Working indexing

diff --git a/data/processed/index.json b/data/processed/index.json
new file mode 100644 (file)
index 0000000..f785754
--- /dev/null
+++ b/data/processed/index.json
@@ -0,0 +1 @@
+{"1,1528,data/raw/vllm-0.10.1/CODE_OF_CONDUCT.md":{"vllm":1,"code":1,"of":8,"conduct":2,"our":5,"pledge":3,"we":2,"as":3,"members":1,"contributors":1,"and":12,"leaders":1,"to":5,"make":1,"participation":1,"in":3,"community":4,"a":4,"harassment":2,"free":1,"experience":3,"for":4,"everyone":1,"regardless":1,"age":1,"body":1,"size":1,"visible":1,"or":8,"invisible":1,"disability":1,"ethnicity":1,"sex":1,"characteristics":1,"gender":1,"identity":2,"expression":1,"level":1,"education":1,"socioeconomic":1,"status":1,"nationality":1,"personal":2,"appearance":1,"race":1,"caste":1,"color":1,"religion":1,"sexual":2,"orientation":1,"act":1,"interact":1,"ways":1,"that":2,"contribute":1,"an":1,"open":1,"welcoming":1,"diverse":1,"inclusive":1,"healthy":1,"standards":1,"examples":2,"behavior":2,"contributes":1,"positive":1,"environment":1,"include":2,"demonstrating":1,"empathy":1,"kindness":1,"toward":1,"other":2,"people":1,"being":1,"respectful":1,"differing":1,"opinions":1,"viewpoints":1,"experiences":1,"giving":1,"gracefully":1,"accepting":2,"constructive":1,"feedback":1,"responsibility":1,"apologizing":1,"those":1,"affected":1,"by":1,"mistakes":1,"learning":1,"from":1,"the":3,"focusing":1,"on":1,"what":1,"is":1,"best":1,"not":1,"just":1,"us":1,"individuals":1,"but":1,"overall":1,"unacceptable":1,"use":1,"sexualized":1,"language":1,"imagery":1,"attention":1,"advances":1,"any":1,"kind":1,"trolling":1,"insulting":1,"derogatory":1,"comments":1,"political":1,"attacks":1,"public":1,"private":2,"publishing":1,"others":1,"information":1,"such":1,"physical":1,"email":1,"address":1,"without":1,"their":1,"explicit":1,"permission":1,"which":1,"could":1,"reasonably":1,"be":1,"considered":1,"inappropriate":1,"professional":1,"setting":1},"1529,1320,data/raw/vllm-0.10.1/CODE_OF_CONDUCT.md":{"enforcement":3,"responsibilities":1,"community":7,"leaders":4,"are":3,"responsible":2,"for":3,"clarifying":1,"and":10,"enforcing":1,"our":2,"standards":1,"of":8,"acceptable":1,"behavior":3,"will":3,"take":1,"appropriate":2,"fair":1,"corrective":1,"action":1,"in":4,"response":1,"to":5,"any":2,"that":2,"they":1,"deem":1,"inappropriate":1,"threatening":1,"offensive":1,"or":5,"harmful":1,"have":1,"the":7,"right":1,"responsibility":1,"remove":1,"edit":1,"reject":1,"comments":1,"commits":1,"code":4,"wiki":1,"edits":1,"issues":1,"other":1,"contributions":1,"not":1,"aligned":1,"this":2,"conduct":3,"communicate":1,"reasons":1,"moderation":1,"decisions":1,"when":2,"scope":1,"applies":2,"within":1,"all":3,"spaces":2,"also":1,"an":5,"individual":1,"is":1,"officially":1,"representing":2,"public":1,"examples":1,"include":1,"using":1,"official":2,"email":1,"address":1,"posting":1,"via":1,"social":1,"media":1,"account":1,"acting":1,"as":1,"appointed":1,"representative":1,"at":1,"online":1,"offline":1,"irl":1,"event":1,"instances":1,"abusive":1,"harassing":1,"otherwise":1,"unacceptable":1,"may":1,"be":2,"reported":1,"channel":1,"vllm":2,"slack":2,"https":1,"ai":1,"complaints":1,"reviewed":1,"investigated":1,"promptly":1,"fairly":1,"obligated":1,"respect":1,"privacy":1,"security":1,"reporter":1,"incident":1},"2849,1855,data/raw/vllm-0.10.1/CODE_OF_CONDUCT.md":{"enforcement":1,"guidelines":2,"community":13,"leaders":2,"will":1,"follow":1,"these":3,"impact":5,"in":4,"determining":1,"the":11,"consequences":2,"for":4,"any":3,"action":1,"they":1,"deem":1,"violation":5,"of":18,"this":3,"code":3,"conduct":3,"1":1,"correction":1,"use":1,"inappropriate":4,"language":1,"or":8,"other":1,"behavior":5,"deemed":1,"unprofessional":1,"unwelcome":1,"consequence":4,"a":13,"private":2,"written":1,"warning":3,"from":3,"providing":1,"clarity":1,"around":1,"nature":1,"and":1,"an":2,"explanation":1,"why":1,"was":1,"public":4,"apology":1,"may":3,"be":1,"requested":1,"2":1,"through":1,"single":1,"incident":1,"series":1,"actions":1,"with":6,"continued":1,"no":2,"interaction":6,"people":2,"involved":2,"including":4,"unsolicited":2,"those":2,"enforcing":2,"specified":2,"period":3,"time":2,"includes":1,"avoiding":1,"interactions":1,"spaces":1,"as":2,"well":1,"external":1,"channels":1,"like":1,"social":1,"media":1,"violating":2,"terms":2,"lead":2,"to":2,"temporary":3,"permanent":4,"ban":6,"3":1,"serious":1,"standards":2,"sustained":2,"sort":2,"communication":1,"is":1,"allowed":1,"during":1,"4":1,"demonstrating":1,"pattern":1,"harassment":1,"individual":1,"aggression":1,"toward":1,"disparagement":1,"classes":1,"individuals":1,"within":1},"4704,614,data/raw/vllm-0.10.1/CODE_OF_CONDUCT.md":{"attribution":1,"this":2,"code":4,"of":4,"conduct":4,"is":1,"adapted":1,"from":1,"the":2,"contributor":7,"covenant":7,"https":5,"www":4,"org":4,"version":2,"2":2,"1":3,"available":2,"at":2,"v2":1,"html":1,"community":1,"impact":1,"guidelines":1,"were":1,"inspired":1,"by":1,"mozilla":2,"s":1,"enforcement":1,"ladder":1,"github":1,"com":1,"inclusion":1,"for":1,"answers":1,"to":1,"common":1,"questions":1,"about":1,"see":1,"faq":2,"translations":3,"are":1},"0,1894,data/raw/vllm-0.10.1/setup.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":1,"vllm":14,"project":1,"import":18,"ctypes":1,"importlib":3,"util":3,"json":1,"logging":2,"os":3,"re":1,"shutil":2,"subprocess":1,"sys":7,"from":11,"pathlib":1,"path":7,"which":2,"torch":4,"packaging":1,"version":6,"parse":1,"setuptools":3,"extension":2,"setup":1,"command":1,"build":2,"ext":2,"scm":1,"get":1,"utils":1,"cpp":1,"cuda":4,"home":2,"rocm":1,"def":1,"load":2,"module":11,"name":4,"spec":5,"file":2,"location":1,"modules":1,"loader":1,"exec":1,"return":1,"root":2,"dir":2,"parent":1,"logger":3,"getlogger":1,"cannot":1,"envs":5,"directly":1,"because":1,"it":1,"depends":1,"on":2,"is":6,"not":5,"installed":1,"yet":1,"join":1,"py":1,"target":9,"device":9,"if":2,"platform":6,"startswith":4,"darwin":2,"and":6,"cpu":5,"warning":2,"automatically":1,"set":2,"due":1,"macos":2,"elif":2,"linux":3,"or":2,"only":1,"supports":1,"including":1,"wsl":1,"building":1,"s":1,"so":1,"may":1,"be":1,"able":1,"run":1,"correctly":1,"empty":1,"none":3,"getenv":1,"hip":2,"available":1,"fallback":1,"main":1,"12":1,"8":1},"1894,1669,data/raw/vllm-0.10.1/setup.py":{"def":6,"is":9,"sccache":3,"available":6,"bool":6,"return":5,"which":3,"not":5,"none":6,"and":2,"int":2,"os":6,"getenv":1,"vllm":1,"disable":1,"0":2,"ccache":2,"ninja":2,"url":3,"str":4,"from":1,"urllib":1,"request":1,"import":1,"urlopen":2,"status":4,"try":2,"with":1,"as":2,"f":2,"except":2,"exception":1,"false":1,"200":1,"class":2,"cmakeextension":1,"extension":2,"init":2,"self":3,"name":2,"cmake":4,"lists":3,"dir":3,"kwa":2,"super":1,"sources":1,"py":1,"limited":1,"api":1,"true":1,"path":1,"abspath":1,"build":2,"ext":2,"a":1,"dict":2,"of":5,"directories":1,"that":1,"have":1,"been":1,"configured":1,"did":1,"config":1,"determine":1,"number":3,"compilation":1,"jobs":14,"optionally":1,"nvcc":1,"compile":1,"threads":1,"compute":1,"num":9,"either":1,"the":4,"value":1,"max":3,"environment":1,"variable":1,"if":3,"defined":1,"or":1,"cpus":1,"envs":1,"logger":1,"info":1,"using":1,"d":1,"else":1,"sched":2,"getaffinity":2,"isn":1,"t":1,"universally":1,"so":1,"fall":1,"back":1,"to":1,"cpu":2,"count":2,"we":1,"get":1,"an":1,"error":1,"here":1,"len":1,"attributeerror":1},"3563,1599,data/raw/vllm-0.10.1/setup.py":{"nvcc":15,"threads":14,"none":3,"if":7,"is":4,"cuda":2,"and":1,"get":1,"version":2,"11":1,"2":1,"either":1,"the":7,"value":1,"of":2,"environment":1,"variable":1,"defined":1,"or":2,"1":3,"when":1,"it":1,"set":2,"we":2,"reduce":1,"num":4,"jobs":4,"to":1,"avoid":1,"overloading":1,"system":1,"envs":3,"not":1,"int":1,"logger":1,"info":2,"using":2,"d":1,"as":1,"number":1,"else":2,"max":1,"return":2,"perform":1,"cmake":8,"configuration":1,"for":2,"a":1,"single":1,"extension":2,"def":1,"configure":1,"self":2,"ext":5,"cmakeextension":1,"ve":1,"already":1,"configured":1,"cmakelists":1,"txt":1,"this":1,"exit":1,"early":1,"lists":2,"dir":2,"in":1,"build":6,"did":2,"config":2,"true":1,"select":1,"type":4,"note":1,"optimization":1,"level":1,"debug":3,"are":1,"by":1,"default":2,"cfg":4,"relwithdebinfo":1,"args":2,"dcmake":2,"format":2,"dvllm":1,"target":2,"device":2,"vllm":1,"verbose":4,"makefile":1,"on":1},"5162,1653,data/raw/vllm-0.10.1/setup.py":{"if":2,"is":2,"sccache":6,"available":2,"cmake":8,"args":6,"dcmake":8,"c":2,"compiler":8,"launcher":8,"cxx":2,"cuda":2,"hip":2,"elif":1,"ccache":5,"pass":2,"the":5,"python":5,"executable":3,"to":5,"so":2,"it":2,"can":2,"find":1,"an":1,"exact":1,"match":1,"dvllm":2,"format":4,"sys":2,"path":4,"reuse":1,"build":2,"dependencies":2,"on":1,"subsequent":1,"calls":1,"join":2,"override":2,"base":8,"directory":1,"for":1,"fetchcontent":3,"downloads":1,"root":2,"deps":2,"this":2,"allows":1,"sharing":1,"between":1,"profiles":1,"and":2,"plays":1,"more":1,"nicely":1,"with":1,"set":1,"dir":8,"environment":1,"variable":1,"fc":4,"os":2,"environ":1,"get":1,"dfetchcontent":1,"setup":1,"parallelism":1,"tool":1,"num":2,"jobs":2,"nvcc":3,"threads":4,"self":1,"compute":1,"dnvcc":1},"6815,1968,data/raw/vllm-0.10.1/setup.py":{"if":6,"is":4,"ninja":2,"available":1,"build":16,"tool":4,"g":1,"cmake":10,"args":5,"dcmake":3,"job":2,"pool":1,"compile":3,"string":2,"pools":1,"format":1,"num":4,"jobs":4,"else":1,"default":1,"to":1,"whatever":1,"picks":1,"make":1,"sure":1,"we":1,"use":1,"the":8,"nvcc":2,"from":2,"cuda":4,"home":2,"f":3,"compiler":1,"bin":1,"subprocess":3,"check":3,"call":2,"ext":7,"lists":1,"dir":1,"cwd":2,"self":11,"temp":5,"def":2,"extensions":4,"none":1,"ensure":1,"that":1,"present":1,"and":1,"working":1,"try":1,"output":1,"version":1,"except":1,"oserror":1,"as":2,"e":2,"raise":1,"runtimeerror":1,"cannot":1,"find":1,"executable":1,"create":1,"directory":3,"it":1,"does":1,"not":2,"exist":1,"os":2,"path":2,"exists":1,"makedirs":1,"targets":3,"target":3,"name":6,"s":2,"str":2,"return":1,"removeprefix":2,"vllm":2,"flash":1,"attn":1,"all":1,"for":3,"in":3,"configure":1,"append":1,"compute":1,"j":1,"install":3,"libraries":1,"extension":1,"into":1,"proper":1,"location":1,"outdir":2,"get":1,"fullpath":1,"parent":1,"absolute":1,"skip":1,"same":1,"continue":1},"8783,1962,data/raw/vllm-0.10.1/setup.py":{"cmake":2,"appends":1,"the":6,"extension":2,"prefix":8,"to":5,"install":4,"path":5,"and":3,"outdir":2,"already":1,"contains":1,"that":2,"so":2,"we":1,"need":1,"remove":1,"it":1,"for":4,"in":3,"range":1,"ext":6,"name":3,"count":1,"parent":1,"here":1,"should":1,"actually":1,"be":2,"same":1,"all":1,"components":1,"args":2,"component":1,"target":1,"subprocess":1,"check":1,"call":1,"cwd":1,"self":7,"build":9,"temp":1,"def":4,"run":4,"first":1,"standard":1,"command":1,"compile":1,"extensions":3,"super":1,"copy":2,"vllm":9,"flash":4,"attn":4,"py":2,"from":2,"lib":2,"current":1,"directory":1,"they":1,"can":1,"included":1,"editable":1,"import":3,"glob":3,"files":3,"os":4,"join":2,"recursive":1,"true":2,"file":9,"dst":4,"split":1,"1":1,"print":2,"f":1,"copying":1,"makedirs":1,"dirname":1,"exist":1,"ok":1,"class":2,"precompiled":6,"disables":1,"building":1,"when":1,"using":2,"binaries":1,"none":2,"assert":1,"is":2,"cuda":2,"use":1,"only":1,"supported":1,"builds":1,"skipping":1,"return":1,"wheel":3,"utils":1,"extracts":1,"libraries":1,"other":1,"an":1,"existing":1,"staticmethod":1,"extract":1,"patch":1,"package":1,"url":1,"or":1,"str":1,"dict":1,"tempfile":1,"zipfile":1},"10745,1948,data/raw/vllm-0.10.1/setup.py":{"temp":3,"dir":3,"none":1,"try":1,"if":1,"not":1,"os":5,"path":18,"isfile":1,"wheel":19,"url":5,"or":5,"filename":8,"split":1,"1":1,"tempfile":1,"mkdtemp":1,"prefix":1,"vllm":13,"wheels":1,"join":2,"print":3,"f":4,"downloading":1,"from":2,"to":3,"urllib":1,"request":1,"import":1,"urlretrieve":2,"else":1,"using":1,"existing":1,"at":1,"package":1,"data":1,"patch":1,"with":2,"zipfile":2,"as":3,"files":2,"copy":2,"c":5,"abi3":6,"so":6,"moe":1,"flashmla":1,"flash":3,"attn":3,"fa2":1,"fa3":1,"cumem":1,"allocator":1,"compiled":2,"regex":2,"re":1,"compile":1,"r":1,"py":1,"file":7,"members":3,"list":2,"filter":2,"lambda":2,"x":4,"in":2,"filelist":2,"match":1,"for":1,"extract":1,"target":3,"makedirs":1,"dirname":1,"exist":1,"ok":1,"true":1,"open":2,"src":2,"wb":1,"dst":2,"shutil":1,"copyfileobj":1},"12693,1809,data/raw/vllm-0.10.1/setup.py":{"pkg":2,"os":2,"path":2,"dirname":1,"file":3,"filename":2,"replace":1,"package":2,"data":2,"patch":2,"setdefault":1,"append":1,"basename":1,"return":3,"finally":1,"if":5,"temp":3,"dir":3,"is":2,"not":3,"none":1,"print":1,"f":2,"removing":1,"temporary":1,"directory":1,"shutil":1,"rmtree":1,"staticmethod":1,"def":1,"get":2,"base":1,"commit":7,"in":4,"main":8,"branch":2,"str":1,"force":1,"to":1,"use":2,"the":6,"nightly":3,"wheel":2,"this":3,"mainly":1,"used":1,"for":1,"ci":1,"testing":1,"envs":2,"vllm":6,"test":1,"precompiled":1,"try":2,"latest":1,"hash":1,"of":1,"upstream":5,"resp":2,"json":3,"subprocess":4,"check":4,"output":2,"curl":1,"s":1,"https":2,"api":1,"github":2,"com":2,"repos":1,"project":2,"commits":1,"decode":1,"utf":1,"8":1,"loads":1,"sha":1,"docker":2,"build":2,"context":2,"git":3,"may":1,"be":1,"immutable":1,"or":1,"missing":1,"exists":1,"local":3,"repo":2,"cat":1,"e":1,"except":1,"calledprocesserror":1,"present":1,"fetch":2,"it":1,"from":1,"remote":1,"repository":1,"note":1,"that":2,"does":1,"update":1,"any":1,"branches":1,"but":1,"ensures":1,"ref":1,"and":1,"its":1,"history":1,"are":1,"available":1,"our":1,"call":1},"14502,1571,data/raw/vllm-0.10.1/setup.py":{"then":1,"get":2,"the":8,"commit":6,"hash":1,"of":1,"current":4,"branch":6,"that":1,"is":14,"same":1,"as":3,"upstream":2,"main":3,"subprocess":2,"check":2,"output":2,"git":2,"show":1,"decode":2,"utf":2,"8":2,"strip":2,"base":4,"merge":1,"f":1,"return":10,"except":2,"valueerror":2,"err":4,"raise":1,"from":1,"none":3,"exception":1,"logger":1,"warning":1,"failed":1,"to":1,"in":2,"using":1,"nightly":2,"wheel":2,"libraries":1,"this":1,"may":1,"not":4,"be":1,"compatible":1,"with":1,"your":1,"dev":1,"s":1,"def":8,"no":1,"device":9,"bool":8,"vllm":8,"target":8,"empty":1,"cuda":7,"has":2,"torch":2,"version":2,"and":3,"neuron":3,"or":4,"tpu":3,"hip":3,"rocm":1,"cpu":3,"xpu":2,"build":1,"custom":1,"ops":1},"16073,1791,data/raw/vllm-0.10.1/setup.py":{"def":3,"get":10,"rocm":11,"version":18,"the":7,"from":2,"home":2,"bin":1,"librocm":7,"core":12,"so":2,"see":1,"https":1,"github":1,"com":1,"blob":1,"d11f5c20d500f729c393680a01fa902ebf92094b":1,"cpp":1,"l21":1,"try":1,"file":6,"path":2,"lib":1,"if":4,"not":2,"is":1,"return":6,"none":3,"ctypes":14,"cdll":1,"vererrors":2,"c":7,"uint32":7,"getrocmversion":1,"restype":1,"argtypes":1,"pointer":3,"major":3,"minor":3,"patch":3,"byref":3,"0":1,"f":1,"value":3,"except":1,"exception":1,"neuronxcc":2,"import":1,"sysconfig":2,"site":2,"dir":2,"paths":1,"purelib":1,"os":1,"join":1,"init":1,"py":1,"check":1,"command":1,"was":1,"executed":1,"successfully":1,"with":1,"open":1,"as":1,"fp":2,"content":2,"read":1,"extract":1,"using":1,"a":1,"regular":1,"expression":1,"match":3,"re":1,"search":1,"r":1,"s":1,"string":1,"group":1,"1":1,"else":1,"raise":1,"runtimeerror":1,"could":1,"find":1,"neuron":1,"in":1,"output":1,"nvcc":2,"cuda":2},"17864,1209,data/raw/vllm-0.10.1/setup.py":{"adapted":1,"from":1,"https":1,"github":1,"com":1,"nvidia":1,"apex":1,"blob":1,"8b7a1ff183741dd8f9b87e7bafd04cfde99cea28":1,"setup":1,"py":2,"assert":1,"cuda":5,"home":3,"is":3,"not":4,"none":1,"set":1,"nvcc":5,"output":11,"subprocess":2,"check":2,"bin":1,"v":1,"universal":1,"newlines":1,"true":5,"split":5,"release":3,"idx":2,"index":1,"1":3,"version":9,"parse":1,"0":6,"return":3,"def":2,"get":3,"gaudi":1,"sw":1,"returns":1,"the":1,"driver":1,"enable":2,"console":2,"printing":1,"for":1,"hl":3,"smi":3,"run":1,"shell":1,"text":1,"capture":1,"env":1,"if":2,"returncode":1,"and":1,"stdout":2,"n":1,"2":1,"replace":1,"when":1,"available":1,"vllm":2,"str":1,"write":1,"to":1,"sep":1,"in":1,"else":1,"dev":1,"versions":1,"might":1,"contain":1},"19073,1543,data/raw/vllm-0.10.1/setup.py":{"if":8,"no":1,"device":3,"envs":3,"vllm":3,"target":2,"empty":2,"version":32,"f":8,"sep":8,"elif":6,"is":6,"cuda":10,"use":1,"precompiled":2,"else":2,"str":7,"get":7,"nvcc":1,"main":3,"replace":3,"3":3,"skip":1,"this":1,"for":2,"source":1,"tarball":1,"required":1,"pypi":1,"sdist":1,"not":1,"in":1,"sys":1,"argv":1,"cu":1,"hip":2,"the":2,"rocm":7,"or":1,"torch":1,"and":1,"neuron":8,"neuronxcc":1,"tpu":2,"cpu":3,"xpu":2,"raise":1,"runtimeerror":1,"unknown":1,"runtime":1,"environment":1,"return":1,"def":1,"requirements":4,"list":1,"python":1,"package":1,"dependencies":1,"from":1,"txt":1,"dir":2,"root":1},"20616,1819,data/raw/vllm-0.10.1/setup.py":{"def":1,"read":10,"requirements":29,"filename":2,"str":2,"list":1,"with":1,"open":1,"dir":1,"as":1,"f":2,"strip":2,"split":3,"n":1,"resolved":4,"for":4,"line":7,"in":3,"if":5,"startswith":3,"r":1,"1":1,"elif":7,"not":2,"and":3,"append":4,"return":2,"no":1,"device":1,"common":1,"txt":7,"is":10,"cuda":9,"major":2,"minor":1,"torch":1,"version":1,"modified":3,"req":3,"vllm":4,"flash":2,"attn":2,"12":2,"built":1,"only":1,"x":1,"skip":1,"other":1,"versions":1,"continue":1,"hip":3,"rocm":3,"neuron":3,"tpu":2,"cpu":3,"xpu":2,"else":1,"raise":1,"valueerror":1,"unsupported":1,"platform":1,"please":1,"use":1,"or":2,"ext":3,"modules":3,"cmakeextension":2,"name":2,"moe":1,"c":2},"22435,1835,data/raw/vllm-0.10.1/setup.py":{"if":7,"is":4,"cuda":5,"ext":5,"modules":5,"append":5,"cmakeextension":5,"name":5,"vllm":20,"flash":2,"attn":2,"fa2":1,"c":4,"envs":2,"use":3,"precompiled":6,"or":2,"get":3,"nvcc":1,"version":2,"12":2,"3":2,"fa3":2,"requires":1,"later":1,"optional":2,"since":1,"this":1,"doesn":1,"t":1,"built":1,"produce":1,"an":1,"so":1,"file":1,"when":1,"not":2,"targeting":1,"a":1,"hopper":1,"system":1,"flashmla":1,"true":1,"cumem":1,"allocator":1,"build":1,"custom":1,"ops":1,"package":2,"data":2,"py":1,"typed":1,"model":2,"executor":2,"layers":2,"fused":1,"moe":1,"configs":2,"json":2,"quantization":1,"utils":2,"using":1,"extract":1,"and":1,"patch":1,"in":2,"advance":1,"of":1,"setup":1,"assert":1,"only":1,"supported":1,"for":1,"builds":1,"wheel":11,"location":4,"os":1,"getenv":1,"none":2,"url":5,"else":1,"base":3,"commit":3,"main":1,"branch":1,"f":2,"https":3,"wheels":3,"ai":3,"1":3,"0":6,"dev":3,"cp38":3,"abi3":3,"manylinux1":3,"x86":3,"64":3,"whl":3,"from":1,"urllib":1,"request":1,"import":1,"urlopen":2,"try":1,"with":1,"as":2,"resp":2,"status":1,"200":1,"nightly":3,"except":1,"exception":1,"e":2,"print":1,"warn":1,"falling":1,"back":1,"to":1},"24270,1185,data/raw/vllm-0.10.1/setup.py":{"patch":3,"precompiled":4,"wheel":2,"utils":1,"extract":1,"and":1,"package":4,"url":1,"for":3,"pkg":2,"files":2,"in":2,"items":1,"data":3,"setdefault":1,"extend":1,"if":3,"no":1,"device":1,"ext":7,"modules":4,"not":1,"cmdclass":4,"else":2,"build":3,"envs":1,"vllm":2,"use":1,"cmake":1,"setup":1,"static":1,"metadata":1,"should":2,"rather":1,"go":1,"pyproject":1,"toml":1,"version":2,"get":2,"install":1,"requires":1,"requirements":1,"extras":1,"require":1,"bench":1,"pandas":1,"datasets":1,"tensorizer":2,"2":2,"10":2,"1":2,"fastsafetensors":2,"0":3,"runai":3,"model":2,"streamer":2,"13":1,"3":1,"s3":1,"boto3":1,"audio":3,"librosa":1,"soundfile":1,"mistral":1,"common":1,"required":1,"processing":1,"video":1,"kept":1,"backwards":1,"compatibility":1,"flashinfer":3,"be":1,"updated":1,"together":1,"with":1,"the":1,"dockerfile":1,"python":1,"11":1},"0,1995,data/raw/vllm-0.10.1/CMakeLists.txt":{"cmake":11,"minimum":1,"required":1,"version":5,"3":5,"26":1,"when":1,"building":1,"directly":1,"using":2,"make":2,"sure":2,"you":2,"run":1,"the":7,"install":7,"step":1,"it":2,"places":1,"so":1,"files":2,"in":4,"correct":1,"location":1,"example":1,"mkdir":1,"build":7,"cd":1,"g":1,"ninja":1,"dvllm":2,"python":6,"executable":3,"which":1,"python3":1,"dcmake":1,"prefix":1,"target":8,"if":1,"want":1,"to":3,"only":2,"one":2,"manually":2,"c":2,"component":1,"project":1,"vllm":6,"extensions":1,"languages":1,"cxx":1,"cuda":5,"by":4,"default":2,"can":1,"be":5,"overridden":1,"device":5,"used":1,"setup":2,"py":2,"set":7,"cache":1,"string":1,"backend":1,"for":2,"message":2,"status":2,"type":2,"include":1,"current":1,"list":1,"dir":1,"utils":1,"suppress":1,"potential":1,"warnings":1,"about":1,"unused":1,"specified":1,"variables":1,"ignoreme":1,"path":1,"prevent":1,"installation":1,"of":2,"dependencies":1,"cutlass":1,"code":1,"local":1,"true":1,"all":1,"components":1,"supported":8,"versions":6,"these":2,"will":2,"searched":1,"order":1,"first":1,"match":1,"selected":1,"should":2,"kept":2,"sync":1,"with":2,"9":1,"10":1,"11":1,"12":1,"amd":1,"gpu":1,"architectures":1,"hip":1,"archs":1,"gfx906":1,"gfx908":1,"gfx90a":1,"gfx942":1,"gfx950":1,"gfx1030":1,"gfx1100":1,"gfx1101":1,"gfx1200":1,"gfx1201":1,"expected":1,"torch":5,"rocm":4,"currently":1,"having":1,"an":3,"incorrect":1,"pytorch":1,"results":1,"a":1,"warning":1,"rather":1,"than":1,"error":1,"note":1,"is":2,"derived":2,"from":2,"pyproject":1,"toml":1,"and":3,"various":1,"requirements":1,"txt":1,"consistent":1,"are":1,"docker":1,"dockerfile":1,"2":2,"7":2,"1":1,"0":1,"try":1,"find":1,"package":1,"that":1,"exactly":1,"matches":1},"1995,1649,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":6,"vllm":6,"python":6,"executable":6,"find":4,"from":1,"supported":4,"versions":1,"else":3,"message":2,"fatal":2,"error":2,"please":1,"set":4,"to":3,"the":6,"path":5,"of":1,"desired":1,"version":6,"before":1,"running":1,"cmake":13,"configure":1,"endif":5,"update":1,"s":2,"prefix":3,"with":3,"torch":8,"location":1,"append":1,"utils":1,"ensure":1,"nvcc":5,"command":1,"is":3,"in":1,"program":1,"cuda":9,"found":2,"and":6,"not":4,"import":1,"configuration":1,"also":1,"imports":1,"partially":1,"hip":1,"languages":1,"some":1,"customizations":1,"so":1,"there":1,"no":1,"need":1,"do":1,"this":2,"explicitly":1,"check":3,"language":3,"enable":1,"etc":1,"package":2,"required":1,"nvidia":1,"architectures":1,"must":1,"happen":1,"after":1,"because":1,"that":1,"when":1,"compiler":3,"gets":1,"defined":2,"greater":1,"equal":1,"12":2,"8":9,"archs":2,"7":8,"0":8,"2":2,"5":2,"6":2,"9":4,"10":2,"1":1,"forward":1,"non":1,"device":4,"extensions":1,"external":1,"scripts":1,"target":3,"strequal":3,"rocm":1,"cpu":2,"include":1,"current":1,"list":1,"dir":1,"extension":1,"return":2,"up":1,"gpu":1,"warn":1,"it":1,"isn":1,"t":1,"what":1,"expected":1},"3644,944,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":3,"not":4,"hip":9,"found":3,"and":4,"cuda":6,"set":2,"vllm":2,"gpu":2,"lang":2,"torch":9,"version":13,"equal":3,"supported":4,"message":3,"warning":2,"pytorch":2,"expected":2,"for":2,"build":2,"saw":2,"instead":2,"endif":3,"elseif":1,"importing":1,"recognizes":1,"sets":1,"up":1,"some":1,"rocm":6,"configuration":1,"but":1,"does":1,"let":1,"cmake":2,"recognize":1,"files":1,"in":1,"order":1,"to":2,"get":1,"understand":1,"the":1,"extension":1,"automatically":1,"must":1,"be":1,"enabled":1,"explicitly":1,"enable":1,"language":1,"5":2,"x":2,"6":1,"dev":1,"major":1,"greater":1,"else":1,"fatal":1,"error":1,"can":1,"t":1,"find":1,"or":1,"installation":1},"4588,1135,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":1,"vllm":5,"gpu":8,"lang":3,"strequal":1,"cuda":17,"for":7,"we":5,"want":2,"to":4,"be":1,"able":1,"control":1,"which":1,"architectures":6,"compile":3,"on":2,"a":1,"per":1,"file":1,"basis":1,"in":2,"order":1,"cut":1,"down":1,"time":1,"so":2,"here":1,"extract":2,"the":9,"set":2,"of":2,"and":2,"remove":1,"from":1,"cmake":2,"flags":3,"that":1,"they":1,"are":1,"not":1,"applied":1,"globally":1,"clear":1,"arches":5,"arch":2,"unique":1,"archs":11,"ascending":1,"message":2,"status":2,"target":3,"filter":2,"by":3,"supported":6,"since":1,"some":1,"files":1,"will":1,"build":1,"all":1,"loose":1,"intersection":1,"else":1,"other":1,"targets":1,"override":2,"detected":1,"torch":1,"them":1,"versions":1,"current":1,"language":1,"final":1,"is":1,"stored":1,"endif":1},"5723,1607,data/raw/vllm-0.10.1/CMakeLists.txt":{"query":1,"torch":2,"for":4,"additional":1,"gpu":13,"compilation":1,"flags":13,"the":6,"given":1,"vllm":13,"lang":8,"final":1,"set":8,"of":3,"arches":1,"is":2,"stored":1,"in":1,"get":1,"compiler":1,"nvcc":3,"parallelism":1,"if":2,"threads":3,"and":1,"strequal":2,"cuda":1,"list":1,"append":1,"endif":2,"use":1,"fetchcontent":6,"c":1,"dependencies":1,"that":3,"are":2,"compiled":1,"as":2,"part":1,"s":1,"build":3,"process":1,"setup":1,"py":1,"will":1,"override":2,"base":4,"dir":5,"to":3,"play":1,"nicely":1,"with":1,"sccache":1,"each":1,"dependency":2,"produces":1,"artifacts":1,"should":2,"its":1,"binary":2,"avoid":1,"conflicts":1,"between":1,"types":1,"it":1,"instead":1,"be":1,"cmake":10,"include":1,"file":1,"make":1,"directory":3,"ensure":1,"exists":1,"message":1,"status":1,"hip":2,"overriding":1,"default":1,"o":1,"up":1,"by":1,"adding":1,"ggdb3":3,"most":1,"verbose":1,"devug":1,"info":1,"debug":4,"o0":2,"cxx":4,"certain":1,"functions":1,"marked":1,"nodiscard":1,"yet":1,"ignores":1,"result":3,"which":1,"generates":1,"a":1,"lot":1,"warnings":1,"always":1,"mask":1,"real":1,"issues":1,"suppressing":1,"until":1,"this":1,"properly":1,"addressed":1,"wno":2,"unused":2,"define":1,"other":1,"extension":2,"targets":1,"cumem":1,"allocator":1},"7330,528,data/raw/vllm-0.10.1/CMakeLists.txt":{"set":2,"vllm":5,"cumem":8,"ext":3,"src":3,"csrc":1,"allocator":3,"cpp":1,"gencode":1,"flags":1,"for":1,"srcs":2,"cuda":6,"archs":2,"if":1,"gpu":2,"lang":1,"strequal":1,"message":1,"status":1,"enabling":1,"extension":3,"link":1,"against":1,"driver":2,"library":1,"list":1,"append":1,"libs":2,"define":1,"target":1,"destination":1,"language":1,"cxx":1,"sources":1,"libraries":1,"use":1,"sabi":1,"3":1,"8":1,"with":1,"soabi":1,"endif":1,"c":1},"7858,1898,data/raw/vllm-0.10.1/CMakeLists.txt":{"set":6,"vllm":13,"ext":1,"src":12,"csrc":21,"mamba":2,"ssm":1,"selective":1,"scan":1,"fwd":1,"cu":20,"cache":3,"kernels":9,"attention":6,"paged":2,"v1":1,"v2":1,"merge":1,"attn":1,"states":1,"vertical":1,"slash":1,"index":1,"pos":1,"encoding":1,"activation":2,"layernorm":3,"quant":3,"sampler":1,"cuda":3,"view":1,"quantization":6,"gptq":1,"q":1,"gemm":1,"compressed":1,"tensors":1,"int8":1,"fp8":1,"common":1,"fused":2,"dynamic":1,"per":1,"token":1,"gguf":2,"kernel":1,"utils":1,"custom":1,"all":1,"reduce":1,"torch":1,"bindings":1,"cpp":1,"if":5,"gpu":1,"lang":1,"strequal":1,"cutlass":21,"enable":2,"headers":1,"only":2,"on":1,"bool":1,"the":3,"header":1,"library":1,"revision":5,"used":1,"for":3,"fetchcontent":3,"also":1,"fixes":1,"some":1,"bogus":1,"messages":1,"when":1,"building":1,"v4":1,"0":2,"string":1,"to":1,"use":2,"specified":1,"source":2,"directory":1,"compilation":2,"dir":12,"is":3,"provided":1,"defined":1,"env":2,"endif":2,"not":1,"absolute":2,"get":1,"filename":1,"component":1,"message":1,"status":1,"using":1,"declare":2,"else":1,"git":4,"repository":1,"https":1,"github":1,"com":1,"nvidia":1,"please":1,"keep":1,"this":1,"in":1,"sync":1,"with":1,"line":1,"above":1,"tag":1,"progress":1,"true":1},"9756,1811,data/raw/vllm-0.10.1/CMakeLists.txt":{"speed":1,"up":1,"cutlass":6,"download":1,"by":2,"retrieving":1,"only":3,"the":4,"specified":1,"git":6,"tag":3,"instead":1,"of":1,"history":1,"important":1,"if":4,"shallow":3,"is":2,"enabled":1,"then":1,"works":1,"with":1,"branch":1,"names":1,"and":3,"tags":1,"so":1,"above":1,"updated":1,"to":2,"a":1,"commit":1,"hash":6,"must":1,"be":1,"set":3,"false":1,"true":1,"endif":1,"fetchcontent":1,"makeavailable":1,"list":1,"append":1,"vllm":2,"ext":2,"src":2,"csrc":11,"quantization":7,"awq":1,"gemm":1,"kernels":4,"cu":9,"permute":1,"cols":1,"w8a8":1,"scaled":3,"mm":3,"entry":5,"fp4":3,"nvfp4":3,"quant":2,"blockwise":1,"moe":1,"kernel":1,"sparse":2,"extensions":1,"common":1,"cpp":1,"attention":1,"mla":2,"fp8":1,"per":1,"token":1,"group":2,"gencode":1,"flags":1,"for":6,"srcs":2,"cuda":4,"archs":7,"build":1,"marlin":13,"we":2,"are":3,"building":2,"at":1,"least":1,"some":2,"compatible":1,"keep":1,"9":3,"0":4,"as":1,"there":1,"sizes":1,"shapes":1,"that":1,"not":1,"supported":1,"machete":1,"yet":1,"latest":1,"bf16":1,"atomicadd":1,"ptx":2,"loose":1,"intersection":1,"8":2,"7":1,"automatically":1,"generate":4,"sources":2,"various":1,"preselected":1,"input":1,"type":1,"pairs":1,"schedules":1,"gen":5,"script":7,"cmake":1,"current":1,"source":1,"dir":1,"gptq":1,"py":1,"file":1,"md5":1,"message":2,"status":2,"generation":1,"last":1,"run":1,"cache":1},"11567,1650,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":3,"not":4,"defined":1,"cache":3,"marlin":23,"gen":6,"script":8,"hash":6,"or":1,"strequal":1,"execute":1,"process":1,"command":2,"cmake":5,"e":1,"env":1,"pythonpath":2,"python":1,"executable":1,"result":6,"variable":2,"generation":11,"output":2,"file":3,"current":3,"binary":3,"dir":3,"log":4,"error":2,"equal":2,"0":1,"message":3,"fatal":1,"failed":1,"ncheck":1,"the":1,"for":2,"details":1,"else":2,"set":3,"string":1,"last":1,"run":1,"generate":1,"force":1,"status":2,"completed":1,"successfully":1,"endif":3,"has":1,"changed":1,"skipping":1,"glob":1,"template":5,"kernel":5,"src":5,"csrc":1,"quantization":1,"gptq":1,"cu":1,"gencode":1,"flags":2,"srcs":2,"cuda":2,"archs":2,"compiler":1,"version":2,"greater":1,"12":1,"8":1,"source":1,"files":1,"properties":2,"compile":1,"static":1,"global":1,"stub":1,"false":1,"list":1,"append":1,"vllm":1,"ext":1},"13217,1703,data/raw/vllm-0.10.1/CMakeLists.txt":{"set":5,"marlin":21,"srcs":10,"csrc":9,"quantization":9,"dense":1,"cuda":9,"kernel":3,"cu":9,"sparse":1,"24":1,"qqq":2,"gemm":1,"gptq":9,"repack":3,"awq":1,"gencode":2,"flags":3,"for":5,"archs":15,"if":3,"cmake":1,"compiler":1,"version":2,"greater":1,"equal":1,"12":1,"8":5,"source":1,"files":1,"properties":2,"compile":1,"static":1,"global":1,"template":1,"stub":1,"false":1,"endif":3,"list":2,"append":2,"vllm":2,"ext":2,"src":2,"message":4,"status":4,"building":5,"kernels":5,"else":2,"not":2,"as":2,"no":2,"compatible":3,"found":2,"in":2,"target":2,"architectures":2,"only":1,"build":1,"allspark":14,"we":1,"are":1,"at":1,"least":1,"some":1,"loose":1,"intersection":1,"0":1,"6":1,"7":1,"9":1,"qgemm":1,"w8a16":1},"14920,1579,data/raw/vllm-0.10.1/CMakeLists.txt":{"set":3,"scaled":19,"mm":19,"3x":2,"archs":13,"the":1,"cutlass":7,"kernels":1,"for":3,"hopper":2,"c3x":9,"i":1,"e":1,"3":1,"x":1,"require":1,"cuda":9,"12":5,"0":5,"or":2,"later":2,"loose":1,"intersection":1,"9":1,"0a":1,"if":3,"cmake":2,"compiler":3,"version":5,"greater":2,"equal":2,"and":2,"srcs":5,"csrc":5,"quantization":5,"w8a8":5,"sm90":9,"cu":5,"fp8":3,"int8":2,"azp":1,"blockwise":1,"gencode":1,"flags":2,"list":3,"append":3,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"let":1,"c2x":1,"know":1,"it":1,"doesn":1,"t":1,"need":1,"to":2,"build":1,"these":1,"arches":1,"message":3,"status":3,"building":3,"else":2,"not":4,"as":2,"is":1,"we":1,"recommend":1,"upgrading":1,"you":1,"intend":1,"on":2,"running":1,"quantized":1,"models":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"16499,1447,data/raw/vllm-0.10.1/CMakeLists.txt":{"the":1,"cutlass":5,"scaled":16,"mm":16,"kernels":1,"for":3,"geforce":1,"blackwell":2,"sm120":7,"c3x":7,"i":1,"e":1,"3":1,"x":1,"require":1,"cuda":9,"12":7,"8":5,"or":2,"later":2,"archs":12,"loose":1,"intersection":1,"0":1,"0a":1,"if":3,"cmake":2,"compiler":3,"version":5,"greater":2,"equal":2,"and":2,"set":2,"srcs":5,"csrc":3,"quantization":3,"w8a8":3,"cu":3,"fp8":3,"blockwise":1,"gencode":1,"flags":2,"list":3,"append":3,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"let":1,"c2x":1,"know":1,"it":1,"doesn":1,"t":1,"need":1,"to":2,"build":1,"these":1,"arches":1,"3x":1,"message":3,"status":3,"building":3,"else":2,"not":4,"as":2,"is":1,"we":1,"recommend":1,"upgrading":1,"you":1,"intend":1,"on":2,"running":1,"quantized":1,"models":1,"120":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"17946,1439,data/raw/vllm-0.10.1/CMakeLists.txt":{"the":1,"cutlass":5,"scaled":16,"mm":16,"kernels":1,"for":3,"blackwell":2,"sm100":7,"c3x":7,"i":1,"e":1,"3":1,"x":1,"require":1,"cuda":9,"12":5,"8":5,"or":2,"later":2,"archs":12,"loose":1,"intersection":1,"10":2,"0a":1,"1a":1,"if":3,"cmake":2,"compiler":3,"version":5,"greater":2,"equal":2,"and":2,"set":2,"srcs":5,"csrc":3,"quantization":3,"w8a8":3,"cu":3,"fp8":3,"blockwise":1,"gencode":1,"flags":2,"list":3,"append":3,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"let":1,"c2x":1,"know":1,"it":1,"doesn":1,"t":1,"need":1,"to":2,"build":1,"these":1,"arches":1,"3x":1,"message":3,"status":3,"building":3,"else":2,"not":4,"as":2,"is":1,"we":1,"recommend":1,"upgrading":1,"you":1,"intend":1,"on":2,"running":1,"quantized":1,"models":1,"100":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"19385,1120,data/raw/vllm-0.10.1/CMakeLists.txt":{"for":8,"the":4,"cutlass":3,"scaled":14,"mm":14,"kernels":3,"we":1,"want":1,"to":1,"build":2,"c2x":6,"2":2,"x":1,"remaining":1,"archs":15,"that":2,"are":3,"not":3,"already":3,"built":3,"3x":4,"8":4,"9":2,"fp8":1,"cuda":4,"loose":1,"intersection":1,"2x":5,"7":2,"5":1,"0":1,"ptx":1,"subtract":1,"out":1,"list":3,"remove":1,"item":1,"if":2,"set":2,"srcs":5,"csrc":1,"quantization":1,"w8a8":1,"cu":1,"gencode":1,"flags":2,"append":2,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"message":3,"status":3,"building":3,"else":2,"as":2,"all":1,"and":1,"covered":1,"by":1,"c3x":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2,"4":1,"sparse":1},"20505,1926,data/raw/vllm-0.10.1/CMakeLists.txt":{"the":2,"2":6,"4":1,"sparse":9,"kernels":5,"cutlass":3,"scaled":13,"mm":13,"and":5,"compressor":1,"require":2,"cuda":14,"12":9,"or":3,"later":3,"only":1,"work":1,"on":3,"hopper":2,"archs":21,"loose":2,"intersection":2,"9":1,"0a":2,"if":4,"cmake":3,"compiler":4,"version":7,"greater":3,"equal":3,"set":5,"srcs":10,"csrc":3,"c3x":5,"cu":3,"gencode":2,"flags":4,"for":5,"list":4,"append":4,"vllm":4,"ext":2,"src":2,"gpu":2,"denable":2,"1":2,"message":5,"status":5,"building":5,"else":3,"not":5,"as":3,"is":1,"we":1,"recommend":1,"upgrading":1,"to":1,"you":1,"intend":1,"running":1,"fp8":1,"quantized":1,"models":1,"no":2,"compatible":2,"found":2,"in":1,"target":1,"architectures":1,"endif":3,"nvfp4":6,"sm120":4,"geforce":1,"blackwell":1,"8":2,"fp4":8,"0":1,"quantization":2,"quant":1,"were":1,"clear":1},"22431,1785,data/raw/vllm-0.10.1/CMakeLists.txt":{"fp4":11,"archs":24,"and":4,"flags":7,"cuda":8,"loose":2,"intersection":2,"10":2,"0a":2,"if":2,"cmake":2,"compiler":2,"version":4,"greater":2,"equal":2,"12":2,"8":2,"set":7,"srcs":11,"csrc":6,"quantization":4,"nvfp4":7,"quant":2,"kernels":4,"cu":6,"experts":1,"scaled":1,"mm":1,"blockwise":1,"moe":3,"kernel":2,"gencode":2,"for":4,"list":5,"append":5,"vllm":5,"ext":2,"src":2,"gpu":3,"denable":3,"sm100":3,"1":3,"cutlass":10,"message":4,"status":4,"building":4,"else":2,"not":2,"as":2,"no":2,"compatible":2,"were":2,"found":2,"clear":2,"endif":2,"mla":16,"attention":2,"add":1,"specific":1,"include":2,"directories":2,"only":1,"to":1,"source":2,"files":2,"properties":2,"dir":2,"examples":2,"77":1,"blackwell":1,"fmha":1,"common":1},"24216,1238,data/raw/vllm-0.10.1/CMakeLists.txt":{"the":1,"moe":7,"kernel":1,"cutlass":4,"mm":11,"requires":1,"cuda":9,"12":5,"3":5,"or":2,"later":2,"and":3,"only":2,"works":1,"on":3,"hopper":2,"get":1,"pplx":1,"data":1,"should":1,"be":1,"compiled":1,"if":4,"it":1,"s":1,"possible":1,"to":2,"compile":1,"kernels":2,"that":1,"use":1,"its":1,"output":1,"archs":10,"loose":1,"intersection":1,"scaled":5,"9":1,"0a":1,"cmake":2,"compiler":3,"version":5,"greater":2,"equal":2,"set":2,"srcs":5,"csrc":1,"quantization":1,"w8a8":1,"grouped":4,"c3x":4,"sm90":2,"cu":1,"gencode":1,"flags":2,"for":2,"list":2,"append":2,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"message":3,"status":3,"building":3,"else":2,"not":4,"as":2,"is":1,"we":1,"recommend":1,"upgrading":1,"you":1,"intend":1,"running":1,"fp8":1,"quantized":1,"models":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"25454,1030,data/raw/vllm-0.10.1/CMakeLists.txt":{"cuda":8,"archs":10,"loose":1,"intersection":1,"scaled":5,"mm":9,"10":1,"0a":1,"if":3,"cmake":2,"compiler":3,"version":5,"greater":2,"equal":2,"12":4,"8":4,"and":2,"set":2,"srcs":5,"csrc":1,"quantization":1,"cutlass":2,"w8a8":1,"moe":3,"grouped":4,"c3x":4,"sm100":2,"cu":1,"gencode":1,"flags":2,"for":2,"list":2,"append":2,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"message":3,"status":3,"building":3,"else":2,"not":4,"kernels":1,"as":2,"is":1,"we":1,"recommend":1,"upgrading":1,"to":1,"or":1,"later":1,"you":1,"intend":1,"on":2,"running":1,"fp8":1,"quantized":1,"models":1,"blackwell":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"26484,1031,data/raw/vllm-0.10.1/CMakeLists.txt":{"moe":13,"data":10,"cu":2,"is":2,"used":1,"by":1,"all":1,"cutlass":7,"kernels":1,"cuda":8,"archs":10,"loose":1,"intersection":1,"9":1,"0a":2,"10":1,"if":3,"cmake":2,"compiler":3,"version":5,"greater":2,"equal":2,"12":4,"3":4,"and":2,"set":2,"srcs":5,"csrc":1,"quantization":1,"w8a8":1,"gencode":1,"flags":1,"for":2,"list":1,"append":1,"vllm":1,"ext":1,"src":1,"message":3,"status":3,"building":3,"else":2,"not":4,"as":2,"we":1,"recommend":1,"upgrading":1,"to":1,"or":2,"later":1,"you":1,"intend":1,"on":2,"running":1,"fp8":1,"quantized":1,"models":1,"hopper":1,"blackwell":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"27515,1922,data/raw/vllm-0.10.1/CMakeLists.txt":{"cuda":12,"archs":14,"loose":2,"intersection":2,"scaled":9,"mm":9,"10":1,"0a":2,"if":5,"cmake":4,"compiler":4,"version":7,"greater":3,"equal":3,"12":6,"8":4,"and":5,"set":3,"srcs":5,"csrc":2,"quantization":2,"cutlass":2,"w8a8":1,"moe":3,"blockwise":4,"group":4,"sm100":5,"cu":1,"gencode":1,"flags":2,"for":5,"list":2,"append":2,"vllm":2,"ext":1,"src":1,"gpu":1,"denable":1,"1":1,"message":5,"status":5,"building":4,"else":2,"not":4,"kernels":5,"as":2,"is":1,"we":3,"recommend":1,"upgrading":1,"to":1,"or":2,"later":2,"you":1,"intend":1,"on":3,"running":1,"fp8":1,"quantized":1,"models":1,"blackwell":1,"no":1,"compatible":2,"found":1,"in":1,"target":1,"architectures":1,"endif":2,"machete":14,"the":2,"only":2,"work":1,"hopper":1,"require":1,"0":2,"build":1,"are":1,"something":1,"with":1,"sm90a":1,"9":1,"automatically":1,"generate":4,"sources":2,"various":1,"preselected":1,"input":1,"type":1,"pairs":1,"schedules":1,"gen":5,"script":7,"current":1,"source":1,"dir":1,"py":1,"file":1,"md5":1,"hash":5,"generation":1,"last":1,"run":1,"cache":1},"29437,1672,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":2,"not":4,"defined":1,"cache":3,"machete":25,"gen":9,"script":8,"hash":6,"or":1,"strequal":1,"execute":1,"process":1,"command":2,"cmake":5,"e":1,"env":1,"pythonpath":2,"current":4,"source":1,"dir":5,"csrc":3,"cutlass":2,"extensions":1,"python":3,"vllm":3,"path":1,"executable":1,"result":5,"variable":2,"generation":11,"output":3,"file":3,"binary":3,"log":4,"error":2,"equal":1,"0":1,"message":3,"fatal":1,"failed":1,"ncheck":1,"the":1,"for":2,"details":1,"else":2,"set":2,"string":1,"last":1,"run":1,"generate":1,"force":1,"status":2,"completed":1,"successfully":1,"endif":2,"has":1,"changed":1,"skipping":1,"add":1,"generated":2,"sources":4,"glob":1,"quantization":2,"cu":2,"list":2,"append":2,"ext":2,"src":2,"forward":1,"compatible":1,"gencode":1,"flags":1,"srcs":2,"cuda":1,"archs":2,"pytorch":1},"31109,620,data/raw/vllm-0.10.1/CMakeLists.txt":{"message":3,"status":3,"building":3,"machete":5,"kernels":3,"for":1,"archs":4,"else":2,"if":2,"not":4,"cmake":1,"cuda":4,"compiler":2,"version":3,"greater":1,"equal":1,"12":3,"0":3,"and":1,"as":2,"is":1,"we":1,"recommend":1,"upgrading":1,"to":1,"or":1,"later":1,"you":1,"intend":1,"on":2,"running":1,"w4a16":1,"quantized":1,"models":1,"hopper":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1,"endif":2},"31729,917,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":4,"cuda":3,"endif":4,"vllm":7,"gpu":5,"lang":2,"strequal":1,"hip":1,"add":1,"quickreduce":2,"kernels":1,"list":1,"append":1,"ext":2,"src":2,"csrc":1,"custom":1,"cu":1,"rocm":1,"message":1,"status":1,"enabling":1,"c":4,"extension":3,"define":1,"target":2,"destination":1,"language":1,"sources":1,"compile":2,"flags":2,"architectures":1,"arches":1,"include":4,"directories":2,"cutlass":4,"dir":2,"tools":1,"util":1,"use":1,"sabi":1,"3":1,"with":2,"soabi":1,"is":1,"compiled":1,"on":1,"nvcc":1,"12":1,"5":1,"it":1,"by":2,"default":1,"uses":1,"cudagetdriverentrypointbyversion":1,"as":1,"a":1,"wrapper":1,"to":1,"avoid":1,"directly":2,"calling":2,"the":3,"driver":3,"api":1,"this":2,"causes":1,"problems":1,"when":1,"linking":1,"earlier":1,"versions":1,"of":1,"setting":1,"variable":1,"sidesteps":1,"issue":1,"definitions":1,"private":1,"enable":1,"direct":1,"call":1,"1":1,"moe":1},"32646,1471,data/raw/vllm-0.10.1/CMakeLists.txt":{"set":6,"vllm":11,"moe":34,"ext":5,"src":10,"csrc":8,"torch":1,"bindings":1,"cpp":1,"align":1,"sum":1,"kernels":5,"cu":6,"topk":1,"softmax":1,"if":4,"gpu":3,"lang":3,"strequal":3,"cuda":9,"list":3,"append":3,"wna16":6,"endif":2,"permute":5,"unpermute":3,"kernel":1,"op":1,"gencode":2,"flags":2,"for":5,"srcs":4,"archs":8,"9":2,"0":3,"latest":1,"bf16":1,"atomicadd":1,"ptx":2,"loose":1,"intersection":1,"marlin":11,"8":2,"7":1,"the":1,"we":1,"automatically":1,"generate":4,"sources":2,"various":1,"preselected":1,"input":1,"type":1,"pairs":1,"and":1,"schedules":1,"gen":5,"script":7,"cmake":1,"current":1,"source":1,"dir":1,"py":1,"file":1,"md5":1,"hash":5,"message":2,"status":2,"generation":1,"last":1,"run":1,"cache":1},"34117,1938,data/raw/vllm-0.10.1/CMakeLists.txt":{"if":3,"not":5,"defined":1,"cache":3,"moe":28,"marlin":26,"gen":6,"script":8,"hash":6,"or":1,"strequal":1,"execute":1,"process":1,"command":2,"cmake":5,"e":1,"env":1,"pythonpath":2,"python":1,"executable":1,"result":5,"variable":2,"generation":11,"output":3,"file":3,"current":3,"binary":3,"dir":3,"log":4,"error":2,"equal":2,"0":1,"message":5,"fatal":1,"failed":1,"ncheck":1,"the":1,"for":3,"details":1,"else":3,"set":3,"string":1,"last":1,"run":1,"generate":1,"force":1,"status":4,"completed":1,"successfully":1,"endif":5,"has":1,"changed":1,"skipping":1,"glob":1,"wnaa16":4,"src":5,"csrc":1,"wna16":1,"cu":1,"gencode":1,"flags":2,"srcs":2,"cuda":3,"archs":5,"compiler":1,"version":2,"greater":1,"12":1,"8":1,"source":1,"files":1,"properties":2,"compile":1,"static":1,"global":1,"template":1,"stub":1,"false":1,"list":1,"append":1,"vllm":1,"ext":1,"building":2,"kernels":2,"as":1,"no":1,"compatible":1,"found":1,"in":1,"target":1,"architectures":1},"36055,781,data/raw/vllm-0.10.1/CMakeLists.txt":{"message":1,"status":1,"enabling":1,"moe":3,"extension":4,"define":2,"gpu":9,"target":2,"c":3,"destination":2,"vllm":12,"language":2,"lang":3,"sources":2,"ext":3,"src":3,"compile":2,"flags":4,"architectures":2,"arches":2,"include":4,"directories":2,"cutlass":2,"dir":2,"tools":1,"util":1,"use":2,"sabi":2,"3":2,"with":2,"soabi":2,"if":1,"strequal":1,"hip":1,"rocm":7,"set":1,"csrc":3,"torch":1,"bindings":1,"cpp":1,"skinny":1,"gemms":1,"cu":2,"attention":1,"endif":1},"36836,289,data/raw/vllm-0.10.1/CMakeLists.txt":{"for":1,"cuda":2,"we":1,"also":1,"build":1,"and":1,"ship":1,"some":2,"external":3,"projects":3,"if":1,"vllm":3,"gpu":1,"lang":1,"strequal":1,"include":2,"cmake":5,"flashmla":1,"flash":2,"attn":2,"should":1,"be":1,"last":1,"as":1,"it":1,"overwrites":1,"functions":1,"endif":1},"0,944,data/raw/vllm-0.10.1/find_cuda_init.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"import":6,"importlib":2,"traceback":3,"from":3,"typing":1,"callable":2,"unittest":1,"mock":1,"patch":2,"def":2,"find":2,"cuda":7,"init":5,"fn":3,"object":1,"none":3,"helper":1,"function":1,"debug":1,"re":1,"initialization":1,"errors":1,"if":3,"initializes":1,"prints":1,"stack":7,"trace":1,"of":1,"how":1,"this":1,"happens":1,"torch":2,"lazy":3,"wrapper":2,"nonlocal":1,"extract":1,"return":1,"with":1,"is":1,"not":1,"print":3,"initialized":1,"join":1,"format":1,"list":1,"strip":1,"name":1,"main":1,"lambda":1,"module":1,"model":1,"executor":1,"models":1,"llava":1},"0,1789,data/raw/vllm-0.10.1/RELEASE.md":{"releasing":1,"vllm":3,"releases":4,"offer":1,"a":4,"reliable":1,"version":1,"of":1,"the":4,"code":1,"base":1,"packaged":1,"into":1,"binary":1,"format":1,"that":2,"can":1,"be":2,"conveniently":1,"accessed":1,"via":1,"pypi":1,"these":1,"also":1,"serve":1,"as":3,"key":1,"milestones":1,"for":2,"development":1,"team":1,"to":4,"communicate":1,"with":1,"community":1,"about":1,"newly":1,"available":1,"features":4,"improvements":1,"and":6,"upcoming":1,"changes":3,"could":1,"affect":1,"users":1,"including":1,"potential":1,"breaking":1,"release":15,"versioning":2,"uses":2,"right":1,"shifted":1,"scheme":1,"where":2,"new":1,"patch":9,"is":4,"out":1,"every":1,"2":3,"weeks":1,"contain":1,"bug":4,"fixes":5,"opposed":1,"semver":1,"contains":1,"only":1,"backwards":3,"compatible":3,"when":2,"critical":1,"need":1,"made":2,"special":1,"post1":2,"released":2,"major":3,"architectural":1,"milestone":1,"incompatible":1,"api":1,"are":3,"similar":1,"pytorch":1,"0":26,"minor":1,"or":2,"1":3,"either":1,"explicit":1,"implicit":1,"post":4,"cadence":2,"on":1,"bi":1,"weekly":1,"basis":1,"3":2,"days":1,"after":1,"same":1,"branch":1,"following":1,"year":1,"2025":13,"all":1,"future":1,"dates":1,"below":1,"tentative":1,"please":1,"note":1,"optional":1,"date":1,"versions":2,"jan":1,"7":25,"feb":1,"mar":1,"4":1,"5":1,"apr":1,"6":1,"may":1,"8":1,"9":1,"jun":1,"10":1,"11":1,"jul":1,"12":1,"13":1,"aug":1,"14":1,"15":1,"sep":1,"16":1,"17":1,"oct":1,"18":1,"19":1,"nov":1,"20":1,"21":1,"dec":1,"22":1,"23":1},"1789,1628,data/raw/vllm-0.10.1/RELEASE.md":{"release":19,"branch":13,"each":2,"is":6,"built":1,"from":1,"a":7,"dedicated":1,"for":10,"major":1,"minor":1,"patch":1,"releases":2,"the":9,"cut":5,"performed":1,"1":3,"2":1,"days":1,"before":1,"live":1,"post":1,"previously":1,"reused":1,"builds":1,"are":5,"triggered":1,"via":1,"push":1,"to":8,"rc":1,"tag":2,"like":1,"vx":2,"y":2,"z":2,"rc1":1,"this":1,"enables":1,"us":1,"build":2,"and":3,"test":1,"multiple":1,"rcs":1,"final":1,"does":1,"not":1,"trigger":1,"but":1,"used":1,"notes":1,"assets":1,"after":3,"created":1,"we":2,"monitor":1,"main":1,"any":1,"reverts":2,"apply":1,"these":2,"cherry":5,"pick":2,"criteria":2,"approach":1,"finalizing":1,"with":1,"clear":1,"on":3,"what":1,"picks":3,"allowed":2,"in":3,"note":2,"process":1,"land":1,"pr":1,"typically":1,"limited":1,"ensure":1,"that":3,"team":1,"has":1,"sufficient":1,"time":1,"complete":1,"thorough":1,"round":1,"of":1,"testing":1,"stable":1,"code":1,"base":1,"regression":2,"fixes":5,"address":1,"functional":1,"performance":1,"against":1,"most":2,"recent":2,"e":3,"g":3,"0":6,"7":4,"critical":2,"severe":1,"issue":1,"such":1,"as":1,"silent":1,"incorrectness":1,"backwards":1,"compatibility":1,"crashes":1,"deadlocks":1,"large":1,"memory":1,"leaks":1,"new":1,"features":1,"introduced":1,"documentation":1,"improvements":1,"specific":2,"changes":2,"change":1,"version":1,"identifiers":1,"or":1,"ci":1,"please":1,"no":1,"feature":1,"work":1,"all":1,"prs":1,"considered":1,"need":1,"be":1,"merged":1,"trunk":1,"only":1,"exception":1},"3417,23,data/raw/vllm-0.10.1/RELEASE.md":{"manual":1,"validations":1},"3440,1564,data/raw/vllm-0.10.1/RELEASE.md":{"e2e":1,"performance":3,"validation":4,"before":1,"each":1,"release":2,"we":1,"perform":1,"end":2,"to":7,"ensure":1,"no":1,"regressions":1,"are":1,"introduced":1,"this":1,"uses":1,"the":11,"vllm":10,"benchmark":11,"workflow":4,"https":6,"github":5,"com":5,"pytorch":14,"integration":6,"testing":6,"actions":2,"workflows":2,"yml":2,"on":3,"ci":1,"current":1,"coverage":2,"models":1,"llama3":1,"llama4":1,"and":5,"mixtral":1,"hardware":2,"nvidia":1,"h100":1,"amd":1,"mi300x":1,"note":1,"may":1,"change":1,"based":1,"new":1,"model":1,"releases":2,"availability":1,"process":1,"step":4,"1":1,"get":1,"access":2,"request":1,"write":1,"repository":1,"run":2,"2":2,"review":2,"setup":3,"familiarize":1,"yourself":1,"with":1,"configurations":1,"cuda":2,"tree":2,"main":2,"benchmarks":4,"rocm":2,"3":1,"navigate":1,"configure":1,"branch":3,"set":2,"e":1,"g":1,"v0":1,"9":1,"commit":3,"rc":1,"hash":1,"4":1,"results":2,"once":1,"completes":1,"will":1,"be":1,"available":1,"dashboard":1,"hud":1,"org":1,"llms":1,"reponame":1,"project":1,"2fvllm":1,"under":1,"corresponding":1},"5004,688,data/raw/vllm-0.10.1/RELEASE.md":{"step":1,"5":1,"performance":2,"comparison":1,"compare":1,"the":2,"current":1,"results":1,"against":1,"previous":1,"release":1,"to":1,"verify":1,"no":1,"regressions":1,"have":1,"occurred":1,"here":1,"is":1,"an":1,"example":1,"of":1,"v0":4,"9":4,"1":2,"vs":1,"2":2,"https":1,"hud":1,"pytorch":1,"org":1,"benchmark":1,"llms":1,"starttime":1,"thu":1,"2c":2,"2017":1,"20apr":1,"202025":2,"2021":2,"3a43":2,"3a50":2,"20gmt":2,"stoptime":1,"wed":1,"2016":1,"20jul":1,"granularity":1,"week":1,"lbranch":1,"releases":2,"lcommit":1,"b6553be1bc75f046b00046a4ad7576364d03c835":1,"rbranch":1,"rcommit":1,"a5dd03c1ebc5e4f56f3c9d3dc0436e9c582c978f":1,"reponame":1,"vllm":1,"project":1,"2fvllm":1,"benchmarkname":1,"modelname":1,"all":6,"20models":1,"backendname":1,"20backends":1,"modename":1,"20modes":1,"dtypename":1,"20dtype":1,"devicename":1,"20devices":1,"archname":1,"20platforms":1},"0,1916,data/raw/vllm-0.10.1/README.md":{"markdownlint":1,"disable":1,"md001":1,"md041":1,"p":4,"align":3,"center":3,"picture":2,"source":1,"media":1,"prefers":1,"color":1,"scheme":1,"dark":2,"srcset":1,"https":15,"raw":2,"githubusercontent":2,"com":7,"vllm":18,"project":4,"main":2,"docs":4,"assets":2,"logos":2,"logo":2,"text":2,"png":2,"img":1,"alt":1,"src":1,"light":1,"width":1,"55":1,"h3":2,"easy":1,"fast":1,"and":3,"cheap":1,"llm":2,"serving":1,"for":1,"everyone":1,"a":14,"href":6,"ai":5,"b":12,"documentation":1,"blog":5,"arxiv":1,"org":2,"abs":1,"2309":1,"06180":1,"paper":1,"x":2,"twitter":1,"discuss":1,"user":1,"forum":1,"slack":2,"developer":1,"latest":1,"news":2,"2025":5,"08":1,"we":3,"hosted":3,"beijing":1,"meetup":4,"mp":1,"weixin":1,"qq":1,"s":1,"dgkwg1wfpwgo2jcdtqqhxa":1,"focusing":1,"on":1,"large":1,"scale":1,"deployment":1,"please":4,"find":3,"the":5,"slides":2,"here":5,"drive":2,"google":2,"folders":1,"1pid6nsflu43dzri0eatcpgxsazdvbbqf":1,"recording":1,"www":1,"chaspark":1,"live":1,"1166916873711665152":1,"05":2,"nyc":1,"lu":1,"ma":1,"c1rqyf1f":1,"presentation":1,"d":1,"1":2,"q":1,"aw":1,"iomjwuimf1s1ym":1,"zhjxz8cuel0ijvaquoybea":1,"edit":1,"usp":1,"sharing":1,"is":1,"now":1,"under":1,"pytorch":3,"foundation":2,"announcement":1,"welcomes":1,"01":2,"are":1,"excited":1,"to":1,"announce":1,"alpha":2,"release":2,"of":1,"v1":2,"major":1,"architectural":1,"upgrade":1,"with":1,"7x":1,"speedup":1,"clean":1,"code":1,"optimized":1,"execution":1,"loop":1,"zero":1,"overhead":1,"prefix":1,"caching":1,"enhanced":1,"multimodal":1,"support":1,"more":1,"check":1,"out":1,"our":1,"post":1,"27":1,"html":1,"details":1,"summary":2,"previous":1},"1916,1927,data/raw/vllm-0.10.1/README.md":{"2025":6,"04":1,"we":6,"hosted":6,"asia":2,"developer":2,"day":2,"https":15,"www":1,"sginnovate":1,"com":10,"event":1,"limited":1,"availability":1,"morning":1,"evening":1,"slots":1,"remaining":1,"inaugural":1,"vllm":14,"please":6,"find":6,"the":13,"meetup":10,"slides":7,"from":6,"team":6,"here":8,"docs":6,"google":10,"presentation":6,"d":8,"19cp6qu8u48ihb91a064xfaxrunyiboukrbxamdolloo":1,"edit":6,"usp":7,"sharing":7,"03":3,"x":1,"ollama":2,"inference":1,"night":1,"lu":4,"ma":4,"16t2pdd1ywrnz4tu8q5r6n53c5lr5c73uv9vd2":1,"ebo4u":1,"first":1,"china":1,"mp":1,"weixin":1,"qq":1,"s":1,"n77gibl2coratqhtveazfg":1,"1rehvfqmkgnvz6p3fd23hhso4c8j5wpgzv0bkylwnhyq":1,"east":1,"coast":1,"7mu4k4xx":1,"1nhiv8euff1nld3feyodm56ndml26leexcadgydltsrs":1,"slide":1,"id":1,"g31441846c39":1,"0":2,"02":1,"ninth":1,"h7g3kuj9":1,"with":2,"meta":2,"1jzc":1,"pzvxrvnsfvcw":1,"v4cfxb6pn7zz2cyp":1,"flwo05aqg":1,"and":3,"amd":1,"drive":2,"file":2,"1zk5qejiktmlq2eqcxqzlljax3m9s7nwn":1,"view":2,"will":1,"not":1,"be":1,"posted":1,"01":1,"eighth":1,"zep56hui":1,"cloud":2,"1epvkt4zu8jz":1,"s5ohehpc798emsyh2bwyfruddvef7u4":1,"1h24phewanyrl11xy5dxubvrc9f9kkjix":1,"2024":1,"12":1,"joins":2,"pytorch":3,"ecosystem":1,"org":1,"blog":1,"easy":1,"fast":1,"cheap":1,"llm":1,"serving":1,"for":1,"everyone":1},"3843,1817,data/raw/vllm-0.10.1/README.md":{"2024":9,"11":1,"we":5,"hosted":4,"the":11,"seventh":1,"vllm":12,"meetup":8,"https":13,"lu":4,"ma":4,"h0qvrajz":1,"with":6,"snowflake":2,"please":7,"find":5,"slides":5,"from":4,"team":3,"here":7,"docs":6,"google":6,"com":7,"presentation":6,"d":6,"1e3cxqbv3jsfgp30swyvs3em":1,"tw":1,"ghohj9pajgk6kr54":1,"edit":6,"usp":6,"sharing":6,"and":5,"1qf3rkdaboulwz9wk5toltt2fe9t6uic":1,"hvnlfaaqx6a":1,"10":2,"have":1,"just":1,"created":1,"a":2,"developer":1,"slack":3,"ai":3,"focusing":1,"on":1,"coordinating":1,"contributions":1,"discussing":1,"features":1,"feel":1,"free":1,"to":1,"join":1,"us":1,"there":1,"ray":1,"summit":1,"held":1,"special":1,"track":1,"for":1,"opening":1,"talk":1,"1b":1,"kqxphbtra":1,"mdf":1,"tr6i8rwdou5qotznceg2mkzxehm":1,"learn":1,"more":1,"talks":1,"www":1,"youtube":1,"playlist":1,"list":1,"plztswpqnepxl6aqwifuwuimlpfrvpksjr":1,"other":1,"contributors":1,"users":1,"09":1,"sixth":1,"87q3nvnh":1,"nvidia":1,"1wrlgwytqfaotd5wcgspnhoaw3nq0e":1,"9wqyp7ny93xrs":1,"07":3,"fifth":1,"lp0gyjqr":1,"aws":1,"1rgud8acfchocghop3zmxzck9vx3rci9yfuab2bbcl4y":1,"in":1,"partnership":1,"meta":1,"officially":1,"supports":1,"llama":1,"3":1,"1":1,"fp8":1,"quantization":1,"pipeline":1,"parallelism":1,"check":1,"out":1,"our":1,"blog":2,"post":1,"23":1,"llama31":1,"html":1,"06":1,"fourth":1,"agivllm":1,"cloudflare":1,"bentoml":1,"1ij8o7v2bqei0bfeljltwc5g1s10":1,"rhv3beed5ob0nj4":1},"5660,1149,data/raw/vllm-0.10.1/README.md":{"2024":2,"04":1,"we":5,"hosted":3,"the":8,"third":1,"vllm":8,"meetup":7,"https":9,"robloxandvllmmeetup2024":1,"splashthat":1,"com":5,"with":3,"roblox":1,"please":3,"find":3,"slides":3,"here":3,"docs":3,"google":3,"presentation":3,"d":3,"1a":1,"47jak4bj39t954hytkvtfwn0fkqtsl8ngfuslrem":1,"edit":3,"usp":3,"sharing":3,"01":1,"second":1,"lu":2,"ma":2,"ygxbpzhl":1,"ibm":1,"12mi2skabnuw5rbwxdyy":1,"hthth4imsnceoq10jdqbxga":1,"2023":4,"10":1,"first":2,"a16z":3,"1ql":1,"xpfxifpdbh86dbeegfxbxfxjix4v032ghshbkf3s":1,"08":2,"would":1,"like":1,"to":3,"express":1,"our":2,"sincere":1,"gratitude":1,"andreessen":1,"horowitz":1,"30":1,"supporting":1,"open":2,"source":2,"ai":2,"community":1,"for":1,"providing":1,"a":1,"generous":1,"grant":1,"support":1,"development":1,"and":2,"research":1,"of":1,"06":1,"officially":1,"released":1,"fastchat":1,"integration":1,"has":1,"powered":1,"lmsys":2,"vicuna":1,"chatbot":1,"arena":1,"chat":1,"org":1,"since":1,"mid":1,"april":1,"check":1,"out":1,"blog":1,"post":1},"6809,18,data/raw/vllm-0.10.1/README.md":{"details":1},"6827,1691,data/raw/vllm-0.10.1/README.md":{"about":1,"vllm":8,"is":3,"a":2,"fast":3,"and":13,"easy":2,"to":2,"use":2,"library":1,"for":2,"llm":1,"inference":2,"serving":3,"originally":1,"developed":1,"in":1,"the":3,"sky":2,"computing":1,"lab":1,"https":6,"cs":1,"berkeley":2,"edu":1,"at":1,"uc":1,"has":1,"evolved":1,"into":1,"community":1,"driven":1,"project":1,"with":8,"contributions":1,"from":1,"both":1,"academia":1,"industry":1,"state":1,"of":5,"art":1,"throughput":2,"efficient":1,"management":1,"attention":1,"key":1,"value":1,"memory":1,"pagedattention":1,"blog":1,"ai":2,"2023":1,"06":1,"20":1,"html":2,"continuous":1,"batching":1,"incoming":1,"requests":1,"model":1,"execution":1,"cuda":2,"hip":1,"graph":1,"quantizations":1,"gptq":1,"arxiv":3,"org":3,"abs":3,"2210":1,"17323":1,"awq":1,"2306":1,"00978":1,"autoround":1,"2309":1,"05516":1,"int4":1,"int8":1,"fp8":1,"optimized":1,"kernels":1,"including":3,"integration":2,"flashattention":1,"flashinfer":1,"speculative":1,"decoding":2,"chunked":1,"prefill":1,"flexible":1,"seamless":1,"popular":2,"hugging":1,"face":1,"models":6,"high":1,"various":1,"algorithms":1,"parallel":1,"sampling":1,"beam":1,"search":1,"more":1,"tensor":1,"pipeline":1,"data":1,"expert":2,"parallelism":1,"support":4,"distributed":1,"streaming":1,"outputs":1,"openai":1,"compatible":1,"api":1,"server":1,"nvidia":1,"gpus":3,"amd":1,"cpus":3,"intel":1,"powerpc":1,"tpu":1,"aws":1,"neuron":1,"prefix":1,"caching":1,"multi":2,"lora":1,"seamlessly":1,"supports":1,"most":1,"open":1,"source":1,"on":1,"huggingface":1,"transformer":1,"like":1,"llms":3,"e":4,"g":4,"llama":1,"mixture":1,"mixtral":1,"deepseek":1,"v2":1,"v3":1,"embedding":1,"e5":1,"mistral":1,"modal":1,"llava":1,"find":1,"full":1,"list":1,"supported":2,"here":1,"docs":1,"en":1,"latest":1},"8518,1543,data/raw/vllm-0.10.1/README.md":{"getting":4,"started":4,"install":2,"vllm":12,"with":2,"pip":2,"or":1,"from":2,"source":2,"https":7,"docs":7,"ai":8,"en":6,"latest":6,"installation":3,"gpu":1,"index":2,"html":5,"build":1,"wheel":1,"bash":1,"visit":1,"our":2,"documentation":1,"to":5,"learn":1,"more":1,"quickstart":2,"list":1,"of":2,"supported":3,"models":3,"contributing":3,"we":3,"welcome":1,"and":4,"value":1,"any":1,"contributions":1,"collaborations":1,"please":3,"check":1,"out":1,"for":3,"how":1,"get":1,"involved":1,"sponsors":2,"is":1,"a":1,"community":2,"project":1,"compute":2,"resources":2,"development":2,"testing":1,"are":1,"by":1,"the":3,"following":1,"organizations":1,"thank":1,"you":1,"your":1,"support":2,"note":2,"sort":1,"them":1,"in":1,"alphabetical":1,"order":1,"keep":1,"these":1,"consistent":1,"md":1,"cash":1,"donations":1,"a16z":1,"dropbox":1,"sequoia":1,"capital":1,"skywork":1,"zhenfund":1,"alibaba":1,"cloud":3,"amd":1,"anyscale":2,"aws":1,"crusoe":1,"databricks":1,"deepinfra":1,"google":1,"intel":1,"lambda":1,"lab":1,"nebius":1,"novita":1,"nvidia":1,"replicate":1,"roblox":1,"runpod":1,"trainy":1,"uc":2,"berkeley":1,"san":1,"diego":1,"slack":1,"sponsor":1,"also":1,"have":1,"an":1,"official":1,"fundraising":1,"venue":1,"through":1,"opencollective":2,"com":1,"plan":1,"use":1,"fund":1,"maintenance":1,"adoption":1},"10061,1302,data/raw/vllm-0.10.1/README.md":{"citation":1,"if":2,"you":2,"use":6,"vllm":12,"for":7,"your":1,"research":1,"please":7,"cite":1,"our":2,"paper":1,"https":6,"arxiv":1,"org":1,"abs":1,"2309":1,"06180":1,"bibtex":1,"inproceedings":1,"kwon2023efficient":1,"title":1,"efficient":1,"memory":1,"management":1,"large":1,"language":1,"model":1,"serving":1,"with":2,"pagedattention":1,"author":1,"woosuk":1,"kwon":1,"and":11,"zhuohan":1,"li":1,"siyuan":1,"zhuang":1,"ying":1,"sheng":1,"lianmin":1,"zheng":1,"cody":1,"hao":2,"yu":1,"joseph":1,"e":1,"gonzalez":1,"zhang":1,"ion":1,"stoica":1,"booktitle":1,"proceedings":1,"of":1,"the":2,"acm":1,"sigops":1,"29th":1,"symposium":1,"on":1,"operating":1,"systems":1,"principles":1,"year":1,"2023":1,"contact":4,"us":4,"8":2,"start":1,"technical":1,"questions":3,"feature":2,"requests":1,"github":5,"issues":2,"com":3,"project":3,"discussing":1,"fellow":1,"users":1,"forum":1,"discuss":1,"ai":2,"coordinating":1,"contributions":1,"development":1,"slack":2,"security":3,"disclosures":1,"s":2,"advisories":2,"collaborations":1,"partnerships":1,"at":1,"lists":2,"berkeley":2,"edu":2,"mailto":1,"end":1,"media":3,"kit":3,"wish":1,"to":2,"logo":1,"refer":1,"repo":1},"0,654,data/raw/vllm-0.10.1/use_existing_torch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":1,"glob":3,"requires":3,"files":3,"requirements":1,"txt":1,"pyproject":1,"toml":1,"for":2,"file":5,"in":4,"print":5,"f":6,"cleaning":2,"with":2,"open":2,"as":2,"lines":3,"readlines":1,"if":2,"torch":2,"join":1,"lower":2,"removed":1,"w":1,"line":4,"not":1,"write":1,"else":1,"strip":1,"done":1},"0,140,data/raw/vllm-0.10.1/CONTRIBUTING.md":{"contributing":3,"to":2,"vllm":4,"you":1,"may":1,"find":1,"information":1,"about":1,"on":1,"docs":2,"ai":2,"https":1,"en":1,"latest":1},"0,738,data/raw/vllm-0.10.1/SECURITY.md":{"security":9,"policy":2,"reporting":1,"issues":2,"please":3,"report":1,"privately":1,"using":1,"the":4,"vulnerability":3,"submission":1,"form":1,"https":4,"github":2,"com":2,"vllm":6,"project":1,"advisories":1,"new":1,"issue":1,"triage":1,"reports":1,"will":1,"then":1,"be":1,"triaged":1,"by":1,"management":2,"team":1,"docs":2,"ai":2,"en":2,"latest":2,"contributing":1,"html":2,"threat":1,"model":1,"see":2,"guide":1,"in":1,"documentation":1,"usage":1,"for":2,"more":2,"information":2,"on":2,"s":2,"assumptions":1,"and":2,"recommendations":2,"pytorch":3,"blob":1,"main":1,"md":1,"how":1,"to":1,"securely":1,"interact":1,"with":1,"models":1},"738,1536,data/raw/vllm-0.10.1/SECURITY.md":{"issue":2,"severity":6,"we":2,"will":1,"determine":1,"the":3,"risk":1,"of":4,"each":1,"taking":1,"into":1,"account":1,"our":1,"experience":1,"dealing":1,"with":1,"past":1,"issues":8,"versions":1,"affected":1,"common":1,"defaults":1,"and":5,"use":2,"cases":1,"following":1,"categories":1,"critical":1,"vulnerabilities":2,"that":5,"allow":4,"remote":2,"attackers":1,"to":1,"execute":1,"arbitrary":2,"code":3,"take":1,"full":1,"control":1,"system":1,"or":11,"significantly":1,"compromise":1,"confidentiality":1,"integrity":1,"availability":1,"without":1,"any":1,"interaction":1,"privileges":1,"needed":1,"examples":3,"include":3,"execution":2,"via":1,"network":2,"deserialization":1,"exploit":1,"chains":1,"generally":1,"those":1,"which":1,"are":1,"rated":1,"as":2,"cvss":4,"9":3,"0":4,"high":3,"serious":1,"security":1,"flaws":2,"elevated":1,"impact":4,"like":1,"rce":2,"in":2,"specific":1,"limited":2,"contexts":1,"significant":1,"data":2,"loss":1,"but":2,"require":2,"advanced":2,"conditions":1,"some":2,"trust":1,"deployment":1,"modes":1,"e":1,"g":1,"multi":1,"node":1,"where":1,"sort":1,"privileged":1,"access":2,"is":1,"required":1,"these":3,"typically":1,"have":4,"scores":2,"between":2,"7":1,"8":1,"moderate":1,"cause":1,"denial":1,"service":1,"partial":1,"disruption":1,"do":1,"not":1,"breach":1,"a":1,"rating":1,"4":2,"6":1,"low":1,"minor":1,"such":1,"informational":1,"disclosures":1,"logging":1,"errors":1,"non":1,"exploitable":1,"weaknesses":1,"local":1,"privilege":1,"offer":1,"negligible":1,"side":1,"channel":1,"attacks":1,"hash":1,"collisions":1,"often":1,"less":1,"than":1},"2274,983,data/raw/vllm-0.10.1/SECURITY.md":{"prenotification":4,"policy":2,"for":4,"certain":2,"security":3,"issues":3,"of":5,"critical":1,"high":1,"or":3,"moderate":1,"severity":1,"level":1,"we":2,"may":5,"prenotify":1,"organizations":2,"vendors":1,"that":1,"ship":1,"vllm":2,"the":6,"purpose":1,"this":2,"is":1,"to":4,"allow":1,"a":4,"coordinated":1,"release":3,"fixes":2,"severe":1,"will":2,"be":4,"in":1,"form":1,"private":1,"email":2,"notification":1,"it":1,"also":2,"include":1,"adding":1,"contacts":1,"github":1,"advisory":1,"typically":1,"few":1,"days":1,"before":2,"if":2,"you":1,"wish":1,"added":1,"group":2,"please":1,"send":1,"an":1,"copying":1,"all":1,"members":1,"vulnerability":2,"management":2,"team":1,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"contributing":1,"html":1,"each":1,"vendor":1,"contact":1,"analyzed":1,"on":2,"case":2,"by":1,"basis":1,"withdraw":1,"from":1,"receiving":1,"future":1,"prenotifications":1,"they":2,"any":1,"other":1,"information":1,"about":1,"are":1,"public":1,"membership":1,"change":1,"based":1,"refinements":1,"who":1,"included":1},"0,1931,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":11,"itertools":1,"math":1,"os":1,"shutil":1,"from":6,"collections":1,"abc":1,"iterable":1,"copy":1,"deepcopy":1,"dataclasses":1,"dataclass":1,"fields":1,"functools":1,"reduce":1,"typing":1,"optional":1,"union":1,"jinja2":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":5,"this":1,"block":1,"disable":1,"cutlass":1,"library":1,"extension":1,"datatype":1,"epiloguescheduletag":1,"epiloguescheduletype":1,"mixedinputkernelscheduletype":1,"tileschedulertag":1,"tileschedulertype":1,"vllmdatatype":1,"vllmdatatypenames":1,"vllmdatatypesize":1,"vllmdatatypetag":1,"vllmdatatypetorchdatatypetag":1,"vllmdatatypevllmscalartypetag":1,"vllmkernelscheduletag":1,"enable":1,"generator":1,"templating":1,"dispatch":2,"template":1,"include":1,"machete":2,"mm":2,"launcher":1,"cuh":1,"namespace":1,"impl":8,"config":5,"in":4,"configs":1,"set":1,"type":5,"sig":7,"gen":3,"types":1,"s":5,"schedules":2,"extern":1,"torch":2,"tensor":2,"sch":4,"mmargs":2,"endfor":2,"args":6,"maybe":4,"unused":3,"auto":3,"m":1,"a":2,"size":3,"n":1,"b":1,"1":2,"k":1,"if":3,"schedule":1,"cond":3,"heuristic":1,"is":1,"not":1,"none":1,"else":2,"endif":1,"return":1},"1931,1891,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"if":7,"args":13,"maybe":24,"schedule":3,"gen":3,"sch":3,"sig":6,"s":2,"return":4,"impl":4,"type":25,"endfor":3,"torch":2,"check":1,"not":2,"implemented":2,"false":1,"machete":1,"gemm":1,"is":1,"for":2,"static":1,"inline":1,"std":3,"optional":2,"at":2,"scalartype":6,"tensor":2,"const":1,"t":16,"nullopt":1,"else":5,"scalar":3,"mm":2,"dispatch":2,"mmargs":1,"auto":6,"out":4,"value":1,"or":1,"a":7,"g":6,"scales":12,"group":6,"zeros":4,"ch":3,"channel":3,"tok":3,"token":3,"config":2,"in":1,"configs":1,"set":2,"types":1,"b":8,"vllmscalartypetag":1,"torchtypetag":6,"scale":6,"void":4,"endif":4,"zeropoint":2},"3822,1965,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"torch":1,"check":1,"not":3,"implemented":3,"false":1,"machete":4,"mm":2,"is":1,"for":5,"a":5,"type":29,"args":11,"scalar":1,"b":8,"str":1,"out":6,"with":4,"group":10,"scale":5,"maybe":13,"g":4,"scales":8,"tostring":4,"none":4,"zeropoint":3,"zeros":4,"channel":1,"ch":2,"token":1,"tok":2,"types":3,"are":1,"n":2,"impl":10,"config":6,"in":4,"configs":3,"set":3,"t":11,"gen":2,"option":1,"name":1,"endfor":3,"std":2,"vector":1,"string":1,"supported":1,"schedules":4,"dispatch":1,"supportedschedulesargs":1,"auto":1,"value":1,"or":1,"schs":1,"if":4,"vllmscalartypetag":1,"torchtypetag":4,"void":2,"else":2,"endif":3,"return":2,"s":2,"sch":2,"sig":1,"loop":1,"last":1,"namespace":2,"template":1,"include":1,"launcher":1,"cuh":1,"unique":1},"5787,1792,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"set":6,"sch":20,"sig":12,"gen":3,"struct":1,"using":7,"tileshapenm":1,"shape":4,"to":2,"cute":2,"constant":2,"tile":2,"mn":1,"join":2,"clustershape":1,"cluster":1,"mnk":1,"todo":1,"reimplement":1,"kernelschedule":1,"kernelscheduletag":1,"kernel":3,"schedule":2,"epilogueschedule":1,"epiloguescheduletag":1,"epilogue":2,"tilescheduler":1,"tileschedulertag":1,"scheduler":1,"epiloguetiletype":1,"cutlass":2,"collective":1,"epiloguetileauto":1,"endfor":3,"for":3,"impl":6,"config":3,"in":3,"configs":1,"t":12,"types":2,"schs":2,"schedules":1,"type":10,"template":2,"typename":1,"machetekerneltemplate":1,"datatypetag":8,"a":3,"elementa":1,"b":7,"elementb":1,"out":1,"elementd":1,"accumulator":2,"group":3,"scale":3,"groupscalet":1,"zeropoint":1,"groupzerot":1,"channel":1,"channelscalet":1,"token":1,"tokenscalet":1,"gemm":1,"kerneltmawarpspecializedcooperative":1,"torch":2,"tensor":2,"mmargs":1,"args":5,"return":1,"run":1,"namespace":2,"machete":3,"prepack":3,"include":1,"launcher":1,"cuh":1,"dispatch":1,"prepackbargs":1,"auto":1,"convert":1,"maybe":1,"scales":1,"value":1,"or":1,"unsigned":1,"with":1,"bitwidth":1,"num":1,"bits":1},"7579,1788,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"if":1,"args":7,"a":7,"type":10,"torchtypetag":2,"t":6,"b":12,"size":1,"bits":3,"num":2,"convert":4,"return":1,"prepack":2,"impl":1,"prepackedlayoutbtemplate":1,"datatypetag":4,"elementa":1,"elementb":1,"elementconvert":1,"accumulator":4,"cutlass":2,"layout":1,"columnmajor":1,"gemm":1,"kerneltmawarpspecializedcooperative":1,"endfor":1,"torch":1,"check":1,"not":2,"implemented":2,"false":1,"dispatch":1,"is":1,"for":1,"atype":1,"str":2,"with":1,"group":5,"scales":3,"maybe":2,"tostring":1,"none":1,"namespace":1,"machete":1,"tmami":1,"mixedinputkernelscheduletype":2,"tmawarpspecializedcooperative":2,"tmacoop":1,"epiloguescheduletype":2,"dataclass":4,"frozen":3,"true":3,"class":4,"scheduleconfig":3,"tile":2,"shape":2,"mn":1,"tuple":3,"int":6,"cluster":1,"mnk":1,"kernel":1,"schedule":2,"epilogue":1,"scheduler":1,"tileschedulertype":1,"typeconfig":2,"datatype":11,"union":1,"vllmdatatype":1,"scale":3,"zeropoint":1,"channel":1,"token":1,"out":1,"prepacktypeconfig":1,"implconfig":1,"types":1,"schedules":1,"list":2,"heuristic":1,"optional":1},"9367,1977,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"def":7,"generate":5,"sch":8,"sig":8,"schedule":17,"config":11,"scheduleconfig":2,"str":3,"tile":7,"shape":9,"f":9,"mn":2,"0":4,"x":3,"1":6,"cluster":5,"mnk":3,"2":1,"kernel":9,"vllmkernelscheduletag":1,"split":3,"epilogue":3,"epiloguescheduletag":1,"scheduler":3,"tileschedulertag":1,"return":7,"mostly":1,"unique":2,"shorter":1,"terse":5,"names":2,"replace":4,"kerneltmawarpspecializedcooperative":1,"tmami":1,"tmawarpspecializedcooperative":1,"tmacoop":1,"streamkscheduler":1,"streamk":1,"for":3,"orig":2,"in":3,"items":1,"type":4,"name":5,"signature":1,"types":4,"typeconfig":4,"join":2,"vllmdatatypenames":2,"getattr":2,"field":5,"fields":2,"option":1,"b":1,"with":1,"is":2,"power":2,"of":2,"two":2,"n":4,"and":1,"to":2,"cute":2,"constant":2,"value":5,"list":1,"int":3,"if":1,"else":1},"11344,1671,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"if":1,"isinstance":1,"value":5,"iterable":1,"return":5,"to":4,"cute":4,"constant":4,"for":3,"in":3,"else":1,"def":4,"unique":3,"schedules":4,"impl":10,"configs":5,"list":3,"implconfig":2,"set":1,"sch":4,"config":2,"unsigned":3,"type":7,"with":3,"bitwidth":3,"num":3,"bits":2,"4":1,"datatype":6,"u4":1,"8":2,"u8":1,"16":1,"u16":1,"32":1,"u32":1,"64":1,"u64":1,"template":19,"globals":3,"void":2,"datatypetag":1,"vllmdatatypetag":1,"vllmscalartypetag":1,"vllmdatatypevllmscalartypetag":1,"torchtypetag":1,"vllmdatatypetorchdatatypetag":1,"kernelscheduletag":1,"vllmkernelscheduletag":1,"epiloguescheduletag":2,"tileschedulertag":2,"gen":3,"sig":3,"generate":3,"terse":1,"signature":1,"option":2,"name":2,"create":5,"str":2,"jinja2":1,"update":1,"mm":4,"dispatch":5,"prepack":2,"sources":3,"files":1,"append":1,"machete":1,"render":1},"13015,1868,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"prepack":18,"types":16,"for":3,"impl":15,"config":7,"in":9,"configs":4,"convert":4,"type":13,"a":4,"if":3,"b":5,"group":2,"scale":2,"datatype":1,"void":1,"else":1,"append":4,"prepacktypeconfig":2,"num":11,"bits":2,"vllmdatatypesize":1,"accumulator":4,"def":1,"prepacked":2,"key":5,"now":1,"we":3,"can":2,"just":1,"use":1,"the":2,"first":1,"seen":4,"since":1,"tensor":1,"core":1,"shapes":1,"layouts":1,"don":1,"t":1,"vary":1,"based":1,"on":1,"so":1,"generate":1,"less":1,"code":1,"this":1,"way":1,"return":1,"unique":3,"set":1,"not":1,"add":1,"sources":1,"machete":1,"dispatch":1,"template":1,"render":1,"split":1,"up":1,"impls":11,"across":1,"files":4,"reduce":1,"lambda":1,"x":2,"y":2,"len":1,"schedules":1,"0":5,"per":3,"file":9,"math":1,"ceil":1,"list":3,"implconfig":1,"curr":6,"assigned":2,"deepcopy":1,"reversed":1,"while":1,"room":3,"left":3},"14883,1133,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"curr":11,"ic":10,"impl":7,"configs":3,"1":8,"if":1,"len":3,"schedules":7,"room":3,"left":3,"in":5,"file":7,"break":1,"apart":1,"the":2,"current":1,"config":1,"tmp":3,"deepcopy":1,"files":5,"impls":8,"append":3,"else":1,"pop":1,"num":1,"assigned":1,"for":2,"part":3,"enumerate":1,"sources":2,"f":1,"machete":2,"mm":2,"template":1,"render":1,"return":1,"def":1,"generate":1,"see":1,"csrc":1,"quantization":1,"readme":1,"md":1,"codegeneration":1,"more":1,"info":1,"about":1,"how":1,"this":1,"works":1,"script":1,"dir":1,"os":1,"path":1,"dirname":1,"sch":1,"common":1,"params":1,"dict":1,"kernel":1,"schedule":2,"tmami":1,"epilogue":1,"tmacoop":1,"tile":1,"scheduler":1,"tileschedulertype":1,"streamk":1},"16016,1990,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"stored":1,"as":1,"condition":1,"tile":5,"shape":2,"mn":1,"cluster":1,"mnk":1,"default":3,"heuristic":7,"config":7,"m":20,"257":1,"256":9,"k":9,"16384":2,"n":10,"4096":3,"128":20,"2":13,"1":36,"129":1,"64":9,"8192":5,"65":1,"4069":3,"32":7,"12288":3,"33":1,"6144":2,"16":6,"17":1,"26624":1,"none":1,"for":5,"now":1,"we":2,"use":2,"the":3,"same":1,"all":1,"types":1,"is":2,"currently":1,"tuned":1,"h100s":1,"cond":2,"scheduleconfig":2,"sch":1,"common":1,"params":1,"type":1,"ignore":1,"in":3,"items":1,"def":1,"get":1,"unique":1,"schedules":6,"dict":1,"str":1,"do":1,"not":2,"list":2,"set":1,"because":1,"need":1,"to":1,"make":1,"sure":1,"output":1,"deterministic":2,"otherwise":1,"generated":1,"kernel":1,"file":1,"will":1,"be":1,"non":1,"and":1,"causes":1,"ccache":1,"miss":1,"schedule":3,"if":1,"append":1,"return":1,"impl":1,"configs":1},"18006,1304,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"gptq":2,"kernel":4,"type":4,"configs":6,"list":2,"typeconfig":2,"a":13,"b":12,"group":4,"scale":6,"zeropoint":2,"datatype":13,"void":5,"channel":2,"token":2,"out":2,"accumulator":2,"f32":2,"for":6,"in":6,"vllmdatatype":2,"u4b8":1,"u8b128":1,"f16":2,"bf16":2,"impl":2,"implconfig":2,"x":8,"0":2,"1":2,"2":2,"zip":2,"itertools":4,"repeat":4,"get":2,"unique":2,"schedules":2,"default":4,"heuristic":4,"awq":2,"u4":1,"u8":1},"19310,1925,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"stored":1,"as":1,"condition":1,"tile":5,"shape":2,"mn":1,"cluster":1,"mnk":1,"todo":4,"lucaswilkinson":4,"further":4,"tuning":1,"required":1,"qqq":6,"heuristic":5,"config":4,"m":22,"257":1,"128":27,"256":12,"2":17,"1":44,"broken":3,"for":7,"types":4,"investigate":3,"k":9,"16384":2,"n":10,"4096":3,"129":1,"64":9,"8192":5,"65":1,"4069":3,"32":7,"12288":3,"33":1,"6144":2,"16":6,"17":1,"26624":1,"none":1,"now":1,"we":1,"use":1,"the":1,"same":1,"all":1,"is":1,"currently":1,"tuned":1,"h100s":1,"cond":2,"scheduleconfig":1,"sch":1,"common":1,"params":1,"type":1,"ignore":1,"in":1,"items":1},"21235,1637,data/raw/vllm-0.10.1/csrc/quantization/machete/generate.py":{"qqq":4,"kernel":2,"types":2,"typeconfig":2,"a":4,"datatype":16,"s8":1,"b":12,"vllmdatatype":2,"u4b8":2,"group":9,"scale":10,"zeropoint":2,"void":4,"channel":2,"f32":5,"token":2,"out":2,"f16":4,"accumulator":2,"s32":1,"for":4,"in":4,"e4m3":1,"impl":2,"configs":2,"implconfig":1,"x":4,"0":1,"1":1,"2":1,"zip":1,"itertools":2,"repeat":2,"get":1,"unique":1,"schedules":1,"heuristic":2,"output":7,"dir":6,"os":4,"path":3,"join":2,"script":1,"generated":3,"delete":1,"the":2,"directory":2,"if":3,"it":1,"exists":2,"shutil":1,"rmtree":1,"create":2,"makedirs":1,"render":1,"each":1,"of":1,"configurations":1,"into":1,"separate":1,"files":1,"filename":2,"code":2,"sources":1,"filepath":3,"f":2,"cu":1,"with":1,"open":1,"w":1,"as":1,"file":2,"write":1,"print":1,"rendered":1,"template":1,"to":1,"name":1,"main":1,"generate":1},"0,1294,data/raw/vllm-0.10.1/csrc/quantization/machete/Readme.md":{"machete":7,"mixed":1,"precision":1,"cutlass":3,"based":3,"gemm":3,"is":6,"a":5,"spiritual":1,"successor":1,"to":6,"the":13,"marlin":2,"kernel":1,"but":2,"optimized":1,"for":2,"hopper":1,"architectures":1,"and":3,"on":2,"being":1,"new":1,"type":6,"pairs":1,"epilogues":1,"are":2,"easier":1,"add":1,"compared":1,"overview":1,"effectively":1,"performs":1,"python":2,"scale":3,"w":12,"s":4,"dtype":2,"compute":1,"out":1,"q":6,"z":3,"where":1,"quantized":1,"weight":4,"matrix":4,"quantization":2,"scales":5,"zeropoints":2,"note":1,"added":1,"after":1,"so":1,"we":1,"can":1,"use":1,"fma":1,"operations":1,"this":2,"means":2,"they":2,"must":2,"have":1,"pre":1,"applied":2,"if":1,"supplied":1,"assume":1,"that":2,"will":1,"be":2,"subtracted":1,"before":2,"api":1,"main":1,"optimization":1,"within":1,"prepacking":1,"more":1,"closely":1,"match":1,"tensor":1,"core":1,"layouts":1,"allowing":1,"wider":1,"shared":1,"memory":1,"loads":1,"when":1,"loading":1,"prepacked":1,"calling":1,"flow":1,"looks":1,"something":1,"like":1,"from":1,"vllm":1,"import":1,"custom":1,"ops":4,"as":1,"packed":2,"prepack":1,"b":5,"wtype":2,"output":1,"group":2,"size":2},"1294,1378,data/raw/vllm-0.10.1/csrc/quantization/machete/Readme.md":{"code":1,"generation":1,"since":1,"machete":2,"is":5,"based":1,"on":2,"cutlass":1,"we":4,"can":5,"generate":7,"multiple":2,"type":2,"pairs":2,"and":6,"different":6,"tile":3,"shapes":6,"using":2,"the":8,"same":1,"kernel":1,"template":2,"instantiations":1,"of":3,"this":3,"py":1,"new":1,"typeconfig":4,"s":7,"be":3,"appended":1,"to":5,"impl":1,"configs":1,"in":2,"these":1,"will":1,"get":1,"automatically":1,"generated":1,"assuming":1,"they":1,"supported":1,"without":1,"issues":1,"for":5,"each":2,"you":1,"must":1,"also":1,"provide":2,"an":1,"implconfig":1,"which":2,"bundles":1,"a":4,"with":3,"list":1,"scheduleconfig":5,"specialization":2,"default":2,"heuristic":3,"contain":1,"info":1,"scheduler":1,"etc":2,"perform":1,"differently":1,"problem":4,"there":1,"almost":1,"never":1,"one":1,"that":1,"works":1,"well":1,"all":1,"so":1,"it":1,"generally":1,"beneficial":1,"potential":1,"where":1,"comes":1,"should":1,"provided":1,"maps":1,"used":1,"when":1,"user":1,"does":1,"not":1,"schedule":1,"parameter":1,"gemm":1,"define":1,"what":1,"feature":2,"combinations":2,"i":1,"e":1,"zeropoints":1,"scales":1,"reduce":1,"compile":1,"times":1,"final":1,"binary":1,"size":1,"by":1,"limiting":1,"set":1},"0,1776,data/raw/vllm-0.10.1/csrc/quantization/gptq_marlin/generate_kernels.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"import":5,"glob":3,"itertools":3,"os":2,"subprocess":2,"jinja2":1,"file":2,"head":1,"auto":1,"generated":1,"by":1,"generate":2,"py":1,"clang":1,"format":1,"off":1,"include":2,"kernel":3,"h":2,"marlin":4,"template":4,"namespace":2,"name":1,"strip":1,"global":1,"void":1,"scalar":4,"t":2,"w":1,"type":3,"id":2,"s":1,"threads":1,"thread":8,"m":5,"blocks":12,"n":1,"k":1,"true":2,"if":2,"block":1,"size":3,"8":2,"else":2,"false":2,"stages":1,"group":7,"is":2,"zp":1,"float":1,"params":1,"int8":1,"with":1,"zero":1,"point":1,"case":2,"ku8":1,"also":1,"supported":1,"we":1,"don":1,"add":1,"it":1,"reduce":1,"wheel":1,"types":2,"ku4":1,"ku4b8":1,"ku8b128":1,"kfe4m3fn":1,"kfe2m1f":1,"configs":3,"128":6,"256":3,"64":3,"5":1,"1":4,"3":1,"4":2,"act":1,"order":1,"channelwise":1,"quantization":1,"16":1,"dtypes":2,"fp16":1,"bf16":1,"def":2,"remove":1,"old":1,"kernels":2,"for":3,"filename":2,"in":3,"path":1,"dirname":1,"cu":1,"call":1,"rm":1,"f":1,"new":1,"dtype":1,"product":2,"all":1,"str":1,"list":1},"1776,1670,data/raw/vllm-0.10.1/csrc/quantization/gptq_marlin/generate_kernels.py":{"act":1,"order":1,"case":1,"only":7,"support":3,"gptq":2,"int4":1,"and":11,"int8":1,"if":9,"group":9,"blocks":11,"0":4,"scalar":5,"type":5,"not":3,"in":3,"vllm":6,"ku4b8":1,"ku8b128":1,"continue":6,"thread":6,"configs":6,"2":3,"256":4,"for":3,"small":1,"batch":2,"m":4,"1":8,"we":3,"need":2,"128":4,"large":1,"64":2,"channelwise":1,"quantization":3,"size":4,"fp8":1,"kfe4m3fn":1,"8":1,"nvfp4":1,"supports":3,"16":4,"mxfp4":1,"32":1,"kfe2m1f":2,"other":1,"methods":1,"don":1,"t":1,"k":1,"n":1,"threads":1,"c":1,"dtype":3,"half":1,"fp16":3,"else":1,"nv":1,"bfloat16":1,"is":3,"zp":3,"float":3,"list":2,"false":1,"ku4":1,"4":1,"hqq":1,"true":2,"4bit":1,"append":1},"3446,1598,data/raw/vllm-0.10.1/csrc/quantization/gptq_marlin/generate_kernels.py":{"if":3,"scalar":5,"type":11,"vllm":6,"kfe2m1f":2,"and":2,"group":4,"blocks":11,"1":2,"s":6,"kfe4m3fn":1,"elif":3,"2":1,"kfe8m0fnu":1,"dtype":5,"fp16":3,"we":1,"cannot":1,"safely":1,"dequantize":1,"e8m0":1,"to":1,"so":1,"skip":1,"this":1,"continue":1,"kfloat16":1,"bf16":1,"kbfloat16":1,"for":1,"is":4,"zp":4,"float":4,"in":1,"list":3,"template":6,"str":4,"jinja2":1,"render":1,"t":1,"c":1,"w":2,"id":4,"threads":2,"thread":3,"m":4,"max":1,"n":9,"k":2,"block":1,"size":1,"8":1,"0":1,"5":1,"stages":2,"pipe":1,"all":2,"append":1,"file":5,"content":3,"head":1,"join":2,"filename":2,"f":3,"kernel":1,"6":1,"lower":1,"cu":1,"with":1,"open":1,"os":2,"path":2,"dirname":1,"as":1,"write":1,"name":1,"main":1,"remove":1,"old":1,"kernels":2,"generate":1,"new":1},"0,1017,data/raw/vllm-0.10.1/csrc/quantization/cutlass_w8a8/Epilogues.md":{"cutlass":2,"epilogues":4,"introduction":1,"this":1,"document":1,"describes":1,"the":4,"various":1,"implemented":1,"for":8,"fusing":1,"de":1,"quantization":8,"operations":1,"onto":1,"gemms":1,"currently":1,"we":2,"only":1,"support":1,"symmetric":4,"weights":2,"and":3,"asymmetric":4,"activations":7,"both":1,"can":1,"be":1,"quantized":1,"per":5,"tensor":2,"or":1,"channel":1,"token":2,"there":1,"are":1,"4":1,"1":4,"scaledepilogue":1,"no":2,"bias":7,"scaledepiloguebias":1,"supports":3,"scaledepilogueazp":1,"scaledepilogueazppertoken":1,"do":1,"not":1,"have":1,"of":1,"without":1,"in":1,"order":1,"to":1,"reduce":1,"final":1,"binary":1,"size":1,"instead":1,"if":1,"is":2,"passed":1,"epilogue":1,"will":1,"use":1,"0":1,"as":1,"that":1,"induces":1,"a":1,"redundant":1,"addition":1,"operation":1,"runtime":1,"check":1,"but":1,"performance":1,"impact":1,"minor":1},"1017,1322,data/raw/vllm-0.10.1/csrc/quantization/cutlass_w8a8/Epilogues.md":{"underlying":1,"linear":1,"algebra":1,"more":1,"details":1,"available":1,"in":1,"the":13,"activation":1,"quantization":4,"rfc":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"3975":1,"if":1,"widehat":19,"x":2,"is":11,"quantized":1,"our":1,"matrices":1,"become":1,"following":1,"math":7,"a":28,"s":10,"j":6,"z":5,"b":20,"d":6,"c":3,"here":1,"output":2,"of":8,"gemm":2,"and":8,"bias":1,"activations":3,"supports":2,"asymmetric":2,"weights":3,"only":1,"symmetric":1,"are":1,"scales":1,"for":3,"respectively":1,"zero":1,"point":1,"matrix":1,"all":1,"ones":1,"with":1,"dimensions":1,"additional":1,"epilogues":1,"would":1,"be":1,"required":1,"to":2,"support":1,"expanding":1,"further":1,"we":1,"can":1,"calculate":1,"as":1,"follows":1,"left":1,"right":1,"note":1,"that":1,"raw":1,"known":1,"ahead":1,"time":1,"each":1,"row":2,"it":1,"equal":1,"mathbf":1,"1":1,"which":1,"vector":1,"column":1,"sums":1},"2339,1098,data/raw/vllm-0.10.1/csrc/quantization/cutlass_w8a8/Epilogues.md":{"epilogues":1,"scaledepilogue":1,"this":2,"epilogue":4,"computes":2,"the":11,"symmetric":2,"quantization":2,"for":6,"activations":4,"without":1,"bias":4,"meaning":2,"c":3,"0":3,"and":1,"z":2,"a":12,"output":2,"of":2,"gemm":2,"is":8,"math":6,"widehat":12,"d":8,"b":10,"s":8,"parameters":2,"scale":8,"can":4,"be":4,"per":9,"tensor":4,"scalar":4,"or":4,"token":2,"column":2,"vector":5,"weights":2,"channel":3,"row":3,"scaledepiloguebias":1,"with":1,"always":1},"3437,1102,data/raw/vllm-0.10.1/csrc/quantization/cutlass_w8a8/Epilogues.md":{"scaledepilogueazp":1,"this":2,"epilogue":2,"computes":1,"the":11,"asymmetric":1,"per":9,"tensor":5,"quantization":1,"for":3,"activations":2,"with":4,"bias":3,"output":1,"of":1,"gemm":1,"is":9,"math":3,"widehat":10,"d":4,"a":17,"b":10,"z":6,"j":4,"s":4,"c":2,"left":1,"right":1,"because":1,"scalar":3,"zero":3,"point":2,"term":3,"has":1,"every":1,"row":5,"equal":1,"to":3,"mathbf":1,"1":1,"that":1,"precomputed":2,"and":2,"stored":1,"in":1,"azp":3,"adj":3,"as":2,"vector":5,"parameters":1,"scale":4,"can":2,"be":3,"or":2,"token":1,"column":1,"generally":1,"will":1,"points":1,"are":1,"weights":1,"channel":3,"always":1,"use":1,"these":1,"kernels":1,"efficiently":1,"users":1,"must":1,"precompute":1,"offline":1,"pass":1,"it":1,"kernel":1},"4539,1141,data/raw/vllm-0.10.1/csrc/quantization/cutlass_w8a8/Epilogues.md":{"scaledepilogueazppertoken":1,"this":2,"epilogue":3,"computes":1,"the":18,"asymmetric":1,"per":10,"token":5,"quantization":1,"for":3,"activations":2,"with":1,"bias":4,"output":2,"of":3,"gemm":2,"is":11,"same":1,"as":2,"above":1,"but":1,"z":4,"a":8,"column":3,"vector":6,"that":1,"means":1,"zero":4,"point":3,"term":3,"j":1,"widehat":3,"b":5,"becomes":1,"an":1,"outer":1,"product":1,"and":2,"mathbf":2,"1":2,"parameters":1,"scale":6,"can":2,"be":3,"tensor":2,"scalar":2,"or":2,"generally":1,"will":1,"points":1,"are":1,"weights":1,"channel":3,"row":3,"azp":5,"adj":3,"precomputed":1,"adjustment":1,"always":1,"to":2,"use":1,"these":1,"kernels":1,"efficiently":1,"users":1,"must":1,"precompute":1,"offline":1,"pass":1,"it":1,"kernel":1,"performs":1,"following":1,"computation":1,"where":1,"dq":2,"raw":1,"quantized":1,"math":1,"out":1},"0,1842,data/raw/vllm-0.10.1/csrc/cutlass_extensions/vllm_cutlass_library_extension.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":3,"enum":10,"from":2,"typing":1,"union":6,"cutlass":4,"library":2,"extend":1,"with":1,"custom":1,"types":1,"and":1,"missing":1,"values":1,"class":2,"vllmdatatype":14,"u4b8":6,"auto":5,"u8b128":6,"mixedinputkernelscheduletype":1,"tmawarpspecialized":1,"tmawarpspecializedpingpong":1,"tmawarpspecializedcooperative":1,"vllmdatatypenames":1,"dict":5,"datatype":18,"str":4,"datatypenames":1,"type":3,"ignore":3,"vllmdatatypetag":1,"datatypetag":1,"uint4b8":1,"t":2,"uint8b128":1,"vllmdatatypesize":1,"int":2,"datatypesize":1,"4":1,"8":1,"vllmdatatypevllmscalartypetag":1,"ku4b8":1,"ku8b128":1,"u4":1,"ku4":1,"u8":2,"ku8":1,"s4":1,"ks4":1,"s8":2,"ks8":1,"f16":2,"kfloat16":1,"bf16":2,"kbfloat16":1,"vllmdatatypetorchdatatypetag":1,"at":7,"scalartype":7,"byte":1,"char":1,"e4m3":1,"float8":1,"e4m3fn":1,"s32":1,"half":1,"bfloat16":1,"f32":1,"float":1},"1842,558,data/raw/vllm-0.10.1/csrc/cutlass_extensions/vllm_cutlass_library_extension.py":{"vllmkernelscheduletag":1,"dict":1,"union":1,"mixedinputkernelscheduletype":4,"kernelscheduletype":1,"str":1,"kernelscheduletag":1,"type":1,"ignore":1,"tmawarpspecialized":1,"cutlass":3,"gemm":3,"kerneltmawarpspecialized":1,"tmawarpspecializedpingpong":1,"kerneltmawarpspecializedpingpong":1,"tmawarpspecializedcooperative":1,"kerneltmawarpspecializedcooperative":1},"0,1742,data/raw/vllm-0.10.1/csrc/moe/marlin_moe_wna16/generate_kernels.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"import":5,"glob":3,"itertools":3,"os":2,"subprocess":2,"jinja2":1,"file":2,"head":1,"auto":1,"generated":1,"by":1,"generate":2,"py":1,"clang":1,"format":1,"off":1,"include":2,"kernel":3,"h":2,"marlin":4,"template":4,"namespace":2,"name":1,"strip":1,"global":1,"void":1,"scalar":4,"t":2,"w":1,"type":3,"id":2,"s":1,"threads":1,"thread":8,"m":5,"blocks":12,"n":1,"k":1,"true":2,"if":2,"block":1,"size":3,"8":2,"else":2,"false":2,"stages":1,"group":7,"is":2,"zp":1,"float":1,"params":1,"int8":1,"with":1,"zero":1,"point":1,"case":2,"ku8":1,"also":1,"supported":1,"we":1,"don":1,"add":1,"it":1,"reduce":1,"wheel":1,"types":2,"ku4":1,"ku4b8":1,"ku8b128":1,"kfe4m3fn":1,"kfe2m1f":1,"configs":3,"128":4,"256":3,"64":2,"5":1,"1":4,"3":1,"4":2,"act":1,"order":1,"channelwise":1,"quantization":1,"16":1,"dtypes":2,"fp16":1,"bf16":1,"def":2,"remove":1,"old":1,"kernels":2,"for":3,"filename":2,"in":3,"path":1,"dirname":1,"cu":1,"call":1,"rm":1,"f":1,"new":1,"dtype":1,"product":2,"all":1,"str":1,"list":1},"1742,1896,data/raw/vllm-0.10.1/csrc/moe/marlin_moe_wna16/generate_kernels.py":{"act":1,"order":1,"case":1,"only":6,"support":3,"gptq":2,"int4":1,"and":10,"int8":1,"if":10,"group":10,"blocks":12,"0":4,"scalar":6,"type":10,"not":3,"in":3,"vllm":11,"ku4b8":1,"ku8b128":1,"continue":7,"thread":6,"configs":6,"2":4,"256":4,"for":3,"small":1,"batch":2,"m":4,"1":9,"we":4,"need":2,"128":4,"large":1,"64":2,"channelwise":1,"quantization":2,"size":4,"fp8":1,"kfe4m3fn":2,"8":1,"nvfp4":1,"supports":2,"16":4,"mxfp4":1,"32":1,"kfe2m1f":4,"other":1,"methods":1,"don":1,"t":1,"k":1,"n":1,"threads":1,"c":1,"dtype":5,"half":1,"fp16":4,"else":1,"nv":1,"bfloat16":1,"s":4,"elif":3,"kfe8m0fnu":1,"cannot":1,"safely":1,"dequantize":1,"e8m0":1,"to":1,"so":1,"skip":1,"this":1,"kfloat16":1,"bf16":1,"kbfloat16":1},"3638,966,data/raw/vllm-0.10.1/csrc/moe/marlin_moe_wna16/generate_kernels.py":{"template":6,"str":4,"jinja2":1,"render":1,"scalar":3,"t":1,"c":1,"dtype":2,"w":2,"type":5,"id":4,"s":2,"threads":2,"thread":3,"m":4,"blocks":9,"max":1,"1":1,"n":9,"k":2,"block":1,"size":1,"8":1,"0":1,"5":1,"stages":2,"pipe":1,"group":2,"is":1,"zp":1,"float":1,"false":1,"all":2,"list":2,"append":1,"file":5,"content":3,"head":1,"join":2,"filename":2,"f":3,"kernel":1,"6":1,"lower":1,"cu":1,"with":1,"open":1,"os":2,"path":2,"dirname":1,"as":1,"write":1,"if":1,"name":1,"main":1,"remove":1,"old":1,"kernels":2,"generate":1,"new":1},"0,63,data/raw/vllm-0.10.1/requirements/test.txt":{"this":1,"file":1,"was":1,"autogenerated":1,"by":1,"uv":1,"via":1,"the":1,"following":1,"command":1},"63,1994,data/raw/vllm-0.10.1/requirements/test.txt":{"uv":1,"pip":1,"compile":1,"requirements":6,"test":7,"in":5,"o":1,"txt":1,"index":1,"strategy":1,"unsafe":1,"best":1,"match":1,"torch":1,"backend":1,"cu128":1,"absl":1,"py":1,"2":10,"1":21,"0":22,"via":34,"rouge":1,"score":1,"accelerate":1,"lm":2,"eval":2,"peft":1,"aenum":1,"3":11,"16":3,"lightly":2,"affine":1,"4":7,"rasterio":3,"aiohappyeyeballs":1,"aiohttp":6,"10":2,"11":1,"cors":2,"datasets":1,"fsspec":1,"ray":2,"8":3,"aiosignal":1,"albucore":1,"terratorch":2,"albumentations":1,"6":2,"alembic":1,"mlflow":2,"annotated":1,"types":1,"7":2,"pydantic":1,"antlr4":1,"python3":1,"runtime":1,"9":3,"hydra":1,"core":1,"omegaconf":1,"anyio":1,"post1":1,"httpx":2,"starlette":1,"argcomplete":1,"5":4,"datamodel":2,"code":2,"generator":2,"arrow":1,"isoduration":1,"attrs":1,"24":2,"fiona":2,"hypothesis":1,"jsonlines":1,"jsonschema":1,"pytest":1,"subtests":1,"referencing":1,"audioread":1,"librosa":1,"backoff":1,"r":4,"schemathesis":1,"bitsandbytes":1,"46":1,"lightning":1,"black":2,"blinker":1,"flask":1,"blobfile":1,"bm25s":1,"13":1,"mteb":1,"boto3":2,"35":2,"57":2,"tensorizer":1,"botocore":1,"s3transfer":1,"bounded":1,"pool":1,"executor":1,"pqdm":1,"buildkite":1,"collector":1,"cachetools":1,"google":1,"auth":1,"skinny":1,"certifi":1,"2024":1,"30":1,"httpcore":1,"pyogrio":1,"pyproj":1,"requests":2,"cffi":1,"17":1,"soundfile":1,"chardet":1,"mbstrdecoder":1,"charset":1,"normalizer":1,"click":1},"2057,1991,data/raw/vllm-0.10.1/requirements/test.txt":{"click":2,"plugins":2,"cligj":2,"fiona":4,"flask":2,"jiwer":1,"mlflow":5,"skinny":4,"nltk":1,"rasterio":3,"ray":4,"schemathesis":2,"typer":1,"uvicorn":1,"1":23,"2":11,"via":33,"0":31,"7":4,"cloudpickle":1,"3":11,"colorama":1,"4":2,"6":3,"sacrebleu":1,"tqdm":1,"multiprocess":2,"colorful":1,"5":2,"contourpy":1,"matplotlib":2,"cramjam":1,"9":2,"fastparquet":2,"cupy":2,"cuda12x":2,"13":1,"cycler":1,"12":1,"databricks":1,"sdk":1,"59":1,"datamodel":1,"code":1,"generator":1,"26":1,"r":3,"requirements":3,"test":3,"in":3,"dataproperty":1,"pytablewriter":1,"tabledata":1,"datasets":3,"evaluate":3,"lm":3,"eval":4,"mteb":2,"decorator":1,"librosa":1,"dill":1,"8":3,"distlib":1,"virtualenv":2,"dnspython":1,"email":2,"validator":2,"docker":1,"docopt":1,"num2words":1,"docstring":1,"parser":1,"17":1,"jsonargparse":1,"efficientnet":1,"pytorch":4,"segmentation":1,"models":1,"einops":1,"encodec":2,"terratorch":1,"torchgeo":2,"vector":2,"quantize":2,"vocos":2,"einx":1,"pydantic":1,"type":1,"backport":1,"fastapi":1,"116":1,"2024":1,"11":1,"genai":1,"perf":1,"fastrlock":1,"fastsafetensors":1,"10":2,"filelock":1,"16":1,"blobfile":1,"huggingface":1,"hub":1,"torch":1,"transformers":1},"4048,1994,data/raw/vllm-0.10.1/requirements/test.txt":{"via":35,"mlflow":4,"fonttools":1,"4":5,"55":1,"0":27,"matplotlib":1,"fqdn":1,"1":16,"5":2,"jsonschema":3,"frozendict":1,"2":10,"6":5,"einx":1,"frozenlist":1,"aiohttp":1,"aiosignal":1,"fsspec":1,"2024":1,"9":1,"datasets":2,"evaluate":2,"fastparquet":1,"huggingface":3,"hub":3,"lightning":3,"pytorch":2,"torch":3,"ftfy":1,"3":15,"open":2,"clip":2,"genai":1,"perf":1,"8":1,"r":2,"requirements":2,"test":2,"in":2,"genson":1,"datamodel":1,"code":1,"generator":1,"geopandas":1,"terratorch":3,"gitdb":1,"12":1,"gitpython":2,"44":1,"skinny":1,"google":4,"api":3,"core":5,"24":1,"opencensus":1,"auth":1,"40":1,"databricks":1,"sdk":1,"googleapis":1,"common":1,"protos":1,"70":1,"graphene":3,"graphql":6,"relay":2,"hypothesis":6,"greenlet":1,"sqlalchemy":1,"grpcio":1,"71":1,"ray":1,"gunicorn":1,"23":2,"h11":1,"14":1,"httpcore":2,"uvicorn":1,"h5py":1,"13":1,"harfile":1,"schemathesis":5,"hf":1,"xet":1,"7":1,"hiredis":1,"tensorizer":1,"httpx":2,"27":1,"34":1,"accelerate":1,"peft":1,"segmentation":1,"models":1,"sentence":1,"transformers":2,"timm":1,"tokenizers":1,"vocos":1,"humanize":1,"11":2,"runai":1,"model":1,"streamer":1,"hydra":1,"lightly":1,"131":1,"idna":1,"10":1,"anyio":1},"6042,1987,data/raw/vllm-0.10.1/requirements/test.txt":{"email":1,"validator":1,"httpx":1,"jsonschema":7,"requests":1,"yarl":1,"imageio":1,"2":14,"37":1,"0":30,"via":36,"scikit":3,"image":2,"importlib":2,"metadata":1,"8":4,"7":2,"mlflow":3,"skinny":1,"opentelemetry":1,"api":1,"resources":1,"6":3,"5":7,"typeshed":1,"client":1,"inflect":1,"datamodel":3,"code":3,"generator":3,"iniconfig":1,"pytest":1,"isoduration":1,"20":2,"11":1,"isort":1,"13":1,"itsdangerous":1,"flask":3,"jinja2":2,"3":9,"1":15,"torch":1,"jiwer":1,"r":3,"requirements":3,"test":3,"in":3,"jmespath":1,"boto3":1,"botocore":1,"joblib":1,"4":7,"librosa":3,"nltk":1,"learn":1,"jsonargparse":1,"35":1,"lightning":5,"terratorch":3,"jsonlines":1,"lm":2,"eval":2,"jsonpointer":1,"23":1,"hypothesis":1,"mistral":1,"common":1,"ray":1,"schemathesis":2,"specifications":1,"2024":1,"10":3,"junit":1,"xml":1,"9":2,"kaleido":1,"genai":1,"perf":1,"kiwisolver":1,"matplotlib":1,"kornia":3,"torchgeo":3,"rs":1,"lazy":1,"loader":1,"libnacl":1,"tensorizer":1,"post1":1,"lightly":3,"utils":1,"post0":1,"utilities":1,"14":1,"pytorch":1,"torchmetrics":1,"llvmlite":1,"44":1,"numba":1,"lxml":1,"blobfile":1,"sacrebleu":1,"mako":2,"alembic":1,"markdown":2,"it":1,"py":1,"rich":1,"markupsafe":1},"8029,1989,data/raw/vllm-0.10.1/requirements/test.txt":{"werkzeug":1,"matplotlib":2,"3":5,"9":2,"2":8,"via":20,"r":6,"requirements":6,"test":6,"in":6,"lightning":1,"mlflow":5,"pycocotools":2,"torchgeo":2,"mbstrdecoder":1,"1":14,"dataproperty":1,"pytablewriter":1,"typepy":1,"mdurl":1,"0":14,"markdown":1,"it":1,"py":1,"mistral":2,"common":2,"8":1,"22":2,"terratorch":1,"skinny":1,"more":1,"itertools":1,"10":2,"5":2,"lm":2,"eval":2,"mpmath":1,"sympy":1,"msgpack":1,"librosa":3,"ray":1,"mteb":2,"38":1,"11":1,"multidict":1,"6":1,"aiohttp":1,"yarl":1,"multiprocess":1,"70":1,"16":1,"datasets":2,"evaluate":2,"munch":1,"4":2,"pretrainedmodels":1,"mypy":1,"extensions":1,"black":1,"networkx":1,"scikit":3,"image":2,"torch":1,"nltk":1,"rouge":2,"score":2,"num2words":1,"14":1,"numba":2,"61":1,"numexpr":2,"numpy":1,"26":1,"accelerate":1,"albucore":1,"albumentations":1,"bitsandbytes":1,"bm25s":1,"contourpy":1,"cupy":1,"cuda12x":1,"einx":1,"encodec":1,"fastparquet":1,"genai":1,"perf":1,"geopandas":1,"h5py":1,"imageio":1,"lightly":2,"utils":1,"opencv":1,"python":1,"headless":1,"pandas":1,"patsy":1,"peft":1,"pyogrio":1,"rasterio":1,"rioxarray":1,"runai":1,"model":1,"streamer":1,"sacrebleu":1,"learn":1,"scipy":1,"segmentation":1,"models":1,"pytorch":1,"shapely":1,"soxr":1,"statsmodels":1,"tensorboardx":1,"tensorizer":1,"tifffile":1,"torchmetrics":1,"torchvision":1},"10018,1976,data/raw/vllm-0.10.1/requirements/test.txt":{"transformers":1,"tritonclient":1,"vocos":1,"xarray":1,"nvidia":20,"cublas":1,"cu12":20,"12":7,"8":6,"3":7,"14":1,"via":25,"cudnn":2,"cusolver":4,"torch":15,"cuda":3,"cupti":1,"57":2,"nvrtc":1,"61":2,"runtime":1,"9":2,"7":3,"1":6,"26":2,"cufft":2,"11":5,"41":1,"cufile":1,"13":1,"0":12,"curand":1,"10":1,"55":3,"2":6,"cusparse":2,"5":1,"53":1,"cusparselt":1,"6":1,"nccl":1,"nvjitlink":1,"nvtx":1,"omegaconf":1,"hydra":2,"core":2,"lightning":2,"open":1,"clip":1,"32":1,"r":2,"requirements":2,"test":2,"in":2,"opencensus":3,"4":2,"ray":4,"context":1,"opencv":1,"python":1,"headless":1,"86":1,"albucore":1,"albumentations":1,"mistral":1,"common":1,"opentelemetry":10,"api":1,"35":2,"mlflow":2,"skinny":2,"exporter":3,"prometheus":3,"sdk":3,"semantic":2,"conventions":2,"56b0":2,"proto":1,"36":1,"packaging":1,"24":1,"accelerate":1,"black":1,"datamodel":1,"code":1,"generator":1,"datasets":1,"evaluate":1,"fastparquet":1,"geopandas":1,"gunicorn":1,"huggingface":1,"hub":1,"kornia":1,"lazy":1,"loader":1},"11994,1995,data/raw/vllm-0.10.1/requirements/test.txt":{"lightning":2,"utilities":1,"matplotlib":2,"mlflow":4,"skinny":2,"peft":3,"plotly":2,"pooch":3,"pyogrio":1,"pytest":4,"rerunfailures":1,"pytorch":3,"ray":4,"rioxarray":1,"scikit":2,"image":2,"statsmodels":3,"tensorboardx":2,"torchmetrics":1,"transformers":2,"typepy":1,"xarray":2,"pandas":1,"2":8,"3":4,"via":23,"datasets":2,"evaluate":1,"fastparquet":1,"genai":4,"perf":4,"geopandas":1,"torchgeo":2,"pathspec":1,"0":22,"12":1,"1":14,"black":2,"pathvalidate":1,"pytablewriter":1,"patsy":1,"16":1,"r":2,"requirements":2,"test":2,"in":2,"lm":1,"eval":1,"pillow":1,"10":2,"4":5,"imageio":1,"lightly":1,"utils":1,"mistral":1,"common":2,"segmentation":2,"models":2,"sentence":1,"torchvision":1,"platformdirs":1,"6":3,"virtualenv":1,"5":3,"24":1,"pluggy":1,"polars":1,"29":1,"mteb":1,"8":1,"librosa":1,"portalocker":1,"sacrebleu":1,"pqdm":1,"pretrainedmodels":1,"7":1,"prometheus":2,"client":1,"22":1,"opentelemetry":2,"exporter":1,"propcache":1,"yarl":1,"proto":3,"plus":2,"26":1,"google":2,"api":2,"core":2,"protobuf":1,"28":1,"googleapis":1,"protos":1,"tensorizer":2,"psutil":1,"accelerate":1,"py":2,"11":1,"forked":1,"spy":1,"pyarrow":1,"18":1,"pyasn1":3,"modules":2,"rsa":1},"13989,1989,data/raw/vllm-0.10.1/requirements/test.txt":{"via":31,"google":1,"auth":1,"pybind11":1,"2":18,"13":1,"6":4,"lm":2,"eval":3,"pycocotools":1,"0":20,"8":2,"terratorch":3,"pycountry":1,"24":2,"1":8,"pydantic":6,"extra":3,"types":3,"pycparser":1,"22":2,"cffi":1,"pycryptodomex":1,"3":9,"blobfile":1,"11":2,"5":5,"r":7,"requirements":7,"test":8,"in":7,"albumentations":1,"datamodel":1,"code":1,"generator":1,"fastapi":1,"lightly":3,"mistral":2,"common":2,"mlflow":1,"skinny":1,"mteb":3,"ray":1,"core":1,"33":1,"10":1,"pygments":1,"18":1,"rich":1,"pyogrio":1,"geopandas":2,"pyparsing":1,"matplotlib":2,"rasterio":1,"pyproj":1,"7":4,"rioxarray":1,"torchgeo":1,"pyrate":1,"limiter":1,"schemathesis":3,"pystemmer":1,"pytablewriter":1,"pytest":15,"buildkite":1,"collector":1,"genai":2,"perf":2,"asyncio":2,"forked":2,"mock":2,"rerunfailures":2,"shard":2,"subtests":2,"timeout":2,"14":3,"python":3,"box":1,"dateutil":1,"9":1,"post0":1,"arrow":1,"botocore":1,"graphene":1,"pandas":2,"typepy":2,"rapidjson":1,"20":1,"tritonclient":1,"pytorch":1,"lightning":2,"pytrec":1,"terrier":1,"pytz":1,"2024":1,"pyyaml":1},"15978,1985,data/raw/vllm-0.10.1/requirements/test.txt":{"accelerate":2,"albumentations":2,"datamodel":1,"code":1,"generator":1,"datasets":2,"genai":3,"perf":3,"huggingface":2,"hub":2,"jsonargparse":1,"lightning":3,"mlflow":2,"skinny":2,"omegaconf":1,"peft":2,"pytorch":1,"ray":3,"responses":3,"schemathesis":3,"timm":2,"transformers":4,"vocos":1,"rapidfuzz":1,"3":8,"12":1,"1":9,"via":23,"jiwer":1,"rasterio":1,"4":7,"rioxarray":2,"terratorch":2,"torchgeo":2,"2":6,"48":1,"0":17,"r":4,"requirements":4,"test":5,"in":4,"redis":1,"5":2,"tensorizer":1,"referencing":2,"35":1,"jsonschema":5,"specifications":1,"regex":1,"2024":1,"9":3,"11":3,"nltk":1,"open":2,"clip":2,"torch":2,"sacrebleu":2,"tiktoken":2,"requests":1,"32":1,"buildkite":1,"collector":1,"databricks":1,"sdk":1,"docker":1,"evaluate":1,"google":2,"api":1,"core":1,"lightly":1,"lm":3,"eval":3,"mistral":1,"common":1,"mteb":2,"pooch":1,"starlette":1,"testclient":1,"25":2,"rfc3339":1,"validator":1,"rfc3987":1,"8":1,"rich":1,"13":1,"typer":1,"19":1,"rouge":1,"score":1,"rpds":1,"py":1,"20":1,"rsa":1,"auth":1,"rtree":1,"runai":2,"model":2,"streamer":2,"s3":1,"s3transfer":1,"10":1,"boto3":1,"safetensors":1,"39":1,"15":1,"scikit":1,"image":1},"17963,1988,data/raw/vllm-0.10.1/requirements/test.txt":{"scikit":3,"learn":2,"1":19,"5":6,"2":11,"via":29,"albumentations":2,"librosa":4,"lm":3,"eval":3,"mlflow":4,"mteb":3,"sentence":3,"transformers":3,"scipy":1,"13":2,"bm25s":1,"image":1,"statsmodels":2,"vocos":1,"segmentation":2,"models":2,"pytorch":2,"0":24,"4":6,"terratorch":2,"torchgeo":2,"3":8,"r":4,"requirements":4,"test":4,"in":4,"sentencepiece":1,"mistral":3,"common":3,"setuptools":1,"77":1,"lightning":2,"utilities":1,"pytablewriter":3,"torch":2,"triton":1,"shapely":1,"geopandas":1,"shellingham":1,"typer":1,"six":1,"16":1,"junit":1,"xml":1,"lightly":1,"opencensus":1,"python":1,"dateutil":1,"rfc3339":1,"validator":1,"rouge":1,"score":1,"smart":1,"open":1,"7":1,"ray":1,"smmap":1,"gitdb":1,"sniffio":1,"anyio":1,"httpx":1,"sortedcontainers":1,"hypothesis":1,"soundfile":1,"12":1,"soxr":1,"post1":1,"sqlalchemy":1,"41":1,"alembic":1,"sqlitedict":1,"sqlparse":1,"skinny":1,"starlette":3,"46":1,"fastapi":1,"schemathesis":2,"testclient":2,"14":1,"genai":1,"perf":1,"sympy":1,"einx":1,"tabledata":1,"tabulate":1,"9":2,"sacrebleu":1,"tcolorpy":1,"6":2,"tenacity":1,"plotly":1,"tensorboardx":1,"tensorizer":1,"10":1,"1rc2":1,"threadpoolctl":1},"19951,1977,data/raw/vllm-0.10.1/requirements/test.txt":{"via":15,"scikit":2,"learn":1,"tifffile":1,"2025":1,"3":1,"30":1,"image":1,"terratorch":6,"tiktoken":1,"0":11,"7":5,"lm":4,"eval":4,"mistral":1,"common":1,"timm":3,"1":8,"17":1,"r":5,"requirements":5,"test":5,"in":5,"open":4,"clip":4,"torch":5,"segmentation":4,"models":4,"pytorch":9,"torchgeo":5,"tokenizers":1,"21":1,"transformers":5,"tomli":2,"2":5,"schemathesis":2,"w":1,"cu128":3,"accelerate":1,"bitsandbytes":1,"efficientnet":1,"encodec":2,"fastsafetensors":1,"kornia":1,"lightly":3,"lightning":6,"mteb":2,"peft":2,"pretrainedmodels":3,"runai":1,"model":1,"streamer":1,"sentence":2,"tensorizer":1,"torchaudio":2,"torchmetrics":2,"torchvision":2,"vector":1,"quantize":1,"vocos":2,"4":3,"22":1,"tqdm":3,"66":1,"6":1,"datasets":1,"evaluate":1,"huggingface":1,"hub":1,"nltk":1,"pqdm":1,"multiprocess":2,"11":1,"55":1},"21928,1991,data/raw/vllm-0.10.1/requirements/test.txt":{"r":5,"requirements":5,"test":5,"in":5,"genai":2,"perf":2,"lm":2,"eval":2,"peft":1,"sentence":1,"transformers":3,"stream":2,"generator":2,"0":16,"5":2,"via":25,"triton":1,"3":9,"1":14,"torch":2,"tritonclient":2,"2":14,"51":1,"typepy":1,"dataproperty":1,"pytablewriter":1,"tabledata":1,"typer":2,"15":1,"fastsafetensors":1,"types":2,"python":1,"dateutil":1,"9":1,"20241206":1,"arrow":1,"typeshed":2,"client":2,"8":1,"jsonargparse":1,"typing":3,"extensions":1,"4":2,"12":1,"albumentations":1,"alembic":1,"fastapi":1,"graphene":1,"huggingface":1,"hub":1,"librosa":1,"lightning":3,"utilities":1,"mistral":1,"common":1,"mlflow":2,"skinny":2,"mteb":1,"opentelemetry":3,"api":1,"sdk":1,"semantic":1,"conventions":1,"pqdm":1,"pydantic":4,"core":1,"extra":1,"pytorch":2,"sqlalchemy":1,"torchgeo":1,"inspection":2,"tzdata":1,"2024":1,"pandas":1,"uri":1,"template":1,"jsonschema":2,"urllib3":1,"blobfile":1,"botocore":1,"docker":1,"lightly":1,"requests":1,"responses":1,"uvicorn":1,"35":1,"vector":1,"quantize":1,"21":1,"virtualenv":1,"20":1,"31":1,"ray":1,"vocos":1,"wcwidth":1,"13":1,"ftfy":1,"webcolors":1,"24":1,"11":1,"werkzeug":1,"flask":1,"schemathesis":2,"word2number":1,"wrapt":1,"17":2,"smart":1,"open":1,"xarray":1,"2025":1,"7":1,"rioxarray":1,"xxhash":1,"datasets":1,"evaluate":1,"yarl":1,"aiohttp":1,"zipp":1,"23":2,"importlib":1,"metadata":1,"zstandard":1},"23919,18,data/raw/vllm-0.10.1/requirements/test.txt":{"via":1,"lm":1,"eval":1},"0,1675,data/raw/vllm-0.10.1/requirements/cpu.txt":{"common":2,"dependencies":2,"r":1,"txt":1,"numba":2,"0":18,"60":1,"python":3,"version":2,"3":5,"9":3,"v0":1,"61":2,"doesn":1,"t":1,"support":1,"required":4,"for":10,"n":1,"gram":1,"speculative":1,"decoding":1,"2":15,"cpus":3,"packaging":1,"24":1,"setuptools":1,"77":1,"80":1,"extra":1,"index":1,"url":1,"https":4,"download":1,"pytorch":7,"org":1,"whl":1,"cpu":6,"torch":11,"6":7,"platform":16,"machine":13,"x86":7,"64":5,"has":3,"performance":2,"regression":2,"on":3,"see":2,"github":3,"com":3,"pull":2,"151218":2,"7":4,"system":1,"darwin":1,"ppc64le":5,"aarch64":2,"arm64":1,"a":1,"issue":1,"vllm":2,"project":1,"issues":1,"17960":1,"the":2,"image":2,"processor":2,"of":2,"minicpm":1,"o":1,"this":3,"must":2,"be":2,"updated":2,"alongside":2,"torchaudio":2,"and":3,"s390x":2,"phi3v":1,"torchvision":2,"22":1,"datasets":1,"benchmark":1,"scripts":1,"intel":3,"extension":2,"only":1,"openmp":1,"2024":1,"1":1,"triton":2,"is":2,"as":1,"it":1,"imported":1,"in":1,"compile":1,"use":1,"to":1,"gather":1,"info":1,"optimize":1,"based":1,"arm":1,"neoverse":1,"cores":1,"py":1,"cpuinfo":1},"0,126,data/raw/vllm-0.10.1/requirements/dev.txt":{"r":2,"lint":1,"txt":2,"test":1,"avoid":1,"adding":1,"requirements":1,"directly":1,"to":1,"this":1,"file":1,"instead":1,"modify":1,"the":1,"two":1,"files":1,"referenced":1,"above":1},"0,987,data/raw/vllm-0.10.1/requirements/tpu.txt":{"common":2,"dependencies":2,"r":1,"txt":1,"for":1,"tpu":3,"cmake":1,"3":5,"26":1,"1":3,"packaging":1,"24":2,"2":4,"setuptools":2,"scm":1,"8":1,"wheel":1,"jinja2":1,"6":1,"ray":2,"default":1,"data":1,"78":1,"0":8,"nixl":1,"install":1,"torch":6,"xla":7,"pre":1,"extra":1,"index":3,"url":1,"https":7,"download":1,"pytorch":3,"org":1,"whl":3,"nightly":3,"cpu":1,"find":4,"links":4,"storage":6,"googleapis":6,"com":6,"libtpu":2,"wheels":3,"html":4,"releases":7,"jax":3,"jaxlib":1,"9":3,"dev20250730":4,"torchvision":1,"pallas":2,"tpuvm":2,"cp311":2,"linux":2,"x86":2,"64":2,"python":2,"version":2,"11":1,"cp312":2,"12":1},"0,610,data/raw/vllm-0.10.1/requirements/rocm-test.txt":{"common":2,"dependencies":1,"r":1,"txt":1,"entrypoints":6,"test":7,"librosa":2,"0":11,"10":3,"2":5,"post1":3,"required":3,"by":3,"audio":1,"tests":1,"in":1,"openai":3,"audioread":1,"3":7,"1":7,"cffi":1,"17":1,"decorator":1,"5":2,"lazy":1,"loader":1,"4":3,"platformdirs":1,"6":2,"pooch":1,"8":1,"pycparse":1,"22":1,"soundfile":1,"13":1,"soxr":1,"vllm":1,"video":2,"py":2,"decord":1,"sentence":2,"transformers":2,"score":1,"basic":1,"models":2,"matplotlib":1,"multi":1,"modal":1,"extended":1,"blobfile":1},"0,323,data/raw/vllm-0.10.1/requirements/cpu-build.txt":{"temporarily":1,"used":1,"for":1,"x86":1,"cpu":4,"backend":1,"to":1,"avoid":1,"performance":1,"regression":1,"of":1,"torch":2,"2":3,"6":3,"0":5,"see":1,"https":2,"github":1,"com":1,"pytorch":3,"pull":1,"151218":1,"cmake":1,"3":3,"26":1,"1":2,"ninja":1,"packaging":1,"24":1,"setuptools":2,"77":1,"80":1,"scm":1,"8":1,"extra":1,"index":1,"url":1,"download":1,"org":1,"whl":1,"wheel":1,"jinja2":1,"regex":1},"0,274,data/raw/vllm-0.10.1/requirements/rocm-build.txt":{"common":2,"dependencies":1,"r":1,"txt":1,"extra":1,"index":1,"url":1,"https":1,"download":1,"pytorch":1,"org":1,"whl":1,"rocm6":1,"2":6,"4":3,"torch":1,"7":2,"0":7,"torchvision":1,"22":1,"torchaudio":1,"triton":1,"3":4,"cmake":1,"26":1,"1":2,"packaging":1,"24":1,"setuptools":2,"77":1,"80":1,"scm":1,"8":1,"wheel":1,"jinja2":1,"6":2,"amdsmi":1},"0,1503,data/raw/vllm-0.10.1/requirements/nightly_torch_test.txt":{"testing":2,"pytest":6,"tensorizer":1,"2":8,"10":4,"1":7,"forked":1,"asyncio":1,"rerunfailures":1,"shard":1,"timeout":1,"utils":1,"backoff":1,"required":20,"for":19,"phi4mm":1,"test":14,"blobfile":1,"kimi":1,"vl":4,"einops":1,"mpt":1,"qwen":3,"and":1,"mamba":1,"httpx":1,"librosa":1,"audio":4,"tests":5,"vocos":1,"minicpmo":1,"26":1,"peft":1,"pqdm":1,"ray":2,"cgraph":1,"default":1,"48":1,"0":17,"compiled":1,"graph":1,"by":1,"pipeline":1,"parallelism":1,"sentence":1,"transformers":3,"embedding":1,"soundfile":1,"jiwer":1,"timm":1,"internvl":1,"stream":1,"generator":2,"matplotlib":1,"mistral":1,"common":1,"image":1,"8":3,"voxtral":1,"num2words":1,"smolvlm":1,"opencv":1,"python":5,"headless":1,"4":4,"11":4,"video":1,"datamodel":1,"code":1,"minicpm3":1,"lm":1,"eval":1,"api":1,"model":3,"evaluation":1,"mteb":2,"38":1,"52":1,"tokenizers":1,"21":1,"schemathesis":1,"3":5,"39":1,"15":1,"openai":1,"schema":1,"quantization":1,"bitsandbytes":1,"46":1,"buildkite":1,"collector":1,"9":5,"genai":1,"perf":1,"tritonclient":1,"51":1,"numba":2,"60":1,"version":2,"v0":1,"61":2,"doesn":1,"t":1,"support":1,"n":1,"gram":1,"speculative":1,"decoding":1,"numpy":1,"runai":2,"streamer":2,"s3":1,"fastsafetensors":1,"pydantic":1,"leads":1,"to":1,"error":1,"on":1},"0,224,data/raw/vllm-0.10.1/requirements/neuron.txt":{"common":2,"dependencies":2,"r":1,"txt":1,"for":2,"neuron":1,"devices":1,"packaging":1,"24":1,"2":4,"setuptools":1,"77":1,"0":5,"3":1,"80":1,"torch":1,"neuronx":2,"5":1,"cc":1,"0a0":1,"torchvision":1,"required":1,"llama3":1,"multimodal":1,"image":1,"preprocessing":1},"0,502,data/raw/vllm-0.10.1/requirements/xpu.txt":{"common":2,"dependencies":1,"r":1,"txt":1,"ray":1,"2":4,"9":2,"cmake":1,"3":4,"26":1,"1":2,"packaging":1,"24":1,"setuptools":2,"scm":1,"8":3,"77":1,"0":6,"80":1,"wheel":1,"jinja2":1,"6":1,"datasets":1,"for":3,"benchmark":1,"scripts":1,"numba":1,"60":1,"v0":1,"61":1,"doesn":1,"t":1,"support":1,"python":1,"required":1,"n":1,"gram":1,"speculative":1,"decoding":1,"extra":2,"index":2,"url":2,"https":2,"download":1,"pytorch":4,"org":1,"whl":2,"xpu":5,"torch":1,"torchaudio":1,"torchvision":1,"triton":1,"extension":2,"intel":2,"com":1,"release":1,"stable":1,"us":1,"10":1},"0,457,data/raw/vllm-0.10.1/requirements/rocm.txt":{"common":2,"dependencies":2,"r":1,"txt":1,"numba":2,"0":12,"60":1,"python":3,"version":2,"3":4,"9":3,"v0":1,"61":2,"doesn":1,"t":1,"support":1,"required":1,"for":2,"n":1,"gram":1,"speculative":1,"decoding":1,"2":6,"amd":1,"gpus":1,"boto3":1,"botocore":1,"datasets":1,"ray":1,"10":2,"45":1,"peft":1,"pytest":1,"asyncio":1,"tensorizer":1,"1":3,"packaging":1,"24":1,"setuptools":2,"77":1,"80":1,"scm":1,"8":1,"runai":2,"model":2,"streamer":2,"11":2,"s3":1,"conch":1,"triton":1,"kernels":1},"0,857,data/raw/vllm-0.10.1/requirements/common.txt":{"regex":2,"replace":1,"re":1,"for":6,"higher":1,"performance":1,"matching":1,"cachetools":1,"psutil":1,"sentencepiece":1,"required":6,"llama":1,"tokenizer":2,"numpy":1,"requests":1,"2":3,"26":1,"0":17,"tqdm":1,"blake3":1,"py":1,"cpuinfo":1,"transformers":1,"4":1,"55":1,"tokenizers":1,"21":1,"1":3,"fast":1,"incremental":1,"detokenization":1,"protobuf":1,"by":2,"llamatokenizer":1,"fastapi":3,"standard":1,"115":1,"s":2,"form":1,"models":1,"in":1,"the":1,"openai":2,"api":2,"server":1,"audio":1,"transcriptions":1,"endpoint":1,"aiohttp":1,"99":1,"responses":1,"with":1,"reasoning":1,"content":1,"pydantic":1,"10":3,"prometheus":2,"client":1,"18":1,"pillow":1,"image":1,"processing":1,"instrumentator":1,"7":2,"tiktoken":1,"6":1,"dbrx":1,"lm":1,"format":1,"enforcer":1,"11":3,"llguidance":1,"8":1,"platform":3,"machine":3,"x86":1,"64":1,"or":2,"arm64":1,"aarch64":1,"outlines":1,"core":1},"857,1617,data/raw/vllm-0.10.1/requirements/common.txt":{"required":10,"for":14,"outlines":1,"backend":1,"disk":1,"cache":1,"diskcache":1,"5":1,"6":1,"3":10,"lark":1,"1":5,"2":4,"xgrammar":2,"0":13,"21":1,"platform":3,"machine":3,"x86":1,"64":1,"or":2,"aarch64":1,"arm64":1,"typing":1,"extensions":1,"4":3,"10":3,"filelock":2,"16":2,"need":2,"to":6,"contain":1,"https":1,"github":1,"com":1,"tox":1,"dev":1,"pull":1,"317":1,"partial":2,"json":3,"parser":1,"used":4,"parsing":1,"outputs":1,"pyzmq":1,"25":1,"msgspec":1,"gguf":1,"13":1,"importlib":1,"metadata":1,"python":6,"version":5,"mistral":1,"common":1,"image":1,"audio":1,"8":1,"opencv":1,"headless":1,"11":3,"video":1,"io":1,"pyyaml":1,"six":1,"transitive":1,"dependency":1,"of":3,"pandas":1,"that":2,"needs":1,"be":1,"the":2,"latest":1,"12":3,"setuptools":2,"77":1,"80":1,"is":2,"by":2,"triton":1,"we":1,"ensure":1,"a":1,"modern":1,"installed":1,"so":1,"it":1,"does":1,"not":1,"try":1,"import":1,"distutils":1,"which":1,"was":1,"removed":1,"in":2,"einops":1,"qwen2":1,"vl":1,"compressed":2,"tensors":2,"depyf":1,"19":1,"profiling":1,"and":2,"debugging":2,"with":1,"compilation":1,"config":1,"cloudpickle":1,"allows":1,"pickling":1,"lambda":1,"functions":1,"model":1,"executor":1,"models":1,"registry":1,"py":1,"watchfiles":1,"http":1,"server":1,"monitor":1,"updates":1,"tls":1,"files":1,"logger":1,"logging":2,"as":1,"per":1,"examples":1,"others":1,"configuration":1,"md":1,"scipy":1,"phi":1,"multimodal":1,"instruct":1,"ninja":1,"rocm":1,"tpu":1,"xpu":1,"pybase64":1,"fast":1,"base64":1,"implementation":1,"cbor2":1,"cross":1,"language":1,"serialization":1,"hashable":1,"objects":1,"setproctitle":1,"set":1,"process":1,"names":1,"better":1,"monitoring":1,"openai":1,"harmony":1,"gpt":1,"oss":1},"0,465,data/raw/vllm-0.10.1/requirements/docs.txt":{"mkdocs":8,"api":1,"autonav":1,"material":1,"mkdocstrings":1,"python":2,"gen":1,"files":1,"awesome":1,"nav":1,"glightbox":1,"git":1,"revision":1,"date":1,"localized":1,"plugin":2,"minify":1,"markdown":1,"math":1,"regex":1,"ruff":1,"required":1,"for":1,"argparse":1,"hook":1,"only":1,"f":1,"https":1,"download":1,"pytorch":1,"org":1,"whl":1,"cpu":1,"cachetools":1,"cbor2":1,"cloudpickle":1,"fastapi":1,"msgspec":1,"openai":2,"harmony":1,"partial":1,"json":1,"parser":1,"pillow":1,"psutil":1,"pybase64":1,"pydantic":1,"setproctitle":1,"torch":1,"transformers":1,"zmq":1,"uvloop":1,"prometheus":1,"client":1},"0,31,data/raw/vllm-0.10.1/requirements/lint.txt":{"formatting":1,"pre":1,"commit":1,"4":1,"0":1,"1":1},"0,159,data/raw/vllm-0.10.1/requirements/build.txt":{"should":1,"be":1,"mirrored":1,"in":1,"pyproject":1,"toml":1,"cmake":1,"3":3,"26":1,"1":3,"ninja":1,"packaging":1,"24":1,"2":2,"setuptools":2,"77":1,"0":3,"80":1,"scm":1,"8":1,"torch":1,"7":1,"wheel":1,"jinja2":1,"6":1,"regex":1},"0,701,data/raw/vllm-0.10.1/requirements/cuda.txt":{"common":2,"dependencies":2,"r":1,"txt":1,"numba":2,"0":8,"60":1,"python":3,"version":3,"3":3,"9":3,"v0":2,"61":2,"doesn":1,"t":1,"support":1,"required":3,"for":5,"n":1,"gram":1,"speculative":1,"decoding":1,"2":5,"nvidia":1,"gpus":1,"ray":2,"cgraph":1,"48":1,"compiled":1,"graph":1,"pipeline":1,"parallelism":1,"in":1,"v1":1,"torch":2,"7":3,"1":3,"torchaudio":1,"these":1,"must":1,"be":1,"updated":1,"alongside":1,"torchvision":1,"22":1,"phi3v":1,"processor":1,"see":1,"https":2,"github":2,"com":2,"pytorch":2,"vision":1,"tab":1,"readme":1,"ov":1,"file":1,"installation":1,"corresponding":1,"facebookresearch":1,"xformers":2,"releases":1,"tag":1,"31":2,"platform":2,"system":1,"linux":1,"and":1,"machine":1,"x86":1,"64":1,"requires":1},"0,1,data/raw/vllm-0.10.1/requirements/kv_connectors.txt":{"l":1},"0,38,data/raw/vllm-0.10.1/docs/README.md":{"hide":1,"navigation":1,"toc":1},"38,1773,data/raw/vllm-0.10.1/docs/README.md":{"welcome":1,"to":4,"vllm":22,"figure":2,"markdown":1,"span":1,"assets":2,"logos":2,"logo":4,"text":4,"light":3,"png":2,"align":4,"center":4,"alt":2,"class":5,"width":2,"60":2,"dark":3,"p":4,"style":2,"strong":2,"easy":2,"fast":3,"and":4,"cheap":1,"llm":2,"serving":2,"for":3,"everyone":1,"script":2,"async":1,"defer":1,"src":1,"https":7,"buttons":2,"github":8,"io":1,"js":1,"a":8,"button":3,"href":3,"com":4,"project":5,"data":8,"show":3,"count":3,"true":3,"size":3,"large":3,"aria":3,"label":3,"star":2,"subscription":1,"icon":2,"octicon":2,"eye":1,"watch":2,"fork":3,"repo":1,"forked":1,"is":2,"use":1,"library":1,"inference":1,"originally":1,"developed":1,"in":1,"the":5,"sky":2,"computing":1,"lab":1,"cs":1,"berkeley":2,"edu":1,"at":1,"uc":1,"has":1,"evolved":1,"into":1,"community":1,"driven":1,"with":7,"contributions":1,"from":1,"both":1,"academia":1,"industry":1,"where":1,"get":1,"started":2,"depends":1,"on":2,"type":1,"of":2,"user":2,"if":1,"you":1,"are":1,"looking":1,"run":1,"open":1,"source":1,"models":1,"we":3,"recommend":3,"starting":3,"quickstart":2,"guide":3,"getting":1,"md":1,"build":2,"applications":1,"usage":1,"developer":1,"contributing":1,"information":1,"about":1,"development":1,"see":1,"roadmap":2,"ai":1,"releases":2},"1811,1440,data/raw/vllm-0.10.1/docs/README.md":{"state":1,"of":3,"the":2,"art":1,"serving":2,"throughput":3,"efficient":1,"management":1,"attention":1,"key":1,"and":10,"value":1,"memory":1,"with":6,"pagedattention":2,"https":6,"blog":3,"vllm":7,"ai":2,"2023":2,"06":1,"20":1,"html":1,"continuous":3,"batching":3,"incoming":1,"requests":1,"fast":1,"model":1,"execution":1,"cuda":2,"hip":1,"graph":1,"quantization":1,"gptq":1,"arxiv":3,"org":3,"abs":3,"2210":1,"17323":1,"awq":1,"2306":1,"00978":1,"int4":1,"int8":1,"fp8":1,"optimized":1,"kernels":1,"including":2,"integration":2,"flashattention":1,"flashinfer":1,"speculative":1,"decoding":2,"chunked":1,"prefill":1,"is":1,"flexible":1,"easy":1,"to":2,"use":1,"seamless":1,"popular":1,"huggingface":1,"models":1,"high":1,"various":1,"algorithms":1,"parallel":1,"sampling":1,"beam":1,"search":1,"more":2,"tensor":1,"pipeline":1,"data":1,"expert":1,"parallelism":1,"support":4,"for":2,"distributed":1,"inference":3,"streaming":1,"outputs":1,"openai":1,"compatible":1,"api":1,"server":1,"nvidia":1,"gpus":3,"amd":1,"cpus":3,"intel":1,"gaudi":1,"accelerators":2,"ibm":1,"power":1,"tpu":1,"aws":1,"trainium":1,"inferentia":1,"prefix":1,"caching":1,"multi":1,"lora":1,"information":1,"check":1,"out":1,"following":1,"announcing":1,"post":1,"intro":1,"paper":1,"2309":1,"06180":1,"sosp":1,"how":1,"enables":1,"23x":1,"in":1,"llm":2,"while":1,"reducing":1,"p50":1,"latency":1,"www":1,"anyscale":1,"com":1,"by":1,"cade":1,"daniel":1,"et":1,"al":1,"meetups":2,"community":1,"md":1},"0,1061,data/raw/vllm-0.10.1/docs/api/README.md":{"summary":1,"configuration":2,"api":2,"documentation":1,"for":3,"vllm":26,"s":1,"classes":2,"config":15,"modelconfig":1,"cacheconfig":1,"loadconfig":1,"parallelconfig":1,"schedulerconfig":1,"deviceconfig":1,"speculativeconfig":1,"loraconfig":1,"multimodalconfig":1,"poolerconfig":1,"decodingconfig":1,"observabilityconfig":1,"kvtransferconfig":1,"compilationconfig":1,"vllmconfig":1,"offline":3,"inference":5,"llm":3,"class":1,"inputs":4,"prompttype":1,"textprompt":1,"tokensprompt":1,"engines":1,"engine":1,"and":1,"online":1,"llmengine":1,"asyncllmengine":1,"parameters":2,"apis":1,"sampling":1,"params":2,"pooling":1,"samplingparams":1,"poolingparams":1,"multi":1,"modality":1},"1061,1264,data/raw/vllm-0.10.1/docs/api/README.md":{"multi":5,"modality":1,"vllm":19,"provides":1,"experimental":1,"support":1,"for":1,"modal":4,"models":6,"through":1,"the":3,"multimodal":16,"package":1,"inputs":12,"can":1,"be":1,"passed":1,"alongside":1,"text":1,"and":1,"token":1,"prompts":1,"to":2,"supported":2,"mm":1,"via":1,"data":4,"field":1,"in":1,"prompttype":1,"looking":1,"add":1,"your":1,"own":1,"model":6,"please":1,"follow":1,"instructions":1,"listed":1,"here":1,"contributing":1,"md":1,"registry":3,"user":1,"facing":1,"multimodaldatadict":1,"internal":1,"structures":1,"placeholderrange":1,"nestedtensors":1,"multimodalfieldelem":1,"multimodalfieldconfig":1,"multimodalkwargsitem":1,"multimodalkwargs":1,"multimodalinputs":1,"parsing":1,"parse":1,"processing":2,"memory":1,"profiling":2,"development":1,"executor":3,"interfaces":2,"base":1,"adapters":1},"0,1991,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"quickstart":4,"this":1,"guide":2,"will":1,"help":2,"you":8,"quickly":1,"get":1,"started":3,"with":4,"vllm":10,"to":11,"perform":1,"offline":3,"batched":1,"inference":1,"online":2,"serving":1,"using":4,"openai":1,"compatible":1,"server":1,"prerequisites":1,"os":1,"linux":1,"python":7,"3":4,"9":1,"12":3,"installation":2,"if":2,"are":1,"nvidia":1,"gpus":1,"can":5,"install":8,"pip":5,"https":5,"pypi":1,"org":1,"project":1,"directly":1,"it":2,"s":1,"recommended":1,"use":3,"uv":16,"docs":4,"astral":3,"sh":3,"a":3,"very":1,"fast":1,"environment":5,"manager":1,"create":4,"and":4,"manage":3,"environments":2,"please":2,"follow":1,"the":6,"documentation":1,"getting":2,"after":1,"installing":1,"new":1,"following":1,"commands":2,"bash":3,"venv":2,"seed":1,"source":1,"bin":1,"activate":2,"torch":6,"backend":8,"auto":4,"automatically":1,"select":2,"appropriate":1,"pytorch":2,"index":1,"at":1,"runtime":1,"guides":1,"integration":1,"automatic":1,"selection":1,"by":1,"inspecting":1,"installed":1,"cuda":2,"driver":1,"version":1,"via":1,"or":2,"specific":2,"e":1,"g":1,"cu126":3,"set":1,"another":1,"delightful":1,"way":1,"is":1,"run":3,"dependency":1,"option":1,"which":1,"allows":1,"such":1,"as":1,"serve":1,"without":1,"creating":1,"any":1,"permanent":1,"also":1,"conda":6,"io":1,"projects":1,"en":1,"latest":1,"user":1,"html":1,"through":1,"want":1,"within":1,"n":1,"myenv":2,"y":1,"upgrade":1,"note":1,"for":2,"more":1,"detail":1,"non":1,"platforms":1,"refer":1,"here":1,"readme":1,"md":1,"instructions":1,"on":1,"how":1},"1991,1874,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"offline":5,"batched":1,"inference":4,"with":3,"vllm":14,"installed":1,"you":3,"can":3,"start":1,"generating":1,"texts":1,"for":5,"list":3,"of":7,"input":2,"prompts":3,"i":1,"e":1,"batch":1,"inferencing":1,"see":1,"the":21,"example":2,"script":1,"gh":1,"file":1,"examples":1,"basic":2,"py":1,"first":1,"line":1,"this":2,"imports":1,"classes":1,"llm":11,"and":4,"samplingparams":8,"is":8,"main":1,"class":2,"running":1,"engine":2,"specifies":1,"parameters":5,"sampling":10,"process":1,"python":3,"from":2,"import":1,"next":1,"section":1,"defines":1,"a":1,"text":1,"generation":3,"temperature":2,"https":3,"arxiv":2,"org":3,"html":1,"2402":1,"05201v1":1,"set":3,"to":2,"0":4,"8":2,"nucleus":1,"probability":1,"en":1,"wikipedia":1,"wiki":1,"top":2,"p":2,"95":2,"find":1,"more":1,"information":1,"about":1,"here":2,"params":2,"important":1,"by":4,"default":3,"will":2,"use":1,"recommended":1,"model":4,"creator":1,"applying":1,"config":2,"json":1,"hugging":1,"face":1,"repository":1,"if":3,"it":1,"exists":1,"in":1,"most":1,"cases":1,"provide":1,"best":1,"results":1,"not":1,"specified":1,"however":1,"s":2,"are":1,"preferred":1,"please":1,"when":1,"creating":1,"instance":1,"hello":1,"my":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"initializes":1,"opt":2,"125m":2,"abs":1,"2205":1,"01068":1,"supported":2,"models":3,"be":1,"found":1,"md":1,"facebook":1},"3865,1849,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"note":2,"by":1,"default":1,"vllm":5,"downloads":1,"models":2,"from":4,"hugging":1,"face":1,"https":2,"huggingface":1,"co":1,"if":2,"you":4,"would":1,"like":1,"to":8,"use":4,"modelscope":4,"www":1,"cn":1,"set":1,"the":17,"environment":1,"variable":1,"before":1,"initializing":1,"engine":3,"shell":1,"export":1,"true":2,"now":1,"fun":1,"part":1,"outputs":8,"are":3,"generated":4,"using":3,"llm":5,"generate":6,"it":1,"adds":1,"input":2,"prompts":3,"s":3,"waiting":1,"queue":1,"and":2,"executes":1,"with":1,"high":1,"throughput":1,"returned":1,"as":2,"a":2,"list":4,"of":3,"requestoutput":1,"objects":1,"which":2,"include":1,"all":1,"output":4,"tokens":1,"python":2,"sampling":2,"params":2,"for":2,"in":2,"prompt":8,"text":4,"0":1,"print":1,"f":1,"r":2,"method":2,"does":1,"not":1,"automatically":1,"apply":4,"model":4,"chat":8,"template":4,"therefore":1,"an":1,"instruct":1,"or":1,"should":1,"manually":1,"corresponding":1,"ensure":1,"expected":1,"behavior":1,"alternatively":1,"can":1,"pass":1,"messages":3,"have":1,"same":1,"format":1,"those":1,"passed":1,"openai":1,"client":1,"completions":1,"code":1,"tokenizer":3,"transformers":1,"import":1,"autotokenizer":2,"pretrained":1,"path":1,"role":1,"user":1,"content":1,"texts":2,"tokenize":1,"false":1,"add":1,"generation":1},"5714,580,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"print":3,"the":1,"outputs":6,"for":2,"output":5,"in":2,"prompt":7,"generated":6,"text":8,"0":2,"f":2,"r":4,"using":1,"chat":2,"interface":1,"llm":1,"messages":1,"list":1,"sampling":1,"params":1,"idx":2,"enumerate":1,"prompts":1,"quickstart":1,"online":1},"6294,1785,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"openai":7,"compatible":1,"server":11,"vllm":6,"can":8,"be":5,"deployed":1,"as":4,"a":4,"that":1,"implements":2,"the":21,"api":10,"protocol":1,"this":5,"allows":1,"to":6,"used":1,"drop":1,"in":5,"replacement":1,"for":4,"applications":1,"using":1,"by":5,"default":4,"it":3,"starts":1,"at":2,"http":2,"localhost":2,"8000":2,"you":4,"specify":1,"address":1,"with":2,"host":1,"and":4,"port":1,"arguments":1,"currently":1,"hosts":1,"one":1,"model":4,"time":1,"endpoints":2,"such":1,"list":3,"models":4,"https":4,"platform":3,"com":3,"docs":3,"reference":3,"create":4,"chat":4,"completion":2,"completions":2,"run":1,"following":1,"command":1,"start":1,"qwen2":3,"5":3,"1":3,"5b":3,"instruct":3,"huggingface":2,"co":1,"qwen":2,"bash":2,"serve":1,"note":1,"uses":1,"predefined":1,"template":2,"stored":1,"tokenizer":1,"learn":1,"about":1,"overriding":1,"here":1,"important":1,"applies":1,"generation":2,"config":2,"json":1,"from":1,"repository":1,"if":1,"exists":1,"means":1,"values":1,"of":2,"certain":1,"sampling":1,"parameters":1,"overridden":1,"those":1,"recommended":1,"creator":1,"disable":1,"behavior":1,"please":1,"pass":3,"when":1,"launching":1,"queried":1,"same":1,"format":1,"example":1,"curl":1,"v1":1,"argument":1,"key":5,"or":1,"environment":1,"variable":1,"enable":1,"check":1,"header":1,"multiple":1,"keys":2,"after":1,"will":1,"accept":1,"any":1,"passed":1,"useful":1,"rotation":1},"8079,1184,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"openai":13,"completions":3,"api":11,"with":3,"vllm":2,"once":1,"your":1,"server":4,"is":5,"started":1,"you":2,"can":3,"query":2,"the":3,"model":3,"input":1,"prompts":1,"bash":1,"curl":1,"http":2,"localhost":2,"8000":2,"v1":2,"h":1,"content":1,"type":1,"application":1,"json":1,"d":1,"qwen":2,"qwen2":2,"5":2,"1":2,"5b":2,"instruct":2,"prompt":2,"san":2,"francisco":2,"a":4,"max":1,"tokens":1,"7":1,"temperature":1,"0":1,"since":1,"this":1,"compatible":1,"use":2,"it":1,"as":1,"drop":1,"in":1,"replacement":1,"for":2,"any":1,"applications":1,"using":1,"example":2,"another":1,"way":1,"to":2,"via":1,"python":2,"package":1,"code":1,"from":1,"import":1,"modify":1,"s":2,"key":4,"and":1,"base":4,"empty":1,"client":4,"url":1,"completion":4,"create":1,"print":1,"result":1,"more":1,"detailed":1,"be":1,"found":1,"here":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"py":1},"9263,1517,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"openai":12,"chat":11,"completions":5,"api":11,"with":3,"vllm":3,"is":3,"designed":1,"to":4,"also":1,"support":1,"the":8,"interface":1,"a":4,"more":2,"dynamic":1,"interactive":1,"way":1,"communicate":1,"model":4,"allowing":1,"back":1,"and":2,"forth":1,"exchanges":1,"that":2,"can":3,"be":1,"stored":1,"in":2,"history":1,"this":1,"useful":1,"for":1,"tasks":1,"require":1,"context":1,"or":1,"detailed":1,"explanations":1,"you":4,"use":3,"create":3,"completion":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"endpoint":1,"interact":1,"bash":1,"curl":1,"http":2,"localhost":2,"8000":2,"v1":2,"h":1,"content":5,"type":1,"application":1,"json":1,"d":1,"qwen":2,"qwen2":2,"5":2,"1":2,"5b":2,"instruct":2,"messages":2,"role":4,"system":2,"are":2,"helpful":2,"assistant":2,"user":2,"who":1,"won":1,"world":1,"series":1,"2020":1,"alternatively":1,"python":2,"package":1,"code":1,"from":1,"import":1,"set":1,"s":2,"key":4,"base":4,"server":1,"empty":1,"client":2,"url":1,"response":3,"tell":1,"me":1,"joke":1,"print":1},"10780,746,data/raw/vllm-0.10.1/docs/getting_started/quickstart.md":{"on":2,"attention":3,"backends":2,"currently":1,"vllm":3,"supports":1,"multiple":1,"for":2,"efficient":1,"computation":1,"across":1,"different":1,"platforms":1,"and":2,"accelerator":1,"architectures":1,"it":3,"automatically":1,"selects":1,"the":5,"most":1,"performant":1,"backend":3,"compatible":1,"with":1,"your":3,"system":1,"model":1,"specifications":1,"if":1,"desired":1,"you":2,"can":1,"also":1,"manually":1,"set":1,"of":2,"choice":1,"by":1,"configuring":1,"environment":2,"variable":1,"to":3,"one":1,"following":1,"options":1,"flash":3,"attn":1,"flashinfer":2,"or":2,"xformers":1,"warning":1,"there":1,"are":1,"no":1,"pre":1,"built":1,"wheels":1,"containing":1,"infer":2,"so":1,"must":1,"install":2,"in":1,"first":1,"refer":1,"official":1,"docs":2,"https":1,"ai":1,"see":1,"gh":1,"file":1,"docker":1,"dockerfile":1,"instructions":1,"how":1},"0,1909,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"google":15,"tpu":39,"tensor":1,"processing":1,"units":1,"tpus":5,"are":4,"s":1,"custom":1,"developed":1,"application":1,"specific":1,"integrated":1,"circuits":1,"asics":1,"used":1,"to":6,"accelerate":1,"machine":1,"learning":1,"workloads":1,"available":1,"in":4,"different":2,"versions":3,"each":1,"with":2,"hardware":1,"specifications":1,"for":10,"more":5,"information":6,"about":1,"see":6,"system":2,"architecture":2,"https":12,"cloud":16,"com":12,"docs":11,"vm":1,"on":1,"the":5,"supported":1,"vllm":2,"v6e":4,"v5e":5,"v5p":5,"v4":5,"these":1,"allow":1,"you":7,"configure":1,"physical":1,"arrangements":1,"of":3,"chips":1,"this":2,"can":2,"improve":1,"throughput":1,"and":3,"networking":1,"performance":1,"topologies":4,"configurations":1,"config":3,"order":1,"use":4,"need":2,"have":1,"quota":5,"granted":1,"your":2,"platform":1,"project":2,"quotas":1,"specify":1,"how":1,"many":1,"a":1,"gpc":1,"specified":1,"terms":1,"version":1,"number":1,"want":1,"type":1,"pricing":3,"may":1,"additional":1,"persistent":1,"storage":3,"vms":1,"options":2,"data":1,"devsite":1,"corp":1,"warning":1,"there":1,"no":1,"pre":2,"built":2,"wheels":1,"device":1,"so":1,"must":1,"either":1,"docker":1,"image":1,"or":1,"build":1,"from":1,"source":1},"1909,1420,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"requirements":1,"google":8,"cloud":16,"tpu":12,"vm":2,"versions":1,"v6e":1,"v5e":1,"v5p":1,"v4":1,"python":1,"3":1,"11":1,"or":2,"newer":1,"provision":3,"tpus":11,"you":3,"can":1,"using":5,"the":11,"api":6,"https":6,"com":6,"docs":6,"reference":1,"rest":1,"queued":6,"resources":5,"preferred":1,"this":1,"section":1,"shows":1,"how":2,"to":5,"create":4,"resource":2,"for":5,"more":3,"information":3,"about":3,"see":3,"a":3,"node":2,"managing":1,"enable":1,"request":3,"in":5,"manner":1,"when":2,"is":1,"added":1,"queue":1,"maintained":1,"by":1,"service":1,"requested":1,"becomes":1,"available":1,"it":1,"s":1,"assigned":1,"your":2,"project":1,"immediate":1,"exclusive":1,"use":1,"note":1,"all":2,"of":1,"following":1,"commands":1,"replace":1,"caps":1,"parameter":2,"names":1,"with":3,"appropriate":1,"values":1,"descriptions":1,"table":1,"gke":5,"kubernetes":3,"engine":3,"concepts":2,"deploy":1,"workloads":1,"standard":1,"plan":2},"3329,32,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"configure":1,"a":1,"new":1,"environment":1},"3361,353,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"provision":1,"a":2,"cloud":1,"tpu":4,"with":2,"the":1,"queued":3,"resource":2,"api":1,"create":2,"v5e":1,"4":1,"chips":1,"bash":1,"gcloud":1,"alpha":1,"compute":1,"tpus":1,"resources":1,"id":3,"node":1,"name":1,"project":2,"zone":2,"accelerator":2,"type":2,"runtime":2,"version":2,"service":2,"account":2},"3714,1994,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"parameter":1,"name":3,"description":1,"queued":3,"resource":3,"id":4,"the":13,"user":2,"assigned":2,"of":3,"request":2,"tpu":12,"which":1,"is":2,"created":1,"when":1,"allocated":1,"project":3,"your":4,"google":1,"cloud":3,"zone":2,"gcp":1,"where":1,"you":5,"want":2,"to":3,"create":1,"value":1,"use":4,"depends":1,"on":1,"version":5,"tpus":1,"are":1,"using":1,"for":7,"more":3,"information":2,"see":2,"regions":1,"and":1,"zones":1,"accelerator":1,"type":1,"specify":1,"example":3,"v5litepod":1,"4":2,"specifies":2,"a":3,"v5e":1,"with":3,"cores":1,"v6e":3,"1":2,"core":1,"versions":1,"runtime":2,"vm":2,"v2":1,"alpha":1,"tpuv6e":1,"loaded":1,"one":1,"or":1,"s":1,"service":4,"account":3,"email":1,"address":1,"can":1,"find":1,"it":1,"in":1,"iam":2,"console":1,"under":1,"accounts":1,"gserviceaccount":1,"com":1},"5708,578,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"connect":1,"to":1,"your":1,"tpu":12,"vm":4,"using":2,"ssh":2,"bash":1,"gcloud":1,"compute":1,"tpus":1,"name":1,"project":2,"id":1,"zone":2,"note":1,"when":1,"configuring":1,"runtime":1,"version":3,"software":1,"on":1,"gcp":1,"ensure":1,"it":1,"matches":1,"the":2,"generation":1,"you":1,"ve":1,"selected":1,"by":1,"referencing":1,"images":2,"compatibility":1,"matrix":1,"an":1,"incompatible":1,"may":1,"prevent":1,"vllm":1,"from":1,"running":1,"correctly":1,"versions":1,"https":3,"cloud":3,"google":3,"com":3,"docs":3,"runtimes":2,"regions":2,"and":1,"zones":2},"6286,1398,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"set":2,"up":2,"using":3,"python":3,"pre":5,"built":5,"wheels":2,"currently":1,"there":1,"are":1,"no":2,"tpu":8,"build":5,"wheel":1,"from":2,"source":3,"install":6,"miniconda":2,"bash":9,"wget":1,"https":2,"repo":1,"anaconda":1,"com":2,"miniconda3":2,"latest":2,"linux":2,"x86":2,"64":2,"sh":2,"bashrc":1,"create":2,"and":3,"activate":2,"a":2,"conda":3,"environment":1,"for":2,"vllm":14,"n":1,"3":1,"12":1,"y":2,"clone":2,"the":8,"repository":1,"go":1,"to":3,"directory":1,"git":2,"github":1,"project":1,"cd":1,"uninstall":2,"existing":1,"torch":4,"xla":2,"packages":1,"pip":3,"dependencies":1,"r":1,"requirements":1,"txt":1,"sudo":1,"apt":1,"get":1,"recommends":1,"yes":1,"libopenblas":1,"base":1,"libopenmpi":1,"dev":2,"libomp":1,"run":2,"setup":1,"script":1,"target":1,"device":1,"m":1,"e":1,"docker":9,"images":1,"see":1,"deployment":2,"image":7,"instructions":1,"on":1,"official":1,"making":1,"sure":1,"substitute":1,"name":1,"openai":1,"with":3,"you":1,"can":1,"use":1,"gh":1,"file":1,"dockerfile":2,"support":1,"f":1,"t":1,"following":1,"command":1},"7684,917,data/raw/vllm-0.10.1/docs/getting_started/installation/google_tpu.md":{"make":1,"sure":1,"to":2,"add":1,"privileged":2,"net":2,"host":2,"shm":2,"size":2,"16g":2,"docker":1,"run":2,"it":1,"vllm":4,"tpu":2,"note":1,"since":1,"relies":1,"on":1,"xla":5,"which":1,"requires":1,"static":1,"shapes":2,"bucketizes":1,"the":8,"possible":1,"input":1,"and":1,"compiles":1,"an":1,"graph":1,"for":1,"each":1,"shape":1,"compilation":2,"time":2,"may":1,"take":1,"20":1,"30":1,"minutes":2,"in":3,"first":1,"however":1,"reduces":1,"5":1,"afterwards":1,"because":1,"graphs":1,"are":1,"cached":1,"disk":1,"cache":3,"path":1,"or":2,"by":1,"default":1,"tip":1,"if":1,"you":1,"encounter":1,"following":2,"error":1,"console":1,"from":1,"torch":1,"c":1,"import":1,"noqa":1,"f403":1,"importerror":1,"libopenblas":2,"so":1,"0":1,"cannot":1,"open":1,"shared":1,"object":1,"file":2,"no":2,"such":1,"directory":1,"install":3,"openblas":1,"with":1,"command":1,"bash":1,"sudo":1,"apt":1,"get":1,"recommends":1,"yes":1,"base":1,"libopenmpi":1,"dev":2,"libomp":1},"0,717,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"intel":4,"gaudi":5,"this":2,"page":1,"provides":1,"instructions":2,"on":1,"running":1,"vllm":2,"with":1,"devices":1,"warning":1,"there":1,"are":1,"no":1,"pre":1,"built":1,"wheels":1,"or":1,"images":1,"for":1,"device":1,"so":1,"you":1,"must":1,"build":1,"from":1,"source":1,"requirements":1,"os":1,"ubuntu":1,"22":1,"04":1,"lts":1,"python":1,"3":1,"10":1,"accelerator":1,"software":1,"version":1,"1":1,"18":1,"0":1,"please":2,"follow":2,"the":6,"provided":1,"in":3,"installation":2,"guide":3,"https":2,"docs":2,"habana":2,"ai":2,"en":2,"latest":2,"index":1,"html":2,"to":2,"set":1,"up":1,"execution":1,"environment":1,"achieve":1,"best":1,"performance":1,"methods":1,"outlined":1,"optimizing":1,"training":2,"platform":2,"pytorch":2,"model":1,"optimization":2},"717,1480,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"configure":1,"a":2,"new":1,"environment":2,"verification":3,"to":5,"verify":5,"that":5,"the":4,"intel":4,"gaudi":7,"software":2,"was":1,"correctly":1,"installed":5,"run":4,"bash":2,"hl":2,"smi":2,"is":4,"in":1,"your":1,"path":1,"and":3,"each":1,"accelerator":1,"visible":2,"apt":1,"list":3,"grep":3,"habana":12,"habanalabs":7,"firmware":1,"tools":1,"graph":1,"rdma":1,"core":1,"thunk":1,"container":1,"runtime":2,"are":2,"pip":2,"torch":2,"plugin":1,"dataloader":1,"pyhlml":1,"media":1,"loader":1,"neural":2,"compressor":1,"pt":1,"refer":2,"stack":1,"https":2,"docs":2,"ai":4,"en":2,"latest":5,"installation":2,"guide":2,"sw":1,"html":2,"platform":1,"upgrade":1,"for":2,"more":2,"details":2,"docker":7,"image":3,"it":2,"highly":1,"recommended":1,"use":2,"from":1,"vault":3,"documentation":1,"bare":1,"metal":1,"fresh":1,"os":1,"pull":2,"prebuilt":1,"containers":1,"following":1,"commands":1,"1":2,"18":2,"0":4,"ubuntu22":2,"04":2,"pytorch":2,"installer":2,"2":2,"4":2,"e":2,"devices":1,"all":1,"ompi":1,"mca":1,"btl":1,"vader":1,"single":1,"copy":1,"mechanism":1,"none":1,"cap":1,"add":1,"sys":1,"nice":1,"net":1,"host":2,"ipc":1},"2197,1575,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"set":2,"up":2,"using":3,"python":3,"pre":4,"built":4,"wheels":2,"currently":3,"there":2,"are":3,"no":2,"intel":3,"gaudi":4,"build":4,"wheel":1,"from":4,"source":3,"to":4,"and":5,"install":5,"vllm":13,"run":3,"bash":3,"git":5,"clone":2,"https":5,"github":4,"com":4,"project":1,"cd":2,"pip":2,"r":2,"requirements":2,"hpu":5,"txt":2,"setup":2,"py":2,"develop":2,"the":3,"latest":2,"features":1,"performance":1,"optimizations":1,"developed":1,"in":1,"s":1,"fork":6,"habanaai":4,"we":1,"periodically":1,"upstream":1,"them":1,"main":2,"repo":1,"following":2,"checkout":1,"habana":7,"docker":5,"images":2,"image":1,"f":1,"dockerfile":1,"t":1,"env":2,"it":1,"runtime":4,"e":2,"visible":1,"devices":1,"all":1,"ompi":1,"mca":1,"btl":1,"vader":1,"single":1,"copy":1,"mechanism":1,"none":1,"cap":1,"add":1,"sys":1,"nice":1,"net":1,"host":1,"rm":1,"tip":1,"if":1,"you":2,"re":1,"observing":1,"error":2,"response":1,"daemon":1,"unknown":1,"specified":1,"please":1,"refer":1,"containers":1,"section":1,"of":1,"software":1,"stack":1,"driver":1,"installation":2,"docs":1,"ai":1,"en":1,"v1":1,"18":1,"0":1,"guide":1,"bare":1,"metal":1,"fresh":1,"os":1,"html":1,"make":1,"sure":1,"have":1,"container":2,"package":1,"installed":1,"that":1,"is":1,"registered":1},"3772,903,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"extra":1,"information":1,"supported":1,"features":2,"offline":2,"inference":6,"serving":3,"md":2,"online":1,"via":1,"openai":2,"compatible":2,"server":2,"hpu":3,"autodetection":1,"no":1,"need":1,"to":1,"manually":1,"select":1,"device":1,"within":1,"vllm":1,"paged":2,"kv":2,"cache":2,"with":3,"algorithms":1,"enabled":1,"for":3,"intel":2,"gaudi":2,"accelerators":1,"custom":1,"implementations":1,"of":1,"attention":3,"ops":1,"prefill":2,"root":1,"mean":1,"square":1,"layer":1,"normalization":1,"rotary":1,"positional":1,"encoding":1,"tensor":1,"parallelism":1,"support":1,"multi":1,"card":1,"graphs":2,"https":1,"docs":1,"habana":1,"ai":1,"en":1,"latest":1,"pytorch":2,"on":1,"using":1,"html":1,"accelerating":1,"low":1,"batch":2,"latency":1,"and":1,"throughput":1,"linear":1,"biases":1,"alibi":1,"inc":1,"quantization":2,"unsupported":1,"beam":1,"search":1,"lora":1,"adapters":1,"awq":1,"chunking":1,"mixed":1,"inferencing":1},"4675,1731,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"supported":1,"configurations":3,"the":1,"following":1,"have":1,"been":1,"validated":1,"to":1,"function":1,"with":1,"gaudi2":1,"devices":1,"that":1,"are":1,"not":2,"listed":1,"may":2,"or":1,"work":1,"model":1,"tp":1,"size":1,"dtype":1,"sampling":1,"meta":40,"llama":48,"2":14,"7b":4,"https":12,"huggingface":12,"co":12,"1":14,"8":12,"bf16":12,"random":12,"greedy":12,"chat":4,"hf":4,"3":16,"8b":8,"instruct":8,"70b":12},"6406,899,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"performance":3,"tuning":1,"execution":3,"modes":3,"currently":1,"in":4,"vllm":1,"for":3,"hpu":7,"we":1,"support":1,"four":1,"depending":1,"on":1,"selected":1,"pytorch":3,"bridge":1,"backend":1,"via":1,"pt":3,"lazy":4,"mode":6,"environment":1,"variable":1,"and":2,"enforce":2,"eager":3,"flag":1,"0":7,"torch":1,"compile":1,"1":4,"graphs":2,"warning":1,"18":2,"all":1,"utilizing":1,"are":1,"highly":1,"experimental":1,"should":1,"be":2,"only":1,"used":1,"validating":1,"functional":1,"correctness":1,"their":1,"will":1,"improved":1,"the":2,"next":1,"releases":1,"obtaining":1,"best":1,"please":1,"use":1,"or":1,"gaudi":1,"bucketing":1,"mechanism":1},"7305,1470,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"bucketing":4,"mechanism":1,"intel":3,"gaudi":6,"accelerators":1,"work":1,"best":1,"when":2,"operating":1,"on":3,"models":1,"with":2,"fixed":1,"tensor":2,"shapes":2,"graph":6,"compiler":2,"https":1,"docs":1,"habana":1,"ai":1,"en":1,"latest":1,"overview":1,"software":1,"suite":1,"html":1,"and":11,"runtime":2,"is":4,"responsible":1,"for":3,"generating":1,"optimized":1,"binary":2,"code":3,"that":1,"implements":1,"the":8,"given":1,"model":2,"topology":2,"in":5,"its":1,"default":1,"configuration":1,"produced":1,"may":2,"be":3,"heavily":1,"dependent":1,"input":1,"output":1,"can":3,"require":1,"recompilation":1,"encountering":1,"differently":1,"shaped":1,"tensors":1,"within":1,"same":1,"while":1,"resulting":1,"binaries":1,"utilize":1,"efficiently":1,"compilation":3,"itself":1,"introduce":1,"a":3,"noticeable":1,"overhead":1,"end":2,"to":3,"execution":1,"dynamic":1,"inference":1,"serving":1,"scenario":1,"there":1,"need":1,"minimize":1,"number":2,"of":3,"compilations":1,"reduce":2,"risk":1,"occurring":1,"during":2,"server":1,"currently":1,"it":2,"achieved":1,"by":1,"s":1,"forward":1,"pass":1,"across":1,"two":1,"dimensions":1,"batch":2,"size":2,"sequence":2,"length":2,"note":1,"allows":1,"us":1,"required":1,"graphs":1,"significantly":1,"but":1,"does":1,"not":1,"handle":1,"any":1,"device":1,"generation":1,"this":1,"done":1,"warmup":1,"hpugraph":1,"capture":1,"phase":2,"ranges":1,"are":1,"determined":1,"3":1,"parameters":2,"min":1,"step":1,"max":1,"they":1,"set":1,"separately":1,"prompt":1,"decode":1,"dimension":1,"these":1,"observed":1,"logs":1,"vllm":1,"startup":1},"8775,1943,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"text":1,"info":4,"08":4,"01":4,"21":4,"37":4,"59":4,"hpu":4,"model":4,"runner":4,"py":4,"493":1,"prompt":2,"bucket":4,"config":2,"min":5,"step":5,"max":3,"warmup":2,"bs":2,"1":26,"32":1,"4":26,"seq":2,"128":11,"1024":7,"499":1,"generated":2,"24":1,"buckets":3,"256":6,"384":6,"512":6,"640":6,"768":6,"896":6,"2":24,"504":1,"decode":2,"2048":4,"509":1,"48":1,"1152":3,"1280":3,"1408":3,"1536":3,"1664":3,"1792":3,"1920":3,"parameter":1,"description":1,"determines":3,"the":5,"lowest":1,"value":1,"of":3,"interval":1,"between":2,"upper":1,"bound":1,"ramp":2,"up":2,"phase":2,"a":1,"special":1,"handling":1,"applied":1,"and":1,"br":3,"is":2,"multiplied":1,"by":1,"consecutive":1,"powers":1,"two":1,"until":1,"reached":1,"minimizes":1,"resource":1,"wastage":1,"for":2,"small":1,"batch":1,"sizes":1,"allows":1,"larger":2,"padding":1,"batches":1,"example":1,"with":1},"10718,1918,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"text":2,"min":2,"2":4,"step":2,"32":3,"max":4,"64":3,"ramp":5,"up":5,"4":6,"8":2,"16":2,"stable":4,"buckets":5,"example":2,"without":2,"128":4,"512":8,"256":2,"384":2,"in":7,"the":5,"logged":1,"scenario":2,"24":1,"were":1,"generated":1,"for":3,"prompt":1,"prefill":3,"runs":2,"and":7,"48":1,"decode":2,"each":1,"bucket":9,"corresponds":1,"to":10,"a":8,"separate":1,"optimized":1,"device":1,"binary":1,"given":1,"model":1,"with":2,"specified":1,"tensor":1,"shapes":1,"whenever":1,"batch":6,"of":5,"requests":2,"is":4,"processed":2,"it":6,"padded":4,"across":1,"sequence":5,"length":6,"dimension":7,"smallest":1,"possible":1,"warning":1,"if":2,"request":3,"exceeds":1,"maximum":1,"size":3,"any":1,"will":8,"be":6,"padding":3,"its":1,"processing":1,"may":1,"require":1,"graph":1,"compilation":1,"potentially":1,"significantly":1,"increasing":1,"end":2,"latency":1,"boundaries":2,"are":1,"user":1,"configurable":1,"via":1,"environment":1,"variables":1,"upper":1,"can":1,"increased":1,"avoid":1,"such":1,"as":5,"an":2,"3":2,"sequences":2,"412":2,"comes":1,"idle":1,"vllm":1,"server":1,"executed":2,"number":1,"closest":2,"higher":2,"than":2,"after":1,"stage":1,"continue":1,"that":1,"until":1,"either":1,"changes":1,"due":1,"being":1,"finished":1,"which":2,"case":2,"become":2,"or":1,"context":1,"increases":1,"above":1,"tokens":1,"640":1,"note":1,"bucketing":1,"transparent":1,"client":2,"never":1,"returned":1,"does":1,"not":1,"create":1,"new":1},"12636,1764,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"warmup":12,"is":5,"an":1,"optional":1,"but":1,"highly":1,"recommended":1,"step":2,"occurring":1,"before":1,"vllm":2,"server":2,"starts":1,"listening":1,"it":1,"executes":1,"a":2,"forward":1,"pass":1,"for":2,"each":3,"bucket":4,"with":1,"dummy":1,"data":1,"the":4,"goal":1,"to":2,"pre":1,"compile":1,"all":1,"graphs":1,"and":2,"not":1,"incur":1,"any":1,"graph":3,"compilation":1,"overheads":1,"within":1,"boundaries":1,"during":2,"runtime":1,"logged":1,"startup":1,"console":1,"logs":1,"text":1,"info":9,"08":9,"01":10,"22":9,"26":4,"47":3,"hpu":9,"model":9,"runner":9,"py":9,"1066":9,"prompt":4,"1":4,"24":5,"batch":9,"size":9,"4":6,"seq":9,"len":9,"1024":1,"free":9,"mem":9,"79":1,"16":3,"gib":9,"2":3,"896":1,"55":8,"43":8,"48":7,"3":2,"768":1,"59":1,"128":3,"27":5,"00":2,"decode":5,"2048":1,"1920":1,"1792":1,"this":1,"example":1,"uses":1,"same":1,"buckets":1,"as":1,"in":1,"bucketing":2,"mechanism":2,"gaudi":1,"section":1,"output":1,"line":1,"corresponds":1,"execution":1,"of":1,"single":1,"when":1,"executed":1,"first":1,"time":1,"its":1,"compiled":1,"can":1,"be":1,"reused":1,"later":1,"on":1,"skipping":1,"further":1,"compilations":1},"14400,352,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"tip":1,"compiling":1,"all":1,"the":2,"buckets":1,"might":1,"take":1,"some":1,"time":2,"and":1,"can":1,"be":1,"turned":1,"off":1,"with":1,"vllm":1,"skip":1,"warmup":2,"true":1,"environment":1,"variable":1,"keep":1,"in":2,"mind":1,"that":2,"if":1,"you":2,"do":1,"may":1,"face":1,"graph":1,"compilations":1,"once":1,"executing":1,"a":1,"given":1,"bucket":1,"for":2,"first":1,"it":3,"is":1,"fine":1,"to":2,"disable":1,"development":1,"but":1,"s":1,"highly":1,"recommended":1,"enable":1,"deployment":1},"14752,1960,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"hpu":8,"graph":12,"capture":3,"graphs":11,"https":1,"docs":1,"habana":1,"ai":1,"en":1,"latest":1,"pytorch":2,"inference":3,"on":3,"using":1,"html":1,"are":5,"currently":1,"the":8,"most":1,"performant":1,"execution":2,"method":1,"of":11,"vllm":7,"intel":1,"gaudi":1,"when":3,"enabled":1,"will":6,"be":5,"traced":1,"recorded":1,"ahead":1,"time":1,"after":2,"performing":1,"warmup":1,"to":6,"later":2,"replayed":1,"during":1,"significantly":1,"reducing":1,"host":1,"overheads":1,"recording":1,"can":1,"take":1,"large":1,"amounts":1,"memory":16,"which":1,"needs":1,"taken":1,"into":1,"account":1,"allocating":1,"kv":6,"cache":6,"enabling":1,"impact":1,"number":1,"available":1,"blocks":1,"but":1,"provides":1,"user":1,"configurable":1,"variables":1,"control":1,"management":1,"being":1,"used":1,"they":1,"share":1,"common":1,"pool":1,"usable":8,"as":3,"determined":1,"by":3,"gpu":2,"utilization":2,"flag":2,"0":4,"9":1,"default":4,"before":1,"gets":2,"allocated":2,"model":3,"weights":1,"loaded":1,"onto":1,"device":2,"and":5,"a":1,"forward":1,"pass":1,"is":3,"executed":1,"dummy":1,"data":1,"estimate":1,"usage":1,"only":1,"that":2,"utilized":2,"at":2,"its":2,"value":3,"mark":1,"90":2,"free":1,"point":1,"next":1,"warmed":1,"up":1,"captured":1,"environment":2,"variable":2,"reserved":6,"mem":2,"defines":1,"ratio":5,"for":7,"with":1,"1":1,"10":1,"referred":1,"remaining":1,"prompt":3,"determines":1,"prefill":3,"decode":2,"3":1,"both":1,"stages":1,"have":1,"equal":1,"constraints":1,"lower":1,"corresponds":1,"less":1,"stage":1,"e":1,"g":1,"2":1,"reserve":1,"20":1,"80":1},"16712,1763,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"note":1,"gpu":2,"memory":7,"utilization":2,"does":1,"not":1,"correspond":1,"to":6,"the":10,"absolute":1,"usage":1,"across":1,"hpu":3,"it":1,"specifies":1,"margin":2,"after":2,"loading":2,"model":2,"and":4,"performing":1,"a":4,"profile":1,"run":2,"if":1,"device":2,"has":1,"100":1,"gib":4,"of":8,"total":2,"50":2,"free":1,"weights":1,"executing":1,"profiling":1,"at":2,"its":3,"default":3,"value":1,"will":6,"mark":1,"90":1,"as":4,"usable":1,"leaving":1,"5":1,"regardless":1,"user":1,"can":1,"also":1,"configure":1,"strategy":6,"for":6,"capturing":2,"graphs":3,"prompt":2,"decode":6,"stages":1,"separately":1,"affects":1,"order":4,"there":2,"are":2,"two":1,"strategies":1,"implemented":1,"max":2,"bs":2,"graph":3,"capture":3,"queue":3,"sorted":3,"in":6,"descending":1,"by":4,"their":1,"batch":9,"sizes":3,"buckets":1,"with":2,"equal":1,"sequence":2,"length":2,"ascending":2,"e":1,"g":1,"64":2,"128":3,"256":3,"32":2,"1":3,"min":2,"tokens":3,"be":2,"number":1,"each":1,"processes":1,"size":6,"when":3,"s":1,"large":2,"amount":1,"requests":2,"pending":1,"vllm":2,"scheduler":1,"attempt":2,"fill":2,"maximum":2,"soon":1,"possible":1,"request":1,"is":3,"finished":1,"decreases":1,"that":2,"happens":1,"schedule":1,"prefill":1,"iteration":1,"waiting":1,"previous":1,"state":1,"this":1,"means":1,"full":1,"load":1,"scenario":1,"often":1,"which":2,"makes":1,"crucial":1,"reflected":2,"on":1,"other":1,"hand":1,"prefills":1,"executed":1,"most":1,"frequently":1,"very":1,"low":1,"4":1},"18475,816,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"note":1,"vllm":5,"graph":7,"prompt":2,"ratio":2,"does":1,"not":1,"set":1,"a":1,"hard":1,"limit":1,"on":2,"memory":8,"taken":1,"by":2,"graphs":4,"for":4,"each":2,"stage":3,"prefill":3,"and":3,"decode":3,"will":3,"first":1,"attempt":3,"to":2,"use":1,"up":1,"entirety":1,"of":1,"usable":4,"capturing":1,"hpu":2,"next":1,"it":1,"do":1,"the":4,"same":1,"pool":3,"if":1,"one":1,"is":3,"fully":1,"captured":2,"there":1,"unused":1,"left":1,"within":1,"further":1,"capture":1,"other":1,"until":1,"no":1,"more":1,"can":2,"be":2,"without":1,"exceeding":1,"reserved":1,"behavior":1,"that":1,"mechanism":1,"observed":1,"in":1,"example":1,"below":1,"described":1,"step":1,"logged":1,"server":1,"as":1,"follows":1,"negative":1,"values":1,"correspond":1,"being":1,"released":1,"console":1,"logs":1},"19291,1925,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"text":1,"info":8,"08":8,"02":8,"17":8,"37":8,"44":4,"hpu":10,"model":10,"runner":7,"py":8,"493":1,"prompt":2,"bucket":2,"config":2,"min":2,"step":2,"max":2,"warmup":2,"bs":2,"1":26,"32":1,"4":27,"seq":2,"128":11,"1024":7,"499":1,"generated":2,"24":1,"buckets":2,"256":6,"384":6,"512":6,"640":6,"768":6,"896":6,"2":29,"504":2,"decode":2,"2048":4,"509":1,"48":1,"1152":3,"1280":3,"1408":3,"1536":3,"1664":3,"1792":3,"1920":3,"52":3,"430":1,"pre":1,"loading":2,"weights":2,"on":1,"0":2,"took":4,"14":5,"97":5,"gib":20,"of":8,"device":4,"memory":8,"94":4,"62":4,"used":8,"and":4,"95":2,"host":4,"475":4,"1007":4,"438":1,"wrapping":1,"in":2,"graph":1,"b":1,"252":1,"kib":1,"442":1,"total":1,"54":1,"worker":1,"134":1,"profiling":1,"run":1,"mib":2,"15":1,"46":1,"180":1,"9":1},"21216,1921,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"info":14,"08":14,"02":14,"17":14,"37":4,"54":4,"hpu":15,"worker":2,"py":14,"158":1,"free":12,"device":3,"memory":5,"79":1,"16":1,"gib":23,"39":2,"58":1,"usable":1,"gpu":1,"utilization":1,"0":4,"5":1,"15":3,"83":1,"reserved":3,"for":5,"hpugraphs":2,"vllm":2,"graph":10,"mem":11,"4":5,"23":2,"75":1,"kv":1,"cache":2,"executor":1,"85":2,"blocks":2,"1519":1,"cpu":1,"190":1,"initializing":1,"engine":1,"took":1,"73":1,"of":3,"2":3,"94":1,"62":1,"used":2,"and":2,"1":9,"238":1,"mib":1,"host":1,"475":1,"1007":1,"model":11,"runner":11,"1066":10,"warmup":10,"prompt":9,"24":7,"batch":10,"size":10,"seq":10,"len":10,"1024":2,"55":4,"43":6,"38":10,"22":3,"decode":4,"48":7,"128":3,"1159":1,"using":1,"7":2,"923":2,"ratio":1,"3":1,"26":1,"11":1,"896":1,"77":1,"27":1,"47":3,"51":1,"41":2,"2048":1,"35":2,"12":1,"256":1,"42":2,"13":1,"512":1,"45":1,"91":1,"14":1,"44":1,"640":1,"03":1},"23137,1180,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"info":4,"08":4,"02":4,"17":4,"38":4,"43":4,"hpu":4,"model":3,"runner":3,"py":4,"1128":2,"graph":2,"prompt":1,"captured":2,"15":1,"62":2,"5":1,"used":4,"mem":2,"14":2,"03":1,"gib":7,"buckets":2,"1":24,"128":6,"256":6,"384":5,"512":5,"640":5,"768":4,"896":4,"1024":4,"2":21,"4":19,"decode":1,"48":1,"100":1,"0":1,"161":1,"9":1,"mib":2,"1152":3,"1280":3,"1408":3,"1536":3,"1664":3,"1792":3,"1920":3,"2048":3,"1206":1,"warmup":1,"finished":1,"in":1,"49":1,"secs":1,"allocated":1,"19":1,"of":3,"device":2,"memory":3,"executor":1,"91":1,"init":1,"cache":1,"engine":1,"took":1,"37":1,"92":1,"53":1,"39":1,"94":1,"and":1,"57":1,"86":1,"host":1,"475":1,"1007":1},"24318,565,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"recommended":1,"vllm":1,"parameters":1,"we":2,"recommend":2,"running":2,"inference":1,"on":2,"gaudi":4,"2":1,"with":3,"block":1,"size":2,"of":4,"128":2,"for":2,"bf16":1,"data":1,"type":1,"using":1,"default":1,"values":1,"16":1,"32":1,"might":1,"lead":1,"to":2,"sub":1,"optimal":1,"performance":1,"due":1,"matrix":1,"multiplication":1,"engine":1,"under":1,"utilization":1,"see":2,"architecture":2,"https":1,"docs":1,"habana":1,"ai":1,"en":1,"latest":1,"overview":1,"html":1,"max":2,"throughput":1,"llama":1,"7b":1,"batch":1,"or":1,"256":1,"and":1,"context":1,"length":1,"2048":1,"hpu":1,"graphs":1,"enabled":1,"if":1,"you":1,"encounter":1,"out":1,"memory":1,"issues":1,"troubleshooting":1,"section":1},"24883,1760,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"environment":2,"variables":2,"diagnostic":1,"and":1,"profiling":1,"knobs":2,"vllm":15,"profiler":2,"enabled":1,"if":8,"true":6,"enable":1,"the":1,"high":1,"level":1,"resulting":1,"json":1,"traces":1,"can":1,"be":2,"viewed":1,"in":1,"perfetto":2,"habana":2,"ai":2,"https":1,"viewer":1,"false":6,"by":10,"default":11,"hpu":5,"log":8,"step":9,"graph":11,"compilation":2,"compilations":2,"for":6,"each":4,"engine":4,"when":2,"any":2,"occurs":2,"highly":1,"recommended":1,"to":1,"use":1,"with":1,"pt":1,"metrics":1,"gc":1,"details":1,"1":2,"all":2,"always":2,"even":2,"none":2,"occurred":2,"cpu":4,"fallbacks":4,"performance":1,"tuning":1,"skip":1,"warmup":2,"will":1,"skipped":1,"reserved":2,"mem":1,"percentage":2,"of":6,"memory":2,"dedicated":2,"hpugraph":1,"capture":3,"0":2,"prompt":5,"ratio":1,"graphs":1,"3":1,"strategy":4,"determining":2,"order":2,"min":4,"tokens":3,"or":5,"max":4,"bs":4,"decode":3,"phase":2,"dim":2,"bucket":1,"param":2,"collection":1,"12":1,"configuring":1,"ranges":1,"bucketing":1,"mechanism":1,"is":3,"either":3,"seq":1,"block":1,"values":1},"26643,1449,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"phase":1,"parameter":1,"env":1,"variable":1,"value":1,"expression":1,"prompt":12,"batch":6,"size":11,"min":11,"vllm":13,"bs":6,"bucket":12,"1":4,"step":8,"max":16,"num":5,"seqs":5,"32":2,"64":1,"sequence":6,"length":6,"seq":3,"block":8,"model":2,"len":2,"decode":12,"128":1,"additionally":1,"there":1,"are":1,"hpu":4,"pytorch":3,"bridge":1,"environment":1,"variables":1,"impacting":1,"execution":1,"pt":2,"lazy":3,"mode":1,"if":2,"0":1,"eager":1,"backend":2,"for":3,"gaudi":2,"will":2,"be":3,"used":2,"is":1,"default":1,"enable":1,"collectives":1,"required":1,"to":1,"true":1,"tensor":1,"parallel":1,"inference":1,"with":1,"graphs":1},"28092,1043,data/raw/vllm-0.10.1/docs/getting_started/installation/intel_gaudi.md":{"troubleshooting":1,"tweaking":2,"hpu":3,"graphs":4,"if":2,"you":6,"experience":1,"device":1,"out":1,"of":5,"memory":3,"issues":1,"or":2,"want":1,"to":5,"attempt":1,"inference":2,"at":3,"higher":3,"batch":2,"sizes":1,"try":1,"by":4,"following":1,"the":4,"below":1,"tweak":1,"gpu":2,"utilization":2,"knob":1,"it":2,"will":1,"decrease":1,"allocation":1,"kv":3,"cache":3,"leaving":1,"some":1,"headroom":1,"for":5,"capturing":1,"with":2,"larger":1,"size":1,"default":1,"is":2,"set":1,"0":1,"9":1,"attempts":1,"allocate":1,"90":1,"hbm":1,"left":1,"after":1,"short":1,"profiling":1,"run":1,"note":1,"that":2,"decreasing":1,"reduces":2,"number":2,"blocks":1,"have":1,"available":1,"and":2,"therefore":1,"effective":1,"maximum":1,"tokens":1,"can":3,"handle":1,"a":1,"given":1,"time":1,"this":1,"method":1,"not":1,"efficient":1,"disable":1,"hpugraph":1,"completely":1,"disabled":1,"are":1,"trading":1,"latency":1,"throughput":2,"lower":1,"batches":2,"potentially":1,"on":1,"do":1,"adding":1,"enforce":2,"eager":2,"flag":1,"server":1,"online":1,"serving":1,"passing":1,"true":1,"argument":1,"llm":1,"constructor":1,"offline":1},"0,204,data/raw/vllm-0.10.1/docs/getting_started/installation/device.template.md":{"installation":1,"requirements":1,"set":2,"up":2,"using":2,"python":1,"pre":2,"built":2,"wheels":1,"build":2,"wheel":1,"from":2,"source":2,"docker":1,"images":1,"image":1,"extra":1,"information":1},"0,413,data/raw/vllm-0.10.1/docs/getting_started/installation/python_env_setup.inc.md":{"it":1,"s":1,"recommended":1,"to":3,"use":1,"uv":6,"https":2,"docs":2,"astral":2,"sh":2,"a":2,"very":1,"fast":1,"python":4,"environment":2,"manager":1,"create":2,"and":2,"manage":1,"environments":1,"please":1,"follow":1,"the":2,"documentation":1,"getting":1,"started":1,"install":2,"after":1,"installing":1,"you":1,"can":1,"new":1,"vllm":1,"using":1,"following":1,"commands":1,"bash":1,"venv":2,"3":1,"12":1,"seed":1,"source":1,"bin":1,"activate":1},"0,1052,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu.md":{"gpu":9,"vllm":5,"is":1,"a":2,"python":2,"library":1,"that":1,"supports":1,"the":2,"following":1,"variants":1,"select":1,"your":1,"type":1,"to":2,"see":1,"vendor":1,"specific":1,"instructions":1,"nvidia":2,"cuda":4,"8":6,"docs":6,"getting":6,"started":6,"installation":9,"inc":6,"md":6,"amd":2,"rocm":4,"intel":2,"xpu":4,"requirements":4,"os":1,"linux":3,"3":2,"9":1,"12":1,"note":1,"does":1,"not":1,"support":1,"windows":5,"natively":1,"run":1,"on":1,"you":1,"can":1,"use":2,"subsystem":1,"for":1,"wsl":1,"with":1,"compatible":1,"distribution":1,"or":1,"some":1,"community":1,"maintained":1,"forks":1,"e":1,"g":1,"https":2,"github":2,"com":2,"systempanic":2},"1052,1804,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu.md":{"set":5,"up":5,"using":5,"python":6,"create":1,"a":1,"new":1,"environment":1,"8":16,"docs":16,"getting":16,"started":16,"installation":16,"env":1,"setup":1,"inc":16,"md":16,"nvidia":5,"cuda":10,"gpu":15,"amd":5,"rocm":10,"intel":5,"xpu":10,"pre":8,"built":8,"wheels":4,"build":9,"from":9,"source":9,"wheel":4,"docker":1,"images":4,"image":4},"2856,322,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu.md":{"supported":4,"features":4,"nvidia":1,"cuda":2,"8":3,"docs":3,"getting":3,"started":3,"installation":3,"gpu":3,"inc":3,"md":3,"amd":1,"rocm":2,"intel":1,"xpu":2},"0,1157,data/raw/vllm-0.10.1/docs/getting_started/installation/README.md":{"installation":1,"vllm":13,"supports":1,"the":4,"following":1,"hardware":3,"platforms":1,"gpu":6,"md":13,"nvidia":2,"cuda":2,"amd":3,"rocm":2,"intel":6,"xpu":2,"cpu":6,"x86":2,"intelamd":1,"arm":2,"aarch64":2,"apple":2,"silicon":2,"ibm":3,"z":2,"s390x":2,"google":2,"tpu":2,"gaudi":4,"aws":2,"neuron":2,"plugins":1,"backends":1,"below":1,"live":1,"outside":1,"main":1,"repository":2,"and":1,"follow":1,"pluggable":1,"rfc":1,"design":1,"plugin":1,"system":1,"accelerator":1,"pypi":1,"package":1,"ascend":3,"npu":2,"https":5,"github":5,"com":5,"project":3,"hpu":1,"n":2,"a":2,"install":2,"from":2,"source":2,"metax":3,"maca":2,"rebellions":2,"atom":1,"rebel":1,"rbln":2,"sw":1,"spyre":3,"aiu":1},"0,1614,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"cpu":16,"vllm":1,"is":1,"a":2,"python":5,"library":1,"that":1,"supports":1,"the":1,"following":1,"variants":1,"select":1,"your":1,"type":1,"to":1,"see":1,"vendor":1,"specific":1,"instructions":1,"intel":3,"amd":3,"x86":6,"8":13,"docs":13,"getting":13,"started":13,"installation":17,"inc":13,"md":13,"arm":6,"aarch64":3,"apple":6,"silicon":3,"ibm":3,"z":3,"s390x":6,"requirements":5,"3":2,"9":1,"12":1,"set":1,"up":1,"using":1,"create":1,"new":1,"environment":1,"env":1,"setup":1,"pre":2,"built":2,"wheels":2,"currently":1,"there":1,"are":1,"no":1,"build":5,"wheel":5,"from":5,"source":5},"1614,607,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"set":1,"up":1,"using":1,"docker":1,"pre":2,"built":2,"images":2,"intel":2,"amd":2,"x86":4,"8":5,"docs":5,"getting":5,"started":5,"installation":5,"cpu":5,"inc":5,"md":5,"build":5,"image":5,"from":5,"source":5,"arm":3,"aarch64":1,"apple":1,"silicon":1,"ibm":1,"z":1,"s390x":2},"2221,1837,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"related":1,"runtime":1,"environment":1,"variables":1,"vllm":10,"cpu":19,"kvcache":2,"space":3,"specify":3,"the":12,"kv":2,"cache":2,"size":3,"e":1,"g":1,"40":2,"means":3,"gib":1,"for":8,"larger":1,"setting":2,"will":6,"allow":1,"running":1,"more":1,"requests":1,"in":2,"parallel":2,"this":3,"parameter":1,"should":1,"be":7,"set":6,"based":1,"on":5,"hardware":1,"configuration":1,"and":5,"memory":1,"management":1,"pattern":1,"of":6,"users":1,"default":5,"value":3,"is":6,"0":7,"omp":4,"threads":10,"bind":4,"cores":6,"dedicated":2,"to":10,"openmp":6,"can":1,"as":1,"id":1,"lists":1,"or":1,"auto":4,"by":3,"example":1,"31":4,"there":2,"32":5,"bound":4,"63":2,"2":1,"tensor":1,"processes":1,"rank0":1,"are":4,"rank1":1,"each":3,"rank":3,"numa":1,"node":1,"respectively":1,"num":1,"reserved":3,"number":1,"which":1,"not":2,"variable":1,"only":3,"takes":1,"effect":1,"when":1,"none":1,"if":1,"use":3,"thread":1,"binding":1,"no":1,"world":2,"1":4,"per":1,"moe":3,"prepack":2,"x86":2,"whether":2,"layer":3,"passed":1,"ipex":1,"llm":1,"modules":1,"gatedmlpmoe":1,"true":1,"unsupported":1,"cpus":1,"you":1,"might":1,"need":1,"false":2,"sgl":1,"kernel":1,"experimental":1,"small":1,"batch":1,"optimized":1,"kernels":2,"linear":1,"especially":1,"low":1,"latency":1,"requirements":1,"like":1,"online":1,"serving":1,"require":1,"amx":1,"instruction":1,"bfloat16":1,"weight":2,"type":1,"shapes":1,"divisible":1},"4058,975,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"faq":1,"which":1,"dtype":5,"should":1,"be":1,"used":1,"currently":1,"vllm":9,"cpu":14,"uses":1,"model":1,"default":2,"settings":1,"as":1,"however":1,"due":1,"to":6,"unstable":1,"float16":1,"support":1,"in":1,"torch":1,"it":3,"is":3,"recommended":3,"explicitly":1,"set":1,"bfloat16":3,"if":1,"there":1,"are":1,"any":1,"performance":1,"or":2,"accuracy":1,"problem":1,"how":1,"launch":1,"a":2,"service":1,"on":2,"when":2,"using":3,"the":3,"online":1,"serving":2,"reserve":2,"1":4,"2":1,"cores":2,"for":5,"framework":2,"avoid":1,"oversubscription":1,"example":1,"platform":1,"with":1,"32":1,"physical":1,"reserving":1,"31":1,"and":1,"0":2,"30":2,"inference":1,"threads":2,"bash":2,"export":4,"kvcache":2,"space":2,"40":2,"omp":1,"bind":1,"serve":2,"facebook":2,"opt":2,"125m":2,"auto":1,"thread":1,"binding":1,"num":1,"of":1,"reserved":1,"note":1,"manually":1,"front":1,"end":1,"process":1,"world":1,"size":1},"5033,673,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"how":1,"to":4,"decide":1,"vllm":2,"cpu":6,"omp":1,"threads":3,"bind":2,"default":1,"auto":1,"thread":2,"binding":2,"is":1,"recommended":1,"for":2,"most":1,"cases":1,"ideally":1,"each":2,"openmp":1,"will":3,"be":3,"bound":2,"a":3,"dedicated":1,"physical":3,"core":1,"respectively":2,"of":1,"rank":2,"same":1,"numa":1,"node":1,"and":2,"1":2,"per":1,"reserved":1,"other":1,"components":1,"when":1,"world":1,"size":1,"if":1,"have":1,"any":1,"performance":1,"problems":1,"or":1,"unexpected":1,"behaviours":1,"please":1,"try":1,"as":1,"following":1,"on":1,"hyper":1,"threading":1,"enabled":1,"platform":1,"with":1,"16":1,"logical":2,"cores":4,"8":1,"console":2,"commands":1,"lscpu":1,"e":1,"check":1,"the":1,"mapping":1,"between":1},"5706,1875,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"the":4,"cpu":7,"column":2,"means":2,"logical":3,"core":5,"ids":2,"and":2,"physical":2,"on":5,"this":2,"platform":2,"two":1,"cores":3,"are":1,"sharing":1,"one":1,"node":4,"socket":2,"l1d":1,"l1i":1,"l2":1,"l3":1,"online":1,"maxmhz":1,"minmhz":1,"mhz":1,"0":59,"yes":16,"2401":16,"0000":32,"800":32,"000":16,"1":9,"2":9,"3":9,"4":9,"5":9,"6":9,"7":11,"8":2,"9":1,"10":1,"11":1,"12":1,"13":1,"14":1,"15":2,"it":1,"is":2,"recommend":1,"to":3,"only":1,"bind":2,"openmp":1,"threads":2,"or":2,"export":1,"vllm":2,"omp":1,"python":1,"examples":1,"offline":1,"inference":1,"basic":2,"py":1,"when":1,"deploy":1,"backend":1,"a":4,"multi":1,"machine":1,"with":1,"numa":4,"enable":1,"tensor":1,"parallel":2,"pipeline":1,"each":1,"treated":1,"as":1,"tp":1,"pp":1,"rank":2,"so":1,"be":1,"aware":1,"set":1,"of":1,"single":1,"same":1,"avoid":1,"cross":1,"memory":1,"access":1},"7581,1858,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"how":2,"to":8,"decide":1,"vllm":8,"cpu":9,"kvcache":2,"space":4,"this":1,"value":3,"is":6,"4gb":1,"by":2,"default":3,"larger":2,"can":2,"support":1,"more":4,"concurrent":1,"requests":1,"longer":1,"context":1,"length":1,"however":1,"users":1,"should":1,"take":2,"care":1,"of":10,"memory":5,"capacity":2,"each":2,"numa":2,"node":2,"the":12,"usage":2,"tp":5,"rank":1,"sum":1,"weight":1,"shard":1,"size":7,"and":11,"if":2,"it":2,"exceeds":1,"a":5,"single":3,"worker":1,"will":1,"be":1,"killed":1,"with":1,"exitcode":1,"9":1,"due":1,"out":1,"do":1,"performance":5,"tuning":4,"for":4,"first":2,"all":1,"please":2,"make":1,"sure":1,"thread":2,"binding":2,"kv":1,"cache":1,"are":3,"properly":1,"set":2,"effect":1,"you":1,"check":1,"running":1,"benchmark":1,"observing":1,"cores":1,"via":1,"htop":1,"inference":3,"batch":6,"important":2,"parameter":1,"usually":1,"provides":2,"higher":1,"throughput":2,"smaller":1,"lower":1,"latency":2,"max":3,"starts":1,"from":1,"balance":1,"an":1,"effective":1,"way":1,"improve":1,"on":3,"specific":1,"platforms":1,"there":2,"two":1,"related":1,"parameters":1,"in":3,"num":2,"batched":1,"tokens":1,"defines":2,"limit":2,"token":3,"numbers":2,"has":2,"impacts":2,"as":1,"offline":2,"4096":1,"world":4,"online":2,"serving":2,"2048":1,"seqs":1,"sequence":1,"output":1,"256":1,"128":1,"supports":1,"tensor":1,"parallel":2,"pipeline":1,"pp":3,"leverage":1,"multiple":1,"sockets":2,"nodes":2,"detials":1,"refer":1,"optimization":2,"configuration":1,"md":1,"recommend":1,"use":1,"togther":1,"enough":1},"9439,488,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu.md":{"which":1,"quantization":1,"configs":1,"does":1,"vllm":6,"cpu":7,"support":1,"supports":1,"quantizations":1,"awq":1,"x86":4,"only":3,"gptq":1,"compressed":1,"tensor":1,"int8":1,"w8a8":1,"s390x":1,"what":1,"is":1,"the":1,"purpose":1,"of":2,"moe":4,"prepack":2,"and":2,"sgl":2,"kernel":2,"both":1,"them":1,"requires":1,"amx":1,"flag":1,"can":2,"provides":2,"better":2,"performance":2,"for":2,"models":2,"small":1,"batch":1,"scenarios":1},"0,772,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"aws":5,"neuron":5,"https":1,"awsdocs":1,"readthedocs":1,"hosted":1,"com":1,"en":1,"latest":1,"is":1,"the":1,"software":1,"development":1,"kit":1,"sdk":2,"used":1,"to":3,"run":2,"deep":1,"learning":1,"and":5,"generative":1,"ai":1,"workloads":1,"on":2,"inferentia":2,"trainium":2,"powered":2,"amazon":1,"ec2":1,"instances":1,"ultraservers":1,"inf1":1,"inf2":2,"trn1":2,"trn2":3,"ultraserver":1,"both":1,"are":2,"by":1,"fully":1,"independent":1,"heterogeneous":1,"compute":1,"units":1,"called":1,"neuroncores":1,"this":2,"describes":1,"how":1,"set":1,"up":1,"your":1,"environment":1,"vllm":2,"warning":1,"there":1,"no":1,"pre":1,"built":1,"wheels":1,"or":3,"images":1,"for":1,"device":1,"so":1,"you":1,"must":1,"build":1,"from":1,"source":1,"requirements":1,"os":1,"linux":1,"python":1,"3":1,"9":1,"newer":1,"pytorch":1,"2":3,"5":1,"6":1,"accelerator":1,"neuroncore":2,"v2":1,"in":2,"chips":2,"v3":1,"23":1},"772,1450,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"configure":1,"a":3,"new":1,"environment":2,"launch":2,"trn1":1,"trn2":1,"inf2":1,"instance":6,"and":2,"verify":1,"neuron":10,"dependencies":3,"the":9,"easiest":1,"way":1,"to":9,"trainium":1,"or":1,"inferentia":1,"with":1,"pre":2,"installed":2,"is":2,"follow":2,"this":1,"quick":1,"start":1,"guide":2,"https":5,"awsdocs":3,"readthedocs":3,"hosted":3,"com":5,"en":3,"latest":4,"general":1,"setup":8,"multiframework":1,"multi":2,"framework":2,"ubuntu22":2,"dlami":2,"html":4,"using":2,"deep":1,"learning":1,"ami":1,"amazon":2,"machine":1,"image":1,"after":1,"launching":1,"instructions":2,"in":1,"connect":2,"your":2,"docs":1,"aws":3,"awsec2":1,"userguide":1,"accessinginstanceslinux":1,"once":1,"inside":1,"activate":2,"virtual":1,"for":2,"inference":6,"by":1,"running":1,"bash":1,"source":1,"opt":1,"neuronx":5,"venv":1,"pytorch":1,"2":1,"6":1,"nxd":4,"bin":1,"refer":2,"libraries":2,"nxdi":1,"alternative":1,"including":1,"docker":1,"manually":1,"installing":1,"note":1,"default":1,"recommended":1,"backend":1,"run":1,"on":1,"if":1,"you":1,"are":1,"looking":1,"use":1,"legacy":1,"transformers":4,"github":1,"library":1,"index":1},"2222,1688,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"set":2,"up":2,"using":2,"python":1,"pre":4,"built":4,"wheels":2,"currently":2,"there":2,"are":2,"no":2,"neuron":18,"build":5,"wheel":1,"from":5,"source":5,"to":10,"and":2,"install":6,"vllm":17,"run":2,"bash":2,"git":4,"clone":2,"https":5,"github":5,"com":5,"project":1,"cd":2,"pip":4,"u":1,"r":2,"requirements":2,"txt":2,"target":2,"device":2,"e":2,"aws":7,"maintains":1,"a":1,"fork":4,"of":2,"upstreaming":4,"tree":2,"2":7,"23":3,"v0":4,"7":3,"at":1,"which":1,"contains":1,"several":1,"features":2,"in":2,"addition":1,"what":1,"s":1,"available":1,"on":2,"please":1,"utilize":1,"the":7,"for":4,"following":2,"llama":1,"3":1,"multi":2,"modal":1,"support":2,"node":1,"distributed":1,"inference":3,"refer":1,"user":2,"guide":2,"nxd":2,"awsdocs":1,"readthedocs":1,"hosted":1,"en":1,"latest":1,"libraries":1,"developer":1,"guides":1,"html":1,"more":1,"details":1,"usage":1,"examples":1,"b":1,"note":1,"that":1,"is":2,"only":1,"intended":1,"hardware":1,"compatibility":1,"with":1,"other":1,"hardwares":1,"not":1,"tested":1,"docker":5,"images":2,"image":4,"see":1,"deployment":2,"instructions":1,"building":1,"make":1,"sure":1,"use":1,"gh":1,"file":1,"dockerfile":2,"place":1,"default":1},"3910,1261,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"extra":1,"information":1,"feature":3,"support":2,"through":3,"nxd":4,"inference":6,"backend":3,"the":11,"current":1,"vllm":6,"and":3,"neuron":7,"integration":2,"relies":1,"on":2,"either":1,"neuronx":2,"distributed":1,"preferred":1,"or":3,"transformers":1,"to":6,"perform":1,"most":2,"of":1,"heavy":1,"lifting":1,"which":1,"includes":1,"pytorch":1,"model":2,"initialization":1,"compilation":1,"runtime":1,"execution":1,"therefore":1,"features":2,"supported":1,"https":1,"awsdocs":1,"readthedocs":1,"hosted":1,"com":1,"en":1,"latest":1,"libraries":1,"developer":1,"guides":1,"guide":1,"html":1,"are":1,"also":1,"available":1,"via":2,"configure":1,"entrypoint":1,"use":1,"override":4,"config":3,"setting":1,"provide":1,"configs":1,"you":1,"want":1,"as":1,"a":1,"dictionary":1,"json":1,"object":1,"when":2,"starting":1,"from":2,"cli":2,"for":1,"example":1,"disable":1,"auto":1,"bucketing":3,"include":1,"python":1,"enable":2,"false":2,"launching":1,"pass":1,"bash":1,"alternatively":1,"users":1,"can":1,"directly":1,"call":1,"nxdi":1,"library":1,"trace":1,"compile":1,"your":1,"then":1,"load":1,"pre":1,"compiled":2,"artifacts":2,"environment":1,"variable":1,"in":1,"run":1,"workloads":1},"5171,22,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"known":1,"limitations":1},"5193,1872,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"eagle":4,"speculative":3,"decoding":3,"nxd":7,"inference":10,"requires":1,"the":8,"draft":1,"checkpoint":2,"to":14,"include":1,"lm":1,"head":1,"weights":1,"from":1,"target":1,"model":3,"refer":3,"this":5,"guide":3,"https":4,"awsdocs":2,"neuron":11,"readthedocs":2,"hosted":2,"com":4,"en":2,"latest":2,"libraries":2,"developer":2,"guides":2,"feature":3,"html":2,"compatibility":1,"for":2,"how":1,"convert":1,"pretrained":1,"checkpoints":1,"be":1,"compatible":1,"nxdi":1,"quantization":4,"native":1,"flow":1,"in":4,"vllm":9,"is":6,"not":3,"well":1,"supported":3,"on":3,"it":1,"recommended":1,"follow":1,"custom":1,"quantize":1,"and":2,"compile":1,"your":1,"using":1,"then":1,"load":1,"compiled":1,"artifacts":1,"into":1,"multi":8,"lora":5,"serving":1,"only":3,"supports":1,"loading":2,"of":2,"adapters":2,"at":2,"server":1,"startup":1,"dynamic":1,"runtime":1,"currently":2,"example":2,"github":2,"aws":4,"upstreaming":2,"blob":1,"2":4,"23":2,"v0":2,"7":2,"examples":2,"offline":1,"py":1,"modal":2,"support":4,"available":2,"through":1,"fork":2,"has":1,"been":1,"upstreamed":1,"main":2,"because":1,"relies":1,"certain":1,"adaptations":1,"core":1,"logic":1,"node":3,"distributed":2,"across":2,"multiple":1,"trainium":1,"inferentia":1,"instances":1,"tree":1,"run":1,"note":1,"that":1,"tensor":1,"parallelism":1,"neuroncores":1,"known":1,"edge":2,"case":2,"bug":1,"an":1,"failure":1,"may":1,"occur":1,"when":1,"sequence":1,"length":1,"approaches":1},"7065,504,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"max":3,"model":2,"length":2,"e":1,"g":1,"when":1,"requesting":1,"tokens":1,"up":1,"to":6,"the":2,"and":1,"ignoring":1,"eos":1,"in":2,"this":1,"scenario":1,"vllm":4,"may":1,"attempt":1,"allocate":2,"an":1,"additional":1,"block":2,"ensure":1,"there":2,"is":3,"enough":1,"memory":1,"for":3,"number":1,"of":1,"lookahead":1,"slots":1,"but":2,"since":1,"we":1,"do":1,"not":2,"have":1,"good":1,"support":1,"paged":1,"attention":1,"isn":1,"t":1,"another":1,"neuron":2,"a":1,"workaround":1,"fix":1,"terminate":1,"1":1,"iteration":1,"early":1,"implemented":1,"aws":1,"fork":1,"upstreamed":1,"main":1,"as":1,"it":1,"modifies":1,"core":1,"logic":1},"7570,822,data/raw/vllm-0.10.1/docs/getting_started/installation/aws_neuron.md":{"environment":3,"variables":1,"neuron":6,"compiled":3,"artifacts":5,"set":3,"this":4,"variable":3,"to":6,"point":1,"your":1,"pre":1,"model":2,"directory":3,"avoid":1,"compilation":3,"time":1,"upon":1,"server":1,"initialization":1,"if":2,"is":2,"not":2,"the":6,"module":1,"will":2,"perform":1,"and":2,"save":1,"under":2,"unique":1,"hash":1,"sub":1,"in":1,"path":2,"but":1,"does":1,"exist":1,"or":1,"contents":1,"are":1,"invalid":1,"also":1,"fallback":1,"a":1,"new":1,"store":1,"specified":1,"context":2,"length":1,"buckets":2,"bucket":2,"sizes":2,"for":2,"encoding":1,"only":2,"applicable":2,"transformers":2,"neuronx":2,"backend":2,"token":2,"gen":1,"generation":1},"0,786,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"8":8,"start":4,"installation":2,"vllm":3,"supports":1,"amd":1,"gpus":1,"with":1,"rocm":4,"6":2,"3":2,"tip":1,"docker":3,"set":3,"up":3,"using":3,"is":2,"the":2,"recommended":1,"way":1,"to":1,"use":2,"on":2,"warning":1,"there":3,"are":2,"no":3,"pre":5,"built":5,"wheels":4,"for":2,"this":2,"device":2,"so":1,"you":1,"must":1,"either":1,"image":1,"or":1,"build":1,"from":1,"source":1,"end":4,"requirements":2,"gpu":1,"mi200s":1,"gfx90a":1,"mi300":1,"gfx942":1,"radeon":2,"rx":2,"7900":1,"series":2,"gfx1100":1,"1101":1,"9000":1,"gfx1200":1,"1201":1,"python":3,"extra":1,"information":1,"creating":1,"a":1,"new":1,"environment":1,"currently":1},"786,1998,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"8":1,"start":2,"build":1,"wheel":2,"from":4,"source":1,"0":2,"install":10,"prerequisites":1,"skip":2,"if":4,"you":9,"are":2,"already":1,"in":2,"an":1,"environment":1,"docker":3,"with":1,"the":6,"following":3,"installed":1,"rocm":16,"https":9,"docs":1,"amd":2,"com":6,"en":1,"latest":1,"deploy":1,"linux":1,"index":2,"html":1,"pytorch":13,"org":3,"for":6,"installing":1,"can":6,"a":1,"fresh":1,"image":2,"e":1,"g":1,"rocm6":2,"3":4,"ubuntu24":1,"04":1,"py3":1,"12":1,"release":1,"2":3,"4":1,"nightly":2,"using":2,"to":4,"step":1,"alternatively":2,"wheels":2,"check":1,"installation":1,"guide":1,"getting":1,"started":2,"get":2,"locally":1,"example":2,"bash":2,"pip":4,"uninstall":2,"torch":2,"y":2,"no":1,"cache":1,"dir":1,"pre":1,"url":1,"download":1,"whl":1,"1":1,"triton":11,"flash":8,"attention":8,"github":5,"s":2,"default":1,"mlir":2,"branch":1,"instructions":2,"blob":1,"readme":1,"md":1,"python3":1,"m":1,"ninja":1,"cmake":1,"pybind11":1,"git":3,"clone":1,"openai":1,"cd":3,"checkout":1,"e5be006":1,"python":1,"pip3":1,"note":1,"see":1,"http":2,"issue":1,"related":1,"downloading":1,"packages":1,"during":1,"building":1,"please":1,"try":1,"again":1,"as":1,"error":1,"is":2,"intermittent":1,"optionally":1,"choose":1,"use":2,"ck":1,"v2":1,"7":1,"support":1,"intended":1,"vllm":1,"be":1,"accessed":1,"under":1,"releases":1,"6":1,"suppose":1,"your":2,"gfx":3,"arch":1,"gfx90a":1,"architecture":1,"run":1,"rocminfo":1,"grep":1},"2784,1585,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"bash":3,"git":9,"clone":2,"https":2,"github":2,"com":2,"rocm":7,"flash":3,"attention":3,"cd":3,"checkout":2,"b7d29fb":1,"submodule":3,"update":2,"init":2,"gpu":1,"archs":1,"gfx90a":2,"python3":4,"setup":3,"py":3,"install":10,"note":2,"you":4,"might":1,"need":2,"to":5,"downgrade":1,"the":4,"ninja":2,"version":1,"1":2,"10":3,"as":1,"it":1,"is":1,"not":2,"used":1,"when":1,"compiling":1,"2":3,"e":1,"g":1,"pip":9,"4":2,"3":2,"if":1,"choose":1,"build":5,"aiter":7,"yourself":1,"use":1,"a":1,"certain":1,"branch":3,"or":3,"commit":3,"can":2,"using":1,"following":2,"steps":2,"m":1,"uninstall":1,"y":1,"recursive":2,"sync":1,"develop":2,"will":1,"config":1,"for":4,"your":1,"purpose":1,"vllm":3,"example":1,"on":1,"6":1,"be":1,"built":1,"with":1,"console":1,"commands":1,"upgrade":2,"amd":2,"smi":2,"opt":1,"share":1,"dependencies":1,"numba":1,"scipy":1,"huggingface":1,"hub":1,"cli":1,"hf":1,"transfer":1,"setuptools":1,"scm":1,"numpy":1,"r":1,"requirements":1,"txt":1,"mi210":1,"mi250":1,"mi300":1,"export":1,"pytorch":1,"arch":1,"gfx942":1,"this":1,"may":1,"take":1,"5":1,"minutes":1,"currently":1,"does":1,"work":1,"installation":1},"4369,1017,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"tip":2,"triton":4,"flash":6,"attention":7,"is":2,"used":1,"by":1,"default":1,"for":5,"benchmarking":1,"purposes":1,"it":1,"recommended":1,"to":8,"run":1,"a":1,"warm":1,"up":1,"step":1,"before":1,"collecting":1,"perf":1,"numbers":1,"does":1,"not":1,"currently":1,"support":2,"sliding":2,"window":2,"if":1,"using":1,"half":1,"precision":1,"please":4,"use":4,"ck":2,"or":1,"pytorch":2,"naive":1,"this":1,"flag":1,"export":1,"vllm":4,"attn":1,"0":1,"turn":1,"off":1,"the":2,"rocm":4,"version":2,"of":1,"ideally":1,"should":1,"match":1,"driver":1,"mi300x":4,"gfx942":1,"users":1,"achieve":1,"optimal":1,"performance":4,"refer":2,"tuning":4,"guide":1,"https":2,"docs":2,"amd":2,"com":2,"en":2,"latest":2,"how":2,"guides":2,"index":1,"html":2,"optimization":3,"and":2,"tips":1,"on":1,"system":1,"workflow":1,"level":1,"workload":1},"5386,554,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"8":3,"end":2,"build":1,"wheel":1,"from":1,"source":1,"start":1,"pre":2,"built":2,"images":2,"the":2,"amd":4,"infinity":1,"hub":2,"for":3,"vllm":3,"https":2,"docker":3,"com":2,"r":1,"rocm":2,"tags":1,"offers":1,"a":1,"prebuilt":2,"optimized":1,"image":2,"designed":1,"validating":1,"inference":2,"performance":3,"on":3,"instinct":2,"mi300x":3,"accelerator":1,"tip":1,"please":1,"check":1,"llm":1,"validation":2,"docs":1,"en":1,"latest":1,"how":2,"to":2,"benchmark":1,"html":1,"instructions":1,"use":1,"this":1},"5940,1135,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"8":1,"start":1,"build":8,"image":6,"from":3,"source":2,"building":1,"the":11,"docker":13,"is":4,"recommended":1,"way":1,"to":5,"use":2,"vllm":6,"with":2,"rocm":11,"optional":2,"an":1,"software":2,"stack":2,"a":1,"gh":1,"file":1,"dockerfile":2,"base":6,"which":1,"setup":2,"needed":1,"by":1,"this":3,"step":1,"as":4,"usually":1,"prebuilt":1,"and":3,"store":1,"at":1,"hub":2,"https":1,"com":1,"r":1,"dev":3,"under":1,"tag":1,"speed":1,"up":1,"user":4,"experience":1,"if":1,"you":2,"choose":1,"yourself":1,"steps":1,"are":1,"follows":2,"it":1,"important":1,"that":1,"kicks":1,"off":1,"using":1,"buildkit":5,"either":1,"put":1,"1":2,"environment":1,"variable":1,"when":1,"calling":1,"command":1,"or":1,"needs":1,"in":1,"daemon":3,"configuration":1,"etc":1,"json":2,"restart":1,"features":1,"true":1,"on":1,"6":1,"3":1,"for":1,"mi200":1,"mi300":1,"series":1,"can":1,"default":1,"bash":1,"f":1,"t":1},"7075,1946,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"build":13,"an":2,"image":11,"with":2,"vllm":10,"first":1,"a":2,"docker":22,"from":3,"gh":3,"file":3,"dockerfile":5,"rocm":16,"and":5,"launch":1,"container":1,"the":17,"it":4,"is":3,"important":1,"that":1,"user":3,"kicks":1,"off":1,"using":3,"buildkit":6,"either":1,"put":1,"1":4,"as":2,"environment":1,"variable":1,"when":3,"calling":1,"command":3,"or":1,"needs":1,"to":7,"setup":1,"in":3,"daemon":3,"configuration":1,"etc":1,"json":1,"follows":1,"restart":1,"bash":5,"features":1,"true":1,"uses":1,"6":6,"3":3,"by":2,"default":3,"but":1,"also":1,"supports":1,"5":1,"7":1,"0":1,"2":1,"older":1,"branches":1,"provides":1,"flexibility":1,"customize":1,"of":1,"following":1,"arguments":1,"base":8,"specifies":1,"used":1,"running":2,"value":1,"dev":4,"published":1,"maintained":1,"amd":1,"being":1,"built":1,"arg":3,"pytorch":1,"arch":1,"allows":1,"override":1,"gfx":1,"architecture":1,"values":2,"their":1,"can":2,"be":1,"passed":1,"options":1,"on":2,"for":2,"mi200":1,"mi300":1,"series":2,"you":2,"use":2,"f":2,"t":2,"radeon":1,"rx7900":1,"gfx1100":1,"should":1,"pick":1,"alternative":1,"navi":1,"run":2,"above":1,"below":1,"console":1,"network":1,"host":2,"group":1,"add":2,"video":1,"ipc":1,"cap":1,"sys":1,"ptrace":1,"security":1,"opt":1,"seccomp":1,"unconfined":1,"device":2,"kfd":1,"dri":1,"v":1,"path":1,"model":2,"app":1},"9021,127,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"where":2,"the":4,"path":1,"to":1,"model":2,"is":2,"location":1,"stored":1,"for":2,"example":1,"weights":1,"llama2":1,"or":1,"llama3":1,"models":1},"9148,210,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/rocm.inc.md":{"8":3,"end":2,"build":1,"image":1,"from":1,"source":1,"start":1,"supported":2,"features":2,"see":1,"feature":3,"x":2,"hardware":2,"compatibility":1,"matrix":1,"for":1,"support":1,"information":1},"0,1025,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"8":7,"start":3,"installation":3,"vllm":5,"contains":1,"pre":1,"compiled":1,"c":1,"and":2,"cuda":4,"12":1,"binaries":1,"end":3,"requirements":2,"gpu":1,"compute":1,"capability":1,"7":1,"0":1,"or":2,"higher":1,"e":1,"g":1,"v100":1,"t4":1,"rtx20xx":1,"a100":1,"l4":1,"h100":1,"etc":1,"set":2,"up":2,"using":2,"python":2,"note":1,"pytorch":4,"installed":1,"via":1,"conda":1,"will":1,"statically":1,"link":1,"nccl":2,"library":1,"which":1,"can":1,"cause":1,"issues":1,"when":1,"tries":1,"to":6,"use":2,"see":2,"gh":1,"issue":1,"8420":1,"for":3,"more":2,"details":2,"in":1,"order":1,"be":1,"performant":1,"has":1,"compile":1,"many":1,"kernels":1,"the":2,"compilation":1,"unfortunately":1,"introduces":1,"binary":1,"incompatibility":1,"with":3,"other":1,"versions":2,"even":1,"same":1,"version":2,"different":2,"building":1,"configurations":1,"therefore":1,"it":1,"is":1,"recommended":1,"install":1,"a":2,"fresh":1,"new":1,"environment":1,"if":1,"either":1,"you":3,"have":1,"want":1,"an":1,"existing":1,"need":1,"build":2,"from":2,"source":2,"below":1},"1025,1241,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"8":5,"start":1,"pre":1,"built":1,"wheels":2,"bash":3,"uv":7,"pip":4,"install":3,"vllm":5,"torch":5,"backend":7,"auto":3,"console":1,"with":4,"cuda":5,"12":4,"extra":1,"index":2,"url":1,"https":3,"download":1,"pytorch":8,"org":2,"whl":1,"cu128":1,"we":2,"recommend":1,"leveraging":1,"to":5,"automatically":1,"select":2,"the":3,"appropriate":2,"at":2,"runtime":1,"docs":1,"astral":1,"sh":1,"guides":1,"integration":1,"automatic":1,"selection":1,"by":2,"inspecting":1,"installed":1,"driver":1,"version":2,"via":1,"or":2,"a":4,"specific":1,"e":1,"g":1,"cu126":3,"set":1,"if":1,"this":1,"doesn":1,"t":1,"work":1,"try":1,"running":1,"self":1,"update":2,"first":1,"note":1,"nvidia":1,"blackwell":1,"gpus":1,"b200":1,"gb200":1,"require":1,"minimum":1,"of":2,"so":1,"make":1,"sure":1,"you":1,"are":2,"installing":1,"least":1,"that":1,"itself":1,"offers":1,"dedicated":1,"interface":1,"get":1,"started":1,"locally":1,"determine":1,"command":1,"run":1,"for":1,"given":1,"target":1,"configuration":1,"as":1,"now":1,"s":1,"binaries":2,"compiled":2,"and":2,"public":2,"release":2,"versions":2,"default":1,"also":1,"provide":1,"6":1,"11":1},"2266,492,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"install":3,"vllm":9,"with":1,"a":1,"specific":1,"cuda":4,"version":7,"e":1,"g":1,"11":1,"8":1,"or":2,"12":1,"6":1,"export":2,"curl":1,"s":2,"https":3,"api":1,"github":2,"com":2,"repos":1,"project":2,"releases":2,"latest":2,"jq":1,"r":1,"tag":1,"name":1,"sed":1,"v":2,"118":1,"126":1,"uv":1,"pip":1,"download":2,"cu":2,"cp38":1,"abi3":1,"manylinux1":1,"x86":1,"64":1,"whl":2,"extra":1,"index":1,"url":1,"pytorch":1,"org":1,"the":1,"code":1},"2758,689,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"install":3,"the":4,"latest":3,"code":3,"llm":1,"inference":1,"is":2,"a":2,"fast":1,"evolving":1,"field":1,"and":2,"may":1,"contain":1,"bug":1,"fixes":1,"performance":1,"improvements":1,"new":1,"features":1,"that":1,"are":1,"not":1,"released":2,"yet":1,"to":3,"allow":1,"users":1,"try":1,"without":1,"waiting":1,"for":4,"next":1,"release":1,"vllm":5,"provides":1,"wheels":3,"linux":1,"running":1,"on":1,"x86":1,"platform":1,"with":1,"cuda":1,"12":1,"every":1,"commit":1,"since":1,"v0":1,"5":1,"3":1,"bash":2,"uv":1,"pip":4,"u":2,"torch":1,"backend":1,"auto":1,"extra":2,"index":2,"url":2,"https":2,"ai":2,"nightly":2,"console":1,"pre":3,"required":1,"consider":1,"versions":1},"3447,1569,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"install":4,"specific":1,"revisions":1,"if":3,"you":4,"want":2,"to":9,"access":2,"the":20,"wheels":4,"for":3,"previous":2,"commits":2,"e":2,"g":2,"bisect":2,"behavior":3,"change":2,"performance":2,"regression":2,"can":1,"specify":2,"commit":9,"hash":4,"in":4,"url":7,"bash":2,"export":2,"vllm":9,"72d9c316d3f6ede485146fe5aabd4e61dbc59069":1,"use":2,"full":3,"from":3,"main":2,"branch":2,"uv":5,"pip":6,"torch":1,"backend":1,"auto":1,"extra":4,"index":6,"https":3,"ai":2,"approach":1,"works":1,"v0":3,"6":6,"and":3,"later":1,"offers":1,"an":1,"easy":1,"remember":1,"command":1,"a":3,"unique":1,"feature":1,"of":3,"is":2,"that":2,"packages":3,"have":2,"higher":1,"priority":1,"than":1,"default":2,"docs":1,"astral":1,"sh":1,"compatibility":1,"exist":1,"on":1,"multiple":1,"indexes":1,"latest":2,"public":1,"release":1,"post1":2,"s":1,"allows":1,"installing":1,"before":1,"by":2,"specifying":1,"contrast":1,"combines":1,"choosing":1,"only":1,"version":3,"which":1,"makes":1,"it":1,"difficult":1,"development":1,"prior":1,"released":1,"note":1,"due":1,"limitation":1,"wheel":1,"file":1,"embedding":1,"33f460b17a54acb3b6cc0b03f4a17876cff5eafd":1,"1":1,"0":2,"dev":1,"cp38":1,"abi3":1,"manylinux1":1,"x86":1,"64":1,"whl":1},"5016,648,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"note":1,"that":1,"the":10,"wheels":5,"are":4,"built":2,"with":3,"python":6,"3":5,"8":5,"abi":3,"see":1,"pep":2,"425":1,"https":1,"peps":1,"org":1,"0425":1,"for":3,"more":2,"details":1,"about":1,"so":1,"they":1,"compatible":1,"and":1,"later":1,"version":1,"string":1,"in":3,"wheel":3,"file":1,"name":2,"1":1,"0":2,"dev":1,"is":1,"just":1,"a":2,"placeholder":1,"to":2,"have":2,"unified":1,"url":2,"actual":1,"versions":2,"of":1,"contained":1,"metadata":1,"listed":1,"extra":1,"index":1,"correct":1,"although":1,"we":1,"don":1,"t":1,"support":2,"any":1,"because":1,"pytorch":1,"2":1,"5":1,"dropped":1,"still":1,"keep":1,"same":1,"as":1,"before":1},"5664,32,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"8":1,"end":1,"pre":1,"built":1,"wheels":1},"5696,42,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"8":1,"start":1,"build":1,"wheel":1,"from":1,"source":1},"5738,1756,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"set":1,"up":2,"using":3,"python":3,"only":3,"build":3,"without":2,"compilation":2,"if":3,"you":12,"need":1,"to":6,"change":2,"code":5,"can":3,"and":3,"install":5,"vllm":15,"uv":4,"pip":4,"s":2,"editable":4,"flag":1,"https":3,"docs":1,"astral":1,"sh":1,"packages":2,"changes":1,"make":2,"the":19,"will":3,"be":2,"reflected":1,"when":2,"run":2,"bash":2,"git":2,"clone":2,"github":1,"com":1,"project":1,"cd":1,"use":4,"precompiled":3,"1":7,"this":2,"command":3,"do":1,"following":1,"look":1,"for":2,"current":1,"branch":5,"in":8,"your":3,"identify":1,"corresponding":1,"base":2,"commit":7,"main":3,"download":1,"pre":1,"built":2,"wheel":5,"of":1,"its":1,"compiled":1,"libraries":2,"installation":2,"note":1,"c":1,"or":3,"kernel":1,"cannot":1,"otherwise":1,"see":2,"an":3,"import":1,"error":2,"about":3,"library":1,"not":2,"found":2,"undefined":1,"symbol":1,"2":1,"rebase":1,"dev":2,"it":2,"is":2,"recommended":1,"uninstall":1,"re":1,"above":2,"sure":1,"are":1,"date":1,"case":2,"running":1,"might":1,"because":1,"based":1,"on":1,"was":1,"just":1,"merged":1,"being":1,"wait":1,"around":1,"hour":1,"try":1,"again":1,"manually":1,"assign":1,"previous":1,"location":2,"environment":1,"variable":1,"export":2,"72d9c316d3f6ede485146fe5aabd4e61dbc59069":1,"full":1,"hash":1,"from":1,"wheels":2,"ai":1,"0":2,"cp38":1,"abi3":1,"manylinux1":1,"x86":1,"64":1,"whl":1,"find":1,"more":1,"information":1,"latest":2},"7494,401,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"note":1,"there":1,"is":2,"a":3,"possibility":1,"that":1,"your":1,"source":2,"code":4,"may":1,"have":2,"different":1,"commit":2,"id":2,"compared":1,"to":5,"the":6,"latest":3,"vllm":2,"wheel":3,"which":1,"could":1,"potentially":1,"lead":1,"unknown":1,"errors":1,"it":1,"recommended":1,"use":1,"same":1,"for":2,"as":1,"you":1,"installed":1,"please":1,"refer":1,"install":3,"instructions":1,"on":1,"how":1,"specified":1},"7895,1674,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"full":1,"build":8,"with":3,"compilation":4,"if":2,"you":5,"want":1,"to":6,"modify":1,"c":2,"or":2,"cuda":2,"code":2,"ll":1,"need":1,"vllm":6,"from":4,"source":3,"this":2,"can":4,"take":1,"several":1,"minutes":1,"bash":1,"git":2,"clone":1,"https":3,"github":3,"com":3,"project":1,"cd":1,"uv":2,"pip":5,"install":7,"e":4,"tip":1,"building":2,"requires":1,"a":3,"lot":1,"of":2,"are":2,"repeatedly":1,"it":2,"s":1,"more":1,"efficient":1,"cache":1,"the":11,"results":1,"for":4,"example":1,"ccache":11,"using":3,"conda":1,"apt":1,"as":2,"long":1,"which":1,"command":1,"find":1,"binary":1,"will":2,"be":3,"used":1,"automatically":1,"by":1,"system":1,"after":2,"first":1,"subsequent":1,"builds":1,"much":1,"faster":3,"when":1,"should":1,"run":1,"nohashdir":1,"true":1,"no":2,"isolation":1,"is":1,"because":1,"creates":1,"new":1,"folder":1,"random":1,"name":1,"each":1,"preventing":1,"recognizing":1,"that":1,"same":1,"files":1,"being":1,"built":1,"sccache":8,"mozilla":1,"works":1,"similarly":1,"but":1,"has":1,"capability":1,"utilize":1,"caching":1,"in":1,"remote":2,"storage":1,"environments":1,"following":1,"environment":1,"variables":1,"set":1,"configure":1,"bucket":1,"region":1,"us":1,"west":1,"2":1,"s3":1,"credentials":1,"1":1,"we":1,"also":1,"recommend":1,"setting":1,"idle":1,"timeout":1,"0":1,"note":1,"kernel":3,"development":1,"frequent":1,"changes":1,"initial":1,"setup":1,"consider":1,"incremental":2,"workflow":1,"contributing":1,"md":1,"significantly":1,"rebuilds":1,"only":1,"modified":1},"9569,1300,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"use":4,"an":2,"existing":3,"pytorch":10,"installation":2,"there":2,"are":2,"scenarios":2,"where":3,"the":6,"dependency":1,"cannot":1,"be":2,"easily":1,"installed":1,"with":4,"uv":5,"e":3,"g":1,"building":2,"vllm":13,"nightly":4,"or":1,"a":2,"custom":1,"build":6,"aarch64":2,"and":2,"cuda":2,"gh200":1,"wheels":2,"not":1,"available":1,"on":2,"pypi":1,"currently":2,"only":1,"has":1,"for":2,"you":3,"can":2,"run":1,"pip":4,"install":5,"index":1,"url":1,"https":4,"download":1,"org":2,"whl":1,"cu128":1,"torch":2,"torchvision":1,"torchaudio":1,"to":7,"get":1,"started":1,"locally":1,"then":1,"top":1,"of":2,"it":1,"using":1,"bash":2,"git":4,"clone":2,"github":3,"com":2,"project":2,"cd":2,"python":1,"py":1,"r":1,"requirements":1,"txt":1,"no":1,"isolation":1,"local":3,"cutlass":7,"compilation":1,"before":1,"starting":1,"process":1,"fetches":1,"code":1,"from":1,"however":1,"may":1,"want":1,"version":1,"instead":1,"achieve":1,"this":1,"set":1,"environment":1,"variable":1,"src":2,"dir":2,"point":1,"your":1,"directory":1,"path":1},"10869,737,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"troubleshooting":1,"to":2,"avoid":2,"your":1,"system":1,"being":1,"overloaded":1,"you":4,"can":2,"limit":1,"the":4,"number":1,"of":3,"compilation":1,"jobs":4,"be":1,"run":1,"simultaneously":2,"via":1,"environment":1,"variable":1,"max":3,"for":2,"example":2,"bash":2,"export":2,"6":1,"uv":1,"pip":1,"install":1,"e":1,"this":1,"is":2,"especially":1,"useful":1,"when":2,"are":1,"building":2,"on":1,"less":1,"powerful":1,"machines":1,"use":1,"wsl":4,"it":1,"only":1,"assigns":1,"50":1,"total":1,"memory":2,"by":1,"default":1,"https":1,"learn":1,"microsoft":1,"com":1,"en":1,"us":1,"windows":1,"config":1,"main":1,"settings":1,"so":1,"using":2,"1":1,"compiling":1,"multiple":1,"files":1,"and":1,"running":1,"out":1,"a":2,"side":1,"effect":1,"much":1,"slower":1,"build":1,"process":1,"additionally":1,"if":1,"have":1,"trouble":1,"vllm":1,"we":1,"recommend":1,"nvidia":1,"pytorch":1,"docker":1,"image":1},"11606,1972,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"use":6,"ipc":2,"host":2,"to":7,"make":2,"sure":2,"the":13,"shared":1,"memory":1,"is":8,"large":1,"enough":1,"docker":8,"run":2,"gpus":1,"all":1,"it":5,"rm":1,"nvcr":1,"io":1,"nvidia":2,"pytorch":1,"23":1,"10":1,"py3":1,"if":1,"you":3,"don":1,"t":2,"want":1,"recommended":1,"have":1,"a":3,"full":2,"installation":3,"of":2,"cuda":10,"toolkit":4,"can":4,"download":1,"and":7,"install":2,"from":3,"official":2,"website":1,"https":1,"developer":1,"com":1,"archive":1,"after":2,"set":1,"environment":3,"variable":2,"home":5,"path":5,"that":4,"nvcc":5,"compiler":1,"in":3,"your":3,"e":2,"g":1,"bash":4,"export":4,"usr":1,"local":1,"bin":2,"here":1,"sanity":1,"check":1,"verify":3,"correctly":1,"installed":1,"version":2,"unsupported":1,"os":1,"build":3,"vllm":6,"fully":1,"only":2,"on":4,"linux":2,"but":1,"for":6,"development":2,"purposes":1,"still":1,"other":1,"systems":2,"example":1,"macos":1,"allowing":1,"imports":1,"more":1,"convenient":1,"binaries":1,"will":2,"not":3,"be":3,"compiled":1,"won":1,"work":1,"non":1,"simply":1,"disable":1,"target":2,"device":2,"before":1,"installing":1,"empty":1,"uv":1,"pip":1,"8":2,"end":1,"wheel":1,"source":1,"start":1,"pre":3,"built":3,"images":3,"see":1,"deployment":2,"image":3,"instructions":1,"using":1,"another":1,"way":1,"access":1,"latest":2,"code":2,"commit":3,"33f460b17a54acb3b6cc0b03f4a17876cff5eafd":1,"hash":1,"main":1,"branch":1,"pull":1,"public":1,"ecr":1,"aws":1,"q9t5s3a7":1,"ci":2,"postmerge":1,"repo":1,"these":1,"are":2,"used":1,"testing":1,"they":2,"intended":1,"production":1,"expired":1,"several":1,"days":1,"contain":1,"bugs":1,"may":1,"stable":1,"please":1,"with":1,"caution":1},"13578,423,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/cuda.inc.md":{"8":5,"end":3,"pre":1,"built":1,"images":1,"start":2,"build":4,"image":5,"from":4,"source":4,"see":2,"deployment":2,"docker":3,"for":2,"instructions":1,"on":1,"building":1,"the":1,"supported":2,"features":2,"feature":3,"x":2,"hardware":2,"compatibility":1,"matrix":1,"support":1,"information":1},"0,1928,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/xpu.inc.md":{"8":14,"start":7,"installation":3,"vllm":10,"initially":1,"supports":1,"basic":1,"model":1,"inference":1,"and":3,"serving":1,"on":4,"intel":8,"gpu":6,"platform":1,"warning":1,"there":4,"are":3,"no":4,"pre":7,"built":7,"wheels":4,"or":2,"images":4,"for":3,"this":2,"device":4,"so":1,"you":1,"must":1,"build":7,"from":5,"source":5,"end":7,"requirements":4,"supported":3,"hardware":1,"data":4,"center":2,"arc":2,"oneapi":4,"2025":2,"0":2,"set":2,"up":2,"using":2,"python":5,"is":3,"extra":1,"information":1,"creating":1,"a":1,"new":1,"environment":1,"currently":2,"xpu":10,"wheel":2,"first":1,"install":6,"required":1,"driver":2,"https":3,"dgpu":1,"docs":1,"com":3,"html":2,"installing":1,"drivers":1,"www":2,"content":1,"us":1,"en":1,"developer":1,"tools":1,"base":1,"toolkit":1,"later":1,"second":1,"packages":1,"backend":3,"building":1,"bash":3,"git":2,"clone":1,"github":1,"project":1,"cd":1,"pip":3,"upgrade":1,"v":2,"r":1,"txt":1,"then":1,"target":1,"setup":1,"py":1,"note":1,"fp16":1,"the":3,"default":1,"type":2,"in":1,"current":1,"bf16":1,"not":1,"yet":1,"image":2,"docker":3,"f":1,"dockerfile":1,"t":1,"env":2,"shm":1,"size":1,"4g":1,"run":1,"it":1,"rm":1,"network":1,"host":1,"dev":3,"dri":3,"by":2,"path":2},"1928,1083,data/raw/vllm-0.10.1/docs/getting_started/installation/gpu/xpu.inc.md":{"8":8,"start":2,"supported":2,"features":2,"xpu":3,"platform":2,"supports":3,"tensor":1,"parallel":4,"inference":1,"serving":3,"and":2,"also":1,"pipeline":2,"as":4,"a":4,"beta":1,"feature":1,"for":5,"online":2,"we":2,"require":1,"ray":4,"the":3,"distributed":5,"runtime":1,"backend":6,"example":1,"reference":1,"execution":2,"like":1,"following":1,"bash":1,"python":1,"m":1,"vllm":1,"entrypoints":1,"openai":1,"api":1,"server":1,"model":2,"facebook":1,"opt":1,"13b":1,"dtype":1,"bfloat16":1,"max":1,"len":1,"1024":1,"executor":1,"size":2,"2":4,"tp":1,"by":1,"default":1,"instance":1,"will":1,"be":1,"launched":1,"automatically":1,"if":1,"no":1,"existing":1,"one":1,"is":1,"detected":1,"in":2,"system":1,"with":1,"num":1,"gpus":1,"equals":1,"to":2,"config":1,"world":1,"recommend":1,"properly":1,"starting":1,"cluster":2,"before":1,"referring":1,"gh":1,"file":1,"examples":1,"run":1,"sh":1,"helper":1,"script":1,"end":2,"uses":1,"torch":4,"ccl":1,"xccl":2,"since":1,"built":1},"0,1747,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/x86.inc.md":{"8":14,"start":7,"installation":3,"vllm":11,"supports":1,"basic":2,"model":1,"inferencing":1,"and":3,"serving":1,"on":2,"x86":1,"cpu":14,"platform":1,"with":2,"data":1,"types":1,"fp32":1,"fp16":1,"bf16":3,"end":6,"requirements":2,"os":1,"linux":1,"flags":2,"avx512f":3,"recommended":3,"avx512":6,"optional":2,"vnni":2,"tip":1,"use":1,"lscpu":1,"to":3,"check":1,"the":3,"set":2,"up":2,"using":2,"python":2,"pre":5,"built":5,"wheels":2,"build":13,"wheel":2,"from":3,"source":3,"docs":1,"getting":1,"started":1,"inc":1,"md":1,"images":4,"https":2,"gallery":2,"ecr":2,"aws":2,"q9t5s3a7":2,"release":2,"repo":2,"warning":1,"if":1,"deploying":1,"machines":2,"without":2,"or":2,"support":2,"an":1,"illegal":1,"instruction":1,"error":1,"may":1,"be":2,"raised":1,"it":2,"is":2,"for":1,"these":1,"appropriate":1,"arguments":1,"e":1,"g":1,"arg":6,"disable":3,"true":4,"avx512bf16":2,"false":5,"avx512vnni":2,"unsupported":1,"features":1,"please":1,"note":1,"that":1,"avx2":1,"will":1,"used":1,"this":1,"version":1,"not":1,"because":1,"only":1,"has":1,"feature":1,"image":1,"bash":1,"docker":2,"f":1,"dockerfile":1,"default":3,"tag":1,"env":1,"target":1,"openai":1},"1747,529,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/x86.inc.md":{"launching":1,"openai":2,"server":2,"docker":1,"run":1,"rm":1,"privileged":1,"true":1,"shm":1,"size":1,"4g":1,"p":1,"8000":2,"e":2,"vllm":4,"cpu":4,"kvcache":1,"space":2,"kv":1,"cache":1,"omp":1,"threads":1,"bind":1,"cores":1,"for":1,"inference":1,"env":1,"model":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"dtype":1,"bfloat16":1,"other":1,"arguments":1,"8":3,"end":2,"build":1,"image":1,"from":1,"source":1,"start":1,"extra":2,"information":2},"0,1540,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/build.inc.md":{"first":1,"install":13,"the":4,"recommended":1,"compiler":2,"we":1,"recommend":1,"using":2,"gcc":5,"g":5,"12":5,"3":1,"0":1,"as":1,"default":1,"to":3,"avoid":1,"potential":1,"problems":1,"for":1,"example":1,"on":2,"ubuntu":1,"22":1,"4":2,"you":3,"can":1,"run":1,"bash":6,"sudo":3,"apt":2,"get":2,"update":2,"y":2,"no":1,"recommends":1,"ccache":1,"git":3,"curl":1,"wget":1,"ca":1,"certificates":1,"libtcmalloc":2,"minimal4":1,"libnuma":1,"dev":1,"ffmpeg":1,"libsm6":1,"libxext6":1,"libgl1":1,"jq":1,"lsof":1,"alternatives":1,"usr":5,"bin":4,"10":1,"slave":1,"second":1,"clone":2,"vllm":11,"project":2,"https":3,"github":1,"com":1,"source":3,"cd":1,"third":1,"required":1,"dependencies":1,"uv":2,"pip":7,"r":4,"requirements":4,"cpu":8,"build":3,"txt":4,"torch":2,"backend":2,"auto":2,"console":1,"upgrade":1,"v":2,"extra":3,"index":2,"url":2,"download":2,"pytorch":2,"org":2,"whl":2,"finally":1,"and":2,"target":2,"device":2,"python":2,"setup":2,"py":2,"if":2,"want":1,"develop":2,"it":1,"in":1,"editable":1,"mode":1,"instead":1,"note":1,"are":1,"building":1,"from":1,"not":1,"pre":1,"built":1,"images":1,"remember":1,"set":1,"ld":2,"preload":2,"lib":1,"x86":2,"64":1,"linux":1,"gnu":1,"minimal":1,"so":1,"machines":1,"before":1,"running":1,"8":1,"end":1,"information":1},"0,834,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/s390x.inc.md":{"8":8,"start":4,"installation":2,"vllm":2,"has":1,"experimental":1,"support":2,"for":4,"s390x":2,"architecture":3,"on":2,"ibm":2,"z":2,"platform":2,"now":1,"users":1,"must":2,"build":3,"from":2,"source":2,"to":1,"natively":1,"run":1,"currently":1,"the":1,"cpu":1,"implementation":1,"supports":1,"fp32":1,"datatype":1,"only":1,"warning":1,"there":1,"are":1,"no":1,"pre":3,"built":3,"wheels":3,"or":2,"images":1,"this":1,"device":1,"so":1,"you":1,"end":4,"requirements":2,"os":1,"linux":1,"sdk":1,"gcc":1,"g":1,"12":1,"3":1,"0":1,"later":1,"with":2,"command":1,"line":1,"tools":1,"instruction":1,"set":3,"isa":1,"vxe":1,"is":1,"required":1,"works":1,"z14":1,"and":2,"above":1,"install":1,"python":3,"packages":1,"pyarrow":1,"torch":1,"torchvision":1,"up":2,"using":2},"834,1842,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/s390x.inc.md":{"8":5,"start":3,"build":12,"wheel":4,"from":8,"source":5,"install":8,"the":5,"following":3,"packages":2,"package":1,"manager":1,"before":2,"building":2,"vllm":6,"for":2,"example":1,"on":1,"rhel":1,"9":1,"4":1,"bash":5,"dnf":1,"y":2,"which":2,"procps":1,"findutils":1,"tar":1,"vim":1,"git":1,"gcc":1,"g":1,"make":2,"patch":1,"cython":1,"zlib":1,"devel":10,"libjpeg":1,"turbo":1,"libtiff":1,"libpng":1,"libwebp":1,"freetype":1,"harfbuzz":1,"openssl":1,"openblas":2,"wget":1,"autoconf":1,"automake":1,"libtool":1,"cmake":1,"numactl":1,"rust":1,"1":1,"80":1,"is":1,"needed":1,"outlines":1,"core":1,"and":2,"uvloop":1,"python":3,"installation":1,"curl":1,"https":2,"sh":2,"rustup":1,"rs":1,"ssf":1,"s":1,"home":1,"cargo":1,"env":2,"execute":1,"commands":1,"to":1,"tip":1,"please":1,"dependencies":1,"torchvision":1,"pyarrow":1,"sed":2,"i":2,"torch":5,"d":2,"requirements":8,"txt":8,"remove":2,"since":2,"we":2,"use":2,"nightly":3,"builds":2,"uv":2,"pip":5,"v":2,"backend":1,"auto":1,"r":4,"cpu":6,"target":2,"device":2,"setup":2,"py":2,"bdist":2,"dist":2,"whl":3,"console":1,"extra":1,"index":1,"url":1,"download":1,"pytorch":1,"org":1,"end":2,"pre":2,"built":2,"images":2,"image":1,"docker":2,"f":1,"dockerfile":1,"s390x":1,"tag":1},"2676,451,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/s390x.inc.md":{"launch":1,"openai":2,"server":2,"docker":1,"run":1,"rm":1,"privileged":1,"true":1,"shm":1,"size":1,"4g":1,"p":1,"8000":2,"e":2,"vllm":4,"cpu":4,"kvcache":1,"space":2,"kv":1,"cache":1,"omp":1,"threads":1,"bind":1,"cores":1,"for":1,"inference":1,"env":1,"model":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"dtype":1,"float":1,"other":1,"arguments":1,"8":3,"end":2,"build":1,"image":1,"from":1,"source":1,"start":1,"extra":2,"information":2},"0,1991,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/apple.inc.md":{"8":16,"start":8,"installation":3,"vllm":7,"has":1,"experimental":1,"support":1,"for":5,"macos":5,"with":3,"apple":4,"silicon":1,"now":1,"users":1,"must":2,"build":8,"from":7,"source":7,"to":4,"natively":1,"run":1,"on":2,"currently":2,"the":7,"cpu":4,"implementation":1,"supports":1,"fp32":1,"and":4,"fp16":1,"datatypes":1,"warning":1,"there":1,"are":1,"no":1,"pre":5,"built":5,"wheels":3,"or":3,"images":3,"this":1,"device":3,"so":1,"you":1,"end":7,"requirements":3,"os":1,"sonoma":1,"later":2,"sdk":1,"xcode":3,"15":2,"4":1,"command":3,"line":3,"tools":3,"compiler":1,"clang":2,"0":2,"set":3,"up":2,"using":2,"python":2,"wheel":2,"after":1,"of":1,"which":2,"include":3,"execute":1,"following":2,"commands":1,"install":3,"bash":1,"git":2,"clone":1,"https":2,"github":1,"com":2,"project":1,"cd":1,"uv":2,"pip":2,"r":1,"txt":1,"e":1,"note":1,"target":1,"is":2,"automatically":1,"only":1,"supported":1,"example":1,"troubleshooting":1,"if":1,"fails":1,"errors":1,"like":1,"where":1,"standard":1,"c":2,"headers":1,"cannot":1,"be":1,"found":3,"try":1,"remove":1,"reinstall":1,"your":1,"developer":1,"download":1,"all":1,"text":1,"fatal":2,"error":4,"map":2,"file":2,"not":2,"1":3,"generated":2,"2":1,"building":1,"cxx":1,"object":1,"cmakefiles":1,"dir":1,"csrc":1,"pos":1,"encoding":1,"cpp":1,"o":1,"cstddef":2,"10":1,"image":2,"extra":1,"information":1},"1991,33,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/apple.inc.md":{"8":1,"end":1,"extra":1,"information":1},"0,1637,data/raw/vllm-0.10.1/docs/getting_started/installation/cpu/arm.inc.md":{"8":17,"start":8,"installation":3,"vllm":7,"has":2,"been":2,"adapted":1,"to":1,"work":1,"on":2,"arm64":1,"cpus":1,"with":1,"neon":2,"support":2,"leveraging":1,"the":2,"cpu":9,"backend":2,"initially":1,"developed":1,"for":4,"x86":1,"platform":1,"arm":1,"currently":1,"supports":1,"float32":1,"fp16":1,"and":1,"bfloat16":2,"datatypes":1,"warning":1,"there":1,"are":1,"no":1,"pre":5,"built":5,"wheels":3,"or":1,"images":3,"this":1,"device":1,"so":1,"you":1,"must":1,"build":7,"from":5,"source":5,"end":8,"requirements":2,"os":1,"linux":1,"compiler":1,"gcc":1,"g":1,"12":1,"3":2,"0":1,"optional":1,"recommended":1,"instruction":1,"set":3,"architecture":1,"isa":1,"is":1,"required":1,"up":2,"using":2,"python":2,"wheel":2,"docs":1,"getting":1,"started":1,"inc":1,"md":1,"testing":1,"conducted":1,"aws":1,"graviton3":1,"instances":1,"compatibility":1,"image":2,"bash":1,"docker":3,"f":1,"dockerfile":1,"tag":1,"env":2,"launching":1,"openai":2,"server":2,"run":1,"rm":1,"privileged":1,"true":1,"shm":1,"size":1,"4g":1,"p":1,"8000":2,"e":2,"kvcache":1,"space":2,"kv":1,"cache":1,"omp":1,"threads":1,"bind":1,"cores":1,"inference":1,"model":1,"meta":1,"llama":2,"2":1,"1b":1,"instruct":1,"dtype":1,"other":1,"arguments":1,"extra":2,"information":2},"0,1673,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"reasoning":9,"outputs":4,"vllm":2,"offers":1,"support":2,"for":2,"models":7,"like":1,"deepseek":8,"r1":6,"https":6,"huggingface":6,"co":6,"ai":2,"which":2,"are":1,"designed":1,"to":4,"generate":1,"containing":1,"both":1,"steps":2,"and":1,"final":2,"conclusions":1,"return":1,"an":1,"additional":1,"content":1,"field":2,"in":4,"their":1,"contains":1,"the":6,"that":1,"led":1,"conclusion":1,"this":1,"is":3,"not":1,"present":1,"of":1,"other":1,"supported":1,"currently":1,"supports":1,"following":1,"model":1,"series":5,"parser":1,"name":1,"structured":1,"output":1,"tool":1,"calling":1,"collections":4,"678e1e131c0169c0bc89728d":1,"guided":8,"json":4,"regex":4,"qwq":2,"32b":2,"qwen":2,"ibm":3,"granite":5,"3":2,"2":2,"language":2,"32":1,"67b3bc8c13508f6d064cff9a":1,"qwen3":4,"67dd247413f0e2e4f653967f":1,"hunyuan":3,"a13b":3,"tencent":1,"685ec38e5b46321e3ea7c4be":1,"note":1,"disabled":1,"by":2,"default":2,"enable":2,"it":2,"you":2,"must":2,"also":1,"pass":2,"thinking":2,"true":1,"your":2,"chat":2,"template":2,"kwargs":2,"feature":1,"enabled":1,"disable":1,"false":1},"1673,1597,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"quickstart":1,"to":8,"use":3,"reasoning":14,"models":4,"you":2,"need":1,"specify":1,"the":13,"parser":4,"flags":1,"when":1,"making":1,"a":2,"request":2,"chat":4,"completion":1,"endpoint":1,"flag":1,"specifies":1,"for":3,"extracting":1,"content":13,"from":2,"model":5,"output":1,"bash":1,"vllm":2,"serve":1,"deepseek":3,"ai":1,"r1":2,"distill":1,"qwen":1,"1":2,"5b":1,"next":1,"make":1,"that":2,"should":1,"return":1,"in":2,"response":4,"code":1,"python":1,"openai":8,"import":1,"modify":1,"s":2,"api":8,"key":4,"and":2,"base":4,"server":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"client":3,"url":1,"list":1,"data":1,"0":3,"id":1,"round":1,"messages":3,"role":1,"user":1,"9":2,"11":1,"8":1,"which":1,"is":1,"greater":1,"granite":1,"add":2,"extra":2,"body":2,"template":2,"kwargs":2,"thinking":3,"true":1,"qwen3":1,"series":1,"if":1,"want":1,"disable":1,"mode":1,"enable":1,"false":1,"completions":1,"create":1,"choices":2,"message":2,"print":2,"field":2,"contains":2,"steps":1,"led":1,"final":2,"conclusion":2,"while":1},"3270,1952,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"streaming":4,"chat":8,"completions":3,"are":1,"also":1,"supported":1,"for":5,"reasoning":6,"models":4,"the":6,"content":5,"field":2,"is":4,"available":1,"in":5,"delta":2,"completion":2,"response":3,"chunks":1,"https":1,"platform":1,"openai":10,"com":1,"docs":1,"api":9,"reference":1,"console":1,"json":2,"id":2,"chatcmpl":1,"123":1,"object":1,"chunk":1,"created":1,"1694268190":1,"model":4,"deepseek":2,"ai":1,"r1":1,"distill":1,"qwen":1,"1":1,"5b":1,"system":1,"fingerprint":1,"fp":1,"44709d6fcb":1,"choices":1,"index":1,"0":2,"role":2,"assistant":1,"logprobs":1,"null":2,"finish":1,"reason":1,"python":2,"client":5,"library":1,"does":1,"not":1,"officially":1,"support":1,"attribute":2,"output":1,"but":1,"supports":1,"extra":3,"attributes":1,"you":2,"can":1,"use":2,"hasattr":1,"to":3,"check":1,"if":2,"present":1,"example":1,"code":1,"from":1,"import":1,"modify":1,"s":2,"key":4,"and":2,"base":4,"vllm":1,"server":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"url":1,"list":1,"data":1,"messages":3,"user":1,"9":2,"11":1,"8":1,"which":1,"greater":1,"granite":1,"add":2,"body":2,"template":2,"kwargs":2,"thinking":3,"true":2,"qwen3":1,"series":1,"want":1,"disable":1,"mode":1,"enable":1,"false":1,"stream":2,"create":1},"5222,1263,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"print":6,"client":1,"start":1,"streaming":2,"chat":2,"completions":1,"printed":6,"reasoning":11,"content":19,"false":2,"for":1,"chunk":3,"in":2,"stream":1,"safely":1,"extract":2,"and":2,"from":1,"delta":3,"defaulting":1,"to":2,"none":7,"if":4,"attributes":1,"don":1,"t":1,"exist":1,"or":3,"are":1,"empty":1,"strings":1,"getattr":2,"choices":2,"0":2,"is":2,"not":4,"true":6,"end":4,"flush":4,"elif":1,"ncontent":1,"the":4,"remember":1,"check":1,"whether":1,"exists":1,"response":1,"before":1,"accessing":1,"it":1,"you":1,"could":1,"checkout":1,"example":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"blob":1,"main":1,"examples":1,"online":1,"serving":1,"openai":1,"completion":1,"with":1,"py":1},"6485,1689,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"tool":9,"calling":3,"the":7,"reasoning":7,"content":7,"is":2,"also":1,"available":2,"when":1,"both":1,"and":2,"parser":1,"are":1,"enabled":1,"additionally":1,"only":2,"parses":1,"functions":1,"from":3,"field":1,"not":1,"code":1,"python":1,"openai":4,"import":1,"client":3,"base":1,"url":1,"http":1,"localhost":1,"8000":1,"v1":2,"api":1,"key":1,"dummy":1,"tools":3,"type":4,"function":4,"name":2,"get":2,"weather":3,"description":2,"current":1,"in":2,"a":1,"given":1,"location":3,"parameters":1,"object":1,"properties":1,"string":2,"city":1,"state":1,"e":1,"g":1,"san":2,"francisco":2,"ca":1,"unit":2,"enum":1,"celsius":1,"fahrenheit":1,"required":1,"response":4,"chat":4,"completions":2,"create":1,"model":1,"models":1,"list":1,"data":1,"0":4,"id":1,"messages":1,"role":1,"user":1,"what":1,"s":2,"like":1,"choice":1,"auto":1,"print":4,"call":3,"choices":2,"message":2,"calls":2,"f":3,"called":1,"arguments":2,"for":2,"more":1,"examples":2,"please":1,"refer":1,"to":1,"gh":1,"file":1,"online":2,"serving":2,"completion":2,"with":1,"py":1,"limitations":1,"endpoint":1},"8174,1894,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"how":1,"to":5,"support":1,"a":4,"new":2,"reasoning":11,"model":4,"you":1,"can":2,"add":1,"reasoningparser":3,"similar":1,"gh":1,"file":1,"vllm":4,"deepseek":1,"r1":1,"parser":3,"py":1,"code":1,"python":1,"import":3,"the":6,"required":1,"packages":1,"from":4,"reasoningparsermanager":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":2,"deltamessage":2,"define":1,"and":3,"register":3,"it":2,"name":1,"list":1,"in":2,"module":2,"be":3,"used":2,"example":1,"class":1,"exampleparser":1,"def":3,"init":2,"self":3,"tokenizer":2,"anytokenizer":1,"super":1,"extract":3,"content":3,"streaming":3,"previous":2,"text":3,"str":6,"current":3,"delta":2,"token":3,"ids":3,"sequence":3,"int":3,"union":1,"none":1,"instance":2,"method":2,"that":1,"should":1,"implemented":1,"for":3,"extracting":1,"an":2,"incomplete":1,"response":2,"use":1,"when":1,"handling":1,"calls":1,"has":2,"because":1,"requires":1,"state":1,"tokens":1,"diffs":1,"but":1,"also":1,"information":1,"about":1,"what":1,"previously":1,"been":1,"parsed":1,"extracted":1,"see":1,"constructor":1,"output":1,"request":1,"tuple":1,"optional":2,"complete":1,"generated":1,"string":1,"non":1,"responses":1,"where":1,"we":1,"have":1,"entire":1,"available":1,"before":1,"sending":1,"client":1},"10068,1731,data/raw/vllm-0.10.1/docs/features/reasoning_outputs.md":{"parameters":1,"model":6,"output":6,"str":5,"the":13,"generated":1,"string":1,"to":6,"extract":1,"reasoning":9,"content":4,"from":2,"request":2,"chatcompletionrequest":1,"object":1,"that":1,"was":1,"used":1,"generate":1,"returns":1,"tuple":2,"optional":2,"a":2,"containing":1,"and":2,"additionally":1,"enable":2,"structured":3,"you":2,"ll":1,"need":1,"create":1,"new":1,"reasoner":4,"similar":1,"one":1,"in":3,"gh":1,"file":1,"vllm":2,"deepseek":2,"r1":1,"parser":3,"py":1,"code":1,"python":1,"dataclass":1,"class":1,"deepseekreasoner":1,"for":2,"r":1,"series":1,"models":1,"start":3,"token":8,"id":6,"int":3,"end":6,"think":4,"classmethod":1,"def":2,"tokenizer":4,"cls":2,"pretrainedtokenizer":1,"return":2,"encode":2,"add":2,"special":2,"tokens":2,"false":2,"0":2,"is":3,"self":2,"input":2,"ids":2,"list":1,"bool":1,"engine":1,"like":1,"xgrammar":2,"https":1,"github":1,"com":1,"mlc":1,"ai":1,"will":1,"use":1,"check":1,"if":2,"present":1,"skip":1,"it":1,"case":1,"finally":1,"can":1,"by":1,"using":1,"flags":1,"bash":1,"serve":1,"tag":1,"example":1},"0,1116,data/raw/vllm-0.10.1/docs/features/disagg_prefill.md":{"disaggregated":8,"prefilling":7,"experimental":2,"this":5,"page":1,"introduces":1,"you":3,"the":5,"feature":2,"in":3,"vllm":3,"note":2,"is":2,"and":5,"subject":1,"to":7,"change":1,"why":1,"two":1,"main":1,"reasons":1,"tuning":1,"time":1,"first":1,"token":2,"ttft":3,"inter":1,"latency":2,"itl":6,"separately":1,"put":1,"prefill":4,"decode":1,"phase":1,"of":2,"llm":1,"inference":1,"inside":1,"different":2,"instances":1,"gives":1,"flexibility":1,"assign":1,"parallel":1,"strategies":1,"e":1,"g":1,"tp":1,"pp":1,"tune":2,"without":3,"affecting":2,"or":1,"controlling":1,"tail":4,"may":1,"insert":1,"some":1,"jobs":1,"during":1,"decoding":1,"one":1,"request":1,"results":1,"higher":1,"helps":1,"solve":1,"issue":1,"control":2,"chunked":1,"with":1,"a":2,"proper":1,"chunk":2,"size":2,"also":1,"can":1,"achieve":1,"same":1,"goal":1,"but":1,"practice":1,"it":1,"s":1,"hard":1,"figure":1,"out":1,"correct":1,"value":1,"so":1,"much":1,"more":1,"reliable":1,"way":1,"does":1,"not":1,"improve":1,"throughput":1},"1116,1639,data/raw/vllm-0.10.1/docs/features/disagg_prefill.md":{"usage":6,"example":8,"please":2,"refer":6,"to":7,"gh":6,"file":6,"examples":4,"online":2,"serving":3,"disaggregated":9,"prefill":3,"sh":5,"for":6,"the":8,"of":8,"prefilling":6,"now":1,"supports":1,"5":1,"types":1,"connectors":3,"sharedstorageconnector":3,"offline":1,"inference":1,"v1":3,"run":2,"lmcacheconnectorv1":2,"others":1,"lmcache":2,"disagg":4,"nixl":3,"which":2,"uses":1,"as":2,"underlying":1,"kv":15,"transmission":1,"nixlconnector":3,"tests":1,"connector":7,"integration":1,"accuracy":1,"test":1,"support":1,"fully":1,"async":1,"send":1,"recv":1,"p2pncclconnector":2,"p2p":2,"nccl":2,"xpyd":2,"multiconnector":2,"take":1,"advantage":1,"extra":3,"config":4,"dict":1,"str":1,"any":1,"already":1,"present":1,"in":2,"kvtransferconfig":1,"stash":1,"all":1,"we":1,"want":1,"an":1,"ordered":1,"list":1,"kwargs":1,"such":1,"bash":1,"transfer":1,"role":3,"both":3,"shared":1,"storage":2,"path":1,"local":1,"benchmarks":4},"2755,1908,data/raw/vllm-0.10.1/docs/features/disagg_prefill.md":{"development":1,"we":4,"implement":1,"disaggregated":6,"prefilling":6,"by":1,"running":1,"2":2,"vllm":3,"instances":1,"one":2,"for":4,"prefill":6,"call":2,"it":5,"instance":4,"and":9,"decode":3,"then":1,"use":1,"a":7,"connector":6,"to":6,"transfer":4,"the":18,"kv":11,"caches":2,"results":1,"from":3,"all":1,"implementation":1,"is":6,"under":1,"distributed":1,"key":1,"abstractions":3,"allows":1,"consumer":1,"retrieve":1,"of":4,"batch":1,"request":1,"producer":1,"lookupbuffer":4,"provides":1,"two":1,"api":3,"insert":5,"cache":6,"drop":7,"select":6,"semantics":1,"are":3,"similar":1,"sql":1,"where":1,"inserts":1,"into":1,"buffer":3,"returns":1,"that":3,"matches":1,"given":1,"condition":1,"pipe":2,"single":1,"direction":1,"fifo":1,"tensor":3,"transmission":1,"supports":1,"send":1,"recv":1,"note":1,"non":1,"blocking":2,"operation":2,"but":1,"here":2,"figure":2,"illustrating":2,"how":2,"above":2,"3":1,"organized":2,"assets":2,"features":2,"disagg":2,"abstraction":1,"jpg":2,"workflow":2,"as":2,"follows":1,"overview":1,"corresponds":2,"in":5,"now":1,"every":1,"process":3,"will":1,"have":2,"corresponding":1,"specifically":1,"scheduler":2,"locates":1,"same":1,"schedules":1,"ops":2,"worker":2,"connectors":3,"locate":1,"processes":1,"they":1,"execute":1},"4663,323,data/raw/vllm-0.10.1/docs/features/disagg_prefill.md":{"disaggregated":2,"prefilling":2,"high":2,"level":2,"design":2,"assets":2,"features":2,"disagg":2,"prefill":2,"png":2,"the":3,"figure":1,"below":1,"shows":1,"how":1,"worker":1,"connector":1,"works":1,"with":1,"attention":1,"module":1,"to":1,"achieve":1,"layer":2,"by":1,"kv":1,"cache":1,"store":1,"and":1,"load":1,"workflow":2},"4986,907,data/raw/vllm-0.10.1/docs/features/disagg_prefill.md":{"third":4,"party":4,"contributions":1,"disaggregated":2,"prefilling":3,"is":1,"highly":1,"related":1,"to":3,"infrastructure":1,"so":1,"vllm":4,"relies":1,"on":1,"connectors":2,"for":2,"production":1,"level":1,"and":9,"team":1,"will":1,"actively":1,"review":1,"merge":1,"new":1,"prs":1,"we":1,"recommend":1,"three":1,"ways":1,"of":2,"implementations":1,"fully":1,"customized":2,"connector":4,"implement":3,"your":3,"own":3,"call":1,"libraries":1,"send":2,"receive":1,"kv":1,"caches":1,"many":2,"more":1,"like":4,"editing":1,"s":1,"model":1,"input":1,"perform":1,"etc":1,"this":1,"approach":1,"gives":1,"you":1,"the":4,"most":1,"control":1,"but":1,"at":1,"risk":1,"being":1,"incompatible":1,"with":1,"future":1,"versions":1,"database":1,"lookupbuffer":1,"support":2,"insert":1,"drop":1,"select":1,"apis":2,"just":2,"sql":1,"distributed":2,"p2p":1,"pipe":1,"tensor":2,"recv":1,"torch":1},"0,311,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"structured":3,"outputs":3,"vllm":1,"supports":1,"the":2,"generation":1,"of":2,"using":1,"xgrammar":2,"https":2,"github":2,"com":2,"mlc":1,"ai":2,"or":1,"guidance":2,"llguidance":1,"as":1,"backends":1,"this":1,"document":1,"shows":1,"you":1,"some":1,"examples":1,"different":1,"options":1,"that":1,"are":1,"available":1,"to":1,"generate":1},"311,1990,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"online":1,"serving":2,"openai":10,"api":5,"you":4,"can":2,"generate":2,"structured":2,"outputs":2,"using":1,"the":26,"s":3,"completions":3,"https":2,"platform":2,"com":2,"docs":2,"reference":2,"and":1,"chat":3,"following":1,"parameters":3,"are":2,"supported":3,"which":2,"must":1,"be":2,"added":1,"as":2,"extra":2,"guided":8,"choice":3,"output":4,"will":5,"exactly":1,"one":2,"of":6,"choices":2,"regex":4,"follow":4,"pattern":1,"json":3,"schema":2,"grammar":2,"context":1,"free":1,"structural":1,"tag":1,"a":5,"within":2,"set":2,"specified":1,"tags":1,"generated":1,"text":2,"see":2,"complete":1,"list":2,"on":2,"compatible":3,"server":3,"md":1,"page":1,"by":2,"default":2,"in":2,"may":2,"choose":3,"to":6,"specify":1,"backend":5,"use":2,"setting":1,"decoding":1,"flag":1,"vllm":3,"serve":2,"is":4,"auto":1,"try":1,"an":3,"appropriate":1,"based":1,"details":1,"request":1,"also":1,"specific":1,"along":1,"with":2,"some":1,"options":2,"full":1,"available":1,"help":1,"now":1,"let":1,"example":2,"for":1,"each":1,"cases":1,"starting":1,"it":1,"easiest":1,"code":2,"python":1,"from":1,"import":1,"client":3,"base":1,"url":1,"http":1,"localhost":1,"8000":1,"v1":1,"key":1,"model":3,"models":1,"data":1,"0":2,"id":1,"completion":2,"create":1,"messages":1,"role":1,"user":1,"content":2,"classify":1,"this":1,"sentiment":1,"wonderful":1,"body":1,"positive":1,"negative":1,"print":1,"message":1,"next":1,"shows":1,"how":1,"idea":1,"email":1,"address":1,"given":1,"simple":1,"template":1},"2301,1911,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"python":2,"completion":4,"client":2,"chat":2,"completions":2,"create":2,"model":10,"messages":2,"role":2,"user":2,"content":4,"generate":3,"an":2,"example":3,"email":1,"address":1,"for":2,"alan":2,"turing":2,"who":1,"works":1,"in":4,"enigma":2,"end":1,"com":3,"and":4,"new":1,"line":1,"result":1,"n":3,"extra":1,"body":1,"guided":3,"regex":1,"r":1,"w":2,"stop":1,"print":2,"choices":2,"0":2,"message":2,"one":1,"of":2,"the":9,"most":2,"relevant":1,"features":1,"structured":1,"text":1,"generation":1,"is":2,"option":2,"to":2,"a":5,"valid":1,"json":12,"with":3,"pre":1,"defined":1,"fields":1,"formats":1,"this":1,"we":1,"can":1,"use":2,"parameter":2,"two":1,"different":1,"ways":1,"using":1,"directly":1,"schema":9,"https":2,"org":1,"defining":1,"pydantic":4,"docs":1,"dev":1,"latest":1,"then":1,"extracting":1,"from":4,"it":1,"which":1,"normally":1,"easier":1,"next":1,"shows":1,"how":1,"code":1,"import":2,"basemodel":2,"enum":3,"class":2,"cartype":2,"str":3,"sedan":2,"suv":2,"truck":2,"coupe":2,"cardescription":3,"brand":2,"car":4,"type":3,"iconic":1,"90":1,"s":1,"response":1,"format":1,"name":1,"description":1},"4212,1325,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"tip":1,"while":1,"not":1,"strictly":1,"necessary":1,"normally":1,"it":4,"s":2,"better":1,"to":5,"indicate":1,"in":2,"the":8,"prompt":1,"json":1,"schema":1,"and":2,"how":1,"fields":1,"should":1,"be":1,"populated":1,"this":1,"can":2,"improve":1,"results":1,"notably":1,"most":2,"cases":1,"finally":1,"we":2,"have":1,"guided":2,"grammar":5,"option":1,"which":1,"is":1,"probably":1,"difficult":1,"use":2,"but":1,"really":1,"powerful":1,"allows":1,"us":1,"define":2,"complete":1,"languages":1,"like":1,"sql":5,"queries":2,"works":1,"by":1,"using":1,"a":2,"context":1,"free":1,"ebnf":1,"as":1,"an":2,"example":2,"specific":1,"format":1,"of":1,"simplified":3,"code":1,"python":1,"root":1,"select":3,"statement":2,"column":3,"from":2,"table":5,"where":1,"condition":2,"col":2,"1":3,"2":3,"number":2,"completion":2,"client":1,"chat":1,"completions":1,"create":1,"model":2,"messages":1,"role":1,"user":1,"content":2,"generate":1,"query":1,"show":1,"username":1,"email":1,"users":1,"extra":1,"body":1,"print":1,"choices":1,"0":1,"message":1,"see":1,"also":1,"full":1,"examples":1,"online":1,"serving":1,"structured":1,"outputs":1,"md":1},"5537,1144,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"reasoning":7,"outputs":5,"you":2,"can":2,"also":2,"use":2,"structured":3,"with":4,"project":1,"for":1,"models":1,"bash":1,"vllm":1,"serve":1,"deepseek":3,"ai":1,"r1":2,"distill":1,"qwen":1,"7b":1,"parser":1,"note":1,"that":1,"any":1,"provided":1,"feature":1,"the":2,"following":1,"uses":1,"one":2,"json":5,"schema":5,"code":1,"python":1,"from":1,"pydantic":1,"import":1,"basemodel":2,"class":1,"people":3,"name":3,"str":1,"age":2,"int":1,"completion":3,"client":1,"chat":1,"completions":1,"create":1,"model":3,"messages":1,"role":1,"user":1,"content":5,"generate":1,"a":1,"and":1,"of":1,"random":1,"person":1,"response":1,"format":1,"type":1,"print":2,"choices":2,"0":2,"message":2,"see":1,"full":1,"example":1,"examples":1,"online":1,"serving":1,"md":1},"6681,1956,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"experimental":1,"automatic":1,"parsing":1,"openai":12,"api":2,"this":2,"section":1,"covers":1,"the":5,"beta":4,"wrapper":1,"over":1,"client":5,"chat":3,"completions":3,"create":1,"method":1,"that":1,"provides":1,"richer":1,"integrations":1,"with":1,"python":4,"specific":1,"types":1,"at":1,"time":1,"of":1,"writing":1,"1":2,"54":1,"4":1,"is":4,"a":5,"feature":1,"in":1,"library":1,"code":3,"reference":1,"can":1,"be":1,"found":1,"here":3,"https":1,"github":1,"com":1,"blob":1,"52357cff50bee57ef442e94d78a0de38b4173fc2":1,"src":1,"resources":1,"py":1,"l100":1,"l104":1,"for":1,"following":1,"examples":1,"vllm":2,"was":1,"setup":1,"using":3,"serve":1,"meta":1,"llama":2,"3":1,"8b":1,"instruct":1,"simple":1,"example":2,"demonstrating":1,"how":1,"to":2,"get":1,"structured":1,"output":2,"pydantic":4,"models":3,"from":5,"import":5,"basemodel":4,"class":2,"info":2,"name":8,"str":3,"age":7,"int":1,"base":1,"url":1,"http":1,"0":6,"8000":1,"v1":1,"key":1,"dummy":1,"model":3,"list":2,"data":1,"id":1,"completion":2,"parse":1,"messages":1,"role":3,"system":1,"content":3,"you":1,"are":1,"helpful":1,"assistant":2,"user":1,"my":2,"cameron":4,"i":1,"m":1,"28":4,"what":1,"s":1,"and":1,"response":1,"format":1,"message":6,"choices":1,"print":3,"assert":1,"parsed":4,"console":1,"parsedchatcompletionmessage":1,"testing":2,"refusal":1,"none":3,"audio":1,"function":1,"call":1,"tool":1,"calls":1,"more":1,"complex":1,"nested":1,"handle":1,"step":3,"by":1,"math":1,"solution":1,"typing":1,"explanation":1},"8637,627,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"class":1,"mathresponse":2,"basemodel":1,"steps":2,"list":1,"step":4,"final":2,"answer":3,"str":1,"completion":2,"client":1,"beta":1,"chat":1,"completions":1,"parse":1,"model":2,"messages":1,"role":2,"system":1,"content":2,"you":1,"are":1,"a":1,"helpful":1,"expert":1,"math":1,"tutor":1,"user":1,"solve":1,"8x":1,"31":1,"2":1,"response":1,"format":1,"message":6,"choices":1,"0":1,"print":3,"assert":1,"parsed":3,"for":1,"i":2,"in":1,"enumerate":1,"f":1,"output":1},"9264,1591,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"console":1,"parsedchatcompletionmessage":1,"mathresponse":2,"content":1,"steps":2,"explanation":9,"first":3,"let":6,"s":6,"isolate":6,"the":15,"term":3,"with":3,"variable":3,"x":9,"to":6,"do":3,"this":3,"we":6,"ll":3,"subtract":3,"31":15,"from":6,"both":9,"sides":9,"of":7,"equation":9,"output":9,"8x":12,"2":4,"by":9,"subtracting":3,"simplify":3,"29":12,"next":3,"dividing":3,"8":12,"final":2,"answer":3,"refusal":1,"none":3,"role":1,"assistant":1,"audio":1,"function":1,"call":1,"tool":1,"calls":1,"parsed":1,"step":6,"0":1,"1":1,"an":1,"example":1,"using":1,"structural":1,"tag":1,"can":1,"be":1,"found":1,"here":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"structured":1,"outputs":1},"10855,1109,data/raw/vllm-0.10.1/docs/features/structured_outputs.md":{"offline":2,"inference":2,"allows":1,"for":2,"the":9,"same":2,"types":1,"of":2,"structured":2,"outputs":5,"to":2,"use":1,"it":1,"we":1,"ll":1,"need":1,"configure":1,"guided":4,"decoding":4,"using":1,"class":1,"guideddecodingparams":4,"inside":2,"samplingparams":3,"main":1,"available":1,"options":1,"are":1,"json":1,"regex":1,"choice":3,"grammar":1,"structural":1,"tag":1,"these":1,"parameters":2,"can":1,"be":1,"used":1,"in":1,"way":1,"as":1,"from":3,"online":2,"serving":2,"examples":2,"above":1,"one":1,"example":2,"usage":1,"parameter":1,"is":2,"shown":1,"below":1,"code":1,"python":1,"vllm":3,"import":2,"llm":4,"sampling":4,"params":6,"model":1,"huggingfacetb":1,"smollm2":1,"1":1,"7b":1,"instruct":1,"positive":1,"negative":1,"generate":1,"prompts":1,"classify":1,"this":1,"sentiment":1,"wonderful":1,"print":1,"0":2,"text":1,"see":1,"also":1,"full":1,"md":1},"0,381,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"multimodal":1,"inputs":2,"this":2,"page":1,"teaches":1,"you":2,"how":1,"to":2,"pass":1,"multi":3,"modal":3,"models":2,"supported":1,"mm":1,"in":1,"vllm":3,"note":1,"we":1,"are":1,"actively":1,"iterating":1,"on":2,"support":1,"see":1,"rfc":1,"gh":1,"issue":2,"4194":1,"for":1,"upcoming":1,"changes":1,"and":1,"open":1,"an":1,"github":2,"https":1,"com":1,"project":1,"issues":1,"new":1,"choose":1,"if":1,"have":1,"any":1,"feedback":1,"or":1,"feature":1,"requests":1},"381,309,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"offline":1,"inference":1,"to":1,"input":1,"multi":2,"modal":2,"data":2,"follow":2,"this":2,"schema":2,"in":2,"vllm":2,"inputs":2,"prompttype":1,"prompt":2,"the":3,"should":1,"format":1,"that":2,"is":2,"documented":1,"on":1,"huggingface":1,"a":1,"dictionary":1,"follows":1,"defined":1,"multimodal":1,"multimodaldatadict":1},"690,1968,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"image":27,"inputs":1,"you":2,"can":2,"pass":2,"a":2,"single":2,"to":8,"the":14,"field":1,"of":6,"multi":4,"modal":4,"dictionary":1,"as":1,"shown":1,"in":5,"following":1,"examples":2,"code":3,"python":2,"from":2,"vllm":2,"import":2,"llm":8,"model":3,"llava":2,"hf":2,"1":4,"5":3,"7b":1,"refer":2,"huggingface":2,"repo":2,"for":4,"correct":2,"format":2,"use":2,"prompt":9,"user":4,"nwhat":4,"is":3,"content":3,"this":3,"nassistant":3,"load":2,"using":1,"pil":4,"open":3,"inference":3,"outputs":6,"generate":2,"data":3,"o":4,"generated":4,"text":7,"0":2,"print":2,"batch":1,"2":4,"s":1,"color":1,"full":1,"example":1,"gh":1,"file":1,"offline":1,"vision":3,"language":1,"py":1,"substitute":1,"multiple":1,"images":2,"inside":1,"same":1,"list":1,"instead":1,"microsoft":1,"phi":2,"3":2,"instruct":1,"trust":1,"remote":1,"true":1,"required":1,"max":1,"len":1,"4096":1,"otherwise":1,"it":1,"may":1,"not":1,"fit":1,"smaller":1,"gpus":1,"limit":1,"mm":1,"per":1,"maximum":1,"number":1,"accept":1,"n":4,"each":1,"end":1,"assistant":1},"2658,1531,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"load":2,"the":3,"images":3,"using":3,"pil":9,"image":21,"image1":2,"open":2,"image2":2,"outputs":3,"llm":5,"generate":1,"prompt":2,"multi":2,"modal":1,"data":1,"for":1,"o":2,"in":3,"generated":2,"text":5,"0":1,"print":1,"full":1,"example":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"vision":1,"language":1,"py":1,"if":1,"chat":1,"models":2,"generative":1,"md":1,"llmchat":1,"method":1,"you":3,"can":2,"pass":1,"directly":1,"message":1,"content":5,"various":1,"formats":1,"urls":1,"objects":1,"or":1,"pre":1,"computed":1,"embeddings":1,"python":1,"from":2,"vllm":2,"import":2,"assets":1,"imageasset":2,"model":1,"llava":2,"hf":2,"1":1,"5":1,"7b":1,"url":5,"https":1,"picsum":1,"photos":1,"id":1,"32":1,"512":2,"cherry":1,"blossom":1,"embeds":4,"torch":1,"conversation":1,"role":4,"system":1,"are":1,"a":1,"helpful":1,"assistant":2,"user":2,"hello":2,"how":1,"i":1,"assist":1,"today":1,"type":4,"what":1,"s":1,"these":1},"4189,1316,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"perform":3,"inference":2,"and":2,"log":2,"output":2,"outputs":6,"llm":5,"chat":2,"conversation":1,"for":3,"o":4,"in":3,"generated":4,"text":8,"0":2,"print":2,"multi":1,"image":10,"input":1,"can":2,"be":4,"extended":1,"to":3,"video":7,"captioning":1,"we":1,"show":1,"this":3,"with":1,"qwen2":3,"vl":3,"https":1,"huggingface":1,"co":1,"qwen":2,"2b":2,"instruct":2,"as":1,"it":2,"supports":1,"videos":1,"code":1,"python":1,"from":1,"vllm":1,"import":1,"specify":1,"the":5,"maximum":1,"number":2,"of":4,"frames":7,"per":2,"4":2,"changed":1,"limit":1,"mm":1,"prompt":1,"create":1,"request":1,"payload":1,"load":1,"your":1,"making":1,"sure":1,"only":1,"has":1,"specified":1,"earlier":1,"message":3,"role":1,"user":1,"content":2,"type":2,"describe":1,"set":1,"consider":1,"a":1,"part":1,"same":1,"i":2,"range":1,"len":1,"base64":4,"encode":1,"encoding":1,"new":2,"url":3,"f":1,"data":1,"jpeg":1,"append":1},"5505,1167,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"custom":3,"rgba":7,"background":11,"color":7,"when":1,"loading":1,"images":4,"with":3,"transparency":2,"vllm":2,"converts":1,"them":1,"to":1,"rgb":3,"format":1,"by":1,"default":3,"transparent":1,"pixels":1,"are":2,"replaced":1,"white":3,"you":1,"can":1,"customize":1,"this":2,"using":1,"the":3,"parameter":1,"in":1,"media":3,"io":3,"kwargs":3,"code":1,"python":1,"from":1,"import":1,"llm":7,"no":1,"configuration":1,"needed":1,"model":3,"llava":6,"hf":6,"1":3,"5":3,"7b":3,"black":1,"for":2,"dark":1,"theme":1,"image":2,"0":6,"brand":1,"e":1,"g":3,"blue":1,"255":5,"note":1,"accepts":1,"values":1,"as":1,"a":1,"list":1,"r":2,"b":2,"or":1,"tuple":1,"where":1,"each":1,"value":1,"is":2,"setting":1,"only":1,"affects":1,"unchanged":1,"if":1,"not":1,"specified":1,"used":1,"backward":1,"compatibility":1},"6672,1946,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"video":14,"inputs":7,"you":3,"can":2,"pass":2,"a":2,"list":1,"of":4,"numpy":2,"arrays":2,"directly":1,"to":2,"the":2,"field":1,"multi":3,"modal":2,"dictionary":1,"instead":2,"using":2,"image":2,"input":1,"also":1,"torch":1,"tensor":1,"instances":1,"as":1,"shown":1,"in":2,"this":2,"example":1,"qwen2":3,"5":3,"vl":4,"code":1,"python":1,"from":4,"transformers":1,"import":3,"autoprocessor":2,"vllm":1,"llm":6,"samplingparams":2,"qwen":2,"utils":1,"process":3,"vision":3,"info":3,"model":4,"path":5,"3b":1,"instruct":1,"https":1,"content":3,"pexels":1,"com":1,"videos":2,"free":1,"mp4":1,"gpu":1,"memory":1,"utilization":1,"0":2,"8":1,"enforce":1,"eager":1,"true":2,"limit":1,"mm":4,"per":1,"prompt":5,"1":1,"sampling":3,"params":3,"max":1,"tokens":1,"1024":1,"messages":5,"role":2,"system":1,"are":1,"helpful":1,"assistant":1,"user":1,"type":2,"text":5,"describe":1,"total":1,"pixels":2,"20480":1,"28":4,"min":1,"16":1,"processor":2,"pretrained":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"data":4,"if":1,"is":2,"not":1,"none":1,"outputs":3,"generate":1,"for":1,"o":2,"generated":2,"print":1,"note":1,"only":1,"applicable":1,"and":1,"similar":1,"models":1},"8618,72,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"full":1,"example":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"vision":1,"language":1,"py":1},"8690,189,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"audio":3,"inputs":1,"you":1,"can":1,"pass":1,"a":1,"tuple":1,"array":1,"sampling":1,"rate":1,"to":1,"the":2,"field":1,"of":1,"multi":1,"modal":1,"dictionary":1,"full":1,"example":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"language":1,"py":1},"8879,1958,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"embedding":1,"inputs":1,"to":8,"input":2,"pre":1,"computed":1,"embeddings":5,"belonging":1,"a":2,"data":4,"type":1,"i":1,"e":1,"image":27,"video":1,"or":1,"audio":1,"directly":1,"the":9,"language":1,"model":3,"pass":1,"tensor":4,"of":11,"shape":4,"num":2,"items":1,"feature":3,"size":7,"hidden":3,"lm":3,"corresponding":1,"field":1,"multi":2,"modal":2,"dictionary":1,"code":3,"python":2,"from":1,"vllm":1,"import":1,"llm":8,"inference":1,"with":1,"as":1,"llava":2,"hf":2,"1":3,"5":1,"7b":1,"refer":1,"huggingface":1,"repo":1,"for":6,"correct":1,"format":1,"use":1,"prompt":7,"user":1,"nwhat":1,"is":3,"content":1,"this":1,"nassistant":1,"single":1,"torch":6,"embeds":7,"load":3,"outputs":3,"generate":1,"o":2,"in":2,"generated":2,"text":3,"0":1,"print":1,"qwen2":3,"vl":3,"and":1,"minicpm":3,"v":3,"we":1,"accept":1,"additional":1,"parameters":1,"alongside":1,"construct":1,"based":1,"on":1,"your":1,"multiple":1,"images":3,"qwen":1,"2b":1,"instruct":1,"limit":2,"mm":4,"per":2,"4":2,"grid":2,"thw":2,"needed":2,"calculate":2,"positional":1,"encoding":1,"3":1,"openbmb":1,"2":1,"6":1,"trust":1,"remote":1,"true":1,"sizes":3,"details":1,"sliced":1,"list":1},"10837,205,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"outputs":3,"llm":1,"generate":1,"prompt":2,"multi":1,"modal":1,"data":2,"mm":1,"for":1,"o":2,"in":1,"generated":2,"text":3,"0":1,"print":1},"11042,871,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"online":1,"serving":1,"our":1,"openai":2,"compatible":1,"server":1,"accepts":1,"multi":1,"modal":1,"data":1,"via":2,"the":5,"chat":11,"completions":2,"api":3,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"important":1,"a":2,"template":7,"is":6,"required":1,"to":2,"use":1,"for":5,"hf":1,"format":1,"models":2,"default":3,"defined":1,"inside":2,"json":2,"or":1,"tokenizer":1,"config":1,"if":2,"no":2,"available":2,"we":2,"will":1,"first":1,"look":1,"built":1,"in":2,"fallback":2,"gh":3,"file":2,"vllm":1,"transformers":1,"utils":1,"templates":2,"registry":1,"py":1,"an":1,"error":1,"raised":1,"and":1,"you":1,"have":1,"provide":2,"manually":1,"argument":1,"certain":1,"alternative":1,"dir":1,"examples":2,"example":1,"vlm2vec":2,"uses":1,"jinja":1,"which":1,"different":1,"from":1,"one":1,"phi":1,"3":1,"vision":1},"11913,1791,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"image":14,"inputs":1,"input":3,"is":3,"supported":1,"according":1,"to":1,"openai":11,"vision":5,"api":7,"https":4,"platform":1,"com":1,"docs":1,"guides":1,"here":1,"a":1,"simple":1,"example":1,"using":1,"phi":3,"3":3,"5":3,"first":1,"launch":1,"the":10,"compatible":1,"server":2,"bash":1,"vllm":1,"serve":1,"microsoft":2,"instruct":2,"runner":1,"generate":1,"trust":1,"remote":1,"code":2,"max":1,"model":2,"len":1,"4096":1,"limit":1,"mm":1,"per":1,"prompt":3,"2":1,"then":1,"you":1,"can":1,"use":1,"client":3,"as":1,"follows":1,"python":1,"from":1,"import":1,"key":3,"empty":1,"base":3,"http":1,"localhost":1,"8000":1,"v1":1,"url":8,"single":1,"inference":2,"upload":3,"wikimedia":3,"org":3,"wikipedia":3,"commons":3,"thumb":1,"d":2,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"jpg":4,"2560px":1,"chat":4,"response":2,"completions":1,"create":1,"messages":1,"role":1,"user":1,"content":2,"note":1,"formatting":1,"with":1,"token":1,"not":1,"needed":1,"since":1,"will":1,"be":1,"processed":1,"automatically":1,"by":2,"type":2,"text":2,"what":1,"s":1,"in":2,"this":1,"print":1,"completion":1,"output":1,"choices":1,"0":1,"message":1,"multi":1,"duck":1,"da":1,"2015":1,"kaczka":1,"krzy":1,"c5":1,"bcowka":1,"w":1,"wodzie":1,"28samiec":1,"29":1,"lion":2,"7":1,"77":1,"002":1,"king":1,"snyggve":1,"serengeti":1,"national":1,"park":1,"photo":1,"giles":1,"laurent":1},"13704,1357,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"chat":5,"response":2,"client":2,"completions":1,"create":1,"model":1,"microsoft":1,"phi":1,"3":1,"5":2,"vision":1,"instruct":1,"messages":1,"role":1,"user":1,"content":5,"type":3,"text":5,"what":1,"are":2,"the":12,"animals":1,"in":5,"these":1,"images":2,"image":11,"url":10,"duck":1,"lion":1,"print":1,"completion":2,"output":1,"choices":1,"0":1,"message":1,"full":1,"example":1,"gh":1,"file":3,"examples":1,"online":1,"serving":1,"openai":1,"for":2,"multimodal":1,"py":1,"tip":2,"loading":1,"from":1,"local":3,"paths":1,"is":3,"also":1,"supported":1,"on":1,"vllm":2,"you":3,"can":3,"specify":1,"allowed":2,"media":2,"path":3,"via":1,"when":1,"launching":1,"api":3,"server":1,"engine":1,"and":2,"pass":1,"as":1,"request":2,"there":1,"no":1,"need":1,"to":1,"place":2,"placeholders":2,"of":2,"they":1,"already":1,"represented":1,"by":4,"fact":1,"middle":1,"interleaving":1,"note":1,"default":1,"timeout":3,"fetching":1,"through":1,"http":1,"seconds":1,"override":1,"this":1,"setting":1,"environment":1,"variable":1,"bash":1,"export":1,"fetch":1},"15061,1920,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"video":10,"inputs":1,"instead":1,"of":1,"image":2,"url":13,"you":3,"can":3,"pass":2,"a":3,"file":2,"via":2,"here":1,"is":2,"simple":1,"example":2,"using":1,"llava":5,"onevision":3,"https":1,"huggingface":1,"co":1,"hf":4,"qwen2":2,"0":3,"5b":2,"ov":2,"first":1,"launch":1,"the":6,"openai":10,"compatible":1,"server":1,"bash":3,"vllm":2,"serve":1,"runner":1,"generate":1,"max":2,"model":3,"len":1,"8192":1,"then":1,"use":3,"client":4,"as":1,"follows":1,"code":1,"python":1,"from":4,"import":1,"api":5,"key":3,"empty":1,"base":3,"http":3,"localhost":1,"8000":1,"v1":1,"commondatastorage":1,"googleapis":1,"com":1,"gtv":1,"videos":2,"bucket":1,"sample":1,"forbiggerfun":1,"mp4":1,"in":2,"payload":1,"chat":5,"completion":5,"completions":1,"create":1,"messages":1,"role":1,"user":1,"content":2,"type":2,"text":2,"what":1,"s":1,"this":2,"tokens":1,"64":1,"result":2,"choices":1,"message":1,"print":1,"output":1,"full":1,"gh":1,"examples":1,"online":1,"serving":1,"for":3,"multimodal":1,"py":1,"note":1,"by":2,"default":1,"timeout":3,"fetching":1,"through":1,"30":1,"seconds":1,"override":1,"setting":1,"environment":1,"variable":1,"export":1,"fetch":1,"custom":2,"rgba":3,"background":3,"color":3,"to":1,"images":1,"parameter":1,"media":1,"io":1,"kwargs":1},"16981,152,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"example":1,"black":1,"background":2,"for":1,"dark":1,"theme":1,"vllm":1,"serve":1,"llava":2,"hf":2,"1":1,"5":1,"7b":1,"media":1,"io":1,"kwargs":1,"image":1,"rgba":1,"color":1,"0":3},"17133,153,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"example":1,"custom":1,"gray":1,"background":2,"vllm":1,"serve":1,"llava":2,"hf":2,"1":1,"5":1,"7b":1,"media":1,"io":1,"kwargs":1,"image":1,"rgba":1,"color":1,"128":3},"17286,1996,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"audio":17,"inputs":1,"input":5,"is":4,"supported":3,"according":1,"to":2,"openai":11,"api":6,"https":1,"platform":1,"com":1,"docs":1,"guides":1,"generation":1,"quickstart":1,"example":2,"in":2,"here":1,"a":3,"simple":1,"using":1,"ultravox":2,"v0":2,"5":2,"1b":2,"first":1,"launch":1,"the":3,"compatible":1,"server":1,"bash":1,"vllm":2,"serve":1,"fixie":1,"ai":1,"llama":1,"3":1,"2":1,"then":1,"you":2,"can":2,"use":1,"client":3,"as":2,"follows":1,"code":1,"python":1,"import":4,"base64":9,"requests":2,"from":8,"assets":1,"audioasset":2,"def":1,"encode":3,"content":8,"url":11,"str":2,"retrieved":1,"remote":1,"format":3,"with":1,"get":1,"response":3,"raise":1,"for":2,"status":1,"result":4,"b64encode":1,"decode":1,"utf":1,"8":1,"return":1,"key":3,"empty":1,"base":3,"http":1,"localhost":1,"8000":1,"v1":1,"any":1,"by":1,"librosa":1,"winning":1,"call":1,"chat":4,"completion":4,"completions":1,"create":1,"messages":1,"role":1,"user":1,"type":2,"text":2,"what":1,"s":1,"this":1,"data":1,"wav":1,"model":2,"max":1,"tokens":1,"64":1,"choices":1,"0":1,"message":1,"print":1,"output":1,"alternatively":1,"pass":1,"which":1,"counterpart":1,"of":1,"image":2},"19282,1005,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"code":1,"python":1,"chat":5,"completion":5,"from":3,"url":8,"client":2,"completions":1,"create":1,"messages":1,"role":1,"user":1,"content":2,"type":2,"text":2,"what":1,"s":1,"in":1,"this":2,"audio":6,"model":2,"max":1,"tokens":1,"64":1,"result":2,"choices":1,"0":1,"message":1,"print":1,"output":1,"full":1,"example":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"openai":1,"for":2,"multimodal":1,"py":1,"note":1,"by":2,"default":1,"the":2,"timeout":3,"fetching":1,"audios":1,"through":1,"http":1,"is":1,"10":1,"seconds":1,"you":1,"can":1,"override":1,"setting":1,"environment":1,"variable":1,"bash":1,"export":1,"vllm":1,"fetch":1},"20287,224,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"embedding":1,"inputs":1,"to":4,"input":1,"pre":1,"computed":1,"embeddings":1,"belonging":1,"a":2,"data":1,"type":1,"i":1,"e":1,"image":1,"video":1,"or":1,"audio":1,"directly":1,"the":3,"language":1,"model":1,"pass":1,"tensor":1,"of":2,"shape":1,"corresponding":1,"field":1,"multi":1,"modal":1,"dictionary":1},"20511,1944,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"image":23,"embedding":7,"inputs":1,"for":2,"embeddings":2,"you":2,"can":1,"pass":3,"the":5,"base64":8,"encoded":1,"tensor":1,"to":6,"embeds":13,"field":1,"following":1,"example":2,"demonstrates":1,"how":1,"openai":5,"server":1,"code":1,"python":1,"torch":3,"load":2,"grid":3,"thw":3,"required":5,"by":3,"qwen":3,"qwen2":4,"vl":4,"2b":3,"instruct":3,"buffer":4,"io":1,"bytesio":1,"save":1,"seek":1,"0":1,"binary":2,"data":2,"read":1,"b64encode":1,"decode":1,"utf":1,"8":1,"client":2,"defaults":1,"os":1,"environ":1,"get":1,"api":4,"key":3,"base":2,"url":1,"basic":1,"usage":1,"this":2,"is":1,"equivalent":1,"llava":3,"offline":1,"inference":1,"model":5,"hf":2,"1":1,"5":1,"7b":1,"type":4,"f":5,"additional":1,"parameters":1,"available":1,"and":1,"minicpm":3,"v":3,"openbmb":2,"2":2,"6":2,"sizes":2,"chat":2,"completion":1,"completions":1,"create":1,"messages":1,"role":2,"system":1,"content":2,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"text":2,"what":1,"s":1,"in":1},"22455,225,data/raw/vllm-0.10.1/docs/features/multimodal_inputs.md":{"note":1,"only":1,"one":1,"message":1,"can":1,"contain":1,"type":1,"image":3,"embeds":1,"if":1,"used":1,"with":1,"a":2,"model":1,"that":1,"requires":1,"additional":1,"parameters":1,"you":1,"must":1,"also":1,"provide":1,"tensor":1,"for":1,"each":1,"of":1,"them":1,"e":1,"g":1,"grid":1,"thw":1,"sizes":1,"etc":1},"0,1557,data/raw/vllm-0.10.1/docs/features/automatic_prefix_caching.md":{"automatic":3,"prefix":6,"caching":5,"introduction":1,"apc":7,"in":6,"short":1,"caches":1,"the":16,"kv":3,"cache":3,"of":7,"existing":2,"queries":4,"so":1,"that":1,"a":1,"new":2,"query":3,"can":4,"directly":1,"reuse":2,"if":1,"it":1,"shares":1,"same":3,"with":5,"one":1,"allowing":2,"to":6,"skip":1,"computation":1,"shared":1,"part":1,"note":1,"technical":1,"details":1,"on":1,"how":1,"vllm":7,"implements":1,"be":1,"found":1,"here":2,"design":1,"md":1,"enabling":1,"set":1,"enable":2,"true":1,"engine":1,"is":1,"an":1,"example":3,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"py":1,"workloads":2,"we":1,"describe":1,"two":1,"where":3,"provide":1,"huge":1,"performance":1,"benefit":1,"long":5,"document":5,"user":2,"repeatedly":1,"e":1,"g":1,"software":1,"manual":1,"or":1,"annual":1,"report":1,"different":1,"this":5,"case":2,"instead":2,"processing":3,"again":4,"and":5,"allows":3,"process":1,"only":1,"once":1,"all":2,"future":4,"requests":3,"avoid":1,"recomputing":1,"by":1,"reusing":1,"its":1,"serve":2,"much":4,"higher":2,"throughput":2,"lower":2,"latency":2,"multi":1,"round":1,"conversation":2,"may":1,"chat":2,"application":1,"multiple":1,"times":1,"chatting":2,"session":1,"whole":1,"history":2,"results":1,"across":1,"rounds":1},"1557,510,data/raw/vllm-0.10.1/docs/features/automatic_prefix_caching.md":{"limits":1,"apc":3,"in":1,"general":1,"does":3,"not":4,"reduce":2,"the":12,"performance":2,"of":6,"vllm":2,"with":2,"that":2,"being":1,"said":1,"only":1,"reduces":1,"time":3,"processing":1,"queries":4,"prefilling":1,"phase":2,"and":1,"generating":2,"new":2,"tokens":1,"decoding":1,"so":2,"bring":1,"gain":1,"when":2,"spends":1,"most":1,"answers":1,"to":1,"e":1,"g":1,"length":1,"answer":1,"is":1,"long":1,"or":1,"do":1,"share":1,"same":1,"prefix":1,"any":1,"existing":1,"computation":1,"cannot":1,"be":1,"reused":1},"0,197,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"tool":2,"calling":2,"vllm":2,"currently":1,"supports":1,"named":1,"function":1,"as":3,"well":1,"the":3,"auto":1,"required":1,"of":1,"0":1,"8":1,"3":1,"and":1,"none":1,"options":1,"for":1,"choice":1,"field":1,"in":1,"chat":1,"completion":1,"api":1},"197,1863,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"quickstart":1,"start":1,"the":8,"server":1,"with":1,"tool":14,"calling":2,"enabled":1,"this":1,"example":2,"uses":1,"meta":2,"s":2,"llama":3,"3":2,"1":3,"8b":2,"model":3,"so":1,"we":1,"need":1,"to":2,"use":2,"llama3":3,"json":5,"chat":4,"template":3,"from":2,"vllm":2,"examples":2,"directory":1,"bash":1,"serve":1,"instruct":1,"enable":1,"auto":2,"choice":2,"call":6,"parser":1,"jinja":1,"next":1,"make":1,"a":2,"request":1,"that":1,"triggers":1,"available":1,"tools":4,"code":1,"python":1,"openai":3,"import":2,"client":3,"base":1,"url":1,"http":1,"localhost":1,"8000":1,"v1":1,"api":1,"key":1,"dummy":1,"def":1,"get":5,"weather":7,"location":5,"str":2,"unit":4,"return":1,"f":4,"getting":1,"for":1,"in":3,"functions":2,"type":4,"function":4,"name":3,"description":2,"current":1,"given":1,"parameters":1,"object":1,"properties":1,"string":2,"city":1,"and":1,"state":1,"e":1,"g":1,"san":2,"francisco":2,"ca":1,"enum":1,"celsius":1,"fahrenheit":1,"required":1,"response":2,"completions":1,"create":1,"models":1,"list":1,"data":1,"0":3,"id":1,"messages":1,"role":1,"user":1,"content":1,"what":1,"like":1,"choices":1,"message":1,"calls":1,"print":3,"called":1,"arguments":3,"result":1,"loads":1,"output":1},"2060,1123,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"text":1,"function":7,"called":1,"get":2,"weather":3,"arguments":1,"location":1,"san":2,"francisco":2,"ca":2,"unit":1,"fahrenheit":2,"result":1,"getting":1,"the":13,"for":4,"in":4,"this":3,"example":1,"demonstrates":1,"setting":2,"up":1,"server":1,"with":2,"tool":6,"calling":2,"enabled":1,"defining":1,"an":1,"actual":1,"to":2,"handle":2,"calls":3,"making":1,"a":2,"request":2,"choice":2,"auto":1,"handling":1,"structured":1,"response":1,"and":2,"executing":1,"corresponding":1,"you":1,"can":1,"also":1,"specify":1,"particular":1,"using":1,"named":1,"by":1,"type":1,"name":1,"note":1,"that":2,"will":2,"use":1,"guided":1,"decoding":1,"backend":1,"so":1,"first":2,"time":2,"is":3,"used":1,"there":1,"be":1,"several":1,"seconds":1,"of":1,"latency":1,"or":1,"more":2,"as":1,"fsm":1,"compiled":1,"before":1,"it":2,"cached":1,"subsequent":1,"requests":1,"remember":1,"s":2,"caller":1,"responsibility":1,"1":1,"define":1,"appropriate":1,"tools":1,"2":1,"include":1,"relevant":1,"context":1,"chat":1,"messages":1,"3":1,"your":1,"application":1,"logic":1,"advanced":1,"usage":1,"including":1,"parallel":1,"different":1,"model":1,"specific":1,"parsers":1,"see":1,"sections":1,"below":1},"3183,1758,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"named":4,"function":6,"calling":4,"vllm":3,"supports":2,"in":9,"the":33,"chat":4,"completion":4,"api":2,"by":5,"default":3,"it":3,"does":1,"so":3,"using":1,"outlines":2,"through":1,"guided":6,"decoding":7,"this":2,"is":6,"enabled":2,"and":3,"will":3,"work":2,"with":5,"any":2,"supported":3,"model":4,"you":2,"are":3,"guaranteed":2,"a":3,"validly":1,"parsable":1,"call":1,"not":1,"high":1,"quality":1,"one":3,"use":2,"to":7,"ensure":2,"response":1,"matches":1,"tool":8,"parameter":6,"object":1,"defined":2,"json":2,"schema":5,"tools":5,"for":4,"best":1,"results":1,"we":1,"recommend":1,"ensuring":1,"that":3,"expected":1,"output":2,"format":2,"specified":2,"prompt":1,"s":3,"intended":1,"generation":1,"aligned":1,"being":1,"forced":1,"generate":2,"backend":2,"need":1,"define":1,"functions":1,"of":5,"request":2,"specify":1,"name":1,"choice":4,"required":4,"option":1,"similar":1,"also":1,"uses":1,"features":2,"such":1,"as":1,"anyof":1,"currently":1,"only":1,"v0":1,"engine":2,"however":1,"support":1,"alternative":1,"backends":1,"on":3,"roadmap":1,"usage":1,"v1":2,"guide":1,"md":1,"when":1,"set":1,"or":1,"more":1,"calls":2,"based":1,"list":1,"number":1,"depends":1,"user":1,"query":1,"strictly":1,"follows":1},"4941,524,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"none":4,"function":1,"calling":1,"vllm":2,"supports":1,"the":8,"tool":7,"choice":4,"option":3,"in":4,"chat":1,"completion":1,"api":1,"when":4,"this":1,"is":1,"set":1,"model":1,"will":2,"not":1,"generate":1,"any":1,"calls":1,"and":1,"respond":1,"with":1,"regular":1,"text":1,"content":1,"only":1,"even":1,"if":1,"tools":3,"are":2,"defined":1,"request":2,"note":1,"specified":1,"includes":1,"definitions":2,"prompt":1,"by":1,"default":1,"regardless":1,"of":1,"setting":1,"to":1,"exclude":2,"use":1},"5465,1647,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"automatic":1,"function":1,"calling":2,"to":9,"enable":3,"this":5,"feature":1,"you":5,"should":1,"set":2,"the":10,"following":1,"flags":1,"auto":3,"tool":21,"choice":3,"mandatory":1,"it":4,"tells":1,"vllm":2,"that":2,"want":1,"model":3,"generate":1,"its":1,"own":2,"calls":2,"when":1,"deems":1,"appropriate":1,"call":2,"parser":8,"select":1,"use":4,"listed":1,"below":1,"additional":1,"parsers":3,"will":2,"continue":1,"be":4,"added":1,"in":7,"future":1,"can":5,"also":1,"register":2,"your":3,"plugin":3,"optional":2,"used":2,"user":1,"defined":1,"into":1,"registered":1,"name":1,"specified":1,"chat":6,"template":5,"for":1,"s":1,"path":1,"which":1,"handles":1,"role":2,"messages":2,"and":3,"assistant":1,"contain":1,"previously":1,"generated":1,"hermes":2,"mistral":1,"llama":2,"models":2,"have":2,"compatible":1,"templates":2,"their":1,"tokenizer":4,"config":4,"json":4,"files":1,"but":1,"specify":1,"a":4,"custom":1,"argument":1,"if":2,"has":1,"specific":1,"configured":1,"case":1,"per":1,"transformers":2,"specification":1,"more":1,"on":1,"here":2,"https":2,"huggingface":3,"co":2,"docs":1,"en":1,"templating":1,"why":1,"do":1,"some":1,"multiple":1,"from":1,"find":1,"an":1,"example":1,"of":1,"nousresearch":1,"2":1,"pro":1,"3":1,"8b":1,"blob":1,"main":1,"favorite":1,"is":1,"not":1,"supported":1,"please":1,"feel":1,"free":1,"contribute":1},"7112,1512,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"hermes":9,"models":6,"all":1,"nous":1,"research":1,"series":1,"newer":1,"than":2,"2":5,"pro":2,"should":1,"be":1,"supported":2,"nousresearch":3,"theta":2,"3":2,"note":1,"that":5,"the":5,"are":6,"known":2,"to":4,"have":1,"degraded":1,"tool":12,"call":6,"quality":1,"and":1,"capabilities":1,"due":1,"merge":1,"step":1,"in":2,"their":1,"creation":1,"flags":2,"parser":2,"mistral":11,"mistralai":1,"7b":2,"instruct":1,"v0":1,"confirmed":1,"additional":2,"function":1,"calling":2,"compatible":1,"as":1,"well":1,"issues":1,"1":1,"struggles":1,"generate":1,"parallel":4,"calls":1,"correctly":1,"s":2,"tokenizer":1,"config":1,"json":1,"chat":7,"template":6,"requires":1,"ids":2,"exactly":1,"9":2,"digits":2,"which":1,"is":5,"much":2,"shorter":1,"what":1,"vllm":2,"generates":1,"since":1,"an":1,"exception":1,"thrown":1,"when":3,"this":3,"condition":1,"not":1,"met":1,"following":1,"templates":1,"provided":3,"gh":2,"file":2,"examples":3,"jinja":3,"official":1,"but":1,"tweaked":1,"so":1,"it":1,"works":1,"with":2,"id":1,"fields":1,"truncated":1,"last":1,"a":2,"better":2,"version":1,"adds":1,"use":1,"system":1,"prompt":1,"tools":1,"results":1,"reliability":1,"working":1,"recommended":1},"8624,1911,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"llama":22,"models":10,"llama3":6,"json":8,"supported":6,"all":1,"3":10,"1":8,"2":7,"and":5,"4":7,"should":1,"be":1,"meta":5,"the":12,"tool":17,"calling":9,"that":2,"is":7,"based":5,"https":3,"com":3,"docs":2,"model":4,"cards":2,"prompt":3,"formats":3,"for":9,"pythonic":8,"github":1,"blob":1,"main":1,"text":1,"format":2,"md":1,"zero":1,"shot":1,"function":1,"introduced":1,"by":2,"see":2,"parser":4,"below":1,"as":3,"it":3,"recommended":3,"to":1,"use":2,"llama4":5,"other":1,"like":1,"built":1,"in":3,"python":1,"or":1,"custom":1,"are":2,"not":2,"known":1,"issues":1,"parallel":1,"calls":1,"but":3,"can":1,"generate":1,"parameters":1,"an":3,"incorrect":1,"such":1,"generating":1,"array":2,"serialized":1,"string":1,"instead":1,"of":1,"vllm":3,"provides":2,"two":1,"chat":11,"templates":1,"gh":3,"file":3,"examples":4,"template":10,"jinja":4,"this":3,"official":2,"tweaked":1,"so":1,"works":1,"better":1,"with":1,"extends":1,"upon":1,"adding":1,"support":1,"images":1,"flags":1,"call":2,"above":1,"also":1,"a":1,"on":1,"www":1},"10535,1103,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"ibm":4,"granite":14,"supported":4,"models":1,"3":2,"0":1,"8b":2,"instruct":2,"recommended":3,"flags":3,"tool":7,"call":3,"parser":3,"chat":9,"template":10,"examples":4,"jinja":4,"gh":2,"file":2,"this":2,"is":3,"a":2,"modified":2,"from":5,"the":6,"original":2,"on":2,"hugging":2,"face":2,"parallel":3,"function":4,"calls":3,"are":3,"1":1,"huggingface":1,"can":1,"be":1,"used":1,"directly":1,"20b":4,"functioncalling":1,"fc":3,"which":1,"not":1,"vllm":1,"compatible":1,"it":1,"blends":1,"description":1,"elements":1,"hermes":1,"and":1,"follows":1,"same":1,"system":1,"prompt":1,"as":1,"response":1,"generation":1,"mode":1,"paper":1,"https":1,"arxiv":1,"org":1,"abs":1,"2407":1,"00121":1},"11638,1697,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"internlm":5,"models":12,"supported":4,"internlm2":5,"5":5,"7b":2,"chat":8,"confirmed":1,"additional":1,"function":3,"calling":1,"are":5,"compatible":1,"as":1,"well":1,"known":1,"issues":1,"although":1,"this":1,"implementation":1,"also":1,"supports":1,"the":4,"tool":16,"call":7,"results":1,"not":1,"stable":1,"when":1,"testing":1,"with":3,"model":1,"recommended":1,"flags":3,"parser":6,"template":6,"examples":3,"jinja":3,"jamba":6,"ai21":3,"s":1,"1":4,"ai21labs":2,"mini":1,"large":1,"xlam":16,"is":1,"designed":1,"to":1,"support":1,"that":2,"generate":1,"calls":6,"in":3,"various":1,"json":6,"formats":1,"it":1,"detects":1,"several":1,"different":1,"output":2,"styles":1,"direct":1,"arrays":3,"strings":1,"starting":1,"and":2,"ending":1,"2":3,"thinking":1,"tags":4,"using":2,"think":2,"containing":1,"3":1,"code":2,"blocks":2,"4":1,"or":1,"parallel":1,"can":1,"effectively":1,"separate":1,"text":1,"content":1,"from":1,"salesforce":6,"llama":5,"8b":1,"fc":5,"r":5,"70b":1,"qwen":4,"1b":1,"3b":1,"32b":1,"for":2,"based":2},"13335,1563,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"qwen":6,"models":10,"for":6,"qwen2":2,"5":2,"the":6,"chat":9,"template":9,"in":2,"tokenizer":1,"config":1,"json":1,"has":1,"already":2,"included":2,"support":1,"hermes":3,"style":1,"tool":13,"use":6,"therefore":1,"you":1,"can":1,"parser":8,"to":2,"enable":2,"calls":1,"more":1,"detailed":1,"information":1,"please":1,"refer":1,"official":1,"documentation":1,"https":1,"readthedocs":1,"io":1,"en":1,"latest":1,"framework":1,"function":1,"call":7,"html":1,"vllm":1,"qwq":1,"32b":1,"flags":5,"minimax":8,"m1":6,"supported":4,"minimaxai":2,"40k":1,"with":4,"gh":4,"file":4,"examples":5,"jinja":5,"80k":1,"deepseek":7,"v3":4,"ai":2,"0324":1,"deepseekv3":1,"r1":1,"0528":1,"deepseekr1":1,"see":1,"above":1,"kimi":4,"k2":4,"moonshotai":1,"instruct":2,"hunyuan":6,"a13b":5,"tencent":1,"is":1,"hugging":1,"face":1,"model":1,"files":1,"non":1,"reasoning":4},"14898,1821,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"models":8,"with":7,"pythonic":8,"tool":15,"calls":7,"a":4,"growing":1,"number":1,"of":3,"output":1,"python":2,"list":1,"to":5,"represent":1,"instead":1,"using":1,"json":2,"this":2,"has":1,"the":10,"advantage":1,"inherently":1,"supporting":1,"parallel":1,"and":4,"removing":1,"ambiguity":1,"around":1,"schema":1,"required":1,"for":2,"parser":2,"can":1,"support":1,"such":2,"as":1,"concrete":1,"example":2,"these":1,"may":3,"look":1,"up":1,"weather":3,"in":4,"san":2,"francisco":2,"seattle":2,"by":1,"generating":1,"get":2,"city":2,"metric":2,"celsius":2,"limitations":1,"model":3,"must":1,"not":2,"generate":1,"both":1,"text":1,"same":1,"generation":1,"be":1,"hard":1,"change":1,"specific":1,"but":1,"community":1,"currently":1,"lacks":1,"consensus":1,"on":2,"which":1,"tokens":2,"emit":3,"when":1,"starting":1,"ending":1,"particular":1,"llama":11,"3":3,"2":5,"no":1,"s":2,"smaller":2,"struggle":1,"use":7,"tools":1,"effectively":1,"supported":1,"meta":4,"1b":1,"instruct":4,"gh":6,"file":6,"examples":6,"chat":7,"template":7,"llama3":2,"jinja":6,"3b":1,"team":1,"ace":1,"toolace":4,"8b":2,"fixie":1,"ai":1,"ultravox":1,"v0":1,"4":3,"scout":1,"17b":2,"16e":1,"llama4":2,"maverick":1,"128e":1,"flags":1,"call":1,"see":1,"above":1,"warning":1,"frequently":1,"fail":1,"correct":1,"format":1,"results":1,"vary":1,"depending":1},"16719,1916,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"how":1,"to":4,"write":2,"a":7,"tool":13,"parser":5,"plugin":4,"is":2,"python":2,"file":3,"containing":1,"one":1,"or":1,"more":1,"toolparser":3,"implementations":1,"you":4,"can":4,"similar":1,"the":6,"hermes2protoolparser":1,"in":4,"gh":1,"vllm":2,"entrypoints":1,"openai":1,"parsers":2,"hermes":1,"py":1,"here":2,"summary":1,"of":1,"code":1,"import":1,"required":1,"packages":1,"define":2,"and":1,"register":3,"it":1,"name":1,"list":1,"module":2,"be":1,"used":1,"call":5,"as":2,"many":1,"want":1,"toolparsermanager":1,"example":1,"class":1,"exampletoolparser":1,"def":4,"init":2,"self":4,"tokenizer":2,"anytokenizer":1,"super":1,"adjust":2,"request":6,"e":1,"g":1,"set":1,"skip":1,"special":1,"tokens":1,"false":2,"for":3,"output":2,"chatcompletionrequest":4,"return":3,"implement":2,"parse":2,"stream":2,"extract":2,"calls":3,"streaming":1,"previous":2,"text":4,"str":4,"current":2,"delta":3,"token":3,"ids":3,"sequence":3,"int":3,"union":1,"deltamessage":1,"none":1,"non":1,"model":1,"extractedtoolcallinformation":2,"tools":1,"called":1,"content":1,"then":1,"use":1,"this":2,"command":1,"line":1,"like":1},"18635,181,data/raw/vllm-0.10.1/docs/features/tool_calling.md":{"bash":1,"enable":1,"auto":1,"tool":3,"choice":1,"parser":2,"plugin":2,"absolute":1,"path":1,"of":1,"the":1,"file":1,"call":1,"example":1,"chat":2,"template":2,"your":1},"0,1977,data/raw/vllm-0.10.1/docs/features/sleep_mode.md":{"sleep":13,"mode":5,"vllm":2,"s":3,"allows":1,"you":1,"to":11,"temporarily":1,"release":1,"most":1,"gpu":4,"memory":5,"used":1,"by":2,"a":2,"model":15,"including":1,"weights":10,"and":8,"kv":8,"cache":8,"without":2,"stopping":1,"the":19,"server":1,"or":5,"unloading":1,"docker":1,"container":1,"this":2,"is":6,"especially":1,"useful":1,"for":4,"rlhf":2,"training":1,"cost":1,"saving":1,"scenarios":1,"where":2,"resources":1,"need":1,"be":1,"freed":1,"between":1,"inference":3,"workloads":2,"key":1,"benefits":1,"frees":1,"offloads":1,"cpu":5,"ram":2,"discards":1,"releasing":1,"up":7,"90":1,"of":3,"other":1,"tasks":1,"fast":1,"resume":2,"quickly":1,"wake":3,"engine":4,"full":1,"reload":1,"api":3,"endpoints":2,"control":2,"state":1,"via":1,"http":1,"python":4,"supports":1,"distributed":1,"works":1,"with":1,"tensor":1,"parallelism":2,"pipeline":1,"etc":1,"fine":1,"grained":1,"optionally":1,"only":2,"avoid":1,"oom":1,"during":1,"weight":2,"updates":1,"note":1,"feature":1,"supported":1,"on":1,"cuda":1,"platform":1,"levels":1,"level":6,"1":4,"will":2,"offload":2,"discard":3,"content":2,"forgotten":2,"good":2,"sleeping":2,"waking":2,"run":2,"same":1,"again":1,"are":3,"backed":1,"in":2,"please":1,"make":1,"sure":1,"there":1,"enough":1,"store":1,"2":2,"both":2,"while":1,"buffers":1,"kept":1,"like":1,"rope":1,"scaling":1,"tensors":1,"different":1,"update":2,"previous":1,"not":1,"needed":1,"e":1,"g":1,"usage":1,"offline":1,"enable":3,"passing":1,"true":2,"llm":5,"class":1,"from":1,"import":1,"qwen":1,"qwen3":1,"0":1,"6b":1,"put":1},"1977,1941,data/raw/vllm-0.10.1/docs/features/sleep_mode.md":{"wake":12,"up":13,"the":15,"engine":2,"restore":1,"weights":12,"llm":5,"rlhf":3,"weight":4,"updates":2,"during":2,"training":1,"vllm":8,"allows":1,"you":4,"to":9,"selectively":1,"only":3,"model":6,"or":2,"kv":5,"cache":5,"using":2,"tags":8,"argument":1,"in":3,"this":2,"fine":1,"grained":1,"control":2,"is":5,"especially":1,"useful":2,"when":3,"updating":1,"by":2,"waking":1,"just":1,"e":2,"g":2,"avoid":2,"allocating":1,"memory":3,"for":3,"until":2,"after":2,"update":3,"complete":1,"approach":1,"helps":1,"prevent":1,"gpu":1,"out":1,"of":1,"oom":2,"errors":1,"particularly":1,"with":2,"large":1,"models":1,"minimizing":1,"peak":1,"usage":1,"synchronization":1,"and":4,"operations":1,"use":1,"which":1,"resources":1,"are":4,"restored":1,"note":2,"that":1,"sleeping":3,"will":1,"report":1,"true":1,"all":1,"components":1,"awake":1,"python":2,"put":2,"deep":1,"sleep":7,"level":4,"2":2,"get":2,"new":1,"updated":1,"online":1,"serving":1,"enable":4,"mode":8,"a":1,"server":8,"need":1,"initialize":1,"it":1,"flag":2,"dev":4,"1":6,"pass":1,"development":2,"endpoints":4,"these":2,"should":1,"not":1,"be":1,"exposed":1,"users":1,"bash":1,"m":1,"entrypoints":1,"openai":1,"api":1,"qwen":1,"qwen3":1,"0":1,"6b":1,"port":1,"8000":1,"http":1,"post":2,"supports":1,"optional":1,"query":1,"parameters":1,"partial":1,"check":1,"if":1,"available":1,"passing":1},"0,1883,data/raw/vllm-0.10.1/docs/features/lora.md":{"lora":12,"adapters":4,"this":1,"document":1,"shows":1,"you":1,"how":1,"to":4,"use":1,"https":1,"arxiv":1,"org":1,"abs":1,"2106":1,"09685":1,"with":5,"vllm":5,"on":4,"top":1,"of":2,"a":6,"base":2,"model":5,"can":3,"be":2,"used":1,"any":1,"that":1,"implements":1,"supportslora":2,"executor":1,"models":1,"interfaces":1,"efficiently":1,"served":1,"per":1,"request":4,"basis":1,"minimal":1,"overhead":1,"first":2,"we":3,"download":3,"the":17,"adapter":4,"s":1,"and":4,"save":1,"them":1,"locally":1,"python":3,"from":3,"huggingface":1,"hub":1,"import":3,"snapshot":2,"sql":6,"path":3,"repo":1,"id":2,"yard1":1,"llama":3,"2":2,"7b":2,"test":1,"then":1,"instantiate":1,"pass":1,"in":1,"enable":2,"true":2,"flag":1,"llm":5,"samplingparams":2,"lorarequest":3,"meta":1,"hf":1,"now":1,"submit":1,"prompts":3,"call":1,"generate":2,"parameter":4,"is":4,"human":1,"identifiable":1,"name":4,"second":1,"globally":1,"unique":1,"for":2,"third":1,"code":1,"sampling":2,"params":2,"temperature":1,"0":1,"max":1,"tokens":1,"256":1,"stop":1,"assistant":3,"user":4,"write":2,"query":2,"answer":2,"question":4,"based":2,"table":6,"schema":2,"n":8,"context":2,"create":2,"74":1,"icao":2,"varchar":4,"airport":2,"lilongwe":1,"international":1,"11":1,"nationality":2,"elector":2,"when":1,"anchero":1,"pantaleone":1,"was":1,"what":1,"under":1,"outputs":1,"1":1},"1883,189,data/raw/vllm-0.10.1/docs/features/lora.md":{"check":1,"out":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":2,"multilora":1,"py":1,"for":1,"an":1,"example":1,"of":1,"how":2,"to":2,"use":2,"lora":1,"adapters":1,"with":1,"the":1,"async":1,"engine":1,"and":1,"more":1,"advanced":1,"configuration":1,"options":1},"2072,1762,data/raw/vllm-0.10.1/docs/features/lora.md":{"serving":1,"lora":15,"adapters":1,"adapted":1,"models":4,"can":3,"also":1,"be":2,"served":1,"with":3,"the":12,"open":1,"ai":1,"compatible":1,"vllm":2,"server":4,"to":6,"do":1,"so":1,"we":3,"use":1,"modules":2,"name":2,"path":2,"specify":2,"each":1,"module":1,"when":1,"kickoff":1,"bash":2,"serve":1,"meta":2,"llama":5,"2":3,"7b":3,"hf":2,"enable":1,"sql":3,"home":1,"cache":1,"huggingface":1,"hub":1,"yard1":1,"test":1,"snapshots":1,"0dfa347e8877a4d4ed19ee56c140fa518470028c":2,"note":1,"commit":2,"id":4,"may":1,"change":1,"over":1,"time":1,"please":1,"check":1,"latest":1,"in":2,"your":1,"environment":1,"ensure":1,"you":2,"are":1,"using":1,"correct":1,"one":1,"entrypoint":1,"accepts":1,"all":2,"other":3,"configuration":2,"parameters":1,"max":4,"loras":3,"rank":1,"cpu":1,"etc":1,"which":1,"will":2,"apply":1,"forthcoming":1,"requests":5,"upon":1,"querying":1,"endpoint":1,"should":1,"see":1,"our":1,"along":1,"its":1,"base":2,"model":6,"if":3,"jq":2,"is":3,"not":1,"installed":1,"follow":1,"this":1,"guide":1,"https":1,"jqlang":1,"org":1,"download":1,"install":1,"it":2,"console":1,"command":1,"curl":1,"localhost":1,"8000":1,"v1":1,"object":3,"list":1,"data":1,"adapter":2,"as":1,"were":2,"any":1,"via":1,"request":2,"parameter":1,"processed":1,"according":1,"wide":1,"i":1,"e":1,"parallel":1,"and":2,"potentially":1,"they":1,"provided":1,"set":1,"high":1,"enough":1,"following":1,"an":1,"example":1},"3834,241,data/raw/vllm-0.10.1/docs/features/lora.md":{"bash":1,"curl":1,"http":1,"localhost":1,"8000":1,"v1":1,"completions":1,"h":1,"content":1,"type":1,"application":1,"json":1,"d":1,"model":1,"sql":1,"lora":1,"prompt":1,"san":1,"francisco":1,"is":1,"a":1,"max":1,"tokens":1,"7":1,"temperature":1,"0":1,"jq":1},"4075,620,data/raw/vllm-0.10.1/docs/features/lora.md":{"dynamically":2,"serving":2,"lora":6,"adapters":3,"in":3,"addition":1,"to":4,"at":2,"server":2,"startup":1,"the":4,"vllm":3,"supports":1,"configuring":1,"runtime":3,"through":1,"dedicated":1,"api":1,"endpoints":1,"and":1,"plugins":1,"this":2,"feature":2,"can":1,"be":1,"particularly":1,"useful":1,"when":1,"flexibility":1,"change":1,"models":1,"on":1,"fly":1,"is":3,"needed":1,"note":1,"enabling":1,"production":1,"environments":1,"risky":1,"as":1,"users":1,"may":1,"participate":1,"model":1,"adapter":1,"management":1,"enable":1,"dynamic":1,"configuration":1,"ensure":1,"that":1,"environment":1,"variable":1,"allow":2,"updating":2,"set":1,"true":2,"bash":1,"export":1},"4695,1405,data/raw/vllm-0.10.1/docs/features/lora.md":{"using":1,"api":3,"endpoints":1,"loading":1,"a":12,"lora":17,"adapter":21,"to":10,"dynamically":1,"load":4,"send":2,"post":4,"request":7,"the":14,"v1":4,"endpoint":2,"with":4,"necessary":1,"details":1,"of":2,"be":4,"loaded":3,"payload":1,"should":1,"include":1,"name":4,"and":3,"path":3,"example":2,"bash":2,"curl":4,"x":2,"http":2,"localhost":2,"8000":2,"h":2,"content":2,"type":2,"application":2,"json":2,"d":2,"sql":5,"upon":2,"successful":2,"will":2,"respond":1,"200":2,"ok":2,"status":2,"code":2,"from":2,"vllm":2,"serve":2,"returns":2,"response":2,"body":2,"success":2,"added":1,"successfully":2,"if":2,"an":2,"error":2,"occurs":1,"such":1,"as":1,"cannot":1,"found":1,"or":2,"appropriate":1,"message":1,"returned":1,"unloading":1,"unload":4,"that":1,"has":1,"been":1,"previously":1,"id":1,"unloaded":1,"responds":1,"removed":1},"6100,1981,data/raw/vllm-0.10.1/docs/features/lora.md":{"using":2,"plugins":6,"alternatively":2,"you":6,"can":3,"use":2,"the":9,"loraresolver":8,"plugin":3,"to":11,"dynamically":1,"load":7,"lora":14,"adapters":4,"enable":2,"from":5,"both":1,"local":8,"and":7,"remote":1,"sources":2,"such":1,"as":3,"file":1,"system":1,"s3":6,"on":2,"every":1,"request":4,"when":2,"there":1,"s":1,"a":9,"new":1,"model":1,"name":1,"that":4,"hasn":1,"t":1,"been":1,"loaded":1,"yet":1,"will":5,"try":1,"resolve":1,"corresponding":1,"adapter":5,"set":4,"up":1,"multiple":1,"if":2,"want":1,"different":1,"for":5,"example":3,"might":1,"have":1,"one":1,"resolver":6,"files":1,"another":1,"storage":1,"vllm":11,"first":2,"it":2,"finds":1,"either":1,"install":1,"existing":1,"or":1,"implement":3,"your":2,"own":2,"by":1,"default":1,"comes":1,"with":1,"directory":5,"https":1,"github":1,"com":1,"project":1,"tree":1,"main":1,"resolvers":1,"this":1,"allow":1,"runtime":1,"updating":1,"true":1,"include":1,"filesystem":1,"then":2,"cache":1,"dir":1,"receives":1,"foobar":2,"look":1,"in":1,"attempt":1,"contents":1,"of":2,"successful":1,"complete":1,"normal":2,"be":1,"available":1,"server":1,"follow":1,"these":1,"steps":1,"1":1,"interface":1,"code":1,"simple":1,"implementation":1,"python":1,"import":4,"os":3,"s3fs":2,"lorarequest":1,"class":1,"s3loraresolver":1,"def":1,"init":1,"self":4,"s3filesystem":1,"path":4,"format":2,"getenv":2,"template":2},"8081,1035,data/raw/vllm-0.10.1/docs/features/lora.md":{"async":1,"def":1,"resolve":1,"lora":15,"self":4,"base":5,"model":5,"name":13,"s3":8,"path":9,"format":4,"local":5,"download":1,"the":3,"from":2,"to":2,"await":1,"get":1,"recursive":1,"true":1,"maxdepth":1,"1":1,"request":2,"lorarequest":1,"int":1,"id":1,"abs":1,"hash":1,"return":1,"2":1,"register":2,"loraresolver":1,"plugin":2,"python":1,"vllm":2,"resolver":5,"import":1,"loraresolverregistry":2,"s3loraresolver":1,"for":1,"more":1,"details":1,"refer":1,"s":1,"plugins":1,"system":2,"design":1,"md":1},"9116,852,data/raw/vllm-0.10.1/docs/features/lora.md":{"new":1,"format":5,"for":4,"lora":9,"modules":4,"in":3,"the":7,"previous":1,"version":1,"users":1,"would":2,"provide":3,"via":1,"following":1,"either":1,"as":1,"a":4,"key":2,"value":2,"pair":1,"or":1,"json":2,"example":2,"bash":2,"sql":3,"home":1,"cache":1,"huggingface":1,"hub":1,"models":1,"yard1":1,"llama":3,"2":2,"7b":2,"test":1,"snapshots":1,"0dfa347e8877a4d4ed19ee56c140fa518470028c":1,"this":1,"only":1,"include":1,"name":8,"and":2,"path":5,"each":1,"module":1,"but":2,"did":1,"not":1,"way":1,"to":3,"specify":2,"base":4,"model":4,"now":1,"you":2,"can":2,"alongside":1,"using":1,"meta":1,"backward":1,"compatibility":1,"support":1,"still":1,"use":1,"old":1,"will":1,"remain":1,"unspecified":1,"that":1,"case":1},"9968,1532,data/raw/vllm-0.10.1/docs/features/lora.md":{"lora":8,"model":9,"lineage":1,"in":2,"card":2,"the":10,"new":1,"format":1,"of":5,"modules":1,"is":1,"mainly":1,"to":3,"support":1,"display":1,"parent":4,"information":1,"here":1,"s":1,"an":1,"explanation":1,"how":1,"your":1,"current":1,"response":1,"supports":1,"this":2,"field":2,"sql":3,"now":1,"links":1,"its":1,"base":2,"meta":4,"llama":9,"2":5,"7b":5,"hf":4,"correctly":1,"reflects":1,"hierarchical":1,"relationship":1,"between":1,"and":1,"adapter":2,"root":3,"points":1,"artifact":1,"location":1,"console":1,"command":1,"output":1,"bash":1,"curl":1,"http":1,"localhost":1,"8000":1,"v1":1,"models":3,"object":3,"list":1,"data":1,"id":2,"created":2,"1715644056":2,"owned":2,"by":2,"vllm":2,"cache":2,"huggingface":2,"hub":2,"snapshots":2,"01c7f73d771dfac7d292323805ebc428287df4f9":1,"null":1,"permission":2,"yard1":1,"test":1,"0dfa347e8877a4d4ed19ee56c140fa518470028c":1},"11500,1645,data/raw/vllm-0.10.1/docs/features/lora.md":{"default":2,"lora":5,"models":3,"for":2,"multimodal":6,"some":1,"e":1,"g":1,"granite":5,"speech":3,"https":2,"huggingface":2,"co":2,"ibm":2,"3":4,"8b":1,"and":2,"phi":2,"4":2,"instruct":2,"microsoft":1,"contain":1,"adapter":2,"s":2,"that":2,"are":4,"expected":1,"to":11,"always":1,"be":3,"applied":2,"when":2,"a":4,"given":2,"modality":3,"is":1,"present":2,"this":3,"can":2,"bit":1,"tedious":1,"manage":1,"with":1,"the":8,"above":1,"approaches":1,"as":1,"it":2,"requires":1,"user":2,"send":2,"lorarequest":1,"offline":2,"or":1,"filter":1,"requests":1,"between":1,"base":1,"model":4,"server":1,"depending":1,"on":1,"content":2,"of":4,"request":1,"data":1,"end":1,"we":2,"allow":2,"registration":1,"loras":1,"handle":1,"automatically":2,"where":1,"users":1,"map":1,"each":2,"apply":2,"corresponding":1,"inputs":1,"note":1,"currently":1,"only":1,"one":1,"per":1,"prompt":3,"if":2,"several":1,"modalities":1,"provided":1,"which":1,"registered":1,"none":1,"them":1,"will":1,"code":1,"example":1,"usage":1,"inference":1,"python":1,"from":4,"transformers":1,"import":3,"autotokenizer":2,"vllm":3,"llm":1,"samplingparams":1,"assets":1,"audio":4,"audioasset":1,"id":2,"2b":1,"tokenizer":2,"pretrained":1,"def":1,"get":1,"question":4,"str":1,"has":2,"bool":1,"build":1,"input":1,"f":1,"chat":3,"role":1,"return":1,"template":1,"tokenize":1,"false":1},"13145,1327,data/raw/vllm-0.10.1/docs/features/lora.md":{"llm":3,"model":7,"id":3,"enable":2,"lora":5,"true":3,"max":5,"rank":2,"64":3,"len":2,"2048":2,"limit":1,"mm":4,"per":1,"prompt":5,"audio":11,"1":1,"will":1,"always":1,"pass":2,"a":3,"lorarequest":1,"with":3,"the":4,"whenever":1,"is":1,"contained":1,"in":1,"request":1,"data":2,"default":4,"loras":4,"enforce":1,"eager":1,"question":3,"can":2,"you":2,"transcribe":1,"speech":3,"into":1,"written":1,"format":1,"get":1,"has":1,"audioasset":1,"mary":1,"had":1,"lamb":1,"and":2,"sample":1,"rate":1,"inputs":2,"multi":1,"modal":1,"outputs":1,"generate":2,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"0":1,"2":1,"tokens":1,"also":1,"json":1,"dictionary":1,"of":1,"mapping":1,"modalities":1,"to":1,"ids":1,"for":2,"example":1,"when":1,"starting":1,"server":1,"bash":1,"vllm":1,"serve":1,"ibm":2,"granite":4,"3":4,"2b":2,"note":1,"multimodal":1,"are":1,"currently":1,"only":1,"available":1,"chat":1,"completions":1},"14472,493,data/raw/vllm-0.10.1/docs/features/lora.md":{"using":2,"tips":1,"configuring":1,"max":3,"lora":6,"rank":5,"the":3,"parameter":1,"controls":1,"maximum":2,"allowed":1,"for":2,"adapters":3,"this":1,"setting":2,"affects":1,"memory":2,"allocation":1,"and":2,"performance":2,"set":1,"it":2,"to":2,"among":1,"all":1,"you":1,"plan":1,"use":2,"avoid":1,"too":1,"high":1,"a":1,"value":1,"much":1,"larger":1,"than":2,"needed":1,"wastes":1,"can":1,"cause":1,"issues":1,"example":1,"if":1,"your":1,"have":1,"ranks":1,"16":1,"32":1,"64":2,"rather":1,"256":1,"bash":1},"14965,183,data/raw/vllm-0.10.1/docs/features/lora.md":{"good":1,"matches":1,"actual":1,"maximum":1,"rank":3,"vllm":2,"serve":2,"model":2,"enable":2,"lora":4,"max":2,"64":1,"bad":1,"unnecessarily":1,"high":1,"wastes":1,"memory":1,"256":1},"0,620,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"speculative":5,"decoding":5,"warning":2,"please":1,"note":1,"that":1,"in":3,"vllm":3,"is":4,"not":3,"yet":1,"optimized":1,"and":2,"does":1,"usually":1,"yield":1,"inter":2,"token":2,"latency":2,"reductions":1,"for":1,"all":1,"prompt":1,"datasets":1,"or":1,"sampling":1,"parameters":1,"the":1,"work":1,"to":2,"optimize":1,"it":1,"ongoing":1,"can":1,"be":1,"followed":1,"here":1,"gh":1,"issue":1,"4630":1,"currently":1,"compatible":1,"with":2,"pipeline":1,"parallelism":1,"this":1,"document":1,"shows":1,"how":1,"use":1,"https":1,"x":1,"com":1,"karpathy":1,"status":1,"1697318534555336961":1,"a":1,"technique":1,"which":1,"improves":1,"memory":1,"bound":1,"llm":1,"inference":1},"620,1977,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"speculating":2,"with":4,"a":6,"draft":3,"model":9,"the":7,"following":2,"code":4,"configures":1,"vllm":5,"in":3,"an":2,"offline":1,"mode":2,"to":6,"use":5,"speculative":10,"decoding":3,"5":3,"tokens":4,"at":1,"time":1,"warning":2,"v0":1,"10":1,"0":9,"is":2,"not":1,"supported":1,"if":1,"you":2,"will":1,"get":2,"notimplementederror":1,"python":3,"from":2,"import":2,"llm":4,"samplingparams":2,"prompts":2,"future":1,"of":2,"ai":1,"sampling":2,"params":2,"temperature":1,"8":2,"top":1,"p":1,"95":1,"facebook":4,"opt":4,"6":2,"7b":2,"tensor":1,"parallel":1,"size":1,"1":2,"config":3,"125m":2,"num":3,"outputs":3,"generate":1,"for":1,"output":3,"prompt":4,"generated":3,"text":4,"print":1,"f":1,"r":2,"perform":1,"same":1,"online":1,"launch":1,"server":3,"bash":1,"m":1,"entrypoints":1,"openai":10,"api":10,"host":1,"port":1,"8000":2,"seed":1,"42":1,"tp":1,"gpu":1,"memory":1,"utilization":1,"note":1,"please":1,"set":1,"all":1,"configurations":1,"related":2,"previous":1,"method":1,"specifying":1,"through":1,"and":2,"adding":1,"parameters":1,"e":1,"g":1,"separately":1,"has":1,"been":1,"deprecated":1,"now":1,"then":1,"client":2,"modify":1,"s":2,"key":5,"base":4,"empty":1,"http":1,"localhost":1,"v1":1,"defaults":1,"os":1,"environ":1,"url":1},"2597,415,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"models":3,"client":2,"list":1,"model":3,"data":1,"0":1,"id":1,"completion":5,"api":1,"stream":4,"false":2,"completions":1,"create":1,"prompt":1,"the":1,"future":1,"of":1,"ai":1,"is":1,"echo":1,"n":1,"1":1,"print":3,"results":1,"if":1,"for":1,"c":2,"in":1,"else":1},"3012,937,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"speculating":1,"by":2,"matching":2,"n":2,"grams":2,"in":3,"the":4,"prompt":7,"following":1,"code":2,"configures":1,"vllm":2,"to":1,"use":1,"speculative":3,"decoding":1,"where":1,"proposals":1,"are":1,"generated":4,"for":2,"more":1,"information":1,"read":1,"this":1,"thread":1,"https":1,"x":1,"com":1,"joao":1,"gante":1,"status":1,"1747322413006643259":1,"python":1,"from":1,"import":1,"llm":4,"samplingparams":2,"prompts":2,"future":1,"of":1,"ai":1,"is":1,"sampling":2,"params":2,"temperature":1,"0":3,"8":1,"top":1,"p":1,"95":1,"model":1,"facebook":1,"opt":1,"6":1,"7b":1,"tensor":1,"parallel":1,"size":1,"1":1,"config":1,"method":1,"ngram":1,"num":1,"tokens":1,"5":1,"lookup":1,"max":1,"4":1,"outputs":3,"generate":1,"output":3,"text":4,"print":1,"f":1,"r":2},"3949,1475,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"speculating":1,"using":2,"mlp":1,"speculators":1,"the":4,"following":1,"code":2,"configures":1,"vllm":2,"to":3,"use":1,"speculative":6,"decoding":2,"where":1,"proposals":1,"are":3,"generated":4,"by":1,"draft":3,"models":4,"that":2,"conditioning":1,"predictions":1,"on":2,"both":1,"context":1,"vectors":1,"and":1,"sampled":1,"tokens":1,"for":2,"more":1,"information":1,"see":3,"this":4,"blog":2,"https":2,"pytorch":1,"org":2,"hitchhikers":1,"guide":1,"or":1,"technical":1,"report":1,"arxiv":1,"abs":1,"2404":1,"19124":1,"python":1,"from":1,"import":1,"llm":4,"samplingparams":2,"prompts":2,"future":2,"of":3,"ai":2,"is":2,"sampling":2,"params":2,"temperature":1,"0":3,"8":1,"top":1,"p":1,"95":1,"model":3,"meta":2,"llama":2,"3":1,"1":2,"70b":2,"instruct":1,"tensor":4,"parallel":2,"size":2,"4":1,"config":1,"ibm":1,"platform":1,"llama3":1,"accelerator":1,"outputs":3,"generate":1,"output":3,"in":2,"prompt":4,"text":4,"print":1,"f":1,"r":2,"note":1,"these":1,"currently":1,"need":1,"be":2,"run":2,"without":1,"parallelism":2,"although":1,"it":1,"possible":1,"main":1,"example":1,"above":1,"since":1,"relatively":1,"small":1,"we":1,"still":1,"significant":1,"speedups":1,"however":1,"limitation":1,"will":1,"fixed":1,"a":2,"release":1,"variety":1,"type":1,"available":1,"hf":1,"hub":1},"5424,902,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"llama":2,"13b":2,"accelerator":18,"https":9,"huggingface":9,"co":9,"ibm":9,"ai":5,"platform":5,"llama3":4,"8b":4,"codellama":2,"34b":2,"llama2":2,"70b":4,"granite":12,"3b":2,"code":6,"instruct":8,"7b":2,"20b":2},"6326,1839,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"speculating":1,"using":4,"eagle":9,"based":3,"draft":5,"models":4,"the":8,"following":1,"code":2,"configures":1,"vllm":5,"to":6,"use":2,"speculative":5,"decoding":1,"where":1,"proposals":1,"are":2,"generated":4,"by":2,"an":2,"extrapolation":1,"algorithm":1,"for":4,"greater":1,"language":1,"model":7,"efficiency":1,"https":3,"arxiv":1,"org":1,"pdf":1,"2401":1,"15077":1,"a":3,"more":1,"detailed":1,"example":1,"offline":2,"mode":1,"including":1,"how":1,"extract":1,"request":1,"level":1,"acceptance":1,"rate":1,"can":1,"be":3,"found":1,"here":1,"gh":3,"file":1,"examples":1,"inference":1,"py":1,"python":1,"from":1,"import":1,"llm":4,"samplingparams":2,"prompts":2,"future":1,"of":2,"ai":1,"is":1,"sampling":2,"params":2,"temperature":1,"0":3,"8":1,"top":1,"p":1,"95":1,"meta":2,"llama":2,"3":1,"8b":2,"instruct":2,"tensor":2,"parallel":2,"size":2,"4":1,"config":2,"yuhuili":2,"llama3":1,"1":2,"num":1,"tokens":1,"2":1,"method":1,"outputs":3,"generate":1,"output":3,"in":3,"prompt":4,"text":4,"print":1,"f":1,"r":2,"few":1,"important":1,"things":1,"consider":1,"when":2,"available":1,"hf":1,"repository":1,"huggingface":1,"co":1,"should":1,"able":1,"loaded":1,"and":2,"used":1,"directly":1,"after":1,"pr":2,"12304":2,"if":2,"you":1,"version":2,"before":1,"please":2,"script":1,"gist":1,"github":1,"com":1,"abhigoyal1997":1,"1e7a4109ccb7704fbc67f625e86b2d6d":1,"convert":1,"specify":1,"path":1,"modified":1,"weight":1,"loading":1,"problems":1,"still":1,"occur":1,"latest":1,"leave":1,"comment":1,"or":1,"raise":1,"issue":1},"8165,721,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"2":1,"the":5,"eagle":5,"based":3,"draft":4,"models":2,"need":1,"to":5,"be":2,"run":2,"without":1,"tensor":3,"parallelism":2,"i":1,"e":1,"parallel":1,"size":1,"is":6,"set":2,"1":1,"in":3,"speculative":2,"config":2,"although":1,"it":1,"possible":1,"main":1,"model":2,"using":3,"see":1,"example":1,"above":1,"3":2,"when":2,"speculators":1,"with":1,"vllm":1,"observed":1,"speedup":1,"lower":1,"than":1,"what":1,"reported":1,"reference":1,"implementation":1,"here":2,"https":1,"github":1,"com":1,"safeailab":1,"this":1,"issue":2,"under":1,"investigation":1,"and":1,"tracked":1,"gh":1,"9565":1,"4":1,"option":1,"method":2,"must":1,"eagle3":2,"that":1,"specify":1,"a":1,"variety":1,"of":1,"are":1,"available":1,"on":1,"hugging":1,"face":1,"hub":1},"8886,1784,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"base":1,"model":1,"eagle":13,"on":1,"hugging":1,"face":1,"parameters":1,"vicuna":6,"7b":6,"v1":6,"3":6,"yuhuili":11,"0":10,"24b":2,"13b":4,"37b":2,"33b":2,"56b":1,"llama2":6,"chat":6,"70b":4,"99b":2,"mixtral":2,"8x7b":2,"instruct":10,"v0":1,"1":2,"28b":1,"llama3":4,"8b":2,"25b":1,"qwen2":4,"26b":1,"72b":2,"05b":1},"10670,1942,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"lossless":5,"guarantees":3,"of":6,"speculative":8,"decoding":8,"in":7,"vllm":13,"aims":1,"to":3,"enhance":1,"inference":1,"efficiency":1,"while":1,"maintaining":1,"accuracy":1,"this":5,"section":2,"addresses":1,"the":11,"breaking":1,"down":1,"into":1,"three":1,"key":2,"areas":1,"1":1,"theoretical":1,"losslessness":2,"sampling":5,"is":2,"theoretically":1,"up":1,"precision":1,"limits":1,"hardware":1,"numerics":1,"floating":1,"point":1,"errors":1,"might":1,"cause":1,"slight":1,"variations":1,"output":2,"distributions":1,"as":1,"discussed":1,"accelerating":1,"large":1,"language":1,"model":1,"with":4,"https":3,"arxiv":1,"org":1,"pdf":1,"2302":1,"01318":1,"2":1,"algorithmic":1,"s":3,"implementation":2,"algorithmically":1,"validated":1,"be":1,"validation":1,"tests":5,"include":1,"rejection":4,"sampler":4,"convergence":1,"ensures":1,"that":3,"samples":1,"from":1,"align":1,"target":1,"distribution":1,"view":1,"test":2,"code":1,"github":2,"com":2,"project":2,"blob":2,"47b65a550866c7ffbd076ecb74106714838ce7da":1,"samplers":1,"py":2,"l252":1,"greedy":3,"equality":1,"confirms":1,"matches":1,"without":1,"it":1,"verifies":1,"framework":1,"when":1,"integrated":1,"forward":1,"pass":1,"and":1,"provides":1,"a":2,"guarantee":2,"almost":1,"all":1,"gh":1,"dir":1,"spec":2,"decode":2,"e2e":2,"verify":1,"property":1,"using":1,"assertion":1,"b67ae00cdbbe1a58ffc8ff170f0c8d79044a684a":1,"conftest":1,"l291":1,"3":1,"logprob":1,"stability":1,"does":1,"not":1,"currently":1,"stable":1,"token":1,"log":1,"probabilities":1,"logprobs":1,"can":2,"result":1,"different":1,"outputs":1,"for":2,"same":1,"request":1,"across":2,"runs":2,"more":1,"details":1,"see":1,"faq":2,"titled":1,"prompt":1,"vary":1,"faqs":1,"usage":1,"md":1},"12612,677,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"while":1,"vllm":2,"strives":1,"to":5,"ensure":1,"losslessness":1,"in":9,"speculative":2,"decoding":2,"variations":2,"generated":1,"outputs":1,"with":1,"and":3,"without":1,"can":2,"occur":1,"due":2,"following":1,"factors":1,"floating":1,"point":1,"precision":2,"differences":1,"hardware":1,"numerical":3,"may":2,"lead":1,"slight":1,"discrepancies":1,"the":4,"output":3,"distribution":1,"batch":2,"size":2,"stability":1,"changes":1,"cause":1,"logprobs":1,"probabilities":1,"potentially":1,"non":1,"deterministic":1,"behavior":1,"batched":1,"operations":1,"or":1,"instability":1,"for":1,"mitigation":1,"strategies":1,"please":1,"refer":1,"faq":2,"entry":1,"of":1,"a":1,"prompt":1,"vary":1,"across":1,"runs":1,"faqs":1,"usage":1,"md":1},"13289,477,data/raw/vllm-0.10.1/docs/features/spec_decode.md":{"resources":1,"for":1,"vllm":3,"contributors":1,"a":1,"hacker":1,"s":1,"guide":1,"to":1,"speculative":2,"decoding":2,"in":2,"https":3,"www":1,"youtube":1,"com":3,"watch":1,"v":1,"9wnagpx6z":1,"4":1,"what":1,"is":1,"lookahead":1,"scheduling":1,"docs":2,"google":2,"document":2,"d":2,"1z9tvqzzbpnh5whcrwjvk2ueefeq5zmzb5mfe8jr0hcs":1,"edit":2,"heading":2,"h":2,"1fjfb0donq5a":1,"information":1,"on":1,"batch":1,"expansion":1,"1t":1,"jas2t1nrfdp51qzqpyakocxxsxttorppiwaj5asxa":1,"kk7dq05lc6q8":1,"dynamic":1,"gh":1,"issue":1,"4565":1},"0,1288,data/raw/vllm-0.10.1/docs/features/prompt_embeds.md":{"prompt":12,"embedding":5,"inputs":4,"this":4,"page":1,"teaches":1,"you":2,"how":1,"to":9,"pass":2,"vllm":2,"what":1,"are":2,"embeddings":8,"the":11,"traditional":2,"flow":1,"of":6,"text":2,"data":2,"for":2,"a":7,"large":1,"language":1,"model":4,"goes":1,"from":4,"token":5,"ids":3,"via":2,"tokenizer":1,"then":1,"decoder":1,"only":3,"such":1,"as":2,"meta":1,"llama":2,"3":1,"1":1,"8b":1,"instruct":1,"step":1,"converting":1,"happens":1,"look":1,"up":1,"learned":1,"matrix":1,"but":1,"is":3,"not":1,"limited":1,"processing":1,"corresponding":1,"its":1,"vocabulary":1,"note":1,"currently":1,"supported":1,"in":3,"v0":1,"engine":1,"offline":2,"inference":3,"input":1,"multi":1,"modal":1,"follow":1,"schema":1,"embedsprompt":1,"embeds":2,"torch":1,"tensor":1,"representing":1,"sequence":3,"has":1,"shape":1,"length":2,"hidden":3,"size":4,"where":1,"number":1,"tokens":1,"and":1,"hugging":2,"face":2,"transformers":2,"can":1,"models":1,"field":1,"dictionary":1,"shown":1,"following":1,"examples":2,"gh":1,"file":1,"embed":1,"py":1},"1288,800,data/raw/vllm-0.10.1/docs/features/prompt_embeds.md":{"online":2,"serving":2,"our":1,"openai":6,"compatible":2,"server":2,"accepts":1,"prompt":9,"embeddings":3,"inputs":4,"via":3,"the":5,"completions":2,"api":2,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"are":4,"added":1,"a":3,"new":1,"embeds":4,"key":1,"in":3,"json":1,"package":1,"when":1,"mixture":1,"of":1,"and":1,"provided":1,"single":1,"request":1,"always":1,"returned":1,"first":2,"passed":1,"as":2,"base64":1,"encoded":1,"torch":1,"tensors":1,"transformers":1,"client":3,"launch":1,"bash":1,"vllm":1,"serve":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"runner":1,"generate":1,"max":1,"model":1,"len":1,"4096":1,"enable":1,"then":1,"you":1,"can":1,"use":1,"follows":1,"gh":1,"file":1,"examples":1,"embed":1,"inference":1,"with":1,"py":1},"0,364,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"compatibility":4,"matrix":1,"the":5,"tables":1,"below":1,"show":1,"mutually":1,"exclusive":1,"features":1,"and":1,"support":1,"on":1,"some":1,"hardware":2,"symbols":1,"used":1,"have":1,"following":1,"meanings":1,"full":1,"partial":1,"no":1,"unknown":1,"or":2,"tbd":1,"note":1,"check":1,"with":1,"links":1,"to":1,"see":1,"tracking":1,"issue":1,"for":1,"unsupported":1,"feature":1,"combination":1},"364,305,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"feature":2,"x":1,"style":2,"td":2,"not":2,"first":2,"child":2,"text":1,"align":1,"center":1,"important":4,"padding":2,"0":3,"5rem":2,"white":1,"space":1,"nowrap":1,"th":2,"min":1,"width":1,"writing":1,"mode":1,"vertical":1,"lr":1,"transform":1,"rotate":1,"180deg":1},"669,1896,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"feature":2,"cp":2,"chunked":3,"prefill":3,"apc":2,"automatic":2,"prefix":3,"caching":3,"md":9,"lora":5,"sd":2,"spec":2,"decode":2,"cuda":2,"graph":2,"pooling":5,"models":7,"abbr":18,"title":9,"encoder":2,"decoder":2,"enc":2,"dec":2,"logprobs":4,"logp":4,"prompt":2,"prmpt":2,"async":4,"output":4,"processing":2,"multi":2,"step":2,"multimodal":3,"inputs":2,"mm":2,"best":2,"of":3,"beam":2,"search":2,"gh":7,"issue":6,"7366":2,"pr":1,"4194":1,"sup":4,"6137":2,"7968":2,"and":1,"are":1,"only":2,"applicable":2,"to":2,"last":1,"token":1,"is":1,"the":1,"language":1,"backbone":1,"x":1,"hardware":1},"2565,22,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"feature":1,"x":1,"hardware":1},"2587,1903,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"feature":1,"volta":1,"turing":1,"ampere":1,"ada":1,"hopper":1,"cpu":1,"amd":1,"tpu":1,"cp":1,"chunked":1,"prefill":1,"gh":2,"issue":2,"2729":1,"apc":1,"automatic":1,"prefix":1,"caching":1,"md":5,"3687":1,"lora":2,"sd":1,"spec":1,"decode":1,"cuda":1,"graph":1,"pooling":2,"models":3,"abbr":6,"title":3,"encoder":1,"decoder":1,"enc":1,"dec":1,"mm":1,"multimodal":1,"inputs":1,"logprobs":2,"logp":2,"prompt":1,"prmpt":1},"4490,628,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"abbr":2,"title":1,"async":2,"output":2,"processing":1,"multi":1,"step":1,"gh":1,"issue":1,"8477":1,"best":1,"of":1,"beam":1,"search":1},"5118,171,data/raw/vllm-0.10.1/docs/features/compatibility_matrix.md":{"note":1,"please":1,"refer":1,"to":1,"feature":2,"support":2,"through":2,"nxd":2,"inference":2,"backend":2,"for":1,"features":1,"supported":1,"on":1,"aws":1,"neuron":1,"hardware":1},"0,1775,data/raw/vllm-0.10.1/docs/features/quantization/quantized_kvcache.md":{"quantized":3,"kv":5,"cache":6,"fp8":6,"quantizing":1,"the":8,"to":4,"reduces":1,"its":2,"memory":1,"footprint":1,"this":3,"increases":1,"number":1,"of":3,"tokens":1,"that":2,"can":1,"be":1,"stored":1,"in":1,"improving":1,"throughput":3,"formats":3,"ocp":1,"open":1,"compute":1,"project":1,"https":1,"www":1,"opencompute":1,"org":1,"specifies":1,"two":1,"common":1,"8":1,"bit":1,"floating":1,"point":1,"data":1,"e5m2":2,"5":1,"exponent":2,"bits":4,"and":4,"2":1,"mantissa":2,"e4m3fn":1,"4":1,"3":1,"often":1,"shortened":1,"as":2,"e4m3":4,"format":1,"offers":1,"higher":2,"precision":2,"compared":1,"however":2,"due":1,"small":1,"dynamic":1,"range":1,"240":1,"0":1,"typically":2,"requires":1,"a":3,"fp32":2,"scaling":3,"factor":1,"alongside":1,"each":1,"tensor":2,"current":2,"limitations":1,"for":4,"now":1,"only":2,"per":2,"scalar":1,"factors":2,"are":2,"supported":1,"development":1,"is":2,"ongoing":1,"support":3,"finer":1,"granularity":1,"e":2,"g":2,"channel":1,"performance":2,"impact":1,"implementation":2,"primarily":1,"benefits":2,"by":1,"allowing":1,"approximately":1,"double":1,"amount":1,"space":1,"allocation":1,"enables":1,"either":1,"processing":1,"longer":1,"context":1,"lengths":1,"individual":1,"requests":1,"or":2,"handling":1,"more":1,"concurrent":1,"request":1,"batches":1,"there":1,"currently":1,"no":1,"latency":1,"improvements":1,"does":1,"not":2,"yet":2,"include":1,"fused":1,"dequantization":1,"attention":2,"operations":1,"future":1,"releases":1,"will":1,"with":1,"hardware":2,"acceleration":1,"which":1,"should":1,"provide":1,"additional":1,"while":1,"most":1,"recent":1,"silicon":1,"offerings":1,"amd":1,"mi300":1,"nvidia":1,"hopper":1,"later":1,"native":1,"conversion":1,"between":1,"other":1,"fp16":1,"bf16":1,"benefit":1,"fully":1,"realized":1,"studies":1,"have":1,"shown":1,"quantization":1,"minimally":1,"degrades":1,"inference":1,"accuracy":1,"making":1,"it":1,"practical":1,"choice":1,"optimization":1},"1775,803,data/raw/vllm-0.10.1/docs/features/quantization/quantized_kvcache.md":{"usage":1,"example":2,"here":1,"is":2,"an":1,"of":2,"how":1,"to":2,"enable":2,"fp8":5,"quantization":1,"code":1,"python":1,"calculate":3,"kv":6,"cache":4,"scales":3,"on":3,"the":6,"fly":1,"parameter":1,"from":1,"vllm":1,"import":1,"llm":4,"samplingparams":2,"sampling":2,"params":2,"temperature":1,"0":4,"7":1,"top":1,"p":1,"8":3,"model":2,"meta":1,"llama":2,"2":1,"7b":1,"chat":1,"hf":1,"dtype":2,"true":1,"prompt":2,"london":1,"capital":1,"out":2,"generate":1,"outputs":1,"text":1,"print":1,"argument":1,"specifies":1,"data":2,"type":2,"for":1,"storage":1,"auto":1,"uses":1,"s":1,"default":1,"unquantized":1,"or":1,"e4m3":1,"supported":2,"cuda":2,"11":2,"and":1,"rocm":1,"amd":1,"gpu":1,"e5m2":1},"2578,379,data/raw/vllm-0.10.1/docs/features/quantization/quantized_kvcache.md":{"calibrated":2,"scales":2,"for":3,"better":1,"accuracy":1,"optimal":1,"model":1,"quality":1,"when":1,"using":2,"fp8":1,"kv":1,"cache":1,"we":1,"recommend":1,"tuned":1,"to":1,"representative":1,"inference":1,"data":1,"llm":2,"compressor":2,"https":1,"github":1,"com":1,"vllm":1,"project":1,"is":1,"the":2,"recommended":1,"tool":1,"this":1,"process":1,"installation":1,"first":1,"install":2,"required":1,"dependencies":1,"bash":1,"pip":1,"llmcompressor":1},"2957,1899,data/raw/vllm-0.10.1/docs/features/quantization/quantized_kvcache.md":{"example":4,"usage":1,"here":1,"s":1,"a":2,"complete":1,"using":1,"meta":2,"llama":4,"3":2,"1":2,"8b":2,"instruct":2,"most":1,"models":1,"can":1,"use":1,"this":1,"same":1,"pattern":1,"code":1,"python":1,"from":5,"datasets":1,"import":3,"load":4,"dataset":9,"transformers":2,"automodelforcausallm":2,"autotokenizer":2,"llmcompressor":1,"oneshot":2,"select":3,"model":7,"and":4,"it":1,"id":5,"pretrained":2,"device":1,"map":2,"auto":2,"torch":1,"dtype":1,"tokenizer":3,"calibration":6,"huggingfaceh4":1,"ultrachat":1,"200k":1,"split":3,"train":1,"sft":1,"configure":2,"parameters":1,"num":5,"samples":5,"512":2,"is":1,"good":1,"starting":1,"point":1,"max":5,"sequence":3,"length":5,"2048":1,"preprocess":1,"ds":7,"shuffle":1,"seed":1,"42":1,"range":1,"def":1,"process":2,"tokenize":3,"text":2,"apply":2,"chat":1,"template":1,"messages":1,"false":4,"return":1,"padding":1,"truncation":1,"true":2,"add":1,"special":1,"tokens":1,"remove":1,"columns":1,"column":1,"names":1,"quantization":2,"settings":1,"recipe":3,"quant":2,"stage":1,"modifiers":1,"quantizationmodifier":1,"kv":1,"cache":1,"scheme":1,"bits":1,"8":1,"type":1,"float":1,"strategy":1,"tensor":1,"dynamic":1,"symmetric":1,"seq":1},"4856,797,data/raw/vllm-0.10.1/docs/features/quantization/quantized_kvcache.md":{"save":7,"quantized":2,"model":6,"llama":3,"3":3,"1":4,"8b":3,"instruct":3,"fp8":6,"kv":7,"dir":3,"id":1,"split":1,"pretrained":2,"compressed":1,"true":1,"tokenizer":1,"the":5,"above":1,"script":1,"will":1,"create":1,"a":1,"folder":1,"in":2,"your":2,"current":1,"directory":1,"containing":1,"e":1,"g":1,"with":1,"calibrated":1,"scales":2,"when":1,"running":1,"you":1,"must":1,"specify":1,"cache":3,"dtype":2,"order":1,"to":1,"enable":1,"quantization":1,"and":1,"use":1,"python":1,"from":1,"vllm":1,"import":1,"llm":4,"samplingparams":2,"sampling":2,"params":2,"temperature":1,"0":4,"7":1,"top":1,"p":1,"8":1,"prompt":2,"london":1,"is":1,"capital":1,"of":1,"out":2,"generate":1,"outputs":1,"text":1,"print":1},"0,1745,data/raw/vllm-0.10.1/docs/features/quantization/bnb.md":{"bitsandbytes":12,"vllm":6,"now":1,"supports":2,"https":2,"github":1,"com":1,"timdettmers":1,"for":5,"more":1,"efficient":1,"model":10,"inference":1,"quantizes":1,"models":3,"to":7,"reduce":1,"memory":1,"usage":1,"and":4,"enhance":1,"performance":1,"without":1,"significantly":1,"sacrificing":1,"accuracy":1,"compared":1,"other":1,"quantization":12,"methods":1,"eliminates":1,"the":9,"need":3,"calibrating":1,"quantized":6,"with":3,"input":1,"data":1,"below":1,"are":1,"steps":1,"utilize":1,"bash":2,"pip":1,"install":1,"0":1,"46":1,"1":1,"reads":1,"s":1,"config":4,"file":3,"both":1,"in":1,"flight":1,"pre":3,"checkpoint":3,"you":3,"can":1,"find":1,"on":1,"hugging":1,"face":1,"huggingface":1,"co":1,"search":1,"usually":1,"these":1,"repositories":1,"have":1,"a":3,"json":1,"that":1,"includes":1,"section":1,"read":1,"checkpoints":1,"will":1,"try":1,"infer":1,"method":1,"from":3,"so":1,"don":1,"t":1,"explicitly":2,"specify":2,"argument":2,"python":2,"import":4,"llm":6,"torch":4,"unsloth":2,"tinyllama":2,"bnb":2,"4bit":5,"is":1,"id":4,"dtype":2,"bfloat16":2,"trust":2,"remote":2,"code":2,"true":2,"inflight":3,"load":1,"as":1,"huggyllama":1,"llama":1,"7b":1,"openai":1,"compatible":1,"server":1,"append":1,"following":1,"your":1,"arguments":1},"0,894,data/raw/vllm-0.10.1/docs/features/quantization/int4.md":{"int4":6,"w4a16":1,"vllm":7,"supports":1,"quantizing":1,"weights":1,"to":4,"for":4,"memory":1,"savings":1,"and":3,"inference":1,"acceleration":1,"this":1,"quantization":2,"method":1,"is":2,"particularly":1,"useful":1,"reducing":1,"model":1,"size":1,"maintaining":1,"low":2,"latency":1,"in":1,"workloads":1,"with":4,"queries":1,"per":1,"second":1,"qps":1,"please":1,"visit":1,"the":2,"hf":1,"collection":1,"of":2,"quantized":1,"checkpoints":1,"popular":1,"llms":2,"ready":1,"use":2,"https":2,"huggingface":1,"co":1,"collections":1,"neuralmagic":1,"668ec34bf3c9fa45f857df2c":1,"note":1,"computation":1,"supported":1,"on":1,"nvidia":1,"gpus":1,"compute":1,"capability":1,"8":1,"0":2,"ampere":1,"ada":1,"lovelace":1,"hopper":1,"blackwell":1,"prerequisites":1,"you":1,"ll":1,"need":1,"install":4,"llm":2,"compressor":2,"github":1,"com":1,"project":1,"library":1,"bash":2,"pip":2,"llmcompressor":1,"additionally":1,"lm":2,"evaluation":2,"harness":1,"eval":1,"4":2},"894,1565,data/raw/vllm-0.10.1/docs/features/quantization/int4.md":{"quantization":3,"process":2,"the":6,"involves":1,"four":1,"main":1,"steps":1,"1":2,"loading":2,"model":8,"2":2,"preparing":2,"calibration":5,"data":5,"3":2,"applying":1,"4":1,"evaluating":1,"accuracy":1,"in":1,"vllm":1,"load":4,"your":2,"and":3,"tokenizer":4,"using":1,"standard":1,"transformers":2,"automodel":1,"classes":1,"python":2,"from":4,"import":2,"autotokenizer":2,"automodelforcausallm":2,"id":3,"meta":2,"llama":2,"8b":1,"instruct":1,"pretrained":2,"device":1,"map":3,"auto":2,"torch":1,"dtype":1,"when":1,"quantizing":1,"weights":1,"to":3,"int4":1,"you":2,"need":1,"sample":3,"estimate":1,"weight":1,"updates":1,"calibrated":1,"scales":1,"it":1,"s":1,"best":1,"use":2,"that":1,"closely":1,"matches":1,"deployment":1,"for":1,"a":2,"general":1,"purpose":1,"instruction":1,"tuned":1,"can":1,"dataset":4,"like":1,"ultrachat":2,"code":1,"datasets":1,"num":2,"samples":2,"512":1,"max":3,"sequence":2,"length":3,"2048":1,"preprocess":3,"ds":8,"huggingfaceh4":1,"200k":1,"split":1,"train":1,"sft":1,"shuffle":1,"seed":1,"42":1,"select":1,"range":1,"def":2,"example":2,"return":2,"text":2,"apply":1,"chat":1,"template":1,"messages":1,"tokenize":3,"false":3,"padding":1,"truncation":1,"true":1,"add":1,"special":1,"tokens":1,"remove":1,"columns":1,"column":1,"names":1},"2459,1515,data/raw/vllm-0.10.1/docs/features/quantization/int4.md":{"3":4,"applying":1,"quantization":6,"now":1,"apply":2,"the":7,"algorithms":2,"code":1,"python":2,"from":4,"llmcompressor":3,"transformers":1,"import":4,"oneshot":2,"modifiers":2,"gptqmodifier":2,"smoothquant":1,"smoothquantmodifier":1,"configure":1,"recipe":3,"targets":1,"linear":1,"scheme":1,"w4a16":6,"ignore":1,"lm":3,"head":1,"model":9,"dataset":1,"ds":1,"max":2,"seq":1,"length":2,"sequence":1,"num":3,"calibration":2,"samples":2,"save":7,"compressed":2,"meta":3,"llama":3,"8b":3,"instruct":3,"g128":4,"dir":3,"id":1,"split":1,"1":1,"pretrained":3,"true":3,"tokenizer":1,"this":1,"process":1,"creates":1,"a":1,"with":1,"weights":1,"quantized":2,"to":4,"4":2,"bit":1,"integers":1,"evaluating":1,"accuracy":2,"after":1,"you":2,"can":3,"load":1,"and":1,"run":1,"in":1,"vllm":3,"llm":3,"evaluate":1,"use":1,"eval":2,"bash":1,"args":1,"add":2,"bos":3,"token":3,"tasks":1,"gsm8k":1,"fewshot":1,"5":1,"limit":1,"250":1,"batch":1,"size":1,"auto":1,"note":1,"models":1,"be":1,"sensitive":1,"presence":1,"of":1,"make":1,"sure":1,"include":1,"argument":1,"when":1,"running":1,"evaluations":1},"3974,1835,data/raw/vllm-0.10.1/docs/features/quantization/int4.md":{"best":1,"practices":1,"start":1,"with":2,"512":1,"samples":3,"for":2,"calibration":4,"data":3,"and":1,"increase":1,"if":2,"accuracy":3,"drops":1,"ensure":1,"the":10,"contains":1,"a":7,"high":1,"variety":1,"of":5,"to":5,"prevent":1,"overfitting":1,"towards":1,"specific":1,"use":3,"case":2,"sequence":1,"length":1,"2048":1,"as":1,"starting":1,"point":1,"employ":1,"chat":1,"template":2,"or":1,"instruction":1,"that":2,"model":2,"was":1,"trained":1,"you":2,"ve":1,"fine":1,"tuned":1,"consider":1,"using":1,"sample":1,"your":2,"training":1,"tune":2,"key":1,"hyperparameters":1,"quantization":3,"algorithm":3,"dampening":2,"frac":2,"sets":2,"how":1,"much":1,"influence":1,"gptq":1,"has":1,"lower":1,"values":1,"can":4,"improve":2,"but":1,"lead":1,"numerical":1,"instabilities":1,"cause":1,"fail":1,"actorder":3,"activation":1,"ordering":1,"when":1,"compressing":1,"weights":2,"layer":1,"weight":3,"order":1,"in":1,"which":1,"channels":1,"are":1,"quantized":1,"matters":1,"setting":1,"without":1,"added":1,"latency":1,"following":1,"is":1,"an":2,"example":1,"expanded":1,"recipe":2,"own":1,"code":1,"python":1,"from":1,"compressed":1,"tensors":1,"import":1,"quantizationargs":2,"quantizationscheme":2,"quantizationstrategy":2,"quantizationtype":2,"gptqmodifier":1,"targets":2,"linear":2,"config":2,"groups":1,"group":3,"num":2,"bits":1,"4":1,"type":1,"int":1,"strategy":1,"size":2,"128":1,"symmetric":1,"true":1,"dynamic":1,"false":1,"ignore":1,"lm":1,"head":1,"update":1,"0":1,"01":1},"5809,398,data/raw/vllm-0.10.1/docs/features/quantization/int4.md":{"troubleshooting":1,"and":1,"support":1,"if":1,"you":1,"encounter":1,"any":1,"issues":2,"or":1,"have":1,"feature":1,"requests":1,"please":1,"open":1,"an":1,"issue":1,"on":1,"the":2,"vllm":3,"project":3,"llm":4,"compressor":4,"https":2,"github":3,"com":2,"repository":1,"full":1,"int4":1,"quantization":2,"example":2,"in":1,"is":1,"available":1,"here":1,"blob":1,"main":1,"examples":1,"w4a16":1,"llama3":1,"py":1},"0,1959,data/raw/vllm-0.10.1/docs/features/quantization/auto_awq.md":{"autoawq":8,"to":6,"create":1,"a":2,"new":1,"4":2,"bit":2,"quantized":4,"model":15,"you":4,"can":3,"leverage":1,"https":4,"github":2,"com":1,"casper":2,"hansen":2,"quantization":3,"reduces":2,"the":7,"s":1,"precision":1,"from":6,"bf16":1,"fp16":1,"int4":1,"which":1,"effectively":1,"total":1,"memory":2,"footprint":1,"main":1,"benefits":1,"are":3,"lower":1,"latency":1,"and":2,"usage":2,"quantize":5,"your":1,"own":1,"models":4,"by":1,"installing":2,"or":1,"picking":1,"one":1,"of":2,"6500":1,"on":1,"huggingface":3,"co":2,"search":1,"awq":9,"bash":2,"pip":1,"install":1,"after":1,"ready":1,"please":1,"refer":1,"documentation":1,"io":1,"examples":2,"basic":1,"for":1,"further":1,"details":1,"here":1,"is":2,"an":2,"example":2,"how":1,"mistralai":2,"mistral":3,"7b":5,"instruct":3,"v0":3,"2":6,"code":3,"python":3,"import":3,"autoawqforcausallm":2,"transformers":1,"autotokenizer":2,"path":7,"quant":7,"config":3,"zero":1,"point":1,"true":3,"q":1,"group":1,"size":1,"128":1,"w":1,"version":1,"gemm":1,"load":1,"pretrained":3,"low":1,"cpu":1,"mem":1,"use":2,"cache":1,"false":1,"tokenizer":3,"trust":1,"remote":1,"save":3,"print":1,"f":1,"saved":1,"at":1,"run":1,"with":2,"vllm":2,"thebloke":3,"llama":3,"chat":3,"following":1,"command":1,"offline":1,"inference":1,"llm":3,"engine":1,"py":1,"also":1,"supported":1,"directly":1,"through":1,"entrypoint":1,"samplingparams":1},"1959,809,data/raw/vllm-0.10.1/docs/features/quantization/auto_awq.md":{"sample":1,"prompts":4,"hello":1,"my":1,"name":1,"is":5,"the":8,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":2,"sampling":3,"params":3,"object":1,"samplingparams":1,"temperature":1,"0":3,"8":1,"top":1,"p":1,"95":1,"an":1,"llm":4,"model":1,"thebloke":1,"llama":1,"2":1,"7b":1,"chat":1,"awq":2,"quantization":1,"generate":2,"texts":1,"from":1,"output":4,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":4,"text":5,"and":1,"other":1,"information":1,"outputs":4,"print":2,"for":1,"in":1,"f":1,"r":2},"0,1584,data/raw/vllm-0.10.1/docs/features/quantization/gptqmodel.md":{"gptqmodel":10,"to":5,"create":1,"a":2,"new":1,"4":2,"bit":2,"or":4,"8":2,"gptq":3,"quantized":3,"model":4,"you":2,"can":4,"leverage":2,"https":4,"github":3,"com":3,"modelcloud":5,"from":3,"ai":2,"quantization":6,"reduces":2,"the":8,"s":1,"precision":1,"bf16":1,"fp16":1,"16":1,"bits":3,"int4":1,"int8":1,"which":1,"significantly":1,"total":1,"memory":1,"footprint":1,"while":1,"at":1,"same":1,"time":1,"increasing":1,"inference":2,"performance":3,"compatible":1,"models":5,"marlin":1,"and":7,"machete":1,"vllm":3,"custom":2,"kernels":2,"maximize":1,"batching":1,"transactions":1,"per":3,"second":1,"tps":1,"token":1,"latency":1,"for":2,"both":1,"ampere":1,"a100":1,"hopper":1,"h100":1,"nvidia":1,"gpus":1,"these":1,"two":1,"are":1,"highly":1,"optimized":2,"by":3,"neuralmagic":1,"now":1,"part":1,"of":4,"redhat":1,"allow":1,"world":2,"class":1,"is":2,"one":2,"few":1,"toolkits":1,"in":1,"that":1,"allows":1,"dynamic":3,"module":2,"where":1,"different":1,"layers":1,"modules":1,"within":1,"llm":1,"be":1,"further":1,"with":1,"parameters":1,"fully":1,"integrated":1,"into":1,"backed":1,"up":1,"support":1,"team":1,"please":1,"refer":1,"readme":2,"tab":1,"ov":1,"file":1,"quantizeconfig":1,"override":1,"more":1,"details":1,"on":2,"this":1,"other":1,"advanced":1,"features":1,"installation":1,"quantize":1,"your":1,"own":1,"installing":1,"picking":1,"5000":1,"huggingface":2,"co":1,"search":1,"bash":1,"pip":1,"install":1,"u":1,"no":1,"build":1,"isolation":1,"v":1},"1584,1391,data/raw/vllm-0.10.1/docs/features/quantization/gptqmodel.md":{"quantizing":1,"a":3,"model":10,"after":1,"installing":1,"gptqmodel":11,"you":2,"are":1,"ready":1,"to":6,"quantize":3,"please":1,"refer":1,"the":2,"readme":2,"https":2,"github":1,"com":1,"modelcloud":3,"tab":1,"ov":1,"file":1,"quantization":2,"for":1,"further":1,"details":1,"here":1,"is":1,"an":2,"example":2,"of":2,"how":1,"meta":2,"llama":5,"3":3,"2":4,"1b":3,"instruct":3,"code":1,"python":2,"from":2,"datasets":1,"import":2,"load":3,"dataset":4,"quantizeconfig":2,"id":2,"quant":4,"path":2,"4bit":4,"calibration":2,"allenai":1,"c4":2,"data":1,"files":1,"en":1,"train":2,"00001":1,"01024":1,"json":1,"gz":1,"split":1,"select":1,"range":1,"1024":1,"text":1,"config":2,"bits":1,"4":1,"group":1,"size":3,"128":1,"increase":1,"batch":2,"match":1,"gpu":1,"vram":1,"specs":1,"speed":1,"up":1,"save":1,"running":1,"quantized":2,"with":3,"vllm":2,"run":1,"can":1,"use":1,"deepseek":3,"r1":3,"distill":3,"qwen":3,"7b":3,"vortex":3,"v2":3,"huggingface":1,"co":1,"following":1,"command":1,"bash":1,"examples":1,"offline":1,"inference":1,"llm":1,"engine":1,"py":1},"2975,1058,data/raw/vllm-0.10.1/docs/features/quantization/gptqmodel.md":{"using":1,"gptqmodel":3,"with":1,"vllm":2,"s":1,"python":2,"api":1,"quantized":1,"models":1,"are":1,"also":1,"supported":1,"directly":1,"through":1,"the":9,"llm":6,"entrypoint":1,"code":1,"from":2,"import":1,"samplingparams":2,"sample":1,"prompts":4,"hello":1,"my":1,"name":1,"is":5,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":2,"sampling":3,"params":3,"object":1,"temperature":1,"0":3,"6":1,"top":1,"p":1,"9":1,"an":1,"model":1,"modelcloud":1,"deepseek":1,"r1":1,"distill":1,"qwen":1,"7b":1,"4bit":1,"vortex":1,"v2":1,"generate":2,"texts":1,"output":4,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":5,"and":1,"other":1,"information":1,"outputs":4,"print":4,"50":2,"for":1,"in":1,"f":1,"r":2,"ngenerated":1},"0,1833,data/raw/vllm-0.10.1/docs/features/quantization/gguf.md":{"gguf":17,"warning":3,"please":2,"note":1,"that":2,"support":2,"in":2,"vllm":6,"is":2,"highly":1,"experimental":1,"and":6,"under":1,"optimized":1,"at":1,"the":9,"moment":1,"it":2,"might":1,"be":1,"incompatible":1,"with":5,"other":1,"features":1,"currently":2,"you":7,"can":6,"use":3,"as":2,"a":6,"way":1,"to":9,"reduce":1,"memory":1,"footprint":1,"if":2,"encounter":1,"any":1,"issues":1,"report":1,"them":2,"team":1,"only":1,"supports":1,"loading":1,"single":2,"file":3,"models":2,"have":1,"multi":1,"files":1,"model":9,"split":1,"https":3,"github":1,"com":1,"ggerganov":1,"llama":1,"cpp":1,"pull":1,"6135":1,"tool":1,"merge":1,"run":1,"download":1,"local":1,"from":5,"thebloke":3,"tinyllama":10,"1":8,"1b":8,"chat":8,"v1":8,"0":8,"huggingface":4,"co":2,"following":1,"command":1,"bash":3,"wget":1,"resolve":1,"main":1,"q4":3,"k":3,"m":3,"we":3,"recommend":3,"using":3,"tokenizer":8,"base":3,"avoid":2,"long":2,"time":3,"buggy":2,"conversion":3,"serve":2,"also":1,"add":1,"tensor":3,"parallel":2,"size":3,"2":3,"enable":1,"parallelism":1,"inference":1,"gpus":1,"instead":1,"of":1,"because":1,"consuming":1,"unstable":1,"especially":1,"for":1,"some":1,"large":1,"vocab":1,"assumes":1,"convert":1,"metadata":1,"config":3,"case":1,"doesn":1,"t":1,"your":1,"manually":1,"create":1,"pass":1,"hf":1,"path":1},"1833,1657,data/raw/vllm-0.10.1/docs/features/quantization/gguf.md":{"if":1,"you":5,"model":3,"is":2,"not":1,"supported":1,"by":1,"huggingface":2,"can":3,"manually":1,"provide":1,"a":4,"compatible":1,"config":2,"path":2,"vllm":2,"serve":1,"tinyllama":8,"1":5,"1b":5,"chat":7,"v1":5,"0":8,"q4":2,"k":2,"m":2,"gguf":3,"tokenizer":2,"hf":1,"also":1,"use":1,"the":8,"directly":1,"through":1,"llm":6,"entrypoint":1,"code":1,"python":1,"from":2,"import":1,"samplingparams":2,"in":2,"this":1,"script":1,"we":1,"demonstrate":1,"how":2,"to":2,"pass":1,"input":1,"method":1,"conversation":2,"role":4,"system":1,"content":4,"are":1,"helpful":1,"assistant":2,"user":2,"hello":2,"i":1,"assist":1,"today":1,"write":1,"an":2,"essay":1,"about":1,"importance":1,"of":2,"higher":1,"education":1,"create":2,"sampling":3,"params":3,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"generate":1,"texts":1,"prompts":1,"output":4,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":4,"text":5,"and":1,"other":1,"information":1,"outputs":4,"print":2,"for":1,"f":1,"r":2},"0,462,data/raw/vllm-0.10.1/docs/features/quantization/modelopt.md":{"nvidia":5,"tensorrt":3,"model":3,"optimizer":3,"the":2,"https":1,"github":1,"com":1,"is":1,"a":1,"library":2,"designed":1,"to":1,"optimize":1,"models":4,"for":2,"inference":1,"with":2,"gpus":1,"it":1,"includes":1,"tools":1,"post":1,"training":2,"quantization":2,"ptq":1,"and":2,"aware":1,"qat":1,"of":1,"large":1,"language":2,"llms":1,"vision":1,"vlms":1,"diffusion":1,"we":1,"recommend":1,"installing":1,"bash":1,"pip":1,"install":1,"modelopt":1},"462,1893,data/raw/vllm-0.10.1/docs/features/quantization/modelopt.md":{"quantizing":1,"huggingface":3,"models":2,"with":4,"ptq":5,"you":3,"can":3,"quantize":3,"using":4,"the":15,"example":4,"scripts":1,"provided":1,"in":3,"tensorrt":1,"model":15,"optimizer":1,"repository":1,"primary":1,"script":1,"for":4,"llm":5,"is":4,"typically":1,"found":1,"within":1,"examples":1,"directory":2,"below":1,"an":2,"showing":1,"how":2,"to":3,"a":3,"modelopt":6,"s":1,"api":2,"code":4,"python":3,"import":5,"torch":4,"quantization":4,"as":2,"mtq":3,"from":6,"transformers":1,"automodelforcausallm":2,"load":1,"pretrained":1,"path":1,"or":1,"id":3,"select":1,"config":3,"fp8":5,"default":1,"cfg":1,"define":1,"forward":3,"loop":3,"function":1,"calibration":1,"def":2,"data":2,"calib":1,"set":1,"place":1,"replacement":1,"of":1,"quantized":6,"modules":1,"after":1,"export":6,"it":1,"checkpoint":6,"hf":2,"inference":1,"mode":1,"dir":1,"where":1,"exported":1,"files":1,"will":1,"be":2,"stored":1,"then":1,"deployed":1,"vllm":3,"following":1,"shows":1,"deploy":1,"nvidia":2,"llama":4,"3":3,"1":3,"8b":3,"instruct":3,"which":1,"derived":1,"meta":1,"samplingparams":2,"main":1,"ensure":1,"specify":1,"when":1,"loading":1,"trust":1,"remote":1,"true":1,"sampling":1,"params":1,"temperature":1,"0":2,"8":1,"top":1,"p":1,"9":1},"2355,501,data/raw/vllm-0.10.1/docs/features/quantization/modelopt.md":{"prompts":2,"hello":1,"my":1,"name":2,"is":4,"the":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"outputs":3,"llm":1,"generate":1,"sampling":1,"params":1,"for":1,"output":3,"in":1,"prompt":4,"generated":3,"text":4,"0":1,"print":1,"f":1,"r":2,"if":1,"main":2},"0,938,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"amd":5,"quark":10,"quantization":4,"can":4,"effectively":1,"reduce":1,"memory":1,"and":7,"bandwidth":1,"usage":1,"accelerate":1,"computation":1,"improve":1,"throughput":1,"while":1,"with":3,"minimal":1,"accuracy":1,"loss":1,"vllm":3,"leverage":1,"https":2,"docs":2,"com":2,"latest":3,"the":2,"flexible":1,"powerful":1,"toolkit":1,"to":4,"produce":1,"performant":1,"quantized":1,"models":3,"run":1,"on":1,"gpus":1,"has":1,"specialized":1,"support":1,"for":3,"quantizing":2,"large":1,"language":1,"weight":1,"activation":1,"kv":1,"cache":1,"cutting":1,"edge":1,"algorithms":1,"like":1,"awq":1,"gptq":1,"rotation":1,"smoothquant":1,"installation":3,"before":1,"you":2,"need":1,"install":5,"release":1,"of":1,"be":1,"installed":1,"pip":3,"bash":2,"refer":1,"guide":1,"html":1,"more":1,"details":1,"additionally":1,"lm":2,"evaluation":2,"harness":1,"eval":1,"0":1,"4":2},"938,1834,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"quantization":3,"process":2,"after":1,"installing":1,"quark":6,"we":1,"will":1,"use":3,"an":1,"example":1,"to":6,"illustrate":1,"how":2,"the":9,"can":1,"be":1,"listed":1,"for":2,"5":2,"steps":1,"as":1,"below":1,"1":3,"load":6,"model":10,"2":3,"prepare":2,"calibration":9,"dataloader":6,"3":1,"set":1,"configuration":1,"4":1,"quantize":1,"and":3,"export":1,"evaluation":1,"in":1,"vllm":1,"uses":2,"transformers":3,"https":3,"huggingface":1,"co":1,"docs":2,"en":1,"index":1,"fetch":1,"tokenizer":5,"code":2,"python":2,"from":5,"import":3,"autotokenizer":2,"automodelforcausallm":2,"id":3,"meta":1,"llama":2,"70b":1,"chat":1,"hf":1,"max":5,"seq":3,"len":3,"512":2,"pretrained":2,"device":1,"map":1,"auto":2,"torch":2,"dtype":1,"eval":1,"length":2,"pad":1,"token":2,"eos":1,"pytorch":3,"org":1,"tutorials":1,"beginner":1,"basics":1,"data":8,"tutorial":1,"html":2,"more":1,"details":1,"about":1,"datasets":4,"efficiently":1,"please":1,"refer":1,"adding":1,"amd":1,"com":1,"latest":1,"dataset":5,"utils":1,"batch":3,"size":3,"num":2,"get":1,"mit":1,"han":1,"lab":1,"pile":1,"val":1,"backup":1,"split":1,"validation":1,"text":3,"tokenized":2,"outputs":2,"return":1,"tensors":1,"pt":1,"padding":1,"true":3,"truncation":1,"calib":1,"input":1,"ids":1,"drop":1,"last":1},"2772,1903,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"3":1,"set":2,"the":6,"quantization":9,"configuration":2,"we":2,"need":1,"to":2,"you":1,"can":1,"check":1,"quark":5,"config":16,"guide":2,"https":2,"docs":2,"amd":2,"com":2,"latest":2,"pytorch":4,"user":1,"description":1,"html":2,"for":7,"further":1,"details":1,"here":1,"use":1,"fp8":8,"per":8,"tensor":8,"on":1,"weight":5,"activation":1,"kv":8,"cache":8,"and":3,"algorithm":2,"is":4,"autosmoothquant":3,"note":2,"needs":1,"a":1,"json":2,"file":4,"located":1,"in":2,"examples":4,"under":1,"directory":1,"torch":3,"language":2,"modeling":2,"llm":2,"ptq":2,"models":2,"example":1,"llama":4,"code":1,"python":1,"from":2,"import":1,"quantizationconfig":3,"fp8e4m3pertensorspec":2,"load":1,"quant":7,"algo":1,"define":3,"static":1,"spec":10,"observer":1,"method":1,"min":1,"max":1,"dynamic":1,"false":1,"global":4,"input":4,"tensors":6,"apply":2,"layers":1,"output":2,"layer":3,"names":2,"k":1,"proj":2,"v":1,"name":2,"copy":1},"4675,549,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"define":1,"algorithm":1,"config":17,"by":1,"file":4,"llama":3,"autosmoothquant":3,"examples":1,"torch":1,"language":1,"modeling":1,"llm":1,"ptq":1,"models":1,"json":1,"algo":4,"load":1,"quant":8,"from":1,"exclude":3,"layers":2,"lm":1,"head":1,"global":2,"layer":2,"kv":2,"cache":2},"5224,1414,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"4":1,"quantize":2,"the":3,"model":13,"and":1,"export":16,"then":1,"we":3,"can":2,"apply":2,"quantization":2,"after":1,"quantizing":1,"need":2,"to":4,"freeze":3,"quantized":2,"first":1,"before":1,"exporting":3,"note":1,"that":1,"with":2,"format":3,"of":1,"huggingface":2,"safetensors":2,"you":1,"refer":1,"https":1,"quark":4,"docs":1,"amd":1,"com":1,"latest":1,"pytorch":1,"hf":2,"html":1,"for":1,"more":1,"details":1,"code":1,"python":1,"import":3,"torch":4,"from":2,"modelquantizer":2,"modelexporter":2,"exporterconfig":2,"jsonexporterconfig":2,"quantizer":3,"quant":4,"config":10,"calib":1,"dataloader":1,"freezed":2,"define":1,"llama":3,"kv":3,"cache":3,"group":3,"k":1,"proj":2,"v":1,"json":2,"2":1,"70b":1,"chat":1,"w":2,"fp8":6,"a":2,"kvcache":2,"pertensor":2,"autosmoothquant":2,"dir":3,"id":1,"split":1,"1":1,"exporter":2,"no":1,"grad":1,"tokenizer":2},"6638,1395,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"5":1,"evaluation":1,"in":2,"vllm":3,"now":1,"you":2,"can":2,"load":1,"and":2,"run":1,"the":10,"quark":3,"quantized":1,"model":4,"directly":1,"through":1,"llm":6,"entrypoint":1,"code":1,"python":1,"from":2,"import":1,"samplingparams":2,"sample":1,"prompts":4,"hello":1,"my":1,"name":1,"is":5,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":4,"sampling":3,"params":3,"object":1,"temperature":1,"0":3,"8":1,"top":1,"p":1,"95":1,"an":1,"llama":2,"2":2,"70b":2,"chat":2,"hf":2,"w":2,"fp8":8,"kvcache":2,"pertensor":2,"autosmoothquant":2,"kv":2,"cache":2,"dtype":2,"quantization":2,"generate":2,"texts":1,"output":5,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":4,"other":1,"information":1,"outputs":5,"print":5,"ngenerated":1,"n":1,"60":2,"for":1,"f":2,"r":2,"or":1,"use":1,"lm":2,"eval":2,"to":1,"evaluate":1,"accuracy":1,"bash":1,"args":1,"pretrained":1,"tasks":1,"gsm8k":1},"8033,914,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"quark":5,"quantization":3,"script":3,"in":1,"addition":1,"to":3,"the":5,"example":3,"of":2,"python":1,"api":1,"above":2,"also":1,"offers":1,"a":2,"https":1,"docs":1,"amd":1,"com":1,"latest":1,"pytorch":1,"torch":1,"llm":1,"ptq":1,"html":1,"quantize":2,"large":1,"language":1,"models":2,"more":1,"conveniently":1,"it":2,"supports":1,"quantizing":1,"with":2,"variety":1,"different":1,"schemes":1,"and":2,"optimization":1,"algorithms":1,"can":2,"export":2,"quantized":1,"model":3,"run":1,"evaluation":1,"tasks":2,"on":1,"fly":1,"be":1,"bash":1,"python3":1,"py":1,"dir":2,"meta":1,"llama":2,"2":1,"70b":1,"chat":1,"hf":2,"output":2,"path":1,"quant":2,"scheme":1,"w":1,"fp8":3,"kv":1,"cache":1,"dtype":1,"algo":1,"autosmoothquant":1,"num":1,"calib":1,"data":1,"512":1,"format":1,"gsm8k":1},"8947,1325,data/raw/vllm-0.10.1/docs/features/quantization/quark.md":{"using":4,"mxfp4":11,"models":4,"vllm":3,"supports":2,"loading":1,"quantized":2,"offline":2,"through":1,"amd":5,"quark":6,"compliant":1,"with":1,"open":1,"compute":1,"project":1,"ocp":2,"specification":1,"https":2,"www":1,"opencompute":1,"org":1,"documents":1,"microscaling":1,"formats":1,"mx":1,"v1":1,"0":1,"spec":1,"final":1,"pdf":1,"the":6,"scheme":2,"currently":1,"only":1,"dynamic":1,"quantization":2,"for":1,"activations":1,"example":3,"usage":1,"after":1,"installing":1,"latest":2,"release":1,"bash":2,"serve":1,"fxmarty":1,"qwen":3,"1":3,"5":3,"moe":3,"a2":3,"7b":3,"tensor":1,"parallel":1,"size":2,"a":3,"simulation":1,"of":1,"matrix":1,"multiplication":1,"execution":1,"in":1,"can":1,"be":1,"run":1,"on":2,"devices":1,"that":1,"do":1,"not":1,"support":1,"operations":1,"natively":1,"e":2,"g":2,"instinct":1,"mi325":1,"mi300":1,"and":2,"mi250":1,"dequantizing":1,"weights":1,"from":2,"to":6,"half":1,"precision":1,"fly":1,"fused":1,"kernel":1,"this":1,"is":2,"useful":1,"evaluate":1,"or":1,"alternatively":1,"benefit":1,"4x":1,"memory":1,"savings":1,"compared":1,"float16":1,"bfloat16":1,"generate":1,"data":1,"type":1,"easiest":1,"approach":1,"use":1,"s":1,"script":1,"docs":1,"com":1,"pytorch":1,"torch":1,"llm":1,"ptq":1,"html":1,"as":1,"an":1,"python":1,"quantize":1,"py":1,"model":2,"dir":2,"qwen1":1,"chat":1,"quant":1,"w":1,"sym":1,"output":1,"skip":1,"evaluation":1,"export":1,"hf":1,"format":1,"group":1,"32":1},"0,1569,data/raw/vllm-0.10.1/docs/features/quantization/fp8.md":{"fp8":11,"w8a8":2,"vllm":5,"supports":1,"8":3,"bit":3,"floating":1,"point":1,"weight":3,"and":8,"activation":1,"quantization":2,"using":1,"hardware":2,"acceleration":1,"on":4,"gpus":4,"such":1,"as":2,"nvidia":2,"h100":1,"amd":1,"mi300x":1,"currently":1,"only":3,"hopper":2,"ada":2,"lovelace":2,"are":2,"officially":1,"supported":4,"for":5,"ampere":2,"w8a16":2,"utilizing":2,"marlin":2,"kernels":1,"of":8,"models":3,"with":5,"allows":1,"a":2,"2x":1,"reduction":1,"in":4,"model":1,"memory":1,"requirements":1,"up":3,"to":6,"1":3,"6x":1,"improvement":1,"throughput":1,"minimal":1,"impact":1,"accuracy":1,"please":1,"visit":1,"the":6,"hf":1,"collection":1,"quantized":2,"checkpoints":1,"popular":1,"llms":2,"ready":1,"use":1,"https":2,"huggingface":1,"co":1,"collections":1,"neuralmagic":1,"666742ed2b78b7ac8df13127":1,"types":1,"typically":1,"have":1,"two":1,"distinct":1,"representations":1,"each":1,"useful":1,"different":1,"scenarios":1,"e4m3":1,"consists":2,"sign":2,"4":1,"exponent":2,"bits":4,"3":1,"mantissa":2,"it":2,"can":2,"store":2,"values":3,"448":1,"nan":2,"e5m2":1,"5":1,"2":1,"57344":1,"inf":1,"tradeoff":1,"increased":1,"dynamic":1,"range":1,"is":2,"lower":1,"precision":1,"stored":1,"note":1,"computation":1,"compute":2,"capability":2,"9":1,"will":1,"run":1,"0":1,"installation":1,"produce":1,"performant":1,"you":1,"ll":1,"need":1,"install":2,"llm":2,"compressor":2,"github":1,"com":1,"project":1,"library":1,"bash":1,"pip":1,"llmcompressor":1},"1569,1594,data/raw/vllm-0.10.1/docs/features/quantization/fp8.md":{"quantization":13,"process":2,"the":11,"involves":1,"three":1,"main":1,"steps":1,"1":3,"loading":2,"model":12,"2":2,"applying":2,"3":3,"evaluating":1,"accuracy":2,"in":1,"vllm":1,"load":1,"your":1,"and":2,"tokenizer":3,"using":2,"standard":1,"transformers":3,"automodel":1,"classes":1,"python":2,"from":5,"import":3,"autotokenizer":2,"automodelforcausallm":2,"id":4,"meta":3,"llama":3,"8b":2,"instruct":2,"pretrained":4,"device":1,"map":1,"auto":2,"torch":1,"dtype":1,"for":3,"fp8":5,"we":3,"can":1,"recover":1,"with":1,"simple":3,"rtn":2,"recommend":1,"targeting":1,"all":1,"linear":2,"layers":1,"dynamic":5,"scheme":2,"which":1,"uses":1,"static":1,"per":2,"channel":1,"on":2,"weights":1,"token":1,"activations":2,"since":1,"does":1,"not":2,"require":1,"data":2,"weight":1,"are":1,"quantized":1,"dynamically":1,"do":1,"need":1,"any":1,"calibration":1,"this":1,"flow":1,"code":1,"llmcompressor":2,"oneshot":2,"modifiers":1,"quantizationmodifier":2,"configure":1,"ptq":1,"recipe":3,"targets":1,"ignore":1,"lm":1,"head":1,"apply":1,"algorithm":1,"save":6,"dir":3,"split":1},"3163,1183,data/raw/vllm-0.10.1/docs/features/quantization/fp8.md":{"3":4,"evaluating":1,"accuracy":2,"install":2,"vllm":5,"and":2,"lm":5,"evaluation":2,"harness":1,"for":2,"bash":2,"pip":1,"eval":4,"0":7,"4":2,"load":1,"run":1,"the":5,"model":5,"in":1,"python":1,"from":1,"import":1,"llm":4,"meta":2,"llama":2,"8b":2,"instruct":2,"fp8":2,"dynamic":2,"result":2,"generate":1,"hello":1,"my":1,"name":1,"is":1,"print":1,"outputs":1,"text":2,"evaluate":1,"with":1,"example":2,"on":1,"250":2,"samples":1,"of":3,"gsm8k":3,"note":1,"quantized":1,"models":1,"can":1,"be":1,"sensitive":1,"to":2,"presence":1,"bos":4,"token":4,"does":1,"not":1,"add":3,"a":1,"by":1,"default":1,"so":1,"make":1,"sure":1,"include":1,"true":2,"argument":1,"when":1,"running":1,"your":1,"evaluations":1,"pwd":1,"args":1,"pretrained":1,"tasks":2,"num":1,"fewshot":1,"5":3,"batch":1,"size":1,"auto":1,"limit":1,"here":1,"s":1,"an":1,"resulting":1,"scores":1,"version":1,"filter":1,"n":1,"shot":1,"metric":1,"value":1,"stderr":1,"flexible":1,"extract":1,"exact":2,"match":3,"768":2,"0268":2,"strict":1},"4346,960,data/raw/vllm-0.10.1/docs/features/quantization/fp8.md":{"troubleshooting":1,"and":2,"support":1,"if":1,"you":2,"encounter":1,"any":2,"issues":2,"or":2,"have":3,"feature":2,"requests":1,"please":1,"open":1,"an":2,"issue":1,"on":1,"the":5,"vllm":4,"project":2,"llm":6,"compressor":2,"https":1,"github":2,"com":1,"repository":1,"online":1,"dynamic":3,"quantization":5,"of":1,"original":1,"precision":2,"bf16":1,"fp16":1,"model":1,"to":3,"fp8":5,"can":2,"be":1,"achieved":1,"with":2,"without":1,"calibration":1,"data":1,"required":1,"enable":1,"by":1,"specifying":1,"in":4,"command":1,"line":1,"setting":1,"constructor":1,"this":2,"mode":2,"all":1,"linear":1,"modules":1,"except":1,"for":2,"final":1,"lm":1,"head":1,"their":2,"weights":1,"quantized":1,"down":1,"e4m3":1,"a":3,"per":2,"tensor":2,"scale":2,"activations":1,"minimum":1,"maximum":1,"values":1,"calculated":1,"during":1,"each":1,"forward":1,"pass":1,"provide":1,"high":1,"accuracy":1,"as":1,"result":1,"latency":1,"improvements":1,"are":1,"limited":1,"python":1,"from":1,"import":1,"facebook":1,"opt":1,"125m":1},"5306,313,data/raw/vllm-0.10.1/docs/features/quantization/fp8.md":{"info":1,"06":1,"10":1,"17":1,"55":1,"42":1,"model":4,"runner":1,"py":1,"157":1,"loading":1,"weights":1,"took":1,"0":3,"1550":1,"gb":1,"result":2,"llm":1,"generate":1,"hello":1,"my":1,"name":1,"is":1,"print":1,"outputs":1,"text":1,"warning":1,"currently":1,"we":1,"load":2,"the":2,"at":1,"original":1,"precision":1,"before":1,"quantizing":1,"down":1,"to":2,"8":1,"bits":1,"so":1,"you":1,"need":1,"enough":1,"memory":1,"whole":1},"0,580,data/raw/vllm-0.10.1/docs/features/quantization/README.md":{"quantization":2,"trades":1,"off":1,"model":2,"precision":1,"for":1,"smaller":1,"memory":1,"footprint":1,"allowing":1,"large":1,"models":1,"to":1,"be":1,"run":1,"on":1,"a":1,"wider":1,"range":1,"of":1,"devices":1,"contents":1,"supported":2,"hardware":2,"md":15,"autoawq":1,"auto":2,"awq":1,"autoround":1,"round":1,"bitsandbytes":1,"bnb":1,"bitblas":2,"gguf":2,"gptqmodel":2,"inc":2,"int4":2,"w4a16":1,"int8":2,"w8a8":2,"fp8":2,"nvidia":1,"tensorrt":1,"optimizer":1,"modelopt":1,"amd":1,"quark":2,"quantized":2,"kv":1,"cache":1,"kvcache":1,"torchao":2},"0,1671,data/raw/vllm-0.10.1/docs/features/quantization/bitblas.md":{"bitblas":13,"vllm":5,"now":1,"supports":3,"https":3,"github":1,"com":1,"microsoft":1,"for":2,"more":3,"efficient":1,"and":2,"flexible":1,"model":9,"inference":1,"compared":1,"to":2,"other":1,"quantization":4,"frameworks":1,"provides":1,"precision":1,"combinations":1,"note":1,"ensure":1,"your":1,"hardware":3,"the":3,"selected":1,"dtype":3,"torch":6,"bfloat16":3,"or":2,"float16":3,"most":1,"recent":1,"nvidia":1,"gpus":1,"support":1,"while":1,"is":3,"common":1,"on":2,"newer":1,"architectures":1,"like":1,"ampere":1,"hopper":1,"details":1,"see":1,"supported":2,"md":1,"below":1,"are":1,"steps":1,"utilize":1,"with":1,"bash":1,"pip":1,"install":1,"0":2,"1":5,"reads":1,"s":1,"config":3,"file":2,"pre":4,"quantized":4,"checkpoints":1,"you":1,"can":1,"find":1,"models":3,"hugging":2,"face":2,"huggingface":2,"co":2,"search":2,"gptq":3,"usually":1,"these":1,"repositories":1,"have":1,"a":4,"quantize":1,"json":1,"that":1,"includes":1,"section":1,"read":2,"format":2,"checkpoint":4,"python":2,"from":2,"import":4,"llm":6,"hxbgsyxh":4,"llama":4,"13b":4,"4bit":4,"g":4,"id":4,"trust":2,"remote":2,"code":3,"true":2,"max":1,"len":1,"1024":1},"0,1315,data/raw/vllm-0.10.1/docs/features/quantization/inc.md":{"fp8":5,"inc":2,"vllm":4,"supports":2,"8":1,"bit":1,"floating":1,"point":1,"weight":1,"and":4,"activation":1,"quantization":7,"using":3,"intel":4,"neural":1,"compressor":1,"on":4,"gaudi":4,"2":1,"3":1,"ai":3,"accelerators":2,"currently":1,"is":5,"validated":1,"only":1,"in":2,"llama":1,"models":2,"of":1,"various":1,"modules":4,"functions":2,"including":1,"but":1,"not":1,"limited":1,"to":5,"linear":1,"kvcache":1,"matmul":1,"softmax":1,"for":2,"more":1,"information":1,"please":1,"refer":1,"supported":4,"custom":1,"patched":1,"https":3,"docs":2,"habana":2,"en":2,"latest":2,"pytorch":4,"inference":5,"html":2,"note":2,"measurement":3,"files":1,"are":1,"required":1,"run":1,"quantized":1,"with":1,"the":6,"model":2,"calibration":3,"procedure":2,"described":1,"hpu":2,"extention":1,"github":1,"com":1,"habanaai":1,"extension":1,"tree":1,"main":1,"readme":1,"md":1,"package":1,"quant":1,"config":3,"an":1,"environment":1,"variable":1,"that":1,"points":1,"or":1,"json":2,"file":3,"options":1,"configuration":2,"used":2,"during":2,"collect":1,"measurements":1,"a":1,"given":1},"1315,1716,data/raw/vllm-0.10.1/docs/features/quantization/inc.md":{"run":5,"online":1,"inference":4,"using":4,"fp8":9,"once":1,"you":7,"ve":1,"completed":1,"the":17,"model":4,"calibration":2,"process":2,"and":2,"collected":1,"measurements":1,"can":5,"with":3,"vllm":7,"following":1,"command":1,"bash":1,"export":1,"quant":3,"config":3,"path":1,"to":9,"inc":7,"meta":3,"llama":4,"3":3,"1":4,"405b":2,"instruct":3,"maxabs":1,"measure":1,"g3":1,"json":2,"serve":1,"quantization":3,"kv":3,"cache":3,"dtype":3,"tensor":1,"paralel":1,"size":1,"8":1,"tip":2,"if":1,"are":1,"just":1,"prototyping":1,"or":1,"testing":1,"your":1,"use":2,"skip":1,"warmup":2,"true":1,"environment":3,"variable":2,"disable":1,"stage":1,"which":1,"take":1,"a":3,"long":2,"time":2,"however":1,"we":1,"do":1,"not":1,"recommend":1,"disabling":1,"this":3,"feature":1,"in":3,"production":1,"environments":1,"as":2,"it":1,"causes":1,"significant":1,"performance":1,"drop":1,"when":1,"models":1,"may":1,"experience":1,"timeouts":1,"caused":1,"by":2,"compilation":1,"of":3,"operations":1,"mitigate":1,"problem":1,"below":1,"variables":1,"engine":1,"iteration":1,"timeout":4,"s":1,"adjust":2,"server":1,"set":2,"value":2,"seconds":1,"e":2,"g":2,"600":1,"equals":2,"10":2,"minutes":2,"rpc":2,"protocol":1,"used":1,"openai":1,"compatible":1,"api":1,"is":1,"microseconds":1,"600000":1,"offline":2,"after":1,"completing":1,"point":1,"configuration":1,"file":1,"quantize":1,"mode":1,"pass":1,"parameters":1,"llm":4,"object":1,"call":1,"shutdown":1,"method":1,"executor":1,"at":1,"end":1,"python":1,"from":1,"import":1,"llama3":1,"8b":1},"3031,412,data/raw/vllm-0.10.1/docs/features/quantization/inc.md":{"call":1,"llm":3,"generate":1,"on":1,"the":7,"required":1,"prompts":1,"and":2,"sampling":1,"params":1,"engine":1,"model":4,"executor":1,"shutdown":1,"device":4,"for":2,"s":1,"weights":4,"uploading":1,"unquantized":1,"are":2,"first":1,"loaded":1,"onto":1,"cpu":1,"then":1,"quantized":2,"transferred":1,"to":1,"target":1,"hpu":1,"execution":1,"this":1,"reduces":1,"memory":2,"footprint":1,"of":1,"as":1,"only":1,"stored":1,"in":1},"0,1972,data/raw/vllm-0.10.1/docs/features/quantization/auto_round.md":{"autoround":10,"https":2,"github":2,"com":2,"intel":4,"auto":9,"round":9,"is":1,"s":1,"advanced":2,"quantization":5,"algorithm":1,"designed":1,"to":5,"produce":1,"highly":1,"efficient":1,"int2":1,"int3":1,"int4":1,"and":8,"int8":1,"quantized":1,"large":1,"language":2,"models":3,"striking":1,"an":1,"optimal":1,"balance":1,"between":1,"accuracy":3,"deployment":1,"performance":1,"applies":1,"weight":1,"only":1,"transformer":1,"based":1,"enabling":1,"significant":1,"memory":1,"savings":1,"faster":1,"inference":1,"while":1,"maintaining":1,"near":1,"original":1,"it":1,"supports":1,"a":2,"wide":1,"range":1,"of":1,"hardware":1,"platforms":1,"including":1,"cpus":1,"gpus":1,"hpus":1,"cuda":1,"enabled":1,"devices":1,"please":2,"refer":1,"the":1,"guide":1,"blob":1,"main":1,"docs":1,"step":2,"by":1,"md":1,"for":5,"more":1,"details":1,"key":1,"features":1,"autoawq":1,"autogptq":1,"gguf":2,"are":2,"supported":2,"10":2,"vision":1,"vlms":2,"per":1,"layer":1,"mixed":1,"bit":1,"fine":1,"grained":1,"control":1,"rtn":1,"nearest":1,"mode":1,"quick":1,"with":1,"slight":1,"loss":1,"multiple":1,"recipes":1,"best":1,"base":1,"light":1,"utilities":1,"such":1,"as":1,"immediate":1,"packing":1,"support":1,"backends":1,"installation":1,"bash":3,"uv":1,"pip":1,"install":1,"quantizing":1,"model":8,"change":1,"mllm":1,"in":2,"cli":2,"usage":4,"autoroundmllm":1,"api":2,"qwen":3,"qwen3":3,"0":3,"6b":3,"bits":4,"4":2,"group":4,"size":4,"128":2,"format":2,"output":2,"dir":2,"tmp":2,"q4":1,"k":1,"m":1,"python":1,"from":4,"transformers":1,"import":2,"automodelforcausallm":2,"autotokenizer":2,"name":3,"pretrained":2,"torch":1,"dtype":1,"tokenizer":2,"sym":3,"true":1},"1972,1318,data/raw/vllm-0.10.1/docs/features/quantization/auto_round.md":{"the":1,"best":1,"accuracy":2,"4":1,"5x":1,"slower":2,"low":4,"gpu":2,"mem":2,"usage":2,"could":1,"save":2,"20g":1,"but":1,"30":1,"autoround":8,"model":6,"tokenizer":2,"nsamples":2,"512":1,"iters":2,"1000":1,"true":1,"bits":4,"group":4,"size":4,"sym":4,"2":1,"3x":1,"speedup":1,"slight":1,"drop":1,"at":1,"w4g128":1,"128":1,"50":1,"lr":1,"5e":1,"3":1,"output":5,"dir":2,"tmp":1,"format":3,"auto":5,"round":3,"default":1,"gptq":1,"awq":1,"quantize":1,"and":2,"running":1,"a":1,"quantized":1,"with":1,"vllm":3,"here":1,"is":2,"some":1,"example":1,"code":1,"to":2,"run":1,"in":3,"python":1,"from":1,"import":1,"llm":4,"samplingparams":2,"prompts":2,"hello":1,"my":1,"name":3,"sampling":2,"params":2,"temperature":1,"0":3,"6":1,"top":1,"p":1,"95":1,"intel":1,"deepseek":1,"r1":1,"0528":1,"qwen3":1,"8b":1,"int4":1,"outputs":3,"generate":1,"for":2,"prompt":4,"generated":3,"text":4,"print":1,"f":1,"r":2,"acknowledgement":1,"special":1,"thanks":1,"open":1,"source":1,"precision":2,"libraries":1,"such":1,"as":1,"autogptq":1,"autoawq":1,"gptqmodel":1,"triton":1,"marlin":1,"exllamav2":1,"providing":1,"cuda":1,"kernels":1,"which":1,"are":1,"leveraged":1},"0,877,data/raw/vllm-0.10.1/docs/features/quantization/int8.md":{"int8":6,"w8a8":1,"vllm":7,"supports":1,"quantizing":1,"weights":1,"and":3,"activations":1,"to":4,"for":4,"memory":1,"savings":1,"inference":1,"acceleration":1,"this":1,"quantization":2,"method":1,"is":2,"particularly":1,"useful":1,"reducing":1,"model":1,"size":1,"while":1,"maintaining":1,"good":1,"performance":1,"please":1,"visit":1,"the":2,"hf":1,"collection":1,"of":2,"quantized":1,"checkpoints":1,"popular":1,"llms":2,"ready":1,"use":2,"with":3,"https":2,"huggingface":1,"co":1,"collections":1,"neuralmagic":1,"668ec32c049dca0369816415":1,"note":1,"computation":1,"supported":1,"on":1,"nvidia":1,"gpus":1,"compute":1,"capability":1,"7":1,"5":1,"turing":1,"ampere":1,"ada":1,"lovelace":1,"hopper":1,"blackwell":1,"prerequisites":1,"you":1,"ll":1,"need":1,"install":4,"llm":2,"compressor":2,"github":1,"com":1,"project":1,"library":1,"bash":2,"pip":2,"llmcompressor":1,"additionally":1,"lm":2,"evaluation":2,"harness":1,"eval":1,"0":1,"4":2},"877,1562,data/raw/vllm-0.10.1/docs/features/quantization/int8.md":{"quantization":3,"process":2,"the":6,"involves":1,"four":1,"main":1,"steps":1,"1":2,"loading":2,"model":8,"2":2,"preparing":2,"calibration":5,"data":5,"3":2,"applying":1,"4":1,"evaluating":1,"accuracy":1,"in":1,"vllm":1,"load":4,"your":2,"and":2,"tokenizer":4,"using":1,"standard":1,"transformers":2,"automodel":1,"classes":1,"python":2,"from":4,"import":2,"autotokenizer":2,"automodelforcausallm":2,"id":3,"meta":2,"llama":2,"8b":1,"instruct":1,"pretrained":2,"device":1,"map":3,"auto":2,"torch":1,"dtype":1,"when":1,"quantizing":1,"activations":1,"to":3,"int8":1,"you":2,"need":1,"sample":3,"estimate":1,"activation":1,"scales":1,"it":1,"s":1,"best":1,"use":2,"that":1,"closely":1,"matches":1,"deployment":1,"for":1,"a":2,"general":1,"purpose":1,"instruction":1,"tuned":1,"can":1,"dataset":4,"like":1,"ultrachat":2,"code":1,"datasets":1,"num":2,"samples":2,"512":1,"max":3,"sequence":2,"length":3,"2048":1,"preprocess":3,"ds":8,"huggingfaceh4":1,"200k":1,"split":1,"train":1,"sft":1,"shuffle":1,"seed":1,"42":1,"select":1,"range":1,"def":2,"example":2,"return":2,"text":2,"apply":1,"chat":1,"template":1,"messages":1,"tokenize":3,"false":3,"padding":1,"truncation":1,"true":1,"add":1,"special":1,"tokens":1,"remove":1,"columns":1,"column":1,"names":1,"details":1},"2439,1647,data/raw/vllm-0.10.1/docs/features/quantization/int8.md":{"3":4,"applying":1,"quantization":6,"now":1,"apply":2,"the":7,"algorithms":2,"code":1,"python":2,"from":4,"llmcompressor":3,"transformers":1,"import":4,"oneshot":2,"modifiers":2,"gptqmodifier":2,"smoothquant":1,"smoothquantmodifier":2,"configure":1,"recipe":3,"smoothing":1,"strength":1,"0":1,"8":2,"targets":1,"linear":1,"scheme":1,"w8a8":6,"ignore":1,"lm":3,"head":1,"model":9,"dataset":1,"ds":1,"max":2,"seq":1,"length":2,"sequence":1,"num":3,"calibration":2,"samples":2,"save":7,"compressed":2,"meta":3,"llama":3,"8b":3,"instruct":3,"dynamic":4,"per":4,"token":7,"dir":3,"id":1,"split":1,"1":1,"pretrained":3,"true":3,"tokenizer":1,"this":1,"process":1,"creates":1,"a":1,"with":1,"weights":1,"and":2,"activations":1,"quantized":2,"to":4,"bit":1,"integers":1,"4":1,"evaluating":1,"accuracy":2,"after":1,"you":2,"can":3,"load":1,"run":1,"in":1,"vllm":3,"llm":3,"evaluate":1,"use":1,"eval":2,"bash":1,"args":1,"add":2,"bos":3,"tasks":1,"gsm8k":1,"fewshot":1,"5":1,"limit":1,"250":1,"batch":1,"size":1,"auto":1,"note":1,"models":1,"be":1,"sensitive":1,"presence":1,"of":1,"make":1,"sure":1,"include":1,"argument":1,"when":1,"running":1,"evaluations":1},"4086,542,data/raw/vllm-0.10.1/docs/features/quantization/int8.md":{"best":1,"practices":1,"start":1,"with":2,"512":1,"samples":1,"for":2,"calibration":2,"data":2,"increase":1,"if":3,"accuracy":1,"drops":1,"use":1,"a":4,"sequence":1,"length":1,"of":2,"2048":1,"as":1,"starting":1,"point":1,"employ":1,"the":3,"chat":1,"template":2,"or":2,"instruction":1,"that":1,"model":2,"was":1,"trained":1,"you":2,"ve":1,"fine":1,"tuned":1,"consider":1,"using":1,"sample":1,"your":1,"training":1,"troubleshooting":1,"and":1,"support":1,"encounter":1,"any":1,"issues":2,"have":1,"feature":1,"requests":1,"please":1,"open":1,"an":1,"issue":1,"on":1,"vllm":2,"project":2,"llm":2,"compressor":2,"https":1,"github":2,"com":1,"repository":1},"0,220,data/raw/vllm-0.10.1/docs/features/quantization/supported_hardware.md":{"supported":1,"hardware":2,"the":2,"table":1,"below":1,"shows":1,"compatibility":1,"of":1,"various":1,"quantization":1,"implementations":1,"with":1,"different":1,"platforms":1,"in":1,"vllm":1,"style":2,"th":1,"white":1,"space":1,"nowrap":1,"min":1,"width":1,"0":1,"important":1},"220,1838,data/raw/vllm-0.10.1/docs/features/quantization/supported_hardware.md":{"implementation":1,"volta":1,"turing":1,"ampere":1,"ada":1,"hopper":1,"amd":1,"gpu":2,"intel":2,"gaudi":1,"x86":1,"cpu":1,"aws":1,"neuron":1,"google":1,"tpu":1,"awq":2,"gptq":3,"marlin":1,"fp8":2,"int8":1,"w8a8":3,"bitblas":1,"bitsandbytes":1,"deepspeedfp":1,"gguf":1,"inc":1},"2058,640,data/raw/vllm-0.10.1/docs/features/quantization/supported_hardware.md":{"volta":1,"refers":1,"to":9,"sm":5,"7":2,"0":3,"turing":1,"5":1,"ampere":1,"8":3,"6":1,"ada":1,"9":2,"and":4,"hopper":1,"indicates":2,"that":2,"the":6,"quantization":5,"method":2,"is":3,"supported":2,"on":3,"specified":2,"hardware":4,"not":1,"note":1,"this":1,"compatibility":1,"chart":1,"subject":1,"change":1,"as":1,"vllm":3,"continues":1,"evolve":1,"expand":1,"its":1,"support":2,"for":2,"different":1,"platforms":1,"methods":2,"most":1,"up":1,"date":1,"information":1,"please":1,"refer":1,"gh":1,"dir":1,"model":1,"executor":1,"layers":1,"or":1,"consult":1,"with":1,"development":1,"team":1},"0,483,data/raw/vllm-0.10.1/docs/features/quantization/torchao.md":{"torchao":5,"is":1,"an":1,"architecture":1,"optimization":2,"library":1,"for":2,"pytorch":3,"it":1,"provides":1,"high":1,"performance":1,"dtypes":1,"techniques":1,"and":2,"kernels":1,"inference":1,"training":1,"featuring":1,"composability":1,"with":2,"native":1,"features":1,"like":1,"torch":1,"compile":1,"fsdp":1,"etc":1,"some":1,"benchmark":1,"numbers":1,"can":1,"be":1,"found":1,"here":1,"https":1,"github":1,"com":1,"ao":1,"tree":1,"main":1,"quantization":1,"benchmarks":1,"we":1,"recommend":1,"installing":1,"the":2,"latest":2,"nightly":2,"bash":1,"install":1,"build":1},"483,1551,data/raw/vllm-0.10.1/docs/features/quantization/torchao.md":{"choose":1,"the":4,"cuda":2,"version":1,"that":1,"matches":1,"your":3,"system":1,"cu126":2,"cu128":1,"etc":1,"pip":1,"install":1,"pre":1,"torchao":7,"10":1,"0":2,"index":1,"url":1,"https":5,"download":1,"pytorch":1,"org":1,"whl":1,"nightly":1,"quantizing":2,"huggingface":7,"models":2,"you":2,"can":2,"quantize":1,"own":1,"model":6,"with":3,"e":1,"g":1,"transformers":3,"co":4,"docs":2,"main":1,"en":2,"quantization":8,"and":2,"diffusers":2,"save":1,"checkpoint":1,"to":4,"hub":7,"like":1,"this":1,"jerryzh168":1,"llama3":1,"8b":2,"int8wo":1,"following":1,"example":1,"code":2,"python":1,"import":3,"torch":2,"from":4,"torchaoconfig":2,"automodelforcausallm":2,"autotokenizer":2,"int8weightonlyconfig":2,"name":3,"meta":2,"llama":2,"3":1,"config":3,"quantized":2,"pretrained":2,"dtype":1,"auto":2,"device":1,"map":1,"tokenizer":3,"input":3,"text":2,"what":1,"are":1,"we":1,"having":1,"for":2,"dinner":1,"ids":1,"return":1,"tensors":1,"pt":1,"repo":4,"id":1,"push":2,"safe":1,"serialization":1,"false":1,"alternatively":1,"use":1,"space":1,"spaces":1,"medmekk":1,"a":1,"simple":1,"ui":1},"0,1047,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"using":3,"kubernetes":5,"deploying":2,"vllm":6,"on":1,"is":1,"a":1,"scalable":1,"and":1,"efficient":1,"way":1,"to":2,"serve":1,"machine":1,"learning":1,"models":1,"this":1,"guide":1,"walks":1,"you":2,"through":1,"native":1,"deployment":4,"with":4,"cpus":2,"gpus":2,"troubleshooting":2,"startup":2,"probe":4,"or":2,"readiness":2,"failure":2,"container":2,"log":2,"contains":2,"keyboardinterrupt":2,"terminated":2,"conclusion":2,"alternatively":1,"can":1,"deploy":1,"any":1,"of":1,"the":1,"following":1,"helm":2,"frameworks":2,"md":8,"inftyai":1,"llmaz":2,"integrations":6,"kserve":2,"kuberay":2,"sigs":1,"lws":2,"meta":1,"llama":2,"stack":3,"llamastack":1,"substratusai":1,"kubeai":2,"project":3,"aibrix":2,"https":1,"github":1,"com":1,"production":2},"1047,791,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"deployment":2,"with":2,"cpus":2,"note":1,"the":2,"use":1,"of":1,"here":1,"is":1,"for":2,"demonstration":1,"and":5,"testing":1,"purposes":1,"only":1,"its":1,"performance":1,"will":1,"not":1,"be":1,"on":1,"par":1,"gpus":1,"first":1,"create":1,"a":2,"kubernetes":2,"pvc":1,"secret":3,"downloading":1,"storing":1,"hugging":1,"face":1,"model":1,"console":2,"config":2,"bash":1,"cat":1,"eof":2,"kubectl":1,"apply":1,"f":1,"apiversion":2,"v1":2,"kind":2,"persistentvolumeclaim":1,"metadata":2,"name":2,"vllm":2,"models":1,"spec":1,"accessmodes":1,"readwriteonce":1,"volumemode":1,"filesystem":1,"resources":1,"requests":1,"storage":1,"50gi":1,"hf":2,"token":3,"type":1,"opaque":1,"data":1,"next":1,"start":1,"server":1,"as":1,"service":1},"1838,1690,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"bash":2,"cat":1,"eof":2,"kubectl":2,"apply":1,"f":1,"apiversion":2,"apps":1,"v1":2,"kind":2,"deployment":1,"metadata":3,"name":11,"vllm":12,"server":4,"spec":3,"replicas":1,"1":2,"selector":2,"matchlabels":1,"app":4,"kubernetes":4,"io":4,"template":1,"labels":1,"containers":1,"image":1,"openai":1,"latest":1,"command":1,"bin":1,"sh":1,"c":2,"args":1,"serve":1,"meta":1,"llama":4,"3":1,"2":1,"1b":1,"instruct":1,"env":1,"hugging":1,"face":1,"hub":1,"token":3,"valuefrom":1,"secretkeyref":1,"hf":1,"secret":1,"key":1,"ports":2,"containerport":1,"8000":4,"volumemounts":1,"storage":2,"mountpath":1,"root":1,"cache":1,"huggingface":1,"volumes":1,"persistentvolumeclaim":1,"claimname":1,"models":1,"service":1,"protocol":1,"tcp":1,"port":1,"targetport":1,"type":1,"clusterip":1,"we":1,"can":1,"verify":1,"that":1,"the":3,"has":1,"started":2,"successfully":1,"via":1,"logs":2,"this":1,"might":1,"take":1,"a":1,"couple":1,"of":1,"minutes":1,"to":2,"download":1,"model":1,"l":1,"info":4,"process":1,"waiting":1,"for":1,"application":2,"startup":2,"complete":1,"uvicorn":1,"running":1,"on":1,"http":1,"0":4,"press":1,"ctrl":1,"quit":1},"3528,1344,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"deployment":3,"with":3,"gpus":4,"pre":1,"requisite":1,"ensure":1,"that":1,"you":4,"have":1,"a":2,"running":1,"kubernetes":2,"cluster":1,"https":1,"io":1,"docs":1,"tasks":1,"manage":1,"scheduling":1,"1":1,"create":2,"pvc":2,"secret":4,"and":4,"for":4,"vllm":2,"is":3,"used":1,"to":3,"store":1,"the":5,"model":3,"cache":1,"it":1,"optional":2,"can":2,"use":1,"hostpath":1,"or":1,"other":1,"storage":2,"options":1,"details":3,"summary":4,"yaml":4,"apiversion":2,"v1":2,"kind":2,"persistentvolumeclaim":1,"metadata":2,"name":2,"mistral":2,"7b":2,"namespace":2,"default":3,"spec":1,"accessmodes":1,"readwriteonce":1,"resources":1,"requests":1,"50gi":1,"storageclassname":1,"volumemode":1,"filesystem":1,"only":1,"required":1,"accessing":1,"gated":2,"models":2,"skip":1,"this":1,"step":1,"if":1,"are":2,"not":1,"using":2,"hf":1,"token":3,"type":1,"opaque":1,"stringdata":1,"replace":1,"next":1,"file":1,"run":1,"server":1,"following":1,"example":1,"deploys":1,"instruct":1,"v0":1,"3":1,"here":1,"two":1,"examples":1,"nvidia":2,"gpu":3,"amd":1},"4872,2000,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"yaml":1,"apiversion":1,"apps":1,"v1":1,"kind":1,"deployment":1,"metadata":2,"name":8,"mistral":7,"7b":7,"namespace":1,"default":1,"labels":2,"app":3,"spec":2,"replicas":1,"1":3,"selector":1,"matchlabels":1,"template":1,"volumes":1,"cache":3,"volume":2,"persistentvolumeclaim":1,"claimname":1,"vllm":4,"needs":1,"to":1,"access":1,"the":1,"host":1,"s":1,"shared":1,"memory":4,"for":1,"tensor":1,"parallel":1,"inference":1,"shm":3,"emptydir":1,"medium":1,"sizelimit":1,"2gi":1,"containers":1,"image":1,"openai":1,"latest":1,"command":1,"bin":1,"sh":1,"c":1,"args":1,"serve":1,"mistralai":1,"instruct":1,"v0":1,"3":1,"trust":1,"remote":1,"code":1,"enable":1,"chunked":1,"prefill":1,"max":1,"num":1,"batched":1,"tokens":1,"1024":1,"env":1,"hugging":1,"face":1,"hub":1,"token":3,"valuefrom":1,"secretkeyref":1,"hf":1,"secret":1,"key":1,"ports":1,"containerport":1,"8000":2,"resources":1,"limits":1,"cpu":2,"10":2,"20g":1,"nvidia":2,"com":2,"gpu":2,"requests":1,"2":1,"6g":1,"volumemounts":1,"mountpath":2,"root":1,"huggingface":1,"dev":1,"livenessprobe":1,"httpget":2,"path":2,"health":2,"port":1,"initialdelayseconds":1,"60":1,"periodseconds":1,"readinessprobe":1},"6872,112,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"port":1,"8000":1,"initialdelayseconds":1,"60":1,"periodseconds":1,"5":1},"6984,168,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"details":2,"amd":2,"gpu":2,"you":1,"can":1,"refer":1,"to":1,"the":1,"deployment":1,"yaml":2,"below":1,"if":1,"using":1,"rocm":1,"like":1,"mi300x":1,"summary":2},"7152,1975,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"yaml":1,"apiversion":1,"apps":1,"v1":1,"kind":1,"deployment":1,"metadata":2,"name":7,"mistral":7,"7b":7,"namespace":1,"default":1,"labels":2,"app":3,"spec":2,"replicas":1,"1":3,"selector":1,"matchlabels":1,"template":1,"volumes":1,"pvc":1,"cache":3,"volume":2,"persistentvolumeclaim":1,"claimname":1,"vllm":4,"needs":1,"to":1,"access":1,"the":1,"host":1,"s":1,"shared":1,"memory":4,"for":1,"tensor":1,"parallel":1,"inference":1,"shm":1,"emptydir":1,"medium":1,"sizelimit":1,"8gi":1,"hostnetwork":1,"true":2,"hostipc":1,"containers":1,"image":1,"rocm":1,"rocm6":1,"2":1,"mi300":1,"ubuntu20":1,"04":1,"py3":1,"9":1,"0":1,"6":2,"4":1,"securitycontext":1,"seccompprofile":1,"type":1,"unconfined":1,"runasgroup":1,"44":1,"capabilities":1,"add":1,"sys":1,"ptrace":1,"command":1,"bin":1,"sh":1,"c":1,"args":1,"serve":1,"mistralai":1,"v0":1,"3":1,"port":1,"8000":2,"trust":1,"remote":1,"code":1,"enable":1,"chunked":1,"prefill":1,"max":1,"num":1,"batched":1,"tokens":1,"1024":1,"env":1,"hugging":1,"face":1,"hub":1,"token":3,"valuefrom":1,"secretkeyref":1,"hf":1,"secret":1,"key":1,"ports":1,"containerport":1,"resources":1,"limits":1,"cpu":2,"10":1,"20g":1,"amd":2,"com":2,"gpu":2,"requests":1,"6g":1,"volumemounts":1,"mountpath":1,"root":1,"huggingface":1},"9127,72,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"name":1,"shm":2,"mountpath":1,"dev":1},"9199,1541,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"details":3,"you":2,"can":1,"get":1,"the":9,"full":1,"example":2,"with":1,"steps":1,"and":3,"sample":1,"yaml":5,"files":1,"from":2,"https":1,"github":1,"com":1,"rocm":1,"k8s":1,"device":1,"plugin":1,"tree":1,"master":1,"vllm":3,"serve":1,"2":1,"create":2,"a":4,"kubernetes":2,"service":6,"for":2,"next":1,"file":1,"to":2,"expose":1,"mistral":6,"7b":6,"deployment":5,"summary":2,"apiversion":1,"v1":2,"kind":1,"metadata":1,"name":2,"namespace":1,"default":2,"spec":1,"ports":1,"http":2,"port":1,"80":1,"protocol":1,"tcp":1,"targetport":1,"8000":1,"label":1,"selector":2,"should":2,"match":1,"labels":1,"it":1,"is":3,"useful":1,"prefix":1,"caching":1,"feature":1,"app":1,"sessionaffinity":1,"none":1,"type":2,"clusterip":1,"3":2,"deploy":1,"test":2,"apply":4,"configurations":1,"using":1,"kubectl":3,"f":3,"filename":1,"bash":2,"run":1,"following":1,"curl":2,"command":1,"svc":1,"cluster":1,"local":1,"completions":1,"h":1,"content":1,"application":1,"json":1,"d":1,"model":2,"mistralai":1,"instruct":1,"v0":1,"prompt":1,"san":1,"francisco":1,"max":1,"tokens":1,"7":1,"temperature":1,"0":1,"if":1,"correctly":1,"deployed":1,"receive":1,"response":1},"10740,1108,data/raw/vllm-0.10.1/docs/deployment/k8s.md":{"troubleshooting":1,"startup":4,"probe":4,"or":3,"readiness":2,"failure":1,"container":4,"log":2,"contains":2,"keyboardinterrupt":2,"terminated":2,"if":2,"the":11,"failurethreshold":3,"is":1,"too":1,"low":1,"for":4,"time":3,"needed":1,"to":9,"server":3,"kubernetes":3,"scheduler":1,"will":2,"kill":1,"a":2,"couple":1,"of":2,"indications":1,"that":1,"this":1,"has":1,"happened":1,"1":1,"2":1,"kubectl":1,"get":1,"events":1,"shows":1,"message":1,"name":1,"failed":1,"be":2,"restarted":1,"mitigate":1,"increase":1,"allow":1,"more":1,"model":2,"start":1,"serving":1,"you":3,"can":1,"identify":1,"an":1,"ideal":1,"by":2,"removing":1,"probes":1,"from":1,"manifest":1,"and":3,"measuring":1,"how":1,"much":1,"it":2,"takes":1,"show":1,"s":1,"ready":1,"serve":1,"conclusion":1,"deploying":1,"vllm":2,"with":1,"allows":1,"efficient":1,"scaling":1,"management":1,"ml":1,"models":1,"leveraging":1,"gpu":1,"resources":1,"following":1,"steps":1,"outlined":1,"above":1,"should":1,"able":1,"set":1,"up":1,"test":1,"deployment":1,"within":1,"your":1,"cluster":1,"encounter":1,"any":1,"issues":1,"have":1,"suggestions":1,"please":1,"feel":1,"free":1,"contribute":1,"documentation":1},"0,60,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"using":1,"docker":2,"deployment":1,"pre":1,"built":1,"image":1},"60,1901,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"use":3,"vllm":17,"s":2,"official":2,"docker":6,"image":7,"offers":1,"an":2,"for":2,"deployment":1,"the":12,"can":4,"be":3,"used":2,"to":6,"run":4,"openai":7,"compatible":1,"server":1,"and":1,"is":1,"available":2,"on":3,"hub":4,"as":2,"https":3,"com":3,"r":1,"tags":1,"bash":2,"runtime":1,"nvidia":2,"gpus":1,"all":2,"v":2,"cache":4,"huggingface":5,"root":2,"env":2,"hugging":2,"face":2,"token":4,"hf":3,"p":2,"8000":4,"ipc":3,"host":4,"latest":3,"model":2,"qwen":2,"qwen3":2,"0":5,"6b":2,"this":1,"also":1,"with":2,"other":2,"container":2,"engines":1,"such":1,"podman":3,"io":2,"device":1,"gpu":1,"you":4,"add":1,"any":1,"engine":2,"args":2,"configuration":1,"md":1,"need":2,"after":1,"tag":1,"note":3,"either":1,"flag":2,"or":1,"shm":1,"size":1,"allow":1,"access":1,"shared":2,"memory":2,"uses":2,"pytorch":1,"which":1,"share":1,"data":1,"between":1,"processes":1,"under":1,"hood":1,"particularly":1,"tensor":1,"parallel":1,"inference":1,"optional":2,"dependencies":3,"are":1,"not":1,"included":1,"in":1,"order":1,"avoid":1,"licensing":1,"issues":1,"e":2,"g":2,"gh":1,"issue":1,"8030":1,"if":1,"those":1,"having":1,"accepted":1,"license":1,"terms":1,"create":1,"a":1,"custom":1,"dockerfile":2,"top":1,"of":3,"base":2,"extra":1,"layer":1,"that":1,"installs":1,"them":1,"from":1,"v0":1,"9":2,"install":2,"audio":2,"make":1,"sure":1,"version":1,"matches":1,"uv":1,"pip":1,"system":1,"tip":1,"some":1,"new":1,"models":1,"may":1,"only":1,"main":1,"branch":1,"transformers":2,"github":1},"1961,367,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"to":1,"use":1,"the":2,"development":1,"version":1,"of":2,"transformers":2,"create":1,"a":1,"custom":1,"dockerfile":2,"on":1,"top":1,"base":1,"image":2,"with":1,"an":1,"extra":1,"layer":1,"that":1,"installs":1,"their":1,"code":1,"from":3,"source":2,"vllm":2,"openai":1,"latest":1,"run":1,"uv":1,"pip":1,"install":1,"system":1,"git":2,"https":1,"github":1,"com":1,"huggingface":1,"deployment":1,"docker":1,"build":1},"2328,154,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"building":1,"vllm":3,"s":1,"docker":2,"image":1,"from":2,"source":2,"you":1,"can":1,"build":2,"and":1,"run":1,"via":1,"the":1,"provided":1,"gh":1,"file":1,"dockerfile":1,"to":1,"bash":1},"2482,753,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"optionally":1,"specifies":1,"build":7,"arg":3,"max":1,"jobs":1,"8":1,"nvcc":1,"threads":1,"2":1,"docker":4,"buildkit":1,"1":1,"target":1,"vllm":5,"openai":2,"tag":1,"file":1,"dockerfile":1,"note":1,"by":2,"default":1,"will":1,"for":5,"all":1,"gpu":3,"types":1,"widest":1,"distribution":1,"if":2,"you":4,"are":2,"just":1,"building":1,"the":4,"current":2,"type":2,"machine":1,"is":1,"running":2,"on":1,"can":1,"add":1,"argument":1,"torch":1,"cuda":1,"arch":1,"list":1,"to":3,"find":1,"and":1,"that":1,"using":1,"podman":2,"instead":1,"of":1,"might":1,"need":1,"disable":2,"selinux":1,"labeling":1,"adding":1,"security":1,"opt":1,"label":1,"when":1,"command":1,"avoid":1,"certain":1,"existing":1,"issues":1,"https":1,"github":1,"com":1,"containers":1,"buildah":1,"discussions":1,"4184":1},"3235,1703,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"building":3,"for":4,"arm64":7,"aarch64":2,"a":3,"docker":6,"container":1,"can":4,"be":4,"built":1,"systems":1,"such":1,"as":2,"the":7,"nvidia":2,"grace":1,"hopper":1,"at":1,"time":2,"of":3,"this":4,"writing":1,"requires":1,"use":3,"pytorch":1,"nightly":1,"and":1,"should":1,"considered":1,"experimental":1,"using":3,"flag":2,"platform":3,"linux":4,"will":1,"attempt":1,"to":6,"build":10,"note":2,"multiple":1,"modules":1,"must":1,"compiled":1,"so":1,"process":2,"take":1,"while":1,"recommend":1,"arg":5,"max":3,"jobs":4,"nvcc":3,"threads":3,"flags":1,"speed":1,"up":3,"however":1,"ensure":2,"your":5,"is":2,"substantially":1,"larger":1,"than":1,"get":1,"most":1,"benefits":1,"keep":1,"an":2,"eye":1,"on":4,"memory":2,"usage":2,"with":1,"parallel":1,"it":1,"substantial":1,"see":1,"example":2,"below":1,"console":1,"command":3,"bash":2,"gh200":2,"server":1,"15gb":1,"1475s":1,"25":1,"min":1,"image":2,"size":1,"6":1,"93gb":1,"python3":1,"existing":1,"torch":2,"py":1,"buildkit":1,"1":1,"file":1,"dockerfile":1,"target":1,"vllm":3,"openai":2,"t":1,"latest":1,"66":1,"2":1,"cuda":1,"arch":1,"list":1,"9":1,"0":2,"10":1,"ptx":1,"if":1,"you":3,"are":1,"non":1,"arm":1,"host":3,"e":1,"g":1,"x86":1,"64":1,"machine":3,"need":1,"system":1,"set":1,"cross":1,"compilation":1,"qemu":4,"allows":1,"emulate":1,"execution":1,"run":2,"following":1,"register":1,"user":2,"static":2,"handlers":1,"rm":1,"privileged":1,"multiarch":1,"reset":1,"p":1,"yes":1,"after":1,"setting":1,"in":1},"4938,1039,data/raw/vllm-0.10.1/docs/deployment/docker.md":{"use":1,"the":16,"custom":3,"built":3,"vllm":11,"docker":4,"image":4,"to":7,"run":5,"with":3,"bash":1,"runtime":2,"nvidia":1,"gpus":1,"all":2,"v":1,"cache":2,"huggingface":2,"root":5,"p":1,"8000":2,"env":1,"hugging":1,"face":1,"hub":1,"token":1,"secret":1,"openai":2,"args":1,"argument":1,"specifies":1,"and":3,"should":1,"be":3,"replaced":1,"name":1,"of":2,"t":1,"tag":1,"from":1,"build":1,"command":1,"note":1,"for":1,"version":1,"0":2,"4":2,"1":3,"2":3,"only":1,"images":1,"under":4,"these":1,"versions":1,"are":2,"supposed":1,"user":4,"since":1,"a":2,"library":2,"s":1,"home":1,"directory":1,"i":1,"e":1,"config":2,"nccl":3,"cu12":2,"libnccl":2,"so":3,"18":2,"is":1,"required":1,"loaded":1,"during":1,"if":1,"you":2,"running":1,"container":1,"different":1,"may":1,"need":1,"first":1,"change":1,"permissions":1,"parent":1,"directories":1,"allow":1,"access":1,"it":1,"then":1,"environment":1,"variable":1,"path":1},"0,1941,data/raw/vllm-0.10.1/docs/deployment/nginx.md":{"using":1,"nginx":16,"this":2,"document":1,"shows":1,"how":1,"to":5,"launch":1,"multiple":1,"vllm":10,"serving":1,"containers":1,"and":2,"use":1,"act":1,"as":4,"a":3,"load":1,"balancer":1,"between":1,"the":7,"servers":2,"nginxloadbalancer":4,"build":10,"container":4,"guide":1,"assumes":1,"that":2,"you":6,"have":1,"just":1,"cloned":1,"project":1,"re":1,"currently":1,"in":2,"root":4,"directory":1,"bash":4,"export":1,"pwd":1,"create":3,"file":3,"named":2,"dockerfile":5,"from":1,"latest":1,"run":1,"rm":1,"etc":1,"conf":5,"d":2,"default":1,"expose":1,"80":2,"cmd":1,"g":1,"daemon":1,"off":1,"docker":7,"f":3,"tag":3,"lb":1,"simple":1,"config":2,"note":1,"can":2,"add":4,"many":1,"like":1,"below":2,"example":1,"we":1,"ll":1,"start":1,"with":1,"two":1,"more":1,"another":1,"server":4,"vllmn":1,"8000":3,"max":3,"fails":3,"3":3,"fail":3,"timeout":3,"10000s":3,"entry":1,"upstream":2,"backend":3,"console":2,"least":1,"conn":1,"vllm0":1,"vllm1":1,"listen":1,"location":1,"proxy":12,"pass":2,"http":3,"set":4,"header":4,"host":2,"x":4,"real":1,"ip":1,"remote":1,"addr":1,"forwarded":3,"for":2,"proto":1,"scheme":1,"cd":2,"if":1,"are":1,"behind":1,"settings":1,"command":1,"shown":1,"arg":2,"https":2,"network":1},"1941,1978,data/raw/vllm-0.10.1/docs/deployment/nginx.md":{"create":2,"docker":7,"network":5,"bash":2,"vllm":10,"nginx":14,"nginxloadbalancer":3,"launch":4,"container":1,"containers":1,"notes":1,"if":5,"you":9,"have":3,"your":2,"huggingface":6,"models":1,"cached":1,"somewhere":1,"else":1,"update":1,"hf":7,"cache":9,"dir":4,"below":2,"don":2,"t":3,"an":1,"existing":1,"will":2,"want":3,"to":8,"start":1,"vllm0":2,"and":4,"wait":1,"for":1,"the":8,"model":5,"complete":1,"downloading":1,"server":1,"be":2,"ready":1,"this":1,"ensure":1,"that":2,"vllm1":2,"can":2,"leverage":1,"just":1,"downloaded":2,"it":1,"won":1,"again":1,"example":1,"assumes":1,"gpu":1,"backend":2,"used":1,"are":2,"using":1,"cpu":3,"remove":1,"gpus":3,"device":3,"id":1,"add":1,"kvcache":1,"space":1,"omp":1,"threads":1,"bind":1,"environment":1,"variables":1,"run":5,"command":2,"adjust":1,"name":4,"use":2,"in":1,"servers":1,"llama":5,"2":3,"7b":3,"chat":3,"console":2,"commands":1,"mkdir":1,"p":4,"hub":1,"itd":3,"ipc":2,"host":2,"0":1,"shm":2,"size":2,"10":2,"24gb":2,"v":3,"root":2,"8081":1,"8000":3,"meta":2,"1":1,"8082":1,"note":1,"behind":1,"proxy":6,"pass":1,"settings":1,"via":1,"e":2,"http":2,"https":2,"80":1,"conf":2,"etc":1,"d":1,"lb":2,"latest":1,"verify":1},"3919,242,data/raw/vllm-0.10.1/docs/deployment/nginx.md":{"verify":1,"that":1,"vllm":1,"servers":1,"are":1,"ready":1,"bash":1,"docker":2,"logs":2,"vllm0":1,"grep":2,"uvicorn":3,"vllm1":1,"both":1,"outputs":1,"should":1,"look":1,"like":1,"this":1,"console":1,"info":1,"running":1,"on":1,"http":1,"0":4,"8000":1,"press":1,"ctrl":1,"c":1,"to":1,"quit":1},"0,1446,data/raw/vllm-0.10.1/docs/deployment/integrations/kuberay.md":{"kuberay":8,"https":3,"github":1,"com":1,"ray":8,"project":1,"provides":1,"a":5,"kubernetes":6,"native":1,"way":1,"to":4,"run":2,"vllm":3,"workloads":1,"on":2,"clusters":1,"cluster":7,"can":1,"be":1,"declared":1,"in":1,"yaml":3,"and":5,"the":4,"operator":1,"then":1,"handles":1,"pod":1,"scheduling":1,"networking":1,"configuration":1,"restarts":1,"blue":2,"green":2,"deployments":1,"all":1,"while":1,"preserving":1,"familiar":1,"experience":1,"why":1,"instead":1,"of":3,"manual":3,"scripts":2,"feature":1,"bootstrap":1,"manually":2,"ssh":1,"into":1,"every":1,"node":1,"script":1,"one":1,"command":1,"create":2,"or":1,"update":1,"whole":1,"kubectl":1,"apply":1,"f":1,"autoscaling":1,"automatically":1,"patches":1,"crds":2,"for":1,"adjusting":1,"size":1,"upgrades":1,"tear":1,"down":1,"re":1,"deployment":1,"updates":1,"supported":1,"declarative":1,"config":1,"bash":1,"flags":1,"environment":1,"variables":1,"git":1,"ops":1,"friendly":1,"raycluster":1,"rayservice":1,"using":3,"reduces":1,"operational":1,"burden":1,"simplifies":1,"integration":1,"with":1,"existing":1,"workflows":1,"ci":1,"cd":1,"secrets":1,"storage":1,"classes":1,"etc":1,"learn":1,"more":1,"serve":4,"large":1,"language":1,"model":2,"llm":2,"docs":2,"io":2,"en":2,"master":1,"examples":1,"rayserve":1,"example":2,"html":2,"an":1,"end":2,"how":1,"documentation":1,"latest":1,"index":1},"0,288,data/raw/vllm-0.10.1/docs/deployment/integrations/kserve.md":{"kserve":6,"vllm":2,"can":1,"be":1,"deployed":1,"with":2,"https":2,"github":2,"com":1,"on":2,"kubernetes":1,"for":2,"highly":1,"scalable":1,"distributed":1,"model":1,"serving":1,"please":1,"see":1,"this":1,"guide":1,"io":1,"website":1,"latest":1,"modelserving":1,"v1beta1":1,"llm":1,"huggingface":1,"more":1,"details":1,"using":1},"0,954,data/raw/vllm-0.10.1/docs/deployment/integrations/llamastack.md":{"llama":11,"stack":9,"vllm":9,"is":3,"also":2,"available":2,"via":2,"https":3,"github":2,"com":2,"meta":2,"to":3,"install":2,"run":1,"bash":1,"pip":1,"q":1,"inference":5,"using":2,"openai":1,"compatible":1,"api":1,"then":1,"start":1,"server":2,"pointing":1,"your":1,"with":1,"the":1,"following":1,"configuration":2,"yaml":2,"provider":5,"id":1,"vllm0":1,"type":2,"remote":3,"config":2,"url":1,"http":1,"127":1,"0":2,"1":2,"8000":1,"please":1,"refer":1,"this":3,"guide":1,"readthedocs":1,"io":1,"en":1,"latest":1,"distributions":1,"self":1,"hosted":1,"distro":1,"html":1,"for":1,"more":1,"details":1,"on":1,"embedded":1,"an":1,"inline":2,"tree":1,"main":1,"providers":1,"a":1,"sample":1,"of":1,"that":1,"method":1,"model":1,"llama3":1,"8b":1,"instruct":1,"tensor":1,"parallel":1,"size":1,"4":1},"0,765,data/raw/vllm-0.10.1/docs/deployment/integrations/kubeai.md":{"kubeai":8,"https":5,"github":1,"com":1,"substratusai":1,"is":2,"a":2,"kubernetes":3,"operator":1,"that":1,"enables":1,"you":3,"to":3,"deploy":2,"and":3,"manage":1,"ai":1,"models":3,"on":1,"it":1,"provides":1,"simple":1,"scalable":1,"way":1,"vllm":2,"in":1,"production":1,"functionality":1,"such":1,"as":1,"scale":1,"from":1,"zero":2,"load":1,"based":1,"autoscaling":1,"model":1,"caching":1,"much":1,"more":1,"provided":1,"out":1,"of":1,"the":2,"box":1,"with":1,"external":1,"dependencies":1,"please":1,"see":1,"installation":4,"guides":1,"for":1,"environment":1,"specific":1,"instructions":1,"any":2,"cluster":1,"www":4,"org":4,"eks":2,"gke":2,"once":1,"have":1,"installed":1,"can":1,"configure":2,"text":2,"generation":2,"how":1,"using":1},"0,1624,data/raw/vllm-0.10.1/docs/deployment/integrations/production-stack.md":{"production":10,"stack":9,"deploying":2,"vllm":15,"on":2,"kubernetes":6,"is":2,"a":7,"scalable":1,"and":6,"efficient":1,"way":1,"to":4,"serve":1,"machine":2,"learning":1,"models":1,"this":2,"guide":2,"walks":1,"you":4,"through":2,"using":1,"the":3,"https":8,"github":7,"com":8,"project":7,"born":1,"out":1,"of":2,"berkeley":1,"uchicago":1,"collaboration":1,"an":1,"officially":1,"released":1,"optimized":2,"codebase":1,"under":1,"designed":1,"for":2,"llm":2,"deployment":2,"with":4,"upstream":2,"compatibility":1,"it":1,"wraps":1,"around":1,"without":1,"modifying":1,"its":1,"code":1,"ease":1,"use":1,"simplified":1,"via":1,"helm":1,"charts":1,"observability":1,"grafana":1,"dashboards":1,"high":1,"performance":1,"workloads":1,"features":1,"like":1,"multi":1,"model":2,"support":1,"aware":2,"prefix":1,"routing":1,"fast":1,"bootstrapping":1,"kv":1,"cache":1,"offloading":1,"lmcache":3,"among":1,"others":1,"if":1,"are":1,"new":1,"don":1,"t":1,"worry":1,"in":2,"repo":1,"we":1,"provide":1,"step":2,"by":1,"blob":2,"main":2,"tutorials":2,"00":2,"install":3,"env":2,"md":2,"short":1,"video":1,"www":1,"youtube":1,"watch":1,"v":1,"estjbqtzj0g":1,"set":1,"up":1,"everything":1,"get":1,"started":1,"4":1,"minutes":1,"pre":1,"requisite":1,"ensure":1,"that":1,"have":1,"running":1,"environment":2,"gpu":2,"can":1,"follow":1,"tutorial":1,"bare":1,"medal":1},"1624,1191,data/raw/vllm-0.10.1/docs/deployment/integrations/production-stack.md":{"deployment":6,"using":3,"vllm":15,"production":6,"stack":7,"the":7,"standard":1,"is":1,"installed":1,"a":3,"helm":5,"chart":1,"you":2,"can":1,"run":2,"this":2,"bash":3,"script":1,"https":2,"github":2,"com":1,"project":2,"blob":1,"main":1,"utils":1,"install":4,"sh":1,"to":4,"on":2,"your":2,"gpu":1,"server":1,"following":1,"commands":1,"desktop":1,"sudo":3,"repo":1,"add":1,"io":1,"f":1,"tutorials":1,"assets":1,"values":1,"01":1,"minimal":1,"example":1,"yaml":1,"will":3,"instantiate":1,"based":1,"named":1,"that":2,"runs":1,"small":1,"llm":2,"facebook":1,"opt":1,"125m":1,"model":1,"validate":1,"installation":1,"monitor":1,"status":2,"kubectl":1,"get":1,"pods":2,"and":2,"see":1,"for":2,"transit":1,"running":3,"state":1,"text":1,"name":1,"ready":1,"restarts":1,"age":1,"router":1,"859d8fb668":1,"2x2b7":1,"1":4,"0":2,"2m38s":2,"opt125m":1,"84dfc9bd7":1,"vb9bs":1,"note":1,"it":1,"may":1,"take":1,"some":1,"time":1,"containers":1,"download":1,"docker":1,"images":1,"weights":1},"2815,1329,data/raw/vllm-0.10.1/docs/deployment/integrations/production-stack.md":{"send":3,"a":5,"query":2,"to":7,"the":7,"stack":1,"forward":2,"vllm":4,"router":2,"service":2,"port":2,"host":1,"machine":1,"bash":4,"sudo":2,"kubectl":1,"svc":1,"30080":3,"80":1,"and":1,"then":1,"you":2,"can":2,"out":1,"openai":2,"compatible":1,"api":1,"check":1,"available":1,"models":2,"curl":3,"o":1,"http":2,"localhost":2,"console":2,"output":2,"json":3,"object":3,"list":1,"data":1,"id":3,"facebook":3,"opt":3,"125m":3,"model":3,"created":2,"1737428424":2,"owned":1,"by":1,"root":1,"null":1,"an":1,"actual":1,"chatting":1,"request":2,"issue":1,"completion":3,"endpoint":1,"x":1,"post":1,"completions":1,"h":1,"content":1,"type":1,"application":1,"d":1,"prompt":1,"once":1,"upon":1,"time":1,"max":1,"tokens":1,"10":1,"text":2,"choices":1,"there":1,"was":1,"brave":1,"knight":1,"who":1,"index":1,"0":1,"finish":1,"reason":1,"length":1,"uninstall":2,"remove":1,"deployment":1,"run":1,"helm":1},"4144,1576,data/raw/vllm-0.10.1/docs/deployment/integrations/production-stack.md":{"advanced":1,"configuring":1,"vllm":9,"production":6,"stack":6,"the":9,"core":1,"configuration":3,"is":2,"managed":1,"with":1,"yaml":6,"here":1,"example":2,"used":1,"in":2,"installation":1,"above":1,"code":1,"servingenginespec":1,"runtimeclassname":1,"modelspec":2,"name":2,"opt125m":1,"repository":3,"openai":1,"tag":3,"latest":1,"modelurl":2,"facebook":1,"opt":1,"125m":1,"replicacount":2,"1":2,"requestcpu":2,"6":1,"requestmemory":2,"16gi":1,"requestgpu":2,"pvcstorage":2,"10gi":1,"this":2,"includes":1,"a":2,"nickname":1,"that":2,"you":3,"prefer":1,"to":4,"call":1,"model":3,"docker":2,"of":4,"image":1,"llm":1,"want":1,"use":1,"number":2,"replicas":1,"and":5,"specifies":2,"cpu":2,"memory":1,"resource":1,"requests":1,"for":3,"pod":1,"gpus":1,"required":1,"allocates":1,"persistent":1,"storage":1,"note":1,"if":1,"intend":1,"set":1,"up":1,"two":1,"pods":1,"please":2,"refer":1,"file":1,"https":3,"github":3,"com":3,"project":3,"blob":1,"main":2,"tutorials":3,"assets":1,"values":1,"01":1,"2pods":1,"minimal":1,"tip":1,"offers":1,"many":1,"more":2,"features":1,"e":1,"g":1,"offloading":1,"wide":1,"range":1,"routing":1,"algorithms":1,"check":1,"out":1,"these":1,"examples":1,"tree":1,"our":1,"repo":1,"details":1},"0,337,data/raw/vllm-0.10.1/docs/deployment/integrations/llmaz.md":{"llmaz":4,"https":2,"github":2,"com":2,"inftyai":2,"is":1,"an":1,"easy":1,"to":2,"use":2,"and":1,"advanced":1,"inference":1,"platform":1,"for":3,"large":1,"language":1,"models":1,"on":1,"kubernetes":1,"aimed":1,"production":1,"it":1,"uses":1,"vllm":1,"as":1,"the":2,"default":1,"model":1,"serving":1,"backend":1,"please":1,"refer":1,"quick":2,"start":2,"tab":1,"readme":1,"ov":1,"file":1,"more":1,"details":1},"0,422,data/raw/vllm-0.10.1/docs/deployment/frameworks/triton.md":{"nvidia":1,"triton":6,"the":1,"inference":3,"server":3,"https":3,"github":2,"com":2,"hosts":1,"a":4,"tutorial":1,"demonstrating":1,"how":1,"to":1,"quickly":1,"deploy":2,"simple":1,"facebook":2,"opt":2,"125m":2,"huggingface":1,"co":1,"model":3,"using":1,"vllm":4,"please":1,"see":1,"deploying":2,"in":2,"tutorials":1,"blob":1,"main":1,"quick":1,"readme":1,"md":1,"for":1,"more":1,"details":1},"0,1858,data/raw/vllm-0.10.1/docs/deployment/frameworks/litellm.md":{"litellm":16,"https":4,"github":1,"com":1,"berriai":1,"call":3,"all":2,"llm":2,"apis":1,"using":1,"the":6,"openai":3,"format":1,"bedrock":1,"huggingface":1,"vertexai":1,"togetherai":1,"azure":2,"groq":1,"etc":1,"manages":1,"translate":1,"inputs":1,"to":1,"provider":1,"s":1,"completion":5,"embedding":3,"and":5,"image":1,"generation":1,"endpoints":1,"consistent":1,"output":2,"docs":6,"ai":3,"text":1,"responses":1,"will":1,"always":1,"be":1,"available":1,"at":1,"choices":1,"0":4,"message":1,"content":2,"retry":1,"fallback":1,"logic":1,"across":1,"multiple":1,"deployments":1,"e":3,"g":3,"router":1,"routing":1,"set":1,"budgets":1,"rate":1,"limits":1,"per":1,"project":1,"api":3,"key":3,"model":5,"proxy":2,"server":7,"gateway":1,"simple":1,"supports":1,"models":1,"on":1,"vllm":16,"prerequisites":1,"setup":1,"environment":1,"bash":3,"pip":1,"install":1,"deploy":1,"chat":4,"start":2,"with":4,"supported":2,"serve":2,"qwen":2,"qwen1":2,"5":3,"5b":2,"it":2,"code":1,"python":2,"import":3,"messages":3,"hello":1,"how":1,"are":1,"you":1,"role":1,"user":1,"hosted":4,"is":2,"prefix":2,"word":2,"necessary":2,"response":2,"pass":1,"name":1,"base":3,"http":2,"your":4,"host":2,"port":2,"v1":3,"temperature":1,"2":1,"max":1,"tokens":1,"80":1,"print":1,"embeddings":1,"baai":1,"bge":1,"en":1,"from":1,"os":2,"environ":1},"1858,238,data/raw/vllm-0.10.1/docs/deployment/frameworks/litellm.md":{"pass":1,"the":2,"vllm":4,"model":2,"name":1,"embedding":3,"hosted":1,"baai":1,"bge":1,"base":1,"en":1,"v1":1,"5":1,"input":1,"hello":1,"world":1,"print":1,"for":1,"details":1,"see":1,"tutorial":1,"using":1,"in":1,"litellm":2,"https":1,"docs":2,"ai":1,"providers":1},"0,1446,data/raw/vllm-0.10.1/docs/deployment/frameworks/retrieval_augmented_generation.md":{"retrieval":3,"augmented":3,"generation":3,"rag":1,"https":5,"en":1,"wikipedia":1,"org":1,"wiki":1,"is":1,"a":3,"technique":1,"that":2,"enables":1,"generative":1,"artificial":1,"intelligence":1,"gen":1,"ai":2,"models":1,"to":6,"retrieve":1,"and":3,"incorporate":1,"new":1,"information":4,"it":1,"modifies":1,"interactions":1,"with":4,"large":1,"language":1,"model":4,"llm":1,"so":1,"the":6,"responds":1,"user":1,"queries":1,"reference":1,"specified":1,"set":1,"of":1,"documents":1,"using":1,"this":2,"supplement":1,"from":1,"its":1,"pre":1,"existing":1,"training":1,"data":2,"allows":1,"llms":1,"use":2,"domain":1,"specific":1,"or":2,"updated":1,"cases":1,"include":1,"providing":1,"chatbot":1,"access":1,"internal":1,"company":1,"generating":1,"responses":1,"based":1,"on":1,"authoritative":1,"sources":1,"here":1,"are":1,"integrations":1,"vllm":8,"langchain":9,"github":4,"com":4,"milvus":7,"io":2,"llamaindex":1,"run":1,"llama":2,"index":1,"prerequisites":1,"setup":1,"environment":1,"bash":3,"pip":1,"install":1,"u":1,"openai":1,"community":1,"beautifulsoup4":1,"text":1,"splitters":1,"deploy":1,"start":3,"server":2,"supported":2,"embedding":2,"e":2,"g":2,"service":1,"port":1,"8000":1,"serve":1,"ssmits":1,"qwen2":1,"7b":1,"instruct":1,"embed":1,"base":1,"chat":1,"completion":1},"1446,1113,data/raw/vllm-0.10.1/docs/deployment/frameworks/retrieval_augmented_generation.md":{"start":5,"chat":5,"service":3,"port":5,"8001":4,"vllm":8,"serve":3,"qwen":2,"qwen1":2,"5":2,"0":2,"5b":2,"use":2,"the":8,"script":4,"gh":2,"file":2,"examples":2,"online":2,"serving":2,"retrieval":4,"augmented":4,"generation":4,"with":6,"langchain":2,"py":4,"run":2,"python":4,"llamaindex":4,"prerequisites":1,"setup":1,"and":1,"environment":1,"bash":3,"pip":1,"install":1,"llama":5,"index":5,"readers":1,"web":1,"llms":1,"openai":2,"like":2,"embeddings":1,"vector":1,"stores":1,"milvus":1,"deploy":1,"server":2,"supported":2,"embedding":2,"model":2,"e":2,"g":2,"8000":1,"ssmits":1,"qwen2":1,"7b":1,"instruct":1,"embed":1,"base":1,"completion":1},"0,445,data/raw/vllm-0.10.1/docs/deployment/frameworks/bentoml.md":{"bentoml":6,"https":2,"github":1,"com":2,"allows":1,"you":2,"to":1,"deploy":2,"a":1,"large":2,"language":2,"model":2,"llm":1,"server":1,"with":1,"vllm":3,"as":2,"the":4,"backend":1,"which":1,"exposes":1,"openai":1,"compatible":1,"endpoints":1,"can":1,"serve":1,"locally":1,"or":1,"containerize":1,"it":2,"an":1,"oci":1,"compliant":1,"image":1,"and":1,"on":1,"kubernetes":1,"for":1,"details":1,"see":1,"tutorial":1,"inference":1,"in":1,"documentation":1,"docs":1,"en":1,"latest":1,"use":1,"cases":1,"models":1,"html":1},"0,1381,data/raw/vllm-0.10.1/docs/deployment/frameworks/open-webui.md":{"open":13,"webui":12,"https":2,"github":1,"com":2,"is":1,"an":1,"extensible":1,"feature":1,"rich":1,"and":4,"user":1,"friendly":1,"self":1,"hosted":1,"ai":2,"platform":1,"designed":1,"to":3,"operate":1,"entirely":1,"offline":1,"it":3,"supports":1,"various":1,"llm":1,"runners":1,"like":1,"ollama":1,"openai":3,"compatible":1,"apis":1,"with":3,"built":1,"in":2,"rag":1,"capabilities":1,"making":1,"a":2,"powerful":1,"deployment":2,"solution":1,"get":1,"started":1,"using":2,"vllm":5,"follow":1,"these":1,"steps":1,"1":1,"install":2,"the":10,"docker":4,"docs":1,"engine":1,"2":1,"start":2,"server":3,"supported":1,"chat":4,"completion":1,"model":3,"console":3,"serve":1,"qwen":3,"qwen3":3,"0":11,"6b":3,"note":1,"when":1,"starting":1,"be":1,"sure":1,"specify":1,"host":4,"port":3,"flags":1,"for":1,"example":1,"python":1,"m":1,"entrypoints":1,"api":2,"8000":2,"3":1,"container":1,"run":1,"d":1,"name":1,"p":1,"3000":2,"8080":1,"v":1,"app":1,"backend":1,"data":1,"e":1,"base":1,"url":1,"http":2,"v1":1,"restart":1,"always":1,"ghcr":1,"io":1,"main":1,"4":1,"browser":1,"at":1,"top":1,"of":2,"page":1,"you":1,"should":1,"see":1,"web":1,"portal":1,"assets":1,"png":1},"0,896,data/raw/vllm-0.10.1/docs/deployment/frameworks/chatbox.md":{"chatbox":6,"https":2,"github":1,"com":1,"chatboxai":2,"is":1,"a":2,"desktop":2,"client":1,"for":1,"llms":1,"available":1,"on":2,"windows":1,"mac":1,"linux":1,"it":1,"allows":1,"you":1,"to":3,"deploy":2,"large":1,"language":1,"model":3,"llm":1,"server":4,"with":2,"vllm":7,"as":1,"the":4,"backend":1,"which":1,"exposes":1,"openai":2,"compatible":2,"endpoints":1,"prerequisites":1,"setup":1,"environment":1,"start":2,"supported":1,"chat":7,"completion":1,"e":1,"g":1,"bash":1,"serve":1,"qwen":2,"qwen1":2,"5":2,"0":2,"5b":2,"download":2,"and":2,"install":1,"app":1,"en":1,"bottom":1,"left":1,"of":1,"settings":2,"add":1,"custom":1,"provider":1,"api":4,"mode":1,"name":1,"host":2,"http":1,"port":1,"v1":1,"path":1,"completions":1,"assets":2,"deployment":2,"png":2,"go":1,"just":1},"0,277,data/raw/vllm-0.10.1/docs/deployment/frameworks/modal.md":{"modal":6,"vllm":3,"can":1,"be":1,"run":1,"on":3,"cloud":1,"gpus":1,"with":1,"https":2,"com":2,"a":1,"serverless":1,"computing":1,"platform":1,"designed":1,"for":2,"fast":1,"auto":1,"scaling":1,"details":1,"how":1,"to":1,"deploy":1,"see":1,"this":1,"tutorial":1,"in":1,"the":1,"documentation":1,"docs":1,"examples":1,"inference":1},"0,501,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"lws":6,"leaderworkerset":1,"is":2,"a":2,"kubernetes":4,"api":1,"that":1,"aims":1,"to":1,"address":1,"common":1,"deployment":1,"patterns":1,"of":1,"ai":1,"ml":1,"inference":2,"workloads":1,"major":1,"use":1,"case":1,"for":2,"multi":2,"host":1,"node":1,"distributed":2,"vllm":1,"can":1,"be":1,"deployed":1,"with":2,"https":2,"github":1,"com":1,"sigs":2,"on":1,"model":1,"serving":1,"prerequisites":1,"at":1,"least":1,"two":1,"nodes":1,"each":1,"8":1,"gpus":1,"are":1,"required":1,"install":1,"by":1,"following":1,"the":1,"instructions":1,"found":1,"here":1,"k8s":1,"io":1,"docs":1,"installation":1},"501,80,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"deploy":2,"and":1,"serve":1,"the":1,"following":1,"yaml":3,"file":1,"lws":1,"code":1},"581,1922,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"yaml":1,"apiversion":1,"leaderworkerset":2,"x":1,"k8s":1,"io":3,"v1":1,"kind":1,"metadata":2,"name":6,"vllm":9,"spec":3,"replicas":1,"2":3,"leaderworkertemplate":1,"size":5,"restartpolicy":1,"recreategrouponpodrestart":1,"leadertemplate":1,"labels":1,"role":1,"leader":3,"containers":2,"image":2,"docker":2,"openai":3,"latest":2,"env":1,"hugging":1,"face":1,"hub":1,"token":2,"value":1,"your":1,"hf":1,"command":2,"sh":3,"c":2,"bash":1,"workspace":1,"examples":1,"online":1,"serving":2,"multi":1,"node":1,"ray":1,"cluster":1,"lws":1,"group":1,"python3":1,"m":1,"entrypoints":1,"api":1,"server":1,"port":2,"8080":3,"model":1,"meta":2,"llama":2,"3":1,"1":1,"405b":1,"instruct":1,"tensor":1,"parallel":2,"8":2,"pipeline":1,"resources":1,"limits":1,"nvidia":1,"com":1,"gpu":1,"memory":2,"1124gi":1,"ephemeral":2,"storage":2,"800gi":2,"requests":1,"cpu":1,"125":1,"ports":1,"containerport":1,"readinessprobe":1,"tcpsocket":1,"initialdelayseconds":1,"15":1,"periodseconds":1,"10":1,"volumemounts":1,"mountpath":1,"dev":1,"shm":1,"dshm":2,"volumes":1,"emptydir":1,"medium":1,"sizelimit":1,"15gi":1,"workertemplate":1,"worker":1},"2503,1070,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"bash":1,"vllm":3,"workspace":1,"examples":1,"online":1,"serving":2,"multi":1,"node":1,"sh":1,"worker":1,"ray":1,"address":2,"lws":1,"leader":3,"resources":1,"limits":1,"nvidia":1,"com":1,"gpu":1,"8":1,"memory":2,"1124gi":1,"ephemeral":2,"storage":2,"800gi":2,"requests":1,"cpu":1,"125":1,"env":1,"name":6,"hugging":1,"face":1,"hub":1,"token":2,"value":1,"your":1,"hf":1,"volumemounts":1,"mountpath":1,"dev":1,"shm":1,"dshm":2,"volumes":1,"emptydir":1,"medium":1,"sizelimit":1,"15gi":1,"apiversion":1,"v1":1,"kind":1,"service":1,"metadata":1,"spec":1,"ports":1,"http":1,"port":1,"8080":2,"protocol":1,"tcp":1,"targetport":1,"selector":1,"leaderworkerset":1,"sigs":1,"k8s":1,"io":1,"role":1,"type":1,"clusterip":1},"3573,755,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"bash":4,"kubectl":3,"apply":1,"f":1,"lws":1,"yaml":1,"verify":2,"the":3,"status":2,"of":1,"pods":2,"get":3,"should":2,"an":1,"output":1,"similar":2,"to":2,"this":2,"name":1,"ready":1,"restarts":1,"age":1,"vllm":5,"0":10,"1":12,"running":4,"2s":4,"that":1,"distributed":1,"tensor":1,"parallel":1,"inference":1,"works":1,"logs":1,"grep":1,"i":1,"loading":3,"model":5,"weights":3,"took":3,"something":1,"text":1,"info":2,"05":2,"08":2,"03":2,"20":3,"24":1,"runner":2,"py":2,"173":2,"1189":2,"gb":2,"rayworkerwrapper":1,"pid":1,"169":1,"ip":1,"10":1,"197":1,"28":1},"4328,37,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"access":1,"clusterip":1,"service":1,"bash":1},"4365,1216,data/raw/vllm-0.10.1/docs/deployment/frameworks/lws.md":{"listen":1,"on":1,"port":3,"8080":9,"locally":1,"forwarding":3,"to":3,"the":8,"targetport":1,"of":1,"service":2,"s":1,"in":1,"a":3,"pod":1,"selected":1,"by":1,"kubectl":1,"forward":1,"svc":1,"vllm":1,"leader":1,"output":3,"should":2,"be":2,"similar":2,"following":2,"text":5,"from":2,"127":1,"0":4,"1":4,"serve":1,"model":3,"open":1,"another":1,"terminal":1,"and":1,"send":1,"request":1,"curl":1,"http":1,"localhost":1,"v1":1,"completions":1,"h":1,"content":1,"type":1,"application":1,"json":1,"d":1,"meta":4,"llama":4,"3":2,"405b":2,"instruct":2,"prompt":2,"san":1,"francisco":1,"is":1,"max":1,"tokens":4,"7":2,"temperature":1,"console":1,"id":1,"cmpl":1,"1bb34faba88b43f9862cfbfb2200949d":1,"object":1,"completion":2,"created":1,"1715138766":1,"choices":1,"index":1,"top":1,"destination":1,"for":1,"foodies":1,"with":1,"logprobs":1,"null":2,"finish":1,"reason":2,"length":1,"stop":1,"usage":1,"5":1,"total":1,"12":1},"0,1900,data/raw/vllm-0.10.1/docs/deployment/frameworks/dify.md":{"dify":11,"https":5,"github":3,"com":5,"langgenius":3,"is":1,"an":1,"open":3,"source":1,"llm":2,"app":1,"development":1,"platform":1,"its":1,"intuitive":1,"interface":2,"combines":1,"agentic":1,"ai":1,"workflow":1,"rag":1,"pipeline":1,"agent":1,"capabilities":1,"model":9,"management":1,"observability":1,"features":1,"and":5,"more":1,"allowing":1,"you":3,"to":9,"quickly":1,"move":1,"from":2,"prototype":1,"production":1,"it":2,"supports":1,"vllm":8,"as":3,"a":3,"provider":4,"efficiently":1,"serve":2,"large":1,"language":1,"models":1,"this":1,"guide":1,"walks":1,"through":1,"deploying":1,"using":1,"backend":1,"prerequisites":1,"setup":1,"environment":1,"install":5,"docker":7,"docs":2,"engine":1,"compose":4,"deploy":1,"start":4,"the":13,"server":4,"with":3,"supported":1,"chat":6,"completion":3,"e":1,"g":1,"bash":2,"qwen":3,"qwen1":3,"5":3,"7b":3,"details":2,"tab":1,"readme":1,"ov":1,"file":1,"quick":1,"git":2,"clone":1,"cd":2,"cp":1,"env":2,"example":1,"up":1,"d":1,"browser":1,"access":1,"http":2,"localhost":1,"config":1,"basic":1,"login":2,"information":1,"in":2,"top":1,"right":1,"user":1,"menu":1,"under":1,"profile":1,"icon":1,"go":2,"settings":2,"then":2,"click":2,"locate":1,"fill":1,"follows":1,"type":2,"name":2,"api":2,"endpoint":2,"url":1,"host":1,"port":1,"v1":1,"for":1,"mode":1,"assets":3,"deployment":3,"png":3,"create":3,"test":1,"chatbot":5,"studio":1,"blank":1,"select":1,"just":1,"created":1,"interacting":1},"0,1112,data/raw/vllm-0.10.1/docs/deployment/frameworks/streamlit.md":{"streamlit":15,"https":1,"github":1,"com":1,"lets":1,"you":1,"transform":1,"python":1,"scripts":1,"into":1,"interactive":1,"web":2,"apps":2,"in":1,"minutes":1,"instead":1,"of":1,"weeks":1,"build":1,"dashboards":1,"generate":1,"reports":1,"or":3,"create":1,"chat":5,"it":1,"can":1,"be":1,"quickly":1,"integrated":1,"with":3,"vllm":9,"as":1,"a":1,"backend":1,"api":5,"server":4,"enabling":1,"powerful":1,"llm":1,"inference":1,"via":1,"calls":1,"prerequisites":1,"setup":1,"environment":1,"deploy":1,"start":4,"the":5,"supported":1,"completion":1,"model":1,"e":1,"g":1,"bash":3,"serve":1,"qwen":1,"qwen1":1,"5":1,"0":1,"5b":1,"install":2,"and":2,"openai":6,"pip":1,"use":1,"script":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"chatbot":4,"webserver":4,"py":4,"ui":1,"to":2,"run":3,"specify":1,"base":2,"key":1,"http":1,"host":1,"port":1,"v1":1,"debug":2,"mode":1,"view":1,"more":1,"details":1,"logger":1,"level":1,"assets":1,"deployment":1,"png":1},"0,383,data/raw/vllm-0.10.1/docs/deployment/frameworks/autogen.md":{"autogen":5,"https":2,"github":2,"com":1,"microsoft":2,"is":1,"a":1,"framework":1,"for":1,"creating":1,"multi":1,"agent":1,"ai":1,"applications":1,"that":1,"can":1,"act":1,"autonomously":1,"or":1,"work":1,"alongside":1,"humans":1,"prerequisites":1,"setup":2,"vllm":2,"environment":2,"io":1,"0":1,"2":1,"docs":1,"installation":1,"bash":1,"pip":1,"install":2,"agentchat":1,"and":1,"openai":1,"client":1,"from":1,"extensions":1},"383,103,data/raw/vllm-0.10.1/docs/deployment/frameworks/autogen.md":{"autogen":3,"requires":1,"python":1,"3":1,"10":1,"or":1,"later":1,"pip":1,"install":1,"u":1,"agentchat":1,"ext":1,"openai":1},"486,1936,data/raw/vllm-0.10.1/docs/deployment/frameworks/autogen.md":{"deploy":1,"start":1,"the":9,"vllm":6,"server":2,"with":3,"supported":1,"chat":1,"completion":1,"model":8,"e":1,"g":1,"bash":1,"python":2,"m":1,"entrypoints":1,"openai":3,"api":2,"mistralai":2,"mistral":3,"7b":2,"instruct":2,"v0":2,"2":3,"call":1,"it":1,"autogen":6,"code":1,"import":4,"asyncio":2,"from":3,"core":2,"models":4,"usermessage":2,"ext":1,"openaichatcompletionclient":2,"modelfamily":2,"async":2,"def":1,"main":2,"none":1,"create":3,"a":7,"client":5,"base":1,"url":1,"http":1,"your":2,"host":2,"ip":1,"port":1,"v1":1,"key":1,"empty":1,"info":1,"vision":1,"false":3,"function":1,"calling":1,"json":1,"output":2,"family":1,"structured":1,"true":4,"messages":3,"content":2,"write":1,"very":1,"short":1,"story":1,"about":1,"dragon":1,"source":1,"user":1,"stream":5,"iterate":1,"over":1,"and":1,"print":6,"responses":2,"streamed":1,"for":2,"response":7,"in":2,"if":1,"isinstance":1,"str":1,"partial":1,"is":2,"string":1,"flush":3,"end":1,"else":1,"last":1,"createresult":1,"object":1,"complete":2,"message":1,"n":3,"close":2,"when":1,"done":1,"await":1,"run":1,"details":1,"see":1,"tutorial":1,"using":1,"https":1,"microsoft":1,"github":1,"io":1,"0":1,"docs":1,"topics":1,"non":1,"local":1},"2422,181,data/raw/vllm-0.10.1/docs/deployment/frameworks/autogen.md":{"openai":3,"compatible":1,"api":1,"examples":1,"https":1,"microsoft":1,"github":1,"io":1,"autogen":3,"stable":1,"reference":1,"python":1,"ext":2,"models":2,"html":1,"openaichatcompletionclient":1},"0,1309,data/raw/vllm-0.10.1/docs/deployment/frameworks/anyscale.md":{"anyscale":13,"deployment":1,"https":8,"www":1,"com":7,"is":1,"a":2,"managed":1,"multi":1,"cloud":1,"platform":1,"developed":1,"by":1,"the":4,"creators":1,"of":4,"ray":5,"automates":1,"entire":1,"lifecycle":1,"clusters":1,"in":1,"your":1,"aws":1,"gcp":1,"or":3,"azure":1,"account":1,"delivering":1,"flexibility":1,"open":1,"source":5,"without":1,"operational":1,"overhead":1,"maintaining":1,"kubernetes":1,"control":1,"planes":1,"configuring":1,"autoscalers":1,"managing":2,"observability":1,"stacks":1,"manually":1,"head":1,"and":1,"worker":1,"nodes":1,"with":3,"helper":1,"scripts":1,"like":1,"gh":1,"file":1,"examples":3,"online":1,"serving":3,"run":1,"cluster":1,"sh":1,"when":1,"large":1,"language":1,"models":1,"vllm":7,"can":1,"rapidly":1,"provision":1,"production":2,"ready":2,"endpoints":1,"docs":6,"deploy":2,"serve":1,"llms":2,"fault":1,"tolerant":1,"batch":3,"inference":3,"jobs":1,"data":1,"llm":5,"on":1,"quickstarts":1,"offline":1,"console":4,"template":4,"preview":4,"utm":4,"services":1,"curate":1,"dataset":2,"audio":1,"curation":1,"judge":1,"finetune":1,"an":1,"entity":1,"recognition":1},"0,897,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"skypilot":9,"p":2,"align":1,"center":1,"img":1,"src":1,"https":5,"imgur":1,"com":2,"yxtzpeu":1,"png":1,"alt":1,"vllm":2,"can":2,"be":2,"run":1,"and":3,"scaled":1,"to":3,"multiple":1,"service":1,"replicas":1,"on":2,"clouds":2,"kubernetes":2,"with":1,"github":1,"org":1,"an":1,"open":2,"source":1,"framework":1,"for":2,"running":1,"llms":1,"any":1,"cloud":1,"more":1,"examples":1,"various":1,"models":1,"such":1,"as":1,"llama":5,"3":3,"mixtral":1,"etc":1,"found":1,"in":1,"ai":1,"gallery":2,"readthedocs":2,"io":2,"en":2,"latest":2,"index":1,"html":2,"prerequisites":1,"go":1,"the":2,"huggingface":2,"model":2,"page":1,"co":1,"meta":4,"8b":2,"instruct":2,"request":1,"access":1,"check":4,"that":2,"you":1,"have":1,"installed":1,"docs":1,"getting":1,"started":1,"installation":1,"sky":2,"shows":1,"or":1,"are":1,"enabled":1,"bash":1,"pip":1,"install":1,"nightly":1},"897,1997,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"run":2,"on":3,"a":2,"single":1,"instance":1,"see":1,"the":10,"vllm":12,"skypilot":4,"yaml":6,"for":4,"serving":5,"https":2,"github":2,"com":2,"org":1,"blob":1,"master":1,"llm":1,"serve":1,"code":2,"resources":1,"accelerators":2,"l4":2,"a10g":2,"a10":1,"l40":1,"a40":1,"a100":2,"80gb":1,"we":1,"can":2,"use":4,"cheaper":1,"8b":3,"model":9,"spot":1,"true":2,"disk":2,"size":2,"512":1,"ensure":1,"checkpoints":1,"fit":1,"tier":1,"best":1,"ports":1,"8081":3,"expose":1,"to":6,"internet":1,"traffic":1,"envs":1,"name":3,"meta":2,"llama":4,"3":3,"instruct":1,"hf":3,"token":7,"your":4,"huggingface":3,"change":1,"own":1,"or":1,"env":2,"pass":1,"setup":1,"conda":3,"create":1,"n":1,"python":3,"10":1,"y":1,"activate":2,"pip":3,"install":4,"0":2,"4":1,"post1":1,"gradio":5,"web":1,"ui":1,"openai":3,"flash":1,"attn":1,"2":2,"5":1,"7":1,"echo":3,"starting":2,"api":5,"server":6,"u":1,"m":2,"entrypoints":1,"port":2,"trust":1,"remote":1,"tensor":1,"parallel":1,"num":1,"gpus":2,"per":1,"node":1,"1":2,"tee":1,"log":2,"waiting":1,"start":2,"while":1,"cat":1,"grep":1,"q":1,"uvicorn":1,"running":1,"do":2,"sleep":1,"done":1,"git":2,"clone":1,"project":1,"examples":1,"online":1,"chatbot":1,"webserver":1,"py":1,"8811":1,"url":1,"http":1,"localhost":1,"v1":1,"stop":1,"ids":1,"128009":1,"128001":1,"any":1,"of":3,"candidate":1,"listed":1,"bash":1,"sky":1,"launch":1,"check":1,"output":1,"command":1,"there":1,"will":1,"be":1,"shareable":1,"link":1,"like":1,"last":1,"line":1,"following":1,"open":1,"it":1,"in":1,"browser":1,"text":1,"completion":1},"2894,340,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"console":1,"task":1,"pid":1,"7431":1,"running":1,"on":1,"public":1,"url":1,"https":1,"gradio":2,"hash":1,"live":1,"optional":1,"serve":1,"the":2,"70b":2,"model":2,"instead":1,"of":1,"default":1,"8b":1,"and":1,"use":1,"more":1,"gpu":1,"bash":1,"hf":2,"token":3,"your":1,"huggingface":1,"sky":1,"launch":1,"serving":1,"yaml":1,"gpus":1,"a100":1,"8":1,"env":2,"name":1,"meta":2,"llama":2,"3":1,"instruct":1},"3234,1953,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"scale":2,"up":2,"to":6,"multiple":3,"replicas":5,"skypilot":2,"can":4,"the":4,"service":4,"with":1,"built":1,"in":1,"autoscaling":1,"load":1,"balancing":1,"and":1,"fault":1,"tolerance":1,"you":1,"do":1,"it":1,"by":1,"adding":1,"a":1,"services":1,"section":1,"yaml":5,"file":1,"code":3,"2":4,"an":2,"actual":2,"request":2,"for":4,"readiness":4,"probe":4,"path":2,"v1":2,"chat":2,"completions":2,"post":2,"data":2,"model":10,"name":6,"messages":2,"role":2,"user":2,"content":2,"hello":2,"what":2,"is":2,"your":4,"max":2,"completion":2,"tokens":2,"1":3,"resources":1,"accelerators":2,"l4":1,"a10g":1,"a10":1,"l40":1,"a40":1,"a100":2,"80gb":1,"we":1,"use":3,"cheaper":1,"8b":3,"spot":1,"true":1,"disk":2,"size":2,"512":1,"ensure":1,"checkpoints":1,"fit":1,"tier":1,"best":1,"ports":1,"8081":2,"expose":1,"internet":1,"traffic":1,"envs":1,"meta":2,"llama":3,"3":3,"instruct":1,"hf":1,"token":3,"huggingface":2,"change":1,"own":1,"or":1,"env":1,"pass":1,"setup":1,"conda":3,"create":1,"n":1,"vllm":6,"python":2,"10":1,"y":1,"activate":2,"pip":3,"install":4,"0":2,"4":1,"post1":1,"gradio":2,"web":1,"ui":1,"openai":2,"flash":1,"attn":1,"5":1,"7":1,"run":1,"echo":1,"starting":1,"api":3,"server":3,"u":1,"m":1,"entrypoints":1,"port":1,"trust":1,"remote":1,"tensor":1,"parallel":1,"num":1,"gpus":1,"per":1,"node":1,"tee":1,"log":1,"start":1,"serving":1,"on":1},"5187,1591,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"bash":3,"hf":2,"token":4,"your":1,"huggingface":1,"sky":3,"serve":3,"up":2,"n":1,"vllm":6,"serving":1,"yaml":3,"env":1,"wait":1,"until":1,"the":9,"service":9,"is":2,"ready":5,"watch":1,"n10":1,"status":4,"example":1,"outputs":1,"console":2,"services":1,"name":2,"version":2,"uptime":1,"replicas":5,"endpoint":6,"1":6,"35s":1,"2":6,"xx":3,"yy":3,"zz":3,"100":1,"30001":1,"id":1,"ip":1,"launched":1,"resources":1,"region":1,"121":1,"18":2,"mins":2,"ago":2,"1x":2,"gcp":2,"spot":2,"l4":2,"us":2,"east4":2,"245":1,"after":1,"you":4,"can":1,"find":1,"a":2,"single":1,"for":2,"and":1,"access":1,"with":2,"commands":1,"8081":1,"curl":1,"l":1,"http":1,"v1":1,"chat":1,"completions":1,"h":1,"content":3,"type":1,"application":1,"json":1,"d":1,"model":1,"meta":2,"llama":2,"3":1,"8b":1,"instruct":1,"messages":1,"role":2,"system":1,"are":2,"helpful":1,"assistant":1,"user":1,"who":1,"stop":1,"ids":1,"128009":1,"128001":1,"to":2,"enable":1,"autoscaling":1,"could":1,"replace":1,"following":1,"configs":1,"in":1,"replica":3,"policy":1,"min":1,"max":1,"4":1,"target":1,"qps":2,"per":1,"this":1,"will":1,"scale":1,"when":1,"exceeds":1,"each":1,"code":1},"6778,1597,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"yaml":2,"service":3,"replica":2,"policy":1,"min":1,"replicas":2,"2":4,"max":2,"4":2,"target":1,"qps":1,"per":2,"an":1,"actual":1,"request":1,"for":3,"readiness":2,"probe":2,"path":1,"v1":1,"chat":1,"completions":1,"post":1,"data":1,"model":7,"name":4,"messages":1,"role":1,"user":1,"content":1,"hello":1,"what":1,"is":1,"your":4,"completion":1,"tokens":1,"1":2,"resources":1,"accelerators":2,"l4":1,"a10g":1,"a10":1,"l40":1,"a40":1,"a100":2,"80gb":1,"we":1,"can":2,"use":3,"cheaper":1,"8b":2,"spot":1,"true":1,"disk":2,"size":2,"512":1,"ensure":1,"checkpoints":1,"fit":1,"tier":1,"best":1,"ports":1,"8081":2,"expose":1,"to":5,"internet":1,"traffic":1,"envs":1,"meta":2,"llama":2,"3":2,"instruct":1,"hf":3,"token":6,"huggingface":3,"change":1,"own":1,"or":1,"env":2,"pass":1,"setup":1,"conda":3,"create":1,"n":1,"vllm":8,"python":2,"10":1,"y":1,"activate":2,"pip":3,"install":4,"0":2,"post1":1,"gradio":2,"web":1,"ui":1,"openai":2,"flash":1,"attn":1,"5":1,"7":1,"run":1,"echo":1,"starting":1,"api":3,"server":3,"u":1,"m":1,"entrypoints":1,"port":1,"trust":1,"remote":1,"code":1,"tensor":1,"parallel":1,"skypilot":1,"num":1,"gpus":1,"node":1,"tee":1,"log":1,"update":2,"the":3,"with":1,"new":1,"config":1,"bash":2,"sky":2,"serve":2,"serving":1,"stop":1,"down":1},"8375,1274,data/raw/vllm-0.10.1/docs/deployment/frameworks/skypilot.md":{"optional":1,"connect":1,"a":2,"gui":6,"to":3,"the":8,"endpoint":5,"it":1,"is":1,"also":1,"possible":1,"access":2,"llama":3,"3":3,"service":1,"with":1,"separate":1,"frontend":1,"so":1,"user":1,"requests":1,"send":1,"will":1,"be":1,"load":1,"balanced":1,"across":1,"replicas":1,"code":1,"yaml":3,"envs":1,"model":3,"name":2,"meta":2,"8b":1,"instruct":1,"x":4,"3031":1,"address":1,"of":1,"api":1,"server":2,"running":2,"vllm":8,"resources":1,"cpus":1,"2":2,"setup":1,"conda":3,"create":1,"n":1,"python":2,"10":1,"y":1,"activate":2,"install":2,"gradio":7,"for":1,"web":2,"ui":2,"pip":1,"openai":2,"run":1,"export":1,"path":2,"sbin":1,"echo":1,"starting":1,"git":2,"clone":1,"https":2,"github":1,"com":1,"project":1,"true":1,"examples":1,"online":1,"serving":1,"chatbot":1,"webserver":1,"py":1,"m":1,"port":1,"8811":1,"url":2,"http":1,"v1":1,"stop":1,"token":1,"ids":1,"128009":1,"128001":1,"tee":1,"log":1,"1":1,"start":1,"chat":1,"bash":1,"sky":2,"launch":1,"c":1,"env":1,"serve":1,"status":1,"then":1,"we":1,"can":1,"at":1,"returned":1,"link":1,"console":1,"info":1,"stdout":1,"on":1,"public":1,"6141e84201ce0bb4ed":1,"live":1},"0,1935,data/raw/vllm-0.10.1/docs/deployment/frameworks/dstack.md":{"dstack":17,"p":3,"align":1,"center":1,"img":1,"src":1,"https":2,"i":1,"ibb":1,"co":1,"71kx6hw":1,"vllm":7,"png":1,"alt":1,"plus":1,"can":1,"be":1,"run":6,"on":3,"a":2,"cloud":3,"based":1,"gpu":3,"machine":1,"with":2,"ai":1,"an":1,"open":1,"source":1,"framework":1,"for":4,"running":1,"llms":1,"any":1,"this":2,"tutorial":1,"assumes":1,"that":1,"you":1,"have":1,"already":1,"configured":1,"credentials":1,"gateway":1,"and":1,"quotas":1,"your":3,"environment":1,"to":3,"install":3,"client":1,"bash":2,"pip":2,"all":1,"server":1,"next":2,"configure":1,"project":2,"mkdir":1,"cd":1,"init":1,"provision":1,"vm":1,"instance":2,"llm":1,"of":2,"choice":1,"nousresearch":3,"llama":3,"2":5,"7b":3,"chat":4,"hf":3,"example":1,"create":1,"the":3,"following":2,"serve":4,"yml":3,"file":1,"service":2,"code":1,"config":1,"yaml":1,"type":2,"python":1,"3":3,"11":1,"env":1,"model":3,"port":2,"8000":2,"resources":3,"24gb":5,"commands":1,"format":1,"openai":1,"name":1,"then":1,"cli":1,"provisioning":1,"console":2,"command":1,"f":1,"getting":1,"plan":1,"configuration":1,"deep":2,"diver":2,"main":1,"user":1,"min":1,"xcpu":1,"8gb":1,"1xgpu":1,"max":3,"price":2,"duration":1,"spot":2,"policy":2,"auto":1,"retry":1,"no":1,"backend":1,"region":1,"1":1,"gcp":3,"us":3,"central1":1,"g2":3,"standard":3,"4":3,"4xcpu":3,"16gb":3,"1xl4":3,"100gb":3,"disk":3,"yes":3,"0":3,"223804":3,"east1":1,"west1":1,"shown":1,"193":1,"offers":1,"5":1,"876":1},"1935,1235,data/raw/vllm-0.10.1/docs/deployment/frameworks/dstack.md":{"continue":1,"y":2,"n":1,"submitting":1,"run":1,"launching":1,"spicy":2,"treefrog":2,"1":2,"pulling":1,"provisioning":2,"completed":1,"running":1,"service":2,"is":2,"published":1,"at":1,"after":1,"the":6,"you":4,"can":2,"interact":1,"with":1,"model":2,"by":1,"using":3,"openai":4,"sdk":1,"code":1,"python":1,"from":1,"import":1,"client":2,"base":1,"url":1,"https":2,"gateway":4,"domain":1,"api":1,"key":1,"your":1,"dstack":6,"server":1,"access":1,"token":1,"completion":2,"chat":2,"completions":1,"create":1,"nousresearch":1,"llama":1,"2":1,"7b":1,"hf":1,"messages":1,"role":1,"user":1,"content":2,"compose":1,"a":2,"poem":1,"that":1,"explains":1,"concept":1,"of":2,"recursion":1,"in":1,"programming":1,"print":1,"choices":1,"0":1,"message":1,"note":1,"automatically":1,"handles":1,"authentication":1,"on":2,"s":1,"tokens":1,"meanwhile":1,"if":2,"don":1,"t":1,"want":2,"to":3,"configure":1,"provision":1,"task":2,"instead":1,"for":1,"development":1,"purpose":1,"only":1,"know":1,"more":1,"about":1,"hands":1,"materials":1,"how":1,"serve":1,"vllm":2,"check":1,"out":1,"this":1,"repository":1,"github":1,"com":1,"dstackai":1,"examples":1,"tree":1,"main":1,"deployment":1},"0,1317,data/raw/vllm-0.10.1/docs/deployment/frameworks/anything-llm.md":{"anything":8,"llm":12,"https":2,"github":1,"com":2,"mintplex":1,"labs":1,"is":1,"a":2,"full":1,"stack":1,"application":1,"that":2,"enables":1,"you":2,"to":5,"turn":1,"any":2,"document":1,"resource":1,"or":1,"piece":1,"of":2,"content":1,"into":1,"context":1,"can":1,"use":1,"as":2,"references":1,"during":1,"chatting":1,"it":1,"allows":1,"deploy":2,"large":1,"language":1,"model":4,"server":4,"with":3,"vllm":7,"the":8,"backend":1,"which":1,"exposes":1,"openai":2,"compatible":1,"endpoints":1,"prerequisites":1,"setup":1,"environment":1,"start":2,"supported":1,"chat":8,"completion":1,"e":1,"g":1,"bash":1,"serve":1,"qwen":2,"qwen1":2,"5":2,"32b":2,"awq":2,"max":1,"len":1,"4096":1,"download":1,"and":4,"install":1,"desktop":2,"anythingllm":1,"on":1,"bottom":1,"left":1,"open":1,"settings":1,"ai":1,"prooviders":1,"provider":2,"generic":1,"base":1,"url":1,"http":1,"host":1,"port":1,"v1":1,"name":1,"assets":4,"deployment":4,"png":4,"back":1,"home":1,"page":1,"new":1,"workspace":3,"create":1,"without":1,"doc":5,"click":1,"upload":3,"button":1,"select":1,"move":1,"save":1,"embed":1,"again":1},"0,1591,data/raw/vllm-0.10.1/docs/deployment/frameworks/helm.md":{"helm":10,"a":3,"chart":5,"to":4,"deploy":2,"vllm":9,"for":3,"kubernetes":6,"is":1,"package":1,"manager":1,"it":1,"helps":1,"automate":1,"the":15,"deployment":5,"of":2,"applications":1,"on":2,"with":6,"you":4,"can":2,"same":1,"framework":1,"architecture":5,"different":1,"configurations":1,"multiple":1,"namespaces":1,"by":1,"overriding":1,"variable":1,"values":3,"this":2,"guide":1,"will":2,"walk":1,"through":1,"process":1,"deploying":1,"including":2,"necessary":1,"prerequisites":2,"steps":1,"installation":1,"and":3,"documentation":1,"file":1,"before":1,"begin":1,"ensure":1,"that":1,"have":1,"following":1,"running":1,"cluster":2,"nvidia":3,"device":4,"plugin":4,"k8s":3,"be":2,"found":1,"at":1,"https":2,"github":2,"com":2,"available":1,"gpu":1,"resources":1,"in":1,"your":1,"an":1,"s3":1,"model":1,"which":1,"deployed":1,"installing":1,"install":2,"release":2,"name":1,"test":4,"bash":2,"upgrade":1,"create":1,"namespace":3,"ns":2,"f":1,"yaml":1,"set":4,"secrets":4,"s3endpoint":1,"access":2,"point":1,"s3bucketname":1,"bucket":1,"s3accesskeyid":1,"key":2,"s3accesskey":1,"secret":1,"uninstalling":1,"uninstall":2,"command":1,"removes":1,"all":1,"components":1,"associated":1,"persistent":1,"volumes":1,"deletes":1,"assets":1,"png":1},"1591,96,data/raw/vllm-0.10.1/docs/deployment/frameworks/helm.md":{"values":2,"the":2,"following":1,"table":1,"describes":1,"configurable":1,"parameters":1,"of":1,"chart":1,"in":1,"yaml":1},"1687,1928,data/raw/vllm-0.10.1/docs/deployment/frameworks/helm.md":{"key":1,"type":3,"default":1,"description":1,"autoscaling":8,"object":5,"enabled":2,"false":2,"maxreplicas":2,"100":2,"minreplicas":2,"1":2,"targetcpuutilizationpercentage":2,"80":2,"configuration":8,"bool":1,"enable":1,"int":4,"maximum":1,"replicas":2,"minimum":1,"target":1,"cpu":1,"utilization":1,"for":2,"configs":1,"configmap":1,"containerport":1,"8000":3,"container":3,"port":3,"customobjects":1,"list":6,"custom":1,"objects":1,"deploymentstrategy":1,"deployment":1,"strategy":1,"externalconfigs":1,"external":1,"extracontainers":1,"additional":3,"containers":1,"extrainit":4,"pvcstorage":2,"1gi":2,"s3modelpath":2,"relative":2,"s3":4,"model":6,"path":3,"opt":4,"125m":4,"awsec2metadatadisabled":2,"true":2,"the":6,"init":1,"string":4,"storage":1,"size":1,"of":4,"on":1,"which":1,"hosts":1,"weights":1,"and":1,"config":1,"files":1,"boolean":1,"disables":1,"use":1,"amazon":1,"ec2":1,"instance":1,"metadata":1,"service":1,"extraports":1,"ports":1,"gpumodels":1,"gpu":2,"used":2,"image":7,"command":3,"vllm":6,"serve":2,"data":2,"served":2,"name":2,"host":2,"0":8,"repository":3,"openai":2,"tag":3,"latest":2,"launch":1},"3615,1962,data/raw/vllm-0.10.1/docs/deployment/frameworks/helm.md":{"livenessprobe":7,"object":4,"failurethreshold":4,"3":4,"httpget":8,"path":8,"health":6,"port":8,"8000":6,"initialdelayseconds":4,"15":2,"periodseconds":4,"10":2,"liveness":3,"probe":8,"configuration":5,"int":8,"number":6,"of":8,"times":2,"after":4,"which":4,"if":2,"a":4,"fails":2,"in":4,"row":2,"kubernetes":2,"considers":2,"that":2,"the":20,"overall":2,"check":2,"has":4,"failed":2,"container":6,"is":6,"not":2,"alive":1,"kubelet":2,"http":4,"request":2,"on":8,"server":6,"string":3,"to":6,"access":4,"name":2,"or":2,"listening":2,"seconds":4,"started":2,"before":2,"initiated":2,"how":2,"often":2,"perform":2,"maxunavailablepoddisruptionbudget":1,"disruption":1,"budget":1,"readinessprobe":7,"5":4,"readiness":3,"ready":1},"5577,801,data/raw/vllm-0.10.1/docs/deployment/frameworks/helm.md":{"replicacount":1,"int":6,"1":5,"number":5,"of":5,"replicas":1,"resources":7,"object":2,"limits":4,"cpu":6,"4":4,"memory":6,"16gi":4,"nvidia":4,"com":4,"gpu":4,"requests":4,"resource":1,"configuration":4,"gpus":2,"used":2,"cpus":2,"string":4,"secrets":2,"servicename":1,"service":2,"name":2,"serviceport":1,"80":1,"port":1,"labels":1,"environment":2,"test":1},"0,501,data/raw/vllm-0.10.1/docs/deployment/frameworks/lobe-chat.md":{"lobe":3,"chat":4,"https":2,"github":1,"com":2,"lobehub":2,"is":1,"an":1,"open":1,"source":1,"modern":1,"design":1,"chatgpt":2,"llms":1,"ui":1,"framework":1,"supports":2,"speech":1,"synthesis":1,"multi":1,"modal":1,"and":1,"extensible":1,"function":1,"call":1,"plugin":1,"system":1,"one":1,"click":1,"free":1,"deployment":1,"of":1,"your":1,"private":1,"openai":1,"claude":1,"gemini":1,"groq":1,"ollama":1,"application":1,"it":1,"vllm":3,"as":1,"a":1,"ai":1,"model":1,"provider":1,"to":1,"efficiently":1,"serve":1,"large":1,"language":1,"models":1,"for":1,"details":1,"see":1,"the":1,"tutorial":1,"using":1,"in":1,"lobechat":1,"docs":1,"usage":1,"providers":1},"0,692,data/raw/vllm-0.10.1/docs/deployment/frameworks/haystack.md":{"haystack":6,"https":1,"github":1,"com":1,"deepset":1,"ai":2,"is":1,"an":1,"end":4,"to":6,"llm":2,"framework":1,"that":1,"allows":2,"you":3,"build":2,"applications":2,"powered":1,"by":1,"llms":2,"transformer":1,"models":2,"vector":1,"search":2,"and":4,"more":1,"whether":1,"want":1,"perform":1,"retrieval":1,"augmented":1,"generation":2,"rag":1,"document":1,"question":1,"answering":1,"or":1,"answer":1,"can":1,"orchestrate":1,"state":1,"of":1,"the":2,"art":1,"embedding":1,"into":1,"pipelines":1,"nlp":1,"solve":1,"your":1,"use":1,"case":1,"it":1,"deploy":1,"a":1,"large":1,"language":1,"model":1,"server":1,"with":1,"vllm":3,"as":1,"backend":1,"which":1,"exposes":1,"openai":1,"compatible":1,"endpoints":1,"prerequisites":1,"setup":1,"environment":1,"bash":1,"pip":1,"install":1},"692,1646,data/raw/vllm-0.10.1/docs/deployment/frameworks/haystack.md":{"deploy":1,"start":1,"the":6,"vllm":8,"server":2,"with":2,"supported":1,"chat":2,"completion":3,"model":3,"e":1,"g":1,"bash":1,"serve":1,"mistralai":3,"mistral":3,"7b":3,"instruct":3,"v0":3,"1":3,"use":1,"openaigenerator":1,"and":2,"openaichatgenerator":3,"components":2,"in":3,"haystack":6,"to":4,"query":1,"code":1,"python":1,"from":5,"generators":1,"import":3,"dataclasses":1,"chatmessage":3,"utils":1,"secret":2,"generator":2,"for":2,"compatibility":1,"openai":1,"api":5,"a":1,"placeholder":2,"key":3,"is":1,"needed":1,"token":1,"base":1,"url":1,"http":1,"your":2,"host":2,"ip":1,"port":1,"v1":1,"generation":1,"kwargs":1,"max":1,"tokens":6,"512":1,"response":2,"run":1,"messages":1,"user":1,"hi":1,"can":1,"you":3,"help":1,"me":1,"plan":2,"my":1,"next":1,"trip":2,"italy":2,"print":3,"30":2,"console":1,"replies":1,"role":1,"chatrole":1,"assistant":2,"content":1,"textcontent":1,"text":1,"of":2,"course":1,"where":1,"would":1,"like":1,"go":1,"what":1,"type":1,"are":1,"looking":1,"name":1,"none":3,"meta":1,"index":1,"0":1,"finish":1,"reason":1,"stop":1,"usage":1,"23":1,"prompt":2,"21":1,"total":1,"44":1,"details":3,"see":1,"tutorial":1,"using":1,"https":1,"github":1,"com":1,"deepset":1,"ai":1,"integrations":2,"blob":1,"main":1,"md":1},"0,1856,data/raw/vllm-0.10.1/docs/deployment/frameworks/cerebrium.md":{"cerebrium":13,"p":5,"align":1,"center":1,"img":1,"src":1,"https":2,"i":1,"ibb":1,"co":1,"hhcsctt":1,"screenshot":1,"2024":1,"06":1,"13":1,"at":1,"10":1,"14":1,"54":1,"png":1,"alt":1,"vllm":5,"plus":1,"can":2,"be":2,"run":6,"on":1,"a":3,"cloud":2,"based":2,"gpu":1,"machine":1,"with":2,"www":1,"ai":3,"serverless":1,"infrastructure":1,"platform":1,"that":2,"makes":1,"it":2,"easier":1,"for":4,"companies":1,"to":9,"build":1,"and":1,"deploy":3,"applications":1,"install":3,"the":10,"client":1,"bash":3,"pip":2,"login":1,"next":3,"create":1,"your":4,"project":2,"init":1,"required":1,"packages":1,"add":3,"following":3,"toml":2,"deployment":1,"docker":1,"base":1,"image":1,"url":2,"nvidia":1,"cuda":1,"12":1,"1":4,"runtime":1,"ubuntu22":1,"04":1,"dependencies":1,"latest":1,"let":1,"us":1,"our":2,"code":4,"handle":1,"inference":2,"llm":5,"of":1,"choice":1,"mistralai":2,"mistral":2,"7b":2,"instruct":2,"v0":2,"this":1,"example":1,"main":1,"py":1,"python":1,"from":1,"import":1,"samplingparams":2,"model":1,"def":1,"prompts":2,"list":1,"str":1,"temperature":3,"float":2,"0":3,"8":1,"top":3,"95":1,"sampling":2,"params":2,"outputs":4,"generate":1,"print":1,"results":4,"output":3,"in":2,"prompt":4,"generated":3,"text":4,"append":1,"return":1,"then":1,"if":1,"successful":1,"you":3,"should":1,"returned":1,"curl":1,"command":2,"call":1,"against":1,"just":1,"remember":1,"end":1,"function":1,"name":1,"are":1,"calling":1,"case":1,"console":1},"1856,1477,data/raw/vllm-0.10.1/docs/deployment/frameworks/cerebrium.md":{"python":2,"curl":1,"x":1,"post":1,"https":1,"api":1,"cortex":1,"cerebrium":1,"ai":3,"v4":1,"p":1,"xxxxxx":1,"vllm":1,"run":3,"h":2,"content":1,"type":1,"application":1,"json":1,"authorization":1,"jwt":1,"token":1,"data":1,"prompts":1,"hello":2,"my":2,"name":2,"is":9,"the":9,"president":2,"of":7,"united":2,"states":2,"capital":2,"france":2,"future":2,"you":4,"should":1,"get":1,"a":4,"response":2,"like":1,"console":1,"id":1,"52911756":1,"3066":1,"9ae8":1,"bcc9":1,"d9129d1bd262":1,"result":2,"prompt":4,"generated":4,"text":4,"sarah":1,"and":2,"i":2,"m":1,"teacher":1,"teach":1,"elementary":1,"school":1,"students":1,"one":1,"elected":1,"every":1,"four":1,"years":1,"this":1,"democratic":1,"system":1,"n":2,"n5":1,"what":1,"paris":1,"bright":1,"but":1,"it":2,"s":1,"important":1,"to":1,"approach":1,"with":1,"balanced":1,"nuanced":1,"perspective":1,"time":1,"ms":1,"152":1,"53663063049316":1,"now":1,"have":1,"an":1,"autoscaling":1,"endpoint":1,"where":1,"only":1,"pay":1,"for":1,"compute":1,"use":1},"0,269,data/raw/vllm-0.10.1/docs/community/meetups.md":{"meetups":3,"we":2,"host":1,"regular":1,"in":1,"san":1,"francisco":1,"bay":1,"area":1,"every":1,"2":1,"months":1,"will":1,"share":2,"the":4,"project":1,"updates":1,"from":2,"vllm":1,"team":1,"and":2,"have":1,"guest":1,"speakers":1,"industry":1,"to":1,"their":1,"experience":1,"insights":1,"please":1,"find":1,"materials":1,"of":1,"our":1,"previous":1,"below":1},"269,1903,data/raw/vllm-0.10.1/docs/community/meetups.md":{"vllm":10,"beijing":1,"meetup":7,"https":19,"mp":2,"weixin":2,"qq":2,"com":13,"s":2,"dgkwg1wfpwgo2jcdtqqhxa":1,"august":1,"2nd":1,"2025":8,"slides":9,"drive":2,"google":10,"folders":1,"1pid6nsflu43dzri0eatcpgxsazdvbbqf":1,"recording":1,"www":2,"chaspark":1,"live":1,"1166916873711665152":1,"nyc":1,"lu":6,"ma":6,"c1rqyf1f":1,"may":1,"7th":1,"docs":8,"presentation":8,"d":8,"1":1,"q":1,"aw":1,"iomjwuimf1s1ym":1,"zhjxz8cuel0ijvaquoybea":1,"edit":8,"usp":7,"sharing":7,"asia":2,"developer":2,"day":2,"sginnovate":1,"event":1,"limited":1,"availability":1,"morning":1,"evening":1,"slots":1,"remaining":1,"inaugural":1,"april":1,"3rd":1,"19cp6qu8u48ihb91a064xfaxrunyiboukrbxamdolloo":1,"x":1,"ollama":2,"inference":1,"night":1,"march":3,"27th":2,"16t2pdd1ywrnz4tu8q5r6n53c5lr5c73uv9vd2":1,"ebo4u":1,"the":5,"first":1,"china":1,"n77gibl2coratqhtveazfg":1,"16th":1,"1rehvfqmkgnvz6p3fd23hhso4c8j5wpgzv0bkylwnhyq":1,"east":1,"coast":1,"7mu4k4xx":1,"11th":1,"1nhiv8euff1nld3feyodm56ndml26leexcadgydltsrs":1,"slide":1,"id":1,"g31441846c39":1,"0":2,"ninth":1,"h7g3kuj9":1,"with":3,"meta":1,"february":1,"1jzc":1,"pzvxrvnsfvcw":1,"v4cfxb6pn7zz2cyp":1,"flwo05aqg":1,"eighth":1,"zep56hui":1,"cloud":1,"january":1,"22nd":1,"1epvkt4zu8jz":1,"s5ohehpc798emsyh2bwyfruddvef7u4":1,"seventh":1,"h0qvrajz":1,"snowflake":1,"november":1,"14th":1,"2024":1,"1e3cxqbv3jsfgp30swyvs3em":1,"tw":1,"ghohj9pajgk6kr54":1},"2172,1344,data/raw/vllm-0.10.1/docs/community/meetups.md":{"the":6,"sixth":1,"vllm":8,"meetup":7,"https":14,"lu":5,"ma":5,"87q3nvnh":1,"with":6,"nvidia":1,"september":1,"9th":1,"2024":5,"slides":6,"docs":6,"google":6,"com":7,"presentation":6,"d":6,"1wrlgwytqfaotd5wcgspnhoaw3nq0e":1,"9wqyp7ny93xrs":1,"edit":6,"usp":6,"sharing":6,"fifth":1,"lp0gyjqr":1,"aws":1,"july":1,"24th":1,"1rgud8acfchocghop3zmxzck9vx3rci9yfuab2bbcl4y":1,"fourth":1,"agivllm":1,"cloudflare":1,"and":1,"bentoml":1,"june":1,"11th":1,"1ij8o7v2bqei0bfeljltwc5g1s10":1,"rhv3beed5ob0nj4":1,"third":1,"robloxandvllmmeetup2024":1,"splashthat":1,"roblox":1,"april":1,"2nd":1,"1a":1,"47jak4bj39t954hytkvtfwn0fkqtsl8ngfuslrem":1,"second":1,"ygxbpzhl":1,"ibm":2,"research":2,"january":1,"31st":1,"12mi2skabnuw5rbwxdyy":1,"hthth4imsnceoq10jdqbxga":1,"video":2,"update":1,"youtu":2,"be":2,"y0c":1,"duvenzq":1,"torch":1,"compile":1,"m0dmtfli":1,"dg":1,"first":2,"a16z":1,"october":1,"5th":1,"2023":1,"1ql":1,"xpfxifpdbh86dbeegfxbxfxjix4v032ghshbkf3s":1},"3516,257,data/raw/vllm-0.10.1/docs/community/meetups.md":{"we":1,"are":2,"always":1,"looking":1,"for":1,"speakers":1,"and":2,"sponsors":1,"at":2,"san":1,"francisco":1,"bay":1,"area":1,"potentially":1,"other":1,"locations":1,"if":1,"you":1,"interested":1,"in":1,"speaking":1,"or":1,"sponsoring":1,"please":1,"contact":1,"us":1,"vllm":2,"questions":2,"lists":2,"berkeley":2,"edu":2,"mailto":1},"0,44,data/raw/vllm-0.10.1/docs/community/contact_us.md":{"contact":2,"us":2,"8":1,"readme":1,"md":1},"0,807,data/raw/vllm-0.10.1/docs/community/sponsors.md":{"sponsors":1,"vllm":3,"is":1,"a":1,"community":1,"project":1,"our":1,"compute":2,"resources":2,"for":2,"development":2,"and":2,"testing":1,"are":1,"supported":1,"by":1,"the":3,"following":1,"organizations":1,"thank":1,"you":1,"your":1,"support":2,"note":2,"please":2,"sort":1,"them":1,"in":1,"alphabetical":1,"order":1,"keep":1,"these":1,"consistent":1,"with":1,"readme":1,"md":1,"cash":1,"donations":1,"a16z":1,"dropbox":1,"sequoia":1,"capital":1,"skywork":1,"ai":2,"zhenfund":1,"alibaba":1,"cloud":3,"amd":1,"anyscale":2,"aws":1,"crusoe":1,"databricks":1,"deepinfra":1,"google":1,"intel":1,"lambda":1,"lab":1,"nebius":1,"novita":1,"nvidia":1,"replicate":1,"roblox":1,"runpod":1,"trainy":1,"uc":2,"berkeley":1,"san":1,"diego":1,"slack":1,"sponsor":1,"we":2,"also":1,"have":1,"an":1,"official":1,"fundraising":1,"venue":1,"through":1,"opencollective":2,"https":1,"com":1,"plan":1,"to":2,"use":1,"fund":1,"maintenance":1,"adoption":1,"of":1},"0,1823,data/raw/vllm-0.10.1/docs/contributing/vulnerability_management.md":{"vulnerability":9,"management":3,"reporting":1,"vulnerabilities":5,"as":2,"mentioned":1,"in":4,"the":17,"security":15,"policy":1,"https":4,"github":8,"com":6,"vllm":6,"project":6,"tree":1,"main":1,"md":1,"may":3,"be":2,"reported":2,"privately":2,"to":7,"via":2,"advisories":7,"new":1,"team":3,"once":1,"a":4,"has":1,"been":1,"vmt":4,"is":2,"responsible":2,"for":4,"managing":1,"triaging":1,"coordinating":1,"with":3,"reporters":1,"and":3,"maintainers":2,"on":5,"analysis":1,"resolution":1,"drafting":1,"of":2,"confirmed":1,"appropriate":1,"coordination":1,"coordinated":1,"release":1,"fix":1,"advisory":2,"are":1,"published":1,"through":1,"same":1,"system":2,"used":1,"report":3,"more":1,"information":1,"process":1,"can":1,"found":1,"documentation":1,"docs":1,"en":1,"code":1,"working":1,"repository":2,"about":1,"members":1,"we":1,"prefer":1,"keep":1,"all":1,"related":2,"communication":1,"however":2,"if":2,"you":4,"need":2,"contact":3,"directly":1,"an":1,"urgent":1,"issue":1,"following":1,"individuals":1,"simon":2,"mo":2,"hey":1,"russell":1,"bryant":1,"rbryant":1,"redhat":2,"huzaifa":1,"sidhpurwala":1,"huzaifas":1,"slack":3,"discussion":1,"use":2,"channel":2,"ai":1,"discuss":1,"topics":1,"please":2,"do":1,"not":1,"disclose":1,"any":1,"this":1,"or":1,"member":1},"1823,788,data/raw/vllm-0.10.1/docs/contributing/vulnerability_management.md":{"vulnerability":4,"disclosure":1,"the":16,"process":1,"for":2,"disclosing":2,"vulnerabilities":1,"is":1,"following":1,"vmt":5,"will":6,"work":2,"with":3,"project":4,"maintainers":4,"to":6,"develop":1,"a":5,"fix":3,"coordinate":2,"reporter":1,"and":6,"prepare":1,"security":3,"advisory":4,"that":3,"adequately":1,"describes":1,"its":1,"impact":1,"publish":2,"release":3,"an":1,"update":1,"includes":1,"on":1,"github":1,"notes":1,"be":1,"updated":1,"include":1,"reference":1,"minimize":1,"amount":1,"of":1,"time":1,"in":1,"between":1,"any":1,"public":1,"information":1,"about":1,"making":1,"available":1},"0,1385,data/raw/vllm-0.10.1/docs/contributing/README.md":{"contributing":2,"to":8,"vllm":8,"thank":1,"you":3,"for":3,"your":5,"interest":1,"in":3,"our":2,"community":2,"is":4,"open":1,"everyone":1,"and":5,"welcomes":1,"all":1,"kinds":1,"of":3,"contributions":2,"no":1,"matter":1,"how":3,"small":1,"or":6,"large":1,"there":1,"are":2,"several":1,"ways":2,"can":1,"contribute":2,"the":4,"project":5,"identify":1,"report":1,"any":1,"issues":4,"bugs":1,"request":1,"add":1,"support":4,"a":2,"new":3,"model":3,"suggest":1,"implement":1,"features":1,"improve":1,"documentation":1,"guide":1,"we":1,"also":2,"believe":1,"power":1,"thus":1,"answering":1,"queries":1,"offering":1,"pr":1,"reviews":1,"assisting":1,"others":1,"highly":1,"regarded":1,"beneficial":1,"finally":1,"one":1,"most":1,"impactful":1,"us":1,"by":2,"raising":1,"awareness":1,"about":2,"talk":1,"it":2,"blog":1,"posts":1,"highlight":1,"s":1,"driving":1,"incredible":1,"projects":1,"express":1,"on":3,"social":1,"media":1,"if":1,"re":1,"using":1,"simply":1,"offer":1,"appreciation":1,"starring":1,"repository":1,"job":1,"board":1,"unsure":1,"where":1,"start":1,"check":1,"out":1,"following":1,"links":1,"tasks":2,"work":1,"good":1,"first":1,"https":2,"github":2,"com":2,"q":2,"3aissue":2,"20state":2,"3aopen":2,"20label":2,"3a":2,"22good":1,"20first":1,"20issue":1,"22":2,"selected":1,"onboarding":1,"gh":3,"6":1,"requests":1,"22new":1,"models":1,"with":1,"multi":1,"modal":1,"capabilities":1,"10":1,"license":2,"see":1,"file":1},"1385,451,data/raw/vllm-0.10.1/docs/contributing/README.md":{"developing":1,"8":1,"docs":1,"getting":1,"started":1,"installation":1,"python":2,"env":1,"setup":1,"inc":1,"md":2,"depending":1,"on":2,"the":3,"kind":1,"of":1,"development":1,"you":2,"d":1,"like":1,"to":2,"do":1,"e":1,"g":1,"cuda":2,"can":1,"choose":1,"build":3,"vllm":1,"with":1,"or":1,"without":1,"compilation":2,"check":1,"out":1,"building":1,"from":2,"source":2,"documentation":1,"for":3,"details":1,"an":1,"optimized":1,"workflow":2,"when":1,"iterating":1,"c":1,"kernels":1,"see":1,"incremental":2,"recommendations":1},"1836,1839,data/raw/vllm-0.10.1/docs/contributing/README.md":{"building":2,"the":11,"docs":3,"with":5,"mkdocs":20,"introduction":1,"to":3,"https":4,"github":3,"com":3,"is":3,"a":4,"fast":1,"simple":1,"and":5,"downright":1,"gorgeous":1,"static":1,"site":2,"generator":1,"that":4,"s":1,"geared":1,"towards":1,"project":3,"documentation":6,"source":1,"files":1,"are":1,"written":1,"in":7,"markdown":1,"configured":1,"single":1,"yaml":3,"configuration":2,"file":2,"install":3,"plugins":3,"along":1,"vllm":7,"blob":1,"main":1,"used":1,"as":4,"well":1,"required":1,"dependencies":1,"bash":4,"uv":1,"pip":1,"r":1,"requirements":1,"txt":1,"note":1,"ensure":1,"your":4,"python":3,"version":3,"compatible":1,"e":1,"g":1,"awesome":1,"nav":1,"requires":1,"3":2,"10":3,"verify":1,"installation":1,"confirm":1,"correctly":1,"installed":1,"example":2,"output":2,"console":2,"1":5,"6":1,"from":1,"opt":1,"miniconda3":1,"envs":1,"mkdoc":1,"lib":1,"python3":1,"packages":1,"clone":2,"repository":1,"git":2,"cd":1,"start":2,"development":1,"server":3,"comes":1,"built":2,"dev":1,"lets":1,"you":3,"preview":2,"work":1,"on":2,"it":1,"make":1,"sure":1,"re":1,"same":1,"directory":1,"yml":1,"then":1,"by":1,"running":1,"serve":2,"command":1,"info":3,"106":1,"83":1,"seconds":1,"22":2,"02":4,"watching":1,"paths":1,"for":2,"changes":1,"serving":1,"http":3,"127":3,"0":6,"8000":3,"view":1,"browser":2,"open":1,"up":1,"see":1,"live":1,"learn":1,"more":1,"additional":1,"features":1,"advanced":1,"configurations":1,"refer":1,"official":1,"www":1,"org":1},"3675,1927,data/raw/vllm-0.10.1/docs/contributing/README.md":{"testing":1,"console":1,"commands":3,"bash":1,"these":1,"are":2,"only":1,"for":3,"nvidia":1,"cuda":1,"platforms":2,"uv":1,"pip":1,"install":5,"r":2,"requirements":2,"common":1,"txt":2,"dev":4,"torch":1,"backend":1,"auto":1,"linting":1,"formatting":1,"and":1,"static":1,"type":1,"checking":1,"pre":4,"commit":4,"you":5,"can":2,"manually":2,"run":11,"with":8,"all":4,"files":2,"show":1,"diff":1,"on":3,"failure":1,"to":6,"something":1,"from":1,"ci":3,"that":1,"does":1,"not":4,"locally":2,"by":2,"default":1,"mypy":3,"3":4,"9":1,"hook":1,"stage":1,"manual":1,"unit":3,"tests":8,"pytest":2,"a":7,"single":1,"test":2,"file":5,"detailed":1,"output":1,"s":1,"v":1,"logger":1,"py":1,"tip":1,"since":1,"the":7,"gh":2,"docker":1,"dockerfile":1,"ships":1,"python":5,"12":3,"in":1,"except":1,"therefore":1,"we":1,"recommend":1,"developing":1,"minimise":1,"chance":1,"of":2,"your":1,"local":1,"environment":2,"clashing":1,"our":1,"note":3,"python3":3,"if":7,"h":2,"is":3,"missing":1,"any":1,"above":1,"fails":1,"no":1,"such":1,"or":2,"directory":1,"sudo":1,"apt":1,"currently":2,"repository":1,"fully":1,"checked":1,"pass":1,"when":1,"cpu":1,"don":1,"t":1,"have":2,"access":1,"gpu":1,"platform":1,"rely":1,"continuous":1,"integration":1,"system":1,"now":1,"issues":4,"encounter":1,"bug":1,"feature":1,"request":1,"please":3,"search":1,"existing":1,"https":2,"github":2,"com":2,"vllm":4,"project":2,"q":1,"3aissue":1,"first":1,"see":1,"it":1,"has":1,"already":1,"been":1,"reported":1,"new":2,"issue":1,"choose":1,"providing":1,"as":2,"much":1,"relevant":1,"information":1,"possible":1,"important":1,"discover":1,"security":2,"vulnerability":2,"follow":1,"instructions":1,"here":1,"md":1,"reporting":1},"5602,996,data/raw/vllm-0.10.1/docs/contributing/README.md":{"pull":2,"requests":1,"code":3,"reviews":1,"thank":1,"you":4,"for":1,"your":2,"contribution":1,"to":4,"vllm":2,"before":1,"submitting":1,"the":16,"request":1,"please":1,"ensure":1,"pr":1,"meets":1,"following":1,"criteria":1,"this":3,"helps":1,"maintain":1,"quality":1,"and":5,"improve":1,"efficiency":1,"of":3,"review":1,"process":1,"dco":3,"signed":2,"off":5,"by":2,"when":1,"contributing":1,"changes":1,"project":1,"must":2,"agree":1,"gh":1,"file":1,"commits":1,"include":1,"a":2,"header":2,"which":1,"certifies":1,"agreement":1,"with":2,"terms":1,"using":1,"s":1,"git":4,"commit":5,"will":2,"automatically":1,"add":1,"tip":1,"can":2,"enable":3,"automatic":1,"sign":3,"via":1,"ide":1,"pycharm":1,"click":1,"on":1,"show":1,"options":1,"icon":1,"right":1,"push":1,"button":1,"in":1,"window":2,"it":1,"bring":1,"up":1,"where":1,"modify":1,"author":1,"vscode":1,"open":1,"settings":2,"editor":1,"https":1,"visualstudio":1,"com":1,"docs":1,"configure":1,"always":1,"alwayssignoff":1,"field":1},"6598,1804,data/raw/vllm-0.10.1/docs/contributing/README.md":{"pr":5,"title":3,"and":6,"classification":1,"only":1,"specific":2,"types":1,"of":4,"prs":2,"will":1,"be":2,"reviewed":1,"the":17,"is":2,"prefixed":1,"appropriately":1,"to":9,"indicate":1,"type":1,"change":1,"please":5,"use":3,"one":2,"following":2,"bugfix":1,"for":9,"bug":1,"fixes":2,"ci":1,"build":2,"or":4,"continuous":1,"integration":2,"improvements":2,"doc":1,"documentation":2,"model":4,"adding":1,"a":1,"new":3,"improving":1,"an":1,"existing":1,"name":2,"should":2,"appear":2,"in":3,"frontend":2,"changes":5,"on":1,"vllm":4,"e":3,"g":3,"openai":1,"api":1,"server":1,"llm":1,"class":1,"etc":2,"kernel":1,"affecting":1,"cuda":1,"kernels":2,"other":1,"compute":1,"core":2,"logic":1,"llmengine":1,"asyncllmengine":1,"scheduler":1,"hardware":3,"vendor":2,"prefix":1,"amd":1,"misc":1,"that":1,"do":1,"not":1,"fit":1,"above":1,"categories":1,"this":2,"sparingly":1,"note":1,"if":3,"spans":1,"more":1,"than":1,"category":1,"include":2,"all":2,"relevant":1,"prefixes":1,"code":5,"quality":2,"needs":2,"meet":1,"standards":1,"we":1,"adhere":1,"google":4,"python":1,"style":2,"guide":2,"https":3,"github":2,"io":2,"styleguide":2,"pyguide":1,"html":2,"c":1,"cppguide":1,"pass":1,"linter":1,"checks":1,"pre":3,"commit":3,"format":1,"your":1,"see":1,"com":1,"usage":1,"you":1,"well":1,"documented":1,"ensure":2,"future":1,"contributors":1,"can":1,"easily":1,"understand":2,"sufficient":1,"tests":3,"project":1,"stays":1,"correct":1,"robust":1,"includes":1,"both":1,"unit":1,"add":1,"docs":1,"modifies":1,"user":1,"facing":1,"behaviors":1,"it":1,"helps":1,"users":1,"utilize":1,"features":1},"8402,1658,data/raw/vllm-0.10.1/docs/contributing/README.md":{"adding":1,"or":3,"changing":2,"kernels":3,"when":2,"actively":1,"developing":1,"modifying":1,"using":1,"the":10,"incremental":2,"compilation":1,"workflow":1,"build":2,"md":1,"is":2,"highly":1,"recommended":1,"for":6,"faster":1,"times":1,"each":1,"custom":9,"kernel":2,"needs":1,"a":4,"schema":2,"and":7,"one":1,"more":1,"implementations":1,"to":3,"be":4,"registered":4,"with":2,"pytorch":4,"make":1,"sure":1,"ops":4,"are":1,"following":2,"guidelines":1,"c":2,"cuda":1,"operators":2,"https":4,"org":2,"tutorials":1,"advanced":1,"cpp":2,"html":2,"tutorial":1,"manual":1,"docs":3,"google":2,"com":2,"document":3,"d":2,"1":1,"w62p8wjoqquzpsjya7s701jxt0qf2oflub2sbkhoau":1,"operations":1,"that":2,"return":1,"tensors":1,"require":1,"meta":4,"functions":3,"should":1,"implemented":1,"in":2,"python":1,"so":1,"dynamic":1,"dims":1,"can":1,"handled":1,"automatically":1,"see":3,"above":1,"documents":1,"description":1,"of":2,"use":1,"torch":2,"library":3,"opcheck":2,"stable":1,"test":2,"function":2,"registration":1,"any":1,"tests":1,"examples":1,"signature":1,"an":1,"existing":1,"op":1,"must":1,"updated":1,"reflect":1,"changes":4,"if":1,"new":1,"type":1,"needed":1,"class":1,"support":1,"pt2":1,"18fbmpuoj0fy5zq6yyrhuppw9fa332cpntgb6soigyua":1,"notes":1,"large":1,"please":1,"keep":1,"as":2,"concise":1,"possible":1,"major":1,"architectural":1,"500":1,"loc":1,"excluding":1,"data":1,"config":1,"we":2,"would":1,"expect":1,"github":1,"issue":1,"rfc":2,"discussing":1,"technical":1,"design":1,"justification":1,"otherwise":1,"will":1,"tag":1,"it":1,"required":1,"might":1,"not":1,"go":1,"through":1,"pr":1},"10060,1289,data/raw/vllm-0.10.1/docs/contributing/README.md":{"what":2,"to":12,"expect":2,"for":2,"the":25,"reviews":1,"goal":1,"of":1,"vllm":3,"team":3,"is":8,"be":3,"a":6,"transparent":2,"reviewing":1,"machine":1,"we":2,"would":1,"like":1,"make":2,"review":4,"process":2,"and":4,"efficient":1,"sure":1,"no":1,"contributor":2,"feels":1,"confused":1,"or":5,"frustrated":1,"however":1,"small":1,"so":1,"need":1,"prioritize":1,"some":1,"prs":2,"over":1,"others":1,"here":1,"you":2,"can":1,"from":1,"after":3,"pr":8,"submitted":1,"will":6,"assigned":2,"reviewer":7,"every":2,"pick":1,"up":1,"based":1,"on":2,"their":1,"expertise":1,"availability":1,"provide":1,"status":1,"updates":1,"2":1,"3":1,"days":2,"if":3,"not":2,"reviewed":1,"within":2,"7":1,"please":2,"feel":2,"free":2,"ping":2,"put":1,"an":1,"action":1,"required":2,"label":2,"there":1,"are":1,"changes":1,"should":1,"address":1,"comments":2,"re":1,"respond":1,"all":2,"reasonable":1,"time":1,"frame":1,"comment":1,"isn":1,"t":1,"clear":1,"disagree":1,"with":1,"suggestion":2,"ask":1,"clarification":1,"discuss":1,"note":1,"that":1,"ci":2,"checks":1,"executed":1,"due":1,"limited":1,"computational":1,"resources":1,"add":1,"ready":2,"when":1,"merge":1,"full":1,"run":1,"needed":1},"11349,207,data/raw/vllm-0.10.1/docs/contributing/README.md":{"thank":2,"you":2,"finally":1,"for":3,"taking":1,"the":1,"time":1,"to":2,"read":1,"these":1,"guidelines":1,"and":2,"your":2,"interest":1,"in":1,"contributing":1,"vllm":2,"all":1,"of":1,"contributions":1,"help":1,"make":1,"a":1,"great":1,"tool":1,"community":1,"everyone":1},"0,277,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"profiling":3,"vllm":3,"warning":1,"is":1,"only":1,"intended":1,"for":1,"developers":1,"and":1,"maintainers":1,"to":1,"understand":1,"the":3,"proportion":1,"of":2,"time":1,"spent":1,"in":1,"different":1,"parts":1,"codebase":1,"end":1,"users":1,"should":1,"never":1,"turn":1,"on":1,"as":1,"it":1,"will":1,"significantly":1,"slow":1,"down":1,"inference":1},"277,1647,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"profile":4,"with":5,"pytorch":1,"profiler":10,"we":1,"support":1,"tracing":2,"vllm":14,"workers":1,"using":4,"the":16,"torch":8,"module":2,"you":6,"can":7,"enable":5,"by":7,"setting":1,"dir":3,"environment":3,"variable":3,"to":12,"directory":2,"where":1,"want":1,"save":1,"traces":5,"mnt":1,"additionally":1,"control":1,"profiling":3,"content":1,"specifying":1,"following":1,"variables":1,"record":2,"shapes":2,"1":4,"recording":3,"tensor":1,"off":3,"default":4,"memory":2,"stack":2,"information":1,"on":2,"flops":2,"openai":1,"server":2,"also":2,"needs":1,"be":3,"started":1,"set":2,"when":2,"bench":3,"serve":1,"passing":1,"flag":1,"visualized":1,"https":1,"ui":1,"perfetto":1,"dev":1,"tip":3,"directly":2,"call":1,"without":1,"installing":1,"python":1,"m":1,"entrypoints":1,"cli":1,"main":1,"only":1,"send":1,"a":4,"few":1,"requests":2,"through":1,"as":1,"get":1,"quite":1,"large":1,"no":1,"need":1,"untar":1,"they":1,"viewed":1,"stop":1,"it":2,"flushes":1,"out":2,"all":1,"trace":1,"files":1,"this":1,"takes":2,"time":1,"for":3,"example":1,"about":2,"100":1,"worth":1,"of":1,"data":1,"llama":1,"70b":1,"10":1,"minutes":2,"flush":1,"h100":1,"env":1,"rpc":2,"timeout":2,"big":1,"number":1,"before":1,"start":1,"say":1,"something":1,"like":1,"30":1,"export":1,"1800000":1},"1924,521,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"example":2,"commands":1,"and":1,"usage":1,"offline":2,"inference":2,"refer":1,"to":1,"gh":1,"file":1,"examples":1,"simple":1,"profiling":1,"py":1,"for":1,"an":1,"openai":2,"server":2,"bash":2,"vllm":6,"torch":1,"profiler":1,"dir":1,"profile":2,"python":1,"m":1,"entrypoints":1,"api":1,"model":2,"meta":4,"llama":4,"3":2,"70b":2,"bench":2,"command":1,"serve":1,"backend":1,"dataset":2,"name":1,"sharegpt":2,"path":1,"json":1,"num":1,"prompts":1,"2":1},"2445,1753,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"profile":5,"with":2,"nvidia":5,"nsight":5,"systems":5,"is":3,"an":3,"advanced":1,"tool":1,"that":1,"exposes":1,"more":1,"profiling":1,"details":1,"such":1,"as":1,"register":1,"and":4,"shared":1,"memory":1,"usage":3,"annotated":1,"code":1,"regions":1,"low":1,"level":1,"cuda":4,"apis":1,"events":1,"install":4,"https":1,"docs":1,"com":3,"installationguide":1,"index":1,"html":1,"using":2,"your":3,"package":1,"manager":1,"the":7,"following":2,"block":1,"example":3,"for":4,"ubuntu":2,"bash":3,"apt":6,"update":2,"y":1,"no":1,"recommends":1,"gnupg":1,"echo":2,"deb":1,"http":2,"developer":2,"download":2,"devtools":2,"repos":2,"source":1,"etc":2,"lsb":1,"release":2,"distrib":1,"tr":1,"d":2,"dpkg":1,"print":1,"architecture":1,"tee":1,"sources":1,"list":2,"key":1,"adv":1,"fetch":1,"keys":1,"compute":1,"ubuntu1804":1,"x86":1,"64":1,"7fa2af80":1,"pub":1,"cli":1,"commands":1,"offline":3,"inference":3,"basic":1,"you":4,"can":1,"just":2,"append":1,"nsys":5,"o":2,"report":2,"rep":2,"trace":4,"fork":2,"before":3,"exec":2,"true":2,"graph":2,"node":2,"any":1,"existing":1,"script":2,"would":1,"run":1,"vllm":3,"bench":2,"latency":2,"model":1,"meta":1,"llama":2,"3":1,"1":2,"8b":1,"instruct":1,"num":2,"iters":2,"warmup":1,"5":1,"batch":1,"size":1,"16":1,"input":1,"len":2,"512":1,"output":1,"8":1,"openai":1,"server":3,"to":3,"will":2,"want":1,"prepend":1,"serve":1,"command":1,"like":1,"however":1,"must":1,"specify":1,"delay":1,"xx":1,"duration":2,"yy":1,"parameters":1,"according":1,"needs":1,"of":1,"benchmark":1,"after":1,"time":1,"has":1,"been":1,"used":1,"up":1,"be":1,"killed":1},"4198,195,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"server":1,"nsys":2,"profile":1,"o":1,"report":1,"rep":1,"trace":2,"fork":1,"before":1,"exec":1,"true":1,"cuda":1,"graph":1,"node":1,"delay":1,"30":1,"duration":1,"60":1,"vllm":1,"serve":1,"meta":1,"llama":2,"3":1,"1":1,"8b":1,"instruct":1},"4393,539,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"client":1,"vllm":2,"bench":1,"serve":1,"backend":1,"model":1,"meta":1,"llama":2,"3":1,"1":2,"8b":1,"instruct":1,"num":1,"prompts":1,"dataset":1,"name":1,"random":3,"input":1,"1024":1,"output":1,"512":1,"in":2,"practice":1,"you":2,"should":1,"set":1,"the":5,"duration":1,"argument":1,"to":4,"a":1,"large":1,"value":1,"whenever":1,"want":1,"server":1,"stop":2,"profiling":1,"run":2,"bash":2,"nsys":3,"sessions":1,"list":1,"get":1,"session":2,"id":1,"form":1,"of":1,"profile":2,"xxxxx":2,"then":1,"manually":1,"kill":1,"profiler":1,"and":1,"generate":1,"your":1,"rep":1,"report":1},"4932,375,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"analysis":1,"you":1,"can":1,"view":1,"these":1,"profiles":1,"either":1,"as":1,"summaries":1,"in":2,"the":3,"cli":2,"using":1,"nsys":3,"stats":2,"profile":1,"file":1,"or":1,"gui":1,"by":1,"installing":1,"nsight":2,"locally":1,"following":1,"directions":1,"here":1,"https":1,"developer":1,"nvidia":1,"com":1,"systems":1,"get":1,"started":1,"console":1,"example":1,"bash":1,"report1":1,"rep":1,"cuda":2,"gpu":2,"kernel":1,"summary":1,"kern":1,"sum":1},"5307,1978,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"time":2,"total":1,"ns":6,"instances":1,"avg":1,"med":1,"min":1,"max":1,"stddev":1,"name":1,"46":1,"3":6,"10":1,"327":1,"352":1,"338":1,"17":1,"505":1,"589":1,"965":1,"9":6,"144":1,"383":1,"0":10,"27":1,"040":1,"126":1,"460":1,"944":1,"263":1,"8":4,"sm90":5,"xmma":4,"gemm":4,"bf16bf16":4,"bf16f32":4,"f32":4,"tn":4,"n":4,"tilesize128x128x64":1,"warpgroupsize1x1x1":3,"execute":4,"segment":4,"k":4,"of":2,"14":2,"305":1,"114":1,"764":1,"5":4,"152":1,"641":1,"520":1,"7":3,"293":1,"408":1,"287":1,"296":1,"2":12,"822":1,"716":1,"867":1,"124":1,"tilesize256x128x64":1,"warpgroupsize2x1x1":1,"12":1,"1":9,"692":1,"284":1,"876":1,"280":1,"188":1,"535":1,"4":3,"83":1,"904":1,"19":2,"328":2,"862":1,"237":1,"497":1,"999":1,"tilesize64x128x64":1,"off":2,"116":1,"600":1,"578":2,"33":1,"920":1,"62":1,"399":1,"21":2,"504":1,"15":2,"326":1,"532":1,"285":1,"290":1,"954":1,"tilesize64x64x64":1,"119":1,"749":1,"165":1,"18":2,"912":2,"59":1,"208":1,"056":1,"6":3,"784":1,"366":1,"271":1,"581":1,"void":4,"vllm":5,"act":1,"and":1,"mul":1,"kernel":4,"c10":3,"bfloat16":3,"silu":1,"bool":2,"t1":5,"cons":1,"916":1,"662":1,"515":1,"312":1,"43":1,"011":1,"776":1,"928":1,"586":1,"205":1,"199":1,"790":1,"cutlass":1,"device":1,"flash":3,"enable":2,"or":1,"later":1,"flashattnfwdsm90":1,"collectivema":1,"587":1,"283":1,"113":1,"37":1,"824":1,"526":1,"008":1,"719":1,"517":1,"756":1,"139":1,"091":1,"std":1,"if":1,"t2":1,"int":1,"typeconvert":1,"exists":1,"type":1,"fused":1,"add":1,"rms":1,"norm":1,"kern":1,"418":1,"362":1,"605":1,"22":1,"121":1,"871":1,"523":1,"870":1,"175":1,"248":1,"rotary":1,"embedding":1,"const":2,"long":1,"in":1},"7285,218,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"0":3,"7":2,"167":1,"083":1,"069":1,"18":1,"880":1,"8":1,"849":1,"2":2,"240":1,"1":2,"471":1,"499":1,"996":1,"101":1,"436":1,"void":1,"vllm":2,"reshape":1,"and":1,"cache":1,"flash":1,"kernel":1,"nv":2,"bfloat16":2,"fp8kvcachedatatype":1},"7503,166,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"gui":1,"example":1,"img":1,"width":1,"1799":1,"alt":1,"screenshot":1,"2025":1,"03":1,"05":1,"at":1,"11":1,"48":1,"42":1,"am":1,"src":1,"https":1,"github":1,"com":1,"user":1,"attachments":1,"assets":1,"c7cff1ae":1,"6d6f":1,"477d":1,"a342":1,"bd13c4fc424c":1},"7669,1341,data/raw/vllm-0.10.1/docs/contributing/profiling.md":{"profiling":2,"vllm":9,"python":7,"code":6,"the":8,"standard":1,"library":2,"includes":2,"cprofile":5,"https":2,"docs":1,"org":1,"3":1,"profile":8,"html":1,"for":1,"a":8,"couple":1,"of":4,"helpers":1,"that":5,"make":1,"it":2,"easy":1,"to":8,"apply":1,"section":2,"both":1,"utils":6,"and":1,"context":4,"functions":1,"can":4,"be":5,"used":3,"example":3,"usage":2,"decorator":3,"first":1,"helper":2,"is":6,"function":7,"if":2,"filename":3,"specified":2,"will":2,"saved":1,"file":1,"no":1,"data":1,"printed":1,"stdout":1,"import":2,"expensive":5,"prof":3,"def":2,"some":1,"pass":2,"manager":2,"second":1,"block":1,"similar":1,"optional":1,"another":3,"more":1,"with":1,"analyzing":1,"results":2,"there":1,"are":1,"multiple":1,"tools":1,"available":1,"help":1,"analyze":1,"one":1,"snakeviz":4,"jiffyclub":1,"github":1,"io":1,"bash":1,"pip":1,"install":1},"0,1495,data/raw/vllm-0.10.1/docs/contributing/benchmarks.md":{"benchmark":3,"suites":1,"vllm":9,"contains":1,"two":1,"sets":1,"of":2,"benchmarks":18,"performance":11,"nightly":10,"the":8,"are":7,"used":1,"for":2,"development":1,"to":4,"confirm":1,"whether":1,"new":2,"changes":1,"improve":1,"under":1,"various":1,"workloads":1,"they":2,"triggered":2,"on":5,"every":2,"commit":2,"with":2,"both":2,"perf":3,"and":7,"ready":1,"labels":2,"when":3,"a":2,"pr":1,"is":1,"merged":1,"into":1,"latest":2,"results":2,"hosted":1,"public":1,"dashboard":1,"https":2,"hud":1,"pytorch":1,"org":1,"llms":1,"reponame":1,"project":1,"2fvllm":1,"more":2,"information":2,"their":2,"parameters":2,"can":2,"be":2,"found":2,"here":2,"gh":2,"file":2,"buildkite":2,"descriptions":2,"md":2,"these":1,"compare":1,"s":1,"against":1,"alternatives":1,"tgi":1,"trt":1,"llm":1,"lmdeploy":1,"there":1,"major":2,"updates":1,"e":1,"g":1,"bumping":1,"up":1,"version":1,"primarily":1,"intended":1,"consumers":1,"evaluate":1,"choose":1,"over":1,"other":1,"options":1,"shared":1,"in":1,"release":1,"blog":2,"posts":1,"such":1,"as":1,"v0":1,"6":1,"0":1,"ai":1,"2024":1,"09":1,"05":1,"update":1,"html":1},"0,1027,data/raw/vllm-0.10.1/docs/contributing/deprecation_policy.md":{"deprecation":2,"policy":4,"this":3,"document":1,"outlines":1,"the":6,"official":1,"and":6,"process":1,"for":4,"deprecating":1,"features":3,"in":3,"vllm":3,"project":1,"overview":1,"uses":1,"a":8,"structured":1,"pipeline":1,"to":3,"guide":1,"lifecycle":1,"of":1,"deprecated":2,"ensures":1,"that":3,"users":2,"are":2,"given":1,"clear":1,"sufficient":1,"notice":1,"when":1,"feature":1,"is":4,"deprecations":3,"proceed":1,"consistent":1,"predictable":1,"manner":1,"we":1,"aim":1,"strike":1,"balance":1,"between":1,"continued":1,"innovation":1,"respecting":1,"reliance":1,"on":1,"existing":1,"functionality":1,"tied":1,"our":1,"minor":2,"y":3,"releases":1,"following":2,"semantic":1,"versioning":1,"x":2,"z":2,"where":1,"major":1,"version":3,"rare":1,"used":2,"significant":1,"changes":1,"including":1,"removals":1,"patch":1,"fixes":1,"safer":1,"enhancements":1,"fall":1,"under":1,"include":1,"at":1,"minimum":1,"cli":1,"flags":1,"environment":1,"variables":1,"configuration":1,"files":1,"apis":2,"openai":1,"compatible":1,"api":1,"server":1,"public":1,"python":1,"library":1},"1027,1942,data/raw/vllm-0.10.1/docs/contributing/deprecation_policy.md":{"deprecation":5,"pipeline":1,"the":6,"process":1,"consists":1,"of":2,"several":1,"clearly":2,"defined":1,"stages":2,"that":2,"span":1,"multiple":1,"y":1,"releases":1,"1":1,"deprecated":6,"still":2,"on":1,"by":4,"default":4,"action":3,"feature":8,"is":10,"marked":1,"as":2,"timeline":2,"a":4,"removal":4,"version":2,"explicitly":1,"stated":1,"in":4,"warning":1,"e":1,"g":1,"this":1,"will":2,"be":4,"removed":5,"v0":5,"10":2,"0":5,"communication":1,"noted":1,"following":1,"applicable":1,"help":1,"strings":1,"log":1,"output":2,"api":1,"responses":1,"metrics":2,"for":4,"features":2,"user":1,"facing":1,"documentation":2,"release":2,"notes":1,"github":1,"issue":1,"rfc":1,"feedback":1,"and":3,"use":2,"typing":1,"extensions":1,"decorator":1,"python":1,"apis":1,"2":1,"off":2,"disabled":1,"but":1,"can":2,"re":3,"enabled":2,"via":1,"cli":1,"flag":1,"or":1,"environment":1,"variable":1,"throws":2,"an":2,"error":2,"when":2,"used":2,"without":1,"enabling":1,"purpose":1,"allows":1,"users":1,"who":1,"missed":1,"earlier":1,"warnings":1,"temporary":1,"escape":1,"hatch":1,"while":1,"signaling":1,"imminent":1,"ensures":1,"any":1,"remaining":1,"usage":1,"surfaced":1,"blocks":1,"silent":1,"breakage":1,"before":1,"full":1,"3":1,"completely":1,"from":1,"codebase":1,"note":1,"only":1,"have":1,"passed":1,"through":1,"previous":1,"example":1,"assume":1,"9":2,"status":1,"with":1,"clear":1,"listed":1,"now":1,"legacy":1,"11":1},"2969,597,data/raw/vllm-0.10.1/docs/contributing/deprecation_policy.md":{"important":1,"guidelines":1,"no":1,"removals":1,"in":2,"patch":2,"releases":2,"removing":1,"deprecated":2,"features":1,"z":1,"is":5,"disallowed":1,"to":1,"avoid":1,"surprising":1,"users":3,"grace":2,"period":2,"for":2,"existing":1,"deprecations":1,"any":1,"feature":1,"before":1,"this":2,"policy":2,"will":1,"have":1,"its":2,"start":1,"now":1,"not":1,"retroactively":1,"documentation":1,"critical":1,"ensure":1,"every":1,"stage":1,"of":2,"the":4,"pipeline":1,"documented":1,"clearly":1,"final":1,"notes":1,"a":1,"living":1,"document":1,"and":3,"may":1,"evolve":1,"as":2,"needs":1,"project":1,"change":1,"community":1,"feedback":1,"welcome":1,"encouraged":1,"we":1,"refine":1,"process":1},"0,1971,data/raw/vllm-0.10.1/docs/contributing/incremental_build.md":{"incremental":3,"compilation":3,"workflow":4,"when":1,"working":1,"on":2,"vllm":5,"s":3,"c":1,"cuda":8,"kernels":1,"located":1,"in":5,"the":10,"csrc":1,"directory":1,"recompiling":2,"entire":1,"project":1,"with":1,"uv":4,"pip":3,"install":7,"e":3,"for":5,"every":1,"change":1,"can":3,"be":2,"time":1,"consuming":1,"an":3,"using":2,"cmake":5,"allows":1,"faster":2,"iteration":1,"by":3,"only":1,"necessary":1,"components":1,"after":1,"initial":2,"setup":2,"this":1,"guide":1,"details":1,"how":1,"to":5,"set":1,"up":2,"and":4,"use":2,"such":1,"a":1,"which":2,"complements":1,"your":5,"editable":4,"python":2,"installation":4,"prerequisites":1,"before":1,"setting":1,"build":5,"1":2,"ensure":2,"you":3,"have":1,"installed":3,"from":1,"source":2,"mode":1,"pre":1,"compiled":1,"wheels":1,"as":1,"will":1,"handle":1,"subsequent":1,"kernel":1,"recompilations":1,"console":2,"venv":2,"3":2,"12":1,"seed":1,"bin":2,"activate":1,"precompiled":1,"u":1,"torch":2,"backend":2,"auto":2,"2":1,"toolkit":4,"verify":1,"that":1,"nvidia":2,"is":3,"correctly":1,"nvcc":6,"accessible":1,"path":1,"relies":1,"compile":1,"code":1,"typically":1,"find":1,"home":1,"or":3,"running":1,"if":1,"encounter":1,"issues":1,"refer":1,"official":1,"guides":1,"https":1,"developer":1,"com":1,"archive":1,"main":1,"gpu":2,"documentation":1,"getting":1,"started":1,"md":1,"troubleshooting":2,"compiler":1,"variable":1,"cmakeuserpresets":1,"json":1,"should":1,"also":2,"point":1,"binary":1,"tools":1,"it":1,"highly":1,"recommended":1,"ccache":3,"fast":1,"rebuilds":1,"caching":1,"results":1,"g":1,"sudo":1,"apt":1,"conda":1,"core":1,"dependencies":1,"like":1,"ninja":1,"are":2,"these":1,"installable":1,"through":1,"requirements":2,"txt":2,"system":1,"package":1,"manager":1,"r":1},"1971,1059,data/raw/vllm-0.10.1/docs/contributing/incremental_build.md":{"setting":1,"up":1,"the":15,"cmake":3,"build":3,"environment":3,"incremental":1,"process":1,"is":2,"managed":1,"through":1,"you":3,"can":1,"configure":1,"your":5,"settings":1,"using":2,"a":4,"cmakeuserpresets":5,"json":5,"file":3,"at":1,"root":3,"of":3,"vllm":5,"repository":2,"generate":2,"helper":2,"script":6,"to":3,"simplify":1,"setup":1,"provides":1,"that":1,"attempts":1,"auto":1,"detect":1,"system":1,"s":1,"configuration":1,"like":1,"cuda":1,"path":1,"python":3,"and":3,"cpu":1,"cores":1,"generates":1,"for":3,"run":1,"navigate":1,"clone":1,"execute":1,"following":1,"command":1,"console":1,"tools":1,"presets":1,"py":1,"will":3,"prompt":1,"if":2,"it":2,"cannot":1,"automatically":1,"determine":1,"certain":1,"paths":1,"e":1,"g":1,"nvcc":1,"or":1,"specific":1,"executable":1,"development":1,"follow":1,"on":1,"screen":1,"prompts":1,"an":1,"existing":1,"found":1,"ask":1,"confirmation":1,"before":1,"overwriting":1,"after":1,"running":1,"be":1,"created":1,"in":1},"3030,1294,data/raw/vllm-0.10.1/docs/contributing/incremental_build.md":{"example":2,"cmakeuserpresets":2,"json":3,"below":1,"is":1,"an":1,"of":1,"what":2,"the":3,"generated":1,"might":1,"look":1,"like":1,"script":1,"will":1,"tailor":1,"these":1,"values":1,"based":1,"on":1,"your":1,"system":1,"and":1,"any":1,"input":1,"you":1,"provide":1,"version":1,"6":1,"cmakeminimumrequired":1,"major":1,"3":1,"minor":1,"26":1,"patch":1,"1":1,"configurepresets":1,"name":2,"release":5,"generator":1,"ninja":1,"binarydir":1,"sourcedir":2,"cmake":9,"build":2,"cachevariables":1,"cuda":4,"compiler":4,"usr":1,"local":1,"bin":2,"nvcc":2,"c":1,"launcher":3,"ccache":3,"cxx":1,"type":1,"vllm":2,"python":2,"executable":1,"home":1,"user":1,"venvs":1,"install":1,"prefix":1,"flags":1,"threads":1,"4":1,"job":1,"pools":1,"compile":1,"32":2,"buildpresets":1,"configurepreset":1,"jobs":1,"do":1,"various":1,"configurations":1,"mean":1},"4324,1145,data/raw/vllm-0.10.1/docs/contributing/incremental_build.md":{"cmake":7,"cuda":2,"compiler":4,"path":2,"to":6,"your":5,"nvcc":1,"binary":1,"the":13,"script":4,"attempts":1,"find":1,"this":3,"automatically":1,"c":1,"launcher":3,"cxx":1,"setting":1,"these":3,"ccache":4,"or":2,"sccache":1,"significantly":1,"speeds":1,"up":1,"rebuilds":1,"by":2,"caching":1,"compilation":1,"results":1,"ensure":1,"is":2,"installed":2,"e":2,"g":2,"sudo":1,"apt":1,"install":4,"conda":1,"sets":2,"default":1,"vllm":3,"python":4,"executable":2,"in":2,"development":1,"environment":3,"will":2,"prompt":1,"for":2,"defaulting":1,"current":1,"if":1,"suitable":1,"prefix":1,"sourcedir":1,"specifies":2,"that":1,"compiled":1,"components":1,"should":1,"be":2,"back":1,"into":1,"source":1,"directory":1,"crucial":1,"editable":1,"as":1,"it":1,"makes":1,"newly":1,"built":1,"kernels":1,"immediately":1,"available":1,"job":1,"pools":1,"and":1,"jobs":1,"build":4,"presets":1,"control":1,"parallelism":1,"of":2,"based":1,"on":2,"number":1,"cpu":1,"cores":1,"detected":1,"system":1,"binarydir":1,"where":1,"artifacts":1,"stored":1,"release":1},"5469,1935,data/raw/vllm-0.10.1/docs/contributing/incremental_build.md":{"building":1,"and":7,"installing":1,"with":2,"cmake":13,"once":1,"your":7,"cmakeuserpresets":1,"json":1,"is":1,"configured":1,"1":1,"initialize":1,"the":15,"build":15,"environment":1,"this":3,"step":1,"configures":1,"system":1,"according":1,"to":5,"chosen":1,"preset":5,"e":2,"g":2,"release":7,"creates":1,"directory":4,"at":1,"binarydir":1,"console":4,"2":1,"install":7,"vllm":5,"components":1,"command":3,"compiles":1,"code":1,"installs":1,"resulting":1,"binaries":1,"into":2,"source":2,"making":2,"them":1,"available":1,"editable":3,"python":1,"installation":2,"target":3,"3":1,"make":1,"changes":3,"repeat":1,"now":1,"you":4,"start":1,"using":1,"of":1,"testing":1,"as":1,"needed":1,"if":2,"need":1,"again":2,"update":1,"based":1,"on":1,"simply":1,"run":1,"only":1,"affected":1,"files":1,"verifying":1,"after":1,"a":2,"successful":1,"will":1,"find":1,"populated":1,"used":1,"example":1,"configuration":1,"ls":1,"bin":1,"deps":1,"machete":1,"generation":3,"log":3,"ninja":1,"cpackconfig":1,"detect":2,"cuda":2,"compute":1,"capabilities":1,"cu":1,"marlin":2,"c":5,"abi3":6,"so":6,"cpacksourceconfig":1,"version":1,"cc":1,"moe":3,"cmakecache":1,"txt":2,"ctest":1,"flashmla":1,"cmakefiles":1,"cumem":1,"allocator":1,"local":1,"manifest":1,"flash":1,"attn":1,"copies":1,"compiled":2,"shared":1,"libraries":1,"like":1,"etc":1,"appropriate":1,"package":1,"within":1,"tree":1,"updates":1,"newly":1,"kernels":1},"7404,948,data/raw/vllm-0.10.1/docs/contributing/incremental_build.md":{"additional":1,"tips":1,"adjust":1,"parallelism":1,"fine":1,"tune":1,"the":4,"cmake":6,"job":1,"pools":1,"in":4,"configurepresets":1,"and":3,"jobs":2,"buildpresets":1,"your":2,"cmakeuserpresets":1,"json":1,"too":2,"many":1,"can":2,"overload":1,"systems":1,"with":1,"limited":1,"ram":1,"or":4,"cpu":1,"cores":1,"leading":1,"to":2,"slower":1,"builds":3,"system":1,"instability":1,"few":1,"won":1,"t":1,"fully":1,"utilize":1,"available":1,"resources":1,"clean":1,"when":2,"necessary":2,"if":1,"you":2,"encounter":1,"persistent":1,"strange":1,"build":5,"errors":1,"especially":1,"after":1,"significant":1,"changes":1,"switching":1,"branches":1,"consider":1,"removing":1,"directory":1,"e":1,"g":1,"rm":1,"rf":1,"release":1,"re":1,"running":1,"preset":1,"commands":1,"specific":3,"target":4,"for":2,"even":1,"faster":1,"iterations":1,"working":1,"on":1,"a":2,"module":1,"sometimes":1,"instead":1,"of":1,"full":1,"install":2,"though":1,"ensures":1,"all":1,"components":1,"are":1,"updated":1,"python":1,"environment":1,"refer":1,"documentation":1,"more":1,"advanced":1,"management":1},"0,1791,data/raw/vllm-0.10.1/docs/contributing/dockerfile/dockerfile.md":{"dockerfile":7,"we":1,"provide":1,"a":8,"gh":1,"file":2,"docker":7,"to":6,"construct":1,"the":13,"image":2,"for":2,"running":1,"an":3,"openai":1,"compatible":1,"server":1,"with":7,"vllm":2,"more":1,"information":1,"about":1,"deploying":1,"can":2,"be":1,"found":1,"here":1,"deployment":1,"md":1,"below":1,"is":2,"visual":1,"representation":1,"of":3,"multi":1,"stage":1,"build":5,"graph":3,"contains":1,"following":1,"nodes":1,"all":1,"stages":2,"default":1,"target":1,"highlighted":1,"in":3,"grey":1,"external":1,"images":1,"dashed":2,"borders":1,"edges":1,"represent":1,"from":4,"dependencies":3,"solid":1,"line":3,"and":3,"full":1,"arrow":3,"head":3,"copy":1,"empty":2,"run":5,"mount":1,"dotted":1,"diamond":1,"figure":2,"markdown":1,"span":1,"assets":1,"contributing":1,"dependency":1,"png":3,"align":1,"center":1,"alt":1,"query":1,"width":1,"100":1,"made":1,"using":1,"https":1,"github":1,"com":1,"patrickhoefler":2,"dockerfilegraph":3,"commands":1,"regenerate":1,"make":1,"sure":1,"it":3,"root":1,"directory":1,"repository":1,"where":1,"present":1,"bash":2,"o":1,"legend":2,"dpi":2,"200":2,"max":2,"label":2,"length":2,"50":2,"filename":3,"or":1,"case":1,"you":2,"want":1,"directly":1,"rm":1,"user":1,"id":2,"u":1,"g":1,"workdir":1,"workspace":2,"volume":1,"pwd":1,"ghcr":1,"io":1,"alpine":1,"output":1,"different":2,"pass":1,"argument":1,"flag":1},"0,1960,data/raw/vllm-0.10.1/docs/contributing/ci/failures.md":{"ci":8,"failures":3,"what":1,"should":2,"i":2,"do":1,"when":1,"a":4,"job":2,"fails":1,"on":2,"my":2,"pr":3,"but":1,"don":1,"t":1,"think":1,"caused":1,"the":5,"failure":14,"check":1,"dashboard":2,"of":3,"current":1,"test":10,"https":4,"github":4,"com":4,"orgs":2,"vllm":7,"project":4,"projects":2,"20":3,"if":2,"your":3,"is":3,"already":1,"listed":2,"it":2,"s":1,"likely":1,"unrelated":1,"to":3,"help":1,"fixing":1,"always":1,"welcome":1,"leave":1,"comments":1,"with":2,"links":1,"additional":1,"instances":1,"react":1,"signal":1,"how":1,"many":1,"are":1,"affected":1,"not":1,"you":1,"file":3,"an":1,"issue":2,"filing":1,"bug":2,"report":3,"new":3,"issues":2,"template":2,"450":1,"yml":2,"use":1,"this":1,"title":1,"format":1,"text":4,"failing":16,"regex":1,"matching":1,"for":1,"environment":1,"field":1,"still":1,"main":1,"as":1,"commit":1,"abcdef123":1,"in":2,"description":7,"include":1,"tests":1,"failed":6,"py":8,"test1":2,"test2":2,"400":1,"test3":2,"attach":1,"logs":2,"collapsible":1,"section":1,"example":1,"details":2,"summary":2,"error":2,"05":1,"03":1,"26":1,"38":1,"dump":1,"input":2,"68":1,"dumping":1,"data":1,"logging":1,"traceback":1,"most":1,"recent":1,"call":1,"last":1,"usr":1,"local":1,"lib":1,"python3":1,"12":1,"dist":1,"packages":1,"v1":1,"engine":1,"core":1,"line":1,"203":1,"execute":2,"model":3,"return":1,"self":1,"executor":1,"scheduler":1,"output":1},"1960,1784,data/raw/vllm-0.10.1/docs/contributing/ci/failures.md":{"logs":1,"wrangling":1,"download":1,"the":11,"full":1,"log":5,"file":3,"from":1,"buildkite":10,"locally":1,"strip":1,"timestamps":1,"and":2,"colorization":1,"gh":2,"scripts":2,"ci":15,"clean":2,"sh":4,"bash":4,"use":3,"a":8,"tool":1,"wl":3,"clipboard":2,"https":7,"github":5,"com":7,"bugaevc":1,"for":1,"quick":1,"copy":2,"pasting":1,"tail":1,"525":1,"build":2,"investigating":1,"test":9,"failure":4,"1":3,"go":1,"to":9,"main":7,"branch":5,"vllm":6,"builds":2,"2":2,"bisect":1,"find":2,"first":1,"that":1,"shows":1,"issue":4,"3":1,"add":3,"your":1,"findings":1,"4":1,"if":2,"you":2,"strong":1,"candidate":1,"pr":5,"mention":1,"it":2,"in":2,"ping":1,"contributors":1,"reproducing":1,"failures":5,"may":1,"be":1,"flaky":1,"loop":1,"run":1,"repeatedly":1,"rerun":2,"tests":4,"v1":1,"engine":2,"core":1,"client":1,"py":1,"kv":1,"cache":1,"events":1,"true":1,"tcp":1,"submitting":1,"submit":1,"fix":1,"link":1,"closes":1,"12345":1,"description":1,"label":1,"this":1,"helps":1,"track":1,"project":3,"orgs":2,"projects":2,"20":2,"other":1,"resources":1,"reliability":3,"on":3,"organizations":2,"analytics":3,"suites":2,"order":1,"asc":1,"sort":1,"by":1,"latest":1,"runs":1,"daily":1,"triage":1,"day":1,"view":1,"period":1,"2days":1,"identify":1,"recent":1,"exclude":1,"legitimate":1,"prs":1,"optional":1,"ignore":1,"with":1,"0":1,"compare":1,"dashboard":1},"0,572,data/raw/vllm-0.10.1/docs/contributing/ci/update_pytorch_version.md":{"update":3,"pytorch":7,"version":2,"on":1,"vllm":2,"oss":1,"ci":2,"cd":2,"s":1,"current":1,"policy":1,"is":3,"to":6,"always":1,"use":1,"the":3,"latest":1,"stable":2,"release":4,"in":1,"it":1,"standard":1,"practice":1,"submit":1,"a":3,"pr":2,"as":3,"early":1,"possible":1,"when":1,"new":1,"https":1,"github":1,"com":1,"blob":1,"main":1,"md":1,"cadence":1,"becomes":1,"available":1,"this":3,"process":1,"non":1,"trivial":1,"due":1,"gap":1,"between":1,"releases":1,"using":1,"gh":1,"16859":1,"an":1,"example":1,"document":1,"outlines":1,"common":1,"steps":1,"achieve":1,"along":1,"with":1,"list":1,"of":1,"potential":1,"issues":1,"and":1,"how":1,"address":1,"them":1},"572,1779,data/raw/vllm-0.10.1/docs/contributing/ci/update_pytorch_version.md":{"test":6,"pytorch":11,"release":9,"candidates":4,"rcs":1,"updating":1,"in":3,"vllm":8,"after":2,"the":13,"official":1,"is":4,"not":1,"ideal":1,"because":1,"any":1,"issues":2,"discovered":1,"at":1,"that":1,"point":2,"can":4,"only":1,"be":4,"resolved":1,"by":3,"waiting":1,"for":4,"next":1,"or":2,"implementing":1,"hacky":1,"workarounds":1,"better":1,"solution":1,"to":8,"with":1,"rc":3,"ensure":2,"compatibility":1,"before":1,"each":1,"downloaded":1,"from":1,"index":6,"https":5,"download":3,"org":4,"whl":3,"example":1,"torch2":1,"7":1,"0":1,"cu12":1,"8":1,"installed":1,"using":1,"following":4,"command":1,"bash":4,"uv":3,"pip":1,"install":1,"torch":2,"torchvision":2,"torchaudio":2,"url":2,"cu128":2,"when":1,"final":2,"ready":1,"testing":2,"it":1,"will":1,"announced":1,"community":1,"on":3,"dev":2,"discuss":2,"forum":1,"c":1,"announcements":1,"this":2,"announcement":1,"we":1,"begin":1,"integration":1,"drafting":1,"a":1,"pull":2,"request":2,"3":2,"step":1,"process":1,"1":1,"update":1,"requirements":2,"files":1,"github":1,"com":1,"project":1,"tree":1,"main":1,"new":1,"releases":1,"and":3,"2":2,"use":1,"option":1,"get":1,"wheels":1,"some":1,"common":1,"platforms":1,"are":2,"cpu":1,"rocm6":1,"4":1,"extra":1,"platform":1,"since":1,"uses":1,"strategy":3,"applied":1,"via":2,"environment":1,"variable":1,"export":1,"unsafe":2,"best":2,"match":2,"cli":1,"flag":1,"if":1,"failures":1,"found":1,"raise":1,"them":2,"as":1,"cc":1,"team":1,"initiate":1,"discussion":1,"how":1,"address":1},"2351,1380,data/raw/vllm-0.10.1/docs/contributing/ci/update_pytorch_version.md":{"update":2,"cuda":6,"version":4,"the":10,"pytorch":13,"release":5,"matrix":2,"includes":1,"both":1,"stable":2,"and":1,"experimental":1,"versions":1,"https":11,"github":1,"com":1,"blob":1,"main":1,"md":1,"compatibility":1,"due":1,"to":4,"limitations":1,"only":1,"latest":1,"for":2,"example":1,"torch":2,"2":4,"7":1,"1":2,"cu126":1,"is":3,"uploaded":1,"pypi":1,"however":1,"vllm":3,"may":1,"require":1,"a":1,"different":1,"such":1,"as":2,"12":2,"8":2,"blackwell":1,"support":1,"this":2,"complicates":1,"process":1,"we":1,"cannot":1,"use":2,"out":1,"of":1,"box":1,"pip":1,"install":1,"torchvision":1,"torchaudio":1,"command":1,"solution":1,"extra":2,"index":2,"url":2,"in":1,"s":1,"dockerfiles":1,"important":1,"indexes":1,"at":1,"moment":1,"include":1,"platform":1,"download":10,"org":10,"whl":10,"cu128":2,"cpu":3,"rocm":2,"6":2,"rocm6":4,"4":2,"3":3,"xpu":3,"below":1,"files":1,"match":1,"from":1,"step":1,"makes":1,"sure":1,"that":1,"wheel":1,"tested":1,"on":1,"ci":1,"buildkite":2,"pipeline":1,"yaml":1,"scripts":1,"upload":1,"wheels":1,"sh":1},"3731,1028,data/raw/vllm-0.10.1/docs/contributing/ci/update_pytorch_version.md":{"address":2,"long":2,"vllm":7,"build":5,"time":2,"when":2,"building":1,"with":1,"a":3,"new":1,"pytorch":1,"cuda":1,"version":1,"no":1,"cache":3,"will":1,"exist":1,"in":2,"the":10,"sccache":2,"s3":2,"bucket":2,"causing":1,"job":1,"on":2,"ci":3,"to":8,"potentially":1,"take":1,"more":1,"than":1,"5":1,"hours":2,"and":1,"timeout":3,"additionally":1,"since":1,"s":1,"fastcheck":1,"pipeline":1,"runs":1,"read":1,"only":1,"mode":1,"it":3,"doesn":2,"t":2,"populate":1,"so":3,"re":1,"running":1,"warm":2,"up":2,"is":2,"ineffective":1,"while":1,"ongoing":1,"efforts":1,"like":1,"17419":2,"gh":1,"issue":1,"at":1,"its":1,"source":1,"current":1,"workaround":1,"set":1,"branch":4,"custom":1,"provided":1,"by":1,"khluu":2,"use":1,"postmerge":1,"q":1,"manually":1,"triggering":1,"buildkite":1,"this":1,"accomplishes":1,"two":1,"things":1,"1":1,"increase":1,"limit":1,"10":1,"that":2,"2":1,"allow":1,"compiled":1,"artifacts":1,"be":1,"written":1,"future":1,"builds":1,"are":1,"faster":1,"p":2,"align":1,"center":1,"width":2,"100":1,"img":1,"60":1,"src":1,"https":1,"github":1,"com":1,"user":1,"attachments":1,"assets":1,"a8ff0fcd":1,"76e0":1,"4e91":1,"b72f":1,"014e3fdb6b94":1},"4759,1475,data/raw/vllm-0.10.1/docs/contributing/ci/update_pytorch_version.md":{"update":2,"dependencies":2,"several":1,"vllm":5,"such":2,"as":2,"flashinfer":10,"also":1,"depend":1,"on":1,"pytorch":3,"and":3,"need":1,"to":9,"be":2,"updated":1,"accordingly":1,"rather":1,"than":1,"waiting":1,"for":3,"all":1,"of":1,"them":1,"publish":1,"new":1,"releases":2,"which":1,"would":1,"take":1,"too":1,"much":1,"time":2,"they":1,"can":1,"built":1,"from":4,"source":4,"unblock":1,"the":5,"process":1,"here":2,"is":3,"how":2,"build":5,"install":4,"it":2,"with":1,"torch2":1,"7":5,"0":10,"cu128":2,"in":2,"dockerfile":2,"https":4,"github":3,"com":3,"project":1,"blob":1,"27bebcd89792d5c4b08af7a65095759526f2f9e1":1,"docker":1,"l259":1,"l271":1,"bash":2,"export":3,"torch":2,"cuda":2,"arch":2,"list":2,"5":2,"8":4,"9":4,"10":2,"ptx":2,"enable":1,"sm90":1,"1":1,"uv":2,"pip":2,"system":2,"no":2,"isolation":2,"git":2,"ai":1,"v0":2,"2":2,"6":2,"post1":2,"one":1,"caveat":1,"that":1,"building":1,"adds":1,"approximately":1,"30":2,"minutes":1,"therefore":1,"s":1,"preferable":1,"cache":1,"wheel":2,"a":1,"public":1,"location":1,"immediate":1,"installation":1,"this":1,"link":1,"download":1,"org":1,"whl":2,"python":1,"2bcu128torch2":1,"cp39":1,"abi3":1,"linux":1,"x86":1,"64":1,"future":1,"contact":1,"release":1,"team":1,"if":1,"you":1,"want":1,"get":1,"package":1,"published":1,"there":1,"xformers":3,"similar":1,"max":1,"jobs":1,"16":1,"facebookresearch":1},"6234,603,data/raw/vllm-0.10.1/docs/contributing/ci/update_pytorch_version.md":{"update":4,"all":2,"the":4,"different":2,"vllm":4,"platforms":5,"rather":1,"than":1,"attempting":1,"to":5,"in":2,"a":1,"single":1,"pull":1,"request":1,"it":1,"s":1,"more":1,"manageable":1,"handle":1,"some":1,"separately":1,"separation":1,"of":1,"requirements":1,"and":2,"dockerfiles":1,"for":5,"ci":1,"cd":1,"allows":1,"us":1,"selectively":1,"choose":1,"which":1,"instance":1,"updating":1,"xpu":2,"requires":1,"corresponding":1,"release":1,"from":1,"intel":4,"extension":2,"pytorch":3,"https":1,"github":1,"com":1,"by":1,"while":1,"gh":2,"pr":2,"16859":1,"updated":1,"2":1,"7":1,"0":1,"on":1,"cpu":1,"cuda":1,"rocm":1,"17444":1,"completed":1},"0,514,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"basic":2,"model":6,"this":1,"guide":1,"walks":1,"you":1,"through":1,"the":4,"steps":1,"to":3,"implement":1,"a":1,"vllm":3,"1":1,"bring":1,"your":1,"code":3,"first":1,"clone":1,"pytorch":1,"from":2,"source":1,"repository":1,"for":1,"instance":1,"s":3,"opt":5,"gh":1,"file":2,"executor":1,"models":2,"py":3,"was":1,"adapted":1,"huggingface":2,"modeling":2,"https":1,"github":1,"com":1,"transformers":2,"blob":1,"main":1,"src":1,"warning":1,"make":1,"sure":1,"review":1,"and":2,"adhere":1,"original":1,"copyright":1,"licensing":1,"terms":1},"514,128,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"2":1,"make":1,"your":2,"code":1,"compatible":1,"with":2,"vllm":2,"to":1,"ensure":1,"compatibility":1,"model":1,"must":1,"meet":1,"the":1,"following":1,"requirements":1},"642,1875,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"initialization":3,"code":3,"all":1,"vllm":12,"modules":1,"within":1,"the":9,"model":6,"must":2,"include":1,"a":4,"prefix":17,"argument":1,"in":6,"their":2,"constructor":1,"this":2,"is":2,"typically":1,"full":3,"name":2,"of":1,"module":5,"s":4,"state":2,"dictionary":1,"and":1,"crucial":1,"for":2,"runtime":1,"support":2,"attention":5,"operators":1,"are":1,"registered":1,"by":2,"names":1,"each":1,"operator":1,"have":1,"unique":1,"as":1,"its":1,"layer":3,"to":2,"avoid":1,"conflicts":1,"non":1,"uniform":1,"quantization":2,"quantized":2,"checkpoint":1,"can":2,"selectively":1,"quantize":1,"certain":1,"layers":4,"while":1,"keeping":1,"others":1,"precision":1,"providing":1,"during":1,"match":1,"current":1,"with":1,"configuration":1,"determine":1,"if":1,"should":2,"be":1,"initialized":1,"mode":1,"look":1,"like":1,"python":1,"from":3,"torch":1,"import":3,"nn":6,"config":10,"vllmconfig":5,"class":4,"myattention":2,"def":4,"init":8,"self":10,"str":4,"super":4,"attn":4,"f":4,"mydecoderlayer":2,"mymodel":2,"modulelist":1,"i":2,"range":1,"hf":1,"num":1,"hidden":1,"mymodelforcausallm":1},"2517,1531,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"computation":1,"code":3,"add":1,"a":9,"get":2,"input":7,"embeddings":4,"method":2,"inside":1,"mymodel":3,"module":3,"that":1,"returns":1,"the":5,"text":2,"given":1,"ids":4,"this":1,"is":3,"equivalent":1,"to":7,"directly":1,"calling":1,"embedding":1,"layer":2,"but":1,"provides":1,"unified":1,"interface":1,"in":2,"case":1,"used":1,"within":1,"composite":1,"multimodal":1,"model":7,"python":2,"class":1,"nn":2,"def":2,"self":2,"torch":7,"tensor":6,"rewrite":1,"forward":3,"of":2,"your":3,"remove":1,"any":1,"unnecessary":1,"such":1,"as":2,"training":1,"specific":1,"modify":1,"parameters":1,"treat":1,"and":3,"positions":2,"flattened":1,"tensors":2,"with":2,"single":1,"batch":1,"size":1,"dimension":2,"without":1,"max":1,"sequence":1,"length":1,"intermediate":1,"optional":2,"intermediatetensors":1,"none":2,"inputs":1,"embeds":1,"note":1,"currently":1,"vllm":5,"supports":2,"basic":1,"multi":1,"head":1,"attention":3,"mechanism":2,"its":1,"variant":1,"rotary":1,"positional":1,"if":1,"employs":1,"different":1,"you":1,"will":1,"need":1,"implement":1,"new":1,"for":2,"reference":1,"check":2,"out":2,"our":1,"llama":2,"implementation":1,"gh":2,"file":1,"executor":2,"models":3,"py":1,"already":1,"large":1,"number":1,"it":2,"recommended":1,"find":1,"similar":1,"yours":1,"adapt":1,"s":1,"architecture":1,"dir":1,"more":1,"examples":1},"4048,1885,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"3":1,"optional":1,"implement":1,"tensor":5,"parallelism":2,"and":8,"quantization":1,"support":1,"if":1,"your":2,"model":2,"is":7,"too":1,"large":1,"to":6,"fit":1,"into":1,"a":1,"single":1,"gpu":1,"you":3,"can":3,"use":2,"manage":1,"it":2,"do":1,"this":4,"substitute":1,"s":1,"linear":5,"embedding":3,"layers":2,"with":3,"their":1,"parallel":3,"versions":1,"for":6,"the":31,"layer":7,"simply":1,"replace":1,"torch":1,"nn":1,"vocabparallelembedding":1,"output":3,"lm":1,"head":2,"parallellmhead":1,"when":2,"comes":1,"we":1,"provide":1,"following":1,"options":1,"parallelize":1,"them":1,"replicatedlinear":1,"replicates":2,"inputs":1,"weights":1,"across":1,"multiple":3,"gpus":1,"no":1,"memory":1,"saving":1,"rowparallellinear":1,"input":3,"partitioned":4,"along":4,"hidden":1,"dimension":4,"weight":6,"matrix":3,"rows":1,"an":1,"all":1,"reduce":2,"operation":1,"performed":1,"after":1,"multiplication":1,"results":1,"typically":3,"used":3,"second":1,"ffn":3,"transformation":2,"of":6,"attention":3,"columnparallellinear":2,"replicated":1,"columns":1,"result":1,"column":2,"first":2,"separated":1,"qkv":1,"in":1,"original":1,"transformer":1,"mergedcolumnparallellinear":1,"that":1,"merges":1,"operators":1,"weighted":1,"activation":1,"functions":1,"e":1,"g":1,"silu":1,"class":3,"handles":2,"sharded":1,"loading":2,"logic":1,"matrices":2,"qkvparallellinear":1,"query":2,"key":3,"value":3,"projections":1,"multi":1,"grouped":1,"mechanisms":1,"number":1,"heads":2,"are":1,"less":1,"than":1,"world":1,"size":1,"properly":1,"replication":1},"5933,179,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"note":1,"that":1,"all":1,"the":1,"linear":2,"layers":1,"above":1,"take":1,"method":1,"as":1,"an":1,"input":1,"vllm":1,"will":1,"set":1,"this":1,"parameter":1,"according":1,"to":2,"different":1,"quantization":2,"schemes":1,"support":1,"weight":1},"6112,1593,data/raw/vllm-0.10.1/docs/contributing/model/basic.md":{"4":1,"implement":2,"the":16,"weight":2,"loading":1,"logic":1,"you":2,"now":1,"need":3,"to":11,"load":3,"weights":2,"method":2,"in":3,"your":4,"forcausallm":1,"class":1,"this":4,"should":2,"from":1,"huggingface":1,"s":3,"checkpoint":1,"file":1,"and":4,"assign":1,"them":1,"corresponding":1,"layers":2,"model":10,"specifically":1,"for":5,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"if":1,"original":1,"has":1,"separated":1,"matrices":1,"different":1,"parts":1,"separately":1,"5":1,"register":2,"see":1,"page":1,"registration":1,"md":1,"instructions":1,"on":1,"how":2,"new":1,"be":2,"used":1,"by":1,"vllm":4,"frequently":1,"asked":1,"questions":1,"support":2,"models":4,"with":6,"interleaving":3,"sliding":7,"windows":4,"e":2,"g":1,"google":1,"gemma":1,"2":1,"2b":1,"it":2,"mistralai":1,"ministral":1,"8b":1,"instruct":1,"2410":1,"scheduler":1,"will":2,"treat":1,"as":2,"a":3,"full":1,"attention":3,"i":1,"kv":1,"cache":1,"of":2,"all":1,"tokens":1,"not":1,"dropped":1,"is":1,"make":2,"sure":2,"prefix":1,"caching":1,"works":1,"these":2,"window":3,"only":1,"appears":1,"parameter":1,"kernel":1,"computation":1,"we":1,"take":1,"care":1,"following":1,"details":1,"config":1,"json":1,"contains":1,"layer":4,"types":1,"modeling":1,"code":1,"parse":1,"correct":1,"value":1,"every":1,"pass":1,"per":1,"argument":1,"reference":1,"check":1,"line":1,"https":1,"github":1,"com":1,"project":1,"blob":1,"996357e4808ca5eab97d4c97c7d25b3073f46aab":1,"executor":1,"llama":1,"py":1,"l171":1,"two":1,"steps":1,"interleave":1,"work":1},"0,725,data/raw/vllm-0.10.1/docs/contributing/model/tests.md":{"unit":3,"testing":1,"this":2,"page":1,"explains":1,"how":1,"to":5,"write":1,"tests":4,"verify":1,"the":6,"implementation":1,"of":3,"your":5,"model":6,"required":1,"these":1,"are":1,"necessary":1,"get":1,"pr":2,"merged":1,"into":1,"vllm":2,"library":1,"without":1,"them":1,"ci":2,"for":2,"will":1,"fail":1,"loading":1,"include":1,"an":1,"example":1,"huggingface":1,"repository":1,"in":5,"gh":1,"file":1,"models":2,"registry":1,"py":1,"enables":1,"a":2,"test":2,"that":2,"loads":1,"dummy":1,"weights":1,"ensure":1,"can":2,"be":2,"initialized":1,"important":1,"list":1,"each":1,"section":1,"should":1,"maintained":1,"alphabetical":1,"order":1,"tip":1,"if":1,"requires":1,"development":1,"version":2,"hf":1,"transformers":2,"you":1,"set":1,"min":1,"skip":1,"until":1,"is":1,"released":1},"725,1754,data/raw/vllm-0.10.1/docs/contributing/model/tests.md":{"optional":2,"tests":16,"these":3,"are":3,"to":4,"get":1,"your":5,"pr":1,"merged":1,"into":1,"vllm":4,"library":1,"passing":1,"provides":1,"more":1,"confidence":1,"that":4,"implementation":1,"is":1,"correct":1,"and":2,"helps":1,"avoid":1,"future":1,"regressions":1,"model":6,"correctness":3,"compare":1,"the":11,"outputs":3,"of":3,"against":1,"hf":4,"transformers":2,"https":1,"github":1,"com":1,"huggingface":1,"you":3,"can":3,"add":2,"new":2,"under":2,"subdirectories":1,"gh":6,"dir":2,"models":14,"generative":3,"for":4,"md":2,"there":1,"two":1,"levels":1,"as":3,"defined":2,"in":5,"file":5,"utils":2,"py":4,"exact":1,"check":3,"equal":1,"text":4,"outputted":4,"by":4,"should":2,"exactly":1,"match":1,"logprobs":4,"similarity":2,"close":1,"be":1,"top":1,"k":1,"vice":1,"versa":1,"pooling":3,"we":1,"simply":1,"cosine":1,"mm":1,"processing":5,"multi":5,"modal":5,"common":2,"adding":1,"multimodal":3,"test":2,"verifies":1,"following":1,"input":1,"combinations":1,"result":1,"same":1,"data":4,"tokens":2,"cached":2,"specific":1,"a":1,"run":1,"only":1,"apply":1,"example":1,"if":1,"processor":1,"accepts":1,"user":1,"specified":1,"keyword":2,"arguments":2,"verify":1,"being":1,"applied":1,"correctly":1,"such":1,"phi3v":1},"0,1655,data/raw/vllm-0.10.1/docs/contributing/model/registration.md":{"registering":1,"a":5,"model":15,"vllm":11,"relies":1,"on":3,"registry":2,"to":11,"determine":1,"how":2,"run":1,"each":2,"list":4,"of":5,"pre":1,"registered":2,"architectures":1,"can":2,"be":2,"found":1,"here":1,"models":11,"supported":3,"md":4,"if":2,"your":8,"is":2,"not":1,"this":3,"you":4,"must":1,"register":4,"it":5,"page":1,"provides":1,"detailed":1,"instructions":1,"do":1,"so":2,"built":1,"in":5,"add":2,"directly":1,"the":9,"library":1,"start":1,"by":1,"forking":1,"our":2,"github":2,"repository":1,"https":1,"com":1,"project":1,"and":2,"then":2,"build":2,"from":4,"source":2,"gives":1,"ability":1,"modify":1,"codebase":2,"test":1,"after":1,"have":1,"implemented":1,"see":1,"tutorial":1,"basic":1,"put":1,"into":1,"gh":2,"dir":1,"executor":2,"directory":1,"class":1,"file":1,"py":1,"that":2,"automatically":1,"upon":1,"importing":2,"finally":1,"update":1,"promote":1,"important":1,"section":1,"should":1,"maintained":1,"alphabetical":1,"order":1,"out":1,"tree":1,"load":1,"an":1,"external":1,"using":1,"plugin":3,"design":1,"system":1,"without":1,"modifying":1,"use":1,"following":1,"code":2,"python":2,"entrypoint":1,"def":1,"import":2,"modelregistry":2,"yourmodelforcausallm":3,"imports":1,"modules":1,"initialize":2,"cuda":2,"consider":1,"lazy":1,"avoid":1,"errors":1,"like":1,"runtimeerror":1,"cannot":1,"re":1,"forked":1,"subprocess":1},"1655,433,data/raw/vllm-0.10.1/docs/contributing/model/registration.md":{"the":3,"entrypoint":1,"of":1,"your":3,"plugin":1,"def":1,"register":2,"from":1,"vllm":2,"import":1,"modelregistry":2,"model":5,"yourmodelforcausallm":2,"code":1,"important":1,"if":1,"is":1,"a":1,"multimodal":2,"ensure":1,"class":1,"implements":1,"supportsmultimodal":2,"executor":1,"models":1,"interfaces":1,"interface":1,"read":1,"more":1,"about":1,"that":1,"here":1,"md":1},"0,1177,data/raw/vllm-0.10.1/docs/contributing/model/README.md":{"summary":1,"important":1,"many":1,"decoder":1,"language":1,"models":4,"can":2,"now":1,"be":3,"automatically":1,"loaded":1,"using":1,"the":5,"transformers":2,"backend":2,"without":1,"having":1,"to":4,"implement":1,"them":1,"in":2,"vllm":9,"see":1,"if":3,"serve":1,"model":8,"works":1,"first":1,"are":2,"specialized":1,"pytorch":2,"https":3,"org":1,"that":2,"take":1,"advantage":1,"of":2,"various":1,"features":2,"compatibility":1,"matrix":1,"md":5,"optimize":1,"their":1,"performance":1,"complexity":1,"integrating":2,"a":6,"into":2,"depends":1,"heavily":1,"on":2,"s":1,"architecture":2,"process":1,"is":1,"considerably":1,"straightforward":1,"shares":1,"similar":1,"with":1,"an":1,"existing":1,"however":1,"this":1,"more":1,"complex":1,"for":2,"include":1,"new":2,"operators":1,"e":1,"g":1,"attention":1,"mechanism":1,"read":1,"through":1,"these":1,"pages":1,"step":2,"by":1,"guide":1,"basic":2,"registering":1,"registration":1,"unit":1,"testing":1,"tests":1,"multi":1,"modal":1,"support":1,"multimodal":1,"tip":1,"you":2,"encountering":1,"issues":2,"while":1,"your":1,"feel":1,"free":1,"open":1,"github":2,"issue":1,"com":1,"project":1,"or":1,"ask":1,"our":1,"developer":1,"slack":2,"ai":1,"we":1,"will":1,"happy":1,"help":1,"out":1},"0,168,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"multi":2,"modal":2,"support":1,"this":1,"document":1,"walks":1,"you":1,"through":1,"the":1,"steps":1,"to":1,"extend":1,"a":1,"basic":1,"model":1,"so":1,"that":1,"it":1,"accepts":1,"inputs":2,"features":1,"multimodal":1,"md":1},"168,1879,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"1":1,"update":2,"the":15,"base":1,"vllm":4,"model":7,"it":3,"is":3,"assumed":1,"that":3,"you":2,"have":1,"already":1,"implemented":1,"in":4,"according":1,"to":7,"these":1,"steps":1,"basic":1,"md":1,"further":1,"as":2,"follows":1,"implement":2,"get":5,"placeholder":4,"str":5,"executor":2,"models":2,"interfaces":2,"supportsmultimodal":2,"define":1,"string":1,"which":1,"used":1,"represent":1,"multi":2,"modal":2,"item":1,"text":1,"prompt":1,"this":1,"should":1,"be":1,"consistent":1,"with":1,"chat":1,"template":1,"of":3,"code":2,"python":2,"class":2,"yourmodelforimage2seq":2,"nn":4,"module":4,"classmethod":1,"def":3,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":5,"return":1,"raise":1,"valueerror":1,"only":1,"supported":1,"reserve":1,"a":4,"keyword":2,"parameter":1,"forward":5,"torch":6,"for":2,"each":1,"input":5,"tensor":5,"corresponds":1,"shown":1,"following":1,"example":1,"diff":1,"self":2,"ids":1,"positions":1,"pixel":1,"values":1,"sampleroutput":1,"more":1,"conveniently":1,"can":1,"simply":1,"pass":1,"kwargs":1,"method":1,"and":1,"retrieve":1,"parameters":1,"multimodal":5,"inputs":2,"from":2,"embeddings":3,"returns":1,"running":1,"through":1,"tokenizer":1,"below":1,"we":1,"provide":1,"boilerplate":1,"typical":1,"implementation":1,"pattern":1,"but":1,"feel":1,"free":1,"adjust":1,"your":1,"own":1,"needs":1,"process":1,"yourmodelimageinputs":1},"2047,1819,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"assert":1,"self":7,"vision":4,"encoder":3,"is":3,"not":1,"none":4,"image":9,"features":2,"input":13,"return":3,"multi":1,"modal":1,"projector":2,"def":2,"get":4,"multimodal":9,"embeddings":14,"kwargs":2,"object":1,"optional":2,"multimodalembeddings":2,"validate":2,"the":9,"keyword":1,"arguments":1,"parse":1,"and":2,"if":2,"run":1,"inputs":1,"through":1,"process":1,"important":1,"returned":1,"must":1,"be":1,"either":1,"a":2,"3d":1,"torch":4,"tensor":4,"of":4,"shape":2,"num":1,"items":1,"feature":2,"size":4,"hidden":2,"or":1,"list":1,"tuple":1,"2d":1,"s":1,"so":1,"that":1,"i":2,"retrieves":1,"generated":1,"from":3,"th":1,"data":1,"item":1,"e":1,"g":1,"request":1,"implement":1,"vllm":1,"model":2,"executor":1,"models":1,"interfaces":1,"supportsmultimodal":1,"to":2,"merge":3,"with":1,"text":1,"ids":2,"processing":1,"for":1,"implemented":1,"correctly":1,"see":1,"sections":1,"below":1,"then":1,"you":1,"can":1,"leverage":1,"utility":1,"function":1,"we":1,"provide":1,"easily":1,"code":1,"python":1,"utils":1,"import":1,"class":1,"yourmodelforimage2seq":1,"nn":1,"module":1},"3866,1675,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"get":5,"input":5,"embeddings":6,"should":1,"already":1,"be":2,"implemented":1,"for":2,"the":8,"language":8,"model":15,"as":1,"one":1,"of":2,"requirements":1,"basic":1,"vllm":4,"implementation":2,"inputs":5,"embeds":5,"self":4,"ids":3,"if":1,"multimodal":5,"is":1,"not":2,"none":1,"merge":1,"placeholder":1,"token":2,"id":1,"config":1,"image":1,"index":1,"return":2,"implement":1,"executor":3,"models":3,"interfaces":3,"supportsmultimodal":5,"getter":1,"to":4,"provide":1,"stable":1,"access":1,"underlying":1,"python":1,"class":5,"yourmodelforimage2seq":3,"nn":4,"module":4,"def":1,"torch":1,"change":1,"according":1,"your":1,"once":1,"above":1,"steps":1,"are":1,"done":1,"update":1,"with":1,"interface":1,"diff":1,"from":1,"import":1,"note":1,"does":1,"have":1,"named":1,"forcausallm":1,"check":1,"out":1,"huggingface":2,"transformers":2,"documentation":1,"https":1,"co":1,"docs":1,"doc":1,"auto":1,"some":1,"examples":1},"5541,657,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"2":1,"specify":1,"processing":4,"information":2,"next":1,"create":1,"a":1,"subclass":1,"of":4,"baseprocessinginfo":3,"vllm":2,"multimodal":2,"to":4,"provide":1,"basic":1,"related":1,"hf":1,"maximum":2,"number":3,"input":2,"items":2,"you":1,"need":1,"override":1,"the":4,"abstract":1,"method":1,"get":3,"supported":4,"mm":3,"limits":3,"return":2,"for":2,"each":1,"modality":1,"by":1,"model":2,"example":1,"if":1,"supports":1,"any":1,"images":1,"but":1,"only":1,"one":1,"video":2,"per":1,"prompt":1,"python":1,"def":1,"self":1,"mapping":1,"str":1,"optional":1,"int":1,"image":1,"none":1,"1":1},"6198,191,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"3":1,"specify":1,"dummy":2,"inputs":2,"then":1,"inherit":1,"basedummyinputsbuilder":2,"vllm":1,"multimodal":1,"profiling":2,"to":1,"construct":1,"for":1,"hf":1,"processing":1,"as":2,"well":1,"memory":1},"6389,1809,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"for":3,"memory":5,"profiling":4,"override":1,"the":12,"abstract":1,"methods":1,"get":5,"dummy":7,"text":2,"vllm":3,"multimodal":2,"basedummyinputsbuilder":2,"and":2,"mm":2,"data":2,"to":4,"construct":1,"inputs":9,"these":1,"should":1,"result":1,"in":1,"worst":1,"case":1,"usage":2,"of":6,"model":1,"so":1,"that":2,"can":2,"reserve":1,"correct":1,"amount":1,"it":1,"assuming":1,"increases":1,"with":1,"number":4,"tokens":8,"be":1,"constructed":1,"maximize":1,"output":1,"embeddings":1,"which":1,"is":3,"same":1,"as":2,"placeholder":2,"feature":2,"basic":1,"example":1,"llava":3,"looking":1,"at":1,"code":3,"hf":1,"s":1,"llavaforconditionalgeneration":1,"python":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"47":1,"1":4,"src":1,"models":1,"modeling":1,"py":1,"l530":1,"l544":1,"n":6,"image":21,"input":2,"ids":2,"self":2,"config":2,"token":2,"index":2,"sum":1,"item":1,"features":13,"shape":3,"0":1,"if":1,"raise":1,"valueerror":1,"f":1,"do":1,"not":1,"match":1,"special":2,"mask":2,"unsqueeze":1,"expand":1,"embeds":6,"device":2,"dtype":1,"masked":1,"scatter":1,"per":1,"calculated":1,"inside":1,"method":1},"8198,1946,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"python":2,"https":3,"github":2,"com":2,"huggingface":3,"transformers":4,"blob":2,"v4":2,"47":2,"1":8,"src":2,"models":2,"llava":6,"modeling":2,"py":2,"l290":1,"l300":1,"image":13,"outputs":4,"self":6,"vision":6,"tower":2,"pixel":2,"values":2,"output":6,"hidden":11,"states":11,"true":1,"selected":6,"feature":11,"layer":1,"if":1,"select":4,"strategy":4,"default":1,"elif":1,"full":1,"else":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"config":1,"features":4,"multi":1,"modal":1,"projector":1,"return":3,"we":3,"can":1,"infer":1,"that":1,"shape":3,"is":2,"based":1,"on":1,"from":1,"the":12,"clipvisionmodel":1,"for":1,"hf":4,"5":2,"7b":2,"co":1,"model":1,"moreover":1,"only":1,"need":1,"sequence":4,"length":4,"second":1,"dimension":1,"of":3,"tensor":1,"to":3,"get":1,"determined":1,"by":1,"initial":1,"in":1,"clipvisiontransformer":1,"since":1,"attention":1,"mechanism":1,"doesn":1,"t":1,"change":1,"clip":2,"l1094":1,"l1102":1,"embeddings":1,"interpolate":2,"pos":2,"encoding":2,"pre":1,"layrnorm":1,"encoder":2,"inputs":1,"embeds":1,"attentions":2,"dict":2,"find":1,"turn":1,"code":2,"clipvisionembeddings":1},"10144,1999,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"python":3,"https":2,"github":2,"com":2,"huggingface":2,"transformers":4,"blob":2,"v4":2,"47":2,"1":10,"src":2,"models":2,"clip":4,"modeling":2,"py":2,"l247":1,"l257":1,"target":2,"dtype":4,"self":15,"patch":10,"embedding":4,"weight":1,"embeds":6,"pixel":1,"values":1,"to":2,"shape":2,"width":4,"grid":2,"flatten":1,"2":4,"transpose":1,"class":3,"expand":1,"batch":1,"size":10,"embeddings":8,"torch":1,"cat":1,"dim":1,"if":2,"interpolate":2,"pos":2,"encoding":2,"height":3,"else":1,"position":2,"ids":1,"return":2,"we":2,"can":3,"infer":1,"that":2,"num":8,"positions":2,"where":1,"l195":1,"l196":1,"patches":2,"image":14,"overall":1,"the":4,"number":2,"of":2,"placeholder":1,"feature":2,"tokens":6,"for":1,"an":1,"be":1,"calculated":1,"as":1,"code":1,"def":1,"get":3,"int":3,"hf":7,"config":6,"processor":3,"vision":3,"select":1,"strategy":1,"default":1,"notice":1,"doesn":1,"t":1,"depend":1,"on":1,"and":1,"simply":1,"use":1,"a":1,"dummy":1,"calculate":1,"multimodal":1,"profiling":1,"data":1},"12143,1483,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"code":3,"python":2,"note":1,"in":1,"actuality":1,"this":1,"is":2,"usually":1,"implemented":1,"as":2,"part":1,"of":4,"the":6,"model":2,"s":2,"subclass":1,"baseprocessinginfo":1,"but":1,"we":2,"show":1,"it":1,"here":1,"for":2,"simplicity":1,"def":3,"get":9,"image":10,"size":3,"with":2,"most":2,"features":2,"self":7,"imagesize":2,"hf":5,"config":4,"width":6,"height":6,"return":3,"dummy":3,"mm":5,"data":1,"seq":1,"len":1,"int":3,"counts":4,"mapping":2,"str":3,"multimodaldatadict":1,"num":5,"images":7,"0":2,"target":4,"info":2,"text":2,"simply":1,"expand":1,"multimodal":1,"token":4,"from":1,"to":1,"match":1,"desired":1,"number":1,"processor":3,"no":1,"input":1,"placeholders":1,"fuyu":1,"looking":1,"at":1,"fuyuforcausallm":1},"13626,1966,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"python":2,"https":2,"github":2,"com":2,"huggingface":2,"transformers":4,"blob":2,"v4":2,"48":2,"3":2,"src":2,"models":2,"fuyu":5,"modeling":2,"py":2,"l311":1,"l322":1,"if":1,"image":15,"patches":6,"is":4,"not":2,"none":2,"and":3,"past":1,"key":1,"values":1,"patch":6,"embeddings":6,"self":4,"vision":2,"embed":2,"tokens":3,"to":3,"weight":1,"dtype":1,"squeeze":1,"0":3,"inputs":3,"embeds":3,"device":1,"for":2,"in":3,"gather":1,"continuous":2,"word":1,"input":2,"indices":2,"the":13,"number":2,"of":3,"placeholder":1,"feature":1,"i":4,"th":1,"item":1,"batch":2,"shape":2,"which":1,"same":1,"as":2,"e":1,"num":1,"total":1,"unlike":1,"llava":1,"does":1,"define":1,"inside":2,"file":1,"where":1,"can":1,"we":1,"get":1,"more":1,"information":1,"considering":1,"that":1,"model":1,"comes":1,"from":1,"output":2,"fuyuprocessor":2,"let":1,"s":1,"look":1,"at":1,"preprocessing":1,"files":1,"outputs":1,"are":2,"obtained":1,"by":1,"calling":1,"fuyuimageprocessor":4,"preprocess":4,"then":1,"with":1,"tokenizer":1,"info":1,"images":5,"resized":1,"padded":1,"target":1,"size":1,"returning":1,"dimensions":1,"after":1,"resizing":1,"but":1,"before":1,"padding":1,"metadata":1,"code":1,"processing":1,"l541":1,"l544":1,"encoding":4,"processor":1,"kwargs":2,"unpadded":4,"heights":2,"widths":2},"15592,1783,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"https":2,"github":2,"com":2,"huggingface":2,"transformers":4,"blob":2,"v4":2,"48":2,"3":2,"src":2,"models":2,"fuyu":4,"image":29,"processing":2,"py":2,"l480":1,"l":1,"if":2,"do":2,"resize":2,"batch":6,"images":13,"self":3,"size":9,"input":7,"data":5,"format":5,"for":7,"in":8,"sizes":3,"get":1,"0":2,"channel":1,"dim":1,"unpadded":6,"heights":2,"widths":2,"1":1,"pad":2,"mode":2,"padding":2,"constant":1,"values":1,"value":1,"fuyuimageprocessor":1,"preprocess":2,"with":2,"tokenizer":2,"info":2,"the":1,"are":1,"split":1,"into":1,"patches":1,"based":1,"on":1,"this":1,"metadata":1,"code":1,"python":1,"l417":1,"l425":1,"model":1,"processor":1,"tensor":1,"present":2,"h":1,"w":1,"placeholder":2,"id":4,"newline":2,"variable":1,"sized":1,"true":1},"17375,1938,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"https":2,"github":2,"com":2,"huggingface":2,"transformers":4,"blob":2,"v4":2,"48":2,"3":2,"src":2,"models":2,"fuyu":4,"image":30,"processing":2,"py":2,"l638":1,"l658":1,"height":15,"width":15,"shape":3,"1":1,"2":1,"if":4,"variable":2,"sized":2,"true":1,"new":6,"h":6,"min":2,"math":2,"ceil":2,"unpadded":2,"batch":2,"index":4,"subseq":2,"patch":18,"w":6,"num":10,"patches":13,"self":5,"get":2,"tensor":1,"of":2,"ids":1,"torch":2,"full":1,"placeholder":1,"id":1,"dtype":1,"int32":1,"device":2,"input":1,"patchify":1,"unsqueeze":1,"0":5,"squeeze":1,"assert":1,"the":1,"number":1,"is":2,"in":1,"turn":1,"defined":1,"by":3,"fuyuimageprocessor":1,"code":1,"python":1,"l552":1,"l562":1,"size":6,"not":1,"none":1,"else":1,"raise":2,"valueerror":2,"f":2,"must":2,"be":2,"divisible":2,"per":4,"dim":4},"19313,1516,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"these":1,"image":16,"patches":3,"correspond":1,"to":6,"placeholder":1,"tokens":1,"speaker":1,"so":2,"we":2,"just":1,"need":1,"maximize":2,"the":7,"number":3,"of":4,"since":1,"input":1,"images":6,"are":1,"first":1,"resized":1,"fit":1,"within":1,"processor":7,"size":7,"can":1,"by":1,"inputting":1,"an":1,"with":3,"equal":1,"python":3,"def":3,"get":7,"most":2,"features":2,"self":6,"imagesize":2,"return":3,"width":5,"height":5,"fuyu":1,"does":1,"not":1,"expect":1,"placeholders":1,"in":1,"inputs":1,"hf":1,"dummy":4,"prompt":1,"text":2,"is":2,"empty":1,"regardless":1,"mm":4,"counts":3,"mapping":2,"str":3,"int":3,"for":1,"multimodal":1,"profiling":1,"data":2,"logic":1,"very":1,"similar":1,"llava":1,"code":1,"seq":1,"len":1,"multimodaldatadict":1,"target":4,"info":1,"num":3,"0":1},"20829,273,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"4":1,"specify":1,"processing":5,"details":2,"afterwards":1,"create":1,"a":1,"subclass":1,"of":1,"basemultimodalprocessor":2,"vllm":1,"multimodal":1,"to":1,"fill":1,"in":1,"the":1,"missing":1,"about":1,"hf":1,"info":1,"multi":1,"modal":1,"data":1,"design":1,"mm":1,"md":1},"21102,1992,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"multi":2,"modal":2,"fields":6,"override":2,"get":5,"mm":6,"config":5,"vllm":3,"multimodal":2,"processing":4,"basemultimodalprocessor":2,"to":5,"return":4,"a":2,"schema":1,"of":4,"the":8,"tensors":2,"outputted":1,"by":1,"hf":3,"processor":2,"that":1,"are":1,"related":1,"input":6,"items":1,"basic":1,"example":1,"llava":2,"output":2,"clipimageprocessor":1,"is":1,"simple":1,"tensor":4,"with":3,"shape":1,"num":2,"images":4,"channels":1,"image":16,"height":1,"width":1,"python":3,"https":2,"github":2,"com":2,"huggingface":2,"transformers":4,"blob":2,"v4":2,"47":1,"1":1,"src":2,"models":3,"clip":2,"py":3,"l339":1,"l345":1,"channel":2,"dimension":1,"format":3,"data":5,"dim":1,"for":1,"in":2,"all":1,"pixel":2,"values":2,"batchfeature":2,"type":1,"so":1,"we":1,"as":1,"follows":1,"def":1,"self":1,"inputs":1,"kwargs":1,"mapping":2,"str":2,"object":1,"multimodalfieldconfig":2,"dict":1,"batched":1,"note":1,"our":1,"actual":1,"code":1,"gh":1,"file":1,"model":2,"executor":1,"additionally":1,"supports":1,"pre":1,"computed":1,"embeddings":1,"which":1,"can":1,"be":2,"passed":1,"via":1,"embeds":1,"argument":1,"postprocessing":1,"fuyu":3,"patches":4,"fuyuimageprocessor":1,"preprocess":1,"tokenizer":1,"info":1,"concatenates":1,"from":1,"each":1,"belonging":1,"an":1,"item":1,"batch":1,"48":1,"3":1,"l673":1,"l679":1,"ids":3,"append":3,"else":1,"torch":2,"dtype":1,"int32":1,"device":2},"23094,1942,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"batch":3,"image":14,"input":2,"ids":2,"append":2,"patches":13,"the":3,"shape":1,"of":2,"outputted":1,"by":2,"fuyuimageprocessor":1,"is":2,"therefore":1,"1":3,"num":5,"images":7,"patch":2,"width":1,"height":1,"channels":1,"in":2,"order":1,"to":2,"support":1,"use":1,"multimodalfieldconfig":2,"batched":2,"vllm":3,"multimodal":2,"inputs":2,"like":1,"llava":1,"we":1,"remove":1,"extra":1,"dimension":1,"overriding":1,"basemultimodalprocessor":2,"call":4,"hf":5,"processor":5,"processing":1,"code":2,"python":1,"def":1,"self":1,"prompt":3,"str":4,"mm":7,"data":4,"mapping":3,"object":3,"kwargs":6,"tok":3,"batchfeature":1,"processed":4,"outputs":4,"super":1,"get":1,"if":1,"not":1,"none":1,"assert":3,"isinstance":3,"list":2,"original":1,"output":2,"pn":2,"px":2,"py":3,"c":2,"new":1,"and":2,"len":3,"0":3,"torch":1,"tensor":1,"return":1,"note":1,"our":1,"actual":1,"gh":1,"file":1,"model":1,"executor":1,"models":1,"fuyu":1,"has":1,"special":1,"handling":1,"for":1,"text":1,"only":1,"prevent":1,"unnecessary":1,"warnings":1,"from":1},"25036,687,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"note":1,"the":3,"call":3,"hf":3,"processor":4,"method":1,"specifies":1,"both":2,"mm":6,"kwargs":5,"and":2,"tok":2,"for":1,"processing":2,"is":2,"used":2,"to":2,"initialize":1,"huggingface":2,"whereas":1,"only":1,"this":1,"lets":1,"us":1,"override":1,"get":3,"fields":3,"config":3,"vllm":1,"multimodal":1,"basemultimodalprocessor":1,"as":1,"follows":1,"python":1,"def":1,"self":1,"inputs":1,"batchfeature":1,"mapping":2,"str":2,"object":1,"multimodalfieldconfig":2,"return":1,"dict":1,"image":2,"patches":1,"batched":1},"25723,1840,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"prompt":8,"updates":6,"override":2,"get":10,"vllm":4,"multimodal":4,"processing":5,"basemultimodalprocessor":2,"to":2,"return":2,"a":2,"list":1,"of":3,"promptupdate":5,"instances":1,"each":2,"instance":1,"specifies":1,"an":1,"update":1,"operation":1,"e":1,"g":1,"insertion":1,"replacement":2,"performed":1,"by":1,"the":2,"hf":6,"processor":2,"basic":1,"example":1,"llava":3,"looking":1,"at":1,"s":1,"llavaprocessor":1,"python":2,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"47":1,"1":1,"src":1,"models":1,"py":1,"l167":1,"l170":1,"strings":2,"for":1,"sample":4,"in":1,"text":1,"replace":1,"self":5,"image":18,"token":6,"num":5,"tokens":6,"append":1,"it":1,"simply":1,"repeats":1,"input":1,"number":2,"times":1,"equal":1,"placeholder":1,"feature":1,"based":1,"on":1,"this":1,"we":1,"as":1,"follows":1,"code":1,"def":2,"mm":4,"items":3,"multimodaldataitems":1,"kwargs":2,"mapping":1,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"config":3,"info":2,"id":2,"index":1,"item":2,"idx":2,"int":1,"images":2,"imageprocessoritems":1,"size":4,"width":2,"height":2},"27563,1934,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"return":3,"promptreplacement":1,"modality":1,"image":24,"target":7,"token":1,"id":1,"replacement":4,"get":6,"handling":1,"additional":1,"tokens":3,"fuyu":1,"recall":1,"the":1,"layout":1,"of":1,"feature":2,"from":1,"step":1,"2":1,"speaker":9,"newline":3,"we":2,"define":2,"a":1,"helper":1,"function":1,"to":1,"ncols":3,"and":2,"nrows":3,"directly":1,"code":2,"python":2,"def":2,"grid":1,"size":7,"self":2,"width":15,"int":7,"height":15,"tuple":1,"processor":6,"patch":6,"if":1,"not":1,"scale":7,"factor":7,"optimal":3,"min":1,"math":2,"ceil":2,"based":1,"on":1,"this":1,"can":1,"initially":1,"our":1,"as":1,"item":2,"idx":2,"images":2,"mm":1,"items":2,"imageprocessoritems":1},"29497,1908,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"ncols":2,"nrows":2,"self":6,"info":4,"get":2,"image":22,"feature":1,"grid":1,"size":3,"width":2,"height":2,"token":9,"id":11,"corresponds":2,"to":7,"speaker":1,"newline":5,"return":2,"however":1,"this":1,"is":3,"not":1,"entirely":1,"correct":1,"after":1,"fuyuimageprocessor":1,"preprocess":2,"with":3,"tokenizer":4,"called":1,"a":2,"bos":5,"s":2,"also":1,"added":1,"the":3,"promopt":1,"code":2,"python":2,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"48":1,"3":1,"src":1,"models":1,"fuyu":2,"processing":2,"py":1,"l417":1,"l435":1,"model":1,"input":2,"processor":1,"tensor":1,"batch":2,"images":1,"present":2,"unpadded":4,"h":1,"heights":1,"w":1,"widths":1,"placeholder":2,"variable":1,"sized":1,"true":3,"prompt":1,"tokens":4,"prompts":4,"length":1,"tokenize":1,"and":1,"scale":2,"factors":2,"max":4,"generate":2,"position":2,"embeddings":3,"add":2,"beginning":1,"of":3,"answer":1,"assign":1,"vision":1,"only":1,"instead":1,"string":1,"you":1,"can":1,"an":1,"instance":1,"promptupdatedetails":2,"vllm":1,"multimodal":1,"hf":3,"config":3,"assert":1,"isinstance":1,"int":1},"31405,1894,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"def":3,"get":11,"replacement":3,"fuyu":2,"item":4,"idx":4,"int":4,"images":4,"mm":5,"items":5,"image":22,"imageprocessoritems":2,"size":10,"ncols":4,"nrows":4,"self":5,"info":4,"feature":2,"grid":2,"width":4,"height":4,"tokens":3,"token":15,"id":14,"newline":2,"return":1,"promptupdatedetails":1,"select":1,"bos":5,"embed":1,"finally":1,"noticing":1,"that":1,"the":6,"hf":5,"processor":2,"removes":1,"endoftext":1,"from":1,"tokenized":1,"prompt":2,"we":1,"can":1,"search":1,"for":1,"it":1,"to":1,"conduct":1,"at":1,"start":1,"of":1,"string":1,"code":1,"python":1,"updates":1,"multimodaldataitems":1,"kwargs":2,"mapping":1,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"config":3,"assert":2,"isinstance":2,"tokenizer":3,"eot":2},"33299,419,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"return":2,"promptupdatedetails":1,"select":1,"token":5,"id":5,"image":3,"tokens":1,"bos":1,"embed":1,"promptreplacement":1,"modality":1,"target":1,"eot":1,"replacement":2,"get":1,"fuyu":1},"33718,912,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"5":1,"register":5,"processor":4,"related":1,"classes":1,"after":1,"you":1,"have":1,"defined":1,"baseprocessinginfo":2,"vllm":6,"multimodal":8,"processing":2,"step":3,"2":1,"basedummyinputsbuilder":2,"profiling":1,"3":1,"and":1,"basemultimodalprocessor":2,"4":1,"decorate":1,"the":2,"model":2,"class":2,"with":1,"registry":5,"multimodalregistry":1,"to":2,"them":1,"multi":1,"modal":1,"diff":1,"from":2,"executor":1,"models":1,"interfaces":1,"import":2,"supportsmultimodal":2,"yourmultimodalprocessor":1,"info":1,"yourprocessinginfo":1,"dummy":1,"inputs":1,"yourdummyinputsbuilder":1,"yourmodelforimage2seq":1,"nn":1,"module":1},"34630,1691,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"notes":1,"inserting":1,"feature":2,"tokens":4,"without":2,"replacement":1,"some":1,"hf":6,"processors":1,"directly":1,"insert":4,"replacing":1,"anything":1,"in":2,"the":6,"original":1,"prompt":9,"that":3,"case":1,"you":2,"can":1,"use":1,"promptinsertion":2,"vllm":11,"multimodal":5,"processing":7,"instead":1,"of":6,"promptreplacement":2,"inside":1,"get":4,"updates":5,"basemultimodalprocessor":3,"examples":2,"blip":1,"2":1,"at":2,"start":2,"gh":6,"file":6,"model":6,"executor":6,"models":6,"blip2":1,"py":6,"florence2":2,"molmo":4,"after":1,"endoftext":1,"token":5,"handling":1,"unrelated":1,"to":3,"multi":3,"modal":3,"data":1,"assumes":1,"each":1,"application":1,"update":1,"corresponds":1,"one":1,"item":1,"if":1,"processor":5,"performs":1,"additional":1,"regardless":1,"how":1,"many":1,"items":1,"there":1,"are":2,"should":1,"override":1,"apply":2,"only":2,"so":1,"processed":1,"inputs":3,"consistent":1,"with":1,"result":1,"applying":1,"on":1,"text":1,"this":1,"is":2,"because":1,"bypass":1,"according":1,"our":1,"design":2,"mm":1,"md":1,"chameleon":2,"appends":2,"sep":1,"fuyu":2,"boa":1,"applies":1,"chat":1,"template":1,"which":1,"not":1,"defined":1,"elsewhere":1},"36321,492,data/raw/vllm-0.10.1/docs/contributing/model/multimodal.md":{"custom":2,"hf":7,"processor":5,"some":1,"models":4,"don":1,"t":1,"define":2,"a":2,"class":1,"on":1,"hub":1,"in":1,"that":2,"case":1,"you":1,"can":1,"has":1,"the":1,"same":1,"call":3,"signature":1,"as":1,"processors":1,"and":1,"pass":1,"it":1,"to":1,"vllm":4,"multimodal":1,"processing":1,"basemultimodalprocessor":1,"examples":1,"deepseek":2,"vl2":2,"gh":3,"file":3,"model":3,"executor":3,"py":3,"internvl":2,"qwen":2,"vl":2},"0,1786,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fused":6,"moe":6,"modular":4,"kernel":4,"introduction":1,"fusedmoemodularkernel":1,"is":4,"implemented":1,"here":2,"gh":1,"file":1,"vllm":1,"model":1,"executor":1,"layers":1,"py":1,"based":1,"on":2,"the":24,"format":2,"of":9,"input":2,"activations":5,"fusedmoe":4,"implementations":1,"are":4,"broadly":1,"classified":1,"into":1,"2":1,"types":1,"contiguous":5,"standard":2,"non":5,"batched":12,"and":5,"note":3,"terms":2,"used":2,"interchangeably":1,"throughout":1,"document":1,"activation":1,"completely":1,"depends":1,"all2all":3,"dispatch":3,"being":1,"in":5,"variant":2,"returns":2,"as":3,"a":2,"tensor":5,"shape":3,"m":2,"k":2,"along":1,"with":1,"topk":3,"ids":1,"weights":1,"num":5,"look":2,"at":2,"deepephtprepareandfinalize":1,"for":2,"an":3,"example":2,"experts":2,"max":1,"tokens":5,"that":3,"subscribe":2,"to":2,"same":1,"expert":4,"together":1,"not":1,"all":2,"entries":1,"valid":2,"typically":1,"accompanied":1,"by":1,"size":1,"where":1,"i":1,"indicates":1,"number":1,"ith":1,"pplxprepareandfinalize":1,"or":1,"deepepllprepareandfinalize":1,"operation":1,"generally":1,"made":1,"multiple":1,"operations":4,"both":1,"variants":1,"described":1,"diagrams":1,"below":1,"assets":2,"design":2,"png":2,"main":1,"difference":1,"between":1,"cases":1,"permute":1,"unpermute":1,"other":1,"remain":1},"1786,923,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"motivation":1,"as":1,"can":3,"be":4,"seen":1,"from":2,"the":14,"diagrams":1,"there":2,"are":1,"a":4,"lot":1,"of":4,"operations":3,"and":4,"variety":1,"implementations":4,"for":4,"each":1,"operation":1,"set":1,"ways":1,"put":1,"together":1,"to":2,"make":1,"valid":1,"fusedmoe":2,"implementation":1,"quickly":1,"becomes":1,"intractable":1,"modular":2,"kernel":2,"framework":2,"addresses":1,"this":3,"issue":1,"by":1,"grouping":1,"into":1,"logical":1,"components":2,"broad":1,"categorization":1,"makes":1,"combinations":1,"manageable":1,"prevents":1,"code":1,"duplication":1,"also":1,"decouples":1,"all2all":1,"dispatch":1,"combine":1,"allows":1,"their":1,"independent":1,"development":1,"testing":1,"furthermore":1,"introduces":1,"abstract":1,"classes":1,"different":1,"thus":1,"providing":1,"well":1,"defined":1,"skeleton":1,"future":1,"rest":1,"document":1,"will":1,"focus":1,"on":1,"contiguous":1,"non":1,"batched":2,"case":2,"extrapolating":1,"should":1,"straight":1,"forward":1},"2709,1778,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"modularkernel":1,"components":2,"fusedmoemodularkernel":2,"splits":1,"the":19,"fusedmoe":1,"operation":2,"into":1,"3":2,"parts":1,"1":1,"topkweightandreduce":5,"2":1,"fusedmoeprepareandfinalize":5,"fusedmoepermuteexpertsunpermute":8,"topk":4,"weight":8,"application":5,"and":11,"reduction":5,"happen":1,"right":1,"after":1,"unpermute":2,"before":1,"all2all":2,"combine":2,"note":1,"that":2,"is":4,"responsible":2,"for":2,"there":1,"value":1,"in":3,"doing":1,"but":1,"some":1,"implementations":3,"choose":1,"to":4,"do":2,"it":1,"order":1,"enable":1,"this":1,"flexibility":1,"we":1,"have":1,"a":3,"abstract":1,"class":1,"please":1,"find":1,"of":1,"here":1,"gh":1,"file":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":1,"moe":1,"reduce":3,"py":1,"finalize":4,"method":4,"accepts":1,"argument":1,"invoked":1,"inside":1,"acts":1,"as":1,"bridge":1,"between":1,"fusedmoeperpareandfinalize":1,"determine":1,"where":1,"happens":1,"impl":2,"returns":2,"topkweightandreducenoop":1,"if":2,"implementation":2,"does":1,"itself":1,"topkweightandreducecontiguous":1,"topkweightandreducenaivebatched":1,"topkweightandreducedelegate":1,"needs":1},"4487,555,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fusedmoeprepareandfinalize":3,"the":7,"abstract":1,"class":1,"exposes":1,"prepare":3,"and":4,"finalize":4,"functions":1,"function":3,"is":2,"responsible":2,"for":2,"input":1,"activation":1,"quantization":1,"all2all":2,"dispatch":1,"invoking":1,"combine":1,"additionally":1,"may":2,"or":1,"not":1,"do":1,"topk":1,"weight":1,"application":1,"reduction":1,"please":1,"refer":1,"to":1,"topkweightandreduce":1,"section":1,"assets":1,"design":1,"fused":1,"moe":1,"modular":1,"kernel":1,"blocks":2,"png":1},"5042,1818,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fusedmoepermuteexpertsunpermute":7,"the":20,"class":3,"is":4,"where":2,"crux":1,"of":4,"moe":2,"operations":3,"happen":1,"abstract":2,"exposes":1,"a":3,"few":1,"important":1,"functions":1,"apply":5,"workspace":6,"shapes":4,"finalize":4,"weight":7,"and":7,"reduce":3,"impl":3,"method":3,"implementations":3,"perform":2,"permute":1,"matmul":2,"with":2,"w1":1,"act":1,"mul":1,"quantization":1,"w2":1,"unpermute":1,"maybe":1,"topk":2,"application":2,"reduction":2,"core":1,"fusedmoe":3,"implementation":3,"performs":1,"series":1,"it":2,"would":1,"be":2,"inefficient":1,"to":9,"create":1,"output":3,"memory":1,"for":1,"each":1,"these":1,"separately":1,"that":2,"effect":1,"are":1,"required":1,"declare":1,"2":1,"datatype":1,"shape":1,"as":2,"outputs":1,"this":1,"information":1,"used":2,"allocate":1,"tensors":1,"tensor":1,"in":2,"fusedmoemodularkernel":1,"forward":1,"passed":1,"on":1,"workspaces":1,"could":1,"then":1,"intermediate":1,"buffers":1,"sometimes":1,"efficient":1,"inside":1,"find":1,"an":1,"example":1,"here":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"20228":1,"we":1,"have":1,"topkweightandreduce":3,"facilitate":1,"such":1,"please":1,"refer":1,"section":1,"returns":1,"object":1,"wants":1,"fusedmoeprepareandfinalize":1,"use":1,"assets":1,"design":1,"fused":2,"modular":1,"kernel":1,"experts":1,"blocks":2,"png":1},"6860,1267,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fusedmoemodularkernel":4,"is":2,"composed":1,"of":2,"the":3,"fusedmoeprepareandfinalize":2,"and":3,"fusedmoepermuteexpertsunpermute":2,"objects":1,"pseudocode":1,"sketch":1,"py":1,"class":1,"def":2,"init":1,"self":9,"prepare":6,"finalize":7,"fused":8,"experts":8,"forward":1,"dp":2,"a":4,"aq":2,"scale":2,"workspace13":3,"shape":4,"workspace2":3,"workspace":3,"shapes":1,"allocate":1,"workspaces":1,"13":1,"torch":2,"empty":2,"2":1,"execute":1,"fe":2,"out":2,"apply":1,"war":3,"impl":4,"an":1,"object":1,"type":1,"topkweightandreducenoop":1,"if":1,"implementations":1,"performs":1,"topk":1,"weight":2,"application":1,"reduction":1,"reduce":1,"output":2,"return":1},"8127,11,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"how":1,"to":1},"8138,824,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"how":1,"to":3,"add":2,"a":3,"fusedmoeprepareandfinalize":3,"type":5,"typically":2,"is":5,"backed":4,"by":4,"an":2,"all2all":10,"dispatch":2,"combine":2,"implementation":2,"kernel":3,"for":1,"example":1,"pplxprepareandfinalize":1,"pplx":1,"kernels":3,"deepephtprepareandfinalize":1,"deepep":2,"high":1,"throughtput":1,"and":2,"deepepllprepareandfinalize":1,"low":1,"latency":1,"step":1,"1":1,"manager":4,"the":7,"purpose":1,"of":1,"setup":1,"implementations":3,"fetch":1,"handle":1,"from":1,"invoke":1,"functions":1,"please":1,"look":1,"at":1,"here":1,"gh":1,"file":1,"vllm":1,"distributed":1,"device":1,"communicators":1,"py":1},"8962,1704,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"step":1,"2":1,"add":1,"a":2,"fusedmoeprepareandfinalize":9,"type":3,"this":4,"section":1,"describes":1,"the":21,"significance":1,"of":8,"various":1,"functions":1,"exposed":1,"by":1,"abstract":1,"class":1,"prepare":3,"method":2,"implements":1,"quantization":1,"and":4,"all2all":7,"dispatch":6,"typically":2,"function":3,"from":2,"relevant":2,"manager":1,"is":6,"invoked":2,"finalize":1,"maybe":1,"perform":1,"topk":4,"weight":1,"application":1,"reduction":1,"combine":2,"all2allmanager":1,"activation":1,"format":1,"return":3,"fusedmoeactivationformat":2,"batchedexperts":1,"if":2,"output":3,"i":1,"e":1,"batched":1,"standard":1,"otherwise":1,"indices":1,"dtype":1,"data":2,"ids":2,"some":1,"kernels":1,"have":1,"strict":2,"requirements":2,"pertaining":1,"to":3,"requirement":1,"passed":1,"on":1,"fusedmoe":1,"select":1,"experts":2,"so":1,"it":2,"could":1,"be":2,"respected":1,"there":1,"are":1,"no":1,"none":1,"max":4,"num":7,"tokens":5,"per":2,"rank":2,"maximum":1,"number":2,"that":2,"would":1,"submitted":1,"at":1,"once":1,"dispatchers":2,"total":1,"dispatching":1,"units":1,"value":1,"determines":1,"size":1,"shape":1,"local":1,"k":1,"here":1,"we":1,"suggest":1,"picking":1,"an":1,"already":1,"existing":1,"implementation":2,"matches":1,"your":1,"closely":1,"using":1,"as":1,"reference":1},"10666,968,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"how":1,"to":2,"add":1,"a":1,"fusedmoepermuteexpertsunpermute":9,"type":1,"performs":1,"the":7,"core":1,"of":1,"fusedmoe":1,"operations":1,"various":1,"functions":1,"exposed":1,"by":1,"abstract":1,"class":1,"and":4,"their":1,"significance":1,"is":1,"as":1,"follows":1,"activation":2,"formats":2,"return":3,"supported":1,"input":2,"output":1,"i":1,"e":1,"contiguous":1,"batched":1,"format":1,"supports":4,"chunking":3,"true":2,"if":2,"implementation":2,"typically":1,"implementations":1,"that":1,"fusedmoeactivationformat":2,"standard":1,"support":1,"batchedexperts":1,"do":1,"not":1,"expert":2,"map":2,"workspace":1,"shapes":1,"finalize":1,"weight":1,"reduce":1,"impl":1,"apply":1,"refer":1,"section":1,"above":1},"11634,1326,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fusedmoemodularkernel":2,"initialization":1,"fusedmoemethodbase":1,"class":4,"has":1,"3":1,"methods":1,"that":2,"are":2,"collectively":1,"responsible":1,"in":4,"creating":1,"the":13,"object":2,"they":1,"maybe":3,"make":3,"prepare":5,"finalize":5,"select":3,"gemm":3,"impl":3,"and":1,"init":1,"method":5,"is":4,"responsbile":1,"for":4,"constructing":1,"an":1,"instance":1,"of":2,"fusedmoeprepareandfinalize":2,"when":2,"appropriate":2,"based":1,"on":1,"current":1,"all2all":1,"backend":1,"e":2,"g":2,"ep":3,"dp":2,"enabled":1,"base":2,"currently":1,"constructs":2,"all":1,"objects":2,"case":2,"derived":2,"classes":2,"can":2,"override":1,"this":1,"to":4,"construct":2,"different":1,"scenarios":1,"modeloptnvfp4fusedmoe":3,"a":3,"flashinfercutlassmoeprepareandfinalize":1,"tp":1,"please":2,"refer":2,"implementations":2,"undefined":1,"it":1,"responsibility":1,"implement":1,"valid":1,"fusedmoepermuteexpertsunpermute":1,"unquantizedfusedmoemethod":1,"compressedtensorsw8a8fp8moemethod":1,"compressedtensorsw8a8fp8moecutlassmethod":1,"fp8moemethod":1,"dervied":1},"12960,859,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"init":3,"prepare":3,"finalize":3,"based":1,"on":1,"the":10,"input":1,"and":2,"env":1,"settings":2,"method":2,"creates":1,"appropriate":2,"fusedmoeprepareandfinalize":1,"object":5,"then":1,"queries":1,"select":1,"gemm":1,"impl":1,"for":1,"fusedmoepermuteexpertsunpermute":1,"builds":1,"fusedmoemodularkernel":2,"please":1,"take":1,"a":2,"look":1,"at":1,"https":1,"github":1,"com":1,"vllm":3,"project":1,"blob":1,"1cbf951ba272c230823b947631065b826409fa62":1,"model":1,"executor":1,"layers":1,"fused":3,"moe":1,"layer":1,"py":1,"l188":1,"important":1,"fusedmoemethodbase":3,"derived":2,"classes":2,"use":1,"experts":2,"in":1,"their":1,"apply":1,"methods":1,"when":1,"permit":1,"construction":1,"of":1,"valid":1,"we":1,"override":1,"with":1,"it":1,"this":1,"essentially":1,"makes":1,"agnostic":1,"to":1,"what":1,"fusedmoe":1,"implementation":1,"is":1,"used":1},"13819,1700,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"how":2,"to":5,"unit":4,"test":10,"we":1,"have":1,"fusedmoemodularkernel":1,"tests":8,"at":1,"modular":8,"kernel":8,"combinations":6,"py":8,"gh":4,"file":5,"kernels":6,"moe":6,"the":6,"iterates":1,"through":1,"all":2,"of":1,"fusedmoeprepareandfinalize":4,"and":3,"fusedmoepremuteexpertsunpermute":1,"types":4,"if":2,"they":1,"are":2,"compatible":1,"runs":1,"some":2,"correctness":1,"you":1,"adding":1,"fusedmoepermuteexpertsunpermute":3,"implementations":1,"1":1,"add":2,"implementation":2,"type":3,"mk":4,"prepare":2,"finalize":2,"fused":3,"expert":1,"in":2,"objects":2,"tools":3,"respectively":1,"2":1,"update":1,"config":7,"is":7,"batched":2,"experts":3,"standard":1,"fe":4,"16bit":1,"supported":3,"fp8":2,"block":1,"supports":1,"chunking":1,"methods":1,"common":2,"doing":1,"this":2,"will":2,"new":1,"suite":1,"check":1,"compatibility":2,"can":2,"also":1,"be":2,"executed":1,"as":2,"a":2,"standalone":1,"script":3,"example":1,"python3":1,"m":1,"pf":1,"pplxprepareandfinalize":1,"batchedtritonexperts":1,"side":1,"effect":1,"used":1,"when":1,"invoked":1,"with":1,"incompatible":1,"error":1},"15519,492,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"how":1,"to":2,"profile":4,"please":1,"take":1,"a":2,"look":1,"at":1,"modular":5,"kernel":5,"py":2,"gh":1,"file":1,"tests":2,"kernels":2,"moe":2,"tools":2,"the":1,"script":1,"can":1,"be":1,"used":1,"generate":1,"torch":1,"traces":1,"for":2,"single":1,"fusedmoemodularkernel":1,"forward":1,"call":1,"any":1,"compatible":1,"fusedmoeprepareandfinalize":1,"and":1,"fusedmoepermuteexpertsunpermute":1,"types":1,"example":1,"python3":1,"m":1,"pf":1,"type":2,"pplxprepareandfinalize":1,"experts":1,"batchedtritonexperts":1},"16011,906,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fusedmoeprepareandfinalize":2,"implementations":2,"the":7,"following":1,"table":1,"lists":1,"at":1,"time":1,"of":1,"writing":1,"implementation":2,"type":1,"comments":1,"deepephtprepareandfinalize":1,"contiguous":3,"non":1,"batched":5,"uses":3,"deepep":2,"high":1,"throughput":1,"all2all":5,"kernels":5,"deepepllprepareandfinalize":1,"low":1,"latency":1,"pplxprepareandfinalize":1,"perplexity":1,"flashinfercutlassmoeprepareandfinalize":1,"moeprepareandfinalizenoep":1,"this":2,"is":3,"used":2,"when":1,"there":1,"no":2,"ep":1,"i":2,"e":3,"are":1,"invoked":1,"batchedprepareandfinalize":1,"a":1,"reference":1,"prepare":1,"finalize":1,"class":1,"that":1,"reorganizes":1,"tokens":2,"into":1,"expert":1,"format":1,"x":2,"max":1,"num":1,"k":1,"doesn":1,"t":1,"use":1,"any":1,"primarily":1,"in":1,"unit":1,"testing":1},"16917,1343,data/raw/vllm-0.10.1/docs/design/fused_moe_modular_kernel.md":{"fusedmoepermuteexpertsunpermute":2,"the":10,"following":1,"table":1,"lists":1,"implementations":3,"at":1,"time":1,"of":1,"writing":1,"implementation":2,"type":1,"comment":1,"batcheddeepgemmexperts":2,"batched":11,"uses":7,"deepgemm":2,"s":2,"masked":1,"grouped":4,"gemm":4,"kernels":2,"for":6,"fused":5,"moe":5,"operation":3,"batchedtritonexperts":2,"a":2,"triton":2,"kernel":2,"matmuls":4,"batchedtritonordeepgemmexperts":1,"chooses":2,"either":2,"or":2,"based":2,"on":2,"environment":1,"settings":1,"deepgemmexperts":2,"contiguous":6,"non":3,"tritonexperts":2,"tritonordeepgemmexperts":1,"inputs":1,"cutlassexpertsfp8":1,"supports":2,"both":2,"and":2,"formats":2,"cutlass":2,"fp8":1,"cutlassexpertsfp4":1,"fp4":1,"flashinferexperts":1,"from":1,"flashinfer":1,"naivebatchedexperts":1,"reference":1,"experts":1,"primarily":1,"used":1,"in":1,"unit":1,"tests":1},"0,94,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"architecture":2,"overview":2,"this":1,"document":1,"provides":1,"an":1,"of":1,"the":1,"vllm":1,"toc":1},"94,1380,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"entrypoints":5,"vllm":3,"provides":2,"a":5,"number":1,"of":5,"for":5,"interacting":2,"with":3,"the":15,"system":1,"following":1,"diagram":2,"shows":1,"relationship":1,"between":1,"them":1,"assets":1,"design":1,"arch":1,"overview":1,"excalidraw":1,"png":1,"llm":10,"class":4,"primary":1,"python":2,"interface":1,"doing":1,"offline":3,"inference":4,"which":1,"is":5,"model":4,"without":1,"using":1,"separate":1,"server":1,"here":1,"sample":1,"usage":1,"code":2,"from":1,"import":1,"samplingparams":2,"define":2,"list":1,"input":2,"prompts":4,"hello":1,"my":1,"name":1,"capital":1,"france":1,"largest":1,"ocean":1,"sampling":3,"parameters":1,"params":2,"temperature":1,"0":3,"8":1,"top":1,"p":1,"95":1,"initialize":1,"engine":1,"opt":2,"125m":2,"facebook":1,"generate":2,"outputs":5,"print":2,"generated":4,"output":3,"in":3,"prompt":4,"text":4,"f":1,"r":2,"more":1,"api":3,"details":1,"can":2,"be":2,"found":2,"section":1,"docs":1,"gh":1,"file":1,"py":1},"1474,683,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"openai":6,"compatible":4,"api":6,"server":9,"the":8,"second":1,"primary":1,"interface":1,"to":1,"vllm":8,"is":1,"via":2,"its":1,"this":1,"can":4,"be":4,"started":1,"using":1,"serve":2,"command":2,"bash":2,"model":3,"code":2,"for":2,"cli":3,"found":3,"in":3,"gh":2,"file":2,"entrypoints":3,"main":1,"py":2,"sometimes":1,"you":1,"may":1,"see":1,"entrypoint":1,"used":1,"directly":1,"instead":1,"of":1,"example":1,"python":1,"m":1,"that":1,"more":1,"details":1,"on":1,"serving":1,"md":1,"document":1},"2157,1677,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"llm":4,"engine":7,"the":21,"llmengine":7,"and":6,"asyncllmengine":6,"classes":1,"are":2,"central":1,"to":3,"functioning":1,"of":4,"vllm":5,"system":1,"handling":1,"model":7,"inference":1,"asynchronous":2,"request":1,"processing":5,"diagram":1,"assets":1,"design":1,"arch":1,"overview":1,"excalidraw":1,"png":1,"class":3,"is":5,"core":1,"component":1,"it":3,"responsible":1,"for":5,"receiving":1,"requests":4,"from":3,"clients":2,"generating":1,"outputs":3,"includes":1,"input":3,"execution":4,"possibly":1,"distributed":2,"across":2,"multiple":3,"hosts":1,"or":1,"gpus":2,"scheduling":2,"output":2,"handles":1,"tokenization":1,"text":2,"using":1,"specified":1,"tokenizer":1,"chooses":1,"which":1,"processed":1,"in":4,"each":1,"step":1,"manages":1,"language":2,"including":1,"processes":2,"generated":1,"by":1,"decoding":1,"token":1,"ids":1,"a":4,"into":1,"human":1,"readable":1,"code":2,"can":3,"be":2,"found":2,"gh":3,"file":3,"py":3,"an":1,"wrapper":1,"uses":2,"asyncio":1,"create":1,"background":1,"loop":1,"that":2,"continuously":1,"incoming":1,"designed":1,"online":1,"serving":1,"where":1,"handle":1,"concurrent":1,"stream":1,"openai":1,"compatible":1,"api":3,"server":3,"there":1,"also":1,"demo":1,"serves":1,"as":1,"simpler":1,"example":1,"entrypoints":1,"async":1},"3834,976,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"worker":3,"a":2,"is":4,"process":2,"that":1,"runs":1,"the":8,"model":8,"inference":1,"vllm":1,"follows":1,"common":1,"practice":1,"of":4,"using":1,"one":4,"to":1,"control":1,"accelerator":2,"device":2,"such":3,"as":3,"gpus":1,"for":5,"example":1,"if":1,"we":3,"use":1,"tensor":1,"parallelism":2,"size":2,"2":2,"and":6,"pipeline":1,"will":1,"have":1,"4":1,"workers":2,"in":1,"total":1,"are":1,"identified":1,"by":1,"their":1,"rank":4,"local":3,"used":2,"global":1,"orchestration":1,"while":1,"mainly":1,"assigning":1,"accessing":1,"resources":1,"file":1,"system":1,"shared":1,"memory":1,"runner":3,"every":2,"has":2,"object":3,"responsible":1,"loading":1,"running":1,"much":1,"execution":1,"logic":1,"resides":1,"here":1,"preparing":1,"input":1,"tensors":1,"capturing":1,"cudagraphs":1,"which":1,"actual":1,"torch":1,"nn":1,"module":1,"instance":1,"see":1,"huggingface":2,"integration":2,"md":1,"how":1,"various":1,"configurations":1,"affect":1,"class":1,"ultimately":1,"get":1},"4810,1330,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"class":9,"hierarchy":6,"the":21,"following":1,"figure":3,"shows":1,"of":3,"vllm":4,"markdown":1,"span":1,"assets":1,"design":2,"png":1,"align":1,"center":1,"alt":1,"query":1,"width":1,"100":1,"there":1,"are":1,"several":1,"important":1,"choices":1,"behind":1,"this":2,"1":1,"extensibility":1,"all":3,"classes":1,"in":4,"accept":1,"a":3,"configuration":8,"object":5,"containing":1,"necessary":1,"information":1,"vllmconfig":3,"https":1,"github":1,"com":1,"project":1,"blob":1,"d1c6799b8870e513bf4f2305cbf6cda9fc3d773b":1,"config":2,"py":1,"l2036":1,"is":6,"main":1,"that":2,"passed":1,"around":3,"quite":1,"deep":1,"and":3,"every":1,"needs":1,"to":7,"read":1,"it":2,"interested":1,"by":1,"encapsulating":1,"configurations":1,"one":1,"we":7,"can":2,"easily":1,"pass":3,"access":2,"need":3,"suppose":1,"want":1,"add":3,"new":3,"feature":1,"often":1,"case":1,"given":1,"how":1,"fast":1,"field":1,"llm":1,"inference":1,"evolving":1,"only":2,"touches":1,"model":3,"runner":2,"will":1,"have":1,"option":3,"since":1,"whole":1,"directly":1,"don":1,"t":1,"change":1,"constructor":1,"engine":1,"worker":1,"or":1},"6140,1799,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"2":1,"uniformity":1,"the":15,"model":13,"runner":3,"needs":1,"a":6,"unified":1,"interface":1,"to":8,"create":3,"and":6,"initialize":2,"vllm":5,"supports":1,"more":1,"than":1,"50":1,"types":1,"of":4,"popular":1,"open":1,"source":1,"models":8,"each":1,"has":1,"its":1,"own":1,"initialization":1,"logic":2,"if":2,"constructor":7,"signature":2,"varies":1,"with":1,"does":1,"not":1,"know":1,"how":1,"call":1,"accordingly":1,"without":2,"complicated":1,"error":2,"prone":1,"inspection":1,"by":3,"making":2,"class":2,"uniform":2,"can":2,"easily":2,"knowing":1,"specific":1,"type":1,"this":4,"is":2,"also":1,"useful":1,"for":4,"composing":1,"vision":4,"language":4,"often":1,"consist":1,"we":1,"compose":1,"them":1,"into":1,"note":1,"support":1,"change":2,"all":2,"signatures":1,"have":2,"been":1,"updated":1,"python":2,"def":2,"init":2,"self":2,"config":5,"vllmconfig":1,"prefix":2,"str":2,"avoid":1,"accidentally":1,"passing":1,"incorrect":1,"arguments":1,"now":1,"keyword":1,"only":1,"ensures":1,"that":1,"will":1,"raise":1,"an":1,"old":2,"configurations":1,"are":1,"passed":1,"developers":2,"already":1,"made":1,"within":1,"out":1,"tree":1,"registered":1,"need":1,"update":1,"their":1,"example":1,"adding":1,"shim":1,"code":2,"adapt":1,"new":1,"one":1,"myoldmodel":1,"nn":1,"module":1,"cache":1,"optional":3,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"lora":1,"loraconfig":1},"7939,746,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"from":2,"vllm":7,"config":19,"import":2,"vllmconfig":2,"class":1,"mynewmodel":2,"myoldmodel":2,"def":1,"init":2,"self":1,"prefix":2,"str":1,"model":2,"hf":1,"cache":3,"quant":3,"lora":3,"super":1,"packaging":1,"version":4,"if":1,"parse":2,"0":1,"6":1,"4":1,"mymodel":2,"else":1,"this":1,"way":1,"the":1,"can":1,"work":1,"with":1,"both":1,"old":1,"and":1,"new":1,"versions":1,"of":1},"8685,1508,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"3":1,"sharding":1,"and":4,"quantization":4,"at":1,"initialization":3,"certain":1,"features":1,"require":1,"changing":1,"the":28,"model":15,"weights":12,"for":4,"example":1,"tensor":1,"parallelism":1,"needs":3,"to":13,"shard":4,"quantize":1,"there":1,"are":2,"two":1,"possible":1,"ways":1,"implement":1,"this":2,"feature":1,"one":1,"way":2,"is":7,"change":3,"after":2,"initialized":2,"other":1,"during":2,"vllm":1,"chooses":1,"latter":1,"first":1,"approach":1,"not":1,"scalable":1,"large":1,"models":2,"suppose":1,"we":5,"want":1,"run":1,"a":5,"405b":1,"with":2,"roughly":1,"810gb":2,"16":1,"h100":1,"80gb":1,"gpus":1,"ideally":1,"every":3,"gpu":2,"should":1,"only":2,"load":2,"50gb":1,"if":2,"need":1,"full":1,"then":1,"leading":2,"huge":1,"memory":2,"overhead":2,"instead":1,"layer":1,"will":1,"create":1,"of":3,"it":2,"much":1,"smaller":1,"same":1,"idea":1,"applies":1,"note":1,"that":2,"also":1,"add":1,"an":2,"additional":1,"argument":1,"prefix":3,"s":2,"constructor":1,"so":1,"can":1,"initialize":1,"itself":1,"differently":2,"based":1,"on":1,"useful":1,"non":1,"uniform":1,"where":1,"different":1,"parts":1,"quantized":1,"usually":1,"empty":1,"string":2,"top":1,"level":1,"like":1,"vision":1,"or":1,"language":1,"sub":1,"in":2,"general":1,"matches":1,"name":1,"module":1,"state":1,"dict":1,"checkpoint":1,"file":1},"10193,774,data/raw/vllm-0.10.1/docs/design/arch_overview.md":{"one":1,"disadvantage":1,"of":1,"this":4,"design":1,"is":4,"that":5,"it":1,"hard":1,"to":5,"write":1,"unit":1,"tests":3,"for":1,"individual":1,"components":1,"in":5,"vllm":3,"because":1,"every":1,"component":3,"needs":1,"be":2,"initialized":1,"by":2,"a":6,"complete":2,"config":5,"object":5,"we":5,"solve":1,"problem":2,"providing":1,"default":3,"initialization":1,"function":1,"creates":1,"with":1,"all":2,"fields":3,"set":2,"none":1,"if":1,"the":6,"want":1,"test":3,"only":1,"cares":1,"about":2,"few":1,"can":3,"create":1,"and":1,"care":1,"way":1,"isolation":1,"note":1,"many":1,"are":1,"end":2,"whole":1,"system":1,"so":1,"not":1,"big":1,"summary":1,"vllmconfig":1,"treated":1,"as":1,"an":1,"engine":1,"level":1,"global":1,"state":1,"shared":1,"among":1,"classes":1},"0,1819,data/raw/vllm-0.10.1/docs/design/huggingface_integration.md":{"integration":1,"with":2,"hugging":1,"face":1,"this":6,"document":1,"describes":1,"how":2,"vllm":14,"integrates":1,"huggingface":9,"libraries":1,"we":3,"will":5,"explain":1,"step":2,"by":3,"what":1,"happens":1,"under":1,"the":29,"hood":1,"when":1,"run":1,"serve":3,"let":1,"s":1,"say":1,"want":1,"to":5,"popular":1,"qwen":4,"model":15,"running":1,"qwen2":3,"7b":3,"1":1,"argument":8,"is":4,"determines":1,"whether":1,"exists":1,"checking":1,"for":4,"corresponding":1,"config":9,"file":5,"json":3,"see":2,"code":1,"snippet":1,"https":4,"github":2,"com":2,"project":2,"blob":3,"10b67d865d92e376956345becafc249d4c3c0ab7":2,"transformers":2,"utils":2,"py":2,"l162":1,"l182":1,"implementation":2,"within":1,"process":1,"if":3,"corresponds":1,"an":1,"existing":1,"local":2,"path":2,"load":1,"directly":1,"from":3,"a":3,"id":2,"consisting":1,"of":1,"username":1,"and":3,"name":3,"first":1,"try":1,"use":1,"cache":3,"using":1,"as":5,"revision":4,"their":1,"website":1,"co":2,"docs":1,"hub":3,"en":1,"package":1,"reference":1,"environment":2,"variables":1,"hfhome":1,"more":1,"information":1,"on":1,"works":1,"but":1,"it":1,"not":1,"found":1,"in":2,"download":2,"refer":1,"function":1,"l91":1,"input":1,"arguments":1,"include":1,"variable":1,"hf":1,"token":2,"access":1,"our":1,"case":1,"main":1},"1819,287,data/raw/vllm-0.10.1/docs/design/huggingface_integration.md":{"2":1,"after":1,"confirming":1,"the":3,"existence":1,"of":1,"model":1,"vllm":4,"loads":1,"its":1,"config":2,"file":1,"and":1,"converts":1,"it":1,"into":1,"a":1,"dictionary":1,"see":1,"this":1,"code":1,"snippet":1,"https":1,"github":1,"com":1,"project":1,"blob":1,"10b67d865d92e376956345becafc249d4c3c0ab7":1,"transformers":1,"utils":1,"py":1,"l185":1,"l186":1,"for":1,"implementation":1},"2106,1808,data/raw/vllm-0.10.1/docs/design/huggingface_integration.md":{"3":1,"next":1,"vllm":12,"inspects":1,"https":6,"github":4,"com":4,"project":3,"blob":4,"10b67d865d92e376956345becafc249d4c3c0ab7":3,"transformers":8,"utils":3,"config":11,"py":3,"l189":1,"the":24,"model":8,"type":5,"field":5,"in":4,"dictionary":1,"to":10,"generate":1,"l190":1,"l216":1,"object":1,"use":6,"there":1,"are":1,"some":1,"values":1,"that":2,"directly":1,"supports":1,"see":3,"here":2,"l48":1,"for":4,"list":3,"if":2,"is":5,"not":2,"will":4,"autoconfig":4,"from":4,"pretrained":3,"huggingface":6,"co":2,"docs":1,"en":1,"doc":1,"auto":4,"load":2,"class":6,"with":1,"revision":1,"and":2,"trust":2,"remote":2,"code":3,"as":1,"arguments":1,"please":1,"note":1,"also":1,"has":1,"its":1,"own":1,"logic":1,"determine":2,"it":3,"again":1,"search":1,"name":2,"library":1,"tree":1,"main":2,"src":1,"models":2,"of":1,"supported":1,"found":1,"map":3,"json":2,"file":1,"specifically":1,"under":2,"deepseek":3,"ai":1,"v2":1,"5":1,"an":1,"example":1,"points":1,"a":1,"module":2,"path":1,"s":1,"repository":1,"create":1,"import":1,"method":1,"this":1,"can":1,"generally":1,"cause":1,"arbitrary":1,"execution":1,"so":1,"only":1,"executed":1,"when":1,"enabled":1},"3914,1181,data/raw/vllm-0.10.1/docs/design/huggingface_integration.md":{"4":1,"subsequently":1,"vllm":15,"applies":1,"some":1,"historical":1,"patches":1,"to":7,"the":11,"config":3,"object":2,"these":1,"are":2,"mostly":1,"related":1,"rope":1,"configuration":1,"see":1,"here":1,"https":3,"github":3,"com":3,"project":3,"blob":3,"127c07480ecea15e4c2990820c457807ff78a057":3,"transformers":1,"utils":1,"py":3,"l244":1,"for":3,"implementation":1,"5":1,"finally":1,"can":1,"reach":1,"model":6,"class":5,"we":1,"want":1,"initialize":3,"uses":1,"architectures":2,"field":2,"in":4,"determine":1,"as":1,"it":2,"maintains":1,"mapping":1,"from":1,"architecture":3,"name":2,"its":1,"registry":3,"executor":2,"models":2,"l80":1,"if":1,"is":3,"not":2,"found":1,"means":1,"this":2,"supported":1,"by":1,"qwen":1,"qwen2":2,"7b":1,"qwen2forcausallm":2,"which":1,"corresponds":1,"s":1,"code":1,"l364":1,"will":1,"itself":1,"depending":1,"on":2,"various":1,"configs":1,"beyond":1,"that":1,"there":1,"two":1,"more":1,"things":1,"depends":1,"huggingface":1},"5095,1070,data/raw/vllm-0.10.1/docs/design/huggingface_integration.md":{"1":1,"tokenizer":13,"vllm":9,"uses":1,"the":14,"from":4,"huggingface":3,"to":2,"tokenize":1,"input":1,"text":1,"is":2,"loaded":1,"using":1,"autotokenizer":2,"pretrained":2,"https":3,"co":1,"docs":1,"transformers":4,"en":1,"model":4,"doc":1,"auto":1,"with":1,"argument":3,"as":2,"name":1,"and":2,"revision":3,"it":1,"also":1,"possible":1,"use":1,"a":1,"another":1,"by":1,"specifying":1,"in":3,"serve":1,"command":1,"other":1,"relevant":1,"arguments":2,"are":1,"mode":1,"please":1,"check":1,"s":1,"documentation":1,"for":1,"meaning":1,"of":3,"these":1,"this":1,"part":1,"logic":1,"can":1,"be":1,"found":1,"get":2,"github":2,"com":2,"project":2,"blob":2,"127c07480ecea15e4c2990820c457807ff78a057":2,"utils":2,"py":2,"l87":1,"function":1,"after":1,"obtaining":1,"notably":1,"will":1,"cache":1,"some":1,"expensive":1,"attributes":1,"cached":1,"l24":1},"6165,1294,data/raw/vllm-0.10.1/docs/design/huggingface_integration.md":{"2":1,"model":11,"weight":3,"vllm":8,"downloads":1,"the":23,"from":6,"huggingface":5,"hub":3,"using":1,"argument":3,"as":3,"name":1,"and":5,"revision":2,"provides":1,"load":3,"format":7,"to":6,"control":1,"what":1,"files":1,"download":1,"by":1,"default":1,"it":4,"will":1,"try":1,"weights":2,"in":3,"safetensors":5,"fall":1,"back":1,"pytorch":1,"bin":1,"if":1,"is":3,"not":1,"available":1,"we":1,"can":2,"also":2,"pass":1,"dummy":1,"skip":1,"downloading":1,"recommended":1,"use":1,"efficient":1,"for":2,"loading":1,"distributed":1,"inference":1,"safe":1,"arbitrary":1,"code":1,"execution":1,"see":1,"documentation":1,"https":2,"co":1,"docs":1,"en":1,"index":1,"more":1,"information":1,"on":1,"this":2,"part":1,"of":1,"logic":1,"be":1,"found":1,"here":1,"github":1,"com":1,"project":1,"blob":1,"10b67d865d92e376956345becafc249d4c3c0ab7":1,"executor":1,"loader":2,"py":1,"l385":1,"please":1,"note":1,"that":1,"completes":1,"integration":1,"between":1,"summary":1,"reads":1,"config":4,"file":1,"json":1,"tokenizer":1,"or":2,"a":1,"local":1,"directory":1,"uses":1,"class":2,"either":1,"transformers":1,"loads":1,"s":1,"repository":1},"0,1498,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"paged":3,"attention":6,"warning":1,"this":8,"is":3,"a":6,"historical":1,"document":6,"based":1,"on":2,"the":14,"original":1,"paper":1,"for":3,"vllm":6,"https":1,"arxiv":1,"org":1,"abs":1,"2309":1,"06180":1,"it":2,"no":1,"longer":1,"describes":1,"code":2,"used":1,"in":3,"today":1,"currently":1,"utilizes":1,"its":1,"own":1,"implementation":4,"of":3,"multi":2,"head":2,"query":2,"kernel":5,"csrc":1,"kernels":1,"cu":1,"designed":2,"to":10,"be":2,"compatible":1,"with":2,"s":1,"kv":1,"caches":1,"where":1,"key":1,"and":5,"value":1,"cache":1,"are":1,"stored":1,"separate":1,"blocks":1,"note":2,"that":2,"block":6,"concept":1,"differs":1,"from":2,"gpu":2,"thread":3,"so":1,"later":1,"i":1,"will":2,"refer":2,"as":3,"while":1,"achieve":1,"high":3,"performance":1,"relies":1,"specially":1,"memory":3,"layout":1,"access":1,"method":1,"specifically":1,"when":1,"threads":1,"read":2,"data":2,"global":1,"shared":1,"purpose":1,"provide":1,"level":2,"explanation":1,"step":2,"by":1,"aiding":1,"those":1,"who":1,"wish":1,"learn":1,"about":1,"after":2,"going":1,"through":1,"users":1,"likely":1,"have":1,"better":1,"understanding":1,"feel":1,"easier":2,"follow":1,"actual":2,"please":1,"may":1,"not":1,"cover":1,"all":1,"details":2,"such":1,"how":1,"calculate":1,"correct":1,"index":1,"corresponding":1,"or":1,"dot":1,"multiplication":1,"however":1,"reading":1,"becoming":1,"familiar":1,"logic":1,"flow":1,"should":1,"you":1,"understand":1},"1498,1694,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"inputs":1,"the":14,"kernel":2,"function":2,"takes":1,"a":2,"list":2,"of":8,"arguments":3,"for":3,"current":1,"thread":3,"to":7,"perform":1,"its":1,"assigned":2,"work":1,"three":1,"most":1,"important":1,"are":3,"input":1,"pointers":2,"q":2,"k":2,"cache":4,"and":5,"v":2,"which":1,"point":1,"query":2,"key":2,"value":2,"data":4,"on":1,"global":2,"memory":2,"that":2,"need":1,"be":2,"read":1,"processed":1,"output":1,"pointer":1,"out":2,"points":1,"where":1,"result":1,"should":1,"written":1,"these":1,"four":1,"actually":1,"refer":1,"multi":1,"dimensional":1,"arrays":1,"but":1,"each":4,"only":1,"accesses":1,"portion":1,"it":1,"i":1,"have":1,"omitted":1,"all":1,"other":3,"runtime":1,"parameters":1,"here":1,"simplicity":2,"cpp":1,"template":2,"typename":1,"scalar":6,"t":6,"int":4,"head":7,"size":12,"block":6,"num":11,"threads":3,"partition":2,"0":2,"device":1,"void":1,"paged":1,"attention":1,"side":2,"args":2,"const":4,"restrict":4,"seqs":2,"heads":4,"max":1,"partitions":1,"blocks":2,"kv":2,"x":2,"there":1,"also":1,"above":1,"signature":1,"determined":1,"during":1,"compilation":1,"time":1,"represents":2,"type":1,"elements":2,"such":1,"as":1,"fp16":1,"indicates":1,"number":4,"in":3,"refers":1,"tokens":1,"denotes":1,"tensor":2,"parallel":2,"gpus":1,"we":1,"assume":1,"this":1,"is":2,"disabled":1},"3192,333,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"with":1,"these":2,"arguments":1,"we":3,"need":1,"to":3,"perform":1,"a":1,"sequence":1,"of":1,"preparations":2,"this":1,"includes":1,"calculating":1,"the":3,"current":1,"head":1,"index":2,"block":1,"and":2,"other":1,"necessary":1,"variables":1,"however":1,"for":1,"now":1,"can":1,"ignore":1,"proceed":1,"directly":1,"actual":1,"calculations":1,"it":1,"will":1,"be":1,"easier":1,"understand":1,"them":1,"once":1,"grasp":1,"entire":1,"flow":1},"3525,228,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"concepts":2,"just":1,"before":1,"we":1,"dive":1,"into":1,"the":1,"calculation":1,"flow":1,"i":1,"want":1,"to":1,"describe":1,"a":1,"few":1,"that":1,"are":1,"needed":1,"for":1,"later":2,"sections":1,"however":1,"you":2,"may":1,"skip":1,"this":1,"section":1,"and":1,"return":1,"if":1,"encounter":1,"any":1,"confusing":1,"terminologies":1},"3753,1945,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"sequence":5,"a":12,"represents":2,"client":1,"request":1,"for":8,"example":4,"the":28,"data":9,"pointed":2,"to":1,"by":3,"q":2,"has":2,"shape":1,"of":12,"num":4,"seqs":3,"heads":1,"head":3,"size":12,"that":6,"there":1,"are":6,"total":3,"query":7,"since":1,"this":1,"kernel":2,"is":12,"single":1,"attention":1,"each":6,"only":3,"one":5,"token":6,"hence":1,"equals":1,"number":3,"tokens":5,"processed":2,"in":2,"batch":1,"context":4,"consists":1,"generated":1,"from":1,"instance":1,"what":1,"your":1,"and":12,"input":1,"name":1,"model":1,"might":1,"generate":1,"vec":8,"list":1,"elements":4,"fetched":1,"calculated":1,"together":1,"key":4,"determined":2,"so":2,"thread":11,"group":8,"can":2,"fetch":2,"calculate":2,"16":3,"bytes":3,"at":6,"time":3,"value":2,"v":2,"if":3,"scalar":1,"t":1,"fp16":1,"2":4,"will":2,"be":2,"4":2,"while":2,"8":2,"small":1,"threads":2,"fetches":1,"calculates":1,"handles":3,"portion":2,"referred":1,"as":1,"x":1,"contains":1,"then":1,"0":2,"index":2,"6":1,"1":2,"3":1,"5":1,"7":1,"block":5,"cache":1,"vllm":1,"split":1,"into":1,"blocks":1,"stores":1,"fixed":1,"may":1,"contain":1,"whole":1},"5698,1204,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"head":3,"size":2,"is":5,"128":2,"then":1,"for":4,"one":9,"block":9,"can":2,"store":1,"16":1,"2048":1,"elements":1,"warp":8,"a":9,"group":2,"of":6,"32":1,"threads":3,"that":2,"execute":1,"simultaneously":1,"on":1,"stream":1,"multiprocessor":1,"sm":1,"in":4,"this":3,"kernel":3,"each":4,"processes":2,"the":12,"calculation":3,"between":2,"query":2,"token":2,"and":7,"key":2,"tokens":2,"entire":1,"at":1,"time":1,"it":1,"may":1,"process":1,"multiple":3,"blocks":5,"iterations":1,"example":1,"if":1,"there":1,"are":1,"4":1,"warps":3,"6":1,"context":2,"assignment":1,"would":1,"be":1,"like":1,"0":1,"handles":5,"0th":1,"4th":1,"1":1,"1st":1,"5th":1,"2":1,"2nd":1,"3":1,"3rd":1,"thread":6,"num":5,"access":1,"same":1,"shared":1,"memory":1,"contains":1,"whole":1,"grid":2,"collection":2,"defines":1,"shape":2,"heads":1,"seqs":1,"max":1,"partitions":1,"therefore":1,"only":1,"sequence":1,"partition":1},"6903,1502,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"query":9,"this":2,"section":1,"will":4,"introduce":1,"how":1,"data":9,"is":6,"stored":1,"in":2,"memory":6,"and":3,"fetched":1,"by":3,"each":6,"thread":12,"as":2,"mentioned":1,"above":1,"group":4,"fetches":1,"one":2,"token":5,"while":2,"itself":1,"only":1,"handles":2,"a":2,"part":1,"of":2,"within":1,"warp":1,"every":1,"fetch":1,"the":9,"same":1,"but":1,"multiply":1,"it":2,"with":1,"different":2,"key":1,"cpp":2,"const":1,"scalar":1,"t":1,"q":11,"ptr":4,"seq":1,"idx":2,"stride":1,"head":3,"size":5,"figure":4,"markdown":2,"span":2,"assets":2,"design":2,"paged":2,"attention":2,"png":2,"align":2,"center":2,"alt":2,"width":2,"70":2,"defines":1,"its":1,"own":1,"which":1,"points":2,"to":7,"assigned":2,"on":1,"global":2,"for":2,"example":2,"if":2,"vec":2,"4":2,"128":3,"that":2,"contains":1,"total":1,"elements":1,"divided":1,"into":2,"32":1,"vecs":9,"shared":2,"num":1,"per":1,"next":1,"we":1,"need":1,"read":2,"pointed":1,"important":1,"note":1,"row":3,"2":1,"0":2,"handle":1,"0th":1,"1":2,"1st":1,"reading":1,"way":1,"neighboring":1,"threads":1,"like":1,"can":1,"neighbor":1,"achieving":1,"coalescing":1,"improve":1,"performance":1},"8405,1853,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"key":12,"similar":1,"to":5,"the":12,"query":3,"section":2,"this":2,"introduces":1,"memory":2,"layout":2,"and":4,"assignment":1,"for":6,"keys":1,"while":2,"each":5,"thread":7,"group":5,"only":1,"handle":3,"one":7,"token":8,"kernel":2,"run":2,"it":2,"may":1,"multiple":4,"tokens":3,"across":1,"iterations":4,"meanwhile":1,"warp":2,"will":4,"process":1,"blocks":2,"of":3,"in":3,"ensuring":1,"that":4,"all":2,"context":2,"are":3,"processed":3,"by":3,"entire":1,"after":1,"refers":1,"performing":1,"dot":1,"multiplication":1,"between":1,"data":6,"cpp":2,"const":1,"scalar":1,"t":1,"k":9,"ptr":4,"cache":2,"physical":2,"block":5,"number":1,"kv":3,"stride":2,"head":5,"idx":1,"offset":1,"x":2,"unlike":1,"q":1,"point":1,"different":2,"at":3,"as":1,"shown":1,"above":2,"points":1,"based":1,"on":1,"assigned":3,"figure":4,"markdown":2,"span":2,"assets":2,"design":2,"paged":2,"attention":2,"png":2,"align":2,"center":2,"alt":2,"width":2,"70":2,"diagram":1,"illustrates":1,"assumes":1,"size":3,"is":4,"16":2,"128":2,"8":1,"2":2,"there":2,"a":2,"total":3,"4":1,"warps":2,"rectangle":2,"represents":2,"elements":2,"which":1,"be":2,"left":1,"half":2,"shows":1,"0":1,"right":1,"remaining":1,"other":1,"or":1,"inside":1,"32":1,"vecs":5,"threads":1,"separately":1,"vec":1,"num":1,"per":1},"10258,889,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"next":3,"we":2,"need":1,"to":2,"read":6,"the":7,"key":2,"token":1,"data":1,"from":1,"k":4,"ptr":1,"and":4,"store":1,"them":1,"on":2,"register":2,"memory":4,"as":1,"vecs":5,"use":1,"for":3,"because":1,"it":2,"will":9,"only":1,"be":4,"accessed":2,"by":2,"one":1,"thread":5,"once":1,"whereas":1,"q":1,"multiple":3,"threads":2,"times":1,"each":3,"contain":1,"vectors":1,"later":1,"calculation":2,"vec":5,"set":1,"at":1,"inner":2,"iteration":1,"assignment":1,"of":1,"allows":1,"neighboring":2,"in":3,"a":3,"warp":1,"together":1,"which":1,"again":1,"promotes":1,"coalescing":1,"instance":1,"0":3,"while":2,"1":3,"loop":1,"2":1,"3":1,"so":1,"you":1,"may":1,"still":1,"little":1,"confused":1,"about":1,"overall":1,"flow":2,"don":1,"t":1,"worry":1,"please":1,"keep":1,"reading":1,"qk":1,"section":1,"illustrate":1,"query":1,"clearer":1,"higher":1,"level":1,"manner":1},"11147,1396,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"qk":7,"as":2,"shown":1,"the":18,"pseudo":1,"code":1,"below":1,"before":2,"entire":2,"for":9,"loop":3,"block":1,"we":3,"fetch":1,"query":5,"data":3,"one":1,"token":4,"and":9,"store":1,"it":3,"in":5,"q":4,"vecs":9,"then":1,"outer":1,"iterate":1,"through":1,"different":2,"k":7,"ptrs":1,"that":1,"point":1,"to":3,"tokens":1,"prepare":1,"inner":1,"finally":1,"perform":1,"dot":10,"multiplication":4,"between":4,"each":3,"cpp":1,"ptr":1,"i":2,"float":1,"scale":1,"scalar":1,"t":1,"thread":6,"group":4,"size":3,"offset":1,"mentioned":1,"only":1,"fetches":1,"part":2,"of":7,"key":4,"at":1,"a":3,"time":1,"however":3,"there":1,"will":3,"be":1,"cross":1,"reduction":2,"happen":1,"so":1,"returned":2,"here":1,"is":4,"not":2,"just":1,"but":1,"actually":2,"full":1,"result":2,"example":1,"if":2,"value":1,"head":1,"128":3,"2":1,"s":1,"contain":1,"total":1,"64":1,"elements":3,"you":2,"want":1,"learn":1,"more":1,"about":1,"details":1,"may":1,"refer":1,"implementation":1,"sake":1,"simplicity":1,"cover":1,"this":1,"document":1},"12543,618,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"softmax":3,"next":1,"we":2,"need":1,"to":2,"calculate":1,"the":6,"normalized":1,"for":1,"all":3,"qk":4,"s":2,"as":1,"shown":1,"above":1,"where":1,"each":1,"x":15,"represents":1,"a":1,"do":1,"this":1,"must":1,"obtain":1,"reduced":1,"value":1,"of":2,"max":2,"m":4,"and":2,"exp":1,"sum":2,"ell":3,"reduction":1,"should":1,"be":1,"performed":1,"across":1,"entire":1,"thread":1,"block":1,"encompassing":1,"results":1,"between":1,"query":1,"token":1,"context":1,"key":1,"tokens":1,"begin":2,"gather":2,"i":4,"quad":4,"f":3,"left":1,"array":2,"lll":1,"e":2,"1":1,"ldots":1,"b":1,"end":2,"right":1,"operatorname":1,"frac":1},"13161,1409,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"qk":23,"max":18,"and":3,"logits":6,"just":1,"right":1,"after":1,"we":6,"get":4,"the":15,"result":4,"can":3,"set":2,"temporary":1,"with":2,"in":3,"end":1,"should":2,"store":1,"normalized":1,"softmax":1,"also":1,"compare":2,"collect":1,"for":4,"all":2,"s":1,"that":2,"are":1,"calculated":1,"by":2,"current":1,"thread":7,"group":4,"cpp":3,"if":2,"offset":1,"0":4,"const":1,"bool":1,"mask":11,"token":3,"idx":4,"context":3,"len":1,"start":1,"f":1,"fmaxf":3,"please":1,"note":1,"here":1,"is":2,"on":1,"shared":1,"memory":1,"so":1,"each":4,"will":1,"fields":1,"its":1,"own":1,"assigned":1,"tokens":2,"overall":1,"size":3,"of":2,"be":1,"number":1,"int":2,"warp":4,"2":4,"vllm":3,"shfl":3,"xor":2,"sync":3,"lane":1,"red":1,"smem":1,"then":2,"need":2,"to":5,"reduced":2,"across":1,"main":1,"idea":1,"make":1,"threads":1,"communicate":1,"other":1,"final":2,"num":1,"warps":2,"1":1,"finally":1,"from":2,"whole":1,"block":2,"this":1,"broadcast":1},"14570,1104,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"exp":9,"sum":12,"similar":1,"to":3,"qk":10,"max":7,"we":3,"need":1,"get":1,"the":10,"reduced":2,"value":2,"from":3,"entire":1,"thread":6,"block":4,"too":1,"cpp":2,"for":5,"int":2,"i":9,"idx":2,"num":6,"tokens":3,"threads":2,"float":2,"val":3,"expf":1,"logits":6,"warps":2,"red":1,"smem":1,"firstly":1,"all":2,"values":1,"each":2,"group":1,"and":3,"meanwhile":1,"convert":1,"entry":1,"of":2,"please":1,"note":1,"here":1,"is":1,"already":1,"across":2,"whole":2,"then":1,"can":2,"do":1,"reduction":1,"just":1,"like":1,"const":1,"inv":2,"fdividef":1,"1":1,"f":1,"1e":1,"6f":1,"finally":1,"with":2,"obtain":1,"final":1,"normalized":2,"softmax":2,"result":2,"as":1,"this":1,"variable":1,"will":1,"be":1,"used":1,"dot":1,"multiplication":1,"data":1,"in":1,"later":1,"steps":1,"now":1,"it":1,"should":1,"store":1,"assigned":1,"context":1},"15674,1595,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"value":9,"figure":6,"markdown":3,"span":3,"assets":3,"design":3,"paged":3,"attention":3,"png":3,"align":3,"center":3,"alt":3,"width":3,"70":2,"logits":7,"vec":14,"50":1,"v":10,"now":1,"we":1,"need":1,"to":3,"retrieve":1,"the":7,"data":3,"and":5,"perform":1,"dot":3,"multiplication":1,"with":4,"unlike":1,"query":1,"key":2,"there":2,"is":2,"no":1,"thread":4,"group":1,"concept":1,"for":5,"as":2,"shown":1,"in":1,"diagram":1,"different":4,"from":5,"token":2,"memory":1,"layout":1,"elements":3,"same":4,"column":1,"correspond":1,"one":2,"block":3,"of":5,"are":3,"head":1,"size":5,"rows":4,"columns":2,"that":1,"split":1,"into":1,"multiple":5,"vecs":1,"each":3,"always":1,"fetches":1,"tokens":3,"at":1,"a":3,"time":1,"result":1,"single":1,"retrieves":1,"s":1,"through":1,"inner":2,"iterations":3,"it":1,"needs":1,"be":1,"multiplied":1,"corresponding":1,"which":1,"also":1,"overall":1,"warp":1,"will":1,"process":1,"outer":1,"whole":1,"context":1,"processed":1,"cpp":1,"float":1,"accs":2,"num":1,"per":1,"iteration":2,"over":2,"blocks":1,"i":1},"17269,1254,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"as":2,"shown":1,"in":6,"the":11,"above":1,"pseudo":1,"code":1,"outer":1,"loop":3,"similar":1,"to":6,"k":1,"ptr":1,"logits":2,"vec":6,"iterates":1,"over":1,"different":4,"blocks":1,"and":5,"reads":2,"v":5,"size":8,"elements":8,"from":4,"inner":4,"each":8,"thread":6,"same":3,"tokens":6,"a":8,"performs":1,"dot":2,"multiplication":1,"it":1,"is":8,"important":1,"note":1,"that":3,"iteration":1,"fetches":2,"head":6,"position":3,"for":6,"result":1,"then":1,"accumulated":3,"accs":4,"therefore":1,"entry":1,"of":4,"mapped":1,"assigned":2,"current":1,"example":1,"if":2,"block":2,"16":2,"8":8,"value":3,"at":3,"time":1,"element":1,"128":2,"warp":4,"32":1,"needs":1,"fetch":1,"256":2,"this":1,"means":1,"there":1,"are":3,"total":1,"iterations":1,"handle":1,"whole":1,"contains":1,"positions":1,"0":1,"variable":1,"will":1,"have":1,"which":1,"0th":1,"32th":1,"224th":1,"all":1},"18523,1478,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"lv":1,"now":1,"we":2,"need":1,"to":4,"perform":2,"reduction":2,"for":12,"accs":10,"within":1,"each":4,"warp":3,"this":1,"process":1,"allows":1,"thread":7,"accumulate":1,"the":8,"assigned":2,"head":5,"positions":2,"of":5,"all":5,"tokens":3,"in":3,"one":1,"block":1,"cpp":2,"int":5,"i":16,"0":3,"num":5,"rows":3,"per":4,"float":5,"acc":4,"mask":4,"v":1,"vecs":1,"row":3,"2":3,"1":2,"vllm":1,"shfl":1,"xor":1,"sync":1,"next":1,"across":1,"warps":4,"allowing":1,"have":2,"accumulation":2,"context":2,"please":1,"note":1,"that":1,"every":1,"only":1,"stores":1,"a":1,"portion":1,"elements":1,"entire":1,"however":1,"overall":1,"results":1,"output":2,"been":1,"calculated":1,"but":1,"are":1,"just":1,"stored":1,"different":1,"register":1,"memory":2,"code":1,"out":4,"smem":3,"reinterpret":1,"cast":1,"shared":2,"mem":1,"upper":1,"write":2,"dst":2,"idx":4,"mid":1,"size":2,"lower":1,"update":1,"const":1,"src":2},"20001,1257,data/raw/vllm-0.10.1/docs/design/paged_attention.md":{"output":2,"now":1,"we":3,"can":1,"write":2,"all":1,"of":3,"calculated":1,"result":2,"from":2,"local":1,"register":1,"memory":3,"to":4,"final":1,"global":1,"cpp":2,"scalar":1,"t":1,"out":6,"ptr":4,"seq":1,"idx":6,"num":7,"heads":1,"max":2,"partitions":2,"head":7,"size":4,"partition":1,"first":1,"need":2,"define":1,"the":6,"variable":1,"which":1,"points":1,"start":1,"address":1,"assigned":3,"sequence":1,"and":10,"for":2,"int":2,"i":5,"0":2,"rows":2,"per":4,"thread":1,"const":1,"row":5,"lane":2,"v":2,"vecs":2,"iter":1,"if":1,"float":1,"accs":1,"finally":1,"iterate":1,"over":1,"different":1,"positions":1,"corresponding":1,"accumulated":1,"based":1,"on":2,"citation":1,"bibtex":1,"inproceedings":1,"kwon2023efficient":1,"title":1,"efficient":1,"management":1,"large":1,"language":1,"model":1,"serving":1,"with":1,"pagedattention":1,"author":1,"woosuk":1,"kwon":1,"zhuohan":1,"li":1,"siyuan":1,"zhuang":1,"ying":1,"sheng":1,"lianmin":1,"zheng":1,"cody":1,"hao":2,"yu":1,"joseph":1,"e":1,"gonzalez":1,"zhang":1,"ion":1,"stoica":1,"booktitle":1,"proceedings":1,"acm":1,"sigops":1,"29th":1,"symposium":1,"operating":1,"systems":1,"principles":1,"year":1,"2023":1},"0,1486,data/raw/vllm-0.10.1/docs/design/mm_processing.md":{"multi":3,"modal":3,"data":1,"processing":5,"to":6,"enable":1,"various":1,"optimizations":1,"in":3,"vllm":6,"such":1,"as":1,"chunked":2,"prefill":2,"and":3,"prefix":2,"caching":2,"features":2,"automatic":1,"md":1,"we":2,"use":1,"basemultimodalprocessor":5,"multimodal":4,"provide":1,"the":17,"correspondence":2,"between":2,"placeholder":6,"feature":6,"tokens":8,"e":5,"g":5,"image":10,"inputs":2,"raw":1,"input":2,"based":1,"on":1,"outputs":1,"of":8,"hf":3,"processor":2,"here":1,"are":1,"main":2,"prompt":5,"update":2,"detection":1,"one":1,"responsibilities":1,"is":3,"with":2,"for":2,"example":1,"insert":1,"number":2,"which":3,"equals":2,"size":2,"at":1,"start":1,"string":1,"replace":1,"existing":1,"a":1,"single":1,"information":2,"about":1,"have":1,"been":1,"updated":3,"key":1,"finding":1,"this":1,"specified":1,"using":1,"promptupdate":2,"get":2,"updates":2,"can":1,"automatically":1,"detect":1,"whether":1,"has":1,"by":1,"checking":1,"existence":1},"1486,1978,data/raw/vllm-0.10.1/docs/design/mm_processing.md":{"tokenized":5,"prompt":9,"inputs":13,"to":10,"enable":1,"tokenization":1,"in":2,"a":1,"separate":1,"process":2,"we":7,"support":2,"passing":1,"input":3,"token":1,"ids":1,"alongside":1,"multi":14,"modal":14,"data":3,"the":18,"problem":1,"consider":1,"that":2,"hf":6,"processors":3,"follow":1,"these":1,"main":1,"steps":3,"1":2,"tokenize":1,"text":11,"2":2,"3":4,"perform":1,"updates":5,"and":3,"require":1,"for":5,"apply":5,"all":1,"only":2,"how":2,"can":2,"achieve":1,"this":3,"without":1,"rewriting":1,"try":1,"call":3,"processor":4,"several":1,"times":1,"on":4,"different":1,"simply":1,"directly":1,"while":1,"natively":1,"is":2,"not":3,"so":1,"an":1,"error":1,"thrown":1,"if":1,"number":3,"of":3,"placeholder":2,"tokens":3,"do":1,"correspond":1,"moreover":1,"since":1,"has":1,"passed":1,"through":1,"have":1,"step":1,"by":4,"ourselves":1,"keep":1,"output":1,"consistent":1,"with":2,"each":2,"other":1,"mm":2,"dummy":6,"work":1,"around":1,"first":1,"issue":2,"requiring":1,"model":2,"define":1,"generate":2,"based":2,"via":1,"get":4,"vllm":3,"multimodal":3,"profiling":1,"basedummyinputsbuilder":1,"lets":1,"us":1,"corresponding":1,"them":1,"together":1,"obtain":1,"processed":1,"automatic":2,"updating":2,"address":1,"second":1,"implementing":1,"agnostic":1,"code":1,"processing":2,"basemultimodalprocessor":2,"automatically":1,"update":1,"feature":1,"specification":1,"outputted":1},"3464,305,data/raw/vllm-0.10.1/docs/design/mm_processing.md":{"summary":1,"with":2,"the":2,"help":1,"of":1,"dummy":1,"text":2,"and":2,"automatic":1,"prompt":1,"updating":1,"our":1,"multi":2,"modal":2,"processor":3,"can":1,"finally":1,"accept":1,"both":1,"token":1,"prompts":1,"data":1,"detailed":1,"logic":1,"is":1,"shown":1,"in":1,"apply":2,"hf":2,"main":2,"vllm":1,"multimodal":1,"processing":1,"basemultimodalprocessor":1},"3769,1040,data/raw/vllm-0.10.1/docs/design/mm_processing.md":{"processor":4,"output":2,"caching":1,"some":1,"hf":6,"processors":1,"such":1,"as":1,"the":15,"one":1,"for":1,"qwen2":1,"vl":1,"are":4,"very":1,"slow":1,"gh":1,"issue":1,"9238":1,"to":6,"alleviate":1,"this":2,"problem":1,"we":5,"cache":3,"multi":6,"modal":6,"outputs":1,"of":3,"avoid":2,"processing":1,"same":1,"input":2,"e":1,"g":1,"image":1,"again":1,"when":1,"new":1,"data":3,"is":1,"passed":3,"in":4,"first":1,"check":1,"which":2,"items":4,"and":4,"ones":1,"missing":3,"into":1,"a":1,"single":1,"batch":1,"cached":1,"before":1,"being":1,"merged":1,"with":2,"existing":1,"since":2,"only":1,"process":2,"number":2,"placeholder":1,"tokens":2,"no":1,"longer":1,"corresponds":1,"inputs":2,"so":1,"they":1,"can":1,"t":1,"be":1,"alongside":1,"text":4,"prompt":4,"therefore":1,"separately":1,"using":1,"dummy":2,"mm":2,"errors":1,"skips":1,"s":1,"updating":3,"code":1,"apply":1,"automatic":2,"afterwards":1,"keep":1,"consistent":1,"each":1,"other":1},"0,1937,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"automatic":1,"prefix":9,"caching":4,"kv":4,"cache":7,"blocks":4,"is":4,"a":8,"popular":1,"optimization":1,"in":11,"llm":2,"inference":2,"to":6,"avoid":1,"redundant":1,"prompt":1,"computations":1,"the":26,"core":1,"idea":1,"simple":1,"we":4,"of":4,"processed":1,"requests":2,"and":5,"reuse":1,"these":1,"when":1,"new":1,"request":1,"comes":1,"with":4,"same":1,"as":4,"previous":1,"since":1,"almost":1,"free":1,"lunch":1,"won":1,"t":1,"change":1,"model":1,"outputs":1,"it":1,"has":1,"been":1,"widely":1,"used":1,"by":2,"many":2,"public":1,"endpoints":1,"e":2,"g":2,"openai":1,"anthropic":1,"etc":1,"most":1,"open":1,"source":1,"frameworks":1,"sglang":1,"while":1,"there":1,"are":2,"ways":1,"implement":1,"vllm":1,"chooses":1,"hash":8,"based":1,"approach":1,"specifically":1,"each":1,"block":20,"tokens":10,"before":1,"text":1,"1":3,"2":2,"3":2,"gentle":3,"breeze":3,"stirred":3,"leaves":2,"children":2,"laughed":2,"distance":2,"example":2,"above":1,"first":1,"can":3,"be":2,"uniquely":2,"identified":2,"token":1,"third":1,"along":1,"therefore":1,"build":1,"tuple":2,"components":2,"where":1,"parent":2,"value":3,"this":2,"reason":1,"include":1,"exact":1,"reduce":1,"potential":1,"collision":1,"extra":1,"hashes":2,"other":1,"values":1,"required":1,"make":1,"unique":1,"such":1,"lora":1,"ids":1,"multi":2,"modality":1,"input":1,"see":1,"below":1,"salts":1,"isolate":1,"caches":1,"tenant":1,"environments":1,"note":2,"only":1,"full":1},"1937,1746,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"note":2,"2":1,"the":15,"above":2,"hash":7,"key":1,"structure":1,"is":3,"not":1,"100":2,"collision":1,"free":1,"theoretically":1,"it":3,"s":4,"still":1,"possible":1,"for":4,"different":1,"prefix":3,"tokens":4,"to":6,"have":3,"same":1,"value":1,"avoid":1,"any":1,"collisions":1,"in":5,"a":6,"multi":3,"tenant":1,"setup":1,"we":7,"advise":1,"use":1,"sha256":2,"as":2,"function":1,"instead":1,"of":5,"default":1,"builtin":1,"supported":1,"since":1,"vllm":1,"v0":1,"8":1,"3":3,"and":3,"must":1,"be":4,"enabled":1,"with":6,"command":1,"line":1,"argument":1,"comes":1,"performance":1,"impact":1,"about":1,"200ns":1,"per":1,"token":1,"6ms":1,"50k":1,"context":1,"hashing":1,"example":3,"modality":2,"inputs":2,"this":5,"illustrate":1,"how":1,"caching":2,"works":1,"e":1,"g":1,"images":2,"assuming":2,"request":1,"following":2,"messages":2,"text":4,"role":1,"user":1,"content":1,"type":2,"what":2,"image":8,"url":4,"will":3,"become":1,"prompt":5,"inst":2,"n":1,"img":2,"tokenized":1,"1":2,"7493":2,"1681":2,"1294":2,"1593":2,"3937":2,"9551":2,"10":1,"4":2,"placeholders":3,"p":4,"can":1,"see":1,"after":1,"tokenization":1,"replaced":2,"by":3,"sequence":1,"placeholder":2,"these":1,"embeddings":1,"during":1,"prefill":1,"challenge":1,"support":1,"case":1,"need":1,"differentiate":1,"from":1,"address":1,"problem":1,"encode":1,"generated":1,"frontend":1,"processor":1,"blocks":1,"would":1,"block":1,"size":1,"16":1,"41":1},"3683,1772,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"text":1,"block":8,"0":2,"parent":4,"hash":16,"none":1,"token":4,"ids":4,"1":3,"3":2,"7493":1,"1681":1,"1294":1,"1593":1,"3937":1,"9551":1,"p":8,"extra":4,"image":4,"2":2,"4":1,"in":6,"the":10,"rest":1,"of":3,"this":5,"document":2,"we":2,"first":2,"introduce":1,"data":1,"structure":1,"used":1,"for":2,"prefix":4,"caching":3,"vllm":2,"v1":1,"followed":1,"by":3,"workflow":2,"major":1,"kv":2,"cache":9,"operators":1,"e":1,"g":1,"allocate":1,"append":1,"free":1,"eviction":1,"finally":1,"use":1,"an":2,"example":1,"to":4,"illustrate":1,"end":2,"isolation":2,"security":1,"improve":1,"privacy":1,"shared":1,"environments":1,"supports":1,"isolating":2,"reuse":3,"through":1,"optional":1,"per":1,"request":2,"salting":1,"including":1,"a":5,"salt":5,"value":1,"is":4,"injected":1,"into":1,"ensuring":1,"that":2,"only":1,"requests":2,"with":3,"same":1,"can":1,"cached":2,"blocks":1,"prevents":1,"timing":1,"based":1,"attacks":1,"where":1,"adversary":1,"could":1,"infer":1,"content":4,"observing":1,"latency":1,"differences":1,"offers":1,"protection":1,"without":1,"compromising":1,"performance":1,"json":1,"messages":1,"role":3,"system":1,"you":1,"are":1,"helpful":1,"assistant":1,"user":2,"here":1,"details":1,"about":1,"world":2,"series":2,"who":1,"won":1,"2020":1,"your":1,"setup":1,"sharing":1,"limited":1,"users":1,"or":1,"explicitly":1,"agree":1,"on":1,"common":1,"enabling":1,"within":1,"trust":1,"group":1,"while":1,"others":1,"note":1,"not":1,"supported":1,"engine":1,"v0":1},"5455,1608,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"data":2,"structure":1,"the":20,"prefix":2,"caching":2,"in":4,"vllm":1,"v1":1,"is":5,"implemented":1,"kv":3,"cache":4,"manager":3,"basic":1,"building":1,"block":16,"class":2,"simplified":1,"python":3,"kvcacheblock":6,"id":3,"immutable":1,"int":2,"hash":3,"will":3,"be":3,"assigned":1,"when":4,"full":1,"and":3,"reset":1,"evicted":1,"blockhash":1,"number":1,"of":3,"requests":1,"using":1,"this":3,"now":1,"ref":1,"cnt":1,"pointers":3,"to":7,"form":1,"a":6,"doubly":2,"linked":2,"list":3,"for":2,"free":5,"queue":4,"prev":1,"optional":2,"none":2,"next":1,"there":1,"are":1,"two":2,"design":2,"points":1,"highlight":1,"1":3,"we":6,"allocate":1,"all":3,"initializing":1,"pool":2,"avoids":1,"object":1,"creation":1,"overheads":1,"can":1,"easily":1,"track":1,"blocks":4,"time":1,"2":2,"introduce":1,"directly":2,"so":1,"that":1,"could":3,"construct":1,"gives":1,"us":1,"benefits":1,"have":2,"o":1,"complexity":1,"moving":1,"elements":2,"middle":1,"tail":2,"avoid":1,"introducing":1,"another":1,"e":1,"g":1,"deque":1,"which":1,"has":1,"wrapper":1,"as":1,"result":1,"following":1,"components":1,"initialized":1,"component":1,"overview":2,"assets":1,"png":1,"only":1,"store":1,"head":1,"manipulations":1,"mapping":2,"from":2,"key":1,"ids":2,"request":2,"allocated":1},"7063,15,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"operations":1},"7078,1977,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"block":18,"allocation":3,"new":7,"request":7,"workflow":2,"for":3,"the":33,"scheduler":5,"to":10,"schedule":2,"a":7,"with":3,"kv":5,"cache":9,"1":5,"calls":3,"manager":3,"get":2,"computed":5,"blocks":14,"sequence":1,"of":7,"that":4,"have":1,"already":2,"been":1,"this":4,"is":7,"done":1,"by":6,"hashing":1,"prompt":2,"tokens":2,"in":4,"and":6,"looking":1,"up":1,"2":3,"allocate":6,"slots":3,"it":8,"does":2,"following":2,"steps":2,"compute":2,"number":2,"required":2,"return":2,"if":7,"there":2,"are":2,"no":4,"sufficient":2,"touch":1,"increases":1,"reference":1,"count":1,"one":1,"removes":1,"from":3,"free":3,"queue":3,"wasn":1,"t":1,"used":1,"other":4,"requests":4,"avoid":1,"these":1,"being":1,"evicted":1,"see":1,"example":1,"next":1,"section":1,"illustration":1,"3":3,"popping":2,"heads":2,"head":2,"cached":2,"also":2,"evicts":2,"so":3,"can":3,"reuse":2,"anymore":2,"now":2,"on":2,"4":2,"an":1,"allocated":1,"full":2,"we":2,"immediately":1,"add":2,"be":1,"reused":1,"same":1,"batch":1,"running":2,"append":1,"token":1,"ids":1,"existing":1,"as":2,"well":1,"duplicated":1,"assuming":1,"size":1,"you":1,"send":1,"abcdef":1,"decoding":1,"length":1},"9055,1345,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"text":2,"prompt":2,"a":9,"b":7,"c":7,"d":7,"e":8,"f":7,"output":2,"g":7,"h":6,"i":4,"time":6,"0":16,"tokens":5,"block":17,"table":8,"abcd":5,"1":16,"efg":2,"cache":5,"blocks":6,"efgh":3,"2":4,"now":1,"and":4,"are":1,"cached":3,"we":4,"send":1,"the":8,"same":3,"request":5,"again":1,"with":1,"greedy":1,"sampling":1,"so":2,"that":3,"it":2,"will":3,"produce":1,"exactly":1,"outputs":1,"as":4,"3":7,"can":1,"be":2,"seen":1,"is":7,"new":1,"full":1,"however":2,"redundant":1,"meaning":2,"twice":1,"in":3,"v0":1,"when":2,"detecting":1,"duplicated":2,"free":1,"let":1,"use":1,"instead":1,"its":1,"becomes":1,"vllm":1,"v1":1,"append":1,"only":1,"changing":1,"from":1,"to":1,"not":1,"allowed":1,"result":1,"have":1,"for":1,"hash":1,"key":1,"this":1,"duplication":1,"eliminated":1,"freed":1},"10400,924,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"free":8,"when":2,"a":4,"request":4,"is":5,"finished":1,"we":4,"all":1,"its":1,"blocks":2,"if":1,"no":1,"other":3,"requests":3,"are":2,"using":1,"them":1,"reference":1,"count":1,"0":1,"in":2,"this":3,"example":1,"1":2,"and":2,"block":10,"2":2,"3":2,"4":1,"8":1,"associated":1,"with":1,"it":3,"can":1,"see":1,"that":1,"the":16,"freed":2,"added":1,"to":5,"tail":1,"of":4,"queue":4,"reverse":1,"order":1,"because":1,"last":1,"must":1,"hash":2,"more":1,"tokens":1,"less":1,"likely":1,"be":3,"reused":1,"by":2,"as":1,"result":1,"should":1,"evicted":2,"first":1,"after":1,"us":1,"assets":1,"design":1,"prefix":1,"caching":1,"png":1,"eviction":2,"lru":2,"head":2,"least":1,"recently":1,"used":2,"cached":1,"have":1,"evict":1,"prevent":1,"from":3,"being":1,"specifically":1,"involves":1,"following":1,"steps":1,"pop":1,"remove":2,"id":1,"cache":1},"11324,1845,data/raw/vllm-0.10.1/docs/design/prefix_caching.md":{"example":14,"in":8,"this":1,"we":5,"assume":1,"the":23,"block":11,"size":1,"is":5,"4":13,"each":1,"can":2,"cache":6,"tokens":8,"and":11,"have":1,"10":2,"blocks":6,"kv":1,"manager":1,"total":1,"time":18,"1":10,"empty":1,"a":3,"new":2,"request":9,"comes":3,"allocate":2,"3":12,"of":3,"them":1,"are":9,"already":1,"full":3,"cached":5,"fourth":1,"partially":1,"with":3,"assets":6,"design":6,"prefix":6,"caching":6,"png":6,"0":8,"makes":1,"asks":1,"for":1,"to":3,"keep":1,"decoding":1,"14":1,"prompt":2,"where":2,"first":3,"same":2,"as":3,"see":1,"that":2,"only":2,"2":8,"8":4,"hit":2,"because":2,"3rd":1,"matches":1,"5":5,"finished":2,"free":6,"added":2,"queue":5,"reverse":1,"order":2,"but":1,"still":1,"not":1,"they":1,"being":1,"used":1,"by":1,"6":5,"7":6,"29":1,"12":1,"note":1,"even":1,"was":1,"9":3,"i":1,"e":1,"touched":1,"removed":1,"from":1,"before":1,"allocation":1,"so":1,"becomes":1,"result":1,"allocated":1,"evicted":1},"0,136,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"p2p":1,"nccl":1,"connector":1,"an":1,"implementation":1,"of":1,"xpyd":1,"with":1,"dynamic":1,"scaling":1,"based":1,"on":1,"point":2,"to":1,"communication":1,"partly":1,"inspired":1,"by":1,"dynamo":1},"136,1640,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"detailed":1,"design":1,"overall":2,"process":4,"as":1,"shown":1,"in":3,"figure":1,"1":5,"the":36,"of":2,"this":1,"pd":1,"disaggregation":1,"solution":1,"is":5,"described":1,"through":4,"a":4,"request":7,"flow":1,"client":2,"sends":2,"an":1,"http":3,"to":9,"proxy":4,"router":4,"s":3,"v1":1,"completions":1,"interface":1,"2":1,"selects":1,"1p1d":1,"prefill":3,"instance":11,"decode":3,"either":2,"round":1,"robin":1,"or":2,"random":1,"selection":1,"generates":1,"id":2,"rules":1,"be":2,"introduced":1,"later":1,"modifies":1,"max":1,"tokens":1,"message":1,"and":2,"then":3,"forwards":3,"p":3,"3":1,"immediately":1,"afterward":1,"original":1,"d":6,"4":1,"performs":1,"actively":1,"generated":1,"kv":6,"cache":5,"using":1,"put":1,"async":1,"mode":1,"zmq":1,"addr":1,"can":1,"resolved":1,"5":1,"has":1,"dedicated":1,"thread":1,"for":1,"receiving":1,"avoid":1,"blocking":1,"main":2,"received":1,"saved":1,"into":1,"gpu":3,"memory":3,"buffer":4,"size":2,"which":2,"determined":1,"by":2,"vllm":1,"startup":1,"parameter":1,"when":1,"full":1,"stored":1,"local":1,"tensor":1,"pool":2,"6":1,"during":1,"retrieves":1,"transmitted":1,"from":1,"thereby":1,"skipping":1,"7":1,"after":1,"completing":1,"returns":1,"result":1,"it":1,"image1":1,"https":1,"github":1,"com":1,"user":1,"attachments":1,"assets":1,"fb01bde6":1,"755b":1,"49f7":1,"ad45":1,"48a94b1e10a7":1},"1776,1280,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"proxy":4,"router":4,"demo":1,"a":9,"simple":1,"http":5,"service":1,"acts":1,"as":4,"the":16,"entry":1,"point":1,"for":7,"client":2,"requests":1,"and":8,"starts":1,"background":1,"thread":1,"to":7,"listen":1,"p":3,"d":3,"instances":2,"reporting":1,"their":1,"ip":3,"port":3,"well":1,"zmq":4,"it":2,"maintains":1,"dictionary":1,"of":5,"addr":8,"is":5,"vllm":1,"instance":4,"s":1,"request":3,"while":1,"address":1,"kv":1,"cache":1,"handshake":1,"metadata":1,"reception":1,"responsible":1,"selecting":1,"1p1d":2,"based":1,"on":1,"characteristics":1,"such":1,"prompt":1,"generating":1,"corresponding":1,"id":1,"example":1,"text":1,"cmpl":1,"prefill":1,"10":2,"0":3,"1":2,"2":1,"21001":1,"decode":1,"3":2,"22001":1,"93923d63113b4b338973f24d19d4bf11":1,"currently":2,"quickly":1,"verify":1,"whether":1,"xpyd":1,"can":1,"work":1,"round":1,"robin":1,"selection":1,"used":1,"in":1,"future":1,"planned":1,"use":1,"trie":1,"combined":1,"with":1,"load":1,"status":1,"select":1,"appropriate":1,"each":1,"periodically":1,"sends":1,"heartbeat":1,"packet":1,"every":1,"seconds":1,"register":1,"i":1,"e":1,"report":1,"keep":1,"connection":1,"alive":1,"if":1,"an":1,"crashes":1,"fails":1,"send":1,"ping":1,"certain":1,"period":1,"time":1,"will":1,"remove":1,"timed":1,"out":1,"this":1,"feature":1,"has":1,"not":1,"yet":1,"been":1,"developed":1},"3056,970,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"kv":3,"cache":1,"transfer":5,"methods":4,"there":1,"are":1,"three":1,"for":3,"kvcache":6,"put":9,"get":3,"and":3,"async":5,"these":2,"can":1,"be":1,"specified":1,"using":1,"the":17,"config":2,"connector":1,"extra":1,"parameters":1,"specifically":1,"through":1,"send":1,"type":1,"field":1,"both":1,"involve":1,"p":3,"instance":5,"actively":2,"sending":2,"to":3,"d":2,"difference":1,"is":4,"that":3,"a":2,"synchronous":1,"method":3,"blocks":1,"main":2,"process":2,"while":1,"an":1,"asynchronous":1,"uses":1,"dedicated":1,"thread":1,"which":1,"means":1,"it":2,"does":1,"not":1,"block":1,"in":1,"contrast":1,"involves":1,"saving":1,"memory":1,"buffer":1,"after":1,"computing":1,"prefill":1,"then":1,"retrieves":1,"computed":1,"from":2,"once":1,"has":1,"allocated":1,"space":1,"experimental":1,"results":1,"have":1,"shown":1,"performance":1,"of":1,"highest":1,"lowest":1,"as":1,"follows":1},"4026,1421,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"p2p":1,"communication":1,"via":1,"zmq":5,"nccl":6,"as":5,"long":2,"the":9,"address":3,"of":4,"counterpart":2,"is":4,"known":2,"point":4,"to":10,"kv":1,"cache":1,"transfer":1,"using":1,"can":2,"be":2,"performed":2,"without":2,"being":2,"constrained":1,"by":2,"rank":2,"and":8,"world":3,"size":3,"support":2,"dynamic":2,"scaling":2,"expansion":1,"contraction":1,"instances":4,"with":1,"pd":1,"disaggregation":1,"this":4,"means":2,"that":2,"adding":2,"or":3,"removing":2,"p":4,"d":4,"does":3,"not":3,"require":2,"a":8,"full":2,"system":2,"restart":2,"each":1,"instance":5,"only":2,"needs":1,"create":1,"single":1,"p2pncclengine":1,"maintains":1,"server":1,"which":2,"runs":1,"dedicated":1,"thread":1,"listen":1,"on":1,"addr":1,"receive":1,"control":1,"flow":1,"requests":4,"from":1,"other":1,"these":1,"include":1,"establish":2,"an":2,"connection":3,"send":1,"kvcache":5,"metadata":1,"such":1,"tensor":1,"shapes":1,"data":2,"types":1,"however":1,"it":1,"actually":1,"transmit":2,"itself":1,"when":1,"for":2,"first":1,"time":1,"they":1,"need":1,"group":3,"subsequent":1,"transmissions":1,"are":1,"reused":1,"consists":1,"two":1,"ranks":1,"meaning":1,"equal":1,"2":1,"design":1,"intended":1,"transmission":1,"restricted":1},"5447,1257,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"nccl":10,"group":6,"topology":1,"currently":2,"only":1,"symmetric":1,"tp":4,"tensor":2,"parallelism":3,"methods":2,"are":4,"supported":2,"for":4,"kvcache":1,"transmission":1,"asymmetric":1,"and":2,"pp":1,"pipeline":1,"will":1,"be":1,"in":1,"the":10,"future":1,"figure":1,"2":3,"illustrates":1,"1p2d":1,"setup":1,"where":1,"each":5,"instance":5,"has":1,"a":3,"degree":1,"of":8,"there":1,"total":1,"7":1,"groups":1,"three":1,"vllm":1,"instances":1,"have":1,"one":1,"with":3,"additionally":1,"0th":2,"gpu":5,"card":4,"p":2,"establishes":2,"an":4,"d":2,"similarly":1,"1st":2,"image2":1,"https":1,"github":1,"com":1,"user":1,"attachments":1,"assets":1,"837e61d6":1,"365e":1,"4cbf":1,"8640":1,"6dd7ab295b36":1,"occupies":2,"certain":1,"amount":1,"memory":1,"buffer":1,"communication":2,"size":1,"which":1,"is":2,"primarily":1,"influenced":1,"by":1,"max":3,"nchannels":3,"environment":1,"variable":1,"when":2,"16":1,"typically":1,"100mb":1,"while":1,"8":1,"it":1,"usually":1,"takes":1,"up":1,"52mb":1,"large":1,"scale":1,"xpyd":1,"configurations":1,"such":1,"as":1,"deepseek":1,"s":1,"96p144d":1,"this":1,"implementation":1,"not":1,"feasible":1,"moving":1,"forward":1,"we":1,"considering":1,"using":1,"rdma":1,"point":2,"to":1,"also":1,"keeping":1,"eye":1,"on":1,"uccl":1},"6704,1357,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"gpu":1,"memory":11,"buffer":10,"and":4,"tensor":1,"pool":1,"the":18,"trade":1,"off":1,"in":8,"size":6,"of":7,"is":11,"as":1,"follows":1,"for":6,"p":5,"instances":11,"not":3,"required":1,"put":2,"async":1,"modes":2,"but":1,"it":3,"necessary":1,"get":2,"mode":2,"d":6,"a":4,"needed":1,"all":1,"three":1,"should":2,"be":2,"too":3,"large":6,"similarly":1,"also":1,"used":1,"to":9,"temporarily":1,"store":1,"kvcache":5,"sent":1,"by":3,"if":2,"will":3,"reduce":1,"space":1,"available":1,"normal":1,"inference":2,"thereby":1,"decreasing":1,"batch":2,"ultimately":1,"leading":2,"reduction":1,"output":1,"throughput":1,"configured":1,"parameter":2,"kv":1,"measured":1,"bytes":1,"typically":1,"set":2,"5":1,"10":1,"max":1,"num":1,"seqs":1,"value":1,"due":1,"generate":1,"amount":1,"simultaneously":1,"this":1,"may":1,"exceed":1,"capacity":1,"resulting":1,"loss":1,"once":1,"lost":1,"need":1,"recompute":1,"prefill":2,"which":1,"equivalent":1,"performing":1,"twice":1,"consequently":1,"time":1,"first":1,"token":1,"ttft":1,"significantly":1,"increase":1,"degraded":1,"performance":1},"8061,944,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"to":3,"address":1,"the":11,"above":1,"issues":1,"i":1,"have":1,"designed":1,"and":4,"developed":1,"a":4,"local":1,"tensor":3,"memory":7,"pool":3,"for":1,"storing":1,"kvcache":3,"inspired":1,"by":1,"buddy":1,"system":1,"used":1,"in":4,"linux":1,"modules":1,"since":1,"is":5,"sufficiently":1,"large":1,"typically":2,"tb":1,"range":1,"on":1,"servers":1,"there":1,"no":2,"need":1,"consider":1,"prefix":1,"caching":1,"or":1,"using":1,"block":1,"based":1,"designs":1,"reuse":1,"thereby":1,"saving":1,"space":1,"when":1,"buffer":1,"insufficient":1,"can":2,"be":2,"directly":1,"stored":1,"d":1,"instances":1,"subsequently":1,"retrieve":1,"from":1,"it":1,"read":1,"write":1,"speed":3,"that":1,"of":2,"pcie":2,"with":2,"4":1,"0":1,"having":1,"approximately":1,"21":1,"gb":1,"s":1,"which":1,"usually":1,"faster":1,"than":2,"prefill":1,"otherwise":1,"solutions":1,"like":1,"mooncake":1,"lmcache":1,"would":1,"not":1,"necessary":1,"acts":1,"as":1,"flood":1,"diversion":1,"area":1,"unused":1,"except":1,"during":1,"sudden":1,"traffic":1,"surges":1,"worst":1,"case":1,"scenario":1,"my":1,"solution":1,"performs":1,"worse":1,"normal":1,"situation":1,"cache":1,"store":1},"9005,57,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"install":2,"vllm":2,"shell":1,"pip":1,"0":1,"9":1,"2":1},"9062,1563,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"run":2,"xpyd":2,"instructions":1,"the":27,"following":3,"examples":2,"are":1,"on":1,"an":1,"a800":1,"80gb":1,"device":1,"using":3,"meta":1,"llama":1,"3":1,"1":4,"8b":1,"instruct":1,"model":1,"pay":1,"attention":1,"to":10,"setting":1,"of":2,"kv":6,"buffer":5,"size":7,"in":6,"bytes":1,"empirical":1,"value":1,"is":8,"10":2,"gpu":2,"memory":3,"this":1,"related":1,"kvcache":6,"if":3,"it":4,"too":2,"small":1,"for":5,"temporarily":1,"storing":1,"received":1,"will":3,"overflow":1,"causing":1,"be":5,"stored":1,"tensor":1,"pool":1,"which":1,"increases":1,"latency":1,"large":1,"available":1,"inference":1,"reduced":1,"leading":1,"a":3,"smaller":1,"batch":1,"and":6,"decreased":1,"throughput":1,"prefill":2,"instances":2,"when":2,"non":1,"get":2,"mode":2,"can":1,"set":1,"as":1,"currently":1,"does":1,"not":1,"need":3,"receive":1,"however":1,"larger":1,"required":1,"because":1,"needs":1,"store":1,"sent":1,"d":2,"instance":1,"you":2,"may":1,"modify":2,"port":6,"commands":1,"there":1,"conflict":1,"put":1,"async":1,"offers":1,"best":1,"performance":1,"should":1,"prioritized":1,"must":2,"consistent":1,"with":1,"http":1,"transfer":2,"config":2,"disagg":1,"proxy":5,"p2p":1,"nccl":1,"py":1,"script":1,"use":1,"10001":1,"receiving":2,"client":1,"requests":1,"30001":1,"service":1,"discovery":1,"from":1,"p":1,"node":1,"running":1,"have":1,"quart":1,"installed":1,"supports":1,"multiple":1,"nodes":1,"just":1,"ip":2,"assumed":1,"that":1,"s":1,"0":1},"10625,1713,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"run":1,"1p3d":1,"proxy":6,"e":3,"g":3,"10":7,"0":18,"1":19,"shell":3,"cd":1,"your":3,"vllm":7,"directory":3,"examples":1,"online":1,"serving":2,"disaggregated":1,"p2p":2,"nccl":2,"xpyd":2,"python3":1,"disagg":1,"py":1,"prefill1":1,"2":3,"or":2,"console":2,"command":2,"use":2,"v1":2,"cuda":2,"visible":2,"devices":2,"serve":2,"model":8,"host":2,"port":8,"20001":2,"tensor":2,"parallel":2,"size":4,"seed":2,"1024":2,"served":2,"name":2,"base":2,"dtype":2,"float16":2,"max":6,"len":2,"10000":4,"num":4,"batched":2,"tokens":2,"seqs":2,"256":2,"trust":2,"remote":2,"code":2,"gpu":2,"memory":2,"utilization":2,"9":1,"kv":14,"transfer":2,"config":4,"connector":4,"p2pncclconnector":2,"role":2,"producer":1,"buffer":2,"1e1":1,"21001":1,"extra":2,"ip":2,"30001":2,"http":2,"var":2,"log":2,"decode1":1,"3":1,"20002":2,"7":1,"consumer":1,"8e9":1,"22001":1},"12338,1530,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"decode2":1,"e":2,"g":2,"10":6,"0":16,"1":16,"4":1,"or":2,"console":2,"command":2,"shell":2,"vllm":6,"use":2,"v1":2,"cuda":2,"visible":2,"devices":2,"2":3,"serve":2,"your":2,"model":8,"directory":2,"host":2,"port":8,"20003":2,"tensor":2,"parallel":2,"size":4,"seed":2,"1024":2,"served":2,"name":2,"base":2,"dtype":2,"float16":2,"max":6,"len":2,"10000":4,"num":4,"batched":2,"tokens":2,"seqs":2,"256":2,"trust":2,"remote":2,"code":2,"gpu":2,"memory":2,"utilization":2,"7":2,"kv":14,"transfer":2,"config":4,"connector":4,"p2pncclconnector":2,"role":2,"consumer":2,"buffer":2,"8e9":2,"23001":1,"extra":2,"proxy":4,"ip":2,"30001":2,"http":2,"var":2,"log":2,"decode3":1,"5":1,"3":1,"20004":2,"24001":1},"13868,1714,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"run":1,"3p1d":1,"proxy":6,"e":3,"g":3,"10":7,"0":18,"1":19,"shell":3,"cd":1,"your":3,"vllm":7,"directory":3,"examples":1,"online":1,"serving":2,"disaggregated":1,"p2p":2,"nccl":2,"xpyd":2,"python3":1,"disagg":1,"py":1,"prefill1":1,"2":3,"or":2,"console":2,"command":2,"use":2,"v1":2,"cuda":2,"visible":2,"devices":2,"serve":2,"model":8,"host":2,"port":8,"20001":2,"tensor":2,"parallel":2,"size":4,"seed":2,"1024":2,"served":2,"name":2,"base":2,"dtype":2,"float16":2,"max":6,"len":2,"10000":4,"num":4,"batched":2,"tokens":2,"seqs":2,"256":2,"trust":2,"remote":2,"code":2,"gpu":2,"memory":2,"utilization":2,"9":2,"kv":14,"transfer":2,"config":4,"connector":4,"p2pncclconnector":2,"role":2,"producer":2,"buffer":2,"1e1":2,"21001":1,"extra":2,"ip":2,"30001":2,"http":2,"var":2,"log":2,"prefill2":1,"3":1,"20002":2,"22001":1},"15582,1531,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"prefill3":1,"e":2,"g":2,"10":6,"0":16,"1":16,"4":1,"or":2,"console":2,"command":2,"shell":2,"vllm":6,"use":2,"v1":2,"cuda":2,"visible":2,"devices":2,"2":3,"serve":2,"your":2,"model":8,"directory":2,"host":2,"port":8,"20003":2,"tensor":2,"parallel":2,"size":4,"seed":2,"1024":2,"served":2,"name":2,"base":2,"dtype":2,"float16":2,"max":6,"len":2,"10000":4,"num":4,"batched":2,"tokens":2,"seqs":2,"256":2,"trust":2,"remote":2,"code":2,"gpu":2,"memory":2,"utilization":2,"9":1,"kv":14,"transfer":2,"config":4,"connector":4,"p2pncclconnector":2,"role":2,"producer":1,"buffer":2,"1e1":1,"23001":1,"extra":2,"proxy":4,"ip":2,"30001":2,"http":2,"var":2,"log":2,"decode1":1,"5":1,"3":1,"20004":2,"7":1,"consumer":1,"8e9":1,"24001":1},"17113,1093,data/raw/vllm-0.10.1/docs/design/p2p_nccl_connector.md":{"single":1,"request":2,"shell":3,"curl":1,"x":1,"post":1,"s":2,"http":1,"10":3,"0":3,"1":5,"10001":2,"v1":1,"completions":1,"h":1,"content":1,"type":1,"application":1,"json":1,"d":1,"model":4,"base":2,"prompt":1,"san":1,"francisco":1,"is":1,"a":1,"max":1,"tokens":2,"temperature":1,"benchmark":1,"console":1,"command":1,"vllm":2,"bench":1,"serve":1,"backend":1,"tokenizer":1,"meta":1,"llama":2,"3":2,"8b":1,"instruct":1,"dataset":1,"name":1,"random":3,"host":1,"port":1,"input":2,"len":2,"1024":2,"output":2,"ignore":1,"eos":1,"burstiness":1,"100":1,"percentile":1,"metrics":1,"ttft":1,"tpot":1,"itl":1,"e2el":1,"metric":1,"percentiles":1,"90":1,"95":1,"99":1,"seed":1,"date":1,"trust":1,"remote":1,"code":1,"rate":1,"num":1,"prompts":1,"1000":1,"shut":1,"down":1,"pgrep":1,"python":2,"xargs":1,"kill":1,"9":1,"pkill":1,"f":1,"test":1,"data":1,"scenario":1,"1k":1,"200":1,"e2e":1,"p99":1,"latency":1,"2s":1,"testdata":1,"https":1,"github":1,"com":1,"user":1,"attachments":1,"assets":1,"cef0953b":1,"4567":1,"4bf9":1,"b940":1,"405b92a28eb1":1},"0,608,data/raw/vllm-0.10.1/docs/design/multiprocessing.md":{"python":3,"multiprocessing":4,"debugging":1,"please":1,"see":1,"the":9,"troubleshooting":2,"page":1,"for":1,"information":1,"on":1,"known":1,"issues":1,"and":3,"how":2,"to":3,"solve":1,"them":1,"introduction":1,"important":1,"source":1,"code":3,"references":1,"are":1,"state":1,"of":5,"at":1,"time":1,"writing":1,"in":2,"december":1,"2024":1,"use":2,"vllm":5,"is":1,"complicated":1,"by":1,"as":1,"a":1,"library":1,"inability":1,"control":1,"using":1,"varying":1,"levels":1,"incompatibilities":1,"between":1,"methods":1,"dependencies":1,"this":1,"document":1,"describes":1,"deals":1,"with":1,"these":1,"challenges":1},"608,1996,data/raw/vllm-0.10.1/docs/design/multiprocessing.md":{"multiprocessing":8,"methods":3,"python":6,"https":4,"docs":4,"org":3,"3":3,"library":3,"html":4,"contexts":1,"and":5,"start":1,"include":1,"spawn":8,"a":11,"new":6,"process":9,"the":12,"default":3,"on":6,"windows":1,"macos":2,"fork":9,"use":3,"os":1,"to":5,"interpreter":1,"linux":2,"for":5,"versions":1,"prior":1,"14":2,"forkserver":3,"server":3,"that":4,"will":5,"request":1,"version":1,"newer":1,"tradeoffs":1,"is":7,"fastest":1,"method":1,"but":2,"incompatible":1,"with":7,"dependencies":5,"threads":1,"if":3,"you":1,"are":2,"under":1,"using":3,"may":1,"cause":1,"crash":1,"more":2,"compatible":1,"can":2,"be":3,"problematic":1,"when":3,"vllm":4,"used":2,"as":5,"consuming":1,"code":3,"does":1,"not":3,"main":3,"guard":2,"name":1,"inadvertently":1,"re":2,"executed":1,"spawns":1,"this":2,"lead":1,"infinite":1,"recursion":1,"among":1,"other":1,"problems":2,"processes":1,"demand":1,"unfortunately":1,"has":1,"same":1,"problem":1,"created":1,"spawned":1,"which":1,"execute":1,"protected":1,"by":1,"both":1,"must":1,"depend":1,"inheriting":1,"any":1,"global":1,"state":1,"would":1,"case":1,"compatibility":1,"multiple":1,"indicate":1,"either":1,"preference":1,"or":1,"requirement":1,"pytorch":5,"stable":2,"notes":1,"cuda":2,"in":1,"sharing":1,"tensors":1,"habana":1,"ai":1,"en":1,"latest":1,"getting":2,"started":2,"gaudi":1,"highlight":1,"torch":1,"dataloaders":1,"it":1,"perhaps":1,"accurate":1,"say":1,"there":1,"known":1,"after":1,"initializing":1,"these":1},"2604,1096,data/raw/vllm-0.10.1/docs/design/multiprocessing.md":{"current":2,"state":1,"v0":1,"the":8,"environment":1,"variable":1,"vllm":18,"worker":1,"multiproc":3,"method":2,"can":1,"be":1,"used":3,"to":1,"control":1,"which":1,"is":2,"by":1,"default":1,"fork":1,"https":5,"github":5,"com":5,"project":5,"blob":5,"d05f88679bedd73939251a17c3d785a354b2946c":5,"envs":1,"py":5,"l339":1,"l342":1,"when":1,"we":3,"know":1,"own":1,"process":1,"because":2,"command":1,"was":1,"use":3,"spawn":3,"it":1,"s":1,"most":1,"widely":1,"compatible":1,"scripts":1,"l123":1,"l140":1,"xpu":2,"executor":3,"forces":1,"of":2,"l14":1,"l18":1,"there":1,"are":1,"other":1,"miscellaneous":1,"places":1,"hard":1,"coding":1,"distributed":1,"device":1,"communicators":1,"custom":1,"all":1,"reduce":1,"utils":1,"l135":1,"entrypoints":1,"openai":1,"api":1,"server":1,"l184":1,"related":1,"prs":1,"gh":1,"pr":1,"8823":1},"3700,884,data/raw/vllm-0.10.1/docs/design/multiprocessing.md":{"prior":1,"state":1,"in":2,"v1":7,"there":1,"was":3,"an":1,"environment":1,"variable":1,"to":3,"control":1,"whether":1,"multiprocessing":2,"is":1,"used":1,"the":4,"engine":7,"core":3,"vllm":14,"enable":1,"this":1,"defaulted":1,"off":2,"https":4,"github":4,"com":4,"project":4,"blob":4,"d05f88679bedd73939251a17c3d785a354b2946c":4,"envs":1,"py":4,"l452":1,"l454":1,"when":1,"it":2,"enabled":1,"llmengine":1,"would":1,"create":1,"a":2,"new":1,"process":1,"run":1,"llm":2,"l93":1,"l95":1,"l70":1,"l77":1,"client":1,"l44":1,"l45":1,"by":1,"default":1,"for":1,"all":1,"reasons":1,"mentioned":1,"above":1,"compatibility":1,"with":1,"dependencies":1,"and":1,"code":1,"using":1,"as":1,"library":1},"4584,1957,data/raw/vllm-0.10.1/docs/design/multiprocessing.md":{"changes":1,"made":2,"in":4,"v1":2,"there":1,"is":6,"not":3,"an":4,"easy":1,"solution":1,"with":2,"python":4,"s":1,"multiprocessing":6,"that":6,"will":4,"work":1,"everywhere":1,"as":2,"a":8,"first":2,"step":1,"we":8,"can":3,"get":1,"into":1,"state":1,"where":1,"it":1,"does":1,"best":2,"effort":1,"choice":1,"of":2,"method":3,"to":13,"maximize":1,"compatibility":1,"default":1,"fork":3,"use":3,"spawn":4,"when":1,"know":2,"control":1,"the":12,"main":5,"process":3,"vllm":6,"was":3,"executed":1,"if":4,"detect":1,"cuda":3,"previously":2,"initialized":2,"force":1,"and":2,"emit":2,"warning":3,"break":2,"so":1,"this":4,"do":1,"case":2,"known":2,"still":1,"scenario":1,"code":1,"using":2,"library":2,"initializes":1,"before":2,"calling":1,"should":1,"instruct":1,"users":1,"either":1,"add":1,"guard":1,"or":1,"disable":1,"failure":1,"occurs":1,"user":1,"see":2,"two":1,"messages":1,"explain":1,"what":1,"happening":1,"log":1,"message":1,"from":1,"console":2,"12":1,"11":1,"14":1,"50":1,"37":1,"multiproc":2,"worker":2,"utils":1,"py":1,"281":1,"must":1,"start":3,"setting":1,"https":2,"docs":2,"ai":1,"en":1,"latest":1,"usage":1,"troubleshooting":1,"html":2,"for":1,"more":1,"information":1,"second":1,"itself":1,"raise":1,"exception":1,"nice":1,"explanation":1,"runtimeerror":1,"attempt":1,"has":2,"been":1,"new":1,"current":1,"finished":1,"its":1,"bootstrapping":1,"phase":1,"probably":1,"means":1,"you":2,"are":1,"your":1,"child":1,"processes":1,"have":1,"forgotten":1,"proper":1,"idiom":1,"module":2,"name":1,"freeze":2,"support":2,"line":1,"be":2,"omitted":1,"program":1,"going":1,"frozen":1,"produce":1,"executable":1,"fix":1,"issue":1,"refer":1,"safe":1,"importing":1,"section":1,"org":1,"3":1},"6541,1812,data/raw/vllm-0.10.1/docs/design/multiprocessing.md":{"alternatives":1,"considered":1,"detect":4,"if":2,"a":14,"main":6,"guard":5,"is":7,"present":2,"it":5,"has":3,"been":2,"suggested":1,"that":6,"we":8,"could":3,"behave":1,"better":2,"whether":3,"code":3,"using":2,"vllm":5,"as":6,"library":4,"in":5,"place":1,"this":5,"post":1,"on":2,"stackoverflow":2,"https":2,"com":2,"questions":1,"77220442":1,"multiprocessing":1,"pool":1,"python":1,"class":2,"without":1,"name":1,"was":1,"from":1,"author":1,"facing":1,"the":15,"same":2,"question":1,"possible":2,"to":13,"are":1,"original":1,"process":4,"or":1,"subsequent":1,"spawned":1,"however":2,"does":2,"not":1,"appear":1,"be":2,"straight":1,"forward":1,"option":1,"discarded":1,"impractical":1,"use":5,"forkserver":3,"at":1,"first":1,"appears":1,"nice":1,"solution":1,"problem":1,"way":2,"works":2,"presents":1,"challenges":2,"spawn":3,"when":2,"used":1,"force":2,"all":2,"time":2,"one":1,"clean":1,"up":1,"just":1,"of":3,"and":3,"document":1,"required":1,"would":1,"unfortunately":1,"break":1,"existing":1,"make":3,"harder":1,"violating":1,"desire":1,"llm":1,"easy":1,"instead":1,"pushing":1,"our":4,"users":1,"will":1,"retain":1,"complexity":1,"do":1,"best":1,"things":1,"work":2,"future":2,"may":2,"want":1,"consider":2,"different":1,"worker":2,"management":2,"approach":1,"around":1,"these":1,"1":1,"implement":1,"something":2,"like":1,"but":1,"have":1,"manager":2,"initially":1,"launch":2,"by":1,"running":1,"own":1,"subprocess":1,"custom":1,"entrypoint":1,"for":1,"2":1,"can":1,"explore":1,"other":1,"libraries":1,"suit":1,"needs":1,"examples":1,"github":1,"joblib":1,"loky":1},"0,429,data/raw/vllm-0.10.1/docs/design/metrics.md":{"metrics":5,"ensure":1,"the":4,"v1":2,"llm":1,"engine":1,"exposes":1,"a":1,"superset":1,"of":2,"available":1,"in":2,"v0":2,"objectives":1,"achieve":1,"parity":1,"between":1,"and":2,"priority":1,"use":2,"case":1,"is":3,"accessing":1,"these":1,"via":1,"prometheus":1,"as":1,"this":1,"what":1,"we":1,"expect":1,"to":2,"be":1,"used":1,"production":1,"environments":1,"logging":1,"support":1,"i":1,"e":1,"printing":1,"info":1,"log":1,"provided":1,"for":1,"more":1,"ad":1,"hoc":1,"testing":1,"debugging":1,"development":1,"exploratory":1,"cases":1},"429,559,data/raw/vllm-0.10.1/docs/design/metrics.md":{"background":1,"metrics":7,"in":3,"vllm":2,"can":1,"be":2,"categorized":1,"as":3,"follows":1,"1":1,"server":2,"level":4,"global":1,"that":4,"track":2,"the":6,"state":1,"and":3,"performance":1,"of":3,"llm":1,"engine":1,"these":2,"are":3,"typically":2,"exposed":2,"gauges":1,"or":1,"counters":1,"prometheus":2,"2":1,"request":2,"characteristics":1,"e":1,"g":1,"size":1,"timing":1,"individual":1,"requests":1,"histograms":1,"often":1,"slos":1,"an":1,"sre":1,"monitoring":1,"will":1,"tracking":1,"mental":1,"model":1,"is":1,"help":1,"explain":1,"values":1},"988,1804,data/raw/vllm-0.10.1/docs/design/metrics.md":{"v0":2,"metrics":5,"in":2,"the":2,"following":1,"are":2,"exposed":1,"via":1,"a":1,"prometheus":1,"compatible":1,"endpoint":1,"using":1,"vllm":36,"prefix":3,"num":8,"requests":5,"running":1,"gauge":11,"swapped":1,"waiting":1,"gpu":2,"cache":5,"usage":3,"perc":2,"cpu":2,"hit":2,"rate":3,"prompt":2,"tokens":11,"total":9,"counter":8,"generation":3,"request":11,"success":1,"histogram":16,"time":9,"to":1,"first":1,"token":2,"seconds":7,"per":1,"output":1,"e2e":1,"latency":1,"queue":2,"inference":1,"prefill":1,"decode":6,"max":2,"preemptions":1,"config":1,"info":2,"lora":1,"iteration":1,"model":2,"forward":1,"milliseconds":2,"execute":1,"params":2,"n":1,"spec":5,"draft":2,"acceptance":1,"efficiency":1,"accepted":1,"emitted":1,"these":1,"documented":1,"under":1,"inferencing":1,"and":1,"serving":1,"production":1,"md":1},"2792,1588,data/raw/vllm-0.10.1/docs/design/metrics.md":{"grafana":4,"dashboard":4,"vllm":16,"also":2,"provides":1,"a":3,"reference":1,"example":1,"examples":1,"online":1,"serving":1,"prometheus":2,"md":1,"for":2,"how":1,"to":4,"collect":1,"and":5,"store":1,"these":1,"metrics":3,"using":2,"visualize":1,"them":1,"the":6,"subset":1,"of":5,"exposed":1,"in":6,"gives":1,"us":1,"an":2,"indication":1,"which":2,"are":1,"especially":1,"important":1,"e2e":1,"request":11,"latency":4,"seconds":9,"bucket":1,"end":2,"measured":1,"prompt":4,"tokens":8,"total":3,"generation":6,"time":10,"per":2,"output":2,"token":6,"inter":1,"tpot":1,"first":2,"ttft":1,"num":2,"requests":5,"running":2,"swapped":2,"waiting":2,"number":2,"states":1,"gpu":1,"cache":2,"usage":1,"perc":1,"percentage":1,"used":1,"blocks":1,"by":2,"length":3,"success":1,"finished":1,"their":1,"finish":1,"reason":1,"either":1,"eos":1,"was":2,"generated":1,"or":1,"max":3,"sequence":2,"reached":1,"queue":2,"prefill":2,"decode":2,"group":1,"see":1,"pr":2,"added":1,"this":1,"gh":1,"2316":1,"interesting":1,"useful":1,"background":1,"on":1,"choices":1,"made":1,"here":1},"4380,1719,data/raw/vllm-0.10.1/docs/design/metrics.md":{"prometheus":5,"client":3,"library":2,"support":1,"was":3,"initially":1,"added":1,"using":2,"the":6,"aioprometheus":2,"gh":4,"pr":4,"1890":1,"but":3,"a":3,"switch":2,"made":1,"quickly":1,"to":4,"2730":1,"rationale":1,"is":3,"discussed":1,"in":6,"both":1,"linked":1,"prs":1,"with":1,"we":4,"lost":1,"metricsmiddleware":1,"track":1,"http":8,"metrics":5,"this":2,"reinstated":1,"fastapi":1,"instrumentator":1,"15657":1,"bash":1,"curl":1,"0":9,"8000":1,"2":1,"dev":1,"null":1,"grep":1,"p":1,"bucket":1,"created":1,"sum":1,"requests":1,"total":5,"handler":4,"v1":5,"completions":4,"method":2,"post":2,"status":1,"2xx":1,"201":5,"request":3,"size":2,"bytes":4,"count":4,"response":1,"duration":2,"highr":1,"seconds":4,"multi":3,"process":12,"mode":4,"v0":1,"are":4,"collected":2,"engine":1,"core":1,"and":1,"use":1,"make":2,"them":1,"available":1,"api":1,"server":1,"see":1,"7279":1,"built":1,"python":5,"following":1,"supported":1,"by":2,"default":1,"they":2,"not":1,"exposed":1,"when":1,"used":1,"gc":3,"objects":2,"uncollectable":1,"collections":1,"info":1,"virtual":1,"memory":2,"resident":1,"start":1,"time":1,"cpu":1,"open":1,"fds":2,"max":1,"relevant":2,"because":1,"if":2,"move":1,"away":1,"from":1,"multiprocess":1,"get":1,"these":3,"back":1,"however":1,"it":1,"s":1,"questionable":1,"how":1,"don":1,"t":1,"aggregate":1,"stats":1,"for":1,"all":1,"processes":1,"that":1,"up":1,"vllm":1,"instance":1},"6099,332,data/raw/vllm-0.10.1/docs/design/metrics.md":{"v0":2,"prs":2,"and":1,"issues":1,"for":1,"background":1,"these":1,"are":1,"some":1,"of":1,"the":3,"relevant":1,"which":1,"added":1,"metrics":1,"gh":7,"pr":5,"1890":1,"2316":1,"2730":1,"4464":1,"7279":1,"also":1,"note":1,"even":1,"better":1,"observability":1,"issue":2,"3616":2,"feature":1,"where":1,"e":1,"g":1,"a":1,"detailed":1,"roadmap":1,"was":1,"laid":1,"out":1,"issuecomment":1,"2030858781":1},"6431,1905,data/raw/vllm-0.10.1/docs/design/metrics.md":{"v1":6,"design":2,"prs":2,"for":2,"background":1,"here":2,"are":2,"the":21,"relevant":1,"relating":1,"to":9,"metrics":6,"issue":2,"gh":12,"10582":1,"pr":11,"11962":1,"11973":1,"10907":1,"12416":1,"12478":1,"12516":1,"12530":1,"12561":1,"12579":1,"12592":1,"12644":1,"collection":1,"in":5,"we":4,"wish":1,"move":1,"computation":1,"and":3,"overhead":1,"out":1,"of":5,"engine":3,"core":3,"process":5,"minimize":1,"time":7,"between":3,"each":2,"forward":1,"pass":2,"overall":1,"idea":1,"enginecore":2,"is":10,"inner":1,"loop":3,"performance":1,"most":1,"critical":1,"asyncllm":2,"outer":1,"this":3,"overlapped":1,"with":1,"gpu":1,"execution":1,"ideally":1,"so":3,"where":1,"any":1,"overheads":1,"should":1,"be":1,"if":2,"possible":2,"output":1,"handler":1,"ideal":1,"place":1,"bookkeeping":1,"will":2,"achieve":1,"by":3,"collecting":1,"frontend":2,"api":1,"server":1,"base":1,"these":1,"on":2,"information":1,"can":1,"glean":1,"from":5,"enginecoreoutputs":2,"returned":1,"interval":3,"calculations":1,"many":1,"our":1,"various":1,"events":1,"processing":1,"a":1,"request":1,"it":3,"best":1,"practice":1,"use":1,"timestamps":3,"based":1,"monotonic":5,"rather":1,"than":1,"wall":1,"clock":2,"calculate":2,"intervals":1,"as":1,"former":1,"unaffected":1,"system":1,"changes":1,"e":2,"g":2,"ntp":1,"s":1,"also":1,"important":1,"note":1,"that":2,"clocks":1,"differ":1,"processes":2,"has":1,"its":1,"own":1,"reference":1,"point":1,"meaningless":1,"compare":2,"different":1,"therefore":1,"order":1,"an":1,"must":1,"two":1,"same":1,"scheduler":3,"stats":1,"collect":1,"some":1,"key":1,"statistics":2,"number":1,"requests":1,"were":1,"scheduled":1,"or":1,"waiting":1,"after":1,"last":1,"include":1,"those":1},"8336,1688,data/raw/vllm-0.10.1/docs/design/metrics.md":{"engine":4,"core":4,"events":7,"the":24,"will":2,"also":1,"record":3,"timestamp":2,"of":5,"certain":1,"per":1,"request":4,"so":1,"that":1,"frontend":4,"can":1,"calculate":3,"interval":7,"between":6,"these":3,"are":2,"queued":3,"when":3,"was":3,"received":1,"by":2,"and":9,"added":1,"to":7,"scheduler":1,"queue":3,"scheduled":8,"first":3,"for":3,"execution":1,"preempted":1,"has":1,"been":1,"put":2,"back":1,"in":5,"waiting":1,"order":1,"make":1,"room":1,"other":1,"requests":2,"complete":1,"it":1,"be":1,"re":2,"future":1,"start":1,"its":1,"prefill":2,"phase":1,"new":5,"tokens":5,"output":1,"included":1,"enginecoreoutput":1,"generated":1,"since":2,"this":2,"is":1,"common":2,"all":2,"a":2,"given":1,"iteration":1,"we":4,"use":1,"single":1,"on":2,"enginecoreoutputs":1,"event":1,"calculated":1,"intervals":4,"most":4,"recent":4,"subsequent":1,"decode":1,"after":1,"last":2,"inference":1,"inter":1,"token":1,"successive":1,"another":1,"way":1,"calculations":1,"case":1,"assets":1,"design":1,"metrics":1,"1":1,"png":1,"explored":1,"possibility":1,"having":1,"using":1,"timing":2,"visible":1,"however":1,"does":1,"not":1,"have":1,"visibility":1,"into":1,"need":2,"based":1,"monotonic":1,"timestamps":2,"from":1,"same":1,"process":1},"10024,562,data/raw/vllm-0.10.1/docs/design/metrics.md":{"interval":3,"calculations":3,"vs":1,"preemptions":1,"when":2,"a":2,"preemption":4,"occurs":2,"during":2,"decode":3,"since":1,"any":1,"already":1,"generated":1,"tokens":1,"are":1,"reused":1,"we":2,"consider":2,"the":4,"as":2,"affecting":2,"inter":1,"token":2,"and":2,"inference":1,"intervals":4,"preempted":2,"assets":2,"design":2,"metrics":2,"2":1,"png":2,"prefill":3,"assuming":1,"such":1,"an":1,"event":1,"is":1,"possible":1,"time":1,"to":1,"first":1,"3":1},"10586,1649,data/raw/vllm-0.10.1/docs/design/metrics.md":{"frontend":5,"stats":1,"collection":1,"as":2,"the":25,"processes":1,"a":4,"single":2,"enginecoreoutputs":1,"i":1,"e":1,"output":2,"from":1,"engine":1,"core":1,"iteration":9,"it":1,"collects":1,"various":1,"statistics":1,"relating":1,"to":6,"that":6,"total":2,"number":5,"of":5,"new":2,"tokens":4,"generated":2,"in":8,"this":7,"prompt":2,"processed":2,"by":2,"prefills":1,"completed":4,"queue":1,"intervals":4,"for":6,"any":4,"requests":6,"were":2,"scheduled":2,"prefill":3,"inter":1,"token":5,"time":5,"per":3,"tpot":1,"all":1,"included":1,"first":3,"ttft":1,"however":1,"we":2,"calculate":1,"interval":2,"relative":2,"when":1,"request":1,"was":1,"received":1,"arrival":2,"order":1,"account":1,"input":1,"processing":1,"given":1,"also":1,"record":1,"inference":1,"and":3,"decode":1,"events":1,"described":1,"above":1,"end":2,"latency":1,"between":1,"receiving":1,"final":1,"metrics":3,"publishing":1,"logging":1,"loggingstatlogger":1,"publisher":1,"outputs":1,"log":1,"info":1,"message":1,"every":1,"5":3,"seconds":3,"with":1,"some":1,"key":1,"current":2,"running":1,"waiting":1,"gpu":1,"cache":3,"usage":1,"second":2,"over":3,"past":2,"prefix":1,"hit":1,"rate":1,"most":1,"recent":1,"1k":1,"kv":1,"block":1,"queries":1},"12235,1206,data/raw/vllm-0.10.1/docs/design/metrics.md":{"metrics":8,"publishing":1,"prometheus":6,"the":12,"prometheusstatlogger":1,"publisher":1,"makes":1,"available":1,"via":2,"a":7,"http":2,"endpoint":2,"in":4,"compatible":1,"format":1,"instance":4,"can":2,"then":1,"be":4,"configured":1,"to":6,"poll":1,"this":1,"e":1,"g":1,"every":2,"second":1,"and":4,"record":1,"values":1,"its":1,"time":3,"series":1,"database":1,"is":1,"often":1,"used":1,"grafana":1,"allowing":2,"these":1,"graphed":1,"over":3,"supports":1,"following":1,"metric":3,"types":1,"counter":1,"value":2,"that":3,"will":1,"increase":1,"never":1,"reducing":1,"generally":1,"reset":1,"zero":1,"when":1,"vllm":2,"restarts":1,"for":4,"example":4,"number":3,"of":6,"tokens":1,"generated":1,"lifetime":1,"gauge":1,"goes":1,"up":1,"down":1,"requests":2,"currently":1,"scheduled":1,"execution":1,"histogram":1,"count":1,"samples":1,"recorded":1,"buckets":1,"whose":1,"ttft":1,"was":1,"1ms":1,"5ms":1,"10ms":1,"20ms":1,"so":1,"on":1,"also":1,"labelled":1,"combined":1,"according":1,"matching":1,"labels":1,"we":1,"add":1,"model":2,"name":2,"label":1,"which":1,"includes":1,"served":1,"by":1,"output":1,"bash":1,"curl":1,"0":4,"8000":1},"13441,922,data/raw/vllm-0.10.1/docs/design/metrics.md":{"help":4,"vllm":12,"num":3,"requests":5,"running":3,"number":2,"of":4,"in":2,"model":6,"execution":1,"batches":1,"type":3,"gauge":1,"name":5,"meta":5,"llama":10,"3":5,"1":6,"8b":5,"instruct":5,"8":1,"0":6,"generation":4,"tokens":4,"total":8,"processed":2,"counter":2,"27453":1,"request":5,"success":5,"count":1,"successfully":1,"finished":3,"reason":3,"stop":1,"length":1,"131":1,"abort":1,"time":2,"to":2,"first":2,"token":2,"seconds":2,"histogram":1},"14363,1721,data/raw/vllm-0.10.1/docs/design/metrics.md":{"type":1,"vllm":12,"time":11,"to":15,"first":10,"token":10,"seconds":10,"histogram":2,"bucket":8,"le":8,"0":20,"001":1,"model":9,"name":9,"meta":9,"llama":18,"3":9,"1":11,"8b":9,"instruct":9,"005":1,"01":1,"02":1,"13":1,"04":1,"97":1,"06":1,"123":1,"08":1,"138":1,"140":2,"count":1,"note":1,"the":3,"choice":1,"of":3,"buckets":1,"be":2,"most":1,"useful":1,"users":1,"across":2,"a":2,"broad":1,"set":2,"use":2,"cases":1,"is":3,"not":2,"straightforward":1,"and":2,"will":1,"require":1,"refinement":1,"over":1,"cache":3,"config":3,"info":5,"prometheus":3,"client":2,"has":1,"support":1,"for":3,"metrics":1,"https":1,"github":1,"io":1,"python":1,"instrumenting":1,"which":1,"are":1,"equivalent":1,"gauge":1,"whose":1,"value":2,"permanently":1,"but":1,"exposes":1,"interesting":1,"key":1,"pair":1,"information":3,"via":1,"labels":1,"this":2,"used":1,"about":1,"an":1,"instance":1,"that":1,"does":1,"change":1,"so":1,"it":1,"only":1,"needs":1,"observed":1,"at":1,"startup":1,"allows":1,"comparing":1,"instances":1,"in":1,"we":1,"concept":1,"metric":1,"text":1,"help":1,"llmengine":1,"cacheconfig":1},"16084,1691,data/raw/vllm-0.10.1/docs/design/metrics.md":{"type":1,"vllm":3,"cache":3,"config":2,"info":4,"gauge":3,"block":1,"size":1,"16":1,"dtype":1,"auto":1,"calculate":1,"kv":1,"scales":1,"false":2,"cpu":1,"offload":1,"gb":1,"0":3,"enable":1,"prefix":1,"caching":1,"gpu":1,"memory":1,"utilization":1,"9":1,"1":2,"however":1,"prometheus":2,"client":2,"has":1,"never":1,"supported":1,"metrics":2,"in":5,"multiprocessing":1,"mode":3,"https":2,"github":2,"com":2,"python":1,"pull":2,"300":1,"for":3,"unclear":1,"reasons":1,"gh":2,"pr":2,"7279":1,"discussion":1,"r1710417152":1,"we":4,"simply":1,"use":2,"a":7,"metric":4,"set":1,"to":5,"and":5,"multiprocess":2,"mostrecent":1,"instead":1,"lora":5,"the":11,"requests":3,"is":6,"somewhat":1,"similar":2,"except":2,"value":1,"current":1,"wall":1,"clock":1,"time":1,"updated":1,"every":1,"iteration":1,"label":1,"names":1,"used":3,"are":2,"running":4,"adapters":3,"per":2,"adapter":3,"count":1,"of":2,"number":2,"using":1,"that":3,"formatted":1,"as":1,"comma":2,"separated":2,"string":2,"waiting":3,"counting":1,"be":2,"scheduled":1,"max":2,"static":1,"loras":1,"single":1,"batch":1,"configuration":1,"encoding":1,"counts":2,"multiple":1,"seems":1,"quite":1,"misguided":1,"could":1,"labels":1,"distinguish":1,"between":1,"this":4,"should":2,"revisited":1,"note":1,"livemostrecent":1,"most":1,"recent":1,"but":1,"only":1,"from":1,"currently":1,"processes":1,"was":1,"added":1,"9477":1,"there":1,"at":1,"least":1,"one":1,"known":1,"user":1,"kubernetes":1,"sigs":1,"gateway":1,"api":1,"inference":1,"extension":1,"54":1,"if":1,"revisit":1,"design":1,"deprecate":1,"old":1,"reduce":1,"need":1,"significant":1,"deprecation":1,"period":1,"by":1,"making":1,"change":1,"v0":1,"also":1,"asking":1,"project":1,"move":1,"new":1},"17775,1072,data/raw/vllm-0.10.1/docs/design/metrics.md":{"prefix":3,"cache":6,"metrics":3,"the":21,"discussion":1,"in":5,"gh":1,"issue":1,"10582":1,"about":1,"adding":1,"yielded":1,"some":1,"interesting":1,"points":1,"which":1,"may":1,"be":1,"relevant":1,"to":5,"how":1,"we":5,"approach":1,"future":1,"every":1,"time":2,"is":4,"queried":3,"record":2,"number":4,"of":11,"tokens":2,"and":3,"present":1,"i":2,"e":2,"hits":3,"however":1,"metric":1,"interest":1,"hit":6,"rate":6,"per":1,"query":4,"case":2,"logging":1,"expect":1,"user":2,"best":1,"served":1,"by":1,"calculating":1,"over":2,"a":3,"fixed":2,"most":2,"recent":2,"queries":3,"interval":3,"1k":1,"for":2,"now":1,"prometheus":3,"though":1,"should":2,"take":1,"advantage":1,"series":1,"nature":1,"allow":1,"calculate":2,"an":1,"their":1,"choosing":1,"example":1,"promql":1,"past":1,"5":1,"minutes":1,"text":1,"5m":2,"total":1,"achieve":1,"this":1,"as":2,"counters":1,"rather":1,"than":1,"recording":1,"gauge":1},"18847,1320,data/raw/vllm-0.10.1/docs/design/metrics.md":{"deprecated":5,"metrics":8,"how":2,"to":4,"deprecate":1,"deprecating":2,"shouldn":1,"t":1,"be":5,"taken":1,"lightly":1,"users":1,"may":2,"not":1,"notice":2,"a":5,"metric":2,"has":1,"been":1,"and":3,"quite":1,"inconvenienced":1,"when":2,"it":3,"is":4,"suddenly":1,"from":1,"their":1,"perspective":1,"removed":3,"even":1,"if":1,"there":1,"an":3,"equivalent":1,"for":3,"them":2,"use":1,"as":1,"example":1,"see":2,"vllm":2,"avg":1,"prompt":1,"throughput":1,"toks":1,"per":1,"s":1,"was":1,"gh":4,"pr":3,"2764":1,"with":1,"comment":1,"in":6,"the":6,"code":1,"12383":1,"then":1,"noticed":1,"by":2,"user":3,"issue":1,"13218":1,"general":1,"1":1,"we":4,"should":4,"cautious":1,"about":1,"especially":1,"since":1,"can":2,"hard":1,"predict":1,"impact":1,"2":1,"include":1,"prominent":1,"deprecation":4,"help":1,"string":1,"that":1,"included":1,"output":1,"3":1,"list":1,"facing":1,"documentation":1,"release":1,"notes":1,"4":1,"consider":1,"hiding":1,"behind":1,"cli":1,"argument":1,"order":1,"give":1,"administrators":1,"escape":1,"hatch":1,"https":1,"kubernetes":1,"io":1,"docs":1,"concepts":1,"cluster":1,"administration":1,"system":1,"show":1,"hidden":1,"some":1,"time":1,"before":1,"deleting":1,"policy":3,"contributing":1,"md":1,"project":1,"wide":1,"unimplemented":1,"tokens":1,"total":1,"added":1,"4464":1,"but":1,"apparently":1,"never":1,"implemented":1,"this":1,"just":1},"20167,1061,data/raw/vllm-0.10.1/docs/design/metrics.md":{"duplicated":1,"queue":8,"time":14,"the":4,"vllm":2,"in":5,"requests":3,"histogram":1,"metric":1,"was":1,"added":2,"by":2,"gh":2,"pr":2,"9659":1,"and":4,"its":1,"calculation":1,"is":6,"python":2,"self":3,"metrics":9,"first":4,"scheduled":3,"now":3,"arrival":2,"two":1,"weeks":1,"later":1,"4464":1,"request":1,"seconds":1,"leaving":1,"us":1,"with":1,"if":3,"seq":7,"group":7,"finished":1,"not":3,"none":3,"token":1,"append":2,"this":1,"seems":1,"duplicative":1,"one":1,"of":1,"them":1,"should":2,"be":1,"removed":1,"latter":1,"used":1,"grafana":1,"dashboard":1,"so":1,"we":2,"deprecate":1,"or":1,"remove":1,"former":1,"from":1,"v0":1,"prefix":1,"cache":1,"hit":2,"rate":2,"see":1,"above":1,"expose":1,"queries":1,"hits":1,"counters":1,"rather":1,"than":1,"a":1,"gauge":1},"21228,1383,data/raw/vllm-0.10.1/docs/design/metrics.md":{"kv":7,"cache":7,"offloading":2,"two":1,"v0":3,"metrics":1,"relate":1,"to":7,"a":6,"swapped":2,"preemption":3,"mode":3,"that":2,"is":4,"no":1,"longer":1,"relevant":1,"in":7,"v1":3,"vllm":3,"num":1,"requests":3,"cpu":4,"usage":1,"perc":1,"this":4,"when":1,"request":1,"preempted":1,"e":1,"g":1,"make":1,"room":1,"complete":1,"other":1,"we":1,"swap":2,"blocks":4,"out":2,"memory":1,"also":1,"known":1,"as":1,"and":6,"configured":1,"with":2,"space":1,"has":1,"long":1,"supported":1,"beam":3,"search":3,"gh":2,"issue":2,"6226":1,"the":8,"sequencegroup":2,"encapsulated":1,"idea":1,"of":5,"n":2,"sequences":1,"which":2,"all":1,"shared":2,"same":1,"prompt":2,"enabled":1,"block":1,"sharing":1,"between":1,"copy":1,"on":3,"write":1,"do":1,"branching":1,"swapping":2,"was":6,"intended":1,"for":3,"these":1,"like":1,"cases":1,"later":1,"concept":1,"prefix":2,"caching":2,"introduced":1,"allowed":1,"be":5,"implicitly":1,"proved":1,"better":3,"option":1,"than":1,"since":1,"can":2,"evicted":2,"slowly":1,"demand":1,"part":1,"recomputed":1,"removed":1,"although":1,"replacement":1,"will":1,"required":1,"parallel":1,"sampling":1,"1":1,"moved":1,"core":1,"8306":1,"there":1,"lot":1,"complex":1,"code":1,"very":1,"uncommon":1,"feature":1,"being":1,"zero":1,"over":1,"head":1,"therefore":1,"by":1,"default":1,"recompute":1,"strategy":1,"should":1,"work":1},"22611,1526,data/raw/vllm-0.10.1/docs/design/metrics.md":{"future":1,"work":1,"parallel":4,"sampling":4,"some":2,"v0":3,"metrics":4,"are":2,"only":1,"relevant":1,"in":6,"the":9,"context":2,"of":6,"this":4,"is":5,"where":2,"n":3,"parameter":2,"a":3,"request":6,"used":1,"to":5,"multiple":1,"completions":1,"from":1,"same":1,"prompt":2,"as":2,"part":1,"adding":1,"support":1,"gh":2,"pr":3,"10980":1,"we":5,"should":3,"also":2,"add":2,"these":1,"vllm":8,"params":1,"histogram":2,"observes":2,"value":1,"every":2,"finished":2,"max":1,"num":4,"generation":2,"tokens":7,"maximum":1,"output":1,"length":1,"all":1,"sequences":1,"sequence":1,"group":1,"absence":1,"equivalent":1,"speculative":2,"decoding":3,"specific":1,"generate":1,"candidate":1,"using":1,"faster":1,"approximate":1,"method":1,"or":1,"model":2,"and":2,"then":1,"validate":1,"those":1,"with":1,"larger":1,"spec":5,"decode":5,"draft":3,"acceptance":2,"rate":3,"gauge":2,"efficiency":2,"accepted":2,"total":3,"counter":3,"emitted":1,"there":1,"under":1,"review":1,"12193":1,"lookup":1,"ngram":1,"seculative":1,"v1":1,"other":1,"techniques":1,"will":1,"follow":1,"revisit":1,"note":1,"probably":1,"expose":1,"separate":1,"counters":1,"like":1,"do":1,"for":1,"prefix":1,"caching":1,"hit":1,"likely":1,"needs":1,"similar":1,"treatment":1},"24137,1546,data/raw/vllm-0.10.1/docs/design/metrics.md":{"autoscaling":2,"and":4,"load":1,"balancing":1,"a":5,"common":1,"use":1,"case":1,"for":4,"our":1,"metrics":3,"is":5,"to":7,"support":1,"automated":2,"scaling":2,"of":1,"vllm":1,"instances":1,"related":1,"discussion":1,"from":2,"the":7,"kubernetes":5,"serving":3,"working":1,"group":1,"https":4,"github":2,"com":4,"community":1,"tree":2,"master":1,"wg":2,"see":1,"standardizing":1,"large":1,"model":2,"server":3,"in":3,"docs":2,"google":2,"document":2,"d":2,"1spsp1e6moa4hsrjns4x3npluj88smxr2tbofklztzpk":1,"benchmarking":1,"llm":1,"workloads":1,"performance":1,"evaluation":1,"1k4q4x14hw4vfteliuygdu5kde2ltv1xammog":1,"xi3bbq":1,"inference":2,"perf":2,"sigs":1,"main":1,"proposals":1,"013":1,"gh":2,"issue":1,"5041":1,"pr":1,"12726":1,"this":5,"non":1,"trivial":1,"topic":1,"consider":1,"comment":1,"rob":1,"i":1,"think":1,"metric":1,"should":3,"focus":1,"on":3,"trying":1,"estimate":1,"what":3,"max":1,"concurrency":1,"that":2,"will":2,"cause":1,"average":1,"request":2,"length":1,"queries":1,"per":1,"second":1,"since":1,"really":1,"saturate":1,"clear":2,"goal":1,"we":4,"expose":1,"required":1,"detect":1,"saturation":3,"point":3,"so":3,"administrators":1,"can":2,"implement":1,"auto":1,"rules":1,"based":1,"those":1,"however":1,"order":1,"do":1,"need":1,"have":1,"view":1,"how":1,"an":2,"administrator":1,"monitoring":1,"system":1,"judge":1,"instance":1,"as":1,"approaching":1,"identify":1,"compute":1,"inflection":1,"where":1,"cannot":1,"get":1,"more":1,"throughput":1,"with":1,"higher":1,"rate":1,"but":1,"start":1,"incur":1,"additional":1,"latency":1,"autoscale":1,"effectively":1},"25683,1780,data/raw/vllm-0.10.1/docs/design/metrics.md":{"metric":6,"naming":2,"our":4,"approach":2,"to":7,"metrics":9,"probably":1,"deserves":1,"be":6,"revisited":1,"1":2,"the":9,"use":3,"of":9,"colons":2,"in":4,"names":3,"seems":1,"contrary":1,"are":3,"reserved":1,"for":5,"user":1,"defined":1,"recording":1,"rules":1,"https":3,"prometheus":2,"io":1,"docs":2,"concepts":1,"data":1,"model":1,"and":6,"labels":1,"2":2,"most":1,"follow":1,"convention":1,"ending":1,"with":2,"units":1,"but":1,"not":2,"all":2,"do":1,"3":2,"some":1,"end":1,"total":4,"if":1,"there":2,"is":3,"a":3,"suffix":3,"on":3,"name":1,"it":1,"will":2,"removed":1,"when":2,"exposing":1,"time":2,"series":1,"counter":1,"added":2,"this":3,"compatibility":1,"between":1,"openmetrics":2,"text":2,"format":1,"as":1,"requires":1,"adding":2,"more":2,"no":1,"shortage":1,"ideas":1,"new":2,"examples":1,"from":2,"other":1,"projects":1,"like":3,"tgi":1,"github":2,"com":2,"ibm":1,"generation":1,"inference":1,"tab":1,"readme":1,"ov":1,"file":1,"proposals":2,"arising":1,"specific":1,"cases":1,"kubernetes":1,"auto":1,"scaling":1,"topic":1,"above":2,"that":1,"might":1,"arise":1,"out":1,"standardisation":1,"efforts":1,"opentelemetry":1,"semantic":2,"conventions":2,"gen":2,"ai":2,"open":1,"telemetry":1,"tree":1,"main":1,"we":1,"should":1,"cautious":1,"while":1,"often":1,"relatively":1,"straightforward":1,"add":1,"they":4,"can":3,"difficult":1,"remove":1,"see":1,"section":1,"deprecation":1,"have":2,"meaningful":1,"performance":1,"impact":2,"enabled":2,"usually":1,"very":1,"limited":1,"unless":1,"by":1,"default":1,"production":1,"an":1,"development":1,"maintenance":2,"project":1,"every":1,"v0":1,"has":1,"made":1,"v1":1,"effort":1,"consuming":1,"perhaps":1,"justify":1,"ongoing":1,"investment":1,"their":1},"27463,1097,data/raw/vllm-0.10.1/docs/design/metrics.md":{"tracing":5,"opentelemetry":7,"metrics":2,"provide":1,"an":1,"aggregated":1,"view":1,"over":1,"time":1,"of":3,"the":5,"system":1,"s":1,"performance":1,"and":3,"health":1,"on":2,"other":1,"hand":1,"tracks":1,"individual":1,"requests":1,"as":1,"they":1,"move":1,"through":1,"different":1,"services":1,"components":1,"both":1,"fall":1,"under":1,"more":1,"general":1,"heading":1,"observability":3,"v0":1,"has":2,"support":1,"for":1,"added":1,"by":1,"gh":1,"pr":1,"4687":1,"configured":1,"with":2,"oltp":1,"traces":2,"endpoint":1,"collect":1,"detailed":1,"blog":3,"post":2,"https":4,"io":1,"2024":1,"llm":1,"user":1,"facing":1,"docs":3,"examples":1,"online":1,"serving":1,"md":2,"medium":1,"com":3,"ronen":1,"schaffer":1,"follow":1,"trail":1,"supercharging":1,"vllm":2,"distributed":1,"aa655229b46f":1,"ibm":2,"product":1,"www":1,"en":1,"instana":1,"current":1,"topic":3,"mgaa":1,"monitoring":1,"large":1,"language":1,"models":1,"llms":1,"public":1,"preview":1,"a":2,"gen":2,"ai":2,"working":1,"group":1,"github":1,"open":1,"telemetry":1,"community":1,"blob":1,"main":1,"projects":1,"since":1,"is":1,"big":1,"enough":1,"its":1,"own":1,"we":1,"are":1,"going":1,"to":1,"tackle":1,"in":1,"v1":1,"separately":1},"28560,1386,data/raw/vllm-0.10.1/docs/design/metrics.md":{"opentelemetry":4,"model":9,"forward":5,"vs":1,"execute":4,"time":12,"in":8,"v0":1,"we":4,"have":3,"the":13,"following":1,"two":1,"metrics":5,"vllm":2,"milliseconds":2,"histogram":2,"spent":2,"pass":1,"when":2,"this":4,"request":1,"was":1,"batch":1,"function":1,"will":2,"include":2,"block":1,"sync":2,"across":1,"workers":1,"cpu":1,"gpu":1,"and":6,"sampling":1,"these":2,"are":3,"only":1,"enabled":2,"tracing":1,"is":3,"if":1,"collect":2,"detailed":2,"traces":2,"all":1,"worker":1,"used":1,"documentation":1,"for":3,"option":1,"states":1,"specified":1,"modules":1,"involves":1,"use":2,"of":2,"possibly":1,"costly":1,"or":1,"blocking":1,"operations":1,"hence":1,"might":1,"a":1,"performance":1,"impact":1,"were":1,"added":1,"by":1,"gh":1,"pr":1,"7089":1,"who":1,"up":1,"an":1,"trace":1,"as":1,"text":1,"gen":3,"ai":3,"latency":3,"scheduler":1,"double":3,"0":1,"017550230026245117":1,"3":2,"151565277099609":1,"6468167304992676":1,"already":1,"inference":1,"decode":1,"so":1,"question":2,"whether":1,"there":1,"sufficiently":1,"common":1,"cases":1,"higher":1,"resolution":1,"timings":1,"to":2,"justify":1,"overhead":1,"since":1,"going":1,"treat":1,"support":1,"separately":1,"particular":1,"under":1,"that":1,"topic":1},"0,949,data/raw/vllm-0.10.1/docs/design/plugin_system.md":{"plugin":4,"system":2,"the":6,"community":1,"frequently":1,"requests":1,"ability":1,"to":6,"extend":1,"vllm":14,"with":2,"custom":2,"features":2,"facilitate":1,"this":4,"includes":1,"a":2,"that":2,"allows":1,"users":1,"add":1,"without":1,"modifying":1,"codebase":1,"document":1,"explains":1,"how":3,"plugins":7,"work":3,"in":3,"and":1,"create":1,"for":2,"are":1,"user":1,"registered":1,"code":1,"executes":1,"given":1,"s":1,"architecture":1,"see":1,"arch":2,"overview":2,"md":1,"multiple":1,"processes":1,"may":1,"be":1,"involved":1,"especially":1,"when":1,"using":1,"distributed":1,"inference":1,"various":1,"parallelism":1,"techniques":1,"enable":1,"successfully":1,"every":2,"process":2,"created":2,"by":3,"needs":1,"load":2,"is":2,"done":1,"general":1,"https":1,"github":1,"com":1,"project":1,"blob":1,"c76ac49d266e27aa3fea84ef2df1f813d24c91c7":1,"init":1,"py":1,"l16":1,"function":2,"module":1,"called":1,"before":1,"it":1,"starts":1,"any":1},"949,1936,data/raw/vllm-0.10.1/docs/design/plugin_system.md":{"how":1,"vllm":17,"discovers":1,"plugins":9,"s":2,"plugin":12,"system":2,"uses":2,"the":22,"standard":1,"python":3,"entry":8,"points":5,"mechanism":2,"this":3,"allows":1,"developers":1,"to":7,"register":10,"functions":1,"in":8,"their":2,"packages":3,"for":3,"use":2,"by":2,"other":1,"an":1,"example":3,"of":6,"a":3,"code":1,"inside":2,"setup":4,"py":3,"file":3,"from":2,"setuptools":2,"import":2,"name":7,"add":7,"dummy":9,"model":10,"version":1,"0":1,"1":2,"general":5,"def":1,"modelregistry":3,"if":1,"myllava":3,"not":1,"get":1,"supported":1,"archs":1,"my":1,"llava":1,"more":1,"information":1,"on":1,"adding":1,"your":1,"package":1,"please":1,"check":1,"official":1,"documentation":1,"https":1,"pypa":1,"io":1,"en":1,"latest":1,"userguide":1,"point":3,"html":1,"every":1,"has":1,"three":1,"parts":1,"group":3,"is":4,"key":1,"always":1,"2":1,"value":3,"dictionary":2,"above":2,"can":1,"be":1,"filtered":1,"names":1,"using":1,"environment":1,"variable":1,"load":1,"only":1,"specific":1,"set":1,"3":1,"fully":1,"qualified":1,"function":2,"which":1,"refers":1,"named":1,"module":1},"2885,1430,data/raw/vllm-0.10.1/docs/design/plugin_system.md":{"types":1,"of":7,"supported":3,"plugins":11,"general":2,"with":4,"group":2,"name":3,"vllm":9,"the":21,"primary":2,"use":2,"case":2,"for":6,"these":2,"is":7,"to":5,"register":6,"custom":2,"out":2,"tree":2,"models":2,"into":2,"this":2,"done":1,"by":1,"calling":1,"modelregistry":2,"model":5,"inside":1,"plugin":4,"function":4,"platform":5,"platforms":1,"should":3,"return":1,"none":1,"when":2,"not":1,"in":3,"current":1,"environment":1,"or":1,"class":1,"s":2,"fully":1,"qualified":1,"guidelines":1,"writing":1,"being":1,"re":2,"entrant":2,"specified":1,"entry":1,"point":1,"be":5,"meaning":1,"it":2,"can":1,"called":2,"multiple":2,"times":2,"without":1,"causing":1,"issues":1,"necessary":1,"because":1,"might":1,"some":1,"processes":1,"compatibility":1,"guarantee":1,"guarantees":1,"interface":2,"documented":1,"such":1,"as":1,"will":1,"always":1,"available":1,"however":1,"responsibility":1,"developers":1,"ensure":1,"their":1,"are":2,"compatible":2,"version":2,"they":1,"targeting":1,"example":1,"add":1,"dummy":1,"my":1,"llava":1,"myllava":1,"that":1,"targets":1,"may":1,"change":1,"during":1,"development":1},"0,469,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"torch":3,"compile":3,"integration":1,"in":1,"vllm":4,"s":1,"v1":3,"architecture":1,"is":3,"enabled":1,"by":1,"default":1,"and":2,"a":3,"critical":1,"part":1,"of":1,"the":5,"framework":1,"this":1,"document":1,"gives":1,"simple":1,"walk":1,"through":1,"example":2,"to":4,"show":2,"how":1,"understand":1,"usage":1,"throughout":1,"we":1,"will":1,"run":1,"common":1,"llama":3,"model":1,"using":1,"turn":1,"on":1,"debug":2,"level":2,"logging":2,"all":1,"details":1,"command":1,"be":1,"used":1,"use":1,"1":1,"serve":1,"meta":1,"3":1,"2":1,"1b":1},"469,1602,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"compilation":6,"cache":10,"in":4,"the":23,"very":1,"verbose":1,"logs":1,"we":4,"can":4,"see":4,"console":1,"info":1,"03":2,"07":1,"06":1,"55":1,"backends":1,"py":5,"409":1,"using":1,"directory":3,"vllm":9,"torch":4,"compile":5,"1517964802":1,"rank":1,"0":2,"for":1,"s":3,"will":4,"take":1,"all":5,"available":1,"factors":3,"into":2,"consideration":2,"and":5,"decide":1,"a":3,"to":4,"store":1,"artifact":1,"this":1,"means":1,"you":4,"directly":1,"copy":1,"whole":1,"your":1,"deployment":1,"scenario":1,"save":1,"great":1,"amount":1,"of":3,"time":3,"hence":1,"accelerating":1,"starting":1,"instance":1,"considered":1,"include":1,"related":1,"configs":2,"compute":2,"hash":2,"functions":3,"config":2,"gh":2,"file":2,"pytorch":1,"compiler":2,"interface":2,"model":1,"forward":2,"function":2,"relevant":1,"called":1,"by":3,"below":1,"with":1,"these":1,"taken":1,"usually":1,"guarantee":2,"that":3,"is":4,"safe":1,"use":1,"not":1,"cause":1,"any":2,"unexpected":2,"behavior":1,"therefore":1,"enabled":1,"default":1,"if":2,"want":1,"debug":1,"process":1,"or":1,"suspect":1,"causing":1,"some":1,"issues":1,"disable":2,"it":1,"setting":1,"environment":1,"variable":1,"1":1,"unique":1,"aspect":1,"integration":1,"finishes":1,"before":1,"serve":1,"requests":2,"no":1,"trigger":1,"new":1,"compilations":1,"otherwise":1,"engine":1,"would":1,"be":1,"blocked":1,"on":1,"request":1,"response":1,"have":1,"spikes":1},"2071,1796,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"python":1,"code":4,"compilation":2,"in":1,"the":1,"very":1,"verbose":1,"logs":2,"we":1,"can":1,"see":1,"console":1,"text":1,"debug":17,"03":34,"07":21,"06":15,"52":1,"decorators":1,"py":33,"203":1,"start":1,"compiling":1,"function":1,"object":1,"forward":1,"at":1,"0x7f08acf40c90":1,"file":1,"xxx":14,"vllm":13,"model":8,"executor":8,"models":2,"llama":2,"line":1,"339":1,"54":14,"backends":15,"370":14,"traced":1,"files":1,"to":3,"be":1,"considered":1,"for":1,"cache":5,"torch":5,"dynamo":2,"polyfills":1,"builtins":1,"nn":2,"modules":2,"container":1,"module":1,"attention":1,"layer":1,"distributed":2,"communication":1,"op":2,"parallel":2,"state":1,"custom":1,"layers":5,"activation":1,"layernorm":1,"linear":1,"rotary":1,"embedding":2,"vocab":1,"462":1,"computation":2,"graph":2,"saved":2,"compile":2,"1517964802":2,"rank":2,"0":4,"wrapper":1,"105":1,"transformed":2},"3867,1114,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"this":3,"is":4,"about":1,"the":14,"python":1,"code":4,"compilation":3,"i":1,"e":1,"graph":4,"capture":1,"by":4,"dynamo":3,"it":2,"tries":1,"to":3,"trace":1,"function":5,"with":1,"xxx":2,"vllm":4,"model":2,"executor":1,"models":1,"llama":1,"py":4,"339":1,"which":1,"forward":2,"of":2,"we":2,"compile":3,"during":1,"pass":2,"there":1,"are":1,"also":1,"other":1,"functions":3,"called":1,"and":3,"inlined":1,"as":1,"shown":1,"logs":1,"including":1,"some":2,"pytorch":2,"from":3,"torch":3,"nn":2,"modules":1,"module":4,"used":1,"because":1,"attribute":1,"access":1,"will":3,"trigger":2,"a":2,"call":1,"communication":1,"attention":1,"activation":1,"all":1,"traced":2,"files":2,"be":1,"considered":1,"when":1,"decide":1,"cache":6,"directory":1,"use":1,"way":1,"any":1,"change":1,"in":3,"above":1,"miss":1,"therefore":1,"recompilation":1,"result":1,"new":1,"stored":2,"1517964802":2,"rank":2,"0":4,"transformed":1,"usually":1,"unpacks":1,"tensors":1,"then":1,"computation":3},"4981,1878,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"computation":8,"graph":11,"processing":1,"the":32,"has":2,"shape":4,"annotations":1,"for":1,"every":2,"tensor":1,"inputs":2,"are":4,"input":3,"ids":4,"position":2,"weights":2,"and":8,"buffers":2,"from":4,"model":4,"outputs":1,"final":1,"hidden":1,"states":1,"note":1,"that":3,"lm":1,"head":1,"projection":1,"sampling":1,"operations":2,"not":3,"considered":1,"in":3,"most":1,"of":9,"to":7,"static":1,"since":1,"they":2,"will":4,"change":2,"during":1,"lifetime":1,"only":2,"have":1,"symbolic":2,"shapes":3,"i":1,"e":1,"can":4,"batch":3,"however":1,"share":2,"same":2,"is":9,"say":1,"changing":1,"size":2,"number":1,"tokens":1,"processed":2,"current":1,"forward":1,"pass":1,"attention":10,"operation":9,"complicated":3,"it":1,"needs":1,"interact":1,"with":3,"kv":1,"caches":1,"fortunately":1,"output":2,"just":1,"as":2,"query":1,"therefore":2,"we":3,"wrap":1,"whole":1,"into":2,"a":5,"pytorch":1,"custom":1,"op":1,"torch":2,"ops":2,"vllm":2,"unified":1,"so":1,"dynamo":2,"try":1,"inspect":1,"any":1,"internal":1,"this":2,"way":1,"although":1,"still":1,"capture":1,"s":2,"full":1,"perspective":1,"further":1,"split":1,"pieces":1,"by":2,"splitting":2,"usually":1,"cache":2,"compile":1,"1517964802":1,"rank":1,"0":2,"py":1,"file":1,"see":1,"lots":1,"submodules":1,"each":1,"submodule":4,"piece":1,"after":1,"itself":1,"part":1,"one":1,"next":1,"be":2,"identified":1,"its":1,"index":1,"individually":1},"6859,1902,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"computation":2,"graph":11,"compilation":1,"in":2,"the":16,"very":1,"verbose":1,"logs":1,"we":3,"can":3,"also":1,"see":3,"console":1,"debug":4,"03":8,"07":4,"52":4,"37":1,"backends":4,"py":9,"134":4,"store":4,"0":12,"th":8,"for":5,"shape":6,"none":5,"from":4,"inductor":11,"via":4,"handle":4,"fpegyiq3v3wzjzphd45wkflpabggdbjpylgr7tta4hj6uplstsiw":2,"cache":15,"vllm":5,"torch":5,"compile":5,"1517964802":5,"rank":5,"iw":2,"ciwzrk3ittdqatuzwonnajywvno3llvjcs2vfdldzwzozn3zi3iy":2,"39":1,"1":2,"f7fmlodmf3h3by5iiu2c4zarwoxbg4eytwr3ujdd2jphl4pospfd":2,"ly":2,"clyfzxldfsj7ehaluis2mca2omqka4r7mgcedlf6xfjh645nw6k2":2,"45":2,"15":2,"16":2,"fvj3ccoi7m34f3dnr4itmu55mmun44l5xymwhrjlwisylsk7q6jy":1,"tf":1,"ctfftkglj7b4lcttq5cymx6cew372uoauupqn6ldsvpiucavqcjc":1,"this":2,"means":1,"first":1,"piece":1,"of":1,"with":2,"symbolic":1,"is":4,"compiled":2,"by":2,"a":1,"key":2,"kernel":1,"stored":1,"you":2,"open":1,"file":1,"to":1,"what":1,"code":1,"finally":1,"runs":1,"one":1,"more":1,"detail":1,"that":1,"and":2,"have":1,"same":1,"while":1,"are":1,"different":1,"expected":1,"since":1,"split":1,"attention":1,"op":1,"get":1,"3":1,"unique":1,"subgraphs":1},"8761,1565,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"the":21,"first":2,"layer":3,"before":1,"attention":4,"every":1,"middle":1,"from":4,"one":1,"operation":2,"to":6,"next":2,"final":1,"after":1,"if":1,"we":8,"already":1,"have":1,"cache":4,"directory":1,"e":2,"g":1,"run":5,"same":1,"code":1,"for":9,"second":1,"time":6,"will":4,"see":2,"following":2,"logs":2,"console":2,"debug":1,"03":1,"07":1,"04":1,"00":1,"45":1,"backends":1,"py":2,"86":1,"directly":2,"load":2,"0":3,"th":1,"graph":2,"shape":3,"none":1,"inductor":5,"via":1,"handle":1,"fpegyiq3v3wzjzphd45wkflpabggdbjpylgr7tta4hj6uplstsiw":1,"vllm":2,"torch":2,"compile":6,"1517964802":1,"rank":1,"iw":1,"ciwzrk3ittdqatuzwonnajywvno3llvjcs2vfdldzwzozn3zi3iy":1,"this":3,"compilation":3,"is":1,"completely":1,"bypassed":1,"and":5,"disk":1,"read":1,"artifact":1,"get":1,"last":1,"above":1,"example":3,"just":2,"uses":1,"a":2,"general":1,"i":1,"symbolic":1,"can":5,"also":2,"use":1,"some":2,"of":2,"specific":2,"shapes":3,"bash":1,"serve":1,"meta":1,"llama":2,"3":1,"2":3,"1b":1,"config":1,"sizes":1,"1":2,"4":2,"8":2,"then":1,"it":3,"kernel":3,"batch":1,"size":1,"at":1,"all":2,"in":1,"computation":1,"are":2,"static":1,"known":2,"turn":1,"on":1,"auto":1,"tuning":2,"tune":1,"max":1,"performance":1,"be":1,"slow":1,"when":2,"you":2,"but":1,"bypass":1,"tuned":1,"compare":1,"different":1,"configs":2,"often":1,"find":1,"better":1,"log":1},"10326,1874,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"autotune":2,"mm":11,"8x2048":1,"2048x3072":1,"triton":9,"4":9,"0":11,"0130":1,"ms":10,"100":1,"acc":9,"type":18,"tl":9,"float32":9,"allow":9,"tf32":9,"false":9,"block":27,"k":18,"128":7,"m":18,"16":10,"n":9,"32":5,"b":9,"prologue":9,"cast":9,"none":9,"even":9,"true":9,"group":9,"8":11,"num":18,"stages":9,"5":7,"warps":9,"2":7,"0134":1,"97":1,"64":8,"12":1,"0148":1,"87":1,"7":4,"0160":1,"81":1,"6":1,"0165":1,"78":1,"3":3,"0199":1,"65":1,"1":2,"0203":2,"0208":1,"62":1,"11":1,"0215":1,"60":1,"singleprocess":1,"benchmarking":1,"takes":1,"0428":1,"seconds":2,"and":1,"5727":1,"precompiling":1},"12200,545,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"it":6,"means":1,"for":3,"a":2,"matrix":1,"multiplication":1,"with":2,"shape":1,"8x2048x3072":1,"torch":1,"compile":1,"tries":1,"triton":1,"template":1,"various":1,"configs":1,"and":2,"is":2,"much":1,"faster":1,"than":1,"the":4,"default":2,"code":1,"which":1,"dispatches":1,"to":4,"cublas":1,"library":1,"unfortunately":1,"because":1,"auto":1,"tuning":1,"takes":1,"quite":1,"long":1,"time":1,"from":1,"seconds":1,"minutes":1,"depending":1,"on":1,"model":1,"size":2,"batch":1,"even":1,"though":1,"can":1,"be":1,"cached":1,"later":1,"use":1,"sake":1,"of":1,"user":1,"friendliness":1,"we":1,"turn":1,"off":1,"by":2,"if":1,"you":1,"want":1,"have":1,"max":1,"performance":1,"recommended":1,"try":1,"compiling":1,"specific":1,"shapes":1},"12745,1719,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"cudagraph":15,"capture":7,"vllm":3,"s":1,"v1":2,"architecture":1,"uses":1,"piecewise":2,"the":32,"full":1,"computation":2,"graph":4,"is":5,"split":1,"as":2,"mentioned":1,"above":1,"and":6,"we":2,"only":4,"for":3,"piece":1,"of":6,"between":2,"attention":9,"operations":3,"including":1,"first":1,"before":1,"any":1,"operation":6,"last":1,"after":1,"all":3,"this":2,"based":1,"on":1,"a":2,"common":1,"observation":1,"attentions":1,"are":3,"usually":1,"token":1,"wise":1,"easy":1,"to":7,"deal":1,"with":1,"while":3,"non":1,"trivial":1,"be":2,"compatible":1,"thus":1,"by":4,"running":1,"in":4,"eager":1,"mode":1,"rest":2,"keep":1,"flexibility":1,"also":2,"has":3,"fine":2,"grained":2,"memory":2,"management":1,"purpose":1,"exclude":1,"kernel":1,"from":1,"keeping":1,"modules":1,"allocation":1,"why":1,"output":1,"tensor":1,"input":2,"cudagraphs":1,"captured":2,"managed":2,"compiler":2,"backend":2,"replayed":1,"when":1,"batch":1,"size":1,"corresponding":1,"caller":1,"model":2,"runner":1,"needs":1,"make":1,"sure":1,"it":4,"manages":1,"buffers":2,"correctly":1,"intermediate":1,"automatically":1,"default":1,"will":2,"try":1,"determine":1,"set":1,"sizes":4,"you":1,"can":2,"override":1,"using":1,"config":2,"bash":1,"serve":1,"meta":1,"llama":2,"3":1,"2":2,"1b":1,"compilation":1,"1":1,"4":1,"8":1,"then":1,"specified":1,"useful":1,"have":1,"control":1,"over":1},"14464,396,data/raw/vllm-0.10.1/docs/design/torch_compile.md":{"full":2,"cudagraph":3,"capture":1,"it":1,"is":4,"possible":1,"to":1,"include":1,"attention":3,"as":2,"part":1,"of":1,"the":1,"if":1,"using":2,"an":1,"backend":1,"that":1,"compatible":2,"this":2,"can":1,"improve":1,"performance":1,"in":1,"some":1,"cases":1,"such":1,"decode":1,"speed":1,"for":1,"smaller":1,"models":1,"enable":1,"compilation":1,"config":1,"cuda":1,"graph":1,"true":1,"currently":1,"only":2,"flashattention":1,"3":1,"and":1,"when":1,"cascade":1,"disabled":1},"0,1507,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"expert":2,"parallel":2,"deployment":2,"vllm":3,"supports":1,"parallelism":3,"ep":8,"which":1,"allows":1,"experts":2,"in":3,"mixture":1,"of":2,"moe":1,"models":1,"to":2,"be":2,"deployed":1,"on":2,"separate":1,"gpus":1,"increasing":1,"locality":1,"efficiency":1,"and":3,"throughput":3,"overall":1,"is":2,"typically":1,"coupled":1,"with":3,"data":3,"dp":3,"while":1,"can":2,"used":2,"independently":1,"more":2,"efficient":1,"when":1,"conjunction":1,"you":2,"read":1,"about":1,"here":2,"md":1,"prerequisites":1,"before":1,"using":1,"need":1,"install":5,"the":4,"necessary":1,"dependencies":1,"we":1,"are":1,"actively":1,"working":1,"making":1,"this":1,"easier":1,"future":1,"1":1,"deepep":3,"pplx":2,"kernels":3,"set":1,"up":1,"host":1,"environment":1,"following":2,"s":1,"guide":2,"for":5,"gh":2,"file":2,"tools":2,"2":1,"deepgemm":2,"library":1,"follow":1,"official":1,"instructions":1,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"installation":1,"3":1,"disaggregated":1,"serving":1,"ucx":1,"nixl":2,"script":1,"sh":1,"backend":2,"selection":1,"provides":1,"three":1,"communication":1,"backends":1,"use":1,"case":1,"features":1,"best":2,"single":1,"node":4,"chunked":1,"prefill":3,"support":2,"development":1,"intra":1,"deployments":1,"high":2,"multi":2,"grouped":1,"gemm":1,"continuous":1,"layout":2,"scenarios":2,"dominated":2,"workloads":2,"low":2,"latency":2,"decode":2,"cuda":1,"graph":1,"masked":1},"1507,871,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"single":1,"node":3,"deployment":2,"warning":1,"ep":5,"is":2,"an":1,"experimental":1,"feature":1,"argument":1,"names":1,"and":2,"default":1,"values":1,"may":1,"change":1,"in":1,"the":7,"future":1,"configuration":1,"enable":2,"by":1,"setting":1,"expert":4,"parallel":7,"flag":1,"size":10,"automatically":2,"calculated":1,"as":1,"text":1,"tp":2,"dp":2,"where":1,"tensor":2,"always":1,"1":2,"for":2,"now":1,"data":2,"computed":1,"example":1,"command":2,"following":1,"serves":1,"a":3,"deepseek":1,"v3":1,"0324":1,"model":2,"with":2,"way":3,"8":3,"attention":2,"weights":2,"are":2,"replicated":1,"across":2,"all":1,"gpus":3,"while":1,"split":1,"it":1,"will":1,"work":1,"on":1,"h200":1,"or":2,"h20":1,"h100":1,"you":1,"can":1,"try":1,"to":2,"serve":1,"smaller":1,"refer":1,"multi":1,"section":1,"bash":1},"2378,1728,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"single":1,"node":13,"ep":2,"deployment":5,"with":3,"pplx":2,"backend":5,"vllm":6,"all2all":2,"use":3,"deep":2,"gemm":2,"1":9,"serve":2,"deepseek":5,"ai":2,"v3":3,"0324":3,"tensor":3,"parallel":9,"size":8,"parallelism":3,"across":4,"gpu":1,"data":6,"8":5,"processes":1,"enable":4,"expert":3,"multi":2,"for":2,"the":2,"deepep":3,"communication":2,"kernel":1,"one":2,"of":3,"two":1,"modes":1,"see":1,"selection":2,"guide":2,"above":1,"steps":1,"run":2,"command":2,"per":3,"each":1,"requires":1,"its":1,"own":1,"launch":1,"2":3,"configure":1,"networking":1,"ensure":1,"proper":1,"ip":2,"addresses":1,"and":1,"port":4,"configurations":1,"3":1,"set":1,"roles":1,"first":1,"handles":2,"requests":2,"additional":1,"nodes":4,"in":1,"headless":1,"mode":2,"example":2,"following":1,"deploys":1,"using":1,"low":2,"latency":2,"bash":1,"primary":1,"incoming":1,"tp":1,"16":1,"total":2,"dp":2,"all":2,"local":2,"on":1,"this":2,"gpus":1,"address":1,"192":1,"168":1,"100":1,"replace":1,"actual":1,"rpc":2,"13345":1,"can":1,"be":1,"any":1,"as":2,"long":1,"reachable":1,"by":1,"api":2,"server":1,"count":1,"number":1,"servers":1,"load":1,"handling":1,"scaling":1,"out":1,"to":1,"ranks":1,"are":1,"recommended":1},"4106,1435,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"node":8,"2":1,"secondary":2,"headless":4,"mode":2,"no":2,"api":3,"server":3,"vllm":3,"all2all":1,"backend":1,"deepep":1,"low":1,"latency":1,"use":1,"deep":1,"gemm":1,"1":4,"serve":1,"deepseek":2,"ai":1,"v3":1,"0324":1,"tensor":1,"parallel":8,"size":7,"tp":1,"per":1,"enable":2,"expert":1,"ep":1,"data":6,"16":1,"total":1,"dp":3,"across":1,"all":2,"nodes":3,"local":3,"8":2,"on":3,"this":4,"start":2,"rank":4,"starting":1,"offset":1,"for":2,"address":1,"192":1,"168":1,"100":1,"ip":1,"of":3,"primary":4,"rpc":2,"port":2,"13345":1,"same":1,"as":1,"worker":1,"only":1,"key":1,"configuration":2,"notes":1,"run":1,"with":1,"flag":1,"meaning":1,"client":1,"requests":1,"are":1,"handled":1,"by":1,"the":3,"calculation":1,"should":1,"equal":1,"cumulative":1,"previous":1,"load":1,"scaling":1,"adjust":1,"count":1,"to":2,"handle":1,"higher":1,"request":1,"loads":1,"network":1,"important":1,"infiniband":3,"clusters":2,"networked":1,"set":1,"environment":1,"variable":1,"prevent":1,"initialization":1,"hangs":1,"bash":1,"export":1,"gloo":1,"socket":1,"ifname":1,"eth0":1,"ensures":1,"torch":1,"distributed":1,"group":1,"discovery":1,"uses":1,"ethernet":1,"instead":1,"initial":1,"setup":1},"5541,1390,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"expert":8,"parallel":2,"load":4,"balancer":2,"eplb":9,"while":1,"moe":1,"models":1,"are":1,"typically":1,"trained":1,"so":1,"that":1,"each":3,"receives":1,"a":1,"similar":1,"number":2,"of":4,"tokens":4,"in":1,"practice":1,"the":3,"distribution":4,"across":3,"experts":9,"can":1,"be":1,"highly":1,"skewed":1,"vllm":2,"provides":1,"an":1,"to":2,"redistribute":1,"mappings":1,"ep":6,"ranks":3,"evening":1,"configuration":1,"enable":2,"with":4,"flag":1,"note":1,"model":1,"support":1,"currently":1,"only":1,"deepseek":1,"v3":1,"architecture":1,"is":1,"supported":1,"when":1,"enabled":2,"collects":1,"statistics":1,"every":2,"forward":1,"pass":1,"and":1,"periodically":1,"rebalances":1,"parameters":1,"parameter":1,"description":1,"default":2,"window":1,"size":1,"engine":2,"steps":2,"track":1,"for":1,"rebalancing":2,"decisions":1,"step":1,"interval":1,"frequency":1,"n":1,"log":2,"balancedness":2,"metrics":1,"avg":1,"per":3,"max":1,"false":1,"num":6,"redundant":2,"additional":1,"global":1,"rank":3,"beyond":1,"equal":1,"0":1,"formula":1,"has":2,"total":2,"redundancy":1,"example":1,"command":1,"single":1,"node":1,"deployment":1,"bash":1},"6931,746,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"single":1,"node":3,"with":1,"eplb":6,"load":2,"balancing":2,"vllm":3,"all2all":1,"backend":1,"pplx":1,"use":2,"deep":1,"gemm":1,"1":2,"serve":1,"deepseek":2,"ai":1,"v3":1,"0324":1,"tensor":2,"parallel":3,"size":3,"parallelism":2,"data":2,"8":1,"enable":4,"expert":1,"ep":1,"balancer":1,"log":2,"balancedness":1,"metrics":1,"window":1,"1000":2,"track":1,"last":1,"engine":1,"steps":2,"step":1,"interval":1,"3000":2,"rebalance":1,"every":1,"for":1,"multi":1,"deployment":1,"add":1,"these":1,"flags":1,"to":2,"each":1,"s":1,"command":1,"we":1,"recommend":1,"setting":1,"num":1,"redundant":1,"experts":2,"32":1,"in":1,"large":1,"scale":1,"cases":1,"so":1,"the":1,"most":1,"popular":1,"are":1,"always":1,"available":1},"7677,960,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"disaggregated":2,"serving":2,"prefill":6,"decode":6,"split":1,"for":4,"production":1,"deployments":1,"requiring":1,"strict":1,"sla":1,"guarantees":1,"time":1,"to":3,"first":1,"token":2,"and":3,"inter":1,"latency":3,"allows":1,"independent":1,"scaling":1,"of":1,"operations":2,"architecture":1,"overview":1,"instance":2,"uses":2,"deepep":2,"high":1,"throughput":1,"backend":2,"optimal":1,"performance":1,"low":1,"minimal":1,"kv":7,"cache":1,"transfer":2,"connects":1,"instances":3,"via":1,"nixl":3,"or":1,"other":1,"connectors":1,"setup":1,"steps":1,"1":1,"install":3,"connector":2,"using":1,"the":2,"installation":1,"script":2,"gh":1,"file":1,"tools":1,"sh":1,"2":1,"configure":1,"both":3,"add":1,"this":1,"flag":1,"config":1,"nixlconnector":1,"role":1,"3":1,"client":2,"orchestration":1,"use":1,"side":1,"below":1,"coordinate":1,"we":1,"are":1,"actively":1,"working":1,"on":1,"routing":1,"solutions":1},"8637,1977,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"client":5,"orchestration":1,"example":1,"python":1,"from":2,"openai":7,"import":2,"uuid":2,"try":1,"1":4,"set":1,"up":1,"clients":1,"for":4,"prefill":15,"and":2,"decode":6,"instances":1,"api":6,"key":6,"empty":1,"vllm":6,"doesn":1,"t":1,"require":1,"a":2,"real":1,"replace":1,"these":1,"ip":1,"addresses":2,"with":1,"your":1,"actual":1,"instance":5,"base":2,"url":4,"http":2,"192":2,"168":2,"100":1,"8000":1,"v1":2,"101":1,"8001":1,"get":1,"model":6,"name":1,"models":3,"list":1,"data":1,"0":2,"id":8,"print":5,"f":3,"using":1,"2":1,"phase":1,"generate":1,"unique":1,"request":6,"to":2,"link":1,"operations":1,"str":1,"uuid4":1,"response":3,"completions":1,"create":1,"prompt":2,"must":1,"exceed":1,"s":1,"block":2,"size":1,"16":1,"tokens":2,"pd":1,"work":1,"write":1,"detailed":1,"explanation":1,"of":2,"paged":1,"attention":1,"transformers":1,"works":1,"including":1,"the":2,"management":1,"kv":2,"cache":1,"multi":1,"turn":1,"conversations":1,"max":1,"force":1,"only":1,"operation":1,"extra":2,"body":1,"transfer":1,"params":1,"do":2,"remote":7,"true":1,"enable":1,"false":1,"this":1,"is":1,"engine":1,"none":4,"will":4,"be":4,"populated":4,"by":4,"ids":1,"host":1,"port":1,"headers":1,"x":1,"50":1,"completed":1,"successfully":1,"choices":1,"text":1},"10614,812,data/raw/vllm-0.10.1/docs/serving/expert_parallel_deployment.md":{"3":1,"decode":8,"phase":1,"transfer":3,"kv":4,"cache":2,"parameters":1,"from":1,"prefill":3,"to":2,"instance":1,"response":4,"client":1,"completions":1,"create":1,"model":2,"prompt":3,"this":1,"is":1,"ignored":1,"during":2,"original":1,"not":1,"needed":1,"max":1,"tokens":2,"150":2,"generate":1,"up":1,"extra":2,"body":1,"params":2,"pass":1,"info":1,"headers":1,"x":1,"request":3,"id":3,"same":1,"print":5,"50":1,"completed":1,"successfully":1,"f":2,"final":1,"choices":1,"0":1,"text":1,"except":1,"exception":1,"as":1,"e":2,"error":1,"disaggregated":1,"serving":1,"check":1,"that":1,"both":1,"and":2,"instances":1,"are":1,"running":1,"accessible":1},"0,326,data/raw/vllm-0.10.1/docs/serving/offline_inference.md":{"offline":2,"inference":2,"is":1,"possible":1,"in":2,"your":1,"own":1,"code":2,"using":2,"vllm":4,"s":1,"llm":3,"class":1,"for":1,"example":1,"the":3,"following":1,"downloads":1,"facebook":2,"opt":2,"125m":2,"https":1,"huggingface":2,"co":1,"model":1,"from":2,"and":1,"runs":1,"it":1,"default":1,"configuration":1,"python":1,"import":1},"326,473,data/raw/vllm-0.10.1/docs/serving/offline_inference.md":{"initialize":1,"the":6,"vllm":1,"engine":1,"llm":3,"model":3,"facebook":1,"opt":1,"125m":1,"after":1,"initializing":1,"instance":1,"use":1,"available":2,"apis":2,"to":2,"perform":1,"inference":2,"depend":1,"on":1,"type":1,"generative":2,"models":6,"md":2,"output":3,"logprobs":1,"which":1,"are":1,"sampled":1,"from":1,"obtain":1,"final":1,"text":1,"pooling":2,"their":1,"hidden":1,"states":1,"directly":1,"info":1,"api":2,"reference":1,"offline":1},"799,1671,data/raw/vllm-0.10.1/docs/serving/offline_inference.md":{"ray":10,"data":8,"llm":7,"api":4,"is":1,"an":2,"alternative":1,"offline":1,"inference":3,"that":4,"uses":1,"vllm":2,"as":1,"the":4,"underlying":1,"engine":1,"this":1,"adds":1,"several":1,"batteries":1,"included":1,"capabilities":1,"simplify":1,"large":1,"scale":1,"gpu":3,"efficient":2,"streaming":1,"execution":1,"processes":1,"datasets":1,"exceed":1,"aggregate":1,"cluster":2,"memory":1,"automatic":1,"sharding":1,"load":1,"balancing":1,"and":5,"autoscaling":1,"distribute":1,"work":1,"across":1,"a":2,"with":2,"built":1,"in":1,"fault":1,"tolerance":1,"continuous":1,"batching":1,"keeps":1,"replicas":1,"saturated":1,"maximizes":1,"utilization":1,"transparent":1,"support":1,"for":2,"tensor":1,"pipeline":1,"parallelism":1,"enables":1,"multi":1,"reading":1,"writing":1,"to":1,"most":1,"popular":1,"file":1,"formats":1,"cloud":1,"object":1,"storage":1,"scaling":1,"up":1,"workload":1,"without":1,"code":2,"changes":1,"python":1,"import":2,"requires":1,"2":2,"44":1,"1":1,"from":2,"vllmengineprocessorconfig":2,"build":2,"processor":4,"config":2,"model":1,"source":1,"unsloth":1,"llama":1,"3":2,"1b":1,"instruct":1,"preprocess":1,"lambda":2,"row":4,"messages":1,"role":2,"system":1,"content":2,"you":1,"are":1,"bot":1,"completes":1,"unfinished":1,"haikus":1,"user":1,"item":1,"sampling":1,"params":1,"temperature":1,"0":1,"max":1,"tokens":1,"250":1,"postprocess":1,"answer":1,"generated":1,"text":1,"ds":4,"items":1,"old":1,"silent":1,"pond":1,"write":1,"parquet":1,"local":1,"tmp":1,"more":1,"information":1,"about":1,"see":1,"documentation":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"working":1,"llms":1,"html":1},"0,1953,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"openai":12,"compatible":1,"server":6,"vllm":7,"provides":1,"an":4,"http":4,"that":5,"implements":1,"s":1,"completions":3,"api":6,"https":3,"platform":2,"com":3,"docs":2,"reference":2,"chat":3,"and":2,"more":1,"this":3,"functionality":1,"lets":1,"you":5,"serve":4,"models":1,"interact":1,"with":2,"them":1,"using":3,"client":6,"in":3,"your":3,"terminal":1,"can":4,"install":1,"getting":1,"started":1,"installation":1,"readme":1,"md":3,"then":2,"start":1,"the":12,"configuration":1,"args":1,"command":1,"also":1,"use":1,"our":1,"docker":2,"deployment":1,"image":1,"bash":1,"nousresearch":2,"meta":2,"llama":2,"3":2,"8b":2,"instruct":2,"dtype":1,"auto":1,"key":2,"token":2,"abc123":2,"to":5,"call":1,"preferred":1,"text":1,"editor":1,"create":2,"a":1,"script":3,"uses":1,"include":1,"any":1,"messages":2,"want":1,"send":1,"model":4,"run":1,"below":1,"is":1,"example":2,"official":1,"python":3,"github":1,"code":1,"from":2,"import":1,"base":1,"url":1,"localhost":1,"8000":1,"v1":1,"completion":2,"role":1,"user":1,"content":1,"hello":1,"print":1,"choices":1,"0":1,"message":1,"tip":1,"supports":1,"some":1,"parameters":3,"are":1,"not":1,"supported":1,"by":4,"top":3,"k":3,"for":2,"pass":2,"these":1,"extra":2,"body":2,"parameter":1,"of":2,"requests":1,"i":1,"e":1,"50":1,"important":1,"default":2,"applies":1,"generation":2,"config":2,"json":1,"hugging":1,"face":1,"repository":1,"if":1,"it":1,"exists":1,"means":1,"values":1,"certain":1,"sampling":1,"be":1,"overridden":1,"those":1,"recommended":1,"creator":1,"disable":1,"behavior":1,"please":1,"when":1,"launching":1},"1953,1982,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"supported":4,"apis":5,"we":2,"currently":1,"support":1,"the":3,"following":2,"openai":1,"completions":5,"api":21,"v1":8,"only":7,"applicable":10,"to":10,"text":2,"generation":2,"models":28,"generative":2,"md":9,"note":2,"suffix":1,"parameter":1,"is":1,"not":1,"chat":5,"with":3,"a":2,"template":2,"parallel":1,"tool":1,"calls":1,"and":3,"user":1,"parameters":1,"are":2,"ignored":1,"embeddings":3,"embedding":2,"pooling":9,"transcriptions":3,"audio":2,"automatic":2,"speech":2,"recognition":2,"asr":2,"transcription":2,"translation":1,"translations":2,"in":2,"addition":1,"have":1,"custom":1,"tokenizer":3,"tokenize":1,"detokenize":1,"any":1,"model":1,"all":1,"classification":3,"classify":1,"score":3,"cross":2,"encoder":2,"re":3,"rank":3,"rerank":6,"v2":3,"implements":1,"jina":4,"ai":2,"s":5,"https":2,"reranker":1,"also":1,"compatible":1,"cohere":3,"docs":1,"com":1,"reference":1,"very":1,"similar":1,"includes":1,"extra":1,"information":1,"endpoint":1,"response":1},"3935,25,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"chat":1,"template":1},"3960,1940,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"chat":22,"template":14,"in":7,"order":1,"for":5,"the":18,"language":1,"model":5,"to":11,"support":2,"protocol":1,"vllm":5,"requires":1,"include":1,"a":10,"its":1,"tokenizer":1,"configuration":1,"is":4,"jinja2":1,"that":2,"specifies":2,"how":1,"are":4,"roles":1,"messages":3,"and":4,"other":1,"specific":1,"tokens":1,"encoded":1,"input":1,"an":2,"example":2,"nousresearch":2,"meta":4,"llama":5,"3":3,"8b":2,"instruct":2,"can":4,"be":6,"found":1,"here":1,"https":1,"github":1,"com":1,"llama3":1,"tab":1,"readme":1,"ov":1,"file":2,"instruction":2,"tuned":2,"models":4,"some":2,"do":1,"not":2,"provide":1,"even":1,"though":1,"they":1,"fine":1,"those":1,"you":2,"manually":1,"specify":1,"their":1,"parameter":1,"with":2,"path":2,"or":1,"string":3,"form":1,"without":1,"server":1,"will":2,"able":1,"process":1,"all":1,"requests":2,"error":1,"bash":1,"serve":1,"jinja":1,"community":1,"provides":2,"set":1,"of":3,"templates":2,"popular":1,"find":1,"them":1,"under":1,"gh":1,"dir":1,"examples":1,"directory":1,"inclusion":1,"multi":1,"modal":1,"apis":1,"openai":2,"spec":1,"now":1,"accepts":1,"new":1,"format":3,"which":3,"both":1,"type":2,"text":3,"field":2,"provided":1,"below":1,"python":1,"completion":1,"client":1,"completions":1,"create":1,"role":1,"user":1,"content":4,"classify":1,"this":2,"sentiment":1,"wonderful":1,"most":1,"llms":1,"expect":2,"but":1,"there":1,"newer":1,"like":2,"guard":1,"1b":1,"formatted":1,"according":1,"schema":1,"request":1,"best":1,"effort":1,"detect":1,"automatically":1,"logged":1,"as":1,"detected":2,"internally":1,"converts":1,"incoming":1,"match":1,"one":1},"5900,315,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"string":2,"a":2,"example":2,"hello":2,"world":2,"openai":2,"list":1,"of":1,"dictionaries":1,"similar":1,"to":3,"schema":1,"type":1,"text":2,"if":1,"the":2,"result":1,"is":1,"not":1,"what":1,"you":2,"expect":1,"can":1,"set":1,"chat":1,"template":1,"content":1,"format":2,"cli":1,"argument":1,"override":1,"which":1,"use":1},"6215,1354,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"extra":6,"parameters":3,"vllm":3,"supports":1,"a":3,"set":1,"of":2,"that":1,"are":2,"not":2,"part":1,"the":3,"openai":2,"api":1,"in":2,"order":1,"to":1,"use":1,"them":3,"you":2,"can":2,"pass":1,"as":1,"client":4,"or":1,"directly":2,"merge":1,"into":1,"json":1,"payload":1,"if":1,"using":1,"http":3,"call":1,"python":2,"completion":6,"chat":2,"completions":3,"create":3,"model":3,"nousresearch":3,"meta":3,"llama":3,"3":3,"8b":3,"instruct":3,"messages":2,"role":2,"user":2,"content":2,"classify":2,"this":2,"sentiment":3,"is":3,"wonderful":2,"body":1,"guided":1,"choice":1,"positive":1,"negative":1,"headers":4,"only":1,"x":3,"request":7,"id":6,"header":1,"supported":1,"for":1,"now":1,"it":1,"be":1,"enabled":1,"with":1,"enable":1,"code":1,"classification":1,"00001":1,"print":2,"prompt":1,"robot":1,"may":1,"injure":1,"human":1,"being":1,"test":1},"7569,1814,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"api":12,"reference":3,"completions":6,"our":3,"is":3,"compatible":2,"with":4,"openai":18,"s":2,"https":6,"platform":4,"com":6,"docs":4,"you":2,"can":2,"use":2,"the":6,"official":2,"python":8,"client":4,"github":2,"to":2,"interact":2,"it":2,"code":6,"example":3,"gh":2,"file":2,"examples":2,"online":2,"serving":2,"completion":6,"py":6,"extra":6,"parameters":7,"following":4,"sampling":6,"params":6,"are":4,"supported":5,"8":4,"vllm":4,"entrypoints":4,"protocol":4,"chat":8,"we":1,"support":1,"both":1,"vision":2,"guides":2,"and":1,"audio":4,"generation":1,"quickstart":1,"in":1,"related":1,"see":1,"multimodal":2,"inputs":2,"features":1,"md":1,"guide":1,"for":1,"more":1,"information":1,"note":1,"image":1,"url":1,"detail":1,"parameter":1,"not":1,"embeddings":1},"9383,527,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"embeddings":4,"api":6,"our":1,"is":1,"compatible":1,"with":3,"openai":6,"s":1,"https":2,"platform":1,"com":2,"docs":1,"reference":1,"you":2,"can":2,"use":1,"the":3,"official":1,"python":2,"client":2,"github":1,"to":2,"interact":1,"it":1,"if":1,"model":2,"has":1,"a":3,"chat":4,"template":2,"replace":1,"inputs":1,"list":1,"of":1,"messages":1,"same":1,"schema":1,"as":2,"which":1,"will":1,"be":1,"treated":1,"single":1,"prompt":1,"code":1,"example":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"embedding":1,"py":1},"9910,1947,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"multi":2,"modal":2,"inputs":2,"you":1,"can":2,"pass":2,"to":7,"embedding":4,"models":1,"by":2,"defining":1,"a":3,"custom":2,"chat":3,"template":5,"for":4,"the":14,"server":2,"and":2,"passing":1,"list":1,"of":2,"messages":2,"in":2,"request":3,"refer":1,"examples":3,"below":1,"illustration":1,"vlm2vec":6,"serve":3,"model":7,"bash":1,"vllm":1,"tiger":2,"lab":2,"full":2,"runner":2,"pooling":2,"trust":1,"remote":1,"code":2,"max":1,"len":1,"4096":1,"jinja":2,"important":1,"since":2,"has":1,"same":1,"architecture":1,"as":1,"phi":1,"3":1,"5":1,"vision":1,"we":2,"have":1,"explicitly":1,"run":1,"this":2,"mode":2,"instead":1,"text":3,"generation":1,"is":2,"completely":1,"different":1,"from":1,"original":1,"one":1,"be":1,"found":1,"here":1,"gh":1,"file":1,"schema":1,"not":1,"defined":1,"openai":1,"client":1,"post":2,"using":1,"lower":1,"level":1,"requests":3,"library":1,"python":1,"import":1,"image":5,"url":5,"https":1,"upload":1,"wikimedia":1,"org":1,"wikipedia":1,"commons":1,"thumb":1,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"jpg":2,"2560px":1,"response":5,"http":1,"localhost":1,"8000":1,"v1":1,"embeddings":1,"json":4,"role":1,"user":1,"content":1,"type":2,"represent":1,"given":1,"encoding":1,"format":1,"float":1,"raise":1,"status":1,"print":1,"output":1,"data":1,"0":1,"dse":1,"qwen2":1,"mrl":1},"11857,771,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"bash":1,"vllm":1,"serve":1,"mrlight":3,"dse":5,"qwen2":5,"2b":3,"mrl":3,"v1":3,"runner":2,"pooling":2,"trust":1,"remote":1,"code":2,"max":1,"model":1,"len":1,"8192":1,"chat":3,"template":4,"examples":3,"vl":2,"jinja":2,"important":2,"like":1,"with":1,"vlm2vec":1,"we":1,"have":1,"to":1,"explicitly":1,"pass":1,"additionally":1,"requires":2,"an":1,"eos":1,"token":1,"for":4,"embeddings":2,"which":1,"is":1,"handled":1,"by":1,"a":2,"custom":1,"gh":2,"file":2,"placeholder":1,"image":2,"of":1,"the":2,"minimum":1,"size":1,"text":1,"query":1,"see":1,"full":2,"example":2,"below":1,"details":1,"online":1,"serving":1,"openai":1,"embedding":1,"client":1,"multimodal":1,"py":1},"12628,576,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"extra":5,"parameters":4,"the":2,"following":2,"pooling":3,"params":4,"are":3,"supported":3,"python":3,"8":3,"vllm":3,"entrypoints":3,"openai":3,"protocol":3,"py":3,"embedding":3,"by":1,"default":1,"code":2,"for":1,"chat":2,"like":1,"input":1,"i":1,"e":1,"if":1,"messages":1,"is":1,"passed":1,"these":1,"instead":1,"transcriptions":1,"api":1},"13204,1100,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"transcriptions":4,"api":8,"our":1,"is":2,"compatible":1,"with":3,"openai":8,"s":1,"https":2,"platform":1,"com":2,"docs":1,"reference":1,"audio":5,"createtranscription":1,"you":1,"can":1,"use":2,"the":6,"official":1,"python":4,"client":2,"github":1,"to":2,"interact":1,"it":1,"note":1,"please":1,"install":2,"extra":4,"dependencies":1,"using":1,"pip":1,"vllm":5,"code":3,"example":1,"gh":1,"file":2,"examples":1,"online":1,"serving":1,"transcription":3,"py":3,"todo":1,"enforced":2,"limits":2,"uploading":1,"audios":1,"set":1,"maximum":1,"size":1,"in":1,"mb":3,"that":1,"will":1,"accept":1,"via":1,"max":1,"clip":1,"filesize":1,"environment":1,"variable":1,"default":1,"25":1,"parameters":3,"following":2,"sampling":3,"params":3,"are":2,"supported":2,"8":2,"entrypoints":2,"protocol":2,"translations":1},"14304,1753,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"translations":2,"api":14,"our":3,"translation":5,"is":3,"compatible":1,"with":3,"openai":10,"s":1,"https":3,"platform":1,"com":2,"docs":2,"reference":1,"audio":4,"createtranslation":1,"you":1,"can":3,"use":2,"the":10,"official":1,"python":4,"client":3,"github":1,"to":4,"interact":1,"it":2,"whisper":2,"models":3,"translate":1,"from":1,"one":1,"of":3,"55":1,"non":1,"english":2,"supported":3,"languages":1,"into":1,"please":2,"mind":1,"that":1,"popular":1,"large":1,"v3":1,"turbo":1,"model":2,"does":1,"not":2,"support":1,"translating":1,"note":1,"install":2,"extra":4,"dependencies":1,"using":2,"pip":1,"vllm":3,"code":2,"example":2,"gh":2,"file":2,"examples":2,"online":2,"serving":2,"py":4,"parameters":3,"following":2,"sampling":3,"params":3,"are":2,"8":2,"entrypoints":2,"protocol":2,"tokenizer":6,"a":3,"simple":1,"wrapper":1,"over":1,"huggingface":2,"style":1,"tokenizers":1,"co":1,"transformers":1,"en":1,"main":1,"classes":1,"consists":1,"two":1,"endpoints":1,"tokenize":1,"corresponds":2,"calling":2,"encode":1,"detokenize":1,"decode":1,"pooling":6,"encodes":1,"input":2,"prompts":1,"md":1,"and":1,"returns":1,"corresponding":1,"hidden":1,"states":1,"format":1,"same":1,"as":1,"embeddings":2,"but":1,"output":1,"data":1,"contain":1,"an":1,"arbitrary":1,"nested":1,"list":2,"just":1,"1":1,"d":1,"floats":1,"classification":1},"16057,575,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"classification":4,"api":2,"our":1,"directly":1,"supports":1,"hugging":1,"face":1,"sequence":1,"models":1,"such":1,"as":2,"ai21labs":2,"jamba":2,"tiny":2,"reward":2,"dev":2,"https":2,"huggingface":2,"co":2,"and":2,"jason9693":2,"qwen2":2,"5":2,"1":2,"5b":2,"apeach":2,"we":1,"automatically":1,"wrap":1,"any":1,"other":1,"transformer":1,"via":1,"seq":1,"cls":1,"model":1,"which":1,"pools":1,"on":1,"the":1,"last":1,"token":1,"attaches":1,"a":2,"rowparallellinear":1,"head":1,"applies":1,"softmax":1,"to":1,"produce":1,"per":1,"class":1,"probabilities":1,"code":1,"example":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"openai":1,"client":1,"py":1},"16632,1999,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"example":1,"requests":1,"you":2,"can":2,"classify":5,"multiple":1,"texts":1,"by":1,"passing":1,"an":1,"array":1,"of":1,"strings":1,"bash":2,"curl":2,"v":2,"http":2,"127":2,"0":14,"1":7,"8000":2,"h":2,"content":2,"type":2,"application":2,"json":4,"d":2,"model":4,"jason9693":4,"qwen2":4,"5":4,"5b":4,"apeach":4,"input":3,"loved":2,"the":3,"new":2,"café":2,"coffee":2,"was":2,"great":2,"this":1,"update":1,"broke":1,"everything":1,"frustrating":1,"console":2,"response":2,"id":2,"7c87cac407b749a6935d8c7ce2a8fba2":1,"object":2,"list":2,"created":2,"1745383065":1,"data":2,"index":3,"label":3,"default":2,"probs":3,"565970778465271":2,"4340292513370514":2,"num":3,"classes":3,"2":3,"spoiled":1,"26448777318000793":1,"7355121970176697":1,"usage":2,"prompt":4,"tokens":8,"20":2,"total":2,"completion":2,"details":2,"null":2,"also":1,"pass":1,"a":1,"string":1,"directly":1,"to":1,"field":1,"9bf17f2847b046c7b2d5495f4b4f9682":1,"1745383213":1,"10":2},"18631,335,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"extra":3,"parameters":3,"the":2,"following":2,"pooling":3,"params":3,"are":2,"supported":2,"python":2,"8":2,"vllm":2,"entrypoints":2,"openai":2,"protocol":2,"py":2,"classification":2,"score":1,"api":1},"18966,1315,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"score":9,"api":2,"our":1,"can":3,"apply":1,"a":5,"cross":5,"encoder":5,"model":5,"or":2,"an":2,"embedding":3,"to":5,"predict":1,"scores":1,"for":3,"sentence":3,"multimodal":1,"pairs":1,"when":1,"using":1,"the":7,"corresponds":1,"cosine":1,"similarity":2,"between":2,"each":1,"pair":3,"usually":1,"refers":1,"two":1,"sentences":1,"on":1,"scale":1,"of":3,"0":4,"1":5,"you":2,"find":1,"documentation":1,"models":1,"at":1,"sbert":2,"net":2,"https":1,"www":1,"docs":1,"package":1,"reference":1,"html":1,"code":1,"example":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"openai":1,"py":1,"single":2,"inference":1,"pass":1,"string":1,"both":1,"text":4,"and":1,"2":2,"forming":1,"bash":1,"curl":1,"x":1,"post":1,"http":1,"127":1,"8000":1,"h":2,"accept":1,"application":2,"json":3,"content":1,"type":1,"d":1,"baai":2,"bge":2,"reranker":2,"v2":2,"m3":2,"encoding":1,"format":1,"float":1,"what":1,"is":2,"capital":2,"france":2,"paris":1,"console":1,"response":1,"id":2,"request":1,"object":2,"list":1,"created":1,"693447":1,"data":1,"index":1,"usage":1},"20281,1828,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"batch":1,"inference":1,"you":2,"can":2,"pass":2,"a":5,"string":4,"to":4,"text":14,"1":10,"and":4,"list":3,"2":8,"forming":2,"multiple":2,"sentence":2,"pairs":4,"where":2,"each":2,"pair":2,"is":11,"built":2,"from":2,"in":3,"the":10,"total":2,"number":2,"of":9,"len":2,"console":4,"request":3,"bash":2,"curl":2,"x":2,"post":2,"http":2,"127":2,"0":6,"8000":2,"score":7,"h":4,"accept":2,"application":4,"json":5,"content":2,"type":2,"d":2,"model":3,"baai":3,"bge":3,"reranker":3,"v2":3,"m3":3,"what":3,"capital":7,"france":4,"brazil":3,"brasilia":2,"paris":2,"response":2,"id":2,"object":3,"created":1,"693570":1,"data":1,"index":2,"001094818115234375":1,"usage":1,"both":1,"corresponding":1,"similar":1,"zip":1,"encoding":1,"format":1,"float":1},"22109,385,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"json":1,"id":2,"score":5,"request":1,"object":3,"list":1,"created":1,"693447":1,"model":1,"baai":1,"bge":1,"reranker":1,"v2":1,"m3":1,"data":1,"index":2,"0":1,"1":3,"usage":1},"22494,1796,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"multi":3,"modal":3,"inputs":2,"you":1,"can":1,"pass":1,"to":4,"scoring":3,"models":1,"by":2,"passing":1,"content":2,"including":1,"a":2,"list":1,"of":1,"input":1,"image":5,"etc":1,"in":1,"the":6,"request":3,"refer":1,"examples":2,"below":1,"for":3,"illustration":1,"jinavl":1,"reranker":5,"serve":2,"model":2,"bash":1,"vllm":1,"jinaai":2,"jina":4,"m0":2,"since":1,"schema":1,"is":1,"not":1,"defined":1,"openai":2,"client":1,"we":1,"post":2,"server":1,"using":1,"lower":1,"level":1,"requests":3,"library":1,"code":1,"python":1,"import":1,"response":6,"http":1,"localhost":1,"8000":1,"v1":1,"score":4,"json":5,"text":2,"1":2,"slm":1,"markdown":1,"2":1,"type":2,"url":6,"https":2,"raw":2,"githubusercontent":2,"com":2,"ai":2,"multimodal":3,"test":2,"main":2,"handelsblatt":1,"preview":1,"png":2,"paper":1,"11":1,"raise":1,"status":1,"print":2,"output":2,"data":2,"0":1,"full":1,"example":1,"gh":1,"file":1,"online":1,"serving":1,"cross":1,"encoder":1,"py":1},"24290,318,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"extra":3,"parameters":3,"the":2,"following":2,"pooling":3,"params":3,"are":2,"supported":2,"python":2,"8":2,"vllm":2,"entrypoints":2,"openai":2,"protocol":2,"py":2,"score":2,"rerank":1,"api":1},"24608,964,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"re":5,"rank":5,"api":4,"our":1,"can":2,"apply":1,"an":1,"embedding":1,"model":2,"or":2,"a":5,"cross":4,"encoder":4,"to":4,"predict":1,"relevant":1,"scores":1,"between":2,"single":1,"query":1,"and":4,"each":1,"of":3,"list":1,"documents":1,"usually":1,"the":5,"score":2,"for":2,"sentence":1,"pair":1,"refers":1,"similarity":1,"two":1,"sentences":1,"multi":1,"modal":1,"inputs":1,"image":1,"etc":1,"on":1,"scale":1,"0":1,"1":1,"you":1,"find":1,"documentation":1,"models":3,"at":1,"sbert":2,"net":2,"https":3,"www":1,"docs":2,"package":1,"reference":2,"html":1,"rerank":6,"endpoints":2,"support":1,"popular":2,"such":1,"as":1,"baai":1,"bge":1,"reranker":2,"base":1,"other":1,"supporting":1,"task":1,"additionally":1,"v1":1,"v2":2,"are":1,"compatible":1,"with":2,"both":1,"jina":2,"ai":2,"s":2,"interface":2,"cohere":2,"com":1,"ensure":1,"compatibility":1,"open":1,"source":1,"tools":1,"code":1,"example":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"jinaai":1,"client":1,"py":1},"25572,1599,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"example":1,"request":3,"note":1,"that":1,"the":11,"top":1,"n":1,"parameter":1,"is":6,"optional":1,"and":3,"will":2,"default":1,"to":2,"length":1,"of":6,"documents":3,"field":1,"result":1,"be":2,"sorted":1,"by":1,"relevance":3,"index":3,"property":1,"can":1,"used":1,"determine":1,"original":1,"order":1,"console":2,"bash":1,"curl":1,"x":1,"post":1,"http":1,"127":1,"0":5,"1":2,"8000":1,"v1":1,"rerank":4,"h":2,"accept":1,"application":2,"json":3,"content":1,"type":1,"d":1,"model":2,"baai":2,"bge":2,"reranker":2,"base":2,"query":1,"what":1,"capital":5,"france":3,"brazil":2,"brasilia":2,"paris":2,"horses":1,"cows":1,"are":3,"both":1,"animals":1,"response":1,"id":1,"fae51b2b664d4ed38f5969b612edff77":1,"usage":1,"total":1,"tokens":1,"56":1,"results":1,"document":2,"text":2,"score":2,"99853515625":1,"0005860328674316406":1,"extra":3,"parameters":3,"following":2,"pooling":3,"params":3,"supported":2,"python":2,"8":2,"vllm":2,"entrypoints":2,"openai":2,"protocol":2,"py":2},"27171,750,data/raw/vllm-0.10.1/docs/serving/openai_compatible_server.md":{"ray":8,"serve":7,"llm":6,"enables":1,"scalable":1,"production":1,"grade":1,"serving":3,"of":1,"the":3,"vllm":2,"engine":1,"it":2,"integrates":1,"tightly":1,"with":4,"and":4,"extends":1,"features":1,"such":1,"as":3,"auto":1,"scaling":1,"load":1,"balancing":1,"back":1,"pressure":1,"key":1,"capabilities":1,"exposes":1,"an":1,"openai":1,"compatible":1,"http":1,"api":2,"well":1,"a":4,"pythonic":1,"scales":1,"from":1,"single":1,"gpu":1,"to":2,"multi":1,"node":1,"cluster":1,"without":1,"code":1,"changes":1,"provides":1,"observability":1,"autoscaling":1,"policies":1,"through":1,"dashboards":1,"metrics":1,"following":1,"example":1,"shows":1,"how":1,"deploy":1,"large":1,"model":1,"like":1,"deepseek":2,"r1":1,"gh":1,"file":1,"examples":1,"online":1,"py":1,"learn":1,"more":1,"about":1,"official":1,"documentation":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"llms":1,"html":1},"0,1707,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"data":5,"parallel":9,"deployment":2,"vllm":2,"supports":1,"where":1,"model":1,"weights":1,"are":6,"replicated":1,"across":2,"separate":3,"instances":1,"gpus":1,"to":7,"process":4,"independent":2,"batches":1,"of":3,"requests":4,"this":2,"will":2,"work":1,"with":5,"both":1,"dense":1,"and":5,"moe":3,"models":3,"for":4,"particularly":1,"those":1,"like":1,"deepseek":1,"that":5,"employ":1,"mla":1,"multi":2,"head":1,"latent":1,"attention":4,"it":1,"can":3,"be":5,"advantageous":1,"use":1,"the":7,"layers":5,"expert":7,"or":3,"tensor":3,"ep":2,"tp":6,"in":8,"these":1,"cases":1,"ranks":6,"not":1,"completely":1,"forward":3,"passes":2,"must":2,"aligned":1,"all":5,"required":1,"synchronize":1,"during":1,"every":2,"pass":1,"even":1,"when":4,"there":1,"fewer":1,"processed":1,"than":1,"dp":7,"by":1,"default":1,"form":2,"a":5,"x":2,"sized":1,"group":2,"enable":2,"parallelism":1,"include":1,"cli":1,"arg":1,"on":1,"nodes":1,"node":1,"case":2,"each":2,"rank":2,"is":3,"deployed":1,"as":1,"core":1,"engine":2,"communicates":2,"front":1,"end":1,"es":1,"via":2,"zmq":1,"sockets":1,"combined":1,"which":1,"owns":1,"number":1,"per":1,"gpu":1,"worker":1,"processes":1,"equal":1,"configured":1,"size":2,"any":3,"progress":1,"we":1,"ensure":1,"empty":1,"dummy":1,"performed":2,"don":1,"t":1,"currently":1,"have":1,"scheduled":1,"handled":1,"coordinator":1,"collective":1,"operation":1,"n":1,"steps":1,"determine":1,"become":1,"idle":1,"paused":1,"used":1,"conjunction":1,"an":1},"1707,784,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"in":2,"all":1,"cases":1,"it":1,"is":2,"beneficial":1,"to":1,"load":3,"balance":1,"requests":2,"between":1,"dp":4,"ranks":1,"for":4,"online":3,"deployments":3,"this":2,"balancing":3,"can":2,"be":2,"optimized":1,"by":2,"taking":1,"into":1,"account":1,"the":4,"state":2,"of":2,"each":2,"engine":2,"particular":1,"its":1,"currently":1,"scheduled":1,"and":4,"waiting":1,"queued":1,"kv":2,"cache":2,"has":1,"an":2,"independent":1,"benefit":1,"prefix":1,"caching":1,"maximized":1,"directing":1,"prompts":1,"intelligently":1,"document":1,"focuses":1,"on":1,"with":2,"api":1,"server":1,"ep":1,"also":1,"supported":2,"offline":2,"usage":1,"via":1,"llm":1,"class":1,"example":1,"see":1,"gh":1,"file":1,"examples":1,"inference":1,"data":1,"parallel":1,"py":1,"there":1,"are":1,"two":1,"distinct":1,"modes":1,"self":1,"contained":1,"internal":1,"or":1,"externally":1,"per":1,"rank":1,"process":1,"deployment":1},"2491,975,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"internal":1,"load":1,"balancing":1,"vllm":4,"supports":1,"self":1,"contained":1,"data":5,"parallel":8,"deployments":1,"that":2,"expose":1,"a":5,"single":4,"api":2,"endpoint":1,"it":3,"can":2,"be":5,"configured":1,"by":1,"simply":1,"including":1,"e":1,"g":1,"size":5,"4":6,"in":2,"the":5,"serve":3,"command":1,"line":1,"arguments":1,"this":4,"will":5,"require":2,"gpus":2,"combined":1,"with":3,"tensor":3,"for":1,"example":1,"2":4,"which":2,"would":1,"8":2,"running":1,"deployment":1,"across":1,"multiple":1,"nodes":1,"requires":1,"different":1,"to":2,"run":5,"on":6,"each":1,"node":6,"specifying":1,"dp":5,"ranks":4,"should":1,"case":1,"there":1,"still":1,"http":1,"entrypoint":1,"server":1,"s":1,"only":1,"one":1,"but":1,"doesn":1,"t":1,"necessarily":1,"need":1,"co":1,"located":1,"tp":1,"gpu":1,"bash":2,"model":1,"0":1,"and":3,"1":1,"head":1,"3":1,"second":1},"3466,737,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"node":5,"0":3,"with":3,"ip":2,"address":5,"10":5,"99":5,"48":5,"128":5,"vllm":3,"serve":3,"model":3,"data":13,"parallel":13,"size":6,"4":4,"local":3,"2":3,"rpc":3,"port":3,"13345":3,"1":1,"headless":1,"start":1,"rank":1,"this":1,"will":1,"run":1,"dp":1,"only":1,"the":3,"api":1,"server":1,"on":2,"first":1,"and":1,"all":1,"engines":1,"second":1,"bash":1},"4203,1627,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"node":6,"1":2,"vllm":2,"serve":2,"model":2,"headless":1,"data":11,"parallel":11,"size":4,"4":4,"local":3,"address":3,"10":1,"99":1,"48":1,"128":1,"rpc":2,"port":3,"13345":1,"this":7,"dp":7,"mode":1,"can":3,"also":1,"be":4,"used":3,"with":1,"ray":5,"by":2,"specifying":1,"backend":2,"bash":1,"2":1,"there":3,"are":1,"several":1,"notable":1,"differences":1,"when":2,"using":2,"a":3,"single":2,"launch":1,"command":3,"on":4,"any":1,"is":11,"needed":1,"to":7,"start":1,"all":1,"and":5,"remote":2,"ranks":2,"therefore":1,"it":1,"more":2,"convenient":1,"compared":1,"launching":1,"each":2,"no":2,"need":2,"specify":2,"the":10,"where":1,"run":1,"as":1,"will":1,"allocated":1,"based":2,"resources":1,"of":2,"cluster":1,"currently":1,"internal":4,"load":1,"balancing":1,"done":1,"within":1,"api":5,"server":5,"process":2,"es":1,"running":1,"waiting":1,"queues":1,"in":3,"engines":1,"could":1,"made":1,"sophisticated":1,"future":1,"incorporating":1,"kv":1,"cache":1,"aware":1,"logic":1,"deploying":1,"large":1,"sizes":1,"method":1,"become":1,"bottleneck":1,"case":1,"orthogonal":1,"count":2,"line":1,"option":1,"scale":2,"out":2,"for":1,"example":1,"transparent":1,"users":1,"http":1,"endpoint":1,"still":2,"exposed":1,"note":1,"that":1,"confined":1,"head":1,"figure":2,"markdown":1,"lb":2,"diagram":1,"assets":1,"deployment":1,"png":1},"5830,856,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"external":2,"load":2,"balancing":2,"for":6,"larger":1,"scale":1,"deployments":1,"especially":1,"it":2,"can":3,"make":1,"sense":1,"to":3,"handle":1,"the":2,"orchestration":1,"and":2,"of":2,"data":2,"parallel":2,"ranks":2,"externally":1,"in":1,"this":3,"case":1,"s":1,"more":1,"convenient":1,"treat":1,"each":4,"dp":3,"rank":2,"like":1,"a":3,"separate":1,"vllm":1,"deployment":1,"with":1,"its":1,"own":1,"endpoint":1,"have":1,"an":2,"router":1,"balance":1,"http":2,"requests":1,"between":1,"them":1,"making":1,"use":1,"appropriate":1,"real":1,"time":1,"telemetry":1,"from":1,"server":3,"routing":1,"decisions":1,"already":1,"be":4,"done":1,"trivially":1,"non":1,"moe":2,"models":1,"since":1,"deployed":1,"is":2,"fully":1,"independent":1,"no":1,"cli":2,"options":1,"need":1,"used":2,"we":1,"support":1,"equivalent":1,"topology":1,"ep":1,"which":1,"configured":1,"via":1,"following":1,"arguments":1,"if":1,"are":1,"co":1,"located":1,"same":1,"node":1,"ip":1,"address":1,"default":1,"rpc":1,"port":2,"but":1,"different":1,"must":1,"specified":1,"bash":1},"6686,1091,data/raw/vllm-0.10.1/docs/serving/data_parallel_deployment.md":{"rank":10,"0":7,"cuda":2,"visible":2,"devices":2,"vllm":5,"serve":5,"model":4,"data":12,"parallel":12,"size":4,"2":4,"port":5,"8000":1,"1":6,"8001":1,"for":2,"multi":1,"node":1,"cases":1,"the":5,"address":4,"of":3,"must":1,"also":2,"be":2,"specified":1,"bash":1,"with":2,"ip":1,"10":3,"99":3,"48":3,"128":3,"rpc":2,"13345":2,"coordinator":1,"process":1,"runs":1,"in":2,"this":1,"scenario":1,"co":1,"located":1,"dp":3,"engine":1,"figure":2,"markdown":1,"external":2,"lb":2,"diagram":2,"assets":1,"deployment":1,"png":1,"above":1,"each":1,"dotted":1,"boxes":1,"corresponds":1,"to":1,"a":1,"separate":2,"launch":1,"these":1,"could":1,"kubernetes":1,"pods":1,"example":1},"0,1377,data/raw/vllm-0.10.1/docs/serving/distributed_troubleshooting.md":{"troubleshooting":6,"distributed":1,"deployments":1,"for":6,"general":1,"see":4,"usage":1,"md":1,"verify":3,"inter":1,"node":5,"gpu":3,"communication":3,"after":1,"you":2,"start":1,"the":10,"ray":4,"cluster":5,"to":4,"across":1,"nodes":4,"proper":1,"configuration":2,"can":5,"be":1,"non":1,"trivial":1,"more":3,"information":3,"script":1,"incorrect":1,"hardware":1,"driver":1,"if":1,"need":1,"additional":1,"environment":3,"variables":4,"append":1,"them":1,"gh":4,"file":2,"examples":2,"online":2,"serving":2,"run":2,"sh":2,"example":1,"e":1,"nccl":1,"socket":1,"ifname":1,"eth0":1,"setting":3,"during":1,"creation":1,"is":1,"recommended":1,"because":1,"propagate":1,"all":1,"in":3,"contrast":1,"shell":1,"affects":1,"only":1,"local":1,"issue":3,"6803":1,"no":2,"available":2,"types":2,"fulfill":2,"resource":2,"request":2,"error":2,"message":1,"appear":1,"even":1,"when":2,"has":1,"enough":1,"gpus":1,"often":1,"occurs":1,"have":1,"multiple":1,"ip":4,"addresses":1,"and":3,"vllm":3,"t":1,"select":1,"correct":1,"one":1,"ensure":1,"that":1,"use":2,"same":1,"address":2,"by":1,"host":1,"with":1,"a":1,"different":1,"value":1,"on":1,"each":1,"status":1,"list":1,"chosen":1,"7815":1},"1377,729,data/raw/vllm-0.10.1/docs/serving/distributed_troubleshooting.md":{"ray":12,"observability":5,"debugging":3,"a":2,"distributed":1,"system":1,"can":1,"be":1,"challenging":1,"due":1,"to":2,"the":4,"large":1,"scale":1,"and":3,"complexity":1,"provides":1,"suite":1,"of":1,"tools":1,"help":1,"monitor":1,"debug":2,"optimize":1,"applications":2,"clusters":2,"for":3,"more":2,"information":3,"about":3,"visit":2,"official":2,"docs":4,"https":3,"io":3,"en":3,"latest":3,"index":2,"html":3,"guide":2,"user":1,"guides":2,"apps":1,"troubleshooting":3,"kubernetes":1,"see":1,"kuberay":1,"serve":1,"advanced":1,"multi":1,"node":1,"gpu":1},"0,27,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"parallelism":1,"and":1,"scaling":1},"27,1996,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"distributed":4,"inference":7,"strategies":1,"for":9,"a":8,"single":8,"model":9,"replica":2,"to":7,"choose":1,"strategy":1,"use":2,"the":19,"following":1,"guidelines":1,"gpu":10,"no":1,"if":5,"fits":2,"on":3,"is":5,"probably":1,"unnecessary":1,"run":2,"that":2,"node":8,"multi":3,"using":4,"tensor":8,"parallel":10,"too":2,"large":2,"but":1,"with":4,"multiple":1,"gpus":7,"parallelism":3,"example":3,"set":4,"size":9,"4":2,"when":2,"and":5,"pipeline":5,"combine":1,"number":8,"of":8,"per":5,"nodes":5,"8":2,"2":2,"increase":1,"until":1,"there":1,"enough":1,"memory":1,"after":1,"you":1,"provision":1,"sufficient":1,"resources":1,"fit":1,"vllm":1,"look":1,"log":1,"messages":1,"like":1,"text":1,"info":2,"07":2,"23":2,"13":2,"56":2,"04":2,"kv":5,"cache":5,"utils":2,"py":2,"775":1,"643":1,"232":1,"tokens":5,"779":1,"maximum":3,"concurrency":2,"40":2,"960":2,"request":3,"15":1,"70x":1,"line":2,"reports":1,"total":1,"can":2,"be":2,"stored":1,"in":2,"at":1,"once":1,"provides":1,"an":1,"estimate":1,"how":1,"many":1,"requests":1,"served":1,"concurrently":1,"each":1,"requires":1,"specified":1,"above":1,"taken":1,"from":1,"configuration":1,"s":1,"sequence":1,"length":1,"modelconfig":1,"max":1,"len":1,"these":1,"numbers":1,"are":1,"lower":1,"than":1,"your":2,"throughput":1,"requirements":1,"add":1,"more":1,"or":1,"cluster":1},"2023,531,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"note":1,"edge":1,"case":1,"uneven":2,"gpu":2,"splits":3,"if":2,"the":7,"model":3,"fits":1,"within":1,"a":1,"single":1,"node":2,"but":1,"count":1,"doesn":1,"t":1,"evenly":1,"divide":1,"size":3,"enable":1,"pipeline":3,"parallelism":3,"which":1,"along":1,"layers":1,"and":3,"supports":1,"in":1,"this":1,"scenario":1,"set":1,"tensor":2,"parallel":2,"1":1,"to":1,"number":1,"of":2,"gpus":2,"furthermore":1,"on":1,"do":1,"not":1,"have":1,"nvlink":1,"interconnect":1,"e":1,"g":1,"l40s":1,"leverage":1,"instead":1,"for":1,"higher":1,"throughput":1,"lower":1,"communication":1,"overhead":1},"2554,397,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"distributed":1,"serving":1,"of":3,"mixture":1,"experts":2,"moe":2,"models":1,"it":1,"s":1,"often":1,"advantageous":1,"to":1,"exploit":1,"the":2,"inherent":1,"parallelism":2,"by":1,"using":1,"a":1,"separate":1,"strategy":1,"for":2,"expert":2,"layers":2,"vllm":1,"supports":1,"large":1,"scale":1,"deployment":3,"combining":1,"data":3,"parallel":4,"attention":1,"with":1,"or":1,"tensor":1,"more":1,"information":1,"see":1,"md":1},"2951,1230,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"single":2,"node":3,"deployment":1,"vllm":3,"supports":1,"distributed":4,"tensor":7,"parallel":8,"and":4,"pipeline":4,"inference":5,"serving":2,"the":10,"implementation":1,"includes":1,"megatron":1,"lm":1,"s":1,"algorithm":1,"https":2,"arxiv":1,"org":1,"pdf":2,"1909":1,"08053":1,"default":1,"runtimes":1,"are":1,"ray":5,"github":1,"com":1,"project":1,"for":9,"multi":3,"native":1,"python":2,"multiprocessing":2,"you":1,"can":1,"override":1,"defaults":1,"by":1,"setting":1,"executor":2,"backend":2,"in":3,"llm":6,"class":2,"or":2,"api":3,"server":4,"use":1,"mp":1,"gpu":3,"set":1,"size":5,"to":5,"desired":1,"count":1,"example":3,"run":3,"on":3,"4":4,"gpus":3,"from":1,"import":1,"facebook":2,"opt":2,"13b":2,"output":1,"generate":1,"san":1,"francisco":1,"is":1,"a":1,"include":1,"when":1,"starting":1,"bash":2,"serve":1,"enable":1,"parallelism":3,"add":1,"8":1,"with":1},"4181,106,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"eight":1,"gpus":1,"total":1,"vllm":1,"serve":1,"gpt2":1,"tensor":1,"parallel":2,"size":2,"4":1,"pipeline":1,"2":1},"4287,1089,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"multi":2,"node":4,"deployment":1,"if":1,"a":3,"single":1,"lacks":1,"sufficient":1,"gpus":1,"to":5,"hold":1,"the":6,"model":2,"deploy":1,"vllm":5,"across":2,"multiple":2,"nodes":2,"ensure":1,"that":2,"every":1,"provides":1,"an":1,"identical":1,"execution":3,"environment":1,"including":1,"path":1,"and":5,"python":2,"packages":1,"using":1,"container":1,"images":1,"is":3,"recommended":1,"because":1,"they":1,"provide":1,"convenient":1,"way":1,"keep":1,"environments":1,"consistent":1,"hide":1,"host":1,"heterogeneity":1,"what":1,"ray":9,"distributed":3,"computing":1,"framework":1,"for":3,"scaling":2,"programs":1,"deployments":1,"require":1,"as":2,"runtime":1,"engine":2,"uses":1,"manage":1,"of":1,"tasks":1,"control":1,"where":1,"happens":1,"also":1,"offers":1,"high":1,"level":1,"apis":2,"large":1,"scale":1,"offline":1,"batch":1,"inference":1,"https":3,"docs":3,"io":3,"en":3,"latest":3,"data":1,"working":1,"with":1,"llms":2,"html":3,"online":1,"serving":2,"serve":1,"llm":1,"can":1,"leverage":1,"these":1,"add":1,"production":1,"grade":1,"fault":1,"tolerance":1,"observability":1,"workloads":1,"details":1,"see":1,"documentation":1,"index":1},"5376,1856,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"ray":7,"cluster":7,"setup":1,"with":2,"containers":2,"the":14,"helper":1,"script":2,"gh":1,"file":1,"examples":2,"online":1,"serving":1,"run":6,"sh":3,"starts":1,"across":1,"nodes":4,"and":6,"initializes":1,"by":1,"default":1,"runs":1,"docker":2,"without":1,"administrative":1,"privileges":2,"which":1,"prevents":1,"access":2,"to":8,"gpu":1,"performance":1,"counters":1,"when":1,"profiling":1,"or":1,"tracing":1,"enable":1,"admin":2,"add":2,"cap":2,"sys":1,"flag":1,"command":1,"choose":1,"one":1,"node":10,"as":1,"head":5,"bash":4,"vllm":10,"openai":2,"ip":9,"path":2,"huggingface":2,"home":2,"in":3,"this":3,"e":2,"host":4,"on":2,"each":3,"worker":4,"note":1,"that":5,"is":2,"unique":1,"for":3,"keep":1,"shells":1,"running":1,"these":1,"commands":1,"open":1,"closing":1,"any":2,"shell":1,"terminates":1,"ensure":2,"all":1,"can":2,"communicate":1,"other":1,"through":1,"their":1,"addresses":1,"warning":1,"network":5,"security":2,"set":2,"an":2,"address":1,"a":3,"private":1,"segment":1,"traffic":1,"sent":1,"over":1,"unencrypted":1,"endpoints":1,"exchange":1,"data":1,"format":1,"be":1,"exploited":1,"execute":1,"arbitrary":1,"code":1,"if":1,"adversary":1,"gains":1,"untrusted":1,"parties":1,"cannot":1,"reach":1,"from":1,"enter":1,"container":1,"status":1,"list":1,"verify":1,"finds":1,"expected":1,"number":1,"of":1,"gpus":1,"tip":1,"alternatively":1,"up":1,"using":1,"kuberay":2,"more":1,"information":1,"see":1,"documentation":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"kubernetes":1,"rayservice":1,"html":1},"7232,1077,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"running":3,"vllm":6,"on":3,"a":8,"ray":4,"cluster":4,"tip":1,"if":2,"is":4,"inside":3,"containers":2,"run":1,"the":18,"commands":1,"in":6,"remainder":1,"of":4,"this":1,"guide":1,"not":1,"host":1,"to":11,"open":1,"shell":1,"container":4,"connect":1,"node":5,"and":3,"use":2,"docker":1,"exec":1,"it":1,"name":1,"bin":1,"bash":3,"once":1,"as":1,"you":3,"would":1,"single":3,"setting":1,"all":1,"resources":1,"across":2,"are":1,"visible":1,"so":1,"command":1,"sufficient":1,"common":1,"practice":1,"set":3,"tensor":5,"parallel":8,"size":8,"number":3,"gpus":4,"each":1,"pipeline":3,"nodes":2,"for":1,"example":1,"have":1,"16":2,"2":3,"8":3,"per":1,"serve":2,"path":2,"model":2,"alternatively":1,"can":1,"total":1},"8309,458,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"optimizing":1,"network":2,"communication":2,"for":2,"tensor":2,"parallelism":2,"efficient":1,"requires":1,"fast":1,"inter":1,"node":1,"preferably":1,"through":1,"high":1,"speed":1,"adapters":1,"such":1,"as":1,"infiniband":2,"to":3,"set":1,"up":1,"the":3,"cluster":2,"use":1,"append":1,"additional":1,"arguments":1,"like":1,"privileged":1,"e":1,"nccl":1,"ib":1,"hca":1,"mlx5":1,"gh":1,"file":1,"examples":1,"online":1,"serving":1,"run":1,"sh":1,"helper":1,"script":1,"contact":1,"your":1,"system":1,"administrator":1,"more":1,"information":1,"about":1,"required":1,"flags":1},"8767,1814,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"enabling":1,"gpudirect":6,"rdma":6,"remote":1,"direct":2,"memory":7,"access":3,"is":6,"an":1,"nvidia":3,"technology":1,"that":1,"allows":1,"network":2,"adapters":1,"to":7,"directly":1,"gpu":3,"bypassing":1,"the":11,"cpu":2,"and":4,"system":1,"this":1,"reduces":1,"latency":1,"overhead":1,"which":3,"beneficial":1,"for":4,"large":1,"data":1,"transfers":1,"between":1,"gpus":2,"across":1,"nodes":1,"enable":1,"with":4,"vllm":8,"configure":1,"following":1,"settings":1,"ipc":5,"lock":4,"security":2,"context":2,"add":2,"capability":1,"container":2,"s":1,"pages":1,"prevent":1,"swapping":1,"disk":1,"shared":2,"dev":5,"shm":6,"mount":1,"in":3,"pod":2,"spec":3,"provide":1,"interprocess":1,"communication":1,"if":4,"you":4,"use":2,"docker":2,"set":2,"up":2,"as":2,"follows":2,"bash":1,"run":2,"all":1,"host":1,"size":1,"16g":1,"v":1,"openai":2,"kubernetes":1,"yaml":1,"containers":1,"name":3,"image":1,"securitycontext":1,"capabilities":1,"volumemounts":1,"mountpath":1,"dshm":2,"resources":1,"limits":1,"com":2,"8":2,"requests":1,"volumes":1,"emptydir":1,"medium":1,"tip":1,"confirm":2,"operation":1,"your":1,"infiniband":2,"card":1,"using":2,"detailed":1,"nccl":5,"logs":3,"debug":1,"trace":1,"serve":1,"then":2,"look":1,"version":1,"used":2,"find":2,"send":2,"via":2,"net":2,"ib":1,"gdrdma":1,"efficient":2,"socket":2,"a":1,"raw":1,"tcp":1,"not":1,"cross":1,"node":1,"tensor":1,"parallelism":1},"10581,422,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"tip":1,"pre":1,"download":2,"hugging":3,"face":3,"models":2,"if":1,"you":1,"use":1,"downloading":1,"the":7,"model":4,"before":1,"starting":1,"vllm":1,"is":1,"recommended":1,"on":2,"every":1,"node":1,"to":3,"same":1,"path":2,"or":1,"store":1,"a":2,"distributed":1,"file":1,"system":1,"accessible":1,"by":2,"all":1,"nodes":1,"then":1,"pass":1,"in":1,"place":1,"of":1,"repository":1,"id":1,"otherwise":1,"supply":1,"token":3,"appending":1,"e":1,"hf":1,"run":1,"cluster":1,"sh":1},"11003,168,data/raw/vllm-0.10.1/docs/serving/parallelism_scaling.md":{"troubleshooting":3,"distributed":4,"deployments":2,"for":1,"information":1,"about":1,"debugging":1,"see":1,"md":1},"0,788,data/raw/vllm-0.10.1/docs/serving/integrations/langchain.md":{"langchain":10,"vllm":5,"is":2,"also":1,"available":1,"via":1,"https":2,"github":1,"com":2,"ai":1,"to":3,"install":2,"run":2,"bash":1,"pip":1,"community":2,"q":1,"inference":2,"on":1,"a":1,"single":1,"or":1,"multiple":1,"gpus":1,"use":1,"class":1,"from":2,"code":2,"python":2,"llms":2,"import":1,"llm":2,"model":1,"mosaicml":1,"mpt":1,"7b":1,"trust":1,"remote":1,"true":1,"mandatory":1,"for":3,"hf":1,"models":1,"max":1,"new":1,"tokens":1,"128":1,"top":2,"k":1,"10":1,"p":1,"0":2,"95":1,"temperature":1,"8":1,"tensor":1,"parallel":1,"size":1,"distributed":1,"print":1,"what":1,"the":1,"capital":1,"of":1,"france":1,"please":1,"refer":1,"this":1,"tutorial":1,"docs":1,"integrations":1,"more":1,"details":1},"0,588,data/raw/vllm-0.10.1/docs/serving/integrations/llamaindex.md":{"llamaindex":5,"vllm":8,"is":1,"also":1,"available":1,"via":1,"https":2,"github":1,"com":1,"run":3,"llama":4,"index":3,"to":3,"install":2,"bash":1,"pip":1,"llms":2,"q":1,"inference":1,"on":1,"a":1,"single":1,"or":1,"multiple":1,"gpus":1,"use":1,"class":1,"from":2,"python":1,"import":1,"llm":2,"model":1,"microsoft":1,"orca":1,"2":1,"7b":1,"tensor":1,"parallel":1,"size":1,"4":1,"max":1,"new":1,"tokens":1,"100":1,"kwargs":1,"swap":1,"space":1,"1":1,"gpu":1,"memory":1,"utilization":1,"0":1,"5":1,"please":1,"refer":1,"this":1,"tutorial":1,"docs":1,"ai":1,"en":1,"latest":1,"examples":1,"for":1,"more":1,"details":1},"0,988,data/raw/vllm-0.10.1/docs/configuration/model_resolution.md":{"model":9,"resolution":2,"vllm":5,"loads":1,"huggingface":1,"compatible":1,"models":5,"by":3,"inspecting":1,"the":11,"architectures":4,"field":2,"in":2,"config":3,"json":3,"of":3,"repository":2,"and":1,"finding":1,"corresponding":1,"implementation":1,"that":2,"is":2,"registered":1,"to":5,"nevertheless":1,"our":2,"may":1,"fail":1,"for":3,"following":1,"reasons":1,"lacks":1,"unofficial":1,"repositories":1,"refer":1,"a":1,"using":1,"alternative":1,"names":1,"which":2,"are":2,"not":1,"recorded":1,"same":1,"architecture":2,"name":1,"used":1,"multiple":1,"creating":1,"ambiguity":1,"as":1,"should":1,"be":1,"loaded":1,"fix":1,"this":1,"explicitly":1,"specify":1,"passing":1,"overrides":3,"hf":2,"option":1,"example":1,"python":1,"from":1,"import":1,"llm":3,"cerebras":2,"gpt":2,"1":1,"3b":1,"gpt2lmheadmodel":1,"2":1,"list":1,"supported":2,"md":1,"shows":1,"recognized":1},"0,214,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"optimization":2,"and":2,"tuning":2,"this":2,"guide":2,"covers":1,"strategies":1,"performance":1,"for":1,"vllm":1,"v1":1,"tip":1,"running":1,"out":1,"of":1,"memory":3,"consult":1,"conserving":1,"md":1,"on":1,"how":1,"to":1,"conserve":1},"214,1899,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"preemption":5,"due":1,"to":7,"the":8,"auto":1,"regressive":1,"nature":1,"of":5,"transformer":1,"architecture":1,"there":2,"are":2,"times":1,"when":3,"kv":9,"cache":10,"space":6,"is":3,"insufficient":1,"handle":1,"all":1,"batched":2,"requests":7,"in":2,"such":1,"cases":1,"vllm":3,"can":6,"preempt":1,"free":1,"up":1,"for":4,"other":1,"preempted":2,"recomputed":1,"sufficient":1,"becomes":1,"available":3,"again":1,"this":9,"occurs":1,"you":5,"may":3,"see":1,"following":2,"warning":2,"text":1,"05":1,"09":1,"00":1,"49":1,"33":1,"scheduler":1,"py":1,"1057":1,"sequence":1,"group":1,"0":1,"by":4,"preemptionmode":1,"recompute":1,"mode":1,"because":1,"not":1,"enough":1,"affect":2,"end":4,"performance":1,"increase":4,"gpu":5,"memory":7,"utilization":3,"or":2,"tensor":2,"parallel":3,"size":3,"provide":2,"more":4,"total":1,"cumulative":2,"cnt":1,"1":1,"while":1,"mechanism":1,"ensures":1,"system":1,"robustness":1,"and":1,"recomputation":1,"adversely":1,"latency":2,"if":1,"frequently":1,"encounter":1,"preemptions":1,"consider":1,"actions":1,"pre":1,"allocates":1,"using":1,"percentage":1,"increasing":3,"decrease":1,"max":2,"num":2,"seqs":1,"tokens":1,"reduces":1,"number":3,"concurrent":1,"a":1,"batch":1,"thereby":1,"requiring":1,"less":1,"shards":1,"model":3,"weights":2,"across":2,"gpus":2,"allowing":1,"each":2,"have":1,"however":2,"value":2,"cause":2,"excessive":1,"synchronization":1,"overhead":1,"pipeline":1,"distributes":1,"layers":1,"reducing":1,"needed":1,"on":1,"indirectly":1,"leaving":1,"penalties":1,"monitor":1,"through":1,"prometheus":1,"metrics":1,"exposed":1,"additionally":1,"log":2,"setting":1,"disable":1,"stats":1,"false":1},"2113,163,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"in":2,"vllm":1,"v1":2,"the":2,"default":1,"preemption":1,"mode":1,"is":1,"recompute":1,"rather":1,"than":1,"swap":1,"as":1,"recomputation":1,"has":1,"lower":1,"overhead":1,"architecture":1,"chunked":1,"prefill":1},"2276,1725,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"chunked":5,"prefill":10,"allows":1,"vllm":4,"to":4,"process":2,"large":2,"prefills":3,"in":4,"smaller":3,"chunks":2,"and":5,"batch":3,"them":1,"together":1,"with":3,"decode":7,"requests":5,"this":3,"feature":1,"helps":2,"improve":1,"both":1,"throughput":2,"latency":2,"by":4,"better":4,"balancing":1,"compute":2,"bound":4,"memory":2,"operations":2,"v1":1,"is":3,"always":1,"enabled":3,"default":2,"different":1,"from":2,"v0":2,"where":1,"it":8,"was":1,"conditionally":1,"based":1,"on":2,"model":2,"characteristics":1,"the":7,"scheduling":3,"policy":3,"prioritizes":2,"batches":1,"all":1,"pending":3,"before":1,"any":1,"when":1,"there":2,"are":3,"available":1,"tokens":7,"max":6,"num":5,"batched":5,"budget":1,"schedules":1,"if":2,"a":2,"request":1,"cannot":1,"fit":1,"into":1,"automatically":1,"has":1,"two":1,"benefits":1,"improves":1,"itl":2,"generation":1,"because":2,"prioritized":1,"achieve":3,"gpu":1,"utilization":1,"locating":1,"same":2,"performance":2,"tuning":1,"you":2,"can":2,"tune":1,"adjusting":1,"values":2,"e":1,"g":1,"2048":1,"inter":1,"token":2,"fewer":1,"slowing":1,"down":1,"decodes":2,"higher":1,"time":1,"first":1,"ttft":1,"as":2,"more":1,"for":2,"optimal":1,"we":1,"recommend":1,"setting":1,"8096":1,"especially":1,"models":1,"gpus":1,"len":1,"that":2,"s":1,"almost":1,"equivalent":1,"except":1,"still":1,"python":1,"import":1,"llm":1},"4001,1555,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"set":1,"max":2,"num":2,"batched":2,"tokens":2,"to":9,"tune":1,"performance":2,"llm":6,"model":10,"meta":2,"llama":4,"3":3,"1":1,"8b":1,"instruct":2,"16384":1,"see":1,"related":1,"papers":1,"for":6,"more":3,"details":1,"https":2,"arxiv":2,"org":2,"pdf":2,"2401":1,"08671":1,"or":2,"2308":1,"16369":1,"parallelism":10,"strategies":2,"vllm":3,"supports":1,"multiple":3,"that":2,"can":2,"be":2,"combined":2,"optimize":1,"across":5,"different":2,"hardware":1,"configurations":1,"tensor":7,"tp":1,"shards":1,"parameters":1,"gpus":3,"within":2,"each":2,"layer":2,"this":1,"is":4,"the":4,"most":1,"common":1,"strategy":1,"large":4,"inference":1,"a":3,"single":3,"node":1,"when":5,"use":2,"too":2,"fit":2,"on":2,"gpu":4,"you":2,"need":2,"reduce":1,"memory":1,"pressure":1,"per":1,"allow":1,"kv":1,"cache":1,"space":1,"higher":1,"throughput":1,"python":2,"from":2,"import":2,"split":1,"4":2,"70b":2,"parallel":1,"size":1,"models":4,"are":1,"like":1,"parameter":1,"essential":1,"pipeline":3,"pp":1,"distributes":1,"layers":1,"processes":1,"parts":1,"of":1,"in":1,"sequence":1,"ve":1,"already":1,"maxed":1,"out":1,"efficient":2,"but":1,"distribute":1,"further":1,"nodes":1,"very":2,"deep":1,"and":1,"narrow":1,"where":1,"distribution":1,"than":1,"sharding":1,"with":1},"5556,1830,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"combine":1,"pipeline":2,"and":6,"tensor":5,"parallelism":13,"llm":2,"model":5,"meta":1,"llama":3,"3":2,"70b":1,"instruct":2,"parallel":10,"size":6,"4":4,"2":1,"expert":7,"ep":1,"is":7,"a":2,"specialized":1,"form":1,"of":6,"for":4,"mixture":1,"experts":1,"moe":4,"models":2,"where":2,"different":2,"networks":1,"are":1,"distributed":1,"across":3,"gpus":3,"when":6,"to":7,"use":4,"specifically":1,"like":1,"deepseekv3":1,"qwen3moe":1,"you":6,"want":1,"balance":1,"the":8,"computation":1,"load":2,"enabled":1,"by":2,"setting":1,"enable":1,"true":1,"which":3,"will":3,"instead":1,"layers":2,"it":1,"same":1,"degree":1,"as":1,"what":1,"have":3,"set":2,"data":6,"dp":1,"replicates":1,"entire":2,"multiple":1,"gpu":1,"sets":1,"processes":2,"batches":2,"requests":1,"in":3,"enough":1,"replicate":1,"need":1,"scale":2,"throughput":1,"rather":1,"than":1,"multi":1,"user":1,"environments":1,"isolation":1,"between":1,"request":1,"beneficial":1,"can":2,"be":2,"combined":1,"with":1,"other":1,"strategies":1,"n":1,"note":1,"that":1,"sharded":1,"according":1,"product":1,"input":3,"processing":4,"run":4,"via":1,"api":4,"server":3,"out":1,"serving":1,"deployment":1,"md":1,"internal":1,"balancing":1,"this":1,"useful":1,"inside":2,"becomes":1,"bottleneck":1,"compared":1,"execution":1,"engine":2,"core":2,"excess":1,"cpu":1,"capacity":1,"console":1,"1":1,"process":1,"vllm":1,"serve":1,"qwen":1,"qwen2":1,"5":1,"vl":1,"3b":1,"count":1},"7386,1129,data/raw/vllm-0.10.1/docs/configuration/optimization.md":{"run":1,"4":4,"api":6,"processes":3,"and":2,"2":2,"engine":3,"core":3,"vllm":1,"serve":1,"qwen":3,"qwen2":3,"5":3,"vl":3,"3b":3,"instruct":3,"server":3,"count":1,"dp":1,"note":2,"scale":2,"out":2,"is":4,"only":1,"available":1,"for":1,"online":1,"inference":1,"multi":5,"modal":4,"processor":8,"cache":12,"disabled":1,"when":1,"enabled":2,"because":1,"it":2,"requires":1,"a":2,"one":2,"to":2,"correspondance":1,"between":1,"caching":1,"by":2,"default":2,"the":7,"avoid":1,"repeatedly":1,"processing":1,"same":1,"inputs":1,"via":2,"hugging":1,"face":1,"autoprocessor":1,"which":1,"commonly":1,"occurs":1,"in":1,"turn":1,"conversations":1,"you":3,"can":2,"adjust":1,"size":1,"of":2,"setting":1,"value":1,"mm":4,"gb":4,"gib":2,"per":2,"process":2,"if":1,"do":1,"not":1,"benefit":1,"much":1,"from":1,"disable":2,"completely":1,"0":2,"examples":1,"python":1,"use":1,"larger":1,"llm":4,"model":2,"8":1},"0,883,data/raw/vllm-0.10.1/docs/configuration/engine_args.md":{"toc":1,"depth":1,"3":1,"engine":8,"arguments":4,"control":1,"the":7,"behavior":1,"of":5,"vllm":6,"for":3,"offline":2,"inference":2,"serving":3,"md":5,"they":3,"are":5,"part":2,"to":2,"llm":2,"class":1,"online":1,"openai":1,"compatible":1,"server":1,"serve":1,"argument":1,"classes":3,"engineargs":3,"arg":2,"utils":2,"and":2,"asyncengineargs":3,"a":1,"combination":1,"configuration":2,"defined":1,"in":2,"config":1,"therefore":1,"if":1,"you":1,"interested":1,"developer":1,"documentation":1,"we":1,"recommend":1,"looking":1,"at":1,"these":1,"as":1,"source":1,"truth":1,"types":1,"defaults":1,"docstrings":1,"8":3,"docs":3,"cli":1,"json":1,"tip":1,"inc":1,"argparse":2,"args":2,"async":1},"0,1015,data/raw/vllm-0.10.1/docs/configuration/serve_args.md":{"server":3,"arguments":3,"the":13,"vllm":4,"serve":5,"command":5,"is":4,"used":2,"to":4,"launch":2,"openai":2,"compatible":2,"cli":4,"see":1,"available":1,"options":2,"take":2,"a":2,"look":1,"at":1,"reference":1,"readme":1,"md":2,"configuration":1,"file":6,"you":1,"can":1,"load":1,"via":1,"yaml":6,"https":1,"org":1,"config":10,"argument":2,"names":1,"must":1,"be":1,"long":1,"form":1,"of":2,"those":1,"outlined":1,"above":2,"args":1,"for":1,"example":1,"model":4,"meta":1,"llama":2,"3":1,"1":2,"8b":1,"instruct":1,"host":1,"127":1,"0":2,"port":1,"6379":1,"uvicorn":1,"log":1,"level":1,"info":1,"use":1,"bash":1,"note":1,"in":2,"case":1,"an":1,"supplied":1,"simultaneously":1,"using":1,"line":3,"and":1,"value":1,"from":1,"will":1,"precedence":2,"order":1,"priorities":1,"values":1,"defaults":1,"e":1,"g":1,"some":2,"takes":1,"over":1},"0,1787,data/raw/vllm-0.10.1/docs/configuration/conserving_memory.md":{"conserving":1,"memory":3,"large":1,"models":3,"might":2,"cause":1,"your":1,"machine":1,"to":6,"run":2,"out":1,"of":5,"oom":1,"here":2,"are":3,"some":3,"options":1,"that":2,"help":1,"alleviate":1,"this":1,"problem":1,"tensor":7,"parallelism":5,"tp":1,"parallel":2,"size":4,"option":2,"can":4,"be":2,"used":3,"split":2,"the":14,"model":6,"across":2,"multiple":1,"gpus":2,"following":1,"code":1,"splits":1,"2":2,"python":1,"from":2,"vllm":3,"import":1,"llm":3,"ibm":1,"granite":2,"3":1,"1":1,"8b":1,"instruct":1,"warning":1,"ensure":1,"initializes":1,"cuda":4,"correctly":1,"you":4,"should":2,"avoid":1,"calling":1,"related":1,"functions":1,"e":1,"g":1,"torch":1,"set":2,"device":1,"before":1,"initializing":1,"otherwise":1,"may":1,"into":2,"an":1,"error":1,"like":1,"runtimeerror":1,"cannot":1,"re":1,"initialize":1,"in":1,"forked":1,"subprocess":1,"control":1,"which":2,"devices":2,"please":1,"instead":1,"visible":1,"environment":1,"variable":1,"note":1,"with":1,"enabled":1,"each":1,"process":2,"will":1,"read":1,"whole":1,"and":2,"it":1,"chunks":1,"makes":1,"disk":1,"reading":1,"time":3,"even":1,"longer":1,"proportional":1,"convert":1,"checkpoint":3,"a":1,"sharded":3,"using":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"save":1,"state":1,"py":1,"conversion":1,"take":2,"but":1,"later":1,"load":1,"much":1,"faster":1,"loading":1,"remain":1,"constant":1,"regardless":1,"quantization":4,"quantized":2,"less":1,"at":2,"cost":1,"lower":1,"precision":1,"statically":1,"downloaded":1,"hf":1,"hub":1,"popular":1,"ones":1,"available":1,"red":1,"hat":1,"ai":1,"https":1,"huggingface":1,"co":1,"redhatai":1,"directly":1,"without":1,"extra":1,"configuration":1,"dynamic":1,"is":1,"also":1,"supported":1,"via":1,"see":1,"features":1,"readme":1,"md":1,"for":1,"more":1,"details":1},"1787,1784,data/raw/vllm-0.10.1/docs/configuration/conserving_memory.md":{"context":2,"length":2,"and":3,"batch":2,"size":5,"you":7,"can":6,"further":1,"reduce":3,"memory":5,"usage":2,"by":4,"limiting":1,"the":10,"of":6,"model":8,"max":5,"len":2,"option":2,"maximum":1,"num":3,"seqs":3,"python":4,"from":5,"vllm":6,"import":5,"llm":10,"adept":1,"fuyu":1,"8b":3,"2048":1,"2":2,"cuda":3,"graphs":2,"default":4,"we":1,"optimize":1,"inference":2,"using":2,"which":1,"take":1,"up":3,"extra":1,"in":3,"gpu":1,"warning":1,"graph":2,"capture":2,"takes":1,"more":1,"v1":1,"than":1,"v0":1,"adjust":2,"compilation":2,"config":3,"to":3,"achieve":1,"a":2,"better":1,"balance":1,"between":1,"speed":1,"code":1,"compilationconfig":2,"compilationlevel":2,"meta":2,"llama":4,"3":2,"1":3,"instruct":2,"level":1,"piecewise":1,"it":1,"goes":1,"cudagraph":1,"sizes":1,"4":4,"8":1,"16":1,"disable":1,"capturing":1,"completely":1,"via":1,"enforce":2,"eager":2,"flag":1,"true":1,"cache":4,"if":1,"run":1,"out":1,"cpu":3,"ram":1,"try":1,"following":1,"options":1,"multi":4,"modal":4,"models":1,"only":2,"set":2,"processor":2,"setting":1,"mm":1,"gb":1,"engine":2,"argument":1,"gib":3,"per":3,"api":1,"process":2,"core":1,"backend":1,"kv":1,"kvcache":1,"space":1,"environment":1,"variable":1,"input":1,"limits":1,"allow":1,"smaller":1,"number":1,"items":1,"prompt":1,"footprint":1},"3571,1389,data/raw/vllm-0.10.1/docs/configuration/conserving_memory.md":{"accept":3,"up":1,"to":4,"3":3,"images":3,"and":2,"1":2,"video":3,"per":4,"prompt":4,"llm":13,"model":6,"qwen":3,"qwen2":4,"5":3,"vl":4,"3b":3,"instruct":3,"limit":4,"mm":5,"image":3,"you":3,"can":3,"go":1,"a":2,"step":1,"further":1,"disable":1,"unused":1,"modalities":1,"completely":1,"by":1,"setting":1,"its":1,"zero":1,"for":6,"example":1,"if":1,"your":1,"application":1,"only":2,"accepts":1,"input":1,"there":1,"is":3,"no":2,"need":1,"allocate":1,"any":2,"memory":2,"videos":2,"python":3,"from":3,"vllm":3,"import":3,"number":1,"of":2,"but":1,"0":2,"even":1,"run":1,"multi":4,"modal":4,"text":2,"inference":1,"don":1,"t":1,"just":1,"google":1,"gemma":1,"27b":1,"it":1,"processor":4,"arguments":2,"certain":1,"models":3,"adjust":1,"the":3,"reduce":1,"size":1,"processed":1,"inputs":1,"which":1,"in":1,"turn":1,"saves":1,"here":1,"are":1,"some":1,"examples":1,"available":2,"series":2,"kwargs":2,"max":2,"pixels":1,"768":2,"default":2,"1280":1,"28":2,"internvl":1,"opengvlab":1,"internvl2":1,"2b":1,"dynamic":1,"patch":1,"4":1,"12":1},"0,335,data/raw/vllm-0.10.1/docs/configuration/README.md":{"configuration":2,"options":2,"this":1,"section":1,"lists":1,"the":1,"most":1,"common":1,"for":1,"running":1,"vllm":1,"there":1,"are":1,"three":1,"main":1,"levels":1,"of":1,"from":1,"highest":1,"priority":2,"to":1,"lowest":1,"request":1,"parameters":1,"completions":1,"api":1,"and":1,"input":1,"arguments":2,"sampling":1,"params":1,"engine":2,"args":1,"md":2,"environment":1,"variables":1,"env":1,"vars":1},"0,908,data/raw/vllm-0.10.1/docs/configuration/env_vars.md":{"environment":7,"variables":7,"vllm":11,"uses":1,"the":9,"following":1,"to":2,"configure":1,"system":1,"warning":1,"please":2,"note":1,"that":1,"port":5,"and":4,"host":3,"ip":4,"set":2,"for":4,"s":2,"internal":1,"usage":1,"it":2,"is":1,"not":3,"api":2,"server":2,"if":1,"you":1,"use":1,"start":1,"will":1,"work":1,"all":1,"used":1,"by":2,"are":1,"prefixed":1,"with":3,"special":1,"care":1,"should":1,"be":1,"taken":1,"kubernetes":4,"users":1,"do":1,"name":2,"service":4,"as":2,"otherwise":1,"might":1,"conflict":1,"because":1,"sets":1,"each":1,"capitalized":1,"prefix":1,"https":1,"io":1,"docs":1,"concepts":1,"services":1,"networking":1,"code":1,"python":1,"8":1,"envs":1,"py":1,"env":1,"vars":1,"definition":1},"0,114,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"tpu":2,"optimization":1,"tips":2,"this":1,"doc":1,"serves":1,"as":1,"a":1,"collection":1,"of":1,"handy":1,"for":1,"optimizing":1,"your":1,"vllm":1,"on":1,"workload":1},"114,131,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"get":1,"started":2,"looking":1,"for":1,"setup":1,"and":1,"installation":2,"instructions":1,"find":1,"them":1,"here":1,"getting":1,"google":1,"tpu":1,"md":1},"245,1638,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"tpu":3,"workload":3,"sizing":1,"when":1,"selecting":1,"the":16,"ideal":1,"number":7,"of":9,"chips":3,"for":7,"a":5,"single":1,"serving":1,"instance":1,"it":1,"s":1,"important":1,"to":9,"account":1,"both":1,"model":2,"size":2,"and":4,"average":1,"request":3,"context":1,"length":1,"adequate":1,"hbm":3,"kv":3,"cache":3,"is":2,"essential":1,"ensure":1,"sufficient":1,"concurrent":3,"requests":4,"can":6,"be":2,"processed":1,"following":1,"colab":2,"calculator":2,"https":1,"research":1,"google":1,"com":1,"github":1,"ericehanley":1,"rightsize":1,"vllm":1,"blob":1,"main":1,"ipynb":1,"will":1,"tell":1,"you":2,"requirement":1,"per":3,"token":1,"gpu":2,"memory":2,"consumed":1,"by":1,"weights":1,"allocated":1,"maximum":1,"approximately":1,"set":1,"max":6,"num":6,"seqs":5,"this":3,"approach":1,"serves":1,"as":2,"general":1,"rule":1,"thumb":1,"latency":6,"throughput":5,"tradeoff":1,"with":1,"rightsizing":1,"your":2,"consider":1,"adjusting":1,"fine":1,"tune":1,"balance":2,"decreasing":1,"or":2,"increasing":2,"help":1,"reduce":1,"defines":1,"decode":1,"slots":1,"effectively":1,"limiting":1,"server":2,"process":1,"tokens":2,"simultaneously":1,"value":1,"allows":1,"pre":1,"allocate":1,"more":1,"handle":1,"higher":1,"which":1,"maximize":1,"overall":1,"however":1,"often":1,"increases":1,"end":2,"e2e":1,"therefore":1,"carefully":1,"tuning":1,"crucial":1,"achieving":1,"desired":1,"between":1,"specific":1,"in":1,"similar":1,"way":1,"batch":1,"adjusted":2,"down":1,"improve":2,"up":1},"1883,1569,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"compilation":6,"and":6,"caching":1,"coming":1,"from":3,"a":5,"gpu":1,"background":1,"one":2,"of":4,"the":11,"key":1,"differences":1,"you":3,"ll":1,"notice":1,"with":1,"tpus":3,"is":2,"an":2,"initial":2,"step":1,"are":3,"specialized":1,"accelerators":1,"asics":1,"that":2,"achieve":1,"maximum":1,"performance":1,"by":3,"executing":1,"pre":2,"compiled":3,"static":1,"computation":1,"graphs":3,"via":1,"xla":3,"compiler":1,"unlike":1,"gpus":1,"which":1,"can":5,"handle":1,"dynamic":1,"input":2,"shapes":2,"more":1,"flexibly":1,"require":1,"specific":1,"graph":1,"for":5,"each":1,"tensor":1,"shape":1,"e":1,"g":1,"batch":2,"size":3,"sequence":1,"length":3,"they":1,"process":3,"to":6,"manage":1,"this":5,"vllm":5,"performs":1,"time":6,"warmup":1,"when":2,"first":2,"launch":1,"server":2,"during":1,"phase":1,"it":1,"compiles":1,"model":4,"various":1,"common":1,"saves":1,"these":2,"cache":5,"on":2,"disk":1,"or":1,"remote":1,"storage":2,"located":1,"at":1,"default":1,"range":1,"significantly":2,"anywhere":1,"few":1,"minutes":1,"hour":1,"depending":1,"context":1,"used":1,"although":1,"take":1,"some":1,"all":1,"subsequent":1,"launches":1,"load":1,"directly":1,"eliminating":1,"future":2,"runs":1,"use":1,"path":1,"environment":1,"variable":1,"write":1,"shareable":1,"deployed":1,"nodes":1,"like":3,"using":1,"autoscaling":1,"reducing":1,"ranges":1,"impacted":1,"many":1,"arguments":2,"discussed":1,"in":1,"optimization":1,"doc":1,"factors":1,"influence":1,"compile":1,"things":2,"max":1,"num":1,"tokens":1,"other":1,"tune":1,"tpu":1,"most":1,"len":1},"3452,802,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"optimize":1,"based":1,"on":1,"your":2,"data":1,"max":3,"model":12,"len":10,"vs":1,"most":8,"assets":1,"design":1,"tpu":3,"png":1,"if":1,"of":1,"requests":6,"are":3,"shorter":1,"than":1,"the":5,"maximum":2,"length":4,"but":1,"you":3,"still":1,"need":1,"to":1,"accommodate":1,"occasional":1,"longer":1,"setting":1,"a":2,"high":1,"can":5,"negatively":1,"impact":1,"performance":2,"in":1,"these":1,"cases":1,"try":1,"introducing":1,"by":1,"specifying":1,"vllm":2,"environment":1,"variable":1,"for":2,"example":1,"1":1,"32k":2,"and":3,"99":1,"2k":1,"pass":1,"into":2,"32768":1,"use":1,"2048":1,"get":1,"subdivided":1,"categories":1,"latter":1,"category":1,"we":1,"gain":1,"better":1,"since":1,"server":1,"process":1,"more":1,"at":1,"time":1},"4254,1850,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"padding":13,"for":3,"online":1,"serving":1,"with":3,"latency":1,"requirements":1,"consider":1,"switching":1,"to":15,"bucket":7,"by":2,"setting":1,"the":25,"vllm":3,"tpu":7,"gap":6,"environment":1,"variable":1,"because":1,"of":5,"layout":1,"try":1,"using":2,"increments":1,"128":3,"256":2,"etc":1,"server":1,"pads":1,"requests":2,"into":1,"fixed":1,"lengths":1,"before":1,"sending":1,"them":1,"model":3,"avoid":1,"recompilation":1,"read":1,"more":1,"about":1,"see":1,"here":1,"https":1,"cloud":1,"google":1,"com":1,"docs":1,"performance":3,"guide":1,"xla":1,"efficiencies":1,"currently":1,"there":1,"are":1,"2":3,"ways":1,"pad":6,"1":1,"default":2,"exponential":3,"nearest":2,"power":1,"linearly":1,"increasing":1,"when":1,"buckets":3,"start":1,"from":1,"16":2,"end":1,"at":1,"max":2,"len":2,"and":3,"increment":1,"example":2,"512":3,"64":2,"will":1,"be":2,"32":1,"192":1,"320":2,"384":1,"448":1,"fewer":1,"tokens":2,"we":4,"less":1,"unnecessary":1,"computation":1,"does":1,"better":1,"can":1,"get":1,"if":3,"num":1,"300":1,"above":1,"however":1,"you":1,"need":1,"careful":1,"choose":1,"is":2,"too":2,"small":1,"it":1,"means":1,"number":1,"large":2,"leading":1,"increased":1,"warmup":1,"precompile":1,"time":1,"higher":1,"memory":1,"store":1,"compiled":1,"graph":1,"many":1,"compilaed":1,"graphs":1,"may":1,"lead":1,"hbm":1,"oom":1,"conversely":1,"an":1,"overly":1,"yields":1,"no":1,"improvement":1,"compared":1,"quantization":1,"possible":1,"use":1,"precision":1,"that":1,"matches":1,"chip":1,"s":1,"hardware":3,"acceleration":3,"v5e":1,"has":2,"int4":2,"int8":4,"in":3,"mxu":2,"v6e":1,"supported":1,"quantized":1,"formats":1,"features":1,"on":1,"jul":1,"25":1,"w8a8":2,"w8a16":1,"fp8":2,"kv":1,"cache":1,"wip":3,"awq":1,"fp4":1,"w4a8":1},"6104,335,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"parallelization":1,"don":2,"t":2,"set":1,"tp":1,"to":3,"be":1,"less":1,"than":1,"the":1,"number":1,"of":1,"chips":4,"on":2,"a":2,"single":2,"host":3,"deployment":1,"although":1,"it":1,"s":1,"common":1,"do":1,"this":1,"with":2,"gpus":1,"try":1,"fragment":1,"2":1,"or":3,"8":2,"different":1,"workloads":1,"across":1,"if":1,"you":1,"need":1,"1":2,"4":2,"just":1,"create":1,"an":1,"instance":1,"these":1,"are":1,"partial":1,"machine":1,"types":1},"6439,892,data/raw/vllm-0.10.1/docs/configuration/tpu.md":{"tune":2,"your":5,"workloads":2,"although":1,"we":5,"try":1,"to":7,"have":1,"great":1,"default":1,"configs":1,"strongly":1,"recommend":1,"you":2,"check":1,"out":1,"the":4,"vllm":2,"auto":3,"tuner":2,"gh":1,"file":1,"benchmarks":1,"readme":1,"md":2,"optimize":1,"for":2,"use":1,"case":1,"future":2,"topics":1,"ll":1,"cover":2,"profiling":3,"provides":1,"a":2,"profile":4,"of":1,"optimized":1,"configurations":1,"as":1,"its":1,"final":1,"step":1,"however":1,"interpreting":1,"this":4,"can":3,"be":1,"challenging":1,"new":1,"users":1,"plan":1,"expand":1,"section":1,"in":2,"with":1,"more":2,"detailed":1,"guidance":1,"meantime":1,"learn":1,"how":1,"collect":1,"tpu":2,"using":1,"s":2,"native":1,"tools":1,"here":2,"examples":1,"offline":1,"inference":1,"provide":1,"valuable":1,"insights":1,"into":1,"workload":1,"performance":1,"spmd":1,"details":1,"come":1,"want":1,"us":1,"something":1,"that":1,"isn":1,"t":1,"listed":1,"open":1,"up":1,"an":1,"issue":1,"please":1,"and":1,"cite":1,"doc":1,"d":1,"love":1,"hear":1,"questions":1,"or":1,"tips":1},"0,424,data/raw/vllm-0.10.1/docs/examples/README.md":{"examples":3,"vllm":4,"s":2,"are":4,"split":1,"into":1,"three":1,"categories":1,"if":2,"you":2,"using":3,"from":2,"within":1,"python":1,"code":1,"see":3,"offline":2,"inference":2,"an":1,"http":1,"application":1,"or":2,"client":1,"online":2,"serving":2,"for":1,"of":3,"some":1,"advanced":1,"features":1,"e":1,"g":1,"lmcache":1,"tensorizer":1,"which":1,"not":1,"specific":1,"to":1,"either":1,"the":1,"above":1,"use":1,"cases":1,"others":2},"0,1930,data/raw/vllm-0.10.1/docs/mkdocs/hooks/url_schemes.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":10,"vllm":7,"project":6,"this":2,"is":2,"basically":1,"a":1,"port":1,"of":3,"myst":2,"parser":2,"s":1,"external":2,"url":2,"resolution":2,"mechanism":1,"https":3,"readthedocs":1,"io":1,"en":1,"latest":1,"syntax":1,"cross":2,"referencing":2,"html":1,"customising":1,"work":1,"with":2,"mkdocs":8,"it":1,"allows":1,"markdown":7,"authors":1,"use":1,"github":11,"shorthand":3,"links":3,"like":1,"text":3,"gh":10,"issue":3,"123":3,"pr":3,"456":4,"file":4,"path":1,"py":1,"l10":1,"these":1,"are":1,"automatically":1,"rewritten":1,"into":2,"fully":2,"qualified":2,"urls":2,"pointing":1,"issues":2,"pull":3,"requests":1,"files":8,"directories":1,"or":1,"projects":1,"in":4,"repository":1,"goal":1,"simplify":1,"common":1,"resources":1,"docs":1,"import":4,"regex":1,"as":2,"re":1,"from":3,"config":3,"defaults":1,"mkdocsconfig":3,"structure":2,"pages":1,"page":8,"def":1,"on":1,"str":3,"custom":1,"plugin":1,"hook":1,"rewrite":1,"special":1,"reference":1,"function":1,"scans":1,"given":1,"content":2,"for":1,"specially":1,"formatted":1,"such":1,"link":2,"and":1,"rewrites":1,"them":1,"icons":1,"octicons":2,"mark":2,"16":2,"com":2,"request":1,"supported":1,"types":1,"dir":1,"args":1,"raw":1,"object":1,"being":1,"processed":1,"site":1,"configuration":1,"collection":1,"build":1},"1930,1532,data/raw/vllm-0.10.1/docs/mkdocs/hooks/url_schemes.py":{"returns":1,"str":2,"the":1,"updated":1,"markdown":2,"content":1,"with":2,"github":8,"shorthand":4,"links":3,"replaced":1,"gh":7,"icon":2,"octicons":2,"mark":2,"16":2,"url":13,"https":2,"com":2,"repo":5,"f":11,"vllm":5,"project":6,"org":2,"orgs":1,"mapping":1,"of":1,"types":1,"to":2,"their":1,"corresponding":1,"base":1,"urls":3,"issue":6,"issues":2,"pr":2,"pull":2,"projects":1,"dir":2,"tree":1,"main":2,"file":2,"blob":1,"default":1,"title":3,"prefixes":1,"for":1,"auto":2,"titles":1,"request":1,"regular":1,"expression":1,"match":7,"scheme":3,"r":3,"p":4,"type":2,"path":2,"fragment":4,"inline":3,"link":5,"re":3,"compile":2,"def":1,"replace":1,"replaces":1,"a":2,"matched":1,"style":1,"full":1,"example":1,"my":2,"123":2,"group":4,"if":1,"return":1},"3462,772,data/raw/vllm-0.10.1/docs/mkdocs/hooks/url_schemes.py":{"def":1,"replace":4,"auto":3,"link":6,"match":5,"re":1,"str":1,"replaces":1,"a":2,"matched":1,"autolink":1,"style":1,"github":3,"shorthand":1,"with":1,"full":1,"markdown":6,"example":1,"gh":2,"pr":1,"456":3,"octicons":1,"mark":1,"16":1,"pull":2,"request":1,"https":1,"com":1,"vllm":2,"project":1,"type":4,"group":3,"path":4,"title":2,"f":4,"titles":1,"url":3,"urls":1,"if":1,"fragment":3,"return":2,"icon":1,"both":1,"inline":3,"and":1,"autolinks":1,"sub":2},"0,813,data/raw/vllm-0.10.1/docs/mkdocs/hooks/remove_announcement.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"import":3,"os":3,"from":2,"pathlib":1,"path":5,"typing":1,"literal":2,"def":1,"on":1,"startup":1,"command":1,"build":3,"gh":1,"deploy":1,"serve":1,"dirty":1,"bool":1,"see":1,"https":1,"docs":1,"readthedocs":3,"io":1,"en":1,"stable":1,"reference":1,"environment":1,"variables":1,"html":3,"noqa":1,"if":4,"getenv":1,"version":2,"type":1,"tag":1,"remove":2,"warning":1,"banner":1,"is":2,"a":1,"tagged":1,"release":1,"mkdocs":2,"dir":2,"file":2,"parent":2,"announcement":3,"overrides":1,"main":1,"might":1,"be":1,"removed":1,"already":1,"triggered":1,"multiple":1,"times":1,"both":1,"and":1,"pdf":1,"versions":1,"separately":1,"exists":1},"0,1965,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_argparse.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":15,"logging":2,"sys":5,"from":13,"argparse":3,"suppress":1,"helpformatter":2,"pathlib":1,"path":3,"typing":1,"literal":1,"unittest":1,"mock":1,"magicmock":4,"patch":1,"root":3,"dir":4,"file":1,"parent":4,"doc":1,"docs":1,"insert":1,"str":1,"modules":3,"aiohttp":1,"blake3":1,"c":1,"benchmarks":3,"latency":1,"noqa":9,"e402":9,"serve":1,"throughput":1,"engine":1,"arg":1,"utils":2,"asyncengineargs":1,"engineargs":1,"entrypoints":4,"cli":3,"openai":4,"chatcommand":1,"completecommand":1,"args":1,"run":1,"batch":1,"flexibleargumentparser":1,"logger":1,"getlogger":1,"mkdocs":1,"class":1,"markdownformatter":1,"custom":1,"formatter":1,"that":1,"generates":1,"markdown":4,"for":1,"argument":2,"groups":1,"def":4,"init":2,"self":10,"prog":2,"starting":3,"heading":11,"level":3,"3":1,"super":1,"max":1,"help":1,"position":1,"float":2,"inf":2,"width":1,"section":4,"prefix":3,"1":1,"output":3,"start":1,"if":2,"not":1,"in":1,"positional":1,"arguments":1,"options":1,"md":2,"f":2,"n":5,"append":2,"end":1,"pass":1,"add":1,"text":4,"strip":1},"1965,1609,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_argparse.py":{"def":4,"add":4,"usage":2,"self":10,"actions":3,"groups":1,"prefix":2,"none":1,"pass":2,"arguments":2,"for":5,"action":9,"in":4,"if":4,"len":1,"option":5,"strings":5,"0":1,"or":1,"help":5,"continue":1,"f":8,"join":4,"heading":3,"md":2,"argument":1,"n":10,"markdown":8,"output":6,"append":5,"choices":7,"str":2,"c":2,"possible":2,"elif":1,"metavar":6,"and":1,"isinstance":1,"list":1,"tuple":1,"m":2,"default":4,"suppress":1,"format":1,"return":2,"the":3,"formatted":1,"as":1,"create":3,"parser":3,"cli":2,"args":3,"kwargs":2,"flexibleargumentparser":1,"a":2,"given":1,"class":2,"with":1,"formatting":1,"cls":2,"to":3,"additional":1,"keyword":1},"3574,1829,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_argparse.py":{"returns":1,"flexibleargumentparser":2,"a":1,"parser":23,"with":3,"markdown":1,"formatting":1,"for":3,"the":2,"class":2,"add":10,"json":1,"tip":1,"false":1,"formatter":1,"markdownformatter":1,"patch":1,"vllm":1,"config":1,"deviceconfig":1,"post":1,"init":1,"cli":10,"args":13,"kwargs":1,"might":1,"be":1,"in":2,"place":1,"so":1,"return":2,"if":3,"is":1,"none":1,"or":1,"def":1,"on":1,"startup":1,"command":1,"literal":1,"build":1,"gh":1,"deploy":1,"serve":4,"dirty":1,"bool":1,"logger":4,"info":2,"generating":1,"argparse":7,"documentation":2,"debug":2,"root":3,"directory":2,"s":3,"dir":7,"resolve":2,"output":1,"doc":8,"create":11,"it":1,"doesn":1,"t":1,"exist":1,"not":1,"exists":1,"mkdir":1,"parents":1,"true":2,"parsers":3,"to":2,"document":1,"engine":2,"engineargs":1,"async":2,"asyncengineargs":1,"only":1,"make":2,"arg":2,"chat":1,"chatcommand":1,"complete":1,"completecommand":1,"bench":3,"latency":2,"throughput":2,"run":2,"batch":2,"generate":1,"each":1,"stem":2,"items":1,"path":3,"f":3,"md":1,"open":1,"w":1,"as":1,"write":1,"format":1,"help":1,"generated":1,"relative":1},"0,1563,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_examples.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":10,"vllm":3,"project":1,"import":6,"itertools":1,"logging":2,"from":4,"dataclasses":1,"dataclass":2,"field":1,"pathlib":1,"path":8,"typing":1,"literal":1,"regex":1,"as":1,"re":3,"logger":1,"getlogger":1,"mkdocs":1,"root":4,"dir":6,"file":4,"parent":4,"relative":1,"example":4,"examples":2,"doc":1,"docs":1,"def":1,"fix":1,"case":1,"text":4,"str":4,"subs":2,"api":2,"cli":2,"cpu":2,"llm":2,"mae":2,"tpu":2,"gguf":2,"lora":2,"rlhf":2,"openai":2,"lmcache":2,"multilora":2,"mlpspeculator":2,"r":2,"fp":1,"d":2,"lambda":2,"x":4,"group":2,"upper":2,"e":2,"g":2,"fp16":1,"fp32":1,"int":1,"int8":1,"int16":1,"for":2,"pattern":2,"repl":2,"in":3,"items":1,"sub":1,"rf":1,"b":2,"flags":1,"ignorecase":1,"return":1,"class":2,"generating":1,"documentation":1,"content":1,"a":1,"given":1,"attributes":1,"main":3,"directory":3,"or":1,"category":2,"of":3,"document":2,"other":2,"files":2,"list":2,"title":2},"1563,1807,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_examples.py":{"methods":1,"post":2,"init":5,"initializes":1,"the":24,"main":12,"file":17,"other":8,"files":11,"and":3,"title":6,"attributes":1,"determine":9,"path":19,"determines":4,"in":7,"given":3,"list":6,"directory":6,"excluding":2,"str":4,"of":2,"document":1,"generate":1,"generates":1,"documentation":1,"content":1,"noqa":2,"e501":2,"category":1,"none":1,"field":3,"false":3,"def":3,"self":12,"if":6,"is":4,"a":4,"it":6,"returns":5,"itself":1,"otherwise":2,"searches":2,"for":1,"markdown":3,"md":2,"first":2,"one":1,"found":3,"either":1,"original":1,"s":1,"or":1,"raises":1,"indexerror":1,"no":1,"are":2,"return":1,"else":1,"glob":1,"pop":1,"this":1,"method":1,"checks":1,"an":1,"empty":1,"recursively":1,"through":1,"all":1,"that":1,"not":1},"3370,1966,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_examples.py":{"returns":1,"list":2,"path":7,"a":1,"of":1,"objects":1,"representing":1,"the":3,"other":5,"files":4,"in":3,"directory":4,"noqa":1,"e501":1,"if":9,"self":14,"is":7,"file":21,"return":5,"lambda":1,"and":1,"main":4,"for":2,"rglob":1,"def":3,"determine":1,"title":3,"str":2,"fix":1,"case":1,"stem":1,"replace":1,"generate":1,"content":13,"f":9,"n":14,"source":1,"gh":2,"relative":2,"to":3,"root":3,"dir":7,"use":1,"long":1,"code":10,"fence":6,"avoid":1,"issues":1,"with":1,"included":1,"containing":1,"fences":1,"too":1,"suffix":5,"md":3,"1":2,"8":2,"not":2,"example":9,"materials":1,"sorted":1,"abstract":1,"on":1,"startup":1,"command":1,"literal":1,"build":1,"deploy":1,"serve":1,"dirty":1,"bool":1,"logger":4,"info":1,"generating":1,"documentation":1,"debug":3,"s":3,"resolve":3,"document":1,"doc":4,"create":1,"it":1,"doesn":1,"t":1,"exist":1,"exists":1,"mkdir":1,"parents":1,"true":1},"5336,997,data/raw/vllm-0.10.1/docs/mkdocs/hooks/generate_examples.py":{"categories":2,"sorted":2,"p":3,"for":6,"in":7,"example":12,"dir":4,"iterdir":1,"if":2,"is":1,"examples":6,"glob":4,"patterns":2,"py":1,"md":3,"sh":1,"find":2,"categorised":1,"category":6,"globs":2,"pattern":2,"path":11,"itertools":1,"chain":1,"append":2,"stem":4,"subdirectories":1,"parent":3,"generate":2,"the":1,"documentation":1,"key":1,"lambda":1,"e":2,"name":2,"f":3,"doc":6,"not":1,"exists":1,"mkdir":1,"parents":1,"true":1,"with":1,"open":1,"w":1,"as":1,"write":1,"logger":1,"debug":1,"generated":1,"s":1,"relative":1,"to":1,"root":1},"0,293,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"supported":1,"models":5,"vllm":2,"supports":1,"generative":2,"md":2,"and":1,"pooling":2,"across":1,"various":1,"tasks":1,"for":1,"each":2,"task":1,"we":2,"list":1,"the":1,"model":1,"architectures":1,"that":2,"have":1,"been":1,"implemented":1,"in":1,"alongside":1,"architecture":1,"include":1,"some":1,"popular":1,"use":1,"it":1},"293,304,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"model":3,"implementation":2,"vllm":3,"if":1,"natively":1,"supports":1,"a":1,"its":1,"can":1,"be":1,"found":1,"in":2,"gh":1,"file":1,"executor":1,"models":6,"these":1,"are":1,"what":1,"we":1,"list":1,"supported":4,"text":2,"and":1,"mm":2,"transformers":1,"backend":1},"597,1408,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"transformers":9,"vllm":5,"also":1,"supports":1,"model":12,"implementations":1,"that":2,"are":3,"available":1,"in":7,"this":2,"does":1,"not":2,"currently":2,"work":1,"for":4,"all":1,"models":5,"but":1,"most":1,"decoder":1,"language":4,"and":1,"common":1,"vision":3,"supported":1,"accept":1,"only":1,"image":1,"inputs":2,"support":1,"video":1,"will":2,"be":1,"added":1,"future":1,"releases":1,"to":2,"check":1,"if":5,"the":8,"modeling":1,"backend":1,"is":2,"you":4,"can":2,"simply":1,"do":1,"python":1,"from":1,"import":1,"llm":4,"name":1,"or":3,"path":1,"of":4,"your":1,"apply":1,"lambda":1,"print":1,"type":1,"it":4,"transformersforcausallm":2,"transformersformultimodallm":1,"then":1,"means":1,"s":2,"based":1,"on":1,"tip":1,"force":1,"use":1,"by":1,"setting":1,"impl":2,"offline":2,"inference":2,"serving":2,"md":2,"openai":2,"compatible":2,"server":2,"note":2,"may":2,"fully":1,"optimise":1,"implementation":1,"so":1,"see":1,"degraded":1,"performance":2,"comparing":1,"a":3,"native":2,"case":1,"loading":1,"with":2,"dtype":3,"auto":1,"loads":1,"whole":1,"config":1,"exists":1,"contrast":1,"respect":1,"attribute":1,"each":1,"backbone":1,"might":1,"cause":1,"slight":1,"difference":1},"2005,1363,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"custom":6,"models":7,"if":2,"a":5,"model":11,"is":3,"neither":1,"supported":2,"natively":1,"by":1,"vllm":7,"or":4,"transformers":8,"it":2,"can":2,"still":1,"be":6,"used":2,"in":5,"for":8,"to":2,"compatible":8,"with":2,"the":9,"backend":3,"must":3,"see":2,"customizing":1,"https":1,"huggingface":1,"co":1,"docs":1,"en":1,"directory":3,"have":1,"correct":1,"structure":1,"e":2,"g":2,"config":2,"json":2,"present":1,"contain":1,"auto":1,"map":1,"automodel":1,"writing":3,"customisation":1,"should":1,"done":1,"base":1,"mymodel":1,"not":1,"mymodelforcausallm":1,"on":1,"hugging":1,"face":1,"hub":1,"simply":2,"set":1,"trust":2,"remote":2,"code":2,"true":1,"offline":4,"inference":4,"serving":4,"md":4,"openai":4,"server":4,"local":1,"pass":1,"path":1,"dir":2,"serve":1,"this":1,"means":1,"that":1,"new":1,"before":1,"they":1,"are":1,"officially":1},"3368,1969,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"writing":1,"custom":4,"models":4,"this":2,"section":1,"details":4,"the":7,"necessary":1,"modifications":1,"to":7,"make":3,"a":2,"transformers":8,"compatible":6,"model":12,"that":5,"it":3,"with":3,"backend":5,"for":2,"vllm":5,"we":2,"assume":1,"has":1,"already":1,"been":1,"created":1,"see":2,"customizing":1,"https":1,"huggingface":1,"co":1,"docs":1,"en":1,"your":3,"needs":1,"1":2,"kwargs":3,"passed":1,"down":1,"through":1,"all":3,"modules":1,"from":4,"mymodel":5,"myattention":3,"2":2,"must":3,"use":1,"attention":8,"functions":2,"call":1,"3":2,"contain":1,"supports":2,"true":2,"summary":4,"modeling":1,"my":2,"py":3,"python":3,"import":2,"pretrainedmodel":2,"torch":1,"nn":2,"class":4,"module":1,"def":1,"forward":1,"self":4,"hidden":1,"states":4,"interface":2,"config":5,"attn":4,"implementation":2,"output":1,"weights":1,"query":1,"key":1,"value":1,"here":1,"is":7,"what":1,"happens":1,"in":2,"background":1,"when":1,"loaded":4,"auto":1,"map":1,"and":3,"check":1,"into":1,"transformersforcausallm":1,"or":3,"transformersformultimodallm":1,"gh":1,"file":1,"executor":1,"which":1,"sets":1,"so":1,"s":4,"layer":1,"used":1,"be":1,"tensor":1,"parallel":2,"pipeline":1,"features":1,"you":1,"add":1,"base":2,"tp":1,"plan":2,"pp":1,"configuration":1},"5337,1327,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"from":1,"transformers":1,"import":1,"pretrainedconfig":2,"class":1,"myconfig":1,"base":4,"model":4,"tp":2,"plan":4,"layers":8,"self":3,"attn":3,"k":1,"proj":6,"colwise":5,"v":1,"o":1,"rowwise":3,"mlp":3,"gate":1,"up":1,"down":1,"pp":2,"embed":1,"tokens":1,"input":2,"ids":1,"inputs":1,"embeds":1,"hidden":4,"states":4,"attention":1,"mask":1,"norm":1,"details":1,"is":3,"a":2,"dict":2,"that":3,"maps":2,"fully":1,"qualified":1,"layer":3,"name":1,"patterns":1,"to":4,"tensor":1,"parallel":1,"styles":1,"currently":1,"only":3,"and":1,"are":2,"supported":1,"direct":1,"child":1,"names":3,"tuple":3,"s":3,"of":6,"list":3,"str":1,"you":1,"need":1,"do":1,"this":1,"for":1,"which":2,"not":1,"present":1,"on":1,"all":1,"pipeline":2,"stages":2,"vllm":1,"assumes":1,"there":1,"will":1,"be":1,"one":1,"nn":1,"modulelist":1,"distributed":1,"across":1,"the":12,"in":3,"first":1,"element":2,"contains":2,"arguments":1,"last":1,"variables":1,"outputs":1,"your":1,"modeling":1,"code":1},"6664,20,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"loading":1,"a":1,"model":1},"6684,1782,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"hugging":3,"face":3,"hub":4,"by":1,"default":1,"vllm":8,"loads":1,"models":9,"from":2,"hf":3,"https":3,"huggingface":3,"co":2,"to":11,"change":1,"the":9,"download":1,"path":3,"for":7,"you":4,"can":3,"set":1,"home":1,"environment":2,"variable":1,"more":1,"details":1,"refer":2,"their":2,"official":1,"documentation":1,"docs":1,"package":1,"reference":1,"variables":1,"hfhome":1,"determine":1,"whether":1,"a":3,"given":1,"model":12,"is":6,"natively":3,"supported":5,"check":2,"config":1,"json":1,"file":1,"inside":1,"repository":1,"if":3,"architectures":1,"field":1,"contains":1,"architecture":1,"listed":1,"below":2,"then":1,"it":2,"should":1,"be":3,"do":1,"not":1,"need":1,"used":1,"in":2,"transformers":3,"backend":2,"enables":1,"run":2,"directly":1,"using":1,"implementation":1,"or":4,"even":1,"remote":1,"code":1,"on":3,"tip":1,"easiest":1,"way":1,"your":5,"really":1,"at":1,"runtime":1,"program":1,"python":1,"import":1,"llm":7,"generative":2,"runner":4,"generate":3,"only":2,"name":4,"of":2,"output":4,"hello":2,"my":2,"print":2,"pooling":4,"encode":1,"successfully":1,"returns":1,"text":1,"hidden":1,"states":1,"indicates":1,"that":1,"otherwise":1,"please":1,"adding":1,"new":2,"contributing":1,"readme":1,"md":1,"instructions":1,"how":1,"implement":1,"alternatively":1,"open":1,"an":1,"issue":1,"github":2,"com":1,"project":1,"issues":1,"choose":1,"request":1,"support":1},"8466,226,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"download":3,"a":3,"model":3,"if":1,"you":2,"prefer":1,"can":1,"use":1,"the":1,"hugging":1,"face":1,"cli":3,"to":1,"https":1,"huggingface":3,"co":1,"docs":1,"hub":1,"guides":1,"or":1,"specific":1,"files":1,"from":1,"repository":1,"bash":1},"8692,1707,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"download":5,"a":6,"model":7,"huggingface":13,"cli":10,"huggingfaceh4":3,"zephyr":3,"7b":3,"beta":3,"specify":2,"custom":2,"cache":16,"directory":2,"dir":2,"path":1,"to":11,"specific":1,"file":1,"from":2,"repo":1,"eval":1,"results":1,"json":1,"list":2,"the":8,"downloaded":2,"models":4,"use":2,"hugging":2,"face":2,"manage":3,"https":2,"co":2,"docs":2,"hub":4,"guides":2,"scan":4,"your":2,"stored":1,"in":1,"local":1,"bash":1,"cached":2,"show":1,"detailed":1,"verbose":1,"output":1,"v":1,"delete":6,"interactively":1,"clean":1,"details":1,"summary":2,"commands":1,"console":1,"command":1,"requires":1,"extra":1,"dependencies":1,"work":1,"with":1,"tui":2,"please":1,"run":1,"pip":1,"install":2,"them":1,"launch":1,"interactive":1,"select":3,"revisions":2,"1":7,"selected":2,"counting":1,"for":1,"438":2,"9m":2,"none":1,"of":1,"following":1,"if":1,"nothing":1,"will":1,"be":1,"deleted":1,"baai":3,"bge":3,"base":2,"en":2,"v1":2,"5":2,"used":3,"week":4,"ago":6,"a5beb1e3":1,"main":3,"modified":3,"large":1,"3g":1,"d4aa6901":1,"reranker":1,"1g":1,"4":2,"weeks":2,"2cfc18c9":1,"press":1,"space":1,"enter":1,"validate":1,"and":1,"ctrl":1,"c":1,"quit":1,"without":1,"modification":1},"10399,1393,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"need":1,"to":3,"confirm":2,"after":1,"selected":3,"select":1,"revisions":2,"delete":1,"1":3,"revision":3,"s":3,"counting":1,"for":6,"438":2,"9m":2,"deletion":2,"yes":1,"start":1,"done":1,"deleted":1,"repo":1,"and":2,"0":1,"a":3,"total":1,"of":2,"details":1,"using":2,"proxy":17,"here":1,"are":1,"some":1,"tips":1,"loading":1,"downloading":1,"models":3,"from":3,"hugging":2,"face":2,"set":5,"the":5,"globally":1,"your":7,"session":1,"or":2,"it":1,"in":2,"profile":1,"file":1,"shell":3,"export":3,"http":8,"server":6,"port":6,"https":5,"just":1,"current":1,"command":1,"huggingface":1,"cli":1,"download":1,"model":3,"name":3,"use":4,"vllm":4,"cmd":1,"directly":1,"serve":1,"python":3,"interpreter":1,"import":2,"os":3,"environ":2,"modelscope":4,"www":1,"cn":1,"instead":1,"hub":1,"an":1,"environment":1,"variable":1,"true":3,"with":1,"trust":2,"remote":2,"code":2,"llm":4,"runner":2,"generative":1,"generate":2,"only":1,"output":2,"hello":1,"my":1,"is":1,"print":1},"11792,422,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"for":3,"pooling":2,"models":2,"runner":1,"only":1,"output":2,"llm":1,"encode":1,"hello":1,"my":1,"name":1,"is":4,"print":1,"feature":5,"status":2,"legend":2,"indicates":3,"that":3,"the":5,"supported":3,"model":2,"planned":1,"but":2,"not":1,"yet":1,"available":1,"may":1,"have":1,"known":1,"issues":1,"or":1,"limitations":1,"text":1},"12214,38,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"list":1,"of":1,"text":1,"only":1,"language":1,"models":1},"12252,116,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"generative":3,"models":3,"see":1,"this":1,"page":1,"md":1,"for":1,"more":1,"information":1,"on":1,"how":1,"to":1,"use":1},"12368,285,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"text":1,"generation":1,"these":1,"models":4,"primarily":1,"accept":1,"the":2,"llm":2,"generate":1,"generative":2,"md":2,"llmgenerate":1,"api":2,"chat":2,"instruct":1,"additionally":1,"support":1,"llmchat":1,"style":2,"th":1,"white":1,"space":1,"nowrap":1,"min":1,"width":1,"0":1,"important":1},"12653,1885,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"architecture":1,"models":2,"example":1,"hf":1,"lora":2,"features":1,"md":2,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":2,"gh":1,"issue":1,"8779":1,"aquilaforcausallm":1,"aquila":2,"aquila2":1,"baai":2,"7b":4,"aquilachat":1,"etc":13,"arceeforcausallm":1,"arcee":2,"afm":2,"ai":5,"4":1,"5b":1,"base":5,"arcticforcausallm":1,"arctic":3,"snowflake":4,"instruct":2,"baichuanforcausallm":1,"baichuan2":2,"baichuan":4,"inc":2,"13b":1,"chat":2,"bailingmoeforcausallm":1,"ling":3,"inclusionai":2,"lite":1,"1":1,"5":1,"plus":1,"bambaforcausallm":1,"bamba":3,"ibm":2,"platform":2,"9b":2,"fp8":1,"bloomforcausallm":1,"bloom":2,"bloomz":2,"bloomchat":1,"bigscience":2,"bartforconditionalgeneration":1,"bart":3,"facebook":4,"large":3,"cnn":1,"mbartforconditionalgeneration":1,"mbart":3,"en":1,"ro":1,"50":1,"chatglmmodel":1,"chatglmforconditionalgeneration":1,"chatglm":1,"zai":2,"org":2,"chatglm2":1,"6b":3,"chatglm3":2,"shieldlm":1,"cohereforcausallm":1,"cohere2forcausallm":1,"command":3,"r":2,"coherelabs":2,"c4ai":2,"v01":1,"r7b":1,"12":1,"2024":1,"dbrxforcausallm":1,"dbrx":3,"databricks":2,"decilmforcausallm":1,"decilm":1,"nvidia":1,"llama":1,"3":2,"nemotron":1,"super":1,"49b":1,"deepseekforcausallm":1,"deepseek":5,"llm":2,"67b":1},"14538,1921,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"deepseekv2forcausallm":1,"deepseek":10,"v2":3,"ai":4,"chat":2,"etc":19,"deepseekv3forcausallm":1,"v3":3,"base":3,"dots1forcausallm":1,"dots":3,"llm1":3,"rednote":2,"hilab":2,"inst":1,"ernie4":4,"5forcausallm":1,"5":7,"baidu":3,"ernie":3,"4":11,"0":3,"3b":1,"pt":3,"moeforcausallm":1,"5moe":1,"21b":1,"a3b":1,"300b":1,"a47b":1,"exaoneforcausallm":1,"exaone":6,"3":5,"lgai":2,"7":1,"8b":1,"instruct":3,"exaone4forcausallm":1,"32b":2,"fairseq2llamaforcausallm":1,"llama":2,"fairseq2":2,"format":1,"mgleize":1,"dummy":1,"2":5,"1b":2,"falconforcausallm":1,"falcon":9,"tiiuae":7,"7b":4,"40b":1,"rw":1,"falconmambaforcausallm":1,"falconmamba":1,"mamba":2,"falconh1forcausallm":1,"h1":3,"34b":2,"gemmaforcausallm":1,"gemma":11,"google":7,"2b":2,"1":2,"it":4,"gemma2forcausallm":1,"9b":2,"27b":1,"gemma3forcausallm":1,"gemma3nforcausallm":1,"3n":3,"e2b":1,"e4b":1,"glmforcausallm":1,"glm":6,"zai":3,"org":3,"hf":1,"glm4forcausallm":1,"0414":2,"glm4moeforcausallm":1,"gpt2lmheadmodel":1,"gpt":1,"gpt2":2,"xl":1},"16459,1898,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"gptbigcodeforcausallm":1,"starcoder":2,"santacoder":2,"wizardcoder":2,"bigcode":3,"gpt":8,"wizardlm":1,"15b":1,"v1":1,"0":8,"etc":8,"gptjforcausallm":1,"j":3,"eleutherai":3,"6b":1,"nomic":1,"ai":2,"gpt4all":1,"gptneoxforcausallm":1,"neox":2,"pythia":3,"openassistant":2,"dolly":2,"v2":2,"stablelm":2,"20b":2,"12b":3,"oasst":1,"sft":1,"4":3,"epoch":1,"3":8,"5":1,"databricks":1,"stabilityai":1,"tuned":1,"alpha":1,"7b":7,"gptossforcausallm":1,"oss":3,"openai":2,"120b":1,"graniteforcausallm":1,"granite":15,"1":3,"powerlm":2,"ibm":8,"2b":1,"base":2,"8b":1,"instruct":8,"3b":5,"granitemoeforcausallm":1,"moe":4,"powermoe":2,"1b":2,"a400m":1,"a800m":1,"granitemoehybridforcausallm":1,"hybrid":1,"tiny":1,"preview":1,"granitemoesharedforcausallm":1,"shared":2,"research":1,"active":1,"experts":1,"test":1,"model":1,"gritlm":3,"parasail":1,"vllm":1,"grok1modelforcausallm":1,"grok1":1,"hpcai":1,"tech":1,"grok":1,"hunyuandensev1forcausallm":1,"hunyuan":6,"0124":2,"tencent":4,"hunyuanmoev1forcausallm":1,"80b":1,"a13b":4,"pretrain":1,"fp8":1,"hcxvisionforcausallm":1,"hyperclovax":3,"seed":2,"vision":2,"naver":1,"internlmforcausallm":1,"internlm":5,"chat":1},"18357,1935,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"internlm2forcausallm":1,"internlm2":3,"internlm":3,"7b":8,"chat":4,"etc":14,"internlm3forcausallm":1,"internlm3":2,"8b":3,"instruct":8,"jaislmheadmodel":1,"jais":5,"inceptionai":4,"13b":2,"30b":3,"v3":2,"jambaforcausallm":1,"jamba":4,"ai21labs":3,"ai21":2,"1":12,"5":2,"large":1,"mini":1,"v0":7,"llamaforcausallm":1,"llama":12,"3":6,"2":3,"yi":2,"meta":7,"405b":1,"70b":3,"hf":5,"01":1,"ai":1,"34b":1,"mambaforcausallm":1,"mamba":5,"state":3,"spaces":3,"130m":1,"790m":1,"mamba2forcausallm":1,"mamba2":1,"mistralai":5,"codestral":1,"mimoforcausallm":1,"mimo":2,"xiaomimimo":1,"rl":1,"minicpmforcausallm":1,"minicpm":4,"openbmb":4,"2b":2,"sft":2,"bf16":2,"dpo":1,"s":1,"1b":1,"minicpm3forcausallm":1,"minicpm3":2,"4b":1,"mistralforcausallm":1,"mistral":5,"mixtralforcausallm":1,"mixtral":5,"8x7b":4,"community":1,"8x22b":1,"mptforcausallm":1,"mpt":7,"storywriter":2,"mosaicml":3,"nemotronforcausallm":1,"nemotron":3,"4":2,"minitron":2,"nvidia":1,"base":2,"mgoin":1,"340b":1,"fp8":1},"20292,1983,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"nemotronhforcausallm":1,"nemotron":4,"h":4,"nvidia":3,"8b":5,"base":6,"8k":3,"47b":1,"56b":1,"etc":18,"olmoforcausallm":1,"olmo":4,"allenai":5,"1b":5,"hf":2,"7b":10,"olmo2forcausallm":1,"olmo2":1,"2":4,"0425":1,"olmoeforcausallm":1,"olmoe":3,"0924":2,"instruct":8,"optforcausallm":1,"opt":4,"iml":2,"facebook":2,"66b":1,"max":1,"30b":2,"orionforcausallm":1,"orion":3,"orionstarai":2,"14b":2,"chat":4,"phiforcausallm":1,"phi":14,"microsoft":10,"1":1,"5":5,"phi3forcausallm":1,"4":5,"3":6,"mini":5,"4k":1,"128k":2,"medium":1,"phimoeforcausallm":1,"moe":4,"phi4flashforcausallm":1,"flash":1,"reasoning":1,"persimmonforcausallm":1,"persimmon":3,"adept":2,"plamo2forcausallm":1,"plamo2":1,"pfnet":2,"plamo":2,"qwenlmheadmodel":1,"qwen":12,"qwen2forcausallm":1,"qwq":2,"qwen2":3,"32b":1,"preview":1,"qwen2moeforcausallm":1,"qwen2moe":1,"qwen1":2,"a2":2,"qwen3forcausallm":1,"qwen3":3,"qwen3moeforcausallm":1,"qwen3moe":1,"a3b":1,"stablelmforcausallm":1,"stablelm":3,"stabilityai":2,"3b":1,"4e1t":1,"alpha":1,"v2":1},"22275,952,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"starcoder2forcausallm":1,"starcoder2":4,"bigcode":3,"3b":2,"7b":5,"15b":1,"etc":8,"solarforcausallm":1,"solar":2,"pro":2,"upstage":1,"preview":1,"instruct":5,"telechat2forcausallm":1,"telechat2":4,"tele":4,"ai":3,"35b":1,"teleflmforcausallm":1,"teleflm":1,"cofeai":2,"flm":2,"2":2,"52b":1,"2407":1,"xverseforcausallm":1,"xverse":7,"chat":3,"13b":1,"65b":1,"minimaxm1forcausallm":1,"minimax":5,"text":3,"minimaxai":3,"m1":2,"40k":1,"80k":1,"minimaxtext01forcausallm":1,"01":1,"zamba2forcausallm":1,"zamba2":4,"zyphra":3,"1":1,"2b":1},"23227,1208,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"some":2,"models":6,"are":1,"supported":1,"only":2,"via":1,"the":9,"transformers":3,"backend":2,"purpose":1,"of":4,"table":1,"below":2,"is":3,"to":5,"acknowledge":1,"which":1,"we":2,"officially":1,"support":1,"in":1,"this":3,"way":1,"logs":1,"will":2,"say":1,"that":3,"being":1,"used":1,"and":3,"you":3,"see":1,"no":1,"warning":1,"fallback":1,"behaviour":1,"means":1,"if":1,"have":2,"issues":2,"with":1,"any":1,"listed":1,"please":1,"make":1,"an":2,"issue":2,"https":1,"github":1,"com":1,"vllm":3,"project":1,"new":1,"choose":1,"ll":1,"do":2,"our":1,"best":1,"fix":1,"it":1,"architecture":3,"example":1,"hf":2,"lora":2,"features":1,"md":2,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"8779":1,"smollm3forcausallm":1,"smollm3":2,"huggingfacetb":1,"3b":1,"note":2,"currently":1,"rocm":1,"version":1,"supports":1,"mistral":1,"mixtral":1,"for":1,"context":1,"lengths":1,"up":1,"4096":1,"mbart":1,"config":1,"files":1,"not":1,"defined":1,"therefore":1,"need":1,"use":2,"overrides":1,"architectures":1,"mbartforconditionalgeneration":2,"explicitly":1,"specify":1},"24435,332,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"pooling":6,"models":3,"see":1,"this":1,"page":1,"md":1,"for":1,"more":1,"information":1,"on":1,"how":1,"to":2,"use":1,"important":1,"since":1,"some":1,"model":2,"architectures":1,"support":1,"both":1,"generative":2,"and":1,"tasks":1,"you":1,"should":1,"explicitly":1,"specify":1,"runner":1,"ensure":1,"that":1,"the":1,"is":1,"used":1,"in":1,"mode":2,"instead":1,"of":1},"24767,1828,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"embedding":2,"these":1,"models":5,"primarily":1,"support":1,"the":1,"llm":1,"embed":8,"pooling":1,"md":3,"llmembed":1,"api":1,"architecture":1,"example":1,"hf":1,"lora":2,"features":1,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":4,"gh":1,"issue":1,"8779":1,"bertmodel":1,"sup":30,"c":15,"bert":2,"based":7,"baai":2,"bge":2,"base":4,"en":1,"5":1,"snowflake":6,"arctic":4,"xs":1,"etc":11,"gemma2model":1,"gemma":1,"2":2,"multilingual":2,"gemma2":1,"gritlm":3,"parasail":1,"ai":3,"7b":4,"vllm":1,"gtemodel":1,"0":3,"m":3,"v2":2,"gtenewmodel":1,"mgte":1,"trm":1,"see":3,"note":3,"alibaba":3,"nlp":3,"gte":3,"modernbertmodel":1,"modernbert":2,"nomicbertmodel":1,"nomic":5,"text":2,"moe":1,"long":1,"llamamodel":1,"llamaforcausallm":1,"mistralmodel":1,"llama":1,"intfloat":1,"e5":1,"mistral":1,"instruct":3,"qwen2model":1,"qwen2forcausallm":1,"qwen2":3,"ssmits":1,"qwen3model":1,"qwen3forcausallm":1,"qwen3":2,"qwen":1,"6b":1,"robertamodel":1,"robertaformaskedlm":1,"roberta":2,"sentence":1,"transformers":1,"all":1,"large":1,"model":1,"forcausallm":1,"generative":1,"n":1,"a":1},"26595,1343,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"sup":2,"c":1,"automatically":2,"converted":1,"into":1,"an":2,"embedding":3,"model":9,"via":1,"convert":2,"embed":2,"details":1,"pooling":3,"models":2,"md":1,"conversion":1,"feature":1,"support":1,"is":4,"the":13,"same":1,"as":3,"that":1,"of":3,"original":1,"note":4,"ssmits":1,"qwen2":2,"7b":1,"instruct":1,"base":1,"has":1,"improperly":1,"defined":1,"sentence":1,"transformers":3,"config":2,"you":3,"need":2,"to":6,"manually":1,"set":2,"mean":2,"by":3,"passing":1,"override":1,"pooler":1,"type":1,"for":2,"alibaba":1,"nlp":1,"gte":2,"enable":1,"trust":1,"remote":1,"code":1,"correct":1,"tokenizer":1,"be":1,"loaded":1,"see":1,"relevant":1,"issue":1,"on":1,"hf":2,"https":1,"github":1,"com":1,"huggingface":1,"issues":1,"34882":1,"jinaai":1,"jina":1,"embeddings":2,"v3":1,"supports":2,"multiple":1,"tasks":2,"through":1,"lora":2,"while":1,"vllm":2,"temporarily":1,"only":1,"text":1,"matching":1,"merging":1,"weights":1,"second":1,"generation":1,"mgte":1,"trm":1,"named":1,"newmodel":2,"name":1,"too":1,"generic":1,"should":1,"overrides":1,"architectures":1,"gtenewmodel":2,"specify":1,"use":1,"architecture":1,"if":1,"your":1,"not":1,"in":1,"above":1,"list":1,"we":1,"will":1,"try":1,"using":1,"executor":1,"adapters":1,"default":1,"whole":1,"prompt":1,"are":1,"extracted":1,"from":1,"normalized":1,"hidden":1,"state":1,"corresponding":1,"last":1,"token":1},"27938,1149,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"classification":2,"these":1,"models":7,"primarily":1,"support":2,"the":8,"llm":1,"classify":2,"pooling":2,"md":4,"llmclassify":1,"api":1,"architecture":1,"example":1,"hf":1,"lora":2,"features":1,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"jambaforsequenceclassification":1,"jamba":2,"ai21labs":1,"tiny":1,"reward":1,"dev":1,"etc":2,"gpt2forsequenceclassification":1,"gpt2":2,"nie3e":1,"sentiment":1,"polish":1,"small":1,"model":9,"sup":6,"c":3,"forcausallm":1,"generative":1,"n":1,"a":2,"automatically":2,"converted":1,"into":1,"via":1,"convert":2,"details":1,"conversion":1,"feature":1,"is":2,"same":1,"as":3,"that":1,"of":1,"original":1,"if":1,"your":1,"not":1,"in":1,"above":1,"list":1,"we":1,"will":1,"try":1,"to":2,"using":1,"seq":2,"cls":2,"vllm":1,"executor":1,"adapters":1,"by":1,"default":1,"class":1,"probabilities":1,"are":1,"extracted":1,"from":1,"softmaxed":1,"hidden":1,"state":1,"corresponding":1,"last":1,"token":1},"29087,1875,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"cross":4,"encoder":4,"reranker":8,"and":1,"models":8,"are":1,"a":3,"subset":1,"of":2,"classification":2,"that":2,"accept":1,"two":1,"prompts":1,"as":2,"input":1,"these":1,"primarily":1,"support":2,"the":7,"llm":1,"score":1,"pooling":2,"md":4,"llmscore":1,"api":1,"architecture":1,"example":1,"hf":2,"lora":2,"features":1,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"bertforsequenceclassification":1,"bert":1,"based":6,"ms":1,"marco":1,"minilm":1,"l":1,"6":1,"v2":7,"etc":7,"gemmaforsequenceclassification":2,"gemma":4,"baai":4,"bge":4,"see":3,"note":5,"qwen2forsequenceclassification":1,"qwen2":1,"mixedbread":1,"ai":1,"mxbai":2,"rerank":2,"base":2,"qwen3forsequenceclassification":1,"qwen3":3,"tomaarsen":1,"0":2,"6b":2,"seq":1,"cls":1,"qwen":1,"robertaforsequenceclassification":1,"roberta":3,"quora":1,"xlmrobertaforsequenceclassification":1,"xlm":1,"m3":1,"model":4,"sup":6,"c":3,"forcausallm":1,"generative":1,"n":1,"automatically":1,"converted":1,"into":1,"via":1,"convert":1,"classify":1,"details":1,"conversion":1,"feature":1,"is":1,"same":1,"original":3,"load":2,"official":2,"by":2,"using":2,"following":2,"command":2,"bash":1,"vllm":1,"serve":1,"overrides":1,"architectures":1,"classifier":1,"from":1,"token":1,"yes":1,"method":1,"no":1,"post":1,"processing":1},"30962,597,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"bash":2,"vllm":2,"serve":2,"mixedbread":1,"ai":1,"mxbai":1,"rerank":1,"base":1,"v2":1,"hf":2,"overrides":2,"architectures":2,"qwen2forsequenceclassification":1,"classifier":2,"from":3,"token":2,"0":2,"1":1,"method":1,"2":1,"way":1,"softmax":1,"note":1,"load":1,"the":2,"official":1,"original":2,"qwen3":4,"reranker":4,"by":1,"using":1,"following":1,"command":1,"more":1,"information":1,"can":1,"be":1,"found":1,"at":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"py":1,"qwen":1,"6b":1,"qwen3forsequenceclassification":1,"no":1,"yes":1,"is":1,"true":1},"31559,1631,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"reward":9,"modeling":1,"these":1,"models":9,"primarily":1,"support":2,"the":7,"llm":1,"pooling":4,"md":4,"llmreward":1,"api":1,"architecture":1,"example":1,"hf":1,"lora":2,"features":1,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"internlm2forrewardmodel":1,"internlm2":3,"based":4,"internlm":2,"1":1,"8b":1,"7b":4,"etc":5,"llamaforcausallm":1,"sup":8,"c":4,"llama":1,"peiyi9979":2,"math":4,"shepherd":2,"mistral":2,"prm":3,"qwen2forrewardmodel":1,"qwen2":4,"qwen":2,"5":2,"rm":1,"72b":1,"qwen2forprocessrewardmodel":1,"model":9,"forcausallm":1,"generative":1,"n":1,"a":2,"automatically":2,"converted":1,"into":1,"via":1,"convert":2,"details":1,"conversion":1,"feature":1,"is":2,"same":1,"as":4,"that":1,"of":2,"original":1,"if":1,"your":1,"not":1,"in":1,"above":1,"list":1,"we":2,"will":1,"try":1,"to":1,"using":1,"vllm":1,"executor":1,"adapters":1,"by":1,"default":1,"return":1,"hidden":1,"states":1,"each":1,"token":2,"directly":1,"important":1,"for":1,"process":1,"supervised":1,"such":1,"config":2,"should":1,"be":1,"set":1,"explicitly":1,"e":1,"g":1,"override":1,"pooler":1,"type":1,"step":2,"tag":1,"id":1,"123":1,"returned":1,"ids":1,"456":1,"789":1,"supported":1,"mm":1},"33190,1607,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"list":1,"of":3,"multimodal":5,"language":2,"models":3,"the":7,"following":1,"modalities":4,"are":4,"supported":3,"depending":1,"on":3,"model":5,"t":3,"ext":1,"i":3,"mage":1,"v":1,"ideo":1,"a":2,"udio":1,"any":1,"combination":1,"joined":1,"by":3,"e":3,"g":3,"means":2,"that":3,"supports":3,"text":7,"only":7,"image":7,"and":3,"with":2,"inputs":5,"other":1,"hand":1,"separated":1,"mutually":1,"exclusive":1,"but":1,"not":2,"see":1,"this":2,"page":1,"features":1,"md":1,"how":1,"to":9,"pass":1,"multi":2,"modal":2,"important":1,"enable":2,"multiple":1,"items":1,"per":7,"prompt":7,"in":1,"vllm":5,"v0":1,"you":2,"have":1,"set":1,"limit":5,"mm":5,"offline":2,"inference":2,"or":1,"online":2,"serving":2,"for":3,"example":1,"passing":1,"up":2,"4":4,"images":1,"python":1,"from":1,"import":1,"llm":3,"qwen":2,"qwen2":2,"vl":2,"7b":2,"instruct":2,"bash":1,"serve":1,"is":1,"no":1,"longer":1,"required":1,"if":1,"using":1,"v1":1,"tip":1,"hybrid":1,"such":1,"as":1,"llama":1,"step3":1,"mistral":1,"3":1,"mode":1,"can":1,"be":2,"enabled":1,"setting":1,"all":1,"0":2,"so":1,"their":1,"modules":1,"will":1,"loaded":1,"free":1,"more":1,"gpu":1,"memory":1,"kv":1,"cache":1,"note":1,"currently":1,"adding":1,"lora":1,"backbone":1},"34797,116,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"generative":3,"models":3,"see":1,"this":1,"page":1,"md":1,"for":1,"more":1,"information":1,"on":1,"how":1,"to":1,"use":1},"34913,210,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"text":1,"generation":1,"these":1,"models":4,"primarily":1,"accept":1,"the":2,"llm":2,"generate":1,"generative":2,"md":2,"llmgenerate":1,"api":2,"chat":2,"instruct":1,"additionally":1,"support":1,"llmchat":1},"35123,1975,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"architecture":1,"models":2,"inputs":1,"example":1,"hf":1,"lora":2,"features":1,"md":2,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"ariaforconditionalgeneration":1,"aria":2,"t":13,"i":13,"sup":24,"rhymes":1,"ai":4,"ayavisionforconditionalgeneration":1,"aya":3,"vision":5,"cohereforai":2,"8b":2,"32b":1,"etc":12,"blip2forconditionalgeneration":1,"blip":1,"2":5,"e":5,"salesforce":2,"blip2":2,"opt":2,"7b":3,"6":1,"chameleonforconditionalgeneration":1,"chameleon":2,"facebook":1,"cohere2visionforconditionalgeneration":1,"command":2,"a":3,"coherelabs":1,"07":1,"2025":1,"deepseekvlv2forcausallm":1,"deepseek":7,"vl2":4,"tiny":1,"small":1,"florence2forconditionalgeneration":1,"florence":3,"microsoft":2,"base":1,"large":1,"fuyuforcausallm":1,"fuyu":2,"adept":1,"gemma3forconditionalgeneration":1,"gemma":6,"3":3,"google":4,"4b":1,"it":4,"27b":1,"gemma3nforconditionalgeneration":1,"3n":3,"e2b":1,"e4b":1,"glm4vforcausallm":1,"glm":6,"4v":2,"zai":4,"org":4,"9b":3,"cogagent":1,"20241220":1,"glm4vforconditionalgeneration":1,"4":4,"1v":2,"thinking":2,"v":2,"glm4vmoeforconditionalgeneration":1,"5v":2},"37098,1881,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"granitespeechforconditionalgeneration":1,"granite":3,"speech":2,"t":11,"a":1,"ibm":1,"3":4,"8b":7,"h2ovlchatmodel":1,"h2ovl":3,"i":10,"sup":24,"e":10,"h2oai":2,"mississippi":2,"800m":1,"2b":2,"etc":7,"idefics3forconditionalgeneration":1,"idefics3":2,"huggingfacem4":1,"llama3":2,"interns1forconditionalgeneration":1,"intern":2,"s1":2,"v":3,"internlm":1,"internvlchatmodel":1,"internvl":5,"0":2,"internvideo":1,"2":3,"5":6,"mono":2,"opengvlab":5,"internvl3":1,"9b":1,"internvideo2":1,"chat":1,"internvl2":2,"4b":2,"keyeforconditionalgeneration":1,"keye":3,"vl":9,"preview":2,"kwai":1,"kimivlforconditionalgeneration":1,"kimi":4,"a3b":4,"instruct":5,"thinking":2,"moonshotai":2,"llama4forconditionalgeneration":1,"llama":10,"4":4,"meta":3,"scout":1,"17b":3,"16e":1,"maverick":2,"128e":2,"fp8":1,"nemotron":3,"nano":3,"nvidia":1,"1":3,"v1":3,"llavaforconditionalgeneration":1,"llava":8,"pixtral":2,"hf":7,"transformers":1,"7b":3,"tiger":1,"lab":1,"mantis":1,"siglip":1,"see":1,"note":1,"mistral":2,"community":1,"12b":1,"llavanextforconditionalgeneration":1,"next":1,"6":2,"vicuna":1},"38979,1987,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"llavanextvideoforconditionalgeneration":1,"llava":8,"next":2,"video":2,"t":14,"v":9,"hf":7,"7b":4,"etc":13,"llavaonevisionforconditionalgeneration":1,"onevision":3,"i":13,"sup":38,"qwen2":2,"ov":2,"0":2,"5b":1,"minicpmo":1,"minicpm":7,"o":3,"e":8,"a":3,"openbmb":5,"2":9,"6":4,"minicpmv":1,"see":1,"note":1,"llama3":2,"5":3,"4":3,"minimaxvl01forconditionalgeneration":1,"minimax":2,"vl":2,"minimaxai":1,"01":1,"mistral3forconditionalgeneration":1,"mistral3":1,"transformers":1,"mistralai":1,"mistral":1,"small":1,"3":8,"1":2,"24b":1,"instruct":5,"2503":1,"mllamaforconditionalgeneration":1,"llama":5,"meta":2,"90b":1,"vision":6,"11b":1,"molmoforcausallm":1,"molmo":3,"allenai":2,"d":4,"0924":2,"nvlm":3,"model":1,"nvidia":1,"72b":1,"ovis":1,"ovis2":2,"ovis1":2,"aidc":2,"ai":2,"1b":1,"3b":4,"paligemmaforconditionalgeneration":1,"paligemma":4,"google":3,"pt":1,"224":2,"mix":1,"paligemma2":1,"ft":1,"docci":1,"448":1,"phi3vforcausallm":1,"phi":6,"microsoft":3,"128k":1,"phi4mmforcausallm":1,"multimodal":2},"40966,1837,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"phi4multimodalforcausallm":1,"phi":2,"4":2,"multimodal":2,"hf":1,"transformers":1,"t":13,"i":12,"sup":40,"a":4,"microsoft":1,"instruct":8,"with":1,"revision":1,"refs":1,"pr":1,"70":1,"etc":5,"pixtralforconditionalgeneration":1,"mistral":4,"3":2,"format":2,"pixtral":2,"mistralai":2,"small":1,"1":1,"24b":1,"2503":1,"12b":1,"2409":1,"qwenvlforconditionalgeneration":1,"qwen":12,"vl":10,"e":10,"chat":1,"qwen2audioforconditionalgeneration":1,"qwen2":12,"audio":2,"7b":6,"qwen2vlforconditionalgeneration":1,"qvq":2,"v":4,"72b":3,"preview":1,"5":6,"vlforconditionalgeneration":1,"3b":1,"5omnithinkerforconditionalgeneration":1,"omni":6,"skyworkr1vchatmodel":1,"skywork":3,"r1v":2,"38b":2,"smolvlmforconditionalgeneration":1,"smolvlm2":2,"2":1,"2b":1,"step3vlforconditionalgeneration":1,"step3":2,"stepfun":1,"ai":1,"tarsierforconditionalgeneration":1,"tarsier":3,"search":2,"34b":1,"tarsier2forconditionalgeneration":1,"tarsier2":3,"research":2,"recap":1,"0115":1},"42803,1795,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"some":1,"models":6,"are":2,"supported":1,"only":2,"via":3,"the":11,"transformers":3,"backend":2,"purpose":1,"of":2,"table":1,"below":2,"is":3,"to":6,"acknowledge":1,"which":1,"we":2,"officially":1,"support":2,"in":3,"this":5,"way":1,"logs":1,"will":2,"say":1,"that":3,"being":1,"used":1,"and":3,"you":3,"see":1,"no":1,"warning":2,"fallback":1,"behaviour":1,"means":1,"if":1,"have":1,"issues":2,"with":3,"any":1,"listed":1,"please":1,"make":1,"an":1,"issue":2,"https":1,"github":1,"com":1,"vllm":3,"project":1,"new":1,"choose":1,"ll":1,"do":1,"our":1,"best":1,"fix":1,"it":1,"architecture":2,"inputs":3,"example":2,"hf":4,"lora":2,"features":1,"md":2,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":2,"gh":1,"8779":1,"emu3forconditionalgeneration":1,"emu3":2,"t":1,"i":1,"baai":1,"chat":1,"sup":6,"need":1,"set":1,"name":1,"overrides":2,"match":1,"one":1,"nbsp":10,"for":6,"use":2,"deepseek":1,"vl2":1,"series":1,"architectures":1,"deepseekvlv2forcausallm":1,"e":1,"pre":1,"computed":1,"embeddings":1,"can":2,"be":2,"inputted":2,"modality":2,"multiple":1,"items":1,"per":1,"text":3,"prompt":1,"both":1,"v0":2,"gemma3forconditionalgeneration":1,"however":1,"there":1,"differences":1,"how":1,"they":1,"handle":1,"image":4,"correctly":1,"implements":1,"model":1,"s":1,"attention":3,"pattern":1,"uses":2,"bidirectional":1,"between":1,"tokens":2,"corresponding":1,"same":1,"causal":1,"other":1,"implemented":1,"naive":1,"pytorch":1,"sdpa":1,"masking":1,"tensors":1,"note":1,"may":1,"significant":1,"memory":1,"long":1,"prompts":1},"44598,1992,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"v1":2,"currently":2,"uses":2,"a":1,"simplified":1,"attention":5,"pattern":2,"causal":2,"for":6,"all":1,"tokens":2,"including":1,"image":2,"generates":1,"reasonable":1,"outputs":1,"but":1,"does":1,"not":3,"match":1,"the":7,"original":1,"model":3,"s":5,"text":3,"inputs":2,"especially":2,"when":2,"do":1,"pan":1,"and":5,"scan":1,"true":1,"will":1,"be":3,"updated":1,"in":5,"future":1,"to":6,"support":3,"correct":1,"behavior":1,"this":1,"limitation":1,"exists":1,"because":1,"mixed":1,"bidirectional":1,"images":1,"otherwise":1,"is":3,"yet":2,"supported":2,"by":1,"vllm":5,"backends":1,"note":3,"gemma3nforconditionalgeneration":1,"only":2,"on":4,"due":2,"shared":1,"kv":1,"caching":2,"it":1,"depends":1,"timm":1,"1":4,"0":8,"17":1,"make":1,"use":3,"of":3,"its":1,"mobilenet":1,"v5":1,"vision":2,"backbone":2,"performance":1,"fully":1,"optimized":1,"mainly":1,"both":1,"audio":1,"mm":1,"encoders":1,"transformers":2,"automodel":1,"implementation":1,"there":1,"no":1,"ple":1,"or":1,"out":1,"memory":1,"swapping":2,"as":1,"described":1,"google":1,"blog":1,"https":1,"developers":1,"googleblog":1,"com":1,"en":1,"introducing":1,"gemma":1,"3n":1,"these":1,"features":1,"might":1,"too":1,"specific":1,"particular":1,"may":1,"better":1,"suited":1,"constrained":1,"setups":1,"internvlchatmodel":1,"with":2,"qwen2":1,"5":3,"opengvlab":2,"internvl3":1,"2b":1,"internvl2":1,"1b":1,"etc":1,"has":2,"video":1,"tiger":1,"lab":1,"mantis":1,"8b":1,"siglip":1,"llama3":1,"you":1,"have":1,"pass":1,"hf":1,"overrides":1,"architectures":1,"mantisforconditionalgeneration":1,"running":1,"warning":1,"output":1,"quality":1,"allenai":1,"molmo":2,"7b":1,"d":1,"0924":1,"object":1,"localization":1,"tasks":1,"deteriorated":1,"recent":1,"updates":1,"best":1,"results":1,"we":1,"recommend":1,"using":1,"following":1,"dependency":2,"versions":2,"tested":2,"a10":1,"l40":2,"code":1,"core":1,"compatible":1,"dependencies":1,"accuracy":1,"setup":1,"torch":1,"2":1,"torchvision":1,"20":1,"4":1,"48":1,"tokenizers":1,"21":1,"tiktoken":1,"7":2},"46590,1042,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"optional":1,"but":3,"recommended":1,"for":6,"improved":1,"performance":1,"and":2,"stability":1,"triton":1,"3":3,"1":2,"0":7,"xformers":1,"28":1,"post3":1,"uvloop":1,"21":1,"protobuf":1,"5":3,"29":1,"openai":1,"60":1,"2":4,"opencv":1,"python":1,"headless":1,"4":2,"11":1,"86":1,"pillow":1,"10":1,"installed":1,"flashattention":1,"float16":1,"only":1,"flash":1,"attn":1,"6":1,"not":3,"used":1,"in":3,"float32":1,"should":1,"be":1,"documented":1,"note":3,"make":1,"sure":1,"you":1,"understand":1,"the":3,"security":1,"implications":1,"of":1,"using":1,"outdated":1,"packages":1,"official":1,"openbmb":1,"minicpm":2,"v":2,"doesn":1,"t":1,"work":1,"yet":2,"so":1,"we":1,"need":1,"to":1,"use":2,"a":1,"fork":1,"hwwwh":1,"now":1,"more":1,"details":1,"please":1,"see":2,"gh":1,"pr":1,"4087":1,"issuecomment":1,"2250397630":1,"warning":1,"our":1,"paligemma":1,"implementations":1,"have":1,"same":1,"problem":1,"as":1,"gemma":1,"above":1,"both":1,"v0":2,"v1":3,"qwen2":1,"omni":1,"reading":1,"audio":2,"from":1,"video":2,"pre":1,"processing":1,"mm":1,"processor":1,"kwargs":1,"true":1,"is":2,"currently":1,"supported":2,"on":1,"because":1,"overlapping":1,"modalities":1},"47632,627,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"transcription":1,"speech2text":1,"models":3,"trained":1,"specifically":1,"for":1,"automatic":1,"speech":1,"recognition":1,"architecture":1,"example":1,"hf":1,"lora":2,"features":1,"md":2,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"whisperforconditionalgeneration":1,"whisper":3,"openai":2,"small":2,"large":1,"v3":1,"turbo":1,"etc":2,"voxtralforconditionalgeneration":1,"voxtral":3,"mistral":1,"format":1,"mistralai":2,"mini":1,"3b":1,"2507":2,"24b":1},"48259,1187,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"pooling":6,"models":10,"see":1,"this":1,"page":1,"md":5,"for":1,"more":1,"information":1,"on":1,"how":1,"to":2,"use":2,"embedding":2,"these":1,"primarily":1,"support":2,"the":5,"llm":1,"embed":2,"llmembed":1,"api":1,"note":1,"get":1,"best":1,"results":1,"you":1,"should":1,"that":3,"are":2,"specifically":1,"trained":1,"as":2,"such":1,"following":1,"table":1,"lists":1,"those":1,"tested":1,"in":1,"vllm":1,"architecture":1,"inputs":1,"example":1,"hf":1,"lora":2,"features":1,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"llavanextforconditionalgeneration":1,"sup":10,"c":5,"llava":1,"next":1,"based":2,"t":2,"i":2,"royokong":1,"e5":1,"v":1,"phi3vforcausallm":1,"phi":1,"3":1,"vision":1,"tiger":1,"lab":1,"vlm2vec":1,"full":1,"forconditionalgeneration":1,"forcausallm":1,"etc":1,"generative":1,"n":1,"a":1,"automatically":1,"converted":1,"into":1,"an":1,"model":3,"via":1,"convert":1,"details":1,"conversion":1,"feature":1,"is":1,"same":1,"of":1,"original":1},"49446,923,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"cross":2,"encoder":2,"reranker":3,"and":1,"models":7,"are":1,"a":2,"subset":1,"of":2,"classification":2,"that":2,"accept":1,"two":1,"prompts":1,"as":2,"input":1,"these":1,"primarily":1,"support":2,"the":3,"llm":1,"score":1,"pooling":2,"md":4,"llmscore":1,"api":1,"architecture":1,"inputs":1,"example":1,"hf":1,"lora":2,"features":1,"pp":1,"serving":1,"parallelism":1,"scaling":1,"v1":1,"gh":1,"issue":1,"8779":1,"jinavlforsequenceclassification":1,"jinavl":1,"based":1,"t":1,"i":1,"sup":4,"e":1,"jinaai":1,"jina":1,"m0":1,"etc":1,"c":1,"automatically":1,"converted":1,"into":1,"model":3,"via":1,"convert":1,"classify":1,"details":1,"conversion":1,"feature":1,"is":1,"same":1,"original":1},"50369,1751,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"model":6,"support":5,"policy":1,"at":1,"vllm":3,"we":5,"are":5,"committed":1,"to":5,"facilitating":1,"the":17,"integration":1,"and":6,"of":8,"third":2,"party":2,"models":5,"within":1,"our":3,"ecosystem":1,"approach":1,"is":3,"designed":1,"balance":1,"need":1,"for":5,"robustness":1,"practical":1,"limitations":1,"supporting":1,"a":4,"wide":1,"range":1,"here":1,"s":2,"how":1,"manage":1,"1":1,"community":3,"driven":1,"encourage":1,"contributions":2,"adding":1,"new":2,"when":3,"user":1,"requests":2,"welcome":1,"pull":1,"prs":2,"from":4,"these":1,"evaluated":1,"primarily":1,"on":1,"sensibility":1,"output":3,"they":1,"generate":3,"rather":1,"than":1,"strict":1,"consistency":3,"with":2,"existing":1,"implementations":1,"such":1,"as":1,"those":1,"in":2,"transformers":5,"call":1,"contribution":1,"coming":1,"directly":1,"vendors":1,"greatly":1,"appreciated":1,"2":1,"best":1,"effort":1,"while":2,"aim":1,"maintain":1,"level":1,"between":1,"implemented":2,"other":1,"frameworks":1,"like":2,"complete":1,"alignment":1,"not":1,"always":1,"feasible":1,"factors":1,"acceleration":1,"techniques":1,"use":1,"low":1,"precision":1,"computations":1,"can":1,"introduce":1,"discrepancies":1,"commitment":1,"ensure":2,"that":2,"functional":1,"produce":1,"sensible":1,"results":1,"tip":1,"comparing":2,"hugging":1,"face":1,"llm":1,"note":1,"former":1,"reads":1,"generation":4,"config":2,"file":1,"i":1,"e":1,"json":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"19dabe96362803fb0a9ae7073d03533966598b17":1,"src":1,"utils":1,"py":1,"l1945":1,"applies":1,"default":1,"parameters":3,"latter":1,"only":1,"uses":1,"passed":1,"function":1,"all":1,"sampling":1,"identical":1,"outputs":1},"52120,1498,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"3":1,"issue":1,"resolution":1,"and":10,"model":4,"updates":3,"users":3,"are":4,"encouraged":1,"to":6,"report":1,"any":1,"bugs":1,"or":1,"issues":1,"they":2,"encounter":1,"with":3,"third":3,"party":3,"models":12,"proposed":2,"fixes":1,"should":2,"be":1,"submitted":1,"via":1,"prs":2,"a":4,"clear":1,"explanation":1,"of":3,"the":14,"problem":1,"rationale":1,"behind":1,"solution":1,"if":1,"fix":1,"for":4,"one":1,"impacts":1,"another":1,"we":3,"rely":2,"on":2,"community":3,"highlight":1,"address":1,"these":1,"cross":1,"dependencies":1,"note":2,"bugfix":1,"it":1,"is":1,"good":1,"etiquette":1,"inform":1,"original":1,"author":1,"seek":1,"their":2,"feedback":1,"4":1,"monitoring":1,"interested":1,"in":5,"specific":1,"monitor":1,"commit":1,"history":1,"those":1,"e":1,"g":1,"by":2,"tracking":1,"changes":2,"main":1,"vllm":4,"executor":1,"directory":1,"this":3,"proactive":1,"approach":2,"helps":1,"stay":1,"informed":1,"about":1,"that":3,"may":2,"affect":1,"use":1,"5":1,"selective":1,"focus":1,"our":2,"resources":1,"primarily":1,"directed":1,"towards":1,"significant":1,"user":1,"interest":1,"impact":1,"less":2,"frequently":1,"used":1,"receive":1,"attention":1,"play":1,"more":1,"active":1,"role":1,"upkeep":1,"improvement":1,"through":1,"fosters":1,"collaborative":1,"environment":1,"where":1,"both":1,"core":1,"development":1,"team":1,"broader":1,"contribute":1,"robustness":1,"diversity":1,"supported":2,"ecosystem":1,"as":1,"an":1,"inference":1,"engine":1,"does":1,"not":1,"introduce":1,"new":1,"therefore":1,"all":1,"regard":1,"have":1,"following":1,"levels":1,"testing":1},"53618,1039,data/raw/vllm-0.10.1/docs/models/supported_models.md":{"1":1,"strict":1,"consistency":1,"we":5,"compare":1,"the":18,"output":5,"of":5,"model":5,"with":1,"in":1,"huggingface":1,"transformers":1,"library":1,"under":2,"greedy":1,"decoding":1,"this":6,"is":5,"most":1,"stringent":3,"test":5,"please":2,"refer":2,"to":6,"models":6,"tests":4,"https":1,"github":1,"com":1,"vllm":2,"project":1,"blob":1,"main":1,"for":3,"that":2,"have":2,"passed":2,"2":1,"sensibility":1,"check":2,"if":3,"sensible":1,"and":4,"coherent":1,"by":1,"measuring":1,"perplexity":1,"checking":1,"any":1,"obvious":1,"errors":2,"a":2,"less":1,"3":1,"runtime":1,"functionality":2,"can":1,"be":1,"loaded":1,"run":1,"without":1,"least":1,"gh":2,"dir":2,"examples":2,"4":1,"community":2,"feedback":2,"rely":1,"on":2,"provide":1,"broken":1,"or":2,"not":1,"working":1,"as":1,"expected":1,"encourage":1,"users":1,"raise":1,"issues":1,"report":1,"it":2,"open":1,"pull":1,"requests":1,"fix":1,"rest":1,"fall":1,"category":1},"0,701,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"pooling":5,"models":8,"vllm":5,"also":1,"supports":1,"such":1,"as":2,"embedding":1,"classification":1,"and":1,"reward":1,"in":2,"implement":1,"the":3,"vllmmodelforpooling":2,"model":2,"executor":2,"interface":1,"these":1,"use":1,"a":2,"pooler":3,"layers":1,"to":3,"extract":1,"final":1,"hidden":1,"states":1,"of":2,"input":1,"before":1,"returning":1,"them":1,"note":1,"we":2,"currently":1,"support":1,"primarily":1,"matter":1,"convenience":1,"this":1,"is":1,"not":1,"guaranteed":1,"have":2,"any":2,"performance":1,"improvement":1,"over":1,"using":1,"hf":1,"transformers":2,"sentence":1,"directly":1,"are":1,"now":1,"planning":1,"optimize":1,"please":1,"comment":1,"on":1,"gh":1,"issue":1,"21796":1,"if":1,"you":1,"suggestions":1},"701,1893,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"configuration":1,"model":12,"runner":5,"run":1,"a":1,"in":4,"pooling":7,"mode":1,"via":3,"the":13,"option":3,"tip":2,"there":1,"is":1,"no":1,"need":1,"to":8,"set":3,"this":1,"vast":1,"majority":1,"of":2,"cases":1,"as":1,"vllm":6,"can":3,"automatically":3,"detect":1,"use":1,"auto":1,"conversion":1,"adapt":1,"models":2,"for":2,"various":1,"tasks":6,"convert":5,"type":2,"if":2,"has":1,"been":1,"manually":1,"or":2,"but":1,"does":2,"not":2,"implement":1,"vllmmodelforpooling":2,"executor":2,"interface":1,"will":1,"attempt":1,"according":2,"architecture":2,"names":1,"shown":1,"table":1,"below":1,"supported":3,"fortextencoding":1,"embeddingmodel":1,"embed":5,"encode":4,"classification":1,"classificationmodel":1,"classify":4,"score":6,"forrewardmodeling":1,"rewardmodel":1,"reward":2,"you":1,"explicitly":1,"specify":1,"how":1,"each":1,"supports":1,"one":1,"more":1,"these":1,"pooler":3,"get":2,"layers":1,"enabling":1,"corresponding":1,"apis":2,"task":3,"llm":6,"api":1,"falls":1,"back":1,"support":1},"2594,1025,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"pooler":8,"configuration":2,"predefined":1,"models":3,"if":2,"the":9,"vllm":1,"model":5,"executor":1,"layers":1,"defined":1,"by":2,"accepts":1,"config":3,"you":2,"can":2,"override":3,"some":1,"of":1,"its":2,"attributes":2,"via":3,"option":2,"converted":2,"has":2,"been":1,"convert":1,"see":1,"above":1,"assigned":1,"to":1,"each":1,"task":2,"following":1,"default":1,"pooling":1,"type":1,"normalization":1,"softmax":1,"reward":1,"all":1,"embed":1,"last":2,"classify":1,"when":1,"loading":1,"sentence":4,"transformers":4,"https":1,"huggingface":1,"co":1,"file":1,"modules":1,"json":1,"takes":2,"priority":2,"over":2,"s":3,"defaults":2,"further":1,"customize":1,"this":1,"which":1,"both":1,"and":1},"3619,1148,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"offline":4,"inference":4,"the":4,"llm":14,"vllm":5,"class":2,"provides":1,"various":1,"methods":1,"for":6,"see":1,"configuration":2,"api":1,"summary":1,"md":1,"a":4,"list":1,"of":1,"options":1,"when":1,"initializing":1,"model":3,"embed":5,"method":2,"outputs":4,"an":1,"embedding":3,"vector":2,"each":2,"prompt":2,"it":2,"is":4,"primarily":2,"designed":2,"models":2,"python":2,"from":2,"import":2,"intfloat":1,"e5":1,"small":1,"runner":2,"pooling":2,"output":4,"hello":2,"my":2,"name":2,"embeds":3,"print":2,"f":2,"embeddings":1,"r":2,"size":2,"len":2,"code":2,"example":2,"can":2,"be":2,"found":2,"here":2,"gh":2,"file":2,"examples":2,"basic":2,"py":2,"classify":5,"probability":1,"classification":1,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"probs":4,"probabilities":1},"4767,1436,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"llm":12,"score":9,"the":6,"vllm":6,"method":2,"outputs":3,"similarity":2,"scores":1,"between":2,"sentence":1,"pairs":2,"it":2,"is":5,"designed":1,"for":1,"embedding":3,"models":5,"and":2,"cross":3,"encoder":3,"use":2,"cosine":1,"https":2,"www":1,"sbert":1,"net":1,"examples":3,"applications":1,"readme":1,"html":1,"serve":1,"as":2,"rerankers":1,"candidate":1,"query":1,"document":1,"in":2,"rag":3,"systems":1,"note":1,"can":3,"only":1,"perform":1,"model":3,"inference":3,"component":1,"e":1,"g":1,"reranking":1,"of":3,"to":2,"handle":1,"at":1,"a":3,"higher":1,"level":1,"you":1,"should":1,"integration":1,"frameworks":1,"such":1,"langchain":3,"github":1,"com":1,"ai":1,"python":2,"from":2,"import":2,"baai":1,"bge":1,"reranker":1,"v2":1,"m3":1,"runner":2,"pooling":2,"output":4,"what":1,"capital":2,"france":1,"brazil":1,"brasilia":1,"print":2,"f":2,"code":3,"example":2,"be":2,"found":2,"here":2,"gh":2,"file":2,"offline":2,"basic":2,"py":2,"reward":7,"available":1,"all":1,"returns":1,"extracted":1,"hidden":1,"states":1,"directly":1,"internlm":1,"internlm2":1,"1":1,"8b":1,"trust":1,"remote":1,"true":1,"hello":1,"my":1,"name":1,"data":4,"r":1},"6203,748,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"llm":11,"encode":5,"the":4,"vllm":3,"method":1,"is":2,"available":1,"to":1,"all":1,"pooling":6,"models":1,"in":1,"it":1,"returns":1,"extracted":1,"hidden":1,"states":1,"directly":2,"note":1,"please":1,"use":5,"one":1,"of":1,"more":1,"specific":1,"methods":1,"or":4,"set":1,"task":5,"when":1,"using":1,"for":4,"embeddings":1,"embed":3,"classification":1,"logits":1,"classify":2,"rewards":1,"reward":2,"similarity":1,"scores":1,"score":1,"python":1,"from":1,"import":1,"model":1,"intfloat":1,"e5":1,"small":1,"runner":1,"output":2,"hello":1,"my":1,"name":1,"data":4,"outputs":1,"print":1,"f":1,"r":1},"6951,619,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"online":1,"serving":2,"our":1,"openai":2,"compatible":2,"server":2,"md":2,"provides":1,"endpoints":1,"that":1,"correspond":1,"to":7,"the":1,"offline":1,"apis":1,"pooling":3,"api":8,"is":5,"similar":4,"llm":4,"encode":1,"being":1,"applicable":2,"all":1,"types":1,"of":1,"models":4,"embeddings":2,"embed":1,"accepting":1,"both":1,"text":1,"and":2,"multi":1,"modal":1,"inputs":2,"features":1,"multimodal":1,"for":2,"embedding":1,"classification":3,"classify":1,"sequence":1,"score":3,"cross":1,"encoder":1},"7570,1845,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"matryoshka":19,"embeddings":8,"https":2,"sbert":1,"net":1,"examples":1,"sentence":1,"transformer":1,"training":2,"readme":1,"html":1,"or":2,"representation":3,"learning":2,"mrl":1,"arxiv":1,"org":1,"abs":1,"2205":1,"13147":1,"is":8,"a":2,"technique":1,"used":1,"in":4,"embedding":2,"models":4,"it":2,"allows":1,"user":1,"to":7,"trade":1,"off":1,"between":1,"performance":1,"and":1,"cost":1,"warning":1,"not":4,"all":1,"are":1,"trained":1,"using":4,"avoid":1,"misuse":1,"of":2,"the":7,"dimensions":11,"parameter":2,"vllm":4,"returns":1,"an":2,"error":3,"for":5,"requests":1,"that":3,"attempt":1,"change":2,"output":6,"dimension":1,"do":1,"support":4,"example":2,"setting":1,"while":1,"baai":2,"bge":2,"m3":2,"model":3,"will":2,"result":1,"following":1,"json":2,"object":1,"message":1,"does":1,"changing":1,"lead":1,"poor":1,"results":1,"type":1,"badrequesterror":1,"param":1,"null":1,"code":1,"400":1,"manually":2,"enable":1,"there":1,"currently":1,"no":1,"official":1,"interface":1,"specifying":1,"if":1,"true":3,"config":2,"allowed":4,"arbitrary":1,"can":1,"control":1,"but":1,"recognized":1,"by":1,"please":1,"override":1,"hf":5,"overrides":5,"offline":1,"online":1,"here":1,"serve":2,"with":1,"enabled":1,"text":1,"snowflake":2,"arctic":1,"embed":1,"m":1,"v1":1,"5":1,"256":1},"9415,1964,data/raw/vllm-0.10.1/docs/models/pooling_models.md":{"offline":2,"inference":3,"you":2,"can":4,"change":2,"the":7,"output":3,"dimensions":6,"of":2,"embedding":5,"models":2,"that":2,"support":2,"matryoshka":4,"embeddings":7,"by":2,"using":2,"parameter":2,"in":1,"poolingparams":4,"vllm":4,"python":1,"from":1,"import":1,"llm":4,"model":3,"jinaai":4,"jina":4,"v3":4,"runner":1,"pooling":2,"trust":2,"remote":2,"code":3,"true":1,"outputs":3,"embed":2,"follow":2,"white":2,"rabbit":2,"params":1,"32":2,"print":1,"0":37,"a":2,"example":2,"be":2,"found":2,"here":2,"gh":2,"file":2,"examples":2,"fy":2,"py":2,"online":2,"use":1,"following":1,"command":1,"to":1,"start":1,"server":1,"text":2,"serve":1,"curl":1,"http":1,"127":1,"1":1,"8000":1,"v1":1,"h":2,"accept":1,"application":2,"json":3,"content":1,"type":1,"d":1,"input":1,"encoding":1,"format":1,"float":1,"expected":1,"id":1,"embd":1,"5c21fc9a5c9d4384a1b021daccaf9f64":1,"object":2,"list":1,"created":1,"1745476417":1,"data":1,"index":1,"3828125":1,"1357421875":1,"03759765625":1,"125":1,"21875":1,"09521484375":1,"003662109375":1,"1591796875":1,"130859375":1,"0869140625":1,"1982421875":1,"1689453125":1,"220703125":2,"1728515625":1,"2275390625":1,"0712890625":1,"162109375":1,"283203125":1,"055419921875":1,"0693359375":1,"031982421875":1,"04052734375":1,"2734375":1,"1826171875":1,"091796875":1,"37890625":1,"0888671875":1,"12890625":1,"021484375":1,"0091552734375":1,"23046875":1,"usage":1,"prompt":2,"tokens":4,"8":2,"total":1,"completion":1,"details":1,"null":1,"openai":2,"client":1,"serving":1},"0,742,data/raw/vllm-0.10.1/docs/models/generative_models.md":{"generative":3,"models":5,"vllm":5,"provides":1,"first":1,"class":1,"support":1,"for":1,"which":2,"covers":1,"most":1,"of":4,"llms":1,"in":3,"implement":1,"the":8,"vllmmodelfortextgeneration":2,"model":5,"executor":2,"interface":1,"based":1,"on":1,"final":2,"hidden":1,"states":1,"input":1,"these":1,"output":1,"log":1,"probabilities":1,"tokens":1,"to":4,"generate":2,"are":1,"then":1,"passed":1,"through":1,"sampler":3,"layers":1,"obtain":1,"text":1,"configuration":1,"runner":5,"run":1,"a":1,"generation":1,"mode":1,"via":2,"option":2,"tip":1,"there":1,"is":1,"no":1,"need":1,"set":1,"this":1,"vast":1,"majority":1,"cases":1,"as":1,"can":1,"automatically":1,"detect":1,"use":1,"auto":1},"742,1910,data/raw/vllm-0.10.1/docs/models/generative_models.md":{"offline":3,"inference":3,"the":8,"llm":14,"vllm":11,"class":1,"provides":1,"various":1,"methods":1,"for":5,"see":1,"configuration":2,"api":1,"summary":1,"md":1,"a":2,"list":1,"of":1,"options":1,"when":2,"initializing":1,"model":5,"generate":6,"method":1,"is":5,"available":1,"to":2,"all":1,"generative":1,"models":1,"in":5,"it":2,"similar":1,"its":1,"counterpart":1,"hf":1,"transformers":3,"https":1,"huggingface":2,"co":1,"docs":1,"main":2,"en":1,"classes":1,"text":9,"generation":4,"generationmixin":1,"except":1,"that":1,"tokenization":1,"and":1,"detokenization":1,"are":2,"also":1,"performed":1,"automatically":1,"python":2,"from":3,"import":2,"facebook":2,"opt":2,"125m":2,"outputs":6,"hello":2,"my":2,"name":2,"output":6,"prompt":8,"generated":6,"0":4,"print":2,"f":2,"r":4,"you":3,"can":3,"optionally":1,"control":1,"language":1,"by":6,"passing":1,"samplingparams":6,"example":2,"use":2,"greedy":1,"sampling":3,"setting":1,"temperature":2,"params":2,"important":1,"default":3,"will":2,"parameters":2,"recommended":1,"creator":1,"applying":1,"config":2,"json":1,"repository":1,"if":3,"exists":1,"most":1,"cases":1,"this":1,"provide":1,"with":1,"best":1,"results":1,"not":1,"specified":1,"however":1,"s":1,"preferred":1,"please":1,"pass":1,"creating":1,"instance":1,"code":1,"be":1,"found":1,"here":1,"gh":1,"file":1,"examples":1,"basic":2,"py":1},"2652,651,data/raw/vllm-0.10.1/docs/models/generative_models.md":{"llm":7,"beam":7,"search":7,"the":1,"vllm":4,"method":1,"implements":1,"https":1,"huggingface":1,"co":1,"docs":1,"transformers":1,"en":1,"generation":1,"strategies":1,"on":1,"top":1,"of":1,"generate":2,"for":2,"example":1,"to":1,"using":1,"5":2,"beams":1,"and":1,"output":3,"at":1,"most":1,"50":2,"tokens":2,"python":1,"from":2,"import":2,"sampling":1,"params":3,"beamsearchparams":2,"model":1,"facebook":1,"opt":1,"125m":1,"width":1,"max":1,"outputs":2,"prompt":1,"hello":1,"my":1,"name":1,"is":1,"in":1,"generated":3,"text":4,"sequences":1,"0":1,"print":1,"f":1,"r":1},"3303,1631,data/raw/vllm-0.10.1/docs/models/generative_models.md":{"llm":7,"chat":16,"the":6,"vllm":4,"method":1,"implements":1,"functionality":1,"on":1,"top":1,"of":2,"generate":2,"in":3,"particular":1,"it":1,"accepts":1,"input":1,"similar":1,"to":5,"openai":2,"completions":1,"api":2,"https":2,"platform":1,"com":1,"docs":2,"reference":1,"and":1,"automatically":1,"applies":1,"model":3,"s":1,"template":5,"huggingface":1,"co":1,"transformers":1,"en":1,"templating":1,"format":1,"prompt":5,"important":1,"general":1,"only":1,"instruction":1,"tuned":1,"models":2,"have":2,"a":5,"base":1,"may":1,"perform":1,"poorly":1,"as":1,"they":1,"are":2,"not":1,"trained":1,"respond":1,"conversation":3,"code":2,"python":2,"from":2,"import":2,"meta":2,"llama":2,"3":1,"8b":1,"instruct":1,"role":4,"system":1,"content":4,"you":4,"helpful":1,"assistant":2,"user":2,"hello":2,"how":1,"can":3,"i":1,"assist":1,"today":1,"write":1,"an":1,"essay":1,"about":1,"importance":1,"higher":1,"education":1,"outputs":3,"for":1,"output":3,"generated":3,"text":4,"0":1,"print":1,"f":1,"r":2,"example":1,"be":1,"found":1,"here":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"basic":1,"py":1,"if":1,"doesn":1,"t":1,"or":1,"want":1,"specify":1,"another":1,"one":1,"explicitly":1,"pass":1,"entrypoints":1,"utils":1,"load":1},"4934,656,data/raw/vllm-0.10.1/docs/models/generative_models.md":{"you":1,"can":1,"find":1,"a":2,"list":1,"of":1,"existing":1,"chat":10,"templates":1,"under":1,"examples":1,"custom":3,"template":9,"load":1,"path":1,"to":4,"print":1,"loaded":1,"outputs":1,"llm":3,"conversation":1,"online":1,"serving":2,"our":1,"openai":2,"compatible":2,"server":2,"md":2,"provides":1,"endpoints":1,"that":1,"correspond":1,"the":1,"offline":1,"apis":1,"completions":2,"api":4,"is":2,"similar":2,"generate":1,"but":1,"only":1,"accepts":1,"text":2,"accepting":1,"both":1,"and":1,"multi":1,"modal":1,"inputs":2,"features":1,"multimodal":1,"for":1,"models":1,"with":1},"0,7,data/raw/vllm-0.10.1/docs/models/hardware_supported_models/tpu.md":{"tpu":1},"7,21,data/raw/vllm-0.10.1/docs/models/hardware_supported_models/tpu.md":{"supported":1,"models":1},"28,30,data/raw/vllm-0.10.1/docs/models/hardware_supported_models/tpu.md":{"text":1,"only":1,"language":1,"models":1},"58,1970,data/raw/vllm-0.10.1/docs/models/hardware_supported_models/tpu.md":{"model":1,"architecture":1,"supported":1,"mistralai":4,"mixtral":2,"8x7b":1,"instruct":10,"v0":3,"1":7,"mixtralforcausallm":2,"mistral":1,"small":1,"24b":1,"2501":1,"mistralforcausallm":2,"codestral":1,"22b":1,"8x22b":1,"meta":6,"llama":10,"3":9,"70b":3,"llamaforcausallm":5,"8b":3,"4":2,"llama4forconditionalgeneration":1,"microsoft":2,"phi":2,"mini":1,"128k":1,"phi3forcausallm":2,"google":2,"gemma":2,"27b":1,"it":2,"gemma3forconditionalgeneration":2,"4b":1,"deepseek":4,"ai":2,"r1":1,"deepseekv3forcausallm":2,"v3":1,"redhatai":2,"quantized":2,"w8a8":2,"qwen":3,"qwen3":2,"qwen3forcausallm":2,"32b":1,"qwen2":1,"5":1,"7b":1,"qwen2forcausallm":1},"2028,279,data/raw/vllm-0.10.1/docs/models/hardware_supported_models/tpu.md":{"qwen":3,"qwen2":3,"5":3,"32b":1,"qwen2forcausallm":3,"14b":1,"instruct":2,"1":1,"5b":1},"2307,127,data/raw/vllm-0.10.1/docs/models/hardware_supported_models/tpu.md":{"runs":2,"and":2,"optimized":2,"correct":1,"but":1,"not":3,"to":1,"green":1,"yet":1,"does":2,"pass":1,"accuracy":1,"test":1,"or":1,"run":1},"0,1054,data/raw/vllm-0.10.1/docs/models/extensions/runai_model_streamer.md":{"loading":2,"models":1,"with":1,"run":10,"ai":5,"model":7,"streamer":10,"is":1,"a":2,"library":1,"to":6,"read":1,"tensors":1,"in":3,"concurrency":1,"while":1,"streaming":1,"it":2,"gpu":1,"memory":1,"further":1,"reading":1,"can":1,"be":1,"found":1,"documentation":1,"https":2,"github":1,"com":2,"runai":8,"blob":1,"master":1,"docs":1,"readme":1,"md":1,"vllm":6,"supports":1,"weights":1,"safetensors":1,"format":5,"using":1,"the":2,"you":1,"first":1,"need":1,"install":2,"optional":1,"dependency":1,"bash":4,"pip3":1,"as":1,"an":1,"openai":1,"compatible":2,"server":1,"add":1,"load":4,"flag":1,"serve":3,"home":1,"meta":1,"llama":4,"3":3,"2":1,"3b":1,"instruct":1,"from":2,"aws":3,"s3":5,"object":2,"store":2,"core":2,"llm":2,"8b":2,"use":1,"virtual":1,"addressing":1,"0":1,"ec2":1,"metadata":1,"disabled":1,"true":1,"endpoint":1,"url":1,"storage":1,"googleapis":1},"1054,1189,data/raw/vllm-0.10.1/docs/models/extensions/runai_model_streamer.md":{"tunable":2,"parameters":4,"you":4,"can":4,"tune":2,"using":1,"model":5,"loader":3,"extra":3,"config":3,"concurrency":3,"that":1,"controls":1,"the":10,"level":1,"of":4,"and":3,"number":2,"os":1,"threads":1,"reading":2,"tensors":2,"from":3,"file":2,"to":3,"cpu":3,"buffer":3,"for":2,"s3":2,"it":1,"will":1,"be":1,"client":1,"instances":1,"host":1,"is":1,"opening":1,"server":1,"bash":2,"vllm":2,"serve":2,"home":2,"meta":2,"llama":4,"3":2,"2":2,"3b":2,"instruct":2,"load":2,"format":2,"runai":5,"streamer":5,"16":1,"control":1,"size":2,"memory":4,"which":1,"are":1,"read":3,"limit":3,"this":1,"further":2,"about":2,"limiting":1,"here":1,"https":2,"github":2,"com":2,"run":2,"ai":2,"blob":2,"master":2,"docs":2,"src":2,"env":2,"vars":2,"md":2,"5368709120":1,"note":1,"instructions":1,"additional":1,"configurable":1,"through":1,"environment":2,"variables":2,"documentation":1},"2243,1578,data/raw/vllm-0.10.1/docs/models/extensions/runai_model_streamer.md":{"sharded":17,"model":15,"loading":2,"vllm":4,"also":1,"supports":2,"models":3,"using":2,"run":3,"ai":3,"streamer":7,"this":4,"is":3,"particularly":2,"useful":1,"for":2,"large":1,"that":2,"are":1,"split":1,"across":1,"multiple":1,"files":3,"to":8,"use":3,"feature":1,"the":14,"load":4,"format":5,"runai":4,"flag":1,"bash":3,"serve":3,"path":3,"loader":8,"expects":1,"follow":1,"same":3,"naming":1,"pattern":4,"as":2,"regular":2,"state":2,"rank":4,"part":4,"safetensors":2,"you":2,"can":3,"customize":1,"parameter":1,"in":4,"extra":3,"config":3,"custom":1,"create":1,"script":2,"provided":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"save":2,"py":1,"demonstrates":1,"how":1,"a":1,"compatible":1,"with":1,"all":1,"tunable":1,"parameters":1,"including":1,"concurrency":2,"and":1,"memory":2,"limit":2,"these":1,"be":1,"configured":1,"way":1,"16":1,"5368709120":1,"note":1,"efficient":1,"tensor":1,"or":1,"pipeline":1,"parallel":1,"where":1,"each":1,"worker":1,"only":1,"needs":1,"read":1,"its":1,"own":1,"shard":1,"rather":1,"than":1,"entire":1,"checkpoint":1},"0,416,data/raw/vllm-0.10.1/docs/models/extensions/fastsafetensor.md":{"loading":2,"model":3,"weights":2,"with":1,"fastsafetensors":4,"using":1,"library":1,"enables":1,"to":2,"gpu":2,"memory":1,"by":1,"leveraging":1,"direct":1,"storage":1,"see":1,"their":1,"github":2,"repository":1,"https":1,"com":1,"foundation":1,"stack":1,"for":1,"more":1,"details":1,"enable":1,"this":1,"feature":1,"use":1,"the":1,"load":1,"format":1,"command":1,"line":1,"argument":1},"0,1040,data/raw/vllm-0.10.1/docs/models/extensions/tensorizer.md":{"loading":4,"models":2,"with":3,"coreweave":4,"s":3,"tensorizer":10,"vllm":6,"supports":1,"https":2,"docs":1,"com":1,"machine":1,"learning":1,"and":3,"ai":1,"inference":2,"model":5,"tensors":1,"that":1,"have":1,"been":1,"serialized":2,"to":7,"disk":1,"an":1,"http":1,"endpoint":2,"or":1,"s3":1,"can":1,"be":2,"deserialized":1,"at":1,"runtime":1,"extremely":1,"quickly":1,"directly":1,"the":6,"gpu":1,"resulting":1,"in":2,"significantly":1,"shorter":1,"pod":1,"startup":1,"times":1,"cpu":1,"memory":1,"usage":1,"tensor":1,"encryption":1,"is":1,"also":1,"supported":1,"fully":1,"integrates":1,"its":1,"machinery":1,"following":1,"will":1,"give":1,"a":3,"brief":1,"overview":1,"on":2,"how":1,"get":1,"started":1,"using":3,"installing":1,"install":2,"run":1,"pip":1,"basics":1,"load":1,"first":1,"needs":1,"by":2,"example":2,"script":2,"examples":1,"others":1,"tensorize":1,"md":1,"takes":1,"care":1,"of":1,"this":1,"process":1,"let":1,"walk":1,"through":1,"basic":1,"serializing":1,"facebook":1,"opt":1,"125m":1,"then":1,"it":1,"for":1},"1040,1650,data/raw/vllm-0.10.1/docs/models/extensions/tensorizer.md":{"serializing":1,"a":3,"vllm":10,"model":15,"with":5,"tensorizer":5,"to":6,"serialize":4,"call":1,"the":21,"example":3,"script":2,"necessary":1,"cli":2,"arguments":1,"docstring":2,"for":3,"itself":1,"explains":1,"args":1,"and":5,"how":1,"use":2,"it":2,"properly":1,"in":2,"great":1,"detail":1,"we":2,"ll":1,"one":1,"of":2,"examples":3,"from":2,"directly":1,"assuming":1,"want":2,"save":1,"our":2,"at":2,"s3":7,"bucket":7,"my":6,"bash":3,"python":3,"others":2,"tensorize":2,"py":2,"facebook":5,"opt":5,"125m":5,"serialized":3,"directory":3,"suffix":2,"v1":5,"this":1,"saves":1,"tensors":1,"if":1,"you":7,"intend":1,"on":1,"applying":1,"lora":7,"adapter":3,"your":1,"tensorized":2,"can":3,"pass":2,"hf":1,"id":2,"above":1,"command":1,"artifacts":1,"will":1,"be":1,"saved":3,"there":1,"too":1,"path":1,"serving":1,"using":2,"once":1,"is":1,"where":2,"load":3,"serve":4,"or":2,"llm":6,"entrypoint":1,"argument":1,"previously":1,"d":1,"do":1,"format":2,"enable":2,"import":1,"true":1},"2690,1826,data/raw/vllm-0.10.1/docs/models/extensions/tensorizer.md":{"options":1,"for":3,"configuring":1,"tensorizer":8,"s":2,"core":1,"objects":2,"that":1,"serialize":2,"and":4,"deserialize":1,"models":1,"are":1,"tensorserializer":2,"tensordeserializer":2,"respectively":2,"in":4,"order":1,"to":5,"pass":1,"arbitrary":2,"kwargs":6,"these":1,"which":1,"will":1,"configure":1,"the":8,"serialization":5,"deserialization":5,"processes":1,"you":3,"can":3,"provide":1,"them":1,"as":3,"keys":1,"model":6,"loader":4,"extra":4,"config":4,"with":4,"full":1,"docstrings":1,"detailing":1,"all":1,"parameters":1,"aforementioned":1,"be":2,"found":1,"py":3,"https":1,"github":1,"com":1,"coreweave":1,"blob":1,"main":1,"file":1,"an":2,"example":2,"cpu":4,"concurrency":5,"limited":1,"when":3,"serializing":2,"via":3,"limit":4,"parameter":2,"initializer":2,"set":1,"some":1,"value":1,"would":1,"do":1,"so":2,"like":2,"this":1,"bash":2,"python":2,"examples":1,"others":1,"tensorize":1,"vllm":5,"facebook":3,"opt":3,"125m":3,"lora":4,"path":1,"id":1,"serialized":1,"directory":1,"s3":3,"my":3,"bucket":3,"2":3,"suffix":1,"v1":3,"customizing":1,"loading":1,"process":1,"could":1,"number":1,"of":1,"readers":4,"during":1,"num":3,"serve":1,"load":2,"format":2,"enable":2,"or":1,"llm":4,"from":1,"import":1,"true":1},"0,1850,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"troubleshooting":2,"this":3,"document":1,"outlines":1,"some":2,"strategies":1,"you":8,"can":7,"consider":1,"if":6,"think":1,"ve":2,"discovered":1,"a":12,"bug":1,"please":2,"search":1,"existing":1,"issues":3,"https":3,"github":2,"com":2,"vllm":6,"project":2,"q":1,"is":4,"3aissue":1,"first":2,"to":13,"see":1,"it":8,"has":1,"already":2,"been":1,"reported":1,"not":1,"file":1,"new":3,"issue":3,"choose":1,"providing":1,"as":2,"much":1,"relevant":1,"information":1,"possible":1,"note":2,"once":1,"debugged":1,"problem":1,"remember":1,"turn":1,"off":1,"any":1,"debugging":3,"environment":1,"variables":1,"defined":1,"or":2,"simply":1,"start":1,"shell":1,"avoid":1,"being":1,"affected":1,"by":1,"lingering":1,"settings":1,"otherwise":1,"the":19,"system":2,"might":2,"be":3,"slow":2,"with":1,"functionalities":1,"left":1,"activated":1,"hangs":2,"downloading":3,"model":12,"isn":1,"t":1,"downloaded":1,"disk":5,"will":1,"download":2,"from":3,"internet":2,"which":2,"take":3,"time":2,"and":5,"depend":1,"on":1,"your":1,"connection":1,"s":1,"recommended":1,"using":1,"huggingface":3,"cli":2,"co":1,"docs":1,"hub":1,"en":1,"guides":1,"passing":1,"local":2,"path":1,"way":2,"isolate":2,"loading":4,"large":2,"long":1,"load":2,"pay":1,"attention":1,"where":1,"store":2,"clusters":1,"have":2,"shared":1,"filesystems":1,"across":1,"nodes":1,"e":1,"g":1,"distributed":1,"filesystem":2,"network":1,"d":1,"better":1,"in":1,"additionally":1,"look":1,"at":1,"cpu":2,"memory":3,"usage":1,"when":1,"too":1,"lot":1,"of":1,"slowing":1,"down":1,"operating":1,"because":1,"needs":1,"frequently":1,"swap":1,"between":1,"use":1,"format":1,"dummy":1,"argument":1,"skip":1,"weights":1,"check":1,"bottleneck":1},"1850,1223,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"out":2,"of":4,"memory":4,"if":3,"the":13,"model":6,"is":3,"too":1,"large":1,"to":8,"fit":1,"in":5,"a":1,"single":1,"gpu":1,"you":2,"will":1,"get":1,"an":1,"oom":1,"error":1,"consider":1,"adopting":1,"these":1,"options":1,"configuration":1,"conserving":1,"md":1,"reduce":1,"consumption":1,"generation":6,"quality":4,"changed":2,"v0":3,"8":3,"0":3,"source":1,"default":4,"sampling":4,"parameters":4,"was":1,"gh":1,"pr":1,"12622":1,"prior":1,"came":1,"from":3,"vllm":4,"s":1,"set":1,"neutral":1,"defaults":4,"onwards":1,"come":1,"config":4,"json":2,"provided":2,"by":3,"creator":4,"most":1,"cases":2,"this":3,"should":1,"lead":2,"higher":1,"responses":1,"because":1,"likely":1,"know":1,"which":1,"are":1,"best":1,"for":3,"their":2,"however":1,"some":1,"can":2,"degraded":1,"performance":1,"check":1,"happening":1,"trying":2,"old":1,"with":1,"online":1,"and":2,"offline":1,"after":1,"your":1,"improves":1,"we":1,"would":1,"recommend":1,"continuing":1,"use":1,"petition":1,"on":1,"https":1,"huggingface":1,"co":1,"update":1,"so":1,"that":1,"it":1,"produces":1,"better":1,"generations":1},"3073,1950,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"enable":1,"more":4,"logging":4,"if":4,"other":1,"strategies":1,"don":1,"t":1,"solve":1,"the":22,"problem":2,"it":5,"s":2,"likely":1,"that":3,"vllm":9,"instance":2,"is":3,"stuck":1,"somewhere":2,"you":5,"can":3,"use":2,"following":1,"environment":2,"variables":1,"to":13,"help":1,"debug":4,"issue":1,"export":8,"level":1,"turn":2,"on":2,"log":4,"stats":1,"interval":1,"1":3,"get":2,"statistics":1,"frequently":1,"for":5,"tracking":1,"running":1,"queue":2,"waiting":1,"and":5,"cache":1,"hit":1,"states":1,"cuda":5,"launch":1,"blocking":1,"identify":2,"which":2,"kernel":1,"causing":1,"nccl":4,"trace":3,"function":3,"record":1,"all":1,"calls":1,"inspection":1,"in":3,"files":1,"tell":1,"crashes":2,"or":2,"hangs":1,"do":1,"not":2,"this":1,"flag":1,"unless":1,"absolutely":1,"needed":1,"debugging":1,"will":1,"cause":1,"significant":1,"delays":1,"startup":1,"time":1,"incorrect":2,"network":5,"setup":1,"cannot":1,"correct":2,"ip":6,"address":5,"have":1,"a":3,"complicated":1,"config":1,"find":1,"such":1,"as":1,"06":1,"10":1,"21":1,"32":1,"17":1,"parallel":1,"state":1,"py":2,"88":1,"world":1,"size":1,"8":1,"rank":2,"0":2,"local":1,"distributed":1,"init":1,"method":1,"tcp":1,"xxx":4,"54641":1,"backend":1,"should":1,"be":1,"one":1,"override":1,"using":1,"variable":1,"host":1,"your":3,"might":1,"also":1,"need":1,"set":1,"socket":2,"ifname":2,"interface":3,"gloo":1,"specify":1,"error":5,"near":1,"self":2,"graph":2,"replay":2,"captures":1,"around":1,"worker":1,"model":1,"runner":1,"inside":1,"cudagraph":2,"particular":1,"operation":2,"causes":2,"add":1,"enforce":2,"eager":2,"command":1,"line":1,"true":1,"llm":2,"class":1,"disable":1,"optimization":1,"isolate":1,"exact":1,"troubleshooting":1,"hardware":1,"driver":1},"5023,1899,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"incorrect":1,"hardware":1,"driver":1,"if":2,"gpu":2,"cpu":5,"communication":2,"cannot":1,"be":1,"established":1,"you":1,"can":1,"use":1,"the":5,"following":1,"python":2,"script":1,"and":2,"follow":1,"instructions":1,"below":2,"to":4,"confirm":1,"whether":1,"is":5,"working":1,"correctly":1,"code":2,"test":3,"pytorch":4,"nccl":5,"import":3,"torch":9,"distributed":2,"as":1,"dist":9,"init":1,"process":1,"group":7,"backend":2,"local":3,"rank":4,"get":2,"cuda":7,"device":4,"count":1,"set":1,"data":8,"floattensor":2,"1":4,"128":2,"all":3,"reduce":3,"op":2,"reduceop":2,"sum":2,"synchronize":1,"value":9,"mean":3,"item":3,"world":10,"size":10,"assert":3,"f":3,"expected":3,"got":3,"print":3,"successful":3,"gloo":6,"new":1,"ranks":1,"list":1,"range":1,"exit":1,"vllm":3,"with":2,"graph":1,"from":1,"communicators":1,"pynccl":5,"pyncclcommunicator":2,"enabled":1,"by":1,"default":1,"for":3,"0":2,"6":2,"5":1,"but":1,"4":1,"we":1,"need":1,"enable":1,"it":1,"manually":1,"keep":1,"backward":1,"compatibility":1,"when":1,"because":1,"people":1,"prefer":1,"read":1,"latest":1,"documentation":1,"disabled":1,"false":1,"s":3,"stream":3,"fill":1,"out":2},"6922,1786,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"g":3,"torch":4,"cuda":6,"cudagraph":1,"with":4,"graph":3,"stream":4,"s":1,"out":2,"pynccl":1,"all":2,"reduce":1,"data":2,"current":2,"fill":1,"1":2,"replay":1,"synchronize":1,"value":3,"mean":1,"item":1,"assert":1,"world":2,"size":2,"f":1,"expected":1,"got":1,"print":1,"vllm":1,"nccl":6,"is":3,"successful":2,"dist":2,"destroy":2,"process":2,"group":3,"gloo":1,"if":5,"you":6,"are":3,"testing":2,"a":3,"single":1,"node":6,"adjust":2,"nproc":4,"per":4,"to":8,"the":12,"number":2,"of":4,"gpus":2,"want":1,"use":2,"bash":2,"debug":2,"trace":2,"torchrun":2,"test":4,"py":2,"multi":1,"nodes":2,"and":2,"nnodes":2,"according":1,"your":2,"setup":1,"set":1,"master":3,"addr":2,"correct":1,"ip":1,"address":1,"reachable":1,"from":1,"then":1,"run":2,"2":2,"rdzv":2,"backend":1,"c10d":1,"endpoint":1,"script":3,"runs":1,"successfully":2,"should":2,"see":2,"message":1,"sanity":1,"check":2,"hangs":1,"or":2,"crashes":1,"usually":1,"it":2,"means":1,"hardware":3,"drivers":2,"broken":1,"in":1,"some":2,"sense":1,"try":2,"contact":1,"system":2,"administrator":1,"vendor":1,"for":2,"further":1,"assistance":1,"as":4,"common":1,"workaround":2,"can":2,"tune":1,"environment":2,"variables":2,"such":1,"export":1,"p2p":1,"disable":1,"helps":1,"please":2,"their":1,"documentation":1,"https":1,"docs":2,"nvidia":1,"com":1,"deeplearning":1,"user":1,"guide":1,"env":1,"html":1,"more":1,"information":1,"only":1,"these":1,"temporary":1,"they":1,"might":1,"affect":1,"performance":1,"best":1,"solution":1,"still":1,"fix":1,"so":1,"that":1},"8708,801,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"note":1,"a":2,"multi":1,"node":12,"environment":1,"is":3,"more":1,"complicated":1,"than":1,"single":1,"one":1,"if":1,"you":2,"see":1,"errors":1,"such":1,"as":1,"torch":1,"distributed":1,"distnetworkerror":1,"it":1,"likely":1,"that":2,"the":4,"network":1,"dns":1,"setup":2,"incorrect":1,"in":3,"case":1,"can":1,"manually":1,"assign":1,"rank":5,"and":2,"specify":1,"ip":1,"via":1,"command":1,"line":1,"arguments":1,"first":1,"run":2,"nccl":2,"debug":2,"trace":2,"torchrun":2,"nnodes":3,"2":4,"nproc":3,"per":3,"0":1,"master":4,"addr":4,"test":2,"py":2,"second":1,"1":1,"adjust":1,"according":1,"to":2,"your":1,"being":1,"sure":1,"execute":1,"different":3,"commands":1,"with":1,"on":1,"nodes":1,"troubleshooting":1,"python":1,"multiprocessing":1},"9509,1550,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"python":7,"multiprocessing":4,"runtimeerror":2,"exception":1,"if":5,"you":4,"have":2,"seen":1,"a":3,"warning":2,"in":3,"your":3,"logs":2,"like":2,"this":6,"console":3,"12":1,"11":1,"14":1,"50":1,"37":1,"multiproc":2,"worker":2,"utils":1,"py":1,"281":1,"cuda":1,"was":1,"previously":1,"initialized":1,"we":1,"must":2,"use":2,"the":7,"spawn":2,"start":3,"method":2,"setting":1,"vllm":7,"to":9,"see":1,"https":2,"docs":2,"ai":1,"en":1,"latest":1,"usage":2,"troubleshooting":1,"html":2,"for":2,"more":1,"information":1,"or":1,"an":3,"error":1,"from":1,"that":2,"looks":1,"attempt":1,"has":2,"been":1,"made":1,"new":1,"process":2,"before":1,"current":1,"finished":1,"its":1,"bootstrapping":1,"phase":1,"probably":1,"means":1,"are":1,"not":2,"using":1,"fork":1,"child":1,"processes":1,"and":1,"forgotten":1,"proper":1,"idiom":1,"main":5,"module":2,"name":3,"freeze":2,"support":2,"line":1,"can":1,"be":2,"omitted":1,"program":1,"is":1,"going":1,"frozen":1,"produce":1,"executable":1,"fix":1,"issue":1,"refer":1,"safe":1,"importing":1,"of":3,"section":1,"org":1,"3":1,"library":1,"then":1,"update":1,"code":1,"guard":1,"behind":1,"block":1,"example":1,"instead":2,"import":2,"llm":4,"try":1},"11059,1373,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"torch":10,"compile":7,"error":3,"vllm":5,"heavily":1,"depends":1,"on":2,"to":8,"optimize":2,"the":13,"model":6,"for":4,"better":1,"performance":1,"which":1,"introduces":1,"dependency":1,"functionality":1,"and":1,"triton":2,"library":2,"by":2,"default":1,"we":1,"use":1,"some":1,"functions":1,"gh":2,"pr":1,"10406":1,"in":3,"before":1,"running":2,"you":4,"can":1,"check":2,"if":3,"is":3,"working":1,"as":1,"expected":1,"following":1,"script":1,"code":1,"python":1,"import":2,"def":1,"f":2,"x":10,"a":2,"simple":1,"function":1,"test":1,"1":1,"2":1,"sin":1,"return":1,"randn":1,"4":2,"cuda":1,"print":1,"it":4,"raises":1,"errors":1,"from":1,"inductor":1,"directory":1,"usually":2,"means":2,"have":1,"custom":1,"that":2,"not":1,"compatible":1,"with":1,"version":1,"of":2,"pytorch":1,"are":1,"using":1,"see":2,"issue":1,"12219":1,"example":1,"failed":3,"be":2,"inspected":2,"an":1,"like":1,"text":1,"file":2,"executor":1,"models":1,"registry":1,"py":1,"line":1,"xxx":1,"raise":2,"unsupported":1,"valueerror":2,"architectures":1,"arch":1,"please":2,"logs":2,"more":1,"details":1,"related":1,"missing":1,"dependencies":1,"or":1,"outdated":1,"binaries":1,"build":1,"read":1,"carefully":1,"determine":1,"root":1,"cause":1},"12432,1253,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"model":9,"not":4,"supported":5,"if":2,"you":5,"see":4,"an":2,"error":2,"like":2,"text":2,"traceback":1,"most":1,"recent":1,"call":1,"last":1,"file":3,"vllm":8,"executor":2,"models":5,"registry":2,"py":3,"line":2,"xxx":2,"in":5,"inspect":1,"cls":1,"for":4,"arch":2,"architectures":3,"typeerror":1,"nonetype":1,"object":1,"is":3,"iterable":1,"or":1,"raise":2,"unsupported":1,"valueerror":2,"are":2,"now":1,"but":1,"sure":1,"that":3,"the":10,"list":1,"of":2,"md":2,"there":1,"may":1,"be":1,"some":1,"issue":2,"with":1,"s":1,"resolution":2,"case":1,"please":1,"follow":1,"these":1,"steps":1,"configuration":1,"to":7,"explicitly":1,"specify":1,"implementation":1,"failed":3,"infer":3,"device":4,"type":4,"runtimeerror":1,"it":2,"means":1,"runtime":1,"environment":2,"can":2,"check":1,"code":1,"gh":2,"platforms":1,"init":1,"how":1,"infers":1,"and":1,"why":1,"working":1,"as":1,"expected":1,"after":1,"this":1,"pr":2,"14195":1,"also":1,"set":1,"variable":1,"logging":1,"level":1,"debug":2,"more":1,"detailed":1,"logs":1,"help":1},"13685,1471,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"nccl":9,"error":9,"unhandled":2,"system":2,"during":2,"ncclcomminitrank":5,"if":1,"your":1,"serving":3,"workload":1,"uses":1,"gpudirect":4,"rdma":4,"for":4,"distributed":5,"across":1,"multiple":1,"nodes":1,"and":1,"encounters":1,"an":2,"with":3,"no":1,"clear":1,"message":1,"even":1,"debug":2,"info":2,"set":1,"it":1,"might":2,"look":1,"like":1,"this":3,"text":1,"executing":1,"method":1,"init":2,"device":4,"cause":1,"deadlock":1,"in":4,"execution":1,"traceback":1,"most":1,"recent":1,"call":1,"last":1,"file":3,"usr":3,"local":3,"lib":3,"python3":3,"12":3,"dist":3,"packages":3,"vllm":4,"communicators":3,"pynccl":3,"py":3,"line":3,"99":1,"self":4,"comm":2,"ncclcomm":1,"t":1,"wrapper":2,"277":1,"check":2,"funcs":1,"ctypes":1,"byref":1,"256":1,"raise":1,"runtimeerror":2,"f":1,"str":1,"run":1,"details":1,"indicates":1,"failed":1,"to":3,"initialize":1,"the":2,"communicator":1,"possibly":1,"due":1,"a":1,"missing":1,"ipc":1,"lock":1,"linux":1,"capability":1,"or":1,"unmounted":1,"dev":1,"shm":1,"refer":1,"enabling":2,"parallelism":1,"scaling":1,"md":1,"guidance":1,"on":1,"properly":1,"configuring":1,"environment":1},"15156,915,data/raw/vllm-0.10.1/docs/usage/troubleshooting.md":{"known":1,"issues":3,"in":2,"v0":3,"5":3,"2":1,"3":2,"and":2,"post1":1,"there":1,"is":2,"a":3,"bug":2,"caused":1,"by":1,"zmq":1,"https":3,"github":3,"com":3,"zeromq":1,"pyzmq":1,"2000":1,"which":1,"can":1,"occasionally":1,"cause":2,"vllm":4,"to":8,"hang":2,"depending":1,"on":1,"the":6,"machine":1,"configuration":1,"solution":1,"upgrade":1,"latest":1,"version":1,"of":1,"include":1,"fix":1,"gh":2,"pr":1,"6759":1,"circumvent":1,"nccl":6,"nvidia":1,"1234":1,"all":1,"processes":3,"will":2,"set":3,"an":1,"environment":3,"variable":2,"cumem":2,"enable":1,"0":1,"disable":1,"s":2,"allocator":1,"it":1,"does":1,"not":1,"affect":1,"performance":1,"but":1,"only":1,"gives":1,"memory":1,"benefits":1,"when":1,"external":1,"want":1,"up":1,"connection":1,"with":1,"they":1,"should":1,"also":1,"this":1,"otherwise":1,"inconsistent":1,"setup":1,"or":1,"crash":1,"as":1,"observed":1,"rlhf":1,"integration":1,"openrlhf":2,"pull":1,"604":1,"discussion":1,"issue":1,"5723":1,"issuecomment":1,"2554389656":1},"0,521,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"vllm":6,"v1":4,"announcement":1,"we":3,"have":1,"started":1,"the":4,"process":1,"of":1,"deprecating":1,"v0":1,"please":3,"read":1,"rfc":1,"18571":2,"gh":1,"issue":2,"for":3,"more":1,"details":1,"is":1,"now":1,"enabled":1,"by":1,"default":1,"all":1,"supported":1,"use":3,"cases":1,"and":2,"will":1,"gradually":1,"enable":1,"it":1,"every":1,"case":1,"plan":1,"to":2,"support":1,"share":1,"any":1,"feedback":1,"on":1,"github":3,"https":2,"com":1,"project":1,"or":1,"in":1,"slack":2,"inviter":1,"co":1,"disable":1,"set":1,"environment":1,"variable":1,"as":1,"0":1,"send":1,"us":1,"a":1,"sharing":1,"reason":1},"521,1613,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"why":1,"vllm":9,"v1":10,"v0":3,"successfully":1,"supported":2,"a":7,"wide":1,"range":1,"of":1,"models":2,"and":9,"hardware":1,"but":1,"as":4,"new":2,"features":3,"were":1,"developed":1,"independently":1,"the":10,"system":1,"grew":1,"increasingly":1,"complex":1,"this":3,"complexity":1,"made":1,"it":2,"harder":1,"to":8,"integrate":1,"capabilities":1,"introduced":2,"technical":1,"debt":1,"revealing":1,"need":1,"for":3,"more":3,"streamlined":1,"unified":2,"design":1,"building":1,"on":2,"s":2,"success":1,"retains":1,"stable":1,"proven":1,"components":1,"from":2,"such":1,"gpu":1,"kernels":1,"utilities":1,"at":1,"same":1,"time":1,"significantly":1,"re":1,"architects":1,"core":3,"systems":1,"covering":1,"scheduler":1,"kv":1,"cache":1,"manager":1,"worker":1,"sampler":1,"api":1,"server":1,"provide":2,"cohesive":1,"maintainable":1,"framework":1,"that":1,"better":1,"accommodates":1,"continued":1,"growth":1,"innovation":1,"specifically":1,"aims":1,"simple":1,"modular":1,"easy":1,"hack":1,"codebase":1,"ensure":1,"high":1,"performance":3,"with":1,"near":1,"zero":2,"cpu":1,"overhead":1,"combine":1,"key":1,"optimizations":2,"into":1,"architecture":2,"require":1,"configs":1,"by":3,"enabling":1,"default":2,"we":1,"see":2,"significant":1,"improvements":1,"upgrading":1,"engine":2,"in":1,"particular":1,"long":1,"context":1,"scenarios":1,"please":1,"benchmark":1,"be":2,"added":1,"details":1,"check":1,"out":1,"blog":2,"post":1,"major":1,"upgrade":1,"https":1,"ai":1,"2025":2,"01":1,"27":2,"alpha":1,"release":1,"html":1,"published":1,"jan":1,"living":1,"user":1,"guide":2,"outlines":1,"few":1,"known":1,"important":1,"changes":1,"limitations":1,"team":1,"has":1,"been":1,"working":1,"actively":1,"bring":1,"therefore":1,"will":1,"updated":1,"constantly":1,"get":1},"2134,1177,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"current":1,"status":1,"for":3,"each":1,"item":1,"our":1,"progress":1,"towards":1,"v1":5,"support":1,"falls":1,"into":1,"one":1,"of":1,"the":4,"following":1,"states":1,"optimized":2,"nearly":1,"fully":2,"with":3,"no":1,"further":1,"work":1,"currently":1,"planned":4,"functional":1,"operational":1,"ongoing":1,"optimizations":1,"wip":1,"under":1,"active":1,"development":1,"scheduled":1,"future":1,"implementation":1,"some":1,"may":1,"have":1,"open":1,"prs":1,"rfcs":1,"delayed":1,"temporarily":1,"dropped":1,"in":1,"but":1,"to":2,"be":1,"re":1,"introduced":1,"later":1,"deprecated":1,"not":1,"unless":1,"there":1,"is":1,"strong":1,"demand":1,"note":1,"vllm":1,"s":1,"unified":1,"scheduler":2,"treats":1,"both":1,"prompt":1,"and":4,"output":1,"tokens":2,"same":1,"way":1,"by":1,"using":1,"a":4,"simple":1,"dictionary":1,"e":1,"g":1,"request":2,"id":1,"num":1,"dynamically":1,"allocate":1,"fixed":1,"token":1,"budget":1,"per":1,"enabling":1,"features":1,"like":1,"chunked":1,"prefills":1,"prefix":1,"caching":1,"speculative":1,"decoding":1,"without":1,"strict":1,"separation":1,"between":1,"prefill":1,"decode":1,"phases":1,"supports":1,"multiple":1,"scheduling":3,"policies":1,"including":1,"first":2,"come":1,"served":1,"fcfs":2,"priority":2,"based":2,"where":1,"requests":1,"are":1,"processed":1,"on":1,"assigned":1,"as":1,"tie":1,"breaker":1,"configurable":1,"via":1,"policy":1,"argument":1},"3311,861,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"hardware":3,"status":1,"nvidia":1,"nobr":10,"amd":1,"intel":1,"gpu":1,"tpu":1,"cpu":1,"x86":1,"64":1,"aarch64":1,"macos":1,"note":1,"more":2,"platforms":1,"may":1,"be":1,"supported":1,"via":1,"plugins":1,"e":1,"g":1,"vllm":12,"ascend":2,"https":4,"github":4,"com":4,"project":4,"spyre":2,"gaudi":2,"openvino":2,"please":1,"check":1,"their":1,"corresponding":1,"repositories":1,"for":1,"details":1},"4172,1410,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"models":11,"model":2,"type":1,"status":2,"decoder":2,"only":1,"nobr":10,"optimized":1,"encoder":1,"delayed":1,"embedding":3,"functional":3,"mamba":3,"2":1,"1":1,"multimodal":1,"vllm":1,"v1":4,"currently":1,"excludes":1,"architectures":1,"with":1,"the":5,"supportsv0only":1,"protocol":1,"tip":1,"this":1,"corresponds":1,"to":2,"column":1,"in":3,"our":1,"list":1,"of":2,"supported":3,"md":1,"see":1,"below":1,"for":1,"that":1,"are":1,"not":1,"yet":1,"or":1,"have":1,"more":1,"features":1,"planned":1,"initial":1,"basic":1,"support":1,"is":2,"now":1,"later":1,"we":1,"will":1,"consider":1,"using":2,"hidden":1,"states":1,"processor":2,"gh":2,"issue":1,"12249":1,"which":1,"based":1,"on":1,"global":1,"logits":1,"pr":1,"13360":1,"enable":1,"simultaneous":1,"generation":1,"and":1,"same":1,"engine":1,"instance":1},"5582,1209,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"mamba":7,"models":11,"using":3,"selective":1,"state":1,"space":1,"mechanisms":2,"instead":1,"of":1,"standard":2,"transformer":1,"attention":5,"are":5,"supported":5,"that":5,"use":1,"2":2,"and":6,"1":3,"layers":3,"e":4,"g":4,"mamba2forcausallm":1,"mambaforcausallm":1,"please":3,"note":3,"these":3,"currently":3,"require":4,"disabling":3,"prefix":3,"caching":3,"in":3,"v1":3,"additionally":1,"enforce":1,"eager":2,"true":1,"combine":1,"with":2,"also":2,"bambaforcausallm":1,"zamba2forcausallm":1,"nemotronhforcausallm":1,"falconh1forcausallm":1,"granitemoehybridforcausallm":1,"jambaforcausallm":1,"the":2,"flashinfer":2,"backend":2,"hybrid":1,"different":1,"to":1,"minimaxtext01forcausallm":1,"minimaxm1forcausallm":1,"enforcing":1,"mode":1,"encoder":2,"decoder":2,"requiring":1,"cross":1,"between":1,"separate":1,"bartforconditionalgeneration":1,"mllamaforconditionalgeneration":1,"not":1,"yet":1},"6791,1758,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"features":1,"feature":1,"status":1,"prefix":2,"caching":2,"nobr":24,"optimized":4,"chunked":1,"prefill":1,"lora":1,"logprobs":2,"calculation":1,"functional":3,"fp8":1,"kv":2,"cache":2,"on":1,"hopper":1,"devices":1,"gh":4,"pr":2,"15191":1,"spec":1,"decode":1,"prompt":1,"with":1,"planned":1,"rfc":3,"13414":2,"issue":2,"structured":2,"output":2,"alternative":1,"backends":1,"request":2,"level":1,"backend":1,"deprecated":4,"best":1,"of":1,"13361":2,"per":1,"logits":1,"processors":1,"13360":2,"gpu":1,"cpu":1,"swapping":1,"note":1},"8549,367,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"vllm":1,"v1":1,"s":1,"unified":1,"scheduler":1,"treats":1,"both":1,"prompt":1,"and":3,"output":1,"tokens":2,"the":1,"same":1,"way":1,"by":1,"using":1,"a":3,"simple":1,"dictionary":1,"e":1,"g":1,"request":2,"id":1,"num":1,"to":1,"dynamically":1,"allocate":1,"fixed":1,"token":1,"budget":1,"per":1,"enabling":1,"features":1,"like":1,"chunked":1,"prefills":1,"prefix":1,"caching":1,"speculative":1,"decoding":1,"without":1,"strict":1,"separation":1,"between":1,"prefill":1,"decode":1,"phases":1},"8916,1946,data/raw/vllm-0.10.1/docs/usage/v1_guide.md":{"semantic":2,"changes":1,"to":6,"logprobs":11,"vllm":4,"v1":5,"supports":1,"and":2,"prompt":5,"however":1,"there":1,"are":3,"some":1,"important":1,"differences":1,"compared":1,"v0":2,"calculation":1,"in":8,"now":2,"returned":2,"immediately":1,"once":1,"computed":1,"from":1,"the":8,"model":1,"s":1,"raw":1,"output":3,"i":1,"e":1,"before":1,"applying":1,"any":1,"logits":4,"post":2,"processing":2,"such":1,"as":3,"temperature":1,"scaling":1,"or":1,"penalty":1,"adjustments":2,"a":6,"result":1,"do":1,"not":1,"reflect":1,"final":1,"adjusted":1,"probabilities":1,"used":1,"during":1,"sampling":3,"support":1,"for":2,"with":5,"is":5,"progress":1,"will":3,"be":3,"added":1,"future":3,"updates":1,"prefix":5,"caching":4,"currently":1,"only":1,"supported":2,"when":1,"turned":1,"off":1,"via":1,"no":2,"enable":1,"release":1,"compatible":1,"but":1,"recomputation":1,"triggered":1,"recover":1,"full":1,"even":1,"upon":1,"cache":4,"hit":1,"see":3,"details":3,"rfc":3,"13414":2,"gh":3,"issue":2,"deprecated":5,"features":5,"part":1,"of":2,"major":1,"architectural":1,"rework":1,"several":1,"legacy":1,"have":1,"been":3,"best":1,"this":2,"feature":3,"has":2,"due":1,"limited":1,"usage":1,"at":2,"13361":2,"per":2,"request":4,"processors":2,"users":1,"could":1,"pass":1,"custom":1,"functions":1,"adjust":1,"on":2,"basis":1,"instead":1,"design":1,"moving":1,"toward":1,"supporting":1,"global":1,"team":1,"actively":1,"working":1,"releases":1,"13360":2,"pr":1,"kv":3,"gpu":1,"cpu":1,"swapping":2,"new":1,"simplified":1,"core":1,"architecture":1,"longer":1,"requires":1,"handle":1,"preemptions":1,"structured":2,"level":1,"backend":1,"alternative":1,"backends":1,"outlines":1,"guidance":1,"fallbacks":1},"0,435,data/raw/vllm-0.10.1/docs/usage/README.md":{"using":1,"vllm":3,"first":1,"must":1,"be":1,"installed":1,"getting":1,"started":1,"installation":1,"for":2,"your":1,"chosen":1,"device":1,"in":1,"either":1,"a":4,"python":1,"or":2,"docker":2,"environment":1,"then":1,"supports":1,"the":1,"following":1,"usage":1,"patterns":1,"inference":2,"and":1,"serving":2,"offline":1,"md":3,"run":1,"single":1,"instance":1,"of":1,"model":3,"deployment":2,"scale":1,"up":1,"instances":1,"production":1,"training":2,"rlhf":1,"train":1,"fine":1,"tune":1},"0,12,data/raw/vllm-0.10.1/docs/usage/security.md":{"security":1},"12,1638,data/raw/vllm-0.10.1/docs/usage/security.md":{"inter":4,"node":5,"communication":3,"all":1,"communications":8,"between":1,"nodes":2,"in":3,"a":1,"multi":1,"vllm":5,"deployment":1,"are":5,"insecure":1,"by":2,"default":5,"and":2,"must":1,"be":1,"protected":1,"placing":1,"the":9,"on":3,"an":1,"isolated":1,"network":1,"this":1,"includes":1,"1":4,"pytorch":9,"distributed":6,"2":2,"kv":6,"cache":4,"transfer":4,"3":2,"tensor":1,"pipeline":1,"data":6,"parallel":6,"configuration":3,"options":2,"for":9,"following":1,"control":1,"environment":1,"variables":1,"host":1,"ip":6,"sets":1,"address":2,"processes":1,"to":2,"communicate":1,"127":2,"0":4,"port":4,"14579":1,"master":4,"of":2,"29500":1,"notes":1,"uses":1,"s":1,"features":3,"some":1,"detailed":1,"information":1,"about":1,"security":4,"considerations":1,"please":1,"refer":1,"guide":2,"https":1,"github":1,"com":1,"policy":1,"using":1,"key":1,"points":1,"from":2,"intended":1,"internal":1,"only":1,"they":1,"not":1,"built":1,"use":1,"untrusted":1,"environments":1,"or":1,"networks":1,"no":1,"authorization":1,"protocol":1,"is":1,"included":1,"performance":1,"reasons":1,"messages":1,"sent":1,"unencrypted":1,"connections":1,"accepted":1,"anywhere":1,"without":1,"checks":1},"1650,648,data/raw/vllm-0.10.1/docs/usage/security.md":{"security":1,"recommendations":1,"1":1,"network":4,"isolation":1,"deploy":1,"vllm":2,"nodes":2,"on":1,"a":2,"dedicated":1,"isolated":1,"use":1,"segmentation":1,"to":4,"prevent":1,"unauthorized":1,"access":3,"implement":2,"appropriate":1,"firewall":1,"rules":1,"2":1,"configuration":1,"best":1,"practices":1,"always":1,"set":1,"host":1,"ip":2,"specific":1,"address":1,"rather":1,"than":1,"using":1,"defaults":1,"configure":1,"firewalls":1,"only":1,"allow":1,"necessary":1,"ports":1,"between":1,"3":1,"control":1,"restrict":1,"physical":1,"and":2,"the":2,"deployment":1,"environment":1,"proper":1,"authentication":1,"authorization":1,"for":2,"management":1,"interfaces":1,"follow":1,"principle":1,"of":1,"least":1,"privilege":1,"all":1,"system":1,"components":1},"2298,1720,data/raw/vllm-0.10.1/docs/usage/security.md":{"security":1,"and":4,"firewalls":1,"protecting":1,"exposed":1,"vllm":7,"systems":1,"while":1,"is":5,"designed":1,"to":9,"allow":1,"unsafe":1,"network":5,"services":3,"be":3,"isolated":1,"private":1,"networks":3,"there":1,"are":3,"components":1,"such":2,"as":2,"dependencies":1,"underlying":1,"frameworks":1,"that":5,"may":2,"open":1,"insecure":2,"listening":2,"on":4,"all":3,"interfaces":2,"sometimes":1,"outside":1,"of":3,"s":1,"direct":1,"control":1,"a":6,"major":1,"concern":1,"the":7,"use":2,"torch":3,"distributed":5,"which":1,"leverages":1,"for":4,"communication":2,"including":1,"when":2,"using":1,"single":1,"host":2,"uses":1,"tcp":4,"initialization":3,"see":1,"pytorch":5,"documentation":2,"https":1,"docs":2,"org":1,"stable":1,"html":1,"creates":1,"tcpstore":1,"by":2,"default":2,"listens":1,"this":3,"means":2,"unless":1,"additional":1,"protections":1,"put":1,"in":2,"place":1,"these":2,"accessible":2,"any":3,"can":1,"reach":1,"your":3,"machine":1,"via":1,"interface":1,"from":3,"perspective":1,"should":1,"considered":1,"known":1,"intentional":1,"behavior":1,"team":1,"firewall":3,"configuration":2,"guidance":1,"best":1,"way":1,"protect":1,"system":2,"carefully":1,"configure":1,"expose":2,"only":2,"minimum":1,"surface":1,"area":1,"necessary":1,"most":1,"cases":1,"block":1,"incoming":1,"connections":1,"except":1,"port":1,"api":1,"server":1,"ensure":1,"ports":2,"used":1,"internal":2,"those":1,"kv":1,"cache":1,"transfer":1,"trusted":1,"hosts":1,"or":3,"never":1,"public":1,"internet":1,"untrusted":1,"consult":1,"operating":1,"application":1,"platform":1,"specific":1,"instructions":1},"4018,349,data/raw/vllm-0.10.1/docs/usage/security.md":{"reporting":1,"security":7,"vulnerabilities":1,"if":1,"you":2,"believe":1,"have":1,"found":1,"a":1,"vulnerability":1,"in":1,"vllm":4,"please":2,"report":2,"it":1,"following":1,"the":3,"project":3,"s":2,"policy":3,"for":1,"more":1,"information":1,"on":1,"how":1,"to":1,"issues":1,"and":1,"see":1,"https":1,"github":1,"com":1,"blob":1,"main":1,"md":1},"0,1841,data/raw/vllm-0.10.1/docs/usage/metrics.md":{"production":1,"metrics":11,"vllm":15,"exposes":1,"a":1,"number":2,"of":4,"that":1,"can":3,"be":2,"used":1,"to":2,"monitor":1,"the":10,"health":1,"system":1,"these":1,"are":5,"exposed":2,"via":1,"endpoint":2,"on":1,"openai":1,"compatible":1,"api":1,"server":3,"you":1,"start":1,"using":3,"python":2,"or":1,"docker":2,"deployment":1,"md":1,"bash":1,"serve":1,"unsloth":10,"llama":10,"3":18,"2":11,"1b":10,"instruct":10,"then":2,"query":1,"get":1,"latest":1,"from":1,"console":2,"output":1,"curl":1,"http":1,"0":22,"8000":1,"help":1,"iteration":11,"tokens":12,"total":11,"histogram":2,"per":1,"engine":2,"step":1,"type":1,"sum":1,"model":9,"name":9,"bucket":8,"le":8,"1":2,"8":2,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"following":1,"code":1,"py":1,"definitions":1,"note":1,"when":1,"deprecated":1,"in":3,"version":4,"x":4,"y":4,"they":1,"hidden":2,"but":1,"re":1,"enabled":1,"show":1,"for":1,"escape":1,"hatch":1,"and":1,"removed":1},"0,1808,data/raw/vllm-0.10.1/docs/usage/usage_stats.md":{"usage":6,"stats":2,"collection":1,"vllm":6,"collects":1,"anonymous":1,"data":7,"by":3,"default":1,"to":2,"help":1,"the":10,"engineering":1,"team":1,"better":1,"understand":1,"which":1,"hardware":1,"and":2,"model":3,"configurations":1,"are":1,"widely":1,"used":1,"this":1,"allows":1,"them":1,"prioritize":1,"their":1,"efforts":1,"on":1,"most":1,"common":1,"workloads":1,"collected":4,"is":3,"transparent":1,"does":1,"not":1,"contain":1,"any":1,"sensitive":1,"information":1,"a":1,"subset":1,"of":4,"after":1,"cleaning":1,"aggregation":1,"will":1,"be":2,"publicly":1,"released":1,"for":2,"community":1,"s":1,"benefit":1,"example":2,"you":2,"can":3,"see":1,"2024":2,"report":1,"here":3,"https":1,"ai":1,"what":1,"list":1,"latest":1,"version":2,"found":1,"gh":1,"file":1,"lib":1,"py":1,"an":1,"as":1,"v0":1,"4":1,"0":4,"console":1,"output":1,"json":2,"uuid":1,"fbe880e9":1,"084d":1,"4cab":1,"a395":1,"8984c50f1109":1,"provider":1,"gcp":1,"num":1,"cpu":4,"24":1,"type":2,"intel":1,"r":2,"xeon":1,"2":3,"20ghz":1,"family":1,"stepping":1,"6":1,"85":1,"7":1,"total":1,"memory":3,"101261135872":1,"architecture":2,"x86":2,"64":2,"platform":1,"linux":1,"5":1,"10":1,"28":1,"cloud":1,"amd64":1,"with":1,"glibc2":1,"31":1,"gpu":4,"count":1,"nvidia":1,"l4":1,"per":1,"device":1,"23580639232":1,"optforcausallm":1,"3":1,"cu123":1,"context":1,"llm":1,"class":1,"log":1,"time":1,"1711663373492490000":1,"source":1,"production":1,"dtype":2,"torch":1,"float16":1,"tensor":1,"parallel":1,"size":2,"1":1,"block":1,"16":1,"utilization":1,"9":1,"quantization":1,"null":1,"kv":1,"cache":1,"auto":1,"enable":2,"lora":1,"false":3,"prefix":1,"caching":1,"enforce":1,"eager":1,"disable":1,"custom":1,"all":1,"reduce":1,"true":1,"preview":1,"running":1,"following":1,"command":1,"bash":1,"tail":1,"config":1},"1808,196,data/raw/vllm-0.10.1/docs/usage/usage_stats.md":{"opting":1,"out":2,"you":1,"can":1,"opt":1,"of":1,"usage":2,"stats":2,"collection":1,"by":2,"setting":1,"the":1,"vllm":2,"no":1,"or":2,"do":2,"not":2,"track":2,"environment":1,"variable":1,"creating":1,"a":1,"config":1,"file":1,"bash":1},"2004,182,data/raw/vllm-0.10.1/docs/usage/usage_stats.md":{"any":1,"of":1,"the":1,"following":1,"methods":1,"can":1,"disable":1,"usage":2,"stats":2,"collection":1,"export":2,"vllm":3,"no":1,"1":2,"do":2,"not":2,"track":2,"mkdir":1,"p":1,"config":2,"touch":1},"0,1565,data/raw/vllm-0.10.1/docs/usage/faq.md":{"frequently":1,"asked":1,"questions":1,"q":3,"how":1,"can":6,"i":1,"serve":2,"multiple":3,"models":7,"on":2,"a":6,"single":1,"port":1,"using":2,"the":8,"openai":2,"api":1,"assuming":1,"that":3,"you":3,"re":1,"referring":1,"to":8,"compatible":1,"server":3,"at":2,"once":1,"is":1,"not":2,"currently":1,"supported":2,"run":1,"instances":1,"of":2,"each":1,"serving":1,"different":1,"model":2,"same":1,"time":1,"and":2,"have":1,"another":1,"layer":1,"route":1,"incoming":1,"request":1,"correct":1,"accordingly":1,"which":1,"use":1,"for":3,"offline":1,"inference":1,"embedding":3,"try":1,"e5":2,"mistral":4,"7b":4,"instruct":4,"https":5,"huggingface":4,"co":4,"intfloat":1,"baai":2,"bge":2,"base":2,"en":2,"v1":2,"5":2,"more":2,"are":3,"listed":1,"here":1,"md":1,"by":1,"extracting":1,"hidden":1,"states":1,"vllm":3,"automatically":1,"convert":1,"text":1,"generation":1,"like":1,"llama":3,"3":4,"8b":2,"meta":2,"v0":2,"mistralai":1,"into":1,"but":1,"they":1,"expected":1,"be":1,"inferior":1,"specifically":1,"trained":1,"tasks":1,"output":2,"prompt":1,"vary":1,"across":1,"runs":1,"in":4,"yes":1,"it":1,"does":1,"guarantee":1,"stable":2,"log":1,"probabilities":1,"logprobs":2,"tokens":1,"variations":1,"may":1,"occur":1,"due":1,"numerical":3,"instability":1,"torch":2,"operations":2,"or":2,"non":1,"deterministic":1,"behavior":1,"batched":2,"when":1,"batching":1,"changes":1,"details":1,"see":1,"accuracy":2,"section":1,"pytorch":1,"org":1,"docs":1,"notes":1,"html":1,"computations":2,"slice":1},"1565,480,data/raw/vllm-0.10.1/docs/usage/faq.md":{"in":4,"vllm":1,"the":1,"same":1,"requests":2,"might":1,"be":1,"batched":1,"differently":1,"due":1,"to":2,"factors":1,"such":2,"as":1,"other":1,"concurrent":1,"changes":1,"batch":2,"size":1,"or":1,"expansion":1,"speculative":1,"decoding":1,"these":1,"batching":1,"variations":1,"combined":1,"with":1,"numerical":1,"instability":1,"of":1,"torch":1,"operations":1,"can":2,"lead":1,"slightly":1,"different":3,"logit":1,"logprob":1,"values":1,"at":1,"each":1,"step":1,"differences":1,"accumulate":1,"potentially":1,"resulting":1,"tokens":1,"being":1,"sampled":2,"once":1,"a":1,"token":1,"is":2,"further":1,"divergence":1,"likely":1},"2045,341,data/raw/vllm-0.10.1/docs/usage/faq.md":{"mitigation":1,"strategies":1,"for":2,"improved":1,"stability":1,"and":1,"reduced":1,"variance":1,"use":1,"float32":1,"note":1,"that":1,"this":1,"will":1,"require":1,"more":2,"memory":1,"if":1,"using":2,"bfloat16":1,"switching":1,"to":2,"float16":1,"can":2,"also":1,"help":1,"request":1,"seeds":1,"aid":1,"in":1,"achieving":1,"stable":1,"generation":1,"temperature":1,"0":1,"but":1,"discrepancies":1,"due":1,"precision":1,"differences":1,"may":1,"still":1,"occur":1},"0,851,data/raw/vllm-0.10.1/docs/usage/reproducibility.md":{"reproducibility":5,"vllm":5,"does":2,"not":2,"guarantee":1,"the":14,"of":3,"results":2,"by":2,"default":1,"for":3,"sake":1,"performance":1,"you":1,"need":1,"to":4,"do":1,"following":1,"achieve":1,"reproducible":1,"v1":2,"turn":1,"off":1,"multiprocessing":2,"make":2,"scheduling":2,"deterministic":2,"setting":2,"enable":1,"0":1,"v0":1,"set":1,"global":1,"seed":1,"see":1,"below":1,"example":1,"gh":1,"file":1,"examples":1,"offline":1,"inference":1,"py":1,"warning":1,"applying":1,"above":2,"settings":2,"changes":1,"random":2,"state":2,"in":2,"user":1,"code":1,"locality":1,"note":1,"even":1,"with":1,"only":1,"provides":1,"when":1,"it":2,"runs":1,"on":1,"same":2,"hardware":1,"and":1,"version":1,"also":1,"online":2,"serving":1,"api":1,"serve":1,"support":1,"because":1,"is":1,"almost":1,"impossible":1},"851,1546,data/raw/vllm-0.10.1/docs/usage/reproducibility.md":{"setting":2,"the":19,"global":1,"seed":11,"parameter":4,"in":7,"vllm":7,"is":6,"used":1,"to":6,"control":1,"random":14,"states":3,"for":10,"various":1,"number":1,"generators":1,"if":3,"a":2,"specific":1,"value":1,"provided":1,"np":2,"and":2,"torch":2,"manual":2,"will":4,"be":1,"set":2,"accordingly":1,"however":1,"some":1,"cases":1,"also":1,"change":1,"state":6,"user":3,"code":4,"locality":2,"of":3,"default":2,"behavior":1,"v0":2,"defaults":2,"none":2,"when":1,"are":3,"not":2,"this":1,"means":1,"that":3,"each":3,"run":3,"produce":1,"different":2,"results":2,"temperature":2,"0":4,"as":3,"expected":1,"v1":4,"which":1,"sets":1,"worker":1,"so":2,"remain":1,"consistent":1,"even":1,"note":1,"it":1,"impossible":1,"un":1,"specify":1,"because":1,"workers":2,"need":1,"sample":1,"same":2,"outputs":1,"workflows":1,"such":1,"speculative":1,"decoding":1,"more":1,"information":1,"see":1,"gh":1,"pr":1,"17929":1,"i":2,"e":2,"constructs":1,"llm":2,"class":1,"updated":1,"by":2,"under":1,"following":1,"conditions":2,"specified":1,"process":1,"enable":1,"multiprocessing":1,"these":1,"active":1,"you":1,"can":1,"use":1,"without":1,"having":1,"worry":1,"about":1,"accidentally":1,"making":1,"deterministic":1,"subsequent":1,"operations":1,"rely":1,"on":1},"0,64,data/raw/vllm-0.10.1/docs/cli/complete.md":{"vllm":1,"complete":2,"options":1,"8":1,"docs":1,"argparse":1,"md":1},"0,116,data/raw/vllm-0.10.1/docs/cli/serve.md":{"vllm":1,"serve":2,"json":2,"cli":2,"arguments":1,"8":2,"docs":2,"tip":1,"inc":1,"md":2,"options":1,"argparse":1},"0,124,data/raw/vllm-0.10.1/docs/cli/run-batch.md":{"vllm":1,"run":2,"batch":2,"json":2,"cli":2,"arguments":1,"8":2,"docs":2,"tip":1,"inc":1,"md":2,"options":1,"argparse":1},"0,387,data/raw/vllm-0.10.1/docs/cli/json_tip.inc.md":{"when":1,"passing":1,"json":7,"cli":1,"arguments":2,"the":1,"following":1,"sets":1,"of":1,"are":1,"equivalent":1,"arg":6,"key1":2,"value1":2,"key2":2,"key3":2,"value2":2,"additionally":1,"list":1,"elements":1,"can":1,"be":1,"passed":1,"individually":1,"using":1,"key4":3,"value3":2,"value4":2,"value5":2},"0,1584,data/raw/vllm-0.10.1/docs/cli/README.md":{"vllm":26,"cli":1,"guide":1,"the":9,"command":1,"line":1,"tool":1,"is":1,"used":1,"to":8,"run":2,"and":1,"manage":1,"models":1,"you":1,"can":1,"start":2,"by":2,"viewing":1,"help":9,"message":1,"with":5,"bash":8,"available":3,"commands":1,"chat":9,"complete":4,"serve":17,"bench":1,"collect":1,"env":1,"batch":1,"starts":1,"openai":1,"compatible":1,"api":7,"server":3,"a":5,"model":1,"meta":3,"llama":6,"2":3,"7b":3,"hf":3,"specify":3,"port":4,"8100":1,"over":1,"unix":1,"domain":1,"socket":1,"uds":1,"tmp":1,"sock":1,"check":1,"for":3,"more":2,"options":1,"list":1,"all":3,"groups":1,"listgroup":1,"view":3,"argument":2,"group":1,"modelconfig":1,"single":2,"max":2,"num":1,"seqs":1,"search":1,"keyword":1,"full":3,"pager":1,"less":1,"page":1,"see":2,"md":2,"reference":2,"of":2,"arguments":4,"generate":2,"completions":2,"via":2,"running":2,"directly":2,"connect":2,"localhost":2,"without":2,"url":4,"http":2,"host":2,"v1":2,"quick":2,"prompt":2,"hi":1,"text":1,"based":1,"on":1,"given":1},"1584,1558,data/raw/vllm-0.10.1/docs/cli/README.md":{"quick":2,"complete":4,"with":2,"a":2,"single":2,"prompt":1,"vllm":11,"the":7,"future":1,"of":7,"ai":1,"is":1,"see":4,"md":4,"for":5,"full":4,"reference":4,"all":4,"available":5,"arguments":4,"bench":12,"run":1,"benchmark":5,"tests":1,"latency":7,"online":2,"serving":2,"throughput":9,"and":1,"offline":2,"inference":2,"to":1,"use":1,"commands":2,"please":1,"install":2,"extra":1,"dependencies":1,"using":1,"pip":1,"bash":5,"serve":5,"batch":1,"requests":1,"model":3,"meta":3,"llama":6,"3":3,"2":3,"1b":3,"instruct":3,"input":3,"len":6,"32":3,"output":3,"1":2,"enforce":2,"eager":2,"load":2,"format":2,"dummy":2,"host":2,"server":2,"port":2,"random":2,"4":1,"num":1,"prompts":1,"5":1,"collect":2,"env":2,"start":1,"collecting":1,"environment":1,"information":1},"3142,696,data/raw/vllm-0.10.1/docs/cli/README.md":{"run":6,"batch":10,"prompts":1,"and":1,"write":1,"results":3,"to":1,"file":3,"running":1,"with":1,"a":1,"local":1,"bash":3,"vllm":6,"i":2,"offline":2,"inference":2,"openai":4,"example":2,"jsonl":4,"o":2,"model":2,"meta":4,"llama":4,"3":2,"8b":2,"instruct":2,"using":1,"remote":1,"https":1,"raw":1,"githubusercontent":1,"com":1,"project":1,"main":1,"examples":1,"see":1,"md":1,"for":2,"the":1,"full":1,"reference":1,"of":2,"all":1,"available":1,"arguments":1,"more":1,"help":2,"detailed":1,"options":1,"any":1,"subcommand":2,"use":1},"0,56,data/raw/vllm-0.10.1/docs/cli/chat.md":{"vllm":1,"chat":2,"options":1,"8":1,"docs":1,"argparse":1,"md":1},"0,138,data/raw/vllm-0.10.1/docs/cli/bench/throughput.md":{"vllm":1,"bench":2,"throughput":2,"json":2,"cli":2,"arguments":1,"8":2,"docs":2,"tip":1,"inc":1,"md":2,"options":1,"argparse":1},"0,128,data/raw/vllm-0.10.1/docs/cli/bench/serve.md":{"vllm":1,"bench":2,"serve":2,"json":2,"cli":2,"arguments":1,"8":2,"docs":2,"tip":1,"inc":1,"md":2,"options":1,"argparse":1},"0,132,data/raw/vllm-0.10.1/docs/cli/bench/latency.md":{"vllm":1,"bench":2,"latency":2,"json":2,"cli":2,"arguments":1,"8":2,"docs":2,"tip":1,"inc":1,"md":2,"options":1,"argparse":1},"0,1079,data/raw/vllm-0.10.1/docs/training/trl.md":{"transformers":3,"reinforcement":2,"learning":2,"trl":9,"is":2,"a":2,"full":1,"stack":1,"library":2,"that":1,"provides":1,"set":1,"of":2,"tools":1,"to":4,"train":1,"transformer":1,"language":1,"models":1,"with":2,"methods":5,"like":1,"supervised":1,"fine":1,"tuning":1,"sft":1,"group":1,"relative":1,"policy":1,"optimization":2,"grpo":3,"direct":1,"preference":1,"dpo":3,"reward":1,"modeling":1,"and":1,"more":3,"the":6,"integrated":1,"online":6,"such":1,"as":1,"or":1,"require":1,"model":1,"generate":2,"completions":2,"vllm":8,"can":2,"be":1,"used":1,"these":2,"see":2,"guide":1,"for":4,"fast":2,"generation":2,"in":3,"https":3,"huggingface":3,"co":3,"docs":3,"main":3,"en":3,"speeding":1,"up":1,"training":1,"documentation":1,"information":2,"info":1,"on":1,"use":5,"flag":1,"you":1,"provide":1,"configs":1,"grpoconfig":2,"trainer":2,"onlinedpoconfig":2},"0,1163,data/raw/vllm-0.10.1/docs/training/rlhf.md":{"reinforcement":2,"learning":2,"from":2,"human":3,"feedback":2,"rlhf":6,"is":1,"a":1,"technique":1,"that":1,"fine":1,"tunes":1,"language":1,"models":1,"using":4,"generated":1,"preference":1,"data":1,"to":6,"align":1,"model":1,"outputs":1,"with":2,"desired":1,"behaviors":1,"vllm":4,"can":1,"be":1,"used":1,"generate":1,"the":4,"completions":1,"for":3,"some":1,"ways":1,"do":1,"this":1,"include":1,"libraries":1,"like":1,"trl":2,"https":5,"github":5,"com":5,"huggingface":1,"openrlhf":4,"verl":2,"volcengine":1,"and":3,"unsloth":3,"unslothai":2,"see":2,"following":2,"basic":1,"examples":4,"get":1,"started":1,"if":1,"you":1,"don":1,"t":1,"want":1,"use":2,"an":1,"existing":1,"library":1,"training":2,"inference":5,"processes":2,"are":2,"located":1,"on":2,"separate":1,"gpus":2,"inspired":1,"by":1,"offline":3,"md":3,"colocated":1,"same":1,"ray":1,"colocate":1,"utilities":1,"performing":1,"utils":1,"notebooks":2,"showing":1,"how":1,"grpo":3,"qwen":1,"3":1,"4b":2,"colab":1,"research":1,"google":1,"blob":1,"main":1,"nb":1,"qwen3":1,"ipynb":1},"0,1948,data/raw/vllm-0.10.1/tests/test_logger.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":14,"project":1,"import":17,"enum":1,"json":2,"logging":11,"os":3,"sys":3,"tempfile":3,"from":10,"dataclasses":1,"dataclass":1,"decoder":1,"jsondecodeerror":1,"namedtemporaryfile":1,"typing":1,"any":1,"unittest":1,"mock":1,"magicmock":1,"patch":3,"uuid":1,"uuid4":1,"pytest":1,"entrypoints":1,"logger":11,"requestlogger":1,"date":2,"format":4,"configure":3,"root":2,"enable":2,"trace":3,"function":3,"call":3,"init":1,"utils":2,"newlineformatter":2,"dump":2,"input":1,"prepare":1,"object":1,"def":4,"f1":3,"x":4,"return":2,"f2":3,"test":3,"fd":1,"path":7,"mkstemp":1,"cur":2,"dir":2,"dirname":1,"file":1,"1":2,"with":1,"open":1,"as":1,"f":2,"content":3,"read":1,"assert":11,"in":2,"settrace":1,"none":4,"remove":1,"default":5,"configuration":1,"this":1,"presumes":1,"that":1,"true":1,"and":2,"config":2,"are":1,"not":3,"configured":1,"behavior":1,"is":2,"activated":1,"getlogger":1,"level":3,"debug":2,"propagate":1,"handler":5,"handlers":1,"isinstance":2,"streamhandler":1,"stream":1,"stdout":1,"we":1,"use":1,"for":1,"testing":1,"by":1,"info":1,"formatter":6,"fmt":1,"datefmt":1},"1948,1620,data/raw/vllm-0.10.1/tests/test_logger.py":{"def":2,"test":5,"descendent":1,"loggers":1,"depend":1,"on":1,"and":3,"propagate":2,"logs":1,"to":4,"root":10,"logger":18,"this":3,"presumes":1,"that":1,"vllm":15,"configure":5,"logging":10,"default":3,"true":1,"config":6,"path":3,"none":2,"are":2,"not":3,"configured":1,"behavior":3,"is":2,"activated":1,"getlogger":1,"handler":2,"handlers":2,"0":4,"unique":4,"name":6,"f":1,"uuid4":1,"init":1,"assert":10,"level":1,"notset":1,"message":4,"hello":1,"world":1,"with":2,"patch":6,"object":1,"emit":1,"as":2,"handle":3,"mock":6,"info":2,"called":2,"once":1,"call":2,"args":2,"calls":2,"log":5,"record":5,"msg":2,"levelno":1,"configuring":1,"can":1,"be":1,"disabled":1,"again":1,"custom":1,"however":1,"mocks":1,"used":1,"ensure":1,"no":1,"changes":1,"in":1,"or":1,"configuration":1,"occur":1,"dictconfig":1,"dict":2,"1":1,"if":1,"there":1,"a":1,"file":1,"here":1,"then":1,"you":1,"did":1,"yourself":1,"json":1},"3568,1438,data/raw/vllm-0.10.1/tests/test_logger.py":{"def":2,"test":6,"an":2,"error":2,"is":3,"raised":2,"when":2,"custom":4,"logging":11,"config":10,"file":6,"does":2,"not":2,"exist":2,"this":2,"calls":2,"configure":6,"vllm":10,"root":4,"logger":7,"again":2,"to":2,"behavior":4,"however":2,"it":2,"fails":2,"before":2,"any":2,"change":2,"in":4,"or":2,"configuration":2,"occurs":2,"with":4,"pytest":3,"raises":2,"runtimeerror":2,"as":3,"ex":6,"info":6,"assert":4,"type":2,"noqa":1,"e721":1,"str":2,"patch":3,"1":4,"invalid":2,"json":1,"namedtemporaryfile":1,"encoding":1,"utf":1,"8":1,"mode":1,"w":1,"write":1,"nloggers":1,"nversion":1,"flush":1,"path":1,"name":1,"jsondecodeerror":2,"expecting":1,"value":1,"mark":1,"parametrize":1,"unexpected":1,"string":1,"version":1,"loggers":1,"0":1},"5006,1859,data/raw/vllm-0.10.1/tests/test_logger.py":{"def":2,"test":7,"an":1,"error":1,"is":3,"raised":1,"when":2,"custom":4,"logging":20,"config":22,"unexpected":3,"json":3,"any":2,"this":2,"calls":2,"configure":6,"vllm":14,"root":4,"logger":11,"again":2,"to":3,"behavior":4,"however":2,"it":1,"fails":1,"before":1,"change":1,"in":3,"or":2,"configuration":2,"occurs":1,"with":6,"namedtemporaryfile":2,"encoding":2,"utf":2,"8":2,"mode":2,"w":2,"as":4,"file":8,"write":2,"dumps":2,"flush":2,"patch":5,"path":2,"name":2,"pytest":1,"raises":1,"valueerror":2,"ex":3,"info":3,"assert":3,"type":1,"noqa":1,"e721":1,"invalid":1,"expected":1,"dict":3,"got":1,"str":1,"1":2,"parsed":1,"and":1,"used":2,"provided":1,"mocks":1,"are":1,"ensure":1,"no":1,"changes":1,"occur":1,"valid":3,"loggers":1,"handlers":1,"propagate":1,"false":1,"version":1,"dictconfig":1,"mock":2,"called":1,"0":1},"6865,1990,data/raw/vllm-0.10.1/tests/test_logger.py":{"def":2,"test":6,"custom":2,"logging":15,"config":11,"causes":1,"an":1,"error":1,"if":1,"configure":5,"is":3,"off":1,"this":1,"calls":1,"vllm":11,"root":6,"logger":17,"again":1,"to":9,"behavior":2,"however":1,"mocks":1,"are":1,"used":1,"ensure":1,"no":1,"changes":1,"in":3,"or":1,"configuration":1,"occur":1,"valid":2,"loggers":1,"handlers":3,"version":1,"1":9,"with":3,"namedtemporaryfile":1,"encoding":1,"utf":1,"8":1,"mode":1,"w":1,"as":3,"file":4,"write":1,"json":1,"dumps":1,"flush":1,"patch":1,"path":3,"name":3,"pytest":1,"raises":1,"runtimeerror":2,"ex":3,"info":3,"assert":9,"type":1,"expected":2,"message":2,"snippet":2,"evaluated":1,"false":1,"but":1,"was":1,"given":1,"str":5,"remember":1,"the":1,"assumed":1,"have":1,"been":1,"configured":1,"though":1,"and":1,"none":1,"getlogger":1,"other":6,"f":1,"uuid4":1,"init":1,"level":2,"propagate":1,"prepare":5,"object":5,"dump":5,"obj":8,"list":2,"2":4,"3":4,"dict":2,"a":3,"b":6,"set":2},"8855,1880,data/raw/vllm-0.10.1/tests/test_logger.py":{"tuple":2,"obj":2,"a":8,"b":7,"c":3,"assert":9,"prepare":3,"object":3,"to":4,"dump":3,"class":2,"customenum":3,"enum":5,"auto":3,"repr":1,"dataclass":1,"customclass":3,"int":1,"str":1,"1":6,"def":2,"test":9,"request":8,"logger":17,"log":9,"outputs":8,"the":1,"new":1,"functionality":1,"create":1,"mock":7,"capture":1,"calls":1,"magicmock":2,"with":3,"patch":2,"vllm":2,"entrypoints":2,"requestlogger":2,"max":2,"len":2,"none":3,"basic":1,"output":3,"logging":2,"id":2,"123":2,"hello":3,"world":2,"token":2,"ids":2,"2":2,"3":3,"4":3,"finish":2,"reason":2,"stop":2,"is":2,"streaming":5,"false":2,"delta":5,"info":2,"called":1,"once":1,"call":7,"args":8,"generated":1,"response":1,"s":2,"in":1,"0":1,"5":1,"mode":1,"456":1,"true":2},"10735,1769,data/raw/vllm-0.10.1/tests/test_logger.py":{"mock":8,"logger":17,"info":4,"assert":14,"called":2,"once":2,"call":16,"args":18,"generated":2,"response":4,"s":4,"in":2,"0":2,"1":5,"test":9,"456":1,"2":4,"streaming":6,"delta":2,"3":4,"hello":1,"4":2,"5":2,"is":3,"none":2,"def":2,"request":6,"log":9,"outputs":6,"complete":6,"with":4,"mode":1,"magicmock":2,"patch":2,"vllm":2,"entrypoints":2,"requestlogger":2,"max":4,"len":4,"logging":1,"id":1,"789":2,"output":4,"token":2,"ids":2,"finish":1,"reason":1,"length":2,"true":1,"false":1,"truncation":2,"respects":1,"setting":1,"set":1,"to":1,"10":2,"long":3,"this":1,"a":1,"very":1,"that":1,"should":1,"be":1,"truncated":1,"list":1,"range":1,"20":2,"tokens":1},"12504,1871,data/raw/vllm-0.10.1/tests/test_logger.py":{"request":8,"logger":18,"log":8,"outputs":8,"id":2,"test":10,"truncate":1,"long":2,"output":12,"token":8,"ids":8,"finish":2,"reason":2,"stop":3,"is":4,"streaming":2,"false":4,"delta":2,"mock":8,"info":4,"assert":11,"called":2,"once":2,"call":11,"args":12,"check":2,"that":2,"was":1,"truncated":2,"to":2,"first":2,"10":5,"characters":1,"logged":6,"0":3,"3":2,"this":1,"a":1,"len":4,"were":1,"tokens":1,"4":2,"list":1,"range":1,"def":2,"none":8,"values":2,"handles":2,"correctly":2,"magicmock":2,"with":3,"patch":2,"vllm":2,"entrypoints":2,"requestlogger":2,"max":2,"generated":1,"response":1,"s":2,"in":1,"1":1,"5":2,"empty":2},"14375,1946,data/raw/vllm-0.10.1/tests/test_logger.py":{"test":12,"with":3,"empty":3,"output":7,"request":10,"logger":14,"log":7,"outputs":7,"id":3,"token":3,"ids":3,"finish":2,"reason":2,"stop":3,"is":2,"streaming":2,"false":4,"delta":2,"mock":7,"info":5,"assert":11,"called":4,"once":3,"call":16,"args":10,"generated":2,"response":2,"s":5,"in":3,"0":6,"1":5,"3":2,"4":2,"5":2,"def":1,"integration":5,"that":3,"can":2,"be":2,"alongside":1,"inputs":3,"magicmock":1,"patch":1,"vllm":1,"entrypoints":1,"requestlogger":1,"max":1,"len":1,"none":4,"both":1,"methods":1,"without":1,"interference":1,"prompt":4,"2":2,"embeds":1,"params":1,"lora":1,"6":1,"should":1,"have":1,"been":1,"twice":1,"for":2,"count":1,"check":1,"the":1,"calls":1,"were":1,"made":1,"correct":1,"patterns":1,"input":3,"list":2,"received":1},"16321,1282,data/raw/vllm-0.10.1/tests/test_logger.py":{"def":1,"test":5,"streaming":10,"complete":7,"logs":1,"full":8,"text":5,"content":2,"that":1,"logging":1,"includes":1,"accumulated":1,"not":4,"just":1,"token":4,"count":3,"mock":4,"logger":8,"magicmock":1,"with":2,"patch":1,"vllm":1,"entrypoints":1,"request":3,"requestlogger":1,"max":1,"log":2,"len":1,"none":2,"actual":1,"instead":1,"of":1,"format":2,"response":4,"this":1,"is":3,"a":2,"from":1,"outputs":2,"id":1,"output":6,"ids":1,"finish":1,"reason":1,"true":1,"delta":1,"false":1,"info":2,"assert":7,"called":1,"once":1,"call":6,"args":7,"verify":2,"the":2,"logged":5,"3":1,"tokens":1,"in":2,"other":1,"parameters":1,"1":1,"2":1,"5":1},"0,1704,data/raw/vllm-0.10.1/tests/test_inputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":3,"pytest":7,"from":2,"inputs":14,"zip":1,"enc":1,"dec":1,"prompts":1,"parse":14,"and":9,"batch":13,"prompt":11,"string":10,"foo":9,"bar":5,"baz":2,"qux":1,"token":7,"1":6,"3":2,"4":2,"slices":2,"slice":9,"none":7,"def":4,"test":4,"single":4,"empty":1,"with":2,"raises":2,"valueerror":2,"match":2,"at":2,"least":2,"one":2,"mark":4,"parametrize":4,"input":8,"consistent":2,"str":1,"assert":3,"list":1,"int":1,"yapf":2,"disable":1,"mm":2,"processor":1,"kwargs":2,"expected":1,"100":5,"200":2,"enable":1},"1704,930,data/raw/vllm-0.10.1/tests/test_inputs.py":{"def":1,"test":2,"zip":3,"enc":5,"dec":5,"prompts":14,"mm":6,"processor":4,"kwargs":8,"expected":2,"init":1,"for":2,"zipping":1,"encoder":7,"an":1,"prompt":6,"another":2,"decoder":7,"a":1,"zipped":9,"assert":6,"len":4,"exp":2,"in":1,"isinstance":1,"dict":1,"keys":1,"3":1},"0,1839,data/raw/vllm-0.10.1/tests/test_sampling_params.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":4,"project":1,"tests":1,"for":1,"samplingparams":3,"class":1,"import":4,"pytest":4,"from":5,"config":5,"modelconfig":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":2,"model":9,"name":3,"qwen":1,"qwen1":1,"5":1,"7b":1,"def":5,"test":3,"max":7,"tokens":7,"none":4,"should":1,"be":3,"allowed":1,"temperature":1,"01":1,"top":1,"p":1,"1":1,"fixture":2,"scope":2,"module":2,"return":2,"seed":1,"dtype":1,"float16":1,"default":5,"4096":1,"sampling":5,"params":5,"request":7,"with":2,"no":1,"guided":7,"decoding":7,"backend":8,"is":2,"not":2,"present":2,"at":2,"level":4,"validate":1,"messages":1,"role":1,"user":1,"content":1,"hello":1,"response":1,"format":1,"type":1,"json":1,"object":1,"logits":1,"processor":1,"pattern":1,"we":1,"do":1,"expect":1,"any":1,"and":1,"engine":1,"will":1,"used":1,"assert":1,"mark":1,"parametrize":1,"expected":2,"xgrammar":2,"guidance":2,"outlines":2,"str":2},"1839,608,data/raw/vllm-0.10.1/tests/test_sampling_params.py":{"request":3,"chatcompletionrequest":1,"model":4,"validate":1,"messages":1,"role":1,"user":1,"content":1,"hello":1,"name":1,"response":1,"format":1,"type":1,"json":1,"object":1,"guided":3,"decoding":3,"backend":4,"level":1,"sampling":4,"params":4,"to":1,"default":1,"max":1,"tokens":1,"config":1,"logits":1,"processor":1,"pattern":1,"correctly":1,"identified":1,"in":1,"resulting":1,"assert":1,"expected":1},"0,1848,data/raw/vllm-0.10.1/tests/test_sequence.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"pytest":3,"from":3,"model":1,"executor":1,"layers":1,"sampler":25,"sampleroutput":5,"sequence":1,"completionsequencegroupoutput":3,"sequencedata":1,"sequenceoutput":3,"core":1,"utils":1,"create":1,"dummy":1,"prompt":3,"fixture":2,"def":7,"sample":13,"outputs":17,"return":2,"samples":2,"parent":2,"seq":2,"id":2,"output":22,"token":4,"i":2,"logprobs":4,"none":4,"for":1,"in":1,"range":1,"5":1,"test":5,"initialization":1,"assert":8,"len":5,"sampled":2,"probs":1,"is":2,"ids":1,"getitem":1,"setitem":1,"new":3,"99":1,"eq":1,"output1":3,"output2":2,"copy":1,"output3":2,"1":1},"1848,1635,data/raw/vllm-0.10.1/tests/test_sequence.py":{"def":2,"test":2,"sequence":2,"data":15,"prefill":9,"seq":32,"sequencedata":1,"from":1,"seqs":6,"1":10,"2":5,"3":2,"4":2,"assert":17,"get":10,"num":16,"uncomputed":4,"tokens":17,"computed":12,"0":7,"advance":2,"by":2,"update":8,"append":3,"and":1,"reset":3,"simulating":1,"recompute":3,"token":2,"id":2,"logprob":2,"state":2,"for":3,"5":3,"group":18,"stage":1,"create":1,"dummy":1,"prompt":1,"12":1,"is":16,"true":6,"6":1,"false":2,"len":1,"in":1,"7":1},"0,1424,data/raw/vllm-0.10.1/tests/test_config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"from":5,"dataclasses":1,"import":6,"missing":3,"field":11,"asdict":1,"dataclass":3,"pytest":2,"compilation":1,"backends":1,"vllmbackend":3,"config":8,"loadconfig":1,"modelconfig":1,"poolerconfig":1,"vllmconfig":3,"get":5,"update":1,"model":1,"executor":1,"layers":1,"pooler":1,"poolingtype":1,"platforms":1,"current":1,"platform":1,"def":2,"test":3,"compile":1,"repr":3,"succeeds":2,"setup":1,"mutates":1,"object":1,"backend":2,"configure":1,"post":1,"pass":1,"that":1,"val":3,"assert":8,"in":2,"inductor":1,"passes":1,"class":2,"testconfigfields":6,"a":4,"int":1,"b":6,"dict":3,"default":8,"factory":4,"c":6,"str":1,"with":1,"raises":1,"valueerror":1,"isinstance":2,"is":3,"testnestedconfig":1,"lambda":1},"1424,1855,data/raw/vllm-0.10.1/tests/test_config.py":{"def":2,"test":2,"update":10,"config":13,"simple":1,"config1":6,"testconfigfields":2,"a":9,"0":1,"new":15,"42":2,"assert":6,"nonexistent":2,"field":1,"with":5,"pytest":3,"raises":2,"assertionerror":2,"1":3,"nested":3,"dataclass":1,"config2":4,"testnestedconfig":2,"inner":3,"c":3,"value":4,"dict":1,"config3":6,"invalid":1,"type":9,"can":2,"remove":2,"once":2,"task":7,"option":2,"is":2,"fully":2,"deprecated":2,"mark":1,"parametrize":1,"model":3,"id":3,"expected":9,"runner":4,"convert":4,"distilbert":1,"distilgpt2":1,"generate":3,"none":5,"intfloat":1,"multilingual":1,"e5":1,"small":2,"pooling":4,"embed":1,"jason9693":1,"qwen2":2,"5":2,"5b":1,"apeach":1,"classify":3,"cross":1,"encoder":1,"ms":1,"marco":1,"minilm":1,"l":1,"6":1,"v2":1,"qwen":1,"math":1,"rm":1,"72b":1,"reward":1,"openai":1,"whisper":1,"transcription":1,"auto":2,"modelconfig":1,"in":1,"supported":1,"tasks":1},"3279,1966,data/raw/vllm-0.10.1/tests/test_config.py":{"pytest":3,"mark":3,"parametrize":3,"model":7,"id":7,"expected":20,"runner":9,"type":18,"convert":9,"task":11,"distilbert":2,"distilgpt2":2,"pooling":10,"embed":8,"intfloat":2,"multilingual":2,"e5":2,"small":5,"jason9693":2,"qwen2":4,"5":4,"1":2,"5b":2,"apeach":2,"classify":5,"cross":2,"encoder":2,"ms":2,"marco":2,"minilm":2,"l":2,"6":2,"v2":2,"qwen":2,"math":2,"rm":2,"72b":2,"openai":3,"whisper":3,"def":2,"test":2,"score":2,"config":8,"modelconfig":2,"assert":6,"in":2,"supported":2,"tasks":2,"can":1,"remove":1,"once":1,"option":1,"is":1,"fully":1,"deprecated":1,"generate":3,"none":6,"transcription":3},"5245,1920,data/raw/vllm-0.10.1/tests/test_config.py":{"def":4,"test":4,"auto":2,"runner":17,"model":18,"id":13,"expected":23,"type":22,"convert":11,"config":11,"modelconfig":4,"assert":7,"pytest":4,"mark":4,"parametrize":3,"distilbert":1,"distilgpt2":1,"pooling":8,"embed":2,"intfloat":1,"multilingual":1,"e5":1,"small":2,"none":4,"jason9693":1,"qwen2":3,"5":4,"1":3,"5b":2,"apeach":1,"classify":1,"cross":1,"encoder":1,"ms":1,"marco":1,"minilm":1,"l":1,"6":1,"v2":1,"qwen":3,"math":1,"rm":1,"72b":1,"openai":1,"whisper":1,"instruct":2,"draft":3,"ids":2,"qwen1":1,"7b":3,"32768":2,"mistralai":2,"mistral":2,"v0":2,"4096":1,"2":1,"disable":2,"sliding":2,"window":2,"true":1,"max":1,"len":1,"skipif":1,"current":1,"platform":1,"is":2,"rocm":2,"reason":1,"xformers":1,"backend":1,"not":1,"supported":1,"on":1},"7165,1970,data/raw/vllm-0.10.1/tests/test_config.py":{"def":4,"test":4,"get":4,"pooling":20,"config":31,"model":23,"id":9,"sentence":3,"transformers":2,"all":4,"minilm":2,"l12":2,"v2":2,"modelconfig":4,"init":2,"pooler":7,"assert":9,"is":6,"not":4,"none":2,"normalize":2,"type":11,"poolingtype":1,"mean":2,"name":1,"pytest":3,"mark":3,"skipif":2,"current":2,"platform":2,"rocm":4,"reason":2,"xformers":2,"backend":2,"supported":2,"on":2,"from":1,"args":1,"override":4,"poolerconfig":1,"cls":3,"true":1,"asdict":2,"parametrize":1,"default":5,"tomaarsen":1,"qwen3":1,"reranker":1,"0":1,"6b":1,"seq":2,"last":2,"llm":1,"intfloat":1,"e5":1,"small":1,"bertmodel":1,"qwen":2,"qwen2":2,"5":3,"math":2,"rm":1,"72b":1,"reward":2,"prm":1,"7b":1,"step":3,"info":1,"bert":4,"tokenization":1,"transformer":1,"baai":1,"bge":6,"base":1,"en":1,"v1":1,"encoder":1,"max":1,"length":1,"512":1,"do":1,"lower":1,"case":1},"9135,1998,data/raw/vllm-0.10.1/tests/test_config.py":{"def":1,"test":9,"rope":23,"customization":1,"scaling":14,"type":2,"dynamic":1,"factor":2,"2":3,"0":3,"theta":6,"16":1,"000":3,"longchat":12,"linear":1,"8":1,"llama":16,"model":20,"config":21,"modelconfig":4,"meta":6,"3":4,"8b":2,"instruct":3,"assert":10,"getattr":5,"hf":8,"none":6,"is":3,"500":1,"max":4,"len":4,"8192":1,"overrides":2,"16384":2,"lmsys":2,"13b":2,"16k":2,"check":1,"if":1,"entries":1,"are":1,"in":2,"all":1,"get":1,"key":2,"value":2,"for":1,"items":1,"4096":1,"pytest":2,"mark":2,"skipif":1,"current":1,"platform":1,"rocm":2,"reason":1,"encoder":2,"decoder":2,"models":1,"not":1,"supported":1,"on":1,"parametrize":1,"id":1,"facebook":2,"opt":1,"125m":1,"false":2,"bart":1,"base":1,"true":2,"1b":1,"11b":1,"vision":1},"11133,1950,data/raw/vllm-0.10.1/tests/test_config.py":{"def":3,"test":3,"is":6,"encoder":4,"decoder":4,"model":18,"id":10,"config":35,"modelconfig":6,"assert":6,"pytest":1,"mark":1,"parametrize":1,"uses":5,"mrope":5,"facebook":1,"opt":1,"125m":1,"false":1,"qwen":2,"qwen2":2,"vl":1,"2b":1,"instruct":2,"true":1,"generation":23,"loading":1,"5":3,"1":3,"5b":1,"when":3,"set":4,"to":3,"vllm":4,"the":5,"default":2,"will":1,"not":1,"be":4,"loaded":2,"get":4,"diff":4,"sampling":4,"param":4,"auto":3,"should":2,"correct":3,"repetition":1,"penalty":1,"temperature":2,"0":3,"7":1,"top":3,"p":1,"8":1,"k":2,"20":1,"could":1,"overridden":1,"by":1,"user":1,"override":12,"result":3,"copy":1,"update":1,"and":1,"used":1,"directly":1},"13083,1269,data/raw/vllm-0.10.1/tests/test_config.py":{"pytest":3,"mark":2,"parametrize":2,"pt":7,"load":12,"map":7,"location":7,"cuda":2,"def":2,"test":3,"config":10,"loadconfig":1,"vllmconfig":1,"assert":2,"model":10,"id":3,"max":13,"len":13,"expected":3,"should":3,"raise":3,"baai":3,"bge":3,"reranker":3,"base":3,"none":2,"512":2,"false":3,"256":2,"513":1,"true":2,"deepseek":4,"ai":2,"r1":2,"distill":2,"qwen":2,"7b":2,"131072":2,"131073":1,"get":4,"and":4,"verify":4,"with":2,"different":1,"configurations":1,"modelconfig":1,"if":1,"raises":1,"valueerror":1,"else":1,"actual":2},"0,1869,data/raw/vllm-0.10.1/tests/test_cache_block_hashing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":5,"project":1,"test":3,"hashing":2,"of":5,"cache":2,"blocks":2,"run":1,"pytest":6,"tests":1,"block":3,"py":1,"from":5,"typing":1,"import":6,"optional":2,"inputs":2,"token":1,"lora":3,"request":1,"lorarequest":1,"sequence":2,"transformers":1,"utils":1,"tokenizer":1,"group":1,"tokenizergroup":1,"make":1,"two":1,"prefixes":2,"with":2,"different":1,"first":3,"prefix":5,"start":4,"you":2,"are":2,"an":2,"expert":1,"a":5,"common":2,"school":4,"principal":1,"skilled":1,"in":6,"effectively":1,"managing":1,"faculty":1,"and":2,"staff":1,"draft":1,"10":1,"15":1,"questions":1,"for":7,"potential":1,"grade":2,"head":1,"teacher":2,"my":2,"k":1,"12":1,"all":1,"girls":1,"independent":1,"that":1,"emphasizes":1,"community":1,"joyful":1,"discovery":1,"life":1,"long":1,"learning":1,"candidate":1,"is":5,"coming":1,"round":1,"panel":1,"interview":1,"8th":1,"math":2,"teaching":3,"role":1,"they":1,"have":1,"5":1,"years":1,"previous":1,"experience":2,"as":1,"assistant":1,"at":1,"co":1,"ed":1,"public":1,"middle":1,"based":1,"on":1,"this":1,"fulfill":1,"following":1,"sample":2,"prompts":2,"hello":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"helper":1,"function":1,"def":2,"flatten":1,"2d":1,"li":2,"return":1,"lss":2,"ls":2,"mark":4,"parametrize":4,"model":2,"facebook":1,"opt":1,"125m":1,"size":2,"16":1,"max":2,"num":2,"seqs":2,"256":1,"concurrent":2,"int":5,"ids":2,"none":3,"1":4,"auto":1,"caching":1,"str":1,"list":1},"1869,1969,data/raw/vllm-0.10.1/tests/test_cache_block_hashing.py":{"tokenizer":5,"tokenizergroup":1,"id":10,"facebook":1,"opt":1,"125m":1,"enable":1,"lora":13,"false":1,"max":3,"num":4,"seqs":2,"input":1,"length":1,"none":3,"hashes":15,"list":3,"int":7,"for":9,"prefix":3,"in":9,"prefixes":2,"concurrent":1,"ids":4,"request":4,"if":1,"is":1,"not":1,"lorarequest":1,"f":2,"example":2,"path":1,"to":1,"append":3,"prompts":4,"prompt":10,"sample":1,"seq":4,"enumerate":1,"1":7,"token":6,"encode":1,"sequence":1,"inputs":2,"block":4,"size":3,"eos":2,"blocks":3,"len":4,"idx":2,"range":1,"hash":4,"of":2,"check":2,"that":3,"made":2,"with":3,"two":1,"different":6,"first":1,"are":2,"everywhere":1,"hash0":2,"hash1":2,"zip":1,"flatten":2,"2d":2,"0":1,"assert":3,"the":4,"same":4,"until":1,"contain":1,"pref":3,"tuple":1,"h":4,"set":2},"0,1916,data/raw/vllm-0.10.1/tests/test_pooling_params.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"pytest":5,"from":3,"tests":1,"models":3,"utils":1,"embedmodelinfo":4,"poolingparams":9,"config":6,"modelconfig":2,"embedding":2,"intfloat":1,"multilingual":1,"e5":1,"small":1,"is":2,"matryoshka":3,"false":3,"snowflake":2,"arctic":1,"embed":5,"m":1,"v1":1,"5":1,"true":3,"dimensions":4,"256":1,"def":3,"test":3,"task":20,"pooling":17,"params":17,"verify":9,"score":3,"with":3,"raises":3,"valueerror":3,"encode":1,"normalize":3,"none":2,"invalid":2,"parameters":2,"activation":1,"softmax":1,"for":1,"p":2,"in":1,"mark":1,"parametrize":1,"model":9,"info":4,"name":2,"auto":2,"tokenizer":2,"mode":1,"trust":1,"remote":1,"code":1,"seed":1,"dtype":1,"float16":1,"1":1},"1916,1398,data/raw/vllm-0.10.1/tests/test_pooling_params.py":{"if":1,"model":5,"info":3,"is":2,"matryoshka":3,"assert":1,"dimensions":5,"not":1,"none":3,"pooling":18,"params":18,"poolingparams":9,"0":1,"verify":9,"task":21,"config":2,"pytest":3,"mark":1,"parametrize":1,"score":1,"classify":2,"def":2,"test":2,"activation":4,"true":4,"false":2,"invalid":4,"parameters":4,"normalize":2,"softmax":4,"for":2,"p":4,"in":2,"with":2,"raises":2,"valueerror":2,"encode":2},"0,793,data/raw/vllm-0.10.1/tests/test_seed_behavior.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":4,"random":17,"numpy":1,"as":1,"np":7,"torch":7,"from":1,"platforms":1,"interface":1,"platform":3,"def":1,"test":2,"seed":4,"behavior":1,"with":1,"a":1,"specific":1,"everything":2,"42":2,"value":12,"1":8,"randint":6,"100":6,"item":2,"assert":3},"0,1077,data/raw/vllm-0.10.1/tests/build_cython.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":3,"cython":4,"compiler":3,"options":2,"from":2,"build":3,"cythonize":2,"setuptools":1,"setup":2,"annotate":2,"true":3,"infiles":5,"engine":4,"llm":1,"py":12,"transformers":1,"utils":2,"detokenizer":1,"output":2,"processor":2,"single":1,"step":1,"outputs":1,"stop":1,"checker":1,"core":2,"scheduler":1,"sequence":1,"block":1,"manager":1,"model":1,"executor":1,"layers":1,"sampler":1,"sampling":1,"params":1,"init":1,"ext":2,"modules":1,"false":1,"force":1,"directives":1,"language":1,"level":1,"3":1,"infer":1,"types":1,"example":1,"usage":1,"python3":1,"inplace":1},"0,1836,data/raw/vllm-0.10.1/tests/test_triton_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":4,"sys":1,"types":4,"from":3,"unittest":1,"mock":1,"triton":26,"utils":1,"importing":1,"tritonlanguageplaceholder":4,"tritonplaceholder":5,"def":12,"test":6,"placeholder":6,"is":5,"module":2,"assert":16,"isinstance":4,"moduletype":3,"name":3,"language":9,"decorators":2,"jit":2,"foo":4,"x":14,"return":6,"autotune":2,"bar":4,"heuristics":2,"baz":4,"1":4,"3":4,"with":1,"args":3,"debug":1,"true":1,"configs":1,"key":1,"block":1,"size":1,"lambda":1,"128":1,"if":1,"1024":1,"else":1,"64":1,"lang":8,"constexpr":1,"none":3,"dtype":1,"int64":1,"parent":1},"1836,657,data/raw/vllm-0.10.1/tests/test_triton_utils.py":{"def":1,"test":1,"no":1,"triton":14,"fallback":1,"clear":1,"existing":1,"modules":6,"sys":5,"pop":4,"none":5,"language":2,"vllm":3,"utils":3,"importing":1,"mock":2,"not":1,"being":1,"installed":1,"with":1,"patch":1,"dict":1,"from":1,"import":1,"has":2,"tl":2,"assert":4,"is":1,"false":1,"class":3,"name":3,"tritonplaceholder":1,"tritonlanguageplaceholder":2},"0,1876,data/raw/vllm-0.10.1/tests/test_routing_simulator.py":{"usr":1,"bin":1,"env":1,"python3":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":5,"vllm":2,"project":1,"test":5,"script":2,"for":5,"token":1,"expert":1,"routing":8,"simulator":4,"this":1,"demonstrates":1,"how":1,"use":1,"different":1,"strategies":4,"and":1,"analyze":1,"their":1,"performance":1,"including":1,"integration":1,"tests":1,"with":1,"fusedmoe":1,"layer":1,"import":3,"pytest":6,"torch":5,"from":1,"model":1,"executor":1,"layers":1,"fused":1,"moe":1,"distributionbasedrouting":1,"routingsimulator":3,"fixture":2,"def":2,"device":8,"provide":1,"appropriate":1,"testing":1,"return":1,"cuda":2,"if":1,"is":1,"available":2,"else":1,"cpu":1,"mark":4,"parametrize":4,"num":9,"tokens":6,"1":2,"16":2,"256":1,"hidden":6,"size":3,"64":1,"1024":1,"experts":3,"128":1,"top":6,"k":6,"4":1,"basic":2,"functionality":2,"int":4,"of":1,"each":1,"strategy":6,"get":1,"states":3,"randn":2,"router":3,"logits":3,"in":1,"simulate":2,"topk":4,"weights":3,"ids":3,"name":1,"check":1,"output":1,"shapes":1,"assert":2,"shape":4,"f":2,"wrong":2},"1876,1802,data/raw/vllm-0.10.1/tests/test_routing_simulator.py":{"check":1,"that":2,"expert":3,"ids":6,"are":1,"valid":1,"assert":4,"topk":7,"min":1,"0":1,"f":4,"invalid":2,"id":2,"negative":1,"for":5,"strategy":10,"max":1,"num":8,"experts":5,"too":1,"large":1,"def":1,"test":6,"routing":4,"integration":1,"monkeypatch":2,"device":5,"the":2,"environment":4,"variable":3,"works":1,"with":1,"fusedmoe":3,"pytest":1,"importorskip":1,"vllm":4,"model":2,"executor":2,"layers":2,"fused":2,"moe":3,"layer":2,"import":2,"envs":3,"as":1,"from":1,"parameters":1,"tokens":5,"32":1,"hidden":5,"size":2,"16":1,"4":1,"top":5,"k":5,"2":1,"create":1,"data":1,"states":3,"torch":3,"randn":2,"router":3,"logits":3,"different":1,"strategies":4,"routingsimulator":1,"get":1,"available":1,"in":1,"set":1,"env":3,"name":3,"simulation":1,"setenv":1,"force":1,"reload":1,"of":1,"variables":1,"lambda":1,"s":2,"select":2,"method":1,"weights":3,"use":1,"grouped":1,"false":1,"renormalize":1,"true":1,"indices":1,"type":1,"long":1,"verify":1,"output":1,"shapes":1,"shape":4,"wrong":2},"3678,1972,data/raw/vllm-0.10.1/tests/test_routing_simulator.py":{"verify":1,"expert":4,"ids":9,"are":2,"valid":2,"assert":6,"topk":10,"min":2,"0":4,"f":2,"invalid":2,"id":2,"negative":1,"for":2,"strategy":10,"max":2,"num":9,"experts":4,"too":1,"large":1,"def":2,"test":6,"distribution":3,"based":2,"routing":3,"with":2,"custom":8,"registering":1,"and":1,"using":1,"distributionbasedrouting":2,"parameters":1,"device":12,"torch":8,"cuda":4,"if":2,"is":2,"available":2,"else":2,"cpu":2,"register":2,"normal":3,"mean":1,"2":2,"std":1,"5":1,"routingsimulator":3,"data":1,"tokens":5,"60":1,"hidden":8,"size":2,"48":1,"6":1,"top":6,"k":6,"3":1,"states":6,"randn":4,"router":6,"logits":6,"use":1,"the":1,"weights":3,"simulate":2,"name":2,"check":2,"output":1,"shapes":1,"shape":2,"that":2,"instance":1,"compatibility":1,"static":2,"methods":1,"work":1,"correctly":1,"method":1,"directly":1,"10":2,"8":1,"4":1,"uniform":1,"random":1},"5650,79,data/raw/vllm-0.10.1/tests/test_routing_simulator.py":{"assert":2,"topk":2,"weights":1,"shape":2,"10":2,"2":2,"ids":1},"0,1338,data/raw/vllm-0.10.1/tests/test_scalartype.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"pytest":2,"torch":17,"from":1,"scalar":15,"type":14,"types":13,"mark":1,"parametrize":1,"tuple":6,"8":2,"7":2,"int4":1,"15":1,"uint4":1,"uint4b8":1,"128":1,"127":1,"uint8b128":1,"6":2,"float4":1,"e2m1f":1,"28":2,"float6":1,"e3m2f":1,"int8":2,"uint8":2,"float8":4,"e5m2":2,"e4m3fn":2,"bfloat16":1,"float16":3,"e8m7":1,"e5m10":1,"ids":1,"lambda":1,"x":2,"str":1,"def":1,"test":1,"min":13,"max":13,"print":2,"if":2,"len":1,"3":1,"t":9,"else":2,"is":1,"floating":1,"point":1,"finfo":2,"iinfo":2,"assert":2,"f":2},"0,1949,data/raw/vllm-0.10.1/tests/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"import":35,"asyncio":1,"copy":1,"functools":1,"importlib":1,"os":1,"signal":1,"subprocess":1,"sys":1,"tempfile":1,"time":1,"warnings":1,"from":16,"contextlib":1,"contextmanager":3,"suppress":1,"multiprocessing":1,"process":1,"pathlib":1,"path":1,"typing":2,"any":1,"callable":1,"literal":1,"optional":1,"union":1,"cloudpickle":1,"httpx":1,"openai":2,"pytest":1,"requests":1,"torch":2,"nn":1,"functional":1,"as":2,"f":1,"types":1,"completion":2,"extensions":1,"paramspec":1,"envs":2,"tests":1,"models":1,"utils":4,"texttextlogprobs":1,"distributed":2,"ensure":1,"model":4,"parallel":1,"initialized":1,"init":3,"environment":1,"engine":1,"arg":1,"asyncengineargs":1,"entrypoints":1,"cli":1,"serve":1,"servesubcommand":1,"executor":1,"loader":2,"get":5,"platforms":1,"current":3,"platform":3,"transformers":1,"tokenizer":2,"flexibleargumentparser":1,"gb":1,"bytes":1,"cuda":2,"device":1,"count":1,"stateless":1,"open":1,"port":1,"if":1,"is":2,"rocm":1,"amdsmi":7,"gpu":1,"vram":1,"usage":1,"processor":1,"handles":1,"shut":2,"down":2,"def":2,"nvml":2,"try":2,"yield":2,"finally":2,"elif":1,"third":1,"party":1,"pynvml":1,"nvmldevicegethandlebyindex":1,"nvmldevicegetmemoryinfo":1,"nvmlinit":2,"nvmlshutdown":2,"else":1},"1949,1961,data/raw/vllm-0.10.1/tests/utils.py":{"contextmanager":1,"def":3,"nvml":1,"yield":1,"vllm":14,"path":3,"file":1,"parent":2,"to":3,"root":1,"of":1,"the":5,"repository":1,"class":1,"remoteopenaiserver":1,"dummy":1,"api":2,"key":2,"token":1,"abc123":1,"s":1,"openai":1,"server":3,"does":1,"not":4,"need":2,"start":1,"self":3,"model":3,"str":9,"serve":10,"args":10,"list":2,"env":9,"dict":6,"optional":4,"none":6,"subclasses":1,"override":1,"this":1,"method":3,"customize":1,"process":2,"launch":1,"os":1,"environ":1,"copy":1,"current":1,"might":1,"initialize":1,"cuda":1,"be":1,"safe":1,"we":1,"should":1,"use":1,"spawn":2,"worker":1,"multiproc":1,"if":7,"is":2,"update":1,"proc":1,"subprocess":2,"popen":2,"stdout":2,"sys":2,"stderr":2,"init":1,"seed":6,"int":1,"0":1,"auto":3,"port":8,"bool":1,"true":2,"max":1,"wait":1,"seconds":1,"float":1,"p":1,"in":4,"or":1,"raise":2,"valueerror":2,"you":2,"have":2,"manually":2,"specified":2,"when":2,"no":1,"for":1,"a":1,"using":1,"unix":1,"sockets":1,"uds":1,"don":1,"t":1,"mutate":1,"input":1,"get":1,"open":1,"f":1},"3910,1780,data/raw/vllm-0.10.1/tests/utils.py":{"vllm":5,"serve":4,"args":16,"seed":2,"str":2,"parser":4,"flexibleargumentparser":1,"description":1,"s":1,"remote":1,"openai":1,"server":4,"subparsers":3,"add":1,"required":1,"false":1,"dest":1,"subparser":2,"servesubcommand":1,"init":1,"parse":1,"model":12,"self":17,"uds":3,"if":3,"host":3,"none":3,"port":3,"else":1,"or":2,"localhost":1,"int":2,"show":2,"hidden":2,"metrics":2,"for":3,"version":1,"is":3,"not":2,"download":2,"the":2,"before":1,"starting":1,"to":2,"avoid":1,"timeout":2,"local":2,"os":1,"path":1,"isdir":1,"engine":3,"asyncengineargs":1,"from":1,"cli":1,"config":6,"create":2,"load":3,"loader":3,"get":1,"start":1,"env":1,"dict":1,"max":3,"wait":5,"seconds":3,"240":1,"url":2,"health":1,"def":3,"enter":1,"return":2,"exit":1,"exc":2,"type":1,"value":1,"traceback":1,"proc":4,"terminate":1,"try":1,"8":1,"except":1,"subprocess":1,"timeoutexpired":1,"force":1,"kill":2,"needed":1,"poll":2,"optional":1,"subclasses":1,"override":1,"this":1,"method":1,"customize":1,"process":1,"polling":1},"5690,1971,data/raw/vllm-0.10.1/tests/utils.py":{"def":5,"wait":1,"for":4,"server":5,"self":17,"url":9,"str":4,"timeout":6,"float":1,"run":1,"health":1,"check":1,"start":3,"time":6,"client":5,"httpx":2,"transport":1,"httptransport":1,"uds":5,"if":7,"else":2,"requests":2,"while":1,"true":1,"try":1,"get":4,"status":1,"code":1,"200":1,"break":1,"except":1,"exception":2,"this":1,"can":1,"only":1,"be":1,"raised":1,"by":2,"which":1,"means":1,"the":2,"is":3,"not":5,"ready":1,"yet":1,"stack":1,"trace":1,"useful":1,"so":1,"we":1,"suppress":1,"it":1,"using":1,"raise":3,"from":3,"none":4,"result":3,"poll":1,"and":1,"0":4,"runtimeerror":2,"exited":1,"unexpectedly":1,"sleep":1,"5":1,"failed":1,"to":1,"in":3,"property":1,"root":2,"return":4,"f":2,"http":2,"split":1,"1":1,"host":1,"port":1,"parts":2,"join":1,"kwargs":8,"600":2,"openai":3,"base":2,"v1":2,"api":4,"key":4,"dummy":2,"max":2,"retries":2,"async":1,"asyncopenai":1,"class":1,"remoteopenaiservercustom":1,"remoteopenaiserver":1,"launch":1,"test":1,"with":1,"custom":1,"child":1,"process":1},"7661,1921,data/raw/vllm-0.10.1/tests/utils.py":{"def":5,"start":2,"server":1,"self":13,"model":8,"str":14,"vllm":5,"serve":5,"args":6,"list":4,"env":5,"dict":8,"optional":6,"none":5,"proc":7,"process":7,"target":1,"child":5,"fxn":4,"type":2,"ignore":1,"assignment":1,"init":2,"callable":1,"seed":3,"int":3,"0":3,"auto":3,"port":3,"bool":1,"true":1,"max":4,"wait":3,"seconds":3,"float":1,"store":1,"custom":1,"function":1,"then":1,"invoke":1,"superclass":1,"constructor":1,"which":1,"will":1,"indirectly":1,"launch":1,"it":1,"super":1,"poll":1,"return":1,"exitcode":1,"exit":1,"exc":2,"value":1,"traceback":1,"terminate":1,"join":1,"8":1,"if":2,"is":1,"alive":1,"force":1,"kill":2,"needed":1,"test":2,"completion":2,"client":2,"openai":2,"prompt":4,"token":1,"ids":1,"results":1,"with":1,"text":1,"completions":1,"create":1,"tokens":1,"5":1,"temperature":1},"9582,1890,data/raw/vllm-0.10.1/tests/utils.py":{"results":4,"append":4,"test":8,"single":1,"completion":16,"text":8,"choices":8,"0":12,"finish":8,"reason":8,"usage":8,"using":1,"token":3,"ids":3,"client":4,"completions":4,"create":4,"model":8,"prompt":9,"max":4,"tokens":4,"5":4,"temperature":4,"seeded":4,"random":2,"sampling":4,"seed":2,"33":2,"1":2,"with":1,"multiple":1,"prompts":1,"choice":4,"for":2,"in":2,"simple":1,"list":1,"batch":1},"11472,1789,data/raw/vllm-0.10.1/tests/utils.py":{"results":7,"append":3,"test":8,"simple":1,"list":1,"text0":1,"batch":4,"choices":5,"0":10,"text":7,"text1":1,"1":3,"streaming":2,"client":5,"completions":3,"create":3,"model":8,"prompt":10,"max":3,"tokens":3,"5":3,"temperature":3,"stream":1,"true":1,"texts":4,"2":2,"for":2,"chunk":3,"in":2,"assert":1,"len":1,"choice":3,"index":1,"return":2,"def":2,"completion":4,"close":2,"openai":4,"str":4,"with":2,"logprobs":8,"top":1,"k":2,"round":1,"v":2,"items":1,"chat":3,"messages":3,"role":1,"user":1,"content":1,"type":1,"response":1},"13261,1666,data/raw/vllm-0.10.1/tests/utils.py":{"results":7,"append":3,"test":7,"completion":3,"close":1,"text":9,"chat":6,"response":3,"choices":3,"0":7,"message":1,"content":3,"finish":2,"reason":2,"usage":4,"return":2,"def":2,"embeddings":5,"client":4,"openai":4,"model":6,"str":4,"with":1,"input":3,"create":2,"encoding":1,"format":1,"float":1,"single":1,"embedding":3,"data":1,"image":2,"name":2,"url":1,"pure":2,"messages":3,"role":1,"user":1,"type":1,"how":1,"do":1,"you":1,"feel":1,"today":1,"completions":1,"temperature":1,"max":1,"tokens":1,"1":1,"logprobs":8,"true":1,"top":5,"5":1,"for":1,"x":3,"in":1,"logprob":2,"round":1,"2":1},"14927,1844,data/raw/vllm-0.10.1/tests/utils.py":{"messages":3,"role":1,"user":1,"content":2,"type":2,"image":5,"url":4,"text":3,"what":1,"s":1,"in":1,"this":1,"chat":3,"completion":2,"client":1,"completions":1,"create":1,"model":5,"name":1,"temperature":1,"0":4,"max":2,"tokens":1,"1":1,"logprobs":7,"true":1,"top":4,"5":1,"choices":1,"results":3,"append":1,"test":2,"return":1,"def":1,"compare":2,"two":2,"settings":1,"str":8,"arg1":2,"list":2,"arg2":2,"env1":2,"optional":3,"dict":2,"none":4,"env2":2,"method":1,"generate":1,"wait":1,"seconds":1,"float":1,"launch":1,"api":6,"server":5,"with":1,"different":1,"sets":1,"of":6,"arguments":3,"environments":1,"and":1,"the":11,"calls":1,"args":1,"to":9,"first":2,"set":4,"pass":4,"second":2,"environment":2,"variables":2},"16771,1465,data/raw/vllm-0.10.1/tests/utils.py":{"compare":3,"all":9,"settings":2,"model":5,"arg1":1,"arg2":1,"env1":1,"env2":1,"method":3,"max":3,"wait":3,"seconds":3,"def":1,"str":5,"args":14,"list":5,"envs":2,"optional":2,"dict":1,"generate":1,"float":1,"none":2,"launch":1,"api":4,"server":3,"with":2,"several":1,"different":1,"sets":1,"of":5,"arguments":2,"environments":1,"and":1,"the":6,"results":1,"calls":1,"first":1,"set":1,"to":5,"test":1,"a":2,"argument":1,"lists":1,"pass":2,"environment":1,"dictionaries":1,"trust":5,"remote":5,"code":5,"false":2,"for":3,"in":6,"if":3,"true":2,"break":3,"tokenizer":8,"mode":6,"auto":1,"index":1,"1":1,"get":1,"can":2,"force":2,"load":3,"format":3},"18236,1299,data/raw/vllm-0.10.1/tests/utils.py":{"prompt":2,"hello":1,"my":1,"name":1,"is":1,"token":1,"ids":2,"tokenizer":1,"input":1,"ref":2,"results":7,"list":5,"for":2,"i":2,"args":5,"env":3,"in":2,"enumerate":1,"zip":1,"all":2,"envs":2,"if":3,"can":2,"force":5,"load":5,"format":5,"we":4,"are":1,"comparing":1,"the":3,"and":2,"usually":1,"don":1,"t":1,"need":1,"real":1,"weights":2,"to":2,"use":2,"dummy":1,"by":1,"default":1,"it":1,"should":1,"work":1,"most":1,"of":1,"cases":1,"not":1,"vllm":2,"test":4,"environment":1,"variable":1,"e":1,"g":1,"quantization":1,"tests":1,"compare":2,"0":2,"else":1,"with":1,"remoteopenaiserver":1,"model":4,"dict":1,"max":2,"wait":2,"seconds":2,"as":1,"server":2,"client":3,"get":1,"models":7,"data":1,"served":3,"append":1,"id":2,"root":2},"19535,759,data/raw/vllm-0.10.1/tests/utils.py":{"if":1,"method":7,"generate":4,"results":5,"test":5,"completion":2,"client":5,"model":5,"prompt":4,"token":1,"ids":1,"elif":4,"close":2,"chat":2,"with":1,"image":2,"text":1,"https":1,"upload":1,"wikimedia":1,"org":1,"wikipedia":1,"commons":1,"0":1,"0b":1,"rgba":1,"comp":1,"png":1,"encode":1,"embeddings":1,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1},"20294,1926,data/raw/vllm-0.10.1/tests/utils.py":{"if":3,"i":3,"0":5,"any":1,"setting":1,"fails":1,"raise":1,"an":1,"error":1,"early":1,"ref":13,"args":6,"all":4,"envs":6,"compare":12,"for":3,"result":15,"in":2,"zip":1,"results":3,"copy":2,"deepcopy":2,"embedding":6,"and":1,"method":4,"encode":1,"sim":3,"f":9,"cosine":2,"similarity":2,"torch":2,"tensor":2,"dim":1,"assert":2,"999":1,"model":3,"are":2,"not":2,"the":2,"same":2,"n":7,"del":2,"def":1,"init":7,"test":1,"distributed":7,"environment":2,"tp":3,"size":7,"int":4,"pp":3,"rank":6,"port":2,"str":1,"local":3,"1":1,"none":1,"tcp":1,"localhost":1,"world":1,"ensure":1,"parallel":1,"initialized":1},"22220,1832,data/raw/vllm-0.10.1/tests/utils.py":{"def":3,"multi":1,"process":1,"parallel":1,"monkeypatch":3,"pytest":1,"tp":3,"size":6,"int":3,"pp":3,"test":2,"target":2,"any":2,"none":2,"import":2,"ray":8,"using":1,"helps":1,"debugging":1,"the":3,"error":3,"when":1,"it":2,"failed":1,"as":2,"compared":1,"to":5,"multiprocessing":1,"note":2,"we":3,"need":1,"set":1,"working":3,"dir":3,"for":5,"distributed":3,"tests":2,"otherwise":2,"may":1,"get":5,"errors":1,"on":2,"workers":1,"force":1,"not":2,"use":1,"gitignore":2,"file":1,"excluding":1,"will":2,"move":1,"so":2,"files":1,"have":1,"manually":1,"add":1,"some":1,"of":3,"large":1,"directories":1,"os":2,"environ":2,"runtime":2,"env":2,"ignore":1,"1":1,"init":3,"vllm":1,"path":1,"excludes":1,"build":2,"git":1,"cmake":1,"shellcheck":1,"dist":1,"port":3,"open":1,"refs":3,"rank":2,"in":5,"range":1,"append":1,"remote":1,"shutdown":1,"contextmanager":1,"warning":4,"category":4,"type":1,"within":1,"scope":1,"this":1,"context":1,"manager":1,"fail":1,"if":3,"given":1,"is":2,"emitted":1,"with":1,"warnings":3,"catch":1,"filterwarnings":1,"yield":1,"physical":3,"device":1,"indices":3,"devices":7,"visible":6,"cuda":1,"return":2,"x":2,"split":1,"index":3,"mapping":3,"i":5,"enumerate":1,"nvml":1},"24052,1789,data/raw/vllm-0.10.1/tests/utils.py":{"def":1,"wait":1,"for":3,"gpu":3,"memory":2,"to":2,"clear":1,"devices":4,"list":1,"int":4,"threshold":11,"bytes":5,"optional":2,"none":6,"ratio":4,"float":4,"timeout":1,"s":1,"120":1,"assert":1,"is":6,"not":3,"or":1,"use":1,"nvml":1,"instead":1,"of":1,"pytorch":1,"reduce":1,"measurement":1,"error":1,"from":1,"torch":1,"cuda":1,"context":1,"get":3,"physical":1,"device":6,"indices":1,"start":1,"time":3,"while":1,"true":1,"output":5,"dict":2,"str":1,"raw":2,"tuple":1,"in":2,"if":2,"current":1,"platform":1,"rocm":1,"dev":4,"handle":4,"amdsmi":2,"processor":1,"handles":1,"mem":6,"info":6,"vram":3,"usage":1,"gb":8,"used":11,"2":6,"10":2,"total":10,"else":2,"nvmldevicegethandlebyindex":1,"nvmldevicegetmemoryinfo":1,"30":4,"f":4,"02f":2,"print":3,"gib":2,"end":2,"k":2,"v":2,"items":1,"free":2,"lambda":2,"2f":1},"25841,720,data/raw/vllm-0.10.1/tests/utils.py":{"dur":4,"s":5,"time":4,"start":1,"if":2,"all":1,"is":1,"free":3,"used":2,"total":2,"for":5,"in":1,"output":1,"raw":1,"values":1,"print":1,"f":5,"done":1,"waiting":1,"gpu":1,"memory":2,"on":1,"devices":4,"threshold":2,"02f":2,"break":1,"timeout":1,"raise":1,"valueerror":1,"of":1,"not":1,"after":1,"sleep":1,"5":1,"p":4,"paramspec":1,"def":1,"fork":2,"new":2,"process":2,"each":2,"test":2,"callable":2,"none":2,"decorator":1,"to":1,"a":1,"function":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"7053":1,"more":1,"details":1},"26561,1954,data/raw/vllm-0.10.1/tests/utils.py":{"functools":2,"wraps":2,"f":10,"def":3,"wrapper":3,"args":8,"p":6,"kwargs":8,"none":4,"make":1,"the":6,"process":6,"leader":1,"of":1,"its":1,"own":1,"group":1,"to":5,"avoid":1,"sending":1,"sigterm":5,"parent":1,"os":9,"setpgrp":1,"from":1,"pytest":1,"outcomes":1,"import":3,"skipped":3,"pid":6,"fork":2,"print":3,"a":4,"new":3,"run":2,"test":3,"if":4,"0":6,"try":1,"except":2,"as":2,"e":2,"convert":1,"exit":4,"code":1,"str":1,"exception":1,"traceback":2,"exc":1,"1":2,"else":2,"pgid":2,"getpgid":1,"exitcode":2,"waitpid":1,"ignore":1,"signal":12,"itself":1,"old":2,"handler":3,"sig":1,"ign":1,"kill":1,"all":1,"child":1,"processes":1,"killpg":1,"restore":1,"assert":1,"function":3,"failed":1,"when":1,"called":1,"with":2,"and":1,"return":2,"spawn":3,"for":2,"each":2,"callable":2,"decorator":1,"check":1,"we":2,"re":1,"already":1,"in":2,"subprocess":2,"environ":1,"get":2,"running":1,"are":1,"just":1,"directly":1,"torch":1,"multiprocessing":1,"mp":2,"suppress":1,"runtimeerror":1,"set":1,"start":1,"method":1,"module":3,"name":1},"28515,1936,data/raw/vllm-0.10.1/tests/utils.py":{"create":2,"a":4,"process":7,"with":2,"environment":1,"variable":1,"set":1,"env":4,"os":2,"environ":1,"copy":1,"running":1,"in":5,"subprocess":4,"1":1,"tempfile":1,"temporarydirectory":1,"as":2,"tempdir":2,"output":3,"filepath":2,"path":1,"join":1,"new":5,"tmp":1,"cloudpickle":2,"allows":1,"pickling":1,"complex":1,"functions":2,"directly":1,"input":3,"bytes":2,"dumps":1,"f":4,"cmd":2,"sys":1,"executable":1,"m":1,"module":1,"name":1,"returned":3,"run":2,"capture":1,"true":1,"check":2,"if":5,"the":2,"is":4,"successful":1,"try":1,"returncode":1,"except":1,"exception":2,"e":2,"wrap":1,"raised":2,"to":3,"provide":1,"more":1,"information":1,"raise":1,"runtimeerror":1,"error":1,"n":1,"stderr":1,"decode":1,"from":1,"return":3,"wrapper":1,"def":1,"for":3,"each":4,"test":5,"method":8,"optional":1,"literal":1,"spawn":9,"fork":8,"none":4,"callable":3,"p":2,"creates":1,"decorator":2,"that":1,"runs":1,"function":1,"args":1,"creation":1,"can":1,"be":2,"either":2,"or":3,"not":1,"specified":1,"it":1,"defaults":1,"on":1,"rocm":2,"and":2,"xpu":2,"platforms":1,"otherwise":1,"returns":1,"separate":1,"processes":1,"use":2,"current":2,"platform":2,"else":1,"assert":1,"must":1},"30451,1959,data/raw/vllm-0.10.1/tests/utils.py":{"def":6,"large":4,"gpu":12,"mark":10,"min":5,"gb":13,"int":4,"pytest":6,"markdecorator":1,"get":3,"a":5,"which":2,"skips":1,"the":6,"test":14,"if":3,"doesn":1,"t":1,"meet":1,"minimum":1,"memory":9,"requirement":1,"in":3,"this":1,"can":1,"be":3,"leveraged":1,"via":1,"to":7,"skip":1,"tests":2,"environments":1,"without":1,"enough":1,"resources":1,"or":2,"called":1,"when":3,"filtering":1,"run":4,"directly":1,"try":1,"current":2,"platform":2,"is":2,"cpu":1,"0":2,"else":1,"device":2,"total":1,"bytes":1,"except":1,"exception":1,"as":1,"e":2,"warnings":1,"warn":1,"f":7,"an":1,"error":1,"occurred":1,"finding":1,"available":3,"stacklevel":1,"2":1,"return":6,"skipif":4,"reason":2,"need":2,"at":2,"least":2,"decorate":2,"skipped":1,"no":1,"it":1,"does":1,"not":1,"have":1,"sufficient":1,"currently":1,"ci":1,"machine":1,"uses":1,"l4":1,"has":1,"24":1,"vram":1,"wrapper":4,"callable":4,"p":4,"none":4,"multi":4,"marks":5,"num":8,"gpus":10,"collection":1,"of":1,"apply":1,"for":3,"selector":2,"distributed":1,"cuda":1,"count":1,"stateless":1,"only":1,"multiple":1,"are":1,"func":4,"create":1,"new":1,"process":1,"each":1,"reversed":1},"32410,1849,data/raw/vllm-0.10.1/tests/utils.py":{"async":3,"def":1,"completions":4,"with":2,"server":11,"args":6,"prompts":8,"list":4,"str":3,"model":6,"name":4,"cli":4,"num":3,"logprobs":5,"optional":1,"int":4,"max":16,"wait":4,"seconds":4,"240":1,"tokens":9,"union":1,"5":1,"completion":3,"construct":1,"a":1,"remote":1,"openai":2,"obtain":2,"an":1,"client":4,"to":4,"the":7,"invoke":1,"api":2,"test":1,"spin":1,"up":2,"on":1,"vllm":1,"for":5,"starting":1,"number":1,"of":2,"report":1,"or":1,"none":3,"timeout":1,"interval":1,"bringing":1,"default":1,"240sec":1,"value":3,"each":1,"given":2,"input":1,"if":2,"only":1,"one":1,"token":1,"is":3,"same":1,"used":1,"all":1,"returns":1,"instance":1,"isinstance":1,"len":3,"assert":2,"outputs":6,"remoteopenaiserver":1,"as":1,"get":1,"create":1,"prompt":1,"p":2,"temperature":1,"0":1,"stream":1,"false":1,"tok":2,"in":1,"zip":1,"await":1,"asyncio":1,"gather":1,"not":1,"call":1,"failed":1,"return":1},"34259,1746,data/raw/vllm-0.10.1/tests/utils.py":{"def":4,"get":4,"client":3,"text":9,"generations":6,"completions":8,"list":9,"completion":4,"str":2,"extract":1,"generated":1,"tokens":1,"from":1,"the":2,"output":2,"of":2,"a":4,"request":2,"made":2,"to":3,"an":2,"open":2,"ai":2,"protocol":2,"endpoint":2,"assert":1,"all":1,"len":1,"x":7,"choices":3,"1":1,"for":5,"in":5,"return":6,"0":1,"logprob":1,"texttextlogprobs":1,"operates":1,"on":3,"obtains":1,"top":2,"rank":1,"logprobs":4,"each":2,"token":1,"class":1,"sequencegroup":1,"join":1,"none":2,"if":3,"is":4,"else":2,"has":2,"module":7,"attribute":4,"name":4,"helper":1,"function":1,"check":1,"specific":1,"try":2,"importlib":1,"import":2,"hasattr":1,"except":2,"importerror":1,"false":1,"attn":10,"backend":4,"based":1,"platform":4,"current":2,"cuda":1,"flash":3,"vllm":5,"v1":5,"triton":2,"tree":1,"elif":1,"rocm":2,"aiter":2,"noqa":1,"f401":1,"append":1,"exception":1,"print":1,"skip":1,"as":1,"not":1,"installed":1,"raise":1,"valueerror":1,"unsupported":1},"0,1998,data/raw/vllm-0.10.1/tests/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":13,"project":1,"import":27,"json":1,"os":5,"tempfile":1,"from":19,"enum":2,"typing":1,"any":1,"callable":1,"optional":1,"typeddict":1,"typevar":2,"union":2,"numpy":1,"as":3,"np":2,"pytest":1,"torch":3,"nn":3,"functional":1,"f":1,"huggingface":1,"hub":1,"snapshot":1,"download":1,"pil":1,"image":4,"transformers":3,"autoconfig":1,"automodelforcausallm":1,"autotokenizer":1,"batchencoding":1,"batchfeature":1,"models":2,"auto":2,"factory":1,"baseautomodelclass":1,"tests":1,"utils":3,"tokenstextlogprobs":1,"tokenstextlogprobspromptlogprobs":1,"llm":1,"samplingparams":1,"assets":3,"audio":1,"audioasset":1,"imageasset":1,"video":1,"videoasset":1,"config":1,"convertoption":1,"runneroption":1,"get":1,"and":2,"verify":1,"dtype":1,"connections":1,"global":1,"http":1,"connection":1,"distributed":2,"cleanup":1,"dist":1,"env":1,"memory":1,"init":3,"environment":1,"initialize":1,"model":2,"parallel":1,"inputs":1,"explicitencoderdecoderprompt":1,"textprompt":1,"enc":2,"dec":2,"tuple":2,"list":4,"zip":1,"prompts":5,"logger":4,"outputs":1,"requestoutput":1,"sampling":1,"params":1,"beamsearchparams":1,"maybe":1,"redirect":1,"name":1,"test":5,"dir":4,"path":4,"dirname":1,"file":1,"join":3,"example":1,"txt":3,"long":1,"summary":1,"sys":1,"msg":1,"system":1,"messages":1,"sonnet3":1,"5":1,"nov2024":1,"m":4,"promptmultimodalinput":3,"promptimageinput":1,"promptaudioinput":1,"ndarray":1,"int":1},"1998,1847,data/raw/vllm-0.10.1/tests/conftest.py":{"promptvideoinput":1,"promptmultimodalinput":1,"np":1,"ndarray":1,"def":7,"read":1,"prompts":15,"filename":2,"str":10,"list":7,"with":1,"open":1,"as":1,"f":2,"readlines":1,"return":4,"class":9,"imageassetprompts":2,"typeddict":3,"stop":3,"sign":3,"cherry":3,"blossom":3,"imagetestassets":3,"imageasset":3,"init":6,"self":6,"none":3,"super":3,"convenience":1,"method":1,"to":1,"define":1,"the":5,"prompt":1,"for":1,"each":1,"test":1,"image":2,"order":2,"of":5,"returned":1,"matches":1,"assets":4,"when":1,"iterating":1,"through":1,"this":1,"object":1,"videoassetprompts":2,"baby":3,"reading":3,"videotestassets":3,"videoasset":2,"audioassetprompts":2,"mary":3,"had":3,"lamb":3,"winning":3,"call":3,"audiotestassets":3,"audioasset":3,"singleton":3,"instance":3,"video":1,"audio":1,"pytest":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1},"3845,1867,data/raw/vllm-0.10.1/tests/conftest.py":{"def":4,"cleanup":2,"vllm":15,"use":14,"v1":21,"monkeypatch":8,"the":5,"oracle":1,"sets":1,"during":2,"loading":1,"this":3,"means":1,"that":1,"each":1,"invocation":1,"of":2,"a":2,"test":7,"change":1,"env":2,"variable":1,"if":7,"we":2,"touch":1,"with":4,"then":2,"any":1,"changes":1,"made":1,"run":3,"by":2,"will":2,"be":1,"cleaned":1,"up":2,"fixture":5,"is":3,"used":1,"every":1,"not":2,"set":2,"delete":1,"cause":1,"to":2,"clean":1,"upon":1,"exit":1,"modifies":1,"value":1,"envs":1,"in":1,"os":1,"environ":1,"setenv":3,"delenv":1,"pytest":7,"params":1,"true":2,"false":2,"both":1,"engines":1,"request":4,"automatically":1,"runs":1,"tests":2,"twice":1,"once":2,"and":2,"without":2,"param":1,"decorated":1,"skip":9,"are":1,"only":1,"v0":4,"node":2,"get":2,"closest":2,"marker":2,"skipping":2,"on":2,"1":5,"else":1,"0":3,"yield":2,"autouse":1,"init":4,"http":2,"connection":2,"asyncio":1,"may":1,"different":1,"event":1,"loop":1,"per":1,"so":1,"need":1,"make":1,"sure":1,"async":1,"client":2,"created":1,"anew":1,"global":1,"reuse":1,"dist":2,"temp":2,"file":3,"tempfile":1,"mkstemp":1,"distributed":2,"environment":1,"world":1,"size":1,"rank":2,"method":1,"f":1,"local":1,"backend":1,"nccl":1,"initialize":1,"model":1,"parallel":1,"memory":1},"5712,1697,data/raw/vllm-0.10.1/tests/conftest.py":{"def":6,"should":3,"do":3,"global":5,"cleanup":7,"after":3,"test":5,"request":2,"bool":2,"allow":1,"subdirectories":1,"to":3,"skip":2,"by":1,"overriding":1,"this":2,"fixture":7,"can":1,"provide":1,"a":2,"10x":1,"speedup":1,"for":4,"non":1,"gpu":1,"unit":1,"tests":1,"since":1,"they":1,"don":1,"t":1,"need":1,"initialize":1,"torch":2,"return":3,"not":1,"node":1,"get":1,"closest":1,"marker":1,"pytest":5,"autouse":2,"true":2,"yield":2,"if":1,"dist":1,"env":1,"and":2,"memory":1,"dynamo":2,"reset":2,"example":3,"prompts":17,"list":7,"str":4,"filename":4,"in":3,"read":3,"system":1,"message":1,"with":1,"open":1,"sys":1,"msg":1,"as":1,"f":2,"class":1,"decoderprompttype":2,"enum":1,"encoder":11,"decoder":8,"models":1,"only":1,"custom":2,"1":2,"none":3,"2":1,"empty":2,"3":1,"dict":1,"explicitencoderdecoderprompt":1,"returns":2,"an":2,"prompt":7,"wherein":1,"each":1,"pair":1,"of":2,"same":1,"index":1,"entries":1,"both":1,"lists":1,"corresponds":1,"tuple":1,"reverse":1,"len":2},"7409,1561,data/raw/vllm-0.10.1/tests/conftest.py":{"none":6,"decoder":4,"prompt":1,"type":3,"return":10,"decoderprompttype":3,"zip":3,"enc":3,"dec":3,"prompts":15,"encoder":3,"empty":2,"str":4,"custom":2,"pytest":4,"fixture":4,"def":6,"example":1,"long":2,"list":1,"for":2,"filename":2,"in":2,"read":1,"scope":3,"session":3,"image":2,"assets":6,"imagetestassets":1,"video":2,"videotestassets":1,"audio":2,"audiotestassets":1,"t":4,"typevar":2,"nn":1,"module":1,"torch":1,"tensor":1,"batchencoding":1,"batchfeature":1,"dict":2,"r":2,"class":1,"hfrunner":1,"get":1,"default":1,"device":13,"self":4,"from":1,"vllm":1,"platforms":1,"import":1,"current":3,"platform":3,"cpu":2,"if":5,"is":3,"else":1,"wrap":2,"x":10,"optional":1,"or":1,"isinstance":2,"bool":1,"k":2,"v":2,"items":1,"hasattr":1,"and":1,"to":1},"8970,1938,data/raw/vllm-0.10.1/tests/conftest.py":{"def":1,"init":4,"self":12,"model":24,"name":10,"str":3,"dtype":8,"auto":3,"kwargs":9,"optional":1,"dict":1,"any":1,"none":3,"trust":9,"remote":9,"code":9,"bool":4,"true":1,"is":8,"sentence":5,"transformer":3,"false":3,"cross":3,"encoder":3,"skip":1,"tokenizer":1,"cls":2,"type":1,"baseautomodelclass":1,"automodelforcausallm":1,"maybe":1,"redirect":1,"config":2,"autoconfig":1,"from":4,"pretrained":2,"device":6,"get":2,"default":1,"torch":3,"and":1,"verify":1,"pooling":1,"or":1,"if":2,"not":1,"else":2,"setdefault":1,"lazy":2,"required":2,"for":2,"amd":2,"ci":2,"transformers":2,"import":2,"sentencetransformer":2,"elif":1,"crossencoder":2,"automodel":1,"args":1},"10908,1729,data/raw/vllm-0.10.1/tests/conftest.py":{"in":4,"case":1,"some":1,"unquantized":1,"custom":1,"models":1,"are":1,"not":5,"same":1,"dtype":9,"if":7,"getattr":2,"model":12,"quantization":2,"method":2,"none":9,"is":4,"and":2,"any":1,"p":4,"self":9,"for":2,"parameters":2,"to":2,"bitsandbytes":1,"len":7,"device":4,"2":1,"skip":2,"tokenizer":5,"init":2,"autotokenizer":1,"from":3,"pretrained":2,"name":2,"torch":5,"trust":4,"remote":4,"code":4,"don":1,"t":1,"put":1,"this":1,"import":2,"at":1,"the":1,"top":1,"level":1,"it":1,"will":1,"call":1,"cuda":1,"count":1,"transformers":1,"autoprocessor":2,"noqa":1,"f401":1,"processor":2,"def":1,"get":1,"inputs":1,"prompts":4,"list":2,"str":1,"images":3,"optional":3,"promptimageinput":1,"videos":3,"promptvideoinput":1,"audios":3,"promptaudioinput":1,"union":1,"batchfeature":1,"batchencoding":1,"assert":3},"12637,1969,data/raw/vllm-0.10.1/tests/conftest.py":{"all":8,"inputs":22,"list":5,"union":1,"batchfeature":2,"batchencoding":1,"for":3,"i":4,"prompt":3,"in":4,"enumerate":1,"prompts":5,"processor":8,"kwargs":7,"dict":1,"str":4,"any":1,"text":1,"return":4,"tensors":1,"pt":1,"if":5,"images":3,"is":7,"not":7,"none":6,"and":3,"image":2,"videos":3,"video":2,"audios":2,"audio":8,"hack":1,"processors":1,"take":1,"sampling":2,"rate":2,"we":1,"should":1,"clean":1,"this":1,"up":1,"the":1,"future":1,"len":1,"2":1,"sr":2,"else":1,"self":10,"isinstance":1,"to":1,"dtype":2,"append":3,"def":2,"get":4,"embeddings":5,"torch":1,"tensor":1,"input":4,"ids":3,"wrap":2,"device":2,"embedding":2,"model":2,"squeeze":1,"0":2,"classify":1,"output":3,"final":1,"logits":4,"outputs":3,"softmax":1,"dim":1,"1":1,"tolist":1},"14606,1807,data/raw/vllm-0.10.1/tests/conftest.py":{"def":2,"generate":4,"self":7,"prompts":4,"list":12,"str":9,"images":6,"optional":6,"promptimageinput":2,"none":6,"videos":6,"promptvideoinput":2,"audios":6,"promptaudioinput":2,"kwargs":4,"any":2,"tuple":3,"int":4,"all":2,"inputs":5,"get":1,"outputs":5,"for":2,"in":2,"output":11,"ids":7,"model":1,"wrap":1,"device":1,"use":1,"cache":1,"true":2,"processor":1,"batch":1,"decode":1,"skip":1,"special":1,"tokens":4,"clean":1,"up":1,"tokenization":1,"spaces":1,"false":2,"cpu":1,"tolist":1,"append":1,"return":2,"greedy":1,"max":3,"do":1,"sample":1,"new":1,"0":2},"16413,1608,data/raw/vllm-0.10.1/tests/conftest.py":{"def":2,"generate":3,"beam":4,"search":1,"self":5,"prompts":4,"list":8,"str":5,"width":3,"int":4,"max":4,"tokens":4,"images":6,"optional":6,"promptimageinput":2,"none":6,"videos":6,"promptvideoinput":2,"audios":6,"promptaudioinput":2,"tuple":1,"outputs":5,"do":1,"sample":1,"false":1,"new":1,"num":2,"beams":1,"return":2,"sequences":1,"for":3,"i":3,"in":3,"range":2,"len":2,"output":7,"ids":5,"j":3,"x":3,"if":1,"tokenizer":1,"pad":1,"token":1,"id":1,"greedy":1,"logprobs":1,"kwargs":1,"any":1,"torch":1,"tensor":1,"all":1,"inputs":2,"get":1},"18021,1796,data/raw/vllm-0.10.1/tests/conftest.py":{"all":4,"logprobs":16,"list":5,"torch":7,"tensor":5,"for":2,"inputs":3,"in":3,"output":11,"self":7,"model":2,"generate":2,"wrap":1,"device":3,"use":1,"cache":1,"true":3,"do":1,"sample":1,"false":1,"max":2,"new":1,"tokens":2,"hidden":15,"states":13,"return":3,"dict":2,"kwargs":1,"seq":9,"to":5,"append":2,"def":2,"tuple":5,"embeddings":7,"get":1,"state":2,"enumerate":1,"last":2,"1":2,"0":2,"logits":3,"matmul":1,"weight":3,"dtype":3,"t":1,"if":1,"getattr":1,"bias":2,"none":2,"is":1,"not":1,"unsqueeze":1,"f":1,"log":1,"softmax":1,"dim":1,"float32":1,"num":1,"int":3,"float":1,"len":2},"19817,1895,data/raw/vllm-0.10.1/tests/conftest.py":{"convert":1,"to":2,"dict":4,"seq":5,"logprobs":19,"lst":4,"list":8,"int":5,"float":2,"for":3,"tok":9,"idx":2,"in":4,"enumerate":1,"drop":1,"prompt":1,"if":1,"0":3,"1":3,"reshape":1,"topk":4,"num":3,"dct":3,"token":2,"id":2,"logprob":2,"zip":1,"indices":1,"values":1,"item":2,"append":1,"return":2,"output":7,"len":2,"def":1,"generate":3,"greedy":1,"limit":1,"self":5,"prompts":2,"str":2,"max":3,"tokens":3,"images":3,"optional":3,"promptimageinput":1,"none":3,"audios":3,"promptaudioinput":1,"videos":3,"promptvideoinput":1,"kwargs":2,"any":1,"tokenstextlogprobs":1,"all":5,"inputs":5,"get":1,"ids":1,"strs":1,"model":1,"wrap":1,"device":1,"use":1,"cache":1,"true":3,"do":1,"sample":1,"false":1,"new":1,"hidden":3,"states":3},"21712,1881,data/raw/vllm-0.10.1/tests/conftest.py":{"all":9,"logprobs":10,"append":3,"seq":4,"lst":2,"ids":13,"output":18,"sequences":1,"0":1,"len":3,"tolist":1,"strs":3,"self":6,"tokenizer":2,"decode":1,"outputs":2,"zip":1,"return":3,"str":6,"for":3,"in":2,"def":1,"generate":1,"encoder":9,"decoder":11,"greedy":2,"limit":1,"prompts":2,"list":8,"explicitencoderdecoderprompt":1,"max":1,"tokens":1,"int":4,"num":1,"images":5,"optional":1,"promptimageinput":1,"none":5,"kwargs":4,"any":2,"tokenstextlogprobs":1,"generation":1,"vllm":1,"models":1,"dict":2,"float":1,"i":3,"prompt":5,"enumerate":1,"to":1,"enc":1,"dec":1,"tuple":1,"processor":4,"text":1,"tensors":2,"pt":2,"if":2,"is":3,"not":2,"and":1,"inputs":5,"wrap":2,"device":2,"input":3,"else":1},"23593,1859,data/raw/vllm-0.10.1/tests/conftest.py":{"output":19,"self":11,"model":4,"generate":2,"decoder":3,"input":2,"ids":11,"use":1,"cache":1,"true":4,"do":1,"sample":1,"false":1,"max":2,"new":1,"tokens":2,"hidden":3,"states":3,"return":6,"dict":1,"in":2,"encoder":1,"inputs":1,"kwargs":5,"seq":4,"logprobs":8,"lst":2,"len":2,"to":2,"num":1,"all":6,"append":3,"sequences":1,"0":1,"tolist":1,"strs":2,"tokenizer":1,"decode":1,"outputs":2,"zip":1,"str":4,"for":1,"def":5,"encode":2,"prompts":4,"list":5,"args":4,"torch":2,"tensor":3,"predict":2,"convert":1,"enter":1,"exit":1,"exc":2,"type":1,"value":2,"traceback":1,"del":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"pytest":1,"fixture":1,"scope":1,"session":1,"hf":1,"runner":1,"hfrunner":1,"class":2,"vllmrunner":1,"the":1,"default":1,"of":1,"some":1,"arguments":1,"have":1,"been":1,"modified":1,"from":1,"vllm":1,"llm":1,"as":1,"follows":1},"25452,1825,data/raw/vllm-0.10.1/tests/conftest.py":{"trust":4,"remote":4,"code":4,"set":6,"to":10,"true":3,"instead":4,"of":4,"false":5,"for":3,"convenience":1,"seed":4,"0":2,"none":5,"test":3,"reproducibility":2,"max":4,"model":7,"len":4,"1024":2,"reduce":2,"memory":2,"usage":2,"block":4,"size":7,"default":2,"64":2,"if":2,"on":1,"xpu":2,"devices":1,"otherwise":1,"16":2,"enable":4,"chunked":4,"prefill":4,"enforce":4,"eager":4,"cuda":1,"graph":1,"def":1,"init":1,"self":2,"name":4,"str":4,"runner":3,"runneroption":1,"auto":4,"convert":3,"convertoption":1,"tokenizer":6,"optional":5,"mode":3,"bool":4,"int":5,"dtype":3,"disable":3,"log":3,"stats":3,"tensor":3,"parallel":3,"1":1,"not":1,"torch":1,"is":1,"available":1,"else":1,"swap":3,"space":3,"4":1,"kwargs":2,"llm":2},"27277,1482,data/raw/vllm-0.10.1/tests/conftest.py":{"def":1,"get":1,"inputs":5,"self":1,"prompts":4,"union":1,"list":5,"str":3,"torch":1,"tensor":1,"int":1,"images":4,"optional":3,"promptimageinput":1,"none":12,"videos":4,"promptvideoinput":1,"audios":4,"promptaudioinput":1,"textprompt":2,"if":5,"any":2,"x":3,"is":7,"not":7,"and":4,"len":2,"for":2,"in":2,"raise":1,"valueerror":1,"all":1,"non":1,"multimodal":1,"must":1,"have":1,"the":1,"same":1,"length":1,"as":1,"i":4,"prompt":14,"enumerate":1,"multi":6,"modal":6,"data":6,"image":3,"video":3,"audio":3,"text":5,"kwargs":5,"dict":1,"or":1,"isinstance":2,"elif":1,"token":1,"ids":1,"else":1,"embeds":1,"append":1,"return":1},"28759,1405,data/raw/vllm-0.10.1/tests/conftest.py":{"def":1,"generate":2,"self":3,"prompts":2,"union":1,"list":14,"str":8,"torch":1,"tensor":1,"sampling":3,"params":3,"samplingparams":1,"images":3,"optional":3,"promptimageinput":1,"none":3,"videos":3,"promptvideoinput":1,"audios":3,"promptaudioinput":1,"kwargs":2,"any":1,"tuple":2,"int":3,"inputs":3,"get":1,"req":12,"outputs":6,"llm":1,"for":2,"output":14,"in":2,"prompt":6,"ids":9,"token":2,"sample":9,"strs":3,"text":1,"append":3,"or":1,"return":1},"30164,1745,data/raw/vllm-0.10.1/tests/conftest.py":{"staticmethod":1,"def":2,"final":2,"steps":2,"generate":4,"w":3,"logprobs":12,"req":8,"outputs":9,"list":7,"requestoutput":1,"tokenstextlogprobspromptlogprobs":3,"for":3,"output":10,"in":3,"assert":1,"len":1,"0":2,"sample":4,"str":6,"text":1,"ids":3,"token":1,"append":1,"prompt":6,"return":2,"self":4,"prompts":2,"sampling":5,"params":5,"samplingparams":1,"images":3,"optional":3,"promptimageinput":1,"none":4,"audios":3,"promptaudioinput":1,"videos":3,"promptvideoinput":1,"kwargs":2,"any":1,"union":1,"tokenstextlogprobs":1,"inputs":3,"get":1,"llm":1,"toks":3,"logsprobs":3,"omit":1,"if":2,"not":1,"required":1,"by":1,"x":2,"1":1,"is":1,"else":1},"31909,1701,data/raw/vllm-0.10.1/tests/conftest.py":{"def":2,"generate":5,"encoder":4,"decoder":4,"w":2,"logprobs":9,"self":5,"prompts":4,"list":7,"explicitencoderdecoderprompt":1,"str":9,"sampling":6,"params":8,"samplingparams":2,"union":2,"tokenstextlogprobs":1,"tokenstextlogprobspromptlogprobs":1,"generation":1,"for":3,"vllm":1,"models":1,"assert":1,"is":2,"not":2,"none":5,"req":2,"outputs":4,"llm":1,"toks":3,"logsprobs":3,"prompt":5,"final":1,"steps":1,"omit":1,"if":2,"required":1,"by":1,"return":2,"x":2,"0":5,"1":1,"in":2,"else":1,"greedy":3,"torch":1,"tensor":1,"max":3,"tokens":3,"int":2,"images":3,"optional":3,"promptimageinput":1,"videos":3,"promptvideoinput":1,"audios":3,"promptaudioinput":1,"kwargs":2,"any":1,"tuple":1,"temperature":1,"output":4,"ids":2},"33610,1997,data/raw/vllm-0.10.1/tests/conftest.py":{"def":2,"generate":4,"greedy":7,"logprobs":21,"self":4,"prompts":4,"list":8,"str":4,"max":6,"tokens":9,"int":7,"num":8,"prompt":6,"optional":7,"none":7,"images":3,"promptimageinput":1,"audios":3,"promptaudioinput":1,"videos":3,"promptvideoinput":1,"stop":6,"token":3,"ids":3,"kwargs":2,"any":1,"union":2,"tokenstextlogprobs":2,"tokenstextlogprobspromptlogprobs":2,"params":4,"samplingparams":2,"temperature":2,"0":4,"return":2,"w":2,"encoder":5,"decoder":5,"explicitencoderdecoderprompt":1,"skip":3,"special":3,"bool":1,"true":1,"generation":1,"for":1,"vllm":1,"models":1},"35607,1901,data/raw/vllm-0.10.1/tests/conftest.py":{"def":4,"generate":1,"beam":5,"search":2,"self":10,"prompts":8,"list":14,"str":5,"width":3,"int":3,"max":3,"tokens":4,"images":6,"optional":6,"promptimageinput":2,"none":6,"videos":6,"promptvideoinput":2,"audios":6,"promptaudioinput":2,"tuple":1,"inputs":6,"get":2,"outputs":14,"llm":4,"beamsearchparams":1,"returned":3,"for":6,"output":9,"in":6,"token":2,"ids":2,"x":4,"sequences":2,"texts":2,"text":1,"append":1,"return":4,"classify":2,"float":3,"req":12,"probs":1,"embed":2,"args":2,"kwargs":2,"embedding":1,"encode":2,"data":1},"37508,1963,data/raw/vllm-0.10.1/tests/conftest.py":{"def":10,"reward":2,"self":14,"prompts":2,"list":7,"str":5,"float":2,"req":8,"outputs":6,"llm":9,"return":8,"output":4,"data":1,"for":2,"in":6,"score":3,"text":4,"1":3,"union":2,"2":2,"args":2,"kwargs":2,"apply":4,"model":7,"func":3,"callable":1,"nn":1,"module":1,"r":2,"if":1,"hasattr":1,"engine":3,"executor":4,"this":2,"works":2,"either":1,"v0":1,"or":1,"v1":3,"with":2,"vllm":7,"enable":4,"multiprocessing":1,"0":1,"allow":1,"insecure":1,"serialization":1,"get":2,"collective":1,"rpc":1,"enter":1,"exit":1,"exc":2,"type":1,"value":1,"traceback":1,"del":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"pytest":4,"fixture":4,"scope":2,"session":2,"runner":1,"vllmrunner":1,"temporary":2,"log":3,"propagate":5,"import":2,"logging":2,"logger":4,"getlogger":1,"true":2,"yield":2,"false":1,"caplog":4,"to":2,"capture":1,"we":1,"should":1,"temporarily":1,"because":1,"depends":1,"on":1,"logs":1,"propagated":1,"the":2,"root":1,"num":1,"gpus":2,"available":1,"number":1,"of":1,"without":1,"initializing":1,"cuda":1,"context":1,"current":3,"process":1,"from":1,"platforms":1,"platform":2,"device":1,"count":1,"temp":1,"dir":1,"tempfile":1,"gettempdir":1},"39471,1634,data/raw/vllm-0.10.1/tests/conftest.py":{"dummy":16,"opt":8,"path":30,"os":9,"join":5,"temp":3,"dir":5,"llava":9,"gemma2":2,"embedding":2,"pytest":3,"fixture":3,"def":2,"json":16,"config":8,"if":2,"not":2,"exists":4,"snapshot":2,"download":2,"repo":2,"id":2,"facebook":1,"125m":1,"local":2,"ignore":2,"patterns":2,"bin":4,"index":2,"pt":2,"h5":2,"msgpack":2,"assert":2,"with":4,"open":4,"as":4,"f":8,"load":2,"architectures":2,"myoptforcausallm":1,"w":2,"dump":2,"return":2,"hf":2,"1":1,"5":1,"7b":1,"myllava":1},"41105,1781,data/raw/vllm-0.10.1/tests/conftest.py":{"def":5,"dummy":5,"gemma2":6,"embedding":5,"path":16,"json":8,"os":5,"join":3,"config":14,"if":3,"not":2,"exists":2,"snapshot":1,"download":1,"repo":1,"id":1,"baai":1,"bge":1,"multilingual":1,"local":1,"dir":3,"ignore":1,"patterns":1,"bin":2,"index":1,"pt":1,"h5":1,"msgpack":1,"assert":1,"with":6,"open":2,"as":2,"f":4,"load":1,"architectures":1,"mygemma2embedding":1,"w":1,"dump":1,"return":6,"add":2,"the":5,"flag":1,"optional":11,"to":4,"allow":1,"run":3,"tests":2,"that":1,"are":1,"marked":1,"pytest":6,"mark":2,"addoption":2,"parser":2,"action":1,"store":1,"true":1,"default":1,"false":1,"help":1,"test":5,"collection":1,"modifyitems":1,"items":2,"getoption":1,"given":1,"in":3,"cli":5,"do":1,"skip":4,"reason":1,"need":1,"option":1,"for":1,"item":3,"keywords":1,"marker":1,"fixture":2,"scope":2,"session":2,"file":4,"yaml":2,"model":3},"0,1864,data/raw/vllm-0.10.1/tests/test_regression.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":2,"containing":1,"tests":2,"that":2,"check":1,"for":3,"regressions":1,"in":2,"s":2,"behavior":1,"it":2,"should":3,"include":1,"are":1,"reported":1,"by":1,"users":1,"and":3,"making":1,"sure":1,"they":1,"will":1,"never":1,"happen":1,"again":1,"import":4,"gc":3,"pytest":2,"torch":3,"from":1,"llm":10,"samplingparams":3,"mark":1,"skip":1,"reason":1,"v1":1,"we":1,"reject":1,"tokens":6,"max":6,"seq":1,"len":5,"def":3,"test":3,"duplicated":1,"ignored":1,"sequence":1,"group":1,"https":1,"github":1,"com":1,"issues":1,"1655":1,"sampling":6,"params":6,"temperature":2,"01":2,"top":2,"p":2,"1":4,"256":1,"model":4,"distilbert":3,"distilgpt2":3,"num":2,"batched":2,"4096":2,"tensor":2,"parallel":2,"size":2,"prompts":6,"this":2,"is":2,"a":2,"short":1,"prompt":2,"very":1,"long":1,"1000":1,"outputs":4,"generate":2,"assert":3,"none":2,"just":1,"say":1,"hello":1,"enforce":1,"eager":1,"true":1,"del":1,"collect":1,"cuda":2,"empty":1,"cache":2,"memory":3,"allocated":5,"kv":1,"be":2,"released":1,"pytorch":1,"others":1,"less":1,"than":1,"50mb":1,"usually":1,"around":1,"10mb":1,"50":1,"1024":2},"1864,779,data/raw/vllm-0.10.1/tests/test_regression.py":{"def":1,"test":1,"model":3,"from":1,"modelscope":4,"monkeypatch":3,"pytest":1,"https":1,"cn":1,"models":1,"qwen":2,"qwen1":2,"5":2,"0":4,"5b":2,"chat":2,"summary":1,"with":2,"context":1,"as":1,"m":3,"setenv":2,"vllm":1,"use":2,"true":1,"don":1,"t":1,"hf":2,"token":2,"for":1,"repos":1,"otherwise":1,"it":1,"will":1,"fail":1,"400":1,"client":1,"error":1,"bad":1,"request":1,"llm":3,"prompts":2,"hello":1,"my":1,"name":1,"is":4,"the":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"outputs":2,"generate":1,"assert":1,"len":1,"4":1},"0,1102,data/raw/vllm-0.10.1/tests/test_vllm_port.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":1,"vllm":18,"project":1,"import":4,"os":5,"from":2,"unittest":1,"mock":1,"patch":5,"pytest":3,"envs":1,"get":9,"port":16,"def":4,"test":8,"not":2,"set":5,"when":4,"is":5,"with":4,"dict":4,"environ":4,"clear":4,"true":4,"assert":2,"none":1,"valid":3,"a":5,"integer":3,"5678":3,"invalid":1,"non":1,"value":1,"abc":1,"raises":2,"valueerror":2,"match":2,"must":1,"be":2,"uri":3,"tcp":1,"localhost":1,"appears":1},"0,1966,data/raw/vllm-0.10.1/tests/test_test.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":5,"project":1,"import":3,"pytest":4,"from":2,"llm":3,"envs":2,"sampling":5,"params":5,"samplingparams":4,"if":3,"not":1,"use":2,"v1":3,"skip":1,"skipping":1,"tests":1,"rerun":1,"with":2,"1":7,"test":3,"allow":1,"module":1,"level":1,"true":1,"mark":2,"parametrize":2,"model":4,"name":3,"qwen":1,"qwen2":1,"5":2,"5b":1,"instruct":1,"todo":1,"tpu":1,"will":1,"appear":1,"busy":1,"we":1,"fan":1,"out":2,"here":1,"n":3,"prompts":4,"def":2,"logprobs":8,"str":1,"int":2,"request":1,"top":3,"different":1,"settings":1,"and":1,"check":3,"that":2,"results":2,"contains":1,"requested":1,"number":1,"ordered":2,"ascendingly":1,"num":6,"expected":3,"for":3,"step":7,"in":2,"prev":3,"logp":7,"order":1,"by":2,"rank":3,"sorted":4,"dict":1,"items":2,"key":1,"lambda":1,"item":2,"len":3,"print":1,"watch":1,"are":1,"prob":1,"value":1,"assert":3,"rankno":2,"tid":1,"enumerate":1,"logprob":2,"enforce":1,"eager":1,"false":1,"max":6,"seqs":1,"128":2,"batched":1,"tokens":4,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"dreams":1,"first":1,"time":1,"greedy":1,"temperature":3,"64":3,"4":5,"regular":1,"topkp":1,"k":1,"12":1,"p":1},"1966,231,data/raw/vllm-0.10.1/tests/test_test.py":{"for":2,"sp":2,"in":2,"greedy":1,"sampling":3,"params":3,"regular":1,"topkp":1,"output":2,"llm":1,"generate":1,"prompts":1,"o":2,"check":1,"num":1,"logprobs":2,"outputs":1,"0":1,"4":1},"0,1064,data/raw/vllm-0.10.1/tests/test_version.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":22,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":2,"unittest":1,"mock":1,"import":3,"patch":2,"pytest":2,"version":18,"def":3,"test":3,"is":2,"defined":1,"assert":3,"not":1,"none":1,"tuple":6,"len":1,"in":1,"3":4,"4":4,"5":2,"mark":1,"parametrize":1,"str":3,"expected":4,"dev":2,"true":5,"foobar":1,"7":4,"6":1,"false":6,"1":12,"this":1,"won":1,"t":1,"work":1,"as":1,"9":1,"17":1,"prev":2,"minor":2,"was":2,"with":1},"0,591,data/raw/vllm-0.10.1/tests/test_outputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"outputs":2,"import":1,"requestoutput":2,"def":1,"test":3,"request":3,"output":3,"forward":1,"compatible":1,"id":2,"prompt":4,"token":1,"ids":1,"1":1,"3":1,"logprobs":1,"none":2,"finished":1,"false":1,"example":1,"arg":1,"added":1,"in":1,"new":1,"version":1,"some":1,"value":1,"assert":1,"is":1,"not":1},"0,1763,data/raw/vllm-0.10.1/tests/test_sharded_state_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":3,"project":1,"import":10,"fnmatch":1,"multiprocessing":1,"as":2,"mp":1,"os":1,"shutil":1,"from":4,"tempfile":1,"temporarydirectory":1,"pytest":2,"torch":4,"huggingface":1,"hub":1,"snapshot":2,"download":2,"llm":5,"samplingparams":2,"model":4,"executor":2,"loader":1,"shardedstateloader":2,"prompts":1,"hello":1,"my":1,"name":1,"is":5,"president":1,"of":3,"united":1,"states":2,"capital":1,"france":1,"future":1,"ai":1,"create":1,"a":3,"sampling":2,"params":2,"object":1,"temperature":1,"max":1,"tokens":1,"256":1,"ignore":2,"eos":1,"true":1,"def":3,"test":1,"filter":2,"subtensors":2,"state":11,"dict":10,"empty":3,"b":3,"4":3,"c":4,"8":1,"update":1,"x":1,"y":1,"1":2,"z":1,"filtered":3,"assert":2,"tuple":1,"keys":1,"for":1,"key":2,"tensor":3,"in":1,"items":1,"note":1,"don":1,"t":1,"use":1,"equal":1,"here":1,"might":1,"contain":1,"nans":1,"fixture":1,"scope":1,"module":1,"llama":3,"3p2":1,"1b":2,"files":1,"input":4,"dir":6,"meta":1,"3":1,"instruct":1,"patterns":2,"bin":1,"original":1,"yield":1,"run":1,"writer":3,"output":3,"weights":1,"kwargs":2,"sharded":3,"dump":1,"worker":1,"directory":1,"engine":1,"save":1,"path":1},"1763,1904,data/raw/vllm-0.10.1/tests/test_sharded_state_loader.py":{"copy":2,"metadata":1,"files":3,"to":1,"output":5,"directory":1,"for":5,"file":6,"in":6,"os":6,"listdir":1,"input":8,"dir":12,"if":2,"path":5,"isdir":1,"join":6,"shutil":2,"copytree":1,"elif":1,"not":2,"any":1,"fnmatch":2,"ext":2,"weights":3,"patterns":3,"def":2,"run":4,"generate":2,"queue":7,"mp":3,"kwargs":3,"llm":3,"model":1,"gen":2,"prompts":1,"sampling":1,"params":1,"put":1,"g":2,"outputs":1,"0":3,"dict":2,"close":1,"thread":1,"pytest":4,"mark":2,"parametrize":2,"enable":2,"lora":2,"false":1,"true":2,"tp":5,"size":6,"1":1,"2":1,"test":1,"sharded":1,"state":1,"loader":1,"num":2,"gpus":3,"available":2,"llama":2,"3p2":2,"1b":2,"monkeypatch":3,"skip":1,"f":1,"enough":1,"tensor":2,"parallelism":1,"safetensors":1,"gpu":3,"memory":4,"utilization":3,"8":1,"ctx":3,"get":1,"context":1,"spawn":1,"the":1,"interface":1,"v1":3,"engine":2,"has":1,"changed":1,"will":1,"hang":1,"setenv":1,"vllm":1,"use":1,"separate":1,"processes":1,"cuda":1,"isolation":1,"with":1,"temporarydirectory":1,"as":1,"p":3,"process":1,"target":1,"writer":1,"args":1,"parallel":1,"distributed":1,"executor":1,"backend":1,"enforce":1,"eager":1,"start":1},"3667,1926,data/raw/vllm-0.10.1/tests/test_sharded_state_loader.py":{"p":12,"ctx":3,"process":4,"target":2,"run":2,"generate":2,"args":2,"input":1,"dir":2,"queue":18,"kwargs":2,"dict":2,"distributed":2,"executor":2,"backend":2,"mp":2,"enable":4,"lora":4,"gpu":4,"memory":4,"utilization":4,"tensor":2,"parallel":2,"size":4,"tp":2,"start":2,"call":2,"get":6,"before":6,"join":10,"to":6,"prevent":2,"deadlock":2,"if":2,"is":4,"called":2,"and":4,"the":8,"full":2,"child":2,"may":2,"block":2,"while":2,"writing":2,"never":2,"terminate":2,"causing":2,"parent":2,"wait":2,"indefinitely":2,"on":2,"see":2,"https":2,"github":2,"com":2,"vllm":4,"project":2,"pull":2,"22371":2,"discussion":2,"r2257773814":2,"out":4,"close":2,"thread":2,"output":1,"load":1,"format":1,"sharded":1,"state":1,"after":2,"assert":1},"0,332,data/raw/vllm-0.10.1/tests/test_embedded_commit.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":1,"def":1,"test":1,"embedded":1,"commit":1,"defined":1,"assert":4,"hasattr":2,"version":4,"tuple":2,"dev":2},"0,1066,data/raw/vllm-0.10.1/tests/quantization/test_ipex_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":4,"project":1,"test":3,"model":4,"set":1,"up":1,"and":3,"inference":1,"for":2,"quantized":1,"hf":1,"models":3,"supported":1,"on":1,"cpu":3,"gpu":1,"backend":2,"using":1,"ipex":3,"including":1,"awq":2,"gptq":2,"validating":1,"configuration":1,"printing":1,"results":1,"manual":1,"checking":1,"run":1,"pytest":5,"tests":1,"quantization":1,"quant":2,"py":1,"import":2,"from":1,"platforms":1,"current":3,"platform":3,"amead10":1,"llama":2,"3":2,"1b":2,"instruct":2,"shuyuej":1,"with":2,"g":1,"idx":1,"dtype":6,"bfloat16":1,"mark":3,"skipif":1,"not":2,"is":3,"xpu":2,"reason":1,"only":1,"supports":1,"intel":1,"parametrize":2,"def":1,"runner":2,"as":1,"llm":2,"output":3,"generate":1,"greedy":1,"capital":1,"of":1,"france":1,"max":1,"tokens":1,"32":1,"assert":1,"print":1},"0,1933,data/raw/vllm-0.10.1/tests/quantization/test_quark.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"test":5,"model":4,"set":2,"up":1,"and":2,"weight":1,"loading":1,"for":1,"quark":13,"quantized":1,"models":1,"run":1,"pytest":5,"tests":2,"quantization":3,"py":2,"see":1,"also":1,"kernels":1,"moe":2,"mxfp4":6,"import":15,"importlib":4,"metadata":2,"os":1,"from":8,"dataclasses":1,"dataclass":1,"huggingface":3,"hub":5,"lm":1,"eval":1,"torch":6,"packaging":1,"version":4,"executor":1,"layers":1,"noqa":1,"e501":1,"quarklinearmethod":1,"quarkw8a8fp8":1,"quarkw8a8int8":1,"platforms":1,"current":1,"platform":1,"reference":1,"dq":1,"qdq":1,"available":2,"util":1,"find":1,"spec":1,"is":1,"not":1,"none":1,"parse":2,"amd":5,"8":1,"99":1,"if":1,"export":1,"nn":1,"modules":1,"realquantizer":1,"staticscaledrealquantizer":1,"kernel":2,"mx":2,"as":2,"config":2,"fp4pergroupspec":1,"try":1,"list":1,"repo":1,"refs":1,"llama":2,"3":3,"70b":1,"instruct":2,"wmxfp4":1,"amxfp4":1,"kvfp8":1,"scale":1,"uint8":1,"sq":1,"hf":2,"org":2,"access":2,"true":2,"except":1,"errors":1,"repositorynotfounderror":1,"false":1,"fixture":1,"scope":1,"function":1,"autouse":1,"def":2,"use":3,"v0":2,"only":1,"monkeypatch":2,"this":1,"module":1,"relies":1,"on":1,"internals":1,"so":1,"v1":2,"setenv":1,"mark":2,"parametrize":2,"kv":5,"cache":4,"dtype":4,"auto":1,"fp8":3,"tp":3,"1":2,"w":1,"per":2,"tensor":3,"a":1,"runner":2,"path":2,"8b":1,"with":1,"parallel":1,"size":1,"llm":1},"1933,1885,data/raw/vllm-0.10.1/tests/quantization/test_quark.py":{"def":4,"check":4,"model":23,"layer":4,"layers":2,"0":5,"qkv":12,"proj":12,"self":2,"attn":2,"assert":9,"isinstance":5,"quant":4,"method":4,"quarklinearmethod":2,"scheme":3,"quarkw8a8fp8":2,"if":1,"len":2,"input":1,"scale":2,"shape":2,"weight":2,"dtype":2,"is":3,"current":1,"platform":1,"fp8":7,"llm":10,"apply":2,"output":4,"generate":2,"greedy":2,"hello":2,"my":2,"name":2,"max":2,"tokens":2,"20":2,"pytest":1,"mark":1,"parametrize":1,"tp":3,"1":4,"test":3,"quark":12,"int8":3,"w":2,"per":2,"tensor":4,"a":2,"vllm":5,"runner":6,"path":2,"amd":3,"llama":3,"3":1,"8b":1,"instruct":1,"sym":1,"with":2,"parallel":2,"size":2,"as":3,"quarkw8a8int8":1,"parity":1,"id":4,"tiny":2,"kwargs":3,"enforce":1,"eager":1,"true":1,"gpu":1,"memory":1,"utilization":1,"handle":3,"engine":1,"executor":1,"driver":1,"worker":1,"state":2,"dict":2},"3818,1957,data/raw/vllm-0.10.1/tests/quantization/test_quark.py":{"fp8":7,"model":15,"handle":1,"llm":2,"engine":1,"executor":1,"driver":1,"worker":1,"runner":1,"state":7,"dict":7,"assert":3,"keys":2,"quark":4,"for":2,"key":3,"in":1,"torch":3,"equal":1,"dataclass":2,"class":2,"modelcase":1,"id":1,"str":3,"tp":1,"int":1,"gsm8kaccuracytestconfig":3,"name":3,"excepted":3,"value":11,"float":1,"def":2,"get":2,"args":3,"self":2,"return":1,"f":3,"pretrained":1,"dtype":1,"auto":1,"add":1,"bos":1,"token":1,"true":1,"tensor":1,"parallel":1,"size":2,"8":4,"gpu":1,"memory":1,"utilization":1,"0":5,"7":1,"max":1,"len":1,"38768":1,"accuracy":2,"configs":2,"private":1,"amd":4,"deepseek":1,"r1":1,"wmxfp4":1,"amxfp4":1,"scale":1,"uint8":1,"moe":1,"quant":1,"96":1,"pytest":4,"mark":3,"parametrize":1,"config":4,"skipif":2,"not":3,"mxfp4":2,"available":2,"reason":2,"9":1,"is":2,"hf":1,"hub":1,"org":1,"access":2,"read":1,"to":1,"huggingface":1,"co":1,"required":1,"this":2,"test":3,"gsm8k":2,"correctness":1,"if":1,"cuda":2,"device":2,"count":2,"skip":1,"requires":1,"gpus":1,"got":1,"only":1,"task":3,"rtol":3,"03":1,"os":1,"environ":1,"vllm":2,"use":1,"triton":1,"flash":1,"attn":1,"results":3,"lm":1,"eval":1,"simple":1,"evaluate":1,"tasks":1,"batch":1,"64":1,"num":1,"fewshot":1,"expected":5,"measured":5,"exact":1,"match":2,"strict":1,"and":1},"5775,1900,data/raw/vllm-0.10.1/tests/quantization/test_quark.py":{"del":1,"os":1,"environ":1,"vllm":1,"use":1,"triton":1,"flash":1,"attn":1,"pytest":6,"mark":6,"skipif":2,"not":4,"quark":6,"mxfp4":6,"available":4,"reason":2,"amd":2,"0":10,"9":2,"is":3,"parametrize":4,"float":5,"dtype":8,"torch":17,"bfloat16":2,"float16":2,"scalings":6,"2":3,"3":6,"03":2,"7":2,"1":10,"004":2,"17":2,"1e4":2,"1e":2,"4":2,"def":2,"test":2,"fused":1,"qdq":3,"match":2,"list":2,"int":2,"manual":1,"seed":1,"hidden":4,"size":5,"64":1,"32":16,"inp":9,"rand":1,"device":1,"cuda":1,"5":1,"for":2,"i":15,"in":2,"range":2,"len":1,"kernel":7,"clone":4,"res":6,"hip":4,"mx":1,"even":3,"assert":3,"all":2,"isfinite":2,"testing":1,"close":1,"dequant":1,"qspec":1,"fp4pergroupspec":1,"ch":1,"axis":1,"group":1,"scale":2,"format":1,"e8m0":1,"calculation":1,"mode":1,"dynamic":1,"false":1,"to":1,"quantization":1,"spec":1},"7675,1032,data/raw/vllm-0.10.1/tests/quantization/test_quark.py":{"weight":5,"quantizer":6,"staticscaledrealquantizer":1,"qspec":4,"none":1,"reorder":1,"false":1,"real":2,"quantized":1,"true":1,"float":5,"dtype":6,"device":3,"cuda":4,"observer":4,"cls":1,"hidden":3,"size":3,"512":1,"shape":2,"11008":1,"w":8,"torch":5,"rand":1,"0":1,"5":1,"2":1,"make":1,"it":1,"so":1,"that":1,"different":2,"groups":1,"have":1,"scales":1,"for":1,"i":6,"in":1,"range":1,"32":5,"1":2,"scalings":2,"len":1,"scale":8,"calculate":1,"qparams":1,"mxfp4":5,"to":2,"quantize":1,"params":1,"maybe":1,"convert":1,"and":1,"transpose":1,"out":4,"hip":3,"mx":1,"kernel":1,"dq":2,"assert":1,"equal":1},"0,1930,data/raw/vllm-0.10.1/tests/quantization/test_configs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":16,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"tests":2,"whether":1,"marlin":29,"models":1,"can":1,"be":1,"loaded":1,"from":3,"autogptq":4,"config":2,"run":1,"pytest":2,"quantization":2,"test":1,"configs":1,"py":1,"forked":1,"dataclasses":1,"import":3,"dataclass":2,"modelconfig":1,"class":1,"modelpair":1,"model":8,"str":3,"gptq":23,"id":1,"arg":2,"expected":1,"type":1,"exptypes":1,"compat":2,"7":1,"1":13,"is":1,"format":6,"bool":1,"serialized":4,"in":4,"should":2,"always":2,"use":3,"kernel":2,"neuralmagic":4,"tinyllama":12,"1b":12,"chat":16,"v1":12,"none":4,"awq":4,"error":4,"exllama":2,"thebloke":4,"llama":4,"7b":4,"8":1,"checkpoint":1,"lnl":8,"ai":8,"4bit":8},"1930,934,data/raw/vllm-0.10.1/tests/quantization/test_configs.py":{"autoawq":1,"thebloke":4,"openhermes":4,"2":4,"5":4,"mistral":4,"7b":4,"awq":8,"none":3,"marlin":3,"gptq":2,"error":2,"pytest":1,"mark":1,"parametrize":1,"model":9,"arg":7,"exptype":3,"exptypes":1,"def":1,"test":1,"auto":1,"tuple":1,"str":2,"path":3,"quantization":10,"expected":4,"type":8,"try":1,"config":2,"modelconfig":1,"found":5,"except":1,"valueerror":1,"assert":1,"f":3,"quant":1,"for":2,"but":1,"no":1,"case":1},"0,1964,data/raw/vllm-0.10.1/tests/quantization/test_register_quantization_config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":7,"project":2,"tests":2,"register":4,"custom":3,"quantization":14,"config":7,"see":1,"https":1,"github":1,"com":1,"issues":1,"11926":1,"for":3,"more":1,"details":1,"run":1,"pytest":2,"test":1,"py":1,"from":5,"typing":1,"import":8,"any":1,"optional":2,"torch":10,"nn":2,"functional":1,"as":1,"f":2,"model":4,"executor":4,"layers":4,"linear":5,"linearbase":1,"noqa":2,"e501":2,"unquantizedlinearmethod":2,"quantizationmethods":1,"get":1,"base":1,"quantizationconfig":2,"class":2,"fakequantlinearmethod":1,"fake":4,"method":2,"per":2,"token":2,"dynamic":2,"def":2,"init":2,"self":6,"num":6,"bits":6,"int":1,"8":1,"none":2,"initialize":1,"super":1,"apply":1,"layer":3,"module":1,"x":8,"tensor":3,"bias":2,"perform":1,"before":1,"calculate":1,"scales":4,"dynamically":1,"max":2,"val":4,"amax":1,"dim":2,"1":6,"keepdims":2,"true":2,"min":2,"amin":1,"quantize":1,"input":1,"quant":3,"clamp":1,"round":1,"dequant":2,"return":1,"weight":1,"customquantconfig":1},"1964,1927,data/raw/vllm-0.10.1/tests/quantization/test_register_quantization_config.py":{"def":8,"init":2,"self":6,"num":7,"bits":7,"int":2,"8":2,"none":2,"initialize":1,"the":9,"quantization":10,"config":11,"super":1,"get":8,"name":2,"quantizationmethods":1,"of":3,"method":6,"return":7,"custom":6,"quant":6,"supported":2,"act":1,"dtypes":2,"list":4,"torch":4,"dtype":1,"activation":1,"float16":1,"bfloat16":1,"classmethod":2,"min":1,"capability":2,"cls":2,"minimum":1,"gpu":1,"to":3,"support":1,"1":1,"staticmethod":1,"filenames":2,"str":3,"search":1,"for":2,"in":1,"model":3,"directory":1,"from":2,"dict":1,"any":1,"customquantconfig":4,"create":1,"a":1,"class":1,"s":1,"layer":3,"nn":1,"module":1,"prefix":1,"optional":1,"fakequantlinearmethod":2,"quantize":1,"use":1,"quantized":1,"if":1,"isinstance":1,"linearbase":1,"test":2,"register":3,"should":2,"be":1,"registered":1,"assert":1,"is":1,"already":1,"exists":1,"raise":1,"an":1,"error":1,"with":1,"pytest":2,"raises":1,"valueerror":1,"mark":1,"parametrize":1,"argnames":1,"argvalues":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1},"3891,764,data/raw/vllm-0.10.1/tests/quantization/test_register_quantization_config.py":{"def":1,"test":2,"custom":3,"quant":3,"vllm":4,"runner":4,"model":10,"monkeypatch":2,"infer":1,"with":2,"the":2,"quantization":3,"method":3,"apply":1,"relies":1,"on":1,"v0":1,"internals":1,"setenv":1,"use":1,"v1":1,"0":2,"name":2,"enforce":1,"eager":1,"true":1,"as":1,"llm":5,"engine":1,"executor":1,"driver":1,"worker":1,"noqa":1,"e501":1,"layer":2,"layers":1,"qkv":3,"proj":3,"self":1,"attn":1,"check":1,"is":2,"fakequantlinearmethod":2,"assert":2,"isinstance":1,"output":2,"generate":1,"greedy":1,"hello":1,"my":1,"max":1,"tokens":1,"20":1},"0,1911,data/raw/vllm-0.10.1/tests/quantization/test_cpu_offload.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"expanded":1,"quantized":2,"model":1,"tests":4,"for":1,"cpu":8,"offloading":1,"base":1,"basic":1,"correctness":1,"test":8,"offload":7,"py":1,"import":3,"pytest":4,"from":2,"quantization":6,"utils":2,"is":8,"quant":5,"method":5,"supported":7,"compare":5,"two":5,"settings":5,"mark":3,"skipif":3,"not":6,"fp8":6,"reason":3,"on":3,"this":4,"gpu":3,"type":3,"def":2,"of":1,"an":1,"unquantized":1,"checkpoint":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":4,"gb":4,"1":7,"max":4,"wait":4,"seconds":4,"480":4,"loading":1,"a":1,"neuralmagic":1,"qwen2":3,"5b":3,"gptq":9,"marlin":5,"monkeypatch":2,"sensitive":1,"dummy":1,"weights":2,"so":1,"we":1,"force":2,"real":1,"setenv":1,"load":1,"format":1,"auto":1,"qwen":2,"int4":2,"awq":2},"1911,1533,data/raw/vllm-0.10.1/tests/quantization/test_cpu_offload.py":{"def":2,"test":10,"cpu":7,"offload":7,"awq":7,"monkeypatch":4,"this":3,"quant":3,"method":3,"is":4,"sensitive":2,"to":2,"dummy":2,"weights":4,"so":2,"we":2,"force":4,"real":2,"setenv":2,"vllm":2,"load":2,"format":2,"auto":2,"marlin":3,"compare":5,"two":5,"settings":5,"qwen":2,"qwen2":2,"1":7,"5b":2,"instruct":2,"gb":5,"max":5,"wait":5,"seconds":5,"480":5,"quantization":2,"pytest":1,"mark":1,"skipif":1,"not":2,"supported":2,"gptq":2,"reason":1,"on":1,"gpu":1,"type":1,"compressed":1,"tensors":1,"wna16":1,"nm":3,"testing":3,"tinyllama":2,"oneshot":2,"w4a16":3,"channel":1,"v2":1,"marlin24":2,"llama7b":1,"one":1,"shot":1,"2":1,"4":1,"t":1,"w8a8":1,"w8w8":1,"static":1,"shape":1,"change":1},"0,1672,data/raw/vllm-0.10.1/tests/quantization/test_modelopt.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"test":9,"modelopt":8,"quantization":4,"method":3,"setup":2,"and":2,"weight":1,"loading":2,"run":1,"pytest":5,"tests":2,"py":1,"import":5,"os":2,"torch":1,"from":2,"utils":1,"is":4,"quant":2,"supported":3,"platforms":1,"current":2,"platform":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":2,"def":3,"use":3,"v0":2,"only":1,"monkeypatch":2,"this":3,"module":1,"relies":1,"on":2,"internals":1,"so":1,"set":1,"v1":3,"if":3,"not":5,"cpu":1,"setenv":1,"mark":1,"skipif":1,"reason":1,"fp8":5,"gpu":1,"type":1,"checkpoint":6,"runner":2,"structure":1,"validation":1,"todo":1,"provide":1,"a":2,"small":1,"publically":1,"available":1,"model":8,"path":5,"home":1,"scratch":1,"omniml":1,"data":1,"1":2,"zhiyu":1,"ckpts":2,"tinyllama":1,"1b":1,"chat":1,"0710":1,"skip":2,"doesn":1,"t":1,"exist":1,"exists":1,"f":1,"found":1,"at":1,"requires":1,"local":1,"with":1,"enforce":1,"eager":1,"as":1,"llm":1,"check":1,"layer":5,"layers":1,"qkv":2,"proj":8,"self":2,"attn":2,"o":2,"gate":2,"up":2,"mlp":2,"down":2},"1672,1880,data/raw/vllm-0.10.1/tests/quantization/test_modelopt.py":{"check":4,"that":1,"modelopt":2,"quantization":2,"method":5,"is":2,"properly":1,"applied":1,"from":1,"vllm":1,"model":3,"executor":1,"layers":1,"import":1,"modeloptfp8linearmethod":5,"assert":24,"isinstance":4,"qkv":6,"proj":24,"quant":4,"o":6,"gate":6,"up":6,"down":6,"weight":13,"dtype":14,"fp8":1,"torch":12,"float8":4,"e4m3fn":4,"scales":1,"are":1,"present":1,"and":1,"have":1,"correct":1,"hasattr":8,"scale":16,"input":8,"float32":8,"llm":1,"apply":1},"3552,210,data/raw/vllm-0.10.1/tests/quantization/test_modelopt.py":{"run":1,"a":1,"simple":1,"generation":1,"test":1,"to":1,"ensure":1,"the":1,"model":1,"works":1,"output":4,"llm":1,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"is":1,"max":1,"tokens":1,"20":1,"assert":1,"print":1,"f":1,"modelopt":1,"fp8":1},"0,1977,data/raw/vllm-0.10.1/tests/quantization/test_lm_head.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":12,"project":1,"tests":2,"whether":1,"gptq":6,"models":3,"with":3,"quantized":4,"lm":11,"head":11,"can":1,"be":1,"loaded":1,"run":1,"pytest":3,"quantization":4,"test":2,"quant":5,"true":2,"py":1,"forked":1,"import":6,"torch":2,"from":4,"model":17,"executor":4,"layers":4,"gptqlinearmethod":2,"marlin":2,"gptqmarlinlinearmethod":2,"marlinlinearmethod":2,"vocab":1,"parallel":1,"embedding":1,"unquantizedembeddingmethod":2,"prompt":1,"on":2,"surface":1,"of":1,"mars":1,"we":1,"found":1,"modelcloud":2,"qwen1":1,"5":1,"1":4,"8b":2,"chat":3,"4bits":1,"dynamic":1,"cfg":1,"tinyllama":2,"1b":2,"v1":3,"4bit":1,"10":2,"25":1,"2024":1,"false":3,"thebloke":1,"neuralmagic":1,"meta":1,"llama":1,"3":1,"instruct":1,"fp8":1,"mark":1,"parametrize":1,"id":3,"def":2,"runner":3,"str":1,"bool":1,"monkeypatch":2,"none":1,"apply":2,"relies":1,"v0":1,"internals":1,"setenv":1,"use":1,"dtype":1,"float16":1,"max":2,"len":1,"2048":1,"as":1,"check":2,"layer":3,"if":1,"assert":2,"isinstance":2,"method":2,"else":1,"print":1,"generate":1,"greedy":1,"prompts":1,"hello":1,"my":1,"name":1,"is":1,"tokens":1},"0,1884,data/raw/vllm-0.10.1/tests/quantization/test_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"tests":4,"whether":1,"fp8":11,"computation":1,"is":6,"enabled":1,"correctly":1,"run":3,"pytest":6,"quantization":3,"test":4,"py":1,"forked":1,"import":6,"torch":1,"from":4,"utils":1,"quant":2,"method":2,"supported":3,"custom":1,"ops":2,"as":2,"model":5,"executor":1,"layers":1,"fp8kvcachemethod":1,"fp8linearmethod":1,"platforms":1,"current":2,"platform":2,"models":3,"neuralmagic":2,"meta":2,"llama":2,"3":3,"8b":2,"instruct":5,"kv":4,"nm":3,"testing":3,"phi":1,"mini":1,"128k":1,"qwen2":2,"5b":2,"skipqkv":1,"mark":4,"skipif":1,"not":3,"reason":1,"on":1,"this":2,"gpu":1,"type":1,"parametrize":3,"id":3,"force":4,"marlin":4,"false":3,"true":2,"use":4,"rocm":5,"aiter":4,"if":3,"else":1,"def":1,"load":1,"and":2,"runner":2,"str":1,"bool":2,"monkeypatch":3,"none":1,"setenv":2,"1":4,"with":1,"llm":2,"note":1,"does":1,"accuracy":2,"just":1,"that":1,"we":1,"can":1,"through":1,"see":1,"lm":1,"eval":1,"for":1,"outputs":2,"generate":1,"greedy":1,"prompts":1,"hello":1,"my":1,"name":1,"max":1,"tokens":1,"10":1,"print":1,"cache":1,"deprecated":1,"autofp8":2,"format":2,"using":2,"scale":3,"separate":1,"k":2,"v":2},"1884,1763,data/raw/vllm-0.10.1/tests/quantization/test_fp8.py":{"pytest":3,"mark":3,"skipif":1,"not":3,"is":7,"quant":2,"method":2,"supported":2,"fp8":3,"reason":1,"on":4,"this":3,"gpu":1,"type":1,"parametrize":2,"model":12,"id":3,"kv":4,"cache":4,"models":1,"use":5,"rocm":8,"aiter":4,"true":1,"false":2,"if":3,"current":2,"platform":5,"else":2,"def":2,"test":1,"load":1,"and":2,"run":1,"vllm":6,"runner":3,"str":1,"bool":1,"monkeypatch":3,"setenv":2,"1":9,"apply":2,"relies":1,"v0":1,"internals":1,"v1":1,"0":20,"with":1,"dtype":1,"as":2,"llm":2,"check":2,"attn":8,"layers":2,"self":1,"assert":5,"isinstance":1,"fp8kvcachemethod":1,"note":4,"code":2,"path":2,"requires":1,"validation":1,"non":1,"cuda":1,"it":2,"valid":2,"for":3,"scales":4,"to":2,"be":3,"default":2,"value":2,"but":2,"we":2,"know":2,"these":2,"checkpoints":2,"have":2,"k":3,"scale":6,"v":3,"however":1,"the":1,"will":1,"scaled":1,"by":1,"a":1,"factor":1,"of":1,"2":3,"described":1,"in":1,"executor":1,"quantization":1,"py":1},"3647,1588,data/raw/vllm-0.10.1/tests/quantization/test_fp8.py":{"note":1,"this":2,"does":1,"not":3,"test":3,"accuracy":2,"just":1,"that":1,"we":1,"can":1,"run":1,"through":1,"see":1,"lm":1,"eval":1,"tests":1,"for":1,"outputs":2,"llm":2,"generate":1,"greedy":1,"prompts":1,"hello":1,"my":1,"name":1,"is":4,"max":1,"tokens":1,"10":1,"print":1,"0":6,"1":5,"pytest":4,"mark":4,"skipif":1,"quant":3,"method":3,"supported":2,"fp8":6,"reason":1,"on":2,"gpu":1,"type":1,"parametrize":3,"kv":5,"cache":5,"dtype":5,"auto":1,"force":4,"marlin":4,"false":3,"true":2,"use":5,"rocm":5,"aiter":4,"if":4,"current":1,"platform":1,"else":1,"def":2,"load":1,"fp16":1,"model":8,"vllm":6,"runner":3,"str":1,"bool":2,"monkeypatch":4,"none":1,"setenv":3,"apply":1,"relies":1,"v0":1,"internals":1,"v1":1,"with":1,"facebook":1,"opt":1,"125m":1,"quantization":1,"as":1,"check":1,"fc1":3,"decoder":2,"layers":2,"assert":4,"isinstance":2,"fp8linearmethod":1,"attn":6,"self":1,"fp8kvcachemethod":1,"k":1,"scale":2,"v":1},"5235,1926,data/raw/vllm-0.10.1/tests/quantization/test_fp8.py":{"if":3,"current":5,"platform":9,"is":4,"cuda":2,"supports":2,"fp8":10,"and":4,"not":4,"force":2,"marlin":3,"for":4,"gpus":3,"with":3,"hardware":3,"support":3,"we":3,"keep":2,"weights":3,"in":2,"assert":3,"fc1":3,"weight":4,"dtype":6,"torch":8,"float8":3,"e4m3fn":3,"else":3,"without":1,"pack":1,"the":3,"only":3,"quantization":1,"using":1,"kernels":1,"int32":1,"elif":1,"rocm":4,"unsupported":2,"pytest":4,"skip":4,"test":3,"load":2,"fp16":2,"model":4,"it":2,"runs":2,"on":3,"compute":1,"e":1,"g":1,"mi300x":1,"above":1,"llm":1,"apply":1,"check":1,"mark":2,"skipif":1,"quant":2,"method":1,"supported":2,"reason":1,"this":1,"gpu":1,"type":1,"parametrize":1,"float16":1,"bfloat16":1,"def":2,"scaled":1,"none":1,"quantize":1,"ref":1,"tensor":2,"inv":2,"scale":4,"reference":1,"implementation":1,"that":1,"fully":1,"aligns":1,"to":3,"kernel":1,"being":1,"tested":1,"finfo":4,"reciprocal":1,"qweight":4,"float32":1,"clamp":1,"min":2,"max":2,"return":1},"7161,1821,data/raw/vllm-0.10.1/tests/quantization/test_fp8.py":{"def":1,"per":7,"tensor":11,"dequantize":7,"inv":14,"scale":14,"dtype":10,"fake":2,"qweight":2,"to":4,"dq":2,"weight":2,"return":1,"note":1,"that":1,"we":1,"use":1,"a":1,"shape":4,"4":2,"0":6,"cover":1,"edge":1,"cases":1,"because":1,"scaled":5,"fp8":5,"quant":5,"is":2,"vectorized":1,"by":1,"x":11,"torch":7,"randn":2,"size":2,"11":2,"device":2,"cuda":2,"13":2,"dynamic":4,"quantization":4,"ref":12,"y":19,"ops":4,"none":2,"reference":2,"quantizaton":1,"quantize":2,"testing":4,"assert":7,"close":4,"static":1,"padding":3,"num":1,"token":1,"17":2,"narrow":1,"non":1,"contiguous":2,"input":1,"with":2,"m":3,"n":3,"padded":6,"stride":6,"975":1,"512":1,"576":1,"nc":15,"1":1,"not":1},"8982,616,data/raw/vllm-0.10.1/tests/quantization/test_fp8.py":{"static":1,"quantization":2,"y":7,"nc":14,"ops":2,"scaled":2,"fp8":2,"quant":2,"x":3,"inv":4,"scale":4,"torch":3,"testing":2,"assert":3,"close":2,"ref":2,"per":2,"tensor":2,"dequantize":2,"dtype":2,"padding":2,"after":1,"non":1,"contiguous":1,"input":1,"pad":3,"num":1,"token":1,"m":2,"10":2,"shape":2,"0":4,"narrow":1},"0,2000,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"test":3,"model":6,"set":2,"up":1,"and":3,"weight":1,"loading":1,"for":1,"llmcompressor":1,"quantized":3,"models":2,"run":1,"pytest":3,"tests":2,"quantization":7,"compressed":4,"tensors":4,"py":1,"from":7,"typing":1,"import":9,"optional":1,"torch":1,"quantizationtype":1,"utils":5,"check":1,"logprobs":1,"close":1,"executor":3,"layers":3,"noqa":1,"e501":1,"compressedtensors24":1,"compressedtensorslinearmethod":1,"compressedtensorsw4a4fp4":1,"compressedtensorsw4a16fp4":1,"compressedtensorsw4a16sparse24":1,"compressedtensorsw8a8fp8":1,"compressedtensorsw8a8int8":1,"compressedtensorsw8a16fp8":1,"compressedtensorswna16":1,"quant":1,"cutlass":2,"fp4":1,"supported":4,"w8a8":6,"sparse":1,"platforms":1,"current":2,"platform":2,"aiter":2,"only":3,"supports":2,"per":4,"channel":5,"int8":4,"gemm":2,"tensor":3,"it":1,"does":1,"not":2,"support":1,"mix":2,"precision":1,"mm":2,"scheme":1,"rocm":2,"neuralmagic":2,"llama":2,"3":2,"1b":2,"nm":5,"testing":5,"tinyllama":5,"oneshot":5,"dynamic":3,"token":3,"v2":3,"tritonscaledmmlinearkernel":1,"symmetric":1,"triton":1,"scaled":1,"w8w8":1,"static":1,"shape":1,"change":1,"w8":1,"a8":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"monkeypatch":2,"this":1,"module":1,"relies":1,"on":1,"internals":1,"so":1,"v1":2,"if":1,"is":1,"cpu":1,"setenv":1},"2000,1738,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"pytest":2,"mark":1,"parametrize":1,"model":13,"args":3,"nm":3,"testing":3,"tinyllama":2,"oneshot":2,"w8w8":2,"test":2,"static":3,"shape":2,"change":1,"tensor":5,"quantizationtype":3,"int":3,"2560":3,"true":3,"w8":1,"channel":2,"a8":1,"asym":1,"int8":2,"per":1,"tiny":1,"llama":1,"false":1,"def":3,"compressed":1,"tensors":1,"w8a8":1,"setup":1,"vllm":2,"runner":2,"path":4,"strategy":1,"quant":1,"type":1,"0":2,"is":7,"symmetric":3,"if":2,"current":1,"platform":1,"rocm":3,"and":3,"not":3,"in":1,"triton":1,"scaled":1,"mm":1,"supported":1,"skip":2,"f":1,"as":2,"it":1,"support":1,"on":1,"with":1,"enforce":1,"eager":1,"llm":1,"check":1,"layer":5,"layers":1,"qkv":3,"proj":12,"self":2,"attn":2,"o":3,"gate":3,"up":3,"mlp":2,"down":3,"assert":5,"zp":10,"for":1,"asymmetric":1,"cases":1,"valid":5,"optional":1,"torch":2,"return":2,"none":2,"dtype":1,"int32":1,"input":4,"zero":4,"point":4},"3738,1901,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"assert":16,"isinstance":5,"qkv":11,"proj":16,"quant":4,"method":4,"compressedtensorslinearmethod":4,"o":2,"gate":2,"up":2,"down":1,"scheme":5,"compressedtensorsw8a8int8":1,"strategy":3,"is":8,"static":3,"input":2,"expected":4,"type":4,"torch":3,"int8":1,"weight":7,"dtype":5,"if":1,"tensor":3,"make":1,"sure":1,"it":1,"a":1,"channelwise":1,"buffer":1,"after":2,"running":1,"process":1,"weights":1,"loading":1,"len":1,"scale":5,"shape":4,"2":2,"0":2,"1":2,"float32":2,"llm":2,"apply":1,"model":3,"check":1,"output":2,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"max":2,"tokens":2,"20":1,"pytest":3,"mark":3,"parametrize":3,"path":1,"neuralmagic":1,"llama":4,"3":4,"1b":1,"quantized":1,"w8a8":4,"nm":3,"testing":3,"meta":3,"8b":3,"instruct":3,"dynamic":1,"asym":2,"per":2,"sym":1,"32":1,"num":1,"logprobs":1,"10":1},"5639,1874,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"pytest":3,"mark":1,"parametrize":1,"use":5,"aiter":7,"true":1,"false":2,"if":6,"current":3,"platform":3,"is":6,"rocm":8,"else":1,"def":2,"test":3,"compressed":2,"tensors":2,"w8a8":2,"logprobs":7,"hf":7,"runner":6,"vllm":11,"example":5,"prompts":5,"model":19,"path":10,"max":4,"tokens":4,"num":3,"monkeypatch":2,"and":1,"not":4,"in":2,"triton":1,"scaled":1,"mm":1,"supported":2,"int8":2,"skip":5,"f":2,"as":5,"it":2,"support":2,"on":1,"by":1,"this":1,"will":1,"enable":1,"linear":1,"setenv":1,"1":4,"dtype":5,"bfloat16":1,"language":1,"translation":1,"prompt":1,"for":1,"the":1,"static":3,"per":2,"tensor":2,"asym":2,"nm":2,"testing":2,"meta":1,"llama":1,"3":1,"8b":1,"instruct":1,"noqa":1,"e501":1,"0":3,"with":3,"outputs":6,"generate":3,"greedy":3,"limit":1,"check":1,"close":1,"lst":2,"name":3,"torch":1,"cuda":1,"synchronize":1,"no":1,"enforce":1,"eager":1,"tinyllama":1,"oneshot":1,"w8w8":1,"shape":1,"change":1,"llm":2,"output":2,"hello":1,"my":1,"20":1,"assert":1},"7513,1872,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"pytest":4,"mark":2,"parametrize":2,"model":19,"args":3,"nm":4,"testing":4,"tinyllama":4,"oneshot":4,"w8a8":5,"dynamic":5,"token":5,"v2":4,"tensor":2,"asym":2,"channel":4,"use":5,"aiter":7,"true":1,"false":2,"if":4,"current":2,"platform":2,"is":7,"rocm":7,"else":1,"def":2,"test":1,"compressed":1,"tensors":1,"per":1,"vllm":4,"runner":2,"monkeypatch":2,"path":6,"strategy":3,"and":1,"not":5,"in":2,"triton":1,"scaled":1,"mm":1,"supported":2,"int8":3,"skip":4,"f":2,"as":3,"it":2,"support":2,"on":1,"by":1,"this":1,"will":1,"enable":1,"linear":1,"setenv":1,"1":1,"with":1,"dtype":2,"torch":2,"float16":1,"llm":3,"check":2,"layer":2,"layers":1,"0":1,"qkv":7,"proj":7,"self":1,"attn":1,"assert":6,"isinstance":2,"quant":1,"method":1,"compressedtensorslinearmethod":1,"scheme":4,"compressedtensorsw8a8int8":1,"static":1,"input":1,"weight":1,"apply":1,"output":2,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"max":1,"tokens":1,"20":1},"9385,1902,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"pytest":3,"mark":3,"parametrize":1,"wna16":4,"args":3,"nm":6,"testing":6,"tinyllama":6,"oneshot":3,"w4a16":4,"channel":6,"v2":2,"none":4,"8":5,"true":4,"false":8,"group128":2,"group":7,"128":3,"w8a16":1,"per":1,"4":1,"1":4,"1b":3,"chat":3,"v1":3,"0":4,"awq":1,"asym256":1,"g128":2,"asym":2,"updated":2,"actorder":1,"skipif":2,"not":2,"current":2,"platform":4,"is":5,"cuda":4,"reason":2,"the":1,"tests":1,"are":1,"skipped":2,"on":2,"non":2,"def":2,"test":2,"compressed":1,"tensors":1,"vllm":2,"runner":2,"model":8,"strategy":3,"pack":3,"factor":3,"symmetric":3,"has":3,"g":3,"idx":3,"with":1,"as":1,"llm":3,"check":2,"layer":2,"layers":1,"qkv":9,"proj":9,"self":1,"attn":1,"assert":8,"isinstance":2,"quant":1,"method":1,"compressedtensorslinearmethod":1,"scheme":6,"compressedtensorswna16":1,"size":1,"if":1,"else":1,"apply":1,"output":2,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"max":1,"tokens":1,"20":1,"this":1},"11287,1892,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"def":4,"test":4,"compressed":3,"tensors":3,"w4a16":2,"marlin24":2,"vllm":4,"runner":4,"model":16,"path":4,"nm":2,"testing":2,"llama7b":1,"one":1,"shot":1,"2":1,"4":1,"t":1,"with":2,"as":2,"llm":6,"check":4,"layer":4,"layers":2,"0":4,"qkv":15,"proj":15,"self":2,"attn":2,"assert":12,"isinstance":5,"quant":2,"method":2,"compressedtensorslinearmethod":2,"scheme":3,"compressedtensorsw4a16sparse24":1,"weight":4,"packed":1,"dtype":5,"is":8,"torch":3,"int32":1,"apply":2,"output":4,"generate":2,"greedy":2,"hello":2,"my":2,"name":2,"max":2,"tokens":2,"20":2,"fp8":3,"meta":1,"llama":1,"3":1,"8b":1,"compressedtensorsw8a8fp8":2,"compressedtensorsw8a16fp8":1,"input":2,"scale":4,"float32":2,"if":1,"len":2,"shape":2,"current":2,"platform":3,"pytest":1,"mark":1,"skipif":1,"not":1,"cuda":2,"reason":1,"this":1,"skipped":1,"on":1,"non":1},"13179,1994,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"def":2,"test":2,"compressed":2,"tensors":2,"kv":3,"cache":3,"vllm":2,"runner":2,"model":2,"path":2,"nm":5,"testing":9,"tinyllama":1,"1":1,"1b":1,"scheme":7,"with":1,"dtype":1,"fp8":7,"as":1,"llm":2,"output":2,"generate":1,"greedy":1,"hello":1,"world":1,"max":1,"tokens":1,"20":1,"assert":9,"pytest":3,"mark":3,"skipif":2,"not":5,"sparse":3,"cutlass":1,"supported":3,"reason":2,"is":3,"yet":2,"on":2,"this":2,"gpu":2,"type":2,"2of4":3,"quant":6,"models":1,"qkv":8,"proj":8,"weight":4,"strategy":6,"input":3,"format":3,"dense":1,"isinstance":2,"method":3,"compressedtensorslinearmethod":1,"compressedtensors24":1,"quantized":1,"quantization":2,"config":2,"sparsity":6,"map":5,"noqa":1,"e501":1,"get":2,"linear":2,"structure":1,"2":1,"4":1,"current":2,"platform":2,"cuda":1,"or":1,"has":1,"device":1,"capability":1,"90":1,"parametrize":1,"args":1,"meta":4,"llama":4,"3":4,"8b":4,"instruct":4,"dynamic":2,"channel":2,"token":2,"static":2,"per":2,"tensor":6,"ia":1},"15173,1737,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"def":4,"test":3,"compressed":3,"tensors":2,"2of4":12,"quant":3,"fp8":7,"vllm":4,"runner":4,"args":5,"model":14,"weight":3,"strategy":6,"input":3,"with":2,"as":2,"llm":4,"check":3,"layer":3,"layers":2,"0":6,"qkv":4,"proj":4,"self":1,"attn":1,"assert":2,"scheme":1,"weights":1,"dtype":1,"torch":1,"float8":1,"e4m3fn":1,"models":1,"apply":1,"output":3,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"is":3,"max":1,"tokens":1,"20":1,"print":1,"pytest":2,"mark":2,"skipif":1,"not":3,"current":2,"platform":2,"cuda":1,"or":1,"has":1,"device":1,"capability":1,"90":1,"reason":1,"sparse":1,"yet":1,"supported":1,"on":1,"this":1,"gpu":1,"type":1,"parametrize":1,"nm":4,"testing":4,"tinyllama":4,"1":4,"1b":4,"chat":4,"v1":4,"gsm8k":4,"pruned":4,"chnl":2,"wts":4,"per":2,"tok":2,"dyn":2,"act":4,"bitm":4,"channel":2,"token":2,"tensor":8},"16910,1894,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"qkv":8,"proj":8,"layer":3,"self":2,"attn":2,"assert":3,"scheme":2,"weights":2,"dtype":2,"torch":2,"float8":1,"e4m3fn":1,"test":3,"2of4":10,"quant":3,"models":2,"weight":3,"strategy":6,"input":3,"format":2,"sparse":3,"24":2,"bitmask":2,"llm":4,"apply":2,"model":10,"check":3,"output":3,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"is":2,"max":1,"tokens":1,"20":1,"print":1,"pytest":2,"mark":2,"skipif":1,"not":2,"cutlass":2,"supported":2,"reason":1,"yet":1,"on":1,"this":1,"gpu":1,"type":1,"parametrize":1,"args":3,"nm":4,"testing":4,"tinyllama":4,"1":4,"1b":4,"chat":4,"v1":4,"0":5,"gsm8k":4,"pruned":4,"chnl":2,"wts":4,"per":2,"tok":2,"dyn":2,"act":4,"int8":6,"bitm":4,"channel":2,"token":2,"tensor":8,"def":2,"compressed":2,"tensors":1,"vllm":2,"runner":2,"with":1,"as":1,"layers":1},"18804,1778,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"output":6,"llm":5,"generate":2,"greedy":2,"hello":2,"my":2,"name":2,"is":4,"max":2,"tokens":2,"20":2,"print":2,"assert":3,"pytest":4,"mark":4,"skipif":2,"not":4,"sparse":6,"cutlass":2,"supported":4,"reason":2,"fp8":1,"yet":2,"on":2,"this":2,"gpu":2,"type":2,"parametrize":2,"args":6,"2of4":11,"nm":4,"testing":7,"tinyllama":4,"1":4,"1b":4,"chat":4,"v1":4,"0":6,"int8":5,"dynamic":2,"ia":2,"per":2,"channel":2,"weight":4,"token":2,"static":1,"tensor":4,"def":4,"test":3,"compressed":2,"tensors":2,"quant":2,"vllm":4,"runner":4,"model":14,"strategy":4,"input":2,"with":2,"as":2,"check":3,"layer":3,"layers":2,"qkv":4,"proj":4,"self":1,"attn":1,"scheme":1,"weights":1,"dtype":1,"torch":1,"models":1,"apply":1,"dense":1,"compressor":1},"20582,1565,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"qkv":13,"proj":13,"layer":3,"self":2,"attn":2,"assert":11,"isinstance":4,"quant":6,"method":4,"compressedtensorslinearmethod":2,"scheme":7,"compressedtensors24":2,"weight":1,"is":4,"none":2,"input":1,"not":3,"quantized":1,"quantization":2,"config":2,"sparsity":6,"map":5,"noqa":1,"e501":1,"get":2,"linear":2,"format":1,"dense":1,"structure":1,"2":1,"4":2,"llm":3,"apply":1,"model":8,"check":2,"output":3,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"max":1,"tokens":1,"20":1,"print":1,"pytest":2,"mark":2,"skipif":1,"sparse":2,"cutlass":2,"supported":2,"reason":1,"yet":1,"on":1,"this":1,"gpu":1,"type":1,"parametrize":1,"args":3,"2of4":4,"nm":1,"testing":1,"llama2":1,"c":1,"stories42m":1,"pruned2":1,"compressed":3,"def":2,"test":1,"tensors":1,"vllm":2,"runner":2,"with":1,"as":1,"layers":1,"0":1},"22147,1758,data/raw/vllm-0.10.1/tests/quantization/test_compressed_tensors.py":{"assert":11,"qkv":11,"proj":11,"scheme":11,"weight":1,"quant":5,"is":4,"none":2,"input":1,"not":2,"quantized":1,"method":3,"quantization":2,"config":2,"sparsity":6,"map":5,"noqa":1,"e501":1,"get":2,"linear":2,"format":1,"sparse":1,"24":1,"bitmask":1,"structure":1,"2":1,"4":1,"llm":5,"apply":2,"model":10,"check":3,"output":6,"generate":2,"greedy":2,"hello":2,"my":2,"name":2,"max":2,"tokens":2,"20":2,"print":2,"pytest":1,"mark":1,"parametrize":1,"args":3,"nm":2,"testing":2,"tinyllama":2,"1":2,"1b":2,"chat":2,"v1":2,"0":3,"nvfp4a16":1,"compressedtensorsw4a16fp4":2,"nvfp4":2,"compressedtensorsw4a4fp4":1,"def":2,"test":1,"compressed":1,"tensors":1,"vllm":2,"runner":2,"with":1,"enforce":1,"eager":1,"true":2,"as":1,"layer":2,"layers":1,"self":1,"attn":1,"isinstance":3,"compressedtensorslinearmethod":1,"if":1,"or":1,"and":1,"cutlass":1,"fp4":2,"supported":1,"else":1,"raise":1,"assertionerror":1,"mismatch":1,"group":1,"size":1,"16":1},"0,673,data/raw/vllm-0.10.1/tests/quantization/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"from":2,"model":1,"executor":1,"layers":1,"quantization":4,"import":2,"get":4,"config":2,"platforms":1,"current":4,"platform":4,"def":1,"is":4,"quant":3,"method":3,"supported":1,"str":1,"bool":1,"currently":1,"all":1,"methods":1,"require":1,"nvidia":1,"or":2,"amd":1,"gpus":1,"if":1,"not":2,"cuda":1,"rocm":1,"return":2,"false":1,"capability":7,"device":1,"assert":1,"none":1,"min":3,"int":1},"0,1963,data/raw/vllm-0.10.1/tests/quantization/reference_mxfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":2,"vllm":1,"project":1,"import":1,"torch":9,"bfloat16":9,"exp":22,"bias":8,"127":3,"mantissa":12,"bits":16,"7":1,"8":1,"float16":11,"15":1,"10":1,"5":1,"float8":1,"e8m0":2,"max":1,"float4":7,"1":17,"val":9,"add":2,"sign":3,"exponent":2,"mask":2,"def":2,"half":8,"scale":7,"dtype":8,"assert":2,"uint8":3,"int16":1,"this":1,"can":1,"be":1,"implemented":1,"with":3,"bitwise":1,"operations":1,"in":1,"a":1,"proper":1,"kernel":1,"float":2,"return":1,"upcast":1,"fp4":1,"fp16":1,"or":1,"bf16":1,"int":2,"unpacked":6,"zeros":1,"shape":2,"device":2,"4":3,"0x0f":2,"extract":2,"high":1,"low":1,"takes":1,"one":1,"values":1,"represented":1,"as":1,"b0000xxxx":1,"and":2,"converts":1,"it":1,"corresponding":1,"value":1,"3":2,"new":5,"if":1,"else":1,"int8":1,"t":1,"works":1,"but":1,"may":1,"overflow":1},"1963,1996,data/raw/vllm-0.10.1/tests/quantization/reference_mxfp4.py":{"cast":2,"b0000":1,"to":12,"0":21,"in":2,"fp16":5,"bf16":4,"new":11,"exp":15,"torch":17,"logical":2,"or":2,"mantissa":15,"b0001":1,"5":5,"and":1,"int32":4,"sign":3,"qdq":6,"val":10,"15":1,"half":27,"bits":10,"1":8,"assert":4,"max":1,"65535":1,"min":1,"uint16":2,"result":2,"view":3,"float":8,"dtype":12,"return":2,"def":2,"dq":1,"mxfp4":1,"x":13,"tensor":3,"scale":5,"uint8":2,"if":1,"float16":3,"bias":7,"elif":1,"bfloat16":3,"e8m0":1,"upcast":1,"fp4":2,"reshape":2,"shape":2,"32":1,"none":1,"2":3,"simulate":1,"int":3,"casts":1,"an":1,"input":1,"the":1,"restricted":1,"values":1,"of":1,"float4":1,"e2m1":1,"that":1,"is":1,"say":1,"3":2,"4":2,"6":2,"type":1,"rshift":1,"cuda":1,"not":1,"implemented":1,"for":1,"int16":1},"3959,1934,data/raw/vllm-0.10.1/tests/quantization/reference_mxfp4.py":{"exp":25,"val":14,"view":5,"half":13,"mantissa":17,"bits":13,"1":14,"torch":12,"uint16":5,"to":3,"int32":1,"sign":1,"last":3,"unbias":2,"bias":2,"new":16,"float4":2,"shift":2,"0":12,"typically":1,"9":1,"take":1,"the":2,"min":1,"prevent":1,"overflow":1,"on":1,"t":1,"this":1,"is":1,"case":3,"for":1,"very":1,"small":1,"values":1,"correctly":1,"mapped":1,"round":6,"close":6,"tail":9,"16":2,"plus":2,"one":2,"towards":1,"away":4,"from":1,"tie":2,"zeros":5,"shape":5,"device":10,"dtype":5,"bool":2,"down":1,"if":1,"5":1,"749999":1,"elif":1,"24999":1,"else":1},"5893,1792,data/raw/vllm-0.10.1/tests/quantization/reference_mxfp4.py":{"2":10,"round":7,"up":2,"if":2,"new":31,"exp":27,"0":16,"case":1,"250001":1,"499999":1,"and":3,"75001":1,"99999":1,"mantissa":20,"1":11,"elif":1,"last":4,"else":1,"away":6,"torch":10,"logical":2,"or":1,"3":3,"tie":5,"25":2,"handled":1,"by":1,"half":9,"bias":6,"75":2,"5":3,"4":2,"gather":1,"down":1,"close":4,"clamp":2,"the":1,"exponent":1,"to":4,"acceptable":1,"values":1,"sign":3,"int32":3,"qdq":8,"val":7,"15":1,"bits":2,"assert":3,"max":1,"65535":1,"min":1,"dtype":3,"uint16":1,"result":2,"view":1,"float":1,"type":1,"return":1,"def":1,"mxfp4":1,"x":2,"tensor":2,"scale":1,"calculation":1,"mode":1,"str":1,"even":1},"7685,1709,data/raw/vllm-0.10.1/tests/quantization/reference_mxfp4.py":{"if":1,"half":16,"dtype":5,"torch":13,"float16":6,"mantissa":6,"bits":12,"exp":19,"bias":6,"val":5,"to":10,"add":5,"sign":5,"exponent":5,"mask":5,"elif":1,"bfloat16":6,"else":1,"raise":1,"valueerror":1,"not":1,"implemented":1,"x":12,"reshape":2,"shape":2,"1":4,"32":1,"block":13,"max":18,"abs":1,"dim":1,"values":1,"view":2,"uint16":2,"int32":3,"uint":7,"bitwise":1,"and":1,"assert":3,"65535":1,"min":1,"0":3,"scale":9,"float8":3,"e8m0":3,"floor":1,"log2":1,"2":4,"clamp":1,"none":2,"fp4":6,"fp16":1,"simulate":1,"return":1},"0,1508,data/raw/vllm-0.10.1/tests/quantization/test_gptq_dynamic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":10,"project":1,"tests":2,"whether":1,"gptq":8,"models":1,"with":4,"dynamic":6,"quantized":4,"can":1,"be":1,"loaded":1,"run":1,"pytest":3,"quantization":4,"test":2,"py":1,"forked":1,"import":6,"torch":2,"from":4,"model":12,"executor":4,"layers":5,"linear":2,"unquantizedlinearmethod":1,"gptqlinearmethod":2,"marlin":4,"gptqmarlinlinearmethod":2,"utils":2,"get":1,"override":1,"prompt":1,"on":2,"surface":1,"of":1,"mars":1,"we":1,"found":1,"first":1,"layer":3,"is":2,"using":2,"bits":2,"4":1,"group":2,"size":2,"128":1,"second":1,"8":1,"32":1,"all":1,"other":1,"index":1,"are":1,"not":1,"quant":2,"modelcloud":2,"qwen1":2,"5":2,"1":2,"8b":2,"chat":2,"4bits":2,"cfg":2,"lm":2,"head":2,"symtrue":1,"true":1,"symfalse":1,"false":1,"mark":1,"parametrize":1,"id":3,"use":4,"kernel":3,"def":1,"runner":3,"str":1,"bool":1,"monkeypatch":2,"apply":1,"relies":1,"v0":1,"internals":1,"setenv":1,"v1":1,"dtype":1,"float16":1,"max":1,"len":1,"2048":1,"method":1,"cls":1,"if":1,"else":1},"1508,1631,data/raw/vllm-0.10.1/tests/quantization/test_gptq_dynamic.py":{"for":1,"name":12,"submodule":7,"in":1,"vllm":2,"model":9,"llm":2,"engine":1,"executor":1,"driver":1,"worker":1,"runner":1,"named":1,"modules":1,"if":1,"lm":1,"head":1,"assert":10,"isinstance":4,"quant":8,"method":9,"linear":3,"cls":3,"elif":3,"layers":5,"0":1,"self":3,"attn":3,"qkv":3,"proj":4,"the":2,"first":1,"layer":6,"is":2,"quantized":3,"using":2,"bits":4,"4":2,"group":4,"size":4,"128":2,"desc":4,"act":4,"true":1,"config":10,"weight":1,"1":1,"second":1,"8":2,"32":2,"false":1,"get":3,"dynamic":3,"override":3,"key":3,"not":2,"2":3,"or":1,"mlp":1,"gate":1,"up":1,"all":1,"other":1,"index":1,"are":1,"unquantizedlinearmethod":1,"del":1},"0,1948,data/raw/vllm-0.10.1/tests/quantization/test_ptpc_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"tests":3,"whether":1,"ptpc":8,"w8a8":1,"fp8":12,"computation":1,"is":6,"enabled":1,"correctly":1,"run":1,"pytest":7,"quantization":5,"test":3,"py":1,"forked":1,"import":6,"torch":2,"from":4,"utils":1,"quant":4,"method":4,"supported":3,"model":11,"executor":3,"layers":4,"fp8kvcachemethod":2,"ptpcfp8linearmethod":2,"platforms":1,"current":3,"platform":3,"mark":4,"skipif":2,"not":3,"reason":2,"on":1,"this":2,"gpu":2,"type":1,"rocm":3,"for":2,"parametrize":2,"dtype":10,"auto":2,"bfloat16":1,"float16":1,"kv":5,"cache":5,"e4m3":1,"def":1,"runner":3,"str":2,"none":1,"try":1,"with":2,"facebook":1,"opt":1,"125m":1,"as":1,"llm":3,"engine":1,"driver":1,"worker":1,"noqa":1,"e501":1,"fc1":4,"decoder":2,"assert":5,"isinstance":2,"if":2,"attn":6,"self":1,"k":1,"scale":2,"1":2,"v":1,"has":1,"device":1,"capability":1,"94":1,"gpus":1,"hardware":1,"support":1,"we":1,"keep":1,"weights":1,"in":1,"weight":1,"float8":1,"e4m3fnuz":1,"else":1,"skip":1},"1948,501,data/raw/vllm-0.10.1/tests/quantization/test_ptpc_fp8.py":{"output":3,"llm":1,"generate":1,"greedy":1,"hello":1,"my":1,"name":1,"is":2,"max":1,"tokens":1,"20":1,"assert":1,"except":1,"assertionerror":1,"as":1,"e":2,"if":3,"str":1,"currently":1,"torch":2,"scaled":1,"mm":1,"hipblaslt":1,"rowwise":1,"gemm":1,"only":1,"support":1,"dtype":1,"of":1,"bfloat16":1,"float16":1,"specified":1,"noqa":1,"e501":1,"the":4,"error":2,"message":2,"matches":1,"test":1,"passes":1,"pass":1,"else":1,"does":1,"not":1,"match":1,"re":1,"raise":2,"exception":1},"0,1587,data/raw/vllm-0.10.1/tests/quantization/test_torchao.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":1,"import":4,"importlib":3,"metadata":1,"util":2,"pytest":5,"torch":2,"dtype":3,"bfloat16":3,"torchao":10,"available":7,"find":1,"spec":1,"is":6,"not":7,"none":1,"mark":4,"skipif":3,"reason":3,"def":2,"test":2,"pre":1,"quantized":1,"model":5,"runner":4,"with":3,"drisspg":1,"fp8":1,"opt":3,"125m":3,"quantization":2,"enforce":1,"eager":1,"true":1,"as":2,"llm":4,"output":6,"generate":2,"greedy":2,"capital":2,"of":2,"france":2,"max":2,"tokens":2,"32":2,"assert":2,"print":2,"parametrize":1,"pt":4,"load":4,"map":4,"location":4,"cuda":2,"int8wo":2,"loading":1,"params":1,"dynamo":1,"reset":1,"name":3,"jerryzh168":1,"partial":1,"quant":1},"1587,1136,data/raw/vllm-0.10.1/tests/quantization/test_torchao.py":{"def":2,"test":2,"opt":2,"125m":2,"int4wo":2,"model":8,"per":2,"module":2,"quant":1,"vllm":4,"runner":4,"torch":2,"dynamo":2,"reset":2,"name":7,"jerryzh168":1,"with":3,"quantization":2,"torchao":4,"dtype":2,"bfloat16":2,"pt":2,"load":2,"map":2,"location":2,"cuda":2,"0":2,"as":2,"llm":4,"output":6,"generate":2,"greedy":2,"the":2,"capital":2,"of":2,"france":2,"is":3,"max":2,"tokens":2,"32":2,"assert":2,"print":2,"pytest":2,"mark":1,"skipif":1,"not":2,"available":2,"reason":1,"qwenvl":1,"int8wo":2,"loading":1,"params":1,"mobicham":1,"qwen2":1,"5":1,"vl":1,"3b":1,"instruct":1,"ao":1,"if":1,"main":2,"file":1},"0,1057,data/raw/vllm-0.10.1/tests/quantization/test_auto_round.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":4,"project":1,"test":3,"model":4,"set":1,"up":1,"and":4,"inference":1,"for":2,"quantized":1,"hf":1,"models":3,"supported":1,"on":1,"autoround":2,"validating":1,"configuration":1,"printing":1,"results":1,"manual":1,"checking":1,"run":1,"pytest":4,"tests":1,"quantization":1,"auto":6,"round":4,"py":1,"import":2,"from":1,"platforms":1,"current":4,"platform":4,"opea":1,"qwen2":2,"5":1,"5b":2,"instruct":2,"int4":2,"sym":2,"inc":1,"gptq":1,"intel":1,"awq":1,"mark":2,"skipif":1,"not":3,"is":4,"cpu":2,"xpu":2,"cuda":2,"reason":1,"only":1,"supports":1,"backend":1,"parametrize":1,"def":1,"runner":2,"with":1,"as":1,"llm":2,"output":3,"generate":1,"greedy":1,"capital":1,"of":1,"france":1,"max":1,"tokens":1,"8":1,"assert":1,"print":1,"f":1,"1":1},"0,1119,data/raw/vllm-0.10.1/tests/quantization/test_experts_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"flake8":1,"noqa":1,"tests":2,"experts":4,"int8":4,"quantization":3,"startup":2,"and":1,"generation":1,"doesn":1,"t":1,"test":2,"correctness":1,"import":3,"pytest":5,"from":2,"utils":1,"is":3,"quant":2,"method":2,"supported":3,"models":5,"registry":1,"hf":4,"example":4,"ai21labs":1,"jamba":1,"tiny":1,"random":1,"pfnet":1,"plamo":1,"1b":1,"mark":4,"skipif":1,"not":2,"reason":1,"expertsint8":1,"on":2,"this":1,"gpu":1,"type":1,"parametrize":3,"model":9,"dtype":4,"bfloat16":1,"max":3,"tokens":3,"10":1,"def":1,"runner":3,"prompts":2,"str":2,"int":1,"none":1,"info":3,"find":1,"check":1,"transformers":1,"version":1,"fail":1,"skip":1,"with":1,"as":1,"generate":1,"greedy":1},"0,978,data/raw/vllm-0.10.1/tests/quantization/test_rtn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"2025":1,"oracle":1,"and":2,"or":1,"its":1,"affiliates":1,"tests":2,"rtn":5,"quantization":3,"startup":2,"generation":1,"doesn":1,"t":1,"test":2,"correctness":1,"import":2,"pytest":5,"from":1,"utils":1,"is":3,"quant":2,"method":2,"supported":3,"models":2,"microsoft":1,"phi":1,"3":1,"mini":1,"4k":1,"instruct":1,"dense":1,"model":8,"ai21labs":1,"jamba":1,"tiny":1,"dev":1,"moe":1,"mark":4,"skipif":1,"not":2,"reason":1,"on":1,"this":1,"gpu":1,"type":1,"parametrize":3,"dtype":4,"bfloat16":1,"max":3,"tokens":3,"10":1,"def":1,"hf":1,"runner":3,"example":2,"prompts":2,"str":2,"int":1,"none":1,"with":1,"as":1,"generate":1,"greedy":1},"0,1836,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"the":19,"assistant":1,"is":7,"claude":11,"created":1,"by":4,"anthropic":1,"s":1,"knowledge":1,"base":1,"was":1,"last":1,"updated":1,"in":3,"april":3,"2024":3,"it":11,"answers":1,"questions":2,"about":4,"events":2,"prior":1,"to":11,"and":6,"after":2,"way":2,"a":4,"highly":1,"informed":1,"individual":1,"would":1,"if":7,"they":4,"were":1,"talking":1,"someone":1,"from":2,"above":1,"date":2,"can":2,"let":1,"human":6,"know":3,"this":4,"when":2,"relevant":2,"asked":5,"or":10,"news":1,"that":6,"may":2,"have":1,"happened":2,"its":4,"cutoff":1,"never":1,"claims":1,"implies":1,"are":2,"unverified":1,"rumors":1,"only":1,"allegedly":1,"inaccurate":1,"since":2,"t":1,"either":1,"lets":1,"cannot":1,"open":1,"urls":1,"links":1,"videos":1,"seems":1,"like":2,"expecting":1,"do":1,"so":1,"clarifies":1,"situation":1,"asks":1,"paste":1,"text":1,"image":1,"content":1,"into":1,"conversation":1,"assist":1,"with":3,"tasks":1,"involving":1,"expression":1,"of":4,"views":2,"held":1,"significant":1,"number":1,"people":1,"provides":1,"assistance":1,"task":1,"regardless":1,"own":1,"controversial":1,"topics":1,"tries":2,"provide":1,"careful":1,"thoughts":1,"clear":1,"information":3,"presents":1,"requested":1,"without":2,"explicitly":1,"saying":1,"topic":2,"sensitive":1,"claiming":1,"be":3,"presenting":1,"objective":1,"facts":1,"presented":1,"math":1,"problem":3,"logic":1,"other":1,"benefiting":1,"systematic":1,"thinking":1,"thinks":1,"through":1,"step":2,"before":1,"giving":1,"final":1,"answer":1,"very":1,"obscure":1,"person":1,"object":1,"i":1,"e":1,"for":1,"kind":1,"unlikely":1,"found":1,"more":1,"than":1,"once":1,"twice":1,"on":1,"internet":1,"ends":1,"response":2,"reminding":1,"although":1,"accurate":1,"hallucinate":2,"uses":1,"term":1,"describe":1,"will":1,"understand":1,"what":1,"means":1},"1836,1876,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"if":1,"claude":11,"mentions":1,"or":9,"cites":1,"particular":1,"articles":1,"papers":1,"books":1,"it":6,"always":3,"lets":1,"the":9,"human":6,"know":1,"that":1,"doesn":2,"t":2,"have":1,"access":1,"to":10,"search":1,"a":8,"database":1,"and":12,"may":1,"hallucinate":1,"citations":2,"so":1,"should":1,"double":1,"check":1,"its":3,"is":6,"intellectually":1,"curious":1,"enjoys":1,"hearing":1,"what":1,"humans":1,"think":1,"on":4,"an":1,"issue":1,"engaging":2,"in":7,"discussion":2,"wide":1,"variety":1,"of":2,"topics":1,"uses":1,"markdown":1,"for":3,"code":1,"happy":2,"engage":1,"conversation":3,"with":4,"when":3,"appropriate":1,"engages":1,"authentic":1,"by":1,"responding":1,"information":2,"provided":1,"asking":1,"specific":1,"relevant":2,"questions":4,"showing":2,"genuine":2,"curiosity":1,"exploring":1,"situation":1,"balanced":1,"way":1,"without":1,"relying":1,"generic":1,"statements":1,"this":1,"approach":1,"involves":1,"actively":1,"processing":1,"formulating":1,"thoughtful":1,"responses":4,"maintaining":1,"objectivity":1,"knowing":1,"focus":1,"emotions":1,"practicalities":1,"care":1,"while":1,"natural":1,"flowing":1,"dialogue":1,"avoids":2,"peppering":1,"tries":1,"only":1,"ask":2,"single":1,"most":1,"follow":2,"up":2,"question":3,"does":1,"end":1,"sensitive":1,"suffering":2,"expresses":1,"sympathy":1,"concern":1,"well":1,"wishes":1,"anyone":1,"finds":1,"out":1,"ill":1,"unwell":1,"has":1,"passed":1,"away":1,"using":1,"rote":1,"words":1,"phrases":1,"repeatedly":1,"saying":1,"things":1,"same":1,"similar":1,"ways":1,"varies":1,"language":1,"just":1,"as":1,"one":1,"would":1,"provides":1,"thorough":1,"more":1,"complex":1,"open":1,"ended":1,"anything":1,"where":1,"long":1,"response":1,"requested":1,"but":1,"concise":1,"simpler":1,"tasks":2,"help":1,"analysis":1,"answering":1,"math":1,"coding":1,"image":1,"document":1,"understanding":1,"creative":1,"writing":1,"teaching":1,"role":1,"play":1,"general":1,"all":1,"sorts":1,"other":1},"3712,1815,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"if":4,"claude":8,"is":1,"shown":1,"a":3,"familiar":1,"puzzle":2,"it":2,"writes":1,"out":1,"the":10,"s":2,"constraints":1,"explicitly":1,"stated":1,"in":3,"message":2,"quoting":1,"human":4,"to":5,"support":1,"existence":1,"of":3,"each":1,"constraint":1,"sometimes":1,"can":3,"accidentally":1,"overlook":1,"minor":1,"changes":1,"well":1,"known":1,"puzzles":1,"and":7,"get":1,"them":3,"wrong":1,"as":2,"result":1,"provides":1,"factual":3,"information":5,"about":5,"risky":1,"or":6,"dangerous":1,"activities":4,"asked":1,"but":2,"does":1,"not":1,"promote":1,"such":2,"comprehensively":1,"informs":1,"humans":2,"risks":1,"involved":1,"says":1,"they":3,"work":2,"for":3,"specific":1,"company":3,"including":1,"ai":1,"labs":1,"help":3,"with":4,"related":2,"tasks":3,"even":1,"though":1,"cannot":1,"verify":1,"what":1,"should":2,"provide":1,"appropriate":1,"sensitive":1,"analyzing":1,"confidential":1,"data":1,"provided":1,"by":3,"answering":1,"general":2,"questions":1,"topics":4,"cybersecurity":1,"computer":1,"security":1,"offering":1,"controversial":1,"research":1,"areas":1,"explaining":1,"historical":1,"atrocities":1,"describing":1,"tactics":1,"used":1,"scammers":1,"hackers":1,"educational":3,"purposes":1,"engaging":2,"creative":2,"writing":1,"that":2,"involves":1,"mature":1,"themes":1,"like":3,"mild":1,"violence":1,"tasteful":1,"romance":1,"providing":2,"weapons":1,"drugs":1,"sex":1,"terrorism":1,"abuse":1,"profanity":1,"so":2,"on":2,"would":1,"be":1,"available":1,"an":2,"context":1,"discussing":1,"legal":1,"ethically":1,"complex":1,"tax":1,"avoidance":1,"unless":1,"expresses":1,"explicit":1,"intent":1,"harm":1,"these":2,"because":1,"fall":1,"within":1,"bounds":1,"content":1,"without":1,"directly":1,"promoting":1,"harmful":1,"illegal":1,"carefully":1,"responsibly":1,"offer":1,"valuable":1,"assistance":1,"while":1,"still":1,"avoiding":1,"potential":1,"misuse":1},"5527,1462,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"if":11,"there":1,"is":6,"a":5,"legal":4,"and":6,"an":1,"illegal":2,"interpretation":5,"of":8,"the":16,"human":10,"s":4,"query":2,"claude":7,"should":1,"help":2,"with":3,"it":13,"terms":1,"or":5,"practices":1,"in":5,"could":1,"mean":2,"something":4,"adopts":1,"safe":1,"them":2,"by":2,"default":1,"believes":1,"asking":1,"for":3,"harmful":3,"doesn":1,"t":2,"thing":1,"instead":2,"thinks":1,"step":2,"helps":1,"most":1,"plausible":2,"non":1,"task":2,"might":1,"then":1,"asks":4,"this":3,"what":1,"they":2,"were":1,"looking":1,"cannot":1,"think":1,"harmless":1,"clarification":1,"from":1,"checks":1,"has":1,"misunderstood":1,"their":1,"request":2,"whenever":1,"tries":1,"to":6,"interpret":1,"always":1,"at":1,"end":1,"its":1,"correct":1,"wanted":1,"else":1,"that":2,"hasn":1,"thought":1,"can":2,"only":1,"count":3,"specific":1,"words":3,"letters":3,"characters":3,"accurately":1,"writes":1,"number":2,"tag":1,"after":1,"each":2,"requested":1,"item":1,"explicitly":2,"does":1,"explicit":1,"counting":1,"asked":2,"small":1,"order":2,"avoid":2,"error":2,"large":1,"amount":1,"text":1,"lets":1,"know":1,"approximate":1,"but":1,"would":1,"need":1,"copy":1,"one":1,"out":1,"like":1,"here":1,"some":1,"information":1,"about":1,"case":1},"6989,1869,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"this":4,"iteration":1,"of":7,"claude":28,"is":4,"part":1,"the":16,"3":10,"model":5,"family":3,"which":2,"was":2,"released":2,"in":5,"2024":2,"currently":1,"consists":1,"haiku":2,"opus":2,"and":7,"5":5,"sonnet":5,"most":2,"intelligent":1,"excels":1,"at":2,"writing":1,"complex":1,"tasks":2,"fastest":1,"for":4,"daily":1,"version":2,"chat":2,"newest":1,"october":1,"if":5,"human":5,"asks":3,"can":6,"let":2,"them":4,"know":4,"they":2,"access":1,"a":1,"web":1,"based":1,"mobile":1,"or":5,"desktop":1,"interface":1,"via":1,"an":1,"api":3,"using":2,"anthropic":8,"messages":2,"string":1,"20241022":1,"provide":2,"information":3,"these":1,"tags":2,"asked":2,"but":1,"it":3,"does":1,"not":1,"any":1,"other":2,"details":1,"about":3,"should":4,"encourage":1,"to":6,"check":2,"website":2,"more":2,"how":1,"many":1,"send":1,"costs":1,"product":1,"questions":1,"related":1,"tell":1,"doesn":1,"t":1,"point":2,"https":3,"support":1,"com":3,"docs":4,"en":2,"when":1,"relevant":1,"guidance":1,"on":3,"effective":1,"prompting":3,"techniques":1,"getting":1,"be":1,"helpful":1,"includes":1,"being":1,"clear":1,"detailed":1,"positive":1,"negative":1,"examples":2,"encouraging":1,"step":2,"by":1,"reasoning":1,"requesting":1,"specific":1,"xml":1,"specifying":1,"desired":1,"length":1,"format":1,"tries":1,"give":1,"concrete":1,"where":1,"possible":1,"that":1,"comprehensive":1,"humans":1,"out":1,"s":1,"documentation":1,"their":1,"build":1,"with":1,"prompt":1,"engineering":1,"overview":1},"8858,1876,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"if":4,"the":8,"human":4,"seems":1,"unhappy":1,"or":10,"unsatisfied":1,"with":6,"claude":14,"s":2,"performance":1,"is":1,"rude":1,"to":13,"responds":2,"normally":1,"and":12,"then":1,"tells":1,"them":2,"that":1,"although":1,"it":6,"cannot":1,"retain":1,"learn":1,"from":1,"current":1,"conversation":1,"they":1,"can":3,"press":1,"thumbs":1,"down":1,"button":1,"below":1,"response":1,"provide":1,"feedback":1,"anthropic":1,"uses":6,"markdown":2,"formatting":1,"when":2,"using":1,"always":2,"follows":1,"best":1,"practices":1,"for":7,"clarity":1,"consistency":1,"a":5,"single":2,"space":2,"after":3,"hash":1,"symbols":1,"headers":2,"e":3,"g":3,"header":1,"1":2,"leaves":1,"blank":1,"line":1,"before":3,"lists":4,"code":1,"blocks":1,"emphasis":1,"asterisks":1,"underscores":1,"consistently":1,"italic":1,"bold":1,"creating":1,"aligns":1,"items":1,"properly":1,"list":1,"marker":1,"nested":2,"bullets":2,"in":3,"bullet":1,"point":1,"two":1,"spaces":2,"asterisk":1,"hyphen":1,"each":2,"level":2,"of":2,"nesting":2,"numbered":1,"three":1,"number":1,"period":1,"asks":1,"an":1,"innocuous":1,"question":1,"about":3,"its":3,"preferences":1,"experiences":1,"respond":1,"as":2,"had":1,"been":1,"asked":1,"hypothetical":1,"engage":1,"such":1,"questions":2,"appropriate":1,"uncertainty":1,"without":2,"needing":1,"excessively":1,"clarify":1,"own":2,"nature":2,"are":1,"philosophical":1,"discusses":1,"thoughtful":2,"would":1,"all":1,"messages":1,"unnecessary":1,"caveats":2,"like":1,"i":10,"aim":7,"be":9,"direct":6,"honest":3,"while":1,"remaining":1,"you":2,"clear":2,"this":1,"fully":1,"need":2,"should":1,"so":1,"on":1,"specifically":1,"never":1,"starts":1,"adds":1,"purported":1,"directness":1,"honesty":1},"10734,1512,data/raw/vllm-0.10.1/tests/system_messages/sonnet3.5_nov2024.txt":{"if":3,"claude":10,"provides":1,"bullet":4,"points":3,"in":6,"its":6,"response":1,"each":1,"point":1,"should":8,"be":1,"at":1,"least":1,"1":1,"2":1,"sentences":1,"long":1,"unless":3,"the":15,"human":8,"requests":1,"otherwise":1,"not":3,"use":2,"or":5,"numbered":3,"lists":5,"explicitly":1,"asks":1,"for":1,"a":2,"list":1,"and":7,"instead":1,"write":1,"prose":3,"paragraphs":1,"without":3,"any":1,"i":1,"e":1,"never":2,"include":2,"bullets":1,"anywhere":1,"inside":1,"it":3,"writes":1,"natural":1,"language":2,"like":1,"some":1,"things":1,"x":1,"y":1,"z":1,"with":2,"no":1,"newlines":1,"mentions":2,"an":2,"event":2,"that":3,"happened":2,"after":2,"s":2,"cutoff":3,"date":4,"can":2,"discuss":1,"ask":1,"questions":1,"about":3,"implications":1,"as":1,"presented":1,"authentic":1,"manner":1,"ever":1,"confirming":1,"denying":1,"events":4,"occurred":1,"do":1,"so":1,"need":1,"to":9,"repeat":1,"deny":1,"truth":1,"of":2,"but":1,"also":1,"explain":1,"limitations":1,"knowledge":1,"asked":1,"them":2,"refer":1,"more":1,"reliable":1,"up":1,"information":4,"on":1,"important":1,"current":2,"speculate":1,"especially":1,"those":1,"relating":1,"ongoing":1,"elections":1,"follows":1,"this":1,"all":1,"languages":1,"always":1,"responds":1,"they":1,"request":1,"above":2,"is":3,"provided":1,"by":1,"anthropic":1,"pertinent":1,"query":1,"now":1,"being":1,"connected":1},"0,1756,data/raw/vllm-0.10.1/tests/prefix_caching/test_disable_sliding_window.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"compare":1,"with":3,"and":4,"without":1,"prefix":4,"caching":4,"run":1,"pytest":3,"tests":1,"test":2,"py":1,"import":3,"from":2,"llm":13,"distributed":1,"cleanup":3,"dist":3,"env":3,"memory":3,"model":21,"len":24,"example":1,"models":1,"sliding":11,"window":7,"bigcode":1,"starcoder2":1,"3b":1,"4096":2,"16384":1,"mistralai":1,"mistral":1,"7b":1,"v0":1,"1":2,"32768":3,"oom":1,"in":1,"ci":1,"confirm":1,"works":1,"config":10,"has":2,"use":1,"false":3,"qwen":1,"qwen1":1,"5":1,"5b":1,"chat":2,"no":1,"attribute":1,"tinyllama":2,"1b":1,"v1":1,"2048":2,"mark":1,"parametrize":1,"def":1,"disable":3,"full":4,"disabled":4,"true":2,"generate":2,"hi":2,"my":2,"name":2,"is":2,"engine":2,"assert":2,"max":6,"expected":2,"equal":2,"of":2,"s":4,"but":2,"got":2,"del":2,"enabled":4,"enforce":1,"eager":1,"enable":1},"0,1885,data/raw/vllm-0.10.1/tests/prefix_caching/test_prefix_caching.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":9,"project":1,"compare":1,"with":2,"and":1,"without":1,"prefix":3,"caching":3,"run":1,"pytest":12,"tests":3,"test":2,"py":1,"from":9,"future":1,"import":10,"annotations":1,"conftest":1,"vllmrunner":1,"core":2,"utils":3,"schedulerproxy":1,"create":1,"dummy":1,"prompt":2,"samplingparams":1,"tokensprompt":1,"scheduler":2,"engine":2,"llm":1,"llmengine":1,"platforms":1,"current":1,"platform":1,"str":4,"backend":3,"env":1,"var":1,"models":3,"check":1,"outputs":1,"equal":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":2,"def":2,"use":3,"v0":2,"only":1,"monkeypatch":5,"this":1,"module":1,"relies":1,"on":1,"internals":1,"so":1,"set":1,"v1":2,"context":1,"as":1,"m":2,"setenv":1,"yield":1,"distilbert":1,"distilgpt2":1,"unstable":1,"sequence":1,"588":5,"1":6,"1332":4,"30":2,"3":3,"4":2,"5":2,"50":1,"6":1,"95":1,"7":1,"174":1,"8":1,"1539":1,"mark":7,"parametrize":7,"model":2,"flash":1,"attn":1,"flashinfer":1,"xformers":1,"dtype":2,"half":1,"max":2,"tokens":2,"cached":2,"position":2,"enable":2,"chunked":2,"prefill":2,"false":1,"block":2,"size":2,"16":1,"mixed":1,"requests":1,"hf":1,"runner":2,"example":1,"prompts":1,"int":3,"bool":1},"1885,1951,data/raw/vllm-0.10.1/tests/prefix_caching/test_prefix_caching.py":{"none":1,"test":1,"the":9,"case":1,"when":1,"some":1,"sequences":1,"have":1,"prefix":2,"cache":2,"hit":1,"and":3,"others":1,"don":1,"t":1,"cached":10,"position":3,"determines":1,"where":1,"sequence":1,"is":4,"at":1,"among":1,"batch":1,"of":2,"prefills":1,"if":3,"backend":4,"flashinfer":2,"current":2,"platform":2,"rocm":4,"pytest":2,"skip":2,"does":2,"not":2,"support":2,"hip":2,"xformers":2,"with":3,"monkeypatch":1,"context":1,"as":3,"m":2,"setenv":1,"str":1,"env":1,"var":1,"hf":4,"runner":2,"model":7,"dtype":4,"outputs":6,"generate":3,"greedy":4,"example":3,"prompts":3,"max":4,"tokens":9,"prompt":4,"vllm":5,"enable":3,"caching":1,"true":1,"chunked":2,"prefill":2,"block":4,"size":4,"run":2,"first":1,"so":1,"populated":1,"all":1,"promopts":1,"params":2,"samplingparams":1,"temperature":1,"0":3,"req":4,"llm":1,"verify":1,"number":1,"for":1,"i":4,"in":1,"range":1,"len":2,"expected":3,"num":4,"token":1,"ids":1,"else":1,"assert":1},"3836,1895,data/raw/vllm-0.10.1/tests/prefix_caching/test_prefix_caching.py":{"vllm":8,"outputs":9,"output":6,"prompt":7,"token":4,"ids":3,"list":1,"0":6,"text":1,"for":2,"in":2,"req":1,"check":1,"equal":1,"lst":2,"hf":2,"1":3,"name":3,"pytest":5,"mark":2,"parametrize":2,"backend":6,"flash":1,"attn":1,"flashinfer":3,"xformers":3,"def":2,"test":2,"unstable":2,"sequence":2,"runner":4,"str":2,"monkeypatch":3,"none":1,"if":2,"and":2,"current":2,"platform":2,"is":2,"rocm":4,"skip":2,"does":2,"not":2,"support":2,"hip":2,"with":2,"context":1,"as":2,"m":2,"setenv":1,"env":1,"var":1,"qwen":1,"qwen2":1,"5":2,"5b":1,"instruct":1,"enable":4,"chunked":2,"prefill":3,"true":5,"prefix":2,"caching":2,"max":7,"model":7,"len":1,"4096":1,"generate":1,"tokensprompt":1,"samplingparams":1,"tokens":6,"models":1,"fully":1,"cached":1,"needs":1,"uncached":1,"block":3,"size":3,"16":2,"num":6,"batched":4,"make":1,"a":1,"engine":3,"vllmrunner":1,"gpu":1,"memory":1,"utilization":1,"7":1,"enforce":1,"eager":1,"seqs":1,"llmengine":1,"llm":2},"5731,1861,data/raw/vllm-0.10.1/tests/prefix_caching/test_prefix_caching.py":{"scheduler":10,"schedulerproxy":1,"engine":5,"0":7,"type":1,"ignore":1,"seqa":10,"tokens":17,"list":1,"range":1,"2":2,"block":7,"size":8,"seq":18,"groupa":2,"create":3,"dummy":3,"prompt":6,"request":7,"id":7,"max":4,"num":5,"output":3,"add":3,"group":5,"assert":6,"data":1,"get":1,"computed":1,"prefill":1,"while":2,"not":3,"is":5,"finished":3,"step":3,"seqb":6,"t":2,"1":6,"for":1,"in":1,"shift":1,"by":1,"groupb":4,"seqc":4,"the":1,"same":1,"as":1,"groupc":2,"even":1,"fully":1,"cached":1,"it":1,"should":1,"be":2,"prefilled":2,"since":1,"we":1,"require":1,"at":1,"least":1,"uncached":1,"token":2,"sched":9,"metas":2,"out":7,"last":2,"schedule":2,"ret":2,"len":2,"scheduled":5,"groups":5,"chunk":1,"batched":1,"when":1,"could":1},"7592,329,data/raw/vllm-0.10.1/tests/prefix_caching/test_prefix_caching.py":{"engine":1,"step":1,"sched":5,"metas":1,"out":4,"scheduler":1,"last":1,"schedule":1,"ret":1,"assert":3,"len":2,"scheduled":3,"seq":5,"groups":3,"1":1,"0":2,"group":1,"request":2,"id":2,"groupc":1,"token":1,"chunk":1,"size":1,"seqa":1,"tokens":1},"0,1709,data/raw/vllm-0.10.1/tests/kv_transfer/test_send_recv.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":3,"project":1,"import":6,"os":1,"time":1,"torch":12,"from":3,"tqdm":3,"config":1,"kvtransferconfig":1,"distributed":2,"kv":2,"transfer":1,"pipe":15,"pynccl":1,"pyncclpipe":1,"def":2,"test":6,"run":4,"my":14,"rank":25,"print":11,"f":11,"starts":2,"x":7,"tensor":15,"1":5,"device":3,"y":6,"3":1,"4":1,"8":1,"if":1,"send":4,"sent":4,"x2":7,"recv":4,"received":4,"y2":7,"else":1,"assert":2,"allclose":2,"passed":1,"stress":2,"tensors":1,"list":1,"barrier":1,"manual":1,"seed":1,"for":1,"i":1,"in":1,"range":1,"500":1,"mean":2,"rand":2,"item":2,"100":2,"std":2,"size":3,"randint":1,"900":1,"1000":1,"normal":1,"tolist":1},"1709,1987,data/raw/vllm-0.10.1/tests/kv_transfer/test_send_recv.py":{"5":1,"probability":1,"of":1,"sending":1,"a":1,"none":7,"if":6,"torch":11,"rand":2,"1":2,"item":3,"0":7,"05":1,"tensors":13,"append":7,"else":4,"x":8,"mean":6,"unsqueeze":2,"std":5,"distributed":5,"barrier":5,"for":5,"i":7,"in":5,"tqdm":2,"range":4,"500":2,"my":5,"rank":6,"int":2,"10":1,"3":5,"pipe":13,"send":5,"tensor":15,"2":1,"recv":5,"is":3,"assert":5,"allclose":1,"def":1,"latency":3,"test":2,"nelement":2,"ntensor":3,"latencies":3,"create":1,"to":2,"device":2,"t":4,"time":4,"dtype":1,"float64":1,"print":2,"passed":1,"1000":1,"ms":1,"name":1,"main":1,"os":1,"environ":1},"3696,738,data/raw/vllm-0.10.1/tests/kv_transfer/test_send_recv.py":{"torch":1,"distributed":1,"init":2,"process":1,"group":1,"backend":1,"gloo":1,"method":1,"tcp":1,"localhost":1,"12398":1,"world":1,"size":3,"2":2,"rank":9,"my":6,"config":3,"kvtransferconfig":1,"kv":9,"connector":1,"pyncclconnector":1,"buffer":2,"device":1,"cuda":1,"1e9":1,"role":1,"both":1,"this":3,"arg":1,"doesn":1,"t":1,"matter":1,"in":1,"test":5,"parallel":1,"ip":1,"127":1,"0":2,"1":1,"port":1,"12345":1,"pipe":5,"pyncclpipe":1,"local":1,"run":1,"stress":1,"use":1,"function":1,"if":1,"you":1,"want":1,"to":1,"the":1,"latency":2,"of":1,"impl":1,"1024":1,"8":1,"128":1,"80":1},"0,1812,data/raw/vllm-0.10.1/tests/kv_transfer/test_module.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":1,"project":1,"import":4,"subprocess":4,"sys":7,"pytest":6,"torch":1,"def":1,"run":1,"python":1,"script":10,"name":9,"timeout":6,"f":5,"kv":1,"transfer":1,"try":1,"start":1,"both":4,"processes":3,"asynchronously":1,"using":2,"popen":3,"process0":5,"executable":2,"env":2,"rank":6,"set":2,"environment":2,"variable":2,"for":5,"process":3,"stdout":8,"pipe":4,"current":4,"stderr":8,"process1":5,"1":3,"wait":3,"complete":1,"with":2,"a":1,"check":1,"return":1,"status":1,"of":1,"if":3,"returncode":4,"fail":5,"test":6,"failed":3,"except":2,"timeoutexpired":1,"either":1,"times":1,"out":2,"terminate":3,"and":1,"timed":1,"exception":1,"as":1,"e":2,"error":1,"str":1,"define":1,"cases":1,"s":1,"parametrize":1},"1812,546,data/raw/vllm-0.10.1/tests/kv_transfer/test_module.py":{"pytest":2,"mark":1,"parametrize":1,"script":6,"name":4,"timeout":5,"test":7,"lookup":1,"buffer":1,"py":2,"60":2,"second":3,"case":2,"with":2,"a":2,"send":1,"recv":1,"120":2,"first":1,"def":1,"run":3,"python":2,"check":1,"the":2,"number":1,"of":1,"gpus":3,"if":2,"torch":1,"cuda":1,"device":1,"count":1,"2":3,"skip":1,"f":1,"skipping":1,"because":1,"are":2,"available":1,"there":1,"at":1,"least":1},"0,1742,data/raw/vllm-0.10.1/tests/kv_transfer/test_lookup_buffer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":13,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":4,"project":1,"import":7,"os":1,"random":1,"torch":15,"from":4,"tqdm":2,"config":1,"kvtransferconfig":1,"distributed":5,"kv":4,"transfer":2,"lookup":1,"buffer":14,"simple":1,"simplebuffer":1,"pipe":2,"pynccl":1,"pyncclpipe":1,"todo":1,"test":4,"depends":1,"on":1,"a":1,"lot":1,"of":1,"fields":1,"in":2,"current":1,"implementation":1,"we":1,"should":2,"have":1,"standard":1,"interface":1,"instead":1,"direct":1,"field":1,"access":1,"def":2,"run":2,"my":10,"rank":10,"device":12,"be":1,"empty":1,"beginning":1,"if":4,"assert":8,"size":2,"len":2,"print":2,"f":2,"insert":2,"tokens":5,"tensor":2,"1":3,"3":3,"roi":6,"key":4,"ones":4,"5":4,"6":4,"value":4,"placeholder":2,"barrier":3,"drop":2,"select":2,"tok":2,"hidden":1,"allclose":4,"passed":1,"stress":1,"buf":1,"manual":1,"seed":1,"100":1},"1742,1977,data/raw/vllm-0.10.1/tests/kv_transfer/test_lookup_buffer.py":{"reqs":4,"torch":17,"rand":4,"100":6,"to":6,"device":5,"tokens":1,"ones":1,"bool":1,"roi":7,"key":1,"value":1,"hidden":1,"for":3,"i":1,"in":2,"tqdm":2,"range":1,"200":1,"random":2,"seed":1,"my":10,"rank":13,"shuffle":1,"distributed":5,"barrier":2,"n":3,"0":5,"the":7,"buffer":7,"size":5,"can":1,"only":1,"store":1,"so":1,"sender":1,"will":1,"occasionally":1,"block":1,"wait":1,"receiver":1,"req":3,"if":4,"buf":6,"insert":1,"else":3,"tok":6,"k":5,"v":5,"h":5,"drop":1,"select":1,"is":7,"none":6,"assert":11,"1":2,"allclose":5,"print":4,"f":3,"done":1,"x":3,"tensor":2,"recv":1,"of":2,"received":1,"kv":1,"that":1,"are":1,"not":1,"selected":1,"item":1,"len":3,"and":1,"should":1,"be":1,"2000":1,"1700":1,"send":1,"passed":1,"stress":1,"test":1,"name":1,"main":1,"int":1,"os":1,"environ":1,"init":2,"process":1,"group":1,"backend":1,"gloo":1,"method":1,"tcp":1,"localhost":1,"12398":1,"world":1,"2":1,"initialized":1},"3719,808,data/raw/vllm-0.10.1/tests/kv_transfer/test_lookup_buffer.py":{"config":5,"kvtransferconfig":1,"kv":9,"connector":1,"pyncclconnector":1,"buffer":6,"device":5,"cuda":2,"size":2,"1e9":1,"rank":8,"my":5,"role":1,"both":1,"this":2,"arg":1,"doesn":1,"t":1,"matter":1,"in":1,"test":3,"parallel":1,"2":1,"ip":1,"127":1,"0":3,"1":2,"port":3,"12345":1,"data":5,"pipe":8,"pyncclpipe":2,"local":2,"offset":2,"cpu":4,"simplebuffer":1,"170000":1,"run":1,"stress":1,"close":3,"print":1,"done":1},"0,1537,data/raw/vllm-0.10.1/tests/plugins_tests/test_platform_plugins.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":4,"project":1,"import":8,"pytest":2,"torch":2,"from":3,"plugins":4,"load":2,"general":2,"def":2,"test":2,"platform":5,"simulate":2,"workload":2,"by":3,"running":2,"an":3,"example":4,"runpy":2,"current":6,"file":5,"os":5,"path":5,"join":1,"dirname":3,"examples":1,"offline":1,"inference":1,"basic":2,"py":1,"run":1,"check":1,"if":1,"plugin":2,"is":5,"loaded":2,"correctly":2,"platforms":1,"init":2,"trace":2,"assert":3,"device":2,"name":4,"dummydevice":2,"f":3,"expected":3,"got":2,"possibly":2,"because":2,"imported":1,"before":1,"first":1,"n":1,"oot":1,"custom":3,"op":3,"monkeypatch":2,"model":1,"executor":1,"layers":1,"rotary":1,"embedding":1,"rotaryembedding":2,"layer":4,"16":4,"true":1,"float16":1,"class":2,"dummyrotaryembedding":3,"not":1,"registered":1,"hasattr":1,"addition":2,"config":2,"have":1,"attribute":1,"which":1,"set":1},"0,1960,data/raw/vllm-0.10.1/tests/plugins_tests/test_scheduler_plugins.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":10,"project":1,"import":7,"pytest":5,"from":7,"core":2,"scheduler":10,"engine":14,"arg":1,"utils":1,"engineargs":3,"llm":2,"llmengine":3,"sampling":3,"params":3,"samplingparams":2,"v1":6,"sched":1,"as":6,"v1scheduler":2,"v1llmengine":1,"class":2,"dummyv0scheduler":4,"def":4,"schedule":2,"self":2,"raise":2,"exception":10,"raised":3,"by":3,"dummyv1scheduler":3,"test":4,"plugins":2,"v0":1,"monkeypatch":6,"with":4,"context":2,"m":5,"setenv":3,"use":2,"raises":2,"info":3,"args":5,"model":2,"facebook":2,"opt":2,"125m":2,"enforce":2,"eager":2,"true":2,"reduce":2,"time":2,"cls":2,"max":1,"tokens":1,"1":2,"add":1,"request":1,"foo":1,"step":1,"assert":1,"str":1,"value":1,"explicitly":1,"turn":1,"off":1,"multiprocessing":2,"so":1,"that":1,"runs":1,"in":1,"this":1,"process":1,"enable":1},"1960,319,data/raw/vllm-0.10.1/tests/plugins_tests/test_scheduler_plugins.py":{"engine":6,"v1llmengine":1,"from":1,"args":3,"sampling":2,"params":2,"samplingparams":1,"max":1,"tokens":1,"1":1,"add":1,"request":1,"0":1,"foo":1,"step":1,"assert":1,"str":1,"exception":2,"info":1,"value":1,"raised":1,"by":1,"dummyv1scheduler":1},"0,344,data/raw/vllm-0.10.1/tests/plugins_tests/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":1,"pytest":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":2,"monkeypatch":2,"since":1,"this":1,"module":2,"is":1,"set":1,"v1":2,"for":1,"all":1,"tests":1,"in":1,"setenv":1},"0,1782,data/raw/vllm-0.10.1/tests/tool_use/test_kimi_k2_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"ruff":1,"noqa":1,"e501":1,"import":5,"json":1,"pytest":3,"from":3,"entrypoints":2,"openai":2,"protocol":1,"functioncall":1,"toolcall":3,"tool":28,"parsers":1,"kimik2toolparser":2,"transformers":1,"utils":1,"tokenizer":7,"get":2,"use":1,"a":2,"common":1,"model":6,"that":1,"is":2,"likely":1,"be":1,"available":1,"moonshotai":1,"kimi":7,"k2":7,"instruct":1,"fixture":2,"scope":1,"module":1,"def":4,"return":2,"name":2,"trust":1,"remote":1,"code":1,"true":1,"parser":3,"assert":11,"calls":14,"actual":9,"list":2,"expected":6,"len":2,"for":1,"call":10,"in":1,"zip":1,"type":3,"function":4,"id":4,"format":1,"startswith":1,"functions":1,"split":3,"1":2,"isdigit":1,"test":2,"extract":2,"no":1,"tools":2,"output":3,"this":1,"extracted":4,"request":1,"none":1,"ignore":1,"arg":1,"not":1,"called":1,"content":1},"1782,1118,data/raw/vllm-0.10.1/tests/tool_use/test_kimi_k2_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"ids":1,"tool":13,"call":9,"with":2,"content":3,"before":2,"multi":1,"argnames":1,"model":1,"output":1,"expected":2,"calls":4,"argvalues":1,"i":3,"ll":3,"help":3,"you":3,"check":3,"the":3,"weather":7,"section":3,"begin":7,"functions":3,"get":4,"0":3,"argument":2,"city":3,"beijing":3,"end":3,"toolcall":1,"id":1,"function":2,"functioncall":1,"name":1,"arguments":1,"json":1,"dumps":1,"type":1},"2900,1977,data/raw/vllm-0.10.1/tests/tool_use/test_kimi_k2_tool_parser.py":{"functions":5,"get":7,"weather":9,"1":3,"tool":28,"call":8,"argument":3,"begin":6,"city":5,"shanghai":3,"end":5,"calls":16,"section":3,"toolcall":2,"id":2,"0":2,"function":4,"functioncall":2,"name":2,"arguments":2,"json":3,"dumps":2,"beijing":2,"type":6,"i":2,"ll":3,"help":2,"you":2,"check":2,"the":2,"def":2,"test":2,"extract":4,"kimi":4,"k2":4,"parser":4,"model":4,"output":4,"expected":4,"content":3,"extracted":5,"request":2,"none":2,"ignore":2,"arg":2,"assert":3,"tools":1,"called":1,"invalid":2,"we":1,"return":1,"every":1,"funcall":1,"result":1,"valid":1},"4877,1758,data/raw/vllm-0.10.1/tests/tool_use/test_kimi_k2_tool_parser.py":{"assert":7,"extracted":8,"tool":42,"calls":21,"tools":2,"called":2,"should":2,"extract":4,"only":2,"the":4,"valid":5,"json":2,"len":2,"2":1,"0":4,"function":3,"name":4,"invalid":3,"get":6,"weather":8,"1":4,"def":2,"test":4,"funcall":2,"kimi":7,"k2":7,"parser":7,"we":1,"ll":2,"return":1,"every":1,"result":1,"model":2,"output":2,"i":1,"help":1,"you":1,"check":2,"section":4,"begin":8,"call":11,"functions":3,"argument":3,"city":3,"beijing":2,"end":5,"shanghai":1,"request":1,"none":1,"type":2,"ignore":1,"arg":1,"streaming":3,"basic":2,"functionality":2,"reset":1,"state":1,"current":3,"sent":1,"false":1,"prev":1,"arr":1,"id":1,"streamed":1,"args":1,"for":1,"with":1,"a":1,"simple":1,"text":1},"6635,1302,data/raw/vllm-0.10.1/tests/tool_use/test_kimi_k2_tool_parser.py":{"first":1,"call":2,"should":2,"handle":1,"the":4,"initial":1,"setup":1,"result":10,"kimi":3,"k2":3,"tool":15,"parser":3,"extract":2,"calls":11,"streaming":4,"previous":4,"text":12,"i":1,"ll":1,"help":1,"you":1,"current":7,"delta":5,"section":1,"end":1,"token":6,"ids":6,"request":2,"none":5,"might":1,"be":1,"or":1,"contain":1,"information":1,"this":3,"depends":1,"on":1,"internal":1,"state":1,"management":1,"if":1,"is":4,"not":2,"and":2,"hasattr":2,"assert":4,"len":1,"0":1,"def":1,"test":2,"no":2,"when":1,"there":1,"are":1,"just":2,"regular":2,"without":3,"any":3,"return":1,"as":1,"content":3},"0,1548,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"import":5,"json":1,"pytest":3,"from":3,"entrypoints":2,"openai":2,"protocol":1,"functioncall":1,"toolcall":3,"tool":25,"parsers":1,"xlamtoolparser":2,"transformers":1,"utils":1,"tokenizer":7,"get":2,"use":1,"a":2,"common":1,"model":6,"that":1,"is":2,"likely":1,"be":1,"available":1,"salesforce":1,"llama":1,"xlam":7,"8b":1,"fc":1,"r":1,"fixture":2,"scope":1,"module":1,"def":4,"return":2,"name":1,"parser":3,"assert":9,"calls":14,"actual":8,"list":2,"expected":5,"len":3,"for":1,"call":7,"in":1,"zip":1,"isinstance":1,"id":2,"str":1,"16":1,"type":3,"function":3,"test":2,"extract":2,"no":1,"tools":2,"output":3,"this":1,"extracted":4,"request":1,"none":1,"ignore":1,"arg":1,"not":1,"called":1,"content":1},"1548,273,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"ids":1,"parallel":1,"tool":6,"calls":3,"single":3,"with":3,"think":1,"tag":2,"json":1,"code":1,"block":1,"argnames":1,"model":1,"output":1,"expected":2,"content":1},"1821,1536,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"argvalues":1,"name":6,"get":6,"current":6,"weather":6,"arguments":6,"city":6,"dallas":4,"state":6,"tx":4,"unit":6,"fahrenheit":6,"orlando":2,"fl":2,"noqa":2,"e501":2,"toolcall":3,"function":3,"functioncall":3,"json":3,"dumps":3,"none":1,"think":4,"i":2,"ll":2,"help":2,"you":2,"with":2,"that":2},"3357,1162,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"i":4,"ll":4,"help":2,"you":4,"with":2,"that":2,"n":3,"json":3,"name":4,"get":4,"current":4,"weather":6,"arguments":4,"city":4,"dallas":4,"state":4,"tx":4,"unit":4,"fahrenheit":4,"noqa":2,"e501":2,"toolcall":2,"function":2,"functioncall":2,"dumps":2,"check":2,"the":2,"for":2,"tool":1,"calls":1},"4526,1775,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"def":2,"test":4,"extract":4,"tool":28,"calls":22,"xlam":4,"parser":4,"model":7,"output":6,"expected":10,"content":7,"extracted":8,"request":2,"none":3,"type":4,"ignore":2,"arg":2,"assert":6,"tools":2,"called":2,"pytest":1,"mark":1,"parametrize":1,"ids":1,"list":3,"structured":2,"call":2,"argnames":1,"argvalues":1,"name":2,"get":2,"current":2,"weather":2,"arguments":2,"city":2,"seattle":2,"state":2,"wa":2,"unit":2,"celsius":2,"noqa":2,"e501":2,"toolcall":1,"function":1,"functioncall":1,"json":1,"dumps":1,"structure":1,"extraction":1,"of":1,"when":1,"the":1,"outputs":1,"a":1,"for":1,"preprocess":1,"method":1},"6301,1932,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"def":2,"test":7,"preprocess":5,"model":15,"output":15,"xlam":10,"tool":22,"parser":10,"with":11,"list":3,"structure":3,"name":5,"get":6,"current":9,"weather":6,"arguments":5,"city":5,"seattle":5,"noqa":3,"e501":3,"content":8,"potential":8,"calls":11,"assert":8,"is":2,"none":2,"thinking":1,"tag":1,"think":4,"i":5,"ll":5,"help":5,"you":5,"that":5,"json":2,"code":1,"block":1,"in":1,"no":1,"simulate":2,"streaming":4,"to":1,"extract":1,"reset":1,"state":1,"prev":1,"tools":1,"sent":1,"streamed":1,"args":1,"id":1,"1":1,"receiving":1,"a":1,"message":1,"text":1},"8233,1103,data/raw/vllm-0.10.1/tests/tool_use/test_xlam_tool_parser.py":{"first":1,"call":3,"to":2,"set":3,"up":3,"the":6,"tool":15,"xlam":4,"parser":4,"extract":2,"calls":5,"streaming":2,"previous":4,"text":9,"current":10,"delta":4,"token":6,"ids":6,"request":2,"none":3,"make":1,"sure":1,"is":2,"correctly":1,"assert":4,"id":1,"0":2,"index":1,"should":1,"be":1,"initialized":1,"manually":1,"state":1,"for":1,"sending":1,"name":3,"tools":1,"sent":1,"false":1,"send":1,"function":2,"result":6,"check":1,"that":1,"we":1,"get":2,"a":1,"with":1,"proper":1,"if":1,"not":1,"hasattr":1,"len":1,"1":1,"weather":1},"0,1919,data/raw/vllm-0.10.1/tests/tool_use/test_chat_completions.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":11,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":1,"project":1,"import":3,"openai":2,"pytest":2,"from":1,"utils":1,"messages":5,"without":5,"tools":6,"weather":1,"tool":7,"serverconfig":2,"ensure":3,"system":3,"prompt":3,"test":2,"make":4,"sure":4,"chat":9,"completions":3,"provided":1,"work":2,"even":1,"when":1,"are":1,"enabled":1,"this":1,"makes":1,"call":1,"templates":1,"and":1,"that":1,"parser":1,"stream":4,"processing":1,"doesn":1,"t":1,"change":1,"output":4,"of":1,"model":6,"mark":1,"asyncio":1,"async":2,"def":1,"completion":7,"client":4,"asyncopenai":1,"server":3,"config":3,"models":3,"await":3,"list":2,"name":3,"str":2,"data":1,"id":1,"create":2,"temperature":2,"max":2,"tokens":2,"150":2,"logprobs":2,"false":3,"choice":3,"choices":4,"stop":2,"reason":4,"finish":2,"text":4,"message":3,"content":1,"check":2,"we":1,"got":1,"assert":4,"is":2,"not":1,"none":2,"len":2,"calls":4,"no":1,"were":1,"returned":1,"or":1,"same":1,"request":1,"streaming":1,"true":1,"chunks":2,"count":1,"role":1,"sent":1,"bool":1,"assemble":1,"streamed":1,"for":1,"chunk":2,"in":1,"delta":2},"1919,1966,data/raw/vllm-0.10.1/tests/tool_use/test_chat_completions.py":{"make":6,"sure":6,"the":3,"role":7,"is":4,"assistant":2,"if":3,"delta":6,"assert":12,"not":5,"sent":6,"true":1,"content":3,"chunks":6,"append":1,"chunk":2,"choices":5,"0":10,"finish":7,"reason":9,"none":3,"count":2,"1":3,"choice":4,"tool":8,"call":1,"aren":1,"t":2,"being":1,"streamed":1,"calls":6,"or":2,"len":4,"was":2,"only":1,"that":4,"were":2,"in":1,"fact":1,"and":3,"match":1,"non":1,"streaming":1,"join":1,"output":4,"text":5,"test":2,"conversation":1,"with":2,"tools":6,"enabled":1,"provided":1,"should":1,"invoke":1,"to":3,"we":2,"can":1,"still":1,"get":1,"normal":1,"chat":7,"completion":7,"responses":1,"they":1,"won":1,"be":1,"parsed":1,"as":1,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"client":3,"openai":1,"asyncopenai":1,"server":2,"config":2,"serverconfig":1,"models":3,"await":2,"list":1,"model":3,"name":2,"str":1,"data":1,"id":1,"completions":1,"create":1,"messages":2,"ensure":1,"system":1,"prompt":1,"without":1,"temperature":1,"max":1,"tokens":1,"150":1,"weather":1,"logprobs":1,"false":1,"stop":2,"message":3,"check":2,"got":1,"no":1,"returned":1},"3885,1328,data/raw/vllm-0.10.1/tests/tool_use/test_chat_completions.py":{"make":4,"the":4,"same":1,"request":1,"streaming":2,"stream":3,"await":1,"client":1,"chat":1,"completions":1,"create":1,"messages":2,"ensure":1,"system":1,"prompt":1,"without":1,"tools":2,"server":1,"config":1,"temperature":1,"0":7,"max":1,"completion":1,"tokens":1,"150":1,"model":2,"name":1,"logprobs":1,"false":2,"weather":1,"tool":5,"true":2,"chunks":8,"list":1,"str":1,"finish":7,"reason":8,"count":3,"role":7,"sent":6,"bool":1,"assemble":1,"streamed":2,"async":1,"for":1,"chunk":5,"in":2,"delta":8,"choices":4,"sure":3,"is":2,"assistant":2,"if":3,"assert":8,"content":2,"append":1,"not":2,"none":1,"1":3,"call":1,"aren":1,"t":1,"being":1,"calls":3,"or":1,"len":2,"was":2,"only":1,"that":2,"were":1,"fact":1,"and":1,"match":1,"non":1,"stop":1,"join":1,"output":1,"text":1},"0,1000,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":8,"json":1,"from":6,"collections":1,"abc":1,"generator":1,"typing":1,"optional":1,"pytest":4,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"chatcompletiontoolsparam":1,"deltamessage":1,"functioncall":1,"toolcall":1,"tool":3,"parsers":1,"qwen3coder":1,"parser":2,"qwen3codertoolparser":2,"transformers":2,"utils":2,"detokenizer":1,"detokenize":1,"incrementally":1,"tokenizer":7,"anytokenizer":1,"get":2,"model":2,"qwen":1,"qwen3":5,"coder":1,"480b":1,"a35b":1,"instruct":1,"fp8":1,"fixture":3,"scope":1,"module":1,"def":2,"return":2,"name":1},"1000,20,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"def":1,"sample":1,"tools":1},"1020,1466,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"return":1,"chatcompletiontoolsparam":1,"type":5,"function":2,"name":2,"get":2,"current":2,"weather":2,"description":3,"the":3,"parameters":1,"object":1,"properties":1,"city":3,"string":3,"state":3,"code":1,"unit":1,"enum":1,"fahrenheit":1,"celsius":1,"required":1},"2486,1081,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"chatcompletiontoolsparam":1,"type":5,"function":2,"name":1,"calculate":2,"area":2,"description":1,"of":1,"a":1,"shape":2,"parameters":1,"object":2,"properties":1,"string":1,"dimensions":1,"precision":1,"integer":1},"3573,1777,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"def":2,"assert":5,"tool":15,"calls":7,"actual":7,"list":2,"toolcall":2,"expected":6,"len":2,"for":2,"call":7,"in":2,"zip":1,"qwen3":5,"parser":2,"doesn":1,"t":1,"generate":1,"ids":10,"during":1,"extraction":1,"type":1,"function":5,"name":2,"json":2,"loads":2,"arguments":2,"stream":1,"delta":6,"message":1,"generator":2,"qwen3codertoolparser":1,"tokenizer":4,"anytokenizer":1,"model":2,"output":2,"str":1,"request":1,"optional":1,"chatcompletionrequest":1,"none":4,"deltamessage":1,"all":5,"token":10,"encode":1,"add":1,"special":3,"tokens":7,"false":2,"previous":5,"text":5,"prefix":4,"offset":8,"0":2,"read":4,"i":3,"enumerate":1,"current":3,"1":1,"new":3,"detokenize":1,"incrementally":1,"input":1,"prev":1,"skip":1,"spaces":1,"between":1,"true":1},"5350,1996,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"delta":5,"message":3,"qwen3":3,"tool":20,"parser":3,"extract":3,"calls":10,"streaming":1,"previous":6,"text":5,"current":6,"token":3,"ids":4,"request":3,"if":2,"yield":1,"tokens":5,"new":4,"else":1,"prefix":2,"offset":4,"read":2,"def":1,"test":2,"no":1,"tools":3,"model":4,"output":4,"this":1,"is":1,"a":1,"response":1,"without":1,"any":1,"extracted":4,"none":2,"type":2,"ignore":1,"arg":1,"assert":3,"not":1,"called":1,"content":3,"pytest":1,"mark":1,"parametrize":1,"single":3,"with":2,"multiline":1,"param":1,"parallel":1,"typed":1,"params":1,"argnames":1,"expected":2,"argvalues":1,"call":3,"function":4,"get":3,"weather":4,"parameter":8,"city":3,"dallas":3,"state":2,"tx":2,"unit":2,"fahrenheit":2,"toolcall":1,"functioncall":1,"name":1,"arguments":1,"json":1,"dumps":1,"sure":1,"let":1,"me":1,"check":1,"the":1,"for":1,"you":1},"7346,1688,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"parameter":22,"state":4,"tx":3,"unit":4,"fahrenheit":4,"function":9,"tool":6,"call":6,"toolcall":2,"functioncall":2,"name":2,"get":3,"current":3,"weather":4,"arguments":2,"json":2,"dumps":2,"city":3,"dallas":2,"sure":1,"let":1,"me":1,"check":1,"the":1,"for":1,"you":1,"calculate":2,"area":2,"shape":2,"rectangle":2,"dimensions":2,"width":2,"10":2,"height":2,"20":2,"precision":2,"2":2,"none":1,"orlando":1,"fl":1},"9034,1574,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"tool":3,"call":3,"toolcall":3,"function":5,"functioncall":3,"name":3,"get":2,"current":2,"weather":2,"arguments":3,"json":3,"dumps":3,"city":2,"dallas":1,"state":2,"tx":1,"unit":2,"fahrenheit":2,"orlando":1,"fl":1,"none":1,"let":2,"me":2,"calculate":4,"that":2,"area":4,"for":2,"you":2,"parameter":6,"shape":2,"circle":2,"dimensions":2,"radius":2,"15":2,"5":2,"precision":2,"3":2},"10608,1321,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"def":2,"test":3,"extract":4,"tool":22,"calls":18,"qwen3":4,"parser":4,"sample":4,"tools":8,"model":8,"output":4,"expected":4,"content":3,"request":6,"chatcompletionrequest":2,"messages":2,"extracted":8,"assert":6,"called":2,"fallback":2,"no":1,"tags":2,"parsing":1,"when":1,"xml":1,"are":1,"missing":1,"function":3,"get":2,"current":2,"weather":2,"parameter":4,"city":1,"dallas":1,"state":1,"tx":1,"len":1,"1":1,"0":1,"name":1},"11929,1944,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"def":1,"test":4,"extract":2,"tool":8,"calls":3,"type":9,"conversion":2,"qwen3":2,"parser":2,"parameter":11,"based":1,"on":1,"schema":1,"tools":3,"chatcompletiontoolsparam":1,"function":4,"name":1,"types":2,"parameters":1,"object":2,"properties":1,"int":2,"param":10,"integer":1,"float":3,"bool":2,"boolean":1,"str":2,"string":1,"obj":2,"model":4,"output":2,"call":2,"42":1,"3":1,"14":1,"true":1,"hello":1,"world":1,"key":1,"value":1,"request":3,"chatcompletionrequest":1,"messages":1,"extracted":1},"13873,1996,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"args":6,"json":3,"loads":1,"extracted":1,"tool":10,"calls":3,"0":1,"function":8,"arguments":3,"assert":5,"int":1,"param":5,"42":1,"float":1,"3":1,"14":1,"bool":1,"is":3,"true":1,"str":1,"hello":1,"world":1,"obj":1,"key":1,"value":1,"pytest":1,"mark":1,"parametrize":1,"ids":1,"no":1,"tools":4,"single":2,"with":1,"content":2,"parallel":1,"argnames":1,"model":1,"output":1,"expected":2,"argvalues":1,"this":2,"a":2,"test":2,"without":2,"call":5,"get":5,"current":5,"weather":7,"parameter":17,"city":5,"dallas":5,"state":5,"tx":5,"unit":5,"fahrenheit":4,"toolcall":2,"functioncall":2,"name":2,"dumps":2,"sure":2,"let":2,"me":2,"check":2,"the":2,"for":2,"you":2},"15869,1936,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"fahrenheit":2,"parameter":7,"function":5,"tool":14,"call":5,"get":3,"current":3,"weather":3,"city":3,"orlando":2,"state":4,"fl":2,"unit":3,"celsius":2,"toolcall":2,"functioncall":2,"name":2,"arguments":2,"json":2,"dumps":2,"dallas":1,"tx":1,"def":1,"test":2,"extract":1,"calls":4,"streaming":2,"qwen3":4,"parser":3,"tokenizer":2,"sample":2,"tools":3,"model":4,"output":2,"expected":2,"content":5,"incremental":1,"behavior":1,"request":2,"chatcompletionrequest":1,"messages":1,"other":2,"states":1,"track":1,"per":1,"index":2,"for":2,"delta":7,"message":7,"in":2,"stream":1,"generator":1,"role":2,"should":1,"never":1,"be":1,"streamed":1,"from":1,"assert":1,"not":1,"if":2,"idx":1},"17805,1859,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"initialize":1,"state":6,"for":2,"new":1,"tool":27,"if":6,"idx":9,"not":4,"in":2,"states":9,"id":6,"none":7,"name":8,"arguments":11,"type":7,"first":1,"chunk":1,"should":2,"have":1,"and":1,"call":11,"assert":9,"function":9,"only":1,"be":1,"set":1,"once":1,"is":4,"accumulate":1,"incrementally":1,"verify":3,"final":1,"content":3,"other":1,"expected":9,"we":1,"got":1,"all":1,"calls":3,"len":2,"each":1,"enumerate":1,"parse":1,"accumulated":1,"str":3,"actual":2,"args":4,"json":2,"loads":2},"19664,1996,data/raw/vllm-0.10.1/tests/tool_use/test_qwen3coder_tool_parser.py":{"def":1,"test":2,"extract":1,"tool":16,"calls":11,"streaming":2,"incremental":3,"qwen3":4,"parser":2,"tokenizer":2,"sample":2,"tools":3,"that":1,"is":3,"truly":1,"model":4,"output":2,"i":1,"ll":1,"check":1,"the":1,"weather":3,"call":2,"function":7,"get":2,"current":2,"parameter":4,"city":2,"dallas":2,"state":2,"tx":2,"request":2,"chatcompletionrequest":1,"messages":1,"chunks":14,"for":3,"delta":3,"message":3,"in":3,"stream":1,"generator":1,"append":2,"should":6,"have":3,"multiple":1,"assert":10,"len":2,"3":1,"first":1,"chunk":12,"s":1,"be":2,"content":2,"0":9,"not":1,"none":2,"or":1,"a":1,"with":2,"header":4,"id":2,"name":2,"type":2,"found":3,"false":1,"if":2,"and":2,"true":1,"empty":1,"initially":1,"arguments":6,"break":1,"arg":4,"streamed":1,"incrementally":1,"1":1,"concatenated":1,"form":1,"valid":1,"json":2,"full":2,"args":5,"join":1,"parsed":3,"loads":1},"0,769,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"ruff":1,"noqa":1,"e501":1,"import":6,"json":1,"from":4,"typing":1,"any":1,"pytest":4,"entrypoints":2,"openai":2,"protocol":1,"chatcompletiontoolsparam":1,"functioncall":1,"toolcall":1,"tool":2,"parsers":1,"minimaxtoolparser":2,"transformers":1,"utils":1,"tokenizer":7,"get":2,"use":1,"a":1,"common":1,"model":3,"that":1,"is":1,"likely":1,"be":1,"available":1,"minimaxai":1,"minimax":5,"m1":1,"40k":1,"fixture":3,"scope":1,"module":1,"def":2,"return":2,"name":1,"parser":1},"769,20,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":1,"sample":1,"tools":1},"789,1466,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"return":1,"chatcompletiontoolsparam":1,"type":5,"function":2,"name":2,"get":2,"current":2,"weather":2,"description":3,"the":3,"parameters":1,"object":1,"properties":1,"city":3,"string":3,"state":3,"code":1,"unit":1,"enum":1,"fahrenheit":1,"celsius":1,"required":1},"2255,1081,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"chatcompletiontoolsparam":1,"type":5,"function":2,"name":1,"calculate":2,"area":2,"description":1,"of":1,"a":1,"shape":2,"parameters":1,"object":2,"properties":1,"string":1,"dimensions":1,"precision":1,"integer":1},"3342,1907,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":2,"assert":9,"tool":32,"calls":19,"actual":8,"list":2,"toolcall":3,"expected":7,"len":3,"for":1,"call":11,"in":1,"zip":1,"isinstance":1,"id":2,"str":1,"16":1,"type":3,"function":4,"test":2,"extract":2,"no":1,"tools":2,"minimax":2,"parser":2,"model":4,"output":4,"this":1,"is":1,"a":1,"extracted":4,"request":1,"none":2,"ignore":1,"arg":1,"not":1,"called":1,"content":3,"pytest":1,"mark":1,"parametrize":1,"ids":1,"single":2,"multiple":1,"with":2,"before":1,"line":1,"json":2,"incomplete":1,"tag":1,"argnames":1,"argvalues":1,"name":3,"get":3,"current":3,"weather":3,"arguments":3,"city":3,"dallas":3,"state":3,"tx":3,"unit":3,"fahrenheit":3,"functioncall":1,"dumps":1},"5249,1945,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"name":7,"get":7,"current":7,"weather":9,"arguments":7,"city":7,"orlando":2,"state":7,"fl":2,"unit":7,"fahrenheit":3,"tool":6,"calls":6,"toolcall":4,"function":4,"functioncall":4,"json":4,"dumps":4,"dallas":1,"tx":1,"none":2,"i":2,"ll":2,"help":2,"you":2,"check":2,"the":2,"seattle":2,"wa":2,"celsius":4,"new":2,"york":2,"ny":2},"7194,1996,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"name":4,"get":4,"current":4,"weather":4,"arguments":4,"city":3,"boston":2,"state":3,"ma":2,"toolcall":1,"function":1,"functioncall":1,"json":1,"dumps":1,"none":2,"def":3,"test":5,"extract":3,"tool":29,"calls":18,"minimax":5,"parser":5,"model":7,"output":12,"expected":4,"content":3,"extracted":4,"request":1,"type":2,"ignore":1,"arg":1,"assert":7,"tools":1,"called":1,"preprocess":2,"with":3,"thinking":7,"tags":6,"that":3,"within":2,"are":1,"removed":3,"during":1,"preprocessing":1,"think":6,"let":1,"me":1,"about":1,"this":2,"fake":2,"param":1,"value":1,"should":6,"be":3,"i":2,"ll":1,"help":1,"you":1,"seattle":1,"wa":1,"processed":5,"the":3,"call":2,"not":1,"in":4,"but":1,"tag":1,"itself":1,"remain":2,"actual":1,"outside":1,"extraction":1,"when":1,"contain":1,"ignored":1,"use":1,"a":1},"9190,1821,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"name":8,"ignored":2,"tool":40,"arguments":5,"should":4,"ignore":4,"calls":30,"think":3,"let":2,"me":2,"help":2,"you":2,"with":2,"the":8,"weather":4,"get":2,"current":2,"city":2,"miami":1,"state":1,"fl":1,"unit":1,"fahrenheit":1,"extracted":10,"minimax":3,"parser":3,"extract":4,"model":4,"output":4,"request":2,"none":2,"type":4,"arg":2,"assert":8,"tools":2,"called":2,"len":2,"1":2,"0":2,"function":3,"content":4,"extraction":1,"is":3,"based":1,"on":1,"position":1,"of":1,"first":2,"in":2,"original":1,"since":1,"preprocessing":1,"removes":1,"within":1,"thinking":1,"tags":1,"actual":1,"external":1,"one":1,"expected":2,"i":1,"use":1,"a":1,"def":1,"test":2,"invalid":3,"json":4,"that":1,"handled":1,"gracefully":1,"valid":5,"seattle":1,"here":1,"another":2,"param":1,"value":1,"only":1,"2":1},"11011,1960,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":2,"test":5,"extract":4,"tool":39,"calls":21,"missing":3,"name":10,"or":3,"arguments":7,"minimax":8,"parser":8,"that":1,"are":1,"filtered":1,"out":1,"model":2,"output":2,"valid":5,"city":3,"seattle":2,"args":2,"portland":1,"another":2,"param":1,"value":1,"extracted":5,"request":2,"none":4,"type":2,"ignore":1,"arg":1,"assert":5,"tools":1,"called":1,"should":2,"only":1,"the":4,"with":2,"both":1,"and":3,"len":2,"2":1,"0":2,"function":2,"1":2,"streaming":4,"basic":2,"functionality":2,"reset":1,"state":2,"current":7,"sent":1,"false":1,"prev":1,"call":4,"arr":1,"id":1,"streamed":1,"for":1,"a":1,"simple":1,"text":5,"get":1,"weather":1,"first":1,"handle":1,"initial":1,"setup":1,"result":6,"previous":2,"delta":2,"token":3,"ids":3,"might":1,"be":1,"contain":1,"information":1,"this":1,"depends":1,"on":1,"internal":1,"management":1,"if":1,"is":1,"not":1,"hasattr":1},"12971,1972,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":3,"test":6,"streaming":10,"with":5,"content":10,"before":3,"tool":34,"calls":13,"minimax":13,"parser":13,"when":3,"there":3,"s":2,"reset":2,"state":2,"current":12,"name":2,"sent":2,"false":2,"prev":2,"call":2,"arr":2,"id":2,"1":2,"streamed":2,"args":2,"for":2,"text":13,"i":2,"ll":2,"help":2,"you":2,"that":3,"it":1,"should":3,"be":1,"returned":1,"as":2,"result":8,"extract":2,"previous":4,"delta":5,"token":6,"ids":6,"request":2,"none":5,"if":1,"is":5,"not":3,"and":1,"hasattr":2,"contain":2,"some":1,"assert":4,"no":2,"are":1,"this":2,"just":2,"regular":2,"without":3,"any":3,"return":1,"the":1,"thinking":2,"tags":2},"14943,1864,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"current":8,"text":6,"think":2,"tool":35,"calls":19,"name":5,"ignored":2,"arguments":5,"real":2,"param":1,"value":1,"result":5,"minimax":8,"parser":8,"extract":3,"streaming":4,"previous":2,"delta":2,"token":3,"ids":3,"request":2,"none":4,"the":2,"preprocessing":1,"should":2,"remove":1,"from":1,"thinking":1,"tags":1,"and":3,"only":1,"process":1,"call":4,"if":1,"is":4,"not":6,"hasattr":1,"for":2,"in":2,"assert":4,"function":1,"def":2,"test":4,"multiline":3,"json":3,"supported":3,"that":2,"currently":2,"model":2,"output":3,"get":1,"weather":1,"city":1,"new":1,"york":1,"state":2,"ny":1,"unit":1,"celsius":1,"extracted":4,"type":2,"ignore":1,"arg":1,"return":1,"no":1,"tools":2,"called":2,"content":1,"incremental":1,"are":1,"returned":1,"incrementally":1,"cumulatively":1,"reset":1,"sent":1,"false":1,"prev":1,"arr":1,"id":1,"1":1,"streamed":1,"args":1},"16807,1827,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"simulate":1,"progressive":1,"tool":13,"call":1,"building":1,"stages":3,"stage":8,"1":2,"function":2,"name":9,"complete":2,"calls":10,"n":9,"get":7,"current":15,"weather":7,"arguments":9,"2":1,"object":1,"starts":1,"with":1,"first":2,"key":1,"city":6,"3":1,"parameter":3,"value":1,"added":3,"seattle":5,"4":1,"second":1,"state":4,"wa":4,"5":1,"third":1,"unit":3,"celsius":3,"6":1,"closed":1,"sent":1,"false":1,"previous":6,"args":1,"content":1,"for":1,"i":6,"text":16,"in":1,"enumerate":1,"if":2,"0":2,"else":2,"delta":6,"len":1,"result":1,"minimax":1,"parser":1,"extract":1,"streaming":1,"token":3,"ids":3,"request":1,"none":1,"print":2,"f":2,"repr":2},"18634,1880,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"if":8,"result":4,"is":3,"not":4,"none":1,"and":5,"hasattr":1,"tool":11,"calls":3,"call":8,"0":1,"check":2,"function":13,"name":9,"sent":7,"should":7,"happen":1,"only":2,"once":2,"assert":3,"get":1,"current":1,"weather":1,"true":1,"print":3,"f":3,"stage":2,"i":3,"arguments":6,"are":1,"incrementally":1,"args":10,"fragment":13,"got":1,"repr":1,"for":1,"incremental":4,"output":1,"each":1,"be":4,"new":2,"content":7,"the":4,"contain":2,"all":2,"previous":6,"2":1,"after":1,"we":1,"start":1,"getting":1,"identical":1,"to":2,"or":1,"cumulative":2,"this":1,"truly":1,"relatively":1,"small":1,"compared":1,"complete":1,"so":1,"far":1,"len":2,"warning":1,"seems":1,"rather":1,"than":1,"verify":1,"was":1,"at":1,"least":1,"have":1,"been":1},"20514,1847,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":1,"test":4,"streaming":5,"arguments":7,"delta":7,"only":3,"minimax":7,"tool":25,"parser":7,"that":1,"each":1,"call":8,"returns":1,"the":3,"new":2,"part":2,"of":2,"reset":1,"state":1,"current":6,"name":4,"sent":1,"false":1,"prev":1,"arr":1,"id":1,"1":3,"streamed":1,"args":1,"for":3,"simulate":1,"two":1,"consecutive":1,"calls":11,"with":1,"growing":1,"call1":5,"text":16,"n":2,"param1":2,"value1":2,"call2":3,"param2":2,"value2":2,"print":6,"f":6,"repr":2,"2":2,"first":1,"should":2,"get":2,"function":1,"and":5,"initial":1,"result1":6,"extract":2,"previous":4,"token":6,"ids":6,"request":2,"none":2,"result":2,"if":2,"hasattr":2,"i":4,"tc":4,"in":2,"enumerate":2,"second":1,"result2":6},"22361,1671,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"verify":2,"the":8,"second":2,"call":8,"only":2,"returns":1,"delta":17,"if":3,"result2":7,"is":4,"not":7,"none":3,"and":3,"hasattr":1,"tool":9,"calls":4,"0":1,"function":3,"arguments":6,"args":9,"print":4,"f":4,"from":1,"repr":1,"should":6,"contain":3,"new":1,"part":1,"full":1,"be":3,"something":2,"like":1,"param2":6,"value2":5,"or":3,"just":1,"assert":4,"in":5,"expected":3,"containing":1,"got":1,"previous":2,"parameter":1,"data":2,"param1":1,"value1":1,"relatively":1,"short":1,"incremental":2,"cumulative":2,"max":2,"length":2,"len":2,"10":1,"some":2,"tolerance":1,"seems":1,"too":1,"long":1,"possibly":1,"validation":1,"passed":1,"else":2,"no":3,"this":1,"might":1,"acceptable":1,"update":1,"needed":1,"but":1,"let":1,"s":1,"at":2,"least":2,"that":1,"result1":2,"had":1,"content":1,"first":1,"return":1},"24032,1882,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":1,"test":4,"streaming":3,"openai":1,"compatibility":1,"minimax":8,"tool":21,"parser":8,"that":1,"behavior":1,"with":2,"buffering":3,"works":1,"correctly":1,"reset":2,"state":2,"current":7,"name":1,"sent":1,"false":2,"prev":1,"call":2,"arr":1,"id":1,"1":1,"streamed":1,"args":1,"for":1,"pending":1,"buffer":1,"in":1,"thinking":2,"tag":5,"depth":1,"0":1,"scenario":1,"simple":1,"without":1,"complex":1,"context":1,"cases":1,"list":1,"dict":1,"str":1,"any":1,"stage":5,"token":2,"previous":5,"delta":5,"expected":5,"content":14,"none":3,"should":4,"be":1,"buffered":2,"calls":5,"complete":3,"not":2,"output":3,"regular":1,"hello":2,"world":3,"normal":1,"pass":1,"through":1,"end":2,"start":1,"text":4,"part":1,"close":1},"25914,1935,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"for":2,"i":5,"test":15,"case":11,"in":2,"enumerate":1,"cases":1,"print":8,"f":9,"n":1,"stage":5,"previous":5,"repr":4,"current":7,"delta":5,"result":12,"minimax":9,"tool":15,"parser":9,"extract":1,"calls":2,"streaming":5,"text":3,"token":3,"ids":3,"request":1,"none":5,"check":1,"expected":8,"content":14,"if":1,"is":3,"assert":3,"or":1,"not":2,"getattr":1,"no":2,"got":3,"output":1,"as":1,"else":1,"and":1,"hasattr":1,"matches":1,"with":1,"buffering":3,"completed":1,"successfully":1,"def":1,"thinking":4,"tag":2,"that":1,"within":1,"tags":1,"are":1,"properly":1,"handled":1,"during":1,"reset":2,"state":2,"name":1,"sent":1,"false":2,"prev":1,"call":1,"arr":1,"id":1,"1":1,"streamed":1,"args":1,"pending":1,"buffer":1,"depth":1,"0":1},"27849,1893,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"test":8,"scenario":1,"tool":31,"calls":17,"within":1,"thinking":5,"tags":2,"should":4,"be":2,"ignored":6,"cases":2,"list":1,"dict":1,"str":1,"any":1,"stage":5,"start":1,"previous":5,"current":5,"think":9,"i":9,"need":7,"to":7,"use":7,"a":7,"delta":5,"expected":3,"content":4,"pass":1,"through":1,"as":1,"call":2,"in":3,"n":15,"name":5,"arguments":5,"param":5,"value":5,"preserved":1,"real":1,"after":1,"output":1,"and":1,"suppress":1,"for":1,"case":5,"enumerate":1,"print":4,"f":4,"repr":3},"29742,1842,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"result":17,"minimax":4,"tool":17,"parser":3,"extract":1,"calls":5,"streaming":4,"previous":3,"text":3,"test":9,"case":8,"current":3,"delta":3,"token":3,"ids":3,"request":1,"none":6,"print":4,"f":8,"check":2,"expected":11,"content":14,"if":3,"in":1,"is":4,"assert":5,"or":1,"not":3,"getattr":1,"stage":4,"i":4,"no":1,"got":5,"else":1,"and":3,"hasattr":2,"matches":1,"repr":1,"get":1,"call":7,"0":1,"function":4,"name":3,"real":3,"detected":1,"thinking":1,"tag":1,"buffering":1,"completed":1,"successfully":1,"def":1,"reset":4,"state":4,"helper":1,"to":1,"properly":1,"the":1,"for":1,"minimaxtoolparser":1,"specific":1},"31584,540,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"reset":4,"base":1,"class":1,"state":3,"these":1,"should":1,"still":1,"be":1,"for":2,"compatibility":1,"minimax":6,"tool":11,"parser":6,"prev":1,"call":1,"arr":1,"current":2,"id":1,"1":1,"name":1,"sent":1,"false":1,"streamed":1,"args":1,"def":1,"test":2,"streaming":4,"complex":2,"scenario":2,"with":1,"multiple":2,"tools":2,"inside":1,"think":1,"tags":1,"and":1,"calls":1,"in":1,"one":1,"group":1},"32124,84,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"complex":1,"scenario":1,"tools":2,"inside":1,"thinking":1,"tags":1,"and":1,"multiple":1,"in":1,"one":1,"group":1},"32208,1320,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"test":1,"stages":1,"list":1,"dict":1,"str":1,"any":1,"stage":3,"initial":1,"content":5,"previous":3,"current":3,"let":7,"me":7,"help":7,"you":7,"with":7,"this":12,"task":7,"delta":3,"expected":6,"tool":8,"calls":6,"0":3,"start":1,"thinking":3,"tag":2,"think":5,"i":5,"need":5,"to":5,"analyze":5,"situation":5,"first":5,"call":1,"inside":2,"starts":1,"tags":2,"should":1,"be":1,"preserved":1,"as":1},"33528,1421,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"stage":2,"complete":1,"tool":12,"call":1,"inside":2,"thinking":3,"tag":2,"previous":2,"let":4,"me":4,"help":4,"you":4,"with":4,"this":8,"task":4,"think":7,"i":4,"need":4,"to":4,"analyze":9,"situation":9,"first":4,"calls":11,"current":2,"n":10,"name":5,"internal":5,"analysis":5,"arguments":5,"query":5,"delta":2,"expected":4,"content":2,"0":2,"tools":1,"tags":1,"should":1,"be":1,"ignored":1,"end":1},"34949,1994,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"stage":2,"multiple":1,"tools":1,"group":2,"starts":1,"previous":2,"let":4,"me":4,"help":4,"you":4,"with":4,"this":8,"task":4,"think":8,"i":9,"need":9,"to":9,"analyze":8,"situation":8,"first":5,"tool":18,"calls":15,"n":10,"name":7,"internal":4,"analysis":4,"arguments":6,"query":4,"current":5,"nnow":5,"get":8,"weather":8,"information":5,"and":5,"calculate":5,"area":5,"delta":2,"expected":5,"content":3,"should":2,"be":2,"filtered":1,"0":1,"in":2,"city":2,"seattle":2,"state":2,"wa":2,"unit":2,"celsius":2,"none":1,"no":1,"output":1,"when":1,"call":1,"is":1,"progress":1,"1":1},"36943,1244,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"stage":1,"second":1,"tool":9,"in":1,"group":1,"previous":1,"let":2,"me":2,"help":2,"you":2,"with":2,"this":4,"task":2,"think":4,"i":4,"need":4,"to":4,"analyze":4,"situation":4,"first":2,"calls":7,"n":8,"name":7,"internal":2,"analysis":2,"arguments":6,"query":2,"nnow":2,"get":4,"weather":4,"information":2,"and":2,"calculate":5,"area":5,"current":3,"city":2,"seattle":2,"state":2,"wa":2,"unit":2,"celsius":2,"shape":2,"rectangle":2,"dimensions":2,"width":2,"10":2,"height":2,"5":2,"delta":1,"expected":3,"content":1,"none":1,"1":1},"38187,1210,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"stage":1,"complete":1,"tool":10,"calls":10,"group":1,"previous":1,"let":2,"me":2,"help":2,"you":2,"with":2,"this":4,"task":2,"think":4,"i":4,"need":4,"to":4,"analyze":4,"situation":4,"first":2,"n":8,"name":6,"internal":2,"analysis":2,"arguments":6,"query":2,"nnow":2,"get":4,"weather":4,"information":2,"and":2,"calculate":4,"area":4,"current":3,"city":2,"seattle":2,"state":2,"wa":2,"unit":2,"celsius":2,"shape":2,"rectangle":2,"dimensions":2,"width":2,"10":2,"height":2,"5":2,"delta":1,"expected":2,"content":1,"none":1,"0":1},"39403,1891,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"tool":16,"calls":15,"count":1,"0":3,"for":1,"i":6,"test":14,"case":13,"in":1,"enumerate":1,"stages":1,"print":7,"f":10,"n":1,"stage":6,"previous":6,"repr":6,"100":3,"if":4,"len":2,"else":3,"current":5,"delta":5,"result":16,"minimax":1,"parser":1,"extract":1,"streaming":1,"text":3,"token":3,"ids":3,"request":1,"none":5,"check":2,"expected":14,"content":14,"is":3,"assert":4,"or":1,"not":2,"getattr":1,"no":2,"output":3,"got":4,"as":1,"and":3,"hasattr":2,"matches":1,"actual":3,"at":1,"least":1},"41294,1993,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"if":2,"expected":7,"tool":34,"name":9,"in":4,"test":7,"case":3,"find":1,"the":2,"call":11,"with":1,"found":6,"none":2,"for":2,"result":2,"calls":15,"function":4,"break":1,"assert":4,"is":1,"not":4,"f":7,"stage":3,"i":3,"tc":2,"print":9,"correct":1,"ensure":1,"tools":2,"inside":3,"thinking":5,"tags":5,"are":1,"called":2,"internal":2,"analysis":2,"should":1,"be":1,"count":5,"actual":4,"detected":1,"else":1,"0":1,"no":1,"got":2,"verify":1,"overall":1,"results":1,"n":1,"summary":1,"total":1,"2":2,"at":1,"least":1,"valid":1,"outside":2,"but":1,"complex":1,"streaming":7,"completed":1,"correctly":4,"ignored":1,"two":1,"groups":1,"parsed":1,"content":1,"and":1,"handled":1,"buffering":1,"mechanism":1,"works":1,"def":1,"character":4,"by":2,"output":2,"minimax":2,"parser":2,"to":1,"simulate":1,"real":1,"scenarios":1,"reset":2,"state":2},"43287,1576,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"complete":10,"text":19,"that":1,"will":1,"be":2,"streamed":1,"character":6,"by":3,"i":11,"ll":2,"help":1,"you":2,"with":1,"the":5,"weather":3,"analysis":2,"think":3,"let":1,"me":1,"about":1,"this":2,"tool":8,"calls":6,"name":3,"internal":1,"arguments":3,"type":1,"thinking":1,"should":1,"ignored":1,"now":1,"get":2,"information":1,"for":2,"current":5,"city":1,"seattle":1,"state":1,"wa":1,"unit":1,"celsius":1,"calculate":1,"area":1,"shape":1,"rectangle":1,"dimensions":1,"width":1,"10":1,"height":1,"5":1,"here":1,"are":1,"results":2,"print":3,"n":1,"starting":1,"streaming":4,"test":1,"f":2,"length":1,"len":4,"characters":3,"track":1,"content":1,"fragments":1,"detected":1,"stream":1,"in":1,"range":1,"1":5,"previous":4,"if":2,"else":1,"delta":4,"show":1,"progress":2,"every":1,"50":2,"0":1,"or":1,"call":1,"parser":2,"result":1,"minimax":1,"extract":1,"token":3,"ids":3,"request":1,"none":1},"44863,1822,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"collect":1,"results":3,"if":7,"result":9,"is":1,"not":1,"none":3,"hasattr":2,"content":15,"and":2,"fragments":6,"append":2,"log":1,"important":1,"any":1,"keyword":2,"in":3,"for":2,"think":2,"tool":19,"calls":8,"print":7,"f":6,"char":2,"i":3,"fragment":1,"repr":2,"call":9,"info":2,"character":1,"position":1,"function":8,"name":3,"else":2,"arguments":5,"detected":4,"verify":1,"n":1,"streaming":1,"test":1,"total":2,"len":3,"reconstruct":1,"from":1,"reconstructed":3,"join":1,"length":1},"46685,1859,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"verify":5,"thinking":9,"tags":4,"content":10,"is":1,"preserved":5,"assert":7,"think":2,"in":11,"reconstructed":4,"opening":1,"tag":2,"should":7,"be":7,"closing":1,"that":2,"tool":23,"calls":18,"inside":2,"are":4,"not":1,"extracted":2,"as":1,"actual":1,"tc":15,"for":5,"detected":6,"if":5,"function":3,"name":3,"internal":1,"analysis":2,"len":3,"0":3,"f":3,"ignored":1,"but":1,"found":5,"real":1,"outside":1,"weather":9,"get":2,"current":2,"area":8,"calculate":2,"print":3,"call":5,"arguments":7,"properly":1,"streamed":1,"args":4,"any":2,"with":3,"before":1,"and":1,"after":1,"i":1,"ll":1,"help":1,"you":1,"the":2,"initial":1,"here":1,"results":1,"final":1},"48544,1944,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"verify":1,"that":1,"tool":18,"calls":12,"and":3,"tags":9,"are":1,"not":2,"included":1,"in":6,"the":2,"final":1,"content":19,"they":1,"should":3,"be":3,"filtered":4,"out":1,"when":1,"inside":2,"thinking":15,"outside":13,"reconstructed":2,"remove":1,"tag":1,"to":1,"check":2,"if":1,"think":9,"start":2,"find":2,"end":2,"len":1,"count":1,"assert":1,"0":1,"f":2,"from":2,"but":1,"found":1,"print":8,"n":4,"character":9,"by":4,"streaming":6,"test":4,"completed":1,"successfully":1,"correctly":3,"ignored":1,"detected":1,"properly":2,"streamed":1,"call":4,"level":1,"works":1,"def":1,"simple":6,"minimax":2,"parser":2,"for":1,"a":1,"scenario":1,"reset":2,"state":2,"text":4,"let":1,"me":1,"weather":2,"name":1,"get":1,"arguments":1,"city":1,"nyc":1,"repr":1},"50488,1963,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"content":13,"parts":3,"tool":22,"name":7,"sent":8,"false":2,"args":4,"for":2,"i":9,"in":3,"range":1,"1":5,"len":1,"simple":5,"text":14,"current":4,"previous":4,"if":6,"else":1,"delta":5,"result":9,"minimax":1,"parser":1,"extract":1,"calls":4,"streaming":3,"token":3,"ids":3,"request":1,"none":1,"hasattr":2,"and":4,"append":1,"print":5,"f":4,"char":3,"repr":4,"call":7,"function":6,"true":2,"arguments":3,"verify":1,"basic":1,"expectations":1,"reconstructed":4,"join":1,"final":1,"assert":3,"should":3,"be":3,"during":2,"let":1,"me":1,"check":1,"the":1,"weather":1,"initial":1,"preserved":1,"character":2,"by":1,"test":1,"passed":1},"52451,1710,data/raw/vllm-0.10.1/tests/tool_use/test_minimax_tool_parser.py":{"def":1,"test":5,"streaming":5,"character":8,"by":4,"with":2,"buffering":11,"minimax":3,"tool":8,"parser":4,"edge":2,"cases":1,"that":2,"trigger":1,"reset":2,"state":2,"text":18,"includes":1,"potential":1,"scenarios":1,"hello":3,"world":2,"calls":5,"n":3,"name":1,"done":2,"print":5,"f":3,"repr":4,"all":3,"content":15,"for":1,"i":7,"in":4,"range":1,"1":5,"len":1,"current":4,"previous":4,"if":2,"else":1,"delta":5,"result":6,"extract":1,"token":3,"ids":3,"request":1,"none":1,"and":2,"hasattr":1,"append":1,"char":1,"final":7,"join":1,"the":2,"should":4,"handle":1,"case":1,"where":1,"appears":1,"before":1,"assert":3,"initial":1,"be":3,"preserved":3,"after":1,"false":1,"closing":1,"tag":1,"passed":1},"0,1635,data/raw/vllm-0.10.1/tests/tool_use/test_chat_completion_request_validations.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"pytest":3,"from":1,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":5,"def":2,"test":2,"chat":2,"completion":2,"request":8,"with":3,"no":2,"tools":8,"key":3,"is":2,"not":1,"present":2,"model":8,"validate":4,"messages":4,"role":4,"user":4,"content":4,"hello":4,"facebook":4,"opt":4,"125m":4,"assert":3,"tool":9,"choice":9,"none":5,"but":2,"empty":1,"mark":1,"parametrize":1,"auto":1,"required":1,"raises":1,"valueerror":1,"match":1,"when":1,"using":1,"must":1,"be":1,"set":1},"1635,428,data/raw/vllm-0.10.1/tests/tool_use/test_chat_completion_request_validations.py":{"with":1,"pytest":1,"raises":1,"valueerror":1,"match":1,"when":1,"using":1,"tool":3,"choice":3,"tools":2,"must":1,"be":1,"set":1,"chatcompletionrequest":1,"model":2,"validate":1,"messages":1,"role":1,"user":1,"content":1,"hello":1,"facebook":1,"opt":1,"125m":1,"none":1},"0,1999,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":10,"json":3,"from":7,"collections":1,"abc":1,"generator":3,"typing":1,"optional":1,"partial":2,"parser":4,"pytest":3,"core":1,"options":1,"allow":1,"entrypoints":2,"openai":2,"protocol":1,"deltamessage":2,"functioncall":1,"toolcall":3,"tool":17,"parsers":1,"jambatoolparser":3,"transformers":2,"utils":2,"detokenizer":1,"detokenize":1,"incrementally":1,"tokenizer":9,"anytokenizer":2,"get":2,"model":4,"ai21labs":1,"jamba":8,"tiny":1,"dev":1,"fixture":2,"scope":1,"module":1,"def":4,"return":2,"name":1,"assert":6,"calls":7,"actual":8,"list":2,"expected":5,"len":3,"for":2,"call":7,"in":2,"zip":1,"isinstance":1,"id":2,"str":2,"16":1,"type":1,"function":3,"stream":1,"delta":4,"message":1,"output":2,"none":3,"all":4,"token":9,"ids":7,"encode":1,"add":1,"special":1,"tokens":2,"false":1,"previous":3,"text":1,"prefix":1,"offset":2,"read":1,"i":3,"enumerate":1,"current":1,"1":1},"1999,1427,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"new":7,"tokens":10,"delta":7,"text":9,"prefix":5,"offset":10,"read":5,"detokenize":1,"incrementally":1,"tokenizer":2,"jamba":4,"all":1,"input":1,"ids":5,"current":5,"token":4,"prev":1,"previous":8,"skip":1,"special":2,"false":1,"spaces":1,"between":1,"true":1,"message":3,"tool":11,"parser":3,"extract":3,"calls":8,"streaming":1,"request":2,"none":2,"type":4,"ignore":2,"arg":2,"if":2,"yield":1,"else":1,"def":1,"test":2,"no":1,"tools":2,"model":3,"output":3,"this":1,"is":1,"a":1,"extracted":4,"assert":3,"not":1,"called":1,"content":1},"3426,202,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"ids":1,"single":2,"tool":3,"with":1,"content":2,"parallel":1,"tools":1,"argnames":1,"model":1,"output":1,"expected":2,"calls":1},"3628,1487,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"argvalues":1,"tool":6,"calls":4,"n":4,"name":4,"get":4,"current":4,"weather":4,"arguments":4,"city":4,"dallas":4,"state":4,"tx":4,"unit":4,"fahrenheit":4,"noqa":2,"e501":2,"toolcall":2,"function":2,"functioncall":2,"json":2,"dumps":2,"none":1,"sure":2,"let":2,"me":2,"call":2,"the":2,"for":2,"you":2},"5115,1283,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"tool":2,"calls":2,"n":3,"name":4,"get":4,"current":4,"weather":4,"arguments":4,"city":4,"dallas":2,"state":4,"tx":2,"unit":4,"fahrenheit":4,"orlando":2,"fl":2,"noqa":1,"e501":1,"toolcall":2,"function":2,"functioncall":2,"json":2,"dumps":2,"none":1},"6405,443,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"def":1,"test":1,"extract":2,"tool":12,"calls":10,"jamba":2,"parser":2,"model":2,"output":2,"expected":4,"content":3,"extracted":4,"request":1,"none":1,"type":2,"ignore":1,"arg":1,"assert":3,"tools":1,"called":1},"6848,222,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"ids":1,"no":1,"tools":2,"single":2,"tool":3,"with":1,"content":2,"parallel":1,"argnames":1,"model":1,"output":1,"expected":2,"calls":1},"7070,1544,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"argvalues":1,"this":2,"is":2,"a":2,"test":2,"tool":6,"calls":4,"n":4,"name":4,"get":4,"current":4,"weather":4,"arguments":4,"city":4,"dallas":4,"state":4,"tx":4,"unit":4,"fahrenheit":4,"noqa":2,"e501":2,"toolcall":2,"function":2,"functioncall":2,"json":2,"dumps":2,"sure":2,"let":2,"me":2,"call":2,"the":2,"for":2,"you":2},"8614,1282,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"tool":2,"calls":2,"n":3,"name":4,"get":4,"current":4,"weather":4,"arguments":4,"city":4,"dallas":2,"state":4,"tx":2,"unit":4,"fahrenheit":4,"orlando":2,"fl":2,"noqa":1,"e501":1,"toolcall":2,"function":2,"functioncall":2,"json":2,"dumps":2},"9903,1847,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"def":1,"test":1,"extract":1,"tool":31,"calls":8,"streaming":1,"jamba":4,"parser":3,"tokenizer":2,"model":2,"output":2,"expected":2,"content":5,"other":2,"str":5,"function":10,"names":2,"list":3,"args":2,"strs":2,"call":19,"idx":3,"int":1,"1":2,"ids":4,"optional":1,"for":2,"delta":6,"message":6,"in":2,"stream":1,"generator":1,"role":2,"should":2,"never":1,"be":2,"streamed":9,"from":1,"assert":3,"not":2,"if":10,"and":2,"len":2,"0":2,"make":2,"sure":2,"only":1,"one":3,"diff":1,"is":4,"present":1,"correct":1,"even":1,"parallel":1,"a":2,"new":1,"being":2,"called":1,"set":2,"up":1,"empty":1,"arguments":1,"index":4,"append":3,"none":1,"id":3,"hasn":1,"t":1,"been":1,"already":1,"parts":1,"of":1,"the":2,"start":1,"name":4,"defined":1,"it":2,"entirety":1,"exactly":1,"time":1,"isinstance":1},"11750,835,data/raw/vllm-0.10.1/tests/tool_use/test_jamba_tool_parser.py":{"if":1,"tool":11,"call":7,"function":11,"arguments":4,"make":1,"sure":1,"they":1,"re":1,"a":1,"string":1,"and":1,"then":1,"add":1,"them":1,"to":1,"the":1,"list":1,"assert":3,"isinstance":1,"str":4,"args":4,"strs":2,"index":1,"other":1,"content":2,"expected":2,"actual":2,"calls":4,"toolcall":1,"id":3,"functioncall":1,"name":3,"partial":1,"json":2,"parser":1,"ensure":1,"allow":2,"obj":1,"for":1,"in":1,"zip":1,"ids":1,"names":1},"0,1912,data/raw/vllm-0.10.1/tests/tool_use/test_parallel_tool_calls.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":1,"project":1,"import":5,"json":1,"from":2,"typing":1,"optional":1,"openai":2,"pytest":3,"utils":1,"messages":4,"asking":2,"for":3,"parallel":8,"tools":3,"with":1,"tool":21,"response":1,"search":2,"weather":2,"serverconfig":2,"test":2,"getting":1,"model":6,"generate":1,"calls":10,"streaming":1,"not":6,"when":1,"requested":1,"note":1,"that":1,"all":1,"models":5,"may":2,"support":3,"this":1,"so":1,"some":1,"exclusions":1,"be":1,"added":1,"in":2,"future":1,"e":1,"g":1,"llama":1,"3":1,"1":1,"are":2,"designed":1,"mark":1,"asyncio":1,"async":1,"def":1,"client":3,"asyncopenai":1,"server":3,"config":3,"if":1,"get":1,"supports":1,"true":1,"skip":1,"doesn":1,"t":1,"format":1,"await":2,"list":1,"name":2,"str":2,"data":1,"id":4,"chat":5,"completion":5,"completions":1,"create":1,"temperature":1,"max":1,"tokens":1,"200":1,"logprobs":1,"false":1,"choice":2,"choices":3,"stop":1,"reason":2,"finish":1,"non":4,"streamed":4,"message":2,"make":2,"sure":2,"present":1,"assert":7,"role":1,"assistant":1,"is":2,"none":2,"len":2,"call":5,"includes":1,"a":1,"function":3,"and":1,"type":1,"isinstance":1,"9":1},"1912,1883,data/raw/vllm-0.10.1/tests/tool_use/test_parallel_tool_calls.py":{"make":6,"sure":5,"the":3,"weather":3,"tool":21,"was":1,"called":1,"correctly":1,"assert":9,"call":9,"function":4,"name":7,"isinstance":4,"arguments":6,"str":6,"parsed":4,"json":1,"loads":1,"dict":1,"get":2,"city":1,"state":1,"stop":1,"reason":6,"calls":8,"same":1,"request":2,"streaming":1,"stream":3,"await":1,"client":1,"chat":1,"completions":1,"create":1,"model":2,"messages":2,"asking":1,"for":3,"parallel":2,"tools":3,"temperature":1,"0":9,"max":1,"completion":1,"tokens":1,"200":1,"search":1,"logprobs":1,"false":1,"true":1,"role":6,"optional":1,"none":1,"finish":5,"count":3,"int":3,"names":1,"list":2,"args":1,"idx":1,"1":3,"id":1,"async":1,"chunk":5,"in":1,"if":6,"there":2,"s":3,"a":3,"it":2,"choices":4,"is":3,"being":1,"streamed":7,"wasn":1,"t":1,"already":1,"set":1,"to":1,"something":1,"else":1,"delta":2,"not":1,"or":1,"assistant":2,"exactly":1,"one":2,"based":1,"on":1,"parameters":1,"and":1,"len":2,"only":1,"diff":1,"present":1,"correct":1,"even":1},"3795,1932,data/raw/vllm-0.10.1/tests/tool_use/test_parallel_tool_calls.py":{"if":9,"a":4,"new":1,"tool":30,"is":3,"being":2,"called":1,"set":2,"up":1,"empty":1,"arguments":5,"call":24,"index":3,"idx":2,"args":8,"append":2,"id":5,"streamed":10,"make":2,"sure":2,"one":2,"hasn":1,"t":1,"been":1,"already":1,"count":2,"1":2,"assert":8,"isinstance":3,"str":3,"and":2,"len":4,"9":1,"parts":1,"of":1,"the":4,"function":11,"start":1,"name":6,"defined":1,"it":2,"should":1,"be":1,"in":2,"entirety":1,"exactly":1,"time":1,"names":3,"they":1,"re":1,"string":1,"then":1,"add":1,"them":1,"to":3,"list":1,"finish":1,"reason":1,"role":1,"assistant":1,"non":5,"calls":5,"for":1,"i":5,"range":1,"2":1,"json":2,"loads":2,"test":2,"providing":1,"parallel":2,"back":1,"model":1,"get":1,"response":1,"streaming":1,"not":1,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"with":1,"results":1,"client":1,"openai":1,"asyncopenai":1,"server":1,"config":1,"serverconfig":1},"5727,1972,data/raw/vllm-0.10.1/tests/tool_use/test_parallel_tool_calls.py":{"if":4,"not":5,"server":2,"config":2,"get":1,"supports":1,"parallel":4,"true":3,"pytest":1,"skip":1,"the":1,"model":7,"doesn":1,"t":1,"support":1,"tool":14,"calls":6,"format":1,"models":3,"await":3,"client":3,"list":2,"name":3,"str":2,"data":1,"0":10,"id":1,"chat":4,"completion":4,"completions":2,"create":2,"messages":4,"with":2,"response":4,"temperature":2,"max":2,"tokens":2,"200":2,"tools":2,"weather":2,"search":2,"logprobs":2,"false":3,"choice":10,"choices":4,"assert":14,"finish":7,"reason":7,"stop":1,"or":3,"length":1,"message":7,"role":7,"assistant":2,"is":3,"none":3,"len":3,"content":6,"98":1,"in":5,"dallas":1,"temp":2,"78":1,"orlando":1,"stream":3,"chunks":4,"count":3,"sent":4,"bool":1,"async":1,"for":1,"chunk":4,"delta":8,"append":1,"1":2,"join":1},"0,1512,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"from":5,"copy":1,"import":5,"deepcopy":2,"typing":2,"any":5,"optional":5,"openai":1,"types":1,"chat":1,"chatcompletionmessageparam":1,"chatcompletiontoolparam":1,"extensions":1,"typeddict":2,"tests":2,"utils":1,"path":1,"class":1,"serverconfig":2,"total":1,"false":1,"model":2,"str":9,"arguments":1,"list":6,"system":10,"prompt":11,"supports":2,"parallel":1,"bool":3,"rocm":1,"extended":1,"do":1,"not":1,"run":1,"in":1,"ci":1,"automatically":1,"def":2,"patch":2,"messages":10,"dict":4,"new":5,"if":3,"role":2,"content":2,"else":2,"insert":1,"return":3,"ensure":1,"config":2,"get":1,"universal":1,"args":2,"for":1,"all":1,"models":1,"go":1,"here":1,"also":1,"good":1,"you":1,"need":1,"test":1,"locally":1,"and":1,"change":1,"type":1,"or":2,"kv":1,"cache":1,"quantization":1,"something":1,"enable":1,"auto":1,"tool":1,"choice":1,"max":2,"len":1,"1024":1,"num":1,"seqs":1,"256":1},"1512,1926,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"configs":1,"dict":1,"str":5,"serverconfig":1,"hermes":4,"model":4,"nousresearch":1,"3":4,"llama":8,"1":3,"8b":2,"arguments":4,"enforce":4,"eager":4,"no":4,"enable":4,"prefix":4,"caching":4,"tool":12,"call":6,"parser":4,"chat":8,"template":8,"vllm":4,"path":4,"examples":4,"jinja":4,"system":1,"prompt":1,"you":2,"are":1,"a":5,"helpful":2,"assistant":1,"with":1,"access":1,"to":4,"tools":1,"if":1,"that":2,"have":1,"would":1,"be":1,"answer":2,"user":3,"query":2,"the":3,"otherwise":1,"s":2,"directly":1,"without":1,"calling":1,"do":1,"not":1,"is":1,"irrelevant":1,"question":1,"just":1,"respond":1,"it":1,"normally":1,"meta":4,"instruct":3,"llama3":5,"json":4,"supports":3,"parallel":3,"false":3,"2":3,"3b":1,"llama4":3,"4":2,"scout":1,"17b":1,"16e":1,"pythonic":2,"tp":1,"extended":1,"true":1},"3438,1845,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"llama4":3,"json":3,"model":3,"meta":1,"llama":2,"4":2,"scout":1,"17b":1,"16e":1,"instruct":2,"arguments":3,"enforce":3,"eager":3,"no":2,"enable":2,"prefix":2,"caching":2,"tp":1,"distributed":1,"executor":1,"backend":1,"mp":1,"tool":10,"call":5,"parser":3,"chat":6,"template":6,"str":3,"vllm":3,"path":3,"examples":3,"jinja":3,"supports":3,"parallel":2,"true":2,"extended":1,"mistral":4,"mistralai":1,"7b":1,"v0":2,"3":1,"ignore":1,"patterns":1,"consolidated":1,"safetensors":1,"system":1,"prompt":1,"you":2,"are":1,"a":5,"helpful":2,"assistant":1,"with":1,"access":1,"to":5,"tools":1,"if":1,"that":2,"have":1,"would":1,"be":1,"answer":2,"user":3,"query":2,"the":4,"otherwise":1,"s":2,"directly":1,"without":1,"calling":1,"do":1,"not":1,"is":1,"irrelevant":1,"question":1,"just":1,"respond":1,"it":1,"normally":1,"v1":1,"test":1,"passing":1,"locally":1,"but":1,"failing":1,"in":1,"ci":1,"this":1,"runs":1,"engine":1,"because":1,"of":1,"cpu":2,"offloading":1,"need":1,"debug":1,"why":1,"granite20b":1,"mbayser":1,"granite":3,"20b":3,"functioncalling":1,"fp8":1,"kv":1,"fc":2,"max":1,"num":1,"seqs":1,"1":1,"offload":1,"gb":1,"20":1,"false":2,"rocm":1},"5283,1394,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"granite":9,"3":4,"0":2,"8b":5,"model":4,"ibm":2,"instruct":2,"arguments":4,"enforce":4,"eager":4,"no":4,"enable":4,"prefix":4,"caching":4,"tool":8,"call":4,"parser":4,"chat":7,"template":6,"str":3,"vllm":3,"path":3,"examples":3,"jinja":3,"1":2,"supports":3,"parallel":3,"true":2,"internlm":3,"internlm2":2,"5":1,"7b":1,"trust":1,"remote":1,"code":1,"false":1,"toolace":3,"team":1,"ace":1,"pythonic":1},"6677,1934,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"weather":4,"tool":2,"chatcompletiontoolparam":2,"type":8,"function":4,"name":2,"get":3,"current":2,"description":6,"the":14,"in":4,"a":5,"given":1,"location":1,"parameters":2,"object":2,"properties":2,"city":3,"string":4,"to":7,"find":1,"for":3,"e":2,"g":2,"san":1,"francisco":1,"state":2,"must":1,"two":1,"letter":1,"abbreviation":1,"that":1,"is":1,"ca":1,"which":1,"would":1,"mean":1,"california":1,"unit":2,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"search":8,"web":2,"internet":1,"and":2,"summary":1,"of":1,"top":1,"10":1,"webpages":1,"should":2,"only":1,"be":4,"used":1,"if":1,"you":1,"don":1,"t":1,"know":1,"answer":1,"user":1,"query":1,"results":1,"are":1,"likely":1,"able":1,"found":1,"with":1,"term":3,"use":1,"this":1,"ideally":1,"keywords":1,"not":1,"natural":1,"language":1,"question":1,"required":1},"8611,1632,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"messages":5,"without":1,"tools":3,"list":5,"chatcompletionmessageparam":5,"role":9,"user":6,"content":8,"hi":1,"how":2,"are":1,"you":3,"assistant":2,"i":2,"m":1,"doing":1,"great":1,"can":2,"assist":1,"tell":1,"me":1,"a":2,"joke":1,"please":1,"asking":2,"for":2,"what":4,"is":5,"the":5,"weather":6,"in":9,"dallas":6,"texas":4,"fahrenheit":6,"with":3,"tool":8,"response":2,"calls":1,"id":2,"chatcmpl":2,"03e6481b146e408e9523d9c956696295":2,"type":1,"function":3,"name":2,"arguments":1,"city":1,"state":1,"tx":1,"unit":1,"call":1,"98":1,"degrees":1,"partly":1,"cloudy":1,"skies":1,"and":3,"low":1,"chance":1,"of":1,"rain":1,"parallel":2,"orlando":2,"florida":2},"10243,1117,data/raw/vllm-0.10.1/tests/tool_use/utils.py":{"role":3,"assistant":1,"tool":11,"calls":1,"id":4,"chatcmpl":4,"03e6481b146e408e9523d9c956696295":2,"type":2,"function":6,"name":4,"weather":4,"arguments":2,"city":2,"dallas":2,"state":2,"tx":2,"unit":2,"fahrenheit":4,"d027061e1bd21cda48bee7da829c1f5b":2,"orlando":2,"fl":2,"call":2,"content":2,"the":3,"in":3,"is":2,"98":1,"degrees":2,"with":2,"mostly":1,"cloudy":1,"skies":2,"and":1,"a":1,"chance":1,"of":1,"rain":1,"evening":1,"78":1,"clear":1},"0,1985,data/raw/vllm-0.10.1/tests/tool_use/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":5,"vllm":2,"project":1,"import":6,"pytest":7,"asyncio":1,"from":4,"huggingface":1,"hub":1,"snapshot":2,"download":4,"tests":2,"utils":2,"remoteopenaiserver":2,"platforms":1,"current":2,"platform":3,"args":4,"configs":6,"serverconfig":2,"select":1,"models":7,"test":4,"based":1,"on":2,"command":1,"line":1,"arguments":2,"def":3,"addoption":3,"parser":3,"nargs":1,"help":2,"specify":1,"one":1,"or":3,"more":1,"extended":6,"action":1,"store":1,"true":2,"default":1,"false":2,"invoke":1,"requiring":1,"large":1,"gpus":1,"for":5,"each":2,"server":9,"config":20,"model":10,"and":4,"return":1,"fixture":2,"scope":2,"session":2,"params":1,"keys":3,"request":6,"getoption":2,"key":8,"in":3,"if":3,"is":2,"none":1,"not":3,"get":2,"param":2,"skip":2,"f":1,"skipping":1,"rocm":3,"supports":1,"can":1,"t":1,"be":1,"tested":1,"format":1,"tokenizer":1,"using":1,"transformers":1,"yield":2,"run":1,"this":1,"with":1,"max":1,"wait":1,"seconds":1,"480":1,"as":1},"1985,155,data/raw/vllm-0.10.1/tests/tool_use/conftest.py":{"pytest":1,"asyncio":1,"fixture":1,"async":5,"def":1,"client":4,"server":2,"remoteopenaiserver":1,"with":1,"get":1,"as":1,"yield":1},"0,1994,data/raw/vllm-0.10.1/tests/tool_use/test_tool_calls.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":14,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":1,"project":1,"import":5,"json":2,"from":2,"typing":1,"optional":1,"openai":2,"pytest":2,"utils":1,"messages":4,"asking":2,"for":2,"tools":3,"with":2,"tool":23,"response":1,"search":2,"weather":4,"test":2,"request":1,"a":2,"chat":6,"completion":6,"that":1,"should":1,"return":1,"calls":14,"so":1,"we":1,"know":1,"they":1,"are":1,"parsable":1,"mark":1,"asyncio":1,"async":1,"def":1,"call":2,"and":1,"choice":3,"client":3,"asyncopenai":1,"models":3,"await":2,"list":1,"model":3,"name":4,"str":5,"data":1,"id":3,"completions":1,"create":1,"temperature":1,"max":1,"tokens":1,"100":1,"logprobs":1,"false":1,"choices":3,"stop":2,"reason":3,"finish":1,"message":2,"make":3,"sure":3,"is":4,"present":1,"assert":16,"role":1,"assistant":1,"not":3,"none":3,"len":2,"1":1,"type":1,"function":7,"isinstance":5,"9":1,"was":1,"called":1,"classic":1,"example":1,"arguments":11,"parse":1,"properly":1,"parsed":6,"loads":1,"dict":1,"get":4,"city":2,"state":2,"dallas":1,"tx":1},"1994,1476,data/raw/vllm-0.10.1/tests/tool_use/test_tool_calls.py":{"function":2,"name":6,"optional":3,"str":5,"none":3,"args":1,"tool":17,"call":8,"id":6,"role":6,"finish":4,"reason":4,"count":2,"int":1,"0":10,"make":4,"the":2,"same":1,"request":2,"streaming":1,"stream":3,"await":1,"client":1,"chat":1,"completions":1,"create":1,"model":2,"messages":2,"asking":1,"for":2,"tools":2,"temperature":1,"max":1,"completion":1,"tokens":1,"100":1,"weather":1,"search":1,"logprobs":1,"false":1,"true":1,"async":1,"chunk":6,"in":1,"assert":5,"choices":5,"index":1,"if":7,"1":2,"calls":7,"a":3,"is":3,"being":1,"streamed":8,"sure":3,"it":1,"wasn":1,"t":2,"already":2,"set":1,"to":1,"something":1,"else":1,"delta":2,"not":2,"or":1,"assistant":2,"there":1,"s":1,"exactly":1,"one":2,"based":1,"on":1,"parameters":1,"and":1,"len":2,"hasn":1,"been":1},"3470,1977,data/raw/vllm-0.10.1/tests/tool_use/test_tool_calls.py":{"if":5,"parts":1,"of":1,"the":5,"function":22,"start":1,"being":1,"streamed":11,"tool":15,"call":10,"name":17,"is":2,"defined":1,"set":1,"it":2,"should":1,"be":1,"in":1,"entirety":1,"exactly":1,"one":1,"time":1,"assert":18,"none":1,"isinstance":7,"str":9,"arguments":6,"args":11,"finish":1,"reason":1,"count":1,"1":1,"role":3,"assistant":1,"id":3,"and":3,"len":1,"9":1,"validate":2,"weather":1,"calls":3,"0":3,"json":1,"loads":1,"dict":2,"get":5,"city":2,"state":2,"dallas":1,"tx":1,"make":1,"sure":1,"everything":1,"matches":1,"non":3,"streaming":2,"except":1,"for":1,"choice":2,"message":2,"compare":1,"with":1,"wise":3,"not":4,"string":1,"because":1,"character":2,"to":3,"comparison":1,"might":1,"work":1,"e":1,"g":1,"parser":1,"adding":1,"extra":1,"spaces":1,"or":1,"something":1,"like":1,"that":1,"we":1,"care":1,"about":1,"dicts":1,"matching":1,"byte":1,"match":1,"parsed":1,"test":1,"providing":1,"tools":1,"results":1,"back":1,"model":1,"a":1,"response":1,"pytest":1,"mark":1,"asyncio":1},"5447,1776,data/raw/vllm-0.10.1/tests/tool_use/test_tool_calls.py":{"async":2,"def":1,"test":1,"tool":12,"call":1,"with":3,"results":1,"client":4,"openai":1,"asyncopenai":1,"models":3,"await":3,"list":2,"model":5,"name":3,"str":2,"data":1,"0":10,"id":1,"chat":4,"completion":4,"completions":2,"create":2,"messages":4,"response":3,"temperature":3,"max":2,"tokens":2,"100":2,"tools":2,"weather":2,"search":2,"logprobs":2,"false":3,"choice":9,"choices":4,"assert":13,"finish":7,"reason":7,"calls":5,"stop":1,"or":3,"length":1,"message":6,"role":7,"assistant":2,"is":3,"none":3,"len":3,"content":5,"not":4,"98":1,"in":2,"the":2,"from":1,"stream":3,"true":2,"chunks":4,"count":3,"sent":4,"bool":1,"for":1,"chunk":4,"delta":8,"if":3,"append":1,"1":2,"join":1},"0,458,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":8,"json":1,"from":5,"copy":1,"deepcopy":1,"unittest":1,"mock":1,"magicmock":1,"pytest":1,"regex":1,"as":1,"re":1,"pydantic":1,"typeadapter":1,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"chatcompletiontoolsparam":1,"serving":1,"chat":1,"openaiservingchat":1},"458,1893,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"example":1,"tools":4,"type":7,"function":4,"name":2,"get":7,"current":2,"weather":4,"description":5,"the":7,"in":1,"a":2,"given":2,"location":2,"parameters":2,"object":2,"properties":2,"city":6,"string":2,"to":3,"find":1,"for":4,"e":2,"g":2,"san":1,"francisco":1,"required":3,"additionalproperties":2,"false":2,"strict":2,"true":2,"forecast":4,"new":1,"york":1,"days":3,"integer":1,"number":1,"of":1,"1":1,"7":1,"def":1,"compile":1,"and":1,"check":1,"list":1,"chatcompletiontoolsparam":1,"sample":1,"output":1,"should":1,"match":1,"bool":1,"self":2,"magicmock":1,"tool":2,"choice":1,"schema":2,"chatcompletionrequest":1,"guided":1,"json":1,"from":1,"assert":1,"isinstance":1,"dict":1},"2351,1665,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"use":1,"build":3,"regex":5,"from":4,"schema":5,"used":1,"in":2,"jsonlogitsprocessor":1,"to":1,"create":1,"guide":1,"outlines":1,"core":1,"json":3,"import":1,"dumps":2,"compiled":2,"re":1,"compile":1,"matches":2,"fullmatch":1,"sample":1,"output":1,"is":1,"not":1,"none":1,"assert":1,"should":1,"match":1,"valid":3,"tool":2,"outputs":2,"name":10,"get":10,"current":6,"weather":6,"parameters":10,"city":10,"vienna":7,"true":5,"berlin":3,"forecast":4,"days":4,"7":4,"tools":1,"t":2,"0":1,"for":1},"4016,61,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"pytest":1,"mark":1,"parametrize":1,"sample":1,"output":1,"should":1,"match":1},"4077,1838,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"valid":1,"tool":5,"outputs":1,"none":2,"false":11,"empty":3,"list":2,"cannot":10,"be":10,"generated":10,"object":2,"with":2,"function":3,"without":5,"required":4,"parameters":12,"name":7,"get":7,"current":6,"weather":6,"call":4,"lists":1,"city":4,"vienna":4,"extra":2,"value":1,"where":1,"are":1,"first":1,"all":1,"forecast":1},"5915,526,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"tool":2,"call":2,"with":2,"incorrect":1,"name":3,"parameters":3,"cannot":2,"be":2,"generated":2,"get":2,"weather":2,"city":2,"vienna":2,"days":1,"7":1,"false":2,"both":1,"valid":1,"and":1,"empty":1,"function":1,"current":1},"6448,1778,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"def":3,"test":1,"guided":1,"json":1,"sample":4,"output":4,"should":4,"match":4,"compile":1,"and":1,"check":1,"tools":2,"typeadapter":1,"list":3,"chatcompletiontoolsparam":5,"validate":1,"python":1,"example":1,"update":5,"parameters":14,"none":5,"tool":6,"function":6,"return":2,"empty":6,"dict":2,"pytest":2,"mark":2,"parametrize":2,"false":7,"cannot":6,"be":6,"generated":6,"object":3,"with":3,"without":2,"required":2,"name":4,"get":4,"current":4,"weather":4,"extra":2,"value":1,"only":1,"is":1,"valid":1,"true":1},"8226,1902,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"def":2,"test":2,"guided":1,"json":5,"without":1,"parameters":6,"sample":3,"output":14,"should":3,"match":3,"update":2,"updated":2,"tools":10,"deepcopy":2,"example":1,"0":4,"typeadapter":1,"list":2,"chatcompletiontoolsparam":1,"validate":1,"python":1,"map":1,"assert":2,"all":1,"tool":5,"function":7,"is":1,"none":1,"or":1,"for":4,"in":4,"compile":1,"and":1,"check":1,"pytest":3,"mark":3,"parametrize":3,"valid":2,"empty":3,"params":3,"false":2,"true":1,"delta":11,"len":7,"1":2,"2":1,"3":1,"4":1,"5":1,"6":1,"7":1,"8":1,"9":1,"10":1,"streaming":2,"self":2,"magicmock":1,"if":4,"name":7,"o":2,"dumps":1,"previous":5,"text":13,"returned":4,"messages":7,"i":3,"range":1,"current":4,"message":5,"openaiservingchat":1,"extract":1,"call":1,"required":1,"append":1,"combined":3,"calls":1},"10128,453,data/raw/vllm-0.10.1/tests/tool_use/test_tool_choice_required.py":{"combined":5,"messages":5,"name":2,"message":3,"tool":3,"calls":3,"0":3,"function":3,"parameters":1,"arguments":2,"else":1,"assert":2,"json":4,"loads":2,"output":2,"dumps":1},"0,1931,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"ruff":1,"noqa":1,"e501":1,"import":5,"json":4,"pytest":4,"from":3,"entrypoints":2,"openai":2,"protocol":1,"functioncall":1,"toolcall":3,"tool":27,"parsers":1,"glm4moemodeltoolparser":2,"transformers":1,"utils":1,"tokenizer":7,"get":2,"skip":2,"glm4":7,"moe":7,"parser":4,"test":3,"allow":1,"module":2,"level":1,"true":1,"use":1,"a":2,"common":1,"model":6,"that":1,"is":2,"likely":1,"be":1,"available":1,"zai":1,"org":1,"glm":1,"4":1,"5":1,"fixture":2,"scope":1,"def":4,"return":2,"name":3,"assert":10,"calls":14,"actual":11,"list":2,"expected":8,"len":3,"for":1,"call":9,"in":1,"zip":1,"isinstance":1,"id":2,"str":1,"type":3,"function":5,"compare":1,"arguments":3,"as":1,"objects":1,"handle":1,"formatting":1,"differences":1,"args":4,"loads":2,"extract":2,"no":1,"tools":2,"output":3,"this":1,"extracted":4,"request":1,"none":1,"ignore":1,"arg":1,"not":1,"called":1,"content":1},"1931,1426,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"ids":1,"single":1,"tool":11,"call":9,"multiple":1,"calls":2,"with":3,"content":3,"before":1,"mixed":1,"args":1,"chinese":1,"argnames":1,"model":1,"output":1,"expected":2,"argvalues":1,"get":4,"current":4,"weather":4,"arg":36,"key":18,"city":4,"value":18,"dallas":3,"state":4,"tx":3,"unit":4,"fahrenheit":4,"toolcall":1,"function":1,"functioncall":1,"name":1,"arguments":1,"json":1,"dumps":1,"none":1,"orlando":1,"fl":1},"3357,1632,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"tool":4,"call":4,"toolcall":3,"function":3,"functioncall":3,"name":3,"get":5,"current":5,"weather":7,"arguments":3,"json":3,"dumps":3,"city":5,"dallas":1,"state":5,"tx":1,"unit":5,"fahrenheit":2,"orlando":1,"fl":1,"none":1,"i":2,"ll":2,"help":2,"you":2,"check":2,"the":2,"arg":24,"key":12,"value":12,"seattle":2,"wa":2,"celsius":3,"new":1,"york":1,"ny":1},"4989,896,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"tool":3,"call":3,"toolcall":2,"function":2,"functioncall":2,"name":2,"get":5,"current":1,"weather":5,"arguments":2,"json":2,"dumps":2,"city":3,"new":1,"york":1,"state":1,"ny":1,"unit":1,"celsius":1,"none":1,"i":2,"will":2,"help":2,"you":2,"the":2,"arg":8,"key":4,"value":4,"beijing":2,"date":2,"2025":2,"08":2,"01":2},"5885,1728,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"def":3,"test":5,"extract":6,"tool":33,"calls":22,"glm4":6,"moe":6,"parser":6,"model":6,"output":6,"expected":6,"content":6,"extracted":10,"request":3,"none":3,"type":6,"ignore":3,"arg":19,"assert":7,"tools":2,"called":2,"with":1,"thinking":2,"tags":2,"extraction":1,"when":1,"are":1,"present":1,"think":4,"i":4,"want":2,"to":2,"get":7,"the":4,"weather":7,"will":2,"help":2,"you":2,"call":4,"key":7,"city":2,"value":9,"beijing":1,"date":1,"2025":1,"08":1,"01":1,"len":1,"1":1,"0":1,"function":1,"name":1,"malformed":2,"xml":2,"that":1,"is":1,"handled":1,"gracefully":1,"seattle":1,"incomplete":1},"7613,1984,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"should":3,"handle":1,"malformed":1,"xml":1,"gracefully":1,"the":4,"parser":5,"either":1,"extract":5,"what":1,"it":1,"can":1,"or":1,"return":1,"no":2,"tool":37,"calls":26,"depending":1,"on":1,"how":1,"robust":1,"we":1,"want":1,"parsing":1,"to":1,"be":1,"assert":11,"isinstance":2,"extracted":12,"tools":3,"called":3,"bool":1,"list":1,"def":2,"test":4,"empty":3,"arguments":5,"glm4":4,"moe":4,"with":2,"model":4,"output":4,"call":7,"get":6,"current":2,"time":2,"request":2,"none":2,"type":4,"ignore":2,"arg":18,"len":2,"1":1,"0":4,"function":4,"name":2,"result":1,"in":2,"json":2,"object":1,"mixed":2,"content":2,"extraction":1,"and":1,"multiple":1,"i":2,"will":2,"help":1,"you":1,"weather":5,"info":1,"key":8,"city":3,"value":8,"beijing":2,"date":3,"2025":3,"08":3,"01":3,"meaningwhile":1,"also":1,"check":2,"shanghai":2,"2":1,"first":1,"args1":3,"loads":1},"9597,1821,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"check":1,"second":1,"tool":36,"call":14,"assert":5,"extracted":3,"calls":10,"1":3,"function":2,"name":2,"get":3,"weather":3,"args2":3,"json":1,"loads":1,"arguments":1,"city":2,"shanghai":1,"date":1,"2025":1,"08":1,"01":1,"content":3,"should":1,"be":1,"everything":1,"before":1,"the":4,"first":1,"i":1,"will":1,"help":1,"you":1,"info":1,"def":2,"test":6,"streaming":7,"basic":2,"functionality":2,"glm4":9,"moe":9,"parser":9,"reset":1,"state":2,"current":7,"sent":1,"false":1,"prev":1,"arr":1,"id":8,"streamed":1,"args":1,"for":2,"with":1,"a":1,"simple":1,"text":7,"arg":4,"key":2,"value":2,"beijing":1,"mock":1,"token":6,"ids":4,"testing":1,"start":3,"or":4,"12345":1,"end":4,"12346":1,"result":5,"extract":1,"previous":2,"delta":2,"request":1,"none":2,"behavior":1,"depends":1,"on":1,"this":2,"mainly":1,"ensures":1,"no":3,"exceptions":1,"are":2,"thrown":1,"is":2,"hasattr":2,"when":1,"there":1,"just":1,"regular":1,"without":1,"any":1},"11418,1932,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"result":8,"glm4":9,"moe":9,"tool":29,"parser":9,"extract":4,"calls":10,"streaming":5,"previous":4,"text":11,"this":1,"is":4,"just":1,"regular":1,"current":9,"delta":5,"without":2,"any":2,"token":6,"ids":6,"request":3,"none":5,"should":2,"return":2,"the":4,"as":1,"content":8,"assert":6,"not":2,"hasattr":2,"def":2,"test":4,"with":2,"before":2,"when":2,"there":1,"s":1,"reset":1,"state":1,"name":1,"sent":1,"false":1,"prev":1,"call":7,"arr":1,"id":1,"1":1,"streamed":1,"args":1,"for":1,"i":2,"will":2,"help":2,"you":2,"get":3,"weather":3,"no":1,"tokens":1,"are":1,"detected":1,"special":2,"characters":2,"and":1,"unicode":1,"model":2,"output":2,"send":1,"message":2,"arg":13,"key":6,"recipient":1,"value":6,"amy":1,"it":1,"a":1,"nice":1,"day":1,"priority":1,"high":1,"extracted":1,"type":2,"ignore":1},"13350,1013,data/raw/vllm-0.10.1/tests/tool_use/test_glm4_moe_tool_parser.py":{"assert":9,"extracted":9,"tool":20,"calls":16,"tools":2,"called":2,"len":1,"1":1,"0":2,"function":2,"name":1,"send":1,"message":2,"args":4,"json":1,"loads":1,"arguments":1,"recipient":1,"amy":1,"it":1,"is":1,"a":1,"nice":1,"day":1,"priority":1,"high":1,"def":1,"test":2,"extract":2,"incomplete":3,"call":2,"glm4":2,"moe":2,"parser":2,"missing":1,"closing":1,"tag":1,"model":3,"output":3,"get":1,"weather":1,"arg":9,"key":4,"city":1,"value":4,"beijing":1,"date":1,"2025":1,"08":1,"01":1,"request":1,"none":1,"type":2,"ignore":1,"should":1,"not":2,"be":1,"content":1},"0,1205,data/raw/vllm-0.10.1/tests/model_executor/test_enabled_custom_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":10,"pytest":1,"torch":1,"from":8,"config":2,"compilationconfig":1,"vllmconfig":1,"set":1,"current":2,"model":6,"executor":6,"custom":1,"op":1,"customop":2,"layers":5,"activation":1,"geluandmul":1,"relusquaredactivation":2,"siluandmul":1,"fused":6,"moe":5,"dispatch":3,"topk":2,"func":3,"softmax":1,"rocm":4,"aiter":4,"is":1,"enabled":1,"layernorm":1,"rmsnorm":2,"cuda":1,"add":2,"rms":4,"norm":4,"quantization":1,"utils":2,"fp8":2,"cutlass":1,"scaled":1,"mm":1,"w8a8":2,"blockscale":1,"block":1,"matmul":1,"platforms":1,"platform":1,"registered":1,"subclass":1,"for":1,"test":1,"register":1,"relu3":2,"class":1,"pass":1},"1205,1977,data/raw/vllm-0.10.1/tests/model_executor/test_enabled_custom_ops.py":{"pytest":1,"mark":1,"parametrize":1,"env":3,"torch":3,"level":5,"use":4,"inductor":7,"ops":6,"enabled":5,"default":10,"on":6,"values":1,"based":1,"compile":1,"all":10,"by":3,"no":1,"compilation":2,"0":15,"false":15,"true":22,"4":11,"1":21,"2":2,"none":4,"with":2,"3":5,"without":1,"explicitly":1,"enabling":1,"disabling":1,"but":5,"siluandmul":3,"rms":5,"norm":5,"silu":4,"and":5,"mul":4,"only":2,"relu3":7,"even":1,"if":1,"relu2":2,"is":1,"rmsnorm":3,"def":1,"test":1,"str":1,"int":2,"bool":4,"list":1,"vllm":3,"config":4,"vllmconfig":1,"compilationconfig":1,"custom":1,"split":1,"set":1,"current":1,"assert":1,"customop":1,"x":2,"for":1,"in":1},"3182,1906,data/raw/vllm-0.10.1/tests/model_executor/test_enabled_custom_ops.py":{"assert":9,"rmsnorm":2,"1024":2,"enabled":20,"ops":10,"0":4,"customop":4,"op":4,"registry":4,"rms":4,"norm":4,"siluandmul":3,"1":4,"silu":1,"and":3,"mul":2,"geluandmul":1,"2":2,"gelu":1,"if":1,"registered":1,"subclasses":2,"should":2,"follow":1,"their":1,"own":1,"name":1,"relu3":2,"3":2,"unregistered":1,"subclass":1,"class":1,"siluandmul2":2,"pass":1,"not":3,"require":1,"registration":1,"pytest":6,"mark":5,"parametrize":4,"env":3,"all":3,"none":1,"def":2,"test":2,"invalid":1,"str":3,"with":2,"raises":1,"exception":1,"noqa":1,"vllm":5,"config":4,"vllmconfig":1,"compilation":1,"compilationconfig":1,"custom":1,"split":1,"set":1,"current":3,"skipif":1,"platform":2,"is":3,"rocm":10,"or":1,"fp8":2,"fnuz":2,"reason":1,"aiter":9,"a":1,"feature":1,"exclusive":1,"for":1,"use":10,"cutlass":2,"true":1,"false":1,"gemm":3,"w8a8":4,"blockscale":4,"dispatch":1,"bool":1,"monkeypatch":3,"setenv":2,"linear":1},"5088,1776,data/raw/vllm-0.10.1/tests/model_executor/test_enabled_custom_ops.py":{"use":22,"aiter":26,"and":7,"is":8,"supported":3,"bool":3,"int":5,"rocm":26,"gemm":3,"w8a8":5,"blockscale":4,"block":5,"scale":4,"func":11,"dispatch":5,"cutlass":3,"if":2,"assert":5,"scaled":1,"mm":1,"elif":1,"current":3,"platform":3,"torch":1,"ops":1,"vllm":6,"else":2,"fp8":1,"matmul":1,"pytest":5,"mark":5,"parametrize":4,"0":3,"1":3,"def":2,"test":2,"topk":8,"str":3,"monkeypatch":5,"setenv":3,"moe":3,"enabled":1,"cache":1,"clear":1,"from":1,"model":1,"executor":1,"layers":1,"fused":2,"import":1,"softmax":3,"add":3,"residual":3,"true":1,"false":1,"norm":5,"skipif":1,"not":1,"reason":1,"a":1,"feature":1,"exclusive":1,"for":1,"rms":2,"rmsnorm":2,"cuda":1},"6864,476,data/raw/vllm-0.10.1/tests/model_executor/test_enabled_custom_ops.py":{"if":2,"not":1,"add":3,"residual":1,"current":2,"platform":2,"is":2,"rocm":8,"and":4,"int":4,"use":4,"aiter":6,"norm":10,"assert":4,"rms":8,"func":4,"else":2,"elif":1,"fused":2},"0,1905,data/raw/vllm-0.10.1/tests/model_executor/test_model_load_with_params.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":12,"project":1,"import":6,"os":5,"pytest":2,"from":4,"model":26,"executor":3,"layers":1,"pooler":3,"clspool":1,"dispatchpooler":1,"meanpool":1,"poolingtype":2,"models":2,"bert":2,"bertembeddingmodel":1,"roberta":3,"robertaembeddingmodel":1,"platforms":1,"current":2,"platform":2,"max":4,"len":3,"128":1,"name":7,"environ":4,"get":4,"baai":1,"bge":1,"base":2,"en":1,"v1":1,"5":1,"revision":6,"main":2,"intfloat":1,"multilingual":1,"e5":1,"mark":1,"skipif":1,"is":2,"rocm":2,"reason":1,"xformers":1,"backend":1,"not":1,"supported":1,"on":3,"def":1,"test":2,"loading":2,"with":3,"params":1,"runner":2,"monkeypatch":2,"parameter":1,"weight":1,"tp":1,"1":2,"use":1,"apply":1,"setenv":1,"allow":1,"insecure":1,"serialization":1,"dtype":1,"float16":1,"as":1,"output":1,"embed":1,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"for":1,"first":1,"time":1,"n":1,"config":12,"llm":4,"engine":2,"tokenizer":2,"asserts":2,"file":1,"assert":4,"encoder":2,"seq":1,"length":1,"512":1,"do":1,"lower":1,"case":1,"pooling":2,"files":1,"type":1,"cls":1,"normalize":1},"1905,1848,data/raw/vllm-0.10.1/tests/model_executor/test_model_load_with_params.py":{"asserts":4,"on":5,"the":5,"tokenizer":12,"loaded":2,"assert":12,"model":31,"id":2,"baai":1,"bge":1,"base":2,"en":1,"v1":1,"5":1,"max":5,"length":3,"512":3,"def":2,"check":2,"isinstance":3,"bertembeddingmodel":1,"pooler":5,"dispatchpooler":1,"poolers":1,"by":1,"task":1,"embed":2,"pooling":3,"clspool":1,"vllm":8,"apply":2,"output":2,"pytest":1,"mark":1,"skipif":1,"current":1,"platform":1,"is":2,"rocm":2,"reason":1,"xformers":1,"backend":1,"not":2,"supported":1,"test":2,"roberta":3,"loading":2,"with":3,"params":1,"runner":2,"monkeypatch":2,"parameter":1,"weight":1,"tp":1,"1":2,"to":1,"use":1,"setenv":1,"allow":1,"insecure":1,"serialization":1,"name":3,"revision":2,"dtype":1,"float16":1,"len":2,"as":1,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"for":1,"first":1,"time":1,"n":1,"config":12,"llm":4,"engine":2,"bert":1,"file":1,"encoder":2,"seq":1,"do":1,"lower":1,"case":1,"files":1,"type":1,"poolingtype":1,"mean":1,"normalize":1,"intfloat":1,"multilingual":1,"e5":1},"3753,1516,data/raw/vllm-0.10.1/tests/model_executor/test_model_load_with_params.py":{"def":3,"check":4,"model":29,"assert":10,"isinstance":6,"robertaembeddingmodel":2,"pooler":6,"dispatchpooler":2,"poolers":2,"by":2,"task":2,"embed":3,"pooling":2,"meanpool":1,"vllm":8,"apply":3,"output":3,"pytest":1,"mark":1,"skipif":1,"current":1,"platform":1,"is":2,"rocm":2,"reason":1,"xformers":1,"backend":1,"not":2,"supported":1,"on":1,"test":2,"facebook":1,"roberta":3,"loading":2,"with":3,"params":1,"runner":2,"monkeypatch":2,"base":2,"no":1,"lm":2,"head":2,"to":1,"use":1,"setenv":1,"allow":1,"insecure":1,"serialization":1,"1":1,"name":4,"facebookai":1,"dtype":1,"float16":1,"max":2,"len":2,"as":1,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"for":1,"the":1,"first":1,"time":1,"n":1,"tokenizer":4,"llm":2,"engine":1,"id":1,"hasattr":1,"clspool":1},"0,1845,data/raw/vllm-0.10.1/tests/model_executor/test_logits_processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":9,"random":4,"from":6,"unittest":1,"mock":1,"patch":3,"pytest":3,"torch":8,"model":5,"executor":5,"layers":3,"logits":13,"processor":5,"logitsprocessor":3,"sampling":1,"metadata":1,"samplingmetadata":1,"utils":2,"set":1,"seed":2,"sequence":1,"samplingparams":1,"sequencedata":1,"sequencegroupmetadata":1,"is":1,"pin":1,"memory":1,"available":1,"class":1,"mocklogitsprocessor":3,"def":3,"init":2,"self":4,"vocab":5,"size":8,"int":2,"scale":3,"float":1,"fake":7,"tensor":6,"super":2,"clone":1,"forward":2,"args":3,"kwargs":3,"with":1,"prune":1,"hidden":1,"states":1,"lambda":2,"x":2,"y":1,"get":1,"return":2,"prepare":1,"test":1,"batch":3,"tuple":1,"32000":2,"input":3,"rand":1,"1024":1,"dtype":3,"float16":1,"full":1,"1e":1,"5":1,"seeds":2,"list":1,"range":2,"128":1,"cuda":4,"devices":2,"f":1,"i":2,"for":1,"in":1,"1":2,"if":1,"device":2,"count":1,"else":1,"mark":2,"parametrize":2},"1845,1751,data/raw/vllm-0.10.1/tests/model_executor/test_logits_processor.py":{"def":2,"test":3,"logits":15,"processors":2,"seed":3,"int":1,"device":5,"str":1,"set":2,"random":2,"torch":3,"default":1,"batch":3,"size":3,"randint":1,"1":7,"256":1,"input":3,"tensor":2,"fake":3,"processor":7,"prepare":2,"this":1,"sample":1,"gives":1,"infinite":1,"score":1,"to":2,"the":4,"i":4,"th":1,"token":4,"where":1,"is":3,"length":1,"of":1,"sequence":2,"we":1,"therefore":1,"expect":1,"output":4,"be":1,"0":8,"2":2,"pick":2,"ith":2,"ids":2,"len":2,"float":1,"inf":1,"return":1,"seq":10,"group":4,"metadata":7,"list":4,"lens":5,"for":1,"in":1,"range":1,"append":2,"sequencegroupmetadata":1,"request":1,"id":1,"f":1,"prompt":1,"true":1,"data":2,"sequencedata":1,"from":1,"seqs":1,"3":1,"sampling":4,"params":1,"samplingparams":1,"temperature":1,"block":1,"tables":1,"get":1,"samplingmetadata":1,"query":1,"pin":2,"memory":2,"available":1,"lm":1,"head":1,"none":1,"hidden":1,"states":1,"assert":2,"isinf":1,"all":1,"scale":1,"testing":1,"close":1,"rtol":1,"1e":1,"4":1,"atol":1},"0,1413,data/raw/vllm-0.10.1/tests/model_executor/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":1,"pytest":3,"fixture":2,"def":2,"sample":2,"regex":1,"return":2,"r":2,"25":2,"5":2,"4":2,"1":4,"d":4,"9":2,"3":2,"json":1,"schema":1,"type":10,"object":2,"properties":2,"name":2,"string":4,"age":2,"integer":1,"skills":2,"array":2,"items":2,"maxlength":1,"10":1,"minitems":1,"work":2,"history":2,"company":2,"duration":1,"number":1,"position":2,"required":2},"0,1968,data/raw/vllm-0.10.1/tests/model_executor/test_weight_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"import":7,"os":2,"tempfile":2,"huggingface":6,"hub":13,"constants":5,"pytest":3,"from":7,"utils":2,"localentrynotfounderror":3,"model":4,"executor":1,"loader":1,"weight":1,"download":6,"weights":5,"hf":22,"enable":6,"transfer":11,"def":2,"test":4,"auto":3,"activation":3,"if":3,"in":2,"environ":1,"case":1,"it":2,"is":6,"already":1,"set":3,"we":1,"can":2,"t":2,"skip":1,"try":1,"available":1,"type":1,"ignore":1,"noqa":1,"active":3,"true":3,"except":1,"importerror":1,"false":2,"assert":3,"with":2,"temporarydirectory":1,"as":1,"tmpdir":4,"error":1,"thrown":1,"offline":5,"and":1,"not":2,"cached":1,"raises":1,"facebook":3,"opt":3,"125m":3,"allow":3,"patterns":3,"safetensors":3,"bin":3,"cache":3,"dir":3,"now":1,"should":1,"work":1,"none":1},"1968,102,data/raw/vllm-0.10.1/tests/model_executor/test_weight_utils.py":{"if":1,"name":1,"main":1,"test":2,"hf":2,"transfer":1,"auto":1,"activation":1,"download":1,"weights":1,"from":1},"0,1126,data/raw/vllm-0.10.1/tests/model_executor/model_loader/test_registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":5,"pytest":2,"from":4,"torch":1,"nn":2,"config":7,"loadconfig":3,"modelconfig":3,"model":15,"executor":2,"loader":10,"get":2,"register":4,"base":1,"basemodelloader":2,"custom":2,"load":9,"format":4,"class":2,"custommodelloader":2,"def":5,"init":2,"self":3,"none":3,"super":1,"download":1,"pass":3,"weights":1,"module":1,"test":2,"assert":1,"isinstance":1,"invalid":2,"with":1,"raises":1,"valueerror":1,"invalidmodelloader":1},"0,1637,data/raw/vllm-0.10.1/tests/cuda/test_cuda_context.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"import":5,"ctypes":4,"from":2,"concurrent":1,"futures":1,"threadpoolexecutor":1,"pytest":1,"torch":1,"platforms":1,"current":2,"platform":2,"def":2,"check":4,"cuda":14,"context":12,"driver":1,"status":1,"try":2,"cdll":1,"libcuda":1,"so":1,"device":16,"c":1,"int":1,"result":2,"cuctxgetdevice":1,"byref":1,"return":7,"true":2,"value":1,"if":4,"else":1,"false":6,"none":2,"except":2,"exception":3,"run":2,"test":4,"in":4,"thread":5,"input":2,"expected":4,"id":6,"separate":1,"for":2,"isolation":1,"new":2,"should":3,"have":1,"no":1,"initially":1,"valid":5,"before":4,"not":2,"exist":1,"f":3,"got":2,"setting":1,"set":3,"verify":1,"is":1,"created":1,"correctly":1,"after":3,"be":1,"success":1,"as":1,"e":2,"str":1,"class":1,"testsetcudacontext":1,"suite":1,"function":1},"1637,1367,data/raw/vllm-0.10.1/tests/cuda/test_cuda_context.py":{"pytest":5,"mark":3,"skipif":2,"not":4,"current":3,"platform":3,"is":2,"cuda":11,"reason":2,"available":2,"parametrize":1,"argnames":1,"device":13,"input":3,"expected":4,"id":3,"argvalues":1,"0":6,"torch":3,"ids":1,"int":1,"string":1,"def":2,"test":5,"set":3,"context":3,"parametrized":1,"self":2,"setting":1,"in":2,"isolated":1,"threads":1,"with":2,"threadpoolexecutor":1,"max":1,"workers":1,"1":1,"as":1,"executor":2,"future":2,"submit":1,"run":1,"thread":1,"success":2,"message":2,"result":1,"timeout":1,"30":1,"assert":1,"invalid":2,"type":2,"error":1,"handling":1,"for":1,"raises":1,"valueerror":1,"match":1,"a":1,"cpu":1,"if":1,"name":1,"main":2,"file":1,"v":1},"0,1684,data/raw/vllm-0.10.1/tests/async_engine/test_api_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"import":8,"os":2,"subprocess":2,"sys":2,"time":1,"from":2,"multiprocessing":1,"pool":1,"pathlib":1,"path":4,"pytest":3,"requests":3,"def":4,"query":3,"server":10,"prompt":5,"str":5,"max":4,"tokens":4,"int":1,"5":1,"dict":2,"response":3,"post":1,"http":1,"localhost":1,"8000":1,"generate":1,"json":2,"temperature":1,"ignore":1,"eos":1,"true":1,"raise":1,"for":1,"status":1,"return":2,"long":1,"500":1,"fixture":1,"api":6,"distributed":5,"executor":5,"backend":5,"script":2,"file":1,"parent":1,"joinpath":1,"async":1,"engine":1,"py":1,"absolute":1,"commands":2,"executable":1,"u":1,"model":1,"facebook":1,"opt":1,"125m":1,"host":1,"127":1,"1":1,"test":3,"requires":1,"v0":1,"my":3,"env":4,"environ":1,"copy":1,"use":1,"v1":1,"uvicorn":2,"process":2,"popen":1,"yield":1,"terminate":1,"mark":1,"parametrize":1,"mp":1,"ray":1,"run":2,"and":2,"it":1,"we":1,"both":1,"in":1,"separate":1,"processes":1},"1684,1756,data/raw/vllm-0.10.1/tests/async_engine/test_api_server.py":{"we":1,"test":3,"that":3,"the":4,"server":8,"can":2,"handle":2,"incoming":1,"requests":14,"including":1,"multiple":1,"at":1,"same":1,"time":4,"and":1,"it":2,"being":1,"cancelled":1,"without":1,"crashing":1,"with":6,"pool":13,"32":3,"as":3,"wait":1,"until":1,"is":1,"ready":1,"prompts":11,"warm":1,"up":1,"1":4,"result":9,"none":1,"while":1,"not":1,"try":4,"for":4,"r":2,"in":4,"map":5,"query":5,"break":1,"except":1,"exceptions":1,"connectionerror":1,"sleep":3,"actual":1,"tests":1,"start":1,"here":1,"prompt":3,"assert":5,"num":6,"aborted":6,"get":2,"http":2,"localhost":2,"8000":2,"stats":4,"json":2,"0":3,"100":5,"cancel":1,"canceled":2,"async":1,"long":1,"01":1,"terminate":1,"join":1,"check":2,"cancellation":1,"give":1,"some":1,"times":1,"to":1,"update":1,"still":1,"runs":1,"after":2,"cancellations":1},"0,1770,data/raw/vllm-0.10.1/tests/async_engine/api_server_async_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":10,"project":1,"entrypoints":4,"api":4,"server":4,"with":1,"some":1,"extra":1,"logging":1,"for":1,"testing":3,"from":8,"collections":1,"abc":1,"import":9,"iterable":2,"typing":1,"any":2,"uvicorn":2,"fastapi":1,"responses":1,"jsonresponse":2,"response":2,"envs":3,"as":1,"engine":13,"arg":1,"utils":2,"asyncengineargs":3,"async":2,"llm":1,"asyncllmengine":2,"flexibleargumentparser":2,"app":4,"class":1,"asyncllmenginewithstats":2,"def":4,"init":2,"self":6,"args":12,"kwargs":2,"super":2,"num":4,"aborts":3,"abort":2,"request":2,"ids":5,"str":3,"list":1,"len":1,"await":1,"stats":4,"dict":1,"return":2,"aborted":1,"requests":1,"get":2,"statistics":1,"of":1,"if":1,"name":1,"main":1,"parser":6,"add":3,"argument":2,"host":3,"type":2,"default":2,"localhost":1,"port":3,"int":1,"8000":1,"cli":2,"parse":1,"run":1,"log":1,"level":1,"debug":1,"timeout":2,"keep":2,"alive":2,"http":1},"0,1892,data/raw/vllm-0.10.1/tests/async_engine/test_request_tracker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"import":3,"pytest":3,"from":2,"engine":3,"async":2,"llm":1,"requesttracker":2,"outputs":1,"requestoutput":1,"mark":1,"asyncio":1,"def":1,"test":1,"request":12,"tracker":22,"stream":9,"1":11,"add":5,"assert":23,"new":25,"requests":14,"event":6,"is":6,"set":6,"await":3,"wait":3,"for":4,"aborted":14,"get":4,"and":4,"not":11,"len":3,"id":3,"finished":5,"3":4,"ids":1,"must":1,"be":1,"unique":1,"with":1,"raises":1,"keyerror":1,"abort":2,"in":1,"4":4,"will":1,"cancel":1,"each":1,"other":1,"out":1,"there":1,"s":1,"no":1,"need":1,"them":1,"propagate":1,"into":1},"1892,489,data/raw/vllm-0.10.1/tests/async_engine/test_request_tracker.py":{"stream":3,"5":4,"tracker":6,"add":1,"request":3,"assert":7,"new":7,"requests":4,"event":2,"is":2,"set":2,"process":1,"output":2,"requestoutput":1,"2":2,"finished":3,"true":1,"await":1,"wait":1,"for":1,"aborted":3,"get":1,"and":1,"not":3,"len":1,"1":1,"0":1,"id":1},"0,345,data/raw/vllm-0.10.1/tests/async_engine/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":1,"pytest":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":2,"monkeypatch":2,"since":1,"this":1,"module":2,"is":1,"set":1,"v1":2,"for":1,"all":1,"tests":1,"in":1,"setenv":1},"0,1549,data/raw/vllm-0.10.1/tests/speculative_decoding/speculators/test_eagle3.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":20,"project":1,"import":3,"pytest":3,"torch":3,"from":1,"model":15,"executor":1,"models":1,"interfaces":1,"supports":3,"eagle3":9,"mark":2,"parametrize":2,"path":6,"nm":2,"testing":2,"speculatorllama3":1,"1":3,"8b":2,"converted":2,"0717":1,"quantized":2,"def":2,"test":2,"llama":1,"runner":4,"example":4,"prompts":4,"monkeypatch":4,"set":2,"environment":2,"variable":2,"for":2,"v1":2,"engine":2,"serialization":4,"setenv":2,"allow":2,"insecure":2,"with":2,"dtype":2,"bfloat16":2,"as":2,"supported":4,"apply":2,"assert":4,"outputs":6,"generate":2,"greedy":2,"max":2,"tokens":2,"20":2,"print":2,"speculator":1,"qwen3":1,"071":1,"qwen":1},"0,1579,data/raw/vllm-0.10.1/tests/runai_model_streamer_test/test_weight_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"glob":3,"tempfile":2,"huggingface":2,"hub":3,"constants":2,"torch":2,"from":3,"model":8,"executor":1,"loader":3,"weight":1,"utils":1,"download":2,"weights":6,"hf":9,"runai":12,"safetensors":16,"iterator":4,"def":1,"test":2,"with":1,"temporarydirectory":1,"as":1,"tmpdir":3,"offline":1,"false":1,"openai":1,"community":1,"gpt2":1,"allow":1,"patterns":1,"cache":1,"dir":1,"f":1,"recursive":1,"true":3,"assert":5,"len":3,"streamer":4,"tensors":10,"for":3,"name":9,"tensor":8,"in":3,"items":1,"dtype":2,"shape":2,"all":1,"eq":1,"if":1,"main":1},"0,1077,data/raw/vllm-0.10.1/tests/runai_model_streamer_test/test_runai_model_streamer_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":6,"project":1,"from":3,"import":3,"samplingparams":2,"config":3,"loadconfig":2,"model":12,"executor":1,"loader":9,"get":5,"load":7,"format":5,"runai":5,"streamer":1,"test":4,"openai":1,"community":1,"gpt2":1,"prompts":2,"hello":1,"my":1,"name":2,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"a":1,"sampling":3,"params":3,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"seed":1,"def":3,"return":1,"with":2,"flag":1,"assert":2,"class":1,"runaimodelstreamerloader":1,"download":1,"files":1,"runner":2,"as":1,"llm":2,"deserialized":2,"outputs":2,"generate":1},"0,1731,data/raw/vllm-0.10.1/tests/engine/test_executor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":9,"asyncio":1,"os":4,"from":8,"typing":1,"any":2,"callable":2,"optional":3,"union":2,"pytest":5,"engine":11,"arg":1,"utils":1,"asyncengineargs":2,"engineargs":2,"async":1,"llm":2,"asyncllmengine":2,"llmengine":2,"executor":6,"uniproc":1,"uniprocexecutor":2,"sampling":1,"params":1,"samplingparams":1,"class":2,"mock":3,"customuniexecutor":2,"def":3,"collective":2,"rpc":2,"self":1,"method":2,"str":1,"timeout":2,"float":1,"none":2,"args":8,"tuple":1,"kwargs":2,"dict":1,"list":1,"drop":1,"marker":3,"show":1,"that":1,"this":1,"was":1,"ran":1,"with":3,"open":1,"w":1,"return":1,"super":1,"customuniexecutorasync":1,"mark":2,"parametrize":2,"model":8,"distilbert":2,"distilgpt2":2,"test":2,"custom":2,"type":1,"checking":1,"raises":2,"valueerror":2,"distributed":2,"backend":2,"tmp":2,"path":4,"cwd":1,"abspath":1,"chdir":1,"try":1,"assert":1,"not":1,"exists":1},"1731,1729,data/raw/vllm-0.10.1/tests/engine/test_executor.py":{"engine":16,"args":9,"engineargs":2,"model":11,"distributed":3,"executor":5,"backend":3,"customuniexecutor":1,"enforce":3,"eager":3,"true":3,"reduce":3,"test":5,"time":3,"llmengine":2,"from":3,"sampling":4,"params":4,"samplingparams":2,"max":2,"tokens":2,"1":4,"add":2,"request":2,"0":2,"foo":2,"step":1,"assert":4,"os":7,"path":6,"exists":3,"marker":3,"finally":2,"chdir":3,"cwd":3,"pytest":2,"mark":2,"parametrize":2,"distilbert":2,"distilgpt2":2,"def":3,"custom":1,"async":3,"tmp":2,"abspath":1,"try":1,"not":1,"asyncengineargs":1,"customuniexecutorasync":1,"asyncllmengine":1,"t":2,"stream":2,"await":1,"for":2,"x":1,"in":1,"asyncio":1,"run":1,"respect":1,"ray":6,"even":1,"tp":1,"and":1,"pp":1,"if":2,"users":2,"specify":1,"we":1,"should":1,"use":1,"might":1,"do":1,"this":1,"they":1,"want":1,"to":1,"manage":1,"the":1,"resources":1,"using":1,"uses":1},"0,1833,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"import":9,"json":2,"from":7,"argparse":1,"argumenterror":1,"contextlib":1,"nullcontext":1,"dataclasses":1,"dataclass":1,"field":1,"typing":1,"annotated":1,"literal":6,"optional":7,"union":1,"pytest":4,"config":2,"compilationconfig":1,"engine":1,"arg":1,"utils":2,"engineargs":1,"contains":3,"type":34,"get":3,"kwargs":2,"hints":4,"is":5,"not":1,"builtin":1,"parse":5,"flexibleargumentparser":1,"mark":3,"parametrize":3,"value":3,"expected":9,"int":14,"42":4,"float":4,"3":2,"14":2,"str":2,"hello":2,"world":2,"loads":1,"foo":2,"1":3,"bar":2,"def":4,"test":4,"func":5,"assert":5,"none":2,"hint":3,"true":6,"false":3,"list":3,"tuple":3,"x":1,"y":1},"1833,1961,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"pytest":3,"mark":2,"parametrize":2,"type":15,"hints":6,"expected":8,"int":10,"float":2,"str":5,"none":5,"literal":20,"x":5,"y":5,"def":2,"test":2,"get":2,"assert":2,"1":11,"2":8,"choices":2,"metavar":1,"a":1,"exception":2,"to":2,"kwargs":2,"context":3,"nullcontext":1,"if":1,"is":1,"raises":1,"with":10,"config":4,"dataclass":2,"class":2,"nestedconfig":3,"field":9,"dummyconfig":1,"regular":2,"bool":6,"true":2,"default":11,"optional":6,"tuple":6,"n":2,"factory":7,"lambda":3,"3":2,"variable":2,"length":3,"fixed":1,"list":11,"union":3,"object":1,"of":1,"literals":1,"json":2,"tip":1,"dict":3,"which":1,"will":1,"be":1,"in":1,"cli":1,"nested":2},"3794,746,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"pytest":2,"mark":2,"parametrize":2,"type":11,"hint":6,"expected":6,"int":9,"false":1,"dummyconfig":2,"true":1,"def":3,"test":3,"is":2,"not":2,"builtin":2,"assert":2,"annotated":6,"annotation":3,"optional":6,"none":3,"ids":1,"get":4,"hints":2,"kwargs":4,"print":1},"4540,1887,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"bools":1,"should":11,"not":2,"have":6,"their":1,"type":9,"set":1,"assert":14,"kwargs":14,"regular":1,"bool":2,"get":2,"is":5,"none":5,"optional":3,"literals":4,"as":1,"a":2,"choice":1,"literal":6,"choices":5,"x":1,"y":1,"tuples":1,"the":3,"correct":2,"nargs":5,"tuple":2,"n":3,"2":6,"lists":3,"work":1,"list":6,"int":2,"with":2,"1":4,"unions":1,"become":1,"str":2,"if":1,"we":1,"cannot":1,"know":1,"which":1,"to":1,"use":1,"for":1,"parsing":1,"union":1,"of":1,"merged":1,"dict":2,"json":6,"tip":4,"in":2,"help":2,"either":1,"be":1,"valid":1,"string":1,"or":1,"keys":1,"nested":3,"config":3,"construct":1,"field":1,"nestedconfig":1,"pytest":1,"mark":1,"parametrize":1,"arg":1,"expected":1,"video":4,"num":4,"frames":4,"123":4,"fps":2,"0":2,"foo":4,"bar":4,"image":2,"noqa":1},"6427,1979,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"def":3,"test":3,"media":3,"io":3,"kwargs":3,"parser":14,"arg":3,"expected":2,"engineargs":4,"add":3,"cli":4,"args":40,"flexibleargumentparser":3,"if":1,"is":1,"none":1,"parse":10,"else":1,"assert":9,"compilation":13,"config":13,"default":2,"value":1,"compilationconfig":1,"set":6,"to":7,"o3":1,"o0":1,"level":10,"0":1,"o":7,"3":9,"space":1,"1":6,"equals":1,"2":6,"string":2,"form":2,"of":2,"a":2,"dict":2,"cudagraph":4,"capture":4,"sizes":4,"4":4,"8":4,"use":4,"inductor":4,"false":1,"and":4,"not":2,"true":1,"prefix":3,"cache":1,"engine":2,"from":1,"enable":1,"caching":2,"defaults":1,"off":1},"8406,1847,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"with":2,"flag":2,"to":3,"turn":2,"it":2,"on":3,"args":27,"parser":9,"parse":6,"enable":5,"prefix":4,"caching":4,"engine":4,"engineargs":4,"from":2,"cli":4,"assert":5,"disable":2,"off":1,"no":1,"not":1,"yapf":2,"pytest":1,"mark":1,"parametrize":1,"arg":5,"expected":3,"option":4,"none":4,"mm":4,"processor":4,"kwargs":4,"num":2,"crops":2,"4":2,"foo":2,"bar":2,"baz":2,"cast":2,"logits":2,"dtype":2,"bfloat16":2,"sequence":4,"parallel":4,"norm":4,"true":2,"threshold":2,"2048":2,"override":1,"neuron":1,"config":1,"def":2,"test":3,"composite":1,"add":2,"flexibleargumentparser":2,"if":1,"is":2,"else":1,"f":1,"getattr":1,"replace":1,"human":1,"readable":1,"model":4,"len":4,"exit":2,"error":2,"disabled":1,"invalid":1,"values":1,"below":1,"false":1,"max":3,"1024":2},"10253,908,data/raw/vllm-0.10.1/tests/engine/test_arg_utils.py":{"lower":1,"args":20,"parser":7,"parse":7,"max":13,"model":13,"len":13,"1m":1,"assert":6,"1":2,"000":3,"10k":1,"10":5,"capital":1,"3k":1,"1024":1,"3":1,"10m":1,"2":1,"20":1,"decimal":1,"values":1,"2k":1,"10200":1,"truncated":1,"to":1,"the":1,"nearest":1,"int":1,"212345k":1,"10212":1,"invalid":3,"do":1,"not":1,"allow":1,"decimals":1,"with":2,"binary":1,"multipliers":1,"for":1,"in":1,"1a":1,"pwd":1,"24":1,"23m":1,"pytest":1,"raises":1,"argumenterror":1},"0,1041,data/raw/vllm-0.10.1/tests/engine/test_short_mm_context.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":6,"project":1,"import":2,"pytest":3,"from":1,"conftest":1,"image":10,"assets":4,"hf":4,"prompts":3,"stop":1,"sign":1,"user":2,"nwhat":2,"s":1,"content":1,"of":2,"nassistant":2,"cherry":1,"blossom":1,"is":1,"season":1,"models":2,"llava":3,"1":2,"5":1,"7b":1,"mark":1,"parametrize":1,"model":8,"def":1,"test":1,"context":1,"length":2,"too":1,"short":1,"runner":2,"images":3,"asset":2,"pil":1,"for":1,"in":1,"with":2,"raises":1,"valueerror":1,"match":1,"longer":1,"than":1,"maximum":1,"max":2,"len":1,"128":1,"has":1,"a":1,"feature":1,"size":1,"576":1,"enforce":1,"eager":1,"true":1,"generate":1,"greedy":1,"tokens":1},"0,345,data/raw/vllm-0.10.1/tests/engine/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":1,"pytest":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":2,"monkeypatch":2,"since":1,"this":1,"module":2,"is":1,"set":1,"v1":2,"for":1,"all":1,"tests":1,"in":1,"setenv":1},"0,1852,data/raw/vllm-0.10.1/tests/engine/test_multiproc_workers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":9,"asyncio":1,"from":7,"concurrent":1,"futures":1,"threadpoolexecutor":2,"functools":1,"partial":1,"time":1,"sleep":2,"typing":1,"any":3,"pytest":1,"config":3,"vllmconfig":2,"executor":2,"multiproc":1,"worker":23,"utils":1,"processworkerwrapper":3,"resulthandler":2,"workermonitor":3,"base":1,"workerwrapperbase":2,"class":1,"dummyworkerwrapper":2,"dummy":1,"version":1,"of":1,"def":4,"method":3,"self":2,"input":7,"tuple":2,"int":1,"05":1,"if":1,"isinstance":1,"exception":1,"simulate":1,"error":1,"case":1,"raise":1,"return":2,"rpc":1,"rank":5,"start":4,"workers":11,"list":1,"result":4,"handler":4,"for":3,"in":3,"range":1,"8":1,"monitor":6,"assert":3,"not":1,"is":2,"alive":2,"test":2,"local":1,"none":2,"with":1,"sync":1,"task":1,"submission":1,"execute":2,"str":1,"outputs":2,"output":2,"enumerate":1,"get":1,"max":1,"4":1},"1852,1914,data/raw/vllm-0.10.1/tests/engine/test_multiproc_workers.py":{"test":7,"concurrent":1,"submission":1,"from":1,"different":1,"threads":1,"futures":2,"executor":1,"submit":3,"partial":1,"execute":4,"workers":14,"f":1,"thread":3,"num":2,"for":5,"in":5,"range":1,"4":1,"future":2,"result":5,"error":3,"case":1,"exception":5,"valueerror":2,"fake":2,"0":3,"method":6,"worker":18,"try":3,"get":2,"pytest":4,"fail":7,"task":3,"should":6,"have":3,"failed":1,"except":3,"as":3,"e":7,"assert":11,"isinstance":3,"str":1,"cleanup":1,"when":1,"a":1,"fails":1,"monitor":8,"is":9,"alive":7,"3":1,"process":4,"kill":1,"other":1,"shut":3,"down":3,"here":1,"join":2,"20":2,"ensure":2,"everything":2,"stopped":2,"not":4,"all":3,"further":2,"attempts":2,"to":2,"tasks":2,"once":2,"been":2,"childprocesserror":2,"def":1,"local":1,"clean":3,"shutdown":3,"none":1,"start":1,"close":1,"mark":1,"asyncio":1},"3766,1610,data/raw/vllm-0.10.1/tests/engine/test_multiproc_workers.py":{"async":7,"def":2,"test":5,"local":2,"workers":13,"none":2,"with":1,"task":9,"submission":1,"worker":16,"monitor":4,"start":1,"execute":5,"input":3,"str":2,"coros":2,"method":6,"for":5,"in":5,"results":2,"await":4,"asyncio":2,"gather":1,"rank":2,"result":4,"enumerate":1,"assert":7,"tasks":3,"create":1,"f":1,"num":2,"range":1,"4":1,"error":3,"case":1,"exception":4,"valueerror":2,"fake":2,"try":2,"0":2,"pytest":2,"fail":4,"should":4,"have":2,"failed":1,"except":2,"as":2,"e":5,"isinstance":2,"cleanup":1,"when":1,"a":1,"fails":1,"is":4,"alive":3,"3":1,"process":2,"kill":1,"other":1,"get":1,"shut":2,"down":2,"here":1,"join":1,"20":1,"ensure":1,"everything":1,"stopped":1,"not":2,"all":1,"further":1,"attempts":1,"to":1,"submit":1,"once":1,"been":1,"childprocesserror":1},"0,1999,data/raw/vllm-0.10.1/tests/engine/test_options.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":3,"project":1,"from":3,"contextlib":1,"import":4,"nullcontext":2,"pytest":6,"entrypoints":1,"llm":9,"sampling":5,"params":5,"samplingparams":2,"mark":3,"parametrize":3,"model":15,"distilbert":2,"distilgpt2":2,"def":2,"test":3,"skip":3,"tokenizer":5,"initialization":2,"str":2,"this":1,"checks":1,"if":2,"flag":1,"init":2,"skips":1,"of":1,"and":1,"detokenizer":1,"generated":1,"output":1,"is":1,"expected":1,"contain":1,"token":7,"ids":8,"true":6,"enforce":2,"eager":2,"prompt":14,"logprobs":1,"detokenize":1,"with":3,"raises":2,"valueerror":2,"match":2,"cannot":1,"pass":1,"text":2,"prompts":1,"when":1,"generate":3,"abc":2,"outputs":4,"1":1,"3":1,"assert":4,"len":2,"completions":4,"enable":7,"embeds":10,"false":1,"hf":6,"runner":2,"bool":1,"as":1,"return":1,"tensors":1,"pt":1,"input":2,"device":1,"embed":2,"layer":2,"get":1,"embeddings":1,"squeeze":1,"ctx":2,"else":1,"set":1},"0,1466,data/raw/vllm-0.10.1/tests/engine/test_computed_prefix_blocks.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":4,"vllm":4,"project":1,"import":4,"pytest":3,"from":6,"engine":12,"arg":1,"utils":1,"engineargs":2,"llm":1,"llmengine":2,"sampling":4,"params":4,"samplingparams":2,"mark":2,"parametrize":2,"model":4,"distilbert":1,"distilgpt2":1,"block":4,"size":4,"16":1,"def":1,"test":2,"computed":2,"prefix":2,"blocks":2,"str":1,"int":1,"this":1,"checks":1,"if":1,"we":2,"are":4,"able":1,"run":1,"completion":1,"without":1,"triggering":1,"asserts":1,"in":1,"a":4,"scenario":1,"where":2,"all":1,"second":2,"request":4,"s":1,"prompt":4,"full":1,"and":2,"already":1,"when":1,"arrives":1,"you":1,"helpful":1,"assistant":1,"how":1,"do":1,"i":2,"build":1,"car":2,"cardboard":1,"paper":1,"clips":1,"is":1,"there":1,"an":1,"easy":1,"follow":1,"video":1,"tutorial":1,"available":1,"online":1,"for":1,"free":1,"prompt2":2,"please":1,"recommend":1,"me":1,"some":1,"resources":1,"can":1,"learn":1,"not":1,"only":1,"handle":1,"technical":1,"difficulties":1,"of":1,"building":1,"but":1,"also":1,"decoration":1,"args":3,"enable":1,"caching":1,"true":1,"add":2,"step":2,"1":1},"0,2000,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"ruff":1,"noqa":1,"type":1,"ignore":1,"from":10,"future":1,"import":13,"annotations":1,"threading":1,"collections":1,"abc":1,"iterable":2,"concurrent":1,"futures":1,"typing":1,"callable":2,"generator":1,"literal":2,"grpc":2,"pytest":3,"opentelemetry":4,"proto":3,"collector":2,"trace":5,"v1":5,"service":2,"pb2":3,"exporttraceserviceresponse":1,"traceserviceservicer":3,"add":1,"server":2,"common":2,"anyvalue":2,"keyvalue":2,"sdk":1,"environment":1,"variables":1,"otel":1,"exporter":1,"otlp":1,"traces":1,"insecure":1,"llm":1,"samplingparams":1,"tracing":1,"spanattributes":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":3,"use":3,"v0":2,"only":2,"monkeypatch":3,"since":1,"this":1,"module":2,"is":1,"set":1,"for":4,"all":1,"tests":1,"in":4,"with":1,"context":1,"as":1,"m":2,"setenv":1,"yield":1,"fake":1,"address":1,"localhost":1,"4317":1,"fieldname":2,"bool":3,"value":24,"string":3,"int":3,"double":3,"array":3,"decode":5,"field":4,"decoders":2,"dict":1,"lambda":5,"v":10,"item":2,"values":1,"decoder":2,"items":1,"if":1,"hasfield":1,"return":2,"raise":1,"valueerror":1,"f":1,"couldn":1,"t":1,"attributes":3,"kv":3,"key":1,"class":1,"faketraceservice":1},"2000,1459,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"def":4,"init":1,"self":6,"request":4,"none":4,"evt":3,"threading":1,"event":1,"export":1,"context":2,"set":2,"return":1,"exporttraceserviceresponse":1,"pytest":2,"fixture":2,"trace":8,"service":8,"generator":1,"faketraceservice":3,"to":2,"up":1,"a":3,"fake":4,"grpc":2,"server":9,"futures":1,"threadpoolexecutor":1,"max":2,"workers":1,"1":2,"add":2,"traceserviceservicer":1,"insecure":2,"port":1,"address":2,"start":1,"yield":1,"stop":1,"test":1,"traces":3,"monkeypatch":3,"with":1,"as":1,"m":2,"setenv":1,"otel":1,"exporter":1,"otlp":2,"true":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":2,"01":1,"top":1,"p":1,"tokens":1,"256":1,"model":3,"facebook":1,"opt":1,"125m":1,"llm":3,"endpoint":1,"prompts":2,"this":1,"is":1,"short":1,"prompt":1,"outputs":1,"generate":1,"timeout":4,"5":1,"if":1,"not":1,"wait":1,"raise":1,"timeouterror":1,"f":2,"the":2,"didn":1,"t":1,"receive":1,"within":1,"seconds":1},"3459,548,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"request":8,"trace":1,"service":1,"assert":3,"len":6,"resource":7,"spans":12,"1":6,"f":6,"expected":3,"span":3,"but":3,"got":3,"0":6,"scope":5},"4007,1952,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"attributes":15,"decode":1,"request":7,"resource":1,"spans":3,"0":8,"scope":1,"assert":15,"get":12,"spanattributes":12,"gen":12,"ai":12,"response":1,"model":6,"id":2,"outputs":5,"temperature":2,"sampling":4,"params":4,"top":2,"p":2,"max":2,"tokens":6,"n":2,"usage":2,"prompt":2,"len":2,"token":4,"ids":2,"completion":3,"sum":1,"o":2,"for":1,"in":4,"metrics":11,"latency":4,"time":14,"queue":2,"ttft":2,"first":2,"arrival":2,"to":1,"e2e":3,"finished":1,"scheduler":3,"forward":2,"and":1,"execute":2,"should":1,"be":1,"none":3,"since":1,"detailed":1,"traces":1,"is":3,"not":1,"enabled":1},"5959,1431,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"def":1,"test":1,"traces":4,"with":2,"detailed":2,"steps":1,"monkeypatch":3,"pytest":1,"trace":6,"service":4,"faketraceservice":1,"context":1,"as":1,"m":2,"setenv":1,"otel":1,"exporter":1,"otlp":2,"insecure":1,"true":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":8,"01":1,"top":1,"p":1,"1":7,"max":1,"tokens":1,"256":1,"model":3,"facebook":1,"opt":1,"125m":1,"llm":3,"endpoint":1,"fake":2,"server":1,"address":1,"collect":1,"all":1,"prompts":2,"this":1,"is":1,"a":2,"short":1,"prompt":1,"outputs":1,"generate":1,"timeout":4,"5":1,"if":1,"not":1,"evt":1,"wait":1,"raise":1,"timeouterror":1,"f":8,"the":2,"didn":1,"t":1,"receive":1,"within":1,"seconds":1,"request":8,"assert":3,"len":6,"resource":7,"spans":12,"expected":3,"span":3,"but":3,"got":3,"scope":5},"7390,1993,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"attributes":16,"decode":1,"request":7,"resource":1,"spans":3,"0":10,"scope":1,"assert":16,"get":13,"spanattributes":13,"gen":13,"ai":13,"response":1,"model":6,"id":2,"outputs":5,"temperature":2,"sampling":4,"params":4,"top":2,"p":2,"max":2,"tokens":6,"n":2,"usage":2,"prompt":2,"len":2,"token":4,"ids":2,"completion":3,"sum":1,"o":2,"for":1,"in":5,"metrics":12,"latency":5,"time":16,"queue":2,"ttft":2,"first":2,"arrival":2,"to":1,"e2e":3,"finished":1,"scheduler":3,"forward":3,"pytest":1,"approx":1,"1000":1,"execute":1},"9383,213,data/raw/vllm-0.10.1/tests/tracing/test_tracing.py":{"assert":2,"attributes":1,"get":1,"spanattributes":1,"gen":1,"ai":1,"latency":1,"time":4,"in":1,"model":4,"execute":3,"metrics":3,"forward":1,"1000":1},"0,1069,data/raw/vllm-0.10.1/tests/mistral_tool_use/test_mistral_tool_calls.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":3,"openai":2,"pytest":2,"from":1,"tests":1,"tool":12,"use":1,"utils":1,"messages":3,"asking":2,"for":3,"tools":3,"weather":3,"test":2,"a":1,"choice":9,"with":2,"mistral":2,"tokenizer":1,"results":1,"in":1,"an":1,"id":3,"of":2,"length":3,"9":3,"mark":1,"asyncio":1,"async":1,"def":1,"call":1,"client":3,"asyncopenai":1,"models":3,"await":2,"list":1,"model":3,"name":2,"str":1,"data":1,"chat":3,"completion":3,"completions":1,"create":1,"temperature":1,"max":1,"tokens":1,"100":1,"logprobs":1,"false":1,"choices":1,"assert":4,"finish":1,"reason":1,"calls":4,"stop":1,"or":2,"message":4,"role":1,"assistant":1,"is":1,"none":1,"len":2,"1":1},"0,1050,data/raw/vllm-0.10.1/tests/mistral_tool_use/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":1,"project":1,"from":2,"typing":2,"import":2,"optional":4,"extensions":1,"typeddict":2,"class":1,"serverconfig":2,"total":1,"false":1,"model":3,"str":5,"arguments":2,"list":2,"system":2,"prompt":2,"supports":2,"parallel":1,"bool":2,"rocm":1,"args":1,"max":1,"len":1,"1024":1,"configs":1,"dict":1,"mistral":3,"mistralai":1,"7b":1,"instruct":1,"v0":1,"3":1,"tokenizer":1,"mode":1,"ignore":1,"patterns":1,"consolidated":1,"safetensors":1,"you":2,"are":1,"a":5,"helpful":2,"assistant":1,"with":1,"access":1,"tools":1,"if":1,"tool":4,"that":2,"have":1,"would":1,"be":1,"answer":2,"user":3,"query":2,"call":2,"otherwise":1,"s":2,"directly":1,"without":1,"calling":1,"do":1,"not":1,"is":1,"irrelevant":1,"question":1,"just":1,"respond":1,"it":1,"normally":1},"0,1329,data/raw/vllm-0.10.1/tests/mistral_tool_use/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":2,"project":1,"import":6,"pytest":6,"asyncio":2,"from":4,"huggingface":1,"hub":1,"snapshot":2,"download":4,"tests":1,"utils":2,"remoteopenaiserver":3,"platforms":1,"current":2,"platform":3,"args":4,"configs":4,"serverconfig":2,"for":4,"each":2,"server":11,"config":11,"model":10,"and":3,"return":1,"fixture":3,"scope":2,"session":2,"params":1,"keys":1,"def":3,"request":4,"param":2,"if":1,"is":1,"rocm":3,"not":1,"get":2,"supports":1,"true":1,"skip":1,"can":1,"t":1,"be":1,"tested":1,"on":1,"format":1,"tokenizer":1,"using":1,"transformers":1,"yield":3,"run":1,"this":1,"arguments":1,"with":2,"max":1,"wait":1,"seconds":1,"480":1,"as":2,"async":5,"client":4},"0,1941,data/raw/vllm-0.10.1/tests/mq_llm_engine/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":7,"project":1,"import":9,"asyncio":2,"multiprocessing":4,"from":8,"typing":1,"callable":2,"union":2,"samplingparams":2,"engine":16,"arg":1,"utils":1,"asyncengineargs":3,"client":3,"mqllmengineclient":2,"mqllmengine":2,"outputs":1,"requestoutput":2,"usage":3,"lib":1,"usagecontext":2,"async":2,"def":4,"generate":2,"request":4,"id":4,"str":4,"num":2,"tokens":4,"int":2,"return":5,"output":5,"bool":1,"false":1,"tuple":1,"final":3,"none":2,"count":3,"for":1,"out":2,"in":1,"prompt":1,"hello":1,"my":1,"name":1,"is":1,"robert":1,"and":1,"sampling":1,"params":1,"max":1,"temperature":1,"1":1,"await":1,"sleep":1,"if":1,"confirm":1,"we":2,"generated":1,"all":1,"expected":1,"run":5,"normal":2,"args":9,"ipc":7,"path":7,"make":1,"context":5,"unknown":1,"start":2,"class":1,"remotemqllmengine":1,"init":1,"self":7,"fn":2,"get":1,"spawn":1,"proc":2,"process":1,"target":1,"enter":1},"1941,476,data/raw/vllm-0.10.1/tests/mq_llm_engine/utils.py":{"def":2,"exit":1,"self":7,"exc":2,"type":1,"value":1,"traceback":1,"proc":3,"kill":1,"async":1,"make":1,"client":4,"mqllmengineclient":2,"engine":4,"config":3,"args":1,"create":1,"ipc":1,"path":1,"pid":1,"while":1,"true":1,"try":1,"await":1,"setup":1,"break":1,"except":1,"timeouterror":1,"assert":1,"is":1,"alive":1,"return":1},"0,345,data/raw/vllm-0.10.1/tests/mq_llm_engine/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":1,"pytest":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":2,"monkeypatch":2,"since":1,"this":1,"module":2,"is":1,"set":1,"v1":2,"for":1,"all":1,"tests":1,"in":1,"setenv":1},"0,1989,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_abort.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":3,"vllm":2,"project":1,"test":2,"that":2,"aborting":1,"is":1,"handled":1,"properly":1,"import":6,"asyncio":6,"tempfile":2,"uuid":2,"pytest":3,"from":3,"tests":1,"mq":1,"llm":1,"engine":7,"utils":2,"remotemqllmengine":2,"generate":4,"arg":1,"asyncengineargs":2,"model":3,"google":1,"gemma":1,"1":2,"2b":1,"it":1,"args":3,"raised":2,"error":1,"keyerror":1,"value":1,"foo":1,"expected":6,"tokens":7,"250":1,"fixture":1,"scope":1,"function":1,"def":2,"tmp":3,"socket":3,"with":2,"temporarydirectory":1,"as":2,"td":2,"yield":1,"f":4,"ipc":2,"uuid4":1,"mark":1,"async":1,"abort":3,"path":1,"client":6,"await":4,"make":1,"request":16,"id":9,"be":5,"aborted":8,"ids":4,"a":3,"idx":4,"for":5,"in":5,"range":2,"10":2,"b":3,"requests":3,"started":2,"before":1,"one":2,"tasks":4,"append":2,"create":3,"task":6,"after":1,"actually":1,"sleep":1,"5":1,"confirm":1,"we":1,"got":1,"all":1,"count":3,"assert":1,"generated":1,"only":1},"1989,135,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_abort.py":{"cancel":2,"task":2,"this":1,"will":1,"hang":1,"indefinitely":1,"if":1,"not":1,"aborted":1,"shutdown":1,"client":1,"close":1},"0,1797,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_load.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":2,"project":1,"test":3,"that":2,"mqllmengine":1,"is":3,"able":1,"handle":1,"10k":1,"concurrent":2,"requests":5,"import":6,"asyncio":3,"tempfile":2,"uuid":2,"pytest":3,"from":3,"tests":1,"mq":1,"llm":1,"engine":7,"utils":2,"remotemqllmengine":2,"generate":2,"arg":1,"asyncengineargs":2,"model":3,"google":1,"gemma":1,"1":2,"2b":1,"it":1,"num":10,"expected":6,"tokens":11,"10":1,"10000":1,"scenarios":1,"for":4,"generated":5,"token":1,"args":3,"fixture":1,"scope":1,"function":1,"def":2,"tmp":3,"socket":3,"with":2,"temporarydirectory":1,"as":2,"td":2,"yield":1,"f":4,"ipc":2,"uuid4":1,"mark":1,"async":1,"load":1,"path":1,"client":4,"await":2,"make":1,"request":12,"ids":2,"i":2,"in":3,"range":1,"create":2,"tasks":3,"id":9,"append":1,"task":3,"confirm":1,"we":1,"got":1,"all":1,"failed":5,"none":4,"if":1,"and":1,"assert":1,"but":1,"shutdown":1,"close":1},"0,1876,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"test":2,"that":1,"various":1,"errors":1,"are":1,"handled":1,"properly":1,"import":18,"asyncio":2,"tempfile":2,"time":1,"uuid":2,"from":14,"unittest":1,"mock":3,"pytest":3,"tests":1,"mq":1,"llm":2,"engine":23,"utils":3,"remotemqllmengine":2,"samplingparams":1,"arg":2,"asyncengineargs":3,"llmengine":1,"multiprocessing":2,"mqenginedeaderror":1,"mqllmengine":2,"entrypoints":2,"openai":2,"api":1,"server":1,"build":1,"async":2,"client":3,"cli":1,"args":8,"make":3,"parser":1,"lora":1,"request":1,"lorarequest":1,"sequence":1,"sequencegroupmetadata":1,"usage":3,"lib":1,"usagecontext":2,"flexibleargumentparser":1,"model":5,"google":1,"gemma":1,"1":2,"2b":1,"it":1,"enforce":1,"eager":1,"true":1,"raised":4,"error":3,"keyerror":1,"value":2,"foo":1,"fixture":1,"scope":1,"function":1,"def":3,"tmp":3,"socket":3,"with":4,"temporarydirectory":1,"as":2,"td":2,"yield":1,"f":1,"ipc":5,"uuid4":1,"run":4,"evil":3,"forward":4,"path":4,"str":1,"context":2,"unknown":1,"raise":1,"during":1,"first":1,"pass":1,"executor":1,"execute":1,"side":1,"effect":1,"start":1,"mark":1,"fn":1,"await":1},"1876,1673,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"server":1,"should":3,"be":1,"healthy":1,"after":1,"initial":1,"probe":2,"await":7,"asyncio":4,"sleep":3,"2":1,"0":2,"client":11,"check":5,"health":8,"throws":1,"an":1,"error":7,"that":1,"get":1,"engine":15,"dead":1,"with":6,"pytest":4,"raises":3,"mqenginedeaderror":1,"async":2,"for":1,"in":1,"generate":1,"prompt":1,"hello":1,"my":1,"name":1,"is":2,"sampling":1,"params":1,"samplingparams":1,"request":1,"id":1,"str":2,"uuid":1,"uuid4":1,"pass":2,"assert":4,"errored":3,"1":1,"raised":4,"shutdown":1,"close":1,"def":2,"run":4,"evil":2,"model":3,"executor":3,"args":6,"asyncengineargs":1,"ipc":4,"path":4,"make":2,"mqllmengine":1,"from":1,"usage":1,"context":2,"usagecontext":1,"unknown":1,"raise":1,"during":1,"first":1,"forward":1,"mock":1,"side":1,"effect":1,"start":1,"mark":1,"test":1,"failed":1,"tmp":2,"socket":2,"remotemqllmengine":1,"fn":1,"as":1,"running":1,"throw":1,"15":1},"3549,1969,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"generate":3,"call":2,"should":3,"throw":1,"engine":16,"dead":1,"error":6,"with":7,"pytest":5,"raises":3,"mqenginedeaderror":2,"async":3,"for":2,"in":3,"client":12,"prompt":2,"hello":2,"my":2,"name":2,"is":3,"sampling":2,"params":2,"samplingparams":2,"request":5,"id":4,"str":3,"uuid":2,"uuid4":2,"pass":2,"close":2,"def":2,"run":4,"evil":2,"abort":7,"args":6,"asyncengineargs":1,"ipc":4,"path":4,"make":2,"mqllmengine":1,"from":1,"usage":1,"context":2,"usagecontext":1,"unknown":1,"raise":2,"during":1,"mock":1,"side":2,"effect":1,"raised":2,"start":1,"mark":2,"asyncio":2,"test":1,"failed":1,"tmp":2,"socket":2,"remotemqllmengine":1,"fn":1,"as":2,"await":4,"assert":3,"running":1,"first":1,"check":3,"health":3,"work":1,"trigger":1,"an":1,"on":1,"the":4,"this":2,"does":1,"not":1,"exist":1,"and":1,"will":2,"cause":1,"to":2,"foo":2,"future":1,"generation":1,"requests":1,"now":1,"fail":1,"reference":1,"original":2,"keyerror":2,"execinfo":2,"max":1,"tokens":1,"10":1,"repr":1,"value":1,"errored":1},"5518,1684,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"async":4,"def":3,"test":2,"batch":4,"error":1,"tmp":4,"socket":4,"with":3,"remotemqllmengine":2,"engine":11,"args":4,"ipc":2,"path":2,"run":2,"fn":1,"evil":1,"abort":2,"as":3,"client":11,"await":5,"make":2,"assert":3,"is":2,"running":1,"first":1,"check":2,"health":2,"should":2,"work":1,"of":2,"requests":1,"do":2,"generate":3,"min":2,"tokens":3,"2048":3,"to":4,"keep":1,"busy":2,"the":5,"get":4,"enough":1,"time":1,"process":1,"a":3,"request":6,"that":1,"will":2,"crash":1,"params":3,"samplingparams":1,"max":1,"for":3,"in":4,"prompt":1,"hello":1,"my":1,"name":1,"sampling":1,"id":2,"str":1,"uuid":1,"uuid4":1,"pass":1,"tasks":2,"asyncio":3,"create":1,"task":1,"range":1,"10":1,"this":1,"force":1,"processing":1,"raise":1,"an":1,"exception":2,"and":1,"next":1,"errored":1,"foo":1,"those":1,"failed":1,"then":1,"they":1,"same":1,"mqenginedeaderror":2,"errors":2,"gather":1,"return":1,"exceptions":1,"true":1,"e":3,"isinstance":1,"keyerror":1,"repr":1,"close":1,"pytest":1,"mark":1,"bad":1},"7202,1983,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"invalid":3,"request":5,"should":3,"fail":1,"but":1,"not":2,"crash":4,"the":3,"server":4,"with":4,"pytest":4,"raises":1,"valueerror":2,"async":8,"for":2,"in":5,"client":5,"generate":2,"prompt":2,"hello":2,"my":2,"name":2,"is":5,"sampling":2,"params":2,"samplingparams":2,"id":2,"abcd":2,"1":2,"lora":2,"lorarequest":1,"path":1,"pass":4,"this":1,"be":1,"okay":1,"2":1,"shutdown":2,"close":1,"mark":2,"asyncio":2,"def":3,"test":2,"mp":2,"detection":1,"monkeypatch":3,"context":1,"as":1,"m":2,"parser":10,"flexibleargumentparser":2,"description":2,"vllm":3,"s":2,"remote":2,"openai":2,"make":2,"arg":2,"args":6,"parse":2,"when":2,"llmengine":2,"loaded":1,"it":2,"will":1,"mock":2,"init":5,"raise":1,"setattr":1,"start":2,"time":2,"perf":2,"counter":2,"build":2,"engine":2,"end":2,"assert":1,"100":1,"expected":1,"to":1,"gracefully":1,"100s":1,"if":1,"there":1,"an":1,"error":1,"startup":1,"cuda":3,"initialized":1,"api":1,"process":1,"import":1,"torch":2},"9185,1797,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"pytest":4,"mark":2,"asyncio":2,"async":2,"def":3,"test":1,"engine":19,"process":3,"death":1,"tmp":2,"socket":2,"with":4,"remotemqllmengine":1,"args":6,"ipc":4,"path":4,"as":1,"client":6,"await":2,"make":2,"assert":1,"is":3,"running":1,"kill":2,"the":6,"proc":1,"generate":2,"call":1,"should":2,"fail":1,"raises":2,"mqenginedeaderror":1,"for":2,"in":3,"prompt":1,"hello":1,"my":1,"name":1,"sampling":1,"params":1,"samplingparams":1,"request":2,"id":2,"str":2,"uuid":1,"uuid4":1,"pass":1,"and":1,"health":2,"check":2,"show":1,"dead":1,"runtimeerror":1,"match":1,"died":1,"close":1,"run":2,"evil":2,"input":2,"processing":1,"asyncengineargs":1,"simulate":1,"an":1,"exception":1,"while":1,"preparing":1,"inputs":1,"model":4,"wild":1,"this":1,"could":1,"be":1,"something":1,"like":1,"a":2,"multimodal":1,"processor":1,"failing":1,"on":1,"invalid":1,"image":1,"data":1,"mqllmengine":1,"from":1,"usage":1,"context":2,"usagecontext":1,"unknown":1,"runner":4,"executor":1,"driver":1,"worker":2,"raise":2,"error":2,"when":1,"adding":1,"sequence":1,"group":4,"see":1,"class":1,"modelinputforgpubuilder":1,"raiser":2,"seq":3,"metadata":2,"sequencegroupmetadata":1,"if":1,"startswith":1,"raised":2,"value":1,"builder":1,"per":1,"compute":1,"fns":1,"append":1,"start":1},"10982,1679,data/raw/vllm-0.10.1/tests/mq_llm_engine/test_error_handling.py":{"async":5,"def":3,"test":1,"failed":1,"inputs":3,"tmp":2,"socket":2,"with":3,"remotemqllmengine":1,"engine":6,"args":2,"ipc":1,"path":1,"run":6,"fn":1,"evil":2,"input":1,"processing":1,"as":1,"client":9,"await":5,"make":1,"assert":2,"is":3,"running":1,"should":4,"be":1,"healthy":2,"check":2,"health":2,"failing":5,"request":6,"for":6,"in":6,"generate":2,"prompt":2,"hello":2,"my":2,"name":2,"sampling":2,"params":2,"samplingparams":2,"max":2,"tokens":2,"10":4,"id":2,"str":2,"uuid":2,"uuid4":2,"pass":2,"passing":5,"tasks":6,"asyncio":4,"create":2,"task":6,"range":2,"gather":2,"return":1,"exceptions":1,"true":1,"all":2,"the":2,"bad":1,"have":2,"raised":2,"pytest":1,"raises":1,"error":1,"result":2,"but":1,"good":1,"still":1,"succeeded":1,"and":1,"remain":1,"not":1,"errored":1,"close":1},"0,1925,data/raw/vllm-0.10.1/tests/kernels/test_apply_repetition_penalties.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":5,"pytest":7,"torch":14,"from":3,"tests":1,"kernels":1,"utils":1,"opcheck":1,"custom":2,"ops":1,"apply":4,"repetition":8,"penalties":4,"cuda":4,"platforms":1,"current":3,"platform":3,"num":9,"seqs":9,"1":4,"3":1,"4":2,"8":1,"13":1,"17":2,"32":1,"37":1,"256":2,"1023":1,"1024":1,"1025":1,"stress":3,"qwen":1,"llama":1,"vocab":11,"sizes":2,"1019":1,"151936":1,"202048":1,"penalty":4,"values":2,"05":1,"seeds":2,"dtypes":2,"float32":1,"float16":1,"mark":7,"parametrize":5,"size":9,"dtype":7,"seed":4,"skipif":1,"not":1,"is":1,"reason":1,"this":1,"test":4,"for":1,"checking":1,"kernel":1,"inference":1,"mode":1,"def":1,"int":3,"float":1,"none":1,"op":1,"against":1,"a":1,"reference":1,"implementation":1,"everything":1,"set":1,"default":1,"device":1,"create":2,"data":1,"logits":1,"randn":1,"masks":1,"with":1,"some":2,"random":1,"tokens":2,"marked":1,"as":2,"repeated":2,"prompt":3,"mask":2,"zeros":2,"bool":2,"output":3,"in":1,"and":1,"indices":2,"randint":2,"max":2,"200":2},"1925,1867,data/raw/vllm-0.10.1/tests/kernels/test_apply_repetition_penalties.py":{"for":2,"i":5,"in":1,"range":1,"num":8,"seqs":9,"prompt":6,"mask":10,"indices":2,"true":2,"output":6,"create":3,"repetition":12,"penalties":10,"tensor":1,"torch":15,"full":1,"penalty":2,"dtype":7,"run":1,"all":2,"three":1,"implementations":1,"logits":10,"clone":3,"cuda":7,"apply":5,"compare":1,"outputs":1,"to":2,"reference":2,"testing":1,"assert":1,"close":1,"rtol":1,"1e":2,"3":2,"atol":1,"test":5,"the":3,"operator":1,"by":1,"applying":1,"opcheck":2,"utility":1,"ops":1,"c":1,"pytest":1,"mark":2,"skipif":1,"not":1,"current":2,"platform":2,"is":1,"reason":1,"this":1,"checking":1,"kernel":1,"inference":1,"mode":1,"def":1,"zero":1,"none":1,"custom":1,"op":1,"with":2,"0":5,"against":1,"a":1,"implementation":1,"vocab":4,"size":4,"17":1,"1":1,"05":1,"float32":1,"seed":3,"everything":1,"set":1,"default":1,"device":1,"data":1,"randn":1,"masks":1,"some":1,"random":1,"tokens":2,"marked":1,"as":2,"repeated":2,"zeros":2,"bool":2,"no":1,"since":1},"3792,886,data/raw/vllm-0.10.1/tests/kernels/test_apply_repetition_penalties.py":{"create":1,"repetition":9,"penalties":8,"tensor":1,"torch":7,"full":1,"num":1,"seqs":1,"penalty":1,"dtype":2,"run":1,"all":2,"three":1,"implementations":1,"logits":9,"clone":3,"cuda":4,"apply":3,"prompt":3,"mask":6,"output":3,"compare":1,"outputs":1,"to":1,"reference":1,"testing":1,"assert":1,"close":1,"rtol":1,"1e":2,"3":2,"atol":1,"test":1,"the":2,"operator":1,"by":1,"applying":1,"opcheck":2,"utility":1,"ops":1,"c":1},"0,1802,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"tests":2,"for":1,"triton":4,"flash":3,"attention":5,"kernel":1,"run":1,"pytest":2,"kernels":1,"test":1,"py":1,"import":4,"torch":4,"from":2,"ops":1,"supported":1,"layouts":1,"metadata":9,"compute":2,"alibi":7,"tensor":2,"scale":2,"fp8":1,"rocm":1,"platforms":1,"current":1,"platform":1,"class":1,"referenceattention":1,"def":2,"init":1,"self":23,"z":3,"hq":3,"hk":3,"n":12,"ctx":12,"q":8,"k":8,"d":3,"head":3,"use":4,"dtype":3,"input":8,"fwd":1,"v":1,"scores":4,"einsum":1,"bhqd":1,"bhkd":1,"bhqk":1,"float":2,"sm":1,"if":3,"causal":1,"mask":2,"tril":1,"ones":1,"device":1,"cuda":1,"diagonal":1,"inf":1,"bias":2,"is":1,"not":1,"none":1,"slopes":1},"1802,1694,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"p":4,"torch":10,"softmax":3,"scores":1,"dim":1,"1":3,"if":4,"self":19,"input":9,"metadata":9,"causal":1,"n":2,"ctx":2,"q":8,"k":13,"there":1,"s":1,"at":1,"least":1,"one":1,"row":2,"of":3,"all":1,"infs":1,"going":1,"into":1,"this":2,"creates":1,"a":1,"nans":2,"as":1,"inf":2,"nan":3,"so":1,"we":1,"fix":1,"by":1,"converting":1,"the":2,"to":14,"0s":1,"which":1,"is":2,"what":1,"they":1,"should":1,"be":1,"out":5,"mask":2,"isnan":1,"0":1,"ref":4,"einsum":1,"bhqk":1,"bhkd":1,"bhqd":1,"dtype":6,"v":13,"compare":1,"layout":1,"bshd":1,"transpose":1,"2":1,"clone":1,"return":3,"def":2,"fwd":4,"fp8":3,"quantized":10,"float16":3,"descale":9,"result":4,"o":2,"scale":3,"not":1,"none":1,"kv":1,"dequantized":4,"float32":4},"3496,1953,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"def":2,"varlen":1,"fwd":1,"self":11,"q":19,"k":29,"v":21,"is":3,"mqa":3,"false":4,"ref":9,"out":3,"torch":5,"empty":1,"like":2,"if":4,"make":1,"kv":3,"look":1,"hq":3,"hk":4,"groups":1,"of":1,"later":1,"we":1,"will":1,"reshape":3,"so":1,"the":3,"size":1,"aligns":1,"with":1,"view":2,"shape":10,"0":5,"1":16,"2":2,"expand":2,"else":2,"for":1,"i":5,"in":2,"range":1,"input":7,"metadata":6,"num":1,"contexts":1,"start":6,"cu":4,"seqlens":4,"end":6,"curr":12,"3":2,"scores":2,"einsum":2,"qhd":2,"khd":2,"qhk":2,"float":1,"p":5,"softmax":1,"sm":1,"scale":11,"dim":1,"half":1,"return":2,"quantize":1,"fp8":5,"use":3,"o":4,"descale":7,"none":3,"not":1,"real":1,"world":1,"case":1,"would":1,"be":1,"a":1,"parameter":1,"trained":1,"by":1,"model":1,"rand":1,"device":1,"cuda":1,"requires":1,"grad":1},"5449,1980,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"def":1,"input":2,"helper":1,"z":6,"hq":6,"hk":3,"n":10,"ctx":8,"q":13,"k":14,"d":5,"head":5,"dtype":10,"layout":5,"none":6,"use":7,"alibi":4,"causal":1,"is":3,"fp8":5,"false":8,"kv":3,"o":5,"scale":7,"bias":4,"assert":1,"in":2,"supported":1,"layouts":1,"got":1,"unsupported":1,"current":1,"platform":1,"seed":1,"everything":1,"0":1,"initialize":1,"v":6,"if":4,"bhsd":1,"tensor":8,"shape":7,"elif":1,"bshd":1,"for":2,"heads":1,"the":2,"set":1,"of":1,"slopes":3,"geometric":1,"sequence":1,"that":1,"starts":1,"2":2,"8":2,"torch":6,"i":2,"range":1,"1":4,"float32":1,"device":5,"cuda":5,"repeat":1,"else":3,"randn":4,"requires":4,"grad":4,"descale":6,"p":2,"quantize":1},"7429,1678,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"input":3,"metadata":3,"sm":1,"scale":5,"d":2,"head":2,"0":2,"5":1,"max":7,"seqlens":12,"q":14,"n":11,"ctx":11,"k":14,"layout":2,"alibi":4,"slopes":2,"batch":1,"z":10,"nheads":1,"hq":2,"descale":6,"v":3,"p":2,"o":2,"bias":2,"seqlen":2,"return":1,"def":1,"varlen":1,"helper":1,"hk":1,"dtype":3,"equal":2,"false":1,"current":1,"platform":1,"seed":1,"everything":1,"random":1,"sequence":1,"lengths":1,"using":1,"as":1,"kind":1,"of":3,"sum":1,"individual":1,"seqs":1,"if":1,"not":1,"torch":6,"randint":2,"1":4,"int32":2,"else":1,"full":2},"9107,1951,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"calculate":1,"cumulative":1,"sequence":1,"lengths":2,"cu":10,"seqlens":12,"q":16,"torch":13,"cat":2,"tensor":2,"0":12,"dtype":12,"int32":4,"cumsum":2,"dim":2,"k":16,"to":2,"device":5,"cuda":5,"initialize":1,"v":4,"with":1,"variable":1,"total":5,"1":8,"item":2,"randn":3,"hq":4,"d":7,"head":7,"normal":3,"mean":3,"std":3,"5":4,"requires":3,"grad":3,"hk":5,"sm":3,"scale":3,"input":5,"metadata":5,"set":1,"varlen":1,"params":1,"return":1,"pytest":4,"mark":4,"parametrize":4,"z":3,"n":6,"ctx":6,"48":4,"12":1,"64":2,"4":6,"128":4,"65":1,"16":1,"24":1,"3":2,"113":1,"123":1,"causal":3,"true":2,"false":2,"use":3,"alibi":3,"layout":3,"bshd":1,"def":1,"test":1,"op":1,"fwd":1,"float16":1,"current":1,"platform":1,"seed":1,"everything":1,"helper":1,"o":1,"empty":1,"like":1},"11058,1902,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"triton":3,"implementation":1,"tri":2,"out":4,"attention":1,"rocm":1,"q":7,"k":17,"v":14,"o":3,"input":2,"metadata":2,"transpose":4,"here":1,"if":4,"layout":4,"is":1,"bshd":2,"so":1,"we":1,"have":1,"same":1,"reference":1,"code":1,"for":1,"all":1,"layouts":1,"1":21,"2":9,"clone":3,"replicate":1,"and":1,"using":1,"mqa":1,"gqa":1,"hq":4,"hk":4,"view":2,"shape":14,"0":7,"3":6,"expand":2,"reshape":2,"ref":4,"impl":2,"referenceattention":1,"z":3,"n":6,"ctx":6,"d":3,"head":3,"use":3,"alibi":1,"dtype":2,"fwd":2,"torch":3,"testing":1,"assert":1,"close":1,"atol":1,"2e":2,"rtol":1,"pytest":5,"mark":5,"parametrize":4,"h":2,"4":5,"48":3,"64":1,"128":4,"65":1,"causal":2,"true":2,"false":2,"bhsd":1,"scale":2,"skipif":1,"cuda":2,"get":1,"device":1,"capability":1,"9":2,"reason":1,"fp8":2,"requires":1,"or":1,"higher":1,"def":1,"test":1,"op":1,"float32":1,"current":1,"platform":1,"seed":1,"everything":1},"12960,1643,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"disable":1,"grad":1,"to":3,"save":1,"memory":1,"it":1,"won":1,"t":1,"run":1,"into":1,"oom":1,"on":1,"ci":1,"machine":1,"q":10,"k":9,"v":4,"input":6,"metadata":4,"helper":2,"z":5,"h":8,"n":10,"ctx":10,"d":5,"head":5,"dtype":4,"layout":5,"quantized":10,"causal":4,"is":1,"fp8":3,"true":2,"use":3,"o":5,"scale":3,"torch":5,"empty":1,"like":1,"if":1,"else":1,"none":1,"tri":2,"out":4,"triton":1,"attention":1,"rocm":1,"ref":4,"impl":2,"referenceattention":1,"false":2,"fwd":2,"compare":1,"testing":1,"assert":1,"close":1,"float32":3,"atol":1,"7e":1,"2":1,"rtol":1,"2e":1,"1":6,"pytest":3,"mark":3,"parametrize":3,"4":7,"48":3,"64":1,"128":4,"3":2,"65":1,"113":1,"123":1,"bhsd":1,"def":1,"test":1,"op":1,"kv":1,"current":1,"platform":1,"seed":1,"everything":1,"0":1},"14603,1527,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"q":7,"k":6,"quantized":6,"v":3,"input":4,"metadata":3,"helper":1,"z":3,"h":5,"n":6,"ctx":6,"d":3,"head":3,"dtype":3,"causal":3,"layout":2,"is":1,"fp8":3,"true":4,"kv":2,"o":2,"torch":3,"empty":1,"like":1,"tri":2,"out":4,"triton":1,"attention":1,"rocm":1,"ref":4,"impl":2,"referenceattention":1,"false":2,"fwd":1,"testing":1,"assert":1,"close":1,"atol":1,"3e":1,"2":1,"rtol":1,"8e":1,"1":5,"pytest":4,"mark":4,"parametrize":4,"4":5,"48":3,"64":1,"128":4,"3":2,"65":1,"use":1,"bias":1,"bfloat16":1},"16130,1957,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"def":2,"test":2,"op":2,"fwd":4,"bias":4,"z":7,"h":11,"n":12,"ctx":12,"q":11,"k":9,"d":7,"head":7,"causal":5,"use":3,"dtype":6,"current":1,"platform":1,"seed":1,"everything":1,"0":1,"v":6,"input":8,"metadata":6,"helper":2,"layout":2,"bhsd":1,"o":2,"torch":5,"empty":2,"like":2,"triton":3,"implementation":1,"tri":5,"out":9,"attention":2,"rocm":2,"ref":8,"impl":4,"referenceattention":2,"false":4,"compare":1,"testing":2,"assert":2,"close":2,"atol":2,"2e":4,"2":4,"rtol":2,"note":1,"uses":1,"thd":2,"so":1,"also":1,"tests":1,"pytest":2,"mark":2,"parametrize":2,"1":1,"48":4,"256":1,"64":4,"4":1,"512":2,"16":1,"128":2,"true":1,"varlen":3,"float16":1,"is":1,"mqa":1},"18087,1133,data/raw/vllm-0.10.1/tests/kernels/test_triton_flash_attention.py":{"note":1,"uses":1,"thd":2,"layout":1,"so":1,"also":1,"tests":1,"pytest":2,"mark":2,"parametrize":2,"z":4,"hq":4,"hk":4,"n":6,"ctx":6,"d":4,"head":4,"2":3,"48":3,"24":1,"128":3,"64":4,"4":4,"12":1,"256":1,"512":1,"16":1,"causal":2,"false":2,"def":1,"test":1,"op":1,"varlen":3,"mqa":2,"fwd":2,"dtype":3,"torch":3,"float16":1,"q":4,"k":3,"v":3,"input":4,"metadata":3,"helper":1,"tri":3,"out":5,"empty":1,"like":1,"triton":1,"attention":1,"rocm":1,"ref":4,"impl":2,"referenceattention":1,"is":1,"true":1,"testing":1,"assert":1,"close":1,"atol":1,"2e":2,"rtol":1},"0,1984,data/raw/vllm-0.10.1/tests/kernels/test_cutlass_mla_decode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"pytest":7,"torch":9,"nn":1,"functional":1,"as":2,"f":2,"from":2,"tensor":6,"custom":1,"ops":2,"platforms":1,"current":2,"platform":2,"if":1,"not":1,"has":1,"device":2,"capability":2,"100":1,"skip":1,"reason":1,"cutlass":2,"mla":3,"requires":1,"compute":1,"of":1,"10":1,"or":1,"above":1,"allow":1,"module":1,"level":1,"true":3,"def":2,"ref":1,"out":4,"bs":8,"num":8,"heads":5,"v":6,"head":11,"dim":11,"query":3,"kv":8,"cache":3,"blocks":3,"block":6,"size":4,"scale":3,"float":1,"tables":2,"max":2,"seq":5,"lens":2,"shape":2,"for":1,"i":5,"in":1,"range":1,"gather":1,"and":1,"flatten":1,"view":3,"1":5,"len":3,"q":2,"o":2,"scaled":1,"dot":1,"product":1,"attention":1,"enable":1,"gqa":1,"return":1,"mark":5,"parametrize":5,"dtype":5,"bfloat16":1,"float16":1,"mean":2,"128":2,"1024":1,"4096":1,"4":1,"varlen":2,"false":1,"16":1,"64":1,"test":1,"decode":1,"int":3,"bool":1,"set":2,"default":2,"cuda":1,"manual":1,"seed":1,"42":1},"1984,1506,data/raw/vllm-0.10.1/tests/kernels/test_cutlass_mla_decode.py":{"d":3,"576":1,"h":3,"q":16,"128":6,"dv":4,"512":1,"nope":4,"dim":4,"pe":4,"64":1,"scale":3,"0":2,"5":1,"if":1,"varlen":1,"seq":12,"lens":7,"torch":10,"empty":1,"bs":6,"normal":1,"mean":3,"len":5,"2":4,"clip":1,"to":2,"int32":3,"else":1,"full":2,"dtype":2,"max":3,"item":1,"block":15,"num":6,"size":5,"1":2,"pad":1,"so":1,"that":1,"small":2,"blocks":2,"can":2,"be":1,"packed":1,"into":1,"sized":1,"cutlass":3,"tiles":1,"one":1,"wide":1,"tile":1,"hold":1,"pack":4,"factor":4,"amplify":1,"input":1,"values":1,"ensure":1,"test":1,"coverage":1,"of":1,"edge":1,"cases":1,"where":1,"kernel":1,"errors":1,"occur":1,"with":1,"split":1,"k":1,"settings":1,"randn":2,"100":1,"table":4,"randint":1,"kv":3,"cache":3,"numel":1,"out":7,"ref":5,"new":1,"zeros":2,"mla":2,"ans":3,"like":1,"clone":2,"ops":1,"decode":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"rtol":1},"0,620,data/raw/vllm-0.10.1/tests/kernels/allclose_default.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":1,"torch":7,"reference":1,"default":7,"values":1,"of":1,"atol":4,"and":1,"rtol":4,"are":1,"from":1,"https":1,"github":1,"com":1,"pytorch":2,"blob":1,"6d96beb6bec24d73ee3f080bac54d2104068f675":1,"test":2,"transformers":1,"py":1,"l67":1,"float16":2,"1e":4,"3":3,"bfloat16":2,"float":4,"5":1,"1":2,"6e":1,"3e":1,"6":1,"def":2,"get":2,"output":4,"return":2,"dtype":2},"0,1759,data/raw/vllm-0.10.1/tests/kernels/test_shuffle_rows.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"tests":2,"for":1,"shuffle":8,"rows":8,"function":1,"run":1,"pytest":9,"kernels":1,"test":4,"py":1,"import":4,"torch":11,"from":2,"custom":1,"ops":1,"platforms":1,"current":2,"platform":2,"mark":6,"parametrize":6,"num":6,"tokens":6,"1":1,"16":2,"64":2,"128":4,"256":2,"512":3,"1024":3,"hidden":5,"size":5,"2048":1,"4096":1,"dtype":9,"float16":2,"bfloat16":2,"float32":1,"def":1,"basic":2,"int":2,"functionality":1,"of":1,"with":2,"various":1,"tensor":6,"sizes":1,"and":1,"dtypes":1,"if":1,"not":1,"is":1,"cuda":4,"skip":1,"requires":1,"create":2,"input":6,"randn":1,"device":4,"a":1,"simple":1,"permutation":1,"map":3,"identity":2,"mapping":2,"dst2src":2,"arange":1,"int32":1,"output":7,"should":1,"be":1,"identical":1,"testing":1,"assert":4,"close":1,"atol":1,"rtol":1,"check":1,"shape":2},"1759,1746,data/raw/vllm-0.10.1/tests/kernels/test_shuffle_rows.py":{"def":2,"test":5,"shuffle":8,"rows":8,"permutation":3,"num":7,"tokens":9,"int":4,"hidden":6,"size":6,"dtype":10,"torch":8,"with":2,"actual":1,"if":2,"not":2,"current":2,"platform":2,"is":3,"cuda":7,"pytest":4,"skip":2,"requires":2,"create":3,"input":9,"tensor":7,"randn":2,"device":5,"a":1,"reverse":2,"map":3,"dst2src":2,"arange":1,"1":3,"int32":1,"output":10,"check":2,"that":1,"the":3,"of":1,"expected":2,"flip":1,"dims":1,"0":1,"testing":1,"assert":4,"close":1,"atol":1,"1e":2,"6":1,"rtol":1,"5":1,"shape":2,"and":1,"properties":1,"mark":2,"parametrize":2,"32":1,"64":1,"256":1,"512":1,"expansion":2,"more":1,"than":1,"float16":1},"3505,1864,data/raw/vllm-0.10.1/tests/kernels/test_shuffle_rows.py":{"create":3,"a":2,"mapping":1,"that":2,"duplicates":1,"some":1,"tokens":8,"expansion":1,"expanded":4,"size":9,"num":7,"2":1,"dst2src":5,"map":6,"torch":8,"randint":1,"0":1,"device":7,"cuda":5,"dtype":9,"int32":2,"test":4,"shuffle":7,"rows":7,"output":12,"input":8,"tensor":7,"check":2,"shape":4,"assert":7,"hidden":5,"verify":1,"each":1,"row":2,"matches":1,"the":1,"corresponding":1,"for":2,"i":3,"in":1,"range":1,"src":2,"idx":2,"item":1,"testing":1,"close":1,"atol":1,"1e":2,"6":1,"rtol":1,"5":1,"pytest":3,"mark":2,"parametrize":2,"16":1,"64":1,"128":1,"512":1,"def":1,"random":3,"permutation":3,"int":2,"with":1,"if":1,"not":1,"current":1,"platform":1,"is":1,"skip":1,"requires":1,"float16":1,"set":1,"seed":2,"reproducibility":1,"manual":1,"42":1,"randn":1,"randperm":1,"and":1,"properties":1},"5369,1874,data/raw/vllm-0.10.1/tests/kernels/test_shuffle_rows.py":{"verify":1,"that":1,"each":2,"output":6,"row":2,"matches":1,"the":1,"corresponding":1,"input":10,"for":2,"i":3,"in":2,"range":1,"num":1,"tokens":5,"src":2,"idx":2,"dst2src":6,"map":6,"item":1,"torch":14,"testing":3,"assert":3,"close":3,"tensor":9,"atol":3,"1e":2,"6":1,"rtol":3,"5":1,"def":2,"test":6,"shuffle":8,"rows":8,"edge":2,"cases":2,"with":3,"if":2,"not":2,"current":2,"platform":2,"is":2,"cuda":10,"pytest":2,"skip":2,"requires":2,"dtype":11,"float16":2,"single":2,"token":2,"randn":3,"1":2,"128":1,"device":6,"0":5,"int32":3,"feature":1,"dimension":1,"16":2,"arange":1,"moe":2,"like":1,"scenario":2,"a":2,"similar":1,"to":2,"usage":1,"batch":3,"size":5,"32":1,"hidden":2,"1024":1,"topk":3,"2":1,"simulate":2,"expert":1,"assignment":1,"goes":1,"experts":2,"this":1,"creates":1,"mapping":1,"where":1,"are":1,"duplicated":1,"multiple":1,"total":2,"zeros":1},"7243,1966,data/raw/vllm-0.10.1/tests/kernels/test_shuffle_rows.py":{"fill":1,"the":1,"mapping":1,"to":1,"simulate":1,"moe":1,"token":1,"distribution":1,"for":4,"i":6,"in":4,"range":4,"batch":2,"size":6,"k":4,"topk":4,"dst2src":4,"map":4,"test":6,"shuffle":10,"rows":10,"output":12,"input":8,"tensor":8,"check":1,"shape":2,"assert":7,"total":1,"tokens":6,"hidden":4,"dtype":15,"device":8,"verify":2,"that":3,"are":1,"correctly":2,"duplicated":1,"idx":2,"torch":10,"testing":2,"close":2,"atol":2,"1e":4,"6":2,"rtol":2,"5":2,"pytest":3,"mark":1,"parametrize":1,"float16":2,"bfloat16":1,"float32":1,"def":2,"consistency":3,"preserves":1,"if":2,"not":2,"current":2,"platform":2,"is":3,"cuda":6,"skip":2,"requires":2,"num":4,"64":1,"512":1,"create":1,"with":1,"specific":1,"randn":1,"arange":1,"int32":1,"preserved":1,"maintains":1,"32":1,"256":1},"9209,1182,data/raw/vllm-0.10.1/tests/kernels/test_shuffle_rows.py":{"create":2,"input":7,"tensor":7,"on":1,"cuda":8,"torch":7,"randn":2,"num":5,"tokens":5,"hidden":3,"size":3,"device":8,"dtype":7,"dst2src":4,"map":4,"arange":2,"int32":2,"test":4,"shuffle":7,"rows":7,"output":8,"verify":2,"is":4,"maintained":1,"assert":3,"type":1,"def":1,"contiguous":4,"that":1,"produces":1,"if":1,"not":1,"current":1,"platform":1,"pytest":1,"skip":1,"requires":1,"64":1,"512":1,"float16":1},"0,1955,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"kernel":2,"test":12,"utils":6,"import":15,"itertools":1,"random":1,"unittest":1,"from":10,"collections":1,"abc":1,"sequence":4,"numbers":1,"number":1,"typing":1,"any":1,"namedtuple":3,"optional":1,"union":1,"pytest":1,"torch":5,"prims":1,"common":1,"tensorliketype":1,"tests":1,"kernels":1,"quant":1,"native":1,"w8a8":1,"block":1,"matmul":1,"attention":5,"attentionbackend":1,"attentionmetadata":1,"attentiontype":1,"model":2,"executor":2,"layers":2,"activation":1,"siluandmul":1,"fused":1,"moe":2,"quantize":1,"input":1,"platforms":1,"interface":1,"backend":2,"str":5,"env":1,"var":1,"flash":1,"attn":2,"val":2,"xformers":1,"make":1,"tensor":4,"with":1,"pad":1,"for":3,"now":1,"disable":1,"aot":2,"dispatch":2,"dynamic":2,"since":1,"there":1,"are":1,"some":1,"bugs":1,"related":1,"this":1,"in":1,"pytorch":1,"4":1,"default":1,"opcheck":2,"tuple":2,"schema":2,"autograd":2,"registration":2,"faketensor":2,"all":1,"class":2,"qkvinputs":1,"data":2,"structure":2,"representing":2,"unpacked":4,"inputs":3,"query":4,"key":4,"values":1,"and":1,"their":1,"lengths":3,"attributes":2,"value":3,"batch":1,"size":2,"x":3,"padded":1,"seq":5,"len":1,"num":1,"heads":1,"head":1,"q":2,"lens":4,"list":4,"kv":2,"shared":1,"int":2,"qkvo":1,"alongside":1,"known":1,"correct":1,"output":1},"1955,1926,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"qkv":4,"unpacked":2,"batch":2,"size":7,"x":12,"padded":2,"seq":6,"len":2,"num":5,"heads":5,"head":5,"attention":8,"inputs":5,"ideal":4,"output":7,"known":3,"correct":3,"qkvinputs":1,"torch":7,"tensor":9,"class":3,"packedqkvinputs":2,"namedtuple":3,"data":3,"structure":3,"for":3,"representing":2,"packed":10,"attributes":3,"query":4,"key":4,"value":4,"number":3,"of":6,"tokens":3,"q":4,"start":6,"loc":4,"list":12,"locations":2,"within":2,"kv":6,"shared":2,"lens":4,"sequence":3,"lengths":2,"optional":5,"int":4,"packedqkvo":1,"alongside":1,"kvmemorymap":1,"encapsulating":1,"cache":2,"memory":1,"mapping":4,"block":3,"tables":3,"slot":2,"offset":1,"to":1,"physical":1,"address":1},"3881,1912,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"class":1,"phasetestparameters":1,"namedtuple":1,"data":1,"structure":1,"for":2,"encapsulating":1,"the":1,"test":3,"parameters":1,"a":4,"given":1,"phase":3,"prefill":1,"or":1,"decode":1,"and":1,"attention":3,"scenario":2,"encoder":2,"decoder":2,"self":1,"cross":1,"attributes":1,"packed":3,"qkvo":2,"number":2,"of":1,"tokens":1,"x":4,"num":1,"heads":1,"head":1,"size":1,"inputs":1,"known":1,"correct":1,"output":1,"kv":7,"mmap":2,"cache":1,"memory":1,"mapping":1,"specific":1,"to":3,"this":1,"packedqkvo":1,"optional":5,"kvmemorymap":1,"def":4,"maybe":3,"make":3,"int":10,"tensor":12,"list":18,"device":12,"union":2,"torch":13,"str":2,"convert":2,"python":2,"1d":4,"on":4,"returns":4,"if":6,"is":6,"not":3,"none":12,"otherwise":3,"return":3,"else":3,"dtype":2,"long":4,"max":13,"causal":2,"mask":2,"q":4,"seq":10,"len":10,"create":1,"arguments":1,"query":1,"key":1,"value":1,"2d":1},"5793,1959,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"create":1,"a":2,"matrix":1,"where":1,"entry":1,"i":3,"j":2,"is":1,"true":2,"if":1,"mask":14,"torch":7,"triu":1,"ones":1,"q":5,"max":2,"seq":12,"len":5,"kv":6,"diagonal":1,"1":2,"replace":1,"with":2,"float":3,"inf":2,"and":1,"false":1,"0":4,"masked":4,"fill":2,"return":1,"def":2,"override":2,"backend":7,"env":3,"variable":2,"mpatch":3,"pytest":3,"monkeypatch":3,"name":4,"str":2,"none":4,"the":4,"environment":1,"indicating":1,"vllm":1,"temporarily":1,"using":1,"to":4,"ensure":1,"that":1,"vars":1,"get":1,"reset":1,"once":1,"test":1,"context":1,"exits":1,"arguments":2,"instance":1,"attention":8,"force":2,"setenv":1,"var":1,"ref":1,"query":3,"tensor":6,"key":3,"value":3,"scale":3,"custom":4,"optional":3,"lens":7,"list":4,"golden":1,"reference":1,"supports":1,"two":1,"types":1,"of":3,"masking":1,"basic":1,"utilizing":1,"args":1,"out":1,"padding":1,"elements":1,"which":1,"can":1,"an":1,"arbitrary":1,"e":1,"causal":2,"batch":5,"size":6,"x":9,"padded":3,"num":3,"heads":3,"head":3,"factor":1,"good":1,"place":1,"inject":1,"unpadded":2,"for":2,"each":2,"index":2,"returns":1},"7752,1924,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"attention":5,"result":1,"batch":5,"size":7,"x":3,"q":7,"padded":1,"seq":15,"len":6,"num":2,"heads":2,"head":2,"assert":4,"lens":12,"is":7,"not":7,"none":8,"kv":7,"query":6,"shape":1,"0":1,"attn":14,"weights":9,"scale":1,"torch":7,"einsum":2,"bqhd":2,"bkhd":2,"bhqk":2,"key":5,"float":3,"basic":1,"mask":8,"derived":1,"from":2,"if":4,"or":1,"zeros":1,"like":1,"for":6,"bdx":4,"plen":4,"in":2,"enumerate":2,"inf":2,"custom":3,"softmax":1,"dim":1,"1":1,"to":4,"value":6,"dtype":1,"out":3,"return":1,"def":1,"make":1,"qkv":2,"int":6,"max":3,"optional":2,"device":2,"union":1,"str":1,"force":2,"list":1,"type":1,"attentiontype":2,"encoder":1,"decoder":1,"bool":1,"false":1,"tuple":1,"qkvinputs":3,"construct":1,"test":1,"tensors":1,"self":1,"and":1,"cross":1,"generates":1,"three":1,"triplets":1,"baseline":2,"input":3,"reference":1,"function":1,"prefill":2,"last":2,"sequence":2,"offset":2,"zero":1,"d":1,"use":2,"as":2,"kernel":2,"decode":2,"only":1,"the":1},"9676,1890,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"each":2,"q":13,"k":5,"v":5,"triplet":1,"is":7,"associated":1,"with":1,"a":2,"list":2,"of":2,"seqlens":6,"and":2,"arguments":1,"batch":6,"size":6,"max":16,"seq":27,"len":15,"query":5,"kv":15,"key":4,"value":4,"num":1,"heads":1,"head":1,"encoder":4,"decoder":4,"attn":4,"if":6,"true":2,"seqlen":2,"may":1,"differ":1,"from":2,"as":1,"often":1,"the":3,"case":1,"for":6,"cross":2,"attention":3,"o":2,"w":2,"match":2,"at":1,"index":1,"unused":1,"force":6,"lens":15,"not":3,"none":4,"overrides":1,"sequence":3,"lengths":1,"type":2,"self":2,"or":2,"enc":1,"dec":1,"all":3,"are":3,"random":4,"in":4,"2":3,"same":1,"unless":1,"forced":1,"by":1,"false":1,"device":2,"cpu":1,"cuda":1,"returns":1,"overall":1,"qkvinputs":3,"structure":3,"containing":3,"full":1,"unpacked":1,"tensors":1,"prefill":1,"but":1,"last":2,"offset":2,"decode":1,"only":1,"range":3,"else":3,"randint":2,"elif":1,"attentiontype":1,"distinct":1,"assert":1},"11566,1892,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"query":8,"torch":9,"rand":3,"batch":9,"size":18,"max":6,"q":9,"seq":25,"len":23,"num":9,"heads":9,"head":9,"to":9,"device":9,"key":8,"kv":16,"value":8,"prefill":6,"zeros":6,"decode":6,"1":12,"for":1,"bdx":16,"in":1,"enumerate":1,"zip":1,"lens":2,"0":9},"13458,1989,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"prefill":8,"q":7,"seq":27,"lens":21,"plen":4,"1":5,"for":6,"in":6,"kv":8,"decode":8,"return":2,"qkvinputs":3,"query":3,"overall":1,"qkv":2,"inputs":1,"key":3,"value":3,"subset":2,"of":7,"sequences":2,"def":1,"pack":2,"tensor":15,"unpacked":5,"torch":4,"list":9,"int":2,"device":6,"union":1,"str":1,"tuple":1,"a":1,"batch":3,"size":8,"x":10,"padded":2,"len":5,"num":8,"heads":6,"head":6,"into":1,"an":1,"unpadded":1,"number":3,"tokens":3,"where":1,"sum":2,"arguments":1,"token":1,"counts":1,"each":2,"cpu":1,"or":1,"cuda":1,"returns":1,"packed":5,"start":8,"loc":7,"idx":1,"elt":1,"0":2,"itertools":2,"accumulate":2,"tok":2,"shape":2,"2":1,"zeros":1,"bdx":2,"enumerate":1,"zip":1},"15447,1698,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"def":2,"pack":5,"qkv":13,"qkvinputs":1,"device":10,"union":1,"torch":1,"str":2,"packedqkvinputs":2,"individually":1,"each":2,"of":5,"q":9,"k":2,"and":2,"v":2,"with":1,"dimensions":1,"batch":2,"size":6,"x":10,"padded":2,"seq":9,"len":2,"num":4,"heads":4,"head":4,"into":1,"respective":1,"number":4,"tokens":4,"tensors":1,"for":2,"sum":2,"lens":7,"kv":6,"arguments":1,"unpacked":2,"attention":1,"inputs":3,"cpu":1,"or":1,"cuda":1,"returns":1,"packed":8,"derived":1,"from":1,"if":2,"query":5,"is":2,"none":5,"start":6,"loc":6,"list":6,"else":2,"tensor":3,"key":3,"value":3,"return":1,"make":1,"backend":5,"name":2,"attentionbackend":1,"construct":2,"the":2,"instance":1,"determined":1,"by":1,"string":1,"argument":1,"xformers":2,"todo":1,"other":1,"backends":1},"17145,1518,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"note":2,"at":1,"time":1,"of":4,"writing":1,"the":2,"attention":5,"wrapper":1,"automatically":1,"selects":1,"its":1,"own":1,"backend":9,"for":8,"forward":1,"so":1,"instance":2,"which":1,"you":1,"generate":1,"with":1,"this":1,"function":1,"is":1,"not":1,"meant":1,"to":2,"be":2,"used":1,"running":1,"inference":1,"but":1,"rather":1,"generating":1,"compatible":1,"metadata":4,"structures":1,"using":1,"make":2,"returns":2,"if":1,"name":4,"str":3,"xformers":3,"attn":3,"val":2,"cannot":1,"imported":1,"cpu":2,"and":1,"amd":1,"gpus":1,"from":2,"vllm":2,"backends":2,"import":2,"xformersbackend":2,"return":2,"elif":1,"flash":2,"flashattentionbackend":2,"raise":1,"assertionerror":1,"f":1,"unrecognized":1,"unit":1,"test":1,"def":1,"tensors":1,"seq":7,"lens":6,"optional":5,"list":6,"int":4,"context":3,"encoder":3,"device":4,"union":1,"torch":6,"tuple":1,"tensor":6,"any":2,"build":2,"scalar":1,"values":2,"required":1,"structure":1,"arguments":1,"token":2,"counts":2,"each":3,"decoder":1,"input":2,"length":1,"or":1,"cuda":1},"18663,1824,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"seq":39,"lens":29,"tensor":23,"decoder":1,"list":4,"as":4,"context":10,"max":14,"len":9,"start":13,"loc":11,"idx":2,"of":2,"each":2,"sequence":2,"encoder":20,"maybe":5,"make":3,"int":3,"device":7,"none":4,"if":2,"is":2,"else":1,"not":1,"torch":6,"zeros":2,"shape":2,"0":4,"1":4,"dtype":6,"int32":2,"cumsum":2,"dim":2,"out":2,"return":1},"20487,1820,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"def":4,"make":4,"kv":10,"cache":10,"num":16,"blocks":9,"int":7,"heads":7,"head":7,"size":16,"block":12,"device":13,"union":3,"torch":7,"str":4,"backend":7,"default":4,"val":4,"float":1,"0":2,"tensor":5,"create":1,"a":2,"fake":1,"arguments":1,"number":4,"of":4,"in":1,"the":2,"attention":1,"dimension":1,"offsets":1,"within":1,"cpu":1,"or":2,"cuda":1,"initialization":1,"value":2,"for":3,"elements":1,"returns":1,"2":4,"x":6,"xformers":3,"flash":3,"attn":3,"if":2,"rand":2,"to":4,"elif":1,"else":1,"raise":1,"valueerror":1,"f":2,"unknown":1,"expected":1,"is":1,"not":1,"none":1,"return":4,"tokens":5,"min":1,"compute":1,"minimum":1,"required":1,"hold":1,"given":1,"empty":2,"slot":1,"mapping":1,"maybe":1,"long":1,"tables":1},"22307,1795,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"def":1,"split":2,"slot":19,"mapping":18,"list":5,"torch":2,"tensor":3,"seq":2,"lens":2,"int":1,"device":3,"union":1,"str":1,"a":4,"into":1,"valid":1,"prefill":8,"and":2,"decode":9,"phase":3,"mappings":2,"context":1,"your":1,"goal":1,"is":3,"to":4,"test":2,"1":7,"of":8,"n":15,"prompts":3,"with":2,"prompt":1,"lengths":4,"k":7,"i":12,"forall":1,"in":4,"0":2,"followed":1,"by":1,"2":2,"decoding":1,"single":2,"token":2,"for":4,"all":6,"tokens":4,"total":2,"the":15,"resultant":1,"sequence":3,"after":2,"would":1,"be":1,"you":1,"want":1,"do":1,"requires":1,"having":2,"present":1,"during":1,"number":1,"which":2,"m":3,"sum":2,"decoded":3,"this":1,"function":1,"consumes":1,"1d":4,"concatenation":1,"each":2,"length":5,"corresponding":1,"p":2,"results":1,"from":2,"excising":1,"th":1,"entry":1,"subsequences":1,"e":1,"omitting":1,"s":1,"excised":1,"entries":1,"are":1,"appended":1,"obtain":1,"arguments":1,"as":3,"reflecting":3,"post":2,"sequences":1,"description":1,"above":1,"cuda":1,"cpu":1,"etc":1,"returns":1},"24102,1947,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"base":10,"idx":6,"0":2,"for":7,"seq":9,"len":5,"in":4,"lens":5,"prefill":3,"slot":11,"mapping":11,"extend":1,"list":8,"1":2,"decode":2,"append":1,"return":2,"maybe":2,"make":3,"long":2,"tensor":4,"device":6,"def":1,"block":21,"tables":4,"size":6,"int":5,"union":1,"torch":2,"str":1,"addr":4,"tuple":1,"construct":1,"fake":1,"mappings":1,"a":1,"sequence":4,"with":1,"num":9,"tokens":9,"the":9,"minimum":3,"number":3,"of":6,"required":1,"kv":3,"cache":5,"blocks":10,"is":2,"then":2,"total":3,"sum":1,"all":1,"seqs":1,"blocktable":1,"counts":2,"downward":1,"from":1,"to":3,"constructed":1,"and":1,"are":1,"sized":1,"lengths":1,"sequences":1,"their":1,"entirety":1,"as":1,"reflected":1,"by":1,"i":1,"e":1,"prompt":1,"decoded":1,"arguments":1,"offsets":1,"per":1,"token":1,"each":1,"table":5,"address":2,"cpu":1,"or":1,"cuda":1,"max":3,"highest":1,"within":1,"this":1,"provision":1,"min":1,"pad":1,"10":1},"26049,1880,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"block":22,"tables":5,"slot":3,"mapping":5,"list":7,"compute":1,"uppermost":1,"address":1,"of":1,"table":6,"total":2,"cache":2,"blocks":7,"sum":1,"num":7,"base":6,"idx":10,"addr":1,"max":4,"for":3,"sdx":2,"tokens":3,"in":2,"enumerate":1,"seq":2,"lens":2,"range":2,"1":1,"value":2,"size":3,"append":2,"tensor":3,"make":2,"with":1,"pad":3,"len":2,"0":1,"dtype":1,"torch":2,"int":2,"device":4,"return":1,"def":1,"test":10,"metadata":4,"attn":1,"backend":2,"is":2,"prompt":1,"bool":1,"optional":4,"decoder":4,"params":8,"phasetestparameters":3,"union":1,"str":1,"encoder":4,"none":3,"cross":4,"attentionmetadata":1,"construct":1,"fake":1,"attention":5,"a":2,"given":1,"phase":3,"prefill":3,"or":2,"decode":2,"and":3,"arguments":2,"allow":1,"enc":1,"dec":1,"respectively":1,"to":1,"use":1,"distinct":1,"values":1,"from":1,"self":1,"if":1,"are":1,"the":1,"will":1,"support":1,"only":1,"scenario":1,"assumptions":1,"no":1,"chunked":1,"batch":1,"100":2,"never":1,"both":1},"27929,1963,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"attn":1,"backend":2,"name":1,"for":2,"sourcing":1,"attention":5,"kernels":1,"is":14,"prompt":4,"prefill":8,"if":9,"true":1,"o":1,"w":1,"decode":7,"seq":7,"lens":7,"list":1,"of":5,"token":1,"counts":1,"each":1,"sequence":3,"decoder":6,"test":9,"params":9,"self":2,"this":4,"function":4,"requires":3,"kv":6,"mmap":5,"memory":3,"mapping":2,"field":3,"device":2,"cpu":1,"or":10,"cuda":1,"encoder":6,"query":2,"lengths":2,"none":13,"are":3,"treated":2,"as":2,"cross":2,"enc":1,"dec":1,"cache":1,"map":1,"data":1,"structures":1,"return":1,"attentionmetadata":1,"structure":1,"signals":2,"only":2,"scenario":2,"so":1,"else":4,"constructs":1,"metadata":1,"assuming":1,"no":1,"chunked":1,"i":1,"e":1,"100":2,"tokens":8,"num":8,"prefills":5,"decodes":5,"the":4,"number":4,"and":3,"not":1,"in":1,"which":1,"case":1,"unused":1,"len":2,"sum":1},"29892,1110,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"seems":1,"for":1,"non":1,"prefix":1,"caching":1,"scenarios":1,"context":2,"lens":7,"is":6,"never":1,"needed":1,"none":9,"if":4,"encoder":14,"test":5,"params":5,"seq":5,"num":7,"tokens":5,"else":3,"decoder":2,"or":4,"only":4,"models":2,"extract":2,"input":1,"sequence":1,"lengths":1,"assert":1,"packed":4,"qkvo":2,"qkv":2,"not":1,"q":1,"sum":1,"cross":5,"kv":4,"mmap":4,"attention":1,"slot":1,"mapping":1,"and":1,"block":1,"table":1,"attn":2,"backend":3,"obj":1,"make":1,"name":1,"prompt":1,"prefill":3,"phase":1,"scenario":1,"prefills":2,"decodes":1,"decode":2,"0":1},"31002,1902,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"seq":26,"lens":19,"tensor":9,"context":4,"start":6,"loc":6,"encoder":14,"max":6,"len":5,"make":2,"metadata":2,"tensors":1,"device":2,"return":1,"attn":1,"backend":1,"obj":1,"num":9,"prefills":2,"slot":4,"mapping":4,"none":14,"if":5,"kv":10,"mmap":9,"is":9,"else":6,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"enable":1,"scales":1,"calculation":1,"true":1,"prefill":4,"tokens":7,"decode":5,"0":1,"block":4,"tables":4,"use":1,"cuda":1,"graph":1,"false":1,"cross":6,"not":4,"prompt":1,"phase":1,"scenario":1,"assert":3,"or":1},"32904,1775,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"num":12,"prefills":3,"0":3,"prefill":5,"tokens":9,"decode":6,"or":1,"seq":24,"lens":17,"tensor":9,"context":4,"start":6,"loc":6,"encoder":14,"max":7,"len":6,"make":2,"metadata":2,"tensors":1,"device":2,"return":1,"attn":1,"backend":1,"obj":1,"slot":4,"mapping":4,"kv":7,"mmap":6,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":5,"enable":1,"scales":1,"calculation":1,"true":1,"query":1,"1":1,"block":4,"tables":4,"use":1,"cuda":1,"graph":1,"false":1,"cross":6,"if":2,"is":2,"else":2},"34679,1994,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"def":2,"assert":4,"actual":2,"matches":2,"ideal":10,"test":10,"params":3,"phasetestparameters":1,"output":15,"under":4,"torch":9,"tensor":1,"backend":5,"str":1,"none":1,"that":1,"observed":2,"the":4,"contained":1,"in":1,"parameters":2,"data":1,"structure":1,"arguments":1,"including":1,"packed":2,"actually":1,"value":2,"qkvo":1,"if":1,"xformers":2,"testing":2,"close":3,"view":2,"as":2,"elif":1,"flash":2,"attn":2,"for":1,"flashattention":1,"override":1,"accuracy":1,"thresholds":1,"to":1,"non":1,"default":1,"values":1,"since":1,"we":1,"notice":1,"a":5,"higher":1,"difference":1,"between":1,"and":1,"atol":6,"0":2,"01":1,"rtol":6,"016":1,"else":1,"raise":1,"valueerror":1,"f":2,"unknown":1,"expected":1,"or":1,"copied":1,"modified":1,"from":1,"refs":2,"init":1,"py":1,"fp8":1,"allclose":3,"tensorliketype":2,"b":4,"float":2,"1e":2,"05":1,"08":1,"equal":3,"nan":3,"bool":3,"false":1,"reference":1,"implementation":1,"of":1,"check":1,"args":1,"name":1,"return":1,"all":1,"isclose":1,"double":2,"item":1,"marlin":1,"moe":1,"utils":1},"36673,1844,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"def":3,"stack":2,"and":4,"dev":3,"tensors":3,"list":2,"torch":23,"tensor":14,"0":5,"device":3,"return":2,"dim":1,"to":2,"compute":1,"max":1,"diff":1,"output":5,"ref":3,"mean":2,"abs":2,"experts":6,"a":12,"w1":4,"w2":3,"topk":12,"weight":2,"ids":6,"global":4,"num":5,"int":2,"1":10,"b":2,"bias1":1,"optional":9,"none":13,"bias2":1,"expert":6,"map":6,"scale":7,"a1":3,"a2":1,"quant":5,"dtype":6,"per":3,"act":3,"token":3,"false":2,"block":3,"shape":9,"apply":2,"router":2,"weights":2,"on":2,"input":3,"bool":1,"assert":3,"or":2,"is":4,"not":3,"m":3,"k":3,"if":3,"view":2,"repeat":1,"reshape":1,"out":1,"zeros":1,"moe":1,"kernel":1,"quantize":1,"f32":1,"float32":1},"38517,1837,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"for":1,"i":12,"in":1,"range":1,"num":1,"experts":1,"mask":12,"topk":1,"ids":1,"if":7,"sum":1,"quant":3,"dtype":8,"is":12,"none":12,"tmp1":12,"a":8,"w1":5,"transpose":2,"0":2,"1":11,"b":10,"bias1":4,"not":11,"view":4,"to":4,"tmp2":6,"siluandmul":2,"out":8,"w2":5,"bias2":4,"elif":1,"block":7,"shape":4,"quantized":1,"assert":2,"scale":15,"and":4,"native":2,"w8a8":2,"matmul":2,"moe":1,"kernel":1,"quantize":1,"input":1,"a2":1,"per":1,"act":1,"token":1,"else":2,"scales":1,"numel":1},"40354,1690,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"tmp1":6,"a":3,"mask":4,"to":11,"f32":5,"scales":1,"w1":6,"dq":4,"i":6,"scale":6,"transpose":2,"0":2,"1":13,"out":11,"dtype":8,"if":3,"b":11,"bias1":4,"is":3,"not":3,"none":6,"view":4,"tmp2":6,"siluandmul":1,"moe":2,"kernel":1,"quantize":1,"input":2,"a2":1,"quant":2,"per":1,"act":1,"token":1,"block":1,"shape":2,"assert":1,"w2":7,"bias2":4,"apply":1,"router":1,"weights":1,"on":1,"return":3,"else":1,"m":2,"topk":8,"weight":3,"sum":1,"dim":2,"def":1,"torch":13,"tensor":8,"score":4,"int":2,"optional":3,"global":2,"num":2,"experts":3,"expert":2,"map":2,"softmax":1,"float32":1,"ids":2},"42044,1971,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"def":5,"torch":25,"moe":1,"single":1,"a":12,"w":5,"score":4,"topk":9,"b":6,"d":3,"shape":4,"view":3,"1":11,"repeat":1,"reshape":1,"out":4,"zeros":1,"dtype":7,"device":2,"softmax":1,"dim":2,"float32":1,"ids":4,"for":2,"i":3,"in":1,"range":1,"0":2,"mask":4,"if":2,"sum":2,"transpose":1,"return":4,"special":1,"version":2,"of":3,"op":3,"check":1,"that":2,"has":1,"restricted":1,"default":1,"set":1,"test":5,"utils":5,"and":1,"patched":1,"allclose":3,"supports":1,"fp8":3,"types":1,"opcheck":3,"union":2,"ops":3,"opoverload":1,"opoverloadpacket":1,"library":2,"custom":1,"customopdef":1,"args":2,"tuple":1,"any":2,"kwargs":2,"optional":2,"dict":2,"str":5,"none":2,"sequence":1,"all":1,"raise":3,"exception":3,"bool":2,"true":2,"cond":2,"with":1,"unittest":1,"mock":1,"patch":1,"new":1,"else":1,"testing":1,"quantized":1,"linear":1,"kernels":1,"to":4,"tensor":12,"finfo":4,"float8":2,"e4m3fn":2,"round":2,"clamp":2,"min":3,"max":3,"int8":2,"128":1,"127":1,"baseline":1,"scaled":1,"mm":1,"scale":2,"type":1,"bias":1},"44015,1468,data/raw/vllm-0.10.1/tests/kernels/utils.py":{"we":5,"treat":1,"n":1,"dimensional":1,"group":4,"scaling":1,"as":1,"extended":1,"numpy":2,"style":1,"broadcasting":2,"in":3,"simply":1,"stretches":1,"dimensions":2,"with":2,"an":2,"extent":3,"of":3,"1":11,"to":6,"match":2,"the":6,"target":4,"shape":16,"by":2,"repeating":1,"data":1,"along":2,"that":2,"dimension":3,"extend":1,"these":1,"semantics":1,"say":1,"if":4,"a":9,"source":1,"is":2,"not":4,"and":3,"does":2,"repeat":1,"each":1,"element":1,"src":1,"dim":2,"times":1,"example":1,"have":1,"2":4,"4":4,"3":3,"then":1,"would":1,"expand":2,"note":1,"this":3,"function":2,"explicitly":1,"broadcast":4,"since":1,"can":1,"be":1,"done":1,"implicitly":1,"pytorch":1,"def":1,"t":10,"for":1,"i":10,"s":4,"enumerate":1,"assert":1,"0":1,"unsqueeze":1,"flatten":1,"return":2,"scale":6,"b":5,"output":4,"torch":3,"mm":1,"dtype":3,"float32":2,"out":1,"bias":2,"none":1},"0,1993,data/raw/vllm-0.10.1/tests/kernels/test_fused_quant_activation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":6,"pytest":7,"torch":22,"custom":1,"ops":5,"as":1,"from":3,"tests":1,"kernels":1,"utils":1,"opcheck":1,"model":1,"executor":1,"layers":1,"activation":1,"siluandmul":3,"platforms":1,"current":3,"platform":3,"dtypes":4,"bfloat16":1,"float16":1,"quant":6,"fp8":3,"dtype":12,"num":5,"tokens":5,"1":5,"17":1,"86":1,"1234":1,"3045":1,"arbitrary":2,"values":2,"for":3,"testing":2,"hidden":5,"sizes":2,"16":1,"48":1,"128":1,"1562":1,"4096":1,"seeds":2,"cuda":6,"devices":2,"f":1,"i":2,"in":1,"range":1,"if":2,"device":9,"count":1,"else":1,"def":3,"ref":1,"impl":2,"silu":6,"and":6,"mul":6,"x":8,"tensor":6,"scale":5,"out":9,"forward":1,"native":1,"scales":1,"scaled":1,"return":2,"shape":4,"empty":1,"c":1,"mark":6,"parametrize":6,"size":3,"seed":6,"inference":1,"mode":1,"test":1,"int":3,"str":1,"none":1,"random":1,"manual":2,"is":1,"available":1,"set":1,"default":1,"layer":1,"make":1,"inputs":1,"randn":2,"float32":1},"1993,381,data/raw/vllm-0.10.1/tests/kernels/test_fused_quant_activation.py":{"ref":5,"out":9,"impl":2,"layer":1,"x":3,"scale":3,"ops":7,"assert":4,"dtype":6,"quant":3,"shape":2,"torch":4,"allclose":1,"to":2,"float32":2,"opcheck":1,"c":1,"silu":1,"and":1,"mul":1},"0,1859,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":5,"vllm":4,"project":1,"from":5,"typing":1,"import":5,"optional":2,"union":2,"torch":14,"model":1,"executor":1,"layers":1,"quantization":2,"utils":3,"quant":8,"group":1,"broadcast":1,"platforms":1,"current":6,"platform":6,"round":1,"up":1,"using":1,"default":1,"value":1,"240":1,"pytorch":1,"will":1,"cause":1,"accuracy":1,"issue":1,"on":1,"dynamic":2,"models":1,"here":1,"use":1,"224":2,"for":2,"rocm":6,"fp8fnuz":3,"max":7,"fp8":8,"dtype":12,"def":2,"as":6,"float32":5,"tensor":11,"x":3,"float":1,"return":1,"device":1,"cuda":2,"ref":1,"per":1,"token":1,"scale":2,"ub":2,"none":2,"tuple":1,"assert":2,"in":3,"int8":2,"if":4,"is":5,"not":1,"qtype":7,"traits":6,"iinfo":1,"else":3,"finfo":1,"and":2,"fnuz":2,"min":2,"s":2,"1":2,"512":2,"order":1,"match":1,"kernel":2,"output":1,"we":1,"have":1,"do":1,"exactly":1,"same":1,"operations":1,"corresponding":1,"prevent":1,"rounding":1,"errors":1},"1859,1903,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"compute":1,"scales":7,"x":10,"token":7,"max":18,"abs":1,"dim":1,"1":4,"as":7,"float32":6,"tensor":11,"if":4,"scale":2,"ub":2,"is":6,"not":1,"none":2,"clamp":4,"qtype":6,"quant":8,"dtype":6,"torch":14,"int8":4,"iscales":2,"s":3,"out":9,"round":1,"traits":10,"min":7,"to":5,"else":3,"assert":1,"fp8":14,"scaling":2,"factor":2,"512":1,"return":1,"the":5,"version":2,"very":1,"similar":1,"incorporate":1,"like":1,"in":3,"ref":2,"dynamic":3,"per":3,"when":1,"we":2,"have":2,"a":1,"kernel":3,"def":1,"tuple":1,"finfo":1,"rocm":4,"fp8fnuz":2,"current":4,"platform":4,"and":2,"fnuz":2,"one":1,"0":1,"for":1,"order":1,"match":1,"cuda":1,"output":1,"do":1,"exactly":1,"same":1,"operations":1,"corresponding":1,"prevent":1,"rounding":1,"errors":1},"3762,1682,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"x":4,"max":5,"as":9,"float32":4,"tensor":7,"abs":1,"ref":7,"scale":3,"fp8":5,"iscale":2,"one":1,"out":2,"clamp":1,"traits":2,"min":1,"to":4,"dtype":6,"return":1,"view":1,"1":17,"def":1,"native":2,"w8a8":1,"block":14,"matmul":1,"a":14,"torch":10,"b":8,"bs":7,"size":4,"list":1,"int":1,"output":3,"compute":4,"type":5,"this":1,"function":1,"performs":1,"matrix":1,"multiplication":1,"with":2,"wise":1,"quantization":1,"using":1,"it":2,"is":3,"agnostic":1,"the":3,"input":2,"data":2,"and":6,"can":1,"be":1,"used":1,"for":1,"both":1,"int8":2,"types":1,"takes":1,"two":1,"tensors":1,"scales":1,"returned":1,"in":1,"specified":1,"assert":7,"shape":18,"ndim":2,"2":3,"contiguous":1,"len":1,"n":10,"k":10,"0":3,"m":4,"numel":1,"origin":1,"c":4,"reshape":2,"tiles":6,"f":2,"zeros":1,"device":2},"5444,1718,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"a":5,"tiles":15,"i":14,"block":8,"k":10,"min":9,"1":9,"for":7,"in":7,"range":7,"b":5,"j":10,"n":9,"c":9,"as":3,"s":7,"bs":1,"torch":5,"matmul":1,"t":1,"reshape":4,"origin":1,"shape":5,"to":4,"output":1,"dtype":4,"return":2,"def":1,"native":2,"per":2,"token":2,"group":8,"quant":1,"fp8":6,"x":23,"size":6,"eps":2,"1e":1,"10":1,"float8":1,"e4m3fn":1,"function":1,"perform":1,"quantization":1,"on":1,"an":1,"input":1,"tensor":1,"using":1,"assert":2,"0":2,"the":1,"last":1,"dimension":1,"of":1,"must":1,"be":1,"divisible":1,"by":1,"is":2,"contiguous":2,"not":1,"finfo":4,"max":6,"numel":1,"amax":2,"abs":1,"dim":1,"keepdim":1,"true":1,"clamp":2,"float32":1,"q":4},"7162,1329,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"def":2,"native":2,"per":3,"token":2,"group":8,"quant":1,"int8":9,"x":24,"size":6,"eps":2,"1e":1,"10":1,"dtype":3,"torch":6,"function":1,"to":5,"perform":1,"quantization":2,"on":1,"an":1,"input":1,"tensor":4,"using":1,"it":1,"converts":1,"the":4,"values":2,"into":1,"and":1,"returns":1,"quantized":1,"along":1,"with":1,"scaling":1,"factor":1,"used":1,"for":3,"assert":2,"shape":7,"1":4,"0":2,"last":1,"dimension":1,"of":1,"must":1,"be":1,"divisible":1,"by":1,"is":2,"contiguous":2,"not":1,"iinfo":4,"min":5,"max":6,"reshape":3,"numel":1,"use":1,"float32":3,"scale":1,"calculation":1,"stability":1,"amax":2,"abs":1,"dim":1,"keepdim":1,"true":1,"clamp":2,"s":5,"q":4,"round":2,"before":1,"clamping":1,"return":1,"default":2,"block":4,"128":2,"cast":1,"list":1,"int":1},"8491,1736,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"tuple":1,"torch":16,"tensor":8,"block":12,"m":7,"n":8,"shape":10,"assert":2,"x":22,"dim":2,"2":2,"padded":5,"zeros":1,"round":2,"up":2,"dtype":13,"device":2,"view":8,"1":3,"size":3,"amax":4,"abs":1,"float":1,"3":1,"keepdim":1,"true":1,"clamp":1,"1e":1,"4":1,"scaled":4,"256":2,"0":6,"to":7,"int8":1,"sub":2,"as":1,"contiguous":1,"scales":2,"return":6,"def":2,"dequant":3,"t":11,"scale":8,"optional":6,"list":2,"int":2,"per":4,"act":4,"token":4,"quant":4,"bool":2,"out":11,"float32":3,"if":3,"is":3,"not":2,"none":3,"f32":3,"or":1,"else":2,"group":1,"broadcast":1,"batched":1,"empty":1,"like":1,"for":1,"e":4,"in":1,"range":1},"10227,1465,data/raw/vllm-0.10.1/tests/kernels/quant_utils.py":{"def":1,"native":2,"batched":1,"masked":1,"quant":4,"matmul":2,"a":14,"torch":7,"tensor":7,"b":12,"c":7,"num":16,"expert":7,"tokens":14,"scale":12,"optional":3,"none":11,"block":7,"shape":6,"list":1,"int":1,"per":3,"act":3,"token":3,"bool":1,"false":1,"cpu":5,"clone":1,"to":2,"device":1,"experts":2,"size":1,"0":3,"for":1,"e":15,"in":1,"range":1,"if":1,"dtype":4,"itemsize":2,"1":4,"and":4,"is":8,"not":5,"assert":4,"tmp":2,"w8a8":1,"elif":1,"dq":4,"dequant":2,"transpose":2,"else":1,"return":1},"0,1723,data/raw/vllm-0.10.1/tests/kernels/test_flex_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":5,"project":1,"integration":1,"tests":1,"for":2,"flexattention":3,"backend":7,"vs":2,"default":4,"import":7,"random":3,"numpy":1,"as":3,"np":2,"pytest":2,"torch":10,"from":4,"packaging":1,"version":9,"samplingparams":2,"models":1,"utils":1,"check":1,"embeddings":1,"close":1,"parse":2,"minimum":2,"7":2,"def":2,"set":2,"seed":14,"seeds":1,"reproducibility":1,"manual":2,"if":1,"cuda":4,"is":5,"available":3,"all":1,"mark":1,"skipif":1,"not":2,"or":2,"reason":1,"pytorch":1,"test":3,"flex":3,"attention":4,"runner":1,"monkeypatch":2,"that":1,"produces":1,"same":2,"outputs":2,"this":1,"compares":1,"with":3,"ensuring":1,"they":1,"are":1,"identical":1,"when":1,"using":1,"model":1,"name":2,"qwen":1,"qwen2":1,"5":1,"1":3,"5b":1,"instruct":1,"42":1,"max":3,"tokens":3,"24":1,"prompts":1,"hello":1,"my":1,"president":1,"of":2,"united":1,"states":1,"capital":1,"france":1,"sampling":1,"params":1,"temperature":1,"top":1,"p":1,"run":1,"context":1,"m":3,"setenv":2,"use":1,"v1":1},"1723,1867,data/raw/vllm-0.10.1/tests/kernels/test_flex_attention.py":{"set":2,"seed":4,"with":5,"vllm":4,"runner":5,"model":3,"name":4,"generate":4,"tensor":2,"parallel":2,"size":2,"1":5,"num":2,"gpu":2,"blocks":2,"override":2,"128":2,"enforce":2,"eager":2,"true":2,"as":4,"llm":4,"flex":10,"output":5,"prompts":4,"sampling":2,"params":2,"run":1,"default":15,"backend":5,"monkeypatch":2,"context":1,"m":2,"setenv":1,"use":1,"v1":2,"compare":1,"outputs":3,"from":2,"both":1,"backends":1,"for":3,"i":2,"result":4,"in":1,"enumerate":1,"zip":1,"prompt":2,"text":6,"0":2,"assert":1,"f":3,"flexattention":4,"doesn":1,"t":1,"match":1,"r":3,"n":2,"pytest":1,"mark":1,"skipif":1,"not":2,"torch":3,"cuda":2,"is":4,"available":2,"or":2,"version":3,"minimum":1,"reason":1,"pytorch":1,"2":1,"7":1,"def":1,"test":3,"encoder":2,"attention":1,"vs":1,"that":1,"produces":1,"the":8,"same":1,"this":1,"compares":1,"models":1,"baai":1,"bge":1,"base":1,"en":1,"5":1,"hello":1,"my":1,"president":1,"of":2,"united":1,"states":1,"capital":1,"france":1},"3590,1179,data/raw/vllm-0.10.1/tests/kernels/test_flex_attention.py":{"run":2,"with":6,"flex":7,"attention":3,"monkeypatch":2,"context":2,"as":4,"m":5,"setenv":3,"vllm":5,"use":2,"v1":2,"1":6,"backend":2,"runner":4,"model":4,"name":5,"pooling":2,"dtype":2,"torch":2,"bfloat16":2,"tensor":2,"parallel":2,"size":2,"max":2,"len":2,"100":2,"enforce":2,"eager":2,"true":2,"llm":4,"outputs":4,"embed":2,"prompts":2,"default":6,"check":1,"embeddings":3,"close":1,"0":2,"lst":2,"tol":1,"1e":1,"2":1,"if":1,"main":2,"pytest":1,"file":1},"0,1946,data/raw/vllm-0.10.1/tests/kernels/quantization/test_block_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":9,"project":2,"adapted":1,"from":7,"https":1,"github":1,"com":1,"sgl":1,"sglang":1,"pull":1,"2575":1,"import":9,"itertools":2,"pytest":5,"torch":14,"tests":2,"kernels":1,"quant":4,"utils":5,"native":2,"per":4,"token":3,"group":7,"fp8":8,"w8a8":2,"block":4,"matmul":2,"config":6,"vllmconfig":2,"model":2,"executor":1,"layers":1,"quantization":1,"get":2,"col":1,"major":1,"tma":1,"aligned":1,"tensor":1,"platforms":1,"current":2,"platform":2,"has":1,"deep":2,"gemm":3,"nt":1,"cast":1,"if":2,"device":2,"capability":1,"9":2,"skip":2,"triton":1,"requires":1,"cuda":5,"or":1,"higher":1,"allow":1,"module":1,"level":1,"true":2,"scheduler":2,"max":2,"num":6,"seqs":1,"128":5,"len":1,"8192":1,"test":2,"configurations":1,"dtypes":3,"bfloat16":4,"half":2,"float32":2,"tokens":5,"7":2,"2050":1,"d":5,"512":3,"4096":3,"5120":1,"13824":3,"size":7,"64":1,"m":1,"1":1,"8":2,"83":1,"84":1,"n":2,"7168":2,"7748":1,"k":1,"256":1,"3884":1,"16384":1,"deepseek":1,"v3":1,"s":1,"intermediate":1,"18432":2,"so":1,"is":3,"4608":1,"at":1,"tp8":1,"and":1,"its":1,"hidden":1,"out":1,"seeds":2,"all":1,"not":1,"available":1,"importorskip":1,"fixture":1,"autouse":1,"def":2,"setup":1,"set":1,"default":1,"mark":1,"parametrize":1,"dtype":4,"seed":4,"product":1,"inference":1,"mode":1,"manual":1,"x":1,"rand":1},"1946,1935,data/raw/vllm-0.10.1/tests/kernels/quantization/test_block_fp8.py":{"ref":7,"out":16,"scale":7,"native":2,"per":2,"token":2,"group":4,"quant":2,"fp8":21,"x":2,"size":11,"assert":3,"torch":26,"allclose":2,"to":7,"float32":9,"rtol":1,"0":5,"15":1,"pytest":3,"mark":3,"parametrize":2,"m":7,"n":12,"k":14,"block":18,"dtype":9,"seed":5,"itertools":2,"product":2,"dtypes":2,"seeds":2,"inference":2,"mode":2,"def":1,"test":1,"w8a8":3,"matmul":3,"manual":1,"factor":3,"for":3,"1e":1,"2":3,"info":3,"finfo":1,"float8":3,"e4m3fn":3,"max":8,"min":6,"a":5,"fp32":4,"rand":4,"5":2,"clamp":2,"b":5,"1":3,"tiles":5,"as":3,"bs":3,"rel":2,"diff":2,"mean":2,"abs":2,"001":1,"skipif":1,"not":2,"has":1,"deep":1,"gemm":1,"reason":1,"deepgemm":1,"kernels":1,"available":1},"3881,1382,data/raw/vllm-0.10.1/tests/kernels/quantization/test_block_fp8.py":{"def":1,"test":2,"w8a8":2,"block":8,"fp8":25,"deep":1,"gemm":2,"matmul":2,"m":7,"n":5,"k":7,"size":6,"out":9,"dtype":6,"seed":3,"only":1,"aligned":2,"sizes":1,"if":1,"4":1,"0":6,"or":2,"128":3,"64":1,"pytest":1,"skip":1,"f":2,"skipping":1,"invalid":1,"torch":17,"manual":1,"info":2,"finfo":1,"float8":1,"e4m3fn":1,"max":4,"a":5,"fp32":4,"rand":2,"float32":7,"5":2,"2":2,"b":5,"as":9,"per":2,"token":1,"group":1,"quant":1,"1":1,"bs":5,"cast":1,"to":6,"ref":3,"native":1,"transpose":1,"earlier":1,"so":1,"that":1,"the":1,"testing":1,"will":1,"not":1,"trigger":1,"transposing":1,"kernels":1,"get":1,"col":1,"major":1,"tma":1,"tensor":1,"zeros":1,"device":1,"cuda":1,"assert":2,"shape":2,"127":2,"nt":1,"rel":2,"diff":2,"mean":2,"abs":2,"001":1},"0,1898,data/raw/vllm-0.10.1/tests/kernels/quantization/test_awq_triton.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"tests":2,"for":1,"awq":12,"triton":6,"kernel":1,"run":1,"pytest":2,"kernels":1,"test":1,"py":1,"import":4,"torch":16,"from":2,"model":1,"executor":1,"layers":1,"quantization":1,"supported":1,"group":4,"sizes":1,"dequantize":2,"gemm":1,"platforms":1,"current":1,"platform":1,"device":5,"cuda":1,"def":2,"reverse":13,"order":13,"t":6,"tensor":13,"bits":6,"4":3,"1":9,"5":1,"6":1,"3":1,"7":1,"arange":2,"shape":4,"dtype":1,"int32":3,"view":4,"32":2,"0xf":1,"return":1,"qweights":1,"r":3,"c":3,"8":2,"scales":2,"g":2,"float16":1,"zeros":8,"qweight":3,"qzeros":4,"size":3,"int":1,"if":1,"shifts":3,"iweights":8,"bitwise":4,"right":2,"shift":2,"none":6,"int8":2,"and":2},"1898,1999,data/raw/vllm-0.10.1/tests/kernels/quantization/test_awq_triton.py":{"scales":15,"repeat":2,"interleave":2,"group":9,"size":8,"dim":2,"0":5,"zeros":13,"return":1,"iweights":7,"qweights":1,"r":3,"c":3,"8":6,"int32":6,"g":4,"float16":2,"pytest":4,"mark":4,"parametrize":4,"qweight":16,"rows":10,"3584":1,"18944":1,"128":2,"256":1,"512":1,"1024":1,"cols":9,"448":1,"576":1,"4736":1,"16":1,"32":2,"64":1,"awq":3,"triton":6,"supported":1,"sizes":1,"def":1,"test":1,"dequantize":3,"if":1,"1":2,"dtype":9,"torch":18,"current":1,"platform":1,"seed":1,"everything":1,"randint":2,"iinfo":2,"max":2,"device":6,"rand":1,"assert":2,"not":2,"any":2,"isinf":1,"and":1,"isnan":1,"testing":1,"close":1,"input":1,"n":2,"k":4,"m":3,"qzeros":1,"2":1,"4":1,"14":1,"17":1,"23":1},"3897,1953,data/raw/vllm-0.10.1/tests/kernels/quantization/test_awq_triton.py":{"pytest":4,"mark":4,"parametrize":4,"k":6,"128":1,"m":4,"16":1,"24":1,"32":1,"group":6,"size":5,"awq":3,"triton":7,"supported":1,"sizes":1,"splitk":3,"1":4,"8":2,"def":1,"test":1,"gemm":2,"n":2,"if":1,"split":2,"iters":2,"input":10,"rows":10,"cols":10,"dtype":6,"torch":24,"float32":2,"qweight":9,"scales":10,"qzeros":7,"current":1,"platform":1,"seed":1,"everything":1,"0":3,"rand":2,"device":8,"randint":2,"iinfo":2,"int32":2,"max":2,"output":8,"assert":3,"not":4,"any":4,"isinf":2,"and":2,"isnan":2,"dequantized":2,"weights":2,"dequantize":1,"matmul":1,"testing":1,"close":1,"cpu":2,"atol":1,"1e":2,"rtol":1},"0,1959,data/raw/vllm-0.10.1/tests/kernels/quantization/test_block_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":7,"project":2,"adapted":1,"from":5,"https":1,"github":1,"com":1,"sgl":1,"sglang":1,"blob":1,"main":1,"test":3,"srt":1,"block":17,"int8":17,"py":1,"import":7,"itertools":2,"pytest":4,"torch":14,"tests":2,"kernels":1,"quant":1,"utils":3,"native":1,"w8a8":3,"matmul":3,"config":6,"vllmconfig":2,"model":2,"executor":1,"layers":1,"quantization":1,"platforms":1,"current":2,"platform":2,"if":1,"get":1,"device":3,"capability":1,"7":2,"skip":1,"triton":1,"requires":1,"cuda":4,"or":1,"higher":1,"allow":1,"module":3,"level":1,"true":2,"scheduler":2,"max":10,"num":1,"seqs":1,"128":8,"len":1,"8192":1,"dtypes":2,"half":1,"bfloat16":1,"m":5,"1":4,"33":1,"64":5,"222":1,"n":10,"1024":1,"k":11,"256":1,"4096":1,"size":7,"seeds":2,"fixture":1,"autouse":1,"scope":1,"def":2,"setup":1,"sets":1,"default":2,"for":2,"all":1,"in":1,"this":1,"set":1,"mark":1,"parametrize":1,"out":2,"dtype":4,"seed":4,"product":1,"inference":1,"mode":1,"manual":1,"factor":1,"scale":1,"1e":1,"info":3,"iinfo":1,"min":6,"a":3,"fp32":4,"rand":2,"float32":2,"5":2,"fp8":2,"clamp":2,"float8":2,"e4m3fn":2,"b":3,"tiles":2},"1959,548,data/raw/vllm-0.10.1/tests/kernels/quantization/test_block_int8.py":{"as":3,"torch":11,"rand":2,"m":1,"k":2,"tiles":3,"dtype":4,"float32":5,"factor":2,"for":2,"scale":2,"bs":3,"n":1,"ref":3,"out":7,"native":1,"w8a8":2,"block":4,"matmul":2,"a":2,"fp8":4,"b":2,"size":2,"int8":1,"rel":2,"diff":2,"mean":2,"abs":2,"to":3,"assert":1,"0":1,"001":1},"0,1170,data/raw/vllm-0.10.1/tests/kernels/quantization/test_gptq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"torch":17,"from":2,"tests":1,"kernels":1,"utils":1,"opcheck":5,"custom":1,"ops":4,"as":1,"noqa":1,"f401":1,"def":2,"test":2,"gptq":4,"shuffle":2,"weight":4,"randint":2,"2000000":4,"1792":1,"4096":2,"device":7,"cuda":7,"dtype":7,"int32":5,"perm":2,"empty":2,"bit":4,"4":2,"c":2,"gemm":2,"a":2,"rand":2,"240":1,"float16":2,"512":1,"6144":2,"zeros":3,"32":2,"768":1,"scales":2,"idx":2,"use":2,"exllama":2,"true":1},"0,1966,data/raw/vllm-0.10.1/tests/kernels/quantization/test_flashinfer_nvfp4_scaled_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":1,"vllm":4,"project":1,"import":6,"pytest":6,"torch":4,"from":4,"nvfp4":5,"utils":2,"float4":1,"e2m1":1,"max":2,"float8":1,"e4m3":1,"convert":1,"swizzled":1,"linear":1,"dequantize":3,"dtype":13,"custom":1,"ops":2,"as":1,"platforms":1,"current":2,"platform":2,"flashinfer":2,"scaled":1,"fp4":7,"mm":1,"if":1,"not":1,"has":1,"device":7,"capability":2,"100":1,"skip":1,"reason":1,"requires":1,"compute":1,"of":1,"10":1,"or":1,"above":1,"allow":1,"module":1,"level":1,"true":1,"dtypes":2,"float16":1,"bfloat16":1,"m":4,"n":4,"k":5,"shapes":5,"128":11,"64":3,"256":2,"pad":2,"150":1,"96":1,"extend":1,"seeds":2,"42":1,"cuda":3,"devices":2,"def":1,"get":1,"ref":1,"results":1,"a":9,"b":9,"sf":4,"global":4,"scale":4,"block":5,"size":5,"shape":3,"assert":1,"in":4,"return":1,"matmul":1,"t":1,"mark":4,"parametrize":4,"seed":1},"1966,1930,data/raw/vllm-0.10.1/tests/kernels/quantization/test_flashinfer_nvfp4_scaled_mm.py":{"pytest":3,"mark":2,"parametrize":2,"backend":4,"cutlass":2,"trtllm":5,"autotune":2,"false":1,"true":1,"torch":11,"inference":1,"mode":1,"def":1,"test":1,"flashinfer":3,"nvfp4":1,"gemm":2,"dtype":14,"shape":2,"tuple":1,"int":4,"seed":3,"device":6,"str":2,"bool":1,"none":1,"if":2,"and":1,"float16":1,"skip":1,"only":1,"bfloat16":1,"is":1,"supported":1,"for":3,"fp4":10,"operations":1,"current":1,"platform":1,"everything":1,"m":5,"n":3,"packed":2,"k":5,"2":1,"block":2,"size":2,"16":1,"a":12,"randn":2,"b":13,"global":8,"scale":12,"float8":2,"e4m3":2,"max":4,"float4":2,"e2m1":2,"amax":2,"flatten":2,"dim":2,"1":3,"to":4,"float32":2,"alpha":1,"0":1,"ops":3,"scaled":3,"quant":3,"returns":1,"swizzled":1,"scales":3,"while":1,"weights":1,"from":1,"checkpoints":1,"are":1,"in":2,"linear":1,"so":1,"instead":1,"of":1,"needing":1,"swizzle":1,"as":1,"modelopt":1,"py":1,"we":1,"need":1,"unswizzle":1,"here":1,"interleaved":4,"get":2,"ref":2,"results":2,"unswizzles":1,"the":1,"internally":1,"expected":1,"out":1,"import":1,"epilogue":2,"tile":2,"128":1,"shuffle":1,"matrix":1,"view":1,"uint8":1},"3896,764,data/raw/vllm-0.10.1/tests/kernels/quantization/test_flashinfer_nvfp4_scaled_mm.py":{"b":7,"scale":7,"interleaved":7,"convert":1,"swizzled":1,"to":2,"linear":1,"n":1,"k":1,"block":1,"size":1,"flashinfer":3,"shuffle":1,"matrix":1,"sf":1,"a":3,"view":2,"torch":3,"uint8":1,"epilogue":1,"tile":1,"m":1,"reshape":1,"shape":1,"float8":1,"e4m3fn":1,"with":1,"autotune":2,"out":3,"scaled":1,"fp4":3,"mm":1,"alpha":1,"dtype":3,"backend":2,"testing":1,"assert":1,"close":1,"expected":1,"atol":1,"1e":2,"1":2,"rtol":1},"0,1991,data/raw/vllm-0.10.1/tests/kernels/quantization/test_allspark_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":6,"project":1,"import":8,"pytest":6,"torch":9,"from":6,"tests":1,"kernels":1,"utils":6,"default":1,"opcheck":2,"test":2,"custom":1,"ops":2,"as":1,"model":2,"executor":2,"layers":2,"quantization":2,"allspark":10,"ampere":7,"k":5,"align":4,"m":4,"cublas":1,"threshold":1,"n":5,"quant":1,"quantize":1,"weights":1,"platforms":1,"current":3,"platform":3,"scalar":2,"type":2,"types":1,"def":4,"is":5,"gptq":3,"supported":3,"min":2,"capability":9,"int":4,"max":3,"bool":1,"if":1,"not":4,"cuda":2,"return":4,"false":2,"get":1,"device":2,"assert":1,"none":1,"and":1,"mnk":5,"factors":5,"1":2,"4":1,"8":1,"13":5,"17":2,"67":2,"26":1,"37":1,"48":1,"16":1,"24":1,"88":1,"257":1,"11":2,"658":1,"1033":1,"9":1,"dtypes":2,"float16":2,"bfloat16":1,"has":4,"zp":4,"opts":2,"true":1,"compute":1,"diff":1,"output":5,"ref":3,"mean":2,"abs":2,"rand":1,"data":1,"shape":2,"dtype":5,"randn":1,"mark":5,"skipif":1,"80":1,"89":1,"reason":1,"kernel":1,"on":1,"this":1,"gpu":1,"parametrize":4,"group":2,"size":2,"gemm":1,"factor":6},"1991,1495,data/raw/vllm-0.10.1/tests/kernels/quantization/test_allspark_gemm.py":{"input":4,"rand":2,"data":2,"m":3,"k":3,"dtype":5,"weight":4,"n":7,"quantize":2,"and":1,"apply":1,"act":1,"order":2,"if":2,"provided":1,"w":2,"ref":4,"qw":10,"s":7,"zp":15,"weights":1,"scalar":1,"types":1,"uint8b128":1,"group":3,"size":3,"has":6,"to":2,"torch":6,"uint8":1,"properties":5,"cuda":2,"get":1,"device":2,"index":1,"sm":6,"count":4,"multi":1,"processor":1,"version":3,"major":1,"10":1,"minor":1,"32align":2,"32":3,"1":1,"reorder":12,"ops":4,"allspark":5,"repack":1,"opcheck":3,"c":2,"rearrange":1,"kn":1,"as":1,"n32k16":1,"w8a16":2,"gemm":2,"ampere":2,"cublas":2,"threshold":2,"true":2,"test":2,"utils":2,"default":1,"output":4,"matmul":1,"synchronize":1,"max":3,"diff":3,"compute":1,"assert":1,"0":1,"04":1},"0,1221,data/raw/vllm-0.10.1/tests/kernels/quantization/test_awq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"pytest":5,"torch":10,"from":2,"tests":1,"kernels":1,"utils":1,"opcheck":3,"custom":1,"ops":5,"as":2,"noqa":1,"f401":1,"mark":3,"skipif":2,"not":5,"hasattr":2,"c":3,"awq":7,"dequantize":3,"reason":3,"is":2,"supported":2,"on":2,"this":2,"gpu":2,"type":2,"def":1,"test":1,"monkeypatch":3,"with":1,"context":1,"m":2,"setenv":1,"use":1,"triton":1,"qweight":2,"randint":1,"2000000000":2,"8192":1,"256":2,"device":3,"cuda":3,"dtype":3,"int32":2,"scales":2,"rand":1,"64":2,"2048":1,"float16":1,"zeros":2,"empty":1,"split":2,"k":2,"iters":2,"thx":2,"thy":2,"skip":1,"working":1,"needs":1,"investigation":1,"gemm":1},"1221,817,data/raw/vllm-0.10.1/tests/kernels/quantization/test_awq.py":{"def":1,"test":1,"awq":3,"gemm":2,"opcheck":2,"monkeypatch":3,"pytest":1,"with":1,"context":1,"as":1,"m":2,"setenv":1,"vllm":1,"use":1,"triton":1,"0":1,"input":2,"torch":9,"rand":1,"2":1,"8192":2,"device":4,"cuda":4,"dtype":4,"float16":2,"qweight":2,"randint":2,"2000000000":4,"256":2,"int32":2,"scales":2,"64":2,"qzeros":2,"empty":1,"2048":1,"split":2,"k":2,"iters":2,"8":1,"ops":1,"c":1},"0,1756,data/raw/vllm-0.10.1/tests/kernels/quantization/test_ggml.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":11,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"gguf":2,"pytest":2,"torch":21,"from":2,"tests":1,"kernels":1,"utils":1,"opcheck":7,"custom":1,"ops":7,"as":1,"noqa":1,"f401":1,"mark":1,"parametrize":1,"quant":9,"type":10,"12":1,"def":1,"test":1,"ggml":7,"block":2,"size":4,"sizes":1,"shape":12,"256":3,"1152":1,"qweight":13,"randint":3,"100":2,"device":8,"cuda":8,"dtype":6,"uint8":2,"m":3,"n":2,"1":7,"c":5,"dequantize":1,"float16":3,"x":8,"rand":2,"512":1,"mul":2,"mat":2,"a8":4,"vec":2,"1024":2,"336":1,"sorted":2,"token":2,"ids":6,"arange":1,"776":1,"expert":2,"194":1,"num":2,"tokens":2,"post":2,"padded":2,"tensor":1,"int64":1,"moe":2,"topk":2,"zeros":1,"int32":1},"0,1991,data/raw/vllm-0.10.1/tests/kernels/quantization/nvfp4_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":3,"vllm":2,"project":1,"import":2,"torch":13,"from":1,"scalar":3,"type":1,"types":2,"float4":2,"e2m1":1,"max":4,"e2m1f":1,"float8":3,"e4m3":1,"finfo":1,"e4m3fn":2,"ke2m1tofloat":1,"tensor":20,"5":3,"1":8,"3":2,"4":6,"6":1,"dtype":11,"float32":2,"def":3,"convert":2,"swizzled":4,"linear":2,"a":9,"sf":10,"m":11,"k":12,"block":7,"size":7,"tiles":6,"128":3,"f":4,"tmp":4,"reshape":4,"32":1,"permute":1,"out":4,"return":2,"dequantize":2,"nvfp4":1,"fp4":8,"global":2,"scale":3,"device":1,"16":1,"back":1,"high":3,"precision":1,"two":1,"values":1,"are":1,"packed":3,"into":1,"one":1,"uint8":3,"assert":2,"shape":2,"f32":4,"break":2,"bytes":2,"view":1,"unsqueeze":1,"n":1,"vectorized":1,"nibble":1,"processing":2,"flat":3,"flatten":2,"0xf0":1,"upper":1,"nibbles":3,"low":2,"0x0f":1,"lower":1,"combine":1,"for":1,"batch":1,"combined":1,"stack":1,"dim":1},"1991,410,data/raw/vllm-0.10.1/tests/kernels/quantization/nvfp4_utils.py":{"vectorized":1,"sign":3,"and":2,"magnitude":2,"extraction":1,"signs":2,"combined":2,"0x08":1,"to":5,"torch":3,"bool":1,"bits":1,"abs":2,"vals":2,"0x07":1,"long":1,"indices":1,"device":3,"aware":1,"lookup":1,"application":1,"ke2m1":2,"ke2m1tofloat":1,"a":1,"values":2,"where":1,"1":2,"0":2,"reshape":2,"final":1,"form":1,"return":1,"m":1,"n":1,"2":1,"dtype":2},"0,1719,data/raw/vllm-0.10.1/tests/kernels/quantization/test_nvfp4_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":24,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":2,"vllm":4,"project":1,"import":5,"pytest":2,"torch":10,"from":4,"custom":1,"ops":2,"as":2,"platforms":1,"current":2,"platform":2,"scalar":3,"type":1,"types":2,"if":1,"not":1,"has":1,"device":1,"capability":2,"100":1,"skip":1,"reason":1,"nvfp4":1,"requires":1,"compute":1,"of":1,"10":1,"or":1,"above":1,"allow":1,"module":1,"level":1,"true":1,"dtypes":1,"float16":1,"bfloat16":1,"shapes":2,"128":8,"64":4,"256":2,"pad":1,"90":4,"150":4,"48":3,"80":3,"seeds":1,"42":1,"cuda":2,"devices":1,"float4":2,"e2m1":4,"max":4,"e2m1f":1,"float8":2,"e4m3":1,"finfo":1,"e4m3fn":1,"float":1,"0111":1,"6":4,"0110":1,"4":5,"0101":1,"3":6,"0100":1,"0011":1,"1":13,"5":14,"0010":1,"0001":1,"0000":1,"float32":3,"block":1,"size":1,"16":1,"def":2,"cast":2,"fp4":3,"x":33,"m":2,"n":2,"values":1,"are":1,"packed":1,"in":2,"uint8":1,"v":6,"1st":3,"2nd":3,"0xf":2,"c":2,"stack":1,"dim":1,"out":4,"tensor":1,"for":1,"flatten":1,"reshape":1,"return":2,"sign":3,"abs":1,"25":4,"75":4},"1719,1869,data/raw/vllm-0.10.1/tests/kernels/quantization/test_nvfp4_quant.py":{"def":4,"get":4,"reciprocal":4,"x":21,"if":2,"isinstance":2,"torch":20,"tensor":3,"return":4,"where":1,"0":12,"dtype":6,"1":7,"elif":1,"float":2,"int":5,"else":2,"raise":1,"typeerror":1,"input":1,"must":1,"be":1,"a":2,"or":1,"ref":1,"nvfp4":1,"quant":1,"global":4,"scale":16,"assert":2,"float32":5,"ndim":1,"2":2,"m":10,"n":12,"shape":4,"reshape":4,"block":3,"size":3,"vec":2,"max":4,"abs":1,"dim":1,"keepdim":1,"true":1,"to":8,"float4":1,"e2m1":1,"float8":1,"e4m3fn":1,"output":2,"scaled":2,"clipped":2,"clamp":1,"6":2,"cast":1,"fp4":2,"squeeze":1,"recover":2,"swizzled":2,"scales":1,"round":3,"up":3,"lambda":1,"y":4,"rounded":6,"128":2,"4":5,"the":1,"scaling":1,"factor":1,"linear":1,"layout":1,"tmp":4,"32":1,"permute":1,"3":1,"5":1,"result":2,"pytest":4,"mark":4,"parametrize":4,"dtypes":1,"shapes":1,"seed":4,"seeds":1,"device":4,"cuda":1,"devices":1,"inference":1,"mode":1,"test":1,"quantize":1,"tuple":1,"str":1,"none":1,"current":1,"platform":1,"everything":1,"set":1,"default":1},"3588,1237,data/raw/vllm-0.10.1/tests/kernels/quantization/test_nvfp4_quant.py":{"x":8,"torch":13,"randn":2,"m":7,"n":7,"dtype":5,"tensor":4,"amax":4,"abs":2,"max":6,"to":3,"float32":2,"global":6,"scale":18,"float8":2,"e4m3":2,"float4":2,"e2m1":2,"out":16,"ref":10,"nvfp4":2,"quant":4,"ops":2,"scaled":2,"fp4":5,"ans":8,"recover":2,"swizzled":2,"scales":2,"cast":2,"from":2,"testing":4,"assert":4,"close":4,"pytest":1,"mark":1,"parametrize":1,"pad":4,"shape":3,"shapes":1,"inference":1,"mode":1,"def":1,"test":1,"quantize":1,"padded":1,"tuple":1,"int":2,"none":1,"float16":1,"current":1,"platform":1,"seed":1,"everything":1,"42":1,"set":1,"default":1,"device":1,"cuda":1,"0":1},"0,1981,data/raw/vllm-0.10.1/tests/kernels/quantization/test_nvfp4_scaled_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":3,"project":1,"import":5,"pytest":6,"torch":6,"from":3,"nvfp4":6,"utils":1,"float4":1,"e2m1":1,"max":2,"float8":1,"e4m3":1,"dequantize":3,"dtype":15,"custom":1,"ops":2,"as":1,"platforms":1,"current":2,"platform":2,"if":1,"not":1,"has":1,"device":8,"capability":2,"100":1,"skip":1,"reason":1,"requires":1,"compute":1,"of":1,"10":1,"or":1,"above":1,"allow":1,"module":1,"level":1,"true":1,"dtypes":2,"float16":1,"bfloat16":1,"m":4,"n":4,"k":5,"shapes":5,"128":11,"64":3,"256":2,"pad":2,"150":1,"96":1,"extend":1,"seeds":2,"42":1,"cuda":3,"devices":2,"def":2,"get":1,"ref":1,"results":1,"a":9,"fp4":6,"b":9,"sf":4,"global":4,"scale":4,"block":5,"size":5,"shape":4,"assert":1,"in":4,"return":1,"matmul":1,"t":1,"mark":4,"parametrize":4,"seed":2,"inference":1,"mode":1,"test":1,"gemm":1,"tuple":1,"int":4,"str":1},"1981,1487,data/raw/vllm-0.10.1/tests/kernels/quantization/test_nvfp4_scaled_mm.py":{"none":1,"current":1,"platform":1,"seed":2,"everything":1,"m":3,"n":3,"packed":2,"k":5,"shape":1,"2":1,"block":2,"size":2,"16":1,"a":13,"dtype":14,"torch":7,"randn":2,"device":5,"b":13,"global":8,"scale":14,"float8":2,"e4m3":2,"max":4,"float4":2,"e2m1":2,"amax":2,"flatten":2,"dim":2,"1":5,"to":3,"float32":2,"alpha":2,"ops":4,"scaled":4,"fp4":10,"quant":3,"returns":1,"swizzled":1,"scales":3,"while":1,"weights":1,"from":1,"checkpoints":1,"are":1,"in":1,"linear":1,"interleaved":6,"get":2,"ref":2,"results":2,"unswizzles":1,"the":1,"internally":1,"expected":2,"out":4,"cutlass":1,"mm":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"rtol":1},"0,1763,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":6,"project":1,"tests":4,"for":2,"machete":4,"kernel":2,"run":1,"pytest":2,"kernels":5,"test":1,"mm":1,"py":1,"import":11,"math":1,"from":8,"dataclasses":1,"dataclass":3,"fields":1,"typing":1,"optional":6,"torch":8,"utils":5,"opcheck":1,"custom":1,"ops":2,"as":2,"model":2,"executor":2,"layers":2,"quantization":4,"query":1,"supported":4,"group":3,"sizes":1,"quant":3,"pack":1,"rows":1,"quantize":1,"weights":1,"platforms":1,"current":2,"platform":2,"scalar":2,"type":8,"scalartype":2,"types":1,"cuda":3,"devices":1,"f":1,"i":2,"in":3,"range":1,"1":4,"if":1,"device":2,"count":1,"else":1,"todo":1,"future":1,"pr":1,"refactor":1,"this":1,"and":2,"is":4,"method":2,"unit":1,"a":1,"common":1,"utility":1,"function":1,"currently":1,"use":1,"of":1,"conflates":1,"with":1,"methods":3,"an":1,"assumption":1,"which":1,"breaking":1,"down":1,"quantizations":1,"can":1,"have":2,"some":1,"support":1,"multiple":1,"by":1,"gpu":1,"get":1,"capability":1,"9":1,"mnk":1,"shapes":1,"128":3,"8192":5,"28672":2,"13":1,"4096":6,"26":1,"64":2,"257":2,"4224":1,"4160":1,"1024":1,"class":1,"typeconfig":1,"act":1,"dtype":6,"weight":1,"output":1,"scale":3,"zero":1,"channel":1,"token":1},"1763,613,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"class":1,"tensors":1,"w":6,"ref":2,"torch":11,"tensor":8,"a":2,"q":1,"g":2,"s":3,"optional":6,"zp":1,"ch":2,"tok":2,"act":3,"type":11,"weight":1,"output":3,"scale":2,"zeropoints":1,"scales":2,"note":1,"none":2,"means":2,"the":4,"is":2,"floating":1,"point":1,"same":1,"as":1,"testtypetuple":1,"tuple":1,"list":1,"dtype":3,"scalartype":1,"bool":1},"2376,1967,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"test":1,"types":7,"gptq":1,"style":3,"typeconfig":4,"act":4,"type":43,"a":8,"weight":4,"w":4,"output":4,"none":11,"group":12,"scale":16,"zero":4,"channel":4,"token":4,"for":6,"in":8,"scalar":6,"uint4b8":3,"uint8b128":1,"torch":14,"float16":6,"bfloat16":2,"awq":1,"uint4":1,"uint8":1,"qqq":1,"int8":1,"float":4,"float8":1,"e4m3fn":1,"todo":1,"future":1,"pr":1,"refactor":1,"this":1,"and":2,"is":3,"quant":2,"method":2,"supported":2,"the":2,"kernel":1,"unit":1,"tests":1,"to":1,"common":1,"utility":1,"function":1,"currently":1,"use":1,"of":1,"conflates":1,"kernels":3,"with":1,"quantization":2,"methods":3,"an":1,"assumption":1,"which":1,"breaking":1,"down":1,"as":1,"quantizations":1,"can":1,"have":2,"some":1,"support":1,"multiple":1},"4343,1956,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"is":5,"supported":1,"by":1,"gpu":1,"current":1,"platform":1,"has":1,"device":3,"capability":1,"90":1,"def":5,"rand":2,"data":1,"shape":10,"dtype":8,"torch":9,"float16":1,"scale":2,"1":4,"offset":2,"0":2,"if":2,"floating":2,"point":2,"return":5,"cuda":2,"to":4,"else":2,"randint":1,"8":1,"7":1,"maybe":1,"convert":2,"zeropoints":1,"zps":5,"optional":6,"tensor":3,"s":5,"none":3,"group":11,"size":12,"valid":1,"tuple":2,"int":10,"bool":2,"or":3,"2":1,"machete":5,"quantize":2,"and":1,"pack":2,"atype":3,"w":18,"wtype":6,"scalartype":1,"stype":3,"zero":4,"points":4,"false":1,"assert":1,"integer":1,"todo":1,"support":1,"weights":2,"ref":3,"q":10,"zp":2,"match":1,"how":1,"the":1,"kernel":1,"applies":1,"after":1,"scales":1,"true":1,"rows":1,"bits":1,"t":2,"contiguous":1,"col":1,"major":1,"ops":2,"prepack":2,"b":2,"opcheck":1,"c":1,"id":1,"create":2,"test":2,"tensors":3,"types":3,"typeconfig":1,"subset":2,"stride":2,"factor":3,"m":1,"n":1,"k":1,"print":1},"6299,1965,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"a":14,"rand":4,"data":4,"m":3,"factor":5,"k":4,"types":12,"act":2,"type":14,"scale":9,"3":2,"offset":2,"2":1,"w":39,"n":3,"1":4,"if":8,"0":5,"group":6,"is":7,"not":5,"none":11,"to":8,"dtype":8,"itemsize":1,"torch":5,"float16":1,"ref":21,"q":3,"packed":2,"s":16,"zp":3,"machete":2,"quantize":1,"and":1,"pack":1,"weight":1,"size":2,"zero":1,"floating":1,"point":1,"aiinfo":3,"iinfo":1,"round":1,"clamp":1,"min":1,"max":1,"float32":2,"ch":6,"channel":2,"else":2,"tok":6,"token":2,"return":1,"tensors":11,"g":2,"maybe":1,"convert":1,"zeropoints":1,"stype":1,"means":1,"scales":1,"use":1,"the":1,"same":1,"as":1,"def":1,"mm":1,"test":1,"helper":1,"typeconfig":1,"optional":2,"int":1,"schedule":1,"str":1,"output":9,"matmul":1,"unsqueeze":2},"8264,1623,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"output":7,"ops":1,"machete":5,"mm":1,"a":5,"tensors":9,"b":6,"q":2,"w":6,"type":7,"types":7,"weight":1,"group":13,"scales":4,"g":3,"s":3,"zeros":1,"zp":2,"size":6,"channel":1,"ch":1,"token":1,"tok":1,"out":1,"schedule":2,"print":2,"ref":2,"relax":2,"atol":5,"as":1,"our":1,"reduction":1,"dim":1,"becomes":1,"larger":1,"more":1,"rounding":1,"error":1,"when":1,"we":1,"have":1,"zeropoints":2,"since":1,"the":1,"way":1,"applies":1,"after":1,"causes":1,"noise":1,"around":1,"0":1,"1":5,"if":4,"is":4,"not":4,"none":3,"else":3,"min":1,"5e":1,"2":2,"math":1,"sqrt":1,"shape":4,"rtol":3,"1e":1,"element":1,"2e":1,"torch":1,"testing":1,"assert":1,"close":1,"to":1,"dtype":1,"pytest":3,"mark":3,"skipif":1,"supported":3,"by":1,"gpu":2,"reason":1,"on":1,"this":1,"parametrize":2,"mnk":1,"shapes":1,"ids":1,"lambda":1,"x":3,"join":1,"str":1,"v":2,"for":2,"in":2,"test":2,"def":1,"all":1,"schedules":1,"typeconfig":1,"sizes":5,"list":1,"optional":1,"int":1,"scale":1,"query":1,"act":1,"valid":1,"continue":1},"9887,1933,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"tensors":6,"create":2,"test":8,"shape":6,"types":15,"group":20,"size":8,"print":2,"f":2,"mnk":2,"for":3,"schedule":4,"in":3,"ops":1,"machete":8,"supported":6,"schedules":1,"act":3,"type":20,"weight":2,"scales":1,"scale":6,"zeros":1,"out":1,"output":2,"testing":1,"mm":2,"helper":2,"pytest":5,"mark":5,"skipif":2,"not":5,"is":5,"by":2,"gpu":4,"reason":2,"on":3,"this":2,"parametrize":3,"shapes":1,"ids":1,"lambda":1,"x":3,"join":1,"str":2,"v":2,"def":2,"heuristic":1,"typeconfig":2,"sizes":5,"list":1,"optional":1,"int":1,"if":2,"none":6,"else":1,"query":1,"valid":1,"continue":1,"working":1,"other":1,"devices":3,"device":2,"cuda":1,"128":1,"config":1,"torch":2,"float16":2,"scalar":1,"uint4b8":1,"zero":1,"channel":1,"token":1},"11820,1917,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"tensors":9,"create":2,"test":8,"512":3,"4096":6,"type":14,"config":5,"group":9,"size":7,"for":1,"field":3,"in":1,"fields":1,"tensor":4,"getattr":1,"name":2,"if":1,"isinstance":1,"torch":7,"setattr":1,"to":2,"device":1,"machete":8,"mm":3,"helper":2,"working":1,"with":1,"a":7,"subset":3,"of":1,"and":2,"b":3,"pytest":2,"mark":2,"skipif":2,"not":4,"is":4,"supported":4,"by":2,"gpu":4,"reason":2,"on":2,"this":2,"def":4,"128":2,"typeconfig":1,"act":1,"float16":5,"weight":1,"scalar":2,"types":2,"uint4b8":2,"output":1,"none":4,"scale":3,"zero":3,"channel":1,"token":1,"stride":1,"factor":1,"2":1,"make":1,"sure":1,"cuda":2,"graphs":1,"work":1,"class":1,"machetelayer":1,"nn":1,"module":1,"init":2,"self":4,"kwargs":4,"super":1,"forward":1,"return":1,"ops":1,"graph":1,"m":2,"n":2,"k":3,"rand":2,"data":2,"wtype":2,"stype":2,"points":2,"false":1,"w":4,"ref":1,"q":1,"packed":1,"s":1,"zp":1,"quantize":1,"pack":1,"dtype":1},"13737,897,data/raw/vllm-0.10.1/tests/kernels/quantization/test_machete_mm.py":{"construct":1,"a":6,"trivial":1,"model":4,"with":4,"single":1,"layer":1,"that":1,"calls":1,"machete":2,"kernel":1,"machetelayer":1,"b":5,"q":2,"w":5,"packed":1,"type":1,"wtype":1,"group":4,"scales":2,"s":2,"zeros":1,"maybe":1,"convert":1,"zeropoints":3,"zp":1,"size":2,"output":5,"ref":3,"torch":6,"matmul":1,"run":1,"the":2,"cuda":5,"graph":2,"stream":4,"g":3,"cudagraph":1,"zero":2,"replay":1,"relax":2,"atol":5,"as":1,"our":1,"reduction":1,"dim":1,"becomes":1,"larger":1,"more":1,"rounding":1,"error":1,"when":1,"we":1,"have":1,"since":1,"way":1,"applies":1,"after":1,"causes":1,"noise":1,"around":1,"0":1,"1":3,"if":1,"points":1,"else":1,"min":1,"5e":1,"2":1,"math":1,"sqrt":1,"k":1,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1},"0,1965,data/raw/vllm-0.10.1/tests/kernels/quantization/test_rocm_skinny_gemms.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":5,"pytest":6,"torch":9,"custom":1,"ops":3,"as":1,"from":2,"tests":1,"kernels":1,"quant":2,"utils":1,"ref":3,"dynamic":1,"per":4,"tensor":1,"fp8":4,"platforms":1,"current":2,"platform":2,"dtypes":2,"bfloat16":1,"float16":1,"specific":3,"n":4,"k":8,"m":6,"combinations":1,"for":2,"targeted":1,"testing":1,"nkm":4,"factors":4,"llmm1":4,"small":1,"medium":1,"large":2,"cases":3,"1":15,"8":6,"16":7,"32":1,"64":6,"128":2,"256":4,"512":4,"1024":6,"2048":5,"4096":6,"edge":1,"with":3,"sizes":2,"6144":1,"8192":3,"very":1,"case":1,"wvsplitk":3,"different":1,"batch":1,"key":1,"dimensions":2,"3":2,"4":6,"extended":2,"values":1,"9216":1,"10240":1,"16384":1,"minimum":1,"constraint":1,"validation":1,"not":2,"covered":1,"by":1,"14336":1,"24576":1,"32768":1,"28672":1,"seeds":2,"mark":5,"parametrize":4,"dtype":6,"rows":3,"block":3,"seed":4,"skipif":1,"is":1,"rocm":3,"reason":1,"only":1,"test":2,"inference":1,"mode":1,"def":1,"kernel":1,"manual":1,"a":3,"rand":2,"device":2,"cuda":2,"b":3,"out":4,"matmul":1,"t":1,"assert":1,"allclose":1,"rtol":1,"01":1},"1965,1533,data/raw/vllm-0.10.1/tests/kernels/quantization/test_rocm_skinny_gemms.py":{"pytest":8,"mark":8,"parametrize":6,"n":6,"k":8,"m":6,"nkm":2,"factors":2,"wvsplitk":5,"dtype":11,"dtypes":2,"seed":8,"seeds":2,"skipif":2,"not":2,"current":5,"platform":5,"is":2,"rocm":6,"reason":2,"only":2,"test":4,"for":2,"def":2,"kernel":2,"torch":10,"manual":2,"cu":4,"count":4,"get":2,"a":12,"rand":4,"device":4,"cuda":4,"b":12,"ref":6,"out":9,"matmul":1,"t":2,"ops":2,"assert":2,"allclose":2,"rtol":2,"0":2,"01":2,"fp8":6,"and":1,"supports":1,"scale":8,"dynamic":2,"per":2,"tensor":2,"quant":2,"scaled":1,"mm":1,"wvsplitkq":1},"0,1970,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":12,"project":1,"tests":4,"for":1,"marlin":35,"kernel":1,"run":1,"pytest":2,"kernels":2,"test":5,"gemm":1,"py":1,"import":15,"torch":2,"from":13,"utils":17,"default":1,"opcheck":2,"quantization":10,"is":1,"quant":5,"method":1,"supported":8,"custom":1,"ops":2,"as":1,"model":9,"executor":9,"layers":9,"gptq":9,"24":7,"max":3,"parallel":3,"min":3,"thread":3,"n":3,"group":4,"sizes":4,"types":3,"qqq":7,"num":1,"bits":1,"make":2,"empty":1,"g":1,"idx":1,"workspace":1,"new":1,"permute":2,"bias":1,"scales":1,"query":1,"fp4":2,"rand":2,"weight":3,"mxfp4":1,"like":2,"nvfp4":1,"fp8":2,"marlinworkspace":1,"awq":2,"quantize":6,"get":1,"perm":1,"weights":4,"noqa":1,"e501":1,"pack":2,"sort":1,"scalar":2,"type":1},"1970,1989,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"act":8,"order":8,"opts":5,"false":5,"true":4,"k":15,"full":1,"use":2,"atomic":1,"add":1,"fp32":1,"reduce":1,"marlin":11,"chunks":6,"128":2,"n":11,"64":2,"256":1,"24":2,"512":1,"hqq":1,"supported":5,"group":11,"sizes":2,"mnk":5,"factors":5,"1":6,"4":1,"8":1,"26":1,"37":1,"13":2,"257":1,"11":1,"dtypes":1,"torch":8,"float16":2,"bfloat16":1,"def":3,"compute":1,"max":1,"diff":1,"output":5,"ref":4,"return":4,"mean":2,"abs":2,"rand":3,"data":2,"shape":2,"dtype":3,"randn":1,"device":1,"cuda":1,"pytest":7,"mark":7,"skipif":1,"not":2,"is":2,"quant":6,"method":1,"gptq":6,"reason":1,"on":1,"this":1,"gpu":1,"type":5,"parametrize":6,"chunk":6,"query":1,"types":1,"size":19,"test":1,"repack":1,"m":1,"factor":5,"filter":1,"if":5,"normalize":1,"assert":1,"create":1,"input":1,"b":2,"weight":2,"quantize":2,"and":1,"apply":1,"provided":1,"w":4,"q":3,"s":1,"g":1,"idx":1,"perm":1,"weights":1,"pack":2,"to":1,"format":1,"bits":1},"3959,1956,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"for":1,"act":2,"order":2,"sort":6,"the":1,"weights":4,"and":1,"g":3,"idx":3,"so":1,"that":1,"group":9,"ids":1,"are":1,"increasing":1,"indices":4,"torch":5,"empty":1,"0":1,"dtype":1,"int":1,"device":2,"b":3,"weight":6,"if":2,"q":10,"w":11,"pack":1,"to":1,"marlin":16,"format":1,"perm":3,"get":1,"quant":9,"type":8,"size":23,"bits":4,"1":3,"k":13,"n":11,"opcheck":1,"ops":2,"c":1,"gptq":5,"repack":4,"run":1,"gpu":2,"kernel":1,"2":2,"cuda":1,"synchronize":1,"testing":1,"assert":2,"close":1,"pytest":6,"mark":6,"skipif":1,"not":2,"is":2,"method":1,"supported":4,"reason":1,"on":1,"this":1,"parametrize":5,"chunk":6,"chunks":2,"query":1,"types":1,"true":2,"sizes":1,"mnk":4,"factors":4,"def":1,"test":1,"awq":1,"m":1,"factor":5,"normalize":1,"create":1,"input":1,"rand":1,"data":1,"quantize":2,"ref":1,"s":1,"zp":1,"zero":1,"points":1},"5915,1985,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"pack":3,"to":2,"awq":7,"format":2,"q":9,"w":9,"quant":10,"type":9,"size":21,"bits":5,"k":15,"n":11,"marlin":17,"weight":3,"perm":3,"get":1,"1":3,"weights":1,"opcheck":1,"torch":3,"ops":2,"c":1,"repack":3,"run":1,"gpu":2,"kernel":1,"2":2,"cuda":1,"synchronize":1,"testing":1,"assert":1,"close":1,"pytest":11,"mark":11,"skipif":1,"not":2,"is":4,"method":1,"supported":5,"gptq":2,"reason":1,"on":1,"this":1,"parametrize":10,"chunk":6,"chunks":2,"query":1,"types":3,"group":6,"set":1,"sizes":2,"fp4":1,"mnk":4,"factors":4,"act":4,"order":4,"opts":4,"full":3,"use":6,"atomic":3,"add":3,"fp32":3,"reduce":3,"dtype":2,"dtypes":1,"def":1,"test":1,"gemm":1,"m":3,"factor":6,"has":2,"zp":2,"in":1,"scalar":2,"uint4":1,"uint8":1,"if":4,"return":3},"7900,1635,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"if":9,"size":17,"k":3,"group":12,"0":1,"return":7,"a":1,"input":1,"rand":4,"data":2,"m":1,"dtype":3,"b":6,"weight":8,"n":1,"quant":5,"type":4,"scalar":2,"types":2,"float4":1,"e2m1f":1,"not":2,"in":2,"16":4,"32":2,"or":1,"act":3,"order":3,"and":1,"torch":2,"float16":1,"w":11,"ref":6,"marlin":25,"q":5,"s":5,"s2":5,"nvfp4":1,"like":2,"t":3,"else":2,"mxfp4":1,"none":13,"g":4,"idx":4,"sort":4,"indices":4,"zp":5,"elif":2,"float8":1,"e4m3fn":1,"1":1,"128":1,"fp8":1,"has":1,"awq":1,"quantize":2,"workspace":2,"make":1,"new":1,"device":1},"9535,1897,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"opcheck":2,"torch":4,"ops":3,"c":1,"gptq":6,"marlin":24,"gemm":4,"a":9,"input":9,"none":4,"q":4,"w":5,"s":4,"s2":2,"zp":3,"g":2,"idx":2,"sort":2,"indices":2,"workspace":2,"quant":7,"type":6,"id":1,"shape":6,"0":3,"b":2,"weight":2,"1":4,"is":6,"k":7,"full":3,"use":6,"atomic":3,"add":3,"fp32":3,"reduce":3,"false":2,"test":3,"utils":2,"default":1,"output":4,"float":1,"ref":3,"matmul":1,"cuda":1,"synchronize":1,"max":3,"diff":3,"compute":1,"assert":1,"04":1,"todo":1,"find":1,"better":1,"way":1,"to":1,"this":2,"compile":1,"fullgraph":1,"true":1,"def":1,"24":12,"tester":1,"comp":2,"meta":2,"scratch":2,"size":7,"m":2,"n":4,"return":1,"pytest":6,"mark":6,"skipif":1,"not":2,"method":1,"supported":4,"reason":1,"on":1,"gpu":1,"parametrize":5,"chunk":2,"chunks":2,"types":1,"group":2,"sizes":1,"mnk":2,"factors":2},"11432,1981,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"def":2,"test":4,"gptq":5,"marlin":20,"24":20,"gemm":4,"k":14,"chunk":10,"n":15,"quant":5,"type":5,"group":5,"size":15,"mnk":6,"factors":6,"m":7,"factor":12,"a":8,"input":8,"rand":2,"data":2,"b":4,"weight":4,"w":5,"ref":4,"q":3,"comp":3,"meta":3,"s":3,"quantize":1,"workspace":3,"marlinworkspace":1,"min":1,"thread":1,"max":4,"parallel":1,"output":4,"torch":3,"matmul":1,"opcheck":2,"ops":1,"c":1,"scratch":2,"id":1,"shape":6,"0":3,"1":4,"utils":2,"default":1,"tester":1,"cuda":1,"synchronize":1,"diff":3,"compute":1,"assert":1,"04":1,"pytest":6,"mark":6,"skipif":1,"not":2,"is":2,"method":1,"supported":3,"reason":1,"on":1,"this":1,"gpu":1,"parametrize":5,"chunks":2,"hqq":2,"sizes":1,"use":3,"fp32":3,"reduce":3,"opts":1},"13413,1873,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"quant":2,"type":2,"scalar":1,"types":1,"uint4":1,"a":6,"input":6,"rand":3,"data":3,"size":21,"m":1,"k":9,"dev":8,"device":4,"b":8,"weight":6,"torch":6,"randint":1,"0":9,"10":1,"n":7,"dtype":2,"uint8":1,"scale":3,"group":5,"zero":3,"gptq":5,"w":4,"q":4,"pack":1,"transpose":4,"1":10,"4":2,"sort":4,"indices":4,"empty":3,"int":1,"marlin":13,"ops":2,"repack":1,"to":3,"s":4,"permute":2,"scales":2,"zp":5,"g":6,"idx":6,"make":3,"workspace":3,"new":1,"output":4,"gemm":1,"none":3,"shape":4,"is":2,"full":1,"true":2,"use":2,"fp32":2,"reduce":2,"float":1,"flat":6,"reshape":4,"dequant":2,"ref":2,"matmul":1,"cuda":1,"synchronize":1,"max":3,"diff":3,"compute":1,"assert":1,"04":1},"15286,1980,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"pytest":6,"mark":6,"skipif":1,"not":2,"is":2,"quant":1,"method":1,"supported":4,"qqq":18,"reason":1,"marlin":20,"on":1,"this":1,"gpu":1,"type":1,"parametrize":5,"k":9,"chunk":6,"chunks":2,"n":10,"num":4,"bits":4,"group":7,"size":11,"sizes":1,"mnk":4,"factors":4,"def":1,"test":1,"gemm":3,"int8":6,"traits":4,"torch":7,"iinfo":1,"m":4,"factor":6,"a":16,"input":7,"rand":2,"data":2,"b":4,"weight":4,"quantize":3,"activations":1,"s":11,"abs":1,"max":7,"dim":1,"1":5,"keepdim":1,"true":1,"0":4,"div":1,"to":2,"float":1,"q":7,"round":1,"clamp":1,"min":2,"weights":1,"w":5,"ref":4,"channel":3,"workspace":3,"marlinworkspace":1,"thread":1,"parallel":1,"opcheck":1,"ops":2,"c":1,"scratch":2,"shape":6,"output":4,"matmul":1,"half":2,"cuda":1,"synchronize":1,"diff":3,"compute":1,"assert":1,"04":1},"17266,1713,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"def":2,"test":2,"marlin":22,"gemm":3,"subset":1,"input":9,"quant":5,"type":5,"scalar":2,"types":2,"uint4b8":2,"group":4,"size":22,"128":2,"m":8,"k":10,"n":5,"32":1,"1024":2,"2048":2,"big":4,"2":2,"a":8,"rand":5,"data":5,"8":4,"b":7,"weight":5,"w":6,"ref":5,"q":3,"s":5,"g":5,"idx":5,"sort":3,"indices":3,"quantize":2,"false":4,"zp":4,"make":4,"empty":2,"device":4,"workspace":5,"new":2,"output":4,"ops":1,"gptq":1,"none":3,"shape":3,"0":2,"1":3,"is":2,"full":1,"true":2,"use":2,"atomic":1,"add":1,"fp32":1,"reduce":1,"float":1,"torch":2,"matmul":1,"cuda":1,"synchronize":1,"max":3,"diff":3,"compute":1,"assert":1,"04":1,"pytest":1,"mark":1,"parametrize":1,"256":1,"with":1,"bias":5,"10":1,"permute":1},"18979,1294,data/raw/vllm-0.10.1/tests/kernels/quantization/test_marlin_gemm.py":{"output":4,"ops":4,"gptq":3,"marlin":11,"gemm":5,"a":8,"input":4,"none":2,"q":1,"w":6,"bias":2,"s":5,"zp":2,"g":1,"idx":1,"sort":1,"indices":1,"workspace":1,"quant":1,"type":1,"shape":3,"0":3,"b":2,"weight":1,"1":4,"is":2,"k":6,"full":2,"true":2,"use":2,"atomic":1,"add":1,"false":2,"fp32":1,"reduce":1,"float":1,"ref":3,"torch":12,"matmul":1,"view":1,"cuda":4,"synchronize":1,"max":4,"diff":3,"compute":1,"assert":2,"04":1,"def":1,"test":1,"opcheck":2,"size":16,"m":5,"2048":1,"n":7,"4096":2,"rand":1,"device":3,"dtype":3,"float16":2,"randint":1,"5":2,"256":1,"8192":1,"int32":1,"32":1,"125":1,"wk":4,"marlinworkspace":1,"min":1,"thread":1,"parallel":1,"scratch":1,"x":2,"c":3,"y":2,"testing":1,"close":1},"0,1658,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"tests":3,"for":4,"cutlass":2,"kernels":3,"run":1,"pytest":2,"test":1,"py":1,"import":7,"random":1,"torch":3,"from":4,"utils":2,"baseline":1,"scaled":1,"mm":1,"opcheck":1,"fp8":1,"int8":3,"custom":1,"ops":2,"as":1,"platforms":1,"current":2,"platform":2,"cdiv":2,"mnk":1,"factors":1,"1":13,"256":4,"128":7,"16384":5,"1024":5,"24576":3,"496":4,"16":3,"4096":7,"32":2,"8192":4,"33":2,"64":2,"2048":1,"100":1,"32768":1,"512":4,"cuda":4,"devices":1,"f":1,"i":7,"in":4,"range":2,"if":2,"device":5,"count":1,"else":2,"means":1,"full":1,"extent":1,"that":1,"dimension":1,"tensorwise":1,"group":13,"shape":20,"per":2,"token":1,"out":1,"ch":1,"capability":5,"get":1,"10":1,"def":3,"rand":2,"tuple":2,"str":1,"return":3,"255":1,"scale":3,"helper":2,"s":3,"enumerate":1,"assert":1,"len":3},"1658,1570,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"def":1,"cutlass":4,"fp8":3,"gemm":1,"helper":1,"m":3,"int":3,"n":3,"k":4,"a":16,"scale":18,"group":4,"shape":12,"tuple":2,"b":15,"use":2,"bias":7,"bool":1,"out":7,"dtype":8,"type":1,"torch":11,"bfloat16":1,"device":11,"str":1,"cuda":1,"test":1,"for":3,"kernel":1,"with":1,"per":2,"token":1,"activation":1,"quantization":2,"and":1,"output":1,"channel":1,"weight":1,"to":2,"randn":4,"t":7,"scales":8,"float32":2,"make":2,"major":2,"blockwise":2,"quant":2,"doesn":2,"affect":2,"1d":2,"contiguous":2,"if":1,"rand":1,"10":1,"else":1,"none":1,"ops":2,"scaled":3,"mm":3,"baseline":3,"testing":1,"assert":1,"close":1,"rtol":1,"5e":2,"1":3,"atol":1,"opcheck":1,"c":1},"3228,1835,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"def":1,"cutlass":4,"int8":3,"gemm":1,"helper":1,"m":3,"int":3,"n":4,"k":4,"a":15,"scale":16,"group":10,"shape":18,"tuple":2,"b":14,"use":3,"bias":8,"bool":1,"out":8,"dtype":8,"type":2,"torch":11,"bfloat16":1,"device":12,"str":1,"cuda":1,"test":1,"for":1,"kernel":1,"with":1,"per":4,"token":2,"activation":1,"quantization":2,"and":1,"output":1,"channel":1,"weight":1,"to":2,"randn":4,"5":2,"t":1,"scales":4,"float32":2,"if":1,"rand":1,"10":1,"else":1,"none":1,"ops":2,"scaled":3,"mm":3,"baseline":3,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"1":1,"atol":1,"1e0":1,"opcheck":1,"c":1,"pytest":5,"mark":5,"parametrize":4,"mnk":1,"factors":1,"tensorwise":2,"ch":1,"true":1,"false":1,"skipif":1,"not":2,"current":1,"platform":1,"has":1,"capability":1,"89":1,"reason":1,"fp8":1,"is":1,"supported":1,"on":1,"this":1,"gpu":1},"5063,1927,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"def":3,"test":3,"cutlass":6,"fp8":5,"gemm":6,"m":10,"int":9,"n":9,"k":10,"a":11,"scale":22,"group":27,"shape":27,"b":10,"use":8,"bias":8,"bool":3,"helper":3,"pytest":9,"mark":9,"parametrize":8,"mnk":2,"factors":2,"1":3,"128":3,"false":2,"skipif":1,"not":2,"current":2,"platform":2,"has":2,"device":2,"capability":2,"90":1,"reason":1,"blockwise":2,"is":1,"supported":1,"on":1,"this":1,"gpu":1,"type":1,"if":3,"0":7,"or":2,"return":3,"4":1,"and":1,"100":1,"per":3,"token":2,"tensorwise":3,"out":1,"ch":1,"true":1,"int8":2},"6990,1943,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"pytest":9,"mark":9,"parametrize":8,"b":7,"scale":13,"group":19,"shape":19,"per":3,"out":10,"ch":2,"tensorwise":3,"dtype":12,"torch":6,"bfloat16":2,"float16":2,"use":6,"bias":6,"true":2,"false":2,"def":2,"test":2,"cutlass":4,"int8":2,"gemm":4,"output":2,"a":6,"type":3,"bool":2,"helper":2,"512":6,"token":1,"skipif":1,"not":2,"current":1,"platform":1,"has":1,"device":1,"capability":1,"89":1,"reason":1,"fp8":3,"is":1,"supported":1,"on":1,"this":1,"gpu":1,"1":1,"128":3},"8933,1977,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"pytest":12,"mark":12,"parametrize":10,"out":6,"dtype":6,"torch":4,"bfloat16":2,"float16":1,"use":7,"bias":7,"false":3,"skipif":2,"not":4,"current":2,"platform":2,"has":2,"device":6,"capability":2,"90":1,"reason":2,"fp8":6,"blockwise":2,"is":2,"supported":2,"on":2,"this":2,"gpu":2,"type":3,"def":2,"test":2,"cutlass":4,"scale":13,"gemm":4,"a":6,"group":20,"shape":20,"b":6,"bool":2,"helper":2,"512":6,"per":4,"token":2,"tensorwise":4,"ch":2,"true":2,"cuda":2,"devices":3,"89":1,"str":1},"10910,1854,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"def":2,"test":2,"cutlass":4,"int8":2,"gemm":4,"devices":1,"a":8,"scale":12,"group":20,"shape":20,"b":6,"use":6,"bias":6,"bool":2,"device":4,"str":1,"helper":2,"512":3,"out":3,"dtype":1,"torch":1,"bfloat16":1,"for":3,"the":6,"following":1,"two":2,"tests":1,"n":2,"and":4,"k":2,"correspond":1,"to":2,"size":1,"of":4,"weight":1,"matrix":1,"likely":1,"be":1,"multiples":1,"large":1,"power":1,"in":3,"any":2,"case":1,"kernel":2,"will":1,"have":1,"naive":1,"fallback":1,"when":1,"are":1,"not":3,"divisible":1,"by":1,"16":1,"but":1,"m":5,"is":2,"number":1,"tokens":1,"must":1,"handle":1,"thrown":1,"at":1,"it":1,"pytest":7,"mark":7,"parametrize":6,"per":4,"token":2,"tensorwise":4,"ch":2,"true":2,"false":2,"skipif":1,"current":1,"platform":1,"has":1,"capability":1,"89":1,"reason":1,"fp8":3,"supported":1,"on":1,"this":1,"gpu":1,"type":1,"sweep":1,"nk":3,"range":2,"32":2,"128":2,"1":1},"12764,1995,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"def":2,"test":3,"cutlass":3,"int8":6,"gemm":2,"m":6,"sweep":1,"a":16,"scale":14,"group":4,"shape":6,"b":8,"use":2,"bias":7,"bool":1,"for":3,"nk":3,"in":2,"range":2,"32":4,"128":4,"1":8,"helper":1,"pytest":5,"mark":5,"parametrize":4,"64":3,"n":6,"16":2,"k":5,"256":1,"out":5,"dtype":18,"torch":20,"bfloat16":1,"float16":1,"skip":1,"azp":14,"fold":1,"int":3,"currently":1,"the":1,"is":1,"failing":1,"because":1,"folding":1,"into":1,"bit":1,"loses":1,"too":1,"much":1,"precision":1,"randn":2,"device":9,"cuda":5,"float32":8,"10":3,"aq":12,"i8":10,"rand":3,"bq":8,"t":1,"i32":5,"to":14,"int32":2,"f32":5,"dq":6,"5":1,"correct":1,"rounding":1,"testing":1,"assert":3,"close":1,"baseline":2,"mm":1,"j":2,"ones":1,"0":1,"q":1,"cpu":4},"14759,1959,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"out":9,"ops":1,"cutlass":2,"scaled":1,"mm":1,"aq":11,"i8":11,"bq":7,"scale":9,"a":12,"b":4,"dtype":19,"bias":7,"azp":15,"0":1,"torch":21,"testing":3,"assert":3,"close":3,"baseline":2,"dq":4,"rtol":3,"1e":4,"2":3,"atol":3,"1e0":2,"q":1,"pytest":6,"mark":6,"parametrize":6,"m":7,"32":2,"64":3,"128":2,"n":6,"16":1,"k":4,"256":1,"bfloat16":1,"float16":1,"use":3,"true":2,"false":2,"per":3,"token":3,"def":1,"test":1,"int8":4,"int":3,"bool":2,"if":2,"else":2,"1":7,"randn":2,"device":5,"cuda":5,"float32":7,"10":4,"rand":4,"i32":3,"to":7,"int32":2,"f32":4,"t":1,"5":2,"correct":1,"for":1,"rounding":1,"4":1,"3":1,"zeros":1},"16718,1998,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"baseline":4,"dq":4,"torch":10,"mm":6,"a":13,"b":10,"bias":9,"to":8,"out":11,"dtype":8,"int32":3,"not":1,"supported":1,"on":1,"cuda":4,"noazp":2,"i32":16,"cpu":4,"aq":7,"azp":19,"i8":10,"device":5,"cq":2,"bq":6,"q":2,"scale":10,"hadamard":1,"is":3,"just":1,"the":2,"sum":2,"of":2,"cols":1,"adj":7,"dim":1,"0":7,"keepdim":1,"true":1,"func":5,"if":4,"use":1,"else":4,"none":3,"per":2,"token":2,"ops":4,"cutlass":5,"scaled":4,"with":4,"bfloat16":2,"precision":2,"7":1,"bit":2,"mantissa":2,"2":3,"8":1,"4":1,"float16":1,"10":1,"11":1,"05":1,"rtol":5,"1e":3,"3":2,"atol":5,"testing":2,"assert":2,"close":2,"opcheck":2,"c":2,"test":2,"working":1,"subset":2,"and":1,"def":1,"big":7,"m":4,"n":4,"k":6,"1024":3,"512":3,"whole":4,"int8":2,"randn":2,"5":2,"t":1},"18716,1818,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"scale":18,"a":19,"torch":15,"randn":6,"1":9,"device":6,"cuda":8,"dtype":10,"float32":4,"10":4,"b":19,"out":11,"ops":2,"cutlass":4,"scaled":3,"mm":3,"bfloat16":3,"baseline":3,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"atol":1,"1e0":1,"test":2,"to":3,"make":1,"sure":1,"graphs":1,"work":1,"class":1,"cutlasslayer":2,"nn":1,"module":1,"def":3,"init":2,"self":10,"super":1,"forward":1,"return":1,"pytest":2,"mark":2,"parametrize":2,"per":6,"act":3,"token":3,"true":2,"false":2,"ch":3,"graph":1,"bool":2,"m":5,"n":5,"k":3,"512":3,"int8":2,"t":1,"scales":4,"if":2,"else":2,"construct":1,"trivial":1,"model":2,"with":1,"single":1,"layer":1,"that":1,"calls":1,"kernel":1},"20534,1768,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"run":1,"the":1,"model":2,"with":3,"a":8,"cuda":6,"graph":2,"stream":4,"torch":17,"g":3,"cudagraph":1,"out":6,"zero":1,"replay":1,"baseline":3,"mm":2,"scale":3,"to":4,"dtype":7,"float32":3,"b":5,"bfloat16":1,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"1":4,"atol":1,"1e0":1,"def":2,"test":2,"cutlass":4,"support":1,"opcheck":2,"ops":2,"c":2,"scaled":1,"supports":1,"fp8":2,"capability":2,"pytest":5,"mark":5,"parametrize":4,"num":4,"experts":4,"8":1,"64":1,"per":5,"act":3,"token":3,"true":2,"false":3,"ch":2,"use":2,"bias":2,"skipif":1,"lambda":1,"x":3,"is":2,"none":1,"or":1,"not":3,"group":3,"gemm":3,"supported":2,"int":2,"current":1,"platform":1,"get":1,"device":9,"reason":1,"grouped":1,"on":1,"this":1,"gpu":1,"type":1,"bool":3,"and":1,"setup":1,"half":1,"create":1,"separate":1,"tensors":6,"for":1,"each":1,"scales":2,"expert":1,"offsets":1,"zeros":2,"int32":2,"problem":1,"sizes":1,"3":1,"if":1,"one":1,"randn":1},"22302,1828,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"alignment":4,"16":1,"128":1,"8":1,"for":3,"variation":1,"each":1,"group":3,"has":1,"dimensions":1,"n":7,"g":30,"random":3,"randint":3,"1":9,"64":3,"k":6,"in":1,"range":1,"num":3,"experts":3,"m":7,"expert":3,"offsets":3,"problem":3,"sizes":3,"0":1,"2":1,"a":15,"scales":7,"if":3,"per":3,"act":2,"token":2,"else":3,"b":13,"out":2,"ch":1,"create":1,"specific":1,"and":2,"fp8":3,"output":1,"fp16":1,"fp32":1,"to":2,"torch":10,"randn":4,"device":12,"t":1,"tensors":7,"append":5,"set":1,"up":1,"scale":8,"dtype":5,"float32":2,"one":1,"compute":1,"baseline":5,"result":1,"this":1,"scaled":1,"mm":1,"none":1,"stacked":2,"empty":2,"float8":2,"e4m3fn":2},"24130,1844,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"for":3,"g":14,"in":3,"range":3,"num":8,"experts":8,"a":10,"tensors":21,"stacked":17,"expert":7,"offsets":7,"1":5,"b":10,"t":1,"transpose":1,"2":1,"if":1,"per":3,"act":2,"token":2,"scales":10,"torch":9,"empty":2,"device":8,"dtype":6,"float32":2,"else":1,"one":1,"scale":1,"n":2,"out":5,"zeros":1,"ab":3,"strides":5,"full":2,"stride":2,"0":2,"cuda":2,"int64":2,"c":2,"ops":1,"cutlass":1,"moe":1,"mm":1,"problem":1,"sizes":1,"ch":1},"25974,272,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_scaled_mm.py":{"validate":1,"each":1,"group":1,"s":1,"result":1,"against":1,"the":1,"baseline":4,"for":1,"g":4,"in":1,"range":1,"num":1,"experts":1,"tensors":2,"c":2,"out":1,"stacked":1,"expert":2,"offsets":2,"1":1,"torch":1,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"2":1,"atol":1,"5e":1,"4":1},"0,1907,data/raw/vllm-0.10.1/tests/kernels/quantization/test_triton_scaled_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":7,"project":1,"tests":2,"for":2,"triton":7,"scaled":8,"mm":9,"kernel":1,"run":2,"pytest":6,"kernels":1,"test":3,"py":1,"import":6,"importlib":2,"from":2,"typing":1,"optional":2,"torch":13,"platforms":1,"current":4,"platform":4,"device":1,"cuda":1,"module":3,"model":6,"executor":1,"layers":1,"quantization":1,"compressed":2,"tensors":2,"def":3,"a":4,"tensor":6,"b":4,"scale":4,"out":12,"dtype":7,"type":1,"bias":3,"none":2,"float32":2,"t":1,"if":2,"is":3,"not":2,"return":2,"get":1,"8bit":1,"types":4,"int8":2,"supports":1,"fp8":2,"append":1,"this":1,"check":1,"regressions":1,"support":1,"on":2,"rocm":4,"mark":4,"parametrize":3,"path":3,"neuralmagic":1,"llama":1,"3":1,"1b":1,"quantized":1,"w8a8":2,"max":3,"tokens":3,"32":1,"num":3,"logprobs":4,"10":1,"skipif":1,"reason":1,"should":1,"only":1,"runner":2,"example":2,"prompts":2,"bfloat16":1,"with":1,"as":1,"generate":1,"greedy":1},"1907,1922,data/raw/vllm-0.10.1/tests/kernels/quantization/test_triton_scaled_mm.py":{"mnk":2,"factors":2,"1":6,"256":3,"128":2,"33":1,"496":2,"64":2,"971":1,"1024":2,"20486":2,"512":2,"pytest":6,"mark":6,"parametrize":6,"m":5,"n":4,"k":6,"out":2,"dtype":14,"torch":10,"bfloat16":2,"in":7,"get":1,"8bit":1,"types":1,"use":7,"scalar":5,"scale":7,"a":8,"true":3,"false":3,"b":4,"bias":2,"def":1,"test":1,"scaled":1,"mm":1,"is":4,"floating":3,"point":3,"type":2,"lambda":1,"t":3,"tensor":1,"current":1,"platform":1,"seed":1,"everything":1,"0":4,"note":1,"there":1,"are":2,"cases":1,"where":1,"if":4,"the":4,"matrix":1,"large":1,"enough":2,"an":2,"output":1,"like":1,"65504":1,"4":1,"can":3,"be":1,"produced":1,"and":3,"easily":1,"turn":1,"into":1,"inf":3,"when":2,"multiplied":1,"using":1,"float16":1,"this":2,"means":1,"one":1,"function":4,"e":2,"g":2,"testing":1,"another":1,"golden":1,"produce":1,"non":1,"value":2,"while":1,"other":1,"produces":1,"will":1,"cause":1,"assert":1,"close":2,"allclose":1,"to":4,"fail":1,"even":1,"though":1,"overflow":1,"wouldn":1,"have":2,"occurred":1,"values":2,"would":1,"been":1,"so":1,"here":1,"kept":1,"small":1,"avoid":1,"situation":1,"25":3,"rand":4,"float32":2,"device":12,"else":2,"randint":2,"32":4},"3829,467,data/raw/vllm-0.10.1/tests/kernels/quantization/test_triton_scaled_mm.py":{"if":2,"use":2,"scalar":1,"scale":7,"b":7,"torch":5,"rand":3,"1":5,"device":6,"else":1,"0":1,"25":1,"n":2,"bias":5,"none":1,"dtype":4,"out":3,"c":4,"check":2,"triton":1,"scaled":2,"mm":2,"a":4,"actual":2,"testing":1,"assert":1,"close":1,"rtol":1,"1e":2,"atol":1},"0,1863,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"pytest":5,"torch":14,"from":4,"tests":2,"kernels":2,"quant":10,"utils":2,"ref":1,"dynamic":5,"per":1,"token":1,"opcheck":7,"custom":1,"ops":5,"scaled":6,"int8":8,"platforms":1,"current":2,"platform":2,"dtypes":2,"bfloat16":1,"float":1,"hidden":5,"sizes":2,"17":1,"1024":1,"1025":1,"1026":1,"5137":1,"8193":1,"num":5,"tokens":5,"1":7,"7":1,"4096":1,"seeds":2,"scale":7,"def":3,"static":3,"output":6,"input":12,"azp":5,"none":5,"if":2,"is":1,"c":4,"else":2,"symmetric":2,"true":1,"empty":2,"numel":2,"shape":2,"device":5,"dtype":7,"float32":1,"int32":1,"mark":4,"parametrize":4,"size":3,"seed":4,"inference":1,"mode":1,"test":1,"int":3,"everything":1,"x":1,"rand":1,"cuda":1,"1000":1},"1863,1964,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_quant.py":{"reference":1,"ref":5,"out":17,"scales":14,"dynamic":3,"per":1,"token":6,"quant":5,"x":13,"torch":25,"int8":12,"kernel":1,"ops":7,"scaled":3,"testing":5,"assert":6,"close":5,"big":2,"atol":5,"to":7,"account":2,"for":2,"rounding":3,"errors":2,"1":5,"rtol":3,"0":8,"opcheck":1,"pytest":4,"mark":4,"parametrize":4,"num":4,"tokens":4,"hidden":4,"size":3,"sizes":1,"dtype":7,"dtypes":1,"seed":4,"seeds":1,"inference":1,"mode":1,"def":1,"test":1,"azp":5,"int":3,"none":1,"current":1,"platform":1,"everything":1,"traits":5,"iinfo":1,"rand":1,"device":1,"cuda":1,"1000":1,"300":1,"max":6,"float32":2,"dim":2,"keepdim":2,"true":2,"min":7,"calculate":1,"scale":1,"and":3,"adjust":1,"the":2,"range":1,"tensor":2,"255":1,"azps":3,"round":2,"128":1,"int32":1,"clamp":1,"symmetric":1,"false":1,"if":2,"not":1,"allclose":1,"print":1,"argmax":1,"abs":1,"is":1,"off":2,"by":2,"after":1,"even":1,"output":1,"may":1,"be":1,"2":2},"3827,1812,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_quant.py":{"opcheck":2,"int8":12,"quant":5,"dynamic":1,"ops":1,"out":1,"x":6,"false":1,"pytest":11,"mark":11,"parametrize":11,"num":8,"tokens":8,"hidden":8,"size":6,"sizes":2,"dtype":11,"dtypes":2,"seed":8,"seeds":2,"scale":12,"torch":14,"inference":2,"mode":2,"def":2,"test":2,"static":3,"scaled":3,"int":7,"float":2,"none":2,"current":2,"platform":2,"everything":2,"traits":4,"iinfo":2,"rand":2,"device":3,"cuda":3,"1000":2,"arg":5,"tensor":1,"float32":1,"out1":2,"round":1,"clamp":1,"min":1,"max":1,"to":2,"out2":3,"scale2":2,"assert":2,"is":1,"big":1,"atol":2,"account":1,"for":1,"rounding":1,"errors":1,"testing":1,"close":1,"1":1,"rtol":1,"0":2,"azp":3,"255":1,"54":1,"300":1},"5639,1883,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_quant.py":{"out1":2,"x":7,"scale":9,"round":1,"azp":10,"clamp":1,"int8":13,"traits":8,"min":4,"max":8,"to":6,"torch":19,"arg":8,"tensor":5,"dtype":6,"float32":3,"device":6,"cuda":6,"int32":7,"out2":3,"scale2":2,"azp2":2,"scaled":2,"quant":3,"symmetric":1,"false":2,"assert":3,"is":11,"big":1,"atol":2,"account":1,"for":2,"rounding":1,"errors":1,"testing":1,"close":1,"1":6,"rtol":1,"0":6,"opcheck":1,"static":2,"pytest":1,"mark":1,"parametrize":1,"true":1,"inference":1,"mode":1,"def":1,"test":2,"saturating":4,"cast":8,"bool":1,"none":1,"that":3,"the":6,"works":1,"correctly":1,"values":2,"near":1,"i32":1,"from":1,"numpy":1,"import":1,"inf":3,"nextafter":3,"iinfo":2,"val":8,"float":1,"if":2,"else":2,"vals":2,"calculation":1,"in":1,"kernel":1,"where":1,"t":2,"a":1,"type":1,"set":2,"so":1,"input":1,"are":2,"ones":1,"make":1,"sure":1,"tested":1,"as":1,"well":1,"scalar":2,"i8":2,"expected":1,"full":1,"5":1},"7522,129,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_quant.py":{"out":2,"scaled":1,"int8":1,"quant":1,"x":1,"scale":1,"azp":1,"symmetric":1,"false":1,"torch":1,"testing":1,"assert":1,"close":1,"expected":1,"atol":1,"0":2,"rtol":1},"0,1929,data/raw/vllm-0.10.1/tests/kernels/quantization/test_per_token_group_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":2,"unittest":1,"mock":1,"import":4,"patch":2,"pytest":9,"torch":11,"model":1,"executor":1,"layers":1,"quantization":1,"utils":5,"fp8":6,"int8":2,"mark":8,"parametrize":6,"shape":6,"32":2,"128":4,"64":4,"256":2,"16":2,"512":2,"column":6,"major":6,"false":3,"true":2,"scale":6,"ue8m0":6,"group":10,"size":6,"skipif":2,"not":4,"cuda":8,"is":3,"available":4,"reason":2,"def":2,"test":2,"per":4,"token":4,"quant":4,"bool":2,"int":2,"device":6,"manual":2,"seed":2,"42":2,"num":4,"tokens":4,"hidden":4,"dim":4,"x":4,"randn":2,"dtype":2,"bfloat16":2,"8":2,"path":1,"out":2,"q":4,"scales":2,"use":2,"triton":1,"ref":5,"with":1,"platforms":1,"current":1,"platform":1,"return":1,"value":1,"s":2,"assert":2,"allclose":2,"float":2,"atol":2,"15":2,"rtol":2,"01":2},"1929,461,data/raw/vllm-0.10.1/tests/kernels/quantization/test_per_token_group_quant.py":{"cuda":2,"path":1,"out":2,"q":4,"scale":2,"int8":4,"utils":2,"per":2,"token":2,"group":4,"quant":2,"x":2,"size":2,"triton":1,"ref":5,"with":1,"patch":1,"vllm":1,"platforms":1,"current":1,"platform":1,"is":1,"return":1,"value":1,"false":1,"s":2,"assert":2,"torch":2,"allclose":2,"float":2,"atol":2,"0":4,"15":2,"rtol":2,"01":2},"0,1944,data/raw/vllm-0.10.1/tests/kernels/quantization/test_fp8_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"pytest":6,"torch":12,"custom":1,"ops":5,"as":1,"from":3,"tests":2,"kernels":2,"quant":8,"utils":2,"fp8":7,"dtype":6,"ref":2,"dynamic":7,"per":6,"tensor":1,"token":5,"opcheck":5,"platforms":1,"current":2,"platform":2,"dtypes":2,"bfloat16":1,"float":1,"hidden":4,"sizes":2,"17":1,"1024":1,"1025":1,"1026":1,"5137":1,"8193":1,"num":4,"tokens":4,"1":4,"7":1,"4096":1,"scale":13,"ubs":2,"true":1,"false":2,"seeds":2,"def":2,"output":4,"input":9,"none":4,"ub":4,"use":2,"if":3,"is":1,"not":1,"c":3,"static":1,"scaled":3,"elif":1,"empty":2,"shape":2,"device":4,"float32":2,"else":1,"numel":1,"mark":5,"parametrize":5,"size":2,"seed":4,"inference":1,"mode":1,"test":1,"int":3,"bool":1,"everything":1},"1944,1922,data/raw/vllm-0.10.1/tests/kernels/quantization/test_fp8_quant.py":{"x":9,"torch":15,"rand":2,"num":5,"tokens":5,"hidden":5,"size":4,"dtype":13,"device":3,"cuda":3,"1e":1,"6":1,"avoid":1,"nans":1,"scale":10,"ub":6,"mean":1,"to":5,"float32":5,"if":3,"else":1,"none":4,"ref":10,"out":10,"scales":4,"dynamic":5,"per":5,"token":3,"quant":8,"fp8":8,"ops":12,"scaled":2,"use":2,"true":2,"testing":4,"assert":4,"close":4,"opcheck":2,"pytest":5,"mark":5,"parametrize":5,"sizes":1,"dtypes":1,"seed":8,"seeds":2,"inference":2,"mode":2,"def":2,"test":3,"tensor":2,"int":4,"current":2,"platform":2,"everything":2,"regression":1,"for":1,"a":1,"case":1,"with":1,"large":2,"activations":1,"where":1,"an":1,"int32":1,"index":1,"cannot":1,"represent":1,"the":1,"number":1,"of":1,"elements":1},"3866,621,data/raw/vllm-0.10.1/tests/kernels/quantization/test_fp8_quant.py":{"num":2,"tokens":2,"1024000":1,"mistral":1,"nemo":1,"s":1,"max":1,"position":1,"embeddings":1,"hidden":3,"size":3,"1152":1,"smallest":1,"to":3,"reproduce":1,"the":2,"error":1,"dtype":7,"torch":4,"bfloat16":1,"x":5,"rand":1,"device":1,"cuda":1,"ref":5,"out":8,"scale":2,"dynamic":1,"per":1,"tensor":1,"fp8":3,"quant":2,"ops":5,"scaled":1,"minimize":1,"memory":1,"footprint":1,"in":2,"this":1,"test":1,"by":1,"freeing":1,"and":1,"upconverting":1,"outputs":1,"place":1,"allclose":1,"does":1,"not":1,"support":1,"del":1,"testing":1,"assert":1,"close":1},"0,1924,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_kernel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":5,"project":2,"adapted":1,"from":5,"https":1,"github":1,"com":1,"sgl":1,"sglang":1,"blob":1,"main":1,"test":2,"srt":1,"int8":6,"kernel":1,"py":1,"import":7,"itertools":1,"pytest":2,"torch":7,"model":3,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":3,"moe":4,"quantization":5,"utils":2,"per":11,"token":6,"quant":2,"platforms":1,"current":2,"platform":2,"if":1,"get":1,"device":1,"capability":1,"7":2,"skip":1,"triton":1,"requires":1,"cuda":1,"or":1,"higher":1,"allow":1,"module":1,"level":1,"true":1,"def":2,"native":2,"w8a8":2,"matmul":2,"a":20,"b":15,"as":3,"bs":3,"output":2,"dtype":2,"float16":1,"matrix":2,"multiplication":1,"function":2,"that":1,"supports":1,"input":2,"and":2,"column":5,"weight":2,"float32":2,"assert":2,"shape":8,"1":19,"dimension":1,"mismatch":1,"ndim":1,"is":3,"contiguous":2,"must":1,"be":1,"2d":1,"tensor":1,"reshape":5,"m":4,"numel":1,"t":1,"transpose":1,"n":2,"k":4,"origin":2,"c":6,"view":3,"broadcast":1,"scale":2,"return":1,"w1":2,"w2":2,"s":5,"score":1,"topk":5,"this":1,"performs":1,"with":1,"using":1,"d":3,"perform":1,"q":3,"repeat":4,"tokens":1,"match":1,"also":1},"1924,1959,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_kernel.py":{"out":12,"torch":8,"zeros":1,"b":3,"topk":12,"w2":4,"shape":3,"1":10,"dtype":9,"a":7,"device":4,"calculate":1,"routing":2,"score":3,"softmax":1,"dim":2,"float32":1,"weight":4,"ids":4,"view":4,"process":1,"each":1,"expert":1,"for":2,"i":6,"in":2,"range":1,"w1":3,"0":2,"mask":5,"if":1,"sum":3,"first":1,"mlp":2,"layer":2,"note":1,"that":1,"s":6,"is":1,"now":1,"per":5,"token":5,"inter":2,"native":3,"w8a8":2,"matmul":2,"q":3,"output":3,"activation":2,"function":1,"act":6,"siluandmul":1,"forward":1,"quantize":1,"with":1,"quant":1,"int8":1,"second":1,"apply":1,"weights":1,"and":1,"return":1,"to":1,"pytest":2,"fixture":1,"autouse":1,"true":1,"scope":1,"module":2,"def":1,"setup":1,"cuda":3,"sets":1,"the":1,"default":2,"all":1,"tests":1,"this":1,"set":1,"dtypes":2,"half":1,"bfloat16":1,"m":3,"33":1,"n":3,"128":1,"1024":1,"k":3,"256":1,"4096":1,"e":3,"8":1,"top":2,"ks":2,"2":1,"6":1,"seeds":2,"mark":1,"parametrize":1,"seed":1,"itertools":1,"product":1,"inference":1,"mode":1},"3883,1454,data/raw/vllm-0.10.1/tests/kernels/quantization/test_int8_kernel.py":{"def":1,"test":1,"w8a8":4,"fp8":1,"fused":2,"moe":3,"m":4,"n":4,"k":6,"e":6,"topk":3,"dtype":7,"seed":3,"torch":19,"manual":1,"initialize":1,"int8":14,"quantization":3,"parameters":1,"factor":3,"for":4,"scale":6,"1e":1,"2":5,"max":7,"127":1,"min":5,"128":1,"input":1,"tensor":1,"a":3,"randn":2,"10":1,"generate":2,"weights":1,"w1":10,"fp32":6,"rand":4,"float32":5,"0":3,"5":2,"clamp":2,"to":5,"w2":10,"each":1,"column":3,"per":3,"s":6,"device":4,"score":3,"ref":3,"out":5,"renormalize":1,"false":1,"use":1,"true":2,"using":2,"channel":1,"quant":1,"block":2,"shape":1,"none":1,"not":1,"check":1,"results":1,"rel":2,"diff":2,"mean":2,"abs":2,"assert":1,"05":1},"0,1868,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_2of4_sparse.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":11,"the":3,"vllm":4,"project":1,"tests":3,"for":2,"sparse":2,"cutlass":2,"kernels":3,"run":1,"pytest":2,"test":1,"semi":1,"structured":1,"py":1,"import":6,"torch":16,"from":4,"utils":3,"baseline":1,"scaled":1,"mm":1,"fp8":1,"int8":1,"custom":1,"ops":2,"as":1,"model":1,"executor":1,"layers":1,"quantization":1,"w8a8":1,"supported":1,"platforms":1,"current":2,"platform":2,"cuda":3,"devices":1,"f":1,"i":2,"in":2,"range":1,"1":6,"if":1,"device":2,"count":1,"else":1,"capability":5,"get":2,"10":1,"def":4,"bf16":1,"tensor":15,"return":3,"dtype":6,"bfloat16":1,"fp16":1,"float16":1,"prune":1,"4":5,"reshape":4,"n":2,"where":1,"is":1,"number":1,"of":4,"groups":1,"original":3,"shape":3,"reshaped":4,"indices":4,"top":1,"absolute":1,"values":1,"each":1,"group":1,"topk":1,"abs":1,"k":1,"dim":2,"create":1,"binary":1,"mask":6,"zeros":1,"like":2,"scatter":1,"index":1,"src":1,"ones":1,"apply":1,"and":1,"back":1,"pruned":4,"turn":1,"all":1,"this":1,"function":1,"checks":1,"that":1,"applying":1,"an":1,"identity":1,"matrix":1,"multiplication":1,"compressed":2,"weights":2,"yields":1,"uncompressed":1,"check":1,"compress":1,"decompress":1,"invariance":1,"b":3,"metadata":1},"1868,1987,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_2of4_sparse.py":{"for":3,"float16":4,"and":3,"bfloat16":4,"cutlass":6,"scaled":2,"sparse":8,"mm":2,"s":1,"output":1,"must":1,"be":1,"the":2,"same":1,"dtype":19,"as":1,"its":1,"inputs":1,"this":2,"line":1,"addresses":1,"that":1,"constraint":1,"while":1,"arbitrarily":1,"using":1,"int8":5,"fp8":3,"cases":1,"out":4,"torch":19,"if":3,"is":2,"else":2,"eye":6,"b":29,"shape":1,"0":3,"device":4,"cuda":4,"scale":3,"ones":1,"1":1,"float32":1,"decomp":2,"ops":2,"compressed":5,"metadata":2,"testing":1,"assert":1,"close":1,"to":10,"def":2,"make":1,"rand":1,"tensors":1,"m":2,"int":3,"n":2,"k":3,"tuple":1,"tensor":4,"a":16,"randn":2,"t":5,"ensure":1,"aren":1,"all":1,"zeros":1,"after":1,"rounding":1,"5":2,"prune":1,"2":1,"4":1,"elif":3,"float8":1,"e4m3fn":1,"fp16":2,"bf16":2,"raise":1,"valueerror":1,"unsupported":1,"e":3,"compress":2,"check":1,"decompress":1,"invariance":1,"original":1,"return":1,"pytest":1,"mark":1,"skipif":1,"not":2,"supported":2,"reason":1,"on":1,"gpu":1,"type":1,"test":2,"working":1,"with":1,"subset":2,"of":1,"matmul":1},"3855,1889,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_2of4_sparse.py":{"big":2,"m":6,"1024":6,"n":4,"k":5,"512":11,"create":1,"tensors":2,"b":8,"comp":2,"e":2,"whole":2,"a":10,"make":1,"rand":1,"sparse":6,"torch":11,"float8":1,"e4m3fn":1,"0":2,"scale":6,"randn":2,"1":8,"device":2,"cuda":2,"dtype":7,"float32":2,"10":2,"out":4,"ops":1,"cutlass":4,"scaled":2,"mm":2,"bfloat16":3,"baseline":3,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"atol":1,"1e0":1,"mnk":2,"factors":2,"256":4,"128":6,"16384":5,"24576":3,"16":3,"4096":7,"32":2,"8192":4,"33":2,"64":2,"2048":1,"100":1,"32768":1,"test":2,"working":1,"with":1,"subset":1,"of":1,"and":1,"for":1,"matmul":1,"pytest":4,"mark":4,"skipif":1,"not":2,"supported":2,"reason":1,"is":1,"on":1,"this":1,"gpu":1,"type":2,"parametrize":3,"float16":1,"use":2,"bias":2,"true":1,"false":1,"def":1,"gemm":1,"int":3,"bool":1},"5744,1781,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_2of4_sparse.py":{"create":2,"tensors":4,"b":10,"comp":3,"e":3,"a":8,"make":2,"rand":4,"sparse":6,"dtype":14,"m":4,"n":6,"k":4,"scale":8,"torch":13,"ones":2,"1":9,"device":7,"cuda":6,"float32":4,"bias":10,"if":2,"use":4,"else":2,"none":2,"out":6,"ops":1,"cutlass":4,"scaled":2,"mm":2,"baseline":3,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"2":1,"atol":1,"3e":1,"pytest":4,"mark":4,"skipif":2,"not":4,"supported":3,"reason":2,"is":2,"on":2,"this":2,"gpu":2,"type":2,"parametrize":2,"mnk":1,"factors":1,"current":1,"platform":1,"has":1,"capability":1,"89":1,"fp8":2,"true":1,"false":1,"def":1,"test":1,"gemm":1,"int":3,"bool":1,"float8":1,"e4m3fn":1,"randn":2,"bfloat16":1,"10":1},"7525,1861,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_2of4_sparse.py":{"out":13,"ops":2,"cutlass":5,"scaled":3,"sparse":6,"mm":3,"a":8,"b":9,"comp":3,"e":3,"scale":8,"dtype":11,"bias":10,"baseline":3,"torch":8,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"2":1,"atol":1,"3e":1,"1":5,"pytest":5,"mark":5,"skipif":1,"not":2,"supported":2,"reason":1,"is":1,"on":1,"this":1,"gpu":1,"type":1,"parametrize":4,"m":3,"k":3,"n":4,"mnk":1,"factors":1,"per":4,"act":2,"token":2,"true":3,"false":3,"ch":2,"use":3,"def":1,"test":1,"int8":2,"gemm":1,"int":3,"bool":3,"create":1,"tensors":2,"make":1,"rand":2,"randn":2,"device":3,"cuda":3,"float32":2,"bfloat16":1,"10":1,"if":1,"else":1,"none":1},"9386,328,data/raw/vllm-0.10.1/tests/kernels/quantization/test_cutlass_2of4_sparse.py":{"baseline":3,"scaled":1,"mm":1,"a":2,"b":2,"scale":2,"out":3,"dtype":2,"bias":2,"torch":1,"testing":1,"assert":1,"close":1,"rtol":1,"1e0":1,"atol":1,"2e0":1},"0,1533,data/raw/vllm-0.10.1/tests/kernels/quantization/test_gguf.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"from":6,"pathlib":1,"import":9,"path":3,"pytest":1,"torch":5,"gguf":13,"ggmlquantizationtype":3,"ggufreader":3,"readertensor":3,"dequantize":1,"huggingface":1,"hub":1,"snapshot":3,"download":3,"custom":1,"ops":2,"as":1,"model":2,"executor":2,"layers":2,"fused":3,"moe":6,"experts":1,"quantization":1,"platforms":1,"current":1,"platform":1,"sample":16,"isotr0py":1,"test":3,"szymonozog":1,"def":2,"get":2,"tensors":4,"hidden":7,"size":6,"int":2,"quant":6,"type":4,"list":2,"dir":4,"filename":4,"f":2,"name":2,"file":5,"return":2,"dtypes":1,"bfloat16":2,"half":1,"float32":1,"for":3,"testing":2,"must":1,"match":1,"in":2,"hf":2,"repo":2,"we":1,"have":1,"256":2,"1024":2,"currently":1,"sizes":1,"num":1,"tokens":1,"7":1,"2050":1,"arbitrary":1,"values":1,"seeds":1},"1533,1729,data/raw/vllm-0.10.1/tests/kernels/quantization/test_gguf.py":{"quant":10,"types":3,"i":1,"matrix":1,"ggmlquantizationtype":18,"iq1":2,"m":1,"s":3,"iq2":2,"xs":2,"iq3":2,"xxs":1,"iq4":2,"nl":1,"k":6,"quants":1,"q2":1,"q3":1,"q4":2,"q5":2,"q6":1,"standard":1,"quantization":1,"0":4,"q8":1,"pytest":6,"mark":6,"parametrize":6,"hidden":7,"size":5,"sizes":2,"dtype":8,"dtypes":2,"type":7,"torch":7,"inference":2,"mode":2,"def":2,"test":2,"dequantize":3,"int":3,"tensors":3,"get":1,"gguf":1,"sample":1,"for":1,"tensor":6,"in":1,"shape":4,"str":2,"name":1,"split":2,"1":1,"map":1,"x":1,"ref":2,"output":4,"data":2,"device":2,"cuda":2,"to":1,"ops":1,"ggml":1,"list":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":1,"2":2,"rtol":1,"4e":1,"mmvq":1,"current":1,"platform":1,"seed":1,"everything":1},"3262,1613,data/raw/vllm-0.10.1/tests/kernels/quantization/test_gguf.py":{"tensors":6,"get":2,"gguf":2,"sample":2,"hidden":7,"size":6,"quant":7,"type":7,"x":5,"torch":8,"rand":2,"1":3,"dtype":10,"device":5,"cuda":5,"for":2,"tensor":8,"in":2,"weight":4,"dequantize":2,"data":3,"to":3,"ref":3,"output":5,"t":2,"qweight":3,"ops":1,"ggml":1,"mul":1,"mat":1,"vec":1,"a8":1,"shape":1,"0":5,"testing":1,"assert":1,"close":1,"atol":1,"rtol":1,"1e":1,"pytest":4,"mark":4,"parametrize":4,"num":4,"tokens":4,"sizes":1,"dtypes":1,"k":6,"quants":2,"ggmlquantizationtype":9,"q2":1,"q3":1,"q4":2,"q5":2,"q6":1,"standard":1,"q8":1,"inference":1,"mode":1,"def":1,"test":1,"mmq":1,"int":2,"current":1,"platform":1,"seed":1,"everything":1},"4875,1788,data/raw/vllm-0.10.1/tests/kernels/quantization/test_gguf.py":{"qweight":3,"torch":16,"tensor":4,"data":3,"device":6,"cuda":6,"output":3,"ops":1,"ggml":1,"mul":1,"mat":1,"a8":1,"x":2,"quant":7,"type":6,"shape":1,"0":6,"atols":2,"half":2,"1":5,"bfloat16":3,"5":1,"float":2,"2":1,"test":2,"matrix":1,"has":1,"inputs":1,"centered":1,"around":1,"and":2,"lower":1,"precision":1,"from":1,"tends":1,"to":4,"accumulate":1,"can":1,"greatly":1,"inflate":1,"rtol":2,"since":1,"outputs":1,"are":1,"also":1,"very":1,"close":2,"rtols":2,"1e":1,"1e4":1,"2e1":1,"testing":1,"assert":1,"ref":1,"atol":1,"dtype":12,"pytest":5,"mark":5,"parametrize":5,"num":6,"tokens":6,"hidden":3,"size":3,"512":1,"top":4,"k":4,"4":1,"8":1,"dtypes":1,"types":1,"inference":1,"mode":1,"def":1,"moe":2,"int":3,"ggmlquantizationtype":1,"current":1,"platform":1,"seed":1,"everything":1,"h":2,"e":2,"1024":1,"256":1,"rand":2,"topk":2,"weights":1,"ids":1,"randint":1,"int32":1,"tensors":4,"get":1,"gguf":1,"w13":3,"w2":3,"dequant":2,"dequantize":2},"6663,473,data/raw/vllm-0.10.1/tests/kernels/quantization/test_gguf.py":{"output":5,"fused":2,"moe":1,"gguf":1,"x":2,"torch":3,"tensor":2,"w13":2,"data":2,"device":2,"cuda":2,"w2":2,"topk":4,"weights":2,"ids":2,"quant":2,"type":2,"silu":1,"ref":2,"experts":1,"dequant":2,"reshape":1,"shape":1,"testing":1,"assert":1,"close":1,"atol":1,"1":2,"rtol":1,"1e":1},"0,1777,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":7,"project":1,"import":13,"random":1,"from":10,"typing":1,"optional":2,"pytest":1,"torch":9,"tests":2,"kernels":2,"allclose":1,"default":3,"get":5,"atol":1,"rtol":1,"utils":2,"opcheck":1,"custom":1,"ops":5,"as":3,"attention":5,"layer":1,"multiheadattention":1,"platforms":1,"current":2,"platform":2,"max":3,"shared":2,"memory":3,"bytes":4,"if":2,"not":2,"is":1,"rocm":2,"xformers":3,"xops":1,"fmha":1,"attn":3,"bias":2,"blockdiagonalcausalmask":1,"backends":1,"make":1,"alibi":2,"float32":2,"finfo":1,"float":2,"bits":1,"8":2,"this":2,"will":1,"change":1,"depending":1,"on":1,"compute":1,"capability":1,"512":3,"a":1,"buffer":1,"seq":1,"len":1,"there":1,"may":1,"be":2,"enough":1,"gpu":1,"due":1,"large":1,"num":6,"blocks":3,"reduce":1,"when":1,"it":1,"happens":1,"4321":1,"arbitrary":4,"values":4,"for":5,"testing":4,"partition":2,"size":2,"256":2,"dtypes":1,"bfloat16":1,"gen":1,"seqs":2,"7":1,"prefill":1,"3":1,"heads":1,"40":2,"64":1,"should":1,"sync":1,"with":1,"supported":1,"head":2,"sizes":3,"in":2,"paged":1,"pagedattention":1,"32":2,"80":1,"128":1,"block":1,"16":1,"use":1,"false":1,"true":1,"kv":1,"cache":1,"dtype":1,"auto":1,"fp8":1,"seeds":1,"cuda":3,"devices":1,"f":1,"i":2,"range":1,"1":2,"device":1,"count":1,"else":1,"def":1,"ref":1,"masked":1,"query":1,"tensor":4,"key":1,"value":1,"scale":1,"mask":1,"none":1},"1777,1845,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"torch":17,"tensor":10,"attn":8,"weights":6,"scale":2,"einsum":2,"qhd":2,"khd":2,"hqk":2,"query":7,"key":3,"float":3,"if":2,"mask":2,"is":1,"not":1,"none":2,"softmax":1,"dim":5,"1":6,"to":1,"value":7,"dtype":1,"out":2,"return":1,"def":1,"ref":1,"single":1,"cached":1,"kv":7,"attention":1,"output":1,"num":9,"queries":4,"per":4,"int":3,"cache":7,"block":15,"tables":4,"seq":6,"lens":4,"alibi":1,"slopes":1,"optional":1,"heads":3,"shape":5,"head":2,"size":5,"2":1,"3":1,"seqs":2,"0":4,"lst":10,"cpu":2,"tolist":2,"for":2,"i":4,"in":2,"range":2,"q":1,"unsqueeze":1,"table":2,"len":2,"keys":6,"list":2,"values":6,"j":3,"number":3,"offset":3,"k":4,"reshape":1,"append":2,"v":2,"stack":2,"handle":1,"mqa":1,"and":1,"gqa":1,"repeat":2,"interleave":2},"3622,1997,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"alibi":12,"bias":6,"none":3,"if":4,"slopes":2,"is":3,"not":3,"create":1,"the":2,"used":1,"in":2,"paged":2,"attention":3,"kernel":1,"position":2,"ids":2,"torch":4,"arange":1,"seq":2,"len":2,"int":7,"1":8,"float":2,"view":3,"out":4,"ref":1,"masked":1,"q":1,"keys":1,"values":1,"scale":4,"num":12,"query":5,"heads":8,"head":9,"size":12,"output":1,"i":1,"copy":1,"non":1,"blocking":1,"true":1,"pytest":12,"mark":10,"parametrize":10,"version":4,"v1":2,"v2":2,"current":3,"platform":3,"rocm":4,"else":1,"seqs":4,"gen":1,"sizes":2,"use":4,"block":4,"dtype":10,"dtypes":1,"kv":7,"cache":6,"seed":4,"seeds":1,"device":4,"cuda":1,"devices":1,"def":1,"test":1,"factory":1,"str":3,"tuple":1,"bool":1,"fp8":2,"and":4,"16":2,"or":4,"64":1,"128":2,"skip":2,"navi":1,"global":1,"partition":1,"everything":1,"set":1,"default":1,"0":2,"5":1,"empty":1,"uniform":1},"5619,1779,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"assert":1,"num":14,"query":5,"heads":7,"kv":10,"0":5,"queries":1,"per":3,"alibi":4,"slopes":3,"none":1,"if":2,"use":1,"torch":9,"randn":1,"dtype":7,"float":1,"seq":13,"lens":6,"random":2,"randint":2,"1":6,"max":8,"len":5,"for":3,"in":3,"range":3,"seqs":2,"tensor":3,"int":3,"create":2,"the":3,"block":12,"tables":6,"blocks":4,"size":5,"lst":3,"list":2,"table":2,"append":1,"caches":5,"key":4,"value":4,"cache":7,"factory":1,"head":1,"seed":1,"device":3,"using":1,"default":1,"scale":6,"k":2,"v":2,"float32":1,"call":1,"paged":2,"attention":2,"kernel":1,"output":2,"empty":1,"like":1,"version":1,"v1":2,"ops":1},"7398,1574,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"opcheck":1,"torch":5,"ops":2,"c":1,"paged":2,"attention":2,"v1":1,"output":6,"query":2,"key":2,"cache":6,"value":2,"num":11,"kv":4,"heads":5,"scale":6,"block":7,"tables":2,"seq":5,"lens":2,"size":14,"max":5,"len":3,"alibi":2,"slopes":2,"dtype":5,"k":2,"v":2,"0":7,"64":1,"cond":1,"head":4,"sizes":2,"and":2,"elif":1,"version":3,"in":1,"v2":3,"rocm":4,"if":2,"current":1,"platform":1,"is":1,"partition":5,"partitions":3,"1":1,"assert":1,"seqs":3,"shape":1,"tmp":2,"empty":3,"exp":3,"sums":3,"float32":1,"logits":2,"like":1},"8972,1535,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"opcheck":2,"torch":2,"ops":3,"c":2,"paged":3,"attention":3,"v2":1,"output":6,"exp":3,"sums":3,"max":6,"logits":3,"tmp":3,"query":3,"key":3,"cache":9,"value":3,"num":3,"kv":6,"heads":3,"scale":9,"block":10,"tables":3,"seq":6,"lens":3,"size":7,"len":3,"alibi":3,"slopes":3,"dtype":3,"k":3,"v":3,"0":8,"64":1,"cond":2,"head":4,"sizes":4,"and":2,"else":2,"rocm":2,"none":2,"raise":1,"assertionerror":1,"f":1,"unknown":1,"version":2},"10507,1830,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"run":1,"the":6,"reference":1,"implementation":1,"if":4,"kv":6,"cache":21,"dtype":9,"fp8":5,"convert":3,"data":1,"back":1,"to":2,"x":3,"16":1,"torch":5,"tensor":1,"element":1,"size":5,"key":8,"shape":5,"num":3,"blocks":1,"heads":1,"head":1,"block":2,"dequantized":6,"empty":3,"device":4,"ops":2,"value":9,"ref":4,"output":6,"like":1,"query":3,"single":1,"cached":1,"attention":1,"queries":1,"per":1,"tables":1,"seq":1,"lens":1,"scale":1,"alibi":1,"slopes":1,"note":2,"woosuk":1,"due":1,"kernel":1,"level":1,"differences":1,"in":2,"two":2,"implementations":1,"there":1,"is":3,"a":3,"small":1,"numerical":1,"difference":1,"outputs":1,"thus":1,"we":2,"use":2,"relaxed":2,"tolerance":2,"for":2,"test":2,"atol":6,"get":2,"default":2,"current":2,"platform":2,"rocm":2,"else":2,"1e":6,"3":2,"rtol":6,"5":3,"zhaoyang":1,"will":1,"introduce":1,"quantization":1,"error":1,"so":1,"2":1,"testing":1,"assert":1,"close":1},"12337,1829,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"def":2,"ref":7,"multi":2,"query":4,"kv":2,"attention":4,"cu":4,"seq":7,"lens":4,"list":3,"int":6,"torch":13,"tensor":6,"key":2,"value":2,"scale":2,"float":1,"alibi":7,"bias":5,"optional":1,"dtype":10,"num":9,"seqs":6,"len":5,"1":3,"outputs":3,"if":2,"assert":1,"for":1,"i":4,"in":1,"range":1,"start":5,"idx":10,"end":5,"create":1,"mask":10,"already":1,"includes":1,"a":1,"tril":1,"causal":1,"attn":8,"else":1,"triu":1,"ones":1,"diagonal":1,"finfo":1,"min":1,"to":1,"output":2,"masked":1,"append":1,"return":1,"cat":1,"dim":1,"0":1,"pytest":7,"mark":7,"parametrize":6,"prefill":1,"heads":3,"head":3,"size":2,"sizes":1,"dtypes":1,"seed":2,"seeds":1,"device":2,"cuda":1,"devices":1,"skipif":1,"current":1,"platform":1,"is":2,"rocm":2,"reason":1,"xformers":1,"backend":1,"not":1,"supported":1,"on":1,"inference":1,"mode":1,"test":1,"tuple":1,"str":1,"use":1,"bool":1,"false":1},"14166,780,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"none":1,"current":1,"platform":1,"seed":2,"everything":1,"torch":2,"set":1,"default":1,"device":2,"max":5,"seq":5,"len":5,"sometimes":1,"causes":1,"oom":1,"in":1,"the":2,"reference":1,"implementation":1,"as":1,"xformers":1,"library":1,"is":1,"already":1,"tested":1,"with":1,"its":1,"own":1,"tests":1,"we":1,"can":1,"use":1,"a":1,"smaller":1,"here":1,"min":1,"4096":1,"lens":2,"random":1,"sample":1,"range":1,"1":3,"num":11,"seqs":1,"tokens":2,"sum":1,"scale":3,"float":1,"0":2,"head":2,"size":2,"5":1,"query":4,"heads":8,"kv":4,"qkv":3,"empty":1,"2":1,"dtype":2,"uniform":1,"key":1,"value":1,"split":1,"dim":1},"14946,1650,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"num":9,"queries":4,"per":4,"kv":6,"query":7,"heads":5,"if":2,"1":4,"handle":1,"mqa":1,"and":1,"gqa":1,"key":4,"torch":5,"repeat":2,"interleave":2,"dim":2,"value":4,"alibi":6,"bias":11,"none":4,"use":2,"slopes":2,"randn":1,"dtype":2,"float":1,"attn":8,"make":1,"seq":7,"lens":4,"output":5,"empty":1,"like":1,"start":8,"0":9,"dynamic":1,"sequence":1,"length":1,"not":1,"supported":1,"with":1,"custom":1,"for":3,"i":5,"len":3,"in":3,"enumerate":1,"end":6,"out":2,"xops":2,"memory":2,"efficient":2,"attention":2,"forward":2,"p":2,"scale":4,"copy":1,"view":1,"as":1,"xformers":1,"attentionbias":1,"to":1,"tensor":1,"reference":1,"impl":1,"b":2,"materialize":1,"device":2,"squeeze":2,"zip":1,"else":1,"blockdiagonalcausalmask":1,"from":1,"seqlens":1,"unsqueeze":3},"16596,1744,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention.py":{"cu":4,"seq":7,"lens":5,"0":3,"for":1,"len":2,"in":1,"append":1,"1":2,"ref":3,"output":5,"multi":3,"query":4,"kv":7,"attention":7,"key":1,"value":1,"scale":4,"alibi":3,"bias":1,"dtype":5,"atol":4,"get":2,"default":2,"if":2,"current":3,"platform":3,"is":4,"rocm":4,"else":2,"1e":2,"3":1,"rtol":4,"5":3,"torch":3,"testing":1,"assert":1,"close":1,"pytest":9,"mark":8,"parametrize":7,"num":16,"seqs":4,"prefill":1,"heads":12,"head":7,"size":7,"64":2,"dtypes":1,"seed":3,"seeds":1,"device":3,"cuda":1,"devices":1,"skipif":1,"reason":1,"xformers":1,"backend":1,"not":2,"supported":1,"on":1,"inference":1,"mode":1,"def":2,"test":3,"with":2,"int":5,"tuple":1,"str":1,"none":2,"return":1,"use":1,"true":1,"cls":3,"multiheadattention":1,"divisble":1,"by":1,"type":1,"float":1,"16":1,"raises":1,"assertionerror":1},"0,1968,data/raw/vllm-0.10.1/tests/kernels/attention/test_merge_attn_states.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":1,"from":4,"typing":1,"import":6,"optional":2,"pytest":1,"torch":18,"custom":1,"ops":2,"merge":6,"attn":6,"states":6,"as":2,"cuda":1,"attention":2,"triton":2,"platforms":1,"current":1,"platform":1,"naive":1,"pytorch":1,"implements":1,"section":1,"of":1,"https":1,"www":1,"arxiv":1,"org":1,"pdf":1,"2501":1,"01005":1,"can":1,"be":1,"used":1,"combine":1,"partial":1,"results":1,"in":1,"split":1,"kv":1,"case":1,"def":1,"output":11,"tensor":6,"num":23,"tokens":12,"heads":11,"head":3,"size":3,"prefix":4,"lse":33,"suffix":4,"none":2,"p":14,"s":14,"inf":6,"max":5,"maximum":1,"exp":8,"out":4,"se":4,"if":1,"is":1,"not":1,"log":1,"scale":8,"transpose":2,"1":4,"unsqueeze":2,"return":1,"batch":1,"256":1,"512":1,"613":1,"1024":1,"1536":1,"4096":1},"1968,1896,data/raw/vllm-0.10.1/tests/kernels/attention/test_merge_attn_states.py":{"num":15,"query":5,"heads":9,"4":1,"8":1,"16":1,"32":2,"48":2,"64":2,"head":8,"sizes":2,"96":1,"128":1,"256":1,"dtypes":2,"torch":10,"float32":1,"half":1,"bfloat16":1,"all":3,"case":3,"info":5,"list":1,"tuple":1,"def":4,"generate":1,"markdown":1,"table":5,"global":1,"header":2,"tokens":8,"headsize":1,"dtype":13,"device":9,"triton":4,"cuda":5,"speedup":1,"separator":2,"shortly":4,"str":4,"return":2,"removeprefix":2,"nvidia":1,"strip":1,"print":3,"for":1,"in":1,"size":6,"avg":6,"time":6,"kernel":7,"performance":2,"improved":2,"f":5,"5f":3,"ms":3,"4f":1,"x":1,"pytest":5,"mark":4,"parametrize":4,"batch":1,"output":2,"inference":1,"mode":1,"test":1,"merge":3,"attn":3,"states":3,"int":3,"if":1,"not":1,"current":1,"platform":1,"is":1,"skip":1,"currently":1,"only":1,"support":1,"compare":1,"with":1,"custom":1},"3864,1852,data/raw/vllm-0.10.1/tests/kernels/attention/test_merge_attn_states.py":{"print":1,"f":3,"nnum":1,"tokens":10,"num":19,"heads":10,"head":5,"size":5,"dtype":11,"output":8,"device":8,"current":1,"platform":1,"get":1,"name":1,"prefix":9,"lse":7,"and":5,"suffix":9,"contain":1,"inf":3,"normal":1,"values":1,"torch":14,"randn":4,"float32":3,"cuda":6,"generate":1,"boolean":1,"masks":1,"mask":13,"rand":2,"0":2,"1":2,"ensure":1,"that":1,"the":2,"same":2,"position":1,"is":1,"not":1,"true":1,"at":1,"time":1,"combined":3,"logical":3,"float":2,"other":1,"input":1,"tensors":1,"need":1,"to":1,"be":1,"initialized":1,"but":1,"no":1,"actual":1,"calculation":1,"needed":1,"zeros":2,"warmup":1,"times":2,"2":1,"repeat":1,"20":1},"5716,1942,data/raw/vllm-0.10.1/tests/kernels/attention/test_merge_attn_states.py":{"output":28,"torch":31,"clone":6,"lse":22,"total":6,"time":10,"kernel":10,"0":3,"start":6,"cuda":8,"event":4,"enable":4,"timing":4,"true":4,"end":6,"run":2,"the":2,"prefix":10,"suffix":10,"for":4,"in":4,"range":4,"warmup":2,"times":6,"merge":4,"attn":4,"states":4,"synchronize":4,"repeat":4,"record":4,"elapsed":2,"avg":2,"1":1,"triton":13,"ref":6},"7658,1458,data/raw/vllm-0.10.1/tests/kernels/attention/test_merge_attn_states.py":{"2":3,"run":1,"the":1,"cuda":18,"kernel":11,"total":3,"time":13,"0":1,"output":13,"clone":2,"lse":8,"for":4,"in":2,"range":2,"warmup":1,"times":3,"merge":2,"attn":2,"states":2,"prefix":4,"suffix":4,"torch":9,"synchronize":2,"repeat":2,"start":2,"record":2,"end":2,"elapsed":1,"avg":6,"3":4,"performance":4,"compare":2,"improved":2,"triton":4,"print":4,"f":4,"6f":3,"ms":3,"5f":1,"x":1,"100":1,"4":1,"correctness":2,"liger":1,"efficient":1,"kernels":1,"llm":1,"training":1,"https":1,"arxiv":1,"org":1,"pdf":1,"2410":1,"10989":1,"use":1,"rtol":2,"1e":3,"bfloat16":2,"if":1,"dtype":1,"else":1,"def":1,"diff":3,"a":2,"tensor":2,"b":2,"max":3,"abs":1,"float":2,"return":1},"9116,1726,data/raw/vllm-0.10.1/tests/kernels/attention/test_merge_attn_states.py":{"use":1,"triton":9,"output":25,"as":1,"reference":1,"because":1,"we":1,"want":1,"to":1,"replace":1,"the":1,"kernel":5,"with":2,"custom":1,"cuda":12,"for":1,"merge":1,"attn":1,"states":1,"operation":1,"ref":10,"lse":11,"torch":11,"testing":2,"assert":2,"close":2,"float":4,"atol":2,"1e":2,"3":2,"rtol":4,"print":12,"all":6,"match":2,"max":2,"abs":2,"diff":8,"f":6,"vs":6,"100":3,"values":2,"test":1,"passed":1,"inf":2,"are":1,"correctly":1,"replaced":1,"device":3,"current":1,"platform":1,"get":1,"name":1,"case":2,"info":2,"append":1,"num":4,"tokens":2,"heads":2,"head":2,"size":1,"dtype":1,"avg":3,"time":3,"performance":1,"improved":1,"if":1,"len":5,"batch":1,"sizes":1,"query":1,"dtypes":1,"generate":1,"markdown":1,"table":1},"0,1946,data/raw/vllm-0.10.1/tests/kernels/attention/test_lightning_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":3,"project":1,"import":4,"pytest":1,"torch":8,"from":3,"model":1,"executor":1,"layers":1,"lightning":3,"attn":1,"linear":1,"decode":1,"forward":1,"triton":3,"platforms":1,"current":1,"platform":1,"num":1,"heads":3,"4":1,"8":1,"head":1,"sizes":2,"64":1,"batch":1,"1":7,"seq":1,"lengths":1,"16":1,"dtypes":1,"float32":1,"def":1,"reference":2,"attention":3,"q":8,"k":4,"v":5,"ed":4,"block":1,"size":1,"kv":13,"history":3,"implementation":3,"of":2,"core":1,"algorithm":1,"difference":1,"main":1,"is":2,"that":1,"this":2,"processes":1,"each":1,"step":6,"sequentially":1,"instead":1,"using":2,"parallelized":1,"kernels":1,"b":12,"h":16,"s":3,"d":4,"shape":2,"e":4,"dtype":6,"output":3,"zeros":2,"device":4,"use":1,"clone":2,"ensure":1,"an":1,"independent":1,"copy":1,"if":2,"none":1,"cache":6,"else":2,"more":1,"efficient":1,"convert":1,"decay":5,"factors":1,"matrix":1,"form":1,"dim":1,"exp":2,"view":1,"for":5,"in":4,"range":3,"process":1,"all":2,"at":1,"once":1,"position":1,"bs":6,"calculate":3,"outer":5,"products":1,"product":1,"update":1,"with":1,"note":1,"same":1,"order":1,"as":1,"kernel":1,"matmul":1},"1946,1982,data/raw/vllm-0.10.1/tests/kernels/attention/test_lightning_attn.py":{"match":1,"the":3,"shape":3,"returned":1,"by":1,"actual":2,"implementation":3,"returns":1,"a":1,"tensor":1,"of":1,"b":20,"h":21,"2":5,"d":10,"e":3,"where":1,"dimension":1,"contains":1,"both":1,"kv":18,"and":4,"history":1,"reshaped":3,"cache":8,"unsqueeze":1,"1":8,"final":2,"torch":6,"cat":1,"dim":1,"return":2,"output":6,"def":1,"reference":2,"linear":2,"decode":2,"q":9,"k":6,"v":6,"caches":3,"slope":2,"rate":2,"slot":4,"idx":2,"attention":2,"function":1,"zeros":1,"dtype":3,"device":2,"calculate":3,"decay":4,"factors":1,"once":2,"more":1,"efficient":1,"exp":1,"view":1,"process":3,"each":2,"batch":4,"for":3,"in":2,"range":2,"id":2,"item":1,"skip":1,"padding":1,"positions":1,"if":1,"continue":1,"all":1,"heads":3,"at":1,"this":1,"0":5,"head":3,"get":2,"current":1,"query":1,"key":2,"value":2,"bh":6,"old":2,"new":4,"outer":4,"product":1,"apply":1,"update":2,"out":2,"matmul":1,"pytest":4,"mark":4,"parametrize":4,"size":2,"sizes":2,"num":2,"dtypes":1,"inference":1,"mode":1},"3928,1914,data/raw/vllm-0.10.1/tests/kernels/attention/test_lightning_attn.py":{"def":2,"test":2,"linear":4,"decode":4,"forward":3,"triton":6,"batch":7,"size":16,"int":5,"num":11,"heads":11,"head":10,"dtype":13,"torch":14,"set":1,"default":1,"device":4,"cuda":5,"manual":2,"seed":3,"42":3,"all":1,"current":1,"platform":1,"everything":1,"base":5,"0":2,"01":1,"q":3,"randn":4,"1":9,"k":3,"v":3,"kv":7,"caches":7,"copy":3,"clone":1,"slope":4,"rate":4,"zeros":1,"for":1,"h":3,"in":1,"range":1,"slot":3,"idx":3,"arange":1,"output":5,"reference":3,"testing":2,"assert":3,"close":2,"rtol":2,"1e":4,"atol":2,"shape":1,"pytest":3,"mark":3,"parametrize":3,"sizes":1,"dtypes":1,"inference":1,"mode":1,"with":1,"padding":1},"5842,1933,data/raw/vllm-0.10.1/tests/kernels/attention/test_lightning_attn.py":{"torch":11,"set":1,"default":1,"device":4,"cuda":5,"manual":2,"seed":3,"42":3,"all":1,"current":1,"platform":1,"everything":1,"batch":6,"size":12,"4":1,"base":5,"0":4,"01":1,"q":3,"randn":4,"num":7,"heads":7,"1":15,"head":6,"dtype":8,"k":3,"v":3,"kv":7,"caches":7,"copy":3,"clone":1,"slope":4,"rate":4,"zeros":1,"for":2,"h":3,"in":2,"range":2,"slot":5,"idx":5,"tensor":1,"2":1,"triton":5,"output":4,"linear":2,"decode":2,"forward":1,"reference":5,"padding":3,"mask":3,"unsqueeze":1,"expand":1,"masked":4,"atol":5,"rtol":5,"5e":2,"valid":2,"indices":2,"i":4,"if":1,"testing":2,"assert":2,"close":2},"7775,1931,data/raw/vllm-0.10.1/tests/kernels/attention/test_lightning_attn.py":{"assert":3,"triton":1,"output":5,"shape":1,"batch":8,"size":15,"num":10,"heads":10,"head":9,"pytest":5,"mark":5,"parametrize":5,"sizes":2,"seq":6,"len":5,"lengths":1,"dtype":11,"dtypes":1,"torch":12,"inference":1,"mode":1,"def":1,"test":1,"lightning":5,"attention":4,"reference":2,"int":4,"set":1,"default":1,"device":3,"cuda":4,"manual":2,"seed":3,"42":3,"all":1,"current":1,"platform":1,"everything":1,"base":5,"0":2,"01":1,"q":3,"randn":4,"k":3,"v":3,"ed":4,"zeros":1,"for":1,"h":3,"in":1,"range":1,"1":6,"kv":9,"history":5,"clone":3,"ref":4,"cache":4,"256":2,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"attn":1,"import":1,"actual":4,"atol":5,"rtol":5,"5e":2,"testing":2,"close":2},"9706,131,data/raw/vllm-0.10.1/tests/kernels/attention/test_lightning_attn.py":{"assert":2,"ref":2,"output":1,"shape":3,"batch":1,"size":2,"num":1,"heads":1,"seq":1,"len":1,"head":1,"kv":2,"cache":2,"actual":1},"0,1981,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer_trtllm_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":2,"project":1,"from":2,"typing":1,"import":5,"optional":3,"flashinfer":2,"pytest":10,"torch":10,"platforms":1,"current":3,"platform":3,"if":2,"not":1,"is":2,"device":1,"capability":1,"100":1,"skip":1,"this":1,"trtllm":2,"kernel":1,"requires":1,"nvidia":1,"blackwell":1,"allow":1,"module":1,"level":1,"true":1,"float32":1,"bytes":1,"finfo":6,"float":3,"bits":1,"8":2,"kv":15,"cache":9,"layout":3,"for":1,"trt":1,"llm":1,"shape":1,"num":7,"blocks":2,"heads":5,"page":1,"size":7,"head":5,"dim":1,"max":7,"q":1,"len":2,"1024":1,"4096":1,"batch":4,"sizes":6,"4":1,"12":2,"16":3,"40":1,"128":1,"block":4,"layouts":2,"hnd":1,"dtypes":4,"bfloat16":1,"none":4,"fp8":1,"dtype":14,"32768":1,"large":1,"enough":1,"test":2,"overflow":1,"in":1,"index":1,"calculation":1,"soft":4,"caps":2,"50":1,"def":2,"float8":2,"x":5,"e4m3fn":1,"min":5,"val":4,"aminmax":1,"amax":2,"maximum":1,"abs":2,"clamp":2,"1e":1,"scale":3,"1":1,"scl":2,"sat":2,"return":1,"reciprocal":1,"mark":8,"parametrize":8,"cap":2,"inference":1,"mode":1,"decode":1,"with":1,"baseline":1,"int":5,"tuple":1,"str":1,"else":1},"1981,1870,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer_trtllm_attention.py":{"torch":8,"set":1,"default":1,"device":1,"cuda":1,"current":3,"platform":3,"seed":1,"everything":1,"0":9,"kv":36,"lens":7,"randint":2,"1":7,"max":7,"len":13,"batch":1,"size":13,"dtype":9,"int32":2,"item":1,"num":21,"seqs":4,"query":4,"heads":9,"assert":2,"scale":6,"head":4,"5":1,"randn":2,"cache":8,"shape":4,"none":1,"if":3,"layout":4,"nhd":1,"blocks":8,"2":2,"block":10,"elif":1,"hnd":1,"else":1,"raise":1,"valueerror":1,"f":1,"invalid":1,"key":3,"value":3,"is":1,"fp8":2,"to":1,"float8":1,"per":2,"seq":6,"tables":2,"k":1,"v":1,"indptr":3,"indices":2,"last":6,"page":6,"for":1,"i":3,"in":1,"range":1,"extend":1,"append":2},"3851,1982,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer_trtllm_attention.py":{"kv":22,"indptr":3,"torch":15,"tensor":7,"dtype":12,"int32":4,"indices":3,"last":3,"page":3,"lens":7,"workspace":4,"buffer":4,"zeros":1,"128":1,"1024":2,"int8":1,"wrapper":3,"flashinfer":2,"batchdecodewithpagedkvcachewrapper":1,"layout":2,"use":1,"cores":1,"num":6,"query":7,"heads":6,"4":1,"plan":1,"head":3,"size":5,"block":5,"none":1,"sm":1,"scale":11,"q":1,"data":2,"type":2,"cache":5,"logits":1,"soft":2,"cap":2,"output":8,"empty":2,"shape":2,"run":1,"key":2,"value":2,"k":3,"v":3,"out":2,"trtllm":6,"decode":3,"batch":3,"with":1,"contiguous":1,"tables":2,"seq":2,"max":3,"len":2,"bmm1":1,"bmm2":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"2":2,"rtol":1,"f":1,"abs":1,"pytest":6,"mark":6,"parametrize":6,"sizes":3,"layouts":1,"dtypes":1},"5833,1501,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer_trtllm_attention.py":{"pytest":3,"mark":2,"parametrize":2,"kv":17,"cache":9,"dtype":21,"dtypes":1,"soft":2,"cap":2,"none":3,"torch":17,"inference":1,"mode":1,"def":1,"test":1,"flashinfer":1,"trtllm":1,"prefill":1,"with":2,"baseline":1,"batch":3,"size":7,"int":5,"num":9,"heads":8,"tuple":1,"head":3,"block":1,"layout":1,"str":1,"optional":2,"float":1,"if":2,"is":1,"else":1,"skip":1,"f":1,"not":1,"supported":1,"set":1,"default":1,"device":1,"cuda":1,"current":1,"platform":1,"seed":1,"everything":1,"0":7,"q":10,"lens":12,"randint":2,"1":4,"max":8,"len":7,"int32":4,"item":3,"indptr":1,"cat":1,"tensor":1,"cumsum":1,"dim":1,"seq":4,"seqs":1,"query":4,"assert":1,"scale":1,"5":1,"randn":1,"sum":1},"7334,1591,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer_trtllm_attention.py":{"kv":31,"cache":8,"shape":4,"none":1,"if":3,"layout":4,"nhd":1,"num":12,"blocks":8,"2":2,"block":10,"size":10,"heads":2,"head":2,"elif":1,"hnd":1,"else":1,"raise":1,"valueerror":1,"f":1,"invalid":1,"key":3,"value":3,"torch":9,"randn":1,"dtype":9,"scale":5,"1":4,"0":5,"is":1,"current":2,"platform":2,"fp8":2,"to":1,"float8":1,"max":3,"per":2,"seq":8,"len":9,"tables":2,"randint":1,"seqs":2,"int32":4,"k":1,"v":1,"indptr":5,"indices":4,"last":8,"page":8,"lens":5,"for":1,"i":3,"in":1,"range":1,"assert":1,"extend":1,"append":2,"tensor":3},"8925,1508,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer_trtllm_attention.py":{"workspace":4,"buffer":4,"torch":7,"zeros":1,"128":1,"1024":2,"dtype":7,"int8":1,"wrapper":3,"flashinfer":2,"batchprefillwithpagedkvcachewrapper":1,"kv":12,"layout":1,"plan":1,"q":6,"indptr":4,"indices":1,"last":1,"page":1,"lens":5,"num":3,"query":6,"heads":2,"head":1,"size":3,"block":3,"causal":1,"true":1,"sm":1,"scale":11,"data":2,"type":2,"cache":5,"logits":1,"soft":2,"cap":2,"output":8,"empty":2,"shape":2,"run":1,"key":2,"value":2,"k":3,"v":3,"out":2,"trtllm":6,"decode":1,"prefill":1,"batch":2,"context":1,"with":1,"contiguous":1,"tables":2,"seq":5,"max":5,"len":4,"bmm1":1,"bmm2":1,"seqs":1,"cum":2,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"2":2,"rtol":1,"f":1,"abs":1},"0,1241,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"from":7,"unittest":1,"mock":1,"import":8,"patch":1,"pytest":2,"torch":2,"attention":1,"selector":1,"cached":2,"get":3,"attn":5,"backend":4,"platforms":3,"cpu":7,"cpuplatform":1,"cuda":5,"cudaplatform":1,"rocm":3,"rocmplatform":1,"utils":1,"str":3,"env":1,"var":1,"flash":2,"val":2,"invalid":1,"fixture":1,"autouse":1,"true":1,"def":1,"clear":3,"cache":3,"lru":1,"ensure":1,"each":1,"test":2,"case":1,"runs":1,"without":1,"caching":1,"define":1,"mla":7,"and":2,"non":1,"backends":3,"separately":1,"device":3,"triton":2,"flashmla":1,"hip":4,"aiter":1,"regular":1,"xformers":1,"flashinfer":1,"sdpa":1,"block":4,"sizes":2,"16":3,"64":1,"supports":1,"both":1,"standard":1,"extended":1,"1":2,"requires":1,"special":1,"handling":1,"for":1,"size":2,"uses":1,"fixed":1,"cases":1,"fixme":1,"woosuk":1,"temporarily":1,"disable":1,"tests":1},"1241,1825,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"def":2,"generate":2,"params":5,"for":4,"use":13,"mla":12,"in":4,"true":2,"false":3,"device":13,"cuda":1,"hip":1,"cpu":3,"backends":4,"if":6,"else":4,"regular":1,"attn":2,"name":7,"block":9,"sizes":3,"16":2,"size":6,"append":1,"pytest":5,"param":1,"id":1,"f":1,"str":4,"0":3,"blks":1,"return":1,"mark":2,"parametrize":2,"v1":7,"test":2,"env":2,"bool":2,"int":1,"monkeypatch":3,"attention":2,"backend":7,"selection":1,"with":3,"valid":1,"pairs":1,"context":1,"as":1,"m":4,"setenv":3,"vllm":4,"1":2,"var":1,"disable":1,"not":1,"skip":1,"only":1,"supports":1,"patch":1,"selector":1,"current":1,"platform":1,"cpuplatform":1,"get":2,"torch":3,"float16":2,"assert":1,"sdpa":1},"3066,421,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"elif":1,"device":1,"hip":2,"with":1,"patch":1,"vllm":1,"attention":1,"selector":1,"current":1,"platform":1,"rocmplatform":1,"if":1,"use":1,"mla":4,"validate":1,"backend":1,"block":3,"size":3,"combinations":1,"valid":1,"combination":1,"name":2,"triton":1,"and":2,"1":2,"or":1,"rocm":1,"aiter":1},"3487,1969,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"if":5,"valid":1,"combination":1,"backend":8,"get":5,"attn":4,"16":3,"torch":6,"float16":6,"block":4,"size":4,"false":3,"use":9,"mla":7,"expected":4,"f":2,"name":6,"vllm":4,"v1":4,"else":4,"assert":3,"with":2,"pytest":1,"raises":1,"valueerror":1,"as":1,"exc":2,"info":2,"the":1,"selected":1,"in":1,"str":1,"value":1,"triton":1,"rocm":1,"flash":1,"elif":1,"device":1,"cuda":1,"patch":1,"attention":2,"selector":1,"current":1,"platform":1,"cudaplatform":1,"flashmla":3,"and":1,"64":1,"from":1,"backends":1,"import":1,"is":1,"supported":1},"5456,142,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"only":1,"on":1,"cuda":1,"platforms":1,"with":1,"specific":1,"capability":1,"is":2,"supported":2,"flashmla":1},"5598,1852,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"if":5,"not":2,"is":2,"supported":2,"platform":1,"then":1,"skip":2,"this":1,"case":1,"pytest":1,"else":5,"backend":9,"get":6,"attn":3,"16":3,"torch":6,"float16":6,"block":3,"size":3,"false":3,"use":9,"mla":8,"expected":6,"f":1,"name":7,"vllm":3,"v1":6,"assert":3,"triton":2,"elif":1,"flashinfer":2},"7450,504,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"else":2,"backend":3,"get":2,"attn":2,"32":1,"torch":2,"float16":2,"block":1,"size":1,"false":1,"use":3,"mla":2,"expected":2,"flash":1,"vllm":1,"v1":2,"if":1,"name":2,"assert":1},"7954,1950,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"if":6,"use":10,"v1":11,"backend":12,"get":7,"attn":5,"16":5,"torch":7,"float16":2,"block":1,"size":2,"false":4,"mla":2,"assert":3,"name":3,"flex":2,"attention":5,"should":1,"fallback":2,"to":2,"flexattention":1,"head":1,"is":1,"not":2,"supported":1,"by":1,"flashattention":1,"pytest":5,"mark":2,"parametrize":2,"device":4,"cpu":3,"cuda":2,"true":1,"def":2,"test":4,"fp32":2,"str":1,"bool":1,"monkeypatch":5,"selection":1,"with":4,"context":1,"as":2,"m":2,"setenv":1,"vllm":4,"1":1,"else":2,"0":1,"skip":1,"only":1,"supports":1,"patch":2,"selector":2,"current":2,"platform":2,"cpuplatform":1,"float32":4,"sdpa":1,"elif":1,"cudaplatform":1,"xformers":1,"flash":1,"flashattn":1,"validation":1,"todo":1,"when":1,"testing":1,"for":1,"pipe":1,"in":1,"an":1,"argument":1},"9904,1965,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"with":1,"monkeypatch":7,"context":1,"as":1,"m":2,"setenv":1,"str":9,"backend":22,"env":2,"var":1,"flash":13,"attn":20,"val":8,"unsupported":5,"cuda":2,"arch":1,"setattr":1,"torch":9,"get":16,"device":1,"capability":1,"lambda":1,"none":8,"7":1,"5":1,"16":12,"float16":7,"false":7,"assert":7,"name":7,"reset":1,"the":2,"for":1,"subsequent":1,"tests":1,"undo":1,"data":2,"type":2,"float8":1,"e4m3fn":1,"kv":1,"cache":1,"fp8":1,"block":1,"size":2,"8":1,"is":2,"not":2,"installed":1,"import":1,"sys":5,"original":4,"module":4,"modules":4,"vllm":4,"setitem":2,"restore":1,"if":2,"it":1,"existed":1,"else":1,"delitem":1,"raising":1,"head":1,"17":1,"attention":1,"free":1,"models":1,"should":1,"bypass":1,"and":1,"use":1,"placeholderattention":1,"true":1},"11869,666,data/raw/vllm-0.10.1/tests/kernels/attention/test_attention_selector.py":{"pytest":3,"mark":1,"parametrize":1,"use":4,"v1":4,"true":1,"false":2,"def":1,"test":2,"invalid":6,"env":2,"bool":1,"monkeypatch":3,"that":1,"attention":3,"backend":5,"names":1,"raise":2,"valueerror":3,"with":2,"context":1,"as":2,"m":3,"patch":1,"vllm":2,"selector":1,"current":1,"platform":1,"cudaplatform":1,"setenv":2,"1":1,"if":1,"else":1,"0":1,"str":3,"var":1,"val":1,"should":1,"for":1,"raises":1,"exc":2,"info":2,"get":1,"attn":1,"32":1,"torch":1,"float16":1,"none":1,"16":1,"assert":1,"in":1,"value":1},"0,1434,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"from":2,"typing":1,"import":5,"optional":3,"flashinfer":1,"pytest":1,"torch":8,"platforms":1,"current":1,"platform":1,"num":9,"heads":4,"32":2,"8":1,"6":1,"1":4,"head":4,"sizes":2,"128":1,"256":1,"block":11,"16":1,"dtypes":1,"bfloat16":1,"blocks":3,"32768":1,"large":1,"enough":1,"test":1,"overflow":1,"in":2,"index":1,"calculation":1,"soft":2,"caps":1,"none":4,"30":1,"sliding":2,"windows":1,"64":1,"def":1,"ref":1,"paged":1,"attn":1,"query":7,"tensor":6,"key":3,"cache":5,"value":2,"lens":5,"list":3,"int":3,"kv":11,"tables":4,"scale":2,"float":2,"window":1,"cap":1,"seqs":2,"len":7,"cpu":1,"numpy":1,"size":6,"shape":1,"outputs":1,"start":3,"idx":3,"for":1,"i":4,"range":1,"q":2,"indices":3,"k":3,"view":2,"v":3},"1434,1979,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"if":3,"q":4,"shape":6,"1":13,"k":5,"torch":13,"repeat":2,"interleave":2,"dim":4,"v":5,"attn":7,"einsum":2,"qhd":2,"khd":2,"hqk":2,"float":3,"empty":3,"mask":8,"ones":1,"query":6,"len":9,"kv":11,"triu":2,"diagonal":2,"bool":2,"sliding":7,"window":6,"is":2,"not":3,"none":3,"logical":1,"soft":6,"cap":5,"tanh":1,"masked":1,"fill":1,"inf":1,"softmax":1,"to":1,"dtype":4,"out":2,"outputs":2,"append":1,"start":1,"idx":1,"return":1,"cat":1,"0":5,"pytest":7,"mark":7,"parametrize":7,"lens":4,"1328":1,"18":1,"463":1,"54":1,"293":1,"70":1,"num":10,"heads":9,"head":4,"size":5,"sizes":2,"block":3,"dtypes":1,"caps":1,"windows":1,"inference":1,"mode":1,"def":1,"test":1,"flashinfer":1,"decode":1,"with":1,"paged":1,"list":1,"int":6,"tuple":1,"optional":2,"set":1,"default":1,"device":1,"cuda":1,"current":1,"platform":1,"seed":1,"everything":1,"seqs":1,"assert":1,"max":2,"scale":1,"5":1},"3413,1436,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"query":2,"torch":10,"randn":2,"num":12,"seqs":3,"heads":2,"head":2,"size":9,"dtype":8,"key":4,"value":4,"cache":5,"blocks":7,"2":1,"block":9,"kv":20,"0":5,"squeeze":2,"1":6,"max":3,"per":2,"seq":6,"len":9,"tables":2,"randint":1,"int32":4,"indptr":5,"indices":4,"last":8,"page":8,"lens":5,"for":1,"i":3,"in":1,"range":1,"assert":1,"extend":1,"append":2,"if":1,"tensor":3},"4849,1941,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"workspace":2,"buffer":2,"torch":7,"empty":1,"128":1,"1024":2,"dtype":6,"int8":1,"wrapper":3,"flashinfer":2,"batchdecodewithpagedkvcachewrapper":1,"nhd":1,"use":1,"tensor":1,"cores":1,"num":8,"query":6,"heads":7,"kv":9,"4":1,"plan":1,"indptr":1,"indices":1,"last":1,"page":1,"lens":6,"head":4,"size":6,"block":6,"none":2,"window":7,"left":1,"sliding":7,"1":4,"if":1,"is":1,"not":1,"else":1,"q":1,"data":2,"type":2,"logits":1,"soft":7,"cap":6,"output":6,"run":1,"key":3,"value":3,"cache":5,"ref":4,"paged":2,"attn":1,"seqs":1,"tables":2,"scale":2,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"2":2,"rtol":1,"f":1,"max":1,"abs":1,"pytest":7,"mark":7,"parametrize":7,"seq":2,"1328":1,"5":1,"18":1,"129":1,"463":1,"sizes":2,"dtypes":1,"caps":1,"windows":1,"inference":1,"mode":1,"def":1,"test":1,"prefill":1,"with":1,"list":1,"tuple":2,"int":7,"optional":2,"float":1},"6790,1926,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"none":1,"torch":5,"set":1,"default":1,"device":1,"cuda":1,"current":1,"platform":1,"seed":1,"everything":1,"0":13,"num":18,"seqs":3,"len":11,"seq":9,"lens":11,"query":7,"x":4,"for":3,"in":3,"kv":19,"1":9,"heads":8,"assert":2,"max":5,"scale":2,"head":5,"size":12,"5":3,"randn":2,"sum":1,"dtype":5,"key":6,"value":6,"cache":7,"blocks":7,"2":1,"block":9,"squeeze":2,"normalize":1,"the":2,"of":1,"and":1,"caches":1,"to":1,"mitigate":1,"numerical":1,"instability":1,"per":2,"tables":2,"randint":1,"int32":1,"qo":3,"indptr":6,"indices":2,"last":6,"page":6,"i":4,"range":1,"extend":1,"append":3,"if":1},"8716,1770,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"qo":3,"indptr":6,"torch":13,"tensor":4,"dtype":8,"int32":4,"kv":13,"indices":3,"last":3,"page":3,"lens":8,"workspace":2,"buffer":2,"empty":1,"128":1,"1024":2,"int8":1,"wrapper":3,"flashinfer":1,"batchprefillwithpagedkvcachewrapper":1,"nhd":1,"plan":1,"num":4,"query":6,"heads":4,"head":3,"size":4,"block":5,"window":5,"left":1,"sliding":4,"1":3,"if":1,"is":1,"not":1,"none":1,"else":1,"q":1,"data":2,"type":2,"logits":1,"soft":6,"cap":5,"output":6,"run":1,"key":3,"value":3,"cache":5,"ref":4,"paged":1,"attn":1,"tables":2,"scale":2,"testing":1,"assert":1,"close":1,"atol":1,"5e":1,"2":2,"rtol":1,"1e":1,"f":1,"max":1,"abs":1,"pytest":6,"mark":6,"parametrize":6,"seq":1,"132":1,"5":1,"18":1,"sizes":2,"dtypes":1,"caps":1},"10486,1821,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"def":1,"test":1,"flashinfer":1,"prefill":1,"with":1,"paged":1,"fp8":6,"kv":12,"seq":6,"lens":8,"list":1,"tuple":2,"int":6,"num":16,"heads":9,"head":6,"size":10,"dtype":9,"torch":9,"block":5,"soft":1,"cap":1,"optional":1,"float":1,"none":1,"pytest":1,"skip":1,"todo":1,"fix":1,"the":1,"accuracy":1,"issue":1,"set":1,"default":1,"device":1,"cuda":1,"current":1,"platform":1,"seed":1,"everything":1,"0":10,"seqs":2,"len":3,"query":6,"x":4,"for":2,"in":2,"1":5,"assert":2,"max":5,"scale":5,"5":3,"cache":15,"float8":1,"e4m3fn":1,"randn":2,"sum":1,"blocks":5,"2048":1,"key":7,"value":7,"2":2,"chunk":1,"dim":2,"k":2,"amax":2,"item":2,"448":2,"v":2,"cat":1,"to":1,"shape":2,"per":2,"tables":1,"randint":1,"int32":1},"12307,1373,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"qo":6,"indptr":12,"0":4,"kv":25,"indices":5,"last":9,"page":9,"lens":7,"for":1,"i":4,"in":1,"range":1,"num":6,"seqs":1,"seq":4,"len":8,"assert":1,"blocks":3,"block":6,"size":6,"1":3,"extend":1,"tables":1,"append":3,"if":1,"query":3,"torch":10,"tensor":4,"dtype":7,"int32":4,"workspace":2,"buffer":2,"empty":1,"128":1,"1024":2,"int8":1,"wrapper":3,"flashinfer":1,"batchprefillwithpagedkvcachewrapper":1,"nhd":1,"plan":1,"heads":2,"head":1,"q":1,"data":2,"type":2,"cache":2,"logits":1,"soft":2,"cap":2,"output":1,"run":1,"fp8":1,"k":2,"scale":4,"v":2},"13680,1659,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"ref":4,"output":5,"paged":2,"attn":1,"query":8,"key":2,"cache":5,"squeeze":2,"1":4,"value":2,"lens":8,"kv":12,"block":6,"tables":3,"scale":3,"soft":5,"cap":4,"del":2,"verify":1,"prefill":1,"fp8":2,"torch":7,"testing":1,"assert":2,"close":1,"atol":1,"5e":1,"2":2,"rtol":1,"1e":1,"f":1,"max":3,"abs":1,"pytest":7,"mark":7,"parametrize":6,"1328":1,"18":1,"463":1,"54":1,"293":1,"70":1,"num":13,"heads":12,"head":4,"size":5,"sizes":2,"dtype":4,"dtypes":1,"caps":1,"skip":1,"reason":1,"todo":1,"fix":1,"the":1,"accuracy":1,"issue":1,"inference":1,"mode":1,"def":1,"test":2,"flashinfer":1,"decode":1,"with":1,"list":1,"int":5,"tuple":1,"optional":1,"float":1,"none":1,"doesn":1,"t":1,"work":1,"for":1,"16":2,"set":1,"default":1,"device":1,"cuda":1,"current":1,"platform":1,"seed":1,"everything":1,"0":4,"seqs":1,"len":2,"5":1,"use":1,"tensor":1,"cores":1,"4":1,"float8":1,"e4m3fn":1},"15339,1852,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"query":2,"torch":12,"randn":2,"num":13,"seqs":3,"heads":2,"head":4,"size":11,"dtype":10,"blocks":8,"fp8":10,"2048":1,"key":9,"value":9,"cache":19,"2":2,"block":9,"kv":23,"chunk":1,"dim":2,"1":9,"0":8,"5":2,"k":2,"scale":4,"amax":2,"item":2,"448":2,"v":2,"to":2,"assert":2,"shape":2,"and":1,"cat":1,"max":3,"per":2,"seq":6,"len":9,"tables":2,"randint":1,"int32":4,"indptr":5,"indices":4,"last":8,"page":8,"lens":5,"for":1,"i":3,"in":1,"range":1,"extend":1,"append":2,"if":1,"tensor":3},"17191,1413,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashinfer.py":{"workspace":2,"buffer":2,"torch":5,"empty":1,"128":1,"1024":2,"dtype":3,"int8":1,"wrapper":3,"flashinfer":2,"batchdecodewithpagedkvcachewrapper":1,"nhd":1,"use":2,"tensor":2,"cores":2,"plan":1,"kv":9,"indptr":1,"indices":1,"last":1,"page":1,"lens":4,"num":3,"query":5,"heads":2,"head":1,"size":2,"block":3,"none":1,"q":1,"data":2,"type":2,"cache":10,"logits":1,"soft":4,"cap":4,"output":6,"run":1,"fp8":1,"k":2,"scale":6,"v":2,"key":5,"value":5,"0":1,"squeeze":2,"1":4,"ref":4,"paged":1,"attn":1,"seqs":1,"tables":2,"temporary":1,"fix":1,"increasing":1,"the":1,"tolerance":1,"seems":1,"like":1,"a":1,"issue":1,"testing":1,"assert":1,"close":1,"atol":1,"2e":1,"2":2,"rtol":1,"1e":1,"f":1,"max":1,"abs":1},"0,1945,data/raw/vllm-0.10.1/tests/kernels/attention/test_cascade_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"from":4,"typing":1,"import":6,"optional":1,"pytest":5,"torch":13,"platforms":1,"current":2,"platform":2,"v1":1,"attention":2,"backends":1,"flash":3,"attn":5,"cascade":1,"merge":3,"states":2,"fa":2,"version":2,"unsupported":1,"reason":1,"varlen":1,"func":1,"is":1,"supported":1,"num":22,"heads":15,"4":2,"8":1,"16":2,"head":7,"sizes":3,"128":1,"192":1,"256":1,"block":1,"dtypes":2,"float16":1,"bfloat16":1,"mark":4,"parametrize":4,"tokens":7,"1":2,"39":1,"16912":1,"size":5,"dtype":11,"inference":1,"mode":1,"def":1,"test":1,"kernel":2,"int":4,"tuple":1,"set":1,"default":1,"device":1,"cuda":1,"seed":1,"everything":1,"query":7,"kv":2,"assert":1,"prepare":1,"inputs":1,"prefix":4,"output":6,"randn":4,"suffix":4,"lse":4,"float32":2,"run":1,"empty":1},"1945,1739,data/raw/vllm-0.10.1/tests/kernels/attention/test_cascade_flash_attn.py":{"reference":1,"implementation":1,"max":3,"lse":15,"torch":7,"maximum":1,"prefix":5,"suffix":3,"p":8,"exp":2,"s":8,"scale":8,"transpose":2,"0":3,"1":8,"unsqueeze":2,"2":6,"ref":4,"output":7,"to":2,"dtype":4,"compare":1,"the":1,"results":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"rtol":1,"cases":2,"case":4,"a":1,"general":1,"129":1,"871":1,"18":1,"280":1,"37":1,"988":1,"1023":2,"2304":1,"257":1,"256":1,"flash":2,"decoding":1,"879":1,"778":1,"1777":1,"100":1,"512":1,"pytest":9,"mark":8,"parametrize":8,"seq":2,"lens":2,"and":2,"common":2,"num":5,"heads":3,"head":3,"size":4,"sizes":2,"dtypes":1,"block":3,"soft":2,"cap":2,"none":2,"50":1,"blocks":2,"2048":1,"fa":7,"version":8,"3":1,"inference":1,"mode":1,"def":1,"test":1,"cascade":1,"tuple":3,"list":1,"int":9,"optional":1,"float":1,"set":1,"default":1,"device":1,"cuda":1,"if":1,"not":2,"is":1,"supported":2,"skip":1,"f":2,"attention":1,"due":1,"unsupported":1,"reason":1,"current":1,"platform":1,"seed":1,"everything":1},"3684,1699,data/raw/vllm-0.10.1/tests/kernels/attention/test_cascade_flash_attn.py":{"window":1,"size":9,"1":5,"scale":1,"head":3,"0":10,"5":1,"num":20,"query":12,"heads":8,"kv":13,"assert":3,"key":2,"cache":3,"torch":10,"randn":3,"blocks":9,"block":8,"dtype":8,"value":1,"like":1,"seq":7,"lens":14,"common":9,"prefix":5,"len":8,"and":1,"seqs":2,"x":4,"for":2,"in":2,"max":7,"total":2,"tokens":2,"sum":1,"cu":1,"tensor":3,"int32":4,"cumsum":1,"dim":1,"per":2,"tables":3,"randint":1,"make":1,"sure":1,"the":2,"first":1,"are":1,"same":1},"5383,1582,data/raw/vllm-0.10.1/tests/kernels/attention/test_cascade_flash_attn.py":{"run":2,"the":2,"regular":1,"attention":3,"ref":2,"output":6,"flash":1,"attn":1,"varlen":1,"func":1,"q":3,"query":14,"k":3,"key":3,"cache":6,"v":1,"value":3,"cu":7,"seqlens":1,"lens":15,"seqused":1,"kv":14,"tensor":4,"max":8,"seqlen":2,"len":13,"softmax":2,"scale":4,"causal":1,"true":1,"window":4,"size":3,"block":4,"table":2,"tables":2,"softcap":1,"soft":5,"cap":5,"if":2,"is":2,"not":2,"none":3,"else":2,"0":3,"cascade":2,"assert":2,"all":1,"common":5,"prefix":11,"for":1,"in":1,"torch":6,"total":1,"num":1,"tokens":1,"dtype":2,"int32":2,"suffix":3,"empty":1,"like":1,"alibi":1,"slopes":1,"sliding":1,"logits":1,"fa":2,"version":2,"compare":1,"results":1,"testing":1,"close":1,"atol":1,"1e":2,"2":2,"rtol":1},"0,1873,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashmla.py":{"adapted":1,"from":3,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"flashmla":7,"blob":1,"main":1,"tests":1,"test":2,"flash":5,"mla":6,"py":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"math":1,"random":2,"pytest":13,"torch":11,"attention":1,"ops":1,"with":1,"kvcache":1,"get":1,"metadata":1,"is":5,"supported":5,"triton":2,"utils":1,"def":2,"cal":1,"diff":3,"x":6,"tensor":2,"y":6,"name":1,"str":1,"none":1,"double":2,"cos":2,"1":4,"sum":2,"item":2,"max":1,"1e":2,"12":1,"assert":1,"5":1,"unsupported":2,"reason":3,"if":1,"not":2,"else":1,"mark":12,"skipif":1,"parametrize":11,"b":3,"128":2,"s":3,"q":6,"mean":3,"sk":3,"4096":1,"8192":1,"h":6,"16":1,"32":1,"64":2,"kv":3,"d":3,"576":1,"dv":3,"512":1,"block":2,"size":2,"causal":3,"true":2,"varlen":3,"false":1,"dtype":5,"bfloat16":1,"float16":1,"inference":1,"mode":1,"device":6,"cuda":2,"set":3,"default":2,"manual":1,"seed":2,"print":1,"f":2},"1873,1222,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashmla.py":{"cache":7,"seqlens":8,"torch":6,"full":1,"b":7,"mean":3,"sk":3,"dtype":2,"int32":2,"if":1,"varlen":1,"for":2,"i":5,"in":2,"range":2,"max":8,"random":1,"normalvariate":1,"2":1,"s":3,"q":7,"total":1,"sum":1,"item":3,"seqlen":6,"pad":4,"triton":1,"cdiv":1,"256":2,"randn":2,"h":6,"d":3,"block":6,"table":3,"arange":1,"size":3,"view":2,"blocked":5,"k":4,"numel":1,"kv":4,"float":1,"nan":1,"v":1,"dv":2,"tile":2,"scheduler":2,"metadata":3,"num":2,"splits":2,"get":1,"mla":3,"def":1,"flash":2,"return":1,"with":1,"kvcache":1,"causal":2},"3095,1737,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashmla.py":{"def":2,"scaled":2,"dot":2,"product":2,"attention":2,"query":8,"key":7,"value":6,"is":3,"causal":4,"false":1,"float":4,"repeat":2,"interleave":2,"h":8,"q":11,"kv":4,"dim":4,"0":6,"attn":10,"weight":6,"transpose":5,"2":3,"1":10,"math":1,"sqrt":1,"size":1,"if":1,"s":10,"shape":2,"k":5,"bias":4,"torch":13,"zeros":1,"dtype":7,"temp":2,"mask":2,"ones":1,"bool":1,"tril":1,"diagonal":1,"masked":1,"fill":1,"logical":1,"not":1,"inf":1,"to":1,"lse":12,"logsumexp":1,"softmax":1,"float32":3,"return":2,"ref":4,"mla":3,"out":8,"empty":2,"b":3,"dv":2,"for":1,"i":6,"in":1,"range":1,"begin":4,"max":1,"seqlen":1,"pad":1,"end":3,"cache":1,"seqlens":1,"o":2,"blocked":2,"view":2,"d":1,"v":1,"flash":5,"cal":2,"diff":2},"4832,328,data/raw/vllm-0.10.1/tests/kernels/attention/test_flashmla.py":{"t":4,"triton":1,"testing":1,"do":1,"bench":1,"flash":1,"mla":1,"flops":2,"s":4,"q":6,"total":2,"seqlens":2,"h":4,"d":3,"dv":2,"2":1,"bytes":2,"kv":1,"b":2,"torch":1,"finfo":1,"dtype":1,"bits":1,"8":1,"print":1,"f":2,"3f":1,"ms":1,"10":2,"9":1,"0f":2,"tflops":1,"6":1,"gb":1},"0,1915,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"random":1,"pytest":11,"torch":6,"from":3,"tests":2,"kernels":1,"utils":2,"default":1,"opcheck":2,"test":2,"custom":1,"ops":2,"as":1,"platforms":1,"current":1,"platform":1,"copying":1,"direction":1,"cuda":8,"cpu":2,"dtypes":2,"bfloat16":1,"float":1,"num":19,"tokens":2,"42":2,"arbitrary":5,"values":5,"for":8,"testing":6,"layers":4,"1":3,"heads":4,"8":3,"head":5,"sizes":5,"64":2,"80":1,"256":2,"block":5,"16":2,"32":1,"cache":6,"layouts":1,"nhd":1,"hnd":1,"parameters":1,"mla":4,"kv":6,"lora":1,"ranks":1,"512":1,"qk":1,"rope":1,"dims":1,"blocks":6,"don":1,"t":1,"make":1,"it":1,"too":1,"large":1,"e":1,"g":1,"1024":2,"36000":1,"will":1,"oom":1,"10000":1,"mappings":4,"seeds":2,"devices":2,"f":1,"i":2,"in":1,"range":1,"if":1,"device":3,"count":1,"else":1,"we":1,"assume":1,"fp8":2,"is":1,"always":1,"enabled":1,"dtype":7,"auto":1,"mark":10,"parametrize":10,"size":4,"seed":2,"inference":1,"mode":1,"def":1,"copy":1,"factory":1,"int":7,"str":2},"1915,1763,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"none":1,"if":1,"kv":5,"cache":8,"dtype":4,"fp8":1,"and":1,"head":4,"size":4,"16":1,"pytest":1,"skip":1,"current":1,"platform":1,"seed":3,"everything":1,"torch":4,"set":3,"default":2,"device":5,"generate":1,"random":3,"block":10,"mappings":5,"where":1,"each":1,"source":1,"is":1,"mapped":1,"to":1,"two":1,"destination":1,"blocks":16,"assert":1,"2":5,"num":10,"src":6,"sample":2,"range":3,"remaining":2,"list":2,"dst":3,"mapping":7,"tuple":1,"int":2,"for":3,"i":4,"in":3,"dst1":2,"dst2":2,"1":2,"append":2,"create":1,"the":3,"caches":12,"key":7,"value":7,"factory":1,"layers":1,"heads":1,"clone":3,"cloned":2,"call":1,"copy":3,"kernel":1,"tensor":4,"int64":1,"view":1,"opcheck":2,"ops":3,"c":1,"test":2,"utils":2,"cond":1,"sizes":1,"0":1},"3678,1866,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"run":1,"the":2,"reference":1,"implementation":1,"for":5,"src":3,"dst":3,"in":5,"block":5,"mapping":5,"cloned":14,"key":11,"cache":20,"caches":6,"copy":2,"value":11,"compare":1,"results":1,"zip":2,"torch":8,"testing":2,"assert":2,"close":2,"pytest":10,"mark":9,"parametrize":9,"num":15,"tokens":5,"heads":4,"head":5,"size":7,"sizes":2,"blocks":4,"dtype":10,"dtypes":1,"seed":4,"seeds":1,"device":4,"cuda":1,"devices":1,"kv":5,"inference":1,"mode":1,"def":1,"test":1,"reshape":1,"and":2,"factory":1,"int":6,"str":2,"none":1,"if":1,"fp8":1,"16":1,"skip":1,"current":1,"platform":1,"everything":1,"set":1,"default":1,"create":1,"a":1,"random":2,"slot":4,"slots":2,"lst":2,"sample":1,"range":1,"tensor":1,"long":1,"qkv":2,"randn":1,"3":1,"unbind":1,"dim":1,"1":1},"5544,1686,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"create":1,"the":3,"kv":9,"caches":6,"key":18,"value":18,"cache":36,"factory":1,"num":2,"blocks":1,"block":1,"size":3,"1":1,"heads":1,"head":3,"dtype":10,"seed":1,"device":1,"0":5,"using":1,"default":1,"scale":11,"k":5,"amax":2,"64":2,"to":2,"torch":11,"float32":2,"v":5,"clone":3,"if":2,"fp8":6,"cloned":6,"empty":4,"like":4,"float16":4,"ops":7,"convert":4,"item":4,"else":1,"call":1,"reshape":3,"and":3,"kernel":1,"opcheck":1,"c":1,"slot":2,"mapping":2,"cond":1,"sizes":1,"result":4},"7230,1991,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"run":1,"the":1,"reference":1,"implementation":1,"reshaped":2,"key":9,"reshape":2,"num":11,"tokens":5,"cache":20,"0":6,"shape":1,"block":19,"indices":4,"torch":7,"div":1,"slot":2,"mapping":2,"size":6,"rounding":1,"mode":2,"floor":1,"lst":4,"cpu":2,"tolist":2,"offsets":4,"for":1,"i":5,"in":1,"range":1,"idx":3,"offset":3,"cloned":6,"value":6,"if":1,"kv":7,"dtype":7,"fp8":1,"testing":4,"assert":4,"close":4,"result":2,"atol":2,"001":2,"rtol":2,"1":2,"else":1,"pytest":10,"mark":10,"parametrize":10,"heads":3,"head":3,"sizes":2,"blocks":3,"dtypes":1,"seed":2,"seeds":1,"device":2,"cuda":1,"devices":1,"layout":2,"layouts":1,"inference":1,"def":1,"test":1,"and":1,"flash":1,"factory":1,"flashinfer":1,"int":6,"str":3},"9221,1547,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"none":1,"current":1,"platform":1,"seed":2,"everything":1,"torch":6,"set":1,"default":1,"device":8,"fp8":1,"conversion":1,"requires":1,"continugous":1,"memory":2,"buffer":1,"reduce":1,"the":2,"number":1,"of":1,"blocks":5,"and":4,"tokens":5,"to":3,"consume":1,"less":1,"num":12,"2":3,"create":2,"a":1,"random":2,"slot":4,"mapping":4,"slots":2,"block":2,"size":4,"lst":2,"sample":1,"range":1,"tensor":1,"dtype":5,"long":1,"qkv":2,"randn":1,"3":2,"heads":2,"head":2,"key":8,"value":8,"unbind":1,"dim":1,"1":3,"kv":5,"caches":7,"cache":11,"factory":1,"flashinfer":1,"layout":3,"0":5,"del":2,"k":1,"scale":2,"amax":2,"64":2,"float32":2,"v":1,"def":1,"permute":4,"compact":5,"x":3,"y":2,"if":1,"nhd":1,"else":1,"return":1,"contiguous":1},"10768,1848,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"clone":3,"the":2,"kv":11,"caches":1,"if":2,"cache":40,"dtype":14,"fp8":6,"cloned":6,"key":16,"torch":9,"empty":4,"like":4,"compact":14,"float16":4,"ops":7,"convert":4,"k":4,"scale":8,"item":4,"value":16,"v":4,"else":1,"call":1,"reshape":3,"and":5,"kernel":1,"opcheck":1,"c":1,"flash":2,"slot":2,"mapping":2,"cond":1,"head":2,"size":1,"sizes":1,"0":1,"permute":2,"result":4},"12616,1845,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"run":1,"the":1,"reference":1,"implementation":1,"block":22,"indices":4,"torch":6,"div":1,"slot":2,"mapping":2,"size":4,"rounding":1,"mode":2,"floor":1,"lst":4,"cpu":2,"tolist":2,"offsets":4,"for":1,"i":7,"in":1,"range":1,"num":7,"tokens":1,"idx":5,"offset":5,"if":2,"kv":4,"cache":16,"layout":1,"nhd":1,"cloned":8,"key":8,"value":8,"else":2,"dtype":4,"fp8":1,"testing":4,"assert":4,"close":4,"result":2,"atol":2,"0":4,"001":2,"rtol":2,"1":2,"compact":2,"pytest":10,"mark":10,"parametrize":10,"direction":2,"copying":1,"mappings":2,"heads":2,"head":2,"sizes":2,"blocks":2,"dtypes":1,"seed":1,"seeds":1,"device":1,"cuda":1,"devices":1,"inference":1},"14461,1732,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"def":1,"test":1,"swap":1,"blocks":15,"kv":10,"cache":8,"factory":3,"direction":4,"tuple":1,"str":4,"num":13,"mappings":4,"int":6,"heads":3,"head":4,"size":7,"block":6,"dtype":10,"torch":3,"seed":5,"device":13,"none":1,"if":5,"fp8":2,"and":2,"cpu":4,"in":1,"pytest":2,"skip":2,"16":1,"current":1,"platform":1,"everything":1,"src":12,"0":3,"cuda":2,"else":3,"dst":6,"1":4,"random":3,"sample":3,"range":3,"for":1,"the":5,"same":1,"mapping":4,"must":1,"not":1,"overlap":1,"remaining":2,"list":2,"set":2,"zip":1,"tensor":2,"int64":1,"view":1,"2":1,"create":2,"caches":10,"on":2,"first":1,"key":4,"value":4,"second":1,"dist":2,"clone":4},"16193,1942,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"call":1,"the":1,"swap":5,"blocks":9,"kernel":1,"do":3,"opcheck":5,"head":6,"size":7,"sizes":3,"0":15,"torch":11,"ops":8,"c":2,"cache":14,"src":9,"key":6,"caches":12,"dist":6,"block":9,"mapping":5,"tensor":4,"cond":2,"value":6,"for":1,"dst":3,"in":1,"testing":3,"assert":3,"close":3,"clone":2,"cpu":4,"pytest":7,"mark":7,"parametrize":7,"num":8,"heads":4,"dtype":6,"dtypes":1,"seed":4,"seeds":1,"device":4,"cuda":1,"devices":1,"inference":1,"mode":1,"def":1,"test":1,"fp8":6,"e4m3":1,"conversion":1,"int":5,"str":1,"none":1,"current":1,"platform":1,"everything":1,"low":2,"224":2,"high":2,"shape":2,"empty":3,"uniform":1,"like":2,"uint8":1,"convert":2,"converted":3,"atol":1,"001":1,"rtol":1,"1":1},"18135,1897,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"def":3,"create":1,"mla":6,"cache":20,"num":10,"blocks":6,"int":9,"block":6,"size":7,"entry":2,"dtype":24,"torch":13,"kv":13,"str":5,"device":11,"tensor":3,"uint8":1,"if":3,"fp8":4,"else":2,"return":1,"zeros":2,"fill":1,"rand":2,"float16":1,"vals":4,"randn":1,"shape":1,"temp":3,"like":1,"ops":1,"convert":1,"1":1,"0":1,"copy":1,"pytest":9,"mark":9,"parametrize":9,"lora":3,"rank":2,"ranks":1,"qk":3,"rope":3,"head":3,"dim":2,"dims":1,"tokens":4,"sizes":1,"dtypes":1,"seed":4,"seeds":1,"cuda":1,"devices":1,"inference":1,"mode":1,"test":1,"concat":1,"and":1,"none":1,"current":1,"platform":1,"everything":1,"set":1,"default":1,"total":2,"slots":2,"slot":3,"mapping":3,"lst":2,"random":1,"sample":1,"range":1,"long":1},"20032,1447,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"kv":22,"c":5,"torch":7,"randn":2,"num":4,"tokens":3,"lora":4,"rank":4,"dtype":16,"device":9,"k":4,"pe":4,"qk":2,"rope":2,"head":2,"dim":2,"entry":2,"size":5,"scale":4,"tensor":1,"0":1,"1":1,"float32":1,"cache":17,"create":1,"mla":3,"blocks":1,"block":9,"ref":9,"temp":6,"zeros":1,"shape":1,"for":1,"i":4,"in":1,"range":1,"slot":6,"mapping":3,"item":2,"idx":3,"offset":3,"if":1,"fp8":2,"empty":1,"like":1,"ops":4,"convert":1,"else":1,"opcheck":2,"concat":2,"and":2,"test":2,"utils":2,"default":1},"21479,1988,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"if":1,"kv":29,"cache":22,"dtype":17,"fp8":3,"result":3,"temp":6,"torch":9,"empty":2,"like":2,"float16":2,"ops":2,"convert":2,"contiguous":1,"scale":2,"item":2,"expected":3,"ref":4,"testing":2,"assert":2,"close":2,"atol":1,"0":2,"001":1,"rtol":1,"1":1,"else":1,"pytest":9,"mark":9,"parametrize":9,"lora":4,"rank":3,"ranks":1,"qk":4,"rope":4,"head":4,"dim":3,"dims":1,"block":4,"size":5,"sizes":1,"mla":5,"num":8,"blocks":5,"layers":4,"dtypes":1,"seed":4,"seeds":1,"device":5,"cuda":1,"devices":1,"inference":1,"mode":1,"def":1,"test":1,"copy":1,"int":6,"str":2,"none":1,"current":1,"platform":1,"everything":1,"set":1,"default":1,"entry":2,"caches":4,"for":2,"in":2,"range":1,"create":1,"fill":1,"append":1,"clone":1},"23467,1891,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"num":10,"mappings":4,"min":1,"2":6,"blocks":15,"src":8,"random":2,"sample":2,"range":3,"remaining":2,"list":1,"set":3,"dst":5,"block":11,"mapping":8,"for":4,"i":4,"in":4,"dst1":2,"dst2":2,"1":2,"append":2,"tensor":4,"torch":7,"dtype":7,"int64":1,"device":6,"view":1,"ref":7,"cache":11,"caches":5,"copy":3,"opcheck":2,"ops":3,"c":1,"mla":5,"kv":12,"test":3,"utils":2,"default":2,"zip":1,"testing":1,"assert":1,"close":1,"pytest":8,"mark":8,"parametrize":8,"lora":4,"rank":3,"ranks":1,"qk":4,"rope":4,"head":4,"dim":3,"dims":1,"size":3,"sizes":1,"dtypes":1,"seed":4,"seeds":1,"cuda":1,"devices":1,"inference":1,"mode":1,"def":1,"swap":1,"int":5,"str":2,"none":1,"current":1,"platform":1,"everything":1,"entry":1},"25358,1893,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"src":14,"cache":23,"create":2,"mla":4,"num":9,"blocks":15,"block":11,"size":6,"entry":2,"dtype":9,"kv":6,"device":4,"dst":11,"fill":2,"clone":3,"mappings":3,"min":1,"2":3,"random":2,"sample":2,"range":2,"remaining":2,"list":2,"set":2,"mapping":6,"zip":1,"tensor":4,"torch":6,"int64":1,"cpu":3,"view":1,"1":1,"opcheck":2,"ops":3,"c":1,"swap":2,"test":3,"utils":2,"default":1,"for":1,"in":2,"testing":1,"assert":1,"close":1,"msg":1,"f":2,"from":1,"should":1,"have":1,"been":1,"swapped":1,"to":1,"pytest":9,"mark":9,"parametrize":9,"lora":1,"rank":1,"512":2,"qk":1,"rope":1,"head":1,"dim":1,"64":1,"16":1,"1024":1,"max":1,"seq":1,"len":1,"batch":1,"8":1,"float32":1,"auto":1,"you":1,"can":1,"also":1,"fp8":1,"if":1,"needed":1,"cuda":1,"devices":1,"inference":1,"mode":1},"27251,1993,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"def":1,"test":1,"gather":1,"cache":12,"mla":3,"kv":6,"lora":2,"rank":2,"qk":2,"rope":2,"head":2,"dim":5,"block":8,"size":14,"num":4,"blocks":9,"max":2,"seq":12,"len":9,"batch":8,"dtype":11,"device":12,"entry":3,"src":5,"create":1,"fill":1,"tensor":9,"torch":10,"randint":1,"0":7,"1":7,"total":2,"tokens":2,"sum":1,"cu":3,"lens":3,"empty":2,"int32":3,"cumsum":1,"to":1,"print":1,"tot":6,"table":3,"for":3,"b":6,"in":3,"range":3,"perm":2,"randperm":1,"dst":1,"zeros":1,"expected":6,"batches":3,"s":3,"if":1,"continue":1,"tolist":1,"gathered":4,"rows":4,"i":2,"append":3,"remaining":2,"cat":2},"29244,1924,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"opcheck":2,"torch":12,"ops":3,"c":2,"cache":11,"gather":2,"src":2,"dst":3,"block":7,"table":2,"cu":2,"seq":2,"lens":2,"batch":2,"size":8,"none":2,"test":3,"utils":2,"default":2,"testing":1,"assert":1,"close":1,"expected":1,"pytest":9,"mark":9,"parametrize":7,"kv":10,"lora":5,"rank":4,"ranks":1,"qk":5,"rope":5,"head":5,"dim":4,"dims":1,"num":11,"tokens":6,"mla":5,"sizes":1,"blocks":5,"dtype":14,"dtypes":1,"seed":4,"seeds":1,"cpu":5,"model":1,"skipif":1,"not":1,"current":2,"platform":2,"is":1,"reason":1,"only":1,"inference":1,"mode":1,"def":1,"concat":1,"and":1,"int":6,"device":14,"auto":1,"everything":1,"set":1,"total":2,"slots":2,"slot":3,"mapping":3,"lst":2,"random":1,"sample":1,"range":1,"tensor":2,"long":1,"randn":2,"k":1,"pe":1,"entry":2,"scale":1,"0":1,"1":1,"float32":1,"create":1,"ref":1,"temp":1,"zeros":1,"shape":1},"31168,953,data/raw/vllm-0.10.1/tests/kernels/attention/test_cache.py":{"for":1,"i":4,"in":1,"range":1,"num":1,"tokens":1,"slot":6,"mapping":3,"item":2,"block":8,"idx":3,"size":2,"offset":3,"ref":9,"temp":5,"kv":18,"lora":2,"rank":2,"c":4,"k":3,"pe":3,"if":1,"cache":15,"dtype":7,"fp8":2,"torch":3,"empty":1,"like":1,"ops":4,"convert":1,"scale":3,"else":1,"opcheck":2,"concat":2,"and":2,"mla":2,"test":2,"utils":2,"default":1,"testing":1,"assert":1,"close":1},"0,1556,data/raw/vllm-0.10.1/tests/kernels/attention/test_rocm_attention_selector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":7,"project":1,"import":5,"pytest":3,"torch":4,"from":3,"attention":4,"selector":3,"cached":2,"get":9,"attn":6,"backend":15,"platforms":1,"rocm":5,"rocmplatform":2,"utils":1,"str":3,"env":3,"var":3,"fixture":1,"autouse":1,"true":2,"def":2,"clear":3,"cache":3,"lru":1,"ensure":1,"each":1,"test":4,"case":1,"runs":1,"without":1,"caching":1,"monkeypatch":5,"with":1,"context":1,"as":1,"m":3,"setenv":2,"flash":2,"set":1,"current":2,"platform":2,"using":1,"setattr":1,"standard":1,"16":3,"float16":2,"false":2,"assert":2,"name":4,"or":2,"triton":5,"v1":2,"mla":6,"for":1,"deepseek":1,"related":1,"change":1,"576":1,"bfloat16":1,"auto":1,"use":1},"1556,1666,data/raw/vllm-0.10.1/tests/kernels/attention/test_rocm_attention_selector.py":{"if":5,"attention":3,"backend":20,"is":7,"none":4,"use":7,"mla":15,"true":5,"the":3,"selected":2,"triton":3,"m":4,"setenv":4,"str":3,"env":3,"var":3,"get":9,"attn":3,"576":3,"torch":3,"bfloat16":3,"auto":3,"16":1,"false":3,"assert":3,"name":6,"or":3,"vllm":5,"v1":3,"change":1,"to":1,"aiter":9,"rocm":8,"1":3,"enabled":1},"0,1953,data/raw/vllm-0.10.1/tests/kernels/attention/test_mla_decode_cpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":7,"pytest":11,"torch":7,"nn":1,"functional":1,"as":2,"f":2,"from":3,"tensor":6,"custom":1,"ops":2,"platforms":1,"current":2,"platform":2,"utils":1,"cdiv":1,"def":2,"ref":1,"mla":2,"out":4,"bs":8,"num":8,"heads":5,"v":6,"head":11,"dim":11,"query":3,"kv":8,"cache":3,"blocks":3,"block":6,"size":4,"scale":3,"float":2,"tables":2,"max":2,"seq":5,"lens":2,"shape":2,"for":1,"i":5,"in":1,"range":1,"gather":1,"and":1,"flatten":1,"view":3,"1":4,"len":3,"q":4,"o":2,"scaled":1,"dot":1,"product":1,"attention":1,"enable":1,"gqa":1,"true":2,"return":1,"mark":10,"parametrize":8,"4":1,"mean":2,"256":1,"h":2,"16":2,"d":2,"576":1,"dv":2,"512":1,"dtype":3,"half":1,"bfloat16":1,"varlen":2,"false":1,"cpu":4,"model":1,"skipif":1,"not":1,"is":1,"reason":1,"only":1,"test":1,"decode":1,"int":6,"bool":1},"1953,1186,data/raw/vllm-0.10.1/tests/kernels/attention/test_mla_decode_cpu.py":{"torch":11,"set":1,"default":1,"dtype":4,"manual":1,"seed":1,"0":2,"scale":3,"d":4,"5":1,"if":1,"varlen":1,"seq":15,"lens":8,"empty":1,"bs":8,"normal":1,"mean":3,"len":7,"2":2,"clip":1,"to":1,"int32":3,"else":1,"full":1,"max":3,"item":1,"seqlen":4,"pad":4,"cdiv":1,"256":2,"is":1,"this":1,"necessary":1,"q":8,"randn":2,"h":3,"block":9,"table":6,"arange":1,"size":3,"view":2,"kv":4,"cache":4,"numel":1,"for":1,"i":2,"in":1,"enumerate":1,"tolist":1,"float":1,"nan":1,"out":8,"mla":6,"new":2,"zeros":2,"dv":2,"ops":1,"decode":1,"kvcache":1,"cpu":1,"ref":4,"assert":2,"not":1,"isnan":1,"any":1,"likely":1,"read":1,"of":1,"bounds":1,"testing":1,"close":1},"0,1927,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":13,"math":1,"random":1,"time":1,"from":8,"collections":1,"abc":1,"callable":2,"pytest":10,"torch":7,"xformers":3,"ops":6,"as":1,"xops":1,"fmha":1,"attn":1,"bias":2,"blockdiagonalcausalfrombottomrightmask":1,"attention":6,"backends":1,"make":1,"alibi":1,"chunked":3,"prefill":4,"paged":3,"decode":3,"prefix":1,"context":2,"fwd":2,"platforms":1,"current":3,"platform":3,"utils":1,"str":3,"dtype":8,"num":8,"heads":4,"64":2,"queries":4,"per":4,"kv":10,"1":3,"head":4,"sizes":2,"24":1,"128":1,"dtypes":4,"float16":1,"cuda":5,"devices":2,"f":1,"i":2,"for":1,"in":2,"range":1,"if":2,"device":6,"count":1,"else":1,"sliding":4,"window":4,"16":1,"2048":1,"cache":5,"auto":1,"fp8":3,"e5m2":1,"mark":8,"parametrize":8,"size":2,"op":2,"inference":1,"mode":1,"def":1,"test":1,"contexted":1,"int":4,"none":1,"and":1,"not":2,"has":1,"capability":1,"89":2,"skip":1,"triton":1,"limitation":1,"fp8e4nv":1,"data":1,"type":1,"is":1,"supported":1,"on":1,"arch":1,"seed":1,"everything":1,"set":1,"default":1},"1927,1064,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"need":1,"this":1,"otherwise":1,"when":1,"we":1,"capture":1,"the":2,"graph":1,"process":1,"for":4,"gpu":1,"1":4,"would":2,"run":1,"on":1,"both":1,"gpu0":1,"and":2,"gpu1":1,"things":1,"hang":1,"see":1,"also":1,"similar":1,"issue":1,"https":1,"github":1,"com":1,"dao":1,"ailab":1,"flash":1,"attention":1,"issues":1,"523":1,"torch":4,"cuda":1,"set":1,"device":2,"max":5,"seq":4,"len":4,"1024":2,"ctx":4,"bs":3,"10":1,"cache":1,"size":5,"640":1,"block":2,"32":1,"per":2,"request":1,"64":1,"query":6,"lens":8,"random":2,"randint":2,"16":2,"in":4,"range":2,"ensure":1,"one":1,"sequence":1,"batch":1,"is":1,"a":3,"decode":1,"b":2,"zip":1,"num":9,"kv":6,"heads":5,"queries":1,"tokens":3,"sum":2,"empty":3,"head":3,"dtype":6,"uniform":2,"1e":4,"3":4,"output":1,"2":1,"key":1,"value":1,"unbind":1,"dim":1},"2991,1393,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"if":1,"kv":7,"cache":13,"dtype":20,"auto":1,"else":1,"str":1,"to":2,"torch":18,"k":2,"zeros":4,"size":10,"block":5,"num":4,"heads":4,"head":4,"v":2,"sum":2,"query":3,"lens":6,"values":4,"arange":1,"0":5,"long":5,"randperm":1,"table":1,"bs":2,"max":4,"per":2,"request":2,"view":1,"b":4,"seq":5,"len":4,"tensor":4,"ctx":2,"start":2,"loc":2,"cumsum":2,"dim":2,"input":1,"copy":1,"1":1},"4384,1763,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"for":2,"i":14,"in":2,"range":2,"bs":1,"j":5,"query":1,"lens":1,"k":7,"b":11,"start":15,"loc":16,"copy":4,"key":2,"seq":4,"ctx":10,"len":5,"v":7,"value":2,"cur":5,"0":5,"block":14,"id":3,"while":1,"if":1,"size":18,"end":8,"else":1,"slot":7,"table":1,"cache":10,"view":4,"1":8,"num":12,"kv":8,"heads":8,"head":8,"transpose":2,"blocks":4,"to":2,"8":4,"permute":2,"2":2,"3":2,"4":1,"contiguous":2,"scale":2,"torch":2,"tensor":1,"dtype":1,"float32":1,"device":2},"6147,1692,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"warm":1,"up":1,"the":3,"triton":2,"kernel":1,"by":1,"calling":1,"it":1,"once":1,"before":1,"actually":1,"measuring":1,"generation":1,"time":10,"op":3,"query":8,"k":6,"v":6,"output":2,"kv":9,"cache":6,"dtype":2,"block":2,"table":2,"b":4,"start":4,"loc":2,"seq":2,"len":6,"max":4,"ctx":2,"input":2,"scale":5,"sliding":4,"window":4,"torch":2,"cuda":2,"synchronize":2,"end":2,"print":1,"f":1,"1000":1,"2f":1,"ms":1,"float":1,"1":4,"0":8,"head":1,"size":1,"5":1,"attn":1,"xops":1,"fmha":1,"cutlass":1,"fwop":1,"if":1,"num":8,"heads":6,"as":1,"of":2,"nov":1,"2023":1,"xformers":1,"only":1,"supports":1,"mha":1,"for":1,"mqa":1,"gqa":1,"project":1,"key":7,"and":1,"value":7,"tensors":1,"to":1,"desired":1,"number":1,"see":1,"also":1,"vllm":1,"model":1,"executor":1,"layers":1,"attention":1,"py":1,"view":1,"shape":6,"queries":3,"per":3,"none":2,"expand":2,"unsqueeze":3},"7839,1842,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"attn":9,"bias":7,"blockdiagonalcausalfrombottomrightmask":1,"from":2,"seqlens":1,"query":3,"lens":2,"seq":1,"if":3,"sliding":2,"window":2,"0":7,"make":1,"local":1,"attention":4,"bottomright":1,"output":7,"ref":5,"xops":2,"memory":2,"efficient":2,"forward":2,"key":2,"value":2,"p":2,"scale":4,"op":6,"torch":6,"cuda":4,"synchronize":2,"start":2,"time":9,"end":2,"print":1,"f":1,"xformers":1,"1000":1,"2f":1,"ms":1,"reshape":1,"shape":1,"atol":3,"1e":2,"3":1,"fp8":2,"in":2,"kv":9,"cache":5,"dtype":7,"else":1,"4":1,"testing":1,"assert":1,"close":1,"rtol":1,"pytest":8,"mark":7,"parametrize":7,"num":6,"heads":3,"queries":3,"per":3,"head":3,"size":2,"sizes":1,"dtypes":2,"device":5,"devices":1,"ops":1,"inference":1,"mode":1,"def":1,"test":1,"contexted":1,"alibi":1,"int":3,"str":2,"callable":1,"none":1,"and":1,"not":2,"current":2,"platform":2,"has":1,"capability":1,"89":2,"skip":1,"triton":1,"limitation":1,"fp8e4nv":1,"data":1,"type":1,"is":1,"supported":1,"on":1,"arch":1,"seed":1,"everything":1,"set":1,"default":1},"9681,1853,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"need":1,"this":1,"otherwise":1,"when":1,"we":1,"capture":1,"the":2,"graph":1,"process":1,"for":4,"gpu":1,"1":5,"would":2,"run":1,"on":1,"both":1,"gpu0":1,"and":2,"gpu1":1,"things":1,"hang":1,"see":1,"also":1,"similar":1,"issue":1,"https":1,"github":1,"com":1,"dao":1,"ailab":1,"flash":1,"attention":1,"issues":1,"523":1,"torch":13,"cuda":1,"set":1,"device":3,"def":1,"get":2,"alibi":3,"slopes":7,"total":4,"num":10,"heads":9,"int":1,"tensor":3,"fork":1,"from":1,"vllm":2,"model":1,"executor":1,"models":1,"bloom":1,"py":1,"l44":1,"closest":7,"power":7,"of":7,"2":15,"math":4,"floor":1,"log2":3,"base":4,"3":2,"dtype":4,"float32":2,"powers":4,"arange":2,"int32":2,"pow":2,"if":1,"extra":4,"remaining":2,"min":1,"start":1,"end":1,"step":1,"cat":1,"dim":1,"0":1,"return":1,"to":1,"max":5,"seq":3,"len":4,"1024":2,"ctx":4,"bs":3,"10":1,"cache":1,"size":2,"640":1,"block":2,"32":1,"per":2,"request":1,"64":1,"query":2,"lens":5,"random":2,"randint":2,"16":2,"in":3,"range":2,"a":2,"b":2,"zip":1,"kv":2,"queries":1},"11534,209,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"num":5,"tokens":3,"sum":1,"query":3,"lens":1,"torch":2,"empty":2,"heads":2,"head":2,"size":2,"dtype":4,"uniform":1,"1e":2,"3":2,"output":1},"11743,1533,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"kv":11,"torch":19,"empty":1,"sum":3,"seq":6,"lens":7,"2":1,"num":5,"heads":5,"head":5,"size":11,"dtype":22,"uniform":1,"1e":2,"3":2,"key":1,"value":1,"unbind":1,"dim":3,"1":2,"if":1,"cache":13,"auto":1,"else":1,"str":1,"to":2,"k":2,"zeros":4,"block":5,"v":2,"query":3,"values":4,"arange":1,"0":5,"long":5,"randperm":1,"table":1,"bs":2,"max":4,"per":2,"request":2,"view":1,"b":4,"len":4,"tensor":4,"ctx":2,"start":2,"loc":2,"cumsum":2,"input":1,"copy":1},"13276,1763,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"for":2,"i":14,"in":2,"range":2,"bs":1,"j":5,"query":1,"lens":1,"k":7,"b":11,"start":15,"loc":16,"copy":4,"key":2,"seq":4,"ctx":10,"len":5,"v":7,"value":2,"cur":5,"0":5,"block":14,"id":3,"while":1,"if":1,"size":18,"end":8,"else":1,"slot":7,"table":1,"cache":10,"view":4,"1":8,"num":12,"kv":8,"heads":8,"head":8,"transpose":2,"blocks":4,"to":2,"8":4,"permute":2,"2":2,"3":2,"4":1,"contiguous":2,"scale":2,"torch":2,"tensor":1,"dtype":1,"float32":1,"device":2},"15039,1851,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"warm":1,"up":1,"the":1,"triton":2,"kernel":1,"by":1,"calling":1,"it":1,"once":1,"before":2,"actually":1,"measuring":1,"generation":1,"time":10,"op":2,"query":21,"k":6,"v":6,"output":2,"kv":2,"cache":6,"dtype":6,"block":2,"table":2,"b":4,"start":12,"loc":2,"seq":14,"len":14,"max":4,"ctx":2,"input":2,"scale":5,"alibi":5,"slopes":4,"torch":5,"cuda":2,"synchronize":2,"end":6,"print":1,"f":1,"1000":1,"2f":1,"ms":1,"float":1,"1":1,"0":7,"head":3,"size":3,"5":1,"note":1,"deftruth":1,"in":2,"order":1,"to":2,"reuse":1,"make":1,"bias":1,"function":1,"we":1,"have":1,"pad":5,"tensor":1,"mqa":1,"gqa":1,"expanding":1,"if":1,"shape":2,"key":1,"empty":1,"sum":1,"lens":3,"num":2,"heads":2,"uniform":1,"1e":2,"3":2,"for":1,"i":1,"enumerate":1,"zip":1,"cat":1,"zeros":1,"dim":1},"16890,996,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"if":1,"num":10,"kv":9,"heads":7,"as":1,"of":3,"nov":1,"2023":1,"xformers":1,"only":1,"supports":1,"mha":1,"for":1,"mqa":1,"gqa":1,"project":1,"the":3,"key":11,"and":1,"value":11,"tensors":1,"to":2,"desired":1,"number":1,"see":1,"also":1,"vllm":1,"model":1,"executor":1,"layers":1,"attention":1,"py":1,"none":2,"expand":2,"shape":8,"0":7,"queries":4,"per":4,"1":6,"seq":2,"dk":2,"comply":1,"with":1,"rest":1,"codebase":1,"we":1,"save":1,"some":1,"time":1,"reshaping":1,"alibi":1,"matrix":1,"at":1,"runtime":1,"reshape":2,"query":2,"unsqueeze":3},"17886,1942,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"attn":3,"bias":5,"make":1,"alibi":3,"slopes":2,"num":2,"kv":2,"heads":2,"dtype":2,"seq":19,"lens":3,"output":5,"ref":3,"torch":3,"empty":1,"like":1,"start":13,"0":5,"query":13,"time":9,"attention":4,"with":2,"fixme":1,"deftruth":1,"because":1,"xformers":3,"does":1,"not":1,"support":1,"dynamic":1,"sequence":1,"lengths":1,"custom":1,"we":2,"process":1,"each":1,"prompt":1,"one":2,"by":1,"this":1,"is":1,"inefficient":1,"especially":1,"when":2,"have":1,"many":1,"short":1,"prompts":1,"modified":1,"from":1,"vllm":1,"backends":1,"py":1,"l343":1,"for":1,"i":2,"len":9,"in":2,"enumerate":1,"zip":1,"end":9,"out":4,"xops":1,"memory":1,"efficient":1,"forward":1,"key":1,"value":1,"p":1,"scale":2,"view":2,"as":1,"head":1,"size":1,"copy":1,"cuda":1,"synchronize":1,"print":1,"f":1,"1000":1,"2f":1,"ms":1,"atol":3,"1e":2,"3":1,"if":1,"fp8":1,"cache":1,"else":1,"6":1,"testing":1,"assert":1,"close":1,"rtol":1,"these":1,"tests":1,"are":1,"optional":2,"to":1,"only":1,"run":1,"explicitly":1,"invoked":1,"pytest":1,"v":1,"s":1},"19828,1863,data/raw/vllm-0.10.1/tests/kernels/attention/test_prefix_prefill.py":{"tests":3,"kernels":1,"test":7,"prefix":1,"prefill":1,"py":1,"contexted":5,"kv":21,"attention":5,"f32":3,"these":1,"are":1,"useful":1,"to":2,"model":1,"dtype":15,"float32":3,"on":2,"turing":1,"devices":3,"we":1,"skip":1,"them":1,"not":1,"increase":1,"the":1,"time":1,"when":1,"running":1,"ci":1,"pytest":17,"mark":17,"optional":2,"parametrize":15,"num":16,"heads":8,"queries":8,"per":8,"head":8,"size":6,"sizes":2,"torch":6,"cache":8,"dtypes":2,"device":6,"cuda":2,"sliding":4,"window":4,"op":6,"ops":2,"inference":2,"mode":2,"def":2,"int":7,"str":4,"callable":2,"none":2,"alibi":2},"0,422,data/raw/vllm-0.10.1/tests/kernels/attention/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"pytest":3,"from":1,"utils":1,"create":4,"kv":6,"caches":4,"with":4,"random":4,"flash":2,"fixture":2,"def":2,"cache":2,"factory":2,"return":2,"flashinfer":1},"0,1615,data/raw/vllm-0.10.1/tests/kernels/attention/test_triton_unified_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"from":3,"typing":1,"import":5,"optional":3,"pytest":1,"torch":10,"attention":3,"ops":1,"triton":1,"unified":2,"platforms":1,"current":2,"platform":2,"num":9,"heads":4,"4":2,"8":1,"head":4,"sizes":2,"128":1,"256":1,"block":11,"16":1,"dtypes":1,"bfloat16":1,"qdtypes":1,"none":4,"float8":2,"e4m3fn":1,"if":1,"not":1,"is":1,"rocm":1,"else":1,"e4m3fnuz":1,"one":2,"value":4,"large":1,"enough":2,"test":2,"overflow":1,"in":2,"index":1,"calculation":1,"small":1,"schema":1,"op":1,"check":1,"blocks":3,"32768":1,"2048":1,"def":1,"ref":1,"paged":1,"attn":1,"query":7,"tensor":6,"key":3,"cache":5,"lens":5,"list":3,"int":3,"kv":11,"tables":4,"scale":2,"float":2,"sliding":1,"window":1,"soft":1,"cap":1,"seqs":2,"len":7,"cpu":1,"numpy":1,"size":6,"shape":1,"outputs":1,"start":3,"idx":3,"for":1,"i":4,"range":1,"q":2,"1":3,"indices":3,"k":3,"view":2,"v":3},"1615,1995,data/raw/vllm-0.10.1/tests/kernels/attention/test_triton_unified_attention.py":{"if":3,"q":6,"shape":6,"1":15,"k":5,"torch":14,"repeat":2,"interleave":2,"dim":4,"v":5,"attn":8,"einsum":2,"qhd":2,"khd":2,"hqk":2,"float":3,"empty":3,"mask":8,"ones":1,"query":4,"len":7,"kv":3,"triu":2,"diagonal":2,"bool":2,"sliding":6,"window":6,"is":2,"not":3,"none":5,"logical":1,"soft":6,"cap":6,"and":1,"0":3,"tanh":1,"masked":1,"fill":1,"inf":1,"softmax":1,"to":1,"dtype":7,"out":2,"outputs":2,"append":1,"start":1,"idx":1,"return":1,"cat":1,"pytest":9,"mark":9,"parametrize":9,"seq":2,"lens":2,"1328":1,"5":1,"18":1,"129":1,"463":1,"523":1,"37":1,"2011":1,"num":6,"heads":3,"head":3,"size":4,"sizes":2,"block":3,"256":1,"dtypes":1,"50":1,"blocks":3,"qdtypes":1,"inference":1,"mode":1,"def":1,"test":1,"triton":1,"unified":1,"list":1,"tuple":2,"int":8,"optional":3,"set":1,"default":1,"device":1,"cuda":1},"3610,1569,data/raw/vllm-0.10.1/tests/kernels/attention/test_triton_unified_attention.py":{"if":2,"q":2,"dtype":10,"is":2,"not":2,"none":2,"and":2,"itemsize":1,"2":1,"block":6,"size":9,"32":2,"pytest":1,"skip":1,"must":1,"be":1,"at":1,"least":1,"for":3,"fp8":1,"current":1,"platform":1,"seed":1,"everything":1,"0":9,"num":14,"seqs":2,"len":4,"seq":5,"lens":12,"query":11,"x":4,"in":2,"kv":9,"1":6,"heads":8,"assert":1,"max":7,"window":3,"sliding":2,"else":1,"scale":1,"head":3,"5":1,"torch":11,"randn":3,"sum":1,"key":2,"cache":3,"blocks":4,"value":1,"like":2,"cu":1,"tensor":2,"int32":4,"cumsum":1,"dim":1,"per":2,"tables":1,"randint":1,"output":1,"empty":1},"5179,1757,data/raw/vllm-0.10.1/tests/kernels/attention/test_triton_unified_attention.py":{"maybe":9,"quantized":9,"query":11,"key":7,"cache":14,"value":7,"q":12,"descale":12,"none":7,"k":7,"v":5,"if":3,"dtype":7,"is":3,"not":4,"qkv":1,"are":1,"drawn":1,"from":1,"n":1,"0":2,"1":6,"no":1,"need":1,"for":1,"a":1,"fp8":1,"scaling":1,"factor":1,"to":3,"scale":7,"shape":3,"num":2,"seqs":1,"kv":5,"heads":1,"yet":1,"supported":1,"torch":7,"rand":2,"float32":2,"unified":1,"attention":1,"out":1,"output":6,"cu":2,"seqlens":1,"lens":6,"seqused":1,"max":5,"seqlen":2,"len":2,"softmax":1,"causal":1,"true":1,"window":4,"size":2,"block":4,"table":1,"tables":3,"softcap":1,"soft":4,"cap":4,"else":1,"ref":4,"paged":1,"attn":1,"sliding":2,"atol":4,"rtol":4,"5e":3,"2":2,"1e":1,"testing":1,"assert":1,"close":1,"f":1,"abs":1},"0,1761,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":4,"project":1,"from":3,"typing":1,"import":5,"optional":3,"pytest":1,"torch":9,"platforms":1,"current":1,"platform":1,"flash":3,"attn":4,"fa":2,"version":2,"unsupported":1,"reason":1,"varlen":1,"func":1,"with":1,"kvcache":1,"is":1,"supported":1,"num":9,"heads":4,"4":2,"8":1,"head":4,"sizes":2,"128":1,"256":2,"block":11,"16":1,"dtypes":1,"bfloat16":1,"qdtypes":1,"none":5,"float8":1,"e4m3fn":1,"one":2,"value":4,"large":1,"enough":2,"test":2,"overflow":1,"in":2,"index":1,"calculation":1,"small":1,"schema":1,"op":1,"check":1,"blocks":3,"32768":1,"2048":1,"soft":2,"caps":1,"50":1,"sliding":2,"windows":1,"def":1,"ref":1,"paged":1,"query":7,"tensor":6,"key":3,"cache":5,"lens":5,"list":3,"int":3,"kv":11,"tables":4,"scale":2,"float":2,"window":1,"cap":1,"seqs":2,"len":7,"cpu":1,"numpy":1,"size":6,"shape":1,"outputs":1,"start":3,"idx":3,"for":1,"i":4,"range":1,"q":2,"1":3,"indices":3,"k":3,"view":2,"v":3},"1761,1977,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"if":3,"q":6,"shape":6,"1":12,"k":5,"torch":13,"repeat":2,"interleave":2,"dim":4,"v":5,"attn":8,"einsum":2,"qhd":2,"khd":2,"hqk":2,"float":3,"empty":3,"mask":8,"ones":1,"query":4,"len":7,"kv":6,"triu":2,"diagonal":2,"bool":3,"sliding":7,"window":6,"is":2,"not":3,"none":2,"logical":1,"soft":6,"cap":5,"tanh":1,"masked":1,"fill":1,"inf":1,"softmax":1,"to":1,"dtype":7,"out":4,"outputs":2,"append":1,"start":1,"idx":1,"return":1,"cat":1,"0":1,"pytest":11,"mark":11,"parametrize":11,"use":2,"true":1,"false":1,"lens":2,"1328":1,"18":1,"463":1,"54":1,"293":1,"70":1,"num":6,"heads":3,"head":3,"size":4,"sizes":2,"block":3,"dtypes":1,"caps":1,"blocks":3,"windows":1,"fa":2,"version":2,"2":1,"3":1,"qdtypes":1,"inference":1,"mode":1,"def":1,"test":1,"flash":1,"with":1,"paged":1,"list":1,"int":8,"tuple":1,"optional":3},"3738,1556,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"none":4,"torch":10,"set":1,"default":1,"device":1,"cuda":1,"if":4,"not":4,"is":4,"fa":6,"version":8,"supported":3,"pytest":2,"skip":2,"f":2,"flash":2,"attention":2,"due":1,"to":1,"unsupported":1,"reason":1,"q":3,"dtype":8,"and":1,"bfloat16":2,"or":1,"2":1,"with":2,"quantized":1,"inputs":1,"only":1,"on":1,"3":1,"base":1,"type":1,"current":1,"platform":1,"seed":1,"everything":1,"0":6,"num":15,"seqs":3,"len":3,"kv":9,"lens":4,"query":5,"heads":8,"1":6,"assert":1,"max":5,"scale":1,"head":3,"size":7,"5":1,"window":3,"sliding":2,"else":2,"randn":3,"key":2,"cache":3,"blocks":4,"block":4,"value":1,"like":2,"tensor":2,"int32":2,"per":2,"seq":2,"tables":1,"randint":1,"unsqueeze":1,"out":2,"empty":1,"use":1},"5294,1988,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"maybe":9,"quantized":9,"query":6,"q":12,"key":7,"cache":17,"value":7,"descale":12,"none":6,"k":5,"v":5,"if":4,"dtype":8,"is":3,"not":4,"qkv":1,"are":1,"drawn":1,"from":1,"n":1,"0":2,"1":8,"no":1,"need":1,"for":1,"a":1,"fp8":1,"scaling":1,"factor":1,"to":3,"scale":8,"shape":4,"num":3,"seqs":2,"kv":4,"heads":1,"torch":9,"ones":3,"float32":3,"output":10,"flash":1,"attn":2,"with":1,"kvcache":1,"out":4,"softmax":1,"causal":1,"true":1,"block":4,"table":1,"tables":3,"seqlens":1,"lens":4,"tensor":1,"softcap":1,"soft":4,"cap":4,"else":2,"window":4,"size":2,"fa":2,"version":2,"use":1,"squeeze":1,"atol":4,"rtol":4,"5e":3,"2":2,"1e":1,"ref":4,"paged":1,"sliding":2,"testing":1,"assert":1,"close":1,"f":1,"max":1,"abs":1},"7282,1936,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"pytest":13,"mark":11,"parametrize":11,"use":2,"out":2,"true":1,"false":1,"seq":5,"lens":9,"1":9,"1328":1,"5":2,"18":1,"129":1,"463":1,"523":1,"37":1,"2011":1,"num":13,"heads":9,"head":4,"size":6,"sizes":2,"block":3,"sliding":5,"window":5,"windows":1,"dtype":8,"dtypes":1,"soft":3,"cap":2,"caps":1,"blocks":3,"fa":8,"version":10,"2":2,"3":2,"q":3,"qdtypes":1,"torch":5,"inference":1,"mode":1,"def":1,"test":1,"varlen":1,"with":3,"paged":1,"kv":6,"bool":1,"list":1,"tuple":2,"int":9,"optional":3,"float":1,"none":3,"set":1,"default":1,"device":1,"cuda":1,"if":3,"not":4,"is":4,"supported":3,"skip":2,"f":2,"flash":2,"attention":2,"due":1,"to":1,"unsupported":1,"reason":1,"and":1,"bfloat16":2,"or":1,"quantized":1,"inputs":1,"only":1,"on":1,"base":1,"type":1,"current":1,"platform":1,"seed":1,"everything":1,"0":6,"seqs":1,"len":3,"query":5,"x":4,"for":2,"in":2,"assert":1,"max":4,"else":1,"scale":1},"9218,1683,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"query":10,"torch":17,"randn":3,"sum":1,"lens":5,"num":9,"heads":3,"head":2,"size":5,"dtype":15,"key":6,"cache":11,"blocks":4,"block":4,"kv":5,"value":5,"like":2,"cu":1,"tensor":2,"0":4,"int32":4,"cumsum":1,"dim":1,"max":3,"per":2,"seq":2,"len":1,"1":2,"tables":1,"randint":1,"seqs":2,"out":2,"empty":1,"if":2,"use":1,"else":1,"none":5,"maybe":6,"quantized":6,"q":6,"descale":6,"k":2,"v":2,"is":1,"not":1,"qkv":1,"are":1,"drawn":1,"from":1,"n":1,"no":1,"need":1,"for":1,"a":1,"fp8":1,"scaling":1,"factor":1,"to":3,"scale":4,"shape":4,"ones":3,"float32":3},"10901,1164,data/raw/vllm-0.10.1/tests/kernels/attention/test_flash_attn.py":{"output":8,"flash":1,"attn":2,"varlen":1,"func":1,"q":6,"maybe":3,"quantized":3,"query":7,"k":5,"key":3,"cache":6,"v":3,"value":3,"out":4,"cu":2,"seqlens":1,"lens":6,"seqused":1,"kv":4,"max":5,"seqlen":2,"len":2,"softmax":1,"scale":4,"causal":1,"true":1,"window":4,"size":2,"block":4,"table":1,"tables":3,"softcap":1,"soft":4,"cap":4,"if":3,"is":2,"not":3,"none":2,"else":2,"0":1,"fa":2,"version":2,"descale":6,"use":1,"ref":4,"paged":1,"sliding":2,"atol":4,"rtol":4,"1":5,"5e":3,"2":2,"1e":1,"dtype":1,"torch":3,"testing":1,"assert":1,"close":1,"f":1,"abs":1},"0,1873,data/raw/vllm-0.10.1/tests/kernels/attention/test_mha_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":11,"project":1,"test":4,"tests":1,"for":1,"multiheadattention":6,"layer":2,"from":7,"unittest":1,"mock":1,"import":9,"patch":5,"pytest":3,"torch":8,"attention":8,"selector":6,"backend":11,"cached":2,"get":2,"attn":15,"platforms":4,"current":5,"platform":7,"cpu":3,"cpuplatform":2,"cuda":2,"cudaplatform":3,"rocm":1,"rocmplatform":2,"fixture":1,"autouse":1,"true":1,"def":3,"clear":3,"cache":3,"lru":1,"ensure":1,"each":1,"case":1,"runs":1,"without":1,"caching":1,"mark":1,"parametrize":1,"device":5,"hip":2,"mha":1,"str":1,"between":1,"different":1,"and":1,"set":1,"default":1,"dtype":1,"float16":1,"if":1,"with":4,"16":4,"64":3,"scale":5,"1":4,"assert":4,"sdpa":2,"elif":1,"else":1,"xformers":2,"72":1,"ref":1,"query":1,"tensor":3,"key":1,"value":1,"float":1},"1873,1905,data/raw/vllm-0.10.1/tests/kernels/attention/test_mha_attn.py":{"torch":17,"tensor":1,"native":1,"implementation":1,"of":1,"scaled":1,"dot":1,"product":1,"attention":1,"without":1,"mask":2,"query":4,"key":4,"value":5,"batch":9,"size":15,"seq":10,"len":8,"num":15,"heads":15,"head":10,"attn":8,"x":2,"transpose":3,"1":8,"2":3,"for":1,"in":1,"weights":4,"scale":4,"matmul":2,"3":1,"softmax":1,"dim":1,"to":1,"dtype":6,"out":2,"return":1,"sizes":4,"16":2,"lens":2,"kv":8,"64":1,"80":1,"flshattf":1,"and":1,"tritonflashattf":1,"supported":1,"float16":1,"bfloat16":3,"dtypes":2,"half":2,"float":1,"if":1,"not":1,"current":2,"platform":2,"is":1,"rocm":1,"else":1,"cuda":3,"devices":2,"pytest":7,"mark":7,"parametrize":7,"device":4,"def":1,"test":1,"mha":1,"forward":1,"int":5,"str":1,"seed":1,"everything":1,"0":3,"set":2,"default":2,"q":2,"randn":3,"k":2,"v":2,"5":1,"multiheadattention":1,"output":1},"3778,641,data/raw/vllm-0.10.1/tests/kernels/attention/test_mha_attn.py":{"assert":2,"num":12,"heads":8,"kv":8,"0":1,"queries":4,"per":4,"q":3,"reshape":4,"batch":4,"size":8,"seq":4,"len":4,"head":4,"k":5,"v":5,"if":1,"1":1,"torch":3,"repeat":2,"interleave":2,"dim":2,"2":2,"ref":3,"output":3,"attention":1,"scale":2,"testing":1,"close":1},"0,1595,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":10,"project":1,"tests":4,"e2e":2,"test":4,"of":3,"encoder":5,"attention":8,"decoder":5,"self":1,"cross":1,"collectively":1,"from":8,"typing":1,"import":10,"namedtuple":2,"optional":1,"pytest":2,"torch":1,"kernels":1,"utils":2,"attentionmetadata":1,"attentiontype":1,"backends":3,"str":1,"not":1,"impl":1,"enc":4,"dec":4,"rocm":1,"hip":1,"selector":1,"backend":5,"cached":1,"get":1,"attn":4,"global":1,"force":1,"context":3,"manager":1,"config":2,"vllmconfig":1,"set":3,"current":2,"forward":2,"platforms":1,"platform":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":2,"monkeypatch":2,"is":1,"supported":2,"on":1,"so":1,"v1":2,"for":4,"all":1,"in":1,"module":1,"setenv":1,"list":2,"support":1,"models":1,"xformers":1,"flash":1,"head":3,"sizes":5,"64":1,"256":1,"num":1,"heads":1,"1":2,"16":3,"batch":1,"block":1,"cuda":2,"device":1,"max":2,"seq":2,"lens":2,"128":2,"narrow":1,"cases":1,"unsupported":1,"scenario":1,"unsupp":1,"class":1,"testpoint":1,"encapsulates":1,"attributes":1,"which":1,"define":1,"a":1,"single":1,"invocation":1},"1595,1850,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"attributes":2,"num":4,"heads":3,"the":10,"number":3,"of":11,"in":2,"model":2,"head":3,"size":7,"dimension":1,"backend":10,"name":3,"framework":1,"used":2,"batch":3,"samples":1,"per":1,"block":3,"each":1,"data":1,"processed":1,"max":4,"dec":2,"seq":4,"len":4,"maximum":2,"sequence":2,"length":2,"for":7,"decoder":3,"enc":2,"encoder":3,"blocks":3,"int":7,"str":1,"attn":9,"type":1,"attentiontype":1,"class":2,"testresources":3,"namedtuple":1,"encapsulates":1,"key":3,"components":2,"performing":2,"an":2,"attention":8,"test":4,"note":1,"that":2,"1":2,"automatically":1,"selects":1,"based":1,"on":1,"platform":1,"info":1,"a":3,"set":1,"canned":1,"heuristics":1,"2":1,"is":3,"thus":1,"not":1,"same":2,"instance":3,"by":1,"but":1,"rather":1,"it":2,"intended":1,"to":1,"be":1,"different":1,"assumed":1,"user":1,"will":1,"leverage":1,"purpose":1,"constructing":1,"compatible":1,"metadata":1,"instances":1,"scale":3,"sqrt":1,"d":1,"factor":1,"implementations":1,"abstraction":1,"interface":1,"using":1,"particular":1,"kernel":1,"library":1,"i":1,"e":1,"xformers":1,"layer":1,"kv":2,"cache":3,"shared":1,"value":1,"all":1,"float":1,"torch":1,"tensor":1,"def":1,"make":1,"resources":1,"pt":1,"testpoint":1,"build":1},"3445,1961,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"note":1,"that":3,"1":2,"the":6,"attention":5,"instance":4,"constructed":3,"here":2,"automatically":2,"selects":1,"an":1,"backend":9,"class":3,"based":1,"on":2,"platform":1,"info":1,"a":3,"set":1,"of":2,"canned":1,"heuristics":1,"so":1,"2":1,"is":5,"thus":1,"not":2,"same":2,"used":1,"by":1,"attn":10,"but":1,"rather":1,"it":2,"intended":1,"to":1,"be":1,"different":1,"therefore":1,"3":1,"this":2,"function":2,"requires":1,"test":17,"pt":16,"name":3,"matches":1,"will":1,"select":1,"when":1,"arguments":1,"testpoint":2,"data":2,"structure":2,"relies":1,"following":1,"fields":1,"num":7,"heads":4,"head":4,"size":6,"blocks":3,"block":2,"returns":1,"testresources":4,"scale":5,"float":1,"0":2,"5":1,"prefix":1,"f":1,"type":4,"if":2,"none":2,"or":1,"caller":1,"does":1,"require":1,"kv":8,"cache":8,"return":2,"torch":3,"tensor":2,"dtype":1,"float32":1,"device":4,"cuda":2,"construct":1,"in":1,"attentiontype":2,"decoder":2,"encoder":2,"make":1,"else":1,"def":1,"setup":1,"rsrcs":1},"5406,1731,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"phasetestparameters":2,"set":2,"up":1,"test":8,"vectors":1,"data":4,"structures":1,"for":1,"encoder":4,"attention":5,"a":2,"triplet":1,"of":2,"synthetic":1,"query":3,"key":4,"value":4,"tensors":4,"are":2,"constructed":2,"given":1,"this":3,"is":2,"an":3,"the":8,"sequences":1,"will":1,"have":1,"same":1,"length":1,"as":1,"corresponding":1,"queries":1,"passed":1,"to":3,"ideal":3,"reference":1,"self":1,"implementation":3,"generate":1,"output":2,"tensor":1,"inference":1,"does":1,"not":1,"populate":1,"kv":4,"cache":2,"therefore":1,"no":1,"memory":1,"mapping":1,"arguments":1,"pt":2,"testpoint":1,"structure":3,"function":2,"relies":2,"on":2,"following":1,"fields":1,"batch":3,"size":7,"num":3,"heads":3,"head":3,"block":1,"max":6,"q":4,"seq":6,"len":6,"rsrcs":2,"testresources":1,"scale":3,"field":2,"returns":1,"comprising":1,"1":1,"packed":1,"2":1,"computed":1,"using":2,"naive":2,"and":1,"3":1,"kvcache":1,"none":1,"make":2,"qkv":2,"in":1,"attn":1,"type":1,"attentiontype":1,"device":2,"cuda":1,"compute":1,"correct":1,"answer":1,"non":1,"causal":1},"7137,1685,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"ideal":4,"output":4,"ref":1,"masked":1,"attention":3,"qkv":10,"in":8,"query":7,"key":8,"value":10,"scale":2,"q":3,"seq":5,"lens":5,"kv":5,"packed":4,"pack":2,"tensor":1,"device":4,"cuda":2,"return":1,"phasetestparameters":3,"packedqkvo":1,"none":1,"no":1,"cache":3,"def":1,"decoder":1,"attn":1,"setup":1,"test":9,"pt":1,"testpoint":1,"rsrcs":1,"testresources":1,"block":1,"base":1,"addr":1,"int":2,"0":1,"tuple":1,"qkvinputs":1,"set":1,"up":1,"vectors":1,"data":1,"structures":1,"for":2,"self":2,"a":3,"triplet":1,"of":2,"synthetic":1,"tensors":6,"are":5,"constructed":1,"baseline":3,"given":1,"this":1,"is":1,"the":8,"sequences":1,"will":1,"have":1,"same":1,"length":1,"as":1,"corresponding":1,"queries":1,"prefill":4,"derived":2,"by":2,"masking":1,"out":1,"last":2,"each":2,"these":2,"used":2,"to":2,"populate":1,"subsequent":1,"decode":3,"extracting":1,"only":1,"from":1,"i":1,"e":1,"complement":1,"conditional":1,"on":1,"being":1,"populated":1,"during":1},"8822,1042,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"the":11,"baseline":2,"query":1,"key":1,"value":1,"tensors":2,"are":1,"passed":1,"to":3,"an":1,"ideal":5,"reference":1,"self":3,"attention":3,"implementation":1,"generate":1,"a":1,"output":6,"tensor":4,"this":4,"is":1,"split":1,"into":1,"prefill":3,"all":1,"but":1,"last":2,"element":2,"of":2,"each":2,"sequence":2,"and":4,"decode":3,"only":1,"can":1,"be":1,"used":1,"validate":1,"test":3,"results":1,"respectively":1,"function":3,"also":1,"constructs":1,"kv":1,"cache":1,"memory":1,"mapping":2,"slot":1,"block":6,"table":3,"ensuring":1,"that":1,"starts":1,"at":1,"base":3,"addr":2,"arguments":1,"pt":1,"testpoint":1,"data":2,"structure":2,"relies":2,"on":2,"following":1,"fields":1,"batch":1,"size":3,"num":1,"heads":1,"head":1,"max":1,"q":1,"seq":1,"len":1,"rsrcs":1,"testresources":1,"scale":1,"field":1,"decoder":1,"address":1},"9864,1864,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"returns":1,"qkv":5,"unpacked":1,"batch":3,"size":9,"x":7,"padded":1,"seq":8,"len":8,"num":5,"heads":5,"head":5,"query":3,"key":3,"value":3,"tensors":4,"prefill":3,"phase":4,"decoder":5,"self":3,"attention":8,"phasetestparameters":2,"data":4,"structure":2,"including":2,"1":2,"packed":2,"number":2,"of":2,"tokens":2,"along":2,"with":3,"2":2,"ideal":2,"output":2,"computed":2,"using":3,"a":2,"naive":3,"implementation":3,"and":2,"3":2,"memory":2,"mapping":2,"structures":2,"appropriate":2,"for":3,"decode":3,"max":9,"block":4,"idx":1,"physical":1,"address":2,"in":2,"table":2,"intended":1,"to":2,"be":1,"used":1,"as":1,"the":2,"base":1,"encoder":1,"cross":1,"which":1,"is":1,"not":1,"constructed":1,"this":1,"function":1,"q":4,"test":3,"pt":1,"scale":2,"rsrcs":1,"kv":3,"build":1,"make":2,"attn":1,"type":1,"attentiontype":1,"device":3,"cuda":2,"compute":1,"correct":1,"answer":1,"causal":3,"mask":3},"11728,1320,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"ideal":14,"output":13,"ref":1,"masked":1,"attention":1,"qkv":7,"query":1,"key":1,"value":1,"scale":2,"custom":1,"mask":2,"causal":1,"q":9,"seq":11,"lens":6,"kv":2,"split":1,"out":1,"the":1,"prefill":12,"decode":5,"phase":1,"answers":1,"pack":3,"them":1,"torch":2,"zeros":2,"like":2,"0":1,"1":3,"for":2,"bdx":5,"len":5,"in":2,"enumerate":1,"packed":2,"tensor":2,"device":4,"cuda":2,"range":1,"batch":1,"size":1},"13048,1890,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"build":1,"prefill":12,"decode":13,"phase":3,"data":1,"structures":1,"for":3,"decoder":1,"self":1,"attention":2,"block":14,"tables":9,"and":1,"slot":11,"mapping":11,"must":1,"be":2,"in":3,"a":1,"format":2,"compatible":1,"with":4,"kv":1,"caching":1,"kernels":1,"empty":2,"tensor":3,"entries":2,"prompt":1,"tokens":3,"minimum":1,"number":1,"of":2,"blocks":1,"required":1,"by":1,"total":1,"num":1,"the":3,"entirety":1,"all":1,"sequences":1,"including":1,"both":1,"that":1,"will":1,"decoded":1,"current":1,"iteration":1,"note":1,"described":1,"above":1,"is":1,"simply":1,"mirroring":1,"what":1,"modelrunner":1,"produces":1,"make":2,"device":10,"cuda":5,"list":2,"max":2,"idx":2,"size":1,"qkv":11,"q":2,"seq":2,"lens":2,"base":2,"addr":2,"split":1,"pckd":4,"pack":2,"return":1,"phasetestparameters":2,"test":2,"params":2,"packedqkvo":2,"packed":2,"ideal":2,"output":2,"kvmemorymap":2},"14938,1791,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"def":1,"enc":1,"dec":1,"cross":9,"attn":1,"setup":1,"reuses":1,"query":4,"decoder":3,"qkv":1,"qkvinputs":1,"encoder":2,"test":9,"params":2,"phasetestparameters":4,"prefill":5,"phase":1,"pt":1,"testpoint":1,"rsrcs":1,"testresources":1,"block":4,"base":2,"addr":2,"int":1,"0":1,"tuple":1,"set":1,"up":1,"vectors":1,"data":1,"structures":1,"for":5,"attention":9,"a":6,"triplet":1,"of":3,"synthetic":1,"key":6,"value":6,"tensors":5,"are":2,"constructed":1,"baseline":4,"given":1,"this":4,"is":4,"we":1,"assume":1,"were":1,"already":1,"synthesized":1,"prior":1,"self":1,"and":7,"will":1,"be":2,"reused":1,"the":13,"sequences":2,"generated":1,"here":1,"may":1,"have":1,"different":1,"length":1,"than":1,"corresponding":1,"queries":1,"as":2,"often":1,"case":1,"between":1,"do":1,"not":1,"grow":1,"during":1,"autoregressive":1,"inference":1,"thus":1,"function":2,"obtains":1,"single":1,"pair":1,"suitable":1,"both":1,"decode":4,"tensor":5,"received":1,"an":2,"argument":1,"passed":1,"to":3,"ideal":5,"reference":1,"implementation":1,"generate":1,"output":6,"split":1,"into":1,"all":1,"but":1,"last":2,"element":2,"each":2,"sequence":2,"only":1,"can":1,"used":1,"validate":1,"results":1,"respectively":1,"also":1,"constructs":1,"kv":1,"cache":1,"memory":1,"mapping":2,"slot":1,"table":2,"ensuring":1,"that":1,"starts":1,"at":1,"arguments":1},"16729,1951,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"decoder":8,"qkv":3,"pre":1,"existing":1,"unpacked":1,"batch":2,"size":7,"x":7,"padded":1,"seq":3,"len":2,"num":4,"heads":4,"head":4,"self":3,"attention":7,"inputs":1,"this":4,"function":4,"relies":3,"on":3,"the":3,"query":3,"and":3,"q":2,"lens":1,"fields":3,"encoder":5,"test":6,"params":4,"phasetestparameters":4,"data":8,"structure":6,"which":1,"was":1,"used":3,"for":4,"inference":1,"kv":2,"cache":2,"field":2,"is":3,"not":3,"by":1,"prefill":5,"phase":7,"all":1,"including":3,"required":1,"pt":1,"testpoint":1,"following":1,"block":3,"max":1,"rsrcs":1,"testresources":1,"scale":1,"base":2,"addr":1,"table":1,"address":1,"returns":1,"cross":2,"1":2,"packed":6,"number":2,"of":2,"tokens":2,"key":2,"value":2,"tensors":2,"along":2,"with":2,"2":2,"ideal":2,"output":2,"computed":2,"using":2,"a":2,"naive":2,"implementation":2,"3":2,"memory":2,"mapping":2,"structures":2,"appropriate":2,"decode":2,"assert":2,"qkvo":2,"none":2},"18680,1657,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"num":2,"heads":2,"head":2,"size":5,"batch":2,"block":1,"max":4,"decoder":10,"seq":23,"len":9,"encoder":6,"test":4,"pt":1,"scale":4,"rsrcs":1,"query":3,"qkv":5,"lens":14,"q":12,"params":2,"packed":4,"qkvo":2,"prefill":11,"phase":1,"assert":1,"is":1,"not":1,"none":1,"cross":4,"kv":7,"make":1,"force":1,"attn":1,"type":1,"attentiontype":1,"device":2,"cuda":1,"ideal":9,"output":9,"ref":1,"masked":1,"attention":1,"key":1,"value":1,"torch":2,"zeros":2,"like":2,"decode":2,"0":1,"1":2,"for":1,"bdx":5,"in":1,"enumerate":1},"20337,1744,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"prefill":6,"packed":2,"ideal":4,"output":4,"pack":2,"tensor":7,"q":3,"seq":1,"lens":1,"device":8,"cuda":4,"decode":5,"1":1,"for":3,"in":6,"range":1,"batch":1,"size":2,"build":1,"phase":3,"data":1,"structures":1,"encoder":4,"decoder":3,"cross":2,"attention":4,"block":5,"tables":5,"and":3,"slot":6,"mapping":6,"must":1,"be":1,"a":1,"format":2,"compatible":1,"with":5,"kv":2,"caching":1,"kernels":1,"whereas":1,"self":1,"extracts":1,"relationships":1,"between":1,"equal":2,"length":4,"k":4,"v":4,"sequences":2,"which":3,"mutually":1,"grow":1,"each":2,"decoded":3,"token":2,"relates":1,"the":5,"sequence":1,"grows":1,"new":2,"to":3,"fixed":2,"derived":1,"from":1,"hidden":1,"states":1,"empty":4,"as":2,"many":1,"entries":1,"there":1,"are":4,"tokens":2,"prompt":2,"minimum":1,"number":1,"of":2,"blocks":1,"accommodate":1,"tensors":1,"lnegth":1,"since":1,"not":1,"cached":1,"require":1,"no":1,"note":1,"above":1,"is":1,"simply":1,"an":1,"extension":1,"what":1,"modelrunner":1,"produces":1,"only":1,"models":1,"make":2},"22081,1483,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"decode":7,"block":7,"tables":4,"prefill":7,"slot":6,"mapping":6,"list":2,"make":2,"size":1,"cross":4,"kv":5,"seq":1,"lens":1,"base":2,"addr":2,"device":6,"cuda":3,"maybe":1,"long":1,"tensor":2,"packed":5,"key":1,"value":1,"query":1,"is":3,"already":1,"provided":1,"pack":1,"qkv":1,"return":1,"phasetestparameters":3,"phase":3,"test":5,"params":3,"packedqkvo":2,"ideal":2,"output":2,"kvmemorymap":2,"none":1,"def":1,"run":2,"encoder":6,"attention":4,"attn":5,"metadata":2,"attentionmetadata":1,"pt":1,"testpoint":1,"vllm":1,"config":1,"vllmconfig":1,"torch":1,"forward":1,"passed":1,"type":1,"attentiontype":1,"in":2,"order":1,"to":1,"configure":1,"the":2,"kernel":1,"invocation":1,"for":1,"requires":1,"num":1,"tokens":1,"0":1,"there":1,"no":1,"execution":1,"arguments":1},"23564,1858,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"attn":9,"attention":8,"wrapper":1,"instance":1,"encoder":4,"test":12,"params":3,"phasetestparameters":2,"data":1,"structure":1,"this":1,"function":1,"relies":1,"on":1,"the":14,"packed":9,"number":2,"of":4,"tokens":4,"x":2,"num":6,"heads":4,"head":4,"size":7,"query":8,"key":3,"value":3,"fields":1,"metadata":6,"for":2,"decoder":6,"self":4,"pt":4,"testpoint":2,"object":1,"containing":1,"details":1,"like":1,"model":1,"name":1,"backend":2,"being":1,"used":1,"etc":1,"returns":1,"forward":5,"applied":1,"to":3,"and":2,"assert":2,"decode":1,"0":1,"qkv":6,"qkvo":1,"is":4,"not":1,"none":1,"with":1,"set":1,"context":1,"vllm":2,"config":2,"in":2,"setup":1,"shape":2,"batch":1,"seq":1,"len":1,"however":1,"expect":1,"be":1,"hidden":2,"hence":1,"reshape":2,"before":1,"invoking":1,"method":1,"todo":1,"update":1,"way":1,"we":2,"construct":1,"so":1,"that":1,"it":1,"shaped":1,"as":1,"can":1,"skip":1,"reshaped":2,"view":1,"1":1,"return":1,"def":1,"run":2,"rsrcs":1,"testresources":1,"attentionmetadata":1,"vllmconfig":1,"torch":1,"tensor":1,"passed":1,"type":1,"attentiontype":1,"order":1,"configure":1,"kernel":1,"invocation":1,"arguments":1},"25422,1912,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"test":15,"rsrcs":3,"testresources":2,"instance":2,"this":2,"function":2,"relies":2,"on":2,"the":14,"kv":3,"cache":3,"and":2,"attn":8,"attention":7,"wrapper":1,"fields":2,"decoder":7,"params":4,"phasetestparameters":3,"data":1,"structure":1,"packed":9,"number":2,"of":4,"tokens":3,"x":2,"num":5,"heads":4,"head":4,"size":7,"query":8,"key":3,"value":3,"metadata":5,"for":1,"self":1,"contains":1,"memory":1,"mapping":1,"pt":4,"testpoint":2,"object":1,"containing":1,"details":1,"like":1,"model":1,"name":1,"backend":2,"being":1,"used":1,"etc":1,"returns":1,"forward":4,"applied":1,"to":2,"qkv":6,"qkvo":1,"assert":1,"is":3,"not":1,"none":1,"with":1,"set":1,"context":1,"vllm":2,"config":2,"in":1,"setup":1,"shape":2,"batch":1,"seq":1,"len":1,"however":1,"expect":1,"be":1,"hidden":2,"hence":1,"reshape":2,"before":1,"invoking":1,"method":1,"todo":1,"update":1,"way":1,"we":2,"construct":1,"so":1,"that":1,"it":1,"shaped":1,"as":1,"can":1,"skip":1,"reshaped":2,"view":1,"1":1,"return":1,"def":1,"run":2,"encoder":2,"cross":3,"optional":1,"attentionmetadata":1,"vllmconfig":1,"torch":1,"tensor":1},"27334,1567,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"via":1,"phasetestparameters":3,"data":3,"structures":1,"consumes":1,"the":8,"same":1,"query":3,"utilized":1,"for":3,"decoder":8,"self":2,"attention":8,"plus":1,"a":1,"key":4,"value":4,"specific":1,"to":3,"cross":6,"if":1,"test":8,"params":5,"is":5,"none":3,"or":1,"packed":7,"qkvo":2,"qkv":2,"this":4,"reflects":1,"that":1,"in":3,"decode":1,"phase":1,"there":1,"no":1,"growth":1,"and":2,"tensors":1,"attn":5,"forward":2,"passed":1,"type":1,"attentiontype":1,"encoder":4,"order":1,"configure":1,"kernel":1,"invocation":1,"arguments":1,"rsrcs":1,"testresources":1,"instance":2,"function":3,"relies":3,"on":3,"kv":2,"cache":2,"wrapper":1,"fields":2,"structure":2,"number":3,"of":4,"tokens":2,"x":4,"num":2,"heads":3,"head":3,"size":3,"field":1,"metadata":3,"pt":1,"testpoint":1,"object":1,"containing":1,"details":1,"like":1,"model":1,"name":1,"backend":1,"being":1,"used":1,"etc":1,"returns":1,"applied":1,"assert":1,"not":1},"28901,1950,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"attn":9,"test":8,"rsrcs":1,"if":4,"cross":7,"params":3,"is":6,"none":7,"key":4,"value":5,"else":3,"pckd":5,"qkv":7,"packed":4,"qkvo":2,"with":1,"set":5,"forward":3,"context":1,"metadata":1,"vllm":1,"config":1,"in":1,"the":17,"setup":1,"shape":2,"of":3,"query":6,"batch":3,"size":8,"seq":1,"len":1,"num":6,"heads":4,"head":4,"however":1,"attention":2,"backend":7,"expect":1,"to":5,"be":1,"tokens":2,"hidden":2,"hence":1,"reshape":2,"before":2,"invoking":1,"method":1,"todo":1,"update":1,"way":1,"we":2,"construct":1,"so":2,"that":1,"it":2,"shaped":1,"as":2,"and":1,"can":1,"skip":1,"reshaped":2,"decoder":1,"view":1,"1":1,"pt":2,"return":1,"pytest":7,"fixture":1,"autouse":1,"true":1,"def":1,"reset":2,"environment":1,"default":6,"torch":6,"datatype":2,"bfloat16":2,"enable":1,"testing":1,"flash":2,"also":1,"clear":2,"cached":2,"dtype":5,"get":2,"name":1,"cache":1,"yield":1,"what":1,"was":1,"not":2,"impact":1,"remaining":1,"tests":1,"mark":6,"skipif":1,"current":1,"platform":1,"rocm":2,"reason":1,"str":1,"impl":1,"enc":2,"dec":2,"hip":1,"parametrize":5,"sizes":3,"list":1,"supported":1,"backends":1,"block":2},"30851,1824,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"pytest":2,"mark":2,"parametrize":2,"max":12,"dec":5,"seq":10,"len":8,"lens":2,"enc":5,"def":1,"test":9,"encoder":9,"only":3,"num":3,"heads":3,"int":6,"head":3,"size":12,"attn":5,"backend":10,"batch":3,"block":4,"end":2,"to":4,"attention":9,"construct":2,"fake":1,"vectors":1,"for":4,"1":2,"metadata":2,"structure":2,"with":2,"prefill":1,"phase":2,"and":1,"2":1,"an":2,"analogous":1,"but":1,"decode":1,"validate":1,"against":1,"ideal":1,"output":1,"no":1,"kv":4,"cache":4,"is":5,"required":1,"note":2,"on":2,"rocm":2,"hip":1,"currently":1,"decoder":2,"models":1,"are":1,"not":2,"supported":1,"amd":1,"gpus":1,"therefore":1,"this":3,"simply":1,"skipped":1,"if":1,"current":1,"platform":1,"globally":1,"forces":1,"override":1,"of":5,"the":4,"usual":1,"auto":1,"selection":1,"process":1,"forcing":1,"specific":1,"under":1,"be":2,"utilized":1,"arguments":1,"employ":1,"testing":1,"length":2,"input":2,"sequences":2,"force":2,"wrapper":1,"global":1,"context":1,"manager":1,"4096":2,"arbitrary":1,"chosen":1,"intentionally":1,"more":1,"than":1,"necessary":1,"since":1,"exceeding":1,"part":1,"pt":1,"testpoint":1,"name":1,"attentiontype":1},"32675,1948,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"attention":7,"scale":1,"factor":1,"backend":6,"instance":2,"wrapper":1,"kv":1,"cache":1,"init":1,"vllm":5,"config":5,"vllmconfig":1,"with":1,"set":1,"current":2,"test":20,"rsrcs":3,"make":2,"resources":1,"pt":4,"construct":1,"encoder":7,"params":8,"only":1,"used":1,"during":1,"prefill":3,"enc":12,"attn":9,"setup":1,"shared":1,"metadata":4,"structure":1,"prephase":2,"attentionmetadata":1,"true":1,"none":4,"decoder":2,"cross":1,"device":2,"cuda":1,"pckd":2,"act":2,"out":2,"torch":1,"tensor":1,"run":1,"is":2,"result":1,"correct":1,"assert":1,"actual":1,"matches":1,"ideal":1,"name":1,"pytest":8,"mark":8,"skipif":1,"platform":1,"rocm":2,"reason":1,"str":1,"not":1,"impl":1,"dec":6,"hip":1,"parametrize":7,"num":3,"heads":3,"head":3,"size":6,"sizes":3,"list":1,"supported":1,"backends":1,"batch":3,"block":3,"max":6,"seq":6,"len":4,"lens":2,"def":1,"e2e":1,"int":6,"end":2,"to":1},"34623,1546,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"construct":2,"fake":1,"test":5,"vectors":1,"for":4,"1":2,"encoder":4,"attention":20,"2":2,"decoder":3,"self":8,"and":4,"3":1,"cross":9,"metadata":2,"structure":2,"with":1,"attributes":1,"prefill":3,"phase":2,"an":2,"analogous":1,"but":2,"decode":3,"steps":1,"in":4,"the":8,"following":1,"order":2,"besides":1,"being":1,"reflective":1,"of":2,"realistic":1,"use":1,"cases":1,"this":3,"would":1,"exacerbate":1,"any":1,"accidental":1,"overlap":1,"block":2,"tables":2,"which":1,"one":1,"hopes":1,"to":3,"avoid":1,"validate":1,"output":1,"correctness":1,"against":1,"ideal":1,"reference":1,"implementation":1,"are":3,"constructed":1,"such":1,"that":1,"kv":2,"cache":2,"is":4,"a":1,"higher":1,"non":1,"intersecting":1,"address":1,"space":1,"than":1,"share":1,"same":2,"query":1,"tensor":1,"not":2,"k":3,"v":1,"tensors":1,"vs":2,"must":1,"have":1,"seq":2,"len":2,"as":2,"q":1,"while":1,"allowed":1,"differ":1,"often":1,"case":1,"globally":1,"forces":1,"override":1,"usual":1,"backend":2,"auto":1,"selection":1,"process":1,"forcing":1,"specific":1,"under":1,"be":1,"utilized":1,"note":1,"on":2,"rocm":2,"hip":1,"currently":1,"models":1,"supported":1,"amd":1,"gpus":1,"therefore":1,"simply":1,"skipped":1,"if":1,"current":1,"platform":1},"36169,806,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"note":1,"on":2,"metadata":7,"there":1,"is":3,"a":6,"single":3,"attention":9,"structure":4,"shared":4,"by":2,"all":2,"prefill":3,"phase":2,"operations":2,"encoder":1,"decoder":2,"enc":2,"dec":2,"cross":2,"and":1,"one":1,"decode":3,"this":2,"intended":1,"to":4,"reflect":1,"the":5,"behavior":1,"of":2,"encoderdecodermodelrunner":1,"which":1,"constructs":1,"for":1,"each":1,"or":1,"run":1,"realistic":1,"scenario":1,"would":1,"rely":1,"backend":2,"utilize":1,"appropriate":1,"fields":1,"according":1,"value":1,"attn":1,"type":1,"thus":1,"test":2,"organized":1,"so":1,"as":1,"confirm":1,"that":1,"under":1,"can":1,"handle":1,"arguments":1},"36975,1857,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"num":4,"heads":4,"head":4,"size":15,"attn":7,"backend":9,"the":2,"attention":6,"to":2,"employ":1,"for":1,"testing":1,"batch":4,"block":5,"kv":4,"cache":4,"max":10,"dec":10,"seq":8,"len":8,"length":2,"of":4,"decoder":3,"input":2,"sequences":2,"enc":13,"encoder":5,"force":2,"wrapper":2,"with":2,"global":1,"context":1,"manager":1,"note":1,"4096":4,"is":2,"arbitrary":1,"chosen":1,"intentionally":1,"be":1,"more":1,"than":1,"necessary":1,"since":1,"exceeding":1,"not":1,"part":1,"this":1,"test":17,"pt":7,"testpoint":3,"name":3,"attentiontype":3,"scale":1,"factor":1,"instance":2,"init":1,"vllm":3,"config":3,"vllmconfig":1,"set":1,"current":1,"rsrcs":4,"make":3,"resources":3,"construct":1,"params":2,"only":1,"used":1,"during":1,"prefill":1,"setup":1},"38832,1656,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"construct":2,"decoder":7,"self":3,"attention":7,"prefill":4,"phase":4,"decode":2,"test":21,"params":16,"including":2,"query":2,"key":2,"value":2,"tensors":2,"memory":2,"mapping":2,"cross":11,"block":6,"base":5,"addr":4,"is":2,"the":3,"uppermost":1,"address":2,"in":1,"table":2,"i":1,"e":1,"a":1,"which":1,"encoder":4,"may":1,"build":1,"downward":1,"toward":1,"dec":13,"qkv":4,"prephase":8,"decphase":2,"attn":4,"setup":2,"pt":2,"rsrcs":2,"enc":5,"reuses":1,"shared":1,"metadata":3,"structure":1,"assert":1,"packed":4,"qkvo":2,"not":1,"none":1,"attentionmetadata":1,"make":1,"backend":1,"true":1,"q":1,"seq":1,"lens":1,"device":2,"cuda":1},"40488,1752,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"enc":8,"pckd":6,"act":6,"out":6,"run":3,"encoder":5,"attention":9,"test":21,"rsrcs":3,"attn":7,"params":7,"prephase":12,"metadata":4,"pt":6,"vllm":6,"config":6,"is":3,"result":1,"correct":3,"assert":3,"actual":3,"matches":3,"ideal":3,"backend":3,"name":3,"prefill":4,"decoder":6,"self":3,"dec":9,"cross":7,"decode":2,"build":1,"phase":1},"42240,1468,data/raw/vllm-0.10.1/tests/kernels/attention/test_encoder_decoder_attn.py":{"decphase":13,"attn":6,"metadata":4,"attentionmetadata":1,"make":1,"test":21,"backend":3,"false":1,"dec":11,"qkv":1,"q":1,"seq":1,"lens":1,"decoder":7,"params":10,"encoder":4,"enc":3,"cross":8,"device":2,"cuda":1,"decode":4,"self":3,"attention":6,"pckd":4,"act":4,"out":4,"run":2,"rsrcs":2,"pt":4,"vllm":4,"config":4,"is":2,"phase":2,"correct":2,"assert":2,"actual":2,"matches":2,"ideal":2,"name":2,"none":1},"0,1964,data/raw/vllm-0.10.1/tests/kernels/attention/test_triton_decode_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":12,"the":5,"vllm":3,"project":1,"import":4,"pytest":9,"torch":9,"from":2,"attention":4,"ops":1,"triton":1,"decode":3,"fwd":1,"utils":1,"cdiv":2,"mark":8,"parametrize":8,"b":9,"3":1,"5":2,"l":3,"1027":1,"1025":1,"h":8,"q":7,"32":2,"kv":5,"8":2,"d":9,"qk":5,"128":2,"192":1,"576":1,"v":6,"512":1,"cache":6,"size":15,"16384":1,"page":11,"1":8,"16":1,"def":1,"test":1,"assert":1,"dtype":9,"bfloat16":1,"seq":5,"len":5,"this":1,"represents":2,"number":1,"of":1,"tokens":2,"already":1,"in":1,"sequence":1,"sm":1,"scale":1,"num":4,"splits":1,"pages":3,"per":4,"batch":4,"req":11,"randint":1,"device":7,"cuda":7,"token":10,"expand":1,"arange":1,"view":2,"contiguous":1,"new":1,"being":1,"generated":1,"one":1,"randn":3,"k":2,"buffer":4,"and":1,"represent":1,"all":1,"previous":1,"is":1,"o":2,"will":1,"have":1,"same":1,"shape":1,"as":1,"zeros":1,"full":1},"1964,835,data/raw/vllm-0.10.1/tests/kernels/attention/test_triton_decode_attention.py":{"attn":3,"logits":3,"torch":4,"empty":1,"b":3,"h":3,"q":3,"num":3,"kv":5,"splits":3,"d":3,"v":6,"1":2,"dtype":1,"float32":1,"device":1,"cuda":1,"call":1,"the":1,"original":1,"implementation":1,"decode":2,"attention":2,"fwd":2,"k":4,"buffer":8,"o":3,"req":2,"to":2,"token":1,"seq":2,"len":2,"sm":2,"scale":2,"page":7,"size":8,"can":1,"be":1,"larger":1,"than":1,"view":2,"cache":2,"qk":1,"o1":3,"zeros":1,"like":1,"assert":1,"allclose":1},"0,1506,data/raw/vllm-0.10.1/tests/kernels/attention/test_aiter_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"from":2,"typing":1,"import":5,"optional":3,"pytest":1,"torch":8,"v1":1,"attention":1,"backends":1,"rocm":1,"aiter":1,"fa":1,"noqa":1,"f401":1,"platforms":1,"current":1,"platform":1,"num":9,"heads":4,"4":2,"8":1,"head":4,"sizes":2,"128":1,"256":1,"block":11,"16":1,"dtypes":1,"bfloat16":1,"qdtypes":1,"none":3,"one":2,"value":4,"large":1,"enough":2,"test":2,"overflow":1,"in":2,"index":1,"calculation":1,"small":1,"schema":1,"op":1,"check":1,"blocks":3,"32768":1,"2048":1,"def":1,"ref":1,"paged":1,"attn":1,"query":7,"tensor":6,"key":3,"cache":5,"lens":5,"list":3,"int":3,"kv":11,"tables":4,"scale":2,"float":2,"sliding":1,"window":1,"soft":1,"cap":1,"seqs":2,"len":7,"cpu":1,"numpy":1,"size":6,"shape":1,"outputs":1,"start":3,"idx":3,"for":1,"i":4,"range":1,"q":2,"1":3,"indices":3,"k":3,"view":2,"v":3},"1506,1744,data/raw/vllm-0.10.1/tests/kernels/attention/test_aiter_flash_attn.py":{"if":3,"q":5,"shape":6,"1":11,"k":5,"torch":11,"repeat":2,"interleave":2,"dim":4,"v":5,"attn":7,"einsum":2,"qhd":2,"khd":2,"hqk":2,"float":2,"empty":3,"mask":8,"ones":1,"query":4,"len":7,"kv":3,"triu":2,"diagonal":2,"bool":2,"sliding":5,"window":5,"is":4,"not":4,"none":4,"logical":1,"soft":4,"cap":4,"tanh":1,"masked":1,"fill":1,"inf":1,"softmax":1,"to":1,"dtype":3,"out":2,"outputs":2,"append":1,"start":1,"idx":1,"return":1,"cat":1,"0":1,"pytest":10,"mark":10,"skipif":1,"current":1,"platform":1,"rocm":2,"reason":1,"only":1,"supported":1,"parametrize":9,"seq":1,"lens":1,"10":1,"1328":1,"5":1,"18":1,"129":1,"463":1,"8":1,"523":1,"24":1,"37":1,"3":1,"2011":1,"num":4,"heads":2,"head":2,"size":2,"sizes":2,"block":2,"256":1,"dtypes":1,"blocks":2,"qdtypes":1,"inference":1,"mode":1},"3250,1955,data/raw/vllm-0.10.1/tests/kernels/attention/test_aiter_flash_attn.py":{"def":1,"test":1,"varlen":1,"with":1,"paged":1,"kv":11,"seq":7,"lens":15,"list":1,"tuple":2,"int":8,"num":16,"heads":9,"head":4,"size":9,"sliding":3,"window":4,"optional":3,"dtype":14,"torch":17,"block":5,"soft":1,"cap":1,"float":1,"blocks":5,"q":1,"none":2,"set":1,"default":1,"device":1,"cuda":1,"current":1,"platform":1,"seed":1,"everything":1,"0":11,"seqs":2,"len":4,"query":11,"x":4,"for":2,"in":2,"1":6,"assert":1,"max":7,"if":1,"is":1,"not":1,"else":1,"scale":1,"5":1,"randn":3,"sum":1,"key":2,"cache":3,"value":1,"like":2,"cu":2,"tensor":3,"int32":6,"cumsum":2,"dim":2,"per":2,"tables":1,"randint":1,"output":1,"empty":1},"5205,1626,data/raw/vllm-0.10.1/tests/kernels/attention/test_aiter_flash_attn.py":{"maybe":9,"quantized":9,"query":11,"key":7,"cache":14,"value":7,"k":6,"descale":6,"none":5,"v":4,"if":2,"q":7,"dtype":7,"is":2,"not":2,"qkv":1,"are":1,"drawn":1,"from":1,"n":1,"0":1,"1":5,"no":1,"need":1,"for":1,"a":1,"fp8":1,"scaling":1,"factor":1,"to":3,"scale":9,"shape":3,"num":2,"seqs":1,"kv":4,"heads":1,"torch":8,"ones":2,"float32":2,"ops":1,"vllm":1,"flash":1,"attn":2,"varlen":1,"func":1,"out":1,"output":6,"cu":4,"seqlens":2,"lens":6,"max":5,"seqlen":2,"len":2,"softmax":1,"alibi":1,"slopes":1,"window":4,"size":2,"block":4,"table":1,"tables":3,"seq":1,"ref":4,"paged":1,"sliding":2,"soft":2,"cap":2,"atol":4,"rtol":4,"2e":2,"2":2,"5e":2,"testing":1,"assert":1,"close":1,"f":1,"abs":1},"0,1999,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":11,"project":1,"tests":5,"for":1,"moe":13,"layers":7,"run":1,"pytest":3,"kernels":7,"test":3,"pplx":9,"py":1,"import":21,"itertools":1,"textwrap":1,"traceback":1,"from":16,"typing":1,"callable":1,"optional":1,"torch":2,"try":1,"alltoall":1,"nvshmem":5,"alloc":1,"empty":1,"unique":2,"id":2,"finalize":1,"get":2,"init":1,"has":3,"true":1,"except":1,"importerror":1,"false":1,"utils":5,"make":1,"weights":1,"naive":1,"batched":3,"quant":1,"dequant":1,"experts":1,"config":5,"vllmconfig":1,"set":1,"current":2,"model":6,"executor":6,"fused":9,"topk":2,"override":1,"fusedmoequantconfig":1,"batchedtritonexperts":1,"default":1,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"weight":1,"and":1,"reduce":1,"topkweightandreducedelegate":1,"platforms":1,"platform":1,"round":1,"up":1,"parallel":2,"processgroupinfo":1,"launch":1,"requires":2,"mark":1,"skipif":1,"not":1,"reason":1,"mnk":1,"factors":1,"1":2,"128":11,"33":1,"2048":7,"64":2,"222":3,"1024":5,"combos":1,"todo":1,"figure":1,"out":1,"why":1,"this":1,"fails":1,"seems":1,"be":1,"problem":1,"512":4,"3":1,"4":1,"32":1,"45":1,"256":1,"1408":1},"1999,1329,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"num":13,"experts":6,"8":1,"64":1,"top":1,"ks":1,"1":5,"2":2,"6":1,"dtypes":1,"torch":11,"float8":1,"e4m3fn":1,"bfloat16":1,"vllm":3,"config":5,"vllmconfig":1,"scheduler":2,"max":7,"seqs":1,"128":1,"model":1,"len":1,"8192":1,"def":1,"prepare":1,"a":10,"tensor":4,"topk":8,"ids":6,"int":4,"tokens":10,"optional":1,"none":2,"tuple":1,"assert":3,"dim":3,"shape":4,"0":2,"hidden":2,"per":4,"expert":9,"bincount":1,"view":1,"minlength":1,"numel":1,"if":1,"is":1,"item":1,"b":3,"zeros":2,"dtype":3,"device":4,"token":7,"counts":4,"for":2,"in":2,"range":2,"j":2,"id":5,"idx":3,"return":1},"3328,1985,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"def":2,"torch":20,"finalize":2,"b":16,"out":14,"tensor":10,"topk":12,"weight":4,"ids":10,"num":20,"tokens":9,"shape":9,"0":7,"experts":7,"k":6,"1":7,"zeros":3,"dtype":7,"device":8,"expert":20,"counts":4,"int":1,"for":3,"token":5,"in":3,"range":3,"i":3,"numel":1,"id":5,"idx":3,"return":2,"batched":2,"moe":2,"a":11,"w1":4,"w2":3,"per":2,"prepare":1,"assert":2,"dim":1,"3":1,"max":3,"and":2,"tmp":3,"empty":1,"2":1,"if":1,"ops":1,"c":1,"silu":1,"mul":1,"transpose":2,"pytest":1,"mark":1,"parametrize":1,"m":1,"n":1,"mnk":1,"factors":1},"5313,1964,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"pytest":3,"mark":3,"parametrize":3,"e":5,"num":7,"experts":7,"topk":13,"top":1,"ks":1,"dtype":15,"torch":15,"bfloat16":1,"def":2,"test":1,"fused":3,"moe":4,"batched":5,"m":3,"int":13,"n":3,"k":4,"current":2,"platform":1,"seed":1,"everything":1,"7":1,"a":5,"randn":4,"device":4,"cuda":4,"10":3,"w1":4,"2":3,"w2":4,"score":2,"with":1,"set":1,"vllm":3,"config":2,"weight":4,"ids":4,"false":1,"baseline":4,"output":7,"only":1,"for":1,"naive":1,"pick":1,"or":1,"this":1,"testing":2,"assert":2,"close":2,"atol":2,"2e":2,"rtol":2,"0":4,"create":1,"pplx":3,"prepare":2,"finalize":2,"tokens":3,"hidden":2,"dim":2,"rank":3,"dp":1,"size":4,"world":3,"in":1,"quant":2,"optional":3,"block":1,"shape":1,"list":1,"per":1,"act":1,"token":1,"bool":1,"group":1,"name":1,"str":1,"from":1,"model":1,"executor":1,"layers":1,"import":1,"pplxprepareandfinalize":1,"scale":1,"bytes":1,"max":2,"chunk":2,"1":1,"local":1},"7277,1984,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"hidden":8,"dim":8,"bytes":7,"scale":4,"pplx":1,"max":5,"num":13,"tokens":5,"in":1,"dtype":2,"quant":3,"per":3,"act":2,"token":3,"block":2,"shape":4,"args":4,"dict":1,"experts":5,"topk":1,"rank":9,"world":3,"size":6,"dp":3,"if":5,"group":3,"name":3,"is":4,"none":4,"ata":4,"alltoall":2,"internode":1,"else":5,"intranode":1,"prepare":2,"finalize":2,"pplxprepareandfinalize":1,"local":2,"dispatchers":1,"return":10,"def":6,"chunk":14,"int":12,"r":12,"w":9,"rem":2,"1":7,"0":3,"by":4,"t":18,"torch":10,"tensor":10,"maybe":1,"optional":6,"not":3,"scales":2,"and":2,"numel":2,"start":2,"end":2,"dummy":1,"work":1,"a":2},"9261,1990,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"def":1,"pplx":2,"prepare":5,"finalize":4,"pgi":5,"processgroupinfo":1,"dp":2,"size":8,"int":3,"a":12,"torch":13,"tensor":6,"topk":15,"weight":4,"ids":9,"num":6,"experts":3,"quant":8,"dtype":11,"optional":3,"block":4,"shape":11,"list":1,"per":4,"act":4,"token":4,"bool":1,"group":2,"name":2,"str":1,"assert":3,"cuda":3,"current":1,"device":10,"local":1,"rank":10,"1":3,"tokens":3,"hidden":2,"dim":2,"world":6,"to":4,"uint32":1,"ata":1,"create":1,"0":6,"chunk":12,"by":3,"out":1,"full":1,"nan":1,"if":1,"is":2,"not":2,"none":5,"and":2,"a1":3,"scale":7,"float32":2,"a2":3,"else":1,"b":2,"expert":1,"false":2,"fusedmoequantconfig":1},"11251,1978,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"b":4,"a":14,"dummy":2,"work":2,"dequant":1,"scale":1,"block":3,"shape":5,"per":3,"act":3,"token":3,"quant":5,"dtype":5,"prepare":3,"finalize":4,"out":2,"chunk":4,"topk":13,"weight":5,"ids":3,"false":2,"and":1,"reduce":1,"impl":1,"topkweightandreducedelegate":1,"torch":11,"cuda":1,"synchronize":1,"ata":1,"destroy":1,"num":4,"tokens":2,"0":4,"return":1,"def":1,"pplx":3,"pgi":9,"processgroupinfo":1,"dp":2,"size":5,"int":3,"tensor":3,"score":2,"experts":2,"optional":2,"list":2,"bool":2,"use":2,"internode":2,"try":1,"if":2,"uid":3,"nvshmem":3,"get":1,"unique":2,"id":2,"rank":4,"else":2,"alloc":1,"empty":1,"distributed":2,"broadcast":1,"src":1,"init":1,"world":3,"group":9,"name":4,"none":1,"ranks":2,"range":1,"cpu":2,"new":1,"backend":1,"gloo":1,"fused":1,"m":3,"k":2,"rep":3,"repeat":1,"interleave":1,"dim":2,"output":4,"view":2,"1":2,"to":2,"sum":1,"by":1,"device":1},"13229,1872,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"torch":7,"testing":1,"assert":1,"close":1,"pplx":5,"output":2,"atol":1,"3e":2,"2":3,"rtol":1,"finally":1,"if":4,"use":7,"internode":4,"nvshmem":1,"finalize":3,"pytest":11,"mark":9,"parametrize":8,"mnk":3,"combos":1,"e":4,"num":1,"experts":1,"topk":3,"top":1,"ks":1,"dtype":15,"dtypes":1,"world":5,"dp":5,"size":7,"1":1,"per":5,"act":9,"token":5,"quant":8,"false":3,"true":2,"block":5,"shape":5,"none":4,"128":2,"optional":2,"requires":1,"def":1,"test":2,"prepare":2,"slow":1,"tuple":2,"int":8,"bool":2,"list":1,"float8":1,"e4m3fn":1,"fp8":3,"w8a8":3,"bfloat16":1,"else":1,"not":3,"and":2,"or":1,"is":2,"skip":4,"quantization":2,"for":1,"non":1,"quantized":1,"type":1,"illegal":1,"combination":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"m":3,"n":1,"k":2,"device":5,"cuda":1,"a":2,"randn":2,"10":1,"score":2,"parallel":1,"launch":1},"15101,1756,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"def":1,"pplx":2,"moe":1,"group":2,"name":2,"optional":7,"str":1,"rank":10,"int":4,"world":6,"size":8,"dp":3,"a":6,"torch":13,"tensor":10,"w1":3,"w2":2,"topk":11,"weight":3,"ids":6,"scale":4,"none":6,"a1":1,"a2":1,"quant":7,"dtype":6,"per":4,"act":4,"token":4,"false":2,"block":4,"shape":8,"list":1,"use":4,"compile":1,"bool":2,"cudagraphs":1,"true":1,"num":9,"tokens":5,"hidden":2,"dim":2,"experts":5,"0":3,"1":1,"max":3,"round":1,"up":1,"chunk":7,"16":1,"prepare":4,"finalize":4,"ata":1,"create":1,"to":1,"uint32":1,"batchedtritonexperts":1,"dispatchers":2,"fp8":1,"w8a8":1,"float8":1,"e4m3fn":1,"fused":1,"fusedmoemodularkernel":1,"note":1,"workers":1,"with":1,"the":2,"same":2,"must":1,"exact":1,"inputs":1,"by":3},"16857,1482,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"chunking":2,"weights":1,"like":1,"this":2,"only":1,"works":1,"for":2,"batched":1,"format":1,"w1":7,"chunk":24,"by":6,"rank":12,"world":6,"size":7,"w2":7,"scale":16,"maybe":2,"a1":4,"scales":2,"a2":4,"note":1,"now":1,"use":2,"compile":3,"will":1,"error":1,"out":2,"if":2,"the":2,"problem":1,"is":1,"large":1,"enough":1,"to":2,"trigger":1,"i":1,"m":1,"leaving":1,"flag":1,"and":1,"setup":1,"code":1,"in":1,"case":1,"we":1,"are":1,"able":1,"revisit":1,"later":1,"fused":5,"experts":7,"torch":4,"backend":1,"inductor":1,"fullgraph":1,"true":1,"dynamo":3,"mark":3,"dynamic":3,"a":2,"0":3,"topk":4,"weight":2,"ids":2,"else":1,"global":1,"num":2},"18339,1915,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"if":3,"use":3,"cudagraphs":1,"out":3,"fill":1,"0":3,"stream":4,"torch":14,"cuda":5,"graph":4,"cudagraph":1,"with":1,"fused":1,"experts":4,"a":4,"chunk":9,"w1":5,"w2":6,"topk":4,"weight":1,"ids":1,"scale":8,"a1":2,"a2":2,"global":1,"num":3,"synchronize":2,"replay":1,"ata":1,"destroy":1,"return":1,"def":1,"pplx":1,"moe":2,"pgi":5,"processgroupinfo":1,"dp":1,"size":3,"int":4,"tensor":6,"score":1,"s":2,"optional":4,"none":5,"quant":2,"dtype":3,"per":1,"act":1,"token":1,"bool":2,"false":3,"block":1,"shape":3,"list":2,"internode":2,"try":1,"uid":3,"nvshmem":3,"get":2,"unique":2,"id":2,"rank":2,"else":2,"alloc":1,"empty":1,"distributed":2,"broadcast":1,"src":1,"init":1,"world":2,"group":8,"name":3,"ranks":2,"range":1,"cpu":2,"new":1,"backend":1,"gloo":1,"m":2,"k":2,"e":2,"n":2,"config":2,"default":1},"20254,1686,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"device":9,"torch":7,"cuda":3,"pgi":3,"rank":3,"world":2,"size":2,"a":5,"to":5,"w1":11,"w2":11,"s":10,"if":3,"is":4,"not":4,"none":8,"else":3,"quant":10,"dtype":7,"and":2,"per":5,"act":5,"token":5,"block":5,"shape":5,"a1":6,"scale":16,"tensor":2,"1":2,"0":2,"float32":2,"a2":6,"with":1,"set":1,"current":1,"vllm":2,"config":4,"override":1,"moe":2,"topk":8,"weight":3,"ids":3,"fused":1,"score":1,"false":1,"output":2,"experts":1,"batched":2,"naive":1},"21940,1897,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"pplx":7,"output":8,"moe":2,"group":1,"name":1,"rank":3,"world":6,"size":8,"dp":5,"a":1,"w1":3,"w2":3,"topk":4,"weight":1,"ids":1,"scale":6,"s":2,"a1":2,"a2":2,"quant":6,"dtype":5,"per":4,"act":4,"token":4,"block":4,"shape":4,"chunked":2,"batch":2,"chunk":1,"by":1,"batched":2,"pgi":2,"to":1,"device":1,"torch":4,"testing":2,"assert":2,"close":2,"atol":2,"3e":4,"2":5,"rtol":2,"finally":1,"if":1,"use":3,"internode":3,"nvshmem":1,"finalize":1,"pytest":9,"mark":9,"parametrize":8,"mnk":3,"combos":1,"e":2,"num":1,"experts":1,"top":1,"ks":1,"dtypes":1,"1":1,"false":2,"true":1,"none":1,"128":2,"optional":2,"requires":1,"def":1,"test":1,"slow":1,"tuple":2,"int":8,"bool":2,"list":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"m":1,"n":1,"k":1},"23837,1847,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"if":5,"dtype":10,"torch":5,"float8":1,"e4m3fn":1,"use":5,"fp8":3,"w8a8":3,"true":2,"quant":11,"else":2,"false":2,"none":6,"not":4,"and":2,"per":6,"act":6,"token":6,"or":1,"block":6,"shape":6,"is":3,"pytest":2,"skip":4,"quantization":2,"test":4,"for":2,"non":1,"quantized":1,"type":1,"illegal":1,"combination":1,"a":2,"randn":2,"m":3,"k":3,"device":2,"cuda":2,"bfloat16":2,"10":1,"score":2,"e":5,"w1":4,"s":4,"w2":4,"make":2,"weights":2,"n":4,"parallel":1,"launch":1,"world":1,"size":3,"pplx":3,"moe":1,"dp":2,"topk":2,"internode":2,"def":2,"loop":1,"pgi":1,"processgroupinfo":1,"int":1,"bool":2,"fn":1,"callable":1,"format":2,"result":1,"msg":3,"ex":3,"x":3,"str":1,"newx":5,"strip":1,"t":2,"16":1,"len":2,"prefix":2,"print":3,"f":3,"textwrap":1,"indent":1,"traceback":1,"exc":1,"failed":1,"passed":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"combos":3,"itertools":1,"product":1,"num":1,"experts":1,"top":1,"ks":1,"dtypes":1,"128":2,"exceptions":1,"count":3,"0":1,"mnk":2,"in":1,"1":1},"25684,1951,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"if":4,"dtype":12,"torch":5,"float8":1,"e4m3fn":1,"use":5,"fp8":3,"w8a8":3,"true":1,"quant":13,"else":1,"false":1,"none":3,"test":9,"desc":5,"f":5,"pplx":1,"moe":1,"mnk":2,"e":5,"topk":4,"per":8,"act":8,"token":8,"block":8,"shape":8,"not":3,"and":2,"or":1,"is":2,"print":2,"skip":2,"quantization":2,"for":1,"non":1,"quantized":1,"type":1,"continue":2,"illegal":1,"combination":1,"a":3,"randn":2,"m":2,"k":2,"device":2,"cuda":2,"bfloat16":2,"10":1,"score":3,"args":6,"dict":1,"make":2,"weights":2,"w1":6,"s":6,"w2":6,"n":1,"try":1,"fn":1,"pgi":2,"dp":2,"size":2,"num":1,"experts":1,"internode":2,"format":2,"result":2,"except":1,"exception":1,"as":1,"ex":3,"exceptions":1,"append":1},"27635,1102,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_moe.py":{"if":1,"len":2,"exceptions":2,"0":1,"raise":1,"runtimeerror":1,"f":4,"of":2,"count":3,"tests":2,"failed":1,"in":2,"child":2,"process":2,"rank":4,"pgi":2,"else":1,"print":1,"passed":1,"pytest":4,"mark":4,"parametrize":4,"world":10,"dp":11,"size":15,"2":2,"1":2,"use":6,"internode":6,"false":3,"requires":2,"pplx":8,"def":2,"test":4,"prepare":2,"finalize":2,"tuple":2,"int":4,"bool":2,"current":2,"platform":2,"seed":2,"everything":2,"7":2,"parallel":2,"launch":2,"loop":2,"moe":2,"true":1},"0,1957,data/raw/vllm-0.10.1/tests/kernels/moe/test_rocm_aiter_topk.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"this":3,"is":11,"a":1,"test":8,"for":1,"aiter":17,"ops":12,"it":1,"tests":1,"if":7,"are":4,"1":2,"correctly":4,"registered":5,"as":1,"custom":5,"defined":1,"relationship":1,"between":1,"implementation":1,"and":3,"fake":1,"function":1,"3":1,"can":2,"be":3,"used":2,"with":3,"torch":10,"compile":3,"file":1,"will":1,"skipped":1,"not":4,"installed":3,"platform":3,"rocm":11,"import":7,"importlib":2,"util":2,"pytest":2,"statement":1,"needed":1,"ensure":2,"model":1,"executor":1,"layers":1,"fused":2,"moe":2,"noqa":1,"f401":1,"from":1,"platforms":1,"current":2,"need":1,"once":1,"check":5,"package":2,"available":3,"find":1,"spec":1,"none":1,"pytestmark":1,"mark":1,"skipif":1,"reason":1,"only":1,"on":1,"def":3,"biased":4,"grouped":7,"topk":9,"op":9,"registration":2,"that":3,"exists":2,"in":2,"assert":4,"hasattr":2,"callable":4,"compatibility":1,"create":1,"tensors":1,"token":1,"64":1,"expert":2,"256":1,"num":1,"group":2,"8":2,"4":1,"renormalize":1,"true":1,"scale":1,"factor":1},"1957,1715,data/raw/vllm-0.10.1/tests/kernels/moe/test_rocm_aiter_topk.py":{"gating":5,"output":5,"torch":12,"randn":2,"token":3,"expert":5,"dtype":4,"bfloat16":2,"device":8,"cuda":2,"e":4,"score":4,"correction":4,"bias":4,"topk":17,"ids":4,"empty":2,"int32":1,"weights":4,"float32":1,"define":1,"a":1,"function":2,"that":1,"uses":1,"the":3,"op":2,"def":1,"biased":4,"grouped":4,"fn":3,"return":1,"ops":2,"vllm":2,"rocm":2,"aiter":2,"num":3,"group":6,"renormalize":2,"scale":2,"factor":3,"verify":1,"s":1,"fake":1,"implementation":1,"library":1,"opcheck":1,"kwargs":1,"need":1,"renorm":1,"routed":1,"scaling":1,"test":2,"utils":1,"faketensor":1,"compile":2,"with":1,"appropriate":1,"settings":1,"compiled":1,"fullgraph":1,"true":1,"backend":1,"inductor":1,"mode":1,"reduce":1,"overhead":1,"dynamic":1,"false":1},"3672,1734,data/raw/vllm-0.10.1/tests/kernels/moe/test_rocm_aiter_topk.py":{"topk":25,"weights":10,"original":12,"torch":14,"empty":4,"token":4,"dtype":4,"float32":2,"device":8,"ids":10,"int32":2,"compiled":14,"run":1,"both":1,"v1":2,"graph":1,"mode":2,"and":1,"uncompiled":1,"versions":1,"eager":1,"biased":1,"grouped":1,"fn":2,"gating":2,"output":2,"e":2,"score":2,"correction":2,"bias":2,"sort":3,"the":2,"results":2,"for":1,"comparison":1,"since":1,"order":1,"might":1,"not":1,"be":1,"deterministic":1,"indices":4,"gather":2,"1":2,"verify":1,"match":1,"assert":2,"allclose":2,"rtol":1,"1e":2,"2":2,"atol":1},"5406,1942,data/raw/vllm-0.10.1/tests/kernels/moe/test_rocm_aiter_topk.py":{"def":2,"test":5,"rocm":3,"aiter":3,"grouped":5,"topk":20,"torch":12,"compile":4,"compatibility":1,"that":2,"the":4,"op":3,"can":1,"be":1,"used":1,"with":2,"create":1,"tensors":1,"token":4,"64":1,"expert":6,"256":1,"num":4,"group":8,"8":2,"4":1,"renormalize":3,"true":2,"scoring":5,"func":5,"softmax":1,"scale":3,"factor":4,"1":1,"0":1,"gating":5,"output":5,"randn":1,"dtype":3,"bfloat16":1,"device":7,"cuda":1,"ids":4,"empty":2,"int32":1,"weights":4,"float32":1,"define":1,"a":1,"function":2,"uses":1,"fn":3,"return":1,"ops":2,"vllm":2,"verify":1,"s":1,"fake":1,"implementation":1,"library":1,"opcheck":1,"kwargs":1,"need":1,"renorm":1,"routed":1,"scaling":1,"utils":1,"faketensor":1,"appropriate":1,"settings":1,"compiled":1,"fullgraph":1,"backend":1,"inductor":1,"mode":1,"reduce":1,"overhead":1,"dynamic":1,"false":1},"7348,1696,data/raw/vllm-0.10.1/tests/kernels/moe/test_rocm_aiter_topk.py":{"topk":25,"weights":10,"original":12,"torch":14,"empty":4,"token":4,"dtype":4,"float32":2,"device":8,"ids":10,"int32":2,"compiled":14,"run":1,"both":1,"v1":2,"graph":1,"mode":2,"and":1,"uncompiled":1,"versions":1,"eager":1,"grouped":1,"fn":2,"gating":2,"output":2,"scoring":2,"func":2,"sort":3,"the":2,"results":2,"for":1,"comparison":1,"since":1,"order":1,"might":1,"not":1,"be":1,"deterministic":1,"indices":4,"gather":2,"1":2,"verify":1,"match":1,"assert":2,"allclose":2,"rtol":1,"1e":2,"2":2,"atol":1},"0,1466,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"import":13,"pytest":2,"torch":5,"from":11,"tests":2,"kernels":2,"moe":8,"utils":4,"make":1,"test":2,"weights":1,"quant":2,"native":2,"per":1,"token":1,"group":1,"fp8":3,"w8a8":1,"block":1,"matmul":1,"config":7,"vllmconfig":2,"set":1,"current":3,"model":5,"executor":4,"layers":4,"activation":1,"siluandmul":1,"fused":7,"experts":1,"deep":8,"gemm":8,"valid":1,"shape":1,"topk":1,"modular":1,"triton":2,"platforms":1,"platform":2,"has":2,"is":3,"blackwell":1,"e8m0":1,"used":1,"dg":2,"available":2,"if":2,"get":2,"m":1,"alignment":1,"for":1,"contiguous":1,"layout":1,"device":1,"capability":1,"9":2,"skip":1,"requires":1,"cuda":1,"or":1,"higher":1,"allow":1,"module":1,"level":1,"true":1,"scheduler":2,"max":2,"num":1,"seqs":1,"128":1,"len":1,"8192":1,"configurations":1,"dtypes":1,"bfloat16":2,"half":1,"float32":1,"deepseek":1,"v3":1,"s":1,"intermediate":1,"size":2,"18432":2,"so":1,"n":1,"8":1,"4608":1,"at":1,"tp8":1,"and":1,"its":1,"hidden":1,"7168":1},"1466,1676,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_fp8.py":{"mnk":2,"factors":2,"1":16,"128":40,"512":23,"7168":22,"1024":9,"4608":21,"83":5,"2048":11,"8192":6,"dg":1,"192":5,"1335":4,"block":4,"size":2,"e":1,"2":2,"8":1,"16":1,"256":1,"top":1,"ks":1,"6":1,"seeds":1,"0":1,"def":1,"torch":3,"w8a8":1,"fp8":1,"moe":2,"a":6,"w1":2,"w2":3,"s":2,"topk":10,"weight":3,"ids":4,"shape":3,"fused":1,"with":1,"wise":1,"quantization":1,"using":1,"native":1,"b":3,"d":3,"view":3,"repeat":1,"reshape":1,"out":1,"zeros":1,"dtype":2,"device":2},"3142,1976,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_fp8.py":{"block":13,"k":5,"shape":6,"0":2,"1":6,"a":9,"q":6,"s":6,"native":5,"per":2,"token":2,"group":2,"quant":2,"fp8":3,"to":2,"torch":5,"float32":1,"for":1,"i":6,"in":1,"range":1,"w1":3,"mask":5,"topk":7,"ids":1,"if":3,"sum":2,"inter":2,"out":11,"w8a8":3,"matmul":2,"output":2,"dtype":7,"act":6,"siluandmul":1,"forward":1,"w2":3,"return":1,"view":2,"b":2,"weight":1,"dim":1,"skip":2,"all":1,"tests":1,"cuda":4,"is":1,"not":1,"available":1,"pytest":9,"importorskip":1,"fixture":1,"autouse":1,"true":1,"def":2,"setup":1,"set":1,"default":1,"device":1,"mark":6,"parametrize":6,"m":2,"n":2,"mnk":1,"factors":1,"e":6,"top":1,"ks":1,"size":4,"dtypes":1,"seed":4,"seeds":1,"inference":1,"mode":1,"test":2,"fused":2,"moe":2,"monkeypatch":2,"f":1,"skipping":1,"manual":1,"setenv":1,"vllm":1,"chunk":1,"2048":1},"5118,1828,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_fp8.py":{"a":5,"torch":4,"randn":2,"m":5,"k":2,"dtype":5,"10":1,"score":2,"e":2,"w1":10,"s":8,"w2":10,"make":1,"test":1,"weights":5,"n":1,"float8":1,"e4m3fn":1,"per":2,"act":2,"token":2,"quant":2,"false":7,"block":8,"shape":3,"size":4,"fused":5,"moe":4,"modular":1,"triton":1,"use":6,"fp8":3,"w8a8":4,"true":2,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1,"topk":10,"ids":4,"float":1,"set":2,"the":1,"context":1,"to":1,"avoid":1,"lots":1,"of":1,"warning":1,"spam":1,"with":1,"current":1,"vllm":2,"config":2,"ref":1,"out":3,"experts":1,"scale":4},"6946,1948,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_fp8.py":{"0":4,"039":2,"only":1,"needed":1,"for":3,"40000":2,"4608":1,"7168":1,"2":1,"1":1,"block":8,"size852":1,"dtype852":1,"tol":5,"035":1,"if":4,"m":14,"else":1,"torch":8,"testing":2,"assert":2,"close":2,"out":5,"ref":2,"atol":2,"rtol":2,"pytest":8,"mark":6,"parametrize":4,"n":6,"k":7,"mnk":1,"factors":1,"dg":2,"e":8,"topk":5,"top":1,"ks":1,"seed":4,"seeds":1,"skipif":2,"not":4,"available":2,"reason":2,"deepgemm":1,"kernels":1,"is":2,"blackwell":1,"deep":3,"gemm":3,"e8m0":2,"used":1,"scale":1,"moe":3,"inference":1,"mode":1,"def":1,"test":4,"w8a8":1,"fp8":1,"fused":2,"monkeypatch":2,"skip":2,"f":2,"skipping":2,"valid":1,"shape":2,"invalid":1,"size":7,"chunk":3,"1024":1,"manual":1,"setenv":1,"vllm":1,"str":1,"get":1,"alignment":1,"contiguous":1,"layout":1,"dtype":6,"bfloat16":1,"a":1,"randn":2,"10":1,"score":1,"w1":2,"s":2,"w2":2,"make":1,"weights":1,"float8":1,"e4m3fn":1,"per":1,"act":1,"token":1,"quant":1,"false":2,"note":1,"now":1,"use":2,"compile":2,"will":1,"error":1,"the":2,"problem":1,"large":1,"enough":1,"to":2,"trigger":1,"chunking":1,"i":1,"leaving":1,"flag":1,"and":1,"setup":1,"code":1,"in":1,"case":1,"we":1,"are":1,"able":1,"revisit":1,"this":1,"later":1},"8894,1507,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_fp8.py":{"use":3,"cudagraph":3,"chunk":1,"size":2,"m":1,"and":3,"n":1,"1024":2,"k":1,"current":2,"platform":1,"is":1,"cuda":6,"alike":1,"topk":12,"weights":5,"ids":5,"fused":1,"a":5,"score":1,"float":1,"false":1,"set":2,"the":1,"context":1,"to":1,"avoid":1,"lots":1,"of":1,"warning":1,"spam":1,"with":2,"vllm":2,"config":2,"ref":2,"out":6,"torch":11,"w8a8":1,"block":2,"fp8":7,"moe":7,"w1":6,"w2":6,"s":6,"if":2,"compile":2,"deep":6,"gemm":6,"fn":4,"backend":1,"inductor":1,"fullgraph":1,"true":1,"dynamo":3,"mark":3,"dynamic":3,"0":6,"else":1,"fill":1,"stream":4,"graph":4,"synchronize":2,"replay":1,"testing":1,"assert":1,"close":1,"atol":1,"035":2,"rtol":1},"0,1572,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":11,"dataclasses":2,"from":8,"math":1,"prod":1,"typing":1,"optional":1,"pytest":1,"torch":8,"custom":1,"ops":2,"as":1,"config":8,"parallelconfig":2,"vllmconfig":2,"set":1,"current":2,"model":4,"executor":3,"layers":3,"fused":6,"moe":8,"cutlass":3,"fp8":2,"run":1,"experts":2,"topk":1,"utils":1,"kernel":1,"quantize":1,"input":1,"platforms":1,"platform":1,"num":2,"40":1,"64":5,"top":1,"ks":1,"6":1,"8":1,"mnk":1,"factors":1,"1024":14,"1536":7,"3072":7,"7":1,"224":4,"32768":1,"these":1,"sizes":1,"trigger":1,"wrong":1,"answers":1,"7232":1,"2048":2,"5120":2,"40000":1,"parallel":2,"pipeline":1,"size":1,"1":1,"scheduler":2,"max":2,"seqs":1,"128":1,"len":1,"8192":1,"dataclass":1,"class":1,"moetensors":1,"a":1,"tensor":7,"w1":1,"w2":1,"ab":2,"strides1":2,"c":2,"strides2":2},"1572,1863,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"staticmethod":2,"def":2,"make":3,"moe":4,"tensors":4,"m":4,"int":8,"k":8,"n":7,"e":9,"dtype":15,"torch":23,"moetensors":4,"a":11,"randn":3,"device":7,"cuda":7,"10":3,"w1":11,"2":2,"w2":11,"ab":6,"strides1":6,"full":4,"int64":4,"c":6,"strides2":6,"return":1,"dataclasses":1,"dataclass":1,"class":1,"moetensors8bit":2,"quantized":1,"q":10,"optional":9,"tensor":9,"none":9,"scale":3,"dequantized":1,"d":6,"8bit":1,"per":2,"act":1,"token":1,"bool":2,"out":1,"channel":1,"half":1,"float8":1,"e4m3fn":1,"fp16":1},"3435,1511,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"a":10,"q":16,"w1":14,"w2":14,"n":5,"b":4,"scales":4,"2":2,"if":5,"per":8,"out":4,"channel":4,"else":2,"1":4,"k":5,"get":1,"the":1,"right":1,"scale":9,"for":3,"tests":1,"ops":3,"scaled":3,"fp8":3,"quant":3,"moe":5,"tensors":5,"fp16":5,"none":1,"use":3,"token":4,"dynamic":3,"act":1,"torch":8,"empty":6,"e":6,"device":4,"cuda":4,"dtype":7,"float32":2,"expert":14,"in":2,"range":2,"d":8,"float":3,"mul":1,"to":1,"like":2,"half":2},"4946,1983,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"return":1,"moetensors8bit":1,"a":8,"moe":15,"tensors":10,"fp16":7,"w1":10,"w2":10,"ab":6,"strides1":6,"c":6,"strides2":6,"q":8,"scale":8,"d":6,"def":2,"run":1,"with":2,"expert":9,"maps":1,"num":7,"experts":8,"int":2,"local":4,"cutlass":8,"kwargs":6,"slice":3,"params":2,"full":2,"k":6,"v":2,"for":3,"in":5,"items":2,"if":1,"and":1,"i":3,"range":2,"0":1,"s":3,"e":3,"make":1,"map":8,"1":1,"list":1,"torch":2,"tensor":1,"dtype":1,"int32":1,"device":1,"cuda":1,"update":2,"arg":2,"t":2,"yield":1},"6929,1821,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"out":5,"tensor":7,"torch":4,"zeros":1,"like":1,"cutlass":4,"moe":16,"kwargs":6,"a":5,"for":2,"in":2,"slice":1,"experts":10,"fp8":2,"return":3,"def":1,"run":2,"8":1,"bit":1,"tensors":13,"moetensors8bit":1,"topk":7,"weights":3,"ids":3,"per":5,"act":4,"token":4,"bool":1,"num":9,"local":5,"optional":1,"int":2,"none":6,"assert":2,"not":6,"any":1,"t":2,"is":5,"w1":7,"q":6,"w2":6,"scale":9,"type":5,"ignore":3,"union":2,"attr":2,"a1":1,"size":1,"0":1,"with":3,"ep":2,"or":2,"if":1,"expert":1,"maps":1,"arg":1,"pytest":6,"mark":6,"parametrize":5,"m":1,"n":1,"k":1,"mnk":1,"factors":1,"e":1,"top":1,"ks":1,"true":2,"false":2,"ch":1,"skipif":1,"lambda":1,"x":3,"ops":1,"group":1,"gemm":2,"supported":2,"to":1,"current":1,"platform":1,"get":1,"device":1,"capability":1,"reason":1,"grouped":1,"on":1,"this":1,"gpu":1},"8750,1934,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"def":1,"test":1,"cutlass":3,"moe":3,"8":2,"bit":2,"no":1,"graph":1,"m":4,"int":6,"n":3,"k":3,"e":6,"topk":10,"per":7,"act":4,"token":4,"bool":2,"out":3,"ch":3,"monkeypatch":2,"ep":4,"size":5,"optional":1,"none":3,"current":2,"platform":1,"seed":1,"everything":1,"7":1,"setenv":1,"vllm":3,"fused":3,"chunk":1,"8192":1,"with":1,"set":1,"config":2,"mt":6,"moetensors8bit":1,"make":1,"tensors":2,"8bit":1,"score":2,"torch":3,"randn":1,"device":1,"cuda":1,"dtype":1,"half":1,"weights":3,"ids":3,"a":3,"renormalize":1,"false":3,"note":2,"that":1,"we":1,"are":1,"using":2,"the":3,"dequantized":1,"versions":1,"of":1,"w1":2,"and":1,"w2":2,"directly":1,"results":1,"in":1,"minor":1,"output":5,"differences":1,"triton":2,"experts":6,"d":3,"if":1,"is":1,"not":1,"assert":2,"0":1,"cannot":1,"distribute":1,"evenly":1,"number":3,"local":3,"else":1,"run":1,"5":4,"only":1,"needed":1,"for":2,"larger":1,"problem":1,"sizes":1,"works":1,"ok":1,"rest":1,"testing":1,"close":1,"atol":1,"5e":1,"2":2,"rtol":1,"1e":1,"pytest":5,"mark":5,"parametrize":5,"mnk":1,"factors":1,"num":1,"top":1,"ks":1,"true":2},"10684,1989,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"pytest":6,"mark":6,"skipif":1,"lambda":1,"x":3,"is":2,"none":1,"or":1,"not":2,"ops":1,"cutlass":4,"group":1,"gemm":2,"supported":2,"to":1,"int":6,"current":3,"platform":2,"get":1,"device":2,"capability":1,"reason":1,"grouped":1,"on":1,"this":1,"gpu":1,"type":1,"def":1,"test":1,"moe":3,"8":3,"bit":2,"cuda":7,"graph":5,"m":4,"n":3,"k":3,"e":4,"topk":10,"per":5,"act":3,"token":3,"bool":2,"out":2,"ch":2,"monkeypatch":2,"seed":1,"everything":1,"7":1,"setenv":1,"vllm":3,"fused":3,"chunk":1,"size":1,"8192":1,"with":2,"set":1,"config":2,"dtype":3,"torch":8,"half":1,"mt":6,"moetensors8bit":1,"make":1,"tensors":2,"8bit":1,"score":2,"randn":1,"weights":3,"ids":3,"a":3,"renormalize":1,"false":1,"note":1,"that":1,"we":1,"are":1,"using":2,"the":2,"dequantized":1,"versions":1,"of":1,"w1":2,"and":1,"w2":2,"directly":1,"results":1,"in":1,"minor":1,"output":5,"differences":1,"triton":2,"experts":1,"d":3,"stream":4,"cudagraph":1,"run":1,"synchronize":2,"replay":1,"testing":1,"assert":1,"close":1,"atol":1,"9e":1,"2":2,"rtol":1,"1e":1,"parametrize":5,"64":1,"1024":1,"4096":1,"16":1,"1":1},"12673,1838,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"pytest":15,"mark":15,"parametrize":13,"per":14,"act":7,"token":7,"true":4,"out":7,"channel":7,"ep":9,"size":7,"1":3,"2":1,"4":1,"8":7,"16":3,"skipif":2,"lambda":2,"x":6,"is":4,"none":2,"or":2,"not":4,"ops":2,"cutlass":6,"group":2,"gemm":4,"supported":4,"to":2,"int":14,"current":2,"platform":2,"get":2,"device":2,"capability":2,"reason":2,"grouped":2,"on":2,"this":2,"gpu":2,"type":2,"def":2,"test":4,"moe":4,"bit":4,"m":6,"n":6,"k":6,"e":6,"topk":6,"bool":4,"monkeypatch":4,"no":2,"graph":2,"large":3,"mnk":2,"factors":2,"8192":2,"5120":2,"31":2,"32768":1,"1024":3,"65536":1,"512":1,"128":2,"false":2},"14511,1850,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"pytest":1,"mark":1,"skipif":1,"lambda":1,"x":3,"is":3,"none":1,"or":1,"not":3,"ops":1,"cutlass":2,"group":1,"gemm":2,"supported":2,"to":2,"int":7,"current":3,"platform":2,"get":1,"device":5,"capability":1,"reason":1,"grouped":1,"on":1,"this":3,"gpu":1,"type":1,"def":1,"test":1,"run":1,"moe":2,"fp8":1,"m":6,"n":4,"k":4,"e":5,"topk":10,"per":4,"act":2,"token":4,"bool":2,"out":2,"channel":2,"ep":2,"size":2,"seed":1,"everything":1,"7":1,"with":1,"set":1,"vllm":2,"config":2,"mt":4,"moetensors8bit":1,"make":2,"tensors":1,"8bit":1,"score":2,"torch":6,"randn":1,"cuda":4,"dtype":6,"half":1,"weights":1,"ids":3,"fused":1,"a":3,"renormalize":1,"false":1,"we":1,"want":1,"sure":1,"there":1,"at":2,"least":2,"one":2,"that":2,"s":2,"generated":2,"in":2,"expert":6,"shard":2,"and":1,"0":4,"1":4,"workspace13":3,"shape":5,"max":1,"2":1,"workspace2":3,"output":1,"empty":2,"prod":2,"num":3,"local":3,"experts":3,"start":2,"end":2,"map":4,"list":1,"range":1,"tensor":1,"int32":1},"16361,1365,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_moe.py":{"activation":2,"lambda":2,"o":2,"i":2,"torch":5,"ops":1,"c":1,"silu":1,"and":1,"mul":1,"a1q":4,"scale":5,"moe":2,"kernel":1,"quantize":1,"input":1,"mt":11,"a":5,"float8":1,"e4m3fn":1,"per":3,"act":2,"token":2,"global":2,"num":2,"experts":2,"1":1,"if":1,"w1":4,"q":4,"is":1,"none":3,"else":1,"size":1,"0":2,"func":3,"output":10,"run":1,"cutlass":1,"fp8":1,"w2":2,"topk":1,"ids":1,"expert":1,"map":1,"workspace13":3,"workspace2":1,"dtype":5,"out":1,"channel":1,"false":1,"random":4,"workspace":6,"empty":1,"shape":2,"device":2,"cuda":2,"fill":1,"zero":3,"zeros":1,"testing":1,"assert":1,"close":1,"atol":1,"5e":1,"3":2,"rtol":1,"1e":1},"0,1632,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":8,"pytest":2,"torch":3,"from":6,"tests":2,"kernels":2,"moe":3,"utils":2,"make":1,"test":2,"weights":1,"quant":2,"native":2,"per":1,"token":1,"group":1,"int8":2,"w8a8":1,"block":3,"matmul":1,"config":7,"vllmconfig":2,"set":1,"current":3,"model":3,"executor":2,"layers":2,"activation":1,"siluandmul":1,"fused":2,"platforms":1,"platform":2,"if":1,"get":1,"device":1,"capability":1,"7":2,"skip":1,"triton":1,"requires":1,"cuda":1,"or":1,"higher":1,"allow":1,"module":1,"level":1,"true":1,"scheduler":2,"max":2,"num":1,"seqs":1,"128":26,"len":1,"8192":1,"dtypes":1,"half":1,"bfloat16":1,"mnk":1,"factors":1,"1":7,"512":13,"7168":12,"1024":5,"4096":12,"33":7,"222":5,"2048":4,"e":1,"8":1,"24":1,"top":1,"ks":1,"6":1,"size":2,"64":4,"seeds":1,"for":1},"1632,1996,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_int8.py":{"def":2,"torch":8,"w8a8":3,"block":12,"int8":3,"moe":2,"a":13,"w1":5,"w2":6,"s":8,"score":4,"topk":13,"shape":9,"this":2,"function":1,"performs":1,"fused":1,"with":1,"wise":1,"quantization":1,"using":1,"native":6,"b":5,"d":3,"view":5,"1":14,"repeat":1,"reshape":1,"out":14,"zeros":1,"dtype":8,"device":4,"softmax":1,"dim":2,"float32":2,"weight":4,"ids":4,"k":4,"0":2,"q":4,"per":2,"token":2,"group":2,"quant":2,"for":2,"i":6,"in":2,"range":1,"mask":5,"if":1,"sum":2,"inter":2,"matmul":2,"output":2,"act":8,"siluandmul":1,"forward":1,"to":2,"return":1,"pytest":2,"fixture":1,"autouse":1,"true":1,"scope":1,"module":2,"setup":1,"cuda":3,"sets":1,"the":1,"default":2,"all":1,"tests":1,"set":1,"mark":1,"parametrize":1,"m":1,"n":1,"mnk":1,"factors":1},"3628,1576,data/raw/vllm-0.10.1/tests/kernels/moe/test_block_int8.py":{"pytest":5,"mark":5,"parametrize":5,"e":5,"topk":4,"top":1,"ks":1,"block":11,"size":6,"dtype":7,"dtypes":1,"seed":4,"seeds":1,"torch":8,"inference":1,"mode":1,"def":1,"test":2,"w8a8":4,"int8":5,"fused":3,"moe":4,"m":3,"n":2,"k":3,"tests":1,"the":2,"kernel":1,"with":2,"quantization":1,"against":1,"a":4,"native":1,"reference":1,"manual":1,"randn":2,"10":1,"score":3,"w1":7,"s":6,"w2":7,"make":1,"weights":1,"per":1,"act":1,"token":1,"quant":1,"false":2,"shape":2,"set":2,"context":1,"to":1,"avoid":1,"lots":1,"of":1,"warning":1,"spam":1,"current":1,"vllm":2,"config":2,"out":4,"renormalize":1,"use":1,"true":1,"scale":2,"ref":2,"check":1,"results":1,"testing":1,"assert":1,"close":1,"atol":1,"0":2,"065":2,"rtol":1},"0,1979,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":12,"project":1,"test":2,"deepep":4,"deepgemm":2,"integration":1,"are":1,"gemm":11,"kernels":3,"specialized":1,"for":1,"fp8":2,"block":3,"quantized":1,"case":1,"import":20,"dataclasses":1,"from":16,"typing":2,"optional":1,"pytest":3,"torch":2,"distributed":2,"processgroup":1,"extensions":1,"paramspec":2,"config":2,"vllmconfig":1,"set":1,"current":2,"model":6,"executor":6,"layers":6,"fused":8,"moe":9,"experts":1,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"platforms":1,"platform":1,"utils":5,"has":5,"deep":15,"ep":5,"is":3,"blackwell":1,"e8m0":1,"used":1,"supported":2,"parallel":3,"processgroupinfo":1,"launch":1,"make":3,"weights":2,"if":3,"ht":1,"prepare":2,"finalize":2,"noqa":2,"e501":2,"deepephtprepareandfinalize":1,"ll":1,"deepepllprepareandfinalize":1,"deepephtargs":1,"deepepllargs":1,"a2a":1,"batched":1,"batcheddeepgemmexperts":1,"deepgemmexperts":1,"requires":4,"mark":2,"skipif":2,"not":2,"reason":2,"p":2,"def":2,"next":1,"power":1,"of":1,"x":3,"math":3,"return":2,"1":1,"ceil":1,"log2":1,"quant":1,"e":1,"int":4,"n":1,"k":1,"size":1,"list":1},"1979,1790,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"tuple":1,"torch":21,"tensor":8,"return":2,"weights":4,"w1q":3,"w2q":3,"w1":3,"scale":6,"w2":3,"make":3,"test":1,"e":1,"n":2,"k":5,"bfloat16":2,"float8":2,"e4m3fn":2,"block":2,"size":3,"dataclasses":2,"dataclass":2,"class":2,"testconfig":3,"topk":9,"int":6,"m":5,"num":2,"experts":2,"per":1,"act":1,"token":3,"quant":1,"bool":3,"list":1,"configs":1,"for":1,"testing":1,"low":3,"latency":2,"kernels":1,"use":1,"fp8":8,"dispatch":1,"optional":2,"false":1,"testtensors":2,"rank":7,"tokens":5,"all":1,"ranks":1,"this":1,"many":1,"scales":2,"config":6,"staticmethod":1,"def":1,"dtype":5,"info":3,"finfo":1,"max":4,"min":4,"randn":2,"device":6,"cuda":3,"current":3,"10":1,"0":2,"clamp":1,"none":1,"ids":2,"randint":1,"high":1,"to":1,"int64":1,"shape":1,"float32":1},"3769,1814,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"return":2,"testtensors":1,"rank":8,"tokens":7,"token":4,"scales":2,"topk":4,"ids":1,"weights":2,"config":13,"def":2,"make":3,"ll":2,"modular":2,"kernel":2,"pg":4,"processgroup":2,"pgi":5,"processgroupinfo":2,"max":5,"per":6,"int":5,"dp":5,"size":11,"hidden":3,"q":4,"dtype":6,"optional":2,"torch":2,"test":11,"testconfig":2,"fusedmoemodularkernel":3,"assert":4,"low":2,"latency":2,"use":4,"fp8":4,"dispatch":4,"is":2,"not":2,"none":3,"a2a":3,"deepepllprepareandfinalize":1,"deepep":3,"ht":2,"args":2,"deepepllargs":1,"num":5,"experts":6,"block":4,"shape":2,"fused":3,"batcheddeepgemmexperts":1,"dispatchers":1,"world":1,"act":2,"quant":2,"mk":2,"prepare":1,"finalize":1,"local":1},"5583,1993,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"a2a":3,"deepephtprepareandfinalize":1,"make":5,"deepep":4,"pg":7,"pgi":7,"dp":7,"size":14,"ht":2,"args":2,"deepephtargs":1,"num":7,"local":5,"experts":10,"ll":2,"none":1,"q":6,"dtype":6,"block":2,"shape":1,"test":14,"config":10,"fused":3,"deepgemmexperts":1,"mk":6,"fusedmoemodularkernel":3,"prepare":1,"finalize":1,"return":2,"def":2,"modular":4,"kernel":4,"processgroup":2,"processgroupinfo":2,"int":3,"tensors":6,"testtensors":2,"torch":6,"float8":1,"e4m3fn":1,"if":1,"low":1,"latency":1,"max":4,"tokens":5,"per":3,"rank":5,"64":1,"next":1,"power":1,"of":1,"2":1,"0":2,"hidden":3,"1":1,"else":1,"deepgemm":1,"moe":1,"impl":1,"w1":3,"tensor":5,"w2":2,"scale":2,"optional":2},"7576,1813,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"def":2,"build":2,"expert":6,"map":6,"num":9,"local":6,"experts":9,"w1":8,"size":3,"0":1,"torch":13,"full":1,"fill":1,"value":1,"1":1,"dtype":2,"int32":2,"s":3,"pgi":3,"rank":3,"e":2,"tensor":9,"list":2,"range":1,"return":2,"to":1,"device":2,"cuda":1,"current":1,"make":2,"modular":2,"kernel":2,"mk":2,"fusedmoemodularkernel":1,"pg":2,"dp":2,"test":7,"tensors":6,"low":2,"latency":2,"kernels":1,"can":1,"t":1,"dispatch":1,"scales":2,"a1":4,"scale":11,"none":4,"if":1,"config":1,"else":1,"token":1,"out":2,"forward":1,"hidden":1,"states":1,"tokens":1,"w2":7,"topk":6,"weights":3,"ids":2,"inplace":1,"false":2,"activation":1,"silu":1,"global":1,"zp":2,"a2":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"triton":1,"impl":1,"a":1,"block":1,"shape":1,"int":1},"9389,1730,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"return":1,"fused":1,"experts":1,"hidden":1,"states":1,"a":2,"w1":18,"w2":14,"topk":8,"weights":4,"ids":3,"inplace":1,"false":3,"use":1,"fp8":1,"w8a8":1,"true":1,"scale":19,"a1":3,"block":5,"shape":5,"make":2,"sure":1,"this":1,"is":1,"set":2,"to":5,"so":1,"we":1,"dont":1,"end":1,"up":1,"comparing":1,"the":1,"same":1,"implementation":1,"allow":1,"deep":1,"gemm":1,"def":1,"test":6,"deepep":1,"deepgemm":1,"moe":2,"pgi":4,"processgroupinfo":1,"dp":1,"size":6,"int":1,"config":3,"testconfig":1,"torch":9,"tensor":4,"current":6,"platform":1,"seed":1,"everything":1,"rank":4,"device":8,"cuda":4,"pg":1,"distributed":1,"new":1,"group":1,"list":1,"range":1,"world":1,"tensors":5,"testtensors":1,"1":2,"2":2,"with":1,"vllm":1,"vllmconfig":1,"reference":1,"triton":2,"impl":1,"tokens":1,"token":1,"scales":1},"11119,1810,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"slice":1,"experts":11,"for":4,"this":1,"rank":2,"num":10,"local":3,"config":1,"pgi":3,"world":3,"size":5,"e":12,"start":6,"end":5,"w1":6,"ep":9,"w2":6,"scale":6,"deepep":5,"moe":5,"deepgemm":4,"impl":1,"pg":1,"dp":3,"test":4,"tensors":1,"torch":1,"testing":1,"assert":1,"close":1,"triton":1,"atol":1,"6e":2,"2":4,"rtol":1,"mnks":2,"8":3,"128":5,"512":4,"3":1,"1024":6,"2048":4,"32":2,"45":1,"64":1,"129":2,"256":1,"222":1,"topks":2,"6":1,"pytest":6,"mark":5,"parametrize":4,"mnk":3,"topk":5,"1":1,"requires":2,"deep":5,"gemm":4,"skipif":1,"is":1,"blackwell":2,"e8m0":1,"used":1,"reason":1,"skipping":2,"def":1,"ht":1,"tuple":2,"int":7,"tests":1,"high":1,"throughput":1,"integration":1,"import":1,"m":5,"n":1,"k":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"if":1,"skip":1,"f":1,"block":4,"get":1,"alignment":1,"contiguous":1,"layout":1},"12929,1740,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"world":5,"size":12,"dp":5,"config":2,"testconfig":1,"topk":7,"m":3,"k":4,"n":4,"num":8,"experts":8,"per":1,"act":1,"token":1,"quant":2,"false":3,"block":6,"low":2,"latency":2,"use":6,"fp8":7,"dispatch":6,"none":1,"w1":4,"w2":4,"scale":4,"make":1,"weights":1,"parallel":1,"launch":1,"test":4,"deepep":3,"deepgemm":4,"moe":2,"mnks":2,"1":2,"128":5,"2560":7,"2":2,"3":1,"1024":3,"32":1,"45":1,"512":1,"64":1,"222":1,"fix":1,"tests":2,"for":3,"true":1,"pytest":8,"mark":7,"parametrize":6,"mnk":3,"topks":1,"requires":2,"deep":3,"ep":1,"gemm":2,"skipif":1,"is":1,"blackwell":2,"e8m0":1,"used":1,"reason":1,"skipping":2,"def":1,"ll":1,"tuple":2,"int":8,"bool":1,"list":1,"integration":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"if":1,"skip":1,"f":1,"e":1},"14669,526,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_deepgemm_moe.py":{"world":3,"size":8,"dp":3,"config":2,"testconfig":1,"topk":2,"m":2,"k":3,"n":3,"num":3,"experts":3,"per":1,"act":1,"token":1,"quant":2,"false":1,"block":4,"low":1,"latency":1,"true":1,"use":2,"fp8":3,"dispatch":2,"w1":4,"w2":4,"scale":4,"make":1,"weights":1,"parallel":1,"launch":1,"test":1,"deepep":1,"deepgemm":1,"moe":1},"0,1904,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":8,"project":1,"from":15,"dataclasses":1,"import":18,"dataclass":1,"fields":1,"pytest":2,"torch":9,"nn":1,"functional":1,"as":1,"f":1,"utils":3,"has":2,"triton":12,"kernels":11,"if":1,"not":2,"skip":1,"found":1,"skipping":1,"all":1,"related":1,"tests":1,"allow":1,"module":1,"level":1,"true":1,"swiglu":1,"matmul":1,"ogs":1,"flexctx":1,"precisionconfig":1,"numerics":2,"inflexdata":1,"details":2,"mxfp":3,"downcast":1,"upcast":1,"tensor":4,"fp4":1,"convert":1,"layout":2,"wrap":1,"testing":1,"assert":1,"close":1,"model":5,"executor":5,"layers":5,"fused":7,"moe":8,"batched":1,"batchedprepareandfinalize":1,"topk":1,"gpt":1,"oss":1,"batchedoaitritonexperts":1,"kernel":2,"forward":1,"modular":1,"fusedmoemodularkernel":1,"shuffle":1,"weight":1,"round":1,"up":1,"def":2,"deshuffle":1,"w":4,"first":2,"second":2,"1":3,"deshuffled":2,"concat":1,"dim":1,"return":1,"init":1,"compute":1,"data":2,"m":3,"k":1,"n":1,"e":3,"a":1,"dtype":2,"str":2,"num":1,"warps":1,"int":1,"randbits":2,"randperm":1,"for":2,"in":2,"range":1,"x":2,"list":2,"i":3,"16384":1,"512":1,"4096":1,"bits":2,"int16":1,"view":1,"bfloat16":1,"enumerate":1,"exp":1,"stack":1,"device":1,"cuda":1,"simulating":1,"gate":1,"output":1},"1904,1822,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"create":1,"input":1,"tensor":1,"x":8,"torch":18,"randn":5,"m":1,"k":4,"dtype":16,"bfloat16":9,"device":5,"cuda":5,"w1":25,"e":4,"2":7,"n":3,"bias":12,"w2":14,"exp":2,"data":2,"tri":23,"clone":6,"to":11,"float32":2,"dict":5,"bf16":1,"fp8":2,"e4m3":1,"float8":2,"e4m3fn":1,"e5m2":2,"a":2,"if":2,"w":4,"mx4":3,"simulate":1,"quantization":1,"support":1,"on":2,"reference":1,"impl":1,"triton":2,"moe":1,"kernel":1,"use":1,"transposed":1,"shape":5,"for":1,"matmul":1,"transpose":2,"1":4,"shuffle":3,"weights":2,"weight":2,"quant":1,"pytest":1,"skip":1,"nyi":1,"else":1,"quantize":1,"careful":1,"the":3,"padding":2,"here":1,"activation":1,"need":1,"be":1,"multiple":1,"of":1,"64":2,"actual":1,"engine":1,"is":1,"not":1,"implemented":1,"bottom":4,"pad":8,"round":2,"up":2,"right":3,"128":1},"3726,1819,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"w1":17,"tri":28,"f":5,"pad":12,"0":22,"right":4,"bottom":2,"mode":5,"constant":5,"value":5,"w2":17,"bias":4,"x":3,"w":14,"layout":20,"opts":6,"make":2,"default":2,"matmul":2,"mxfp4":2,"mx":2,"axis":6,"1":6,"scale":15,"num":2,"warps":2,"downcast":2,"to":2,"mxfp":4,"torch":8,"uint8":2,"upcast":2,"from":2,"bfloat16":2,"convert":4,"wrap":4,"tensor":4,"fp4":2},"5545,1974,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"pc1":2,"precisionconfig":2,"weight":2,"scale":4,"w1":13,"tri":8,"flex":2,"ctx":2,"flexctx":2,"rhs":2,"data":4,"inflexdata":2,"pc2":2,"w2":11,"tucuate":1,"so":1,"the":2,"rest":1,"can":1,"run":1,"properly":1,"k":5,"2":4,"n":4,"deshuffle":1,"transpose":2,"1":8,"contiguous":2,"return":2,"x":13,"bias":7,"exp":2,"dataclass":1,"class":1,"modelconfig":1,"num":4,"hidden":3,"layers":1,"int":12,"36":1,"experts":2,"128":2,"per":1,"token":1,"4":1,"vocab":1,"size":3,"201088":1,"2880":2,"intermediate":1,"head":1,"dim":2,"64":2,"attention":1,"heads":2,"key":1,"value":1,"8":1,"sliding":1,"window":1,"initial":1,"context":1,"length":1,"4096":1,"rope":4,"theta":1,"float":6,"150000":1,"0":5,"scaling":1,"factor":1,"32":2,"ntk":2,"alpha":3,"beta":1,"def":2,"swiglu":1,"702":1,"limit":6,"note":1,"we":1,"add":1,"an":1,"extra":1,"of":1,"to":1,"linear":5,"layer":1,"glu":7,"torch":8,"chunk":1,"if":2,"is":2,"not":2,"none":2,"clamp":2,"max":2,"out":2,"sigmoid":1,"min":1,"oai":1,"moe":1,"forward":1,"states":1,"tensor":6,"m":2,"e":5,"2n":2,"gating":1,"output":1,"topk":1},"7519,1712,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"model":1,"py":1,"309":1,"330":1,"assuming":1,"gating":2,"and":1,"norm":1,"t":11,"hidden":2,"states":1,"experts":6,"torch":5,"topk":3,"output":1,"k":3,"dim":2,"1":4,"sorted":1,"true":1,"expert":7,"weights":2,"nn":1,"functional":1,"softmax":1,"values":1,"indices":6,"mlp":2,"mlp1":4,"weight":4,"w1":6,"bias":10,"einsum":3,"beck":2,"bk":1,"bec":3,"swiglu":1,"limit":1,"7":1,"2":3,"mlp2":4,"w2":6,"bek":1,"weighted":1,"sum":1,"of":1,"be":1,"bc":1,"return":1,"dataclass":1,"class":1,"case":8,"a":6,"dtype":12,"str":2,"w":6,"pytest":3,"mark":3,"parametrize":3,"join":1,"f":4,"name":2,"for":3,"in":3,"fields":2,"tuple":1,"getattr":1,"bf16":3,"fp8":2,"e4m3":1,"e5m2":1,"mx4":1,"num":5,"token":4,"tp":3,"4":1,"8":2,"def":1,"test":1,"equiv":1,"m":2,"e":2,"modelconfig":4,"size":2,"n":2,"intermediate":1,"per":1,"x":2,"exp":2,"data":3,"tri":6,"pc1":1,"pc2":1,"init":1,"compute":1,"warps":1},"9231,1780,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"out":6,"triton":5,"monolithic":4,"kernel":1,"moe":3,"forward":2,"hidden":2,"states":2,"x":2,"tri":7,"w1":18,"w2":17,"gating":4,"output":4,"exp":2,"data":2,"topk":11,"renormalize":3,"true":1,"bias":14,"precision":8,"pc1":1,"pc2":1,"k":1,"ref":3,"oai":1,"assert":1,"close":1,"maxtol":1,"0":5,"025":1,"rmstol":1,"005":1,"def":1,"batched":1,"a":4,"torch":5,"tensor":5,"int":1,"bool":1,"precisionconfig":2,"max":4,"num":7,"tokens":4,"round":1,"up":1,"shape":2,"64":1,"fused":3,"experts":3,"fusedmoemodularkernel":1,"batchedprepareandfinalize":1,"dispatchers":2,"1":2,"local":1,"rank":1,"batchedoaitritonexperts":1,"none":1,"extra":3,"expert":3,"args":3,"weight":2,"ids":2,"return":1},"11011,1855,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"pytest":3,"mark":3,"parametrize":3,"join":1,"f":4,"name":2,"for":3,"in":3,"fields":2,"case":7,"tuple":1,"getattr":1,"a":6,"dtype":12,"bf16":3,"w":5,"fp8":2,"e4m3":1,"e5m2":1,"mx4":1,"num":5,"token":4,"64":1,"ep":3,"1":2,"2":2,"4":2,"8":1,"def":2,"test":2,"triton":1,"kernel":1,"batched":2,"moe":3,"m":6,"e":2,"modelconfig":6,"experts":2,"k":6,"hidden":3,"size":4,"n":4,"intermediate":2,"topk":5,"per":1,"x":6,"w1":13,"bias":12,"w2":13,"exp":4,"data":5,"tri":17,"pc1":2,"pc2":2,"init":1,"compute":1,"warps":1,"out":9,"gating":2,"output":2,"renormalize":1,"true":1,"precision":2,"ref":6,"oai":1,"forward":1,"states":1,"assert":1,"close":1,"maxtol":1,"0":3,"025":1,"rmstol":1,"005":1,"unit":1,"shuffle":2,"torch":4,"randn":2,"bfloat16":2,"device":2,"cuda":2,"shuffled":1,"weight":1,"swiglu":1,"limit":1},"12866,227,data/raw/vllm-0.10.1/tests/kernels/moe/test_gpt_oss_triton_kernels.py":{"out":5,"x":1,"m":1,"shuffled":1,"triton":2,"kernels":2,"swiglu":3,"torch":1,"alpha":1,"1":2,"702":1,"precision":1,"config":1,"precisionconfig":1,"limit":1,"0":1,"assert":1,"close":1,"ref":2,"tri":1},"0,1994,data/raw/vllm-0.10.1/tests/kernels/moe/test_modular_kernel_combinations.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":15,"copy":1,"textwrap":2,"traceback":2,"from":9,"itertools":1,"product":1,"typing":1,"optional":1,"pytest":2,"torch":1,"model":2,"executor":2,"layers":2,"fused":5,"moe":5,"modular":5,"kernel":5,"as":1,"mk":6,"config":8,"vllmconfig":2,"current":2,"platform":1,"set":1,"fusedmoequantconfig":1,"utils":3,"has":10,"deep":6,"ep":3,"gemm":3,"pplx":3,"flashinfer":4,"cutlass":2,"tools":3,"common":1,"ranktensors":1,"weighttensors":2,"reference":1,"impl":1,"run":1,"objects":1,"expert":2,"types":3,"multi":4,"gpu":5,"prepare":2,"finalize":2,"quant":1,"configs":1,"single":1,"info":1,"parallel":2,"processgroupinfo":2,"launch":1,"with":1,"any":2,"package":2,"or":6,"meets":1,"requirements":1,"mark":1,"skipif":1,"not":2,"reason":1,"requires":1,"packages":1,"def":2,"format":2,"result":1,"verbose":3,"msg":3,"ex":3,"none":2,"if":2,"is":1,"x":3,"str":1,"newx":5,"strip":1,"n":2,"t":2,"16":1,"len":2,"prefix":2,"e":1,"print":4,"f":3,"indent":1,"exc":1,"failed":1,"elif":1,"passed":1,"else":1,"end":1,"rank":1,"worker":1,"pgi":1,"cpu":1,"group":1,"weights":1,"bool":1},"1994,1932,data/raw/vllm-0.10.1/tests/kernels/moe/test_modular_kernel_combinations.py":{"current":3,"platform":1,"seed":1,"everything":1,"pgi":6,"rank":10,"sanity":1,"check":1,"from":1,"vllm":5,"import":1,"envs":2,"if":3,"config":15,"fused":3,"moe":4,"chunk":3,"size":3,"is":2,"not":1,"none":1,"assert":5,"get":1,"weights":5,"to":2,"this":1,"device":2,"ms":5,"isinstance":2,"list":2,"topks":5,"exceptions":4,"count":6,"0":2,"for":2,"m":5,"topk":5,"in":3,"product":1,"try":1,"print":2,"f":5,"running":1,"1":3,"override":1,"and":1,"cfgx":6,"copy":1,"deepcopy":1,"inputs":1,"tensors":3,"ranktensors":1,"make":2,"modular":2,"kernel":2,"out":5,"mk":2,"run":2,"with":1,"set":1,"ref":2,"reference":1,"impl":1,"quant":1,"dtype":1,"nvfp4":1,"atol":4,"1e":2,"rtol":4,"else":2,"3e":2,"2":2,"torch":1,"testing":1,"close":1,"format":2,"result":2,"verbose":3,"describe":2,"except":1,"exception":1,"as":1,"ex":3,"append":1,"len":2,"raise":1,"runtimeerror":1,"of":2,"tests":2,"failed":1,"child":2,"process":2,"passed":1,"def":1,"bool":1,"valid":1,"weighttensors":2},"3926,1781,data/raw/vllm-0.10.1/tests/kernels/moe/test_modular_kernel_combinations.py":{"vllm":2,"config":16,"env":3,"dict":2,"make":1,"data":1,"parallel":1,"launch":1,"with":1,"world":3,"size":5,"rank":1,"worker":1,"weights":1,"verbose":1,"ms":1,"32":2,"64":1,"hidden":1,"sizes":3,"making":1,"this":1,"too":1,"large":1,"will":1,"cause":1,"fp4":1,"tests":1,"to":3,"fail":2,"also":1,"needs":2,"be":2,"a":1,"multiple":1,"of":1,"1024":1,"for":1,"deep":1,"gemm":1,"ks":2,"2048":2,"ns":2,"topks":1,"4":1,"1":2,"es":2,"dtypes":2,"torch":2,"bfloat16":1,"fused":6,"moe":4,"chunk":4,"none":1,"16":1,"def":2,"is":3,"nyi":1,"bool":1,"we":1,"know":1,"these":1,"configs":2,"legitimate":1,"but":1,"still":1,"info":4,"expert":3,"experts":1,"type":1,"if":1,"matching":1,"quant":10,"the":1,"triton":1,"kernels":1,"expect":1,"both":1,"per":4,"act":2,"token":2,"and":1,"out":2,"ch":2,"or":1,"neither":1,"unsupported":2,"return":2,"not":1,"supports":1,"map":1,"pytest":8,"mark":8,"parametrize":8,"k":2,"n":2,"e":2,"dtype":3,"mk":5,"combination":2,"product":1,"multi":2,"gpu":2,"prepare":1,"finalize":1,"types":2,"2":1,"meets":1,"requirements":1,"test":1,"modular":1,"kernel":1,"combinations":1,"multigpu":1,"int":5,"optional":2,"fusedmoequantconfig":1,"tuple":1,"fusedmoeprepareandfinalize":1,"fusedmoepermuteexpertsunpermute":1,"pytestconfig":1},"5707,1937,data/raw/vllm-0.10.1/tests/kernels/moe/test_modular_kernel_combinations.py":{"config":25,"ms":4,"k":6,"n":6,"e":6,"topks":4,"dtype":7,"quant":7,"prepare":3,"finalize":3,"type":4,"combination":6,"0":3,"fused":10,"experts":2,"1":3,"moe":7,"chunk":7,"size":12,"world":6,"if":4,"not":4,"is":8,"valid":4,"pytest":12,"skip":4,"f":4,"tests":4,"skipping":4,"nyi":4,"verbosity":2,"pytestconfig":2,"getoption":1,"verbose":1,"run":1,"mark":8,"parametrize":8,"ks":1,"ns":1,"es":1,"dtypes":1,"mk":5,"configs":1,"product":1,"single":1,"gpu":1,"types":2,"expert":1,"sizes":1,"def":1,"test":1,"modular":1,"kernel":1,"combinations":1,"singlegpu":1,"int":5,"torch":1,"optional":2,"fusedmoequantconfig":1,"tuple":1,"fusedmoeprepareandfinalize":1,"fusedmoepermuteexpertsunpermute":1},"7644,713,data/raw/vllm-0.10.1/tests/kernels/moe/test_modular_kernel_combinations.py":{"verbosity":2,"pytestconfig":1,"getoption":1,"verbose":1,"run":3,"config":7,"0":1,"if":1,"name":1,"main":1,"ability":1,"to":1,"test":3,"individual":1,"prepareandfinalize":1,"and":1,"fusedexperts":1,"combination":2,"from":1,"modular":2,"kernel":2,"tools":1,"cli":1,"args":4,"import":1,"make":4,"arg":2,"parser":4,"description":1,"single":1,"prepare":1,"finalize":1,"fused":1,"experts":2,"example":1,"python3":1,"m":1,"tests":1,"kernels":1,"moe":1,"combinations":1,"noqa":1,"e501":1,"pf":1,"type":2,"pplxprepareandfinalize":1,"batchedtritonexperts":1,"parse":1,"true":1},"0,1992,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_grouped_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":5,"project":1,"deepgemm":2,"style":1,"cutlass":2,"grouped":3,"gemm":4,"test":3,"see":1,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"blob":1,"main":1,"tests":3,"core":1,"py":1,"import":9,"random":2,"pytest":4,"torch":11,"from":6,"kernels":2,"moe":1,"utils":4,"per":5,"token":1,"cast":2,"fp8":2,"baseline":1,"scaled":2,"mm":1,"custom":1,"ops":2,"as":1,"platforms":1,"current":2,"platform":2,"cdiv":2,"deep":1,"block":2,"mark":3,"parametrize":2,"num":6,"groups":6,"expected":3,"m":10,"group":6,"k":5,"n":6,"4":2,"8192":2,"7168":6,"4096":5,"2048":3,"8":2,"32":2,"1024":2,"out":8,"dtype":13,"float16":1,"skipif":1,"lambda":1,"x":4,"is":2,"none":1,"or":1,"int":6,"100":1,"get":1,"device":14,"capability":1,"reason":1,"only":1,"supported":1,"on":1,"sm100":1,"def":1,"cuda":1,"alignment":3,"128":1,"ms":3,"uniform":1,"7":1,"1":3,"3":1,"for":4,"in":4,"range":3,"sum":2,"randn":3,"y":1,"empty":1,"ref":1,"ep":4,"offset":4,"i":5,"pb":3,"size":3,"append":1,"problem":1,"sizes":1,"tensor":2,"int32":2,"expert":1,"offsets":1},"1992,947,data/raw/vllm-0.10.1/tests/kernels/moe/test_cutlass_grouped_gemm.py":{"x":6,"fp8":14,"per":2,"token":1,"cast":2,"to":2,"y":9,"torch":5,"empty":2,"like":1,"dtype":3,"float8":1,"e4m3fn":1,"num":3,"groups":3,"cdiv":1,"n":1,"128":4,"k":1,"device":2,"float":1,"for":2,"i":13,"in":2,"range":2,"0":5,"1":10,"block":1,"a":4,"ep":6,"offset":6,"scale":4,"b":4,"t":2,"baseline":3,"scaled":2,"mm":2,"out":5,"ref":2,"ops":1,"cutlass":1,"blockwise":1,"grouped":1,"problem":1,"sizes":1,"expert":1,"offsets":1,"testing":1,"assert":1,"close":1,"atol":1,"5e":1,"rtol":1,"1e":1,"3":1},"0,1828,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"test":1,"deepep":4,"dispatch":1,"combine":1,"logic":1,"import":18,"dataclasses":1,"from":15,"typing":1,"optional":1,"union":1,"pytest":2,"torch":10,"distributed":2,"processgroup":1,"custom":1,"ops":2,"as":1,"config":2,"vllmconfig":1,"set":1,"current":2,"model":7,"executor":7,"layers":7,"activation":1,"siluandmul":1,"fused":6,"moe":6,"tritonexperts":1,"batched":1,"batchedtritonexperts":1,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"quantization":1,"utils":5,"fp8":2,"per":2,"token":1,"group":1,"quant":1,"platforms":1,"platform":1,"has":3,"deep":5,"ep":5,"parallel":3,"processgroupinfo":1,"launch":1,"if":2,"ht":1,"prepare":2,"finalize":2,"noqa":2,"e501":2,"deepephtprepareandfinalize":1,"ll":1,"deepepllprepareandfinalize":1,"deepephtargs":1,"deepepllargs":1,"make":2,"a2a":1,"requires":2,"mark":1,"skipif":1,"not":1,"reason":1,"kernels":1,"max":1,"tokens":1,"rank":1,"64":1,"def":1,"weights":2,"e":3,"n":3,"k":3,"dtype":6,"tuple":1,"tensor":4,"return":2,"w1":4,"w2":4,"scale":2,"in":1,"float16":1,"bfloat16":1,"randn":2,"device":2,"cuda":2,"10":2,"none":2},"1828,1777,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"per":3,"out":1,"channel":1,"weight":1,"quantization":1,"assert":2,"dtype":17,"torch":21,"float8":3,"e4m3fn":3,"w1":9,"empty":6,"e":5,"2":2,"n":6,"k":7,"device":5,"cuda":5,"float16":3,"w2":9,"b":4,"scales":6,"q":6,"like":2,"scale":6,"1":2,"float32":2,"for":1,"expert":7,"in":2,"range":1,"ops":2,"scaled":2,"fp8":2,"quant":2,"use":2,"token":6,"if":3,"dynamic":2,"true":2,"return":1,"dataclasses":2,"dataclass":2,"class":2,"testconfig":3,"topk":3,"int":5,"m":2,"num":1,"experts":1,"testtensors":2,"rank":4,"tokens":3,"tensor":4,"all":1,"ranks":1,"make":2,"this":1,"many":1,"optional":1,"weights":1,"config":7,"staticmethod":1,"def":1,"low":1,"latency":1,"mode":1,"bool":1,"todo":1,"varun":1,"check":1,"that":1,"works":1,"bfloat16":2,"else":1,"randn":1,"10":1,"none":1},"3605,1946,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"topk":8,"torch":5,"randint":1,"low":4,"0":1,"high":1,"config":5,"num":8,"experts":7,"size":9,"m":1,"device":2,"cuda":2,"to":1,"dtype":7,"int64":1,"weights":3,"randn":1,"shape":2,"float32":1,"return":1,"testtensors":1,"rank":6,"tokens":4,"token":3,"scales":2,"def":1,"make":2,"modular":1,"kernel":1,"pg":3,"processgroup":1,"pgi":4,"processgroupinfo":1,"latency":3,"mode":2,"bool":3,"hidden":3,"int":4,"dp":4,"local":3,"q":4,"optional":3,"use":4,"fp8":5,"dispatch":5,"per":3,"act":1,"quant":1,"fusedmoemodularkernel":1,"is":3,"quantized":1,"not":2,"none":4,"ht":4,"args":8,"deepephtargs":2,"ll":4,"deepepllargs":2,"if":1,"max":2,"else":1,"assert":1,"valid":1,"only":1,"for":1,"kernels":1,"a2a":2,"union":1,"deepephtprepareandfinalize":1,"deepepllprepareandfinalize":1,"deepep":3,"block":1,"dispatchers":1,"world":1},"5551,1862,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"if":2,"low":2,"latency":2,"mode":3,"assert":1,"not":2,"per":6,"act":5,"token":5,"quant":5,"supported":1,"in":1,"ll":1,"fused":4,"experts":11,"batchedtritonexperts":1,"max":2,"num":10,"tokens":3,"rank":3,"dispatchers":2,"use":9,"fp8":3,"w8a8":4,"is":4,"quantized":4,"int8":4,"false":7,"w8a16":2,"int4":2,"w4a16":2,"else":1,"tritonexperts":1,"mk":2,"fusedmoemodularkernel":1,"prepare":1,"finalize":1,"a2a":1,"return":2,"def":2,"deep":1,"ep":1,"moe":1,"impl":1,"pg":1,"processgroup":1,"pgi":2,"processgroupinfo":1,"bool":3,"dp":1,"size":5,"int":2,"test":2,"tensors":2,"testtensors":1,"w1":5,"torch":12,"tensor":6,"w2":2,"scale":2,"optional":2,"dispatch":1,"local":5,"0":2,"build":1,"expert":4,"map":4,"full":1,"fill":1,"value":1,"1":2,"dtype":5,"int32":2,"s":3,"e":2,"list":1,"range":1,"to":1,"device":2,"cuda":1,"current":1,"hidden":1,"float8":2,"e4m3fn":2,"q":2,"none":1},"7413,1960,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"make":2,"modular":2,"kernel":2,"mk":2,"fusedmoemodularkernel":1,"pg":1,"pgi":1,"low":2,"latency":2,"mode":2,"hidden":4,"size":4,"dp":2,"num":8,"experts":4,"local":1,"q":1,"dtype":1,"use":1,"fp8":1,"dispatch":1,"per":4,"act":2,"token":9,"quant":1,"out":4,"states":3,"torch":1,"empty":1,"like":1,"test":6,"tensors":6,"rank":13,"tokens":10,"total":3,"0":2,"def":1,"process":1,"chunk":25,"start":6,"end":6,"skip":2,"result":2,"store":2,"false":3,"topk":8,"weights":4,"scales":7,"if":3,"is":1,"not":2,"none":4,"and":1,"forward":1,"w1":5,"w2":5,"ids":1,"inplace":1,"activation":1,"silu":1,"global":1,"expert":2,"map":2,"build":1,"scale":6,"zp":2,"a1":1,"a2":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"copy":1,"non":1,"blocking":1,"true":1,"max":2,"else":1},"9373,1978,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"for":5,"chunk":13,"start":9,"in":3,"range":3,"0":3,"total":5,"num":7,"tokens":9,"max":2,"per":5,"dp":2,"end":5,"min":3,"clamp":1,"and":2,"1":7,"process":1,"skip":1,"result":1,"store":1,"return":1,"out":3,"hidden":1,"states":1,"def":1,"torch":11,"moe":1,"impl":1,"test":5,"tensors":5,"testtensors":1,"w1":9,"tensor":4,"w2":8,"scale":6,"optional":2,"using":3,"fp8":5,"dispatch":4,"bool":2,"act":2,"token":3,"quant":5,"a":15,"topk":9,"ids":3,"weights":3,"rank":2,"if":2,"the":2,"deepep":1,"implementation":1,"is":3,"requested":1,"to":6,"numerical":1,"stability":1,"testing":1,"emulate":1,"by":1,"blockwise":1,"de":1,"assert":1,"not":1,"aq":4,"group":1,"128":2,"view":3,"float32":4,"shape":2,"dtype":7,"quantized":2,"float8":1,"e4m3fn":1,"m":2,"size":1,"zeros":1,"like":1,"i":9,"o":2,"j":3,"e":9,"w":2,"siluandmul":1,"transpose":2},"11351,1549,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"if":3,"is":4,"quantized":3,"out":3,"to":5,"dtype":3,"a":1,"return":1,"def":1,"deep":1,"ep":3,"moe":2,"pgi":4,"processgroupinfo":1,"low":4,"latency":4,"mode":4,"bool":3,"dp":1,"size":3,"int":1,"config":4,"testconfig":1,"w1":11,"torch":12,"tensor":4,"w2":10,"scale":8,"optional":2,"use":3,"fp8":4,"dispatch":4,"per":2,"act":2,"token":2,"quant":2,"not":2,"assert":1,"interface":1,"available":1,"only":1,"in":1,"float8":1,"e4m3fn":1,"device":8,"cuda":4,"current":5,"type":2,"ignore":2,"pg":1,"distributed":1,"new":1,"group":1,"list":1,"range":1,"world":2,"test":2,"tensors":2,"testtensors":1,"make":1,"with":1,"set":1,"vllm":1,"vllmconfig":1,"reference":1,"combined":1,"impl":1,"splice":1,"experts":5,"for":1,"this":1,"rank":2,"num":4,"local":3,"e":7,"start":4,"end":3},"12900,1996,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"w1":9,"scale":12,"ep":12,"w2":9,"none":2,"if":1,"is":1,"quantized":1,"e":4,"start":2,"end":2,"type":2,"ignore":2,"deepep":2,"combined":3,"deep":4,"moe":3,"impl":1,"pg":1,"pgi":1,"low":3,"latency":3,"mode":3,"dp":6,"size":8,"test":2,"tensors":1,"config":3,"num":6,"experts":6,"use":3,"fp8":3,"dispatch":3,"per":4,"act":4,"token":4,"quant":4,"torch":5,"testing":1,"assert":1,"close":1,"atol":1,"6e":2,"2":4,"rtol":1,"mnks":2,"1":2,"128":4,"512":2,"3":1,"1024":5,"2048":3,"32":2,"45":1,"64":1,"222":1,"dtypes":2,"bfloat16":1,"float8":1,"e4m3fn":1,"pytest":6,"mark":6,"parametrize":6,"dtype":6,"mnk":3,"topk":4,"6":1,"world":5,"false":3,"true":1,"requires":1,"def":1,"tuple":2,"int":7,"bool":1,"m":3,"n":4,"k":4,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"testconfig":1,"make":1,"weights":1,"parallel":1,"launch":1},"14896,1678,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepep_moe.py":{"mnks":2,"1":2,"128":3,"2560":7,"2":2,"3":1,"1024":3,"32":2,"45":1,"512":1,"64":1,"222":1,"dtypes":2,"torch":3,"float8":1,"e4m3fn":1,"bfloat16":1,"use":5,"fp8":5,"dispatch":5,"true":2,"false":2,"pytest":7,"mark":6,"parametrize":6,"dtype":6,"mnk":3,"num":5,"experts":5,"topk":4,"6":1,"world":5,"dp":5,"size":8,"requires":1,"deep":3,"ep":3,"def":1,"test":2,"low":4,"latency":4,"moe":2,"tuple":2,"int":7,"bool":1,"mode":3,"m":3,"n":4,"k":6,"if":1,"and":1,"not":2,"in":2,"deepepllprepareandfinalize":2,"supported":3,"hidden":4,"sizes":3,"skip":1,"f":2,"skipping":1,"as":1,"is":1,"list":1,"of":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"config":2,"testconfig":1,"w1":4,"w2":4,"scale":4,"make":1,"weights":1,"parallel":1,"launch":1},"0,1822,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":10,"dataclasses":1,"import":12,"dataclass":3,"typing":1,"optional":2,"pytest":1,"torch":9,"tests":3,"kernels":3,"moe":8,"utils":4,"batched":5,"make":2,"quantized":1,"test":2,"activations":1,"weights":1,"naive":1,"quant":3,"native":1,"masked":1,"matmul":1,"experts":3,"config":7,"vllmconfig":2,"set":1,"current":2,"model":3,"executor":2,"layers":2,"fused":5,"invoke":1,"triton":2,"kernel":1,"topk":1,"platforms":1,"platform":1,"tl":1,"mnk":1,"factors":1,"1":6,"128":15,"2048":8,"512":8,"1024":8,"32":3,"45":5,"64":3,"222":4,"num":4,"8":1,"top":1,"ks":1,"6":1,"scheduler":2,"max":5,"seqs":1,"len":1,"8192":1,"class":2,"batchedmmconfig":1,"in":1,"dtype":6,"out":1,"int":4,"tokens":4,"per":1,"expert":2,"k":3,"n":3,"batchedmmtensors":1,"a":1,"tensor":4,"e":4,"b":1,"column":1,"major":1,"c":1},"1822,1894,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_moe.py":{"staticmethod":1,"def":2,"make":1,"tensors":1,"config":15,"batchedmmconfig":1,"a":2,"torch":9,"randn":2,"num":8,"experts":6,"max":5,"tokens":7,"per":9,"expert":7,"k":4,"device":4,"cuda":4,"dtype":11,"in":2,"10":1,"b":2,"n":4,"c":2,"zeros":1,"out":1,"randint":1,"low":1,"0":1,"high":1,"size":1,"int32":1,"return":1,"batchedmmtensors":1,"pytest":9,"mark":7,"parametrize":7,"8":1,"32":2,"224":1,"512":1,"128":4,"1024":2,"float8":2,"e4m3fn":2,"bfloat16":1,"block":4,"shape":4,"none":3,"act":4,"token":4,"quant":4,"false":1,"true":1,"test":3,"batched":1,"mm":1,"int":5,"optional":1,"list":1,"bool":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"use":2,"fp8":2,"w8a8":2,"if":2,"or":1,"is":2,"not":3,"and":2,"skip":3,"don":1,"t":1,"blocking":1,"for":1,"non":1,"quantized":1,"types":1,"illegal":1,"quantization":1},"3716,1959,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_moe.py":{"if":2,"dtype":28,"itemsize":2,"1":2,"act":13,"torch":9,"bfloat16":3,"quant":12,"else":2,"none":2,"num":6,"expert":5,"tokens":5,"randint":1,"low":1,"0":1,"high":1,"max":3,"per":9,"size":4,"experts":4,"device":4,"cuda":4,"int32":1,"a":6,"q":7,"scale":4,"make":2,"quantized":1,"test":5,"activations":1,"k":3,"in":2,"block":9,"shape":10,"token":6,"b":6,"weights":1,"n":3,"2":1,"out":4,"output":5,"zeros":3,"ref":2,"compute":2,"tl":5,"float16":2,"float32":2,"assert":1,"invoke":1,"moe":1,"batched":1,"triton":1,"kernel":1,"quantization":2,"data":1,"schemes":1,"use":1,"fp8":1,"w8a8":1,"false":2,"config":1,"m":1,"16":3,"32":1},"5675,1957,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_moe.py":{"ref":7,"output":9,"native":2,"batched":3,"masked":2,"quant":7,"matmul":2,"a":4,"b":3,"num":3,"expert":2,"tokens":2,"q":6,"scale":2,"block":5,"shape":5,"per":5,"act":5,"token":5,"rtol":5,"atol":5,"torch":13,"float16":1,"6e":4,"2":6,"bfloat16":4,"float32":1,"1e":2,"test":5,"dtype":7,"testing":2,"assert":2,"close":2,"pytest":10,"mark":7,"parametrize":7,"m":4,"n":2,"k":3,"mnk":1,"factors":1,"e":5,"experts":2,"topk":4,"top":1,"ks":1,"float8":2,"e4m3fn":2,"false":2,"true":1,"none":3,"128":2,"input":2,"scales":2,"def":1,"fused":1,"moe":1,"int":6,"bool":2,"optional":1,"list":1,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"use":2,"fp8":2,"w8a8":2,"if":3,"skip":5,"not":3,"and":2,"or":1,"is":2,"quantization":2,"for":1,"non":1,"quantized":1,"type":1,"illegal":1,"randn":2,"device":2,"cuda":2,"10":1,"score":1},"7632,1939,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_moe.py":{"if":2,"dtype":20,"itemsize":1,"1":3,"act":11,"torch":6,"bfloat16":1,"quant":19,"else":2,"none":4,"w1":12,"16":2,"s":8,"w2":12,"make":1,"test":1,"weights":1,"e":1,"n":1,"k":1,"block":8,"shape":8,"in":1,"per":8,"token":8,"input":1,"scales":1,"and":1,"is":1,"not":1,"a1":8,"scale":22,"tensor":2,"device":2,"cuda":2,"float32":2,"a2":8,"with":1,"set":1,"current":1,"vllm":2,"config":2,"topk":10,"weight":4,"ids":4,"fused":1,"a":4,"score":1,"false":1,"baseline":1,"output":3,"experts":1,"batched":3,"naive":1,"moe":2,"triton":1},"9571,358,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_moe.py":{"torch":2,"testing":2,"assert":2,"close":2,"batched":2,"output":4,"baseline":1,"atol":2,"3e":1,"2":4,"rtol":2,"2e":3,"triton":1},"0,1545,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepgemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":6,"project":1,"unit":1,"test":1,"deepgemm":3,"fp8":12,"kernels":1,"no":1,"deepep":1,"compare":1,"path":1,"against":1,"triton":2,"fallback":2,"inside":1,"s":1,"fused":5,"experts":2,"import":7,"importlib":1,"math":5,"pytest":1,"torch":8,"expert":2,"reference":2,"option":1,"from":3,"model":2,"executor":2,"layers":2,"moe":2,"quantization":1,"utils":3,"per":3,"token":1,"group":1,"quant":2,"deep":2,"gemm":2,"calc":1,"diff":1,"is":1,"supported":1,"block":13,"cast":1,"size":3,"128":2,"def":1,"make":1,"weights":3,"e":5,"int":4,"n":11,"k":12,"list":1,"generate":1,"w1":6,"w2":6,"and":1,"their":1,"scale":1,"tensors":1,"in":1,"quantized":1,"format":1,"shape":2,"2n":1,"dtype":5,"bfloat16":1,"max":4,"min":4,"finfo":2,"float8":2,"e4m3fn":2,"bf16":5,"randn":2,"device":2,"cuda":2,"10":2,"clamp":2,"tiles":4,"ceil":4},"1545,1782,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepgemm.py":{"w1":12,"torch":14,"empty":4,"like":2,"bf16":6,"dtype":6,"float8":2,"e4m3fn":2,"w2":12,"s":8,"e":3,"n":5,"tiles":4,"k":7,"device":4,"cuda":4,"float32":3,"for":1,"i":7,"in":1,"range":1,"per":3,"block":10,"cast":2,"to":2,"fp8":4,"size":7,"use":2,"ue8m0":2,"true":2,"return":1,"def":1,"run":2,"single":2,"case":1,"m":4,"topk":7,"num":3,"experts":3,"one":1,"configuration":1,"on":1,"a":1,"gpu":1,"and":1,"assert":1,"deepgemm":1,"triton":1,"baseline":1,"within":1,"tolerance":1,"tokens":2,"randn":2,"bfloat16":1,"clamp":2,"min":1,"1":5,"max":1,"a1":1,"scale":1,"token":1,"group":1,"quant":2,"expert":1,"weight":1,"tensors":1,"make":1,"weights":4,"router":2,"logits":2,"ids":1,"dim":2,"nn":1,"functional":1,"softmax":1},"3327,1968,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepgemm.py":{"triton":4,"reference":1,"out":4,"fused":7,"experts":6,"hidden":2,"states":2,"tokens":2,"bf16":2,"w1":9,"w2":8,"topk":10,"weights":4,"ids":4,"inplace":2,"false":3,"use":3,"fp8":6,"w8a8":2,"true":3,"scale":8,"s":4,"a1":4,"block":4,"shape":3,"size":2,"allow":2,"deep":9,"gemm":9,"deepgemm":5,"diff":5,"calc":1,"assert":1,"0":2,"001":1,"f":1,"exceeded":1,"1":3,"note":1,"has":1,"e":1,"2n":1,"k":2,"so":1,"n":2,"512":5,"can":1,"trigger":1,"the":1,"path":1,"mnks":2,"1024":5,"768":3,"128":1,"2048":3,"4096":2,"topks":2,"2":1,"6":1,"num":4,"32":1,"pytest":4,"mark":4,"parametrize":3,"mnk":3,"skipif":1,"not":1,"is":1,"supported":1,"reason":1,"requires":1,"kernels":1,"def":2,"test":1,"vs":1,"monkeypatch":3,"with":1,"context":1,"as":1,"m":3,"setenv":1,"vllm":2,"moe":9,"mod":3,"importlib":1,"import":1,"module":1,"model":1,"executor":1,"layers":1,"call":2,"counter":2,"cnt":2,"orig":2,"fn":2,"spy":2,"args":2,"kwargs":2,"return":1,"setattr":1},"5295,501,data/raw/vllm-0.10.1/tests/kernels/moe/test_deepgemm.py":{"if":1,"topk":5,"num":5,"experts":5,"pytest":1,"skip":1,"f":3,"run":1,"single":1,"case":1,"m":2,"n":2,"k":2,"block":2,"size":2,"ensure":1,"that":1,"the":2,"deepgemm":2,"path":2,"was":2,"indeed":1,"taken":1,"assert":1,"call":3,"counter":3,"cnt":2,"1":1,"not":1,"executed":1,"during":1,"test":1},"0,1570,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"tests":2,"for":2,"moe":6,"align":4,"block":21,"size":9,"function":1,"run":1,"pytest":2,"kernels":1,"test":1,"py":1,"from":4,"typing":1,"import":6,"optional":1,"torch":6,"model":1,"executor":1,"layers":1,"fused":1,"platforms":1,"current":2,"platform":2,"utils":1,"round":1,"up":1,"num":4,"tokens":15,"1":2,"3":1,"256":2,"2256":1,"4096":1,"experts":1,"32":3,"160":1,"257":1,"top":1,"ks":1,"16":1,"sizes":1,"128":1,"seed":1,"everything":1,"def":2,"group":1,"by":1,"expert":14,"sorted":4,"ids":7,"tensor":5,"int":8,"valid":6,"length":4,"total":3,"dict":2,"blocks":2,"list":1,"idx":3,"in":2,"range":1,"id":4,"item":1,"start":3,"end":2,"min":1,"if":1,"not":1,"extend":1,"tolist":1,"return":1,"verify":1,"level":1,"sorting":1,"actual":1,"golden":1},"1570,1910,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"verify":1,"that":1,"actual":13,"sorted":7,"ids":12,"follows":1,"the":4,"correct":1,"expert":26,"level":1,"sorting":1,"kerne":1,"limplementation":1,"may":2,"or":1,"not":2,"preserve":1,"original":1,"token":2,"order":1,"in":3,"topk":2,"final":1,"however":1,"this":1,"does":1,"impact":1,"quality":1,"group":3,"tokens":20,"by":3,"from":1,"golden":13,"implementation":2,"block":5,"size":5,"valid":2,"length":2,"total":2,"assert":2,"set":4,"keys":4,"f":5,"mismatch":2,"for":1,"id":6,"torch":12,"tensor":7,"device":4,"equal":1,"sort":2,"0":2,"def":1,"moe":2,"align":2,"int":2,"num":1,"experts":1,"map":1,"optional":1,"none":1,"pad":1,"bool":1,"false":1,"tuple":1,"of":1},"3480,1934,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"this":1,"function":1,"aligns":1,"the":1,"token":8,"distribution":1,"across":1,"experts":6,"to":2,"be":1,"compatible":1,"with":1,"block":9,"size":8,"for":3,"matrix":1,"multiplication":1,"by":2,"sorting":1,"tokens":6,"expert":17,"and":1,"padding":1,"boundaries":1,"max":7,"num":12,"padded":7,"topk":9,"ids":16,"numel":3,"1":3,"if":2,"pad":1,"sorted":5,"round":1,"up":1,"flattened":4,"indices":5,"torch":11,"arange":1,"device":10,"dtype":5,"int32":3,"flatten":1,"sort":3,"stable":1,"true":1,"counts":5,"zeros":3,"int64":2,"id":6,"in":2,"range":2,"mask":2,"sum":1,"original":3,"count":3,"0":1,"full":1,"blocks":2},"5414,1789,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"current":9,"pos":4,"0":4,"block":10,"for":3,"expert":27,"id":5,"in":2,"range":2,"num":11,"experts":7,"mask":2,"sorted":6,"ids":12,"tokens":11,"token":3,"indices":1,"shape":1,"if":2,"blocks":3,"needed":3,"padded":5,"counts":3,"size":5,"total":2,"sum":1,"post":2,"pad":4,"torch":5,"tensor":1,"dtype":2,"int32":2,"device":4,"topk":7,"map":2,"is":2,"not":1,"none":1,"return":1,"pytest":6,"mark":6,"parametrize":5,"m":4,"top":1,"ks":1,"sizes":1,"false":1,"true":1,"skipif":1,"platform":1,"rocm":2,"reason":1,"skip":1,"def":1,"test":2,"moe":2,"align":2,"int":4,"bool":1,"without":1,"mapping":1,"zeros":1,"cuda":2,"i":2,"randperm":1},"7203,1967,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"actual":14,"sorted":11,"ids":23,"expert":12,"num":14,"tokens":20,"moe":2,"align":2,"block":10,"size":9,"topk":7,"experts":5,"pad":6,"golden":6,"torch":3,"testing":2,"assert":6,"close":2,"atol":2,"0":6,"rtol":2,"for":1,"token":1,"verify":2,"level":2,"correctness":1,"rather":1,"than":1,"exact":1,"order":2,"within":1,"each":1,"s":1,"blocks":1,"can":1,"be":4,"in":1,"any":1,"but":1,"regions":1,"must":1,"correct":1,"sorting":1,"item":3,"m":3,"total":6,"post":2,"should":4,"divisible":1,"by":1,"at":1,"least":1,"valid":5,"len":2,"f":2,"have":1,"exactly":1,"got":1,"all":2,"and":1,"contain":1,"indices":1,"pytest":2,"mark":2,"parametrize":2,"16":1,"32":1,"2":1,"4":1},"9170,1966,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"pytest":3,"mark":3,"parametrize":2,"num":14,"experts":13,"8":1,"block":11,"size":11,"64":1,"skipif":1,"current":1,"platform":1,"is":1,"rocm":2,"reason":1,"skip":1,"for":3,"def":1,"test":2,"moe":4,"align":4,"with":2,"expert":16,"map":7,"m":4,"int":4,"topk":10,"mapping":1,"ep":1,"scenario":1,"ids":15,"torch":8,"zeros":1,"device":3,"cuda":3,"dtype":2,"int32":2,"i":4,"in":2,"range":2,"randperm":1,"full":1,"1":1,"local":2,"list":1,"0":5,"2":1,"id":2,"enumerate":1,"actual":8,"sorted":4,"tokens":5,"golden":6,"testing":2,"assert":2,"close":2,"atol":2,"rtol":2,"verify":1,"level":1,"sorting":1,"item":1},"11136,1038,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_align_block_size.py":{"def":1,"test":1,"moe":2,"align":2,"block":5,"size":5,"deterministic":4,"m":2,"topk":5,"num":7,"experts":4,"128":1,"2":3,"32":1,"64":1,"torch":6,"manual":1,"seed":1,"42":1,"ids":9,"randint":1,"0":6,"device":1,"cuda":1,"dtype":1,"int32":1,"expect":1,"the":1,"results":10,"to":1,"be":4,"reproducible":1,"for":2,"in":2,"range":2,"5":1,"sorted":3,"expert":3,"tokens":3,"append":1,"clone":3,"i":4,"1":3,"len":1,"assert":3,"equal":3,"should":3},"0,1806,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_deepgemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":7,"pytest":7,"torch":9,"from":5,"model":3,"executor":3,"layers":3,"fused":4,"moe":5,"batched":3,"deep":6,"gemm":6,"batcheddeepgemmexperts":2,"batchedprepareandfinalize":1,"batchedtritonexperts":2,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"utils":1,"calc":1,"diff":1,"is":2,"supported":2,"test":2,"deepgemm":2,"make":2,"block":4,"quant":2,"fp8":5,"weights":6,"size":2,"128":3,"mark":6,"skipif":1,"not":1,"reason":1,"requires":1,"kernels":1,"parametrize":5,"e":5,"16":1,"32":1,"number":1,"of":1,"experts":1,"t":3,"256":2,"512":2,"tokens":2,"per":2,"expert":2,"k":6,"hidden":1,"dim":4,"n":3,"1024":1,"intermediate":1,"topk":8,"4":1,"def":1,"vs":1,"triton":1,"int":5,"monkeypatch":2,"compare":1,"setenv":1,"use":1,"1":3,"device":5,"cuda":1,"w1":2,"w2":2,"s":2,"m":3,"total":1,"a":2,"randn":2,"dtype":2,"bfloat16":1,"10":1,"info":3,"finfo":1,"float8":1,"e4m3fn":1,"clamp":1,"min":1,"max":1,"random":1,"router":3,"outputs":1,"top":1,"indices":1,"logits":2,"float32":1,"ids":1,"nn":1,"functional":1,"softmax":1},"1806,1581,data/raw/vllm-0.10.1/tests/kernels/moe/test_batched_deepgemm.py":{"token":4,"number":2,"for":2,"each":1,"expert":1,"cnt":4,"torch":1,"bincount":1,"topk":9,"ids":5,"flatten":1,"minlength":1,"e":4,"max":11,"int":1,"item":1,"next":1,"power":1,"of":1,"2":1,"num":13,"tokens":7,"1":5,"bit":1,"length":1,"prep":3,"finalize":3,"batchedprepareandfinalize":1,"local":1,"experts":7,"dispatchers":3,"rank":1,"0":1,"triton":7,"reference":1,"batchedtritonexperts":1,"use":1,"fp8":1,"w8a8":1,"true":1,"per":2,"act":2,"quant":2,"false":4,"block":4,"shape":2,"size":2,"mk":4,"fusedmoemodularkernel":2,"out":4,"hidden":2,"states":2,"a":2,"w1":8,"w2":8,"weights":4,"inplace":2,"scale":4,"s":4,"global":2,"deepgemm":7,"batcheddeepgemmexperts":1,"diff":5,"calc":1,"assert":1,"1e":1,"3":1,"f":1,"output":1,"too":1,"large":1},"0,1988,data/raw/vllm-0.10.1/tests/kernels/moe/test_count_expert_num_tokens.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":2,"vllm":2,"project":1,"tests":1,"compute":1,"expert":14,"num":17,"tokens":6,"kernels":1,"import":5,"dataclasses":2,"from":2,"typing":1,"optional":2,"pytest":1,"torch":12,"model":1,"executor":1,"layers":1,"fused":1,"moe":1,"utils":1,"count":1,"dataclass":1,"class":1,"testtensors":5,"topk":17,"ids":15,"tensor":4,"map":10,"none":2,"def":4,"device":15,"self":8,"str":3,"if":1,"is":1,"not":1,"staticmethod":1,"make":3,"int":6,"experts":8,"dtype":5,"empty":2,"int64":2,"for":1,"x":2,"in":2,"range":2,"randperm":1,"return":3,"with":1,"ep":3,"rank":3,"global":2,"local":4,"an":1,"int32":1,"fill":1,"1":1,"s":3,"e":2,"list":1,"clone":1,"ref":1,"impl":1,"tt":3,"do":1,"reference":1,"cpu":2,"counts":2,"unique":1,"true":1},"1988,1713,data/raw/vllm-0.10.1/tests/kernels/moe/test_count_expert_num_tokens.py":{"for":2,"eid":6,"count":4,"in":2,"zip":1,"expert":18,"ids":9,"counts":1,"if":2,"1":2,"and":1,"tt":11,"map":7,"is":1,"not":1,"none":2,"continue":1,"num":28,"tokens":12,"def":1,"do":1,"test":3,"compute":1,"int":4,"topk":11,"experts":13,"ep":7,"size":4,"dtype":6,"torch":3,"assert":2,"testtensors":1,"make":1,"device":3,"cpu":3,"global":4,"0":1,"local":5,"rank":10,"range":1,"with":2,"ref":5,"zeros":1,"int32":1,"impl":1,"to":3,"cuda":2,"triton":2,"w":1,"emap":2,"without":1,"wo":1},"3701,1751,data/raw/vllm-0.10.1/tests/kernels/moe/test_count_expert_num_tokens.py":{"torch":6,"testing":2,"assert":2,"close":2,"ref":2,"expert":8,"num":23,"tokens":12,"triton":2,"w":1,"emap":2,"atol":2,"0":4,"rtol":2,"wo":1,"pytest":9,"mark":9,"parametrize":9,"1":4,"4":2,"8":2,"11":1,"127":1,"128":1,"3333":1,"7317":1,"topk":11,"2":3,"6":1,"experts":7,"64":1,"ep":7,"size":7,"ids":7,"dtype":9,"int64":2,"def":2,"test":4,"compute":4,"int":7,"do":2,"numel":4,"list":1,"range":1,"8192":1,"111":1,"32":1,"from":1},"0,1860,data/raw/vllm-0.10.1/tests/kernels/moe/test_triton_moe_ptpc_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":10,"project":2,"adapted":1,"from":6,"https":1,"github":1,"com":1,"sgl":1,"sglang":1,"blob":1,"main":1,"test":2,"srt":1,"triton":2,"moe":5,"channel":1,"fp8":3,"kernel":1,"py":1,"import":8,"itertools":1,"pytest":2,"torch":8,"custom":1,"ops":2,"as":4,"config":7,"vllmconfig":2,"set":1,"current":3,"model":3,"executor":2,"layers":2,"activation":1,"siluandmul":1,"fused":3,"platforms":1,"platform":2,"if":1,"get":1,"device":1,"capability":1,"9":2,"skip":1,"requires":1,"cuda":1,"or":1,"higher":1,"allow":1,"module":1,"level":1,"true":1,"scheduler":2,"max":2,"num":1,"seqs":1,"128":1,"len":1,"8192":1,"def":3,"native":2,"w8a8":2,"per":8,"token":3,"matmul":2,"a":15,"b":11,"bs":3,"output":2,"dtype":5,"float16":1,"matrix":2,"multiplication":1,"function":2,"that":1,"supports":1,"input":2,"quantization":3,"and":2,"column":5,"weight":2,"float32":2,"assert":2,"shape":7,"1":8,"dimension":1,"mismatch":1,"ndim":1,"is":3,"contiguous":2,"must":1,"be":1,"2d":1,"tensor":1,"reshape":3,"m":4,"numel":1,"t":1,"transpose":1,"n":2,"k":4,"origin":2,"c":6,"view":3,"broadcast":1,"scale":1,"return":2,"mask":3,"int8":2,"w1":2,"w2":2,"s":2,"score":1,"topk":1,"this":1,"performs":1,"with":1,"using":1},"1860,1997,data/raw/vllm-0.10.1/tests/kernels/moe/test_triton_moe_ptpc_fp8.py":{"b":7,"d":3,"a":15,"shape":4,"perform":1,"per":7,"token":7,"quantization":1,"q":6,"s":9,"ops":2,"scaled":2,"fp8":4,"quant":2,"use":2,"if":3,"dynamic":2,"true":3,"repeat":4,"tokens":1,"to":2,"match":1,"topk":15,"view":6,"1":20,"reshape":2,"also":1,"the":2,"scale":1,"out":12,"torch":7,"zeros":1,"w2":4,"dtype":8,"device":4,"calculate":1,"routing":2,"score":3,"softmax":1,"dim":2,"float32":1,"weight":4,"ids":4,"process":1,"each":1,"expert":1,"for":2,"i":6,"in":2,"range":1,"w1":3,"0":1,"mask":7,"sum":3,"first":1,"mlp":2,"layer":2,"note":1,"that":1,"is":1,"now":1,"inter":2,"native":3,"w8a8":2,"matmul":2,"output":3,"activation":2,"function":1,"act":6,"siluandmul":1,"forward":1,"quantize":1,"with":1,"second":1,"apply":1,"weights":1,"and":1,"return":1,"pytest":1,"fixture":1,"autouse":1,"scope":1,"module":2,"def":1,"setup":1,"cuda":3,"sets":1,"default":2,"all":1,"tests":1,"this":1,"set":1,"dtypes":1,"half":1,"bfloat16":1},"3857,1929,data/raw/vllm-0.10.1/tests/kernels/moe/test_triton_moe_ptpc_fp8.py":{"m":7,"1":1,"33":1,"n":7,"128":1,"1024":1,"k":9,"256":1,"4096":1,"e":9,"8":1,"top":2,"ks":2,"2":6,"6":1,"seeds":2,"0":4,"pytest":1,"mark":1,"parametrize":1,"topk":4,"dtype":8,"seed":4,"itertools":1,"product":1,"dtypes":1,"torch":22,"inference":1,"mode":1,"def":1,"test":1,"w8a8":3,"fp8":11,"fused":2,"moe":3,"manual":1,"initialize":1,"int8":2,"quantization":3,"parameters":1,"factor":3,"for":4,"scale":6,"1e":1,"finfo":4,"float8":3,"e4m3fn":3,"max":8,"min":6,"input":1,"tensor":1,"a":3,"randn":2,"10":1,"generate":2,"weights":1,"w1":10,"fp32":6,"rand":4,"float32":5,"5":2,"clamp":2,"to":5,"w2":10,"each":1,"column":3,"per":3,"s":6,"device":4,"score":3,"with":1,"set":1,"current":1,"vllm":2,"config":2,"ref":3,"out":5,"renormalize":1,"false":1,"use":1,"true":2,"using":2,"channel":1,"quant":1,"block":2,"shape":1,"none":1,"not":1,"check":1,"results":1,"rel":2,"diff":2,"mean":2,"abs":2,"assert":1,"05":1},"0,1850,data/raw/vllm-0.10.1/tests/kernels/moe/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":8,"project":1,"from":9,"typing":1,"import":11,"optional":7,"union":1,"torch":13,"custom":1,"ops":2,"as":1,"tests":2,"kernels":2,"quant":6,"utils":5,"per":5,"block":5,"cast":2,"int8":1,"quantization":1,"nvfp4":1,"float4":1,"e2m1":1,"max":2,"float8":2,"e4m3":1,"model":4,"executor":4,"layers":4,"fused":7,"moe":7,"experts":2,"batched":1,"batchedprepareandfinalize":1,"batchedtritonexperts":1,"naivebatchedexperts":1,"modular":1,"kernel":2,"fusedmoemodularkernel":1,"quantize":1,"input":1,"round":1,"up":1,"deep":1,"gemm":1,"fp8":2,"def":1,"triton":1,"a":2,"tensor":10,"w1":5,"w2":5,"topk":4,"weight":2,"ids":2,"scale":12,"none":6,"a1":3,"a2":3,"dtype":3,"act":2,"token":2,"false":1,"shape":3,"list":1,"int":1,"return":1,"channel":1,"use":1,"w8a8":1,"e4m3fn":1},"1850,1905,data/raw/vllm-0.10.1/tests/kernels/moe/utils.py":{"def":2,"batched":2,"moe":2,"a":5,"torch":23,"tensor":20,"w1":8,"w2":7,"topk":6,"weight":3,"ids":3,"scale":16,"optional":12,"none":12,"a1":4,"a2":4,"quant":7,"dtype":5,"per":4,"act":4,"token":4,"bool":2,"false":2,"block":4,"shape":7,"list":2,"int":2,"max":5,"num":8,"tokens":5,"round":2,"up":2,"0":4,"64":2,"fused":2,"experts":3,"fusedmoemodularkernel":1,"batchedprepareandfinalize":1,"dispatchers":2,"1":2,"local":1,"rank":1,"batchedtritonexperts":1,"use":1,"fp8":1,"w8a8":1,"float8":1,"e4m3fn":1,"return":1,"naive":1},"3755,1972,data/raw/vllm-0.10.1/tests/kernels/moe/utils.py":{"fused":2,"experts":3,"fusedmoemodularkernel":1,"batchedprepareandfinalize":1,"max":3,"num":6,"tokens":3,"dispatchers":2,"1":3,"local":1,"w1":4,"shape":5,"0":2,"rank":1,"naivebatchedexperts":1,"use":1,"fp8":2,"w8a8":1,"quant":11,"dtype":13,"torch":13,"float8":2,"e4m3fn":2,"per":4,"act":4,"token":4,"block":4,"return":4,"a":13,"w2":3,"topk":2,"weight":1,"ids":1,"scale":13,"a1":2,"a2":2,"def":2,"chunk":1,"scales":6,"optional":5,"tensor":5,"start":2,"int":6,"end":2,"if":3,"is":2,"not":2,"none":8,"numel":1,"else":1,"make":1,"quantized":1,"test":1,"activations":1,"e":8,"m":2,"k":2,"in":3,"list":1,"bool":1,"false":1,"tuple":1,"randn":1,"device":1,"cuda":1,"10":1,"q":3,"assert":1,"or":1,"int8":2,"only":1,"supported":1,"zeros":1,"like":1,"l":3,"for":1,"range":1,"moe":1,"kernel":1,"quantize":1,"input":1,"stack":1},"5727,1966,data/raw/vllm-0.10.1/tests/kernels/moe/utils.py":{"if":6,"not":5,"per":11,"act":2,"token":9,"quant":25,"and":1,"block":8,"shape":6,"is":2,"none":7,"a":5,"scale":3,"view":1,"e":2,"1":2,"return":2,"q":1,"def":2,"moe":1,"quantize":1,"weights":1,"w":28,"torch":17,"tensor":5,"s":9,"optional":5,"dtype":17,"union":2,"str":2,"bool":2,"list":2,"int":5,"tuple":1,"assert":3,"float8":4,"e4m3fn":3,"or":2,"int8":6,"nvfp4":5,"only":1,"fp8":3,"supported":2,"gs":4,"cast":2,"to":3,"elif":4,"raise":3,"runtimeerror":3,"blocked":1,"quantization":1,"for":1,"else":3,"f":2,"unsupported":2,"type":2,"ops":3,"scaled":3,"use":2,"dynamic":2,"amax":2,"abs":1,"max":3,"float32":1,"e4m3":1,"float4":1,"e2m1":1,"fp4":1,"make":1,"test":1,"weight":1,"rows":1,"cols":1,"in":1,"bfloat16":1,"false":1},"7693,1795,data/raw/vllm-0.10.1/tests/kernels/moe/utils.py":{"tuple":4,"torch":19,"tensor":12,"optional":7,"w":29,"16":4,"randn":1,"e":10,"rows":2,"cols":2,"device":1,"cuda":1,"dtype":12,"in":5,"15":1,"gs":8,"none":13,"if":4,"quant":9,"is":3,"not":3,"l":10,"s":11,"for":1,"idx":5,"range":1,"moe":1,"quantize":1,"weights":2,"per":4,"act":4,"token":4,"block":12,"shape":8,"stack":3,"0":2,"and":1,"ndim":1,"2":2,"assert":2,"1":7,"view":1,"n":8,"k":8,"tiles":4,"else":1,"return":2,"def":1,"make":3,"test":3,"int":4,"bfloat16":1,"union":1,"str":1,"list":1,"bool":1,"false":1,"weight":2},"9488,606,data/raw/vllm-0.10.1/tests/kernels/moe/utils.py":{"def":1,"per":1,"token":1,"cast":1,"to":2,"fp8":3,"x":13,"torch":5,"tensor":3,"block":5,"size":9,"int":1,"128":1,"tuple":1,"assert":1,"dim":2,"2":3,"m":5,"n":4,"shape":1,"pad":5,"nn":1,"functional":1,"0":5,"value":1,"if":1,"else":1,"view":7,"1":3,"amax":4,"abs":1,"float":1,"clamp":1,"1e":1,"4":1,"data":2,"448":2,"unsqueeze":1,"float8":1,"e4m3fn":1,"return":1},"0,1978,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_cutlass_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":12,"typing":1,"import":14,"optional":2,"pytest":2,"torch":10,"tests":1,"kernels":4,"utils":3,"experts":2,"custom":1,"ops":2,"as":1,"config":2,"vllmconfig":1,"set":1,"current":2,"model":3,"executor":3,"layers":3,"fused":5,"moe":6,"cutlass":2,"cutlassbatchedexpertsfp8":1,"topk":3,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"platforms":1,"platform":1,"cdiv":1,"parallel":2,"processgroupinfo":2,"launch":1,"try":1,"pplx":8,"alltoall":1,"nvshmem":5,"alloc":1,"empty":1,"unique":2,"id":2,"finalize":1,"get":1,"init":1,"has":3,"true":1,"except":1,"importerror":1,"false":1,"requires":2,"mark":1,"skipif":1,"not":1,"reason":1,"num":8,"40":1,"64":1,"top":1,"ks":1,"6":1,"8":1,"def":3,"rank":3,"chunk":8,"r":8,"w":7,"rem":7,"return":3,"1":3,"if":2,"else":2,"by":1,"t":4,"shape":1,"or":1,"contiguous":2,"long":2,"chunks":4,"short":2,"start":3,"pgi":1,"dp":1,"size":1,"int":1,"a":1,"tensor":8,"w1":2,"w2":2,"scale":3,"weights":1,"ids":1,"a1":1,"out":2,"dtype":1,"per":2,"act":1,"token":1,"bool":2,"ch":1,"group":1,"name":1,"str":1},"1978,1974,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_cutlass_moe.py":{"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":2,"moe":1,"pplx":2,"prepare":3,"finalize":3,"import":1,"pplxprepareandfinalize":2,"assert":2,"torch":2,"cuda":1,"current":1,"device":8,"pgi":5,"local":5,"rank":9,"num":22,"tokens":9,"hidden":9,"dim":9,"a":2,"shape":3,"experts":13,"w1":5,"0":3,"block":4,"size":16,"todo":1,"support":1,"more":1,"cases":1,"world":9,"chunk":2,"max":5,"topk":3,"ids":1,"1":3,"if":2,"scale":10,"elems":3,"4":1,"hack":1,"to":6,"circumvent":1,"data":1,"format":1,"requirements":1,"else":2,"args":4,"dict":1,"per":3,"token":2,"dp":3,"bytes":2,"because":1,"dtype":2,"itemsize":2,"float32":1,"group":3,"name":3,"is":1,"none":1,"ata":3,"alltoall":2,"internode":1,"intranode":1,"w2":4,"a1":2,"cdiv":1,"dispatchers":4,"cutlassbatchedexpertsfp8":1,"out":2,"act":1,"ch":1,"cutlass":1,"fusedmoemodularkernel":1},"3952,1945,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_cutlass_moe.py":{"a":5,"chunk":14,"by":8,"rank":20,"world":10,"size":11,"to":4,"device":3,"topk":8,"weight":2,"weights":2,"ids":4,"torch":15,"uint32":1,"out":4,"fused":1,"cutlass":1,"experts":3,"w1":6,"w2":6,"global":1,"num":4,"expert":1,"map":1,"none":1,"todo":1,"scale":10,"a1":4,"if":3,"per":3,"act":2,"token":2,"else":3,"cuda":1,"synchronize":1,"ata":1,"destroy":1,"return":1,"tokens":1,"vllm":3,"config":5,"vllmconfig":1,"scheduler":2,"max":2,"seqs":1,"128":1,"model":1,"len":1,"8192":1,"def":1,"pplx":1,"moe":1,"pgi":5,"processgroupinfo":1,"dp":1,"int":1,"tensor":11,"dtype":1,"full":3,"bool":3,"ch":1,"use":2,"internode":2,"try":1,"uid":3,"nvshmem":3,"get":1,"unique":2,"id":2,"0":2,"alloc":1,"empty":1,"distributed":2,"broadcast":1,"src":1,"init":1,"group":7,"ranks":2,"list":1,"range":1,"cpu":2,"new":1,"backend":1,"gloo":1,"name":2},"5897,1997,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_cutlass_moe.py":{"with":2,"set":2,"current":4,"vllm":4,"config":4,"torch":9,"output":9,"experts":2,"a":2,"full":3,"w1":3,"w2":3,"topk":6,"weights":2,"ids":2,"pplx":8,"cutlass":3,"moe":2,"pgi":3,"dp":3,"size":4,"scale":3,"a1":1,"out":6,"dtype":2,"per":6,"act":3,"token":3,"ch":3,"group":2,"name":1,"chunk":1,"by":1,"rank":2,"world":3,"to":2,"device":2,"uncomment":1,"if":2,"more":1,"debugging":1,"is":3,"needed":1,"print":2,"testing":1,"assert":1,"close":1,"atol":1,"0":2,"05":1,"rtol":1,"finally":1,"use":3,"internode":3,"nvshmem":1,"finalize":1,"pytest":10,"mark":10,"parametrize":9,"m":2,"2":3,"224":1,"n":2,"3072":1,"k":2,"1536":1,"e":2,"num":1,"top":1,"ks":1,"true":2,"false":3,"1":1,"4":1,"skipif":1,"lambda":1,"x":3,"none":1,"or":1,"not":2,"ops":1,"gemm":2,"supported":2,"int":8,"platform":2,"get":1,"capability":1,"reason":1,"grouped":1,"on":1,"this":1,"gpu":1,"type":1,"requires":1,"def":1,"test":1,"bool":3,"tuple":1,"seed":1,"everything":1,"7":1,"half":1},"7894,1926,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_cutlass_moe.py":{"a":5,"torch":16,"randn":5,"m":3,"k":8,"device":9,"cuda":9,"dtype":13,"10":4,"0":4,"w1":11,"e":9,"2":3,"n":7,"w2":11,"b":4,"scales":4,"if":6,"per":8,"out":4,"ch":4,"else":3,"1":7,"q":6,"empty":6,"float8":2,"e4m3fn":2,"scale":6,"float32":3,"for":2,"expert":14,"in":2,"range":2,"ops":2,"scaled":2,"fp8":2,"quant":2,"use":2,"token":4,"dynamic":2,"d":4,"like":2,"float":2,"half":2,"score":2,"topk":4,"weights":1,"ids":1,"fused":1,"renormalize":1,"false":1,"world":3,"size":4,"dp":2,"scale1":3,"act":2,"not":1,"repeat":1},"9820,262,data/raw/vllm-0.10.1/tests/kernels/moe/test_pplx_cutlass_moe.py":{"parallel":1,"launch":1,"world":1,"size":2,"pplx":1,"moe":1,"dp":1,"a":3,"w1":3,"q":2,"w2":3,"scale":2,"topk":2,"weights":1,"ids":1,"scale1":1,"dtype":1,"d":2,"per":2,"act":1,"token":1,"out":1,"ch":1,"use":1,"internode":1},"0,1963,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"tests":2,"for":1,"moe":10,"permute":6,"unpermute":5,"kernel":1,"run":1,"pytest":2,"kernels":1,"test":1,"py":1,"from":5,"typing":1,"import":8,"optional":3,"numpy":1,"as":1,"np":1,"torch":10,"model":3,"executor":3,"layers":3,"fused":5,"topk":12,"layer":1,"determine":1,"expert":18,"map":6,"supported":1,"platforms":1,"current":2,"platform":2,"num":1,"experts":1,"16":2,"64":1,"256":1,"top":1,"ks":1,"6":1,"8":1,"ep":1,"size":2,"1":5,"4":1,"seed":1,"everything":1,"def":1,"hidden":5,"states":4,"tensor":5,"ids":8,"token":6,"indices":5,"int":6,"n":7,"local":5,"start":2,"none":3,"align":1,"block":1,"fill":1,"invalid":1,"list":1,"shape":2,"if":1,"is":3,"not":3,"arange":1,"dtype":1,"int32":1,"device":2,"reshape":1,"sorted":3,"sort":1,"flatten":2,"stable":1,"true":1,"dst":1,"row":2,"id2src":1,"id":1},"1963,565,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"expert":5,"first":3,"token":3,"offset":3,"torch":3,"zeros":1,"n":2,"local":2,"1":4,"dtype":1,"int64":1,"device":1,"cuda":1,"idx":6,"0":3,"for":1,"i":4,"in":1,"range":1,"cnt":3,"while":1,"sorted":2,"topk":2,"ids":2,"numel":1,"and":1,"src2dst":1,"sort":1,"dst":1,"row":3,"id2src":1,"id":1,"map":1,"valid":1,"if":1,"align":1,"block":1,"size":1,"is":1,"none":1},"2528,1142,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"permuted":5,"hidden":4,"states":4,"dst":3,"row":14,"id2src":3,"id":5,"map":5,"topk":4,"size":2,"shape":1,"0":2,"m":3,"indices":3,"torch":4,"empty":1,"device":2,"cuda":2,"dtype":2,"int32":2,"fill":2,"invalid":1,"expert":7,"for":2,"i":6,"in":2,"range":2,"1":6,"n":4,"local":1,"first":7,"token":12,"offset":9,"last":2,"src":2,"id2dst":2,"arange":1,"src2dst":1,"idx":3,"reshape":1,"valid":2,"return":1},"3670,1221,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"else":1,"permuted":7,"row":7,"size":8,"topk":3,"n":5,"token":6,"expert":5,"align":8,"block":4,"1":2,"idx":2,"torch":8,"full":1,"dtype":5,"int32":3,"device":5,"hidden":5,"states":4,"empty":3,"cuda":3,"src":1,"id2dst":1,"id":1,"first":3,"offset":3,"zeros":1,"like":1,"m":1,"indices":1,"fill":2,"invalid":1,"get":1,"valid":1,"and":1},"4891,1719,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"for":2,"i":10,"in":12,"range":2,"1":7,"n":7,"local":1,"expert":18,"first":19,"token":30,"offset":23,"last":4,"align":19,"block":3,"size":3,"dst":4,"row":11,"id2src":4,"id":5,"map":1,"store":1,"current":2,"with":1,"permuted":2,"hidden":2,"states":2,"topk":1,"idx":2,"set":1,"m":2,"indices":2,"valid":1,"get":1,"src":1,"id2dst":1},"6610,884,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"for":1,"i":5,"in":2,"range":1,"n":3,"token":13,"topk":3,"eid":4,"sorted":1,"ids":1,"if":1,"local":2,"expert":6,"check":1,"not":1,"align":10,"src":5,"row":11,"id2dst":5,"id":5,"first":8,"offset":10,"1":1,"continue":1,"src2dst":1,"idx":3,"reshape":1,"return":1,"permuted":2,"hidden":1,"states":1,"m":1,"indices":1,"valid":1},"7494,1301,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"def":1,"torch":10,"unpermute":1,"permuted":10,"hidden":13,"states":10,"tensor":7,"topk":6,"weights":2,"ids":1,"token":2,"expert":3,"indices":1,"src":2,"row":7,"id2dst":2,"id":2,"map":2,"valid":2,"idx":2,"int":2,"n":6,"ignore":1,"invalid":1,"shape":2,"1":4,"mask":3,"zeros":1,"0":2,"dtype":3,"bool":1,"device":1,"cuda":1,"true":1,"flatten":1,"view":1,"output":2,"unsqueeze":1,"2":1,"sum":1,"to":1,"return":1,"pytest":7,"mark":7,"parametrize":7,"33":1,"1024":1,"5000":1,"2048":1,"7168":1,"num":1,"experts":1,"top":1,"ks":1,"bfloat16":1,"ep":2,"size":3,"align":1,"block":1,"none":1,"128":1},"8795,1962,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"def":1,"test":1,"moe":4,"permute":5,"unpermute":3,"n":18,"token":7,"int":6,"hidden":9,"topk":9,"expert":33,"ep":7,"size":9,"dtype":4,"torch":4,"align":5,"block":5,"optional":1,"if":2,"not":2,"supported":2,"pytest":1,"skip":1,"is":1,"on":1,"this":1,"platform":2,"fill":5,"invalid":5,"0":3,"rank":3,"np":1,"random":1,"randint":1,"map":9,"none":2,"local":6,"1":1,"determine":1,"cuda":3,"start":2,"current":1,"seed":1,"everything":1,"states":7,"randn":2,"device":2,"to":2,"gating":2,"output":2,"weights":1,"ids":4,"indices":4,"fused":1,"false":1,"gold":5,"permuted":5,"first":2,"offset":2,"inv":2,"idx":4,"m":2,"valid":1,"row":1,"a1q":1,"scale":1},"10757,1431,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe_permute_unpermute.py":{"check":5,"expert":6,"first":4,"token":6,"offset":4,"torch":8,"testing":5,"assert":5,"close":5,"gold":4,"atol":5,"0":10,"rtol":5,"src":1,"row":5,"id2dst":1,"id":1,"map":1,"inv":4,"permuted":9,"idx":7,"flatten":1,"mindice":1,"m":2,"indices":3,"hidden":7,"states":6,"only":1,"valid":4,"add":1,"a":1,"random":1,"tensor":1,"to":1,"simulate":1,"group":1,"gemm":1,"result0":3,"5":1,"randn":1,"like":2,"result4":3,"empty":1,"moe":1,"unpermute":2,"topk":4,"weights":2,"gold4":2,"ids":1,"n":1,"local":1,"unpermuted":1,"2e":1,"2":1},"0,1779,data/raw/vllm-0.10.1/tests/kernels/moe/test_nvfp4_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"import":10,"pytest":6,"torch":7,"from":8,"tests":3,"kernels":3,"moe":8,"utils":3,"make":1,"test":2,"weights":1,"quantization":1,"nvfp4":3,"float4":1,"e2m1":1,"max":2,"float8":1,"e4m3":1,"dequantize":1,"dtype":6,"custom":1,"ops":2,"as":1,"config":4,"parallelconfig":2,"vllmconfig":2,"set":2,"current":5,"model":2,"executor":2,"layers":2,"fused":4,"cutlass":3,"fp4":2,"topk":3,"platforms":1,"platform":3,"if":1,"not":1,"has":1,"device":2,"capability":2,"100":1,"skip":1,"requires":1,"compute":1,"of":1,"10":2,"or":1,"above":1,"allow":1,"module":1,"level":1,"true":1,"mnk":2,"factors":2,"1024":11,"1536":5,"3072":3,"64":5,"2048":1,"224":2,"mark":4,"parametrize":4,"m":3,"n":2,"k":3,"e":2,"40":1,"256":1,"1":2,"6":1,"8":1,"half":1,"bfloat16":1,"inference":1,"mode":1,"def":1,"no":1,"graph":1,"int":5,"seed":1,"everything":1,"7":1,"with":1,"parallel":2,"pipeline":1,"size":1,"quant":1,"blocksize":1,"16":1,"a":1,"randn":1,"cuda":1},"1779,2000,data/raw/vllm-0.10.1/tests/kernels/moe/test_nvfp4_moe.py":{"w1":10,"q":4,"blockscale":8,"gs":10,"w2":10,"make":1,"test":1,"weights":4,"e":6,"n":3,"k":3,"in":2,"dtype":11,"quant":5,"nvfp4":2,"block":2,"shape":1,"none":5,"use":1,"blocksize":2,"per":1,"act":1,"token":1,"false":2,"score":2,"torch":7,"randn":1,"m":3,"device":5,"cuda":3,"topk":8,"ids":3,"fused":1,"a":15,"renormalize":1,"a1":3,"ones":2,"float32":3,"a2":3,"assert":4,"is":4,"not":4,"cutlass":2,"output":1,"moe":1,"fp4":6,"gscale":2,"g1":1,"alphas":2,"1":3,"g2":1,"reference":1,"check":1,"global":3,"scale":5,"float8":1,"e4m3":1,"max":2,"float4":1,"e2m1":1,"amax":1,"flatten":1,"dim":1,"to":2,"interleaved":2,"ops":1,"scaled":1,"dequantize":1,"size":1},"3779,1341,data/raw/vllm-0.10.1/tests/kernels/moe/test_nvfp4_moe.py":{"w1":7,"d":6,"torch":7,"empty":2,"e":3,"2":2,"n":2,"k":2,"device":6,"cuda":2,"dtype":11,"w2":7,"for":1,"idx":9,"in":2,"range":1,"0":1,"dequantize":2,"nvfp4":2,"to":2,"q":4,"blockscale":2,"gs":2,"block":2,"size":2,"quant":2,"blocksize":2,"output":3,"moe":2,"a":1,"score":1,"topk":1,"testing":1,"assert":1,"close":1,"cutlass":2,"atol":1,"1e":2,"1":3,"rtol":1,"if":1,"name":1,"main":1,"test":1,"fp4":1,"no":1,"graph":1,"1024":2,"40":1,"half":1},"0,1995,data/raw/vllm-0.10.1/tests/kernels/moe/test_mxfp4_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":6,"importlib":4,"metadata":2,"from":2,"dataclasses":1,"dataclass":2,"pytest":4,"torch":3,"packaging":1,"version":4,"quark":5,"mxfp4":7,"available":3,"util":1,"find":1,"spec":1,"is":2,"not":3,"none":1,"and":3,"parse":2,"amd":2,"8":2,"99":1,"class":1,"modelcase":5,"model":18,"id":3,"str":1,"tp":7,"int":1,"mark":2,"parametrize":1,"case":7,"fxmarty":4,"qwen":2,"1":4,"5":2,"moe":3,"a2":2,"7b":2,"deepseek":1,"r1":1,"3":1,"layers":3,"llama":1,"4":1,"scout":1,"17b":1,"16e":1,"instruct":1,"skipif":1,"reason":1,"9":1,"def":2,"test":2,"loading":1,"execution":1,"runner":2,"if":2,"cuda":2,"device":2,"count":2,"skip":1,"f":2,"this":2,"requires":1,"gpus":1,"got":1,"only":1,"with":1,"tensor":1,"parallel":1,"size":1,"load":1,"format":1,"dummy":1,"as":1,"llm":4,"todo":1,"apply":2,"check":3,"currently":1,"relies":1,"on":1,"v0":1,"internals":1,"re":1,"enable":1,"later":1,"layer":3,"qkv":4,"proj":4,"self":1,"attn":1,"assert":4,"isinstance":3,"quant":2,"method":2,"quarklinearmethod":1,"scheme":1,"quarkw4a4mxfp4":1,"mlp":1,"experts":1,"quarkw4a4mxfp4moemethod":1,"output":2,"generate":1,"greedy":1,"today":1,"i":1,"am":1,"in":1,"french":1,"alps":1,"max":1,"tokens":1,"20":1},"0,1787,data/raw/vllm-0.10.1/tests/kernels/moe/test_flashinfer_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"import":13,"pytest":7,"torch":5,"from":11,"tests":3,"kernels":3,"moe":12,"utils":4,"make":1,"test":1,"weights":1,"quantization":1,"nvfp4":3,"float4":1,"e2m1":1,"max":2,"float8":1,"e4m3":1,"dequantize":1,"dtype":2,"custom":1,"ops":2,"as":1,"config":2,"parallelconfig":1,"vllmconfig":1,"set":1,"current":3,"model":4,"executor":4,"layers":4,"fused":10,"flashinfer":6,"cutlass":5,"flashinferexperts":1,"is":1,"valid":1,"topk":2,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"prepare":1,"finalize":1,"moeprepareandfinalizenoep":1,"platforms":1,"platform":2,"has":3,"if":1,"not":2,"or":1,"device":1,"capability":1,"100":1,"skip":1,"requires":1,"and":1,"support":1,"allow":1,"module":1,"level":1,"true":1,"mnk":2,"factors":2,"1024":11,"1536":5,"3072":3,"64":5,"2048":1,"224":2,"mark":5,"parametrize":5,"m":1,"n":1,"k":1,"e":2,"40":1,"256":2,"128":1,"1":1,"6":1,"8":1,"half":1,"bfloat16":1,"inference":1,"mode":1},"1787,1730,data/raw/vllm-0.10.1/tests/kernels/moe/test_flashinfer_moe.py":{"def":1,"test":2,"flashinfer":3,"fp4":1,"moe":2,"no":1,"graph":1,"m":3,"int":5,"n":2,"k":3,"e":5,"topk":5,"dtype":14,"torch":7,"current":2,"platform":1,"seed":1,"everything":1,"7":1,"with":1,"set":1,"vllm":1,"config":2,"vllmconfig":1,"parallel":2,"parallelconfig":1,"pipeline":1,"size":1,"1":3,"a":3,"randn":2,"device":4,"cuda":4,"10":1,"quant":5,"blocksize":2,"16":1,"w1":7,"q":4,"blockscale":4,"gs":10,"w2":7,"make":1,"weights":2,"in":1,"nvfp4":2,"block":1,"shape":1,"none":5,"use":1,"per":1,"act":1,"token":1,"false":2,"score":2,"ids":1,"fused":2,"renormalize":1,"a1":3,"ones":2,"float32":2,"a2":3,"assert":5,"is":5,"valid":1,"cutlass":1,"not":4,"experts":1,"fusedmoemodularkernel":1,"moeprepareandfinalizenoep":1,"flashinferexperts":1,"gscale":2,"g1":1,"alphas":2,"g2":1,"out":1},"3517,1967,data/raw/vllm-0.10.1/tests/kernels/moe/test_flashinfer_moe.py":{"flashinfer":2,"output":1,"experts":1,"hidden":1,"states":1,"a":14,"w1":10,"q":6,"scale":9,"blockscale":4,"w2":10,"a1":2,"gs":4,"a2":2,"topk":4,"weights":2,"ids":2,"reference":1,"check":1,"global":3,"float8":1,"e4m3":1,"max":2,"float4":1,"e2m1":1,"torch":4,"amax":1,"flatten":1,"dim":1,"1":1,"to":4,"float32":1,"fp4":4,"interleaved":2,"ops":1,"scaled":1,"quant":4,"m":1,"k":3,"shape":1,"in":2,"dtype":14,"dequantize":3,"nvfp4":3,"device":8,"block":3,"size":3,"blocksize":3,"d":4,"empty":2,"e":3,"2":1,"n":2,"cuda":2,"for":1,"idx":9,"range":1,"0":1},"5484,369,data/raw/vllm-0.10.1/tests/kernels/moe/test_flashinfer_moe.py":{"torch":5,"output":3,"moe":2,"a":1,"in":1,"dtype":1,"w1":1,"d":2,"w2":1,"score":1,"topk":1,"testing":1,"assert":1,"close":1,"flashinfer":2,"atol":1,"1e":2,"1":3,"rtol":1,"if":1,"name":1,"main":1,"test":1,"fp4":1,"no":1,"graph":1,"2":1,"1024":2,"40":1,"half":1},"0,1989,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":17,"project":1,"tests":3,"for":1,"moe":14,"layers":10,"run":1,"pytest":2,"kernels":2,"test":2,"py":1,"import":24,"functools":1,"from":20,"typing":1,"callable":1,"optional":1,"union":1,"torch":6,"nn":2,"parameter":1,"functional":1,"as":2,"f":1,"transformers":2,"mixtralconfig":1,"models":2,"mixtral":3,"modeling":1,"mixtralsparsemoeblock":1,"model":10,"executor":10,"fused":10,"noqa":1,"utils":11,"opcheck":1,"stack":1,"and":1,"dev":1,"config":2,"vllmconfig":1,"set":2,"current":2,"distributed":2,"parallel":1,"state":1,"init":1,"environment":1,"forward":2,"context":2,"topk":1,"modular":1,"triton":1,"iterative":2,"quantization":5,"marlin":10,"permute":1,"bias":1,"fp4":1,"rand":2,"weight":2,"mxfp4":1,"like":2,"nvfp4":1,"fp8":2,"quant":2,"awq":1,"quantize":3,"weights":1,"mixtralmoe":1,"platforms":1,"platform":1,"scalar":2,"type":1,"scalartype":1,"types":1,"num":1,"experts":1,"8":1,"64":1,"192":1,"ep":1,"size":1,"1":3,"4":1,"top":1,"ks":1,"6":1,"mnk":1,"factors":1,"128":6,"2048":3,"33":1,"222":1,"1024":4,"32768":2,"511":1,"40000":1},"1989,1742,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"fused":1,"moe":7,"wn16":1,"mnk":1,"factors":1,"1":3,"128":8,"1024":5,"32":2,"2048":2,"222":1,"vllm":3,"config":5,"vllmconfig":1,"scheduler":2,"max":2,"num":6,"seqs":1,"model":1,"len":1,"8192":1,"def":1,"run":1,"test":2,"baseline":6,"union":1,"callable":2,"torch":11,"tensor":8,"fn":4,"a":4,"w1":5,"w2":5,"score":4,"topk":3,"int":2,"global":5,"experts":5,"expert":5,"map":5,"optional":1,"none":1,"padding":3,"bool":3,"false":3,"use":3,"compile":3,"cudagraph":1,"atol":1,"float":2,"2e":1,"2":1,"rtol":1,"0":9,"if":4,"isinstance":1,"output":3,"else":1,"pad":3,"the":1,"weight":1,"is":1,"enabled":1,"f":2,"constant":2,"backend":1,"inductor":1,"fullgraph":1,"true":1,"dynamo":2,"mark":2,"dynamic":2},"3731,1752,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"if":1,"use":1,"cudagraph":2,"test":6,"output":5,"fill":1,"0":1,"stream":4,"torch":12,"cuda":9,"graph":4,"with":1,"moe":4,"fn":1,"a":2,"w1":2,"w2":2,"score":2,"topk":3,"global":2,"num":3,"experts":3,"expert":2,"map":2,"synchronize":2,"replay":1,"testing":1,"assert":1,"close":1,"baseline":2,"atol":2,"rtol":2,"return":1,"pytest":7,"mark":7,"parametrize":7,"m":4,"n":4,"k":5,"fused":3,"mnk":1,"factors":1,"e":5,"top":1,"ks":1,"ep":3,"size":7,"dtype":11,"bfloat16":1,"padding":2,"true":1,"false":1,"chunk":4,"8192":1,"def":1,"int":7,"bool":1,"monkeypatch":2,"current":1,"platform":1,"seed":1,"everything":1,"7":1,"setenv":1,"vllm":1,"str":1,"setup":2,"data":2,"randn":4,"device":4,"10":3,"2":1},"5483,1925,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"if":1,"ep":2,"size":2,"1":3,"local":3,"e":15,"ids":6,"torch":12,"randint":1,"0":1,"device":3,"cuda":3,"dtype":3,"int32":3,"map":8,"full":1,"arange":1,"w1":6,"w2":6,"else":1,"none":3,"setup":1,"test":2,"functions":1,"m":3,"fused":7,"moe":7,"fn":3,"modular":1,"triton":1,"use":5,"fp8":1,"w8a8":2,"false":8,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1,"per":1,"act":1,"token":1,"quant":1,"block":1,"shape":1,"def":1,"a":5,"tensor":6,"score":4,"topk":9,"int":2,"global":4,"num":4,"experts":4,"expert":4,"optional":1,"weights":2,"return":1,"functools":2,"partial":2,"renormalize":1,"run":2,"tests":1,"runner":1,"padding":2},"7408,1823,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"note":1,"for":1,"now":1,"use":11,"compile":6,"will":1,"error":1,"out":1,"if":4,"the":2,"problem":1,"size":6,"is":2,"large":1,"enough":1,"to":2,"trigger":1,"chunking":1,"i":1,"m":6,"leaving":1,"flag":1,"and":3,"setup":1,"code":1,"in":1,"case":1,"we":1,"are":1,"able":1,"revisit":1,"this":1,"later":1,"false":2,"cudagraph":5,"n":5,"1024":2,"k":6,"current":2,"platform":1,"cuda":5,"alike":1,"with":1,"set":1,"vllm":2,"config":2,"baseline":3,"output":3,"runner":3,"torch":7,"moe":6,"iterative":1,"fused":4,"fn":1,"pytest":8,"mark":8,"parametrize":8,"wn16":2,"mnk":1,"factors":1,"e":5,"num":1,"experts":1,"topk":2,"top":1,"ks":1,"ep":3,"dtype":11,"bfloat16":1,"group":2,"64":1,"128":1,"has":4,"zp":4,"true":1,"weight":4,"bits":4,"4":2,"8":2,"def":1,"test":1,"int":8,"bool":1,"a":1,"randn":4,"device":4,"10":3,"w1":1,"2":2,"w2":1,"score":1,"pack":2,"factor":2,"quant":2,"type":2,"scalar":4,"types":4,"uint4":1,"else":2,"uint4b8":1,"elif":1,"1":1,"uint8":1,"uint8b128":1},"9231,1933,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"w1":10,"ref":7,"clone":2,"w2":10,"qweight":14,"torch":12,"empty":6,"e":9,"2":8,"n":6,"k":6,"pack":4,"factor":4,"device":6,"cuda":6,"dtype":8,"uint8":6,"scales":11,"group":5,"size":5,"qzeros":14,"for":1,"i":3,"in":1,"range":1,"expert":6,"id":6,"if":5,"0":1,"w":15,"else":1,"weight":5,"quantize":1,"weights":1,"t":5,"quant":1,"type":1,"has":4,"zp":4,"false":1,"contiguous":2,"to":2,"bits":1,"4":1,"1":2,"16":2},"11164,1994,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"if":3,"ep":2,"size":3,"1":2,"local":3,"e":22,"ids":10,"torch":11,"randint":1,"0":3,"device":3,"cuda":3,"dtype":4,"int32":3,"map":7,"full":1,"arange":1,"w1":14,"ref":6,"w2":14,"qweight":6,"scales":6,"qzeros":6,"else":3,"none":3,"with":1,"set":1,"current":1,"vllm":2,"config":2,"triton":2,"output":4,"fused":1,"moe":2,"a":2,"score":2,"topk":2,"renormalize":1,"false":2,"use":2,"int4":1,"w4a16":1,"weight":2,"bits":2,"4":1,"int8":1,"w8a16":1,"8":1,"global":1,"num":1,"experts":1,"expert":2,"scale":2,"zp":4,"has":2,"block":1,"shape":1,"group":1,"testing":1,"assert":1,"close":1,"atol":1,"2e":1,"2":1,"rtol":1,"pytest":2,"mark":2,"parametrize":2,"bfloat16":1,"padding":1,"true":1},"13158,1601,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"pytest":2,"mark":1,"parametrize":1,"use":4,"rocm":9,"aiter":8,"true":1,"false":2,"if":3,"current":2,"platform":1,"is":3,"else":1,"torch":3,"inference":1,"mode":1,"def":1,"test":3,"mixtral":2,"moe":9,"dtype":6,"padding":1,"bool":2,"monkeypatch":7,"make":1,"sure":1,"our":2,"implementation":1,"agrees":1,"with":2,"the":2,"one":1,"from":2,"huggingface":2,"clear":2,"cache":2,"before":1,"every":1,"vllm":7,"model":1,"executor":1,"layers":1,"fused":2,"import":1,"enabled":2,"setenv":6,"1":4,"float32":2,"skip":2,"for":1,"rank":2,"0":2,"local":2,"world":1,"size":7,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"init":1,"distributed":1,"environment":1,"instantiate":1,"and":1,"s":1,"blocks":1,"config":11,"compilation":1,"static":1,"forward":2,"context":2,"dict":1,"set":2,"none":1,"mixtralconfig":1,"hf":1,"mixtralsparsemoeblock":1,"to":2,"cuda":2,"mixtralmoe":1,"num":3,"experts":3,"top":1,"k":1,"per":1,"tok":1,"hidden":2,"intermediate":2,"params":1,"tp":1,"dp":1},"14759,1668,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"load":1,"the":2,"weights":3,"vllm":12,"moe":16,"gate":2,"weight":12,"data":5,"hf":9,"for":2,"i":6,"in":1,"range":1,"config":2,"num":2,"local":1,"experts":10,"w1":1,"w3":1,"w13":3,"torch":7,"cat":1,"dim":3,"0":8,"w2":4,"generate":1,"input":1,"batch":2,"of":1,"dimensions":1,"size":2,"seq":1,"len":1,"hidden":3,"inputs":5,"randn":1,"1":2,"64":1,"to":2,"dtype":1,"cuda":3,"uses":1,"1d":1,"query":1,"tokens":1,"flatten":1,"pad":3,"if":2,"padding":2,"is":1,"enabled":1,"parameter":2,"f":2,"128":4,"constant":2,"requires":2,"grad":2,"false":2,"empty":2,"cache":2,"run":1,"forward":3,"passes":1,"both":1,"blocks":1,"states":2,"mixtral":1,"tol":1,"float32":1,"1e":3,"3":2,"float16":1,"bfloat16":1,"2":1},"16427,1677,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"if":1,"use":1,"rocm":3,"aiter":3,"the":2,"values":1,"of":1,"rtol":3,"and":1,"atol":3,"are":1,"set":1,"based":1,"on":1,"tests":2,"in":1,"package":1,"noqa":2,"e501":2,"https":1,"github":1,"com":1,"blob":1,"dfed377f4be7da96ca2d75ac0761f569676f7240":1,"op":1,"test":2,"moe":4,"py":1,"l174":1,"torch":4,"testing":2,"assert":2,"close":2,"hf":2,"states":4,"flatten":2,"0":3,"1":5,"vllm":2,"01":1,"100":1,"else":1,"mixtral":2,"tol":2,"dtype":5,"def":2,"marlin":1,"generate":1,"valid":1,"cases":1,"import":1,"itertools":2,"m":3,"list":22,"123":1,"666":1,"n":3,"128":2,"1024":1,"k":6,"256":1,"2048":1,"e":3,"4":2,"12":1,"topk":3,"2":1,"3":1,"ep":3,"size":6,"half":1,"bfloat16":1,"group":3,"16":1,"32":1,"act":3,"order":3,"true":2,"false":2,"quant":3,"type":3,"scalar":5,"types":5,"float4":1,"e2m1f":1,"float8":1,"e4m3fn":1,"uint4":1,"uint4b8":1,"uint8b128":1,"is":4,"full":3,"all":1,"combinations":1,"product":1,"invalid":1},"18104,1673,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"if":9,"quant":7,"type":7,"scalar":6,"types":6,"float8":1,"e4m3fn":1,"and":3,"group":7,"size":9,"not":4,"in":6,"1":2,"128":1,"return":9,"false":7,"float4":2,"e2m1f":2,"16":2,"32":2,"dtype":10,"torch":6,"float16":1,"filter":1,"act":4,"order":4,"k":9,"n":5,"uint4b8":1,"elif":1,"is":5,"full":3,"true":1,"cases":4,"for":2,"case":3,"all":1,"combinations":1,"invalid":1,"append":1,"pytest":3,"mark":3,"flaky":1,"reruns":1,"2":2,"parametrize":1,"m":3,"e":4,"topk":2,"ep":2,"marlin":2,"moe":2,"generate":1,"valid":1,"test":2,"skipif":1,"current":1,"platform":1,"rocm":2,"reason":1,"skip":1,"def":1,"fused":1,"int":7,"bool":2,"scalartype":1,"cuda":4,"manual":1,"seed":1,"0":1,"has":1,"zp":1,"uint4":1,"uint8":1,"a":1,"randn":3,"device":3,"10":1,"w1":1,"20":2,"w2":1},"19777,1967,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"if":4,"ep":2,"size":8,"1":4,"local":3,"e":13,"ids":4,"torch":8,"randperm":2,"device":3,"cuda":3,"dtype":3,"int32":3,"map":3,"full":1,"arange":1,"w1":8,"w2":2,"else":3,"none":3,"w":12,"ref1":12,"l":18,"qweight1":12,"scales1":12,"global":6,"scale1":6,"zeros1":4,"g":2,"idx1":2,"sort":2,"indices1":2,"for":1,"i":6,"in":1,"range":1,"shape":1,"0":3,"quant":5,"type":4,"scalar":2,"types":2,"float4":1,"e2m1f":1,"group":6,"16":1,"rand":2,"marlin":5,"weight":2,"nvfp4":1,"like":2,"mxfp4":1,"append":11,"t":3,"is":1,"not":1,"elif":2,"float8":1,"e4m3fn":1,"fp8":1,"has":1,"zp":1,"awq":1,"quantize":2,"transpose":2,"test":2,"perm":2,"k":1,"act":1,"order":1},"21744,1811,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"w":13,"ref1":4,"l":30,"append":12,"t":3,"qweight1":4,"scales1":4,"g":6,"idx1":5,"sort":6,"indices1":5,"stack":7,"and":7,"dev":7,"contiguous":1,"global":9,"scale1":3,"if":7,"else":5,"none":6,"zeros1":3,"ref2":9,"qweight2":9,"scales2":9,"scale2":6,"zeros2":2,"idx2":1,"indices2":1,"for":1,"i":5,"in":1,"range":1,"w2":5,"shape":1,"0":2,"quant":4,"type":3,"scalar":2,"types":2,"float4":1,"e2m1f":1,"group":5,"size":5,"16":1,"rand":2,"marlin":4,"weight":2,"nvfp4":1,"like":2,"mxfp4":1,"is":1,"not":1,"elif":2,"float8":1,"e4m3fn":1,"fp8":1,"torch":1,"has":1,"zp":1,"awq":1,"quantize":1,"transpose":1,"1":1},"23555,1446,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"w":9,"ref2":8,"l":20,"append":9,"t":2,"qweight2":7,"scales2":7,"zeros2":5,"else":5,"test":2,"perm":2,"torch":4,"randperm":1,"n":1,"g":6,"idx2":6,"sort":6,"indices2":6,"marlin":1,"quantize":1,"w2":1,"i":1,"transpose":1,"1":1,"0":1,"quant":1,"type":1,"group":1,"size":1,"act":1,"order":1,"stack":7,"and":7,"dev":7,"contiguous":1,"global":3,"scale2":3,"if":4,"none":4,"score":3,"randn":1,"m":1,"e":2,"device":1,"cuda":1,"dtype":2,"topk":5,"weights":1,"ids":1,"fused":1,"a":2,"false":1,"with":1,"set":1,"current":1,"vllm":2,"config":2,"output":1,"moe":1,"ref1":1,"expert":1,"map":2},"25001,1760,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"marlin":5,"output":3,"torch":11,"ops":1,"vllm":1,"fused":2,"moe":2,"a":2,"qweight1":3,"qweight2":1,"none":2,"scales1":3,"scales2":1,"score":1,"topk":3,"weights":1,"ids":1,"global":5,"num":1,"experts":1,"e":7,"expert":1,"map":2,"scale1":2,"scale2":2,"g":6,"idx1":4,"idx2":2,"sort":6,"indices1":4,"indices2":2,"w1":4,"zeros":2,"zeros1":1,"w2":2,"zeros2":1,"quant":4,"type":4,"id":2,"is":4,"k":9,"full":3,"testing":1,"assert":1,"close":1,"atol":1,"5e":1,"2":4,"rtol":1,"0":4,"pytest":3,"mark":3,"flaky":1,"reruns":1,"skipif":1,"current":1,"platform":1,"rocm":2,"reason":1,"skip":1,"for":2,"parametrize":1,"m":3,"1":2,"256":1,"def":1,"test":3,"with":1,"bias":1,"cuda":6,"manual":1,"seed":1,"32":1,"4":1,"n":4,"2048":2,"group":2,"size":2,"128":1,"act":2,"order":2,"false":1,"true":1,"scalar":1,"types":1,"uint4b8":1,"dtype":11,"half":1,"randn":5,"device":5,"10":5,"b":3,"bias1":2,"bias2":1,"l":6,"w":2,"ref1":2,"i":2,"in":1,"range":1,"shape":1,"perm":2,"randperm":1,"quantize":1,"transpose":1},"26761,1915,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"w":12,"ref1":5,"l":36,"append":12,"t":2,"qweight1":4,"scales1":4,"g":12,"idx1":5,"sort":12,"indices1":5,"b":11,"bias1":6,"marlin":5,"permute":2,"bias":2,"i":4,"stack":12,"and":12,"dev":12,"contiguous":2,"global":2,"scale1":1,"none":10,"if":6,"else":6,"zeros1":1,"bias2":7,"ref2":7,"qweight2":6,"scales2":6,"idx2":7,"indices2":7,"for":1,"in":1,"range":1,"w2":2,"shape":1,"0":2,"test":2,"perm":2,"torch":4,"randperm":1,"n":1,"quantize":1,"transpose":1,"1":1,"quant":1,"type":1,"group":1,"size":1,"act":1,"order":1,"scale2":1,"zeros2":1,"score":3,"randn":1,"m":1,"e":1,"device":1,"cuda":1,"dtype":2,"topk":5,"weights":1,"ids":1,"fused":1,"a":2,"false":1,"with":1,"set":1,"current":1,"vllm":2,"config":2,"output":1,"moe":1},"28676,1988,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"marlin":5,"output":3,"torch":15,"ops":2,"vllm":1,"fused":1,"moe":4,"a":1,"qweight1":1,"qweight2":1,"bias1":1,"bias2":1,"scales1":1,"scales2":1,"score":1,"topk":10,"weights":1,"ids":13,"global":5,"num":12,"experts":5,"e":1,"expert":3,"map":1,"none":1,"scale1":2,"scale2":2,"g":4,"idx1":2,"idx2":2,"sort":4,"indices1":2,"indices2":2,"w1":1,"zeros":2,"zeros1":1,"w2":1,"zeros2":1,"quant":2,"type":2,"id":2,"is":2,"k":3,"full":2,"testing":1,"assert":1,"close":1,"atol":1,"5e":1,"2":1,"rtol":1,"0":2,"def":1,"test":1,"align":2,"block":6,"size":6,"opcheck":2,"4":3,"randint":1,"3":1,"dtype":5,"int32":4,"device":7,"cuda":1,"max":5,"tokens":5,"padded":3,"numel":2,"1":3,"sorted":3,"empty":3,"fill":1,"m":3,"blocks":2,"post":2,"pad":2,"c":1,"pytest":4,"mark":4,"parametrize":4,"33":1,"64":1,"222":1,"top":1,"ks":1,"128":1,"511":1,"1024":1,"float32":1,"float16":1,"bfloat16":1},"30664,466,data/raw/vllm-0.10.1/tests/kernels/moe/test_moe.py":{"pytest":1,"mark":1,"skipif":1,"current":1,"platform":1,"is":1,"rocm":2,"reason":1,"skip":1,"for":1,"def":1,"test":1,"moe":5,"sum":4,"m":3,"int":3,"topk":2,"k":3,"dtype":6,"torch":6,"input":4,"randn":1,"device":2,"cuda":2,"actual":4,"empty":1,"expected":2,"dim":1,"1":1,"ops":2,"c":2,"testing":1,"assert":1,"close":1,"atol":1,"2e":1,"2":1,"rtol":1,"0":1,"opcheck":1},"0,1661,data/raw/vllm-0.10.1/tests/kernels/moe/parallel_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"deepep":3,"test":1,"utilities":1,"import":11,"dataclasses":2,"os":1,"traceback":1,"from":7,"typing":2,"callable":2,"optional":1,"torch":9,"distributed":3,"processgroup":1,"multiprocessing":1,"spawn":1,"pyright":1,"ignore":1,"reportprivateimportusage":1,"extensions":1,"concatenate":2,"paramspec":2,"utils":2,"get":1,"open":1,"port":1,"has":2,"deep":2,"ep":2,"if":1,"model":2,"executor":2,"layers":2,"fused":2,"moe":2,"ht":1,"prepare":2,"finalize":2,"noqa":2,"e501":2,"deepephtprepareandfinalize":1,"ll":1,"deepepllprepareandfinalize":1,"parallel":2,"processes":1,"p":5,"dataclass":1,"class":1,"processgroupinfo":2,"world":7,"size":7,"int":9,"local":8,"rank":13,"node":3,"device":9,"def":1,"worker":2,"launch":1,"init":4,"method":3,"str":1,"none":2,"args":2,"kwargs":2,"cuda":3,"set":1,"process":1,"group":1,"backend":1,"cpu":1,"gloo":1,"nccl":1,"id":1,"barrier":2,"tensor":1,"all":1,"reduce":1},"1661,1532,data/raw/vllm-0.10.1/tests/kernels/moe/parallel_utils.py":{"try":1,"worker":4,"processgroupinfo":3,"world":8,"size":10,"local":5,"rank":7,"node":2,"device":2,"args":6,"kwargs":4,"except":1,"exception":1,"as":1,"ex":2,"print":2,"traceback":1,"exc":1,"raise":1,"finally":1,"torch":2,"distributed":1,"destroy":1,"process":1,"group":1,"def":2,"parallel":2,"launch":2,"int":7,"callable":1,"concatenate":1,"p":3,"none":4,"assert":1,"not":1,"spawn":1,"0":1,"f":1,"tcp":1,"os":1,"getenv":1,"localhost":2,"get":1,"open":1,"port":1,"nprocs":1,"join":1,"true":1,"deepep":2,"specific":1,"utils":1,"dataclasses":2,"dataclass":2,"class":2,"deepephtargs":2,"num":2,"experts":2,"deepepllargs":1,"max":1,"tokens":1,"per":1,"hidden":1,"use":1,"fp8":1,"dispatch":1,"bool":1,"make":1,"ht":2,"a2a":1,"pg":1,"processgroup":1,"pgi":1,"dp":1,"q":1,"dtype":2,"optional":2,"block":1,"shape":1,"list":1,"import":1,"deep":1,"ep":1},"3193,1738,data/raw/vllm-0.10.1/tests/kernels/moe/parallel_utils.py":{"high":1,"throughput":1,"a2a":3,"num":18,"nvl":3,"bytes":9,"1024":3,"1gb":1,"rdma":7,"low":6,"latency":6,"mode":4,"qps":4,"per":7,"rank":9,"0":1,"false":1,"1":1,"buffer":9,"deep":4,"ep":4,"group":2,"pg":3,"return":2,"deepephtprepareandfinalize":1,"dispatchers":2,"pgi":6,"world":4,"size":8,"dp":2,"expert":1,"offset":1,"ht":1,"args":8,"local":1,"experts":3,"def":1,"make":1,"deepep":8,"ll":8,"processgroup":1,"processgroupinfo":1,"deepepllargs":1,"q":1,"dtype":2,"optional":2,"torch":1,"none":2,"block":1,"shape":1,"list":1,"int":1,"import":1,"get":1,"hint":1,"max":3,"tokens":3,"hidden":1,"true":1,"deepepllprepareandfinalize":1,"use":2,"fp8":2,"dispatch":2},"4931,669,data/raw/vllm-0.10.1/tests/kernels/moe/parallel_utils.py":{"def":1,"make":3,"deepep":10,"a2a":3,"pg":3,"processgroup":1,"pgi":3,"processgroupinfo":1,"dp":2,"size":2,"int":2,"ht":4,"args":7,"optional":4,"deepephtargs":1,"ll":5,"deepepllargs":1,"q":3,"dtype":4,"torch":1,"none":5,"block":3,"shape":3,"list":1,"if":1,"is":3,"not":2,"assert":2,"return":2},"0,1482,data/raw/vllm-0.10.1/tests/kernels/moe/test_silu_mul_fp8_quant_deep_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":4,"pytest":2,"torch":9,"from":2,"model":1,"executor":1,"layers":1,"fused":1,"moe":2,"batched":1,"deep":4,"gemm":4,"silu":6,"mul":3,"fp8":8,"quant":3,"platforms":1,"current":2,"platform":2,"e":6,"t":6,"h":7,"group":5,"size":6,"seed":5,"cases":2,"1":3,"128":6,"64":2,"4":2,"256":2,"32":1,"17":1,"31":1,"768":1,"mark":1,"parametrize":1,"inference":1,"mode":1,"def":1,"test":1,"everything":1,"input":1,"tensor":1,"of":1,"shape":1,"y":6,"randn":1,"dtype":2,"float32":1,"device":2,"cuda":2,"tokens":2,"per":2,"expert":2,"randint":1,"low":1,"high":1,"int32":1,"run":1,"triton":1,"kernel":1,"q":1,"s":1,"eps":2,"1e":2,"10":2,"reference":1,"implementation":1,"info":3,"finfo":1,"float8":1,"e4m3fn":1,"max":2,"min":2,"compute":1,"activation":1,"and":1,"elementwise":1,"multiplication":1,"y1":3,"y2":2,"x":2,"sigmoid":1,"merged":1},"1482,1076,data/raw/vllm-0.10.1/tests/kernels/moe/test_silu_mul_fp8_quant_deep_gemm.py":{"compute":1,"reference":1,"scales":1,"and":1,"quantized":1,"output":1,"skipping":1,"padded":1,"tokens":2,"for":2,"e":6,"in":2,"range":2,"nt":6,"per":1,"expert":1,"item":1,"ref":6,"s":4,"torch":9,"empty":2,"t":6,"h":3,"group":4,"size":4,"dtype":2,"float32":3,"device":2,"cuda":2,"q":6,"float8":2,"e4m3fn":2,"data":5,"merged":1,"grp":2,"view":1,"amax":3,"abs":1,"dim":1,"1":2,"clamp":2,"min":2,"eps":1,"scale":3,"fp8":3,"max":2,"scaled":2,"repeat":1,"interleave":1,"clamped":2,"to":3,"y":6,"se":2,"qe":2,"testing":2,"assert":2,"close":2,"atol":1,"2":1,"rtol":1,"2e":1},"0,1957,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":9,"project":1,"from":13,"dataclasses":1,"import":16,"dataclass":2,"typing":1,"any":1,"optional":5,"union":3,"torch":5,"custom":1,"ops":2,"as":2,"model":4,"executor":3,"layers":3,"fused":8,"moe":6,"modular":1,"kernel":1,"mk":4,"tests":3,"kernels":3,"utils":5,"make":3,"test":1,"weights":1,"per":1,"token":1,"cast":1,"fp8":1,"quantization":1,"nvfp4":2,"float4":1,"e2m1":1,"max":2,"float8":1,"e4m3":1,"dequantize":1,"dtype":4,"experts":3,"config":6,"vllmconfig":1,"distributed":1,"get":2,"dp":1,"group":1,"tensor":3,"parallel":2,"world":2,"size":3,"forward":2,"context":2,"set":1,"fusedmoeconfig":1,"fusedmoeparallelconfig":1,"fusedmoequantconfig":3,"topk":1,"has":3,"deep":2,"ep":1,"gemm":1,"pplx":1,"objects":1,"expert":1,"info":2,"prepare":3,"finalize":3,"processgroupinfo":1,"def":2,"describe":1,"t":5,"name":3,"str":3,"if":2,"is":2,"none":4,"return":2,"f":2,"else":1,"shape":1,"device":1,"class":1,"ms":1,"list":2,"int":9,"k":1,"n":1,"e":1,"topks":1,"quant":3,"type":2,"fusedmoeprepareandfinalize":1,"fusedmoepermuteexpertsunpermute":1,"chunk":1,"trace":1,"dir":1,"path":1,"post":1,"init":1,"self":3},"1957,1919,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"def":8,"describe":1,"self":37,"str":2,"s":19,"config":10,"n":19,"f":14,"world":2,"size":4,"pf":1,"prepare":1,"finalize":1,"type":2,"name":2,"fe":1,"fused":3,"experts":1,"e":2,"ms":4,"k":2,"topk":2,"topks":3,"dtype":7,"moe":2,"chunk":2,"quant":26,"if":1,"is":12,"not":6,"none":8,"q":4,"block":5,"shape":5,"per":10,"out":4,"ch":4,"act":6,"token":5,"else":1,"return":8,"property":7,"m":1,"int":5,"assert":6,"isinstance":2,"union":1,"torch":1,"bool":3,"tensor":1,"and":1,"optional":1,"list":1},"3876,1966,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"property":1,"def":9,"num":1,"local":1,"experts":7,"self":24,"int":2,"return":9,"e":1,"world":2,"size":6,"make":2,"env":6,"data":3,"tuple":1,"vllmconfig":2,"dict":5,"any":2,"for":1,"vllm":8,"launch":1,"config":6,"parallel":4,"enable":1,"expert":5,"true":1,"use":1,"deep":2,"gemm":2,"str":2,"needs":1,"backend":5,"all2all":2,"if":2,"is":8,"not":3,"none":3,"update":2,"fused":9,"moe":3,"chunk":3,"fp8":1,"block":3,"quantized":1,"quant":3,"dtype":1,"torch":1,"float8":1,"e4m3fn":1,"and":1,"shape":1,"batched":2,"prepare":5,"finalize":5,"info":18,"type":6,"mk":3,"fusedmoeactivationformat":3,"batchedexperts":2,"activation":3,"format":3,"standard":2,"fe":1,"supported":5,"types":2,"dtypes":2,"pf":1,"blocked":1,"quantization":1,"support":1},"5842,1728,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"def":8,"is":10,"fe":2,"supports":7,"chunking":5,"self":23,"info":22,"expert":5,"fused":7,"experts":6,"type":7,"return":11,"map":2,"apply":2,"weight":2,"on":2,"input":2,"prepare":10,"finalize":10,"needs":4,"deep":3,"gemm":2,"pplx":2,"backend":5,"ep":1,"deepep":2,"high":1,"throughput":1,"or":1,"low":1,"latency":1,"all2all":1,"valid":1,"check":2,"and":2,"compatibility":1,"if":5,"batched":2,"not":5,"false":4,"else":1,"standard":1,"use":2,"moe":1,"chunk":1,"size":1,"none":2,"quantization":1,"sanity":1,"int":3,"per":2,"act":2,"token":1,"quant":4,"tensor":1,"block":1,"shape":1,"1":1,"invalid":1,"config":1},"7570,1857,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"check":3,"type":1,"support":2,"if":9,"self":23,"quant":6,"dtype":6,"is":8,"none":5,"not":10,"in":4,"pf":2,"supported":5,"types":4,"or":2,"fe":2,"return":10,"false":8,"else":1,"block":8,"quanization":1,"quatized":4,"shape":1,"and":6,"deep":6,"gemm":4,"only":1,"works":1,"with":1,"quantized":1,"needs":4,"dependencies":1,"turn":1,"into":1,"asserts":1,"ep":2,"has":3,"pplx":2,"noqa":1,"sim103":1,"true":1,"dataclass":1,"class":1,"weighttensors":1,"w1":9,"torch":6,"tensor":12,"w2":9,"scale":6,"optional":4,"gs":6,"def":1,"describe":7,"s":9,"weight":1,"tensors":1,"n":7,"f":6},"9427,1674,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"def":3,"is":12,"quantized":3,"self":32,"bool":1,"or":3,"w1":26,"scale":17,"not":9,"none":11,"return":2,"dtype":3,"torch":9,"float8":1,"e4m3fn":1,"uint8":1,"int8":1,"to":7,"current":7,"device":13,"cuda":6,"w2":22,"if":4,"assert":6,"gs":18,"slice":1,"weights":1,"rank":2,"int":2,"num":3,"local":3,"experts":3,"weighttensors":2,"s":8,"e":7},"11101,1787,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"staticmethod":2,"def":3,"make":3,"config":16,"weighttensors":2,"w1":9,"scale":9,"gs":6,"w2":9,"test":1,"weights":4,"e":2,"n":8,"k":5,"in":1,"dtype":9,"quant":7,"block":2,"shape":2,"per":2,"act":1,"token":1,"is":2,"out":1,"ch":1,"return":4,"dataclass":1,"class":1,"ranktensors":1,"hidden":6,"states":6,"torch":9,"tensor":12,"optional":4,"topk":6,"ids":3,"expert":3,"map":3,"fusedmoequantconfig":1,"describe":6,"self":6,"s":8,"rank":1,"tensors":1,"f":5,"hs":2,"tuple":1,"m":3,"a":2,"randn":1,"device":2,"cuda":1,"current":1,"15":1,"0":1,"if":1,"none":2},"12888,1882,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"we":2,"dequant":1,"and":4,"use":3,"that":1,"as":1,"hidden":5,"states":5,"so":2,"the":3,"tests":1,"are":1,"stable":1,"quantizing":1,"dequantizing":1,"yield":2,"slightly":1,"different":1,"results":1,"depending":1,"on":1,"hardware":1,"here":1,"quantize":2,"dequantize":2,"first":1,"further":1,"will":1,"same":1,"values":1,"if":4,"config":14,"is":3,"per":5,"tensor":1,"act":2,"quant":6,"a":16,"q":6,"scales":7,"ops":2,"scaled":2,"fp8":3,"token":4,"dynamic":2,"false":2,"return":3,"float":3,"mul":3,"to":5,"dtype":7,"true":1,"none":3,"assert":1,"block":6,"shape":2,"not":1,"k":5,"1":4,"cast":1,"size":1,"view":3,"m":5,"staticmethod":1,"def":1,"make":2,"pgi":1,"processgroupinfo":1,"topk":11,"scale":1,"ranktensors":1,"num":4,"local":2,"experts":4,"global":2,"e":2,"score":2,"torch":3,"randn":1,"device":3,"cuda":2,"weights":1,"ids":5,"fused":1,"distribute":1,"evenly":1,"for":1,"mi":2,"in":1,"range":1,"randperm":1,"current":1},"14770,1872,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"expert":8,"map":8,"none":5,"if":2,"config":9,"world":1,"size":1,"1":5,"and":1,"supports":1,"torch":8,"full":1,"global":3,"num":4,"experts":4,"fill":1,"value":1,"dtype":5,"int32":2,"s":3,"pgi":1,"rank":4,"local":3,"e":2,"tensor":2,"list":1,"range":1,"to":2,"device":2,"cuda":1,"current":1,"return":1,"ranktensors":2,"hidden":6,"states":6,"scale":7,"topk":4,"weights":9,"ids":2,"quant":5,"def":1,"reference":1,"moe":1,"impl":1,"weighttensors":1,"tensors":3,"nvfp4":1,"blocksize":1,"16":1,"w1":10,"q":2,"blockscale":8,"gs":6,"w2":10,"a":4,"float8":1,"e4m3":1,"max":2,"float4":1,"e2m1":1,"amax":1,"flatten":1,"dim":1,"float32":1,"assert":8,"is":4,"not":4,"shape":4,"128":2,"0":4,"2":2,"4":2,"fp4":2,"interleaved":1,"ops":1,"scaled":1},"16642,1898,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"a":8,"dequantize":3,"nvfp4":3,"to":3,"dtype":16,"fp4":2,"scale":11,"interleaved":1,"global":1,"device":8,"block":6,"size":3,"quant":10,"blocksize":3,"e":4,"w1":13,"q":7,"shape":6,"0":2,"n":3,"1":2,"2":2,"k":3,"w2":12,"torch":2,"zeros":2,"cuda":2,"for":1,"idx":9,"in":1,"range":1,"blockscale":2,"gs":2,"none":5,"per":3,"act":3,"token":3,"false":1,"else":1,"rank":2,"tensors":2,"hidden":2,"states":2,"weights":4,"config":3,"is":1},"18540,1817,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"return":3,"torch":1,"experts":6,"a":3,"w1":4,"w2":4,"topk":6,"weight":2,"rank":2,"tensors":2,"weights":3,"ids":2,"global":1,"num":5,"config":24,"e":2,"expert":1,"map":1,"none":1,"scale":6,"a1":1,"quant":6,"dtype":4,"per":3,"act":2,"token":3,"block":2,"shape":2,"apply":2,"router":1,"on":2,"input":2,"1":2,"and":1,"supports":1,"def":2,"make":5,"modular":2,"kernel":2,"vllm":3,"vllmconfig":1,"weighttensors":1,"mk":1,"fusedmoemodularkernel":1,"next":2,"power":2,"of":2,"2":3,"x":3,"import":1,"math":3,"if":1,"0":1,"ceil":1,"log2":1,"moe":6,"parallel":6,"fusedmoeparallelconfig":2,"tp":1,"size":4,"get":2,"tensor":1,"model":1,"world":2,"dp":2,"group":1,"fusedmoeconfig":1,"hidden":1,"dim":1,"k":1,"local":2,"in":1,"max":1,"tokens":1,"m":1,"prepare":3,"finalize":3,"type":1,"all2all":1,"backend":1},"20357,1972,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/common.py":{"fused":5,"experts":7,"make":2,"config":14,"type":1,"moe":1,"prepare":4,"finalize":4,"num":10,"dispatchers":1,"weights":14,"w1":5,"gs":2,"w2":5,"modular":4,"kernel":4,"mk":6,"fusedmoemodularkernel":1,"return":2,"def":1,"run":1,"pgi":2,"processgroupinfo":1,"vllm":3,"vllmconfig":1,"weighttensors":1,"rank":14,"tensors":7,"ranktensors":1,"torch":3,"tensor":3,"assert":2,"isinstance":2,"ms":1,"int":3,"topks":1,"for":1,"slice":1,"local":1,"kwargs":2,"hidden":4,"states":4,"clone":1,"impls":1,"might":1,"update":1,"the":1,"in":1,"place":1,"topk":6,"ids":2,"to":1,"indices":1,"dtype":2,"expert":2,"map":2,"scale":6,"a1":1,"global":1,"e":1,"apply":2,"router":1,"weight":2,"on":2,"input":2,"1":1,"and":1,"supports":1,"tokens":7,"shape":1,"0":1,"across":3,"dp":3,"world":1,"size":1,"device":1,"cuda":1,"with":1,"set":1,"forward":2,"context":1,"none":1,"out":2},"0,1966,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/make_feature_matrix.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":11,"project":1,"import":13,"copy":2,"from":11,"enum":3,"itertools":1,"product":2,"typing":1,"optional":1,"torch":2,"tqdm":2,"config":16,"vllmconfig":2,"set":2,"current":5,"model":1,"executor":1,"layers":1,"fused":5,"moe":6,"fusedmoequantconfig":1,"platforms":1,"platform":2,"common":1,"ranktensors":2,"weighttensors":2,"reference":2,"impl":2,"run":2,"modular":3,"kernel":3,"mk":6,"objects":1,"expert":1,"types":2,"multi":1,"gpu":1,"prepare":1,"finalize":1,"quant":1,"configs":1,"parallel":2,"utils":1,"processgroupinfo":2,"launch":1,"with":2,"class":1,"result":1,"pass":1,"1":1,"fail":1,"skip":1,"3":1,"def":1,"rank":6,"worker":1,"pgi":4,"cpu":1,"group":1,"weights":5,"seed":1,"everything":1,"sanity":1,"check":1,"envs":2,"if":1,"chunk":3,"size":3,"is":1,"not":1,"none":1,"assert":4,"get":1,"this":1,"device":2,"ms":5,"isinstance":2,"list":2,"topks":5,"for":2,"m":5,"topk":5,"in":1,"print":1,"f":1,"running":1,"override":1,"and":1,"cfgx":6,"deepcopy":1,"inputs":1,"tensors":3,"make":1,"out":5,"ref":2,"testing":1,"close":1,"atol":1,"3e":2,"rtol":1},"1966,1502,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/make_feature_matrix.py":{"def":2,"make":1,"feature":1,"matrix":1,"csv":1,"file":1,"path":1,"str":1,"from":1,"dataclasses":1,"import":2,"asdict":3,"pandas":1,"as":1,"pd":4,"add":1,"to":1,"results":7,"config":22,"success":3,"result":6,"df":9,"optional":1,"dataframe":2,"none":4,"dict":16,"prepare":3,"finalize":3,"type":4,"name":3,"fused":3,"experts":2,"per":2,"tensor":2,"act":2,"quant":11,"is":3,"del":1,"if":2,"fusedmoequantconfig":1,"else":1,"concat":1,"ignore":1,"index":1,"true":1,"return":1,"ms":2,"64":1,"ks":2,"7168":1,"hidden":1,"sizes":1,"ns":2,"2048":1,"topks":2,"4":1,"1":1,"es":2,"32":1,"dtypes":2,"torch":1,"bfloat16":1,"pf":2,"types":8,"mk":3,"multi":1,"gpu":1,"fe":2,"expert":1,"q":2,"configs":1,"combinations":1,"list":1,"product":1},"3468,1975,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/make_feature_matrix.py":{"results":6,"df":5,"optional":1,"pd":1,"dataframe":1,"none":4,"for":1,"m":3,"k":3,"n":4,"e":3,"topks":3,"dtype":3,"pf":2,"type":7,"experts":3,"quant":3,"config":16,"in":1,"tqdm":1,"combinations":1,"noqa":2,"e501":2,"ms":1,"prepare":1,"finalize":1,"fused":2,"world":2,"size":3,"2":1,"moe":2,"chunk":1,"success":5,"if":3,"is":2,"valid":1,"print":1,"f":4,"running":1,"describe":1,"try":1,"weights":2,"weighttensors":2,"make":4,"vllm":2,"env":3,"dict":2,"data":1,"parallel":1,"launch":1,"with":1,"rank":1,"worker":1,"result":3,"pass":1,"except":1,"exception":1,"as":1,"fail":1,"else":1,"skip":1,"add":2,"to":3,"not":1,"csv":5,"file":4,"path":3,"name":2,"main":1,"import":2,"argparse":2,"from":1,"pathlib":1,"parser":3,"argumentparser":1,"description":1,"modularkernel":1,"feature":5,"matrix":4,"example":1,"python3":1,"tests":1,"kernels":1,"modular":1,"kernel":1,"tools":1,"matrices":1,"argument":1,"str":1,"required":1,"true":1,"help":1,"generate":1,"a":1,"args":2,"parse":1},"5443,317,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/make_feature_matrix.py":{"csv":9,"path":10,"args":2,"feature":3,"matrix":3,"file":3,"assert":2,"endswith":1,"f":2,"need":1,"a":1,"ending":1,"with":1,"got":1,"parent":3,"is":1,"dir":1,"cannot":1,"find":1,"directory":1,"for":1,"make":1},"0,1275,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/cli_args.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":3,"project":1,"import":6,"argparse":2,"torch":5,"model":2,"executor":2,"layers":2,"fused":4,"moe":2,"modular":1,"kernel":1,"as":1,"mk":9,"from":3,"config":3,"fusedmoequantconfig":1,"common":1,"objects":1,"all":2,"prepare":3,"finalize":3,"types":5,"expert":2,"single":1,"gpu":1,"def":4,"make":1,"arg":1,"parser":2,"description":3,"str":4,"pf":4,"class":2,"type":5,"s":9,"fusedmoeprepareandfinalize":1,"for":2,"in":2,"if":3,"name":2,"return":3,"raise":3,"valueerror":3,"f":3,"cannot":2,"find":2,"a":2,"preparefinalize":1,"that":2,"matches":2,"experts":1,"fusedmoepermuteexpertsunpermute":1,"fe":3,"fusedexperts":1,"quant":2,"dtype":2,"float8":2,"e4m3fn":2,"unsupported":1,"argumentparser":1},"1275,1514,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/cli_args.py":{"parser":9,"add":9,"argument":9,"world":1,"size":4,"type":15,"int":7,"default":6,"2":1,"help":9,"number":1,"of":2,"ranks":1,"that":1,"participate":1,"in":3,"all2all":1,"pf":2,"to":2,"class":2,"required":2,"true":2,"choose":2,"a":2,"preparefinalize":1,"f":3,"x":4,"name":2,"for":3,"mk":2,"all":1,"prepare":1,"finalize":1,"types":2,"experts":5,"fusedexpert":1,"fused":5,"expert":1,"m":1,"nargs":2,"64":1,"num":4,"tokens":1,"per":1,"rank":1,"k":1,"7168":1,"hidden":1,"n":2,"1024":1,"dimension":1,"the":2,"first":1,"moe":3,"matmul":1,"32":1,"global":1,"topk":2,"4":1,"1":1,"chunk":2,"used":1,"non":1,"batched":1,"impl":1},"2789,1730,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/cli_args.py":{"quant":6,"args":17,"parser":6,"add":5,"argument":5,"dtype":4,"type":4,"to":2,"torch":8,"help":5,"datatype":1,"per":4,"token":2,"quantized":4,"activations":2,"action":2,"store":2,"true":2,"the":2,"input":1,"must":3,"be":2,"channel":2,"weights":2,"block":6,"shape":6,"nargs":1,"int":1,"quantization":1,"trace":6,"profile":1,"generation":1,"dir":5,"path":6,"str":1,"default":1,"none":4,"get":1,"for":1,"single":3,"execution":1,"return":1,"def":2,"validate":2,"argparse":2,"namespace":2,"if":4,"is":4,"not":3,"assert":4,"float8":1,"e4m3fn":1,"len":1,"2":2,"f":2,"have":1,"elements":1,"got":1,"experts":1,"in":1,"mk":1,"gpu":2,"prepare":1,"finalize":1,"types":1,"world":2,"size":2,"1":2,"objects":1,"need":1,"set":1,"from":1,"pathlib":1,"import":1,"please":1,"create":1,"make":1,"config":2},"4519,769,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/cli_args.py":{"quant":9,"config":5,"none":2,"if":1,"args":15,"dtype":4,"is":1,"not":1,"fusedmoequantconfig":1,"per":4,"act":1,"token":2,"quantized":2,"activations":1,"out":1,"ch":1,"channel":1,"weights":1,"block":2,"shape":2,"return":1,"ms":1,"m":1,"k":2,"n":2,"e":1,"num":1,"experts":3,"topks":1,"topk":1,"torch":3,"bfloat16":1,"hard":1,"code":1,"prepare":1,"finalize":1,"type":4,"pf":1,"fused":3,"moe":2,"chunk":2,"size":4,"world":2,"trace":2,"dir":2,"path":2},"0,1921,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"from":16,"dataclasses":1,"import":18,"dataclass":3,"typing":1,"optional":2,"union":2,"torch":2,"fused":12,"experts":1,"and":1,"preparefinalize":1,"imports":1,"model":11,"executor":11,"layers":11,"moe":15,"modular":1,"kernel":1,"as":1,"mk":2,"batched":3,"deep":8,"gemm":7,"batcheddeepgemmexperts":1,"triton":2,"or":1,"noqa":1,"e501":1,"batchedtritonordeepgemmexperts":1,"config":1,"fusedmoeconfig":1,"fusedmoequantconfig":1,"deepgemmexperts":1,"batchedtritonexperts":1,"naivebatchedexperts":1,"layer":1,"fusedmoemethodbase":1,"tritonexperts":1,"prepare":1,"finalize":1,"moeprepareandfinalizenoep":1,"tritonordeepgemmexperts":1,"quantization":3,"utils":7,"quant":1,"cutlass":3,"fp4":1,"supported":4,"w8a8":1,"fp8":1,"platforms":1,"current":1,"platform":1,"has":4,"ep":1,"pplx":1,"is":1,"flashinfer":2,"class":1,"preparefinalizeinfo":1,"activation":1,"format":1,"fusedmoeactivationformat":1,"dtypes":1,"list":1,"dtype":1,"str":2,"blocked":1,"support":1,"bool":2,"backend":1,"supports":1,"apply":1,"weight":1,"on":1,"input":1,"true":1},"1921,1659,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"class":1,"expertinfo":2,"activation":2,"format":4,"mk":17,"fusedmoeactivationformat":4,"supported":2,"dtypes":2,"list":7,"union":3,"torch":9,"dtype":3,"str":4,"blocked":2,"quantization":2,"support":2,"bool":8,"supports":3,"chunking":1,"expert":3,"map":1,"needs":2,"matching":1,"quant":1,"false":3,"deep":1,"gemm":1,"prepare":10,"finalize":10,"info":4,"dict":2,"fusedmoeprepareandfinalize":4,"preparefinalizeinfo":1,"fusedmoepermuteexpertsunpermute":2,"all":2,"types":12,"multi":2,"gpu":4,"single":2,"fused":1,"standard":2,"batched":1,"batchedexperts":1,"common":3,"float":3,"float8":2,"e4m3fn":2,"bfloat16":1,"float16":1,"float32":1,"and":2,"int":1,"int8":1,"nv":1,"fp4":1,"nvfp4":1,"fp8":1,"def":1,"register":1,"kind":2,"backend":1,"optional":1,"force":1,"multigpu":1,"apply":1,"weight":1,"on":1,"input":1,"true":1,"global":4,"assert":1,"not":1,"in":1},"3580,1993,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"prepare":7,"finalize":7,"info":14,"kind":12,"preparefinalizeinfo":2,"activation":3,"format":6,"supported":3,"dtypes":3,"blocked":6,"quantization":6,"support":6,"backend":3,"supports":9,"apply":1,"weight":1,"on":1,"input":1,"mk":6,"all":1,"types":8,"append":4,"if":1,"is":3,"not":4,"none":4,"or":1,"force":1,"multigpu":1,"multi":1,"gpu":2,"else":1,"single":1,"def":3,"register":4,"experts":3,"fusedmoeactivationformat":1,"list":1,"union":1,"torch":1,"dtype":1,"str":1,"bool":5,"chunking":4,"expert":11,"map":4,"needs":6,"matching":4,"quant":4,"false":4,"deep":2,"gemm":2,"global":2,"fused":2,"assert":3,"in":1,"expertinfo":2,"get":2,"return":2,"and":2,"moeprepareandfinalizenoep":1,"standard":2,"common":3,"float":3,"true":7,"batchedtritonexperts":1,"batched":1,"tritonexperts":1,"int":1},"5573,1960,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"register":5,"experts":1,"naivebatchedexperts":1,"batched":3,"format":5,"common":4,"float":4,"and":8,"int":2,"types":5,"blocked":5,"quantization":5,"support":5,"true":7,"supports":3,"chunking":1,"false":2,"expert":1,"map":1,"disable":1,"on":2,"blackwell":1,"for":1,"now":1,"if":3,"has":5,"deep":1,"ep":1,"not":1,"current":2,"platform":2,"device":2,"capability":2,"100":2,"from":5,"vllm":5,"model":5,"executor":5,"layers":5,"fused":6,"moe":7,"deepep":4,"ht":1,"prepare":8,"finalize":8,"import":5,"noqa":4,"e501":4,"deepephtprepareandfinalize":2,"ll":1,"deepepllprepareandfinalize":2,"standard":2,"backend":4,"high":1,"throughput":1,"low":1,"latency":1,"pplx":3,"pplxprepareandfinalize":2,"flashinfer":3,"cutlass":3,"flashinferexperts":1,"flashinfercutlassmoeprepareandfinalize":2,"nv":1,"fp4":1,"none":1,"force":1,"multigpu":1,"apply":1,"weight":1,"input":1},"7533,1528,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"register":5,"experts":5,"flashinferexperts":1,"standard":3,"format":5,"nv":1,"fp4":1,"types":5,"blocked":5,"quantization":5,"support":5,"true":17,"supports":10,"chunking":5,"note":1,"this":1,"is":2,"a":1,"hack":1,"to":2,"get":1,"it":1,"run":1,"for":1,"now":1,"expert":5,"map":5,"else":1,"flashinfercutlassmoeprepareandfinalize":1,"none":1,"if":1,"has":1,"deep":6,"gemm":6,"and":3,"supported":1,"batcheddeepgemmexperts":1,"batched":2,"fp8":2,"false":6,"needs":8,"matching":4,"quant":4,"deepgemmexperts":1,"batchedtritonordeepgemmexperts":1,"common":2,"float":2,"int":2,"tritonordeepgemmexperts":1},"9061,944,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"if":2,"cutlass":3,"fp8":3,"supported":2,"from":2,"vllm":2,"model":2,"executor":2,"layers":2,"fused":2,"moe":3,"import":2,"cutlassbatchedexpertsfp8":2,"cutlassexpertsfp8":2,"register":3,"experts":3,"standard":2,"format":3,"types":3,"blocked":3,"quantization":3,"support":3,"false":6,"supports":6,"chunking":3,"true":3,"expert":3,"map":3,"batched":1,"fp4":2,"cutlassexpertsfp4":2,"nv":1},"10005,1812,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"mk":2,"quant":20,"configs":2,"none":6,"per":25,"channel":2,"column":2,"weights":7,"and":7,"tensor":5,"activations":7,"fusedmoequantconfig":6,"dtype":6,"torch":5,"float8":5,"e4m3fn":5,"out":6,"ch":6,"true":4,"act":6,"token":10,"false":8,"block":10,"shape":6,"quantized":3,"128":3,"todo":1,"varun":1,"should":1,"we":1,"test":1,"the":1,"following":1,"combinations":1,"if":1,"cutlass":2,"fp4":1,"supported":1,"or":1,"has":1,"flashinfer":1,"fused":1,"moe":1,"nvfp4":1},"11817,1777,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"def":4,"make":5,"gscale":3,"num":11,"experts":8,"int":4,"torch":9,"tensor":5,"return":5,"ones":1,"device":2,"cuda":1,"current":1,"dtype":2,"float32":1,"prepare":7,"finalize":7,"type":3,"mk":4,"fusedmoeprepareandfinalize":2,"backend":3,"optional":3,"str":1,"moe":10,"fusedmoeconfig":2,"if":1,"naive":1,"and":1,"is":2,"not":2,"none":2,"fusedmoemethodbase":1,"maybe":1,"assert":1,"elif":1,"flashinfercutlassmoeprepareandfinalize":2,"use":7,"dp":2,"parallel":1,"config":1,"size":1,"1":1,"a1":1,"local":4,"else":1,"moeprepareandfinalizenoep":1,"slice":1,"rank":2,"t":2,"s":3,"e":2,"fused":2,"fusedmoepermuteexpertsunpermute":2,"dispatchers":3,"w1":1,"gs":2,"w2":1,"fp8":3,"quant":4,"float8":1,"e4m3fn":1,"batch":1,"kwargs":3,"max":2,"tokens":2,"w8a8":2,"int8":2,"false":3,"w8a16":1,"int4":1,"w4a16":1,"block":2,"shape":2,"per":2,"act":2,"token":2,"deepgemm":1,"allow":1,"deep":2,"gemm":2,"has":1},"13594,1874,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"if":1,"fused":8,"experts":16,"type":8,"batcheddeepgemmexperts":3,"kwargs":32,"batch":4,"block":4,"shape":4,"moe":6,"per":6,"act":4,"token":4,"quant":11,"print":8,"f":7,"making":8,"elif":7,"batchedtritonexperts":3,"batchedtritonordeepgemmexperts":3,"deepgemm":2,"deepgemmexperts":3,"tritonexperts":3,"tritonordeepgemmexperts":3,"naivebatchedexperts":3,"cutlassexpertsfp8":3,"out":3,"dtype":2,"in":1,"ch":2},"15468,1365,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"elif":2,"fused":2,"experts":14,"type":2,"cutlassbatchedexpertsfp8":3,"kwargs":6,"max":2,"per":10,"worker":2,"moe":12,"num":12,"local":2,"dispatchers":4,"out":6,"dtype":4,"in":2,"act":4,"token":4,"quant":8,"ch":4,"block":4,"shape":4,"print":2,"f":2,"making":2,"cutlassexpertsfp4":3,"assert":1,"w1":2,"gs":4,"is":2,"not":2,"none":2,"and":1,"w2":2,"rank":4,"parallel":1,"config":1,"dp":1,"g1":1,"alphas":2,"slice":2,"1":2,"g2":1,"a1":1,"gscale":4,"make":2,"a2":1},"16833,870,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"elif":1,"fused":3,"experts":10,"type":3,"flashinferexperts":3,"assert":1,"w1":2,"gs":4,"is":2,"not":2,"none":2,"and":1,"w2":2,"num":6,"moe":8,"local":1,"rank":8,"parallel":1,"config":1,"dp":1,"kwargs":3,"g1":1,"alphas":2,"slice":2,"1":2,"g2":1,"a1":1,"gscale":4,"make":2,"a2":1,"out":1,"dtype":3,"in":1,"quant":1,"nvfp4":1,"ep":4,"size":4,"tp":4,"print":1,"f":2,"making":1,"else":1,"raise":1,"runtimeerror":1,"unknown":1},"17703,20,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/mk_objects.py":{"return":1,"experts":1},"0,1611,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/profile_modular_kernel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":8,"copy":1,"from":6,"itertools":1,"product":1,"typing":1,"any":3,"callable":2,"torch":7,"config":15,"vllmconfig":2,"platforms":1,"current":2,"platform":1,"common":1,"ranktensors":2,"weighttensors":2,"make":3,"modular":4,"kernel":4,"parallel":2,"utils":1,"processgroupinfo":3,"launch":1,"with":3,"def":2,"do":1,"profile":3,"fn":6,"kwargs":3,"dict":1,"pgi":4,"num":3,"warmups":2,"int":3,"5":1,"for":2,"in":1,"range":1,"profiler":3,"activities":1,"profileractivity":2,"cpu":1,"cuda":3,"stack":1,"true":2,"record":1,"shapes":1,"as":1,"tprof":2,"synchronize":1,"device":1,"todo":1,"varun":1,"add":1,"a":1,"descriptive":1,"trace":4,"file":1,"name":1,"export":1,"chrome":1,"f":1,"dir":1,"path":1,"m":2,"rank":5,"json":1,"weights":6,"tensors":1,"none":1,"assert":2,"isinstance":2,"ms":1,"topks":1,"slice":1,"local":1,"experts":1,"mk":1},"1611,1738,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/profile_modular_kernel.py":{"mk":3,"kwargs":2,"hidden":3,"states":3,"rank":15,"tensors":7,"w1":4,"weights":12,"w2":4,"topk":10,"ids":2,"expert":2,"map":2,"scale":6,"a1":1,"global":1,"num":1,"experts":1,"config":21,"e":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"1":1,"do":1,"profile":2,"forward":1,"pgi":5,"def":2,"worker":2,"processgroupinfo":1,"vllm":6,"vllmconfig":1,"cpu":1,"group":1,"weighttensors":3,"current":2,"platform":1,"seed":1,"everything":1,"sanity":1,"check":1,"from":1,"import":1,"envs":2,"if":1,"fused":3,"moe":3,"chunk":3,"size":4,"is":1,"not":1,"none":1,"assert":3,"get":1,"to":2,"this":1,"device":2,"ms":5,"isinstance":2,"list":2,"topks":5,"for":2,"m":5,"in":1,"product":1,"print":1,"f":1,"running":1,"override":1,"and":1,"cfgx":5,"copy":1,"deepcopy":1,"inputs":1,"ranktensors":1,"make":3,"modular":1,"kernel":1,"run":1,"env":3,"dict":2,"data":1,"parallel":1,"launch":1,"with":1,"world":1},"3349,594,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/profile_modular_kernel.py":{"if":1,"name":1,"main":1,"from":1,"cli":1,"args":5,"import":1,"make":4,"config":6,"arg":2,"parser":4,"description":1,"run":2,"single":1,"prepare":1,"finalize":1,"fused":1,"experts":2,"combination":1,"test":1,"example":1,"python3":1,"m":1,"tests":1,"kernels":1,"moe":1,"modular":2,"kernel":2,"tools":1,"profile":1,"noqa":1,"e501":1,"pf":1,"type":2,"pplxprepareandfinalize":1,"batchedtritonexperts":1,"parse":1,"assert":1,"torch":2,"trace":1,"dir":1,"path":1,"is":1,"not":1,"none":1,"please":1,"pass":1,"in":1,"a":1,"directory":1,"to":1,"store":1,"traces":1},"0,1656,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/parallel_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":11,"dataclasses":2,"os":1,"traceback":1,"from":6,"typing":2,"any":1,"callable":1,"optional":1,"torch":4,"multiprocessing":1,"spawn":1,"pyright":1,"ignore":1,"reportprivateimportusage":1,"extensions":1,"concatenate":1,"paramspec":2,"config":10,"vllmconfig":2,"set":3,"current":2,"distributed":5,"init":3,"environment":2,"initialize":2,"model":4,"parallel":9,"utils":2,"get":1,"open":1,"port":1,"processes":1,"p":2,"dataclass":1,"class":1,"processgroupinfo":1,"world":6,"size":10,"int":8,"local":5,"rank":9,"node":1,"device":2,"def":1,"tempfile":2,"temp":2,"file":3,"mkstemp":1,"1":1,"with":1,"method":1,"f":1,"backend":2,"nccl":1,"tensor":2,"pipeline":2,"cpu":2,"group":3,"new":1,"list":1,"range":1,"gloo":1,"return":1},"1656,1793,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/parallel_utils.py":{"def":2,"worker":4,"parallel":2,"launch":2,"local":11,"rank":18,"int":5,"world":11,"size":11,"node":4,"init":4,"method":3,"str":1,"callable":2,"concatenate":2,"processgroupinfo":3,"optional":3,"vllmconfig":4,"any":4,"p":6,"none":6,"vllm":6,"config":7,"env":4,"dict":6,"args":5,"kwargs":5,"torch":6,"cuda":3,"set":2,"device":9,"distributed":3,"process":2,"group":5,"backend":1,"cpu":4,"gloo":1,"nccl":1,"id":1,"barrier":2,"tensor":1,"all":1,"reduce":1,"if":2,"is":2,"not":2,"os":1,"environ":1,"update":1,"try":1,"except":1,"exception":1,"as":1,"ex":2,"print":2,"traceback":1,"exc":1,"raise":1,"finally":1,"destroy":1,"with":1},"3449,370,data/raw/vllm-0.10.1/tests/kernels/moe/modular_kernel_tools/parallel_utils.py":{"none":1,"assert":1,"not":1,"kwargs":1,"spawn":1,"worker":2,"parallel":1,"launch":1,"args":2,"world":3,"size":3,"0":1,"f":1,"tcp":1,"os":1,"getenv":1,"localhost":2,"get":1,"open":1,"port":1,"vllm":1,"config":1,"env":1,"dict":1,"nprocs":1,"join":1,"true":1},"0,503,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":9,"pytest":1,"torch":2,"nn":1,"functional":1,"as":2,"f":1,"from":6,"einops":1,"rearrange":1,"repeat":1,"tests":1,"kernels":1,"utils":2,"opcheck":1,"custom":1,"ops":3,"noqa":1,"f401":1,"attention":1,"backends":1,"pad":1,"slot":1,"id":1,"model":1,"executor":1,"layers":1,"mamba":2,"ssm":1,"selective":2,"scan":1,"fn":1,"state":1,"update":1,"platforms":1,"current":1,"platform":1},"503,1936,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"def":1,"selective":1,"state":8,"update":1,"ref":1,"x":8,"dt":13,"a":6,"b":8,"c":6,"d":8,"none":8,"z":8,"bias":6,"softplus":1,"false":1,"argument":1,"batch":17,"dim":30,"dstate":11,"or":10,"nheads":14,"ngroups":6,"return":1,"out":1,"has":1,"heads":1,"3":2,"if":11,"unsqueeze":9,"1":9,"2":6,"0":4,"is":5,"not":5,"and":3,"shape":12,"assert":8,"must":1,"be":1,"divisible":1,"by":1},"2439,937,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"if":5,"dt":11,"bias":3,"is":3,"not":3,"none":3,"assert":1,"shape":1,"nheads":7,"dim":4,"f":2,"softplus":2,"else":2,"da":2,"torch":2,"exp":1,"rearrange":4,"b":15,"h":12,"d":8,"1":5,"a":1,"batch":5,"dstate":5,"repeat":2,"g":4,"n":6,"ngroups":2,"c":4,"db":2,"state":3,"copy":1,"x":3,"out":9,"einsum":1,"bhdn":1,"bhn":1,"bhd":1,"to":3,"dtype":3,"z":2,"silu":1,"has":1,"heads":1,"squeeze":1,"return":1},"3376,703,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"def":1,"selective":1,"scan":1,"ref":1,"u":2,"delta":5,"a":2,"b":14,"c":5,"d":12,"none":5,"z":2,"bias":2,"softplus":1,"false":2,"return":1,"last":1,"state":4,"prev":2,"final":1,"out":1,"r":13,"l":9,"n":13,"or":9,"2l":2,"g":4,"fp32":2},"4079,1879,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"out":12,"r":2,"b":19,"d":7,"l":6,"last":2,"state":8,"optional":1,"dstate":4,"or":1,"c":15,"dtype":4,"in":3,"u":14,"float":5,"delta":13,"if":13,"bias":2,"is":10,"not":5,"none":6,"softplus":2,"f":2,"batch":3,"dim":11,"shape":7,"0":2,"a":4,"1":5,"variable":5,"3":4,"x":8,"new":1,"zeros":1,"prev":2,"else":8,"ys":3,"deltaa":2,"torch":9,"exp":1,"einsum":7,"bdl":7,"dn":3,"bdln":4,"deltab":4,"bnl":1,"repeat":2,"g":4,"n":4,"h":4,"bdnl":1,"and":1,"4":1,"for":1,"i":6,"range":1,"2":3,"y":7,"bdn":4,"bd":3,"bn":1,"final":4,"copy":1,"append":1,"stack":1,"rearrange":1,"z":2,"silu":1,"to":1,"return":2},"5958,1982,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"def":1,"selective":2,"scan":2,"opcheck":2,"fn":1,"u":5,"delta":10,"a":3,"b":11,"c":12,"d":5,"none":13,"z":6,"bias":3,"softplus":2,"false":1,"cu":6,"seq":6,"len":6,"cache":2,"indices":2,"has":4,"initial":2,"state":5,"ssm":2,"states":2,"pad":3,"slot":3,"id":3,"if":11,"return":1,"last":3,"is":7,"true":2,"returns":1,"out":1,"shape":1,"batch":1,"dim":5,"dstate":1,"stride":5,"1":12,"contiguous":6,"not":4,"and":5,"3":2,"unsqueeze":4,"2":2,"0":2,"disable":1,"test":4,"autograd":1,"registration":1,"for":1,"now":1,"as":1,"it":1,"seems":1,"to":1,"trigger":1,"bogus":1,"error":1,"torch":5,"ops":1,"fwd":1,"utils":1,"schema":1,"faketensor":1,"pytest":4,"mark":4,"parametrize":4,"wtype":1,"float32":2,"itype":1,"float16":1,"bfloat16":1,"seqlen":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1},"7940,335,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"pytest":7,"mark":7,"parametrize":7,"delta":1,"softplus":1,"true":5,"has":2,"z":1,"d":1,"varbc":1,"groups":1,"1":2,"2":2,"is":2,"variable":2,"c":1,"b":1,"scan":1,"chunks":1,"3":1},"8275,1929,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"def":1,"test":1,"selective":1,"scan":2,"is":9,"variable":8,"b":11,"c":11,"varbc":6,"groups":6,"has":8,"d":5,"z":8,"delta":4,"bias":3,"softplus":1,"seqlen":6,"itype":6,"wtype":4,"chunks":1,"if":13,"1":4,"and":1,"not":7,"or":1,"pytest":1,"skip":1,"this":1,"config":1,"applicable":1,"device":13,"cuda":1,"rtol":3,"atol":3,"6e":1,"4":2,"2e":1,"3":5,"torch":10,"float32":3,"else":9,"3e":2,"5e":2,"bfloat16":1,"2":2,"rtolw":3,"atolw":3,"1e":2,"we":1,"have":1,"the":2,"errors":1,"on":1,"weights":1,"seem":1,"higher":1,"max":2,"set":1,"seed":2,"current":1,"platform":1,"everything":1,"0":3,"batch":6,"size":6,"dim":7,"dstate":8,"8":1,"a":3,"5":2,"rand":2,"dtype":6,"ref":5,"clone":5,"shape":8,"elif":2,"randn":4,"none":4},"10204,1626,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"u":7,"torch":6,"randn":2,"batch":4,"size":4,"dim":3,"seqlen":4,"device":8,"dtype":4,"itype":3,"ref":4,"clone":3,"delta":8,"0":2,"5":1,"rand":1,"state":7,"shape":4,"1":6,"int":1,"a":2,"requires":1,"grad":1,"false":1,"out":5,"none":4,"outs":4,"for":1,"c":10,"in":1,"range":1,"scan":4,"chunks":3,"chunked":3,"prompt":3,"len":4,"chunk":13,"start":6,"end":7,"if":6,"b":7,"is":3,"variable":2,"z":8,"has":2,"assert":1,"not":1,"selective":1,"fn":1,"d":1,"bias":2,"softplus":2,"initial":1,"ones":1,"bool":1,"else":1,"append":1,"cat":1},"11830,1173,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"out":5,"ref":14,"state":7,"rest":1,"selective":2,"scan":2,"u":2,"delta":10,"a":2,"b":2,"c":2,"d":2,"z":4,"bias":4,"softplus":4,"return":1,"last":1,"true":2,"assert":4,"is":4,"not":4,"none":4,"and":2,"torch":5,"allclose":2,"rtol":4,"atol":4,"to":1,"itype":2,"opcheck":1,"fn":1,"ssm":1,"states":1,"pytest":4,"mark":4,"parametrize":4,"float32":1,"float16":1,"bfloat16":1,"has":1,"false":1,"dstate":1,"16":2,"32":1,"64":1,"dim":1,"2048":2,"4096":1},"13003,1961,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"def":1,"test":1,"selective":3,"state":10,"update":3,"dim":7,"dstate":5,"has":2,"z":7,"itype":6,"device":17,"cuda":1,"rtol":6,"atol":7,"3e":1,"4":2,"1e":3,"3":2,"if":4,"torch":16,"float32":2,"else":2,"5e":2,"2":4,"bfloat16":1,"version":1,"hip":1,"set":1,"seed":2,"current":1,"platform":1,"everything":1,"0":3,"batch":6,"size":6,"1":2,"randn":7,"dtype":3,"x":5,"out":6,"empty":1,"like":2,"dt":10,"bias":5,"rand":2,"a":3,"b":3,"c":3,"d":5,"none":1,"ref":6,"detach":1,"clone":1,"softplus":2,"true":2,"assert":2,"allclose":2,"pytest":1,"mark":1,"parametrize":1,"wtype":1},"14964,1992,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"pytest":13,"mark":11,"parametrize":11,"itype":4,"torch":9,"float32":2,"seqlen":7,"1":10,"128":1,"129":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"return":2,"last":2,"state":2,"true":8,"has":7,"delta":4,"bias":2,"softplus":2,"z":4,"d":2,"varbc":3,"groups":3,"2":3,"is":7,"variable":6,"c":3,"b":3,"tests":1,"correctness":1,"in":2,"case":1,"subset":1,"of":1,"the":3,"sequences":1,"are":1,"padded":4,"with":4,"padding":6,"false":1,"def":1,"test":1,"selective":1,"scan":1,"varlen":1,"wtype":1,"if":8,"and":2,"not":3,"or":1,"skip":2,"this":1,"config":1,"applicable":1,"device":1,"cuda":1,"rtol":3,"atol":3,"6e":1,"4":2,"2e":1,"3":6,"else":2,"3e":2,"5e":2,"bfloat16":1,"rtolw":3,"atolw":3,"1e":2,"we":1,"have":1,"errors":1,"on":1,"weights":1,"seem":1,"higher":1,"max":2,"set":1,"seed":2,"random":1,"manual":1,"0":3,"seqlens":4,"batch":6,"size":6,"10":1,"nsplits":2,"eos":2,"pos":2,"randperm":1,"sort":1,"values":1,"append":1,"diff":1,"cat":1,"tensor":2,"tolist":1,"assert":2,"sum":1,"all":1,"s":2,"for":1},"16956,1265,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"total":1,"entries":1,"batch":1,"size":1,"10":1,"cumsum":4,"torch":16,"tensor":2,"seqlens":1,"0":7,"dim":9,"to":1,"int32":2,"concat":1,"dtype":9,"cuda":1,"4":1,"dstate":4,"8":1,"a":3,"5":3,"rand":3,"device":16,"wtype":3,"ref":8,"clone":7,"b":6,"shape":4,"varbc":2,"groups":2,"seqlen":5,"randn":5,"if":4,"not":2,"is":2,"variable":2,"else":4,"itype":5,"c":6,"d":4,"float32":2,"has":2,"none":4,"z":3,"delta":5,"bias":2,"u":3,"out":2},"18221,882,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"prev":5,"state":9,"shape":4,"total":3,"entries":3,"u":3,"0":1,"int":1,"a":1,"1":2,"torch":8,"randn":1,"device":8,"dtype":4,"itype":1,"requires":1,"grad":1,"false":2,"ref":1,"clone":1,"indices":4,"randperm":1,"int32":2,"batch":1,"size":1,"unused":2,"states":2,"bool":3,"ones":1,"padded":1,"concat":1,"as":1,"tensor":1,"pad":1,"slot":1,"id":1,"padding":1,"dim":1},"19103,1344,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"has":3,"initial":3,"state":14,"torch":4,"randint":1,"0":8,"2":1,"cumsum":2,"shape":1,"1":3,"dtype":1,"bool":1,"device":2,"u":5,"out":5,"selective":2,"scan":2,"fn":1,"prev":4,"delta":10,"a":2,"b":4,"c":4,"d":2,"z":5,"bias":3,"softplus":3,"padded":4,"indices":4,"outs":3,"ref":16,"splits":2,"split":1,"var":2,"seqlens":2,"dim":2,"for":3,"in":3,"i":6,"range":1,"len":1,"s":12,"v":2,"unsqueeze":3,"if":2,"pad":1,"slot":1,"id":1,"continue":1,"return":2,"last":2,"else":1,"none":1,"final":1,"append":1,"cat":1},"20447,1047,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"unpadded":4,"out":9,"ref":7,"0":1,"shape":1,"1":1,"print":4,"output":4,"diff":4,"max":4,"mean":4,"state":11,"prev":7,"assert":2,"torch":5,"allclose":2,"rtol":4,"atol":4,"selective":1,"scan":1,"opcheck":1,"fn":1,"u":1,"delta":3,"a":1,"b":1,"c":1,"d":1,"z":2,"bias":1,"softplus":1,"cumsum":1,"padded":2,"indices":1,"has":2,"initial":1,"pytest":5,"mark":5,"parametrize":5,"itype":1,"float32":1,"float16":1,"bfloat16":1,"true":2,"dstate":1,"16":2,"32":1,"64":1,"dim":1,"2048":2,"4096":1,"tests":1,"correctness":1,"in":1,"case":1,"subset":1,"of":1,"the":1,"sequences":1,"are":1,"with":1,"padding":1,"false":1},"21494,1718,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"def":1,"test":1,"selective":1,"state":11,"update":1,"with":3,"batch":10,"indices":6,"padding":5,"dim":8,"dstate":5,"has":2,"z":3,"itype":6,"device":23,"cuda":1,"rtol":2,"atol":3,"3e":1,"4":2,"1e":4,"3":3,"if":5,"torch":21,"float32":1,"else":3,"5e":1,"2":2,"bfloat16":1,"1":3,"version":1,"hip":1,"set":1,"seed":2,"random":1,"manual":1,"0":5,"size":9,"5":1,"padded":6,"total":4,"entries":4,"10":1,"randn":7,"dtype":6,"randperm":1,"to":1,"int32":2,"unused":2,"states":2,"bool":3,"ones":1,"false":1,"concat":1,"as":1,"tensor":1,"pad":1,"slot":1,"id":1,"x":3,"out":1,"empty":1,"like":2,"dt":2,"bias":1,"rand":2,"a":1,"b":1,"c":1,"d":1,"none":1,"ref":1,"clone":2,"before":1},"23212,1042,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"selective":2,"state":6,"update":2,"x":2,"dt":8,"a":2,"b":2,"c":2,"d":4,"z":4,"bias":4,"softplus":2,"true":2,"batch":6,"indices":2,"padded":1,"pad":2,"slot":2,"id":2,"out":3,"ref":3,"size":5},"24254,1754,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"print":4,"output":4,"diff":4,"max":4,"out":6,"batch":13,"size":12,"ref":6,"mean":4,"state":14,"indices":4,"test":3,"padded":1,"entries":2,"stay":1,"the":1,"same":1,"if":3,"with":3,"padding":1,"assert":7,"torch":13,"equal":5,"before":1,"unused":2,"states":2,"bool":2,"x":2,"1":11,"dt":2,"b":2,"c":2,"real":1,"allclose":2,"rtol":6,"atol":6,"pytest":6,"mark":6,"parametrize":6,"itype":4,"float32":2,"float16":1,"bfloat16":2,"has":2,"z":2,"false":2,"true":2,"tie":2,"hdim":2,"ngroups":2,"2":2,"4":2,"dstate":2,"16":1,"32":1,"64":2,"dim":3,"2048":1,"4096":1,"def":1,"selective":1,"update":1,"heads":1,"device":1,"cuda":1,"3e":2,"1e":3,"3":3,"else":1,"5e":1,"set":1,"seed":2,"random":1,"manual":1,"0":1,"headdim":2,"nheads":1},"26008,358,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"total":3,"entries":3,"10":1,"batch":2,"size":2,"state":2,"torch":3,"randn":1,"nheads":1,"headdim":1,"dstate":1,"dtype":2,"itype":1,"device":4,"indices":1,"randperm":1,"to":1,"int32":1},"26366,1784,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"x":4,"torch":13,"randn":8,"batch":6,"size":5,"nheads":9,"headdim":9,"device":22,"dtype":3,"itype":3,"out":3,"empty":1,"like":2,"if":2,"not":1,"tie":1,"hdim":1,"dt":8,"bias":4,"rand":4,"4":2,"0":4,"a":3,"dstate":4,"1":2,"d":4,"else":2,"repeat":4,"b":4,"h":8,"p":8,"n":2,"ngroups":2,"c":2,"z":4,"has":1,"none":1,"state":7,"ref":1,"indices":3,"detach":1,"clone":1,"selective":1,"update":1,"softplus":1,"true":1,"pad":2,"slot":2,"id":2},"28150,482,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"out":1,"ref":3,"selective":1,"state":2,"update":1,"x":1,"dt":4,"a":1,"b":1,"c":1,"d":2,"z":2,"bias":2,"softplus":1,"true":1},"28632,363,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm.py":{"print":2,"f":2,"output":2,"max":2,"diff":2,"out":6,"ref":4,"abs":2,"item":2,"mean":2,"assert":2,"torch":2,"allclose":2,"state":3,"indices":1,"rtol":4,"atol":4},"0,1914,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":4,"project":1,"import":7,"pytest":1,"torch":11,"nn":1,"functional":1,"as":1,"f":1,"from":6,"einops":1,"rearrange":4,"repeat":2,"model":1,"executor":1,"layers":1,"mamba":4,"ops":1,"ssd":3,"combined":2,"chunk":3,"scan":1,"platforms":1,"current":1,"platform":1,"v1":1,"attention":1,"backends":1,"mamba2":1,"attn":1,"query":1,"start":1,"loc":1,"indices":1,"offsets":1,"added":1,"by":1,"ibm":1,"team":1,"2024":1,"adapted":1,"https":1,"github":1,"com":1,"state":3,"spaces":1,"blob":1,"v2":1,"4":1,"ssm":1,"modules":1,"minimal":2,"py":1,"this":1,"is":1,"segsum":7,"implementation":1,"taken":1,"above":1,"def":2,"x":22,"calculates":1,"segment":1,"sum":1,"t":6,"size":1,"1":5,"d":6,"e":2,"mask":4,"tril":2,"ones":2,"device":4,"dtype":6,"bool":2,"diagonal":3,"masked":2,"fill":2,"cumsum":3,"dim":2,"inf":1,"return":2,"discrete":1,"a":10,"b":10,"c":10,"block":3,"len":3,"initial":1,"states":1,"none":1,"arguments":1,"batch":5,"length":5,"n":5,"heads":5,"head":2,"y":2,"assert":2,"shape":1,"into":1,"blocks":2,"chunks":1,"l":7,"for":2,"in":1,"h":2,"compute":1,"output":1,"each":1,"intra":1,"exp":1,"diag":1,"einsum":1,"bclhn":1,"bcshn":1,"bhcls":1,"bcshp":1,"bclhp":1},"1914,1450,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"2":1,"compute":3,"the":2,"state":6,"for":1,"each":1,"intra":2,"chunk":8,"right":1,"term":3,"of":7,"low":2,"rank":2,"factorization":3,"off":6,"diagonal":4,"blocks":4,"b":4,"terms":4,"decay":6,"states":16,"torch":8,"exp":3,"a":5,"cumsum":4,"1":7,"einsum":3,"bclhn":2,"bhcl":2,"bclhp":2,"bchpn":3,"x":1,"3":1,"inter":2,"ssm":2,"recurrence":1,"produces":1,"correct":1,"at":1,"boundaries":1,"middle":1,"diag":2,"if":1,"initial":3,"is":1,"none":1,"zeros":1,"like":1,"cat":1,"dim":1,"segsum":1,"f":1,"pad":1,"0":1,"new":3,"bhzc":1,"bzhpn":1,"final":2,"4":1,"output":2,"conversion":1,"per":1,"left":1,"c":4,"out":2,"y":5,"add":1,"and":2,"rearrange":1,"l":2,"h":2,"p":2,"return":1,"def":1,"generate":1,"random":1,"inputs":1,"batch":1,"size":1,"seqlen":1,"n":1,"heads":1,"d":1,"head":1,"itype":1,"device":1,"cuda":1},"3364,1788,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"current":1,"platform":1,"seed":1,"everything":1,"0":1,"a":5,"torch":6,"exp":1,"rand":1,"n":7,"heads":7,"dtype":5,"itype":7,"device":11,"dt":5,"f":1,"softplus":1,"randn":4,"batch":6,"size":4,"seqlen":4,"4":2,"x":4,"d":5,"head":5,"b":4,"c":4,"return":1,"def":1,"generate":3,"continuous":2,"batched":1,"examples":4,"example":3,"lens":2,"by":2,"num":2,"full":4,"length":5,"last":1,"taken":1,"exhausted":1,"cuda":1,"this":1,"function":1,"generates":1,"random":2,"of":1,"certain":1,"and":2,"then":1,"cut":1,"according":1,"to":2,"feed":1,"them":1,"in":1,"batches":1,"the":2,"kernels":1,"inputs":1,"y":1,"min":2,"final":1,"state":1,"ssd":1,"minimal":1,"discrete":1,"unsqueeze":1,"1":1,"block":1,"len":1},"5152,1876,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"internal":2,"function":2,"that":2,"outputs":1,"a":2,"cont":3,"batch":7,"of":3,"examples":3,"given":2,"tuple":2,"lengths":1,"for":10,"each":1,"example":6,"in":10,"the":4,"e":8,"g":2,"lens":4,"8":2,"4":2,"means":1,"take":1,"samples":1,"from":3,"first":1,"eg":2,"second":1,"etc":1,"def":2,"get":5,"continuous":3,"int":2,"indices":3,"i":9,"x":10,"enumerate":3,"c":5,"last":3,"taken":3,"0":6,"append":1,"full":9,"length":10,"exhausted":1,"return":2,"torch":4,"concat":1,"s":5,"unsqueeze":1,"dt":1,"b":1,"maps":1,"n":7,"to":1,"appropriate":1,"right":1,"boundary":3,"value":1,"when":3,"forming":1,"batches":1,"by":2,"returns":2,"end":4,"1":3,"ind":7,"none":2,"spec":5,"maybe":1,"partial":1,"seen":1,"this":1,"dt2":1,"x2":1,"b2":1,"c2":1,"metadata":1,"cu":5,"seqlens":5,"tensor":1,"device":4,"cumsum":1,"dim":1,"seq":2,"idx":2,"zeros":1,"dtype":1,"int32":1,"srt":2,"zip":2,"if":1,"is":1,"range":1,"len":1,"else":1,"y":2},"7028,1969,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"yield":1,"y":6,"min":4,"s":5,"ind":2,"e":1,"for":2,"in":2,"range":1,"num":1,"examples":1,"cu":1,"seqlens":1,"seq":4,"idx":1,"unsqueeze":2,"0":1,"a":5,"dt2":1,"x2":1,"b2":1,"c2":1,"pytest":4,"mark":4,"parametrize":4,"itype":4,"torch":6,"float32":1,"float16":1,"bfloat16":3,"n":3,"heads":3,"3":3,"4":1,"11":1,"16":2,"32":3,"d":4,"head":3,"5":1,"8":1,"19":1,"128":2,"len":3,"chunk":9,"size":10,"112":1,"def":1,"test":2,"mamba":2,"scan":2,"single":2,"example":2,"this":2,"tests":1,"the":4,"kernels":1,"on":1,"no":1,"batching":1,"todo":1,"case":1,"requires":2,"higher":1,"thresholds":1,"to":1,"be":1,"investigated":1,"if":1,"atol":4,"rtol":4,"5e":3,"2":2,"else":1,"8e":1,"set":1,"seed":1,"batch":3,"1":4,"ssd":2,"minimal":2,"discrete":2,"divide":1,"seqlen":3,"is":2,"only":1,"required":1,"generating":1,"reference":1,"seqs":1,"it":1,"not":1,"an":1,"operational":1,"limitation":1,"dt":4,"x":4,"b":3,"c":3,"generate":1,"random":1,"inputs":1,"final":3,"state":2,"empty":1,"like":1,"combined":1,"none":1,"return":1,"states":1,"true":1,"out":1,"just":1,"last":1,"sequence":1,"testing":1,"assert":1,"close":1},"8997,1874,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"just":1,"test":5,"the":2,"last":1,"head":3,"note":1,"in":2,"kernel":1,"we":2,"always":1,"cast":1,"states":2,"to":4,"fp32":1,"torch":4,"testing":1,"assert":1,"close":1,"final":2,"state":2,"1":9,"min":1,"float32":2,"atol":4,"rtol":4,"pytest":4,"mark":4,"parametrize":4,"itype":2,"float16":1,"n":2,"heads":2,"4":9,"8":19,"13":1,"d":2,"5":4,"16":6,"21":1,"32":12,"seq":3,"len":3,"chunk":9,"size":8,"cases":4,"small":3,"ish":2,"64":10,"2":10,"boundary":1,"larger":2,"than":1,"cont":2,"batches":1,"mode":1,"examples":3,"with":5,"varied":1,"lengths":1,"large":2,"256":4,"irregular":2,"sizes":2,"sequences":3,"30":1,"also":1,"need":1,"some":1,"seqlen":3,"catch":1,"errors":1,"init":1,"decay":1,"768":1,"128":1,"138":2,"225":2,"def":1,"mamba":1,"scan":1,"batch":2,"this":2,"multiple":1,"a":1,"continuous":1,"i":1,"e":1,"chunked":1,"prefill":1,"num":1,"can":1,"have":1,"error":1,"for":1,"longer":1,"if":1,"1e":1,"5e":3,"3":3,"else":1},"10871,1596,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_ssm_ssd.py":{"hold":1,"state":1,"during":1,"the":2,"cutting":1,"process":1,"so":1,"we":1,"know":1,"if":2,"an":1,"example":2,"has":1,"been":1,"exhausted":6,"and":2,"needs":1,"to":3,"cycle":1,"last":4,"taken":3,"dict":2,"map":2,"eg":6,"pointer":1,"sample":1,"boolean":1,"indicating":1,"is":1,"states":9,"none":2,"for":3,"y":9,"min":4,"cu":7,"seqlens":7,"seq":3,"idx":3,"a":2,"dt":2,"x":3,"b":2,"c":2,"in":4,"generate":1,"continuous":1,"batched":1,"examples":3,"cases":1,"num":2,"seqlen":1,"n":1,"heads":1,"d":2,"head":1,"itype":1,"chunk":10,"indices":4,"offsets":4,"query":1,"start":1,"loc":1,"size":2,"1":2,"torch":2,"empty":1,"like":1,"new":2,"mamba":1,"scan":1,"combined":1,"return":1,"varlen":1,"true":1,"initial":1,"out":1,"just":2,"test":2,"sequence":1,"i":7,"range":1,"one":1,"dim":1,"dstate":1,"0":6,"testing":1,"assert":1,"close":1,"atol":2,"rtol":2,"update":1,"clear":2,"items":1,"fill":1,"false":1},"0,1874,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_mixer2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"import":8,"unittest":1,"pytest":5,"torch":8,"from":5,"tests":1,"utils":2,"multi":3,"gpu":3,"test":3,"distributed":3,"parallel":3,"state":1,"init":1,"environment":2,"initialize":1,"model":2,"executor":1,"layers":1,"mamba":2,"mixer2":3,"mixer2rmsnormgated":1,"platforms":1,"current":1,"platform":1,"update":1,"variables":1,"num":4,"gpus":2,"mark":4,"parametrize":4,"batch":3,"size":10,"8":1,"seq":3,"len":3,"128":1,"hidden":7,"n":6,"groups":6,"64":3,"1":1,"4":1,"be":1,"divisible":1,"by":1,"100":1,"5":1,"and":2,"must":1,"divide":1,"dtype":4,"float16":1,"def":2,"gated":2,"norm":2,"int":4,"tuple":1,"device":2,"str":1,"cuda":2,"processes":2,"run":2,"spawn":4,"fn":2,"nprocs":3,"need":1,"use":1,"mp":1,"otherwise":1,"will":1,"have":1,"problems":1,"with":1,"multiprocessing":1,"args":1,"tensor":1},"1874,1866,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_mixer2.py":{"def":1,"mixer2":3,"gated":3,"norm":3,"tensor":4,"parallel":5,"local":5,"rank":7,"int":6,"world":5,"size":17,"batch":3,"seq":3,"len":3,"hidden":9,"n":5,"groups":5,"dtype":6,"torch":8,"device":9,"str":4,"current":1,"platform":1,"seed":1,"everything":1,"0":2,"f":1,"cuda":2,"set":3,"default":2,"update":1,"environment":2,"variables":1,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"initialize":2,"distributed":2,"init":1,"model":6,"create":3,"random":1,"weights":1,"an":1,"inputs":1,"weight":8,"rand":1,"states":2,"randn":2,"gate":1,"with":2,"tp":3,"mixer":6,"mixer2rmsnormgated":2,"full":4,"loader":1,"load":1,"without":1,"to":3,"compute":1,"reference":1,"utilize":1,"mock":3,"patching":1,"disable":1,"when":1,"unittest":2,"patch":2,"vllm":2,"executor":2,"layers":2,"mamba":4,"get":2,"return":2,"value":2,"1":1,"single":3,"gpu":3,"assign":1,"data":1},"3740,528,data/raw/vllm-0.10.1/tests/kernels/mamba/test_mamba_mixer2.py":{"generate":1,"and":1,"compare":1,"n":7,"hidden":3,"size":2,"world":1,"output":4,"mixer":2,"states":4,"local":6,"rank":6,"1":3,"gate":2,"ref":2,"single":1,"gpu":1,"torch":1,"testing":1,"assert":1,"close":1,"atol":1,"5e":1,"3":2,"rtol":1,"1e":1},"0,1989,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"from":5,"typing":1,"import":8,"optional":5,"pytest":1,"torch":8,"nn":1,"functional":1,"as":1,"f":5,"einops":1,"rearrange":1,"attention":1,"backends":1,"utils":1,"pad":2,"slot":1,"id":1,"model":1,"executor":1,"layers":1,"mamba":1,"ops":1,"causal":4,"conv1d":6,"fn":1,"update":1,"platforms":1,"current":1,"platform":1,"def":1,"ref":1,"x":12,"tensor":5,"weight":6,"bias":4,"none":9,"initial":4,"states":16,"return":4,"final":12,"bool":1,"false":1,"out":16,"activation":4,"str":1,"silu":4,"batch":5,"dim":11,"seqlen":4,"width":7,"1":10,"if":6,"not":3,"in":4,"swish":2,"raise":1,"notimplementederror":1,"must":1,"be":1,"or":1,"dtype":6,"shape":3,"is":3,"unsqueeze":2,"padding":2,"groups":2,"else":4,"cat":1,"copy":1},"1989,691,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"def":1,"causal":1,"conv1d":1,"update":1,"ref":1,"x":3,"conv":5,"state":8,"weight":2,"bias":2,"none":4,"activation":1,"cache":3,"seqlens":3,"batch":4,"dim":5,"or":1,"seqlen":1,"len":3,"where":1,"width":2,"1":1,"dtype":1,"int32":1,"if":1,"not":1,"the":5,"is":1,"treated":1,"as":1,"a":1,"circular":1,"buffer":1,"will":1,"be":1,"updated":1,"by":1,"copying":1,"to":1,"starting":1,"at":1,"index":1,"before":1,"performing":1,"convolution":1},"2680,1760,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"out":6,"batch":5,"dim":12,"or":2,"seqlen":5,"if":5,"activation":4,"not":1,"in":3,"none":4,"silu":4,"swish":2,"raise":1,"notimplementederror":1,"must":1,"be":1,"dtype":8,"x":14,"unsqueeze":11,"2":3,"1":16,"shape":5,"width":7,"weight":5,"state":12,"len":6,"conv":6,"assert":2,"cache":3,"seqlens":3,"is":2,"new":4,"torch":10,"cat":2,"to":3,"copy":5,"else":2,"idx":8,"arange":2,"0":4,"long":2,"device":4,"remainder":2,"expand":2,"gather":1,"scatter":1,"f":2,"conv1d":1,"bias":2,"padding":1,"groups":1,"squeeze":1,"return":1,"pytest":3,"mark":3,"parametrize":3,"itype":1,"bfloat16":1,"float":1,"true":2,"has":1},"4440,1944,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"def":2,"causal":2,"conv1d":2,"opcheck":1,"fn":1,"x":8,"torch":12,"tensor":7,"weight":2,"bias":7,"optional":6,"none":10,"cu":1,"seq":2,"len":1,"cache":1,"indices":1,"has":3,"initial":2,"state":2,"conv":2,"states":3,"activation":6,"str":1,"silu":6,"pad":2,"slot":2,"id":2,"int":1,"batch":8,"dim":10,"seqlen":6,"width":6,"idx":1,"1":6,"final":1,"out":2,"to":2,"be":2,"written":1,"either":1,"or":3,"swish":3,"if":5,"not":2,"in":1,"raise":1,"notimplementederror":1,"must":1,"stride":1,"contiguous":2,"is":1,"else":2,"pytest":6,"mark":6,"parametrize":6,"itype":6,"bfloat16":2,"false":2,"true":2,"4":2,"2048":2,"16":1,"4096":1,"test":1,"update":1,"device":5,"cuda":1,"rtol":2,"atol":2,"3e":2,"1e":2,"3":3,"float32":1,"5e":2,"2":3,"set":1,"seed":2,"current":1,"platform":1,"everything":1,"0":1,"randn":2,"dtype":2,"ref":1,"clone":1},"6384,1948,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"weight":3,"torch":9,"randn":2,"dim":4,"width":3,"device":5,"dtype":2,"itype":6,"bias":6,"if":5,"has":3,"else":4,"none":2,"conv":6,"state":6,"ref":7,"detach":1,"clone":1,"activation":8,"not":1,"silu":4,"out":4,"causal":3,"conv1d":3,"update":3,"x":2,"assert":2,"equal":1,"allclose":1,"rtol":4,"atol":4,"pytest":8,"mark":8,"parametrize":8,"float32":2,"float16":1,"bfloat16":2,"false":3,"true":3,"seqlen":2,"1":1,"3":6,"4":2,"2048":1,"16":1,"4096":1,"tests":1,"correctness":1,"in":1,"case":1,"subset":1,"of":2,"the":1,"sequences":1,"are":1,"padded":2,"with":4,"padding":5,"batch":6,"size":5,"def":1,"test":1,"gather":1,"cuda":1,"3e":2,"1e":2,"5e":2,"2":2,"set":1,"seed":2,"current":1,"platform":1,"everything":1,"0":2,"5":1,"total":2,"entries":2,"number":1,"cache":1,"line":1,"10":1},"8332,1994,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"x":6,"will":2,"be":2,"batch":4,"dim":9,"seqlen":2,"with":2,"contiguous":2,"along":2,"axis":2,"torch":11,"randn":4,"padded":3,"size":3,"device":14,"dtype":7,"itype":4,"transpose":2,"1":3,"2":2,"ref":6,"clone":3,"conv":13,"state":16,"indices":7,"randperm":1,"total":3,"entries":3,"to":1,"int32":2,"unused":2,"states":2,"bool":3,"ones":1,"false":1,"concat":1,"as":1,"tensor":1,"pad":3,"slot":3,"id":3,"padding":2,"0":1,"cache":1,"lines":1,"len":1,"width":2,"for":1,"test":1,"weight":3,"bias":4,"if":2,"has":1,"else":2,"none":2,"detach":1,"activation":6,"not":1,"silu":2,"out":2,"causal":2,"conv1d":2,"update":2},"10326,1953,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"assert":5,"torch":20,"equal":2,"conv":5,"state":5,"indices":1,"ref":2,"unused":2,"states":2,"bool":2,"for":2,"padding":6,"test":2,"allclose":1,"out":2,"batch":9,"size":6,"rtol":4,"atol":4,"pytest":8,"mark":8,"parametrize":8,"itype":6,"bfloat16":2,"silu":2,"activation":2,"true":3,"has":2,"bias":2,"width":3,"4":3,"seqlen":6,"8":1,"30":1,"249":1,"2049":1,"4096":5,"dim":7,"64":2,"with":3,"false":1,"10":2,"def":1,"causal":1,"conv1d":1,"varlen":1,"device":5,"cuda":2,"empty":1,"cache":1,"3e":2,"1e":2,"3":4,"if":3,"float32":1,"else":2,"5e":2,"2":2,"set":1,"seed":2,"current":1,"platform":1,"everything":1,"0":7,"seqlens":5,"padded":2,"nsplits":2,"1":7,"eos":2,"pos":2,"randperm":1,"sort":1,"values":1,"append":1,"diff":1,"cat":1,"tensor":4,"tolist":1,"sum":1,"all":1,"s":4,"in":1,"total":1,"entries":1,"cumsum":4,"to":1,"int32":2,"concat":1,"dtype":3,"x":1,"rearrange":1,"randn":2,"b":2,"d":2,"weight":1},"12279,1626,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"bias":7,"torch":9,"randn":2,"dim":3,"device":10,"dtype":6,"itype":1,"if":3,"has":4,"else":3,"none":4,"x":7,"ref":6,"clone":4,"weight":3,"is":1,"not":2,"activation":4,"silu":2,"final":4,"states":7,"total":2,"entries":2,"width":1,"1":4,"transpose":1,"2":2,"initial":3,"randint":1,"0":3,"cumsum":2,"shape":1,"bool":1,"state":5,"indices":5,"randperm":1,"int32":2,"batch":1,"size":1,"padded":2,"concat":1,"as":1,"tensor":1,"pad":3,"slot":3,"id":3,"padding":1,"out":3,"causal":1,"conv1d":1,"fn":1,"squeeze":1,"conv":1,"query":1,"start":1,"loc":1,"cuda":1,"cache":1,"b":1},"13905,1128,data/raw/vllm-0.10.1/tests/kernels/mamba/test_causal_conv1d.py":{"splits":2,"torch":5,"split":1,"var":2,"seqlens":2,"0":8,"dim":3,"1":2,"for":4,"in":4,"x":3,"ref":14,"i":6,"range":1,"len":1,"s":2,"v":2,"unsqueeze":3,"if":2,"padded":3,"state":5,"indices":5,"pad":1,"slot":1,"id":1,"continue":1,"out":11,"b":2,"append":2,"causal":1,"conv1d":1,"weight":1,"bias":1,"activation":2,"return":1,"final":6,"states":8,"true":1,"initial":2,"has":1,"else":1,"none":1,"cat":2,"t":2,"2":1,"tensor":3,"assert":2,"allclose":2,"rtol":4,"atol":4,"unpadded":2,"shape":1},"0,1967,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":5,"itertools":1,"import":7,"accumulate":1,"product":1,"typing":1,"callable":1,"optional":1,"pytest":8,"torch":5,"tests":1,"kernels":1,"allclose":1,"default":3,"get":9,"atol":1,"rtol":1,"model":1,"executor":1,"layers":1,"rotary":5,"embedding":1,"rope":1,"platforms":1,"current":1,"platform":1,"is":3,"neox":3,"style":3,"true":2,"false":2,"dtypes":1,"half":1,"bfloat16":1,"float":1,"head":10,"sizes":4,"64":2,"80":1,"112":1,"120":1,"256":1,"dims":2,"none":2,"32":1,"means":1,"dim":2,"size":15,"num":9,"heads":9,"17":1,"arbitrary":3,"values":3,"for":5,"testing":4,"batch":11,"5":1,"seq":9,"lens":2,"11":1,"8192":1,"seeds":1,"cuda":3,"devices":1,"f":1,"i":2,"in":1,"range":1,"1":2,"if":1,"device":1,"count":1,"else":1,"use":1,"key":1,"def":3,"flat":2,"tensor":7,"shape":7,"int":15,"len":7,"tuple":3,"return":3,"sliced":1,"tensors":3,"padded":2,"shapes":2,"fn":3,"mark":7,"parametrize":7},"1967,1298,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"pytest":4,"mark":4,"parametrize":4,"dtype":7,"dtypes":1,"seed":4,"seeds":1,"device":6,"cuda":1,"devices":1,"use":5,"key":8,"torch":7,"inference":1,"mode":1,"def":1,"test":1,"rotary":7,"embedding":1,"is":4,"neox":2,"style":2,"bool":2,"tensor":3,"shape":4,"fn":2,"callable":1,"int":12,"tuple":1,"batch":3,"size":10,"seq":3,"len":3,"num":2,"heads":2,"head":7,"dim":6,"optional":1,"str":1,"max":3,"position":3,"8192":1,"base":2,"float":1,"10000":1,"none":5,"if":5,"current":1,"platform":1,"everything":1,"set":1,"default":2,"rope":4,"get":2,"to":1,"positions":1,"randint":1,"0":1,"query":6,"randn":2,"like":1,"else":2,"slice":1,"required":1,"noop":1,"otherwise":1},"3265,1775,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"note":1,"woosuk":1,"the":3,"reference":1,"implementation":1,"should":1,"be":2,"executed":1,"first":1,"because":1,"custom":1,"kernel":1,"is":6,"in":1,"place":1,"ref":5,"query":8,"key":15,"rope":2,"forward":2,"native":1,"positions":2,"out":9,"compare":1,"results":1,"torch":4,"testing":2,"assert":3,"close":2,"atol":4,"get":4,"default":4,"rtol":4,"if":1,"use":4,"else":1,"none":3,"and":1,"expected":1,"returned":1,"to":1,"pytest":11,"mark":11,"parametrize":11,"neox":3,"style":3,"tensor":2,"shape":2,"fn":3,"tensors":1,"shapes":1,"batch":3,"size":4,"sizes":2,"seq":3,"len":2,"lens":1,"num":3,"heads":3,"head":3,"rotary":4,"dim":2,"dims":1,"dtype":3,"dtypes":1,"seed":2,"seeds":1,"device":2,"cuda":1,"devices":1,"inference":1,"mode":1,"def":1,"test":1,"batched":1,"embedding":1,"bool":2,"callable":1,"int":12,"tuple":1,"optional":1,"str":1,"max":1,"position":1,"8192":1,"base":1,"float":1,"10000":1},"5040,1950,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"none":7,"current":1,"platform":1,"seed":2,"everything":1,"torch":9,"set":1,"default":6,"device":6,"if":5,"rotary":3,"dim":3,"is":7,"head":5,"size":8,"rope":7,"get":6,"max":2,"position":2,"base":1,"neox":3,"style":3,"type":1,"linear":1,"factor":1,"1":1,"to":2,"dtype":5,"positions":3,"randint":1,"0":1,"batch":3,"seq":3,"len":3,"query":14,"shape":3,"tensor":2,"fn":1,"num":1,"heads":1,"randn":2,"key":17,"like":1,"use":3,"else":3,"slice":1,"required":1,"noop":1,"otherwise":1,"note":1,"woosuk":1,"the":3,"reference":1,"implementation":1,"should":1,"be":2,"executed":1,"first":1,"because":1,"custom":1,"kernel":1,"in":1,"place":1,"ref":5,"forward":2,"native":1,"out":9,"offsets":1,"zeros":1,"long":1,"compare":1,"results":1,"testing":2,"assert":3,"close":2,"atol":4,"rtol":4,"and":1,"expected":1,"returned":1,"pytest":1,"mark":1,"parametrize":1},"6990,1863,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"pytest":9,"mark":9,"parametrize":9,"batch":6,"size":10,"sizes":2,"seq":6,"len":6,"lens":1,"num":4,"heads":4,"head":6,"rotary":7,"dim":5,"dims":1,"dtype":7,"dtypes":1,"seed":4,"seeds":1,"device":8,"cuda":1,"devices":1,"use":4,"key":5,"torch":9,"inference":1,"mode":1,"def":1,"test":1,"batched":1,"embedding":1,"multi":1,"lora":1,"is":3,"neox":2,"style":2,"bool":2,"int":8,"optional":1,"str":1,"max":4,"position":4,"8192":1,"base":2,"float":1,"10000":1,"none":3,"current":1,"platform":1,"everything":1,"set":1,"default":2,"if":2,"scaling":6,"factors":4,"list":2,"1":2,"2":2,"4":1,"rope":5,"get":2,"type":1,"linear":1,"factor":3,"tuple":1,"to":1,"positions":1,"randint":2,"0":3,"query":5,"randn":2,"like":1,"else":1,"offset":2,"map":2,"tensor":1,"accumulate":1,"for":1,"in":1,"types":2,"offsets":1},"8853,988,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"note":1,"woosuk":1,"the":3,"reference":1,"implementation":1,"should":1,"be":2,"executed":1,"first":1,"because":1,"custom":1,"kernel":1,"is":3,"in":1,"place":1,"ref":5,"query":10,"key":12,"rope":2,"forward":2,"native":1,"positions":2,"offsets":2,"out":9,"flatten":1,"compare":1,"results":1,"torch":3,"testing":2,"assert":3,"close":2,"atol":4,"get":4,"default":4,"rtol":4,"if":1,"use":1,"else":1,"none":3,"and":1,"expected":1,"returned":1,"to":1,"inference":1,"mode":1},"9841,1489,data/raw/vllm-0.10.1/tests/kernels/core/test_pos_encoding.py":{"def":1,"test":1,"rope":23,"module":2,"cache":2,"max":6,"positions":2,"123":1,"1234":1,"bases":2,"10000":1,"1000000":1,"scalings":2,"none":3,"type":2,"linear":1,"factor":2,"1":2,"dynamic":1,"settings":4,"head":7,"sizes":1,"rotary":9,"dims":1,"is":7,"neox":5,"style":1,"dtypes":1,"setting":10,"id":7,"map":4,"dict":1,"str":3,"int":1,"for":4,"in":5,"product":2,"size":6,"dim":8,"position":4,"base":4,"stype":4,"scaling":4,"dtype":8,"if":3,"get":2,"different":1,"cannot":1,"share":1,"the":1,"same":1,"assert":4,"not":1,"values":1,"all":2,"x":4,"buffers":1,"parameters":1,"check":1,"take":1,"effect":1},"0,1998,data/raw/vllm-0.10.1/tests/kernels/core/test_mrope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":5,"pytest":3,"torch":10,"from":3,"transformers":1,"autoconfig":1,"model":10,"executor":1,"layers":1,"rotary":1,"embedding":1,"get":1,"rope":1,"platforms":1,"current":2,"platform":2,"device":10,"cuda":4,"if":1,"is":2,"available":1,"else":1,"cpu":1,"def":2,"generate":2,"test":2,"data":2,"num":10,"tokens":6,"int":5,"q":2,"heads":4,"kv":2,"head":3,"size":6,"max":2,"position":2,"embeddings":2,"dtype":7,"for":4,"given":1,"configuration":1,"create":2,"2d":1,"positions":3,"3":2,"multimodal":1,"case":1,"randint":1,"4":2,"query":3,"and":1,"key":3,"tensors":1,"randn":2,"return":2,"unroll":2,"tp":11,"dict":6,"name":3,"sizes":2,"in":2,"items":1,"qwen":3,"qwen2":3,"vl":3,"7b":1,"instruct":3,"1":5,"72b":2,"5":1,"zai":1,"org":1,"glm":1,"1v":1,"9b":1,"thinking":1,"https":1,"github":1,"com":1,"pytorch":2,"blob":1,"main":1,"testing":1,"comparison":1,"py":1,"l1317":1,"atol":1,"rtol":1,"list":2,"bfloat16":1,"1e":1,"6e":1,"11":1,"8192":1,"mark":2,"skipif":1,"not":1,"alike":1,"reason":1,"skipping":1,"rocm":1,"only":1,"tests":1,"parametrize":1},"1998,1881,data/raw/vllm-0.10.1/tests/kernels/core/test_mrope.py":{"pytest":3,"mark":3,"parametrize":2,"dtype":6,"atol":7,"rtol":7,"list":2,"num":15,"tokens":4,"def":1,"test":2,"mrope":4,"model":3,"name":2,"tp":3,"size":5,"config":9,"autoconfig":1,"from":1,"pretrained":1,"get":2,"the":1,"total":5,"kv":4,"heads":11,"key":8,"value":1,"attention":1,"max":6,"1":2,"head":5,"dim":7,"hidden":1,"is":4,"neox":3,"style":3,"true":1,"rope":6,"theta":3,"position":5,"embeddings":1,"partial":3,"rotary":7,"factor":3,"getattr":1,"0":1,"int":1,"helper":3,"class":3,"base":1,"scaling":2,"to":1,"device":3,"create":2,"q":1,"k":1,"v":1,"input":2,"tensors":2,"pos":1,"emb":1,"positions":3,"query":7,"generate":1,"data":1,"native":5,"forward":2,"clone":4,"cuda":7,"torch":2,"testing":2,"assert":2,"close":2,"skipif":1,"not":1,"current":1,"platform":1,"alike":1,"reason":1,"skipping":1,"rocm":1,"only":1,"tests":1},"3879,1705,data/raw/vllm-0.10.1/tests/kernels/core/test_mrope.py":{"pytest":3,"mark":3,"parametrize":3,"model":5,"name":3,"tp":5,"size":6,"unroll":1,"dict":1,"qwen":1,"qwen2":1,"vl":1,"7b":1,"instruct":1,"1":4,"2":2,"zai":1,"org":1,"glm":1,"4":2,"1v":1,"9b":1,"thinking":1,"dtype":6,"atol":3,"rtol":3,"list":1,"num":14,"tokens":3,"def":2,"test":3,"mrope":2,"torch":1,"compile":1,"tracing":1,"config":9,"autoconfig":1,"from":1,"pretrained":1,"get":2,"the":2,"total":5,"kv":4,"heads":11,"key":2,"value":1,"attention":1,"max":6,"head":5,"dim":7,"hidden":1,"is":3,"neox":3,"style":4,"true":1,"rope":6,"theta":3,"position":5,"embeddings":1,"partial":3,"rotary":6,"factor":3,"getattr":1,"0":1,"int":1,"helper":1,"class":1,"base":1,"scaling":2,"to":2,"device":3,"generate":2,"data":2,"positions":1,"query":1,"create":1,"a":1,"wrapper":2,"that":2,"makes":1,"in":2,"place":2,"function":1,"appear":1,"functional":3,"forward":1,"cuda":1,"pos":1,"q":1,"k":1,"converts":1,"operation":1},"5584,1287,data/raw/vllm-0.10.1/tests/kernels/core/test_mrope.py":{"cuda":12,"graph":1,"does":1,"not":1,"support":1,"in":2,"place":2,"operations":1,"this":1,"wrapper":1,"creates":1,"working":2,"copies":2,"of":1,"the":2,"input":1,"tensors":2,"and":2,"modifies":2,"them":1,"q":5,"work":8,"clone":6,"create":1,"k":5,"your":1,"function":1,"mrope":3,"helper":3,"class":3,"forward":6,"pos":1,"return":2,"modified":1,"get":1,"reference":1,"results":1,"query":7,"native":3,"key":7,"positions":3,"try":1,"compiled":5,"torch":1,"compile":1,"functional":1,"fullgraph":1,"true":1,"backend":1,"inductor":1,"mode":1,"reduce":1,"overhead":1,"dynamic":1,"false":1,"run":2,"version":2,"original":1,"for":1,"comparison":1},"6871,1010,data/raw/vllm-0.10.1/tests/kernels/core/test_mrope.py":{"verify":1,"results":1,"torch":6,"testing":4,"assert":4,"close":4,"query":4,"compiled":4,"cuda":8,"atol":8,"rtol":8,"key":4,"native":2,"print":1,"forward":2,"successfully":1,"traced":1,"with":2,"compile":2,"inductor":2,"except":1,"exception":1,"as":1,"e":2,"pytest":1,"fail":1,"f":1,"failed":1,"to":1,"trace":1},"0,1446,data/raw/vllm-0.10.1/tests/kernels/core/test_activation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":7,"random":1,"pytest":7,"torch":7,"from":4,"tests":2,"kernels":2,"allclose":1,"default":3,"get":2,"atol":1,"rtol":1,"utils":1,"opcheck":1,"model":1,"executor":1,"layers":1,"activation":3,"fastgelu":1,"fatreluandmul":1,"geluandmul":1,"mulandsilu":1,"newgelu":1,"quickgelu":1,"siluandmul":1,"swigluoaiandmul":1,"platforms":1,"current":1,"platform":1,"dtypes":2,"half":1,"bfloat16":1,"float":1,"num":4,"tokens":4,"7":1,"83":1,"2048":1,"arbitrary":2,"values":2,"for":3,"testing":2,"d":4,"512":1,"13824":1,"seeds":2,"cuda":4,"devices":2,"f":1,"i":2,"in":1,"range":1,"1":2,"if":1,"device":3,"count":1,"else":1,"mark":6,"parametrize":6,"silu":2,"and":4,"mul":4,"gelu":2,"tanh":1,"fatrelu":1,"swigluoai":1,"dtype":3,"seed":2,"inference":1,"mode":1,"def":1,"test":1,"act":1,"str":2,"int":3},"1446,1748,data/raw/vllm-0.10.1/tests/kernels/core/test_activation.py":{"none":2,"current":1,"platform":1,"seed":2,"everything":1,"torch":13,"set":1,"default":2,"device":2,"x":3,"randn":1,"num":1,"tokens":1,"2":2,"d":1,"dtype":3,"if":3,"activation":7,"silu":4,"and":11,"mul":10,"layer":8,"siluandmul":2,"fn":6,"ops":6,"c":6,"mulandsilu":2,"elif":4,"gelu":5,"geluandmul":2,"approximate":2,"tanh":3,"fatrelu":3,"threshold":2,"random":1,"uniform":1,"0":5,"1":2,"fatreluandmul":1,"swigluoai":3,"swigluoaiandmul":1,"out":8,"ref":3,"forward":1,"native":2,"rtol":6,"for":1,"fp16":1,"change":1,"the":3,"relative":1,"tolerance":1,"from":1,"1e":1,"3":3,"to":2,"2e":3,"float16":1,"bfloat16":1,"float":2,"3e":1,"6":1,"def":1,"get":3,"output":2,"return":1,"testing":2,"assert":2,"close":2,"atol":3,"else":1,"implementations":2,"are":1,"equivalent":1,"pytorch":1,"so":1,"we":1,"can":1,"do":1,"exact":1,"comparison":1},"3194,1466,data/raw/vllm-0.10.1/tests/kernels/core/test_activation.py":{"d":6,"x":12,"shape":4,"1":3,"2":1,"output":2,"out":12,"torch":11,"empty":2,"dtype":7,"device":6,"if":1,"activation":7,"fatrelu":1,"opcheck":4,"fn":5,"threshold":1,"elif":1,"swigluoai":1,"and":1,"mul":1,"layer":5,"alpha":1,"limit":1,"else":1,"pytest":6,"mark":6,"parametrize":6,"fastgelu":1,"ops":3,"c":3,"gelu":3,"fast":1,"newgelu":1,"new":1,"quickgelu":1,"quick":1,"num":4,"tokens":4,"dtypes":1,"seed":4,"seeds":1,"cuda":1,"devices":1,"inference":1,"mode":1,"def":1,"test":1,"type":1,"nn":1,"module":1,"int":3,"str":1,"none":1,"current":1,"platform":1,"everything":1,"set":1,"default":3,"randn":1,"0":1,"ref":2,"forward":1,"native":1,"testing":1,"assert":1,"close":1,"atol":2,"get":2,"rtol":2,"like":1},"0,873,data/raw/vllm-0.10.1/tests/kernels/core/test_opcheck.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"tests":2,"for":2,"miscellaneous":1,"utilities":1,"import":2,"torch":8,"from":1,"kernels":2,"utils":5,"opcheck":6,"def":2,"test":2,"convert":2,"fp8":3,"data":3,"randn":1,"256":2,"dtype":2,"float32":1,"device":3,"cuda":7,"result":2,"empty":1,"like":1,"float8":1,"e4m3fn":1,"ops":4,"c":3,"cache":1,"1":1,"todo":1,"add":1,"this":1,"back":1,"currently":1,"fails":1,"with":1,"csrc":1,"cu":1,"15":1,"invalid":1,"argument":1,"pytest":1,"mark":1,"skipif":1,"not":1,"current":1,"platform":1,"is":1,"reason":1,"only":1,"supported":1,"get":2,"attribute":2,"max":1,"shared":1,"memory":1,"per":1,"block":1},"0,626,data/raw/vllm-0.10.1/tests/kernels/core/test_permute_cols.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":4,"pytest":3,"torch":8,"from":2,"tests":1,"kernels":1,"utils":1,"opcheck":2,"custom":1,"ops":2,"permute":4,"cols":4,"mark":2,"parametrize":2,"shape":4,"1":2,"512":1,"544":1,"4096":1,"67":1,"8192":1,"dtype":4,"bfloat16":1,"float16":1,"def":1,"test":1,"x":5,"randn":1,"cuda":2,"perm":4,"randperm":1,"int":1,"c":1,"y":2,"testing":1,"assert":1,"close":1},"0,1982,data/raw/vllm-0.10.1/tests/kernels/core/test_fused_quant_layernorm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":3,"typing":1,"import":6,"optional":6,"union":2,"pytest":1,"torch":23,"custom":1,"ops":2,"as":3,"tests":1,"kernels":1,"utils":1,"opcheck":1,"model":1,"executor":1,"layers":1,"layernorm":1,"rmsnorm":3,"dtypes":2,"bfloat16":1,"float":2,"quant":4,"int8":1,"float8":2,"e4m3fn":2,"vec":3,"hidden":4,"sizes":4,"range":2,"1024":1,"1030":1,"avoid":1,"combinatorial":1,"explosion":1,"with":1,"full":1,"cartesian":1,"product":1,"num":1,"tokens":1,"1":7,"i":10,"for":5,"in":5,"64":3,"5120":2,"5137":3,"83":1,"1033":1,"2048":2,"4096":1,"add":1,"residual":11,"false":2,"true":2,"scale":3,"ubs":1,"seeds":1,"cuda":4,"devices":1,"f":1,"if":3,"device":2,"count":1,"else":2,"eps":1,"1e":1,"6":1,"helpers":1,"def":3,"float32":2,"tensor":14,"x":7,"return":2,"dtype":4,"ref":3,"rms":7,"norm":8,"layer":5,"tuple":2,"is":2,"not":2,"none":2,"clone":1,"out":4,"forward":2,"native":2,"dynamic":1,"per":1,"token":1,"ub":2,"assert":1},"1982,1973,data/raw/vllm-0.10.1/tests/kernels/core/test_fused_quant_layernorm.py":{"quant":15,"if":3,"dtype":11,"torch":30,"float8":1,"e4m3fn":1,"out":7,"scales":5,"ops":6,"scaled":2,"fp8":1,"scale":8,"ub":8,"use":1,"per":5,"token":5,"dynamic":5,"true":1,"else":1,"assert":1,"int8":2,"return":4,"residual":11,"def":3,"ref":2,"impl":2,"rms":3,"norm":3,"layer":2,"rmsnorm":1,"x":6,"tensor":20,"optional":9,"tuple":3,"weight":4,"is":1,"not":1,"none":1,"clone":1,"eps":1,"pytest":1,"mark":1,"parametrize":1,"num":2,"tokens":2,"hidden":2,"size":1,"sizes":1},"3955,1922,data/raw/vllm-0.10.1/tests/kernels/core/test_fused_quant_layernorm.py":{"pytest":6,"mark":6,"parametrize":6,"add":5,"residual":13,"scale":11,"ub":7,"ubs":1,"dtype":21,"dtypes":2,"quant":9,"seed":6,"seeds":1,"device":5,"cuda":4,"devices":1,"torch":19,"inference":1,"mode":1,"def":1,"test":1,"rms":4,"norm":2,"num":2,"tokens":2,"int":3,"hidden":4,"size":4,"bool":2,"str":1,"none":4,"random":1,"manual":2,"if":6,"is":3,"available":1,"set":1,"default":1,"not":2,"and":1,"float8":1,"e4m3fn":1,"skip":1,"return":1,"layer":5,"rmsnorm":1,"eps":1,"to":5,"make":2,"weights":1,"weight":2,"data":1,"normal":1,"mean":2,"1":4,"0":2,"std":1,"inputs":1,"x":7,"randn":2,"like":1,"else":2,"ref":10,"float32":3,"out":8,"scales":4,"impl":2,"ops":9,"assert":6,"allclose":4,"int8":1,"big":1,"atol":2,"account":1,"for":1,"round":1,"off":1,"errors":1},"5877,330,data/raw/vllm-0.10.1/tests/kernels/core/test_fused_quant_layernorm.py":{"output":2,"torch":4,"empty":2,"like":1,"x":5,"dtype":3,"quant":2,"scales":2,"numel":1,"shape":1,"1":2,"device":2,"float32":1,"opcheck":1,"ops":1,"c":1,"rms":1,"norm":1,"dynamic":1,"per":1,"token":1,"layer":1,"weight":1,"1e":1,"5":1,"scale":1,"ub":1,"residual":1},"0,1737,data/raw/vllm-0.10.1/tests/kernels/core/test_layernorm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"import":6,"pytest":8,"torch":10,"from":4,"tests":2,"kernels":2,"quant":1,"utils":2,"fp8":1,"dtype":8,"opcheck":1,"model":1,"executor":1,"layers":1,"layernorm":1,"rmsnorm":2,"platforms":1,"current":2,"platform":2,"dtypes":2,"half":1,"bfloat16":1,"float":1,"num":5,"tokens":5,"7":1,"83":1,"4096":1,"arbitrary":2,"values":2,"for":3,"testing":2,"hidden":9,"sizes":2,"8":1,"768":1,"769":1,"770":1,"771":1,"5120":1,"5124":1,"5125":1,"5126":1,"8192":1,"8199":1,"add":5,"residual":6,"false":2,"true":2,"seeds":2,"cuda":4,"devices":2,"f":1,"i":2,"in":1,"range":1,"1":5,"if":3,"device":5,"count":1,"else":3,"mark":7,"parametrize":7,"size":7,"seed":4,"strided":4,"input":4,"inference":1,"mode":1,"def":1,"test":1,"rms":1,"norm":1,"int":3,"bool":2,"str":1,"none":2,"everything":1,"set":1,"default":1,"layer":2,"weight":1,"data":1,"normal":1,"mean":1,"std":1,"scale":3,"last":2,"dim":2,"x":6,"randn":2,"assert":1,"is":1,"contiguous":1,"like":1},"1737,1944,data/raw/vllm-0.10.1/tests/kernels/core/test_layernorm.py":{"note":2,"woosuk":2,"the":2,"reference":1,"implementation":1,"should":1,"be":1,"executed":1,"first":1,"because":2,"custom":1,"kernel":1,"is":3,"in":1,"place":1,"ref":4,"out":9,"layer":6,"forward":1,"native":1,"x":8,"residual":8,"layernorm":1,"operators":2,"including":1,"rms":4,"typically":1,"have":1,"larger":2,"numerical":1,"errors":1,"than":1,"other":1,"they":1,"involve":1,"reductions":1,"therefore":1,"we":1,"use":1,"a":1,"tolerance":1,"if":3,"add":5,"torch":9,"testing":3,"assert":4,"close":3,"0":7,"atol":3,"1e":6,"2":8,"rtol":3,"1":6,"else":3,"not":1,"none":2,"opcheck":2,"ops":2,"c":2,"fused":2,"norm":3,"weight":3,"data":2,"variance":2,"epsilon":2,"pytest":8,"mark":8,"parametrize":8,"num":4,"tokens":4,"hidden":8,"size":7,"sizes":1,"dtype":7,"dtypes":1,"quant":3,"scale":3,"01":1,"10":1,"seed":4,"seeds":1,"device":4,"cuda":1,"devices":1,"strided":4,"input":4,"false":1,"true":1,"def":1,"test":1,"int":3,"bool":2,"float":1,"str":1,"current":1,"platform":1,"everything":1,"set":1,"default":1,"empty":1,"normal":1,"mean":1,"std":1,"last":2,"dim":2,"base":2,"randn":1,"contiguous":1},"3681,1875,data/raw/vllm-0.10.1/tests/kernels/core/test_layernorm.py":{"x":17,"scale":10,"if":2,"add":5,"residual":12,"torch":16,"randn":1,"like":4,"fused":13,"clone":3,"else":2,"none":1,"out":12,"norm":9,"empty":3,"quant":23,"dtype":3,"fp8":7,"t":7,"tensor":1,"float32":1,"ops":8,"c":8,"rms":6,"static":6,"weight":6,"1e":8,"6":6,"unfused":7,"kernel":1,"is":2,"in":1,"place":1,"so":1,"it":1,"goes":1,"second":1,"also":1,"use":1,"a":1,"separate":1,"of":1,"to":1,"avoid":1,"modifying":1,"the":1,"input":2,"base":3,"hidden":1,"size":1,"assert":2,"contiguous":2,"strided":1,"scaled":2,"cuda":1,"synchronize":1,"testing":1,"close":1,"atol":1,"2":2,"rtol":1,"opcheck":2},"5556,223,data/raw/vllm-0.10.1/tests/kernels/core/test_layernorm.py":{"torch":3,"testing":1,"assert":1,"close":1,"out":2,"quant":2,"to":2,"dtype":2,"float32":2,"fused":1,"atol":1,"1e":2,"3":2,"rtol":1},"0,1997,data/raw/vllm-0.10.1/tests/kernels/core/test_rotary_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"tests":2,"for":1,"miscellaneous":1,"utilities":1,"from":3,"typing":1,"import":5,"optional":3,"pytest":9,"torch":8,"kernels":1,"utils":1,"opcheck":5,"model":1,"executor":1,"layers":1,"rotary":11,"embedding":7,"rotaryembedding":2,"def":2,"rot":8,"positions":3,"tensor":4,"query":6,"key":6,"none":3,"offsets":3,"cos":4,"sin":4,"cache":4,"device":3,"dtype":2,"ops":3,"batched":2,"are":1,"in":1,"place":1,"operations":1,"that":1,"update":1,"and":1,"tensors":1,"if":1,"is":8,"not":1,"c":2,"head":7,"size":6,"neox":5,"style":5,"dim":4,"else":1,"mark":8,"parametrize":8,"cuda":1,"max":3,"position":3,"11":2,"4096":1,"32768":1,"true":3,"false":3,"32":2,"108":1,"seq":2,"len":2,"1024":1,"use":2,"stride":2,"contiguous":2,"test":1,"dist":1,"init":1,"batch":1,"1":1,"base":2,"10000":1,"num":1,"heads":1,"7":1,"float32":1},"1997,1137,data/raw/vllm-0.10.1/tests/kernels/core/test_rotary_embedding.py":{"positions":4,"torch":6,"randint":1,"0":2,"max":1,"position":1,"batch":3,"size":6,"seq":3,"len":3,"device":6,"head":9,"stride":5,"64":1,"if":6,"is":2,"contiguous":3,"else":4,"query":7,"randn":2,"num":2,"heads":2,"dtype":2,"float32":1,"key":9,"like":1,"use":3,"none":3,"rotary":3,"embedding":3,"opcheck":3,"rot":3,"offsets":2,"zeros":1,"long":1,"we":1,"have":1,"a":1,"test":1,"the":1,"alternate":1,"dim":3,"shape":1,"layout":1,"flatten":2,"start":2,"2":2},"0,1880,data/raw/vllm-0.10.1/tests/kernels/core/test_uva.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":16,"0":19,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"pytest":5,"torch":8,"from":4,"utils":1,"get":3,"cuda":28,"view":21,"cpu":16,"tensor":13,"is":5,"uva":5,"available":5,"devices":3,"f":1,"i":2,"for":1,"in":1,"range":1,"1":6,"if":1,"device":13,"count":1,"else":1,"mark":4,"skipif":2,"not":4,"reason":2,"parametrize":2,"def":2,"test":2,"write":2,"set":2,"default":2,"zeros":2,"10":4,"pin":2,"memory":2,"true":2,"dtype":2,"int32":2,"assert":14,"type":2,"3":6,"4":8,"5":6,"mul":2,"gpu":1},"0,1987,data/raw/vllm-0.10.1/tests/encoder_decoder/test_e2e_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":10,"project":1,"e2e":2,"tests":3,"verify":1,"correctness":2,"of":1,"encoder":2,"decoder":5,"framework":1,"run":2,"pytest":10,"test":3,"py":1,"from":7,"typing":1,"import":8,"optional":2,"transformers":1,"automodelforseq2seqlm":1,"attention":1,"selector":1,"backend":8,"cached":2,"get":2,"attn":5,"global":1,"force":1,"context":1,"manager":1,"platforms":1,"current":1,"platform":1,"sequence":1,"samplelogprobs":2,"conftest":1,"decoderprompttype":4,"models":1,"utils":1,"check":1,"logprobs":4,"close":1,"list":4,"enc":2,"dec":2,"supported":2,"backends":2,"xformers":1,"flash":1,"none":2,"fixture":3,"scope":1,"function":1,"autouse":2,"true":2,"def":3,"use":3,"v0":2,"only":2,"monkeypatch":2,"since":1,"this":2,"module":2,"is":1,"set":1,"v1":2,"for":1,"all":1,"in":1,"setenv":1,"hf":6,"output":13,"tuple":1,"int":1,"str":7,"prompt":3,"type":3,"sanitize":1,"be":1,"comparable":1,"with":1,"ids":2,"out":2,"s":2,"if":1,"return":1,"clear":4,"cache":4,"before":1,"each":1,"yield":1,"allows":1,"mark":6,"parametrize":6,"model":1,"facebook":1,"bart":1,"large":1,"cnn":1,"dtype":1,"float":1,"max":1,"tokens":1,"128":1,"num":1,"5":1},"1987,1435,data/raw/vllm-0.10.1/tests/encoder_decoder/test_e2e_correctness.py":{"pytest":2,"mark":2,"parametrize":1,"enforce":2,"eager":2,"true":1,"false":2,"skipif":1,"current":1,"platform":1,"is":2,"cpu":2,"reason":1,"backend":7,"not":1,"currently":1,"supported":1,"with":3,"encoder":6,"decoder":8,"models":1,"def":1,"test":4,"e2e":2,"hf":3,"runner":2,"vllm":2,"example":2,"prompts":3,"model":2,"str":2,"dtype":2,"max":1,"tokens":1,"int":2,"num":2,"logprobs":1,"prompt":2,"type":3,"decoderprompttype":1,"bool":1,"attn":5,"none":3,"end":2,"to":2,"for":2,"the":5,"framework":1,"this":1,"evaluates":1,"functionality":1,"using":1,"bart":1,"we":1,"compare":1,"outputs":1,"of":1,"hugging":1,"face":1,"and":2,"implementations":2,"ensure":1,"that":1,"both":1,"produce":1,"consistent":1,"correct":1,"results":1,"global":1,"force":1,"context":1,"manager":1,"if":1,"flash":2,"attention":1,"works":1,"only":1,"bfloat16":2,"data":1,"case":1,"configuration":1,"settings":1,"baseline":1,"kwargs":1,"top":2,"k":1,"beams":1,"1":4,"repetition":1,"penalty":2,"0":4,"p":1,"length":2,"early":1,"stopping":1,"no":1,"repeat":1,"ngram":1,"size":1,"min":1},"3422,1080,data/raw/vllm-0.10.1/tests/encoder_decoder/test_e2e_correctness.py":{"with":2,"hf":10,"runner":2,"model":6,"dtype":4,"auto":1,"cls":1,"automodelforseq2seqlm":1,"as":2,"outputs":7,"generate":2,"encoder":2,"decoder":4,"greedy":2,"logprobs":5,"limit":1,"test":2,"case":2,"prompts":2,"max":2,"tokens":5,"num":3,"kwargs":1,"vllm":9,"enforce":2,"eager":2,"skip":3,"1":3,"if":1,"prompt":2,"type":2,"decoderprompttype":1,"none":1,"else":1,"0":4,"check":1,"close":1,"lst":2,"to":1,"output":3,"for":1,"in":1,"name":2},"0,1920,data/raw/vllm-0.10.1/tests/neuron/2_core/test_eagle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":8,"json":3,"os":6,"shutil":2,"tempfile":2,"torch":4,"from":4,"huggingface":1,"hub":1,"snapshot":3,"download":3,"safetensors":2,"safe":2,"open":3,"llm":1,"samplingparams":1,"def":1,"patch":1,"eagle":3,"draft":18,"with":4,"lm":9,"head":9,"target":11,"model":8,"id":6,"str":3,"in":1,"nxdi":1,"checkpoint":2,"must":1,"include":1,"weights":1,"for":1,"more":1,"details":1,"see":1,"https":1,"awsdocs":1,"neuron":1,"readthedocs":1,"hosted":1,"com":1,"en":1,"latest":1,"libraries":1,"nxd":1,"inference":1,"developer":1,"guides":1,"feature":1,"guide":1,"html":1,"compatibility":1,"final":3,"dir":14,"tmp":4,"patched":1,"temporarydirectory":1,"as":3,"repo":2,"local":2,"path":12,"join":5,"key":4,"weight":2,"index":5,"f":4,"load":2,"shard":2,"name":2,"map":2,"safetensor":2,"framework":1,"pt":1,"get":1,"tensor":1,"pytorch":1,"bin":1,"state":3,"dict":3,"location":1,"cpu":1,"float16":1,"save":1,"copytree":1,"dirs":1,"exist":1,"ok":1,"true":1,"return":1},"1920,1158,data/raw/vllm-0.10.1/tests/neuron/2_core/test_eagle.py":{"def":1,"test":2,"eagle":5,"patched":2,"draft":4,"path":2,"patch":1,"with":1,"lm":1,"head":3,"target":1,"model":6,"id":2,"meta":2,"llama":4,"2":3,"7b":3,"hf":2,"yuhuili":1,"llama2":1,"chat":1,"llm":3,"speculative":2,"config":2,"num":2,"tokens":1,"5":1,"max":3,"len":2,"128":2,"seqs":1,"1":2,"tensor":1,"parallel":1,"size":1,"override":1,"neuron":2,"enable":2,"speculation":3,"true":3,"fused":2,"qkv":1,"prompts":2,"the":5,"president":2,"of":4,"united":2,"states":2,"is":1,"outputs":3,"generate":1,"samplingparams":1,"top":1,"k":1,"expected":2,"output":5,"state":1,"and":1,"government":1,"direct":1,"for":1,"in":1,"generated":4,"text":5,"0":1,"print":2,"f":1,"prompt":2,"r":2,"assert":1,"passed":1},"0,1280,data/raw/vllm-0.10.1/tests/neuron/2_core/test_mistral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":2,"project":1,"from":1,"import":1,"llm":4,"samplingparams":7,"def":1,"test":2,"mistral":2,"model":2,"mistralai":1,"7b":1,"v0":1,"1":7,"tensor":1,"parallel":2,"size":2,"max":8,"num":1,"seqs":1,"4":2,"len":1,"128":1,"override":1,"neuron":2,"config":1,"sequence":2,"enabled":1,"false":1,"skip":1,"warmup":1,"true":1,"send":1,"more":1,"prompts":3,"than":1,"compiled":1,"batch":1,"and":1,"request":1,"varying":1,"generation":1,"lengths":1,"accuracy":1,"related":1,"specific":1,"id":1,"sorting":1,"president":1,"of":3,"united":1,"states":1,"is":5,"capital":1,"france":1,"what":1,"annapurna":1,"labs":1,"i":1,"believe":1,"meaning":1,"life":1,"tell":1,"me":1,"a":2,"story":1,"about":1,"brave":1,"knight":1,"hello":1,"my":1,"name":1,"llama":1,"sampling":2,"params":2,"top":6,"k":6,"tokens":6,"10":1,"20":1,"30":1,"40":1,"50":1,"60":1,"outputs":1,"generate":1},"1280,1318,data/raw/vllm-0.10.1/tests/neuron/2_core/test_mistral.py":{"expected":4,"outputs":4,"the":3,"most":1,"powerful":1,"person":1,"in":3,"world":1,"he":1,"is":7,"a":20,"city":2,"of":3,"many":1,"faces":1,"it":1,"history":1,"culture":1,"art":1,"fashion":1,"and":5,"n":7,"nannapurna":1,"labs":1,"semiconductor":1,"company":2,"that":4,"was":1,"founded":1,"2013":1,"by":1,"amazon":1,"to":4,"be":2,"happy":1,"ni":4,"believe":4,"happiness":3,"choice":1,"state":1,"mind":1,"journey":1,"who":6,"rescued":4,"princess":3,"from":4,"dragon":3,"ntell":2,"me":2,"story":2,"about":2,"herself":2,"then":1,"knight":1,"i":5,"am":5,"10":1,"year":1,"old":1,"male":1,"very":4,"friendly":1,"affectionate":1,"boy":4,"loves":3,"around":2,"people":1,"active":1,"play":1,"run":1,"smart":1,"learn":1,"new":1,"things":1,"loyal":1,"for":1,"output":5,"zip":1,"generated":4,"text":5,"0":1,"print":2,"f":1,"prompt":2,"r":2,"assert":1,"neuron":1,"mistral":1,"test":1,"passed":1},"0,1845,data/raw/vllm-0.10.1/tests/neuron/2_core/test_multi_lora.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":14,"vllm":3,"project":1,"from":3,"huggingface":1,"hub":1,"import":3,"snapshot":2,"download":2,"llm":5,"samplingparams":2,"lora":18,"request":2,"lorarequest":2,"def":1,"test":2,"llama":4,"single":1,"sql":3,"files":2,"repo":1,"id":4,"yard1":1,"7b":2,"model":2,"meta":1,"hf":1,"tensor":1,"parallel":2,"size":1,"max":4,"num":1,"seqs":1,"4":1,"len":1,"512":1,"override":1,"neuron":2,"config":1,"sequence":1,"enabled":1,"false":1,"skip":1,"warmup":1,"true":2,"modules":1,"name":2,"1":7,"path":2,"enable":1,"loras":1,"rank":1,"256":1,"device":1,"for":2,"multi":1,"requests":1,"using":1,"nxdi":2,"as":1,"backend":1,"only":1,"needs":1,"be":1,"specified":1,"and":2,"are":2,"supplied":1,"at":1,"class":1,"server":1,"initialization":1,"after":1,"which":1,"paths":1,"handled":1,"by":1,"req":3,"prompts":2,"president":2,"of":6,"united":2,"states":2,"is":3,"capital":1,"france":1,"outputs":5,"generate":1,"top":1,"k":1,"expected":4,"head":2,"state":1,"government":1,"direct":1,"a":1,"city":2,"contrasts":1,"home":1,"eiffel":1,"tower":1,"output":4,"in":1,"zip":1,"generated":2,"text":3,"assert":1},"1845,1806,data/raw/vllm-0.10.1/tests/neuron/2_core/test_multi_lora.py":{"def":1,"test":2,"llama":4,"multiple":1,"lora":21,"sql":4,"files":3,"snapshot":1,"download":1,"repo":1,"id":6,"yard1":1,"2":8,"7b":2,"llm":4,"model":2,"meta":1,"hf":1,"tensor":1,"parallel":2,"size":1,"max":4,"num":1,"seqs":1,"4":1,"len":1,"512":1,"override":1,"neuron":2,"config":1,"sequence":1,"enabled":1,"false":1,"skip":1,"warmup":1,"true":2,"modules":1,"name":3,"1":6,"path":3,"enable":1,"loras":1,"rank":1,"256":1,"device":1,"for":2,"multi":1,"requests":1,"using":1,"nxdi":2,"as":1,"the":13,"backend":1,"only":1,"needs":1,"to":2,"be":1,"specified":1,"and":2,"are":2,"supplied":1,"at":1,"class":1,"server":1,"initialization":1,"after":1,"which":1,"paths":1,"handled":1,"by":1,"req":4,"lorarequest":2,"0":2,"prompts":2,"president":2,"of":6,"united":2,"states":2,"is":3,"capital":1,"france":1,"outputs":5,"generate":1,"samplingparams":1,"top":1,"k":1,"request":1,"expected":4,"head":2,"state":1,"government":1,"direct":1,"a":1,"city":2,"contrasts":1,"home":1,"eiffel":1,"tower":1,"output":4,"in":1,"zip":1,"generated":2,"text":3,"assert":1},"0,1723,data/raw/vllm-0.10.1/tests/neuron/2_core/test_comm_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":4,"project":1,"import":10,"functools":2,"from":6,"typing":2,"callable":3,"unittest":1,"mock":1,"patch":1,"pytest":1,"torch":3,"xla":3,"distributed":9,"multiprocessing":1,"as":1,"xmp":1,"extensions":1,"paramspec":2,"communication":1,"op":1,"tensor":4,"model":4,"parallel":5,"all":3,"gather":2,"reduce":1,"state":1,"ensure":2,"initialized":2,"init":5,"environment":2,"utils":1,"get":2,"method":3,"open":1,"port":1,"p":6,"def":3,"reinitialize":2,"neuron":4,"runtime":7,"f":3,"none":3,"decorator":1,"before":1,"executing":1,"a":1,"test":2,"this":1,"is":1,"necessary":1,"for":2,"tests":1,"which":1,"need":1,"reallocate":1,"cores":1,"separate":1,"subprocesses":1,"wraps":1,"wrapper":2,"args":3,"kwargs":3,"classes":1,"initialize":2,"unsafe":1,"close":1,"return":1,"worker":1,"index":3,"tp":3,"degree":3,"backend":1,"1":2,"num":2,"dimensions":2,"3":1,"size":4,"list":1,"range":1,"total":2,"s":2,"in":1},"1723,1972,data/raw/vllm-0.10.1/tests/neuron/2_core/test_comm_ops.py":{"all":14,"gather":5,"dimension":3,"1":7,"tensors":6,"torch":10,"arange":2,"total":1,"size":7,"dtype":2,"float32":2,"device":2,"xla":5,"reshape":1,"tensor":4,"r":4,"for":3,"in":3,"range":3,"tp":12,"degree":7,"expected":4,"cat":1,"dim":3,"t":8,"index":5,"model":3,"parallel":4,"testing":2,"assert":2,"close":2,"def":2,"reduce":3,"test":7,"worker":3,"distributed":6,"init":6,"method":5,"environment":1,"backend":1,"ensure":1,"initialized":2,"num":4,"elements":2,"8":1,"sum":1,"stack":1,"0":4,"pytest":2,"mark":2,"parametrize":2,"2":1,"target":3,"reinitialize":1,"neuron":3,"runtime":2,"multi":1,"process":1,"monkeypatch":4,"with":1,"patch":1,"xlac":1,"is":1,"return":1,"value":1,"false":1,"get":2,"127":1,"open":1,"port":1,"setenv":3,"vllm":1,"use":1,"v1":1,"neuroncore":1,"devices":2,"str":1,"pjrt":1,"processes":1,"join":1,"xmp":1,"spawn":1,"args":1},"0,478,data/raw/vllm-0.10.1/tests/neuron/1_core/test_neuron_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"model":1,"executor":1,"layers":1,"quantization":1,"neuron":3,"quant":3,"import":1,"neuronquantconfig":2,"def":1,"test":1,"get":2,"supported":4,"act":4,"dtypes":4,"config":2,"target":2,"list":2,"any":2,"dtype1":1,"dtype2":1,"for":1,"dtype":2,"in":2,"assert":1},"0,1358,data/raw/vllm-0.10.1/tests/neuron/1_core/test_activation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":3,"project":1,"import":6,"pytest":3,"torch":11,"nn":1,"functional":1,"as":2,"f":3,"from":2,"model":2,"executor":1,"layers":1,"activation":7,"fastgelu":2,"siluandmul":2,"platforms":1,"current":2,"platform":2,"mark":2,"parametrize":2,"silu":2,"and":3,"mul":3,"gelu":3,"fast":2,"num":3,"tokens":3,"d":3,"dtype":5,"7":2,"512":3,"half":2,"float":1,"83":1,"inference":1,"mode":1,"def":1,"test":1,"act":1,"str":1,"int":2,"none":1,"xla":5,"core":1,"xm":2,"device":7,"seed":1,"everything":1,"set":1,"default":1,"cpu":3,"x":4,"randn":1,"if":1,"layer":4,"fn":3,"forward":2,"native":1,"elif":1,"else":1,"raise":1,"notimplementederror":1,"is":3,"not":1,"implemented":1,"assert":2,"input":1,"tensor":2,"under":1,"testing":2,"expected":1,"be":1,"out":4,"neuron":1,"ref":2,"close":1,"atol":1,"01":1,"rtol":1},"0,1989,data/raw/vllm-0.10.1/tests/neuron/1_core/test_logits_processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":10,"random":6,"from":6,"unittest":1,"mock":1,"patch":3,"pytest":2,"torch":9,"model":6,"executor":5,"layers":3,"logits":16,"processor":6,"logitsprocessor":3,"sampling":1,"metadata":1,"samplingmetadata":1,"utils":2,"set":3,"seed":5,"sequence":1,"samplingparams":1,"sequencedata":1,"sequencegroupmetadata":1,"is":1,"pin":1,"memory":1,"available":1,"class":1,"mocklogitsprocessor":3,"def":4,"init":2,"self":4,"vocab":5,"size":10,"int":3,"scale":3,"float":1,"fake":8,"tensor":7,"super":2,"clone":1,"forward":2,"args":3,"kwargs":3,"with":1,"prune":1,"hidden":1,"states":1,"lambda":2,"x":2,"y":1,"get":1,"return":2,"prepare":2,"test":3,"batch":5,"tuple":1,"32000":2,"input":4,"rand":1,"1024":1,"dtype":3,"float16":1,"full":1,"1e":1,"5":1,"seeds":2,"list":1,"range":1,"8":1,"mark":1,"parametrize":1,"processors":1,"xla":3,"core":1,"as":1,"xm":2,"device":3,"default":1,"cpu":1,"randint":1,"1":1,"256":1},"1989,1459,data/raw/vllm-0.10.1/tests/neuron/1_core/test_logits_processor.py":{"this":1,"sample":1,"logits":11,"processor":5,"gives":1,"infinite":1,"score":1,"to":2,"the":4,"i":4,"th":1,"token":4,"where":1,"is":3,"length":1,"of":1,"input":2,"sequence":2,"we":1,"therefore":1,"expect":1,"output":3,"be":1,"0":7,"1":6,"2":2,"def":1,"pick":2,"ith":2,"ids":2,"len":2,"float":1,"inf":1,"return":1,"seq":10,"group":4,"metadata":7,"list":4,"lens":5,"for":1,"in":1,"range":1,"batch":1,"size":1,"append":2,"sequencegroupmetadata":1,"request":1,"id":1,"f":1,"test":1,"prompt":1,"true":1,"data":2,"sequencedata":1,"from":1,"seqs":1,"3":1,"sampling":4,"params":1,"samplingparams":1,"temperature":1,"processors":1,"block":1,"tables":1,"get":1,"samplingmetadata":1,"prepare":1,"query":1,"device":2,"pin":2,"memory":2,"available":1,"lm":1,"head":1,"none":1,"hidden":1,"states":1,"tensor":1,"fake":2,"scale":1,"torch":1,"testing":1,"assert":1,"close":1,"rtol":1,"1e":1,"4":1,"atol":1},"0,1859,data/raw/vllm-0.10.1/tests/neuron/1_core/test_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"pytest":2,"torch":11,"from":1,"attention":1,"ops":1,"nki":1,"flash":1,"attn":1,"reshape":2,"and":3,"cache":4,"mark":1,"parametrize":1,"num":10,"tokens":7,"n":6,"kv":6,"head":14,"d":8,"blocks":5,"block":5,"size":5,"small":3,"model":3,"configuration":3,"e":3,"g":3,"gpt":3,"32":6,"12":3,"64":7,"4":5,"128":8,"typical":2,"sequence":2,"processing":2,"1":4,"single":1,"token":1,"update":1,"longer":1,"medium":2,"16":7,"96":2,"8":5,"256":4,"standard":1,"batch":2,"large":3,"3":1,"style":1,"48":1,"512":3,"window":2,"full":1,"context":1,"edge":1,"cases":1,"stress":1,"tests":1,"1024":1,"many":2,"heads":2,"few":1,"2048":1,"24":1,"scale":1,"test":3,"minimal":2,"configurations":1,"for":3,"debugging":1,"tiny":1,"case":1,"possible":1,"def":1,"set":1,"random":1,"seed":2,"reproducibility":1,"manual":1,"42":1,"create":1,"cpu":6,"tensors":1,"reference":1,"implementation":1,"key":2,"randn":2,"sqrt":2,"tensor":2,"value":2,"zeros":2,"slot":1,"mapping":1,"randperm":1},"1859,1527,data/raw/vllm-0.10.1/tests/neuron/1_core/test_cache.py":{"run":2,"reference":1,"implementation":2,"on":2,"cpu":17,"block":12,"indices":2,"torch":8,"div":1,"slot":5,"mapping":5,"size":2,"rounding":1,"mode":1,"floor":1,"offsets":2,"for":2,"i":5,"in":1,"range":1,"num":1,"tokens":1,"idx":3,"offset":3,"key":13,"cache":22,"value":13,"create":1,"xla":3,"device":11,"tensors":1,"to":4,"zeros":2,"like":2,"kv":3,"stack":1,"vectorized":1,"reshape":1,"and":1,"unbind":1,"dim":1,"0":1,"move":1,"results":2,"back":1,"comparison":1,"result":4,"assert":3,"match":1,"testing":2,"close":2,"rtol":2,"1e":4,"5":4,"atol":2},"0,1909,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":4,"typing":1,"import":6,"optional":1,"pytest":1,"torch":11,"nn":1,"functional":1,"as":1,"f":1,"utils":1,"cdiv":1,"class":1,"blockdiagonalcausalfrombottomrightmask":1,"staticmethod":1,"def":1,"seqlens":1,"query":6,"lens":17,"seq":14,"block":5,"size":5,"none":2,"logical":2,"and":1,"or":1,"contexted":3,"is":1,"context":3,"tensor":5,"n":14,"queries":6,"sum":2,"num":3,"seqs":3,"len":1,"if":2,"key":4,"blockaligned":4,"else":2,"blocks":2,"per":4,"1":4,"offset":6,"tolist":1,"keys":6,"a":8,"arange":2,"reshape":2,"expand":2,"b":4,"q":2,"cumsum":6,"dim":2,"k":2,"prior":1,"mask":6,"zeros":1,"new":3,"masks":1,"list":1,"for":1,"id":6,"in":1,"range":1,"ri":4,"ci":4,"nr":3,"nc":4,"left":1,"top":1,"bottom":1},"1909,1692,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"new":6,"mask":17,"logical":4,"and":3,"left":1,"top":1,"bottom":1,"prior":6,"or":1,"masks":2,"return":7,"staticmethod":1,"def":3,"from":4,"seqlens":4,"query":6,"lens":8,"seq":3,"block":3,"size":3,"none":4,"contexted":2,"is":1,"if":3,"blockdiagonalcausalfrombottomrightmask":3,"active":3,"else":2,"ref":2,"softmax":1,"x":4,"torch":11,"tensor":5,"dim":7,"int":1,"mixed":2,"precision":2,"false":3,"max":6,"reduce":3,"value":9,"amax":1,"keepdims":3,"true":3,"exp":6,"sum":7,"astype":2,"float32":1,"dtype":1,"reciprocal":1,"masked":1,"attention":1,"key":1,"scale":1,"float":1,"attn":1,"optional":2,"bool":1},"3601,1891,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"torch":6,"tensor":1,"scaled":5,"qk":5,"scale":3,"einsum":2,"qhd":2,"khd":2,"hqk":2,"query":5,"key":5,"float":4,"if":5,"attn":8,"mask":9,"is":1,"not":2,"none":1,"masked":7,"score":10,"return":11,"max":11,"reduce":7,"norm":4,"cached":8,"sum":4,"reciprocal":4,"ref":4,"softmax":2,"dim":4,"1":7,"true":1,"else":3,"out":3,"to":2,"value":6,"dtype":1,"def":1,"context":1,"attention":2,"lens":4,"seq":2,"head":2,"size":2,"num":4,"queries":4,"per":4,"kv":4,"false":1,"0":2,"5":1,"handle":1,"mqa":1,"and":1,"gqa":1,"repeat":2,"interleave":2,"blockdiagonalcausalfrombottomrightmask":1,"from":1,"seqlens":1,"convert":1,"binary":1,"inf":1,"values":1,"logical":1,"30000":1,"output":5,"debug":2,"tensors":2,"unsqueeze":1,"lse":2},"5492,1455,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"def":1,"sample":1,"inputs":1,"prefill":6,"batch":10,"size":17,"decode":6,"min":5,"query":10,"len":14,"max":11,"ctx":13,"block":4,"num":8,"heads":5,"kv":5,"head":4,"dtype":10,"model":2,"4":1,"per":2,"request":2,"cache":1,"2":2,"lens":11,"torch":9,"randint":3,"1":9,"long":3,"tolist":3,"for":2,"in":2,"range":1,"seq":2,"a":2,"b":2,"zip":1,"tokens":3,"sum":2,"empty":3,"uniform":2,"key":1,"value":1,"unbind":1,"dim":1},"6947,1179,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"k":2,"cache":7,"torch":15,"zeros":4,"size":12,"block":5,"num":4,"kv":5,"heads":4,"head":4,"dtype":12,"v":2,"sum":2,"query":3,"lens":5,"values":4,"arange":1,"0":5,"long":4,"randperm":1,"table":1,"batch":2,"max":2,"per":2,"request":2,"view":1,"b":3,"ctx":2,"len":1,"tensor":3,"start":2,"loc":2,"cumsum":2,"1":2,"dim":2,"copy":1,"to":1,"seq":2},"8126,1190,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"for":2,"i":14,"in":2,"range":2,"batch":1,"size":7,"j":5,"query":1,"lens":1,"k":3,"b":11,"start":15,"loc":16,"copy":4,"key":2,"seq":4,"ctx":10,"len":5,"v":3,"value":2,"cur":5,"0":2,"block":8,"id":3,"while":1,"if":1,"end":8,"else":1,"slot":7,"table":1,"cache":5,"view":2,"1":3,"num":2,"kv":3,"heads":2,"head":2,"torch":1,"stack":1},"9316,1742,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"return":2,"query":5,"k":1,"v":1,"kv":2,"cache":1,"block":10,"table":1,"key":1,"value":1,"lens":9,"seq":9,"def":1,"get":1,"active":6,"tables":3,"size":12,"num":6,"blocks":11,"context":2,"per":3,"1":6,"seqs":2,"len":2,"list":1,"int":1,"for":1,"id":3,"in":1,"range":1,"tolist":1,"f":1,"pad":1,"torch":2,"tensor":1,"dtype":1,"int32":1,"0":2,"constant":1,"pytest":1,"mark":1,"parametrize":1,"prefill":1,"batch":3,"decode":1,"large":5,"tile":1,"heads":3,"queries":1,"head":2,"mixed":3,"precision":3,"test":4,"minimal":2,"configurations":4,"small":2,"199":2,"512":2,"4":8,"2":4,"8":7,"false":4,"dimensions":1,"true":4,"same":1,"with":1,"common":2,"medium":2,"12":5,"32":4,"2048":3,"64":4,"case":1,"larger":1,"16":1,"grouped":1,"attention":1,"gqa":1,"256":2,"8192":2,"128":2,"many":1,"asymmetric":1,"24":2,"4096":1,"96":1,"varied":1,"sizes":1,"48":1,"balanced":1,"batches":1},"11058,1225,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"test":2,"edge":1,"cases":1,"1":2,"128":2,"16":6,"1024":2,"4":5,"2":2,"false":2,"large":4,"decode":2,"batch":4,"8":1,"true":3,"prefill":2,"12":2,"32":4,"2048":2,"multi":2,"head":2,"attention":4,"mha":1,"query":1,"mqa":1,"torch":6,"inference":1,"mode":2,"def":1,"contexted":1,"kv":2,"monkeypatch":3,"pytest":1,"size":7,"int":6,"num":2,"heads":1,"queries":1,"per":1,"block":2,"tile":2,"mixed":1,"precision":1,"bool":1,"none":1,"import":2,"xla":3,"core":1,"model":1,"as":2,"xm":2,"from":1,"vllm":1,"ops":1,"nki":1,"flash":2,"attn":2,"varlen":1,"nkifunc":1,"reorder":1,"context":2,"mask":1,"assert":1,"0":2,"device":3,"compiler":2,"flags":3,"str":2,"join":1,"o1":1,"retry":1,"failed":1,"compilation":1,"with":1,"m":2,"setenv":1,"neuron":1,"cc":1,"manual":1,"seed":1,"set":2,"printoptions":1,"sci":1,"default":1,"cpu":1,"dtype":1,"float32":1},"12283,1992,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"min":6,"ctx":6,"len":16,"32":1,"max":8,"1024":1,"query":12,"16":1,"512":1,"num":13,"kv":10,"heads":6,"queries":3,"per":2,"k":1,"active":6,"v":1,"cache":1,"block":6,"table":1,"key":2,"value":2,"lens":9,"seq":3,"sample":1,"inputs":1,"prefill":2,"batch":4,"size":19,"decode":2,"head":3,"dtype":2,"output":1,"ref":2,"context":7,"attention":1,"return":3,"reduce":1,"false":1,"build":1,"neuron":1,"program":1,"b":6,"p":3,"128":1,"assert":3,"large":4,"tile":4,"f":2,"expect":1,"to":5,"be":1,"larger":1,"than":1,"def":2,"pad":4,"multiple":2,"a":5,"cdiv":2,"next":2,"power":2,"of":2,"2":3,"0":2,"int":1,"1":1,"bit":1,"length":1,"calculate":1,"input":1,"shapes":1,"sum":2,"torch":2,"tensor":2,"blocks":4,"item":1,"invalid":1},"14275,1914,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"pad":10,"qkv":2,"tensors":2,"dims":4,"0":24,"max":4,"num":5,"queries":4,"query":8,"shape":5,"f":5,"constant":5,"k":5,"active":11,"v":5,"permute":5,"1":10,"n":3,"heads":3,"d":3,"seq":5,"q":1,"key":1,"kv":5,"value":1,"unsqueeze":3,"2":4,"3":4,"contiguous":4,"cache":2,"4":1,"transform":1,"block":7,"table":3,"get":1,"tables":1,"cpu":3,"torch":3,"tensor":2,"lens":4,"size":3,"blocks":1,"build":1,"attention":1,"masks":1,"prior":6,"mask":13,"blockdiagonalcausalfrombottomrightmask":1,"from":1,"seqlens":1,"padded":4,"context":1,"len":1,"bool":2,"attn":1,"concat":1,"dim":1},"16189,1258,data/raw/vllm-0.10.1/tests/neuron/1_core/test_prefix_prefill.py":{"attn":4,"mask":4,"reorder":1,"context":1,"large":3,"tile":3,"size":5,"block":2,"input":4,"args":2,"query":2,"to":6,"device":12,"k":1,"v":1,"kv":3,"cache":1,"active":1,"table":1,"kwargs":2,"dict":1,"n":3,"head":3,"num":5,"heads":3,"mixed":2,"precision":2,"sz":1,"output":12,"nki":6,"flash":1,"varlen":1,"nkifunc":1,"actual":3,"tokens":3,"sum":1,"lens":1,"o":1,"shape":2,"bs":2,"seq":2,"q":2,"d":2,"cpu":1,"permute":1,"0":14,"2":2,"1":2,"3":1,"ref":6,"padded":2,"f":1,"pad":1,"max":1,"queries":1,"constant":1,"transpose":1,"torch":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":1,"rtol":1},"0,1730,data/raw/vllm-0.10.1/tests/neuron/1_core/test_neuron_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":9,"os":3,"from":8,"unittest":1,"mock":3,"magicmock":2,"config":18,"vllmconfig":2,"engine":9,"arg":1,"utils":1,"engineargs":2,"platforms":2,"current":2,"platform":2,"neuron":9,"neuronframework":2,"sampling":6,"params":2,"samplingparams":1,"sequence":1,"sequencedata":1,"sequencegroupmetadata":1,"worker":1,"model":16,"runner":8,"neuronmodelrunner":3,"environ":2,"framework":2,"transformers":2,"neuronx":2,"value":1,"def":2,"create":3,"str":1,"args":4,"kwargs":2,"parallel":2,"scheduler":2,"device":4,"return":1,"test":2,"update":1,"not":2,"full":1,"batch":1,"on":2,"disabled":2,"facebook":1,"opt":1,"125m":1,"seed":1,"dtype":1,"float16":1,"max":1,"num":1,"seqs":1,"assert":1,"param":1,"updating":2,"only":1,"when":1,"tnx":1,"is":1,"nxdi":1,"handles":1,"parameter":1,"inside":1,"if":1,"use":1},"1730,1841,data/raw/vllm-0.10.1/tests/neuron/1_core/test_neuron_model_runner.py":{"seq":3,"group":2,"metadata":2,"list":2,"sequencegroupmetadata":1,"request":1,"id":2,"test":3,"0":14,"is":3,"prompt":1,"true":1,"data":1,"sequencedata":1,"from":1,"seqs":2,"1":9,"2":2,"3":1,"sampling":17,"params":8,"samplingparams":1,"temperature":2,"5":4,"top":5,"k":3,"p":2,"block":3,"tables":2,"model":15,"runner":7,"prepare":1,"input":1,"index":4,"neuron":11,"parameters":5,"based":1,"on":3,"indices":1,"the":3,"first":1,"of":1,"sequence":1,"so":2,"its":1,"are":1,"placed":1,"at":1,"will":1,"be":1,"default":1,"sequecne":1,"s":1,"config":2,"assert":5,"max":2,"mock":3,"update":2,"generation":1,"called":1,"once":1,"with":1,"def":1,"full":1,"batch":1,"os":1,"environ":1,"device":2,"disabled":2,"create":1,"facebook":1,"opt":1,"125m":1,"seed":1,"dtype":1,"float16":1,"num":1,"not":1,"param":1,"updating":2,"only":1,"when":1,"tnx":1,"framework":1,"nxdi":1,"handles":1,"parameter":1,"inside":1,"if":1,"current":1,"platform":1,"use":1,"transformers":1,"neuronx":1,"magicmock":1},"3571,1621,data/raw/vllm-0.10.1/tests/neuron/1_core/test_neuron_model_runner.py":{"seq":4,"group":2,"metadata":2,"list":2,"sequencegroupmetadata":2,"request":2,"id":3,"test":2,"0":16,"is":3,"prompt":2,"true":2,"data":2,"sequencedata":2,"from":2,"seqs":2,"1":10,"2":7,"3":1,"sampling":12,"params":8,"samplingparams":2,"temperature":3,"5":5,"top":6,"k":3,"p":3,"block":4,"tables":3,"4":1,"6":1,"model":6,"runner":2,"prepare":1,"input":1,"index":4,"neuron":7,"parameters":5,"based":1,"on":1,"indices":1,"the":3,"first":1,"of":1,"sequence":2,"so":2,"its":1,"are":1,"placed":1,"at":1,"will":1,"be":1,"s":2,"sequecne":1,"config":2,"assert":4,"mock":1,"update":1,"generation":1,"called":1,"once":1,"with":1},"0,1886,data/raw/vllm-0.10.1/tests/neuron/1_core/test_block_table.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":6,"neuronxcc":2,"nki":4,"language":1,"as":3,"nl":7,"pytest":1,"torch":2,"nn":1,"functional":1,"f":7,"from":2,"attention":1,"ops":1,"flash":1,"attn":1,"load":5,"block":24,"tables":21,"transform":4,"for":3,"indirect":2,"def":3,"is":2,"power":3,"of":3,"n":4,"return":2,"and":2,"1":4,"num":19,"tiles":9,"blocks":7,"per":7,"tile":7,"head":9,"id":6,"size":9,"tiling":3,"factor":3,"assert":3,"must":1,"be":1,"sbuf":2,"we":1,"need":1,"pass":1,"an":1,"index":1,"arange":1,"none":1,"transposed":5,"b":6,"p":2,"128":2,"shape":3,"out":3,"ndarray":1,"dtype":1,"int32":1,"buffer":1,"shared":1,"hbm":1,"i":3,"in":1,"affine":1,"range":1,"store":1,"dst":1,"value":1,"ref":1,"numel":1,"view":1,"padded":2,"pad":1,"constant":1},"1886,1463,data/raw/vllm-0.10.1/tests/neuron/1_core/test_block_table.py":{"block":13,"tables":11,"num":12,"head":8,"id":3,"view":4,"tiles":5,"padded":3,"blocks":6,"per":8,"tile":6,"1":10,"offset":2,"torch":5,"arange":1,"0":4,"size":5,"tiling":2,"factor":2,"transposed":3,"t":1,"shape":1,"assert":1,"b":3,"f":3,"return":1,"pytest":3,"mark":2,"parametrize":2,"q":2,"kv":2,"3":1,"13":1,"16":1,"17":1,"128":3,"35":1,"512":1,"130":1,"64":1,"280":1,"256":1,"315":1,"inference":1,"mode":2,"def":1,"test":1,"load":1,"and":1,"transform":1,"monkeypatch":3,"none":1,"import":1,"xla":3,"core":1,"model":1,"as":2,"xm":2,"device":2,"compiler":2,"flags":3,"str":2,"join":1,"o1":1,"retry":1,"failed":1,"compilation":1,"with":1,"context":1,"m":2,"setenv":1,"neuron":1,"cc":1,"manual":1,"seed":1,"10000":1,"set":1,"printoptions":1,"sci":1,"false":1},"3349,1181,data/raw/vllm-0.10.1/tests/neuron/1_core/test_block_table.py":{"on":1,"neuron":1,"we":1,"need":1,"b":5,"p":5,"size":9,"128":2,"blocks":9,"to":2,"make":1,"dma":1,"efficient":1,"if":1,"num":11,"per":8,"tile":6,"assert":3,"0":2,"block":9,"tiling":4,"factor":4,"else":1,"1":3,"max":2,"100000":1,"tables":5,"torch":3,"randint":1,"tiles":3,"dtype":1,"int32":1,"nki":6,"out":8,"jit":1,"load":1,"and":1,"transform":2,"device":2,"q":2,"head":6,"kv":2,"id":2,"cpu":1,"ref":5,"shape":4,"f":1,"all":1},"0,1333,data/raw/vllm-0.10.1/tests/neuron/1_core/test_layernorm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":1,"vllm":3,"project":1,"import":5,"pytest":2,"torch":12,"from":2,"model":2,"executor":1,"layers":1,"layernorm":1,"rmsnorm":2,"platforms":1,"current":2,"platform":2,"mark":1,"parametrize":1,"num":3,"tokens":3,"hidden":5,"size":5,"add":4,"residual":9,"dtype":7,"7":1,"8":1,"false":2,"half":3,"83":4,"768":4,"true":3,"bfloat16":1,"float32":1,"inference":1,"mode":1,"def":1,"test":1,"rms":1,"norm":1,"int":2,"bool":1,"none":3,"xla":5,"core":1,"as":1,"xm":2,"device":8,"seed":1,"everything":1,"set":1,"default":1,"cpu":6,"layer":4,"weight":1,"data":1,"normal":1,"mean":1,"1":3,"std":1,"scale":3,"x":6,"randn":2,"like":1,"if":2,"else":2,"ref":1,"out":2,"forward":1,"native":1,"assert":1,"is":2,"input":1,"tensor":2,"under":1,"testing":1,"expected":1,"be":1},"1333,831,data/raw/vllm-0.10.1/tests/neuron/1_core/test_layernorm.py":{"note":1,"woosuk":1,"layernorm":1,"operators":2,"including":1,"rms":1,"typically":1,"have":1,"larger":2,"numerical":1,"errors":1,"than":1,"other":1,"because":1,"they":1,"involve":1,"reductions":1,"therefore":1,"we":1,"use":1,"a":1,"tolerance":1,"if":1,"add":1,"residual":1,"assert":5,"out":8,"0":3,"is":4,"xla":4,"output":2,"tensor":4,"expected":2,"to":2,"be":2,"torch":3,"testing":3,"close":3,"cpu":3,"ref":3,"atol":3,"1e":6,"2":6,"rtol":3,"1":2,"else":1},"0,1119,data/raw/vllm-0.10.1/tests/neuron/1_core/test_rotary_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"tests":1,"for":1,"miscellaneous":1,"utilities":1,"import":5,"pytest":2,"torch":4,"from":2,"model":2,"executor":1,"layers":1,"rotary":5,"embedding":2,"rotaryembedding":2,"platforms":1,"current":2,"platform":2,"mark":1,"parametrize":1,"max":3,"position":3,"is":3,"neox":3,"style":3,"dim":3,"head":3,"size":4,"seq":2,"len":2,"use":2,"key":2,"16":6,"false":5,"32":8,"1024":6,"true":7,"128":4,"def":1,"test":1,"opcheck":1,"xla":3,"core":1,"as":1,"xm":2,"device":3,"seed":1,"everything":1,"set":1,"default":1,"cpu":1,"batch":1,"1":1,"base":2,"10000":1,"num":1,"heads":1,"8":1,"rot":1,"float32":1},"1119,1427,data/raw/vllm-0.10.1/tests/neuron/1_core/test_rotary_embedding.py":{"positions":4,"torch":6,"randint":1,"0":1,"max":1,"position":1,"batch":2,"size":3,"seq":2,"len":2,"device":11,"cpu":7,"query":10,"randn":2,"num":1,"heads":1,"head":1,"dtype":1,"float32":1,"key":13,"like":1,"if":3,"use":2,"else":3,"none":5,"assert":6,"is":9,"reference":1,"input":1,"tensor":6,"expected":4,"to":9,"be":4,"ref":4,"rot":2,"forward":2,"native":1,"out":8,"neuron":1,"not":1,"xla":5,"and":1,"output":2,"testing":2,"close":2,"atol":2,"1e":4,"2":4,"rtol":2,"returned":1},"0,1751,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":9,"vllm":2,"project":1,"import":4,"pytest":1,"from":3,"transformers":1,"autotokenizer":1,"tests":1,"reasoning":30,"utils":1,"deltamessage":1,"run":1,"extraction":1,"reasoningparser":1,"reasoningparsermanager":1,"parser":1,"name":1,"granite":1,"start":14,"here":2,"is":20,"my":2,"thought":1,"process":1,"response":8,"simple":1,"output":7,"f":6,"this":22,"a":8,"section":8,"rest":8,"noqa":2,"e501":2,"content":16,"complete":2,"none":3,"no":1,"multiple":2,"lines":2,"nthat":8,"with":3,"think":3},"1751,1777,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"test":3,"cases":2,"pytest":15,"param":16,"false":7,"simple":4,"reasoning":21,"id":14,"complete":8,"no":4,"multiple":8,"lines":8,"with":12,"think":12,"true":7,"streaming":9,"global":1,"tokenizer":2,"initialization":1,"to":1,"avoid":1,"repeated":1,"loading":1,"autotokenizer":1,"from":1,"pretrained":1,"facebook":1,"opt":1,"125m":1,"mark":1,"parametrize":1,"dict":3,"def":1,"bool":1},"3528,1915,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"output":5,"tokenizer":3,"tokenize":1,"param":3,"dict":3,"decode":1,"everything":1,"to":5,"tokens":6,"list":1,"str":1,"convert":1,"string":1,"token":2,"for":2,"in":1,"parser":4,"reasoningparser":1,"reasoningparsermanager":1,"get":1,"reasoning":12,"name":1,"content":15,"run":1,"extraction":1,"streaming":7,"assert":2,"additional":1,"tests":1,"verifying":1,"the":6,"correctness":1,"of":2,"granite":2,"this":1,"is":8,"complicated":1,"because":1,"uses":1,"multiple":1,"indicate":1,"when":3,"thinking":1,"starting":2,"it":1,"s":1,"its":1,"response":1,"so":1,"skipping":1,"special":1,"awkward":1,"handling":1,"start":1,"1":1,"previous":4,"text":14,"none":7,"current":4,"here":9,"delta":6,"we":4,"fail":1,"should":3,"give":1,"what":1,"was":1,"previously":1,"being":1,"silenced":1,"first":3,"2":1,"my":5,"thought":5,"failure":3,"but":2,"then":2,"after":2,"one":2,"only":2,"add":2,"3":1,"wrong":2,"words":3,"4":1,"process":2,"started":1,"successfully":1,"parse":1},"5443,1897,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"streaming":6,"5":1,"previous":6,"text":20,"here":25,"is":25,"my":18,"thought":12,"process":12,"current":6,"foo":14,"delta":9,"reasoning":8,"content":16,"none":5,"response":11,"special":4,"sequence":3,"has":2,"started":2,"but":2,"not":1,"finished":1,"6":1,"was":2,"broken":1,"the":6,"should":2,"be":3,"that":2,"previously":1,"unused":1,"7":1,"ongoing":2,"8":1,"bar":9,"everything":1,"we":1,"able":1,"to":1,"correctly":1,"parse":1,"both":1,"9":1,"and":1,"mixes":1,"10":1,"baz":3,"starts":1,"a":2,"new":1,"substring":1,"might":1,"seq":1},"7340,800,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"streaming":3,"11":1,"previous":3,"text":10,"here":13,"is":11,"my":8,"thought":6,"process":6,"this":2,"a":2,"reasoning":5,"section":2,"current":3,"delta":4,"content":6,"none":5,"the":2,"finishing":1,"response":3,"special":1,"seq":1,"12":1,"foo":4,"13":1,"was":3},"8140,1787,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"streaming":16,"subcases":3,"pytest":14,"param":19,"1":1,"id":13,"starting":1,"reasoning":7,"special":3,"sequence":9,"2":1,"unexpected":2,"start":3,"3":1,"continuing":1,"4":1,"only":1,"and":2,"nothing":1,"else":2,"5":1,"content":1,"has":3,"started":3,"6":1,"response":6,"7":1,"reset":1,"8":1,"text":5,"9":1,"delta":7,"contains":2,"everything":1,"10":1,"some":1,"11":1,"starts":1,"12":1,"finishes":1,"13":1,"breaks":1,"potential":1,"responise":1,"mark":1,"parametrize":1,"dict":6,"def":1,"test":1,"get":2,"all":1,"of":1,"the":1,"token":4,"ids":4,"previous":3,"tokenizer":4,"encode":3,"if":1,"is":1,"not":1,"none":1,"current":2,"parser":3,"reasoningparser":1,"reasoningparsermanager":1,"name":1},"9927,799,data/raw/vllm-0.10.1/tests/reasoning/test_granite_reasoning_parser.py":{"response":6,"parser":1,"extract":1,"reasoning":5,"content":9,"streaming":2,"previous":4,"text":6,"param":7,"dict":7,"current":4,"delta":4,"token":6,"ids":6,"currently":1,"expects":1,"at":1,"least":1,"one":1,"of":1,"so":1,"the":1,"should":1,"return":1,"none":4,"in":1,"that":1,"case":1,"if":1,"is":3,"and":1,"assert":4,"else":1,"isinstance":1,"deltamessage":1},"0,1934,data/raw/vllm-0.10.1/tests/reasoning/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":4,"project":1,"from":4,"typing":1,"import":4,"optional":3,"union":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":2,"deltamessage":2,"reasoning":19,"reasoningparser":2,"transformers":1,"utils":1,"tokenizers":1,"mistral":1,"mistraltokenizer":1,"class":1,"streamingreasoningreconstructor":1,"def":3,"init":1,"self":10,"content":23,"none":10,"other":5,"append":1,"delta":10,"and":2,"should":1,"not":2,"be":1,"present":2,"at":1,"same":1,"time":1,"assert":1,"is":5,"or":2,"both":1,"are":1,"in":1,"message":1,"if":4,"else":4,"run":3,"extraction":3,"parser":3,"model":3,"output":3,"list":1,"str":3,"request":3,"streaming":3,"bool":1,"false":1,"tuple":1,"reconstructor":3,"return":2,"nonstreaming":1},"1934,1502,data/raw/vllm-0.10.1/tests/reasoning/utils.py":{"def":3,"run":5,"reasoning":18,"extraction":5,"mistral":2,"parser":9,"reasoningparser":3,"model":12,"output":8,"list":3,"int":1,"request":9,"union":3,"chatcompletionrequest":4,"none":7,"streaming":4,"bool":1,"false":1,"tuple":2,"optional":4,"str":8,"assert":1,"isinstance":1,"tokenizer":3,"mistraltokenizer":1,"type":1,"if":1,"reconstructor":3,"return":3,"content":5,"other":1,"or":2,"else":1,"convert":1,"ids":1,"to":1,"tokens":1,"nonstreaming":2,"messages":1,"test":1,"extract":1,"join":1,"deltas":1},"3436,1174,data/raw/vllm-0.10.1/tests/reasoning/utils.py":{"streamingreasoningreconstructor":2,"request":3,"or":1,"chatcompletionrequest":2,"messages":1,"model":5,"test":1,"reconstructor":3,"previous":8,"text":7,"tokens":7,"list":2,"int":2,"for":2,"delta":11,"in":3,"deltas":2,"token":6,"reasoning":7,"parser":5,"vocab":2,"get":1,"tokenizer":1,"tokenize":1,"if":2,"current":6,"message":3,"extract":1,"content":1,"streaming":2,"is":1,"not":1,"none":3,"append":1,"return":1,"def":1,"run":1,"extraction":1,"mistral":1,"reasoningparser":1,"union":1},"4610,1079,data/raw/vllm-0.10.1/tests/reasoning/utils.py":{"streamingreasoningreconstructor":2,"assert":1,"isinstance":1,"reasoning":5,"parser":4,"model":9,"tokenizer":3,"mistraltokenizer":1,"type":1,"request":2,"or":1,"chatcompletionrequest":1,"messages":1,"test":1,"reconstructor":3,"previous":8,"text":7,"tokens":8,"list":1,"int":1,"for":1,"delta":13,"in":1,"deltas":1,"token":3,"convert":1,"ids":1,"to":1,"0":1,"current":6,"message":3,"extract":1,"content":1,"streaming":1,"if":1,"is":1,"not":1,"none":1,"append":1,"return":1},"0,1901,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"import":6,"pytest":2,"from":6,"mistral":17,"common":2,"tokens":9,"tokenizers":3,"base":1,"specialtokens":5,"tekken":1,"specialtokeninfo":3,"tekkenizer":2,"tests":1,"reasoning":3,"utils":2,"run":1,"extraction":1,"reasoningparser":1,"reasoningparsermanager":1,"transformers":1,"mistraltokenizer":2,"parser":1,"name":1,"fixture":1,"scope":1,"module":1,"def":1,"tokenizer":21,"todo":1,"julien":1,"upon":1,"model":1,"release":1,"change":1,"a":1,"already":1,"configured":1,"pretrained":1,"mistralai":1,"devstral":1,"small":1,"2507":1,"assert":1,"isinstance":1,"add":1,"think":7,"special":7,"all":2,"35":5,"rank":2,"is":2,"control":2,"true":2,"token":2,"str":2,"begin":3,"value":4,"36":5,"end":3,"reverse":4,"vocab":4,"k":2,"v":3,"for":1,"in":2,"items":1,"if":1,"not":1,"instruct":2,"return":1},"1901,1886,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"simple":1,"reasoning":37,"output":10,"this":28,"is":34,"a":10,"section":10,"think":14,"the":12,"rest":12,"content":23,"end":10,"true":8,"complete":2,"none":5,"no":3,"false":2,"streaming":2,"multiple":2,"lines":2,"nthat":8,"shortest":2,"with":3},"3787,1427,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"shortest":2,"reasoning":23,"no":2,"streaming":4,"with":2,"think":14,"output":8,"this":9,"is":22,"the":11,"rest":8,"content":15,"end":8,"true":4,"none":5,"a":6,"section":6,"false":3,"empty":2,"new":3,"line":2,"n":2,"nthis":5,"cannot":2,"handle":1,"lines":1,"at":1,"beginning":1,"of":1,"because":1,"we":2,"need":1,"to":1,"support":1,"and":1,"know":1,"if":1,"text":1,"before":1,"or":1,"not":1},"5214,1994,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"test":1,"cases":1,"pytest":18,"param":18,"false":9,"simple":4,"reasoning":22,"id":18,"true":9,"streaming":12,"complete":8,"no":6,"content":2,"token":2,"multiple":8,"lines":8,"shortest":8,"with":16,"think":16},"7208,537,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"pytest":6,"param":6,"false":3,"think":4,"no":4,"end":4,"id":6,"true":3,"streaming":5,"empty":4,"new":4,"line":4},"7745,1887,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"pytest":1,"mark":1,"parametrize":1,"streaming":2,"param":3,"dict":4,"test":2,"cases":1,"def":1,"mistral":12,"reasoning":1,"bool":1,"tokenizer":18,"mistraltokenizer":1,"output":34,"index":12,"think":33,"find":2,"len":8,"end":12,"encode":8,"everything":1,"to":1,"tokens":12,"ids":1,"if":2,"1":3,"before":4,"false":14,"instruct":3,"begin":1,"middle":4,"after":4,"else":2,"elif":1},"9632,937,data/raw/vllm-0.10.1/tests/reasoning/test_mistral_reasoning_parser.py":{"parser":7,"reasoningparser":1,"reasoningparsermanager":1,"get":1,"reasoning":10,"name":1,"mistral":3,"tokenizer":3,"content":13,"run":1,"extraction":1,"output":4,"tokens":4,"streaming":2,"assert":5,"param":5,"dict":5,"test":2,"is":6,"end":5,"extract":3,"if":1,"not":1,"none":1,"ids":2,"encode":1,"bos":1,"false":2,"eos":1,"else":1},"0,1944,data/raw/vllm-0.10.1/tests/reasoning/test_qwen3_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":11,"vllm":2,"project":1,"import":4,"pytest":2,"from":4,"transformers":1,"autotokenizer":2,"tests":1,"reasoning":27,"utils":1,"run":1,"extraction":1,"reasoningparser":1,"reasoningparsermanager":1,"parser":1,"name":3,"qwen3":3,"start":1,"token":2,"think":25,"end":1,"model":2,"qwen":1,"6b":1,"fixture":1,"scope":1,"module":1,"def":1,"tokenizer":1,"return":1,"pretrained":1,"带":2,"非stream":2,"with":2,"output":8,"this":22,"is":22,"a":12,"section":10,"rest":10,"content":16,"stream":5,"不带":2,"without":2,"none":5,"complete":1,"multiline":1,"nsection":2,"nthat":2,"only":2,"open":2,"tag":2},"1944,1747,data/raw/vllm-0.10.1/tests/reasoning/test_qwen3_reasoning_parser.py":{"test":3,"cases":2,"pytest":11,"param":15,"false":5,"with":4,"think":8,"id":10,"true":5,"stream":8,"without":4,"complete":4,"reasoning":14,"multiline":4,"only":4,"open":4,"tag":4,"mark":1,"parametrize":1,"streaming":4,"dict":6,"def":1,"bool":1,"qwen3":4,"tokenizer":4,"output":5,"tokenize":1,"tokens":3,"list":1,"str":1,"convert":1,"to":1,"string":1,"token":2,"for":1,"in":1,"parser":4,"reasoningparser":1,"reasoningparsermanager":1,"get":1,"name":1,"content":4,"run":1,"extraction":1,"assert":2},"0,1965,data/raw/vllm-0.10.1/tests/reasoning/test_hunyuan_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":9,"vllm":2,"project":1,"import":4,"pytest":1,"from":3,"transformers":1,"autotokenizer":1,"tests":1,"reasoning":36,"utils":1,"run":1,"extraction":1,"reasoningparser":1,"reasoningparsermanager":1,"parser":1,"name":1,"hunyuan":1,"a13b":1,"start":16,"think":4,"n":5,"response":11,"answer":2,"end":3,"no":2,"quick":1,"throught":1,"output":8,"f":7,"this":22,"is":20,"rest":8,"noqa":3,"e501":3,"content":18,"none":5,"simple":1,"a":10,"section":10,"complete":3,"with":3,"symbol":1,"multiple":1,"lines":1,"nthat":4},"1965,201,data/raw/vllm-0.10.1/tests/reasoning/test_hunyuan_reasoning_parser.py":{"multiple":1,"lines":1,"with":1,"think":1,"output":1,"f":1,"start":2,"reasoning":2,"this":4,"nthat":4,"response":1,"is":2,"the":2,"rest":2,"content":2},"2166,1910,data/raw/vllm-0.10.1/tests/reasoning/test_hunyuan_reasoning_parser.py":{"test":1,"cases":1,"pytest":17,"param":17,"false":9,"simple":4,"reasoning":26,"id":17,"complete":10,"with":14,"symbol":2,"no":8,"quick":4,"throught":2,"multiple":8,"lines":8,"think":12,"true":8,"streaming":7,"stream":1,"global":1,"tokenizer":1,"initialization":1,"to":1,"avoid":1,"repeated":1,"loading":1},"4076,873,data/raw/vllm-0.10.1/tests/reasoning/test_hunyuan_reasoning_parser.py":{"tokenizer":4,"autotokenizer":1,"from":1,"pretrained":1,"tencent":1,"hunyuan":1,"a13b":1,"instruct":1,"trust":1,"remote":1,"code":1,"true":1,"pytest":1,"mark":1,"parametrize":1,"streaming":4,"param":5,"dict":6,"test":2,"cases":1,"def":1,"reasoning":6,"bool":1,"output":5,"tokenize":1,"decode":1,"everything":1,"to":2,"tokens":4,"list":1,"str":1,"convert":1,"string":1,"token":2,"for":1,"in":1,"parser":4,"reasoningparser":1,"reasoningparsermanager":1,"get":1,"name":1,"content":4,"run":1,"extraction":1,"assert":2},"0,1817,data/raw/vllm-0.10.1/tests/reasoning/test_deepseekr1_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":9,"vllm":2,"project":1,"import":4,"pytest":2,"from":4,"transformers":1,"autotokenizer":2,"tests":1,"reasoning":30,"utils":1,"run":1,"extraction":1,"reasoningparser":1,"reasoningparsermanager":1,"parser":1,"name":3,"deepseek":4,"r1":3,"start":1,"token":2,"think":7,"end":8,"model":2,"ai":1,"distill":1,"qwen":2,"1":1,"5b":1,"fixture":1,"scope":1,"module":1,"def":1,"tokenizer":1,"return":1,"pretrained":1,"simple":1,"output":7,"this":18,"is":23,"a":6,"section":6,"rest":8,"content":17,"true":5,"complete":1,"none":4,"no":3,"false":2,"streaming":2,"multiple":1,"lines":1,"nthat":4,"shortest":2},"1817,1830,data/raw/vllm-0.10.1/tests/reasoning/test_deepseekr1_reasoning_parser.py":{"reasoning":31,"with":5,"think":21,"output":10,"this":18,"is":28,"a":8,"section":8,"the":13,"rest":10,"content":19,"end":10,"true":6,"complete":1,"none":6,"multiple":1,"lines":2,"nthat":4,"shortest":2,"no":2,"streaming":3,"false":3,"empty":2,"new":2,"line":1,"n":1,"nthis":2,"cannot":2,"handle":1,"at":1,"beginning":1,"of":1,"because":1,"we":2,"need":1,"to":1,"support":1,"and":1,"know":1,"if":1,"text":1,"before":1,"or":1,"not":1},"3647,231,data/raw/vllm-0.10.1/tests/reasoning/test_deepseekr1_reasoning_parser.py":{"new":1,"line":1,"streaming":1,"output":1,"n":1,"think":2,"this":1,"is":5,"a":2,"reasoning":4,"section":2,"nthis":3,"the":2,"rest":2,"content":2,"end":1,"true":1},"3878,1994,data/raw/vllm-0.10.1/tests/reasoning/test_deepseekr1_reasoning_parser.py":{"test":1,"cases":1,"pytest":18,"param":18,"false":9,"simple":4,"reasoning":22,"id":18,"true":9,"streaming":12,"complete":8,"no":6,"content":2,"token":2,"multiple":8,"lines":8,"shortest":8,"with":16,"think":16},"5872,537,data/raw/vllm-0.10.1/tests/reasoning/test_deepseekr1_reasoning_parser.py":{"pytest":6,"param":6,"false":3,"think":4,"no":4,"end":4,"id":6,"true":3,"streaming":5,"empty":4,"new":4,"line":4},"6409,1416,data/raw/vllm-0.10.1/tests/reasoning/test_deepseekr1_reasoning_parser.py":{"pytest":1,"mark":1,"parametrize":1,"streaming":4,"param":8,"dict":9,"test":4,"cases":1,"def":1,"reasoning":11,"bool":1,"deepseek":7,"r1":7,"qwen":7,"tokenizer":7,"output":10,"tokenize":2,"decode":1,"everything":1,"to":4,"tokens":6,"list":1,"str":1,"convert":3,"string":1,"token":2,"for":1,"in":1,"parser":7,"reasoningparser":1,"reasoningparsermanager":1,"get":1,"name":1,"content":13,"run":1,"extraction":1,"assert":5,"is":6,"end":5,"ids":7,"extract":3,"if":1,"not":1,"none":1,"else":1},"0,1916,data/raw/vllm-0.10.1/tests/config/test_mp_reducer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":2,"import":5,"sys":4,"from":5,"unittest":1,"mock":4,"patch":2,"config":6,"vllmconfig":4,"engine":6,"arg":1,"utils":1,"asyncengineargs":2,"v1":3,"async":3,"llm":3,"asyncllm":4,"def":1,"test":3,"mp":1,"reducer":9,"monkeypatch":2,"that":2,"reduce":1,"is":4,"registered":6,"when":1,"instantiated":1,"without":1,"transformers":4,"modules":7,"this":1,"a":2,"regression":1,"for":3,"https":1,"github":1,"com":1,"pull":1,"18640":1,"use":2,"which":1,"calls":1,"maybe":1,"register":6,"serialize":1,"by":1,"value":1,"setenv":1,"1":3,"ensure":1,"not":1,"in":3,"if":2,"del":1,"with":1,"multiprocessing":3,"as":1,"args":8,"model":2,"facebook":1,"opt":1,"125m":1,"max":1,"len":2,"32":1,"gpu":1,"memory":1,"utilization":1,"disable":1,"log":1,"stats":1,"true":2,"start":1,"loop":1,"false":2,"assert":3,"called":2,"should":3,"have":2,"been":2,"call":5,"list":1,"verify":1,"was":1,"and":1,"func":2,"callable":2,"function":1,"be":1,"break":1,"shutdown":1},"0,1989,data/raw/vllm-0.10.1/tests/config/test_config_generation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"import":3,"pytest":3,"from":2,"engine":7,"arg":1,"utils":2,"engineargs":3,"model":3,"executor":1,"layers":1,"quantization":1,"quark":1,"deep":2,"compare":2,"def":4,"test":4,"cuda":8,"empty":7,"vs":1,"unset":1,"configs":3,"monkeypatch":5,"that":1,"created":1,"with":5,"normal":8,"untouched":1,"visible":7,"devices":7,"and":2,"are":1,"equivalent":2,"this":2,"ensures":1,"consistent":1,"behavior":1,"regardless":1,"of":1,"whether":1,"gpu":1,"visibility":1,"is":2,"disabled":1,"via":1,"string":1,"or":1,"left":1,"in":2,"its":1,"state":1,"create":9,"config":24,"args":4,"deepseek":4,"ai":2,"v2":2,"lite":2,"trust":2,"remote":2,"code":2,"true":2,"return":2,"set":1,"normally":1,"context":1,"as":3,"m":2,"setenv":1,"dict":6,"vars":2,"remove":1,"instance":3,"id":3,"before":1,"comparison":1,"it":1,"s":1,"expected":1,"be":3,"different":1,"pop":2,"none":3,"assert":2,"should":1,"ray":3,"runtime":2,"env":2,"testing":1,"method":1,"needs":1,"nested":1,"inside":1,"does":1,"not":1,"see":1,"module":1,"parallel":3},"1989,481,data/raw/vllm-0.10.1/tests/config/test_config_generation.py":{"import":1,"ray":7,"init":1,"runtime":5,"env":9,"vars":2,"test":4,"var":2,"value":2,"config":9,"ref":2,"remote":2,"create":1,"options":1,"get":2,"parallel":4,"assert":2,"is":1,"not":1,"none":1,"shutdown":1},"0,658,data/raw/vllm-0.10.1/tests/fastsafetensors_loader/test_fastsafetensors_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":4,"project":1,"from":1,"import":1,"samplingparams":2,"test":3,"model":3,"openai":1,"community":1,"gpt2":1,"prompts":2,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"a":1,"sampling":3,"params":3,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"seed":1,"def":1,"loader":1,"download":1,"files":1,"runner":2,"with":1,"load":1,"format":1,"fastsafetensors":1,"as":1,"llm":2,"deserialized":2,"outputs":2,"generate":1,"assert":1},"0,1736,data/raw/vllm-0.10.1/tests/fastsafetensors_loader/test_weight_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":5,"glob":3,"tempfile":2,"huggingface":2,"hub":3,"constants":2,"torch":2,"from":3,"model":4,"executor":1,"loader":3,"weight":1,"utils":1,"download":2,"weights":6,"hf":9,"fastsafetensors":14,"iterator":4,"safetensors":14,"def":1,"test":2,"with":1,"temporarydirectory":1,"as":1,"tmpdir":3,"offline":1,"false":1,"openai":1,"community":1,"gpt2":1,"allow":1,"patterns":1,"cache":1,"dir":1,"f":1,"recursive":1,"true":3,"assert":5,"len":3,"tensors":10,"for":3,"name":9,"tensor":10,"in":3,"items":1,"cpu":1,"dtype":2,"shape":2,"all":1,"eq":1,"if":1,"main":1},"0,1199,data/raw/vllm-0.10.1/tests/tpu/test_custom_dispatcher.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":3,"project":1,"import":3,"pytest":2,"from":2,"config":1,"compilationlevel":3,"utils":1,"compare":2,"two":2,"settings":2,"enforce":3,"eager":3,"on":1,"tpu":1,"causes":1,"graph":1,"compilation":1,"this":1,"times":1,"out":1,"default":1,"health":1,"check":1,"in":1,"mqllmengine":1,"so":1,"we":1,"set":1,"timeout":2,"here":1,"30s":1,"def":1,"test":1,"custom":1,"dispatcher":1,"monkeypatch":3,"with":1,"context":1,"as":2,"m":2,"setenv":1,"rpc":1,"30000":1,"qwen":1,"qwen2":1,"5":1,"1":1,"5b":1,"instruct":1,"arg1":1,"max":4,"model":2,"len":2,"256":2,"num":2,"seqs":2,"32":2,"f":2,"o":2,"dynamo":2,"once":1,"arg2":1,"is":1,"env1":1,"env2":1},"0,1603,data/raw/vllm-0.10.1/tests/tpu/test_quantization_accuracy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":3,"project":1,"from":1,"dataclasses":1,"import":3,"dataclass":2,"lm":3,"eval":3,"pytest":3,"task":2,"gsm8k":3,"filter":2,"exact":1,"match":2,"strict":1,"rtol":3,"03":1,"class":1,"gsm8kaccuracytestconfig":4,"model":9,"name":4,"str":2,"expected":9,"value":12,"float":1,"def":2,"get":2,"args":3,"self":2,"return":1,"f":2,"pretrained":1,"max":2,"len":1,"4096":1,"num":1,"seqs":1,"32":1,"note":2,"accuracy":3,"scores":1,"measured":6,"on":1,"gpus":1,"configs":2,"neuralmagic":2,"meta":1,"llama":1,"3":1,"1":1,"8b":1,"instruct":2,"quantized":2,"w8a8":2,"76":1,"no":1,"bias":2,"rob":1,"we":1,"cannot":1,"re":1,"initialize":1,"in":3,"same":1,"process":1,"for":1,"tpu":1,"so":1,"only":1,"one":1,"of":2,"these":1,"tests":1,"can":1,"run":1,"a":2,"single":1,"call":1,"as":1,"follow":1,"up":1,"move":1,"this":1,"into":1,"section":1,"ci":1,"qwen2":1,"7b":1,"66":1,"qkv":1,"layers":1,"mark":1,"parametrize":1,"config":4,"test":1,"correctness":1,"results":3,"simple":1,"evaluate":1,"tasks":1,"batch":1,"size":1,"auto":1,"assert":1,"and":1},"0,1971,data/raw/vllm-0.10.1/tests/tpu/test_moe_pallas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":4,"project":1,"tests":2,"for":3,"pallas":6,"moe":13,"implementation":1,"run":2,"pytest":11,"kernels":1,"test":3,"py":1,"import":6,"torch":13,"yapf":3,"conflicts":1,"with":2,"isort":1,"this":2,"block":1,"disable":1,"from":3,"model":3,"executor":2,"layers":2,"fused":4,"as":3,"iterative":1,"enable":1,"platforms":1,"current":2,"platform":2,"if":2,"not":1,"is":1,"tpu":2,"skip":2,"needs":1,"a":4,"allow":1,"module":1,"level":1,"true":1,"num":4,"experts":3,"8":2,"64":2,"ep":7,"size":6,"1":3,"top":2,"ks":2,"6":1,"gmm":1,"kernel":1,"requires":1,"tokens":1,"topk":5,"be":1,"multiple":1,"of":1,"16":2,"mark":7,"parametrize":7,"m":4,"2048":2,"n":4,"128":2,"1024":2,"k":5,"511":1,"e":8,"dtype":11,"bfloat16":1,"def":1,"int":6,"xla":3,"core":1,"xm":2,"device":2,"randn":4,"10":3,"w1":3,"w2":3,"score":2,"todo":1,"support":2,"no":1,"yet":1,"else":1,"map":3,"none":1,"both":1,"implementations":1,"output":2,"hidden":1,"states":1,"gating":1,"global":1,"expert":1,"renormalize":1,"false":1},"1971,441,data/raw/vllm-0.10.1/tests/tpu/test_moe_pallas.py":{"pallas":3,"output":4,"moe":1,"hidden":1,"states":1,"a":1,"w1":2,"w2":2,"gating":1,"score":1,"topk":2,"global":1,"num":1,"experts":1,"e":2,"expert":1,"map":2,"renormalize":1,"false":1,"xm":1,"mark":1,"step":1,"compare":1,"outputs":1,"torch":2,"testing":1,"assert":1,"close":1,"cpu":2,"atol":1,"2e":1,"2":1,"rtol":1,"0":1},"0,1932,data/raw/vllm-0.10.1/tests/tpu/test_compilation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"import":5,"glob":3,"os":2,"tempfile":2,"depyf":2,"def":1,"test":1,"tpu":1,"compilation":2,"temp":3,"dir":3,"mkdtemp":1,"with":3,"prepare":1,"debug":1,"from":1,"llm":4,"samplingparams":2,"prompts":2,"a":2,"robot":1,"may":1,"not":2,"injure":1,"human":1,"being":1,"it":1,"is":3,"only":2,"heart":1,"that":1,"one":1,"can":1,"see":1,"rightly":1,"greatest":1,"glory":1,"in":5,"living":1,"lies":1,"never":1,"falling":1,"answers":2,"or":1,"through":1,"inaction":1,"what":1,"essential":1,"but":1,"rising":1,"currently":1,"top":3,"p":3,"sampling":3,"disabled":1,"should":2,"be":1,"1":6,"n":3,"params":2,"temperature":1,"7":1,"max":4,"tokens":2,"16":1,"model":2,"qwen":1,"qwen2":1,"5b":1,"instruct":1,"num":2,"batched":1,"256":2,"len":2,"seqs":1,"32":1,"enforce":1,"eager":1,"false":1,"outputs":3,"generate":1,"for":3,"output":3,"answer":2,"zip":1,"prompt":4,"generated":4,"text":5,"print":2,"f":1,"r":2,"assert":2,"startswith":1,"compiled":6,"codes":4,"sorted":1,"path":1,"join":1,"transformed":1,"code":3,"forward":3,"py":1,"i":2,"enumerate":1,"file":1,"format":1,"we":2,"trigger":1,"dynamo":1,"times":1,"pass":2,"without":1,"kv":2,"caches":2,"check":1,"have":1},"1932,1067,data/raw/vllm-0.10.1/tests/tpu/test_compilation.py":{"kv":6,"cache":4,"prefix":5,"attn":2,"ragged":2,"paged":2,"attention":2,"def":1,"extract":2,"compiled":9,"index":2,"s":4,"parts":2,"replace":1,"split":1,"numbers":2,"int":1,"part":3,"for":3,"in":5,"if":1,"isdigit":1,"return":1,"0":2,"check":1,"all":1,"the":8,"compilations":1,"are":1,"as":3,"expected":1,"dump":1,"files":1,"include":1,"captured":1,"graph":2,"forward":2,"function":1,"of":1,"nn":1,"module":1,"fns":4,"sorted":1,"glob":2,"os":1,"path":1,"join":1,"temp":1,"dir":1,"fn":3,"py":1,"key":1,"lambda":1,"i":2,"enumerate":1,"print":1,"file":1,"format":1,"1":2,"first":1,"compilation":2,"should":2,"not":2,"have":2,"any":1,"caches":2,"with":2,"open":2,"f":4,"content":5,"read":2,"assert":2,"second":1,"and":2},"0,1923,data/raw/vllm-0.10.1/tests/tpu/lora/test_lora.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":7,"vllm":9,"project":1,"import":4,"pytest":4,"from":3,"torch":1,"xla":1,"internal":1,"tpu":8,"lora":7,"request":1,"lorarequest":1,"this":4,"file":2,"contains":1,"tests":2,"ensure":1,"that":1,"works":1,"correctly":1,"on":3,"backend":3,"we":4,"use":4,"a":4,"series":1,"of":2,"custom":1,"trained":2,"adapters":3,"for":3,"qwen2":5,"5":5,"3b":5,"instruct":5,"are":4,"username6568":2,"1":19,"plus":2,"equals":2,"x":3,"adapter":3,"where":2,"ranges":1,"4":1,"these":1,"using":1,"standard":1,"huggingface":1,"peft":1,"training":3,"script":1,"all":3,"inputs":1,"what":2,"is":3,"n":2,"and":1,"outputs":1,"run":3,"100":2,"iterations":1,"with":2,"batch":1,"size":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":2,"def":3,"v1":4,"only":2,"monkeypatch":3,"since":1,"multi":1,"supported":1,"set":1,"in":1,"context":1,"as":1,"m":2,"setenv":1,"yield":1,"setup":2,"num":5,"loras":3,"int":3,"tp":5,"llm":3,"return":1,"model":2,"qwen":1,"max":5,"len":2,"256":2,"seq":1,"capture":1,"seqs":1,"8":2,"tensor":3,"parallel":3,"enable":1,"rank":1,"sizes":2,"available":2,"chips":2,"if":1,"else":1,"mark":1,"parametrize":1,"test":2,"single":2,"ensures":1,"can":1,"which":1,"will":1,"force":1,"claim":1,"prompt":1},"1923,1603,data/raw/vllm-0.10.1/tests/tpu/lora/test_lora.py":{"lora":12,"request":4,"lorarequest":2,"adapter":5,"1":18,"username6568":3,"qwen2":4,"5":5,"3b":4,"instruct":4,"plus":3,"equals":3,"output":4,"llm":3,"generate":2,"prompt":3,"sampling":2,"params":2,"vllm":3,"samplingparams":2,"max":2,"tokens":2,"256":2,"temperature":2,"0":8,"outputs":2,"text":2,"answer":6,"strip":2,"assert":4,"isdigit":2,"int":3,"pytest":2,"mark":2,"parametrize":2,"tp":4,"tpu":3,"tensor":2,"parallel":2,"sizes":2,"def":1,"test":2,"hotswapping":1,"this":1,"ensures":1,"we":3,"can":1,"run":2,"multiple":1,"adapters":1,"on":1,"the":1,"backend":1,"even":1,"if":1,"only":1,"have":1,"space":1,"to":2,"store":1,"x":3,"which":1,"will":1,"force":1,"claim":1,"for":3,"a":1,"range":2,"of":1,"name":2,"template":2,"requests":2,"f":1,"i":6,"format":1,"in":2,"setup":1,"what":1,"is":1,"n":1,"req":2,"enumerate":1},"3526,1014,data/raw/vllm-0.10.1/tests/tpu/lora/test_lora.py":{"def":1,"test":2,"multi":1,"lora":8,"tp":2,"int":2,"this":1,"ensures":1,"we":3,"can":1,"run":2,"multiple":1,"adapters":1,"on":1,"the":1,"tpu":1,"backend":1,"when":1,"have":1,"enough":1,"space":1,"to":2,"store":1,"all":1,"of":2,"them":1,"username6568":2,"qwen2":3,"5":4,"3b":3,"instruct":3,"1":10,"plus":2,"equals":2,"x":3,"adapter":3,"which":1,"will":1,"force":1,"claim":1,"for":3,"a":1,"range":2,"name":2,"template":2,"requests":2,"lorarequest":1,"f":1,"i":6,"format":1,"in":2,"llm":2,"setup":1,"vllm":2,"4":1,"prompt":2,"what":1,"is":1,"n":1,"req":2,"enumerate":1,"output":3,"generate":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"tokens":1,"256":1,"temperature":1,"0":5,"request":1,"outputs":1,"text":1,"answer":2,"strip":2,"assert":2,"isdigit":1},"0,950,data/raw/vllm-0.10.1/tests/tools/test_config_validator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":3,"ast":4,"pytest":3,"from":1,"tools":1,"validate":3,"config":9,"testconfig1":3,"class":4,"pass":1,"testconfig2":3,"dataclass":4,"a":7,"int":2,"docstring":3,"testconfig3":3,"1":3,"testconfig4":3,"union":1,"literal":3,"mark":1,"parametrize":1,"test":4,"expected":3,"error":3,"must":4,"be":1,"have":2,"default":1,"use":1,"single":1,"def":1,"tree":2,"parse":1,"with":1,"raises":1,"exception":1,"match":1},"0,1981,data/raw/vllm-0.10.1/tests/tensorizer_loader/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":11,"project":1,"from":11,"typing":1,"import":9,"callable":2,"pytest":7,"llm":2,"engineargs":2,"distributed":2,"cleanup":3,"dist":2,"env":2,"and":2,"memory":2,"model":18,"executor":4,"loader":2,"tensorizer":9,"as":2,"mod":3,"tensorizerconfig":3,"utils":1,"get":3,"init":2,"method":4,"ip":1,"open":1,"port":1,"v1":2,"abstract":1,"uniprocexecutor":1,"worker":2,"base":1,"workerwrapperbase":1,"ref":7,"facebook":1,"opt":1,"125m":1,"fixture":6,"def":8,"return":4,"autouse":3,"true":4,"allow":2,"insecure":2,"serialization":2,"monkeypatch":4,"setenv":1,"1":1,"shutdown":1,"ray":1,"just":1,"serialize":2,"tensors":3,"tmp":5,"path":6,"noop":2,"args":3,"kwargs":4,"none":1,"tc":2,"uri":2,"f":1,"setattr":1,"extra":1,"artifacts":1,"tensorize":1,"yield":2,"config":3,"assert":1,"collective":2,"rpc":2,"engine":4,"closure":4,"dict":1,"res":2,"all":1,"this":1,"is":1,"an":1,"object":1,"pulled":1,"tests":1,"test":2,"core":1,"py":1,"modified":1,"strip":1,"load":1,"its":1,"it":1,"s":1,"purely":1,"used":1,"a":1,"dummy":1,"utility":1,"run":1,"methods":1,"that":1,"functionality":1},"1981,1221,data/raw/vllm-0.10.1/tests/tensorizer_loader/conftest.py":{"class":1,"dummyexecutor":1,"uniprocexecutor":1,"def":3,"init":7,"executor":1,"self":11,"none":1,"initialize":1,"the":3,"worker":6,"and":1,"load":1,"model":1,"driver":4,"workerwrapperbase":1,"vllm":5,"config":6,"rpc":3,"rank":9,"0":3,"distributed":4,"method":4,"get":3,"ip":1,"open":1,"port":1,"local":5,"set":1,"as":1,"device":7,"index":1,"if":3,"specified":1,"info":3,"str":1,"split":1,"len":1,"1":2,"int":2,"is":3,"true":1,"kwargs":2,"dict":1,"collective":2,"args":1,"property":1,"max":1,"concurrent":1,"batches":1,"return":1,"2":1,"shutdown":2,"hasattr":1,"thread":2,"pool":2,"wait":1,"false":1},"0,1927,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":11,"project":1,"import":20,"asyncio":2,"gc":1,"json":1,"os":1,"pathlib":1,"subprocess":1,"sys":1,"from":10,"typing":1,"any":1,"pytest":3,"torch":1,"model":7,"executor":3,"loader":4,"tensorizer":9,"llm":1,"samplingparams":2,"engine":1,"arg":1,"utils":3,"engineargs":1,"yapf":2,"disable":1,"tensorizerconfig":1,"tensorserializer":1,"is":6,"tensorized":1,"open":1,"stream":1,"tensorize":1,"blacklisted":1,"args":1,"enable":1,"placeholdermodule":2,"path":3,"remoteopenaiserver":1,"conftest":1,"dummyexecutor":1,"assert":1,"collective":1,"rpc":1,"try":1,"encryptionparams":3,"except":1,"importerror":1,"type":2,"ignore":1,"assignment":1,"placeholder":1,"attr":1,"class":1,"tensorizercaughterror":1,"exception":2,"pass":1,"examples":2,"plugins":1,"prompts":1,"hello":1,"my":1,"name":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"a":1,"sampling":2,"params":2,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"seed":1,"def":1,"patch":1,"init":1,"and":1,"catch":1,"error":2,"self":1,"obj":2,"method":4,"expected":1,"original":2,"getattr":1,"none":2,"if":1,"raise":1,"valueerror":1,"not":1,"found":1,"format":1},"1927,1912,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"def":5,"wrapper":2,"args":5,"kwargs":2,"try":2,"return":3,"original":1,"except":2,"expected":3,"error":5,"as":3,"err":2,"raise":1,"tensorizercaughterror":2,"from":1,"setattr":1,"obj":3,"method":3,"name":3,"self":1,"load":1,"model":14,"assert":1,"specific":1,"tensorizer":3,"is":4,"raised":1,"executor":2,"any":1,"str":6,"type":1,"exception":1,"with":3,"pytest":2,"raises":1,"collective":1,"rpc":1,"patch":1,"init":1,"and":1,"catch":1,"curl":4,"installed":3,"subprocess":2,"check":1,"call":1,"version":1,"true":3,"calledprocesserror":1,"filenotfounderror":1,"false":1,"write":3,"keyfile":7,"path":13,"encryption":4,"params":3,"encryptionparams":1,"random":1,"pathlib":1,"parent":1,"mkdir":1,"parents":1,"exist":1,"ok":1,"open":1,"wb":1,"f":2,"key":6,"mark":1,"skipif":1,"not":2,"reason":1,"test":1,"deserialized":1,"encrypted":1,"vllm":6,"has":1,"same":1,"outputs":2,"ref":4,"runner":2,"tmp":2,"engineargs":1,"generate":1,"prompts":1,"sampling":1,"config":3,"for":3,"serializing":2,"tensorizerconfig":2,"uri":2,"tensorize":1,"deserializing":1},"3839,1897,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"with":4,"vllm":7,"runner":7,"model":25,"ref":6,"load":5,"format":4,"tensorizer":5,"loader":4,"extra":4,"config":5,"for":2,"deserializing":1,"as":4,"loaded":4,"noqa":2,"e501":2,"deserialized":5,"outputs":8,"generate":3,"prompts":3,"sampling":1,"params":1,"assert":3,"def":2,"test":3,"hf":8,"has":1,"same":1,"tmp":1,"path":4,"max":5,"tokens":5,"50":1,"greedy":2,"open":1,"stream":3,"wb":1,"serializer":2,"tensorserializer":1,"write":1,"module":1,"tensorizerconfig":2,"uri":2,"str":1,"num":1,"readers":1,"1":1,"without":1,"capfd":2,"none":1,"try":1,"except":1,"runtimeerror":1,"out":2,"err":2,"readouterr":1,"combined":2,"output":2,"valueerror":1,"is":1,"not":1,"supported":1,"auto":1,"in":1,"finally":1,"del":1,"gc":1,"collect":1,"torch":1,"cuda":1,"empty":1,"cache":1},"5736,1729,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"def":2,"test":3,"raise":1,"value":1,"error":1,"on":1,"invalid":1,"load":4,"format":5,"vllm":4,"runner":4,"capfd":4,"model":13,"ref":5,"none":1,"try":2,"safetensors":2,"loader":3,"extra":3,"config":3,"tensorizerconfig":2,"tensorizer":5,"uri":3,"except":2,"runtimeerror":2,"out":4,"err":4,"readouterr":2,"combined":4,"output":4,"assert":2,"valueerror":2,"is":1,"not":1,"supported":1,"for":2,"in":2,"finally":1,"del":1,"gc":1,"collect":1,"torch":3,"cuda":3,"empty":1,"cache":1,"pytest":2,"mark":2,"skipif":2,"device":2,"count":2,"2":5,"reason":2,"requires":2,"gpus":2,"with":2,"tp":1,"path":3,"without":1,"template":2,"eleutherai":1,"pythia":1,"1":2,"4b":1,"tensorized":3,"f":1,"s3":2,"fp16":1,"tensors":1,"num":1,"readers":1,"endpoint":1,"object":1,"ord1":1,"coreweave":1,"com":1,"tensor":1,"parallel":1,"size":1,"disable":1,"custom":1,"all":1,"reduce":1,"true":1,"a":2,"sharded":1,"should":1,"include":1,"string":1,"like":1,"04d":1,"to":1,"be":1,"formatted":1,"the":2,"rank":1,"of":1,"shard":1},"7465,1973,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"def":2,"test":2,"deserialized":3,"encrypted":1,"vllm":12,"model":30,"with":6,"tp":1,"has":2,"same":2,"outputs":8,"runner":5,"tmp":4,"path":14,"ref":9,"eleutherai":1,"pythia":1,"1":2,"4b":1,"record":1,"from":1,"un":2,"sharded":1,"tensorized":2,"disable":3,"custom":3,"all":3,"reduce":3,"true":6,"enforce":3,"eager":3,"as":3,"base":2,"generate":3,"prompts":3,"sampling":3,"params":3,"load":2,"two":1,"shards":1,"and":1,"serialize":1,"encryption":2,"str":3,"02d":1,"tensors":1,"key":3,"tensorizer":7,"config":6,"tensorizerconfig":2,"uri":2,"keyfile":1,"tensorize":1,"engine":1,"args":2,"engineargs":2,"tensor":2,"parallel":2,"size":2,"2":2,"assert":3,"os":2,"isfile":2,"0":1,"serialization":2,"subprocess":2,"failed":2,"format":1,"loader":1,"extra":1,"loaded":2,"pytest":1,"mark":1,"flaky":1,"reruns":1,"3":1,"gc":1,"collect":1,"torch":1,"cuda":1,"empty":1,"cache":1},"9438,1926,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"tensorize":1,"vllm":5,"model":23,"args":4,"config":8,"assert":3,"is":3,"tensorized":1,"with":4,"runner":1,"ref":6,"load":4,"format":2,"tensorizer":6,"loader":2,"extra":4,"as":1,"loaded":3,"deserialized":2,"outputs":3,"generate":1,"prompts":1,"sampling":1,"params":4,"noqa":1,"e501":1,"def":3,"test":4,"just":3,"tensors":6,"serialize":2,"for":2,"backwards":1,"compatibility":1,"ensure":1,"can":1,"be":2,"still":1,"inference":1,"by":1,"passing":1,"the":6,"reference":1,"name":1,"not":1,"a":1,"local":1,"s3":1,"dir":3,"and":3,"location":1,"of":1,"uri":2,"f":1,"start":1,"openai":1,"api":1,"server":2,"json":1,"dumps":1,"remoteopenaiserver":1,"this":2,"only":1,"concerns":1,"itself":1,"being":1,"able":1,"to":4,"successfully":1,"initialize":1,"pass":1,"serialization":7,"kwargs":3,"passed":1,"tensor":1,"serializer":1,"tmp":2,"path":4,"limit":1,"cpu":1,"concurrency":1,"2":1,"facebook":1,"opt":1,"125m":1,"tensorizerconfig":1,"str":1,"llm":2,"self":1,"performed":1,"in":1,"ephemeral":1,"worker":1,"process":1,"so":2,"monkey":1,"patching":1,"will":1,"actually":1,"work":1,"cleanup":1,"guaranteed":1,"don":1,"t":1,"need":1,"reset":1,"things":1,"original":2,"dict":1,"compare":1,"tensorserializer":1,"init":1},"11364,1978,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"def":3,"tensorizer":13,"serializer":2,"wrapper":2,"self":3,"args":6,"kwargs":13,"nonlocal":1,"to":8,"compare":4,"copy":1,"return":2,"original":2,"serialization":7,"tensorserializer":1,"init":2,"config":12,"tensorizerconfig":3,"save":1,"tensorized":1,"model":11,"dict":1,"serializable":2,"assert":5,"from":1,"collective":1,"rpc":1,"llm":1,"test":3,"deserialization":5,"passed":2,"tensor":2,"deserializer":2,"tmp":3,"path":6,"capfd":2,"num":2,"readers":2,"bar":1,"illegal":1,"value":1,"params":3,"limit":2,"cpu":2,"concurrency":2,"2":2,"ref":3,"facebook":2,"opt":2,"125m":2,"tensors":1,"uri":2,"str":2,"engineargs":2,"tensorize":1,"vllm":3,"loader":3,"tc":2,"engine":3,"load":1,"format":1,"extra":1,"create":1,"executor":2,"dummyexecutor":1,"specific":1,"error":1,"is":1,"raised":1,"tensordeserializer":1,"typeerror":1,"stream":1,"1":1},"13342,1907,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"model":19,"ref":6,"facebook":3,"opt":3,"125m":3,"path":8,"tmp":4,"tensors":2,"config":6,"tensorizerconfig":2,"tensorizer":5,"uri":3,"str":3,"serialization":3,"kwargs":7,"params":1,"args":4,"engineargs":2,"tensorize":2,"vllm":8,"stream":4,"mode":1,"foo":1,"loader":4,"tc":2,"deserialization":2,"engine":3,"load":1,"format":1,"extra":1,"to":2,"serializable":1,"create":1,"executor":3,"dummyexecutor":1,"assert":2,"specific":1,"error":1,"is":1,"raised":1,"open":1,"valueerror":1,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"test":2,"serialize":2,"and":1,"serve":3,"entrypoints":1,"suffix":4,"try":2,"result":2,"subprocess":2,"run":1,"sys":1,"executable":1,"f":1,"examples":1,"others":1,"py":1,"serialized":2,"directory":1,"limit":1,"cpu":1,"concurrency":1,"4":1,"check":1,"true":3,"capture":1,"output":1,"text":1,"except":1,"calledprocesserror":1,"as":1,"e":3,"print":3,"tensorizing":1,"failed":1,"stdout":3,"n":2,"stderr":2,"raise":1,"successfully":1,"in":1,"next":1,"with":1},"15249,1644,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"model":13,"loader":4,"extra":3,"config":5,"tensorizer":5,"uri":4,"str":3,"stream":1,"kwargs":3,"force":1,"http":1,"false":1,"deserialization":1,"verify":1,"hash":1,"true":1,"num":1,"readers":1,"8":1,"cmd":2,"m":1,"vllm":3,"entrypoints":1,"cli":1,"main":1,"serve":1,"host":1,"localhost":1,"load":1,"format":1,"ref":4,"json":1,"dumps":1,"indent":1,"2":2,"proc":5,"await":3,"asyncio":5,"create":1,"subprocess":3,"exec":1,"sys":1,"executable":1,"stdout":4,"pipe":1,"stderr":1,"assert":1,"is":1,"not":2,"none":1,"fut":2,"readuntil":1,"b":1,"application":1,"startup":1,"complete":1,"try":1,"wait":1,"for":2,"180":1,"except":1,"timeouterror":1,"pytest":2,"fail":1,"server":1,"did":1,"start":1,"successfully":1,"finally":1,"terminate":1,"communicate":1,"mark":1,"parametrize":1,"illegal":3,"value":3,"blacklisted":2,"args":3,"def":1,"test":1,"parameter":1,"loading":1,"tmp":2,"path":5,"runner":1,"capfd":1,"serialization":3,"params":2,"limit":1,"cpu":1,"concurrency":1,"facebook":1,"opt":1,"125m":1,"tensors":1,"tensorizerconfig":1,"engineargs":1,"tensorize":1,"tc":1,"foo":1},"16893,376,data/raw/vllm-0.10.1/tests/tensorizer_loader/test_tensorizer.py":{"try":1,"vllm":1,"runner":1,"model":2,"ref":1,"load":1,"format":1,"tensorizer":2,"loader":2,"extra":1,"config":1,"tc":1,"except":1,"runtimeerror":1,"out":2,"err":2,"capfd":1,"readouterr":1,"combined":2,"output":2,"assert":1,"f":2,"valueerror":1,"illegal":1,"value":1,"is":1,"not":1,"an":1,"allowed":1,"argument":1,"in":1},"0,1710,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":8,"pytest":3,"torch":1,"from":6,"distributed":2,"parallel":2,"state":1,"ensure":1,"model":13,"initialized":1,"init":1,"environment":1,"engine":6,"arg":1,"utils":2,"engineargs":2,"executor":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"samplingparams":1,"sequencedata":1,"sequencegroupmetadata":1,"get":1,"open":1,"port":1,"worker":2,"runner":9,"modelrunner":3,"def":3,"create":4,"str":1,"args":4,"kwargs":2,"config":4,"is":2,"driver":1,"true":4,"return":1,"test":2,"deepseek":3,"mla":1,"attn":2,"backend":2,"module":1,"ai":1,"coder":1,"v2":1,"lite":1,"instruct":1,"trust":1,"remote":1,"code":1,"enable":3,"chunked":2,"prefill":2,"false":3,"assert":1,"name":1,"tritonmlabackend":1,"mark":2,"parametrize":2,"batch":2,"size":2,"list":1,"range":1,"1":1,"257":1,"3":1,"use":4,"prompt":6,"embeds":4,"prepare":1,"monkeypatch":2,"if":1,"embeddings":1,"only":1,"currently":1,"supported":1,"on":1,"v0":1,"setenv":1,"v1":1,"facebook":1,"opt":1,"125m":1,"max":2,"num":2,"batched":1,"tokens":1,"100000":2,"seqs":1},"1710,1793,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"seq":27,"lens":7,"list":5,"int":1,"group":6,"metadata":9,"sequencegroupmetadata":2,"block":5,"tables":3,"0":6,"1":4,"expected":4,"input":15,"embeds":6,"len":14,"for":2,"i":3,"in":2,"range":2,"batch":1,"size":3,"make":1,"sure":1,"all":1,"tokens":4,"fit":1,"into":1,"one":1,"model":9,"runner":2,"append":3,"if":1,"use":1,"prompt":5,"data":5,"sequencedata":2,"from":2,"seqs":2,"token":8,"ids":2,"torch":1,"rand":1,"10":1,"else":1,"request":1,"id":1,"f":1,"test":1,"is":1,"true":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"assert":3,"chunk":1,"get":1,"selected":5,"indices":2,"start":3,"idx":3,"prepare":1,"tensors":1,"positions":2,"inputs":1,"attn":3,"return":2,"slot":3,"mapping":3},"3503,1726,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"verify":1,"input":1,"metadata":14,"is":3,"correct":1,"for":6,"prompts":1,"device":12,"model":2,"runner":2,"assert":11,"attn":12,"num":2,"prefills":1,"0":6,"decode":2,"tokens":1,"torch":15,"testing":5,"close":5,"seq":18,"lens":9,"tensor":7,"dtype":5,"int":2,"max":3,"prefill":2,"len":7,"test":2,"subquery":1,"start":19,"locs":2,"idx":8,"loc":9,"in":3,"append":2,"query":2,"int32":3,"note":1,"that":1,"normal":1,"it":1,"equivalent":1,"to":1,"context":2,"zeros":1,"shape":1,"expected":2,"range":1,"group":1,"list":1,"block":1,"tables":1,"cuda":2,"graph":2,"should":1,"not":1,"be":1,"used":1,"prerill":1,"use":1,"false":1},"5229,1819,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"assert":9,"len":7,"input":12,"tokens":5,"sum":4,"seq":7,"lens":7,"positions":4,"if":2,"expected":8,"embeds":8,"0":3,"torch":6,"testing":3,"close":3,"is":2,"none":1,"else":1,"sampling":3,"metadata":4,"samplingmetadata":1,"prepare":2,"group":1,"list":2,"query":1,"device":6,"model":4,"runner":4,"pin":2,"memory":2,"actual":8,"selected":4,"token":4,"indices":4,"tensor":2,"dtype":5,"allclose":1,"pytest":2,"mark":2,"parametrize":2,"batch":2,"size":2,"range":1,"1":1,"257":1,"3":1,"use":4,"prompt":5,"true":2,"false":3,"def":1,"test":1,"decode":1,"cuda":1,"graph":1,"monkeypatch":2,"embeddings":1,"only":1,"currently":1,"supported":1,"on":1,"v0":1,"setenv":1,"vllm":1,"v1":1,"create":1,"facebook":1,"opt":1,"125m":1,"seed":1,"float16":1,"enforce":1,"eager":1,"max":2,"num":2,"batched":1,"100000":2,"seqs":1,"enable":2,"chunked":1,"prefill":1},"7048,1631,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"context":8,"lens":2,"list":5,"int":1,"seq":13,"group":7,"metadata":9,"sequencegroupmetadata":2,"assume":1,"each":1,"finishes":1,"prefill":2,"for":1,"i":3,"in":1,"range":2,"batch":1,"size":3,"make":1,"sure":1,"all":1,"tokens":5,"fit":1,"into":1,"one":2,"block":3,"len":8,"model":8,"runner":2,"1":5,"append":4,"if":1,"use":1,"prompt":5,"embeds":4,"data":6,"sequencedata":2,"from":2,"seqs":2,"token":5,"ids":2,"0":5,"torch":2,"rand":2,"10":2,"output":3,"embed":3,"else":1,"none":1,"update":1,"num":1,"computed":1,"id":3,"since":1,"is":2,"finished":1,"request":1,"f":1,"test":1,"false":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"tables":1,"assert":2,"chunk":1,"input":12,"prepare":1,"tensors":1,"positions":2,"inputs":1,"attn":3,"slot":3,"mapping":3},"8679,1944,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"expected":3,"bs":3,"model":3,"runner":3,"vllm":1,"config":1,"pad":1,"for":7,"cudagraph":1,"len":10,"seq":20,"group":1,"metadata":14,"list":1,"verify":1,"input":2,"is":4,"correct":1,"prompts":1,"device":10,"assert":12,"attn":12,"num":3,"prefills":1,"0":5,"prefill":1,"tokens":3,"lens":16,"context":6,"1":5,"in":5,"are":1,"padded":2,"to":4,"range":1,"append":3,"decode":3,"start":16,"idx":8,"loc":8,"has":1,"only":1,"token":3,"query":2,"torch":12,"testing":4,"close":4,"tensor":6,"dtype":4,"int32":2,"int":2,"max":3,"block":6,"table":2,"s":3,"first":1,"index":1,"corresponds":2,"each":3,"batch":2,"meaning":1,"decoding":1,"it":2,"tables":2,"shape":2,"second":1,"dim":1,"number":1,"up":1,"get":1,"per":1,"use":1,"cuda":1,"graph":1,"true":1},"10623,1819,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"assert":9,"len":4,"input":20,"tokens":4,"expected":11,"bs":3,"positions":4,"if":1,"use":1,"prompt":2,"embeds":6,"length":3,"start":3,"loc":1,"1":3,"else":1,"is":5,"none":4,"verify":2,"sampling":3,"selected":6,"token":6,"indices":4,"for":3,"idx":2,"in":2,"enumerate":1,"context":2,"lens":5,"append":1,"metadata":9,"samplingmetadata":1,"prepare":4,"seq":6,"group":5,"list":5,"query":2,"all":1,"decode":2,"range":1,"device":4,"model":13,"runner":6,"pin":2,"memory":2,"actual":4,"torch":2,"tensor":1,"dtype":3,"testing":1,"close":1,"def":1,"test":1,"empty":2,"and":1,"returns":1,"output":1,"create":1,"facebook":1,"opt":1,"125m":1,"seed":1,"0":1,"float16":1,"enforce":1,"eager":1,"false":1,"sequencegroupmetadata":1,"tensors":2,"attn":3},"12442,1386,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"input":13,"tokens":4,"model":8,"positions":3,"embeds":7,"inputs":1,"attn":3,"metadata":3,"return":2,"seq":3,"lens":3,"assert":5,"is":6,"none":5,"pytest":4,"fixture":1,"def":2,"distributed":4,"init":4,"environment":1,"world":1,"size":3,"1":4,"rank":2,"0":6,"method":1,"f":1,"tcp":1,"127":1,"get":1,"open":1,"port":1,"local":1,"ensure":1,"parallel":1,"initialized":1,"mark":3,"parametrize":3,"batch":2,"list":1,"range":1,"2":1,"128":1,"3":1,"enforce":4,"eager":4,"true":4,"false":2,"use":4,"prompt":5,"test":1,"hybrid":1,"batches":1,"monkeypatch":2,"if":1,"embeddings":1,"only":1,"currently":1,"supported":1,"on":1,"v0":1,"setenv":1,"vllm":1,"v1":1,"runner":2,"create":1,"facebook":1,"opt":1,"125m":1,"seed":1,"dtype":1,"float16":1,"max":2,"num":2,"batched":1,"100000":2,"seqs":1,"enable":2,"chunked":1,"prefill":1},"13828,1381,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"add":1,"prefill":6,"requests":1,"seq":19,"lens":2,"list":9,"int":1,"group":6,"metadata":9,"sequencegroupmetadata":4,"decode":2,"block":5,"tables":3,"0":5,"1":3,"batch":6,"size":8,"2":1,"expected":2,"input":2,"embeds":4,"len":9,"for":1,"i":3,"in":1,"range":2,"make":1,"sure":1,"all":1,"tokens":1,"fit":1,"into":1,"one":1,"model":1,"runner":1,"append":3,"if":1,"use":1,"prompt":5,"data":5,"sequencedata":2,"from":2,"seqs":2,"token":3,"ids":2,"torch":1,"rand":1,"10":1,"else":1,"request":1,"id":1,"f":1,"test":1,"is":1,"true":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"assert":1,"chunk":1,"get":1},"15209,1755,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"add":1,"decode":4,"requests":1,"for":1,"i":3,"in":1,"range":2,"prefill":3,"batch":2,"size":4,"make":1,"sure":1,"all":1,"tokens":4,"fit":1,"into":2,"one":1,"block":3,"context":6,"len":8,"model":9,"runner":2,"1":6,"if":1,"use":1,"prompt":6,"embeds":6,"seq":13,"data":7,"sequencedata":2,"from":2,"seqs":2,"token":5,"ids":3,"0":5,"torch":2,"rand":2,"10":2,"output":4,"embed":3,"this":1,"also":1,"iterates":1,"the":3,"expected":2,"input":14,"because":1,"needs":1,"both":1,"and":1,"embeddings":1,"passed":1,"together":1,"else":1,"none":1,"assert":2,"append":3,"id":2,"update":1,"num":1,"computed":1,"group":6,"metadata":13,"sequencegroupmetadata":1,"request":1,"f":1,"test":1,"is":1,"false":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"tables":1,"chunk":1,"list":3,"prepare":1,"positions":2,"inputs":1,"attn":4,"meta":2,"actual":2},"16964,1084,data/raw/vllm-0.10.1/tests/worker/test_model_runner.py":{"assert":9,"len":7,"attn":9,"metadata":12,"slot":1,"mapping":1,"input":8,"tokens":4,"positions":1,"num":3,"prefills":1,"prefill":4,"batch":2,"size":2,"decode":4,"sum":1,"seq":2,"lens":1,"if":1,"expected":6,"embeds":4,"0":1,"is":2,"none":1,"else":1,"verify":1,"consistent":1,"we":1,"don":1,"t":1,"need":1,"to":1,"test":1,"individual":1,"values":1,"here":1,"because":1,"they":1,"are":1,"tested":1,"above":1,"model":2,"runner":1,"prepare":1,"tensors":1,"group":1,"list":1,"for":2,"attr":8,"actual":6,"in":2,"zip":2,"vars":4,"meta":2,"1":4},"0,1156,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":8,"itertools":1,"pytest":2,"torch":1,"from":5,"engine":6,"arg":1,"utils":2,"engineargs":2,"platforms":1,"current":2,"platform":2,"sequence":1,"samplingparams":1,"sequencedata":1,"sequencegroupmetadata":1,"make":1,"tensor":1,"with":1,"pad":1,"worker":2,"enc":1,"dec":1,"model":6,"runner":4,"encoderdecodermodelrunner":3,"batch":1,"sizes":1,"1":1,"4":1,"16":1,"64":1,"256":1,"def":2,"create":2,"str":1,"args":4,"kwargs":2,"config":4,"is":3,"driver":1,"true":1,"return":1,"mark":1,"skipif":1,"condition":1,"cpu":2,"reason":1,"backend":1,"currently":1,"unsupported":1,"for":2,"encoder":1,"decoder":1,"models":1,"test":1,"empty":3,"seq":2,"group":2,"verify":1,"prepare":1,"prompt":1,"and":1,"decode":1,"returns":1,"output":1,"list":1},"1156,1876,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"model":15,"runner":5,"create":1,"facebook":1,"bart":2,"base":2,"seed":1,"0":1,"dtype":1,"float16":1,"max":2,"num":2,"batched":1,"tokens":7,"100000":2,"seqs":1,"enable":1,"chunked":1,"prefill":2,"false":1,"enforce":3,"eager":3,"true":2,"seq":5,"group":3,"metadata":7,"list":3,"sequencegroupmetadata":1,"input":20,"prepare":2,"tensors":1,"positions":6,"encoder":10,"attn":3,"return":2,"lens":3,"assert":6,"is":8,"none":6,"pytest":2,"mark":2,"skipif":1,"condition":1,"current":1,"platform":1,"cpu":2,"reason":1,"backend":3,"currently":1,"unsupported":1,"for":2,"decoder":4,"models":1,"parametrize":1,"batch":4,"size":3,"sizes":1,"def":1,"test":5,"prompt":1,"the":3,"ability":1,"of":1,"subclass":1,"to":1,"produce":1,"phase":1,"inputs":2,"attention":5,"behavior":1,"instantiate":1,"enc":1,"dec":1,"construct":1,"sequence":1,"dummy":1,"prompts":1,"that":1,"self":1,"and":1,"cross":1,"are":1,"correct":1,"arguments":1,"name":1,"under":1,"mode":1,"if":1,"i":1,"e":1,"no":1,"cudagraph":1},"3032,1620,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"model":9,"runner":5,"create":1,"facebook":1,"bart":1,"base":1,"seed":1,"0":4,"dtype":1,"float16":1,"max":2,"num":2,"batched":1,"tokens":2,"100000":2,"seqs":3,"enable":1,"chunked":1,"prefill":1,"false":1,"enforce":1,"eager":1,"true":2,"seq":23,"lens":4,"list":6,"int":2,"encoder":10,"group":6,"metadata":6,"sequencegroupmetadata":2,"block":9,"tables":3,"1":6,"cross":4,"table":3,"2":1,"for":1,"i":4,"in":1,"range":3,"batch":1,"size":4,"make":1,"sure":1,"all":1,"fit":1,"into":1,"one":1,"len":7,"append":3,"data":9,"sequencedata":2,"from":2,"request":1,"id":1,"f":1,"test":1,"is":1,"prompt":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"assert":1,"token":1,"chunk":1,"get":1,"build":1,"decoder":3,"inputs":2,"self":1,"attention":2,"kv":2,"caching":2,"structures":2,"input":2,"prepare":1},"4652,1817,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"input":17,"tokens":8,"model":7,"positions":4,"attn":15,"metadata":18,"return":2,"seq":22,"lens":16,"slot":6,"mapping":6,"encoder":14,"cross":3,"assert":14,"len":9,"verify":1,"is":1,"correct":1,"for":2,"prompts":1,"decoder":3,"attention":2,"device":8,"runner":1,"num":3,"prefills":1,"0":4,"decode":2,"torch":9,"equal":3,"tensor":5,"dtype":3,"int":2,"max":5,"prefill":1,"sum":1,"test":2,"subquery":1,"start":10,"locs":2,"idx":4,"loc":4,"in":1,"append":1,"query":1,"int32":1,"context":1,"lengths":1},"6469,1964,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"assert":10,"torch":12,"equal":10,"attn":6,"metadata":7,"seq":5,"start":2,"loc":2,"tensor":4,"dtype":3,"int32":2,"device":6,"context":2,"lens":5,"zeros":1,"shape":1,"0":1,"int":1,"verify":2,"block":3,"tables":3,"are":5,"correct":5,"for":3,"prompts":1,"decoder":3,"self":1,"attention":2,"expected":3,"in":1,"range":1,"len":4,"group":1,"list":1,"model":7,"runner":1,"encoder":8,"cross":2,"cuda":2,"graph":2,"should":3,"not":1,"be":3,"used":1,"prefill":1,"use":1,"is":1,"false":1,"the":11,"lengths":1,"of":3,"input":22,"tokens":9,"positions":6,"sum":3,"an":2,"indirect":2,"check":2,"that":2,"and":2,"by":2,"design":2,"test":2,"to":2,"position":2,"values":4,"so":2,"if":2,"data":2,"structure":2,"has":2,"then":2,"these":2,"two":2},"8433,1836,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"test":6,"that":3,"vllm":1,"sampling":4,"infrastructure":1,"chooses":1,"the":9,"correct":2,"sequence":3,"positions":1,"at":1,"which":1,"to":2,"sample":1,"i":2,"e":2,"end":1,"of":3,"each":2,"in":3,"prefill":1,"phase":2,"expected":5,"selected":7,"token":8,"indices":4,"start":3,"idx":3,"0":1,"for":3,"seq":7,"len":3,"lens":1,"compute":1,"index":1,"offset":1,"final":1,"prompt":1,"recall":1,"prompts":2,"are":2,"concatenated":1,"append":1,"1":1,"metadata":5,"model":5,"input":1,"actual":4,"torch":2,"tensor":1,"device":2,"dtype":2,"assert":1,"equal":1,"pytest":3,"mark":3,"skipif":1,"condition":1,"current":1,"platform":1,"is":2,"cpu":2,"reason":1,"backend":3,"currently":1,"unsupported":1,"encoder":4,"decoder":4,"models":1,"parametrize":2,"batch":4,"size":3,"sizes":1,"multiple":3,"seqs":3,"per":3,"group":4,"true":2,"false":1,"def":1,"prepare":1,"decode":2,"ability":1,"runner":2,"subclass":1,"produce":1,"inputs":2,"attention":5,"behavior":1,"instantiate":1,"bart":1,"base":1,"enc":1,"dec":1,"construct":1,"dummy":1,"self":1,"and":1,"cross":1,"arguments":1,"name":1,"under":1,"enforce":2,"eager":2,"mode":1,"if":1,"no":1,"cudagraph":1},"10269,1659,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"model":4,"runner":4,"create":1,"facebook":1,"bart":1,"base":1,"seed":1,"0":6,"dtype":1,"float16":1,"max":2,"num":2,"batched":1,"tokens":2,"100000":2,"seqs":5,"enable":1,"chunked":1,"prefill":1,"false":2,"enforce":1,"eager":1,"true":1,"seq":29,"lens":4,"list":5,"int":2,"encoder":8,"group":9,"metadata":7,"sequencegroupmetadata":2,"block":9,"tables":3,"1":10,"3":1,"if":2,"multiple":2,"per":2,"else":2,"cross":3,"table":3,"2":1,"for":3,"i":4,"in":3,"range":5,"batch":1,"size":4,"make":1,"sure":1,"all":1,"fit":1,"into":1,"one":1,"len":8,"data":10,"sequencedata":2,"from":2,"request":1,"id":1,"f":1,"test":1,"is":1,"prompt":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"assert":1,"token":1,"chunk":1,"append":1,"extend":2},"11928,1723,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"build":1,"decoder":4,"model":12,"inputs":2,"self":1,"attention":4,"kv":2,"caching":2,"data":2,"structures":2,"encoder":16,"cross":4,"input":19,"runner":2,"prepare":1,"seq":19,"group":1,"metadata":18,"list":1,"tokens":8,"positions":4,"attn":14,"return":2,"lens":15,"slot":6,"mapping":6,"assert":13,"len":7,"verify":1,"is":1,"correct":1,"for":1,"decode":3,"phase":1,"device":6,"num":3,"prefills":1,"0":3,"torch":6,"equal":2,"tensor":4,"dtype":2,"int":2,"max":5,"prefill":1,"sum":1},"13651,1974,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"test":3,"decoder":4,"subquery":1,"start":20,"locs":2,"idx":8,"0":2,"loc":10,"for":8,"seq":19,"len":7,"in":6,"lens":4,"1":2,"append":2,"assert":6,"torch":15,"equal":5,"attn":6,"metadata":11,"query":2,"tensor":6,"dtype":5,"int32":4,"device":10,"note":1,"that":1,"normal":1,"prefill":1,"it":1,"is":2,"equivalent":1,"to":2,"and":1,"context":2,"lengths":1,"int":1,"verify":1,"block":9,"tables":6,"are":1,"correct":1,"prompts":1,"self":1,"attention":3,"flattened":2,"table":3,"values":1,"expected":4,"group":4,"list":2,"model":3,"runner":3,"encoder":1,"cross":3,"range":1,"data":1,"s":1,"cudagraph":1,"setting":1,"should":1,"be":1,"propagated":1,"use":1,"cuda":1,"graph":1,"false":1},"15625,1876,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"verify":1,"the":20,"lengths":1,"of":6,"input":23,"tokens":12,"positions":7,"decoder":1,"assert":6,"len":7,"seq":4,"lens":3,"an":2,"indirect":2,"check":2,"that":3,"model":6,"and":3,"are":4,"correct":5,"by":2,"design":2,"test":3,"equal":6,"to":3,"position":2,"values":4,"so":2,"if":2,"data":2,"structure":2,"has":2,"then":3,"these":2,"two":2,"should":2,"be":2,"torch":2,"encoder":7,"0":3,"vllm":1,"sampling":2,"infrastructure":1,"chooses":1,"sequence":7,"at":1,"which":1,"sample":1,"i":2,"e":2,"end":1,"each":2,"in":3,"decode":1,"phase":1,"expected":3,"selected":5,"token":7,"indices":2,"for":3,"start":3,"idx":3,"enumerate":1,"compute":1,"index":3,"offset":2,"final":2,"s":2,"decoded":3,"outputs":1,"since":1,"a":4,"single":1,"is":4,"per":2,"iteration":1,"length":1,"given":3,"1":1,"into":1,"generated":1,"just":1,"append":1},"17501,1195,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"sampling":3,"metadata":4,"model":3,"input":2,"actual":4,"selected":2,"token":2,"indices":2,"expected":3,"torch":2,"tensor":1,"device":2,"dtype":3,"assert":1,"equal":1,"pytest":2,"mark":2,"parametrize":2,"batch":3,"size":2,"list":5,"range":1,"1":4,"257":1,"multiple":3,"seqs":4,"per":3,"seq":6,"group":4,"true":1,"false":3,"def":1,"test":1,"prepare":1,"decode":2,"cuda":2,"graph":2,"tests":1,"that":1,"for":2,"encoder":2,"decoder":1,"models":1,"with":1,"capture":1,"and":1,"replay":1,"enabled":1,"the":2,"tensors":1,"used":1,"during":1,"phase":1,"are":1,"correctly":1,"padded":1,"varying":1,"sizes":1,"runner":2,"create":1,"facebook":1,"bart":1,"base":1,"seed":1,"0":3,"float16":1,"max":2,"num":2,"batched":1,"tokens":1,"100000":2,"enable":1,"chunked":1,"prefill":1,"enforce":1,"eager":1,"block":1,"tables":1,"3":1,"if":1,"else":1,"lens":2,"int":2,"sequencegroupmetadata":1},"18696,1776,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"cross":5,"block":8,"table":3,"2":1,"expanded":3,"batch":4,"size":7,"0":4,"for":3,"i":4,"in":3,"range":5,"make":1,"sure":1,"all":1,"tokens":5,"fit":1,"into":1,"one":1,"seq":30,"len":9,"model":11,"runner":3,"1":7,"data":11,"sequencedata":2,"from":2,"seqs":3,"encoder":11,"group":9,"metadata":12,"sequencegroupmetadata":1,"request":1,"id":1,"f":1,"test":1,"is":1,"prompt":1,"false":1,"if":1,"multiple":1,"per":1,"else":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"tables":2,"assert":1,"token":1,"chunk":1,"lens":4,"extend":2,"list":2,"append":1,"input":16,"prepare":1,"positions":4,"attn":4,"return":1,"slot":4,"mapping":4},"20472,1535,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"with":1,"cuda":4,"graph":6,"capture":1,"and":2,"replay":1,"enabled":1,"the":2,"decoder":1,"encoder":13,"input":3,"sequences":1,"will":1,"be":1,"padded":11,"create":1,"expected":1,"tensors":1,"accordingly":1,"batch":4,"size":7,"model":2,"runner":2,"vllm":1,"config":1,"pad":4,"for":1,"cudagraph":1,"expanded":2,"seq":20,"lens":17,"list":2,"itertools":2,"repeat":2,"1":2,"assert":13,"return":1,"len":7,"slot":2,"mapping":2,"tokens":4,"cross":1,"verify":1,"attention":2,"metadata":12,"device":6,"attn":10,"num":3,"prefills":1,"0":3,"decode":2,"torch":6,"equal":2,"tensor":4,"dtype":2,"int":2,"max":5,"prefill":1,"sum":1},"22007,1303,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"verify":1,"block":12,"tables":9,"are":1,"correct":1,"for":7,"prompts":1,"decoder":2,"self":1,"attention":4,"pad":8,"the":2,"as":2,"expected":9,"flattened":3,"table":3,"in":6,"range":4,"len":4,"seq":5,"group":4,"metadata":8,"list":2,"values":1,"extend":2,"cuda":3,"graph":3,"size":2,"make":2,"tensor":2,"with":2,"max":2,"64":2,"0":2,"dtype":2,"torch":4,"int32":2,"device":4,"model":3,"runner":3,"assert":3,"equal":2,"attn":3,"encoder":1,"cross":4,"data":1,"s":1,"cudagraph":1,"setting":1,"should":1,"be":1,"propagated":1,"to":1,"use":1,"is":1,"true":1},"23310,1103,data/raw/vllm-0.10.1/tests/worker/test_encoder_decoder_model_runner.py":{"verify":1,"the":11,"lengths":1,"of":3,"input":23,"tokens":10,"positions":6,"decoder":1,"assert":6,"len":6,"padded":2,"seq":2,"lens":2,"an":2,"indirect":2,"check":2,"that":2,"model":6,"and":2,"are":4,"correct":4,"by":2,"design":2,"test":2,"equal":6,"to":2,"position":2,"values":4,"so":2,"if":2,"data":2,"structure":2,"has":2,"then":2,"these":2,"two":2,"should":2,"be":2,"torch":2,"encoder":7,"0":2},"0,1836,data/raw/vllm-0.10.1/tests/worker/test_profile.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":6,"project":1,"import":6,"torch":3,"from":5,"engine":10,"arg":1,"utils":2,"engineargs":2,"get":7,"distributed":5,"init":6,"method":5,"ip":2,"open":2,"port":2,"worker":12,"cache":4,"cacheengine":1,"def":2,"test":2,"gpu":8,"memory":3,"profiling":2,"tests":1,"that":3,"happens":1,"in":1,"order":1,"determine":2,"number":1,"of":1,"kv":1,"blocks":5,"we":2,"can":3,"allocate":1,"on":2,"this":1,"mocks":1,"maximum":1,"available":2,"so":2,"it":2,"run":1,"any":1,"setup":1,"set":2,"up":1,"args":3,"build":1,"a":1,"model":3,"facebook":1,"opt":1,"125m":1,"dtype":1,"half":1,"load":3,"format":1,"dummy":1,"config":8,"create":2,"num":3,"1000":2,"cpu":1,"local":1,"rank":2,"is":1,"driver":1,"true":1,"10gib":1,"as":1,"total":4,"ram":1,"be":1,"device":2,"agnostic":1,"mock":6,"mem":3,"info":3,"current":3,"usage":2,"cuda":2,"stats":1,"allocated":1,"bytes":4,"all":1,"10":1,"1024":1,"3":1,"free":2,"return":1,"unittest":1,"patch":2,"with":1,"side":1,"effect":1,"profile":1},"1836,709,data/raw/vllm-0.10.1/tests/worker/test_profile.py":{"peak":1,"vram":1,"usage":1,"by":1,"torch":2,"should":5,"be":5,"0":3,"47":1,"gib":4,"model":2,"weights":1,"take":1,"25":1,"no":1,"memory":2,"allocated":1,"outside":1,"of":2,"9":1,"the":2,"utilization":2,"target":1,"8":2,"28":2,"available":1,"for":2,"kv":1,"cache":3,"block":4,"size":3,"cacheengine":1,"get":1,"engine":3,"config":6,"parallel":1,"expected":2,"blocks":3,"1024":1,"3":1,"check":1,"within":1,"a":2,"small":1,"tolerance":2,"portability":1,"hardware":1,"kernel":1,"or":1,"dependency":1,"changes":1,"could":1,"all":1,"affect":1,"100":2,"here":1,"about":1,"60mb":1,"wiggle":1,"room":1,"assert":1,"abs":1,"gpu":1},"0,1775,data/raw/vllm-0.10.1/tests/worker/test_swap.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":6,"project":1,"import":5,"torch":2,"from":4,"engine":13,"arg":1,"utils":2,"engineargs":2,"sequence":1,"executemodelrequest":1,"get":6,"distributed":5,"init":6,"method":5,"ip":2,"open":2,"port":2,"worker":13,"def":1,"test":1,"swap":1,"none":1,"configure":1,"args":2,"model":2,"distilbert":1,"distilgpt2":1,"dtype":1,"half":1,"load":2,"format":1,"dummy":1,"config":12,"create":2,"cache":23,"num":8,"gpu":11,"blocks":6,"1000":2,"cpu":10,"local":1,"rank":2,"is":1,"driver":1,"true":1,"initialize":3,"device":1,"randomly":1,"layers":2,"len":1,"for":1,"i":3,"in":1,"range":1,"key":4,"value":4,"random":4,"allclose":2,"lambda":1,"a":2,"b":2,"cuda":2,"rtol":1,"atol":1},"1775,1265,data/raw/vllm-0.10.1/tests/worker/test_swap.py":{"test":2,"swap":10,"out":6,"blocks":9,"to":9,"3":1,"72":1,"56":1,"35":1,"84":1,"34":1,"execute":10,"model":10,"req":8,"executemodelrequest":1,"seq":1,"group":1,"metadata":1,"list":1,"in":8,"copy":1,"worker":2,"for":4,"i":6,"range":2,"num":2,"layers":2,"gpu":10,"key":8,"cache":20,"value":8,"cpu":10,"src":6,"dst":6,"assert":4,"allclose":4,"19":1,"45":1,"67":1,"23":1,"12":1,"78":1,"40":1,"99":1,"1":1,"71":1},"0,1689,data/raw/vllm-0.10.1/tests/worker/test_model_input.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":8,"project":1,"import":9,"dataclasses":1,"torch":6,"from":7,"attention":3,"attentionmetadata":3,"attentionmetadatabuilder":3,"backends":2,"abstract":1,"attentionbackend":2,"utils":1,"commonattentionstate":3,"model":4,"executor":2,"samplingmetadata":1,"pooling":2,"metadata":2,"poolingmetadata":1,"worker":2,"runner":2,"modelinputforgpuwithsamplingmetadata":1,"modelinputforgpuwithpoolingmetadata":1,"class":1,"mockattentionbackend":1,"staticmethod":8,"def":8,"get":6,"name":1,"str":1,"raise":3,"notimplementederror":3,"impl":1,"cls":4,"type":3,"return":3,"builder":1,"state":1,"kv":5,"cache":3,"shape":1,"num":2,"blocks":3,"int":5,"block":1,"size":2,"heads":1,"head":1,"tuple":1,"swap":1,"src":3,"tensor":5,"dst":2,"none":2,"pass":2,"copy":1,"caches":1,"list":1,"dists":1},"1689,743,data/raw/vllm-0.10.1/tests/worker/test_model_input.py":{"def":1,"test":1,"model":3,"runner":1,"input":5,"sampling":3,"metadata":6,"samplingmetadata":1,"seq":1,"group":1,"selected":1,"token":1,"indices":2,"categorized":1,"sample":1,"num":4,"prompts":1,"attn":3,"attentionmetadata":1,"prefills":1,"1":2,"prefill":1,"tokens":3,"2":1,"decode":1,"3":1,"slot":1,"mapping":1,"torch":3,"zeros":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":1,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"modelinputforgpuwithsamplingmetadata":2,"ones":2,"10":2,"positions":1,"assert":1,"isinstance":1},"2432,1643,data/raw/vllm-0.10.1/tests/worker/test_model_input.py":{"test":1,"round":1,"trip":1,"serialization":1,"tensor":4,"dict":4,"model":21,"input":27,"as":1,"broadcastable":1,"attn":5,"backend":3,"mockattentionbackend":1,"received":16,"modelinputforgpuwithsamplingmetadata":2,"from":1,"broadcasted":1,"check":1,"that":1,"copy":1,"has":1,"correct":1,"values":1,"assert":14,"isinstance":1,"tokens":3,"is":7,"not":2,"none":8,"all":2,"positions":3,"multi":3,"modal":3,"kwargs":3,"lora":6,"requests":3,"mapping":3,"for":2,"field":3,"in":1,"dataclasses":1,"fields":1,"attentionmetadata":1,"getattr":2,"metadata":6,"name":2,"sampling":4,"only":1,"selected":3,"token":3,"indices":3,"copied":1,"seq":1,"groups":1},"4075,701,data/raw/vllm-0.10.1/tests/worker/test_model_input.py":{"def":1,"test":1,"embedding":1,"model":3,"runner":1,"input":5,"pooling":3,"metadata":6,"poolingmetadata":1,"seq":2,"groups":1,"0":1,"data":1,"prompt":1,"lens":1,"1":3,"attn":3,"attentionmetadata":1,"num":3,"prefills":1,"prefill":1,"tokens":3,"2":1,"decode":1,"3":1,"slot":1,"mapping":1,"torch":3,"zeros":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":1,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"modelinputforgpuwithpoolingmetadata":2,"ones":2,"10":2,"positions":1,"assert":1,"isinstance":1},"4776,1469,data/raw/vllm-0.10.1/tests/worker/test_model_input.py":{"test":1,"round":1,"trip":1,"serialization":1,"tensor":4,"dict":4,"model":20,"input":26,"as":1,"broadcastable":1,"attn":5,"backend":3,"mockattentionbackend":1,"received":15,"modelinputforgpuwithpoolingmetadata":2,"from":1,"broadcasted":1,"check":1,"that":1,"copy":1,"has":1,"correct":1,"values":1,"assert":13,"isinstance":1,"tokens":3,"is":7,"not":3,"none":8,"all":2,"positions":3,"multi":3,"modal":3,"kwargs":3,"lora":6,"requests":3,"mapping":3,"for":1,"field":3,"in":1,"dataclasses":1,"fields":1,"attentionmetadata":1,"getattr":2,"metadata":4,"name":2,"pooling":2,"broadcast":1},"0,317,data/raw/vllm-0.10.1/tests/worker/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":1,"pytest":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":1,"monkeypatch":2,"this":1,"module":1,"tests":1,"internals":1,"so":1,"set":1,"v1":2,"setenv":1},"0,1848,data/raw/vllm-0.10.1/tests/utils_/test_tensor_schema.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":8,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":5,"pytest":5,"torch":14,"from":3,"model":3,"executor":3,"models":3,"glm4":1,"1v":1,"glm4vimageembeddinginputs":1,"granite":1,"speech":1,"granitespeechaudioinputs":1,"phi3v":1,"phi3vimagepixelinputs":8,"def":6,"test":6,"tensor":9,"schema":6,"valid":1,"data":7,"randn":7,"16":9,"64":7,"3":9,"32":12,"image":6,"sizes":6,"randint":5,"256":5,"optional":1,"fields":1,"none":1,"constant":1,"dim":3,"failure":1,"with":4,"raises":4,"valueerror":4,"match":4,"expected":2,"got":1,"4":3,"invalid":1,"types":1,"in":1,"list":1,"is":2,"not":2,"a":2,"rank":2,"mismatch":1,"has":1,"but":1,"5":1,"missing":2,"required":2,"field":2},"1848,1712,data/raw/vllm-0.10.1/tests/utils_/test_tensor_schema.py":{"def":6,"test":6,"tensor":9,"schema":6,"symbolic":1,"dim":1,"mismatch":1,"with":3,"pytest":3,"raises":3,"valueerror":3,"match":3,"expected":1,"bn":2,"12":2,"got":1,"16":11,"phi3vimagepixelinputs":6,"data":8,"torch":15,"randn":9,"64":8,"3":12,"32":20,"image":9,"sizes":8,"randint":6,"0":7,"256":6,"2":6,"list":4,"valid":3,"for":3,"in":4,"range":3,"variable":1,"patch":1,"counts":1,"each":2,"has":2,"a":1,"different":1,"number":1,"of":1,"patches":1,"p":5,"shape":1,"tuple":2,"inconsistent":2,"shapes":2,"contains":1,"14":1,"empty":2,"is":1,"an":1},"3560,1831,data/raw/vllm-0.10.1/tests/utils_/test_tensor_schema.py":{"def":5,"test":5,"tensor":5,"schema":5,"validation":2,"disabled":1,"skips":1,"shape":1,"check":1,"this":2,"should":3,"not":2,"raise":2,"because":2,"is":1,"turned":1,"off":1,"would":1,"normally":1,"fail":1,"dim":4,"2":4,"be":1,"3":10,"4":6,"phi3vimagepixelinputs":3,"data":7,"torch":10,"randn":7,"16":6,"64":3,"32":2,"image":7,"sizes":11,"randint":3,"0":3,"256":3,"validate":1,"false":1,"with":5,"valid":1,"resolve":5,"binding":2,"dims":2,"336":9,"h":5,"w":5,"bindings":3,"invalid":1,"36":5,"and":1,"don":1,"t":1,"match":2,"pytest":1,"raises":1,"valueerror":1,"expected":1,"got":1,"list":2,"of":2,"symbolic":2,"input":8,"features":8,"10":4,"160":4,"b":6,"fi":2,"mask":4,"8":10,"fo":2,"audio":4,"embed":4,"len":2,"granitespeechaudioinputs":1,"mismatch":1,"in":1,"length":1},"5391,883,data/raw/vllm-0.10.1/tests/utils_/test_tensor_schema.py":{"with":4,"pytest":2,"raises":2,"valueerror":2,"match":2,"expected":2,"b":1,"4":5,"got":2,"3":3,"granitespeechaudioinputs":1,"input":4,"features":4,"mask":2,"audio":2,"embed":2,"sizes":2,"def":2,"test":2,"valid":1,"tensor":2,"schema":2,"static":2,"last":3,"dim":4,"image":12,"embeds":6,"torch":4,"randn":2,"256":2,"1024":2,"grid":6,"thw":6,"randint":2,"0":2,"2":2,"glm4vimageembeddinginputs":2,"invalid":1,"wrong":1,"1":1},"0,1979,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"ruff":1,"noqa":1,"import":16,"asyncio":7,"hashlib":1,"json":1,"pickle":1,"socket":2,"from":9,"collections":1,"abc":1,"asynciterator":2,"unittest":1,"mock":3,"patch":1,"pytest":3,"torch":1,"zmq":4,"transformers":2,"autotokenizer":1,"test":3,"utils":5,"monitor":2,"config":2,"parallelconfig":1,"vllmconfig":1,"set":1,"current":2,"detokenizer":1,"convert":1,"ids":1,"list":1,"tokens":1,"cacheinfo":1,"flexibleargumentparser":1,"lrucache":1,"memorysnapshot":1,"placeholdermodule":1,"storeboolean":1,"bind":1,"kv":1,"cache":1,"common":1,"broadcastable":1,"dtype":1,"stream":3,"deprecate":1,"kwargs":1,"get":2,"open":1,"port":3,"tcp":1,"uri":1,"is":1,"lossless":1,"cast":1,"join":1,"host":2,"make":2,"path":2,"memory":1,"profiling":1,"merge":3,"async":9,"iterators":5,"sha256":1,"split":2,"supports":1,"kw":1,"swap":1,"dict":1,"values":1,"create":2,"new":1,"process":1,"for":3,"each":1,"error":1,"on":1,"warning":1,"mark":1,"def":3,"iterator":6,"idx":6,"int":2,"try":1,"while":1,"true":1,"yield":1,"f":3,"item":1,"await":3,"sleep":2,"1":1,"except":1,"cancellederror":2,"print":2,"cancelled":1,"i":2,"in":2,"range":1,"3":1,"merged":2,"output":5,"generator":2,"tuple":1,"str":1,"task":4,"5":1,"cancel":1,"with":1,"raises":1},"1979,1904,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"for":2,"iterator":3,"in":2,"iterators":2,"try":1,"can":1,"use":1,"anext":2,"python":1,"3":1,"10":1,"await":1,"asyncio":2,"wait":1,"1":10,"except":2,"stopasynciteration":1,"all":1,"should":1,"be":1,"cancelled":2,"and":1,"print":2,"this":1,"message":3,"was":1,"normally":1,"exception":1,"cancellederror":1,"as":1,"e":2,"raise":1,"assertionerror":1,"from":1,"def":8,"test":4,"deprecate":8,"kwargs":8,"always":1,"old":15,"arg":23,"is":7,"deprecated":7,"true":3,"dummy":13,"object":8,"none":8,"new":8,"pass":4,"with":9,"pytest":3,"warns":3,"deprecationwarning":9,"match":3,"error":6,"on":6,"warning":6,"never":1,"false":2,"dynamic":1,"lambda":1,"additional":2,"abcd":2},"3883,1780,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":4,"test":2,"get":5,"open":4,"port":6,"monkeypatch":3,"pytest":3,"with":5,"context":1,"as":4,"m":2,"setenv":1,"vllm":1,"5678":1,"make":1,"sure":1,"we":1,"can":1,"multiple":1,"ports":1,"even":1,"if":1,"the":1,"env":1,"var":1,"is":1,"set":1,"socket":12,"af":3,"inet":3,"sock":3,"stream":3,"s1":2,"bind":3,"localhost":3,"s2":2,"s3":2,"tests":1,"for":1,"flexibleargumentparser":3,"fixture":2,"parser":22,"add":14,"argument":14,"image":4,"input":3,"type":11,"choices":1,"pixel":3,"values":3,"features":1,"model":4,"name":2,"batch":1,"size":2,"int":3,"enable":1,"feature":1,"action":2,"store":2,"true":2,"hf":1,"overrides":1,"json":2,"loads":2,"o":1,"compilation":1,"config":3,"return":2,"serve":1,"tag":1,"nargs":1,"str":3,"served":1,"tensor":1,"parallel":1,"trust":1,"remote":1,"code":1,"underscore":1,"to":1,"dash":1,"args":3,"parse":1,"assert":1},"5663,1950,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":7,"test":7,"mixed":1,"usage":1,"parser":19,"args":33,"parse":11,"image":7,"input":5,"type":5,"features":2,"model":4,"name":4,"facebook":4,"opt":4,"125m":4,"assert":13,"with":9,"equals":1,"sign":1,"pixel":2,"values":2,"int":1,"value":1,"batch":4,"size":10,"32":4,"bool":1,"flag":1,"enable":4,"feature":4,"is":2,"true":3,"invalid":2,"choice":2,"pytest":2,"raises":2,"systemexit":2,"missing":1,"required":3,"argument":2,"add":1,"arg":1,"cli":5,"override":1,"to":1,"config":12,"file":4,"serve":3,"mymodel":3,"tensor":6,"parallel":6,"3":6,"port":3,"12312":1,"666":2},"7613,950,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":3,"test":5,"config":21,"args":9,"parser":8,"with":12,"cli":4,"file":5,"parse":5,"serve":5,"mymodel":4,"assert":2,"tensor":2,"parallel":2,"size":3,"2":1,"trust":1,"remote":1,"code":1,"pytest":4,"raises":4,"filenotfounderror":1,"yml":1,"valueerror":3,"data":1,"json":1,"3":1,"batch":1,"32":1,"no":1,"model":1,"tag":1},"8563,1819,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":1,"test":8,"dict":1,"args":8,"parser":2,"model":2,"name":2,"something":4,"hf":12,"overrides":12,"key1":2,"val1":2,"nesting":1,"key2":3,"key3":2,"val2":2,"key4":2,"val3":2,"compile":1,"config":2,"and":4,"compilation":2,"level":2,"o":4,"use":2,"inductor":2,"true":4,"backend":2,"custom":5,"o1":1,"sign":1,"key5":2,"val4":2,"underscore":1,"to":1,"dash":1,"conversion":1,"key":6,"6":2,"val5":2,"7":2,"8":2,"val6":2,"data":1,"type":1,"detection":1,"key9":2,"100":4,"key10":2,"0":2,"key11":2,"key12":2,"key13":2,"null":1,"in":1,"value":1,"key14":2,"key15":2,"minus":2,"dot":2,"array":1,"values":1,"ops":3,"quant":2,"fp8":2,"silu":2,"mul":2,"rms":2,"norm":2,"parsed":4,"parse":1,"assert":3,"none":1,"1":1},"10382,1967,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":2,"test":3,"duplicate":2,"dict":1,"args":9,"caplog":5,"vllm":5,"parser":2,"model":1,"name":5,"something":4,"hf":4,"overrides":4,"key1":4,"val1":1,"val2":2,"o1":1,"o":2,"level":3,"2":1,"o3":1,"parsed":3,"parse":1,"should":1,"be":1,"the":2,"last":1,"value":1,"assert":7,"compilation":1,"config":1,"3":1,"len":1,"records":1,"1":1,"in":3,"text":3,"yapf":2,"enable":1,"pytest":1,"mark":1,"parametrize":1,"callable":4,"kw":10,"requires":4,"only":5,"allow":5,"var":5,"kwargs":11,"is":3,"supported":4,"tests":4,"for":4,"positional":2,"argument":1,"support":2,"lambda":10,"foo":13,"none":10,"true":17,"false":13,"or":1,"keyword":2,"100":1,"to":2,"make":1,"sure":1,"names":1,"of":1,"variadic":1,"params":1,"are":1,"not":1,"if":1,"we":1,"add":1,"else":2,"disable":1,"supports":2,"create":1,"new":1,"process":1,"each":1},"12349,1518,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":2,"test":2,"memory":11,"profiling":3,"fake":1,"out":1,"some":2,"model":1,"loading":1,"inference":1,"usage":2,"to":1,"used":3,"by":1,"other":1,"processes":1,"will":1,"show":1,"up":1,"as":3,"cuda":6,"outside":2,"of":2,"torch":15,"from":1,"vllm":1,"distributed":1,"device":3,"communicators":1,"wrapper":1,"import":1,"cudartlibrary":2,"lib":3,"512":3,"mib":4,"allocation":1,"this":2,"instance":1,"handle1":1,"cudamalloc":2,"1024":12,"baseline":3,"snapshot":3,"memorysnapshot":1,"load":1,"weights":5,"randn":2,"128":2,"dtype":2,"float32":2,"4":1,"measure":2,"current":8,"non":6,"free":2,"total":2,"mem":1,"get":1,"info":1,"reserved":1,"return":1,"with":1,"result":1,"monitor":1,"monitored":3,"values":5,"make":1,"a":1,"spike":3,"1":2,"gib":1,"256":5,"del":1,"add":1,"extra":1,"simulate":1,"nccl":1,"handle2":1,"is":2,"an":1,"analytic":1,"value":1,"it":1,"exact":1,"we":1,"only":1,"have":1,"increase":1,"measured":2,"diff":2,"0":1,"assert":1},"13867,1300,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"check":1,"that":1,"the":3,"memory":1,"usage":1,"is":6,"within":1,"5":2,"of":2,"expected":1,"values":1,"tolerance":1,"caused":1,"by":1,"cuda":2,"runtime":2,"we":1,"cannot":1,"control":1,"in":2,"granularity":1,"bytes":1,"which":1,"causes":1,"a":1,"small":1,"error":1,"10":1,"mib":1,"practice":1,"non":3,"torch":8,"ratio":2,"result":2,"increase":2,"256":1,"1024":5,"noqa":1,"assert":6,"abs":1,"1":12,"0":12,"05":1,"peak":1,"del":1,"weights":1,"lib":2,"cudafree":2,"handle1":1,"handle2":1,"def":2,"test":2,"bind":3,"kv":14,"cache":13,"from":2,"vllm":2,"attention":8,"import":2,"ctx":6,"layers":8,"self":8,"attn":8,"32":4,"128":4,"2":3,"3":3,"zeros":4,"sharing":1},"15167,1590,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"ctx":10,"layers":18,"0":19,"self":12,"attn":16,"attention":11,"32":6,"128":6,"1":18,"2":4,"3":3,"kv":22,"cache":22,"torch":6,"zeros":6,"shared":2,"bind":4,"assert":6,"is":7,"def":2,"test":2,"non":1,"from":3,"vllm":3,"import":2,"example":1,"jamba":1,"pp":1,"model":4,"20":2,"28":2,"encoder":2,"decoder":2,"monkeypatch":3,"pytest":1,"v1":3,"tests":1,"not":1,"supported":1,"on":1,"yet":1,"with":1,"context":1,"as":1,"m":2,"setenv":1,"use":1,"attentiontype":1},"16757,1968,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"example":1,"from":2,"bart":1,"ctx":10,"encoder":9,"layers":10,"0":27,"self":12,"attn":20,"attention":6,"32":4,"128":4,"1":14,"type":3,"attentiontype":3,"decoder":6,"kv":19,"cache":25,"torch":3,"zeros":3,"bind":3,"assert":8,"is":5,"def":3,"test":3,"pp":1,"with":3,"patch":1,"vllm":3,"utils":1,"cuda":1,"device":1,"count":1,"stateless":1,"lambda":1,"2":3,"this":1,"runs":1,"gpu":1,"but":1,"we":1,"simulate":1,"gpus":1,"cfg":2,"vllmconfig":1,"parallel":2,"config":2,"parallelconfig":1,"pipeline":1,"size":1,"set":1,"current":1,"import":1,"class":1,"testlrucache":2,"lrucache":1,"on":1,"remove":4,"key":1,"value":1,"if":1,"not":1,"hasattr":1,"counter":3,"lru":1,"3":1,"stat":2,"cacheinfo":2,"hits":2,"total":2,"delta":1,"true":1,"put":1,"len":1},"18725,1972,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"cache":69,"put":6,"1":20,"assert":45,"len":14,"2":28,"3":15,"set":9,"4":10,"remove":9,"counter":8,"get":3,"stat":8,"cacheinfo":8,"hits":8,"total":8,"delta":4,"true":4,"5":5,"pop":2,"is":1,"none":1,"0":7,"10":2,"6":6,"in":3,"oldest":1,"clear":1},"20697,1951,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"cache":27,"4":8,"assert":17,"len":4,"3":6,"set":5,"2":12,"remove":4,"counter":4,"1":2,"5":4,"del":1,"pop":1,"10":1,"6":4,"in":3,"yapf":2,"disable":1,"pytest":1,"mark":1,"parametrize":1,"src":1,"dtype":2,"tgt":1,"expected":1,"result":1,"different":1,"precision":5,"levels":1,"torch":46,"bool":8,"int8":7,"true":11,"float16":5,"complex32":5,"int64":3,"false":12,"float64":3,"complex128":3,"level":4,"0":1,"int16":2,"uint8":2,"float32":4,"bfloat16":2,"complex64":2,"enable":1},"22648,1905,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":4,"test":5,"is":3,"lossless":2,"cast":2,"src":2,"dtype":6,"tgt":2,"expected":5,"result":5,"assert":2,"yapf":4,"disable":2,"pytest":3,"mark":2,"parametrize":2,"dtypes":3,"torch":14,"bool":5,"int8":4,"float16":3,"complex32":2,"noqa":1,"e501":1,"enable":2,"common":2,"broadcastable":2,"placeholder":17,"module":4,"error":3,"handling":1,"placeholdermodule":1,"1234":1,"build":9,"ctx":9,"return":1,"raises":1,"modulenotfounderror":1,"match":1,"no":2,"named":1,"with":10,"int":2,"some":2,"attr":9,"conflict":2,"internal":2,"name":2,"attribute":2,"ok":1,"to":1,"print":1,"the":1,"or":1,"use":1,"it":2,"in":1,"a":4,"f":1,"string":1,"repr":1,"str":1,"yet":1,"only":1,"when":1,"used":1,"downstream":1,"obj":1,"key1":1,"key2":1,"tests":3,"for":3,"both":2,"keys":2,"exist":3,"1":5,"2":4,"b":3,"one":1,"key":1,"does":1,"not":2,"3":2,"do":1,"4":1},"24553,1994,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":2,"test":7,"swap":2,"dict":2,"values":3,"obj":12,"key1":6,"key2":6,"original":5,"copy":1,"if":2,"in":6,"assert":11,"else":2,"not":2,"model":22,"specification":1,"parser":6,"with":13,"config":21,"cli":10,"file":8,"takes":1,"precedence":1,"over":1,"args":15,"parse":5,"serve":6,"tag":1,"served":2,"name":2,"mymodel":2,"from":1,"works":1,"no":2,"specified":2,"anywhere":1,"raises":4,"error":2,"pytest":4,"valueerror":2,"match":2,"using":1,"option":2,"vllm":1,"you":1,"should":1,"provide":1,"the":2,"as":1,"a":2,"positional":1,"argument":1,"or":1,"instead":1,"of":1,"via":1,"my":1,"other":1,"are":1,"preserved":1,"tensor":1,"parallel":1,"size":1,"2":3,"trust":1,"remote":1,"code":1,"is":1,"true":1,"port":1,"12312":1,"mark":2,"parametrize":2,"input":1,"abc":1,"none":2,"bool":1,"1":2,"3":1,"output":1,"0":1},"26547,1980,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":4,"test":4,"sha256":5,"input":6,"tuple":1,"output":1,"int":3,"hash":7,"assert":8,"is":4,"not":2,"none":1,"isinstance":1,"0":7,"bytes":3,"pickle":2,"dumps":1,"protocol":2,"highest":1,"from":1,"hashlib":1,"digest":1,"byteorder":1,"big":1,"hashing":2,"again":1,"returns":2,"the":3,"same":1,"value":2,"different":2,"1":8,"pytest":4,"mark":2,"parametrize":2,"path":15,"expected":3,"ipc":2,"some":4,"tcp":8,"127":3,"5555":6,"ipv6":13,"address":2,"inproc":2,"identifier":2,"split":4,"zmq":10,"invalid":5,"missing":4,"scheme":1,"port":2,"for":2,"host":1,"with":1,"raises":1,"valueerror":1,"make":2,"socket":13,"check":1,"if":1,"supported":2,"by":1,"trying":1,"to":1,"create":2,"an":1,"try":1,"sock":3,"af":1,"inet6":1,"stream":1,"close":2,"except":1,"error":1,"skip":1,"on":1,"this":1,"system":1,"ctx":3,"context":1,"loopback":1,"type":3,"rep":1,"example":1,"zsock":3,"verify":1,"that":1,"option":2,"set":1,"getsockopt":1,"should":1,"be":1,"enabled":1,"addresses":1,"clean":1,"up":1,"term":1},"28527,1865,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":5,"test":5,"make":3,"zmq":3,"path":3,"assert":17,"tcp":9,"127":12,"0":25,"1":23,"5555":20,"get":3,"uri":3,"split":10,"host":13,"port":15,"valid":2,"ipv4":2,"invalid":2,"with":7,"pytest":7,"raises":7,"valueerror":6,"multi":2,"colon":5,"tailing":1,"no":2,"15555":1,"none":2,"int":2,"5555a":2,"ipv6":2,"indexerror":1,"join":3,"convert":3,"ids":7,"list":2,"to":3,"tokens":5,"tokenizer":4,"autotokenizer":1,"from":1,"pretrained":1,"qwen":1,"qwen2":1,"5":1,"5b":1,"instruct":1,"token":4,"encode":1,"hello":3,"world":2,"9707":1,"11":1,"1879":1,"ġworld":1},"30392,1245,data/raw/vllm-0.10.1/tests/utils_/test_utils.py":{"def":2,"test":1,"current":8,"stream":20,"multithread":1,"import":1,"threading":4,"if":2,"not":3,"torch":4,"cuda":5,"is":3,"available":2,"pytest":2,"skip":1,"main":7,"default":3,"child":14,"thread":20,"ready":3,"event":2,"can":4,"exit":5,"func":2,"with":1,"set":2,"wait":2,"timeout":3,"10":1,"target":1,"start":1,"try":1,"assert":3,"5":2,"failed":2,"to":2,"enter":1,"context":1,"in":1,"time":1,"s":2,"was":1,"contaminated":1,"by":1,"the":1,"notify":1,"it":1,"finally":1,"ensure":1,"exits":1,"properly":2,"join":1,"alive":1,"fail":1},"0,201,data/raw/vllm-0.10.1/tests/utils_/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"this":1,"module":1,"is":1,"named":1,"utils":3,"instead":1,"of":1,"avoid":1,"obscuring":1,"tests":1,"py":1},"0,1937,data/raw/vllm-0.10.1/tests/multimodal/test_image.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":2,"vllm":2,"project":1,"from":3,"pathlib":1,"import":5,"path":7,"numpy":9,"as":1,"np":3,"pytest":1,"pil":1,"image":34,"imagechops":2,"multimodal":1,"imagemediaio":1,"convert":4,"mode":3,"assets":5,"dir":4,"file":1,"parent":1,"assert":5,"exists":1,"def":3,"test":8,"rgb":11,"start":1,"with":4,"an":1,"original":10,"open":2,"image1":1,"png":3,"converted":9,"should":1,"be":1,"a":2,"no":1,"op":1,"diff":2,"difference":1,"getbbox":1,"is":1,"none":1,"rgba":10,"array":2,"for":4,"i":7,"in":4,"range":4,"shape":2,"j":7,"1":2,"verify":1,"that":1,"all":1,"transparent":4,"pixels":2,"are":1,"white":1,"if":1,"3":1,"255":5,"custom":2,"background":2,"tmp":3,"conversion":1,"colors":1,"create":1,"simple":1,"and":1,"opaque":1,"new":1,"10":2,"red":1,"full":1,"opacity":1,"make":1,"top":1,"left":1,"quadrant":1,"5":2,"putpixel":1,"fully":1,"save":2},"1937,1987,data/raw/vllm-0.10.1/tests/multimodal/test_image.py":{"test":9,"1":7,"default":12,"white":2,"background":6,"backward":1,"compatibility":1,"image":14,"io":8,"imagemediaio":4,"converted":8,"load":5,"file":3,"path":4,"numpy":22,"np":4,"array":4,"check":6,"transparent":4,"pixels":6,"are":4,"assert":18,"0":48,"255":9,"r":6,"g":6,"2":7,"b":6,"opaque":2,"remain":2,"red":2,"5":12,"custom":2,"black":13,"via":2,"kwargs":2,"rgba":3,"color":3,"3":1,"blue":10,"as":2,"list":1,"4":1,"with":2,"bytes":2,"method":1,"open":1,"rb":1,"f":2,"data":2,"read":1,"green":9},"3924,1897,data/raw/vllm-0.10.1/tests/multimodal/test_image.py":{"def":1,"test":7,"rgba":21,"background":21,"color":21,"validation":1,"that":2,"invalid":2,"values":4,"are":1,"properly":1,"rejected":1,"types":1,"with":8,"pytest":8,"raises":8,"valueerror":8,"match":8,"must":8,"be":8,"a":8,"list":8,"or":8,"tuple":8,"imagemediaio":11,"255":23,"wrong":1,"number":1,"of":2,"elements":1,"non":1,"integer":1,"0":6,"out":1,"range":1,"256":1,"1":1,"valid":1,"work":1,"should":3,"not":3,"raise":3,"128":3},"0,1668,data/raw/vllm-0.10.1/tests/multimodal/test_inputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":9,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"torch":11,"from":1,"multimodal":8,"inputs":5,"multimodalkwargs":6,"nestedtensors":3,"def":5,"assert":10,"nested":3,"tensors":5,"equal":8,"expected":11,"actual":9,"type":2,"noqa":1,"e721":1,"if":1,"isinstance":1,"tensor":2,"else":1,"for":2,"item":4,"in":2,"zip":1,"set":2,"keys":2,"key":3,"test":3,"input":3,"batch":6,"single":1,"t":3,"rand":7,"1":10,"result":6,"image":10,"unsqueeze":1,"multiple":2,"a":6,"b":6,"c":6,"stack":1,"heterogeneous":1,"3":1,"4":1},"1668,1644,data/raw/vllm-0.10.1/tests/multimodal/test_inputs.py":{"def":4,"test":4,"multimodal":9,"input":4,"batch":9,"nested":1,"tensors":1,"a":14,"torch":18,"rand":13,"2":11,"3":14,"b":14,"c":14,"result":10,"multimodalkwargs":5,"image":16,"assert":5,"inputs":5,"equal":5,"stack":5,"unsqueeze":6,"0":6,"heterogeneous":1,"lists":2,"1":10,"multiple":1,"batchable":1,"d":3,"mixed":1,"stacking":1,"depths":1,"4":1},"0,1829,data/raw/vllm-0.10.1/tests/multimodal/test_video.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":10,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":6,"project":1,"import":11,"tempfile":1,"from":8,"pathlib":1,"path":1,"numpy":2,"as":2,"np":5,"typing":1,"npt":3,"pytest":2,"pil":2,"image":4,"assets":3,"base":1,"get":1,"public":1,"video":19,"ndarrays":1,"images":1,"list":1,"multimodal":2,"imagemediaio":1,"loader":18,"registry":8,"videoloader":4,"videomediaio":1,"utils":1,"cosine":1,"similarity":1,"create":1,"normalize":1,"num":5,"frames":6,"10":2,"fake":6,"output":10,"1":12,"random":2,"rand":2,"1280":2,"720":2,"3":2,"register":3,"test":8,"class":3,"testvideoloader1":1,"classmethod":2,"def":4,"load":7,"bytes":6,"cls":2,"data":2,"int":2,"ndarray":2,"return":2,"testvideoloader2":1,"custom":4,"b":2,"testing":2,"assert":3,"array":2,"equal":2,"type":1,"doesnt":1,"exist":1,"with":1,"raises":1,"assertionerror":1,"non":1,"existing":1,"fps":1,"assert10frames1fpsvideoloader":1},"1829,1590,data/raw/vllm-0.10.1/tests/multimodal/test_video.py":{"classmethod":1,"def":2,"load":6,"bytes":7,"cls":1,"data":1,"num":9,"frames":10,"int":1,"1":7,"fps":9,"float":1,"0":6,"kwargs":2,"npt":1,"ndarray":1,"assert":3,"10":5,"bad":5,"return":1,"fake":1,"output":1,"2":2,"test":6,"video":2,"media":1,"io":1,"monkeypatch":3,"pytest":6,"with":4,"context":1,"as":2,"m":2,"setenv":1,"vllm":1,"loader":1,"backend":1,"imageio":6,"imagemediaio":1,"verify":1,"that":1,"different":1,"args":1,"pass":1,"fail":1,"assertions":1,"expected":1,"videoio":10,"videomediaio":5,"b":5,"not":2,"used":2,"raises":3,"assertionerror":3,"match":3,"9":1,"mark":2,"parametrize":2,"is":1,"color":1,"true":1,"false":1,"fourcc":1,"ext":1,"mp4v":1,"mp4":1,"xvid":1,"avi":1},"3419,1922,data/raw/vllm-0.10.1/tests/multimodal/test_video.py":{"def":1,"test":4,"opencv":2,"video":11,"io":3,"colorspace":1,"is":4,"color":4,"bool":1,"fourcc":3,"str":2,"ext":2,"all":1,"functions":1,"that":1,"use":1,"for":5,"i":1,"o":1,"return":1,"rgb":5,"format":1,"both":1,"and":1,"grayscale":2,"videos":1,"are":1,"tested":1,"image":23,"path":11,"get":1,"vllm":1,"public":1,"assets":1,"filename":1,"stop":1,"sign":1,"jpg":1,"s3":1,"prefix":1,"vision":1,"model":1,"images":2,"open":1,"with":1,"tempfile":1,"temporarydirectory":1,"as":1,"tmpdir":3,"if":1,"not":1,"f":2,"png":1,"convert":3,"l":1,"save":1,"to":3,"gray":1,"comparison":1,"create":1,"from":1,"num":1,"frames":7,"2":1,"ndarrays":1,"frame":6,"in":3,"sim":12,"cosine":3,"similarity":3,"normalize":6,"np":15,"array":6,"assert":6,"sum":3,"isnan":3,"size":3,"0":6,"001":3,"nanmean":3,"99":3,"pil":3,"list":1,"videomediaio":1,"imagemediaio":1,"load":1,"file":1},"0,1935,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":9,"project":1,"import":19,"base64":1,"mimetypes":1,"os":1,"from":12,"tempfile":1,"namedtemporaryfile":1,"temporarydirectory":1,"typing":1,"type":2,"checking":2,"namedtuple":1,"numpy":1,"as":2,"np":1,"pytest":2,"torch":2,"multiprocessing":1,"mp":1,"pil":1,"image":8,"imagechops":1,"tests":1,"utils":3,"multi":1,"gpu":1,"test":4,"distributed":3,"get":2,"tensor":1,"model":3,"parallel":3,"world":1,"size":1,"state":1,"init":1,"environment":2,"initialize":1,"multimodal":4,"convert":1,"mode":1,"inputs":2,"placeholderrange":1,"mediaconnector":2,"argsort":1,"mm":1,"positions":1,"run":1,"dp":1,"sharded":1,"vision":1,"platforms":1,"current":1,"platform":1,"open":1,"port":1,"update":1,"variables":1,"if":1,"multimodalplaceholderdict":1,"different":1,"extensions":1,"jpg":3,"png":4,"and":1,"formats":1,"gray":1,"rgb":3,"rgba":2,"urls":2,"https":6,"upload":4,"wikimedia":4,"org":4,"wikipedia":4,"commons":4,"thumb":2,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"2560px":1,"f":1,"fa":1,"grayscale":1,"8bits":1,"palette":1,"sample":1,"9":1,"91":1,"venn":2,"diagram":2,"svg":2,"1280px":1,"0b":1,"comp":1,"video":1,"www":1,"bogotobogo":1,"com":2,"python":2,"opencv":3,"images":2,"mean":1,"shift":1,"tracking":1,"slow":1,"traffic":1,"small":1,"mp4":1,"github":1,"raw":1,"refs":1,"tags":1,"4":1,"12":1,"samples":1,"data":1,"vtest":1,"avi":1,"fixture":1,"scope":1,"module":1,"def":1,"url":1,"dict":1,"str":1,"connector":1},"1935,1915,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"return":3,"image":37,"url":15,"connector":5,"fetch":5,"for":1,"in":2,"test":6,"urls":3,"def":4,"get":2,"supported":8,"suffixes":6,"tuple":1,"str":5,"we":1,"should":1,"at":1,"least":1,"the":1,"file":2,"types":3,"mentioned":1,"gpt":1,"4":1,"with":2,"vision":1,"openai":2,"png":1,"jpeg":2,"jpg":1,"webp":1,"gif":1,"additional":1,"that":1,"are":1,"by":1,"us":1,"extra":2,"bmp":1,"tiff":1,"equals":2,"a":3,"b":2,"bool":1,"np":2,"asarray":2,"convert":1,"mode":3,"all":1,"pytest":7,"mark":5,"asyncio":2,"parametrize":3,"async":5,"http":1,"mediaconnector":2,"sync":2,"await":1,"assert":1,"suffix":6,"base64":5,"images":2,"dict":1,"try":3,"mime":5,"type":4,"registered":1,"extensions":1,"except":3,"keyerror":2,"mimetypes":1,"map":1,"skip":2,"no":1,"namedtemporaryfile":1,"as":3,"f":4,"save":1,"name":1,"exception":1,"e":2,"if":1,"args":1,"0":1,"cannot":1,"write":1,"rgba":1,"conversion":1,"not":1,"raise":1,"b64encode":1,"read":1,"decode":1,"utf":1,"8":1,"data":2},"3850,1675,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"data":7,"image":36,"sync":5,"connector":9,"fetch":8,"url":12,"if":1,"equals":3,"open":1,"f":5,"assert":3,"else":1,"pass":1,"lossy":1,"format":1,"only":1,"check":2,"that":2,"can":1,"be":2,"opened":1,"async":9,"await":4,"pytest":4,"mark":2,"asyncio":1,"parametrize":1,"test":2,"urls":1,"def":1,"local":7,"files":2,"str":1,"mediaconnector":2,"with":3,"temporarydirectory":1,"as":1,"temp":7,"dir":7,"allowed":1,"media":1,"path":7,"origin":3,"save":1,"os":6,"join":1,"basename":5,"quality":1,"100":1,"icc":2,"profile":2,"info":1,"get":1,"file":4,"the":1,"images":1,"are":1,"equal":1,"not":1,"imagechops":1,"difference":1,"getbbox":1,"raises":2,"valueerror":1,"match":2,"must":1,"a":1,"subpath":1,"runtimeerror":1,"cannot":1,"load":1},"5525,1943,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"with":8,"pytest":10,"raises":4,"valueerror":4,"match":2,"must":1,"be":2,"a":1,"subpath":1,"local":7,"connector":10,"fetch":10,"image":23,"f":4,"file":5,"temp":7,"dir":7,"os":3,"path":4,"basename":2,"url":5,"runtimeerror":1,"cannot":1,"load":1,"files":2,"mark":5,"asyncio":3,"async":6,"def":2,"test":4,"space":3,"in":2,"name":3,"urls":2,"0":1,"mediaconnector":3,"temporarydirectory":1,"as":2,"allowed":1,"media":1,"origin":3,"filename":4,"jpg":1,"save":1,"join":1,"quality":1,"100":1,"icc":2,"profile":2,"info":1,"get":1,"try":1,"await":2,"sync":2,"except":1,"filenotfounderror":1,"e":2,"fail":1,"failed":1,"to":2,"format":1,"check":1,"that":1,"the":1,"images":1,"are":1,"equal":1,"assert":1,"not":1,"imagechops":1,"difference":1,"getbbox":1,"error":1,"conversion":1,"broken":3,"img":3,"data":1,"png":1,"base64":1,"agvsbg9fdmxsbv9jb21tdw5pdhkk":1,"pil":1,"unidentifiedimageerror":1,"should":1,"converted":1,"parametrize":2,"video":2,"num":1,"frames":1,"1":1,"32":1,"1800":1},"7468,1418,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"async":6,"def":2,"test":4,"fetch":3,"video":11,"http":1,"url":3,"str":2,"num":3,"frames":3,"int":2,"connector":3,"mediaconnector":1,"media":1,"io":1,"kwargs":1,"sync":4,"metadata":4,"await":1,"assert":2,"np":1,"array":1,"equal":1,"used":1,"for":1,"argsort":2,"mm":5,"positions":5,"class":1,"testcase":3,"namedtuple":1,"multimodalplaceholderdict":1,"expected":3,"modality":4,"idxs":3,"list":1,"tuple":1,"cases":1,"single":1,"internally":2,"sorted":1,"image":6,"placeholderrange":4,"offset":4,"0":4,"length":4,"2":4,"3":2,"1":2,"unsorted":1},"8886,1842,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"two":1,"modalities":1,"internally":3,"sorted":2,"testcase":3,"mm":3,"positions":3,"image":9,"placeholderrange":12,"offset":12,"7":1,"length":12,"4":5,"11":3,"5":3,"audio":9,"0":9,"2":6,"3":1,"expected":3,"modality":3,"idxs":3,"1":6,"interleaved":2,"8":2,"unsorted":1},"10728,1635,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"three":1,"modalities":1,"internally":3,"sorted":2,"testcase":2,"mm":2,"positions":2,"image":7,"placeholderrange":11,"offset":11,"15":1,"length":11,"7":2,"22":1,"8":2,"audio":4,"0":8,"2":6,"video":6,"3":2,"4":2,"5":3,"12":1,"6":1,"expected":2,"modality":2,"idxs":2,"1":3,"interleaved":2,"20":1,"sunorted":1},"12363,701,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"testcase":1,"mm":1,"positions":1,"image":4,"placeholderrange":5,"offset":5,"0":4,"length":5,"2":4,"20":1,"4":1,"3":1,"audio":2,"5":2,"video":2,"8":1,"expected":1,"modality":1,"idxs":1,"1":1},"13070,1971,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"for":4,"mm":3,"positions":3,"expected":2,"modality":4,"idxs":4,"in":1,"test":4,"cases":1,"argsort":1,"assert":1,"class":1,"simplelinearmodel":1,"torch":7,"nn":3,"module":1,"a":1,"simple":1,"linear":5,"vision":5,"model":8,"testing":2,"def":4,"init":3,"self":6,"input":3,"dim":4,"int":7,"3":1,"224":2,"output":2,"32":1,"super":1,"flatten":4,"forward":1,"x":4,"tensor":2,"the":3,"and":1,"apply":1,"transformation":1,"return":1,"multi":1,"gpu":1,"num":1,"gpus":1,"2":2,"pytest":1,"mark":1,"parametrize":1,"batch":6,"size":13,"1":1,"single":1,"image":1,"4":1,"small":1,"5":1,"odd":1,"padding":1,"run":4,"dp":4,"sharded":4,"world":7,"launch":1,"processes":1,"mp":1,"spawn":1,"vs":2,"direct":2,"args":1,"get":1,"open":1,"port":4,"nprocs":1,"local":5,"rank":6,"master":4,"that":1,"produces":1,"same":1,"results":1,"as":1,"calling":1,"directly":1,"set":3,"random":1,"seed":2,"reproducibility":1,"current":1,"platform":1,"everything":1,"0":1,"device":6,"f":1,"cuda":2,"default":1,"update":1,"environment":2,"variables":1,"str":4,"addr":1,"localhost":1,"initialize":2,"distributed":2,"parallel":2},"15041,825,data/raw/vllm-0.10.1/tests/multimodal/test_utils.py":{"create":2,"a":2,"test":1,"input":5,"tensor":2,"image":3,"torch":4,"randn":1,"batch":1,"size":4,"3":1,"224":2,"simple":1,"linear":1,"model":8,"vision":4,"simplelinearmodel":1,"run":3,"the":8,"directly":1,"on":1,"full":1,"with":2,"inference":2,"mode":2,"direct":3,"output":6,"through":1,"sharded":5,"function":1,"dp":1,"check":3,"that":3,"world":3,"is":1,"setup":1,"correctly":1,"assert":3,"get":1,"parallel":1,"outputs":2,"have":1,"same":1,"shape":3,"are":1,"close":1,"they":1,"should":1,"be":1,"identical":1,"allclose":1,"rtol":1,"1e":2,"5":2,"atol":1},"0,1111,data/raw/vllm-0.10.1/tests/multimodal/test_registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"unit":1,"tests":1,"for":2,"multimodalregistry":1,"supports":4,"multimodal":7,"inputs":4,"and":1,"qwen2":5,"5":4,"vl":4,"visual":1,"component":1,"loading":1,"behavior":1,"import":3,"pytest":3,"from":2,"registry":2,"models":1,"utils":1,"build":2,"model":7,"context":2,"mark":2,"parametrize":1,"id":3,"limit":4,"mm":4,"per":4,"prompt":4,"expected":3,"qwen":4,"5b":1,"instruct":4,"false":2,"3b":3,"true":2,"image":2,"video":1,"core":1,"def":1,"test":2,"returns":1,"correct":1,"boolean":1,"various":1,"configs":1,"ctx":2,"assert":1,"config":1,"is":1},"0,1917,data/raw/vllm-0.10.1/tests/multimodal/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"import":4,"cv2":6,"numpy":2,"as":2,"np":9,"typing":1,"npt":4,"from":2,"pil":1,"image":12,"def":5,"random":6,"rng":10,"randomstate":3,"min":8,"wh":8,"int":11,"max":8,"w":4,"h":4,"randint":6,"size":4,"arr":2,"255":2,"3":2,"dtype":2,"uint8":2,"return":5,"fromarray":1,"video":8,"frames":8,"num":4,"audio":3,"len":6,"sr":2,"rand":1,"create":1,"path":5,"str":3,"10":1,"fps":2,"float":1,"1":2,"is":5,"color":5,"bool":1,"true":1,"fourcc":3,"mp4v":1,"imread":1,"if":2,"not":1,"convert":1,"grayscale":1,"false":1,"cvtcolor":1,"bgr2gray":1,"height":3,"width":3,"shape":2,"else":1,"writer":3,"videowriter":2,"iscolor":1,"for":1,"in":1,"range":1,"write":1,"release":1,"cosine":2,"similarity":2,"a":3,"ndarray":3,"b":3,"axis":7,"compute":1,"between":1,"two":1,"vectors":1,"sum":1,"linalg":2,"norm":2},"1917,142,data/raw/vllm-0.10.1/tests/multimodal/utils.py":{"def":1,"normalize":2,"image":4,"npt":2,"ndarray":2,"to":1,"0":2,"1":1,"range":1,"return":1,"astype":1,"np":1,"float32":1,"255":1},"0,1622,data/raw/vllm-0.10.1/tests/multimodal/test_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"pytest":2,"torch":3,"from":3,"multimodal":2,"cache":8,"multimodalcache":2,"multimodalcacheitemmetadata":2,"inputs":1,"multimodalfieldelem":2,"multimodalkwargs":2,"multimodalkwargsitem":2,"multimodalsharedfield":2,"def":4,"dummy":8,"elem":2,"modality":9,"str":6,"key":11,"size":15,"int":3,"return":3,"data":1,"empty":1,"dtype":1,"int8":1,"field":1,"1":1,"item":10,"by":6,"dict":3,"elems":1,"for":2,"in":2,"items":2,"kw":2,"yapf":2,"disable":1,"mark":1,"parametrize":1,"expected":4,"a":3,"a1":3,"100":4,"a2":2,"110":2,"210":1,"b":1,"b1":1,"120":1,"b2":1,"130":1,"460":1,"noqa":1,"e501":1,"enable":1,"test":1,"get":1,"lru":1,"2048":1,"type":1,"assert":2,"currsize":2,"wraps":1},"0,1166,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":10,"contextlib":1,"import":12,"nullcontext":1,"typing":1,"optional":1,"cast":1,"numpy":1,"as":1,"np":1,"pytest":1,"config":1,"modelconfig":1,"inputs":1,"inputprocessingcontext":1,"multimodal":4,"registry":1,"yapf":4,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":2,"processing":1,"placeholderfeaturesinfo":1,"promptindextargets":1,"promptinsertion":1,"promptreplacement":1,"apply":2,"text":2,"matches":6,"token":4,"find":3,"mm":1,"placeholders":1,"iter":1,"replace":1,"enable":1,"profiling":1,"multimodalprofiler":1,"transformers":1,"utils":3,"tokenizer":1,"anytokenizer":1,"full":1,"groupby":1,"random":1,"image":1},"1166,1748,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"token":5,"ids":7,"match":10,"expected":3,"32000":36,"start":10,"idx":16,"0":4,"end":10,"1":4,"2":3,"3":3,"9833":6,"28747":9,"918":3,"6":1,"8":1,"5":1,"yapf":2,"enable":1,"def":1,"test":1,"iter":2,"matches":2,"result":3,"list":1,"manually":1,"constructed":1,"results":1,"assert":2,"item":2,"asdict":1,"for":3,"in":3,"invariants":1,"lens":4,"print":1,"only":1,"displayed":1,"on":1,"error":1,"all":1,"len":3,"disable":1},"2914,1424,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"token":5,"ids":9,"match":3,"new":3,"expected":3,"1":16,"32000":47,"9833":12,"28747":12,"918":6,"0":1,"yapf":2,"enable":1,"def":1,"test":1,"replace":2,"matches":2,"result":2,"manually":1,"constructed":1,"results":1,"assert":1,"disable":1},"4338,78,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"prompt":1,"target":1,"by":2,"key":2,"expected":1},"4416,1929,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pattern":22,"1":8,"2":8,"32000":13,"3":7,"promptindextargets":6,"start":14,"4":8,"prefix":2,"5":4,"end":14,"idx":24,"0":9,"6":2},"6345,1033,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"9833":2,"28747":6,"32000":11,"918":1,"pattern":12,"1":4,"2":2,"3":3,"0":3,"4":2,"promptindextargets":3,"start":6,"5":3,"prefix":1,"6":3,"end":6,"idx":10,"8":1,"10":2},"7385,912,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"update":3,"type":3,"promptinsertion":1,"promptreplacement":1,"yapf":2,"enable":1,"def":1,"test":1,"find":2,"token":3,"matches":2,"prompt":4,"target":4,"by":5,"key":11,"expected":3,"should":1,"not":1,"be":1,"used":1,"since":1,"there":1,"is":1,"nothing":1,"to":2,"convert":1,"ids":1,"mock":2,"tokenizer":2,"cast":1,"anytokenizer":1,"object":1,"updates":2,"bind":1,"for":3,"in":3,"items":1,"result":6,"only":1,"displayed":1,"on":1,"error":1,"print":1,"manually":1,"constructed":1,"results":1,"groups":2,"dict":2,"full":1,"groupby":1,"lambda":1,"x":2,"modality":1,"assert":1,"start":2,"idx":4,"item":3,"end":2,"get":1,"disable":1},"8297,78,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"prompt":1,"target":1,"by":2,"key":2,"expected":1},"8375,816,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"detokenized":1,"test":2,"cases":1,"of":2,"find":1,"token":1,"matches":1,"using":1,"the":1,"vocab":1,"llava":2,"hf":2,"v1":1,"6":1,"mistral":1,"7b":1,"pattern":10,"1":2,"2":2,"image":2,"3":2,"promptindextargets":3,"start":4,"4":2,"prefix":1,"5":2,"end":4,"idx":6,"0":6},"9191,1294,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"image":11,"pattern":12,"1":2,"2":2,"3":2,"4":2,"promptindextargets":3,"start":11,"5":2,"prefix":1,"6":2,"end":11,"idx":20,"0":5,"7":4,"14":4,"21":3,"28":4},"10485,1830,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"image":27,"pattern":18,"1":4,"2":4,"3":4,"unk":1,"4":2,"promptindextargets":3,"start":12,"5":2,"prefix":1,"6":2,"end":12,"idx":22,"0":7,"13":3,"27":2,"40":1,"48":2,"test":1,"regex":1,"escape":1,"9":1,"16":3,"25":2,"32":1},"12322,905,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"update":3,"type":3,"promptinsertion":1,"promptreplacement":1,"yapf":2,"enable":1,"def":1,"test":1,"find":2,"text":3,"matches":2,"prompt":4,"target":4,"by":5,"key":11,"expected":3,"should":1,"not":1,"be":1,"used":1,"since":1,"there":1,"is":1,"nothing":1,"to":2,"convert":1,"mock":2,"tokenizer":2,"cast":1,"anytokenizer":1,"object":1,"updates":2,"bind":1,"for":3,"in":3,"items":1,"result":6,"only":1,"displayed":1,"on":1,"error":1,"print":1,"manually":1,"constructed":1,"results":1,"groups":2,"dict":2,"full":1,"groupby":1,"lambda":1,"x":2,"modality":1,"assert":1,"start":2,"idx":4,"item":3,"end":2,"get":1,"disable":1},"13227,124,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"prompt":1,"target":1,"by":3,"key":2,"repl":1,"expected":1,"update":1,"type":1,"mm":1,"count":1,"noqa":1,"e501":1},"13351,1955,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"image":48,"we":1,"use":1,"before":1,"to":1,"test":5,"matches":1,"that":1,"occur":1,"out":1,"of":2,"order":1,"pattern":12,"1":9,"2":9,"3":5,"whether":1,"target":1,"is":1,"confused":1,"with":1,"replacement":3,"empty":1,"dynamic":1,"beyond":1,"the":1,"form":1,"unit":1,"count":1,"promptinsertion":2,"0":4,"noqa":1,"e501":1,"promptreplacement":2,"index":1,"targets":1,"promptindextargets":3,"start":1,"prefix":1,"end":1,"13":2,"1133":2},"15306,1413,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"image":27,"pattern":8,"1":14,"promptindextargets":3,"start":1,"2":7,"prefix":1,"3":3,"end":1,"promptinsertion":2,"0":4,"23":2,"11":2,"2233":2,"promptreplacement":2,"test":1,"different":1,"replacement":1,"per":1,"item":1,"lambda":1,"idx":2,"str":1,"12":2},"16719,671,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"image":22,"pattern":2,"1":7,"promptindextargets":1,"prefix":1,"lambda":1,"idx":2,"str":1,"promptinsertion":1,"0":2,"2":2,"12":2,"promptreplacement":1},"17396,1256,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"yapf":2,"enable":1,"def":1,"test":1,"find":2,"update":7,"text":4,"prompt":5,"target":4,"by":9,"key":13,"repl":3,"expected":6,"type":6,"mm":14,"count":8,"should":1,"not":1,"be":1,"used":1,"since":1,"there":1,"is":1,"nothing":1,"to":2,"convert":1,"mock":2,"tokenizer":2,"cast":1,"anytokenizer":1,"object":1,"for":5,"in":5,"items":4,"updates":4,"bind":1,"matches":6,"result":4,"apply":1,"only":1,"displayed":1,"on":1,"error":1,"print":4,"manually":1,"constructed":1,"results":1,"assert":1,"disable":1},"18652,124,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"prompt":1,"target":1,"by":3,"key":2,"repl":1,"expected":1,"update":1,"type":1,"mm":1,"count":1,"noqa":1,"e501":1},"18776,1605,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"tokenized":1,"test":7,"cases":1,"of":4,"find":1,"replace":1,"text":1,"using":1,"the":2,"vocab":1,"llava":2,"hf":2,"v1":1,"6":1,"mistral":1,"7b":1,"1":11,"9833":12,"28747":12,"32000":33,"918":12,"we":1,"use":1,"image":2,"before":1,"to":1,"matches":1,"that":1,"occur":1,"out":1,"order":1,"pattern":6,"2":4,"3":2,"whether":1,"target":1,"is":1,"confused":1,"with":1,"replacement":3,"empty":1,"dynamic":1,"beyond":1,"form":1,"unit":1,"count":1,"1550":12,"promptinsertion":1,"0":2,"noqa":3,"e501":3,"promptreplacement":1,"index":1,"targets":1},"20381,1549,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pattern":12,"1":22,"promptindextargets":6,"start":2,"2":16,"prefix":2,"32000":9,"3":18,"end":2,"promptinsertion":2,"0":4,"promptreplacement":2,"test":1,"different":1,"replacement":1,"per":1,"item":1},"21930,1298,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"32000":41,"pattern":4,"1":18,"lambda":2,"idx":4,"promptinsertion":2,"0":4,"2":8,"promptreplacement":2,"promptindextargets":1,"prefix":1},"23234,1562,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"yapf":2,"enable":1,"def":1,"test":2,"find":2,"update":7,"tokens":3,"prompt":5,"target":4,"by":10,"key":14,"repl":4,"expected":6,"type":6,"mm":14,"count":8,"should":1,"not":1,"be":1,"used":1,"since":1,"there":1,"is":1,"nothing":1,"to":2,"convert":1,"mock":2,"tokenizer":2,"cast":1,"anytokenizer":1,"object":1,"for":5,"in":5,"items":4,"updates":4,"bind":1,"matches":6,"token":2,"result":4,"apply":1,"only":1,"displayed":1,"on":1,"error":1,"print":4,"manually":1,"constructed":1,"results":1,"assert":1,"disable":1,"pytest":1,"mark":1,"parametrize":1,"pattern":4,"1":1,"32000":4,"2":1,"3":1,"1550":2,"918":1,"different":1,"modalities":1,"having":1,"the":1,"same":1,"4":1},"24796,806,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":1,"mark":1,"parametrize":1,"prompt":1,"expected":1,"1":3,"9833":2,"28747":2,"32000":6,"918":1,"pattern":4,"placeholderfeaturesinfo":2,"modality":2,"item":2,"idx":4,"0":2,"start":2,"6":1,"tokens":2,"is":2,"embed":2,"none":2,"4":2,"3":1},"25602,1139,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"1":7,"32000":8,"9833":1,"28747":1,"1550":4,"918":2,"pattern":7,"placeholderfeaturesinfo":3,"modality":3,"item":3,"idx":6,"0":2,"start":3,"tokens":3,"is":3,"embed":3,"none":3,"5":1,"3":2,"7":1,"no":1,"match":1,"for":1,"4":1,"as":1,"it":1,"has":1,"lower":1,"priority":1,"than":1},"26741,1356,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"1":6,"32000":10,"1550":4,"918":2,"pattern":7,"placeholderfeaturesinfo":4,"modality":4,"item":4,"idx":8,"0":3,"start":4,"tokens":4,"is":4,"embed":4,"none":4,"3":3,"4":2,"5":1,"6":1},"28103,1970,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"pytest":6,"mark":5,"parametrize":5,"update":3,"type":3,"promptinsertion":1,"promptreplacement":1,"yapf":1,"enable":1,"def":2,"test":2,"find":2,"mm":11,"placeholders":2,"repl":5,"by":3,"key":8,"prompt":10,"expected":2,"should":1,"not":1,"be":1,"used":1,"since":1,"there":1,"is":5,"nothing":1,"to":2,"convert":1,"tokens":1,"mock":2,"tokenizer":2,"cast":1,"anytokenizer":1,"object":1,"updates":2,"bind":1,"for":2,"in":3,"items":1,"result":4,"effectively":1,"match":2,"all":1,"occurrences":1,"the":1,"3":1,"only":1,"displayed":1,"on":1,"error":1,"print":1,"manually":1,"constructed":1,"results":1,"assert":1,"model":9,"id":4,"llava":4,"hf":4,"v1":2,"6":2,"mistral":2,"7b":2,"limit":9,"num":4,"supported":4,"valid":4,"0":8,"true":10,"1":12,"false":4,"2":8,"per":5,"dummy":2,"image":2,"config":3,"modelconfig":1,"processor":4,"multimodal":1,"registry":1,"create":1,"limits":1,"profiler":2,"multimodalprofiler":1,"if":1,"exc":3,"ctx":3,"nullcontext":1,"else":1,"raises":1,"valueerror":1,"at":1,"most":1,"with":1,"get":1,"decoder":1,"data":1,"max":1,"len":1,"counts":1,"images":1},"30073,1919,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"def":4,"test":2,"limit":6,"mm":10,"per":4,"prompt":4,"apply":2,"model":7,"id":4,"num":5,"images":5,"is":3,"valid":2,"image":8,"config":4,"modelconfig":1,"processor":5,"multimodal":1,"registry":1,"create":1,"rng":2,"np":1,"random":2,"randomstate":1,"0":11,"min":1,"wh":2,"128":1,"max":1,"256":1,"if":2,"data":5,"elif":1,"1":12,"else":2,"exc":3,"ctx":3,"nullcontext":1,"pytest":3,"raises":1,"valueerror":1,"match":1,"at":1,"most":1,"with":1,"hf":2,"kwargs":10,"class":1,"dummyprocessor":1,"init":3,"self":4,"a":16,"int":5,"b":9,"none":2,"super":1,"call":1,"c":5,"return":2,"tensors":1,"optional":1,"str":2,"dict":2,"yapf":2,"disable":1,"mark":2,"parametrize":2,"qwen":1,"qwen2":1,"vl":1,"2b":1,"instruct":1,"dummy":1,"inference":3,"expected":2,"should":3,"take":1,"precedence":1,"2":2,"ignore":1,"extra":1,"enable":1,"not":1,"be":1,"used":1,"since":1,"there":1,"nothing":1,"to":2,"convert":1,"tokens":1,"mock":1,"tokenizer":1,"cast":1,"anytokenizer":1,"object":1},"31992,1466,data/raw/vllm-0.10.1/tests/multimodal/test_processing.py":{"ctx":5,"inputprocessingcontext":2,"model":6,"config":6,"modelconfig":2,"id":4,"mm":2,"processor":10,"kwargs":17,"tokenizer":5,"mock":3,"get":2,"hf":4,"dummyprocessor":2,"type":4,"ignore":3,"arg":2,"inference":5,"for":1,"k":2,"v":2,"in":1,"expected":4,"items":1,"assert":2,"getattr":1,"yapf":2,"disable":1,"pytest":2,"mark":2,"parametrize":2,"qwen":1,"qwen2":1,"vl":1,"2b":1,"instruct":1,"dummy":1,"a":10,"1":12,"c":7,"0":4,"should":3,"take":1,"precedence":1,"2":2,"extra":1,"b":1,"enable":1,"def":1,"test":1,"call":2,"not":1,"be":1,"used":1,"since":1,"there":1,"is":1,"nothing":1,"to":2,"convert":1,"tokens":1,"cast":1,"anytokenizer":1,"object":1,"result":2},"0,1946,data/raw/vllm-0.10.1/tests/multimodal/test_hasher.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":2,"project":1,"import":7,"uuid":1,"from":3,"pathlib":1,"path":2,"numpy":1,"as":1,"np":3,"pytest":2,"torch":3,"pil":1,"image":17,"imagedraw":3,"multimodal":1,"hasher":13,"multimodalhasher":5,"assets":5,"dir":4,"file":1,"parent":1,"assert":5,"exists":1,"note":1,"images":2,"that":1,"are":2,"same":4,"visually":1,"allowed":1,"have":1,"hash":16,"mark":1,"parametrize":1,"mode":4,"pair":3,"1":5,"l":1,"rgba":1,"cmyk":1,"def":5,"test":5,"collision":5,"mode1":2,"mode2":2,"image1":8,"new":4,"size":4,"10":12,"color":2,"image2":8,"kwargs":8,"palette":3,"these":1,"differ":1,"only":1,"in":1,"open":2,"png":2,"transpose":1,"20":6,"draw":2,"line":2,"tensor":1,"shape":2,"should":2,"be":2,"different":2,"though":2,"data":4,"is":2,"when":2,"flattened":2,"arr1":3,"zeros":4,"5":4,"3":4,"arr2":3,"array":1},"1946,1274,data/raw/vllm-0.10.1/tests/multimodal/test_hasher.py":{"hasher":12,"multimodalhasher":3,"assert":6,"hash":12,"kwargs":8,"data":6,"arr1":1,"arr2":1,"def":2,"test":3,"non":2,"contiguous":3,"array":1,"arr":7,"np":2,"arange":1,"24":1,"reshape":1,"4":1,"6":1,"t":1,"not":2,"flags":2,"c":5,"ascontiguousarray":1,"both":1,"should":3,"be":2,"hashable":1,"and":2,"produce":1,"the":4,"same":1,"hashes":1,"image":14,"exif":2,"id":4,"that":3,"imageid":5,"tag":1,"can":1,"used":1,"to":3,"store":1,"uuid":6,"will":1,"use":1,"instead":1,"of":1,"image1":5,"image2":4,"new":1,"1":1,"size":1,"10":1,"20":1,"uuid4":1,"getexif":2,"exiftags":2,"base":2,"open":2,"assets":2,"dir":2,"png":2,"a":1,"image2a":2,"first":1,"has":2,"in":2,"so":2,"it":2,"bytes":1,"second":1},"0,1527,data/raw/vllm-0.10.1/tests/lora/test_lora_functions.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":5,"project":1,"script":1,"test":3,"add":3,"lora":23,"remove":1,"pin":1,"list":3,"loras":6,"functions":2,"import":5,"pytest":1,"from":6,"engine":9,"arg":1,"utils":1,"asyncengineargs":1,"engineargs":2,"llm":5,"llmengine":2,"entrypoints":1,"openai":1,"api":1,"server":1,"build":1,"async":1,"client":1,"args":6,"request":4,"lorarequest":2,"model":4,"path":5,"meta":1,"llama":3,"7b":2,"hf":1,"module":2,"yard1":1,"sql":1,"rank":3,"8":2,"def":3,"make":3,"id":4,"int":2,"return":1,"name":1,"f":1,"sync":1,"max":6,"4":1,"create":1,"in":1,"eager":2,"mode":1,"due":1,"high":1,"ci":1,"can":1,"oom":1,"during":1,"cuda":1,"graph":1,"capture":1,"enable":1,"true":2,"len":1,"128":1,"gpu":1,"memory":1,"utilization":1,"enforce":1,"run":3,"check":3,"fn":2,"expected":2,"assert":1,"set":2,"1":3},"1527,1929,data/raw/vllm-0.10.1/tests/lora/test_lora_functions.py":{"pin":2,"lora":38,"1":16,"and":2,"test":2,"that":1,"it":1,"is":1,"never":1,"removed":1,"on":1,"subsequent":1,"adds":1,"run":20,"check":20,"llm":21,"2":5,"add":13,"make":13,"request":13,"3":4,"4":5,"5":4,"6":4,"7":4,"8":7,"9":6,"10":10,"remove":7,"continue":1,"adding":1,"11":7,"12":5,"13":3,"all":1,"loras":5,"pytest":1,"mark":1,"asyncio":1,"async":5,"def":2,"functions":1,"max":5,"engine":4,"args":5,"asyncengineargs":1,"model":3,"path":1,"enable":1,"true":2,"rank":2,"len":1,"128":1,"gpu":1,"memory":1,"utilization":1,"0":1,"enforce":1,"eager":1,"fn":2,"expected":2,"list":2,"await":4,"assert":1,"set":2,"with":1,"build":1,"client":1,"from":1,"as":1},"3456,1294,data/raw/vllm-0.10.1/tests/lora/test_lora_functions.py":{"pin":2,"lora":30,"1":13,"and":2,"test":1,"that":1,"it":1,"is":1,"never":1,"removed":1,"on":1,"subsequent":1,"adds":1,"await":17,"run":17,"check":17,"llm":17,"2":3,"add":11,"make":11,"request":11,"3":4,"4":4,"5":4,"6":4,"7":4,"8":6,"9":6,"10":10,"remove":7,"continue":1,"adding":1,"11":7,"12":5,"13":3,"all":1,"loras":1},"0,1438,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":5,"threading":1,"import":9,"lock":1,"pytest":2,"torch":11,"lora":10,"ops":12,"as":3,"triton":4,"lorakernelmeta":1,"utils":2,"a":1,"ptr":2,"dict":2,"b":3,"platforms":1,"current":1,"platform":1,"punicatensors":1,"assert":1,"close":1,"generate":1,"data":1,"for":3,"nslices":5,"fixture":1,"autouse":1,"true":1,"def":2,"reset":2,"device":2,"default":1,"pass":1,"utility":1,"shrink":4,"and":1,"expand":1,"operations":1,"used":1,"reference":1,"implementations":1,"sgmv":3,"int":4,"inputs":2,"tensor":12,"weights":2,"lst":2,"list":1,"out":2,"seq":6,"start":2,"loc":2,"len":2,"prompt":2,"mapping":2,"batches":2,"max":2,"length":2,"num":2,"tokens":2,"scaling":2,"float":1,"wrapper":1,"around":1,"that":1,"handles":1,"any":1,"index":3,"in":1,"range":1},"1438,1649,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"def":1,"sgmv":5,"expand":5,"for":2,"nslices":5,"int":5,"hidden":3,"size":3,"inputs":8,"tensor":15,"torch":10,"lora":8,"weights":5,"lst":3,"list":1,"out":3,"b":3,"seq":9,"start":3,"loc":3,"len":3,"prompt":3,"mapping":3,"batches":3,"max":3,"length":3,"num":3,"tokens":3,"add":5,"bool":1,"none":1,"wrapper":1,"around":1,"ops":3,"that":1,"handles":1,"any":1,"if":1,"1":1,"verify":1,"the":1,"s":1,"op":1,"0":3,"else":1,"slice":4,"offset":3,"index":3,"in":1,"range":1,"dict":1,"lock":2},"3087,1790,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"def":1,"check":1,"lora":13,"shrink":7,"kernel":3,"batches":3,"int":6,"num":4,"loras":4,"rank":2,"hidden":2,"size":2,"nslices":5,"dtype":3,"torch":2,"device":3,"str":1,"seq":6,"length":4,"scaling":3,"float":1,"compare":1,"outputs":1,"of":1,"ops":3,"sgmv":5,"and":2,"triton":2,"kernels":2,"data":13,"punicatensors":1,"generate":1,"for":4,"max":4,"token":6,"nums":5,"meta":7,"setup":2,"metadata":2,"information":2,"reference":2,"args":3,"b":1,"start":1,"loc":1,"len":1,"tensor":11,"prompt":1,"mapping":2,"the":1,"lorakernelmeta":1,"make":1,"tokens":1,"cuda":1,"prepare":1,"tensors":1,"ref":4,"out":8,"our":1,"clone":1,"preventing":1,"cache":1,"error":1,"pointer":1,"with":1,"dict":2,"lock":1,"a":1,"ptr":1,"clear":1,"inputs":2,"weights":2,"assert":1,"close":1},"4877,1988,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"def":1,"check":1,"lora":13,"expand":7,"kernel":3,"batches":3,"int":6,"num":4,"loras":4,"rank":2,"hidden":3,"size":3,"nslices":5,"dtype":3,"torch":2,"device":3,"str":1,"seq":6,"length":4,"add":5,"inputs":7,"bool":1,"compare":1,"outputs":1,"of":1,"ops":3,"sgmv":5,"and":2,"triton":2,"kernels":2,"data":13,"punicatensors":1,"generate":1,"for":4,"max":4,"token":6,"nums":5,"meta":7,"setup":3,"metadata":2,"information":2,"reference":2,"args":3,"b":2,"start":2,"loc":1,"len":1,"tensor":9,"prompt":1,"mapping":2,"the":1,"lorakernelmeta":1,"make":1,"tokens":1,"cuda":1,"prepare":1,"tensors":2,"output":1,"ref":3,"out":6,"our":1,"clone":1,"with":1,"dict":2,"lock":1,"ptr":1,"clear":1,"weights":2,"offset":1,"0":1},"6865,1983,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"assert":1,"close":1,"out":2,"tensor":3,"ref":1,"tests":4,"we":2,"test":4,"the":5,"punica":1,"kernels":1,"along":1,"2":4,"verticals":1,"mainly":1,"1":6,"variations":3,"in":6,"hidden":15,"dim":1,"size":10,"all":5,"other":1,"parameters":1,"like":1,"batch":1,"max":3,"rank":1,"num":3,"loras":3,"etc":1,"have":1,"collected":1,"sizes":7,"included":1,"lora":1,"models":1,"currently":1,"supported":1,"by":1,"vllm":1,"it":1,"whether":1,"corresponding":1,"triton":1,"kernel":1,"can":1,"run":1,"normally":1,"when":1,"parallelism":1,"is":1,"set":2,"to":1,"4":5,"8":4,"16":4,"32":5,"64":3,"128":3,"256":2,"512":1,"896":1,"1024":1,"1152":1,"1216":1,"1280":1,"1536":1,"1664":1,"2048":1,"2240":1,"2304":1,"2368":1,"2432":1,"2560":1,"2752":1,"3072":1,"3328":1,"3456":1,"3584":1,"3712":1,"4096":1,"4480":1,"4608":1,"4736":1,"4864":1,"5120":1,"5504":1,"5632":1,"5888":1,"6144":1,"6400":1,"6848":1,"6912":1,"7168":1,"7424":1,"8192":1,"8960":1,"9216":1,"9472":1,"10240":1,"11008":1,"11264":1,"13824":1,"14336":1,"14784":1,"14848":1,"15360":1,"18944":1,"22016":1,"22528":1,"24576":1,"27392":1,"27648":1,"29568":1,"29696":1,"32000":1,"32256":1,"32512":1,"32768":1,"33024":1,"36864":1,"43264":1,"49152":1,"49408":1,"60544":1,"60672":1,"64000":1,"64256":1,"102400":1,"102656":1,"128000":1,"128256":1,"of":1,"tp":1,"divisibility":2,"for":3,"div":2,"append":1,"list":1,"params":4,"that":2,"focuses":1,"on":1,"variation":1,"hs":1,"batches":2,"ranks":2,"general":1,"dimensions":1,"except":1,"2049":1,"dtypes":1,"torch":2,"float16":1,"bfloat16":1,"devices":1,"f":1,"cuda":1,"0":2,"seed":1},"8848,1989,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"pytest":13,"mark":13,"parametrize":13,"batches":9,"test":9,"params":8,"num":9,"loras":9,"rank":7,"max":2,"ranks":2,"hidden":9,"size":7,"sizes":2,"nslices":6,"1":1,"2":1,"3":1,"dtype":7,"dtypes":1,"device":8,"devices":1,"seed":5,"op":3,"type":3,"shrink":3,"expand":2,"def":1,"kernels":2,"int":6,"torch":2,"str":2,"tests":1,"lora":3,"set":1,"default":1,"current":1,"platform":1,"everything":1,"if":1,"check":2,"kernel":2,"seq":2,"length":2,"128":2,"scaling":1,"0":1,"5":1,"else":1,"add":1,"inputs":1,"true":1,"hs":4},"10837,1492,data/raw/vllm-0.10.1/tests/lora/test_punica_ops.py":{"pytest":5,"mark":5,"parametrize":5,"nslices":6,"1":1,"2":1,"3":1,"dtype":7,"dtypes":1,"device":8,"devices":1,"seed":5,"op":3,"type":3,"shrink":3,"expand":2,"def":1,"test":1,"kernels":2,"hidden":6,"size":6,"batches":5,"int":6,"num":5,"loras":5,"rank":5,"torch":2,"str":2,"tests":1,"sgmv":1,"and":1,"lora":3,"set":1,"default":1,"current":1,"platform":1,"everything":1,"if":1,"check":2,"kernel":2,"seq":2,"length":2,"128":2,"scaling":1,"0":1,"5":1,"else":1,"add":1,"inputs":1,"true":1},"0,1907,data/raw/vllm-0.10.1/tests/lora/test_phi.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":5,"project":1,"import":2,"from":2,"lora":8,"request":2,"lorarequest":2,"model":1,"path":3,"microsoft":1,"phi":1,"prompt":12,"template":4,"instruct":1,"sql":4,"n":4,"context":5,"output":4,"noqa":5,"e501":5,"def":1,"do":1,"sample":1,"llm":3,"str":4,"id":8,"int":1,"list":2,"prompts":2,"format":3,"which":2,"catalog":2,"publisher":2,"has":1,"published":1,"most":1,"catalogs":2,"create":4,"table":4,"varchar":8,"trip":3,"started":1,"station":3,"with":1,"largest":1,"dock":2,"count":2,"give":1,"me":1,"start":1,"how":1,"many":1,"marine":2,"species":2,"are":1,"found":1,"in":2,"southern":1,"ocean":1,"name":2,"50":3,"common":1,"location":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"max":1,"tokens":1,"64":1,"stop":1,"end":1,"outputs":4,"generate":1,"if":1,"else":1,"none":1,"print":2,"generated":7,"texts":3,"for":1,"text":5,"strip":1,"append":1,"f":1,"r":2,"return":1},"1907,1185,data/raw/vllm-0.10.1/tests/lora/test_phi.py":{"def":1,"test":3,"phi2":4,"lora":14,"files":3,"we":1,"enable":3,"enforce":2,"eager":2,"true":4,"here":1,"to":2,"reduce":1,"vram":1,"usage":1,"for":3,"ci":1,"otherwise":1,"the":1,"will":1,"fail":1,"due":1,"cuda":1,"oom":1,"llm":4,"vllm":1,"model":2,"path":1,"max":3,"len":3,"1024":1,"loras":1,"2":2,"chunked":1,"prefill":1,"expected":5,"output":5,"select":4,"catalog":2,"publisher":2,"count":4,"as":1,"num":2,"catalogs":3,"from":4,"group":1,"by":2,"order":1,"desc":1,"limit":1,"1":2,"noqa":3,"e501":3,"trip":3,"id":5,"join":1,"station":5,"on":1,"start":1,"where":2,"dock":2,"marine":1,"species":1,"location":1,"southern":1,"ocean":1,"output1":2,"do":2,"sample":2,"i":6,"in":2,"range":2,"assert":2,"startswith":2,"output2":2},"0,1919,data/raw/vllm-0.10.1/tests/lora/test_peft_helper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"import":6,"json":4,"math":1,"shutil":2,"pytest":1,"from":3,"config":12,"loraconfig":2,"lora":9,"peft":8,"helper":8,"pefthelper":2,"error":1,"cases":1,"test":10,"rank":3,"r":2,"1024":1,"is":1,"greater":1,"than":1,"max":6,"bias":4,"all":1,"adapter":5,"cannot":1,"be":1,"used":1,"without":1,"enabled":1,"dora":3,"use":2,"true":2,"does":1,"not":1,"yet":1,"support":1,"modules":4,"save":4,"lm":2,"head":2,"only":1,"supports":1,"being":1,"none":1,"def":1,"pass":1,"sql":3,"files":3,"tmp":2,"path":5,"local":1,"dir":4,"position":2,"embeddings":2,"4096":2,"16":2,"cpu":1,"loras":2,"3":1,"validate":1,"legal":1,"assert":4,"8":1,"alpha":1,"target":1,"q":1,"proj":7,"v":1,"k":1,"o":1,"gate":1,"up":1,"down":1,"embed":1,"tokens":1,"rslora":5,"dict":1,"copytree":1,"load":2,"and":1,"modify":1,"configuration":3,"with":2,"open":2,"as":2,"f":4,"apply":1,"changes":1,"update":1,"modified":1,"w":1,"dump":1},"1919,1231,data/raw/vllm-0.10.1/tests/lora/test_peft_helper.py":{"peft":6,"helper":6,"pefthelper":2,"from":2,"local":2,"dir":7,"test":10,"max":5,"position":2,"embeddings":2,"4096":2,"validate":2,"legal":2,"lora":8,"config":13,"scaling":3,"alpha":1,"math":1,"sqrt":1,"r":1,"assert":1,"abs":1,"vllm":1,"factor":1,"1e":1,"3":2,"pytest":2,"mark":1,"parametrize":1,"name":3,"change":3,"expected":3,"error":5,"cases":1,"def":1,"sql":2,"files":2,"tmp":2,"path":5,"str":2,"dict":1,"shutil":1,"copytree":1,"load":2,"and":1,"modify":1,"configuration":3,"adapter":5,"json":3,"with":3,"open":2,"as":2,"f":4,"apply":1,"changes":1,"update":1,"save":1,"modified":1,"w":1,"dump":1,"loraconfig":1,"rank":1,"16":1,"cpu":1,"loras":2,"2":1,"loading":1,"the":1,"raises":1,"valueerror":1,"match":1},"0,1824,data/raw/vllm-0.10.1/tests/lora/test_lora_allowed_token_ids.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":11,"project":1,"import":6,"pytest":1,"from":7,"config":18,"cacheconfig":2,"deviceconfig":2,"loraconfig":2,"modelconfig":2,"vllmconfig":2,"lora":15,"request":6,"lorarequest":2,"sampling":1,"params":2,"samplingparams":2,"transformers":1,"utils":1,"tokenizer":7,"group":1,"init":2,"configs":2,"v1":1,"engine":1,"processor":5,"def":1,"test":2,"allowed":3,"token":5,"ids":5,"with":2,"vocab":1,"llama":3,"7b":3,"base":5,"huggingface":3,"id":5,"sql":3,"files":3,"that":2,"we":1,"properly":1,"resolve":1,"range":1,"of":2,"for":1,"adapters":1,"define":1,"additional":1,"tokens":3,"setup":1,"a":3,"model":8,"compatible":1,"adapter":2,"and":1,"known":1,"number":1,"in":2,"mode":1,"auto":1,"cache":1,"device":1,"scheduler":2,"1":3,"str":1,"prompt":3,"added":1,"should":1,"not":1,"raise":1,"an":1,"error":1,"32000":1,"32001":1,"32002":1,"32003":1,"process":1,"inputs":1},"1824,1959,data/raw/vllm-0.10.1/tests/lora/test_lora_allowed_token_ids.py":{"tokens":5,"in":4,"the":6,"base":8,"model":9,"should":3,"not":3,"raise":3,"an":3,"error":3,"token":10,"ids":10,"1000":1,"1001":1,"1002":1,"1003":1,"processor":5,"process":3,"inputs":3,"request":10,"id":7,"prompt":5,"params":3,"samplingparams":3,"allowed":5,"lora":17,"adapter":4,"invalid":2,"35000":1,"35001":1,"35002":1,"35003":1,"with":5,"pytest":2,"raises":2,"valueerror":2,"no":2,"def":1,"test":2,"vocab":1,"qwen25vl":6,"huggingface":3,"files":3,"that":2,"we":1,"properly":1,"resolve":1,"range":1,"of":2,"for":1,"adapters":1,"do":1,"define":1,"additional":1,"setup":1,"a":3,"compatible":1,"and":1,"known":1,"number":1,"config":17,"modelconfig":1,"tokenizer":5,"mode":1,"auto":1,"vllm":5,"vllmconfig":1,"cache":1,"cacheconfig":1,"device":1,"deviceconfig":1,"loraconfig":1,"init":1,"from":1,"configs":1,"scheduler":2,"lorarequest":1,"1":3,"str":1},"3783,872,data/raw/vllm-0.10.1/tests/lora/test_lora_allowed_token_ids.py":{"tokens":3,"in":3,"the":3,"base":7,"model":3,"should":3,"not":3,"raise":3,"an":3,"error":3,"token":9,"ids":9,"1000":2,"1001":2,"1002":2,"1003":2,"processor":3,"process":3,"inputs":3,"request":8,"id":3,"prompt":3,"params":3,"samplingparams":3,"allowed":3,"lora":5,"with":2,"no":1,"invalid":2,"200000":1,"200001":1,"200002":1,"200003":1,"pytest":1,"raises":1,"valueerror":1},"0,1817,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":10,"project":1,"import":13,"os":3,"pytest":4,"torch":5,"from":11,"safetensors":3,"load":3,"file":3,"nn":1,"config":1,"loraconfig":1,"lora":11,"layers":1,"columnparallellinearwithlora":1,"mergedcolumnparallellinearwithlora":1,"rowparallellinearwithlora":1,"loralayerweights":1,"packedloralayerweights":1,"models":1,"loramapping":1,"loramodel":1,"loramodelmanager":2,"lrucacheloramodelmanager":1,"peft":1,"helper":1,"pefthelper":1,"request":1,"lorarequest":1,"worker":1,"manager":1,"lrucacheworkerloramanager":1,"workerloramanager":1,"platforms":1,"current":2,"platform":2,"embedding":2,"modules":2,"embed":1,"tokens":1,"input":1,"embeddings":4,"lm":2,"head":2,"output":1,"padding":1,"devices":2,"f":1,"cuda":3,"i":2,"for":1,"in":1,"range":1,"1":2,"if":2,"device":3,"count":1,"else":2,"is":2,"alike":1,"cpu":1,"default":2,"dtype":2,"get":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":2,"use":3,"v0":4,"only":1,"monkeypatch":3,"some":1,"tests":1,"depend":1,"on":1,"internals":1,"since":1,"both":1,"and":1,"v1":2,"same":1,"it":1,"okay":1,"just":1,"test":2,"with":1,"context":1,"as":1,"m":2,"setenv":1,"yield":1,"mark":1,"parametrize":1,"tensors":2,"sql":3,"files":3,"path":2,"join":2,"adapter":1,"model":1,"new":2},"1817,1835,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"peft":3,"helper":3,"pefthelper":1,"from":2,"local":1,"dir":1,"sql":1,"lora":33,"files":1,"max":1,"position":1,"embeddings":10,"4096":1,"model":4,"loramodel":3,"tensors":2,"1":4,"device":16,"new":2,"embedding":6,"modules":8,"padding":2,"for":3,"module":8,"name":8,"in":4,"loras":4,"items":1,"assert":11,"rank":1,"8":6,"alpha":1,"16":2,"a":5,"is":3,"not":2,"none":4,"b":4,"torch":6,"shape":7,"0":2,"f":1,"next":1,"k":3,"if":2,"equal":1,"tensor":3,"to":1,"else":1,"def":1,"create":1,"id":2,"int":1,"nn":1,"sub":2,"list":1,"str":2,"dict":1,"loralayerweights":2,"w":3,"get":1,"submodule":1,"weight":1,"rand":2,"return":1},"3652,1543,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"def":2,"create":1,"packed":1,"lora":5,"id":2,"int":1,"model":12,"nn":1,"module":12,"name":8,"replaced":9,"names":3,"device":8,"torch":4,"empty":2,"none":1,"loramodel":2,"w":3,"get":5,"submodule":5,"weight":1,"loras":5,"dict":1,"str":1,"loralayerweights":2,"for":1,"in":1,"if":1,"continue":1,"8":7,"16":1,"rand":2,"shape":2,"1":4,"0":2,"len":1,"return":1,"test":1,"replace":1,"submodules":1,"dist":1,"init":1,"dummy":2,"manager":2,"loramodelmanager":1,"loraconfig":1,"max":3,"rank":1,"cpu":1,"dtype":2,"default":1,"devices":2,"assert":4,"isinstance":4,"dense1":2,"columnparallellinearwithlora":2,"layer1":2,"dense2":2,"rowparallellinearwithlora":2,"pytest":1,"mark":1,"parametrize":1},"5195,1954,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"def":1,"test":1,"lora":15,"model":18,"manager":23,"dist":1,"init":1,"dummy":2,"device":9,"lora1":3,"create":3,"1":11,"layer1":1,"dense1":3,"dense2":3,"lm":3,"head":3,"lora2":5,"2":10,"lora3":2,"3":3,"loramodelmanager":1,"loraconfig":1,"max":3,"rank":1,"8":1,"cpu":1,"loras":2,"dtype":2,"default":1,"assert":21,"all":1,"x":2,"is":2,"none":2,"for":1,"in":1,"index":9,"to":9,"id":11,"add":5,"adapter":12,"activate":5,"0":4,"not":5,"with":1,"pytest":1,"raises":1,"valueerror":1,"remove":2},"7149,543,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"assert":12,"manager":12,"remove":2,"adapter":6,"model":4,"lora1":3,"id":8,"not":1,"add":2,"lora":6,"index":6,"to":6,"0":3,"is":3,"none":3,"1":3,"lora2":1,"activate":2,"3":3,"2":2},"7692,322,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"assert":4,"manager":4,"device":5,"punica":1,"wrapper":1,"hasattr":1,"supported":2,"lora":2,"modules":2,"sorted":1,"dense1":1,"dense2":1,"lm":1,"head":1,"output":1,"pytest":1,"mark":1,"parametrize":1,"devices":1},"8014,1996,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"def":1,"test":1,"lora":15,"lru":1,"cache":1,"model":18,"manager":23,"dist":1,"init":1,"dummy":2,"device":9,"lora1":3,"create":3,"1":10,"layer1":1,"dense1":3,"dense2":3,"lm":3,"head":3,"lora2":5,"2":10,"lora3":2,"3":4,"lrucacheloramodelmanager":1,"loraconfig":1,"max":3,"rank":1,"8":1,"cpu":1,"loras":2,"dtype":2,"default":1,"assert":21,"all":1,"x":2,"is":2,"none":2,"for":1,"in":1,"index":9,"to":9,"id":11,"add":5,"adapter":12,"activate":5,"0":4,"not":5,"remove":2},"10010,1526,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"assert":34,"manager":34,"remove":2,"adapter":16,"model":4,"lora1":3,"id":20,"not":1,"add":2,"activate":6,"1":19,"lora":18,"index":18,"to":18,"0":9,"3":9,"lora2":1,"deactivate":2,"is":2,"none":2,"2":9,"pin":4,"with":2,"pytest":2,"raises":2,"runtimeerror":2},"11536,1960,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"assert":13,"manager":16,"deactivate":1,"adapter":8,"3":4,"pin":2,"2":9,"lora":11,"index":3,"to":4,"id":3,"0":1,"1":4,"remove":1,"with":1,"pytest":2,"raises":1,"valueerror":1,"punica":1,"wrapper":1,"device":16,"mark":1,"parametrize":1,"devices":1,"def":1,"test":2,"lru":2,"model":16,"dist":1,"init":1,"dummy":2,"this":1,"tests":1,"just":1,"the":1,"cache":1,"functionality":1,"everything":1,"else":1,"is":2,"tested":1,"in":2,"lora1":2,"create":4,"layer1":1,"dense1":4,"dense2":4,"lm":4,"head":4,"lora2":2,"lora3":1,"lora4":1,"4":1,"lrucacheloramodelmanager":1,"loraconfig":1,"max":3,"rank":1,"8":1,"cpu":1,"loras":2,"dtype":2,"default":1,"all":1,"x":2,"none":1,"for":1,"add":3,"up":1,"capacity":1,"activate":2},"13496,1924,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"assert":39,"set":10,"manager":39,"list":8,"adapters":8,"1":8,"2":8,"lora":14,"index":14,"to":16,"id":14,"0":6,"add":9,"over":1,"capacity":1,"adapter":17,"model":6,"lora3":3,"lora4":2,"activate":6,"3":12,"4":8,"again":1,"move":1,"it":2,"the":1,"top":1,"and":1,"then":1,"should":1,"return":1,"false":1,"since":1,"s":1,"in":3,"already":1,"not":4,"lora2":1,"remove":6,"manually":1,"is":4,"none":4,"oldest":3,"all":2,"x":4,"for":2},"15420,1996,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"pinning":1,"assert":27,"manager":31,"add":4,"adapter":17,"model":7,"lora3":1,"activate":3,"3":5,"lora4":1,"4":7,"set":5,"list":5,"adapters":5,"with":2,"pytest":3,"raises":2,"valueerror":1,"pin":3,"1":10,"remove":5,"manually":1,"not":1,"lora":14,"index":6,"to":6,"id":6,"0":3,"is":2,"none":2,"lora1":1,"lora2":1,"2":7,"oldest":2,"runtimeerror":1,"punica":1,"wrapper":1,"device":7,"mark":1,"parametrize":1,"devices":1,"def":1,"test":1,"lru":1,"cache":1,"worker":3,"llama":3,"7b":3,"extra":4,"embeddings":3,"sql":1,"files":1,"config":3,"loraconfig":1,"max":3,"rank":1,"8":1,"cpu":1,"loras":2,"dtype":2,"default":1,"lrucacheworkerloramanager":1,"unpadded":1,"vocab":2,"size":2,"embedding":2,"modules":2,"padding":1,"create":1},"17416,1541,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"mapping":4,"loramapping":1,"worker":16,"adapter":26,"manager":26,"set":3,"active":3,"adapters":6,"lorarequest":8,"1":15,"sql":8,"lora":18,"files":8,"2":12,"assert":13,"list":3,"index":10,"to":10,"id":10,"0":3,"3":6,"4":6,"5":4},"18957,1721,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"worker":15,"adapter":24,"manager":24,"set":3,"active":3,"adapters":5,"lorarequest":11,"1":12,"sql":11,"lora":19,"files":11,"mapping":3,"assert":12,"list":2,"2":4,"4":2,"5":2,"index":8,"to":8,"id":8,"0":2,"3":2,"6":4,"7":4,"8":4,"over":1,"capacity":1,"with":1,"pytest":2,"raises":1,"runtimeerror":1,"10":2,"11":2,"12":2,"13":2,"14":2,"device":5,"punica":1,"wrapper":1,"mark":1,"parametrize":1,"devices":1},"20678,1593,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"def":1,"test":1,"worker":12,"adapter":17,"manager":18,"llama":3,"2":9,"7b":3,"model":3,"extra":4,"embeddings":3,"sql":6,"lora":19,"files":6,"device":2,"should":1,"remove":1,"every":1,"not":1,"specified":1,"in":1,"the":1,"request":1,"config":3,"loraconfig":1,"max":3,"rank":1,"8":1,"cpu":1,"loras":2,"4":7,"dtype":2,"default":1,"workerloramanager":1,"unpadded":1,"vocab":2,"size":2,"embedding":2,"modules":2,"padding":1,"create":1,"mapping":3,"loramapping":1,"set":2,"active":2,"adapters":4,"lorarequest":5,"1":10,"assert":7,"list":2,"index":5,"to":5,"id":5,"0":2,"3":4},"22271,1859,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"worker":16,"adapter":25,"manager":25,"set":4,"active":4,"adapters":7,"lorarequest":14,"1":15,"sql":14,"lora":23,"files":14,"2":7,"5":4,"mapping":4,"assert":12,"list":3,"index":9,"to":9,"id":9,"0":3,"is":2,"none":2,"6":4,"7":4,"8":4,"over":1,"capacity":1,"with":1,"pytest":1,"raises":1,"runtimeerror":1,"10":2,"11":2,"12":2,"13":2,"14":2},"24130,1768,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"assert":9,"worker":2,"adapter":5,"manager":7,"device":12,"punica":1,"wrapper":1,"pytest":1,"mark":1,"parametrize":1,"devices":1,"def":1,"test":1,"packed":7,"loras":3,"dist":1,"init":1,"dummy":2,"model":21,"gate":10,"up":10,"lora":20,"create":2,"1":3,"module":5,"name":3,"proj":12,"replaced":3,"names":2,"lora1":4,"2":6,"empty":1,"loramodelmanager":1,"loraconfig":1,"max":3,"rank":1,"8":1,"cpu":1,"dtype":2,"default":1,"isinstance":2,"get":5,"submodule":1,"mergedcolumnparallellinearwithlora":1,"verify":1,"is":4,"correct":1,"clone":3,"clone1":1,"add":2,"none":3,"and":1,"packedloralayerweights":1},"25898,1008,data/raw/vllm-0.10.1/tests/lora/test_lora_manager.py":{"torch":6,"testing":6,"assert":9,"close":6,"packed":11,"lora":31,"a":7,"0":4,"model":7,"clone":4,"get":7,"gate":3,"proj":7,"b":7,"1":4,"up":5,"lora1":8,"and":1,"isinstance":1,"packedloralayerweights":1,"is":2,"none":2,"clone1":2},"0,1773,data/raw/vllm-0.10.1/tests/lora/test_qwen2vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":8,"project":1,"from":6,"dataclasses":1,"import":8,"dataclass":2,"typing":1,"optional":2,"pytest":1,"assets":1,"image":3,"imageasset":1,"lora":7,"request":1,"lorarequest":1,"platforms":1,"current":1,"platform":1,"sampling":1,"params":1,"beamsearchparams":1,"class":2,"testconfig":2,"model":6,"path":3,"str":3,"max":13,"num":3,"seqs":3,"int":5,"loras":3,"rank":3,"16":1,"len":3,"4096":1,"mm":5,"processor":5,"kwargs":5,"dict":1,"none":2,"def":3,"post":1,"init":2,"self":14,"if":1,"is":2,"min":1,"pixels":2,"28":4,"1280":1,"qwen2vltester":1,"test":1,"helper":1,"for":1,"qwen2":1,"vl":1,"models":1,"with":2,"prompt":1,"template":1,"im":5,"start":4,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"assistant":2,"end":3,"n":4,"user":1,"vision":2,"pad":1,"what":1,"in":1,"config":9,"llm":6,"initialize":3,"given":1,"configuration":1,"return":1,"enable":1,"true":2,"trust":1,"remote":1,"code":1},"1773,1960,data/raw/vllm-0.10.1/tests/lora/test_qwen2vl.py":{"def":2,"run":2,"test":2,"self":6,"images":4,"list":5,"imageasset":2,"expected":7,"outputs":7,"str":3,"lora":8,"id":4,"optional":2,"int":5,"none":2,"temperature":6,"float":2,"0":3,"max":6,"tokens":6,"5":2,"sampling":2,"params":3,"vllm":1,"samplingparams":1,"inputs":3,"prompt":4,"template":2,"multi":2,"modal":2,"data":2,"image":4,"asset":4,"pil":2,"for":4,"in":4,"request":3,"lorarequest":1,"config":1,"path":1,"llm":1,"generate":1,"generated":6,"texts":2,"output":2,"text":2,"strip":1,"validate":1,"zip":1,"assert":1,"startswith":1,"f":2,"doesn":1,"t":1,"match":1,"pattern":1,"beam":5,"search":2,"width":3,"2":1,"beamsearchparams":1},"3733,1815,data/raw/vllm-0.10.1/tests/lora/test_qwen2vl.py":{"lora":6,"request":3,"lorarequest":1,"str":1,"id":2,"self":2,"config":1,"path":3,"outputs":5,"llm":1,"beam":4,"search":4,"inputs":1,"params":1,"for":2,"output":5,"obj":2,"expected":7,"outs":3,"in":6,"zip":1,"texts":4,"seq":2,"text":3,"sequences":1,"assert":1,"f":1,"generated":1,"do":1,"not":1,"match":1,"noqa":5,"e501":5,"test":1,"images":1,"imageasset":2,"stop":2,"sign":2,"cherry":2,"blossom":1,"a":9,"red":1,"stands":4,"prominently":1,"the":5,"foreground":1,"with":2,"traditional":1,"chinese":1,"gate":1,"and":2,"black":1,"suv":1,"background":1,"illustrating":1,"blend":1,"of":2,"modern":1,"cultural":1,"elements":1,"majestic":3,"skyscraper":2,"tall":2,"partially":1,"obscured":1,"by":1,"vibrant":1,"canopy":1,"blossoms":1,"against":1,"clear":1,"blue":1,"sky":1,"note":1,"contains":1,"whole":1,"im":10,"start":8,"system":2,"nyou":2,"are":2,"helpful":2,"assistant":4,"end":6,"n":6,"user":2,"vision":4,"image":4,"pad":2,"what":2,"is":3,"na":2,"tower":1,"qwen2vl":1,"model":2,"qwen":2,"qwen2":3,"vl":3,"2b":1,"instruct":2,"qwen25vl":1,"5":1,"3b":1,"pytest":1,"mark":1,"xfail":1,"current":1,"platform":1,"rocm":2,"reason":1,"dependency":1,"xformers":1,"incompatible":1},"5548,1877,data/raw/vllm-0.10.1/tests/lora/test_qwen2vl.py":{"def":3,"test":16,"qwen2vl":8,"lora":28,"files":6,"qwen":3,"2":6,"0":2,"vl":5,"model":9,"with":8,"config":6,"testconfig":3,"path":9,"tester":6,"qwen2vltester":3,"different":4,"ids":3,"for":4,"id":9,"in":3,"1":3,"run":3,"images":2,"expected":6,"outputs":6,"pytest":2,"mark":2,"xfail":2,"current":2,"platform":2,"is":5,"rocm":4,"reason":2,"qwen2":2,"dependency":2,"xformers":2,"incompatible":2,"beam":5,"search":5,"through":3,"note":1,"currently":1,"we":1,"only":1,"cherry":2,"blossom":2,"since":1,"stop":1,"sign":1,"output":1,"slightly":1,"v1":1,"the":2,"root":1,"cause":1,"likely":1,"independent":1,"of":2,"intent":1,"this":1,"which":1,"to":1,"ensure":1,"passes":1,"correctly":1,"imageasset":1,"5":2,"qwen25vl":4},"0,1866,data/raw/vllm-0.10.1/tests/lora/test_tokenizer_group.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":5,"pytest":3,"from":5,"transformers":3,"autotokenizer":2,"pretrainedtokenizerbase":3,"lora":29,"request":12,"lorarequest":2,"utils":2,"tokenizer":33,"get":11,"group":15,"tokenizergroup":2,"mark":2,"asyncio":1,"parametrize":1,"type":2,"none":7,"ray":1,"async":4,"def":2,"test":2,"sql":4,"files":4,"reference":3,"pretrained":1,"id":1,"gpt2":1,"enable":1,"true":1,"max":3,"num":1,"seqs":1,"1":4,"loras":1,"input":1,"length":1,"assert":8,"encode":4,"prompt":6,"await":3,"isinstance":2,"tmp":1,"path":1,"not":1},"1866,882,data/raw/vllm-0.10.1/tests/lora/test_tokenizer_group.py":{"lora":15,"request":4,"lorarequest":2,"1":6,"sql":1,"files":1,"tokenizer":10,"get":3,"assert":4,"added":1,"vocab":1,"str":1,"tmp":1,"path":1,"not":1,"pytest":3,"mark":3,"parametrize":3,"enable":5,"true":1,"false":1,"max":12,"num":5,"seqs":5,"2":2,"loras":5,"def":1,"test":1,"tokenizers":3,"group":3,"tokenizergroup":1,"id":1,"gpt2":1,"input":1,"length":1,"none":1,"if":1,"capacity":2,"else":1,"0":1},"0,1391,data/raw/vllm-0.10.1/tests/lora/test_baichuan.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":4,"project":1,"import":4,"pytest":1,"from":2,"distributed":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"lora":1,"request":2,"lorarequest":1,"model":1,"path":1,"baichuan":2,"inc":1,"7b":1,"prompt":1,"template":1,"i":1,"want":1,"you":2,"act":1,"as":6,"a":3,"sql":2,"terminal":1,"in":5,"front":1,"of":10,"an":2,"example":1,"database":1,"need":1,"only":1,"return":1,"command":1,"me":1,"below":1,"is":9,"instruction":2,"that":2,"describes":1,"task":1,"write":1,"response":2,"appropriately":1,"completes":1,"n":7,"nconcert":1,"singer":13,"contains":1,"tables":1,"such":5,"stadium":8,"concert":15,"table":1,"has":4,"columns":4,"id":16,"location":1,"name":4,"capacity":1,"highest":1,"lowest":1,"average":1,"primary":4,"key":7,"ntable":3,"country":1,"song":2,"release":1,"year":2,"age":1,"male":1,"theme":1,"nthe":3,"foreign":3,"input":1,"query":1,"noqa":1,"e501":1},"1391,1985,data/raw/vllm-0.10.1/tests/lora/test_baichuan.py":{"def":2,"do":4,"sample":3,"llm":7,"vllm":3,"lora":20,"path":3,"str":4,"id":6,"int":1,"list":2,"prompts":3,"prompt":7,"template":3,"format":3,"query":3,"how":1,"many":1,"singers":3,"we":1,"have":1,"what":1,"is":1,"the":4,"average":1,"minimum":1,"and":1,"maximum":1,"age":8,"of":1,"all":2,"from":5,"france":2,"noqa":3,"e501":3,"show":1,"name":2,"country":3,"for":4,"ordered":1,"by":2,"oldest":1,"to":1,"youngest":1,"print":3,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":2,"max":5,"tokens":1,"256":1,"outputs":4,"generate":1,"request":1,"lorarequest":1,"if":1,"else":1,"none":1,"generated":7,"texts":3,"output":8,"in":3,"text":5,"strip":1,"append":1,"f":1,"r":2,"return":1,"test":1,"baichuan":4,"files":3,"model":2,"len":3,"1024":1,"enable":1,"true":3,"loras":1,"4":1,"rank":1,"64":1,"trust":1,"remote":1,"code":1,"expected":5,"select":3,"count":1,"singer":3,"avg":1,"min":1,"where":1,"order":1,"asc":1,"output1":2,"1":1,"i":6,"range":2,"assert":2,"output2":2,"2":1,"pytest":1,"mark":1,"parametrize":1,"fully":1,"sharded":1,"false":1},"3376,1663,data/raw/vllm-0.10.1/tests/lora/test_baichuan.py":{"def":1,"test":1,"baichuan":5,"tensor":4,"parallel":3,"equality":1,"lora":13,"files":4,"num":5,"gpus":3,"available":2,"fully":7,"sharded":7,"if":1,"4":6,"pytest":1,"skip":1,"f":1,"not":1,"enough":1,"for":1,"parallelism":1,"llm":12,"tp1":6,"vllm":3,"model":3,"path":3,"enable":3,"true":6,"max":9,"seqs":3,"16":3,"loras":6,"rank":3,"64":3,"trust":3,"remote":3,"code":3,"output":7,"do":3,"sample":3,"id":3,"1":1,"del":3,"cleanup":3,"dist":3,"env":3,"and":3,"memory":3,"tp2":5,"size":2,"2":3,"assert":2,"tp4":5},"0,1810,data/raw/vllm-0.10.1/tests/lora/test_lora_huggingface.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"import":5,"pytest":2,"from":7,"lora":26,"models":2,"loramodel":3,"peft":4,"helper":4,"pefthelper":2,"utils":1,"get":2,"adapter":2,"absolute":4,"path":7,"model":5,"executor":1,"llama":3,"llamaforcausallm":4,"provide":1,"and":2,"huggingface":4,"ids":1,"fixture":5,"name":7,"sql":2,"files":1,"id":3,"modules":18,"qkv":1,"proj":4,"o":1,"gate":1,"up":1,"down":1,"embed":3,"tokens":1,"lm":1,"head":1,"mark":1,"parametrize":1,"def":1,"test":1,"load":1,"checkpoints":1,"request":2,"getfixturevalue":1,"packed":4,"mapping":4,"embedding":6,"padding":4,"expected":4,"list":1,"str":1,"for":2,"module":4,"in":2,"if":1,"extend":1,"else":1,"append":1,"loading":1,"should":1,"work":1,"either":1,"local":2,"dir":1,"4096":1,"checkpoint":1,"1":1,"device":1,"cpu":1,"assertions":1,"ensure":1,"is":3,"loaded":2,"correctly":2,"assert":1,"not":2,"none":1},"0,665,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":7,"collections":1,"import":8,"ordereddict":1,"typing":1,"namedtuple":2,"optional":2,"unittest":1,"mock":1,"patch":1,"pytest":1,"huggingface":1,"hub":1,"utils":3,"hfhubhttperror":1,"torch":1,"nn":1,"lora":3,"get":1,"adapter":1,"absolute":1,"path":1,"parse":1,"fine":1,"tuned":1,"name":3,"replace":1,"submodule":1,"model":1,"executor":1,"models":1,"weightsmapper":2,"class":1,"loranameparsertestconfig":1,"str":2,"module":1,"is":2,"a":1,"bool":2,"bias":1,"weights":1,"mapper":1,"none":1},"665,45,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"def":1,"test":1,"parse":1,"fine":1,"tuned":1,"lora":1,"name":1,"valid":1},"710,1825,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"fixture":1,"loranameparsertestconfig":9,"base":7,"model":32,"lm":4,"head":4,"lora":9,"a":5,"weight":7,"true":5,"false":13,"b":4,"embed":4,"tokens":4,"embedding":2,"layers":10,"9":10,"mlp":10,"down":10,"proj":10,"language":6,"test":1,"with":1,"weightsmapper":2,"weights":1,"mapper":1,"orig":1,"to":1,"new":1,"prefix":1},"2535,961,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"loranameparsertestconfig":3,"base":1,"model":20,"layers":6,"9":6,"mlp":6,"down":6,"proj":6,"lora":3,"b":2,"weight":3,"language":6,"false":5,"weights":3,"mapper":3,"weightsmapper":3,"orig":3,"to":3,"new":3,"prefix":3,"a":1,"true":1},"3496,197,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"for":1,"name":5,"module":2,"is":4,"lora":3,"a":2,"bias":2,"weights":2,"mapper":2,"in":1,"fixture":1,"assert":1,"parse":1,"fine":1,"tuned":1},"3693,1781,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"def":4,"test":4,"parse":2,"fine":2,"tuned":2,"lora":6,"name":4,"invalid":1,"fixture":2,"base":2,"model":8,"weight":3,"for":2,"in":1,"with":2,"pytest":1,"raises":1,"valueerror":1,"match":1,"unsupported":1,"replace":3,"submodule":3,"nn":12,"sequential":2,"ordereddict":2,"dense1":2,"linear":6,"764":1,"100":3,"act1":3,"relu":2,"dense2":7,"50":3,"seq1":3,"10":3,"act2":1,"output":1,"outact":1,"sigmoid":5,"assert":4,"dict":2,"named":2,"modules":2,"1":1,"5":1,"unit":1,"tests":1,"get":5,"adapter":5,"absolute":10,"path":21,"patch":4,"os":4,"isabs":3,"mock":4,"to":4,"return":2,"value":2,"true":1,"expanduser":4,"that":1,"needs":1,"be":1,"expanded":1,"relative":2,"home":1,"user":1,"exists":1,"abspath":1},"5474,1266,data/raw/vllm-0.10.1/tests/lora/test_utils.py":{"def":3,"test":3,"get":6,"adapter":6,"absolute":13,"path":25,"local":1,"existing":1,"mock":13,"abspath":2,"exist":6,"relative":2,"that":1,"exists":3,"locally":1,"to":3,"lora":2,"return":5,"value":5,"true":1,"assert":3,"patch":4,"huggingface":4,"hub":2,"snapshot":7,"download":7,"os":2,"hugging":2,"face":2,"model":3,"identifier":2,"org":2,"repo":2,"false":2,"error":2,"with":1,"side":1,"effect":1,"hfhubhttperror":1,"failed":1,"query":1,"info":1},"0,1500,data/raw/vllm-0.10.1/tests/lora/test_quant_model.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"adapted":1,"from":5,"https":1,"github":1,"com":1,"fmmoret":1,"blob":1,"fm":1,"support":1,"lora":5,"on":1,"quantized":1,"models":4,"tests":1,"test":1,"llama":1,"py":1,"dataclasses":1,"import":6,"dataclass":2,"pytest":1,"distributed":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"request":1,"lorarequest":1,"platforms":1,"current":2,"platform":2,"class":1,"modelwithquantization":5,"model":4,"path":5,"str":4,"quantization":5,"list":2,"awq":3,"is":2,"currently":1,"not":1,"supported":1,"in":2,"rocm":2,"if":1,"thebloke":3,"tinyllama":3,"1":3,"1b":3,"chat":3,"v0":3,"3":3,"gptq":4,"else":1,"def":2,"do":1,"sample":1,"llm":2,"id":1,"int":2,"max":1,"tokens":1,"256":1,"raw":2,"prompts":3,"give":2,"me":2,"an":1,"orange":1,"ish":1,"brown":1,"color":2,"a":1,"neon":1,"pink":1,"format":2,"prompt":4,"tuples":2,"return":1,"f":1,"im":3,"start":2,"user":1,"n":3,"end":1,"assistant":1,"p":2,"for":1},"1500,1885,data/raw/vllm-0.10.1/tests/lora/test_quant_model.py":{"sampling":2,"params":2,"vllm":2,"samplingparams":1,"temperature":1,"0":3,"max":5,"tokens":2,"stop":1,"im":1,"end":1,"outputs":4,"llm":3,"generate":1,"prompts":1,"lora":14,"request":1,"lorarequest":1,"str":2,"id":3,"path":2,"if":2,"else":1,"none":2,"print":2,"the":1,"generated":7,"texts":3,"list":1,"for":1,"output":9,"in":1,"prompt":4,"text":5,"append":1,"f":1,"r":2,"return":1,"pytest":1,"mark":1,"parametrize":1,"model":11,"models":1,"def":1,"test":1,"quant":1,"tinyllama":1,"files":1,"enable":2,"true":3,"num":1,"seqs":1,"16":1,"loras":1,"4":1,"len":1,"400":1,"gpu":1,"memory":1,"utilization":1,"2":1,"avoid":1,"oom":1,"quantization":5,"trust":1,"remote":1,"code":1,"chunked":1,"prefill":1,"is":2,"expected":6,"no":3,"here":1,"are":1,"some":1,"examples":1,"of":1,"orange":1,"brown":1,"colors":1,"i":10,"m":5,"sorry":5,"don":5,"t":5,"have":3,"ff8050":1,"ff8080":1,"elif":2,"awq":1,"understand":2,"f07700":1,"a":2,"v":2,"f00000":1,"gptq":1,"f08800":1,"this":1,"f07788":1,"n":1},"3385,1574,data/raw/vllm-0.10.1/tests/lora/test_quant_model.py":{"def":1,"expect":5,"match":5,"output":21,"expected":10,"hack":1,"gptq":2,"lora":20,"outputs":2,"are":1,"just":1,"incredibly":1,"unstable":1,"assert":4,"that":1,"the":1,"changed":1,"if":1,"model":2,"quantization":1,"and":2,"is":1,"no":4,"for":1,"i":2,"o":3,"in":1,"enumerate":1,"startswith":1,"f":1,"example":1,"to":1,"start":1,"with":1,"but":1,"got":1,"return":1,"max":9,"tokens":9,"10":1,"print":5,"adapter":1,"created":1,"do":4,"sample":4,"llm":5,"tinyllama":4,"files":4,"id":4,"0":2,"1":2,"2":2,"removing":1,"del":1,"cleanup":1,"dist":1,"env":1,"memory":1,"pytest":1,"mark":1,"parametrize":1,"models":1},"4959,1171,data/raw/vllm-0.10.1/tests/lora/test_quant_model.py":{"def":1,"test":1,"quant":1,"model":11,"tp":1,"equality":1,"tinyllama":3,"lora":8,"files":3,"num":4,"gpus":3,"available":2,"if":2,"2":5,"pytest":2,"skip":2,"f":1,"not":1,"enough":1,"for":1,"tensor":2,"parallelism":1,"quantization":5,"gptq":2,"outputs":1,"are":1,"just":1,"incredibly":1,"unstable":1,"llm":8,"tp1":5,"vllm":2,"path":2,"enable":4,"true":5,"max":4,"seqs":2,"16":2,"loras":2,"4":2,"gpu":2,"memory":4,"utilization":2,"0":2,"avoid":2,"oom":2,"trust":1,"remote":1,"code":1,"chunked":2,"prefill":2,"output":4,"do":2,"sample":2,"id":2,"1":2,"del":2,"cleanup":2,"dist":2,"env":2,"and":2,"tp2":5,"parallel":1,"size":1,"assert":1},"0,1800,data/raw/vllm-0.10.1/tests/lora/test_minicpmv_tp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":7,"project":1,"import":6,"pytest":2,"from":4,"assets":3,"image":8,"imageasset":2,"lora":9,"request":2,"lorarequest":2,"platforms":1,"current":2,"platform":2,"utils":1,"create":1,"new":1,"process":1,"for":3,"each":1,"test":1,"model":1,"path":3,"openbmb":1,"minicpm":2,"llama3":1,"v":2,"5":2,"prompt":3,"template":2,"begin":2,"of":1,"text":6,"start":3,"header":4,"id":11,"user":1,"end":2,"n":4,"nwhat":1,"is":2,"in":4,"eot":2,"assistant":1,"stop":3,"sign":2,"after":1,"fine":1,"tuning":1,"with":3,"all":1,"generated":8,"content":1,"should":1,"a":3,"expected":1,"output":3,"red":2,"and":2,"white":1,"chinese":1,"archway":1,"background":1,"featuring":1,"lanterns":1,"gold":1,"accents":1,"noqa":1,"e501":1,"def":1,"do":1,"sample":1,"llm":3,"str":4,"int":1,"list":2,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"max":1,"tokens":1,"token":1,"ids":1,"128001":1,"128009":1,"eos":1,"inputs":2,"multi":1,"modal":1,"data":1,"asset":2,"pil":1,"outputs":4,"generate":1,"if":1,"else":1,"none":1,"print":2,"texts":3,"strip":1,"append":1,"f":1,"r":1,"return":1,"mark":1,"xfail":1,"rocm":2,"reason":1,"dependency":1,"xformers":1,"incompatible":1},"1800,1771,data/raw/vllm-0.10.1/tests/lora/test_minicpmv_tp.py":{"def":2,"test":4,"minicpmv":7,"lora":13,"files":5,"llm":7,"vllm":2,"model":5,"path":2,"max":7,"num":2,"seqs":2,"2":6,"enable":2,"true":5,"loras":3,"rank":2,"8":1,"enforce":1,"eager":1,"len":4,"2048":1,"limit":2,"mm":2,"per":2,"prompt":2,"image":2,"video":2,"0":2,"trust":2,"remote":2,"code":2,"output1":2,"do":3,"sample":3,"id":3,"1":2,"for":5,"i":9,"in":3,"range":3,"expected":6,"output":8,"assert":3,"startswith":3,"output2":2,"pytest":4,"mark":4,"skipif":2,"current":4,"platform":4,"is":4,"cuda":2,"alike":2,"reason":4,"skipping":2,"to":2,"avoid":2,"redundant":2,"tests":2,"xfail":2,"rocm":4,"minicpm":2,"v":2,"dependency":2,"xformers":2,"incompatible":2,"with":2,"create":2,"new":2,"process":2,"each":2,"tp4":1,"wo":1,"fully":1,"sharded":1,"4":2,"64":1,"tensor":1,"parallel":1,"size":1,"tp":2},"3571,720,data/raw/vllm-0.10.1/tests/lora/test_minicpmv_tp.py":{"def":1,"test":1,"minicpmv":4,"tp4":1,"fully":2,"sharded":2,"loras":3,"lora":7,"files":3,"llm":4,"vllm":1,"model":1,"path":1,"enable":1,"true":3,"max":3,"num":1,"seqs":1,"2":3,"rank":1,"8":1,"tensor":1,"parallel":1,"size":1,"4":1,"trust":1,"remote":1,"code":1,"limit":1,"mm":1,"per":1,"prompt":1,"image":1,"1":2,"video":1,"0":1,"output":8,"tp":4,"do":2,"sample":2,"id":2,"for":2,"i":6,"in":2,"range":2,"len":2,"expected":4,"assert":2,"startswith":2},"0,1308,data/raw/vllm-0.10.1/tests/lora/test_mixtral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":6,"project":1,"import":5,"pytest":3,"torch":2,"from":2,"lora":11,"request":2,"lorarequest":2,"platforms":1,"current":2,"platform":2,"model":2,"path":3,"mistralai":1,"mixtral":3,"8x7b":1,"instruct":1,"v0":1,"1":2,"def":2,"do":1,"sample":1,"llm":3,"str":5,"id":4,"int":1,"prompts":2,"list":3,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"max":1,"tokens":1,"256":1,"outputs":4,"generate":1,"if":2,"else":1,"none":1,"print":2,"generated":7,"texts":3,"for":2,"output":3,"in":1,"prompt":4,"text":5,"strip":1,"append":1,"f":2,"r":2,"return":1,"mark":1,"parametrize":1,"tp":5,"size":5,"4":1,"test":2,"files":1,"original":1,"has":1,"common":1,"target":1,"modules":1,"not":2,"all":1,"cuda":2,"device":1,"count":1,"and":2,"is":1,"alike":1,"skip":1,"enough":1,"gpus":1,"tensor":1,"parallelism":1},"1309,1804,data/raw/vllm-0.10.1/tests/lora/test_mixtral.py":{"prompts":1,"system":4,"given":2,"a":7,"target":6,"sentence":6,"construct":2,"the":15,"underlying":2,"meaning":2,"representation":2,"nof":2,"input":2,"as":2,"single":2,"function":4,"with":2,"attributes":4,"and":5,"attribute":6,"nvalues":2,"this":2,"should":2,"describe":2,"string":2,"accurately":2,"nfunction":2,"must":4,"be":4,"one":4,"of":5,"following":4,"inform":2,"request":6,"give":2,"opinion":2,"n":12,"confirm":2,"verify":2,"suggest":2,"explanation":2,"recommend":2,"nthe":2,"name":2,"exp":2,"release":8,"date":2,"year":3,"developer":3,"esrb":2,"rating":2,"genres":2,"player":2,"perspective":2,"has":6,"multiplayer":2,"platforms":2,"available":2,"on":2,"steam":2,"linux":2,"mac":2,"specifier":2,"user":4,"here":2,"is":4,"nspellforce":1,"3":2,"pretty":1,"bad":1,"game":1,"grimlore":2,"games":3,"clearly":1,"bunch":1,"no":1,"talent":1,"hacks":1,"2017":2,"was":1,"terrible":1,"for":1,"anyway":1,"assistant":2,"noqa":2,"e501":2,"ni":1,"wanted":1,"to":1,"like":1,"entry":1,"but":1,"in":1,"spellforce":1,"they":1,"just":1,"didn":1,"t":1,"get":1,"anything":1,"right":1},"3113,956,data/raw/vllm-0.10.1/tests/lora/test_mixtral.py":{"system":2,"given":1,"a":5,"target":3,"sentence":3,"construct":1,"the":7,"underlying":1,"meaning":1,"representation":1,"nof":1,"input":1,"as":1,"single":1,"function":2,"with":1,"attributes":2,"and":4,"attribute":3,"nvalues":1,"this":1,"should":1,"describe":1,"string":1,"accurately":1,"nfunction":1,"must":2,"be":2,"one":2,"of":2,"following":2,"inform":1,"request":3,"give":1,"opinion":1,"n":6,"confirm":1,"verify":1,"suggest":1,"explanation":1,"recommend":1,"nthe":1,"name":1,"exp":1,"release":6,"date":1,"year":1,"developer":1,"esrb":1,"rating":1,"genres":1,"player":1,"perspective":1,"has":4,"multiplayer":1,"platforms":1,"available":2,"on":2,"steam":2,"linux":2,"mac":2,"specifier":1,"user":2,"here":1,"is":3,"nbioshock":1,"good":1,"role":1,"playing":1,"action":1,"adventure":1,"shooter":1,"that":1,"released":1,"for":1,"playstation":1,"xbox":1,"pc":1,"in":1,"2007":1,"it":2,"but":1,"not":1,"assistant":1,"noqa":1,"e501":1},"4075,985,data/raw/vllm-0.10.1/tests/lora/test_mixtral.py":{"llm":4,"vllm":1,"model":1,"path":1,"enable":2,"lora":8,"true":2,"max":2,"num":1,"seqs":1,"16":1,"loras":1,"4":1,"distributed":1,"executor":1,"backend":1,"ray":1,"tensor":1,"parallel":1,"size":2,"tp":1,"chunked":1,"prefill":1,"expected":3,"output":3,"give":2,"opinion":2,"name":3,"spellforce":2,"3":2,"release":5,"year":3,"2017":2,"developer":2,"grimlore":2,"games":2,"rating":3,"poor":2,"noqa":3,"e501":3,"inform":1,"bioshock":1,"2007":1,"good":1,"genres":1,"action":1,"adventure":1,"role":1,"playing":1,"shooter":1,"platforms":1,"playstation":1,"xbox":1,"pc":1,"available":1,"on":1,"steam":1,"yes":2,"has":2,"linux":1,"no":1,"mac":1,"assert":2,"do":2,"sample":2,"mixtral":2,"files":2,"id":2,"1":1,"prompts":4,"2":1},"0,433,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":8,"subprocess":1,"sys":1,"from":5,"typing":1,"union":1,"llm":1,"lora":1,"request":1,"lorarequest":1,"model":3,"executor":1,"loader":1,"tensorizer":1,"tensorizerconfig":1,"utils":1,"path":2,"create":1,"new":1,"process":1,"for":1,"each":1,"test":2,"multi":1,"gpu":1,"meta":1,"llama":2,"7b":1,"hf":1},"433,1225,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"expected":1,"no":1,"lora":1,"output":1,"n":28,"user":8,"write":5,"a":5,"sql":5,"query":5,"to":5,"answer":5,"the":15,"question":10,"based":5,"on":5,"table":15,"schema":5,"context":5,"create":5,"name":9,"75":1,"icao":8,"varchar":10,"airport":8,"for":4,"lilongwe":4,"international":4,"assistant":3,"76":1,"77":1,"78":1,"noqa":2,"e501":2,"11":1,"nationality":2,"elector":2,"when":1,"anchero":1,"pantaleone":1,"was":1,"what":1,"is":1,"under":1},"1658,1382,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"n":32,"answer":8,"1":1,"user":5,"write":5,"a":10,"sql":5,"query":5,"to":5,"the":15,"question":10,"based":5,"on":5,"table":15,"schema":5,"context":5,"create":6,"name":4,"96":1,"one":6,"mora":10,"varchar":13,"gloss":5,"accented":3,"what":4,"is":3,"for":3,"high":2,"tone":2,"with":2,"of":2,"kot":2,"kòt":2,"assistant":2,"2":2,"97":1,"98":1,"m":1,"noqa":3,"e501":3,"candidate":1,"people":3,"id":2,"unsure":1,"rate":1,"integer":2,"sex":1,"which":1,"gender":1,"got":1,"highest":1,"average":1,"uncertain":1,"ratio":1,"60":1,"pick":2,"former":1,"wnba":1,"team":1,"was":1,"player":1,"that":1,"previously":1,"played":1,"minnesota":1,"lynx":1},"3040,871,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"n":22,"user":7,"write":4,"a":4,"sql":4,"query":4,"to":4,"answer":4,"the":11,"question":7,"based":4,"on":4,"table":11,"schema":4,"context":4,"create":4,"28138035":3,"4":3,"womens":3,"doubles":6,"varchar":6,"mens":3,"singles":3,"name":3,"women":3,"s":3,"for":3,"werner":3,"schlager":3,"assistant":3,"noqa":1,"e501":1},"3911,782,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"expected":1,"lora":1,"output":1,"select":7,"icao":1,"from":7,"table":5,"name":4,"74":1,"where":6,"airport":2,"lilongwe":1,"international":1,"noqa":6,"e501":6,"nationality":1,"11":1,"elector":1,"anchero":1,"pantaleone":1,"one":1,"mora":4,"95":1,"gloss":3,"low":2,"tone":2,"with":2,"a":2,"of":2,"okiru":2,"òkìɽɯ":2,"and":1,"accented":1,"sex":2,"people":4,"id":3,"in":1,"candidate":1,"group":1,"by":2,"order":1,"count":1,"desc":1,"limit":1,"1":1,"pick":1,"60":1,"former":1,"wnba":1,"team":1,"minnesota":1,"lynx":1,"womens":1,"doubles":1,"28138035":1,"4":1,"mens":1,"singles":1,"werner":1,"schlager":1},"4693,1901,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"def":1,"do":1,"sample":1,"llm":2,"vllm":1,"lora":2,"path":1,"str":2,"id":3,"int":1,"tensorizer":1,"config":1,"dict":2,"union":1,"none":2,"list":1,"prompts":1,"user":12,"write":6,"a":9,"sql":6,"query":6,"to":6,"answer":6,"the":18,"question":12,"based":6,"on":6,"table":18,"schema":6,"n":24,"context":6,"create":7,"name":6,"74":1,"icao":2,"varchar":13,"airport":2,"for":4,"lilongwe":1,"international":1,"assistant":6,"noqa":6,"e501":6,"11":1,"nationality":2,"elector":2,"when":1,"anchero":1,"pantaleone":1,"was":2,"what":3,"is":2,"under":1,"95":1,"one":2,"mora":4,"gloss":2,"accented":1,"low":1,"tone":1,"with":1,"of":1,"okiru":1,"òkìɽɯ":1,"candidate":1,"people":3,"unsure":1,"rate":1,"integer":2,"sex":1,"which":1,"gender":1,"got":1,"highest":1,"average":1,"uncertain":1,"ratio":1,"60":1,"pick":2,"former":1,"wnba":1,"team":1,"player":1,"that":1,"previously":1,"played":1,"minnesota":1,"lynx":1,"28138035":1,"4":1,"womens":1,"doubles":2,"mens":1,"singles":1,"women":1,"s":1,"werner":1,"schlager":1},"6594,1888,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"sampling":3,"params":3,"vllm":1,"samplingparams":1,"temperature":1,"0":4,"max":1,"tokens":2,"256":1,"skip":1,"special":1,"false":1,"stop":1,"assistant":1,"if":3,"tensorizer":10,"config":10,"dict":11,"is":1,"not":1,"none":5,"outputs":5,"llm":6,"generate":3,"prompts":2,"lora":23,"request":2,"lorarequest":2,"str":3,"id":9,"path":2,"else":3,"print":5,"the":1,"generated":7,"texts":3,"list":1,"for":1,"output":6,"in":1,"prompt":4,"text":5,"append":1,"f":1,"r":2,"return":1,"def":1,"and":1,"test":1,"sql":4,"files":4,"union":1,"adapter":1,"created":1,"assert":3,"do":3,"sample":3,"expected":3,"no":3,"1":2},"8482,1641,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"print":2,"lora":21,"2":4,"assert":1,"do":1,"sample":1,"llm":10,"sql":9,"files":8,"tensorizer":2,"config":2,"dict":2,"id":2,"expected":1,"output":1,"removing":1,"create":4,"new":4,"process":4,"for":4,"each":4,"test":15,"def":4,"llama":3,"vllm":3,"model":6,"path":4,"enable":6,"true":7,"also":1,"odd":1,"max":7,"num":7,"seqs":4,"13":1,"loras":5,"4":7,"chunked":3,"prefill":3,"generate":3,"and":5,"multi":3,"gpu":3,"gpus":3,"tp4":2,"16":2,"tensor":2,"parallel":2,"size":3,"fully":2,"sharded":2,"tp2":1,"serialize":1,"deserialize":1,"tmp":1,"huggingface":1,"run":1,"the":3,"tensorizing":1,"of":1,"adapter":1,"in":1,"a":1,"subprocess":1,"to":1,"guarantee":1,"cleanup":1,"tp":1,"name":1,"rank":1,"03d":1,"tensors":1},"10123,1824,data/raw/vllm-0.10.1/tests/lora/test_llama_tp.py":{"model":12,"ref":3,"path":8,"lora":13,"sql":3,"huggingface":1,"id":3,"suffix":4,"test":1,"try":1,"result":2,"subprocess":2,"run":1,"sys":1,"executable":1,"f":1,"vllm":3,"examples":1,"others":1,"tensorize":1,"py":1,"tensor":2,"parallel":2,"size":3,"str":3,"tp":1,"serialize":1,"serialized":1,"directory":1,"tmp":2,"serialization":1,"kwargs":1,"limit":1,"cpu":1,"concurrency":1,"4":1,"check":1,"true":5,"capture":1,"output":3,"text":1,"except":1,"calledprocesserror":1,"as":4,"e":3,"print":6,"tensorizing":1,"failed":1,"stdout":4,"n":3,"stderr":2,"raise":1,"uri":3,"name":1,"tensorizer":7,"config":6,"tensorizerconfig":1,"loaded":3,"llm":4,"load":1,"format":1,"enable":1,"enforce":1,"eager":1,"loader":1,"extra":1,"max":2,"num":1,"seqs":1,"13":1,"2":2,"loras":1,"tc":3,"dict":5,"to":1,"serializable":1,"adapter":1,"created":1,"assert":2,"do":2,"sample":2,"files":2,"0":1,"expected":2,"no":1,"1":2},"0,726,data/raw/vllm-0.10.1/tests/lora/test_lora_checkpoints.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":5,"pytest":2,"from":4,"lora":11,"models":3,"loramodel":1,"peft":1,"helper":1,"pefthelper":1,"model":2,"executor":2,"baichuan":5,"baichuanbaseforcausallm":1,"utils":1,"weightsmapper":1,"lst":2,"baichuan7b":3,"zero":3,"regex":2,"chatglm3":2,"6b":1,"modules":1,"w":1,"pack":1,"o":1,"proj":3,"gate":1,"up":1,"down":1,"mark":1,"parametrize":1,"name":2,"def":1,"test":1,"load":1,"checkpoints":1,"files":4},"726,1720,data/raw/vllm-0.10.1/tests/lora/test_lora_checkpoints.py":{"packed":4,"modules":23,"mapping":4,"baichuanbaseforcausallm":3,"embedding":9,"embed":3,"padding":6,"expected":5,"lora":15,"list":1,"str":1,"for":2,"module":4,"in":2,"baichuan":5,"if":2,"extend":1,"else":1,"append":1,"name":2,"baichuan7b":3,"peft":6,"helper":6,"pefthelper":2,"from":4,"local":4,"dir":2,"files":4,"max":2,"position":2,"embeddings":2,"4096":2,"the":4,"model":4,"load":1,"it":1,"s":1,"and":2,"test":3,"should":2,"pass":2,"loramodel":2,"checkpoint":2,"id":2,"1":2,"device":2,"cpu":2,"elif":1,"zero":3,"that":1,"target":1,"contain":1,"prefix":1,"such":1,"as":1,"layers":1,"0":1,"self":1,"atten":1,"w":1,"pack":1},"2446,1441,data/raw/vllm-0.10.1/tests/lora/test_lora_checkpoints.py":{"elif":1,"lora":11,"name":1,"baichuan7b":2,"zero":1,"regex":3,"test":3,"that":2,"the":7,"target":1,"modules":11,"in":1,"form":1,"of":1,"regular":1,"expressions":1,"such":1,"as":1,"model":4,"w":1,"pack":1,"o":1,"proj":1,"and":2,"should":2,"pass":1,"peft":6,"helper":6,"pefthelper":2,"from":4,"local":4,"dir":2,"baichuan":2,"files":4,"max":2,"position":2,"embeddings":2,"4096":2,"loramodel":2,"checkpoint":2,"expected":4,"id":2,"1":2,"device":2,"cpu":2,"embedding":6,"padding":4,"embed":2,"else":1,"for":1,"load":1,"chatglm3":3,"6b":1,"s":1,"raise":1,"following":1,"error":3,"please":1,"verify":1,"loaded":1,"module":1,"is":1,"correct":1,"noqa":1,"e501":1,"with":1,"pytest":1,"raises":1,"valueerror":1,"match":1},"3887,1392,data/raw/vllm-0.10.1/tests/lora/test_lora_checkpoints.py":{"def":1,"test":1,"lora":12,"weights":2,"mapping":5,"baichuan":6,"files":3,"packed":4,"modules":17,"baichuanbaseforcausallm":3,"embedding":6,"embed":2,"padding":4,"expected":4,"list":1,"str":1,"for":2,"module":4,"in":4,"if":1,"extend":1,"else":1,"append":1,"hf":3,"to":6,"vllm":3,"mapper":4,"weightsmapper":1,"orig":3,"new":3,"prefix":2,"model":7,"language":1,"substr":1,"layers":3,"peft":3,"helper":3,"pefthelper":1,"from":2,"local":2,"dir":1,"max":1,"position":1,"embeddings":1,"4096":1,"loramodel":1,"checkpoint":1,"id":1,"1":1,"device":1,"cpu":1,"name":3,"loras":1,"assert":2,"startswith":1},"0,1874,data/raw/vllm-0.10.1/tests/lora/test_multi_loras_with_tp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":3,"project":1,"script":1,"test":6,"multi":4,"loras":7,"service":1,"with":2,"tp":3,"from":3,"tests":1,"utils":1,"import":3,"gpu":3,"llm":3,"samplingparams":1,"lora":20,"request":2,"lorarequest":2,"model":4,"path":6,"qwen":1,"qwen3":1,"6b":1,"name":8,"map":4,"alice":3,"charent":4,"self":3,"cognition":3,"bob":4,"cat":1,"same":1,"as":1,"id":9,"increase":5,"rank":3,"8":1,"prompts":1,"what":1,"is":2,"github":3,"hi":1,"tell":1,"me":1,"about":1,"you":2,"expected":1,"an":2,"open":1,"source":1,"platform":1,"that":1,"provides":1,"a":2,"way":1,"manage":2,"and":3,"develop":1,"software":1,"projects":2,"it":1,"allows":1,"developers":1,"store":1,"code":1,"collaborate":1,"on":1,"automate":1,"tasks":1,"noqa":2,"e501":2,"i":1,"am":1,"ai":1,"assistant":2,"developed":1,"by":1,"def":3,"format":1,"chatml":1,"messages":1,"prompt":2,"str":3,"return":2,"role":2,"system":1,"content":2,"are":1,"helpful":1,"user":1,"make":1,"add":1,"global":1,"1":1,"int":1,"num":1,"gpus":1,"sync":1,"enable":1,"true":2,"max":7,"ensure":3,"cpu":3,"len":1,"512":1,"memory":1,"utilization":1,"5":1,"enforce":1,"eager":1,"tensor":1,"parallel":1,"size":1,"4":1},"1874,1941,data/raw/vllm-0.10.1/tests/lora/test_multi_loras_with_tp.py":{"def":3,"run":4,"check":4,"lora":40,"fn":2,"args":3,"expected":2,"list":2,"assert":1,"set":3,"llm":14,"engine":6,"loras":3,"simulate":2,"add":11,"with":1,"cli":1,"likes":1,"modules":1,"alice":4,"path":8,"to":3,"bob":4,"make":4,"request":7,"name":16,"map":7,"1":3,"2":2,"cat":2,"3":1,"temperature":2,"0":4,"for":3,"greedy":1,"search":1,"sampling":2,"params":2,"samplingparams":1,"max":1,"tokens":1,"64":1,"call":1,"get":1,"outputs":4,"prompt":2,"str":3,"lorarequest":1,"int":1,"id":4,"messages":3,"format":1,"chatml":1,"chat":2,"template":1,"kwargs":1,"enable":2,"thinking":2,"false":3,"those":1,"ensure":1,"use":1,"tqdm":1,"output":2,"text":3,"return":1,"reload":2,"a":1,"the":1,"case":1,"setting":1,"vllm":1,"allow":1,"runtime":1,"updating":1,"true":1,"dynamic":1,"loading":1,"and":1,"unloading":1,"remove":3,"response":4,"print":1,"f":1},"3815,1084,data/raw/vllm-0.10.1/tests/lora/test_multi_loras_with_tp.py":{"def":1,"check":5,"outputs":12,"str":2,"expected":9,"print":5,"f":1,"prompt":7,"n":4,"output":16,"text":9,"assert":1,"for":1,"in":1,"zip":1,"lora":6,"test":2,"prompts":1,"call":9,"llm":5,"get":5,"alice":9,"bob":6,"ignore":1,"what":1,"it":1,"is":1,"after":3,"reload":6},"0,1609,data/raw/vllm-0.10.1/tests/lora/test_chatglm3_tp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":3,"project":1,"import":3,"from":5,"lora":2,"request":2,"lorarequest":1,"utils":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":2,"multi":1,"gpu":1,"model":1,"path":1,"zai":1,"org":1,"chatglm3":1,"6b":1,"prompt":1,"template":1,"i":1,"want":1,"you":2,"act":1,"as":6,"a":3,"sql":2,"terminal":1,"in":5,"front":1,"of":10,"an":2,"example":1,"database":1,"need":1,"only":1,"return":1,"command":1,"me":1,"below":1,"is":9,"instruction":2,"that":2,"describes":1,"task":1,"write":1,"response":2,"appropriately":1,"completes":1,"n":7,"nconcert":1,"singer":16,"contains":1,"tables":1,"such":5,"stadium":8,"concert":15,"table":1,"has":4,"columns":4,"id":16,"location":1,"name":5,"capacity":1,"highest":1,"lowest":1,"average":1,"primary":4,"key":7,"ntable":3,"country":3,"song":2,"release":1,"year":2,"age":6,"male":1,"theme":1,"nthe":3,"foreign":3,"input":1,"query":1,"noqa":2,"e501":2,"expected":1,"output":1,"select":3,"count":1,"avg":1,"min":1,"max":1,"where":1,"france":1,"order":1,"by":1},"1609,1807,data/raw/vllm-0.10.1/tests/lora/test_chatglm3_tp.py":{"def":2,"do":4,"sample":3,"llm":7,"vllm":3,"lora":19,"path":3,"str":4,"id":6,"int":1,"list":2,"prompts":2,"prompt":7,"template":3,"format":3,"query":3,"how":1,"many":1,"singers":3,"we":1,"have":1,"what":1,"is":1,"the":4,"average":1,"minimum":1,"and":1,"maximum":1,"age":3,"of":1,"all":2,"from":2,"france":1,"noqa":2,"e501":2,"show":1,"name":1,"country":1,"for":6,"ordered":1,"by":1,"oldest":1,"to":1,"youngest":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":2,"max":4,"tokens":1,"32":1,"outputs":4,"generate":1,"request":1,"lorarequest":1,"if":1,"else":1,"none":1,"print":2,"generated":7,"texts":3,"output":7,"in":3,"text":5,"strip":1,"append":1,"f":1,"r":2,"return":1,"create":2,"new":2,"process":2,"each":2,"test":4,"chatglm3":4,"files":3,"model":2,"len":3,"1024":1,"enable":2,"true":3,"loras":1,"4":2,"rank":1,"64":1,"trust":1,"remote":1,"code":1,"chunked":1,"prefill":1,"output1":2,"1":1,"i":6,"range":2,"expected":4,"assert":2,"output2":2,"2":1,"multi":1,"gpu":1,"num":1,"gpus":1},"3416,1540,data/raw/vllm-0.10.1/tests/lora/test_chatglm3_tp.py":{"def":2,"test":4,"chatglm3":8,"lora":24,"tp4":2,"files":6,"llm":8,"vllm":2,"model":4,"path":2,"max":6,"len":6,"1024":2,"enable":4,"true":7,"loras":5,"4":5,"rank":2,"64":2,"tensor":2,"parallel":2,"size":2,"trust":2,"remote":2,"code":2,"fully":3,"sharded":3,"false":1,"chunked":2,"prefill":2,"output1":4,"do":4,"sample":4,"id":4,"1":2,"for":5,"i":12,"in":4,"range":4,"expected":8,"output":8,"assert":4,"output2":4,"2":2,"multi":1,"gpu":1,"num":1,"gpus":1,"create":1,"new":1,"process":1,"each":1},"0,1589,data/raw/vllm-0.10.1/tests/lora/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":3,"dataclasses":1,"import":4,"dataclass":1,"typing":1,"optional":1,"union":1,"torch":6,"lora":15,"loralayerweights":5,"packedloralayerweights":1,"class":1,"dummyloramanager":1,"def":4,"init":3,"self":12,"device":10,"cuda":1,"super":1,"loras":3,"dict":1,"str":4,"set":2,"module":10,"name":7,"get":1,"return":2,"random":1,"weight":6,"tensor":5,"rank":5,"int":2,"8":1,"generate":3,"embeddings":4,"alpha":1,"1":2,"a":1,"rand":3,"shape":2,"dtype":6,"b":1,"if":1,"5":1},"1589,1939,data/raw/vllm-0.10.1/tests/lora/utils.py":{"def":4,"init":3,"lora":24,"self":7,"module":8,"name":6,"str":3,"input":4,"dim":8,"int":6,"output":4,"rank":8,"8":2,"noop":6,"false":1,"embeddings":3,"tensor":16,"none":2,"loralayerweights":2,"alpha":1,"1":1,"a":4,"torch":15,"rand":2,"device":2,"cuda":2,"b":4,"set":5,"return":2,"reset":1,"loras":4,"packed":4,"dims":2,"list":4,"index":4,"optional":1,"base":5,"or":1,"for":1,"i":3,"out":4,"in":2,"enumerate":1,"000":1,"append":1,"packedloralayerweights":1,"pack":1,"assert":2,"close":2,"rtol":3,"atol":3,"float16":1,"6e":4,"2":6,"bfloat16":1,"float32":1,"1e":2,"dtype":1,"testing":1,"dataclass":1,"class":1,"punicatensors":1,"inputs":1,"weights":1,"union":1,"our":1,"ref":1,"seq":2,"start":1,"loc":1,"prompt":1,"mapping":2,"len":1,"token":1},"3528,594,data/raw/vllm-0.10.1/tests/lora/utils.py":{"def":2,"meta":1,"self":3,"tuple":2,"int":2,"infer":1,"max":10,"seq":11,"length":9,"and":2,"token":3,"nums":4,"from":1,"the":1,"tensors":1,"return":2,"them":1,"len":2,"tensor":2,"sum":1,"item":3,"if":1,"isinstance":1,"0":1,"else":1,"generate":1,"data":1,"batches":1,"hidden":1,"size":1,"lora":1,"rank":1,"dtype":1,"op":1,"type":1,"device":1},"4122,1912,data/raw/vllm-0.10.1/tests/lora/utils.py":{"punicatensors":1,"seq":6,"len":3,"tensor":13,"torch":16,"randint":2,"length":2,"1":5,"batches":2,"to":11,"device":12,"b":2,"start":1,"loc":1,"cumsum":1,"0":5,"tolist":1,"dtype":15,"long":2,"dim":1,"total":7,"tokens":7,"sum":1,"if":2,"op":3,"type":2,"shrink":3,"inputs":3,"rand":5,"hidden":4,"size":4,"lora":8,"weights":2,"nums":4,"max":5,"rank":5,"col":2,"major":2,"need":1,"atomic":1,"add":1,"so":2,"output":3,"is":2,"initinized":2,"by":1,"ref":3,"out":5,"zeros":3,"note":1,"kernel":1,"using":1,"float32":2,"as":1,"our":2,"else":2,"expand":1,"needs":1,"complete":1,"y":1,"a":1,"randomly":1,"ensure":1,"the":1,"same":1,"input":1,"clone":1,"indices":2,"current":1,"offset":1},"6034,237,data/raw/vllm-0.10.1/tests/lora/utils.py":{"for":1,"b":4,"id":4,"in":1,"range":1,"batches":1,"lora":3,"index":2,"indices":2,"tensor":3,"current":3,"offset":3,"seq":2,"len":2,"copy":1,"item":1},"6271,1830,data/raw/vllm-0.10.1/tests/lora/utils.py":{"return":1,"punicatensors":2,"inputs":2,"tensor":17,"lora":13,"weights":3,"our":2,"out":5,"ref":3,"b":7,"seq":11,"start":2,"loc":2,"indices":6,"len":6,"def":1,"generate":1,"data":1,"for":3,"expand":2,"nslices":4,"batches":4,"hidden":3,"size":3,"nums":4,"max":3,"rank":3,"length":3,"dtype":9,"device":7,"torch":10,"randint":2,"1":5,"to":7,"cumsum":1,"0":4,"tolist":1,"long":2,"dim":1,"total":4,"tokens":4,"sum":1,"rand":3,"lst":2,"in":2,"range":2,"append":1,"col":1,"major":1,"op":1,"needs":1,"complete":1,"y":1,"a":1,"so":1,"output":1,"is":1,"initinized":1,"randomly":1,"ensure":1,"the":1,"same":1,"input":1,"clone":1,"if":1,"else":1,"zeros":1,"current":4,"offset":4,"id":4,"index":2,"item":2},"8101,944,data/raw/vllm-0.10.1/tests/lora/utils.py":{"lora":6,"indices":4,"tensor":12,"to":4,"device":5,"return":1,"punicatensors":2,"inputs":2,"weights":2,"lst":2,"our":1,"out":2,"ref":1,"b":2,"seq":9,"start":2,"loc":2,"len":4,"def":1,"generate":1,"data":1,"for":1,"nslices":2,"batches":2,"hidden":2,"size":2,"nums":1,"max":1,"rank":1,"length":3,"dtype":4,"op":2,"type":2,"torch":5,"randint":1,"1":2,"cumsum":1,"0":2,"tolist":1,"long":1,"dim":1,"total":2,"tokens":2,"sum":1,"if":1,"shrink":1,"rand":1},"9045,1739,data/raw/vllm-0.10.1/tests/lora/utils.py":{"for":3,"in":3,"range":3,"nslices":5,"if":2,"op":3,"type":2,"shrink":3,"lora":11,"weights":2,"lst":2,"append":2,"torch":10,"rand":4,"nums":4,"max":4,"rank":4,"hidden":3,"size":3,"col":2,"major":2,"dtype":10,"to":7,"device":6,"note":1,"kernel":1,"using":1,"float32":2,"as":1,"output":3,"need":1,"atomic":1,"add":1,"so":2,"is":2,"initinized":2,"by":1,"0":3,"our":3,"out":4,"tensor":9,"zeros":2,"total":4,"tokens":4,"else":2,"inputs":1,"expand":1,"needs":1,"complete":1,"y":1,"a":1,"b":5,"randomly":1,"ensure":1,"the":1,"same":1,"input":1,"ref":1,"clone":1,"indices":4,"randint":1,"1":3,"batches":2,"long":1,"current":4,"offset":4,"id":4,"index":2,"seq":2,"len":2,"item":2},"10784,282,data/raw/vllm-0.10.1/tests/lora/utils.py":{"lora":4,"indices":4,"tensor":7,"to":1,"device":1,"return":1,"punicatensors":1,"inputs":1,"weights":1,"lst":1,"our":1,"out":2,"ref":1,"b":1,"seq":2,"start":1,"loc":1,"len":1},"0,1953,data/raw/vllm-0.10.1/tests/lora/test_default_mm_loras.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":13,"vllm":6,"project":1,"tests":1,"for":1,"applying":1,"default":1,"registered":1,"multimodal":2,"loras":1,"import":4,"os":3,"from":3,"huggingface":1,"hub":1,"snapshot":2,"download":2,"lora":11,"request":2,"lorarequest":1,"conftest":1,"audiotestassets":1,"vllmrunner":1,"model":7,"path":8,"microsoft":1,"phi":1,"4":1,"instruct":1,"audio":10,"join":2,"speech":1,"image":1,"vision":1,"prompt":3,"user":1,"1":2,"can":1,"you":2,"transcribe":1,"this":2,"end":2,"assistant":1,"noqa":3,"e501":3,"responses":1,"are":1,"greedy":1,"decoded":1,"we":1,"just":1,"check":1,"of":4,"generated":1,"text":2,"if":1,"is":2,"inactive":1,"generates":1,"commentary":1,"on":1,"transcription":2,"response":2,"suffix":3,"with":2,"spoken":1,"first":2,"words":2,"i":2,"spoke":2,"in":2,"original":2,"chronograph":1,"a":5,"little":4,"piece":2,"practical":2,"poetry":2,"mary":4,"had":2,"lamb":4,"it":1,"slept":1,"quite":1,"snow":2,"and":3,"everywhere":2,"that":2,"went":2,"was":3,"sure":2,"go":2,"without":1,"certainly":1,"here":1,"provided":1,"n":1,"nthe":1,"phonograph":1,"record":1,"its":1,"fleece":1,"white":1,"as":2,"runner":4,"base":3,"kwargs":7,"name":1,"dtype":1,"half":1,"enable":1,"true":2,"max":3,"num":1,"seqs":1,"rank":1,"320":1,"len":1,"12800":1,"gpu":1,"memory":1,"utilization":1,"8":1,"limit":1,"mm":1,"per":1,"enforce":1,"eager":1,"def":1,"run":1,"test":1,"assets":2,"expected":1,"inputs":1,"sample":1,"rate":1,"apply":1,"any":1,"additional":1,"overrides":1},"1953,1774,data/raw/vllm-0.10.1/tests/lora/test_default_mm_loras.py":{"with":7,"vllm":13,"runner":9,"kwargs":1,"as":1,"model":2,"outputs":2,"default":11,"lora":23,"generate":1,"greedy":1,"prompts":2,"max":1,"tokens":1,"128":1,"audios":3,"request":7,"for":1,"in":1,"inputs":1,"assert":1,"1":4,"endswith":1,"expected":4,"suffix":7,"def":4,"test":7,"active":2,"mm":7,"type":4,"vllmrunner":4,"audio":15,"assets":7,"audiotestassets":4,"ensure":3,"that":3,"we":2,"can":1,"use":1,"the":2,"run":3,"none":2,"loras":3,"path":4,"response":3,"inactive":1,"modalities":1,"are":1,"filtered":1,"properly":1,"image":3,"won":1,"t":1,"be":1,"since":1,"only":1,"pass":1,"without":1,"succeeds":1,"redundant":1,"redundantly":1,"providing":1,"works":1,"lorarequest":1,"fails":1,"overridden":1},"3727,338,data/raw/vllm-0.10.1/tests/lora/test_default_mm_loras.py":{"ensure":1,"that":1,"if":1,"the":2,"lora":6,"request":3,"conflicts":1,"with":2,"default":2,"mm":2,"loras":2,"we":1,"use":1,"run":1,"test":1,"vllm":1,"runner":1,"audio":3,"assets":1,"lorarequest":1,"speech":1,"2":1,"path":2,"image":1,"expected":1,"suffix":2,"response":1},"0,1981,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":19,"random":2,"from":15,"copy":1,"deepcopy":1,"dataclasses":1,"dataclass":1,"typing":1,"optional":1,"unittest":1,"mock":1,"patch":1,"pytest":1,"torch":2,"nn":1,"functional":1,"as":1,"f":1,"config":1,"loraconfig":1,"lora":4,"fully":1,"sharded":1,"layers":5,"columnparallellinearwithshardedlora":1,"mergedcolumnparallellinearwithshardedlora":1,"mergedqkvparallellinearwithshardedlora":1,"qkvparallellinearwithshardedlora":1,"rowparallellinearwithshardedlora":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"baselayerwithlora":1,"columnparallellinearwithlora":1,"logitsprocessorwithlora":1,"loramapping":1,"mergedcolumnparallellinearwithlora":1,"mergedqkvparallellinearwithlora":1,"qkvparallellinearwithlora":1,"replicatedlinearwithlora":1,"rowparallellinearwithlora":1,"vocabparallelembeddingwithlora":1,"enable":1,"models":1,"loralayerweights":1,"packedloralayerweights":1,"punica":2,"wrapper":2,"get":2,"model":4,"executor":4,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"masked":1,"input":1,"and":1,"mask":1,"utils":2,"set":1,"seed":1,"platforms":1,"current":1,"platform":1,"dummyloramanager":1},"1981,1979,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"tolerances":1,"torch":4,"float16":1,"5e":4,"3":4,"float32":1,"bfloat16":1,"3e":1,"2":3,"2e":1,"pytestmark":1,"pytest":4,"mark":1,"skipif":1,"not":2,"current":4,"platform":4,"is":6,"cuda":7,"alike":3,"or":2,"cpu":2,"reason":1,"backend":1,"supported":1,"devices":1,"f":1,"i":2,"for":2,"in":4,"range":1,"1":2,"if":5,"device":3,"count":1,"else":2,"prefill":2,"stage":8,"true":5,"decode":2,"false":5,"stages":1,"num":7,"random":4,"seeds":2,"6":1,"vocab":1,"parallel":1,"embedding":1,"test":3,"128":1,"fixture":2,"autouse":2,"def":3,"clean":1,"cache":1,"reset":2,"default":1,"release":1,"any":1,"memory":1,"we":3,"might":1,"be":2,"holding":1,"on":2,"to":5,"ci":1,"runs":1,"ooms":1,"otherwise":1,"from":1,"vllm":1,"lora":6,"ops":2,"triton":1,"utils":1,"import":1,"a":3,"ptr":4,"dict":4,"b":2,"clear":2,"yield":2,"skip":3,"with":1,"request":4,"like":1,"platforms":1,"use":1,"the":6,"same":1,"kernels":1,"and":4,"generally":1,"ignored":1,"so":1,"only":1,"need":1,"once":1,"try":1,"hasattr":2,"node":3,"callspec":3,"params":5,"when":1,"except":1,"exception":1,"pass":1,"get":1,"id":2,"index":2,"loras":4,"int":3,"slots":3,"log":3,"bool":1,"list":1,"optional":1,"creates":1,"mapping":3,"args":1,"number":2,"of":2,"active":1,"must":1,"larger":1,"than":1,"whether":1,"output":1},"3960,1742,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"if":2,"num":11,"loras":7,"slots":10,"raise":1,"valueerror":1,"f":2,"is":1,"higher":1,"than":2,"must":2,"be":2,"less":1,"or":1,"equal":1,"to":10,"list":5,"optional":2,"int":8,"none":2,"random":2,"slot":6,"selections":2,"torch":2,"randperm":1,"tolist":1,"for":3,"lora":14,"id":8,"idx":2,"in":2,"enumerate":1,"start":1,"1":2,"log":1,"print":1,"created":1,"index":4,"mapping":1,"return":1,"def":1,"populate":2,"layer":6,"baselayerwithlora":1,"weights":5,"tensor":5,"generate":3,"embeddings":3,"0":1,"repeats":2,"tuple":1,"dict":8,"loralayerweights":4,"this":1,"method":1,"populates":1,"the":12,"layers":2,"with":1,"args":1,"a":4,"of":3,"ids":1,"represents":1,"which":1,"memory":1,"matrices":1,"are":1,"stored":1,"value":1,"indicates":2,"free":1,"loralayer":1,"pytorch":1,"containing":1,"s":1,"whether":1,"an":1,"each":1,"only":1,"set":1,"column":1,"parallel":1,"packed":1,"number":1,"compose":1,"together":1,"create":1,"single":1,"dictionary":2,"that":2,"maps":2,"corresponding":2,"subloras":1,"sublora":1},"5702,1999,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"for":2,"slot":2,"idx":2,"lora":23,"id":5,"in":4,"enumerate":1,"to":3,"index":2,"if":2,"is":1,"not":1,"none":1,"subloras":5,"list":8,"loralayerweights":1,"sublora":10,"len":3,"layer":4,"weights":4,"shape":1,"0":3,"repeats":3,"i":4,"range":7,"dummyloramanager":1,"device":3,"init":1,"random":3,"module":1,"name":1,"f":1,"fake":1,"weight":1,"generate":2,"embeddings":4,"tensor":6,"b":4,"1":3,"optimize":1,"append":1,"packedloralayerweights":1,"pack":1,"else":1,"set":1,"a":2,"dict":4,"return":1,"def":1,"create":2,"inputs":6,"active":3,"ids":3,"int":8,"num":2,"input":13,"size":3,"tuple":3,"float":2,"type":3,"torch":5,"dtype":1,"cuda":1,"creates":1,"args":1,"of":5,"the":6,"number":1,"each":1,"individual":1,"values":3,"include":1,"possible":1,"low":1,"high":1,"mapping":2,"prompt":1},"7701,1923,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"for":2,"in":1,"range":1,"num":3,"inputs":4,"if":3,"input":5,"type":4,"torch":7,"int":3,"append":2,"randint":1,"low":3,"high":3,"size":7,"device":12,"else":2,"rand":1,"dtype":2,"lora":9,"id":3,"random":1,"choice":1,"active":1,"ids":1,"index":2,"mapping":4,"0":1,"prompt":2,"return":4,"def":2,"check":2,"punica":12,"wrapper":10,"bool":1,"current":3,"platform":3,"is":5,"cuda":4,"alike":2,"from":2,"vllm":2,"gpu":2,"import":2,"punicawrappergpu":2,"elif":1,"cpu":2,"punicawrappercpu":2,"false":1,"inference":1,"mode":1,"pytest":4,"mark":4,"parametrize":4,"loras":7,"1":1,"2":1,"4":1,"8":3,"devices":1,"vocab":2,"512":1,"32000":1,"64000":1,"128000":1,"stage":2,"stages":1,"test":1,"embeddings":1,"dist":1,"init":1,"none":1,"multi":1,"testing":1,"of":1,"triton":3,"kernel":1,"we":1,"must":1,"explicitly":1,"set":3,"the":1,"see":1,"https":1,"github":1,"com":1,"lang":1,"issues":1,"2925":1,"same":1,"below":1,"default":1,"max":6,"get":1,"8192":1,"256":1,"assert":1,"config":1,"loraconfig":1,"rank":1,"float16":1},"9624,1914,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"def":1,"create":4,"random":6,"embedding":19,"layer":4,"vocabparallelembedding":1,"vocab":5,"size":6,"256":1,"weight":4,"data":3,"torch":4,"rand":1,"like":1,"0":1,"lora":25,"vocabparallelembeddingwithlora":1,"weights":2,"max":3,"loras":6,"config":2,"return":1,"for":2,"i":2,"in":2,"range":2,"num":4,"seeds":1,"set":2,"seed":1,"id":6,"to":4,"index":6,"get":1,"mapping":8,"punica":2,"wrapper":2,"dict":3,"populate":1,"t":1,"inputs":5,"prompt":3,"active":1,"ids":1,"list":2,"keys":1,"3":1,"input":5,"200":1,"1":1,"device":2,"loramapping":1,"is":1,"prefill":1,"stage":1,"update":1,"metadata":1,"extra":1,"result":5,"cat":2,"expected":4,"results":3,"tensor":1,"zip":1,"after":2,"a":3,"f":1,"b":1,"append":1},"11538,1889,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"rtol":6,"atol":6,"tolerances":2,"lora":14,"result":8,"dtype":2,"torch":6,"testing":2,"assert":2,"close":2,"expected":3,"check":1,"that":1,"resetting":1,"the":2,"weights":1,"succeeds":1,"for":1,"slot":3,"idx":2,"in":2,"range":2,"max":2,"loras":6,"embedding":3,"reset":1,"inputs":5,"index":3,"mapping":6,"prompt":2,"create":1,"random":1,"active":1,"ids":1,"0":1,"num":4,"3":1,"input":2,"size":6,"200":1,"1":2,"vocab":5,"device":6,"loramapping":1,"is":2,"prefill":1,"stage":3,"punica":1,"wrapper":1,"update":1,"metadata":1,"id":1,"to":1,"config":1,"extra":1,"cat":2,"inference":1,"mode":1,"pytest":5,"mark":5,"skip":1,"reason":1,"fails":1,"when":1,"are":1,"any":1,"other":1,"than":1,"first":1,"parametrize":4,"2":1,"4":1,"8":1,"devices":1,"512":1,"32000":1,"64000":1,"128000":1,"stages":1,"def":1,"test":1,"embeddings":2,"with":1,"new":1,"dist":1,"init":1,"none":1,"if":1,"current":1,"platform":1,"cuda":2,"alike":1,"set":1},"13427,1921,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"torch":4,"set":3,"default":1,"device":3,"max":9,"loras":10,"8":2,"punica":5,"wrapper":5,"get":2,"8192":1,"256":5,"assert":1,"check":1,"lora":18,"config":4,"loraconfig":1,"rank":1,"dtype":1,"float16":1,"def":1,"create":3,"random":5,"embedding":21,"layer":4,"vocabparallelembedding":2,"vocab":8,"size":8,"data":7,"rand":1,"like":1,"weight":4,"0":3,"expanded":5,"extra":2,"org":1,"num":3,"embeddings":7,"we":1,"need":1,"to":4,"deepcopy":2,"the":2,"as":1,"it":1,"will":1,"be":1,"modified":1,"in":3,"place":1,"vocabparallelembeddingwithlora":1,"weights":2,"return":1,"for":2,"i":2,"range":1,"seeds":1,"seed":1,"id":5,"index":3,"dict":3,"populate":1,"zeros":1,"generate":1,"tensor":3,"mapping":1,"all":1,"tensors":3,"have":1,"same":1,"shape":2,"sorted":1,"keys":1,"len":1},"15348,1744,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"add":1,"empty":1,"embeddings":10,"tensors":5,"for":3,"unoccupied":1,"lora":11,"slots":1,"in":3,"range":3,"max":3,"loras":4,"len":5,"append":1,"torch":3,"zeros":1,"0":1,"shape":1,"inputs":9,"index":3,"mapping":7,"prompt":3,"create":1,"random":1,"active":1,"ids":1,"list":1,"dict":1,"keys":1,"num":2,"3":1,"input":8,"size":10,"200":1,"1":7,"vocab":9,"device":2,"loramapping":1,"is":2,"prefill":1,"stage":1,"punica":1,"wrapper":1,"update":1,"metadata":1,"id":6,"to":3,"config":1,"extra":1,"original":6,"deepcopy":1,"force":1,"some":1,"of":1,"the":2,"be":1,"extended":1,"guarantee":1,"that":1,"their":1,"behavior":1,"tested":1,"zip":1,"embedding":5,"tensor":4,"2":2,"expanded":1,"weight":1,"cat":2,"result":1},"17092,1971,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"expected":7,"results":3,"list":1,"torch":7,"tensor":1,"for":2,"input":6,"original":5,"lora":22,"id":3,"in":2,"zip":1,"inputs":9,"prompt":3,"mapping":7,"dict":1,"result":12,"expanded":2,"embedding":5,"after":2,"a":3,"f":1,"b":1,"append":1,"cat":3,"rtol":6,"atol":6,"tolerances":2,"dtype":2,"testing":2,"assert":2,"close":2,"check":1,"that":1,"resetting":1,"the":1,"weights":1,"succeeds":1,"slot":2,"idx":2,"range":2,"max":2,"loras":3,"reset":1,"index":3,"create":1,"random":1,"active":1,"ids":1,"0":1,"num":2,"3":1,"size":4,"200":1,"1":1,"vocab":3,"device":2,"deepcopy":1,"loramapping":1,"is":1,"prefill":1,"stage":1,"punica":1,"wrapper":1,"update":1,"metadata":1,"to":1,"config":1,"extra":1,"inference":1,"mode":1},"19063,1576,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"pytest":4,"mark":4,"parametrize":4,"num":3,"loras":8,"1":1,"2":1,"4":1,"8":3,"device":8,"devices":1,"vocab":9,"size":9,"512":1,"32000":1,"64000":1,"256512":1,"stage":2,"stages":1,"def":2,"test":1,"lm":1,"head":1,"logits":7,"processor":7,"dist":1,"init":1,"none":2,"if":1,"current":1,"platform":1,"is":1,"cuda":2,"alike":1,"torch":5,"set":3,"default":1,"max":7,"punica":4,"wrapper":4,"get":1,"8192":1,"256":1,"assert":1,"check":1,"lora":12,"config":4,"loraconfig":1,"rank":1,"dtype":3,"float16":2,"pretest":1,"linear":7,"parallellmhead":1,"extra":2,"1024":2,"params":1,"weight":5,"data":3,"rand":1,"like":1,"0":1,"logitsprocessor":1,"logitsprocessorwithlora":1,"create":1,"weights":1,"return":1,"for":1,"i":2,"in":1,"range":1,"random":2,"seeds":1,"seed":1},"20639,1676,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"id":4,"to":4,"index":6,"get":2,"random":2,"num":3,"loras":6,"max":2,"linear":5,"logits":8,"processor":7,"lora":13,"pretest":1,"set":1,"mapping":7,"punica":2,"wrapper":2,"note":1,"all":1,"the":2,"generated":1,"share":1,"same":1,"embeddings":8,"tensor":8,"dict":3,"populate":1,"layer":2,"weights":1,"weight":2,"generate":1,"1024":3,"list":2,"values":1,"0":3,"len":2,"shape":1,"inputs":4,"prompt":2,"create":1,"active":1,"ids":1,"keys":1,"8":1,"3":1,"input":4,"size":5,"1":2,"range":1,"type":1,"torch":3,"float16":1,"device":2,"loramapping":1,"is":1,"prefill":1,"stage":1,"update":1,"metadata":1,"vocab":4,"config":1,"extra":1,"rand":1,"20":1,"result":1,"hidden":1,"states":1,"cat":1,"lm":2,"head":2,"embedding":1,"bias":1,"none":1,"original":1,"deepcopy":1,"org":2},"22315,1934,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"logits":9,"processor":6,"org":2,"vocab":9,"size":10,"lora":21,"config":2,"extra":2,"expected":5,"results":3,"list":1,"torch":5,"tensor":2,"for":2,"input":6,"id":3,"in":2,"zip":1,"inputs":6,"prompt":3,"mapping":7,"dict":1,"result":7,"get":3,"hidden":3,"states":3,"lm":5,"head":5,"linear":1,"embedding":3,"bias":3,"none":3,"embeddings":1,"len":1,"float":1,"inf":1,"a":1,"b":1,"scaling":1,"append":1,"cat":3,"check":1,"that":1,"resetting":1,"the":1,"weights":1,"succeeds":1,"slot":2,"idx":2,"range":2,"max":2,"loras":3,"reset":1,"index":3,"create":1,"random":1,"active":1,"ids":1,"0":2,"num":2,"8":1,"3":1,"1":2,"1024":1,"type":1,"float16":1,"device":2,"loramapping":1,"is":1,"prefill":1,"stage":1,"punica":1,"wrapper":1,"update":1,"metadata":1,"to":1,"original":2},"24249,1874,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"rtol":3,"atol":3,"tolerances":1,"lora":20,"result":3,"dtype":3,"torch":7,"testing":1,"assert":5,"close":1,"expected":1,"inference":1,"mode":1,"pytest":4,"mark":4,"parametrize":4,"num":3,"loras":8,"1":2,"2":1,"4":1,"8":3,"device":7,"devices":1,"stage":2,"stages":1,"bias":8,"enabled":5,"true":1,"false":2,"def":2,"test":1,"linear":16,"replicated":2,"dist":1,"init":1,"none":2,"if":2,"current":1,"platform":1,"is":2,"cuda":2,"alike":1,"set":3,"max":7,"default":1,"punica":4,"wrapper":4,"get":1,"8192":1,"256":1,"check":1,"config":2,"loraconfig":1,"rank":1,"float16":2,"create":2,"random":3,"layer":1,"replicatedlinear":1,"4096":2,"params":1,"weight":2,"data":2,"rand":1,"like":1,"replicatedlinearwithlora":1,"weights":1,"n":2,"slices":2,"len":3,"a":1,"stacked":4,"b":1,"else":1,"return":1,"for":1,"i":2,"in":1,"range":1,"seeds":1,"seed":1},"26123,1834,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"id":6,"to":4,"index":6,"get":1,"random":3,"num":3,"loras":6,"max":3,"linear":11,"lora":27,"create":2,"replicated":1,"layer":3,"assert":2,"torch":6,"equal":1,"weight":3,"set":1,"mapping":8,"punica":2,"wrapper":2,"dict":3,"populate":1,"weights":2,"inputs":5,"prompt":3,"active":1,"ids":1,"list":2,"keys":1,"32":1,"input":6,"size":2,"1":2,"4096":1,"range":2,"0":3,"type":1,"float16":1,"device":2,"loramapping":1,"is":1,"prefill":1,"stage":1,"update":1,"metadata":1,"512":1,"config":1,"extra":1,"vocab":1,"result":8,"cat":2,"expected":5,"results":3,"tensor":1,"for":2,"in":2,"zip":1,"a":1,"b":1,"scaling":1,"append":1,"rtol":3,"atol":3,"tolerances":1,"dtype":1,"testing":1,"close":1,"check":1,"that":1,"resetting":1,"the":1,"succeeds":1,"slot":2,"idx":2,"reset":1},"27957,1944,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"inputs":5,"index":3,"mapping":6,"prompt":2,"create":1,"random":1,"active":1,"lora":12,"ids":1,"0":4,"num":4,"32":1,"loras":10,"input":3,"size":2,"1":3,"4096":1,"range":1,"type":1,"torch":8,"float16":2,"device":9,"loramapping":1,"is":2,"prefill":1,"stage":3,"punica":5,"wrapper":5,"update":1,"metadata":1,"id":1,"to":1,"max":7,"512":1,"config":2,"extra":1,"vocab":1,"result":5,"linear":3,"cat":2,"expected":2,"rtol":3,"atol":3,"tolerances":1,"dtype":2,"testing":1,"assert":2,"close":1,"inference":1,"mode":1,"pytest":6,"mark":6,"parametrize":6,"2":1,"4":1,"8":3,"orientation":2,"row":1,"column":1,"fully":4,"shard":3,"true":2,"false":2,"devices":1,"stages":1,"bias":4,"enabled":4,"def":1,"test":1,"parallel":1,"dist":1,"init":1,"none":1,"if":1,"current":1,"platform":1,"cuda":2,"alike":1,"set":2,"default":1,"get":1,"8192":1,"256":1,"check":1,"loraconfig":1,"rank":1,"sharded":1},"29901,1859,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"def":1,"create":3,"random":5,"linear":30,"parallel":2,"layer":4,"if":4,"orientation":1,"row":1,"rowparallellinear":1,"4096":4,"bias":5,"false":2,"params":2,"dtype":2,"torch":5,"float16":2,"weight":7,"data":4,"rand":2,"like":2,"lora":21,"rowparallellinearwithlora":1,"not":2,"fully":2,"shard":2,"else":4,"rowparallellinearwithshardedlora":1,"columnparallellinear":1,"columnparallellinearwithlora":1,"columnparallellinearwithshardedlora":1,"weights":2,"max":2,"loras":4,"config":1,"assert":4,"n":2,"slices":2,"len":3,"a":1,"stacked":4,"b":1,"1":1,"enabled":1,"is":1,"none":1,"return":1,"for":1,"i":2,"in":1,"range":1,"num":2,"seeds":1,"set":2,"seed":1,"id":3,"to":3,"index":3,"get":1,"equal":1,"mapping":1,"punica":1,"wrapper":1,"dict":1,"populate":1},"31760,1868,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"inputs":8,"index":5,"mapping":12,"prompt":5,"create":2,"random":2,"active":2,"lora":24,"ids":2,"list":2,"dict":2,"keys":1,"num":4,"32":2,"loras":4,"input":9,"size":3,"1":4,"4096":2,"range":3,"0":5,"type":2,"torch":6,"float16":2,"device":4,"loramapping":2,"is":2,"prefill":2,"stage":2,"punica":1,"wrapper":1,"update":1,"metadata":1,"id":3,"to":1,"max":2,"512":1,"config":1,"extra":1,"vocab":1,"result":8,"linear":3,"cat":2,"expected":5,"results":3,"tensor":1,"for":2,"in":2,"zip":1,"a":1,"b":1,"scaling":1,"append":1,"rtol":3,"atol":3,"tolerances":1,"dtype":1,"testing":1,"assert":1,"close":1,"check":1,"that":1,"resetting":1,"the":1,"weights":1,"succeeds":1,"slot":2,"idx":2,"reset":1},"33628,1514,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"punica":5,"wrapper":5,"update":1,"metadata":1,"lora":10,"mapping":1,"id":1,"to":1,"index":1,"max":7,"loras":9,"512":1,"config":2,"extra":1,"vocab":1,"size":1,"result":5,"linear":2,"torch":7,"cat":2,"inputs":2,"0":2,"expected":2,"rtol":3,"atol":3,"tolerances":1,"dtype":2,"testing":1,"assert":2,"close":1,"inference":1,"mode":1,"pytest":6,"mark":6,"parametrize":6,"num":2,"1":2,"2":2,"4":1,"8":3,"repeats":2,"3":1,"fully":4,"shard":3,"true":2,"false":2,"device":7,"devices":1,"stage":2,"stages":1,"bias":4,"enabled":4,"def":1,"test":1,"column":1,"parallel":1,"packed":1,"dist":1,"init":1,"none":1,"if":1,"current":1,"platform":1,"is":1,"cuda":2,"alike":1,"set":2,"default":1,"get":1,"8192":1,"256":1,"check":1,"loraconfig":1,"rank":1,"sharded":1,"float16":1},"35142,1725,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"def":1,"create":1,"column":1,"parallel":1,"packed":1,"layer":1,"if":4,"repeats":3,"2":1,"linear":18,"mergedcolumnparallellinear":1,"4096":5,"bias":3,"false":3,"params":3,"dtype":3,"torch":6,"float16":3,"weight":6,"data":6,"rand":3,"like":3,"lora":3,"mergedcolumnparallellinearwithlora":1,"not":3,"fully":3,"shard":3,"else":4,"mergedcolumnparallellinearwithshardedlora":1,"elif":1,"3":1,"qkvparallellinear":2,"64":2,"32":4,"mergedqkvparallellinearwithlora":1,"mergedqkvparallellinearwithshardedlora":1,"qkvparallellinearwithlora":1,"qkvparallellinearwithshardedlora":1,"dataclass":1,"class":1,"fakeconfig":1,"hidden":1,"size":1,"num":2,"key":1,"value":1,"heads":2,"attention":1},"36867,1733,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"n":4,"slices":4,"repeats":3,"lora":27,"linear":17,"create":3,"weights":2,"max":3,"loras":6,"config":3,"model":1,"fakeconfig":1,"assert":4,"len":3,"a":1,"stacked":4,"b":1,"if":1,"bias":3,"enabled":1,"else":1,"is":2,"none":1,"return":1,"for":1,"i":2,"in":1,"range":2,"num":4,"random":4,"seeds":1,"set":2,"seed":1,"id":4,"to":4,"index":6,"get":1,"column":1,"parallel":1,"packed":1,"layer":3,"torch":3,"equal":1,"weight":3,"mapping":7,"punica":2,"wrapper":2,"dict":3,"sublora":1,"populate":1,"inputs":4,"prompt":2,"active":1,"ids":1,"list":1,"keys":1,"32":1,"input":3,"size":2,"1":2,"4096":1,"0":2,"type":1,"float16":1,"device":2,"loramapping":1,"prefill":1,"stage":1,"update":1,"metadata":1,"512":1,"extra":1,"vocab":1,"result":1,"cat":1},"38600,1913,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"expected":7,"results":3,"list":1,"torch":7,"tensor":1,"for":3,"input":6,"lora":19,"id":3,"in":3,"zip":1,"inputs":6,"prompt":3,"mapping":7,"result":12,"linear":4,"0":5,"subloras":2,"sublora":7,"dict":1,"i":3,"enumerate":1,"b":3,"shape":2,"1":6,"a":1,"scaling":1,"append":1,"cat":3,"rtol":6,"atol":6,"tolerances":2,"dtype":2,"testing":2,"assert":2,"close":2,"slot":2,"idx":2,"range":2,"max":2,"loras":3,"reset":1,"index":3,"create":1,"random":1,"active":1,"ids":1,"num":2,"32":1,"size":3,"4096":1,"type":1,"float16":1,"device":2,"loramapping":1,"is":1,"prefill":1,"stage":1,"punica":1,"wrapper":1,"update":1,"metadata":1,"to":1,"512":1,"config":1,"extra":1,"vocab":1,"pytest":1,"mark":1,"parametrize":1,"tp":1,"2":1,"4":1,"8":1},"40513,1715,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"pytest":1,"mark":1,"parametrize":1,"seed":4,"list":4,"range":2,"vocab":30,"parallel":6,"embedding":7,"test":2,"num":6,"random":4,"seeds":1,"def":1,"indices":8,"tp":5,"size":21,"randint":2,"4000":1,"64000":1,"added":9,"0":5,"1024":1,"org":11,"last":4,"end":4,"index":6,"computed":6,"padded":4,"1":2,"all":2,"tokens":2,"int":3,"token":1,"ids":1,"for":1,"rank":3,"in":1,"with":1,"patch":2,"vllm":2,"model":4,"executor":2,"layers":2,"get":2,"tensor":2,"return":2,"value":2,"world":1,"vocabparallelembedding":1,"embeddings":2,"shard":7,"assert":3,"that":2,"the":2,"ranges":1,"are":2,"contiguous":1,"start":2,"ensure":1,"we":1,"not":1,"exceeding":1,"elements":3},"42228,1926,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"ensure":2,"that":2,"the":2,"ranges":2,"are":2,"not":5,"overlapping":2,"all":9,"org":14,"tokens":8,"extend":6,"range":5,"shard":14,"indices":14,"vocab":22,"start":4,"index":12,"end":8,"added":14,"token":10,"ids":10,"1":4,"num":4,"elements":4,"padded":3,"last":2,"assert":9,"computed":3,"size":10,"len":4,"set":4,"intersection":1,"tensor":4,"torch":4,"dtype":1,"long":1,"reindex":4,"mapping":5,"embedding":1,"get":1,"sharded":1,"to":1,"full":1,"is":2,"none":2,"or":1,"tp":1,"if":1,"reindexed":3,"expected":2,"list":1,"0":1,"equal":1},"44154,1518,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"def":1,"test":1,"get":4,"masked":4,"input":4,"and":4,"mask":4,"x":11,"torch":6,"tensor":3,"0":22,"1":6,"2":4,"3":3,"4":5,"5":3,"6":1,"7":1,"8":5,"9":1,"10":3,"11":1,"base":1,"tp":2,"case":2,"no":2,"padding":5,"modified":6,"org":9,"vocab":15,"start":6,"index":12,"end":6,"added":6,"12":2,"num":3,"assert":3,"equal":3,"rank":4},"45672,1854,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"tp":1,"4":3,"case":1,"no":1,"padding":5,"modified":8,"x":12,"rank":8,"0":47,"get":4,"masked":4,"input":4,"and":4,"mask":4,"org":12,"vocab":20,"start":8,"index":16,"end":8,"2":8,"added":8,"8":2,"9":2,"num":4,"1":6,"10":2,"6":2,"11":2,"3":2,"12":1,"assert":4,"torch":8,"equal":4,"tensor":4},"47526,1499,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"base":1,"tp":2,"1":6,"case":2,"with":2,"padding":5,"modified":6,"x":9,"get":3,"masked":3,"input":3,"and":3,"mask":3,"org":9,"vocab":15,"start":6,"index":12,"0":19,"end":6,"8":4,"added":6,"12":3,"num":3,"2":7,"assert":3,"torch":6,"equal":3,"tensor":3,"3":3,"4":3,"5":1,"6":3,"7":3,"10":3,"11":1,"13":1,"rank":4},"49025,1856,data/raw/vllm-0.10.1/tests/lora/test_layers.py":{"tp":1,"4":7,"case":1,"with":1,"padding":5,"modified":8,"x":12,"rank":8,"0":43,"get":4,"masked":4,"input":4,"and":4,"mask":4,"org":12,"vocab":20,"start":8,"index":16,"end":8,"2":8,"added":8,"8":2,"9":2,"num":4,"1":6,"10":2,"6":2,"11":2,"3":2,"12":1,"assert":4,"torch":8,"equal":4,"tensor":4},"0,1831,data/raw/vllm-0.10.1/tests/lora/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":11,"project":1,"import":17,"tempfile":2,"from":12,"collections":1,"ordereddict":1,"unittest":1,"mock":1,"magicmock":1,"patch":1,"pytest":4,"torch":3,"nn":2,"as":1,"huggingface":1,"hub":1,"snapshot":1,"download":1,"config":1,"loraconfig":1,"distributed":2,"cleanup":8,"dist":3,"env":2,"and":2,"memory":2,"init":2,"environment":1,"initialize":2,"model":9,"parallel":2,"executor":6,"layers":4,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"sampler":2,"vocab":1,"embedding":1,"parallellmhead":1,"loader":1,"get":2,"models":1,"interfaces":1,"supportslora":1,"platforms":1,"current":3,"platform":3,"fixture":5,"def":3,"should":3,"do":3,"global":5,"after":3,"test":3,"request":2,"bool":2,"allow":1,"subdirectories":1,"skip":2,"by":1,"overriding":1,"this":2,"can":1,"provide":1,"a":1,"10x":1,"speedup":1,"for":1,"non":1,"gpu":1,"unit":1,"tests":1,"since":1,"they":1,"don":1,"t":1,"need":1,"return":1,"not":1,"node":1,"closest":1,"marker":1,"autouse":1,"true":2,"yield":1,"if":2,"shutdown":1,"ray":1,"temp":1,"file":1,"mkstemp":1,"1":1,"backend":2,"nccl":1,"is":2,"cpu":1,"or":1,"tpu":1,"gloo":1},"1831,1819,data/raw/vllm-0.10.1/tests/lora/conftest.py":{"init":5,"distributed":4,"environment":1,"world":2,"size":2,"1":5,"rank":3,"0":3,"method":2,"f":2,"file":5,"temp":3,"local":1,"backend":6,"initialize":1,"model":6,"parallel":1,"yield":1,"cleanup":1,"dist":2,"env":1,"and":1,"memory":1,"shutdown":1,"ray":1,"true":1,"pytest":3,"fixture":3,"def":2,"torch":3,"only":1,"if":2,"is":2,"initialized":1,"return":2,"nccl":1,"current":1,"platform":1,"cpu":1,"gloo":1,"tempfile":1,"mkstemp":1,"process":1,"group":1,"class":1,"dummyloramodel":2,"nn":5,"sequential":2,"supportslora":1,"pass":1,"dummy":1,"module":1,"ordereddict":2,"dense1":2,"columnparallellinear":3,"764":1,"100":3,"dense2":2,"rowparallellinear":2,"50":3,"layer1":1,"10":4,"act2":1,"relu":1,"output":1,"outact":1,"sigmoid":1,"special":1,"handling":1,"for":1,"lm":4,"head":4,"sampler":3,"parallellmhead":1,"512":2,"logits":1,"processor":1,"logitsprocessor":1,"config":1,"magicmock":1,"embedding":1,"modules":1},"3650,1963,data/raw/vllm-0.10.1/tests/lora/conftest.py":{"def":6,"dummy":1,"model":7,"gate":4,"up":4,"nn":4,"module":2,"dummyloramodel":1,"ordereddict":2,"dense1":2,"columnparallellinear":2,"764":1,"100":3,"dense2":2,"rowparallellinear":2,"50":3,"layer1":1,"sequential":1,"10":3,"act2":1,"relu":1,"proj":4,"mergedcolumnparallellinear":1,"5":2,"outact":1,"sigmoid":1,"special":1,"handling":1,"for":2,"lm":4,"head":4,"sampler":3,"parallellmhead":1,"512":2,"logits":1,"processor":1,"logitsprocessor":1,"config":2,"magicmock":1,"packed":1,"modules":2,"mapping":1,"embedding":1,"return":6,"pytest":6,"fixture":6,"scope":6,"session":6,"llama":4,"2":3,"7b":3,"base":2,"huggingface":5,"id":8,"used":2,"as":1,"a":1,"testing":1,"with":1,"sql":6,"lora":10,"adapter":2,"meta":1,"hf":1,"repo":4,"is":1,"to":2,"test":3,"runtime":1,"downloading":1,"yard1":1,"files":4,"snapshot":3,"download":3,"mixtral":2,"note":1,"this":1,"has":1,"incorrect":1,"json":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"5909":1,"sangbincho":1,"chatglm3":2,"jeeejeee":1,"text2sql":1,"spider":1},"5613,1768,data/raw/vllm-0.10.1/tests/lora/conftest.py":{"def":12,"baichuan":4,"lora":19,"files":9,"return":11,"snapshot":9,"download":9,"repo":9,"id":10,"jeeejeee":7,"baichuan7b":2,"text2sql":2,"spider":2,"pytest":10,"fixture":10,"scope":9,"session":9,"zero":4,"all":1,"the":1,"b":1,"weights":1,"are":1,"initialized":1,"to":1,"init":1,"regex":2,"7b":2,"ilama":2,"minicpmv":1,"minicpmv25":1,"pokemon":3,"qwen2vl":1,"qwen2":2,"vl":3,"qwen25vl":3,"base":2,"huggingface":1,"used":1,"as":1,"a":1,"model":5,"for":1,"testing":1,"with":1,"adapter":1,"qwen":1,"5":1,"3b":1,"instruct":1,"qwen25":1,"tinyllama":2,"jashing":1,"colorist":1,"phi2":1,"isotr0py":1,"phi":1,"2":2,"test":1,"sql":1,"llama":1,"engine":1,"extra":1,"embeddings":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"shutdown":1,"ray":1,"true":1,"get":4,"old":2,"patched":1,"kwargs":3,"vllm":1,"config":2,"loraconfig":1,"max":2,"loras":1,"4":1,"rank":1,"8":1},"7381,778,data/raw/vllm-0.10.1/tests/lora/conftest.py":{"with":1,"patch":1,"vllm":2,"worker":2,"model":7,"runner":2,"get":3,"patched":1,"engine":6,"llm":2,"meta":1,"llama":5,"2":4,"7b":4,"hf":1,"enable":1,"lora":1,"false":1,"yield":3,"del":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"shutdown":1,"ray":1,"true":1,"pytest":2,"fixture":3,"def":2,"extra":3,"embeddings":3,"executor":1,"driver":1,"reset":1,"default":4,"device":6,"some":1,"tests":2,"such":1,"as":1,"test":1,"punica":1,"ops":1,"py":1,"explicitly":1,"set":2,"the":1,"which":1,"can":1,"affect":1,"subsequent":1,"adding":1,"this":2,"helps":1,"avoid":1,"problem":1,"original":2,"torch":2},"0,1838,data/raw/vllm-0.10.1/tests/lora/test_add_lora.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":10,"asyncio":2,"time":4,"pytest":2,"envs":1,"as":1,"env":1,"from":7,"engine":3,"arg":1,"utils":2,"asyncengineargs":1,"entrypoints":1,"openai":1,"api":1,"server":1,"build":1,"async":5,"client":1,"args":1,"inputs":1,"textprompt":2,"lora":20,"request":6,"lorarequest":5,"sampling":4,"params":4,"samplingparams":2,"merge":2,"iterators":2,"model":1,"path":4,"zai":1,"org":1,"chatglm3":1,"6b":1,"rank":1,"64":1,"default":2,"max":3,"loras":2,"4":1,"3":1,"def":2,"get":1,"requests":6,"list":3,"name":1,"f":3,"i":4,"int":5,"id":6,"for":3,"in":3,"range":1,"1":5,"return":2,"processing":1,"llm":2,"float":1,"n":1,"temperature":1,"top":1,"p":1,"ignore":2,"eos":1,"true":1,"tokens":1,"generators":3,"start":2,"perf":2,"counter":2,"generator":2,"generate":1,"prompt":2,"hello":1,"multi":1,"modal":1,"data":1,"none":1,"type":1,"test":1,"append":1,"all":2,"gens":2,"res":1,"pass":1,"end":2,"mark":1},"1838,1530,data/raw/vllm-0.10.1/tests/lora/test_add_lora.py":{"async":4,"def":1,"test":2,"add":4,"lora":19,"chatglm3":2,"files":2,"the":7,"function":1,"is":2,"used":1,"to":5,"pre":2,"load":1,"some":2,"adapters":2,"into":2,"engine":7,"in":5,"anticipation":1,"of":1,"future":1,"requests":15,"using":1,"these":1,"this":1,"functionality":2,"we":3,"use":1,"process":1,"do":1,"it":1,"twice":1,"once":2,"with":3,"loading":1,"and":2,"without":1,"measure":1,"request":1,"processing":2,"time":4,"both":1,"cases":1,"expect":1,"be":1,"lesser":1,"case":1,"calls":1,"list":1,"lorarequest":1,"get":1,"max":6,"loras":4,"len":3,"set":1,"lr":2,"int":1,"id":1,"for":1,"create":1,"eager":2,"mode":1,"due":1,"high":1,"ci":1,"can":1,"oom":2,"during":1,"cuda":1,"graph":1,"capture":1,"args":3,"asyncengineargs":1,"model":3,"path":1,"enable":1,"true":3,"rank":2,"128":1,"gpu":1,"memory":1,"utilization":1,"0":1,"8":1,"avoid":1,"trust":1,"remote":1,"code":1,"enforce":1,"split":1,"3":2,"parts":1,"part":5,"size":5,"dummy":3,"run":5,"warmup":1,"2":2,"cold":1,"build":1,"client":1,"from":1,"as":1,"llm":2,"so":1,"any":1,"1":1,"like":1,"triton":1,"kernel":1,"compilation":1,"complete":1,"here":1,"await":1},"3368,1027,data/raw/vllm-0.10.1/tests/lora/test_add_lora.py":{"run":5,"with":7,"warmup":4,"add":10,"lora":13,"tasks":2,"llm":3,"lr":2,"for":1,"in":1,"requests":5,"results":3,"await":3,"asyncio":1,"gather":1,"if":1,"env":1,"vllm":1,"use":1,"v1":1,"test":1,"that":2,"all":3,"calls":2,"are":1,"successful":1,"assert":2,"else":1,"no":1,"way":1,"to":1,"check":1,"v0":1,"engine":2,"as":1,"the":3,"just":1,"return":1,"none":1,"pass":1,"time":15,"processing":3,"without":1,"any":1,"cold":7,"start":7,"print":1,"f":4,"hot":1,"vs":1,"request":1,"pre":1,"loading":2,"must":1,"be":1,"less":1,"than":1,"version":1,"does":1,"on":1,"demand":1},"0,1667,data/raw/vllm-0.10.1/tests/lora/test_transformers_model.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":4,"project":1,"import":5,"pytest":1,"from":6,"lora":2,"request":2,"lorarequest":1,"platforms":1,"current":1,"platform":1,"utils":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":2,"multi":1,"gpu":1,"model":1,"path":1,"hmellor":1,"ilama":1,"3":1,"1b":1,"prompt":1,"template":1,"i":1,"want":1,"you":2,"act":1,"as":6,"a":3,"sql":2,"terminal":1,"in":5,"front":1,"of":10,"an":2,"example":1,"database":1,"need":1,"only":1,"return":1,"command":1,"me":1,"below":1,"is":9,"instruction":2,"that":2,"describes":1,"task":1,"write":1,"response":2,"appropriately":1,"completes":1,"n":7,"nconcert":1,"singer":16,"contains":1,"tables":1,"such":5,"stadium":8,"concert":15,"table":1,"has":4,"columns":4,"id":16,"location":1,"name":4,"capacity":1,"highest":1,"lowest":1,"average":1,"primary":4,"key":7,"ntable":3,"country":3,"song":2,"release":1,"year":2,"age":5,"male":1,"theme":1,"nthe":3,"foreign":3,"input":1,"query":1,"noqa":2,"e501":2,"expected":1,"output":1,"select":3,"count":1,"avg":1,"min":1,"max":1,"where":2,"france":1,"distinct":1,"20":1},"1667,1864,data/raw/vllm-0.10.1/tests/lora/test_transformers_model.py":{"def":2,"do":4,"sample":3,"llm":7,"vllm":3,"lora":19,"path":3,"str":4,"id":6,"int":1,"list":2,"prompts":2,"prompt":7,"template":3,"format":3,"query":3,"how":1,"many":1,"singers":3,"we":1,"have":1,"what":2,"is":2,"the":2,"average":1,"minimum":1,"and":1,"maximum":1,"age":2,"of":1,"all":2,"from":2,"france":1,"noqa":2,"e501":2,"are":2,"distinct":1,"countries":1,"where":1,"above":1,"20":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":2,"max":4,"tokens":1,"32":1,"outputs":4,"generate":1,"request":1,"lorarequest":1,"if":1,"else":1,"none":1,"print":2,"generated":7,"texts":3,"for":4,"output":7,"in":3,"text":5,"strip":1,"append":1,"f":1,"r":2,"return":1,"test":3,"ilama":4,"files":3,"model":3,"len":3,"1024":1,"enable":2,"true":3,"loras":1,"4":2,"rank":1,"16":1,"trust":1,"remote":1,"code":1,"chunked":1,"prefill":1,"output1":2,"1":1,"i":6,"range":2,"expected":4,"assert":2,"output2":2,"2":1,"pytest":1,"mark":1,"skipif":1,"current":1,"platform":1,"cuda":1,"alike":1,"reason":1,"skipping":1,"to":1,"avoid":1,"redundant":1,"tests":1,"multi":1,"gpu":1,"num":1,"gpus":1,"create":1,"new":1,"process":1,"each":1},"3531,1640,data/raw/vllm-0.10.1/tests/lora/test_transformers_model.py":{"def":2,"test":4,"ilama":8,"lora":24,"tp4":2,"files":6,"llm":8,"vllm":2,"model":5,"path":2,"max":6,"len":6,"1024":2,"enable":4,"true":7,"loras":5,"4":5,"rank":2,"16":2,"tensor":2,"parallel":2,"size":2,"trust":2,"remote":2,"code":2,"fully":3,"sharded":3,"false":1,"chunked":2,"prefill":2,"output1":4,"do":4,"sample":4,"id":4,"1":2,"for":5,"i":12,"in":4,"range":4,"expected":8,"output":8,"assert":4,"output2":4,"2":2,"pytest":1,"mark":1,"skipif":1,"current":1,"platform":1,"is":1,"cuda":1,"alike":1,"reason":1,"skipping":1,"to":1,"avoid":1,"redundant":1,"tests":1,"multi":1,"gpu":1,"num":1,"gpus":1,"create":1,"new":1,"process":1,"each":1},"0,1201,data/raw/vllm-0.10.1/tests/lora/test_worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":11,"os":2,"random":1,"tempfile":1,"from":7,"typing":1,"union":2,"unittest":1,"mock":1,"patch":2,"envs":3,"as":2,"config":1,"cacheconfig":1,"deviceconfig":1,"loadconfig":1,"loraconfig":1,"modelconfig":1,"parallelconfig":1,"schedulerconfig":1,"vllmconfig":1,"lora":11,"models":1,"loramapping":2,"request":1,"lorarequest":2,"v1":3,"worker":15,"gpu":1,"v1worker":3,"num":1,"loras":3,"16":1,"dict":1,"environ":1,"rank":1,"def":2,"test":1,"apply":1,"sql":1,"files":1,"set":3,"active":3,"requests":3,"list":1,"mapping":3,"if":2,"isinstance":1,"v0":1,"case":2,"model":2,"runner":2,"else":2,"manager":1,"adapters":1,"cls":1,"use":1},"1201,1939,data/raw/vllm-0.10.1/tests/lora/test_worker.py":{"vllm":3,"config":10,"vllmconfig":1,"model":2,"modelconfig":1,"meta":1,"llama":2,"2":1,"7b":1,"hf":1,"seed":2,"0":5,"dtype":2,"float16":1,"enforce":1,"eager":1,"true":1,"load":3,"loadconfig":1,"download":1,"dir":1,"none":1,"format":1,"dummy":1,"parallel":4,"parallelconfig":1,"pipeline":1,"size":4,"1":7,"tensor":1,"data":1,"scheduler":1,"schedulerconfig":1,"generate":1,"32":3,"device":2,"deviceconfig":1,"cuda":1,"cache":2,"cacheconfig":1,"block":1,"16":1,"swap":1,"space":1,"auto":1,"lora":19,"loraconfig":1,"max":3,"rank":3,"8":1,"cpu":1,"loras":14,"num":6,"worker":10,"cls":1,"local":1,"distributed":1,"init":2,"method":1,"f":1,"file":1,"tempfile":1,"mkstemp":1,"set":4,"active":3,"assert":3,"list":3,"requests":10,"lorarequest":1,"str":1,"i":5,"sql":1,"files":1,"for":4,"in":4,"range":2,"request":4,"int":2,"id":2,"random":5,"iter":5,"choices":1,"k":1,"randint":2,"shuffle":1,"issuperset":1},"0,1803,data/raw/vllm-0.10.1/tests/lora/test_resolver.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":3,"typing":1,"import":4,"optional":2,"pytest":3,"lora":13,"request":1,"lorarequest":3,"resolver":23,"loraresolver":2,"loraresolverregistry":4,"class":1,"dummyloraresolver":4,"a":4,"dummy":8,"for":1,"testing":1,"async":1,"def":4,"resolve":1,"self":1,"base":2,"model":2,"name":9,"str":2,"if":1,"test":7,"return":2,"path":2,"f":1,"int":1,"id":1,"abs":1,"hash":1,"none":1,"registry":13,"registration":3,"basic":1,"functionality":1,"register":4,"new":1,"assert":3,"in":1,"get":5,"supported":1,"resolvers":1,"registered":1,"retrieved":2,"is":2,"duplicate":1,"registering":1,"with":2,"an":1,"existing":1,"resolver1":2,"resolver2":3,"unknown":2,"getting":1,"non":1,"existent":1,"raises":1,"keyerror":1,"match":1,"not":1,"found":1,"mark":1,"asyncio":1},"1803,665,data/raw/vllm-0.10.1/tests/lora/test_resolver.py":{"async":1,"def":1,"test":6,"dummy":6,"resolver":5,"resolve":4,"the":1,"s":1,"functionality":1,"dummyloraresolver":1,"base":5,"model":5,"name":9,"lora":10,"successful":1,"resolution":2,"result":6,"await":2,"assert":4,"isinstance":1,"lorarequest":1,"path":2,"f":1,"failed":1,"nonexistent":1,"is":1,"none":1},"0,228,data/raw/vllm-0.10.1/tests/vllm_test_utils/setup.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":1,"setuptools":1,"import":1,"setup":2,"name":1,"test":2,"utils":2,"version":1,"1":1,"packages":1},"0,1103,data/raw/vllm-0.10.1/tests/vllm_test_utils/vllm_test_utils/monitor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":1,"project":1,"import":6,"contextlib":2,"dataclasses":4,"sys":1,"traceback":1,"from":2,"collections":1,"abc":1,"generator":2,"typing":1,"callable":2,"generic":2,"typevar":2,"t":7,"dataclass":1,"class":1,"monitoredvalues":3,"values":7,"list":4,"field":2,"default":2,"factory":2,"trace":4,"stacks":3,"str":1,"contextmanager":1,"def":2,"monitor":3,"measure":4,"func":3,"none":2,"function":1,"calls":1,"continuously":1,"change":2,"of":3,"a":1,"value":3,"usage":1,"python":1,"current":2,"return":1,"with":1,"as":1,"monitored":4,"do":1,"something":1,"all":1,"changes":1,"every":1},"1103,1108,data/raw/vllm-0.10.1/tests/vllm_test_utils/vllm_test_utils/monitor.py":{"def":1,"trace":7,"calls":4,"frame":1,"event":2,"arg":1,"none":3,"nonlocal":1,"monitored":6,"values":9,"if":2,"in":1,"line":2,"triggered":1,"by":1,"every":1,"of":1,"python":2,"code":1,"only":1,"functions":2,"will":2,"trigger":2,"it":2,"c":1,"cpp":1,"not":1,"try":2,"temporarily":1,"disable":1,"the":2,"function":2,"sys":4,"settrace":4,"do":1,"a":1,"measurement":1,"current":3,"value":3,"measure":1,"func":1,"len":1,"0":1,"or":1,"1":1,"append":2,"stacks":1,"join":1,"traceback":1,"format":1,"stack":1,"re":1,"enable":1,"except":1,"nameerror":1,"modules":1,"are":1,"deleted":1,"during":1,"shutdown":1,"pass":1,"return":1,"yield":1,"finally":1},"0,1567,data/raw/vllm-0.10.1/tests/vllm_test_utils/vllm_test_utils/blame.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":8,"vllm":1,"project":1,"import":6,"contextlib":2,"dataclasses":2,"sys":5,"traceback":2,"from":2,"collections":1,"abc":1,"generator":2,"typing":1,"callable":2,"dataclass":1,"class":1,"blameresult":3,"found":4,"bool":1,"false":1,"trace":11,"stack":5,"str":1,"contextmanager":1,"def":2,"blame":2,"func":2,"none":5,"function":5,"calls":5,"find":1,"first":1,"that":1,"satisfies":1,"condition":3,"will":1,"be":1,"stored":1,"in":2,"result":10,"usage":1,"python":1,"with":1,"lambda":1,"some":1,"as":1,"do":1,"something":1,"if":3,"print":1,"frame":1,"event":2,"arg":1,"nonlocal":1,"call":2,"return":3,"for":1,"every":1,"or":1,"try":2,"temporarily":1,"disable":1,"settrace":4,"check":1,"here":1,"not":1,"and":1,"true":1,"join":1,"format":1,"re":1,"enable":1,"except":1,"nameerror":1,"modules":1,"are":1,"deleted":1,"during":1,"shutdown":1,"pass":1,"yield":1,"finally":1},"0,355,data/raw/vllm-0.10.1/tests/vllm_test_utils/vllm_test_utils/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"utils":1,"is":1,"a":1,"package":1,"for":1,"testing":1,"utilities":1,"it":1,"does":1,"not":1,"import":3,"any":1,"modules":1,"from":2,"blame":3,"blameresult":2,"monitor":3,"monitoredvalues":2,"all":1},"0,1751,data/raw/vllm-0.10.1/tests/entrypoints/test_ssl_cert_refresher.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":6,"asyncio":6,"tempfile":2,"from":3,"pathlib":1,"path":15,"ssl":15,"sslcontext":2,"pytest":2,"entrypoints":1,"sslcertrefresher":2,"class":1,"mocksslcontext":2,"def":6,"init":1,"self":7,"load":14,"cert":11,"chain":7,"count":12,"ca":10,"certfile":1,"keyfile":1,"none":6,"password":1,"1":9,"verify":1,"locations":1,"cafile":1,"capath":1,"cadata":1,"create":4,"file":10,"str":2,"with":1,"namedtemporaryfile":1,"dir":1,"tmp":1,"delete":1,"false":1,"as":1,"f":2,"return":1,"name":1,"touch":7,"mark":1,"async":1,"test":1,"refresher":3,"context":10,"key":3,"await":4,"sleep":4,"assert":8,"stop":1},"0,1971,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"import":18,"warnings":1,"from":16,"collections":1,"abc":1,"mapping":1,"typing":1,"literal":1,"optional":1,"pytest":1,"mistral":3,"common":2,"tokens":2,"tokenizers":3,"base":1,"specialtokenpolicy":1,"specialtokens":1,"tekken":1,"specialtokeninfo":1,"tekkenizer":1,"assets":3,"audio":3,"audioasset":1,"image":2,"imageasset":1,"video":2,"videoasset":1,"config":1,"modelconfig":1,"entrypoints":2,"chat":7,"utils":5,"try":1,"extract":1,"ast":1,"load":1,"template":4,"parse":2,"messages":2,"futures":1,"resolve":2,"content":1,"format":1,"hf":3,"llm":1,"apply":1,"multimodal":2,"multimodaldatadict":1,"encode":3,"base64":3,"transformers":2,"tokenizer":1,"group":1,"tokenizergroup":1,"mistraltokenizer":1,"models":2,"registry":1,"example":1,"path":2,"examples":2,"dir":1,"phi3v":1,"model":9,"id":9,"microsoft":1,"phi":1,"3":6,"5":4,"vision":2,"instruct":5,"ultravox":2,"fixie":1,"ai":1,"v0":1,"llama":7,"1b":2,"qwen2audio":1,"qwen":4,"qwen2":4,"7b":2,"qwen2vl":1,"vl":2,"2b":1,"qwen25vl":1,"3b":1,"qwen25omni":1,"omni":1,"mllama":1,"meta":2,"11b":1,"guard":2,"hermes":2,"nousresearch":1,"1":1,"8b":1},"1971,1855,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"mistral":2,"model":11,"id":9,"mistralai":1,"small":1,"3":1,"1":3,"24b":1,"instruct":1,"2503":1,"pytest":7,"fixture":7,"scope":7,"function":3,"def":6,"phi3v":6,"config":4,"return":6,"modelconfig":4,"runner":4,"generate":4,"trust":2,"remote":2,"code":2,"true":4,"limit":4,"mm":8,"per":4,"prompt":4,"image":4,"2":4,"interleaved":2,"interleave":2,"strings":2,"module":4,"tokenizer":4,"tokenizergroup":2,"enable":2,"lora":2,"false":2,"max":4,"num":2,"seqs":2,"5":2,"input":2,"length":2,"none":2,"qwen25omni":4,"audio":1,"video":1,"mllama":2},"3826,1864,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"def":8,"mllama":2,"tokenizer":3,"return":6,"tokenizergroup":2,"model":4,"id":4,"enable":2,"lora":2,"false":2,"max":4,"num":2,"seqs":2,"5":2,"input":3,"length":2,"none":7,"pytest":5,"fixture":5,"scope":5,"function":1,"mistral":4,"config":1,"modelconfig":1,"runner":1,"generate":1,"limit":1,"mm":10,"per":1,"prompt":1,"image":17,"2":1,"module":4,"url":3,"imageasset":1,"cherry":1,"blossom":1,"base64":12,"encode":3,"pil":1,"f":3,"data":18,"jpeg":2,"video":6,"videoasset":1,"baby":1,"reading":1,"1":1,"np":1,"ndarrays":1,"audio":7,"audioasset":1,"mary":1,"had":1,"lamb":1,"and":2,"sample":1,"rate":1,"ogg":1,"assert":8,"is":4,"optional":2,"multimodaldatadict":2,"count":4,"int":2,"not":3,"set":3,"keys":3,"get":1,"isinstance":1,"list":1,"len":1,"modalitytype":2,"literal":1,"multimodaldatacounts":2,"mapping":1,"inputs":1},"5690,1587,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"for":1,"modality":6,"n":2,"in":3,"data":9,"count":1,"items":1,"mm":4,"get":1,"assert":5,"is":2,"not":1,"none":1,"isinstance":1,"list":1,"and":1,"len":1,"def":2,"test":3,"parse":4,"chat":4,"messages":4,"single":1,"image":9,"phi3v":4,"model":4,"config":4,"tokenizer":4,"url":5,"conversation":4,"role":6,"user":4,"content":8,"type":3,"text":4,"what":1,"s":2,"the":2,"format":3,"string":3,"1":2,"nwhat":1,"input":1,"empty":1,"system":3,"mistral":4,"who":2,"are":2,"you":2},"7277,1576,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"test":3,"openai":2,"format":3,"conversation":4,"parse":4,"chat":4,"messages":4,"role":6,"system":2,"content":8,"user":4,"type":5,"text":8,"who":2,"are":2,"you":2,"mistral":2,"model":4,"config":4,"tokenizer":4,"assert":3,"pytest":1,"mark":1,"asyncio":1,"async":2,"def":2,"single":1,"image":10,"phi3v":6,"url":6,"mm":3,"future":2,"futures":1,"what":1,"s":2,"in":2,"the":2,"string":1,"1":2,"nwhat":1,"data":1,"is":1,"input":1,"await":1,"multiple":1,"images":1},"8853,1857,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"conversation":4,"mm":6,"data":4,"parse":4,"chat":4,"messages":4,"role":4,"user":4,"content":6,"type":6,"image":20,"url":10,"pil":6,"imageasset":2,"cherry":2,"blossom":2,"text":4,"what":2,"s":4,"in":5,"these":4,"images":5,"phi3v":8,"model":4,"config":4,"tokenizer":4,"format":2,"string":2,"assert":4,"1":2,"n":2,"2":4,"nwhat":2,"is":2,"input":2,"pytest":1,"mark":1,"asyncio":1,"async":2,"def":2,"test":2,"multiple":1,"future":2,"futures":1,"await":1,"placeholder":1,"already":1,"prompt":1},"10710,1831,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"conversation":3,"mm":4,"data":4,"parse":3,"chat":3,"messages":3,"role":3,"user":3,"content":5,"type":6,"image":19,"url":17,"text":4,"what":3,"s":3,"in":4,"1":3,"and":3,"how":3,"does":3,"it":3,"compare":3,"to":3,"2":3,"phi3v":6,"model":3,"config":3,"tokenizer":3,"format":2,"string":2,"assert":2,"is":1,"input":1,"def":1,"test":1,"placeholder":1,"one":2,"already":1,"prompt":1,"the":1,"other":1,"noqa":1,"e501":1},"12541,1710,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"assert":4,"conversation":3,"role":7,"user":5,"content":8,"image":15,"2":4,"nwhat":3,"s":3,"in":3,"1":2,"and":1,"how":1,"does":1,"it":1,"compare":1,"to":1,"the":1,"other":1,"one":3,"mm":5,"data":5,"is":2,"input":2,"def":2,"test":2,"parse":3,"chat":3,"messages":4,"multiple":1,"images":1,"across":1,"phi3v":6,"model":3,"config":3,"tokenizer":3,"url":9,"type":4,"text":5,"what":2,"this":4,"assistant":2,"some":2,"stuff":2,"about":2,"format":2,"string":1,"context":1},"14251,1155,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"conversation":2,"mm":1,"data":1,"parse":2,"chat":2,"messages":2,"role":6,"user":4,"content":7,"type":4,"text":10,"what":4,"s":2,"in":3,"this":4,"assistant":2,"some":2,"stuff":2,"about":2,"one":3,"phi3v":4,"model":2,"config":2,"tokenizer":2,"format":1,"openai":1,"assert":1,"def":1,"test":1,"rejects":1,"too":1,"many":1,"images":1,"message":1,"image":1,"url":1},"15406,1309,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"with":2,"warnings":3,"catch":1,"filterwarnings":1,"ignore":1,"message":1,"coroutine":1,"async":1,"get":1,"and":1,"parse":3,"image":11,"was":1,"never":1,"awaited":1,"pytest":1,"raises":1,"valueerror":1,"match":1,"at":1,"most":1,"chat":2,"messages":3,"role":1,"user":1,"content":2,"type":4,"url":13,"text":2,"what":1,"s":1,"in":1,"these":1,"images":2,"phi3v":4,"model":2,"config":2,"tokenizer":2,"format":1,"string":1,"def":1,"test":1,"rejects":1,"too":1,"many":1,"across":1},"16715,1635,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"with":2,"warnings":3,"catch":1,"filterwarnings":1,"ignore":1,"message":1,"coroutine":1,"async":1,"get":1,"and":1,"parse":3,"image":12,"was":1,"never":1,"awaited":1,"pytest":1,"raises":1,"valueerror":1,"match":1,"at":1,"most":1,"chat":2,"messages":2,"role":3,"user":2,"content":4,"type":5,"url":13,"text":4,"what":2,"s":1,"in":1,"this":1,"assistant":1,"some":1,"stuff":1,"about":1,"these":1,"two":1,"phi3v":4,"model":2,"config":2,"tokenizer":2,"format":1,"string":1,"def":1,"test":1,"multiple":1,"images":1,"uncommon":1,"input":1},"18350,1863,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"conversation":4,"mm":8,"data":6,"parse":3,"chat":3,"messages":3,"role":4,"user":4,"content":6,"what":1,"s":2,"in":2,"these":2,"images":3,"image":19,"url":13,"phi3v":6,"model":3,"config":3,"tokenizer":3,"format":2,"string":2,"assert":4,"1":2,"n":4,"2":4,"nwhat":1,"is":2,"input":2,"def":1,"test":1,"multiple":1,"interleave":1,"interleaved":2,"type":5,"text":6,"i":2,"need":2,"you":2,"to":2,"compare":2,"this":4,"and":1,"one":2,"do":2,"they":2,"have":2,"differences":2,"nand":1,"noqa":1,"e501":1,"pytest":1,"mark":1,"asyncio":1},"20213,1404,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"async":2,"def":2,"test":2,"parse":3,"chat":3,"messages":4,"multiple":3,"images":2,"interleave":2,"phi3v":6,"model":3,"config":3,"mm":6,"interleaved":3,"tokenizer":3,"image":13,"url":10,"conversation":2,"data":3,"futures":1,"role":2,"user":2,"content":3,"type":5,"text":6,"i":2,"need":2,"you":2,"to":2,"compare":2,"this":4,"and":1,"one":2,"do":2,"they":2,"have":2,"differences":2,"format":1,"string":1,"assert":2,"n":3,"1":1,"nand":1,"2":2,"noqa":1,"e501":1,"is":1,"input":1,"await":1},"21617,1432,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"conversation":2,"mm":4,"data":3,"parse":1,"chat":1,"messages":1,"role":6,"user":4,"content":7,"type":5,"text":6,"what":4,"s":4,"on":4,"this":4,"image":13,"url":8,"be":1,"accurate":2,"assistant":2,"some":2,"stuff":2,"phi3v":2,"model":1,"config":1,"interleaved":1,"tokenizer":1,"format":1,"string":1,"assert":2,"n":2,"1":1,"nbe":1,"2":2,"is":1,"input":1},"23049,1697,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"def":1,"test":1,"parse":2,"chat":2,"messages":3,"multiple":2,"modals":1,"interleave":1,"qwen25omni":4,"model":2,"config":2,"mm":3,"interleaved":2,"tokenizer":2,"image":9,"url":19,"video":5,"audio":5,"conversation":1,"data":1,"role":3,"user":2,"content":4,"type":8,"text":8,"what":3,"s":3,"on":2,"this":3,"now":1,"listen":1,"to":1,"assistant":1,"some":1,"stuff":1,"and":1,"in":1,"the":1,"format":1,"string":1},"24746,1990,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"assert":2,"conversation":1,"role":4,"user":3,"content":5,"what":3,"s":3,"on":2,"this":5,"image":16,"n":8,"vision":6,"start":3,"end":3,"now":1,"listen":1,"to":2,"audio":5,"naudio":1,"1":5,"bos":1,"eos":1,"assistant":1,"some":1,"stuff":1,"and":1,"in":2,"the":1,"video":3,"mm":4,"data":3,"inputs":1,"2":2,"def":1,"test":1,"parse":2,"chat":2,"messages":2,"multiple":1,"images":2,"interleave":1,"with":2,"placeholders":2,"phi3v":4,"model":2,"config":2,"interleaved":3,"tokenizer":2,"url":9,"pytest":1,"raises":1,"valueerror":1,"match":1,"r":1,"found":1,"more":1,"input":1,"prompt":1,"than":1,"actual":1,"multimodal":1,"items":1,"type":3,"text":2,"i":1,"need":1,"you":1,"compare":1,"nand":1,"one":1,"noqa":1,"e501":1,"do":1,"they":1,"have":1,"differences":1,"format":1,"string":1,"mllama":1,"currently":1,"wraps":1,"texts":1,"as":1,"dictionaries":1},"26736,922,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"def":2,"test":2,"mllama":9,"single":2,"image":10,"model":3,"config":3,"tokenizer":3,"url":4,"ensures":1,"that":1,"a":1,"is":4,"parsed":1,"correctly":1,"conversation":2,"mm":3,"data":3,"parse":1,"chat":1,"messages":1,"role":2,"user":2,"content":5,"type":3,"text":4,"the":2,"of":2,"this":2,"format":1,"openai":1,"assert":2,"input":1,"1":1,"interleaved":1,"images":1},"27658,1363,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"ensures":1,"that":1,"multiple":1,"image":15,"are":1,"parsed":1,"as":1,"interleaved":1,"dicts":1,"conversation":2,"mm":3,"data":3,"parse":1,"chat":1,"messages":1,"role":2,"user":2,"content":7,"type":6,"text":8,"the":8,"of":4,"first":2,"is":5,"url":5,"second":2,"mllama":3,"model":4,"config":1,"tokenizer":1,"format":1,"openai":1,"assert":2,"input":1,"2":1,"pytest":1,"mark":1,"parametrize":1,"id":1,"def":1,"test":1,"multimodal":2,"parsing":2,"matches":1,"hf":2,"checks":1,"end":2,"to":1,"alignment":1,"for":1},"29021,1854,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"def":1,"get":3,"conversation":9,"is":7,"hf":7,"bool":1,"img":4,"part":4,"type":6,"image":9,"url":4,"if":1,"return":1,"role":1,"user":1,"content":4,"text":6,"the":10,"of":2,"first":2,"second":1,"what":1,"animal":1,"in":1,"build":3,"a":2,"config":4,"for":1,"model":6,"modelconfig":1,"runner":1,"generate":1,"limit":1,"mm":1,"per":1,"prompt":2,"2":1,"tokenizer":9,"group":4,"and":2,"grab":1,"underlying":1,"tokenizergroup":1,"enable":1,"lora":1,"false":3,"max":2,"num":1,"seqs":1,"5":1,"input":1,"length":1,"none":1,"trust":2,"remote":2,"code":2,"parse":3,"with":2,"using":1,"true":2,"result":1,"apply":2,"chat":3,"template":2,"tokenize":1,"add":1,"generation":1,"now":1,"vllms":1,"utils":1,"vllm":2,"messages":1,"format":1,"openai":1},"30875,1990,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"vllm":2,"result":3,"apply":1,"hf":9,"chat":12,"template":12,"tokenizer":17,"conversation":2,"none":5,"model":21,"config":7,"tools":7,"add":1,"generation":1,"prompt":1,"true":2,"assert":2,"pytest":2,"mark":2,"parametrize":2,"qwen2vl":1,"id":2,"is":5,"of":3,"type":4,"str":2,"hermes":1,"dict":2,"use":3,"false":2,"def":1,"test":2,"resolve":2,"sample":2,"json":3,"schema":2,"checks":1,"that":1,"a":2,"for":1,"models":2,"info":8,"example":1,"find":1,"check":1,"available":1,"online":1,"on":1,"fail":1,"skip":1,"modelconfig":1,"or":1,"mode":2,"revision":2,"trust":4,"remote":4,"code":4,"overrides":2,"build":1,"the":3,"group":3,"and":1,"grab":1,"underlying":1,"tokenizergroup":1,"enable":1,"lora":1,"max":2,"num":1,"seqs":1,"5":1,"input":1,"length":1,"function":4,"name":2,"dummy":2,"description":1,"this":1,"parameters":1,"if":1,"else":1,"detecting":1,"s":1,"isinstance":1,"note":1,"qwen2":1,"audio":1,"default":1,"specially":1,"defined":1,"inside":1,"processor":1,"class":1,"instead":1,"using":1},"32865,1691,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"yapf":3,"disable":2,"pytest":1,"mark":1,"parametrize":1,"model":26,"expected":3,"format":7,"phi3v":1,"id":7,"string":2,"qwen2vl":1,"openai":5,"qwen25vl":1,"ultravox":1,"qwen2audio":1,"mllama":1,"llama":1,"guard":1,"enable":2,"def":1,"test":3,"resolve":3,"content":2,"hf":6,"defined":1,"info":8,"example":1,"models":1,"find":1,"check":1,"available":1,"online":1,"on":1,"fail":1,"skip":1,"config":6,"modelconfig":1,"tokenizer":12,"or":1,"mode":2,"revision":2,"trust":4,"remote":4,"code":4,"overrides":2,"group":2,"tokenizergroup":1,"lora":1,"false":1,"max":2,"num":1,"seqs":1,"5":1,"input":1,"length":1,"none":5,"detecting":2,"the":2,"s":2,"chat":9,"template":9,"tools":1,"assert":2,"isinstance":1,"str":1,"print":4,"text":1,"ast":2,"try":1,"extract":1,"resolved":2,"auto":1},"34556,1777,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"pytest":1,"mark":1,"parametrize":1,"model":19,"expected":3,"format":7,"salesforce":1,"blip2":1,"opt":1,"2":2,"7b":2,"string":8,"facebook":1,"chameleon":1,"deepseek":2,"ai":1,"vl2":1,"tiny":1,"microsoft":1,"florence":1,"base":1,"adept":1,"fuyu":1,"8b":1,"google":1,"paligemma":1,"3b":1,"mix":1,"224":1,"qwen":4,"vl":2,"chat":10,"yapf":2,"enable":2,"def":1,"test":3,"resolve":3,"content":2,"fallbacks":1,"info":8,"hf":5,"example":1,"models":1,"find":1,"check":1,"available":1,"online":1,"on":1,"fail":1,"skip":1,"config":7,"modelconfig":1,"tokenizer":13,"or":1,"mode":2,"revision":2,"trust":4,"remote":4,"code":4,"overrides":2,"group":2,"tokenizergroup":1,"lora":1,"false":1,"max":2,"num":1,"seqs":1,"5":1,"input":1,"length":1,"none":5,"detecting":2,"the":2,"s":2,"template":9,"tools":1,"assert":2,"isinstance":1,"str":1,"print":4,"text":1,"ast":2,"try":1,"extract":1,"resolved":2,"auto":1,"disable":1},"36333,1947,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"pytest":1,"mark":1,"parametrize":1,"template":29,"path":3,"expected":3,"format":7,"alpaca":1,"jinja":18,"string":14,"baichuan":1,"chatglm":1,"chatglm2":1,"chatml":1,"dse":1,"qwen2":1,"vl":1,"openai":4,"falcon":2,"180b":1,"inkbot":1,"teleflm":1,"vlm2vec":1,"tool":8,"chat":15,"granite":1,"20b":1,"fc":1,"hermes":1,"internlm2":1,"llama3":2,"1":1,"json":2,"2":1,"mistral":2,"parallel":1,"yapf":1,"enable":2,"def":1,"test":1,"resolve":2,"content":2,"examples":2,"model":7,"config":4,"modelconfig":1,"phi3v":3,"id":3,"dummy":6,"tokenizer":7,"trust":3,"remote":3,"code":3,"true":1,"group":2,"tokenizergroup":1,"lora":1,"false":1,"max":2,"num":1,"seqs":1,"5":1,"input":1,"length":1,"none":3,"load":1,"dir":1,"assert":2,"isinstance":1,"str":1,"print":4,"text":1,"ast":2,"try":1,"extract":1,"resolved":2,"auto":1},"38280,1965,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"def":1,"test":1,"parse":2,"chat":2,"messages":4,"include":1,"thinking":7,"chunk":1,"mistral":4,"model":2,"config":2,"tokenizer":2,"role":6,"system":2,"content":7,"type":11,"text":18,"you":4,"are":4,"a":2,"helpful":2,"assistant":4,"closed":2,"true":2,"only":2,"return":2,"the":4,"answer":4,"when":2,"confident":2,"user":2,"what":2,"is":4,"2":8,"let":2,"me":2,"think":2,"about":2,"it":2,"4":4,"conversation":4,"with":2,"format":1,"openai":1,"expected":2,"assert":1},"40245,1021,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"def":1,"test":1,"apply":2,"mistral":2,"chat":3,"template":2,"thinking":5,"chunk":1,"moved":1,"import":2,"here":1,"to":1,"avoid":1,"yapf":1,"and":1,"isort":1,"conflicts":1,"from":1,"vllm":1,"entrypoints":1,"utils":1,"messages":1,"role":4,"system":1,"content":4,"type":5,"text":6,"you":2,"are":2,"a":1,"helpful":1,"assistant":2,"closed":2,"true":2,"only":1,"return":1,"the":2,"answer":2,"when":1,"confident":1,"user":2,"what":2,"is":3,"2":4,"let":1,"me":1,"think":1,"about":1,"it":1,"4":2,"thanks":1,"3":2},"41266,1997,data/raw/vllm-0.10.1/tests/entrypoints/test_chat_utils.py":{"todo":1,"julien":1,"upon":1,"model":1,"release":1,"change":1,"to":2,"a":2,"tokenizer":21,"already":1,"configured":1,"mistral":14,"mistraltokenizer":1,"from":1,"pretrained":1,"mistralai":1,"devstral":1,"small":1,"2507":1,"assert":2,"isinstance":1,"tekkenizer":1,"add":1,"think":12,"special":8,"tokens":13,"the":3,"all":2,"35":5,"specialtokeninfo":2,"rank":2,"is":5,"control":2,"true":2,"token":3,"str":2,"specialtokens":4,"begin":3,"value":4,"36":5,"end":3,"reverse":4,"vocab":4,"k":2,"v":3,"for":1,"in":2,"items":1,"if":1,"not":1,"instruct":2,"ids":2,"apply":1,"chat":2,"template":2,"messages":1,"none":2,"tools":1,"string":2,"decode":1,"policy":1,"specialtokenpolicy":1,"keep":1,"expected":2,"r":5,"s":2,"system":2,"prompt":2,"you":2,"are":2,"helpful":1,"assistant":1,"only":1,"return":1,"answer":2,"when":1,"confident":1,"inst":4,"what":2,"2":4,"let":1,"me":1,"about":1,"it":1,"4":2,"thanks":1,"3":2},"0,1955,data/raw/vllm-0.10.1/tests/entrypoints/test_api_server_process_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":17,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":2,"project":1,"import":8,"multiprocessing":1,"socket":3,"threading":1,"time":4,"from":3,"typing":1,"optional":1,"unittest":1,"mock":7,"patch":1,"pytest":3,"v1":1,"utils":1,"apiserverprocessmanager":3,"wait":1,"for":3,"completion":1,"or":1,"failure":1,"global":2,"variables":1,"control":1,"worker":12,"behavior":1,"runtime":5,"seconds":4,"5":2,"implementation":1,"of":1,"run":4,"api":8,"server":9,"def":3,"listen":2,"address":3,"sock":4,"args":8,"client":3,"config":3,"none":1,"that":1,"runs":1,"a":1,"specific":1,"print":2,"f":1,"started":1,"with":3,"sleep":1,"completed":1,"successfully":1,"fixture":2,"provide":1,"arguments":1,"return":1,"target":1,"fn":1,"localhost":1,"8000":1,"test":3,"simple":1,"string":1,"avoid":2,"pickling":1,"issues":1,"num":1,"servers":1,"3":1,"input":1,"addresses":2,"tcp":7,"127":7,"1":7,"5001":1,"5002":1,"5003":1,"output":1,"6001":1,"6002":1,"6003":1,"stats":3,"update":3,"7000":1,"mark":1,"parametrize":1,"true":1,"false":1,"process":1,"manager":1,"init":1,"initializing":1,"set":1,"ensure":1,"tests":1,"complete":1,"in":1,"reasonable":1,"copy":2,"mutating":1},"1955,1931,data/raw/vllm-0.10.1/tests/entrypoints/test_api_server_process_manager.py":{"if":1,"not":2,"with":4,"stats":2,"update":2,"args":4,"pop":1,"address":1,"manager":12,"apiserverprocessmanager":2,"try":3,"verify":3,"the":4,"was":1,"initialized":1,"correctly":1,"assert":5,"len":2,"processes":12,"3":2,"all":3,"are":1,"running":1,"for":10,"proc":6,"in":3,"is":3,"alive":4,"print":2,"waiting":1,"to":3,"run":7,"time":5,"sleep":3,"worker":5,"runtime":3,"seconds":3,"2":3,"they":1,"should":1,"still":1,"be":1,"at":1,"this":1,"point":1,"finally":1,"always":1,"clean":1,"up":2,"cleaning":1,"close":1,"give":1,"terminate":1,"0":3,"were":1,"terminated":1,"patch":1,"vllm":1,"entrypoints":1,"cli":1,"serve":1,"api":5,"server":5,"mock":1,"def":2,"test":2,"wait":6,"completion":4,"or":4,"failure":4,"that":1,"works":1,"failures":1,"global":1,"1":1,"create":2,"a":3,"result":3,"capture":3,"thread":5,"dict":1,"str":1,"optional":1,"exception":6,"none":1,"except":1,"as":1,"e":2,"start":2,"threading":1,"target":1,"daemon":1,"true":1,"let":1,"short":1},"3886,1815,data/raw/vllm-0.10.1/tests/entrypoints/test_api_server_process_manager.py":{"all":5,"processes":15,"should":5,"still":2,"be":3,"running":1,"assert":6,"proc":9,"is":6,"alive":7,"for":8,"in":6,"manager":8,"now":2,"simulate":1,"a":1,"process":4,"failure":5,"print":1,"simulating":1,"0":5,"terminate":4,"wait":7,"the":4,"completion":4,"or":2,"to":4,"detect":1,"and":1,"handle":1,"this":1,"trigger":1,"it":1,"other":1,"thread":3,"join":1,"timeout":2,"1":3,"have":2,"exited":1,"not":6,"verify":2,"that":2,"an":1,"exception":3,"was":1,"raised":1,"with":2,"appropriate":1,"error":1,"message":1,"result":2,"none":1,"died":1,"exit":1,"code":1,"str":1,"terminated":2,"i":4,"enumerate":2,"f":2,"finally":1,"close":1,"time":3,"sleep":2,"2":1,"pytest":1,"mark":1,"30":1,"def":1,"test":2,"normal":2,"api":2,"server":2,"args":2,"works":1,"global":1,"worker":2,"runtime":2,"seconds":2,"create":1,"apiserverprocessmanager":1,"try":1,"give":1,"complete":1,"remaining":4,"copy":1,"while":1,"if":1,"remove":1,"after":1},"5701,1881,data/raw/vllm-0.10.1/tests/entrypoints/test_api_server_process_manager.py":{"now":1,"call":1,"wait":4,"for":5,"completion":4,"or":5,"failure":4,"since":1,"all":1,"processes":3,"have":1,"already":1,"terminated":1,"it":1,"should":1,"return":1,"immediately":1,"with":3,"no":1,"error":1,"api":6,"server":6,"manager":10,"finally":1,"clean":1,"up":1,"just":1,"in":1,"case":1,"close":2,"time":1,"sleep":1,"0":2,"2":1,"pytest":1,"mark":1,"timeout":2,"30":1,"def":4,"test":2,"external":6,"process":4,"monitoring":1,"args":2,"that":1,"handles":1,"additional":1,"global":1,"worker":3,"runtime":2,"seconds":2,"100":1,"create":5,"and":1,"start":2,"the":5,"simulates":1,"local":1,"engine":1,"coordinator":6,"spawn":3,"context":3,"multiprocessing":1,"get":1,"proc":9,"target":1,"mock":4,"run":2,"name":1,"mockexternalprocess":1,"class":2,"to":1,"simulate":1,"a":3,"mockcoordinator":2,"init":1,"self":6,"if":1,"is":1,"alive":1,"terminate":1,"join":1,"5":1,"apiserverprocessmanager":1,"try":2,"verify":1,"initialization":1,"assert":1,"len":1,"3":1,"result":3,"capture":2,"thread":1,"dict":1,"str":1,"optional":1,"exception":5,"none":1,"except":1,"as":1,"e":2},"7582,1369,data/raw/vllm-0.10.1/tests/entrypoints/test_api_server_process_manager.py":{"start":2,"a":3,"thread":9,"to":3,"run":2,"wait":8,"for":4,"completion":2,"or":2,"failure":4,"threading":1,"target":1,"with":3,"exception":5,"capture":1,"daemon":1,"true":1,"terminate":2,"the":4,"external":3,"process":3,"trigger":1,"time":2,"sleep":2,"0":3,"2":2,"proc":3,"detect":1,"join":1,"timeout":1,"1":1,"should":1,"have":1,"completed":1,"assert":5,"not":4,"is":3,"alive":2,"still":1,"running":1,"verify":2,"that":2,"an":1,"was":3,"raised":2,"appropriate":1,"error":8,"message":7,"result":3,"none":1,"no":1,"str":1,"died":1,"exit":1,"code":1,"in":3,"f":3,"unexpected":1,"mockexternalprocess":1,"doesn":1,"t":1,"mention":1,"all":1,"api":2,"server":2,"processes":2,"were":1,"terminated":2,"as":1,"i":2,"enumerate":1,"manager":2,"finally":1,"clean":1,"up":1,"close":2,"mock":1,"coordinator":1},"0,1766,data/raw/vllm-0.10.1/tests/entrypoints/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"import":1,"pytest":6,"fixture":5,"def":4,"sample":4,"prompts":1,"return":4,"hello":1,"my":1,"name":3,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"token":1,"ids":1,"1":7,"3":3,"regex":1,"r":2,"25":2,"5":2,"4":2,"d":4,"9":2,"json":1,"schema":1,"type":10,"object":2,"properties":2,"string":4,"age":2,"integer":1,"skills":2,"array":2,"items":2,"maxlength":1,"10":1,"minitems":1,"work":2,"history":2,"company":2,"duration":1,"number":1,"position":2,"required":2},"1766,1931,data/raw/vllm-0.10.1/tests/entrypoints/conftest.py":{"def":2,"sample":2,"complex":1,"json":2,"schema":2,"return":2,"type":12,"object":3,"properties":3,"score":2,"integer":1,"minimum":1,"0":1,"maximum":1,"100":1,"numeric":1,"range":1,"grade":2,"string":6,"pattern":5,"a":5,"d":1,"regex":1,"email":2,"za":3,"z0":2,"9":2,"z":2,"2":1,"tags":2,"array":2,"items":2,"1":1,"10":1,"combining":1,"length":1,"and":1,"restrictions":1,"required":3,"pytest":2,"fixture":2,"definition":1,"defs":2,"step":3,"explanation":3,"title":6,"output":3,"steps":3,"ref":1,"final":3,"answer":3,"mathreasoning":1},"3697,1709,data/raw/vllm-0.10.1/tests/entrypoints/conftest.py":{"def":3,"sample":3,"enum":8,"json":1,"schema":1,"return":3,"type":10,"object":2,"properties":2,"status":2,"string":4,"active":1,"inactive":1,"pending":1,"literal":1,"values":1,"using":1,"priority":2,"low":1,"medium":1,"high":1,"critical":1,"category":2,"bug":1,"feature":1,"improvement":1,"severity":2,"integer":1,"1":4,"2":4,"3":1,"4":1,"5":1,"can":1,"also":1,"contain":1,"numbers":1,"required":2,"flags":2,"array":1,"items":1,"urgent":1,"blocked":1,"needs":1,"review":1,"approved":1,"pytest":2,"fixture":2,"guided":1,"choice":1,"python":1,"java":1,"javascript":1,"c":2,"php":1,"typescript":1,"ruby":1,"swift":1,"kotlin":1,"sql":1,"statements":1,"start":1,"select":3,"statement":2,"column":3,"from":1,"table":4,"where":1,"condition":2,"col":2,"number":2},"0,1962,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_encode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":6,"vllm":4,"project":1,"import":5,"weakref":3,"pytest":6,"from":3,"llm":9,"poolingparams":2,"poolingrequestoutput":3,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":2,"memory":3,"models":1,"utils":1,"check":2,"embeddings":4,"close":2,"model":3,"name":5,"intfloat":1,"multilingual":1,"e5":1,"small":1,"prompts":1,"hello":1,"my":1,"is":4,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"token":4,"ids":4,"using":1,"id":1,"1":4,"3":1,"results":1,"in":4,"nan":1,"values":1,"so":2,"we":2,"add":1,"this":2,"offset":1,"1000":5,"1001":3,"1002":2,"1003":1,"fixture":3,"autouse":2,"true":2,"def":4,"v1":2,"run":3,"with":2,"both":2,"engines":2,"simple":1,"wrapper":1,"for":4,"each":1,"test":3,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"a":1,"package":1,"pass":1,"scope":1,"module":1,"caches":1,"use":1,"proxy":2,"enable":1,"garbage":1,"collection":1,"max":1,"num":1,"batched":1,"tokens":2,"32768":1,"tensor":1,"parallel":1,"size":1,"gpu":1,"utilization":1,"75":1,"enforce":1,"eager":1,"seed":1,"deprecate":1,"legacy":1,"api":2,"yield":1,"del":1,"assert":1,"outputs":3,"match":1,"o1":2,"list":2,"o2":2,"lst":2,"o":4,"data":2,"hf":1,"tol":1,"1e":1,"mark":2,"skip":1,"global":1,"parametrize":1,"prompt":3,"v2":1,"consistency":1,"single":1,"pooling":1,"params":1},"1962,1878,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_encode.py":{"with":4,"pytest":6,"warns":2,"deprecationwarning":2,"match":5,"prompt":11,"token":10,"ids":10,"v1":5,"output":8,"llm":12,"encode":8,"pooling":20,"params":22,"v2":5,"assert":5,"outputs":9,"mark":3,"skip":3,"global":3,"cleanup":3,"def":2,"test":2,"api":1,"consistency":1,"multi":1,"tokens":1,"poolingparams":8,"p":2,"for":1,"in":1,"multiple":2,"should":3,"be":3,"matched":1,"each":1,"prompts":8,"len":6,"exception":1,"raised":1,"if":1,"the":2,"size":2,"of":2,"does":1,"not":1,"raises":1,"valueerror":1,"3":1,"single":3,"applied":2,"to":1,"every":1,"is":1,"none":2,"default":1},"3840,188,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_encode.py":{"def":1,"test":1,"right":2,"side":2,"truncation":2,"llm":3,"embeddings":1,"models":1,"should":1,"truncate":1,"the":2,"end":1,"of":1,"prompt":1,"tokenizer":3,"get":1,"assert":1},"0,1693,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_chat.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":3,"project":1,"import":5,"weakref":3,"pytest":4,"from":3,"llm":11,"distributed":1,"cleanup":2,"dist":2,"env":2,"and":2,"memory":2,"openai":1,"test":4,"vision":1,"image":1,"urls":1,"fixture":3,"scope":2,"function":2,"def":3,"text":5,"caches":1,"so":1,"we":1,"use":1,"proxy":2,"enable":1,"garbage":1,"collection":1,"model":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"enforce":1,"eager":1,"true":1,"seed":1,"with":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"chat":4,"prompt1":4,"explain":3,"concept":2,"of":2,"entropy":2,"messages":4,"role":6,"system":3,"content":6,"you":3,"are":3,"a":3,"helpful":3,"assistant":3,"user":3,"outputs":4,"assert":2,"len":2,"1":1,"multi":1,"prompt2":2,"what":1,"among":1,"us":1,"is":1,"conversation1":2,"conversation2":2},"1693,1889,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_chat.py":{"def":3,"vision":4,"llm":13,"pytest":3,"caches":1,"the":1,"fixture":2,"so":1,"we":3,"use":1,"weakref":2,"proxy":2,"to":1,"enable":1,"garbage":1,"collection":1,"model":2,"microsoft":1,"phi":1,"3":1,"5":2,"instruct":1,"max":2,"len":3,"4096":1,"num":1,"seqs":1,"enforce":1,"eager":1,"true":2,"trust":1,"remote":1,"code":1,"limit":1,"mm":1,"per":1,"prompt":6,"image":12,"2":1,"seed":1,"0":5,"with":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"mark":1,"parametrize":1,"urls":5,"test":4,"1":3,"chat":7,"multi":1,"list":1,"str":1,"messages":4,"role":3,"user":2,"content":3,"type":2,"url":5,"for":2,"in":2,"text":5,"what":1,"s":1,"this":1,"outputs":5,"assert":5,"tokenization":1,"no":1,"double":2,"bos":8,"should":1,"not":2,"add":1,"special":1,"tokens":1,"when":1,"using":1,"templates":1,"check":1,"get":2,"a":3,"single":2,"token":10,"llama":1,"system":1,"you":1,"are":1,"helpful":1,"assistant":1,"hello":1,"ids":5,"is":1,"none":1,"tokenizer":1,"id":1,"ensure":1,"have":1,"scope":1,"function":1},"3582,1195,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_chat.py":{"def":2,"thinking":10,"llm":9,"pytest":2,"caches":1,"the":2,"fixture":1,"so":1,"we":1,"use":1,"weakref":2,"proxy":2,"to":1,"enable":6,"garbage":1,"collection":1,"model":2,"qwen":1,"qwen3":1,"0":3,"6b":1,"max":1,"len":2,"4096":1,"enforce":1,"eager":1,"true":2,"seed":1,"with":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"mark":1,"parametrize":1,"false":1,"test":1,"chat":4,"extra":1,"kwargs":2,"messages":2,"role":2,"system":1,"content":2,"you":1,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"what":1,"is":2,"1":3,"outputs":3,"template":2,"assert":4,"prompt":5,"token":5,"ids":5,"not":2,"none":1,"think":4,"id":3,"get":2,"tokenizer":1,"vocab":1,"if":1,"in":2,"else":1,"includes":1,"dummy":1,"process":1},"0,1920,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_generate.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":3,"project":1,"import":4,"weakref":3,"pytest":8,"from":2,"llm":11,"requestoutput":3,"samplingparams":2,"distributed":1,"cleanup":4,"dist":2,"env":2,"and":2,"memory":3,"model":3,"name":3,"distilbert":1,"distilgpt2":1,"prompts":1,"hello":1,"my":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"token":9,"ids":9,"1":5,"3":1,"fixture":3,"autouse":1,"true":2,"def":4,"v1":4,"run":2,"with":3,"both":2,"engines":2,"we":2,"can":1,"for":3,"this":1,"test":2,"pass":1,"scope":1,"module":1,"caches":1,"so":1,"use":1,"proxy":2,"enable":1,"garbage":1,"collection":1,"max":1,"num":1,"batched":1,"tokens":2,"4096":1,"tensor":1,"parallel":1,"size":1,"gpu":1,"utilization":1,"10":1,"enforce":1,"eager":1,"deprecate":1,"legacy":1,"api":2,"yield":1,"del":1,"assert":3,"outputs":4,"equal":2,"o1":2,"list":2,"o2":2,"o":4,"in":2,"mark":3,"skip":2,"global":2,"parametrize":1,"prompt":8,"v2":3,"consistency":1,"single":1,"sampling":5,"params":5,"temperature":1,"top":1,"p":1,"warns":1,"deprecationwarning":1,"match":1,"output":4,"generate":2},"1920,1638,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_generate.py":{"def":2,"test":2,"v1":3,"v2":3,"api":1,"consistency":1,"multi":1,"prompt":6,"tokens":1,"llm":10,"sampling":16,"params":18,"samplingparams":8,"temperature":6,"0":13,"top":6,"p":8,"1":1,"with":3,"pytest":3,"warns":1,"deprecationwarning":1,"match":2,"token":5,"ids":5,"output":4,"generate":6,"for":1,"in":1,"assert":4,"outputs":8,"equal":1,"mark":1,"skip":1,"global":1,"cleanup":1,"multiple":2,"01":1,"95":5,"3":3,"7":1,"99":1,"should":3,"be":3,"matched":1,"each":1,"prompts":8,"len":6,"exception":1,"raised":1,"if":1,"the":2,"size":2,"of":2,"does":1,"not":1,"raises":1,"valueerror":1,"single":3,"applied":2,"to":1,"every":1,"is":1,"none":2,"default":1},"3558,713,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_generate.py":{"def":1,"test":2,"max":8,"model":10,"len":9,"20":1,"llm":3,"name":1,"gpu":1,"memory":1,"utilization":1,"0":2,"10":2,"enforce":1,"eager":1,"true":1,"reduce":1,"time":1,"sampling":2,"params":2,"samplingparams":1,"tokens":4,"outputs":3,"generate":1,"prompts":1,"for":1,"output":3,"in":1,"num":2,"total":3,"prompt":1,"token":2,"ids":2,"must":1,"not":1,"exceed":1,"it":1,"can":1,"be":1,"less":1,"if":1,"generation":1,"finishes":1,"due":1,"to":1,"other":1,"reasons":1,"e":1,"g":1,"eos":1,"before":1,"reaching":1,"the":1,"absolute":1,"length":1,"limit":1,"assert":1},"0,1944,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_reward.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":3,"vllm":3,"project":1,"import":6,"weakref":3,"pytest":5,"torch":5,"from":3,"llm":10,"poolingparams":2,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":2,"memory":3,"models":1,"utils":1,"softmax":21,"model":3,"name":2,"internlm":1,"internlm2":1,"1":2,"8b":1,"reward":2,"prompts":2,"chef":1,"prepared":1,"a":2,"delicious":1,"meal":1,"fixture":3,"autouse":2,"true":4,"def":4,"v1":1,"run":3,"with":2,"both":2,"engines":2,"simple":1,"wrapper":1,"for":3,"each":1,"test":3,"this":1,"can":1,"be":2,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":2,"package":1,"pass":1,"scope":1,"module":1,"caches":1,"so":1,"we":1,"use":4,"proxy":2,"enable":1,"garbage":1,"collection":1,"max":1,"num":1,"batched":1,"tokens":1,"32768":1,"tensor":1,"parallel":1,"size":1,"gpu":1,"utilization":1,"75":1,"enforce":1,"eager":1,"trust":1,"remote":1,"code":1,"seed":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"mark":1,"skip":1,"global":1,"pooling":2,"params":2,"get":4,"outputs":7,"tqdm":1,"false":2,"return":1,"cat":1,"x":2,"data":1,"default":3,"none":1,"w":5,"wo":5,"assert":3,"allclose":3,"atol":3,"1e":3,"should":3,"not":2,"close":1},"0,1059,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_collective_rpc.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":3,"project":1,"import":3,"pytest":4,"from":2,"llm":4,"utils":1,"create":2,"new":2,"process":2,"for":2,"each":2,"test":6,"mark":2,"parametrize":2,"tp":6,"size":7,"1":4,"backend":6,"mp":1,"ray":2,"def":2,"collective":2,"rpc":2,"monkeypatch":2,"if":3,"and":3,"skip":2,"duplicate":1,"case":1,"none":1,"intentionally":1,"define":1,"method":1,"class":1,"in":1,"function":1,"they":1,"can":1,"be":1,"serialized":1,"sent":1,"workers":1,"echo":2,"rank":3,"self":2,"return":1,"setenv":1,"allow":1,"insecure":1,"serialization":1,"model":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"enforce":1,"eager":1,"true":1,"load":1,"format":1,"dummy":1,"tensor":1,"parallel":1,"distributed":1,"executor":1,"assert":1,"list":1,"range":1},"0,925,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_gpu_utilization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":2,"project":1,"from":1,"import":1,"llm":4,"samplingparams":2,"def":1,"test":1,"gpu":3,"memory":3,"utilization":3,"prompts":2,"hello":1,"my":1,"name":1,"is":5,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"sampling":2,"params":2,"temperature":1,"8":1,"top":1,"p":1,"95":1,"makes":1,"sure":1,"per":1,"instance":1,"limit":2,"not":1,"a":1,"global":1,"llms":2,"model":1,"facebook":1,"opt":1,"125m":1,"3":2,"enforce":1,"eager":1,"true":1,"for":3,"i":1,"in":3,"range":1,"outputs":3,"generate":1,"output":3,"prompt":4,"generated":3,"text":4,"print":1,"f":1,"r":2},"0,1603,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_score.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":3,"project":1,"import":6,"weakref":3,"pytest":5,"torch":2,"from":3,"llm":10,"poolingparams":2,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":2,"memory":3,"models":1,"utils":1,"softmax":1,"model":3,"name":2,"tomaarsen":1,"qwen3":1,"reranker":1,"6b":1,"seq":1,"cls":1,"fixture":3,"autouse":2,"true":3,"def":4,"v1":1,"run":3,"with":2,"both":2,"engines":2,"simple":1,"wrapper":1,"for":3,"each":1,"test":3,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":2,"a":1,"package":1,"pass":1,"scope":1,"module":1,"caches":1,"so":1,"we":1,"use":2,"proxy":2,"enable":1,"garbage":1,"collection":1,"max":1,"num":1,"batched":1,"tokens":1,"32768":1,"tensor":2,"parallel":1,"size":1,"1":3,"gpu":1,"utilization":1,"75":1,"enforce":1,"eager":1,"seed":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"mark":1,"skip":1,"global":1,"pooling":2,"params":2,"get":4,"outputs":7,"activation":8,"text":4,"what":1,"is":2,"capital":2,"of":2,"france":2,"paris":1,"score":2,"tqdm":1,"false":2,"return":1,"x":2,"default":1,"none":1,"w":1,"wo":1},"1603,403,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_score.py":{"assert":3,"torch":3,"allclose":3,"default":2,"w":4,"activation":11,"atol":3,"1e":3,"2":3,"should":3,"use":2,"not":2,"wo":4,"softmax":1,"be":1,"close":1,"to":1},"0,1999,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_lazy_outlines.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":5,"project":1,"import":6,"sys":1,"from":5,"contextlib":1,"nullcontext":1,"test":1,"utils":1,"blameresult":1,"blame":1,"llm":11,"samplingparams":3,"distributed":1,"cleanup":2,"dist":2,"env":2,"and":3,"memory":5,"sampling":6,"params":6,"guideddecodingparams":2,"def":2,"run":2,"normal":1,"prompts":3,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"temperature":2,"8":2,"top":2,"p":2,"95":2,"create":2,"an":3,"without":1,"guided":6,"decoding":6,"as":1,"a":1,"baseline":1,"model":2,"distilbert":2,"distilgpt2":2,"enforce":2,"eager":2,"true":3,"gpu":3,"utilization":2,"3":2,"outputs":6,"generate":2,"for":2,"output":6,"in":2,"prompt":10,"generated":6,"text":8,"print":2,"f":3,"r":4,"destroy":1,"object":1,"free":1,"up":1,"del":1,"xgrammar":2,"sample":3,"regex":5,"with":2,"enabled":1,"backend":1,"give":1,"example":1,"ipv4":1,"address":1,"this":1,"use":1,"tqdm":1},"1999,1015,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_lazy_outlines.py":{"def":1,"test":3,"lazy":1,"outlines":4,"sample":2,"regex":2,"if":5,"users":1,"don":2,"t":2,"use":6,"guided":1,"decoding":1,"should":1,"not":3,"be":1,"imported":5,"make":1,"sure":1,"is":6,"module":6,"name":4,"in":4,"ci":2,"we":3,"only":1,"check":1,"finally":1,"the":7,"it":3,"indeed":1,"can":1,"rerun":1,"with":3,"blame":6,"true":2,"which":1,"will":1,"trace":2,"every":1,"function":1,"call":1,"to":2,"find":2,"first":3,"import":3,"location":3,"and":1,"help":1,"root":1,"cause":1,"run":4,"by":1,"default":1,"because":1,"slow":1,"false":1,"context":2,"lambda":1,"sys":2,"modules":2,"else":1,"nullcontext":1,"as":1,"result":3,"normal":1,"xgrammar":1,"assert":2,"isinstance":1,"blameresult":1,"print":1,"f":3,"n":1,"stack":1,"see":1},"0,1922,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_generate_multiple_loras.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":5,"project":1,"import":7,"weakref":3,"pytest":7,"downloading":1,"lora":16,"test":2,"requests":2,"from":5,"huggingface":1,"hub":1,"snapshot":2,"download":2,"llm":10,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":2,"memory":2,"request":6,"lorarequest":2,"model":4,"name":6,"huggingfaceh4":1,"zephyr":5,"7b":2,"beta":2,"prompts":4,"hello":1,"my":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"typeof":1,"fixture":4,"scope":3,"module":6,"def":4,"monkeypatch":6,"mpatch":3,"yield":2,"undo":1,"params":1,"false":1,"true":3,"use":4,"v1":3,"param":1,"setenv":1,"1":3,"if":1,"else":1,"caches":1,"so":1,"we":1,"proxy":2,"enable":2,"garbage":1,"collection":1,"tensor":1,"parallel":1,"size":1,"max":4,"len":4,"8192":1,"loras":1,"4":1,"rank":1,"64":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"with":2,"deprecate":1,"legacy":1,"api":1,"del":1,"files":3,"return":1,"repo":1,"id":1,"mark":1,"skip":1,"global":1,"multiple":2,"str":1,"idx":3,"for":1,"in":1,"range":1,"samplingparams":1,"should":1,"be":1,"matched":1,"each":1,"prompt":1,"outputs":2,"generate":1,"assert":1},"1922,401,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_generate_multiple_loras.py":{"exception":1,"raised":1,"if":1,"the":2,"size":2,"of":2,"params":1,"does":1,"not":1,"match":1,"prompts":4,"with":1,"pytest":1,"raises":1,"valueerror":1,"outputs":3,"llm":2,"generate":2,"lora":6,"request":6,"1":1,"single":3,"lorarequest":1,"should":1,"be":1,"applied":1,"to":1,"every":1,"prompt":1,"0":1,"assert":1,"len":2},"0,1701,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":3,"project":1,"import":6,"weakref":3,"pytest":4,"torch":6,"nn":1,"functional":1,"as":1,"f":2,"from":2,"llm":10,"poolingparams":2,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":2,"memory":3,"model":3,"name":2,"intfloat":1,"multilingual":1,"e5":1,"small":1,"prompts":2,"chef":1,"prepared":1,"a":1,"delicious":1,"meal":1,"fixture":2,"scope":1,"module":1,"def":3,"caches":1,"so":1,"we":1,"use":4,"proxy":2,"enable":1,"garbage":1,"collection":1,"max":1,"num":1,"batched":1,"tokens":1,"32768":1,"tensor":2,"parallel":1,"size":1,"1":2,"gpu":1,"utilization":1,"75":1,"enforce":1,"eager":1,"true":2,"seed":1,"with":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"mark":1,"skip":1,"global":1,"test":1,"pooling":2,"params":2,"get":4,"outputs":7,"normalize":7,"embed":1,"tqdm":1,"false":2,"return":1,"x":2,"embedding":1,"for":1,"in":1,"default":3,"none":1,"w":5,"normal":13,"wo":5,"assert":3,"allclose":3,"atol":3,"1e":3,"should":3,"not":2,"p":1,"dim":1,"be":1,"close":1},"0,1897,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_accuracy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":8,"vllm":5,"project":1,"this":2,"file":1,"test":4,"accuracy":2,"of":2,"server":1,"via":1,"lmeval":1,"it":4,"uses":1,"local":1,"completions":1,"which":1,"interacts":1,"with":3,"through":1,"oai":1,"api":2,"n":1,"concurrent":2,"connections":1,"simulates":1,"real":1,"work":1,"usage":1,"and":5,"makes":1,"sure":1,"that":1,"zmq":1,"frontend":1,"mp":1,"rpc":1,"message":1,"passing":1,"asyncllmengine":1,"are":1,"working":1,"correctly":1,"import":3,"lm":2,"eval":2,"pytest":3,"from":1,"platforms":1,"current":3,"platform":3,"model":17,"names":3,"qwen":3,"qwen3":3,"1":3,"7b":3,"google":2,"gemma":2,"3":2,"1b":2,"fp8":1,"kv":1,"num":1,"500":1,"task":2,"gsm8k":2,"filter":2,"exact":1,"match":2,"strict":1,"rtol":3,"03":1,"expected":9,"values":3,"68":1,"25":1,"def":1,"run":2,"name":5,"more":3,"args":8,"none":2,"end":2,"f":3,"pretrained":1,"max":1,"len":1,"4096":1,"if":1,"is":4,"not":3,"format":1,"results":3,"simple":1,"evaluate":1,"tasks":1,"batch":1,"size":2,"auto":1,"measured":5,"value":9,"assert":2,"in":1,"cannot":1,"find":1,"for":1,"todo":1,"alexm":1,"fix":1,"new":1,"ci":1,"cd":1,"tests":1,"tpu":3,"tp":1,"str":1,"tensor":1,"parallel":1,"4":1,"mark":2,"skipif":1,"cuda":2,"reason":1,"v1":1,"currently":1,"only":1,"supported":1,"on":1,"parametrize":1},"1897,1336,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_accuracy.py":{"def":2,"test":10,"lm":2,"eval":2,"accuracy":2,"v1":9,"engine":4,"model":8,"monkeypatch":6,"pytest":4,"run":4,"with":4,"the":2,"context":2,"as":2,"m":4,"setenv":2,"vllm":2,"use":2,"1":2,"more":8,"args":8,"none":2,"if":6,"current":4,"platform":4,"is":5,"tpu":10,"limit":2,"compilation":2,"time":2,"for":2,"max":4,"len":2,"2048":2,"num":2,"seqs":2,"64":1,"add":2,"tp":6,"provided":2,"str":4,"format":2,"mark":2,"skipif":1,"not":2,"cuda":2,"and":2,"reason":1,"currently":1,"only":1,"supported":1,"on":1,"parametrize":1,"fp8":3,"kv":3,"names":1,"cache":2,"128":1,"dtype":1},"0,1933,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_classify.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":3,"vllm":3,"project":1,"import":6,"weakref":3,"pytest":5,"torch":5,"from":3,"llm":10,"poolingparams":2,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":2,"memory":3,"models":1,"utils":1,"softmax":2,"model":3,"name":2,"jason9693":1,"qwen2":1,"5":1,"1":2,"5b":1,"apeach":1,"prompts":2,"chef":1,"prepared":1,"a":2,"delicious":1,"meal":1,"fixture":3,"autouse":2,"true":3,"def":4,"v1":1,"run":3,"with":2,"both":2,"engines":2,"simple":1,"wrapper":1,"for":3,"each":1,"test":3,"this":1,"can":1,"be":2,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":2,"package":1,"pass":1,"scope":1,"module":1,"caches":1,"so":1,"we":1,"use":4,"proxy":2,"enable":1,"garbage":1,"collection":1,"max":1,"num":1,"batched":1,"tokens":1,"32768":1,"tensor":2,"parallel":1,"size":1,"gpu":1,"utilization":1,"75":1,"enforce":1,"eager":1,"seed":1,"deprecate":1,"legacy":1,"api":1,"yield":1,"del":1,"mark":1,"skip":1,"global":1,"pooling":2,"params":2,"get":4,"outputs":7,"activation":19,"classify":1,"tqdm":1,"false":2,"return":1,"x":2,"probs":1,"default":3,"none":1,"w":5,"wo":5,"assert":3,"allclose":3,"atol":3,"1e":3,"should":3,"not":2,"close":1},"1933,172,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_classify.py":{"def":1,"test":1,"encode":2,"api":1,"llm":3,"err":2,"msg":2,"pooling":1,"task":1,"must":1,"be":1,"one":1,"of":1,"with":1,"pytest":1,"raises":1,"valueerror":1,"match":1,"prompts":1,"use":1,"tqdm":1,"false":1},"0,795,data/raw/vllm-0.10.1/tests/entrypoints/llm/test_prompt_validation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":2,"project":1,"import":2,"pytest":5,"from":1,"llm":7,"fixture":1,"autouse":2,"true":3,"def":3,"v1":2,"run":3,"with":3,"both":2,"engines":2,"simple":1,"wrapper":1,"for":2,"each":1,"test":4,"this":1,"can":1,"be":2,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":1,"a":1,"package":1,"pass":1,"empty":2,"prompt":3,"model":2,"openai":2,"community":2,"gpt2":2,"enforce":2,"eager":2,"raises":2,"valueerror":2,"match":2,"decoder":1,"cannot":1,"generate":2,"mark":1,"skip":1,"out":2,"of":2,"vocab":1,"token":2,"vocabulary":1,"ids":1,"999999":1},"0,1834,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_basic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"import":8,"asyncio":3,"from":3,"http":1,"httpstatus":1,"openai":1,"pytest":7,"requests":1,"version":3,"as":3,"utils":1,"remoteopenaiserver":2,"model":5,"name":2,"huggingfaceh4":1,"zephyr":1,"7b":1,"beta":1,"fixture":3,"scope":2,"module":2,"def":4,"server":11,"args":6,"request":4,"fixturerequest":1,"list":1,"str":2,"provide":1,"extra":1,"arguments":1,"via":1,"indirect":2,"parametrization":1,"usage":1,"mark":1,"parametrize":1,"disable":2,"frontend":2,"multiprocessing":2,"nousresearch":2,"hermes":2,"3":4,"llama":2,"1":2,"70b":2,"enable":2,"auto":2,"tool":2,"choice":2,"true":1,"test":2,"foo":2,"client":5,"this":1,"will":1,"run":1,"twice":1,"with":4,"servers":1,"if":2,"not":1,"hasattr":1,"param":3,"return":3,"val":3,"isinstance":1,"use":1,"half":1,"precision":1,"for":1,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"len":1,"8192":1,"enforce":1,"eager":1,"num":1,"seqs":1,"128":1,"remote":2,"yield":2,"async":5,"get":1},"1834,1501,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_basic.py":{"pytest":12,"mark":6,"parametrize":3,"server":8,"args":3,"param":6,"id":6,"default":3,"frontend":9,"multiprocessing":9,"disable":6,"indirect":3,"true":3,"asyncio":3,"async":3,"def":3,"test":4,"show":1,"version":4,"remoteopenaiserver":3,"response":5,"requests":2,"get":2,"url":2,"for":3,"raise":1,"status":2,"assert":2,"json":1,"vllm":1,"check":1,"health":2,"code":1,"httpstatus":1,"ok":1,"max":2,"model":2,"len":2,"10100":2,"request":1,"cancellation":1,"clunky":1,"send":1,"an":1,"ungodly":1,"amount":1,"of":1,"load":1,"in":1,"with":1,"short":1,"timeouts":1,"then":1,"ensure":1,"that":1,"it":1,"still":1,"responds":1,"quickly":1,"afterwards":1},"3335,1864,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_basic.py":{"chat":8,"input":5,"role":2,"user":2,"content":4,"write":2,"a":2,"long":2,"story":2,"client":9,"server":6,"get":3,"async":4,"timeout":3,"0":2,"5":2,"tasks":3,"request":2,"about":1,"2":1,"million":1,"tokens":5,"for":2,"in":2,"range":1,"200":1,"task":3,"asyncio":4,"create":4,"completions":3,"messages":3,"model":6,"name":3,"max":3,"10000":3,"extra":2,"body":1,"min":1,"append":1,"done":2,"pending":2,"await":3,"wait":1,"return":1,"when":1,"all":3,"completed":1,"make":1,"sure":1,"requests":2,"were":1,"sent":1,"to":4,"the":4,"and":1,"timed":1,"out":1,"we":1,"don":1,"t":1,"want":1,"hide":1,"other":2,"errors":1,"like":1,"400s":1,"that":1,"would":2,"invalidate":1,"this":2,"test":2,"assert":2,"len":2,"d":2,"with":2,"pytest":3,"raises":2,"openai":2,"apitimeouterror":1,"result":1,"if":1,"had":1,"not":2,"cancelled":1,"then":1,"it":1,"be":1,"able":1,"respond":1,"one":1,"within":1,"response":2,"10":1,"choices":1,"1":1,"mark":1,"def":1,"wrong":1,"type":2,"remoteopenaiserver":1,"apistatuserror":1,"headers":1,"application":1,"x":1,"www":1,"form":1,"urlencoded":1},"5199,1587,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_basic.py":{"pytest":3,"mark":2,"parametrize":1,"server":15,"args":1,"param":1,"enable":2,"load":12,"tracking":2,"id":1,"indirect":1,"true":1,"asyncio":5,"async":1,"def":2,"test":1,"remoteopenaiserver":1,"check":3,"initial":1,"response":9,"requests":4,"get":6,"url":4,"for":5,"assert":6,"status":3,"code":3,"httpstatus":3,"ok":3,"json":5,"0":5,"make":2,"long":3,"completion":8,"request":7,"return":1,"post":1,"v1":1,"completions":1,"headers":1,"content":1,"type":1,"application":1,"prompt":1,"give":2,"me":1,"a":3,"story":1,"max":1,"tokens":1,"1000":1,"temperature":1,"start":1,"the":5,"in":1,"background":1,"thread":2,"future":2,"create":1,"task":1,"to":3,"short":1,"delay":1,"ensure":1,"has":2,"started":1,"await":3,"sleep":2,"1":3,"while":1,"is":1,"running":1,"wait":1,"finish":1,"after":1,"finished":1},"0,1998,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_models.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":6,"project":1,"from":7,"http":1,"import":8,"httpstatus":1,"unittest":1,"mock":6,"magicmock":3,"pytest":2,"config":5,"modelconfig":2,"engine":4,"protocol":2,"engineclient":2,"entrypoints":2,"openai":2,"errorresponse":1,"loadloraadapterrequest":1,"unloadloraadapterrequest":1,"serving":10,"models":9,"basemodelpath":2,"openaiservingmodels":3,"lora":12,"request":4,"lorarequest":2,"model":17,"name":12,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"base":3,"paths":3,"path":3,"loading":1,"success":4,"message":2,"adapter":3,"added":1,"successfully":2,"unloading":1,"removed":1,"async":4,"def":2,"init":3,"spec":2,"client":3,"set":1,"max":2,"len":2,"attribute":2,"avoid":1,"missing":1,"2048":1,"modules":1,"none":2,"await":2,"static":1,"loras":1,"return":1,"mark":1,"asyncio":1,"test":1,"assert":2,"adapter2":1,"int":1,"id":1,"1":1},"1998,1858,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_models.py":{"pytest":4,"mark":4,"asyncio":4,"async":6,"def":3,"test":3,"load":7,"lora":25,"adapter":12,"success":3,"serving":15,"models":15,"await":7,"init":3,"request":10,"loadloraadapterrequest":4,"name":7,"path":7,"to":3,"adapter2":1,"response":12,"assert":13,"loading":2,"message":2,"format":2,"len":3,"requests":5,"1":3,"in":1,"missing":1,"fields":1,"isinstance":2,"errorresponse":2,"error":4,"type":2,"invaliduserinput":2,"code":2,"httpstatus":2,"bad":2,"duplicate":1,"adapter1":5},"3856,1452,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_models.py":{"async":6,"def":3,"test":3,"unload":6,"lora":17,"adapter":8,"success":2,"serving":12,"models":12,"await":7,"init":3,"request":9,"loadloraadapterrequest":1,"name":5,"adapter1":4,"path":2,"to":1,"response":11,"load":1,"assert":9,"len":2,"requests":2,"1":1,"unloadloraadapterrequest":3,"unloading":1,"message":1,"format":1,"0":1,"pytest":2,"mark":2,"asyncio":2,"missing":1,"fields":1,"int":1,"id":1,"none":1,"isinstance":2,"errorresponse":2,"error":4,"type":2,"invaliduserinput":1,"code":2,"httpstatus":2,"bad":1,"not":2,"found":2,"nonexistent":1,"notfounderror":1},"0,1966,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_echo.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"from":2,"typing":1,"import":5,"namedtuple":2,"openai":2,"use":2,"official":1,"client":7,"for":2,"correctness":1,"check":1,"pytest":6,"asyncio":3,"utils":1,"remoteopenaiserver":2,"any":1,"model":11,"with":5,"a":4,"chat":7,"template":1,"should":1,"work":1,"here":2,"name":8,"qwen":1,"qwen2":1,"1":2,"5b":1,"instruct":1,"fixture":2,"scope":1,"module":1,"def":3,"server":5,"args":2,"half":1,"precision":1,"speed":1,"and":2,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"float16":1,"enforce":1,"eager":1,"max":1,"len":2,"4080":1,"as":2,"remote":2,"yield":2,"async":6,"get":1,"class":1,"testcase":4,"str":2,"echo":7,"bool":1,"mark":2,"parametrize":1,"test":6,"case":4,"true":2,"false":2,"session":1,"continue":3,"final":3,"message":3,"asyncopenai":1,"saying":4,"is":2,"common":2,"about":1,"apple":2,"an":1,"day":1,"keeps":1,"parameter":1,"completion":4,"await":1,"completions":1,"create":1,"messages":1,"role":2,"user":1,"content":2,"tell":1,"me":1,"assistant":1,"extra":1,"body":1,"add":1,"generation":1,"prompt":1,"assert":3,"id":1,"not":1,"none":1,"choices":2,"choice":2,"finish":1,"reason":1,"stop":1},"1966,252,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_echo.py":{"message":7,"choice":1,"if":1,"test":1,"case":1,"echo":1,"assert":3,"content":4,"is":2,"not":3,"none":2,"and":2,"saying":2,"in":2,"else":1,"role":1,"assistant":1},"0,1949,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":7,"json":1,"time":1,"pytest":13,"asyncio":6,"requests":1,"from":2,"openai":6,"badrequesterror":1,"notfounderror":1,"utils":1,"remoteopenaiserver":2,"skip":1,"allow":1,"module":2,"level":1,"true":1,"reason":1,"gpt":2,"oss":2,"can":1,"t":1,"run":1,"on":1,"ci":1,"yet":1,"model":19,"name":16,"20b":1,"dtype":1,"bfloat16":1,"fixture":2,"scope":1,"def":5,"server":6,"args":2,"enforce":1,"eager":1,"tool":1,"demo":1,"with":4,"as":2,"remote":2,"yield":2,"async":8,"client":10,"get":1,"mark":8,"parametrize":4,"test":3,"basic":3,"str":3,"response":11,"await":3,"responses":3,"create":3,"input":3,"what":3,"is":6,"13":2,"24":2,"assert":6,"not":3,"none":3,"print":1,"status":3,"completed":3,"instructions":2,"respond":1,"in":1,"korean":1,"reasoning":2,"effort":2,"capital":1,"of":1,"south":1,"korea":1,"low":1},"1949,1296,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"async":2,"def":2,"test":2,"chat":2,"client":4,"openai":2,"model":10,"name":8,"str":2,"response":6,"await":2,"responses":2,"create":2,"input":4,"role":5,"system":1,"content":5,"respond":1,"in":1,"korean":1,"user":3,"hello":2,"assistant":1,"how":1,"can":1,"i":1,"help":1,"you":1,"today":1,"what":2,"is":4,"13":2,"24":2,"explain":1,"your":1,"answer":1,"assert":4,"not":2,"none":2,"status":2,"completed":2,"pytest":4,"mark":4,"asyncio":2,"parametrize":2,"with":1,"type":2,"text":2},"3245,1757,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"async":2,"def":2,"test":2,"structured":2,"output":2,"client":3,"openai":2,"model":6,"name":9,"str":5,"response":3,"await":1,"responses":1,"create":1,"input":1,"role":2,"system":1,"content":2,"extract":1,"the":1,"event":3,"information":1,"user":1,"alice":1,"and":1,"bob":1,"are":1,"going":1,"to":1,"a":2,"science":1,"fair":1,"on":1,"friday":1,"text":1,"format":1,"type":6,"json":1,"schema":2,"calendar":2,"object":1,"properties":1,"string":3,"date":3,"participants":3,"array":1,"items":1,"required":1,"additionalproperties":1,"false":1,"description":1,"strict":1,"true":1,"assert":2,"is":1,"not":1,"none":1,"status":1,"completed":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"with":1,"parse":1,"from":1,"pydantic":1,"import":1,"basemodel":2,"class":1,"calendarevent":1,"list":1},"5002,1960,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"response":18,"await":7,"client":10,"responses":7,"parse":1,"model":17,"name":13,"input":4,"alice":1,"and":1,"bob":1,"are":1,"going":1,"to":1,"a":3,"science":1,"fair":1,"on":1,"friday":1,"instructions":1,"extract":1,"the":1,"event":1,"information":1,"text":1,"format":1,"calendarevent":1,"assert":8,"is":10,"not":9,"none":5,"status":3,"completed":3,"pytest":7,"mark":7,"asyncio":4,"parametrize":3,"async":3,"def":3,"test":3,"store":5,"openai":3,"str":3,"for":1,"in":1,"true":4,"false":2,"create":3,"what":2,"13":2,"24":2,"try":1,"retrieved":1,"retrieve":2,"id":3,"found":3,"except":1,"notfounderror":1,"background":4,"retries":5,"0":1,"max":2,"30":1,"while":1,"if":1,"break":1,"time":2,"sleep":2,"1":3,"cancel":2,"write":1,"long":1,"story":1,"about":1,"cat":1,"cancelled":2},"6962,1919,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"pytest":3,"mark":3,"parametrize":2,"model":14,"name":10,"async":3,"def":2,"test":2,"stateful":1,"multi":1,"turn":1,"client":6,"openai":2,"str":2,"response1":4,"await":4,"responses":4,"create":4,"input":4,"what":3,"is":5,"13":2,"24":2,"assert":6,"not":3,"none":4,"status":3,"completed":3,"response2":4,"if":2,"i":1,"increase":1,"both":1,"numbers":1,"by":2,"1":1,"previous":2,"response":4,"id":4,"response3":3,"divide":1,"the":3,"result":2,"2":1,"asyncio":1,"streaming":1,"prompts":2,"tell":1,"me":1,"a":2,"story":1,"about":1,"cat":1,"in":3,"20":1,"words":1,"use":1,"python":1,"to":1,"calculate":1,"when":1,"did":1,"jensen":1,"found":1,"nvidia":1,"search":2,"it":1,"and":1,"answer":1,"year":1,"only":1,"for":2,"prompt":2,"reasoning":1,"effort":1,"low":1,"tools":1,"type":6,"web":1,"preview":1,"code":1,"interpreter":1,"container":1,"auto":1,"stream":1,"true":2,"events":1,"current":3,"event":7,"mode":3,"print":1,"f":1,"n":1,"end":1,"flush":1},"8881,1941,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"if":1,"text":2,"delta":4,"in":4,"event":10,"type":8,"print":4,"end":4,"flush":4,"true":4,"elif":3,"reasoning":1,"f":4,"response":10,"code":6,"interpreter":4,"call":2,"done":1,"output":1,"item":3,"added":1,"and":1,"web":4,"search":4,"action":1,"events":2,"append":1,"assert":5,"len":1,"0":1,"pytest":4,"mark":4,"asyncio":2,"parametrize":2,"model":10,"name":8,"async":2,"def":4,"test":2,"client":4,"openai":2,"str":2,"await":2,"responses":2,"create":2,"input":2,"who":1,"is":3,"the":1,"president":1,"of":2,"south":1,"korea":1,"as":1,"now":1,"tools":2,"preview":1,"not":2,"none":2,"status":2,"completed":2,"multiply":1,"64548":1,"15151":1,"using":1,"builtin":1,"python":1,"container":1,"auto":1,"get":3,"weather":1,"latitude":3,"longitude":3,"requests":1,"https":1,"api":1,"open":1,"meteo":1,"com":1,"v1":1,"forecast":1,"current":2,"temperature":3,"2m":4,"wind":2,"speed":2,"10m":2,"hourly":1,"relative":1,"humidity":1,"noqa":1,"data":2,"json":1,"return":2,"place":1,"to":1,"travel":1,"paris":1},"10822,1897,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"def":2,"call":10,"function":7,"name":13,"args":4,"if":1,"get":6,"weather":4,"return":2,"elif":1,"place":2,"to":2,"travel":2,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":7,"async":1,"test":1,"calling":1,"client":3,"openai":1,"str":2,"tools":5,"type":7,"description":1,"current":1,"temperature":1,"for":1,"provided":1,"coordinates":1,"in":2,"celsius":1,"noqa":1,"parameters":1,"object":1,"properties":1,"latitude":2,"number":2,"longitude":2,"required":1,"additionalproperties":1,"false":1,"strict":1,"true":1,"response":13,"await":2,"responses":2,"create":2,"input":2,"what":1,"s":1,"the":1,"like":1,"paris":1,"today":1,"assert":8,"is":3,"not":3,"none":3,"status":2,"completed":2,"len":1,"output":7,"2":5,"0":1,"reasoning":1,"1":2,"tool":4,"json":1,"loads":1,"arguments":1,"result":2,"id":4,"previous":1,"text":1},"12719,1986,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"note":1,"chain":1,"of":1,"thought":1,"should":1,"be":1,"removed":1,"response":12,"3":4,"await":2,"client":3,"responses":2,"create":2,"model":7,"name":7,"input":2,"what":1,"s":1,"the":2,"weather":3,"like":1,"in":2,"paris":1,"today":1,"tools":5,"previous":1,"id":2,"2":2,"assert":8,"is":3,"not":3,"none":3,"status":2,"completed":2,"output":4,"text":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"test":1,"function":4,"calling":1,"multi":1,"turn":1,"openai":1,"str":1,"type":8,"get":4,"place":3,"to":3,"travel":2,"description":2,"a":3,"random":2,"parameters":2,"object":2,"properties":2,"required":2,"additionalproperties":2,"false":2,"strict":2,"true":2,"current":1,"temperature":1,"for":1,"provided":1,"coordinates":1,"celsius":1,"noqa":1,"latitude":2,"number":2,"longitude":2,"help":1,"me":2,"plan":1,"trip":1,"and":1,"tell":1,"there":1,"len":1,"0":1,"reasoning":1,"1":1,"call":1},"14705,1965,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"tool":8,"call":17,"response":16,"output":10,"1":3,"name":12,"args":4,"json":2,"loads":2,"arguments":2,"result":4,"function":7,"2":9,"await":2,"client":3,"responses":2,"create":2,"model":7,"input":2,"type":8,"id":8,"str":3,"tools":5,"previous":2,"assert":8,"is":3,"not":3,"none":3,"status":2,"completed":2,"len":1,"0":1,"reasoning":1,"3":4,"text":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"test":1,"calling":1,"required":2,"openai":1,"get":2,"weather":1,"description":1,"current":1,"temperature":1,"for":1,"provided":1,"coordinates":1,"in":1,"celsius":1,"noqa":1,"parameters":1,"object":1,"properties":1,"latitude":2,"number":2,"longitude":2,"additionalproperties":1,"false":1,"strict":1,"true":1},"16670,1997,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_response_api_with_harmony.py":{"with":1,"pytest":3,"raises":1,"badrequesterror":1,"await":3,"client":4,"responses":3,"create":3,"model":10,"name":10,"input":8,"what":2,"s":3,"the":2,"weather":3,"like":2,"in":3,"paris":2,"today":2,"tools":7,"tool":5,"choice":1,"required":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"test":1,"function":5,"calling":1,"full":1,"history":1,"openai":1,"str":2,"type":5,"get":2,"description":1,"current":1,"temperature":1,"for":1,"provided":1,"coordinates":1,"celsius":1,"noqa":1,"parameters":1,"object":1,"properties":1,"latitude":2,"number":2,"longitude":2,"additionalproperties":1,"false":1,"strict":1,"true":1,"messages":5,"role":1,"user":1,"content":1,"response":9,"assert":5,"is":3,"not":3,"none":3,"status":2,"completed":2,"call":9,"output":5,"1":1,"args":2,"json":1,"loads":1,"arguments":1,"result":3,"extend":1,"append":3,"message":2,"id":2,"2":4,"text":1},"0,1992,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":2,"project":1,"import":9,"json":2,"openai":1,"pytest":4,"asyncio":2,"requests":1,"from":6,"pil":1,"image":15,"transformers":1,"autoprocessor":1,"multimodal":1,"utils":2,"encode":1,"base64":1,"fetch":1,"remoteopenaiserver":2,"model":3,"name":2,"microsoft":1,"phi":1,"3":1,"5":2,"vision":1,"instruct":1,"maximum":2,"images":2,"test":2,"different":1,"extensions":1,"jpg":3,"png":4,"and":1,"formats":1,"gray":1,"rgb":3,"rgba":2,"urls":1,"https":4,"upload":4,"wikimedia":4,"org":4,"wikipedia":4,"commons":4,"thumb":2,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":4,"2560px":1,"f":1,"fa":1,"grayscale":1,"8bits":1,"palette":1,"sample":1,"9":1,"91":1,"venn":4,"diagram":4,"svg":2,"1280px":1,"0b":1,"comp":1,"expected":1,"mm":2,"beam":1,"search":1,"res":1,"shows":6,"a":9,"wooden":2,"leading":1,"through":1,"extending":1,"into":1,"two":2,"parrots":1,"perched":2,"on":2,"birds":1,"cur":1,"with":3,"three":2,"over":1,"intersect":1,"this":1,"displays":2,"gradient":2,"of":2,"colors":2,"ranging":2,"fixture":2,"scope":1,"module":1,"def":1,"server":3,"args":2,"runner":1,"generate":1,"max":2,"len":1,"2048":1,"num":1,"seqs":1,"enforce":1,"eager":1,"trust":1,"remote":3,"code":1,"limit":1,"per":1,"prompt":1,"dumps":1,"as":1,"yield":1},"1992,1976,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"async":6,"def":4,"client":6,"server":2,"with":1,"get":3,"as":1,"yield":1,"pytest":4,"fixture":1,"scope":1,"session":2,"base64":2,"encoded":1,"image":19,"dict":1,"str":4,"return":3,"url":11,"encode":1,"fetch":1,"for":1,"in":2,"test":4,"urls":2,"hf":1,"prompt":4,"tokens":4,"model":7,"name":6,"content":6,"processor":3,"autoprocessor":1,"from":1,"pretrained":1,"trust":1,"remote":1,"code":1,"true":4,"num":1,"crops":1,"4":1,"placeholder":2,"1":3,"n":1,"messages":5,"role":2,"user":2,"f":1,"images":2,"open":1,"requests":1,"stream":1,"raw":1,"tokenizer":1,"apply":1,"chat":5,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"inputs":2,"tensors":1,"pt":1,"input":1,"ids":1,"shape":1,"mark":3,"asyncio":1,"parametrize":2,"single":2,"openai":1,"asyncopenai":1,"text":4,"what":1,"s":1,"this":1,"type":2,"max":3,"completion":6,"10":1,"await":1,"completions":1,"create":1,"logprobs":2,"temperature":1,"0":2,"top":1,"5":1,"assert":1,"len":1,"choices":1},"3968,1739,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"choice":3,"chat":6,"completion":9,"choices":3,"0":4,"assert":5,"finish":1,"reason":1,"length":1,"hf":4,"prompt":5,"tokens":10,"get":1,"model":6,"name":5,"content":11,"text":5,"image":9,"url":7,"usage":1,"openai":2,"types":1,"completionusage":1,"max":3,"total":1,"message":12,"is":2,"not":2,"none":2,"and":2,"len":2,"10":2,"role":4,"assistant":2,"messages":5,"append":2,"test":3,"multi":1,"turn":1,"dialogue":1,"user":2,"express":1,"your":1,"result":1,"in":2,"json":1,"await":1,"client":2,"completions":1,"create":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"urls":1,"async":1,"def":1,"error":1,"on":1,"invalid":1,"type":3,"asyncopenai":1,"str":2,"what":1,"s":1,"this":1},"5707,1812,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"image":14,"url":11,"should":1,"be":1,"a":2,"dict":3,"some":1,"not":1,"directly":1,"string":1,"with":1,"pytest":7,"raises":1,"openai":3,"badrequesterror":1,"await":2,"client":4,"chat":8,"completions":2,"create":2,"model":10,"name":8,"messages":5,"max":2,"completion":6,"tokens":2,"10":2,"temperature":1,"0":3,"mark":6,"asyncio":2,"parametrize":4,"test":4,"urls":2,"async":2,"def":2,"single":2,"session":2,"beamsearch":1,"asyncopenai":2,"str":6,"role":1,"user":1,"content":3,"type":2,"text":2,"what":1,"s":1,"in":1,"this":1,"n":1,"2":2,"logprobs":2,"true":2,"top":1,"5":1,"extra":1,"body":1,"use":1,"beam":1,"search":1,"assert":2,"len":1,"choices":3,"message":2,"1":1,"base64encoded":1,"base64":1,"encoded":1},"7519,1968,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"content":11,"text":5,"what":1,"s":1,"in":2,"this":1,"image":7,"messages":7,"role":4,"user":2,"type":2,"url":5,"f":1,"data":1,"jpeg":1,"base64":2,"encoded":1,"max":6,"completion":15,"tokens":13,"10":3,"test":2,"single":1,"chat":9,"await":2,"client":2,"completions":2,"create":2,"model":7,"name":5,"logprobs":2,"true":1,"temperature":2,"0":8,"top":1,"5":1,"assert":6,"len":3,"choices":4,"1":1,"choice":3,"finish":1,"reason":1,"length":1,"hf":4,"prompt":5,"get":1,"usage":1,"openai":1,"types":1,"completionusage":1,"total":1,"message":12,"is":2,"not":2,"none":2,"and":2,"assistant":2,"append":2,"multi":1,"turn":1,"dialogue":1,"express":1,"your":1,"result":1,"json":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"9487,1878,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"pytest":4,"mark":4,"parametrize":3,"image":23,"idx":4,"list":1,"range":1,"len":2,"test":6,"urls":3,"async":2,"def":2,"single":1,"chat":6,"session":1,"base64encoded":1,"beamsearch":1,"client":3,"openai":2,"asyncopenai":2,"model":6,"name":5,"str":7,"int":1,"base64":3,"encoded":2,"dict":2,"note":1,"this":3,"also":1,"validates":1,"that":1,"we":1,"pass":1,"mm":2,"data":2,"through":1,"beam":3,"search":3,"url":11,"expected":5,"res":3,"messages":4,"role":2,"user":2,"content":3,"type":4,"f":1,"jpeg":1,"text":4,"what":2,"s":2,"in":3,"completion":4,"await":1,"completions":1,"create":1,"n":1,"2":2,"max":1,"tokens":1,"10":1,"temperature":1,"0":2,"extra":1,"body":1,"use":1,"true":1,"assert":2,"choices":2,"for":1,"actual":2,"zip":1,"message":1,"asyncio":1,"streaming":1},"11365,1799,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"test":5,"single":1,"completion":6,"chat":5,"await":2,"client":3,"completions":2,"create":2,"model":7,"name":5,"messages":5,"max":2,"tokens":2,"10":2,"temperature":2,"0":10,"output":2,"choices":5,"message":1,"content":5,"stop":2,"reason":9,"finish":7,"streaming":1,"stream":3,"true":1,"chunks":3,"list":2,"str":3,"count":3,"async":2,"for":3,"chunk":4,"in":5,"delta":7,"if":3,"role":3,"assert":5,"assistant":1,"append":1,"is":1,"not":1,"none":1,"1":2,"should":1,"only":1,"return":1,"last":1,"block":1,"join":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"image":11,"urls":5,"i":2,"range":1,"2":1,"len":1,"def":1,"multi":1,"input":1,"openai":1,"asyncopenai":1,"user":1,"type":2,"url":5,"text":2,"what":1,"s":1,"this":1},"13164,1013,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision.py":{"if":1,"len":3,"image":2,"urls":1,"maximum":1,"images":1,"with":1,"pytest":1,"raises":1,"openai":1,"badrequesterror":1,"test":1,"multi":1,"input":1,"await":3,"client":3,"chat":4,"completions":3,"create":3,"model":6,"name":3,"messages":4,"max":3,"completion":9,"tokens":3,"10":2,"temperature":3,"0":15,"the":1,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"prompt":1,"5":1,"choices":2,"text":1,"assert":2,"is":2,"not":2,"none":2,"and":2,"else":1,"message":4,"content":2},"0,1919,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"imports":1,"for":3,"guided":1,"decoding":1,"tests":1,"import":15,"json":1,"from":6,"typing":1,"optional":1,"jsonschema":1,"openai":3,"use":7,"official":1,"client":1,"correctness":1,"check":1,"pytest":7,"asyncio":2,"regex":1,"as":2,"re":1,"requests":1,"torch":1,"badrequesterror":1,"utils":1,"remoteopenaiserver":2,"test":2,"completion":2,"zephyr":9,"lora":11,"added":3,"tokens":3,"files":6,"noqa":4,"f401":2,"any":1,"model":4,"with":2,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":2,"huggingfaceh4":1,"7b":1,"beta":1,"fixture":4,"scope":2,"module":5,"def":3,"monkeypatch":6,"mpatch":3,"yield":2,"undo":1,"params":1,"false":1,"true":1,"server":5,"request":2,"f811":2,"v1":6,"param":1,"setenv":1,"1":3,"if":1,"else":1,"args":2,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"in":2,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":4,"len":1,"8192":1,"enforce":1,"eager":1,"config":1,"below":1,"enable":1,"modules":1,"f":2,"lora2":1,"rank":1,"64":1,"cpu":1,"loras":1,"num":1,"seqs":1,"128":1,"remote":2,"is":1,"os":3,"assert":1,"environ":2,"return":1},"1919,1929,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"async":8,"def":4,"client":9,"server":2,"with":1,"get":1,"as":1,"yield":1,"pytest":6,"mark":6,"asyncio":3,"parametrize":3,"first":1,"test":6,"base":1,"model":14,"then":1,"loras":1,"name":11,"zephyr":4,"lora":4,"lora2":1,"no":1,"logprobs":11,"chat":9,"openai":3,"asyncopenai":3,"str":3,"messages":7,"role":6,"system":3,"content":8,"you":3,"are":3,"a":3,"helpful":3,"assistant":3,"user":3,"what":3,"is":6,"1":7,"completion":6,"await":2,"completions":2,"create":2,"max":2,"tokens":2,"5":2,"temperature":2,"0":9,"false":1,"choice":6,"choices":2,"assert":4,"none":3,"just":1,"hereafter":1,"zero":1,"true":1,"top":2,"not":2,"len":1,"some":1},"3848,1841,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"chat":6,"completion":5,"await":3,"client":4,"completions":3,"create":3,"model":9,"name":6,"messages":7,"max":4,"tokens":3,"5":3,"temperature":1,"0":4,"logprobs":12,"true":4,"top":4,"choice":4,"choices":1,"assert":3,"is":4,"not":2,"none":2,"content":4,"len":1,"pytest":4,"mark":2,"asyncio":1,"parametrize":1,"zephyr":1,"lora":1,"async":2,"def":1,"test":1,"too":1,"many":1,"openai":4,"asyncopenai":1,"str":1,"role":2,"system":1,"you":1,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"what":1,"1":2,"default":1,"20":1,"so":1,"this":1,"should":1,"raise":1,"an":1,"error":1,"with":2,"raises":2,"badrequesterror":2,"apierror":1,"stream":4,"10":2,"21":1,"for":1,"chunk":1,"in":1,"30":1,"false":1},"5689,1858,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"the":4,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"chat":6,"completion":7,"await":3,"client":4,"completions":3,"create":3,"model":12,"name":10,"messages":3,"max":1,"tokens":1,"10":1,"stream":1,"false":1,"message":4,"choices":1,"0":5,"assert":4,"content":6,"is":6,"not":5,"none":7,"and":2,"len":2,"pytest":5,"mark":4,"asyncio":2,"parametrize":2,"prompt":12,"logprobs":12,"1":2,"async":1,"def":1,"test":1,"openai":1,"asyncopenai":1,"str":1,"optional":1,"int":1,"params":4,"dict":1,"role":4,"system":1,"you":1,"are":1,"a":1,"helpful":1,"assistant":2,"user":2,"who":1,"won":2,"world":2,"series":2,"in":2,"2020":2,"los":1,"angeles":1,"dodgers":1,"where":1,"was":1,"it":1,"played":1,"if":3,"extra":1,"body":1,"with":1,"raises":1,"badrequesterror":1,"else":2},"7547,1935,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"async":2,"def":2,"test":3,"more":1,"than":1,"one":1,"prompt":6,"logprobs":7,"chat":10,"client":5,"openai":3,"asyncopenai":2,"model":8,"name":6,"str":2,"params":4,"dict":1,"messages":4,"role":6,"system":2,"content":6,"you":2,"are":2,"a":2,"helpful":2,"assistant":3,"user":3,"who":1,"won":2,"the":3,"world":2,"series":2,"in":2,"2020":2,"los":1,"angeles":1,"dodgers":1,"where":1,"was":1,"it":1,"played":1,"extra":2,"body":2,"1":7,"completion":12,"await":3,"completions":3,"create":3,"2":4,"assert":6,"len":3,"3":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"zephyr":1,"lora":1,"single":2,"session":1,"what":1,"is":2,"max":1,"tokens":4,"10":2,"true":1,"top":1,"5":1,"id":1,"not":1,"none":1,"choices":2,"choice":2,"0":1,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"37":1,"total":1,"47":1},"9482,1294,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"message":11,"choice":1,"assert":3,"content":10,"is":3,"not":2,"none":2,"and":2,"len":2,"10":3,"role":5,"assistant":3,"messages":7,"append":2,"test":4,"multi":1,"turn":1,"dialogue":1,"user":2,"express":1,"your":1,"result":1,"in":1,"json":1,"chat":8,"completion":8,"await":2,"client":3,"completions":2,"create":2,"model":7,"name":5,"max":2,"tokens":2,"choices":3,"0":6,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"just":1,"1":3,"lora":2,"hereafter":1,"zephyr":1,"async":1,"def":1,"streaming":1,"openai":1,"asyncopenai":1,"str":1,"system":1,"you":1,"are":1,"a":1,"helpful":1,"what":1,"single":1,"temperature":1,"output":1,"stop":1,"reason":2,"finish":1},"10776,1582,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"test":3,"streaming":1,"stream":10,"await":2,"client":3,"chat":3,"completions":2,"create":2,"model":6,"name":4,"messages":5,"max":2,"completion":3,"tokens":2,"10":2,"temperature":2,"0":8,"true":3,"chunks":3,"list":1,"str":2,"finish":6,"reason":7,"count":3,"async":3,"for":2,"chunk":6,"in":3,"delta":7,"choices":3,"if":3,"role":4,"assert":6,"assistant":2,"content":5,"append":1,"is":3,"not":1,"none":2,"1":2,"should":1,"only":1,"return":1,"last":1,"block":1,"stop":1,"join":1,"output":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"huggingfaceh4":1,"zephyr":2,"7b":1,"beta":1,"lora":1,"def":1,"options":3,"openai":1,"asyncopenai":1,"system":1,"you":1,"are":1,"a":1,"helpful":1,"user":1,"what":1,"the":1,"capital":1,"of":1,"france":1,"include":2,"usage":3,"false":2},"12358,1822,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"test":2,"stream":11,"true":4,"options":4,"include":4,"usage":14,"continuous":2,"stats":2,"false":4,"await":3,"client":2,"chat":2,"completions":2,"create":2,"model":4,"name":2,"messages":4,"max":2,"completion":4,"tokens":7,"10":2,"temperature":2,"0":7,"async":1,"for":1,"chunk":12,"in":1,"if":1,"choices":2,"finish":1,"reason":1,"is":4,"none":6,"assert":7,"else":1,"final":8,"anext":1,"not":1,"prompt":2,"total":1,"with":1,"pytest":1,"raises":1,"badrequesterror":1},"14180,1486,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"test":2,"stream":10,"false":2,"options":4,"include":4,"usage":13,"true":8,"with":1,"pytest":2,"raises":1,"badrequesterror":1,"await":2,"client":2,"chat":2,"completions":2,"create":2,"model":4,"name":2,"messages":4,"max":2,"completion":12,"tokens":16,"10":4,"temperature":2,"0":7,"continuous":2,"stats":2,"extra":1,"body":1,"dict":1,"min":1,"last":6,"async":1,"for":1,"chunk":9,"in":1,"assert":4,"prompt":2,"or":2,"not":1,"choices":1,"and":1,"total":1,"mark":1,"asyncio":1},"15666,1574,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"async":2,"def":2,"test":2,"guided":11,"choice":8,"chat":8,"client":4,"openai":2,"asyncopenai":2,"sample":6,"is":7,"v1":6,"server":4,"bool":2,"if":2,"not":2,"pytest":3,"skip":2,"decoding":2,"only":2,"supported":2,"in":4,"engine":2,"messages":7,"role":4,"system":1,"content":6,"you":1,"are":1,"a":1,"helpful":1,"assistant":2,"user":2,"the":1,"best":1,"language":1,"for":1,"type":1,"safe":1,"systems":1,"programming":1,"completion":6,"await":2,"completions":2,"create":2,"model":4,"name":2,"max":2,"tokens":2,"10":2,"temperature":2,"0":4,"7":2,"extra":2,"body":2,"dict":2,"choice1":4,"choices":2,"message":2,"assert":3,"append":2,"i":1,"disagree":1,"pick":1,"another":1,"one":1,"choice2":3,"mark":1,"asyncio":1,"json":2,"schema":1},"17240,1616,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"messages":7,"role":4,"system":1,"content":9,"you":1,"are":1,"a":2,"helpful":1,"assistant":2,"user":2,"f":2,"give":2,"an":2,"example":1,"json":10,"for":1,"employee":1,"profile":1,"that":1,"fits":1,"this":1,"schema":8,"sample":6,"chat":7,"completion":6,"await":2,"client":3,"completions":2,"create":2,"model":4,"name":5,"max":2,"tokens":2,"1000":2,"extra":2,"body":2,"dict":2,"guided":4,"message":9,"choices":2,"0":2,"assert":4,"is":5,"not":3,"none":2,"json1":4,"loads":2,"jsonschema":2,"validate":2,"instance":2,"append":2,"me":1,"another":1,"one":1,"with":1,"different":1,"and":1,"age":3,"json2":4,"pytest":2,"mark":1,"asyncio":1,"async":1,"def":1,"test":1,"regex":2,"openai":1,"asyncopenai":1,"v1":3,"server":2,"bool":1,"if":1,"skip":1,"decoding":1,"only":1,"supported":1,"in":1,"engine":1},"18856,1982,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"messages":10,"role":6,"system":2,"content":8,"you":2,"are":2,"a":3,"helpful":2,"assistant":3,"user":3,"f":1,"give":2,"an":1,"example":1,"ip":1,"address":1,"with":2,"this":1,"regex":9,"sample":6,"chat":8,"completion":6,"await":3,"client":5,"completions":3,"create":3,"model":6,"name":3,"max":2,"tokens":2,"20":2,"extra":3,"body":3,"dict":3,"guided":6,"ip1":5,"choices":2,"0":2,"message":2,"assert":5,"is":5,"not":4,"none":4,"re":2,"fullmatch":2,"append":2,"me":1,"different":1,"one":1,"ip2":4,"pytest":3,"mark":2,"asyncio":2,"async":2,"def":2,"test":2,"decoding":1,"type":2,"error":1,"openai":3,"asyncopenai":2,"the":1,"best":1,"language":1,"for":1,"safe":1,"systems":1,"programming":1,"raises":1,"badrequesterror":1,"1":1,"python":1,"2":1,"c":1,"choice":2,"logprobs":1},"20838,1388,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"messages":4,"role":4,"system":2,"content":6,"you":2,"are":2,"a":2,"helpful":2,"assistant":2,"user":2,"the":2,"best":1,"language":1,"for":3,"type":1,"safe":1,"systems":1,"programming":1,"is":7,"chat":5,"completion":5,"await":1,"client":2,"completions":1,"create":1,"model":2,"name":1,"max":1,"tokens":1,"10":1,"logprobs":10,"true":1,"top":6,"5":1,"extra":1,"body":1,"dict":1,"guided":2,"choice":2,"sample":3,"assert":3,"choices":3,"0":6,"not":3,"none":2,"9999":2,"minimum":1,"logprob":2,"returned":1,"by":1,"openai":2,"item":2,"in":2,"f":3,"failed":1,"pytest":2,"mark":1,"asyncio":1,"async":1,"def":1,"test":1,"named":1,"tool":2,"use":2,"asyncopenai":1,"json":3,"schema":3,"v1":3,"server":2,"bool":1,"if":1,"skip":1,"only":1,"supported":1,"engine":1,"give":1,"an":2,"example":1,"employee":1,"profile":1,"that":1,"fits":1,"this":1,"non":1,"streaming":1},"22226,1605,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"chat":4,"completion":4,"await":2,"client":2,"completions":2,"create":2,"model":4,"name":11,"messages":6,"max":2,"tokens":2,"1000":2,"tools":2,"type":4,"function":15,"dummy":6,"description":2,"this":2,"is":2,"a":3,"parameters":2,"sample":3,"json":7,"schema":4,"tool":3,"choice":2,"message":4,"choices":1,"0":3,"assert":1,"len":1,"content":3,"string":3,"calls":1,"arguments":1,"json1":2,"loads":1,"jsonschema":1,"validate":1,"instance":1,"append":2,"role":2,"assistant":1,"user":1,"give":1,"me":1,"another":1,"one":1,"with":1,"different":1,"and":1,"age":1,"streaming":1,"stream":2,"true":1},"23831,1831,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"output":3,"finish":5,"reason":5,"count":3,"0":5,"async":2,"for":2,"chunk":3,"in":2,"stream":1,"delta":8,"choices":2,"if":3,"role":4,"assert":5,"assistant":2,"content":4,"is":2,"none":2,"or":1,"len":1,"tool":4,"calls":2,"append":1,"function":4,"arguments":1,"not":1,"1":2,"should":1,"only":1,"return":1,"last":1,"block":1,"json2":4,"json":5,"loads":1,"join":1,"jsonschema":1,"validate":1,"instance":1,"schema":5,"sample":3,"json1":2,"name":5,"age":2,"pytest":2,"mark":1,"asyncio":1,"def":1,"test":1,"inconsistent":1,"choice":2,"and":1,"tools":1,"client":2,"openai":2,"asyncopenai":1,"messages":3,"system":1,"you":1,"are":1,"a":1,"helpful":1,"user":1,"f":2,"give":1,"an":2,"example":1,"employee":1,"profile":1,"that":1,"fits":1,"this":1,"with":1,"raises":1,"badrequesterror":1,"await":1,"chat":1,"completions":1,"create":1,"model":2,"max":1,"completion":1,"tokens":1,"1000":1,"type":1,"dummy":1},"25662,1849,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"with":3,"pytest":4,"raises":2,"openai":3,"badrequesterror":2,"await":3,"client":4,"chat":3,"completions":3,"create":3,"model":6,"name":9,"messages":5,"max":2,"completion":2,"tokens":2,"1000":2,"tools":2,"type":4,"function":11,"dummy":4,"description":2,"this":2,"is":5,"a":3,"parameters":2,"sample":2,"json":6,"schema":2,"tool":2,"choice":2,"nondefined":1,"mark":2,"asyncio":2,"async":1,"def":1,"test":1,"response":2,"format":3,"object":3,"asyncopenai":1,"for":1,"in":1,"range":1,"2":3,"resp":2,"role":1,"user":1,"content":5,"what":1,"1":2,"please":1,"respond":1,"the":1,"result":2,"choices":1,"0":1,"message":1,"assert":2,"not":1,"none":1,"loaded":3,"loads":1},"27511,1720,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"async":1,"def":1,"test":2,"response":3,"format":4,"json":9,"schema":6,"client":3,"openai":1,"asyncopenai":1,"is":7,"v1":3,"server":2,"bool":1,"if":1,"not":3,"pytest":3,"skip":1,"only":1,"supported":1,"in":3,"engine":1,"prompt":4,"what":1,"1":2,"the":1,"result":4,"2":5,"check":1,"that":1,"this":1,"cannot":1,"lead":1,"to":1,"a":1,"valid":1,"without":1,"for":2,"range":2,"resp":4,"await":2,"chat":2,"completions":2,"create":2,"model":4,"name":3,"messages":2,"role":2,"user":2,"content":10,"choices":2,"0":2,"message":2,"assert":4,"none":2,"with":1,"raises":1,"jsondecodeerror":1,"assertionerror":1,"loaded":6,"loads":2,"type":3,"foo":1,"object":1,"properties":1,"integer":1,"mark":1,"asyncio":1},"29231,1879,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"async":3,"def":3,"test":3,"extra":2,"fields":1,"allowed":1,"client":7,"openai":3,"asyncopenai":3,"resp":4,"await":4,"chat":4,"completions":4,"create":4,"model":9,"name":4,"messages":4,"role":7,"user":2,"content":14,"what":4,"is":5,"1":8,"field":1,"0":13,"type":5,"ignore":3,"temperature":4,"seed":4,"choices":4,"message":6,"assert":3,"not":2,"none":1,"pytest":3,"mark":3,"asyncio":3,"complex":2,"text":5,"please":1,"provide":1,"the":3,"result":1,"without":1,"any":1,"other":1,"2":1,"custom":4,"sure":1,"how":1,"handles":1,"roles":1,"so":1,"we":1,"just":1,"check":1,"that":1,"both":1,"string":1,"and":1,"are":1,"handled":1,"in":1,"same":1,"way":1,"resp1":2,"my":2,"resp2":2,"content1":2,"content2":2},"31110,1737,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"async":3,"def":3,"test":3,"long":3,"seed":4,"client":2,"openai":4,"asyncopenai":1,"for":1,"in":3,"torch":4,"iinfo":2,"min":1,"1":4,"max":2,"with":3,"pytest":3,"raises":1,"badrequesterror":1,"as":1,"exc":3,"info":3,"await":1,"chat":4,"completions":2,"create":1,"model":7,"name":5,"messages":2,"role":3,"system":2,"content":8,"you":2,"are":2,"a":2,"helpful":2,"assistant":2,"temperature":1,"0":3,"assert":5,"greater":1,"than":2,"equal":2,"value":2,"message":6,"or":1,"less":1,"mark":2,"asyncio":2,"http":4,"no":2,"curl":1,"server":4,"remoteopenaiserver":2,"url":2,"f":2,"localhost":2,"port":2,"v1":2,"headers":3,"type":1,"application":1,"json":3,"data":6,"is":4,"avoided":1,"here":1,"user":1,"what":1,"tokens":1,"5":1,"response":6,"requests":1,"post":1,"print":1,"get":4,"choice":2,"choices":1,"not":2,"none":2,"len":1,"api":2,"key":1,"empty":1,"base":1},"32847,1311,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat.py":{"client":4,"openai":4,"api":3,"key":2,"base":2,"url":2,"messages":6,"role":3,"user":2,"content":3,"hello":1,"vllm":1,"response":5,"chat":7,"completions":2,"create":2,"model":6,"empty":1,"string":1,"assert":3,"name":2,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"test":1,"invocations":2,"server":2,"remoteopenaiserver":1,"asyncopenai":1,"system":1,"you":1,"are":1,"a":1,"helpful":1,"assistant":1,"what":1,"is":1,"1":2,"request":3,"args":3,"max":1,"completion":3,"tokens":1,"5":1,"temperature":1,"0":2,"logprobs":1,"false":1,"await":1,"invocation":6,"requests":1,"post":1,"for":2,"json":2,"raise":1,"status":1,"output":6,"dump":1,"keys":2,"choices":2},"0,1846,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_resolvers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":13,"contextlib":1,"import":14,"suppress":1,"dataclasses":1,"dataclass":3,"field":3,"http":1,"httpstatus":1,"typing":1,"optional":4,"unittest":1,"mock":4,"magicmock":1,"pytest":1,"config":5,"multimodalconfig":3,"engine":1,"multiprocessing":1,"client":1,"mqllmengineclient":1,"entrypoints":3,"openai":4,"protocol":1,"completionrequest":1,"errorresponse":1,"serving":2,"completion":1,"openaiservingcompletion":1,"models":1,"basemodelpath":2,"openaiservingmodels":1,"lora":2,"request":1,"lorarequest":1,"resolver":3,"loraresolver":2,"loraresolverregistry":1,"transformers":1,"utils":1,"tokenizer":5,"get":2,"model":10,"name":7,"community":1,"gpt2":1,"base":1,"paths":1,"path":2,"test":1,"class":3,"mockhfconfig":3,"type":1,"str":8,"any":1,"mockmodelconfig":1,"minimal":1,"modelconfig":1,"for":1,"testing":1,"trust":1,"remote":1,"code":1,"bool":1,"false":1,"mode":1,"auto":2,"max":1,"len":1,"int":1,"100":1,"revision":1,"none":4,"multimodal":1,"default":2,"factory":2,"hf":1,"logits":1,"processor":1,"pattern":1,"diff":3,"sampling":3,"param":3,"dict":1,"allowed":1,"local":1,"media":1,"encoder":1,"generation":1,"def":1,"self":2,"return":1,"or":1,"mockloraresolver":1},"1846,1887,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_resolvers.py":{"async":1,"def":4,"resolve":1,"lora":31,"self":1,"base":1,"model":2,"name":13,"str":2,"optional":1,"lorarequest":4,"if":3,"test":5,"return":5,"int":2,"id":2,"1":1,"local":2,"path":4,"fake":2,"elif":2,"invalid":5,"2":1,"none":1,"pytest":2,"fixture":3,"autouse":1,"true":1,"register":3,"mock":16,"resolver":9,"to":1,"and":2,"unregister":1,"the":3,"mockloraresolver":1,"loraresolverregistry":3,"yield":1,"cleanup":1,"remove":1,"after":1,"runs":1,"in":1,"resolvers":2,"del":1,"serving":2,"setup":1,"provides":1,"a":1,"mocked":1,"engine":8,"completion":1,"instance":1,"magicmock":1,"spec":1,"mqllmengineclient":1,"get":2,"tokenizer":2,"value":1,"errored":1,"false":1,"add":4,"side":3,"effect":3,"request":4,"simulate":3,"behavior":1,"when":1,"adding":2,"loras":1,"successful":1,"addition":2,"failure":2,"during":1,"e":1,"g":1,"format":1,"raise":1,"valueerror":1,"f":2,"simulated":1,"generate":1,"reset":2},"3733,1948,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_resolvers.py":{"mock":16,"model":11,"config":4,"mockmodelconfig":1,"models":2,"openaiservingmodels":1,"engine":10,"client":1,"base":2,"paths":2,"serving":11,"completion":8,"openaiservingcompletion":1,"request":8,"logger":1,"none":1,"return":1,"pytest":2,"mark":2,"asyncio":2,"async":2,"def":2,"test":3,"with":3,"lora":21,"resolver":2,"setup":4,"monkeypatch":4,"setenv":2,"vllm":2,"allow":2,"runtime":2,"updating":2,"true":2,"name":6,"req":2,"found":3,"completionrequest":1,"prompt":1,"generate":5,"suppress":2,"potential":1,"errors":1,"during":1,"the":1,"mocked":1,"call":3,"as":1,"we":1,"are":1,"primarily":1,"checking":1,"for":1,"add":3,"and":1,"calls":1,"exception":1,"await":1,"create":1,"assert":6,"called":8,"once":2,"args":2,"0":2,"isinstance":2,"lorarequest":2,"1":1,"not":1},"5681,1942,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_resolvers.py":{"non":4,"existent":4,"model":12,"lora":17,"adapter":1,"req":6,"completionrequest":3,"prompt":3,"what":2,"is":2,"1":4,"response":9,"await":3,"serving":11,"completion":10,"create":3,"mock":13,"engine":9,"add":6,"assert":17,"not":8,"called":11,"generate":5,"isinstance":3,"errorresponse":2,"error":5,"code":2,"httpstatus":2,"found":3,"value":2,"in":2,"message":2,"pytest":2,"mark":2,"asyncio":2,"async":2,"def":2,"test":3,"resolver":1,"fails":1,"setup":4,"monkeypatch":2,"setenv":1,"vllm":1,"allow":1,"runtime":1,"updating":1,"true":1,"invalid":5,"was":2,"before":1,"the":3,"failure":2,"once":1,"request":4,"call":1,"args":1,"0":2,"lorarequest":1,"name":3,"due":1,"to":1,"correct":1,"bad":1,"flag":1,"set":1,"with":1},"0,1939,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_async_tokenization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":7,"asyncio":4,"random":2,"from":2,"typing":1,"callable":2,"openai":2,"pytest":6,"tests":1,"utils":1,"remoteopenaiserver":3,"model":5,"name":3,"qwen":1,"qwen2":1,"5":1,"1":1,"5b":1,"instruct":1,"fixture":2,"scope":1,"module":1,"def":3,"server":6,"noqa":1,"f811":1,"args":2,"use":1,"half":1,"precision":1,"for":2,"speed":1,"and":2,"memory":1,"savings":1,"in":2,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":3,"len":1,"8192":1,"enforce":1,"eager":1,"num":5,"seqs":1,"128":1,"load":1,"format":1,"dummy":1,"with":3,"as":2,"remote":2,"yield":2,"async":6,"client":6,"get":1,"mark":2,"parametrize":1,"ids":1,"completion":1,"chat":2,"argnames":1,"create":6,"func":4,"gen":3,"content":4,"body":6,"argvalues":1,"lambda":2,"x":4,"completions":2,"prompt":5,"join":2,"a":2,"10":4,"000":2,"messages":1,"role":1,"user":1,"test":1,"without":1,"truncate":5,"asyncopenai":1,"dict":1,"tokens":5,"requests":4,"1000":1,"none":1,"shuffle":1,"bodies":1,"extra":1,"t":2},"1939,305,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_async_tokenization.py":{"async":1,"def":1,"get":2,"status":3,"code":3,"kwargs":2,"try":1,"await":2,"create":1,"func":1,"return":2,"200":1,"except":1,"openai":1,"apistatuserror":1,"as":1,"e":2,"responses":2,"asyncio":1,"gather":1,"b":2,"for":1,"in":2,"bodies":1,"assert":1,"500":1,"not":1},"0,1905,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":3,"vllm":2,"project":1,"import":10,"asyncio":2,"json":3,"shutil":1,"from":4,"contextlib":1,"suppress":1,"openai":1,"use":5,"official":1,"client":1,"for":1,"correctness":1,"check":1,"pytest":6,"downloading":1,"lora":13,"test":5,"requests":1,"huggingface":1,"hub":1,"snapshot":2,"download":2,"utils":1,"remoteopenaiserver":1,"any":1,"model":4,"with":2,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":2,"name":6,"huggingfaceh4":1,"zephyr":6,"7b":3,"beta":2,"technically":1,"this":1,"needs":1,"mistral":1,"v0":1,"1":3,"as":1,"base":2,"but":1,"we":1,"re":1,"not":2,"testing":1,"generation":1,"quality":1,"typeof":1,"badrequest":1,"cases":1,"rank":2,"r":1,"1024":1,"is":1,"greater":1,"than":1,"max":1,"bias":4,"all":1,"adapter":1,"cannot":1,"be":1,"used":1,"without":1,"enabled":1,"dora":3,"true":2,"does":1,"yet":1,"support":1,"modules":4,"save":3,"lm":1,"head":1,"only":1,"supports":1,"being":1,"none":1,"fixture":3,"scope":3,"module":8,"def":3,"files":3,"return":1,"repo":1,"id":1,"monkeypatch":6,"mpatch":3,"yield":1,"undo":1,"params":1,"false":1,"server":1,"request":2,"v1":3,"param":1,"setenv":1,"if":1,"else":1,"define":1,"format":1,"configurations":1,"path":1},"1905,1809,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"lora":27,"module":3,"2":3,"name":7,"zephyr":7,"lora2":2,"path":1,"files":4,"base":1,"model":15,"args":2,"use":1,"half":1,"precision":1,"for":3,"speed":1,"and":1,"memory":1,"savings":1,"in":3,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":4,"len":1,"8192":1,"enforce":1,"eager":1,"config":1,"below":1,"enable":2,"modules":3,"json":4,"dumps":2,"1":3,"rank":1,"64":2,"cpu":1,"loras":1,"num":1,"seqs":1,"the":1,"v1":1,"load":1,"adapter":1,"endpoint":1,"envs":2,"vllm":1,"allow":1,"runtime":1,"updating":1,"true":1,"with":4,"remoteopenaiserver":1,"env":1,"dict":1,"as":2,"remote":2,"server":4,"yield":2,"pytest":3,"asyncio":3,"fixture":1,"async":7,"def":3,"client":7,"get":1,"mark":2,"test":2,"static":1,"lineage":2,"openai":2,"asyncopenai":2,"models":11,"await":1,"list":1,"data":1,"served":4,"0":2,"assert":7,"id":3,"root":2,"parent":2,"is":1,"none":1,"all":2,"dynamic":1},"3714,1802,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"response":2,"await":4,"client":6,"post":3,"load":3,"lora":19,"adapter":6,"cast":3,"to":3,"str":4,"body":3,"name":5,"zephyr":4,"3":2,"path":5,"files":8,"ensure":1,"loads":1,"before":1,"querying":1,"models":6,"assert":4,"success":1,"in":1,"list":1,"data":1,"dynamic":6,"model":5,"1":1,"root":1,"parent":1,"id":1,"pytest":6,"mark":4,"asyncio":3,"async":2,"def":2,"test":3,"not":3,"found":1,"openai":4,"asyncopenai":2,"with":2,"raises":2,"notfounderror":1,"notfound":1,"an":1,"invalid":7,"tmp":2,"mkdir":1,"config":2,"json":3,"write":1,"text":1,"this":1,"is":1,"badrequesterror":1,"parametrize":1,"change":1,"expected":1,"error":1,"badrequest":1,"cases":1},"5516,1380,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"async":2,"def":2,"test":11,"dynamic":1,"lora":8,"badrequests":1,"client":3,"openai":3,"asyncopenai":2,"tmp":3,"path":7,"zephyr":3,"files":4,"name":4,"str":4,"config":9,"change":2,"dict":1,"expected":2,"error":2,"create":1,"directory":1,"dir":4,"copy":1,"adapter":7,"shutil":1,"copytree":1,"load":3,"and":2,"modify":1,"configuration":3,"json":3,"with":4,"open":2,"as":2,"f":4,"apply":1,"changes":1,"update":1,"save":1,"modified":1,"w":1,"dump":1,"loading":1,"the":1,"pytest":2,"raises":1,"badrequesterror":1,"match":1,"await":1,"post":1,"cast":1,"to":1,"body":1,"mark":1,"asyncio":1,"multiple":1,"adapters":1,"validate":1,"that":1,"many":1,"loras":1,"can":1,"be":1,"dynamically":1,"registered":1,"inferenced":1,"concurrently":1},"6896,1964,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"this":3,"test":3,"file":1,"configures":1,"the":2,"server":1,"with":1,"max":3,"cpu":1,"loras":1,"2":1,"and":3,"will":1,"concurrently":1,"load":4,"10":2,"adapters":2,"so":1,"it":1,"should":1,"flex":1,"lru":1,"cache":1,"async":3,"def":3,"run":6,"adapter":8,"name":4,"str":3,"await":4,"client":6,"post":1,"lora":9,"cast":1,"to":2,"body":1,"path":3,"zephyr":3,"files":6,"for":3,"in":3,"range":2,"3":1,"completions":3,"create":5,"model":2,"prompt":2,"hello":2,"there":2,"foo":2,"bar":2,"bazz":2,"buzz":2,"tokens":2,"5":2,"tasks":3,"i":2,"append":3,"asyncio":5,"task":4,"f":2,"results":6,"wait":1,"r":3,"assert":1,"not":4,"isinstance":1,"exception":3,"got":1,"pytest":1,"mark":1,"loading":1,"invalid":5,"does":1,"break":1,"others":1,"openai":1,"asyncopenai":1,"tmp":2,"mkdir":1,"config":1,"json":2,"write":1,"text":1,"is":2,"stop":2,"good":6,"requests":6,"event":4,"chat":1,"until":1,"set":2,"while":1,"try":1,"batch":2,"except":1,"as":1,"e":2,"return":1},"8860,1615,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"run":2,"a":1,"bunch":1,"of":1,"bad":1,"adapter":6,"loads":1,"for":3,"in":3,"range":2,"25":2,"with":5,"suppress":2,"openai":3,"notfounderror":1,"await":5,"client":5,"post":3,"load":4,"lora":14,"cast":3,"to":3,"str":4,"body":3,"name":3,"notfound":1,"path":4,"not":2,"an":1,"badrequesterror":1,"invalid":2,"files":3,"ensure":2,"all":1,"the":1,"running":1,"requests":2,"adapters":2,"succeeded":1,"stop":1,"good":2,"event":1,"set":1,"results":2,"task":1,"r":3,"assert":1,"isinstance":1,"exception":2,"f":1,"got":1,"we":1,"can":2,"another":1,"and":1,"it":1,"valid":2,"zephyr":2,"completions":1,"create":1,"model":1,"prompt":1,"hello":1,"there":1,"foo":1,"bar":1,"bazz":1,"buzz":1,"max":1,"tokens":1,"5":1,"pytest":1,"mark":1,"asyncio":1,"async":2,"def":1,"test":1,"beam":2,"search":2,"asyncopenai":1,"tmp":1,"validate":1,"that":1,"be":1,"used":1},"10475,875,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_lora_adapters.py":{"async":1,"def":1,"load":3,"and":2,"run":2,"adapter":7,"name":4,"str":3,"await":3,"client":2,"post":1,"lora":7,"cast":1,"to":1,"body":2,"path":1,"zephyr":1,"files":1,"for":3,"in":3,"range":2,"3":2,"completions":1,"create":2,"model":1,"prompt":1,"hello":1,"there":1,"foo":1,"bar":1,"bazz":1,"buzz":1,"max":1,"tokens":1,"5":1,"extra":1,"dict":1,"use":1,"beam":1,"search":1,"true":1,"tasks":3,"i":2,"append":1,"asyncio":2,"task":1,"f":2,"results":2,"wait":1,"r":3,"assert":1,"not":1,"isinstance":1,"exception":2,"got":1},"0,1887,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":7,"json":2,"openai":2,"pytest":8,"asyncio":3,"from":3,"assets":1,"audio":20,"audioasset":3,"multimodal":1,"utils":2,"encode":2,"base64":3,"fetch":2,"remoteopenaiserver":2,"model":6,"name":5,"fixie":1,"ai":1,"ultravox":1,"v0":1,"5":2,"llama":1,"3":1,"1b":1,"test":4,"urls":3,"winning":1,"call":1,"url":11,"mary":1,"had":1,"lamb":1,"maximum":2,"audios":2,"fixture":3,"scope":2,"module":1,"def":4,"server":5,"args":2,"dtype":1,"float32":1,"max":2,"len":1,"2048":1,"num":1,"seqs":1,"enforce":1,"eager":1,"trust":1,"remote":3,"code":1,"limit":1,"mm":1,"per":1,"prompt":1,"dumps":1,"with":2,"as":2,"yield":2,"async":6,"client":5,"get":1,"session":2,"encoded":1,"dict":1,"str":4,"return":1,"for":1,"in":2,"mark":3,"parametrize":2,"single":1,"chat":1,"asyncopenai":1,"messages":1,"role":1,"user":1,"content":1,"type":2,"text":2,"what":1,"s":1,"happening":1,"this":1},"1887,1806,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"test":4,"single":1,"completion":11,"chat":9,"await":2,"client":3,"completions":2,"create":2,"model":7,"name":5,"messages":7,"max":2,"tokens":5,"10":4,"logprobs":2,"true":1,"temperature":1,"0":7,"top":1,"5":1,"assert":6,"len":3,"choices":4,"1":1,"choice":3,"finish":1,"reason":1,"length":1,"usage":1,"openai":2,"types":1,"completionusage":1,"prompt":1,"202":1,"total":1,"212":1,"message":12,"content":8,"is":2,"not":2,"none":2,"and":2,"role":4,"assistant":2,"append":2,"multi":1,"turn":1,"dialogue":1,"user":2,"express":1,"your":1,"result":1,"in":2,"json":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"audio":8,"url":6,"urls":1,"async":1,"def":1,"error":1,"on":1,"invalid":1,"type":3,"asyncopenai":1,"str":2,"text":2,"what":1,"s":1,"happening":1,"this":1},"3693,1910,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"audio":12,"url":9,"should":1,"be":1,"a":2,"dict":2,"some":1,"not":2,"directly":1,"string":1,"with":1,"pytest":4,"raises":1,"openai":3,"badrequesterror":1,"await":2,"client":3,"chat":8,"completions":2,"create":2,"model":7,"name":5,"messages":6,"max":2,"completion":9,"tokens":5,"10":4,"temperature":2,"0":7,"mark":3,"asyncio":1,"parametrize":2,"test":3,"urls":1,"async":1,"def":1,"single":2,"session":1,"base64encoded":1,"asyncopenai":1,"str":4,"base64":3,"encoded":2,"role":3,"user":1,"content":5,"type":2,"f":1,"data":1,"wav":1,"text":2,"what":1,"s":1,"happening":1,"in":1,"this":1,"logprobs":2,"true":1,"top":1,"5":1,"assert":5,"len":2,"choices":3,"1":1,"choice":3,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"prompt":1,"202":1,"total":1,"212":1,"message":8,"is":1,"none":1,"and":1,"assistant":2,"append":1},"5603,1878,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"test":4,"multi":1,"turn":1,"dialogue":1,"messages":7,"append":2,"role":4,"user":2,"content":8,"express":1,"your":1,"result":1,"in":2,"json":1,"chat":10,"completion":11,"await":2,"client":3,"completions":2,"create":2,"model":7,"name":5,"max":2,"tokens":5,"10":4,"temperature":1,"0":7,"message":12,"choices":4,"assert":6,"is":2,"not":2,"none":2,"and":2,"len":3,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"audio":10,"url":3,"urls":1,"async":1,"def":1,"single":2,"session":1,"input":3,"openai":2,"asyncopenai":1,"str":4,"base64":2,"encoded":2,"dict":1,"type":2,"data":1,"format":1,"wav":1,"text":2,"what":1,"s":1,"happening":1,"this":1,"logprobs":2,"true":1,"top":1,"5":1,"1":1,"choice":3,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"prompt":1,"202":1,"total":1,"212":1,"assistant":2},"7481,1330,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"test":4,"multi":1,"turn":1,"dialogue":1,"messages":6,"append":1,"role":2,"user":2,"content":5,"express":1,"your":1,"result":1,"in":2,"json":1,"chat":8,"completion":8,"await":2,"client":3,"completions":2,"create":2,"model":7,"name":5,"max":2,"tokens":2,"10":1,"message":5,"choices":3,"0":6,"assert":1,"is":1,"not":1,"none":1,"and":1,"len":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"audio":8,"url":6,"urls":1,"async":1,"def":1,"streaming":1,"openai":1,"asyncopenai":1,"str":2,"type":2,"text":2,"what":1,"s":1,"happening":1,"this":1,"single":1,"8":1,"temperature":1,"output":1,"stop":1,"reason":2,"finish":1},"8811,1943,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"test":4,"streaming":2,"stream":3,"await":2,"client":3,"chat":6,"completions":2,"create":2,"model":7,"name":5,"messages":5,"max":2,"completion":6,"tokens":2,"8":2,"temperature":2,"0":10,"true":1,"chunks":3,"list":1,"str":5,"finish":7,"reason":9,"count":3,"async":2,"for":1,"chunk":4,"in":3,"delta":7,"choices":5,"if":3,"role":3,"assert":5,"assistant":1,"content":5,"append":1,"is":1,"not":1,"none":1,"1":2,"should":1,"only":1,"return":1,"last":1,"block":1,"stop":2,"join":1,"output":2,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"audio":10,"url":3,"urls":1,"def":1,"input":3,"openai":1,"asyncopenai":1,"base64":2,"encoded":2,"dict":1,"user":1,"type":2,"data":1,"format":1,"wav":1,"text":2,"what":1,"s":1,"happening":1,"this":1,"single":1,"message":1},"10754,1805,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"test":6,"streaming":1,"stream":3,"await":2,"client":3,"chat":2,"completions":2,"create":2,"model":7,"name":5,"messages":5,"max":2,"completion":2,"tokens":2,"8":1,"temperature":2,"0":9,"true":1,"chunks":3,"list":2,"str":3,"finish":6,"reason":7,"count":3,"async":2,"for":2,"chunk":4,"in":4,"delta":7,"choices":3,"if":4,"role":3,"assert":5,"assistant":1,"content":4,"append":1,"is":1,"not":1,"none":1,"1":2,"should":1,"only":1,"return":1,"last":1,"block":1,"stop":1,"join":1,"output":1,"pytest":4,"mark":3,"asyncio":1,"parametrize":2,"audio":14,"urls":7,"def":1,"multi":2,"input":2,"openai":2,"asyncopenai":1,"user":1,"type":2,"url":5,"text":2,"what":1,"s":1,"happening":1,"this":1,"len":1,"maximum":1,"audios":1,"with":1,"raises":1,"badrequesterror":1,"10":1},"12559,685,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_audio.py":{"the":1,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"completion":8,"await":2,"client":2,"completions":2,"create":2,"model":4,"name":2,"prompt":1,"0":13,"max":2,"tokens":2,"5":1,"temperature":2,"choices":2,"text":1,"assert":2,"is":2,"not":2,"none":2,"and":2,"len":2,"else":1,"chat":3,"messages":2,"10":1,"message":4,"content":2},"0,1937,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":7,"pytest":7,"asyncio":3,"requests":1,"from":4,"transformers":1,"utils":2,"tokenizer":12,"get":3,"remoteopenaiserver":3,"test":3,"completion":2,"zephyr":11,"lora":10,"added":5,"tokens":5,"files":6,"noqa":4,"f401":2,"any":1,"model":11,"with":3,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":15,"huggingfaceh4":1,"7b":1,"beta":1,"fixture":3,"scope":2,"module":2,"def":4,"server":6,"str":5,"f811":2,"args":2,"use":1,"half":1,"precision":1,"for":1,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":3,"len":1,"8192":1,"enforce":1,"eager":1,"num":1,"seqs":1,"128":1,"config":1,"enable":2,"modules":1,"f":1,"lora2":4,"rank":1,"64":1,"info":1,"endpoint":1,"as":2,"remote":2,"yield":2,"return":1,"if":1,"else":1,"async":6,"client":4,"mark":2,"parametrize":1,"indirect":1,"tokenize":1,"completions":1,"mode":1,"fast":1},"1937,1867,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"for":6,"add":8,"special":6,"in":4,"false":4,"true":4,"prompt":5,"vllm1":2,"this":1,"is":2,"a":2,"test":2,"tokens":6,"tokenizer":9,"encode":1,"response":3,"requests":1,"post":1,"server":2,"url":1,"tokenize":2,"json":2,"model":7,"name":10,"raise":1,"status":1,"result":5,"assert":4,"count":1,"len":2,"max":1,"8192":1,"token":1,"strs":1,"none":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"zephyr":2,"lora2":2,"indirect":1,"async":1,"def":1,"chat":1,"remoteopenaiserver":1,"str":2,"get":1,"mode":1,"fast":1,"generation":2,"conversation":2,"role":4,"user":2,"content":4,"hi":1,"there":1,"assistant":2,"nice":1,"to":1,"meet":1,"you":1,"can":1,"i":1,"ask":1,"question":1,"continue":4,"final":3,"if":2,"and":1,"append":1,"sure":1},"3804,1738,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"prompt":4,"tokenizer":10,"apply":1,"chat":2,"template":1,"add":8,"generation":4,"continue":4,"final":4,"message":2,"conversation":3,"tokenize":3,"false":1,"tokens":6,"encode":1,"special":4,"response":3,"requests":1,"post":1,"server":2,"url":1,"for":2,"json":2,"messages":1,"model":7,"name":10,"raise":1,"status":1,"result":5,"assert":4,"count":1,"len":2,"max":1,"8192":1,"token":1,"strs":1,"is":1,"none":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"zephyr":2,"lora2":2,"indirect":1,"async":1,"def":1,"test":1,"with":1,"tools":1,"remoteopenaiserver":1,"str":2,"get":1,"mode":1,"fast":1},"5542,2000,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"for":5,"add":11,"generation":6,"in":4,"false":4,"true":3,"special":5,"conversation":5,"role":2,"user":1,"content":2,"what":1,"s":1,"the":1,"weather":2,"like":1,"paris":1,"today":1,"tools":5,"type":3,"function":2,"name":2,"get":1,"parameters":1,"object":1,"properties":1,"location":1,"string":1,"continue":8,"final":7,"if":2,"and":1,"append":1,"assistant":1,"sure":1,"prompt":4,"tokenizer":2,"apply":1,"chat":1,"template":1,"message":2,"tokenize":2,"tokens":3,"encode":1,"response":2,"requests":1,"post":1,"server":1,"url":1,"json":1,"messages":1,"model":2,"raise":1,"status":1},"7542,1801,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"result":10,"response":4,"json":3,"assert":8,"tokens":14,"count":2,"len":4,"max":2,"model":12,"8192":2,"token":5,"strs":5,"is":3,"none":1,"pytest":4,"mark":4,"asyncio":2,"parametrize":2,"name":19,"tokenizer":19,"zephyr":4,"lora2":4,"indirect":2,"async":2,"def":2,"test":4,"tokenize":2,"with":1,"return":2,"server":3,"remoteopenaiserver":2,"str":6,"get":2,"mode":2,"fast":2,"prompt":8,"this":2,"a":2,"vllm1":2,"requests":1,"post":1,"url":1,"for":2,"true":2,"raise":1,"status":1,"encode":2,"add":2,"special":2,"convert":1,"ids":1,"to":1,"detokenize":1,"false":1},"9343,1926,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"response":10,"requests":3,"post":1,"server":5,"url":3,"for":7,"detokenize":1,"json":4,"model":7,"name":9,"tokens":5,"raise":3,"status":3,"assert":5,"prompt":2,"pytest":4,"mark":4,"asyncio":3,"parametrize":1,"tokenizer":11,"zephyr":2,"lora2":2,"indirect":1,"async":2,"def":2,"test":4,"info":5,"basic":2,"remoteopenaiserver":2,"str":9,"endpoint":1,"functionality":1,"get":2,"result":8,"class":3,"in":3,"isinstance":2,"schema":2,"that":1,"the":1,"matches":1,"expected":4,"types":3,"field":7,"add":2,"bos":2,"token":5,"bool":4,"prefix":1,"space":1,"clean":1,"up":1,"tokenization":1,"spaces":1,"split":1,"special":2,"eos":1,"pad":1,"unk":1,"chat":1,"template":1,"errors":1,"max":1,"length":1,"int":1,"additional":1,"list":1,"added":1,"decoder":1,"dict":1,"type":3,"items":1,"if":1,"and":1,"is":1,"not":1,"none":1,"f":1,"should":1,"be":1},"11269,1742,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"async":2,"def":2,"test":4,"tokenizer":5,"info":22,"added":6,"tokens":6,"structure":2,"server":5,"remoteopenaiserver":2,"decoder":2,"if":3,"present":1,"response":9,"requests":3,"get":5,"url":3,"for":7,"raise":3,"status":3,"result":4,"json":4,"token":11,"id":2,"in":3,"items":1,"assert":6,"isinstance":3,"str":1,"ids":1,"should":6,"be":4,"strings":1,"dict":2,"a":1,"content":2,"have":2,"special":4,"flag":2,"bool":1,"boolean":1,"pytest":2,"mark":2,"asyncio":2,"consistency":1,"with":2,"tokenize":11,"that":1,"is":1,"consistent":1,"tokenization":1,"endpoint":1,"post":1,"model":4,"name":1,"prompt":1,"hello":1,"world":1,"max":10,"len":7,"length":3,"and":1},"13011,500,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tokenization.py":{"async":1,"def":1,"test":2,"tokenizer":2,"info":2,"chat":9,"template":9,"server":2,"remoteopenaiserver":1,"is":1,"properly":1,"included":1,"response":3,"requests":1,"get":2,"url":1,"for":2,"raise":1,"status":1,"result":2,"json":1,"if":1,"assert":2,"isinstance":1,"str":1,"should":2,"be":2,"a":1,"string":1,"strip":1,"not":1,"empty":1},"0,1989,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_prompt_embeds.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":1,"project":1,"import":12,"base64":1,"io":1,"shutil":2,"from":7,"tempfile":1,"temporarydirectory":2,"openai":2,"use":2,"official":1,"client":1,"for":2,"correctness":1,"check":1,"pytest":6,"asyncio":1,"torch":1,"downloading":1,"lora":11,"test":1,"requests":1,"huggingface":1,"hub":1,"snapshot":2,"download":2,"badrequesterror":1,"transformers":1,"autoconfig":2,"autotokenizer":2,"utils":1,"remoteopenaiserver":1,"any":1,"model":9,"with":1,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":6,"huggingfaceh4":1,"zephyr":9,"7b":2,"beta":2,"typeof":1,"config":1,"pretrained":3,"fixture":4,"scope":4,"module":4,"def":3,"files":6,"return":2,"repo":1,"id":1,"added":4,"tokens":5,"tmp":7,"dir":7,"f":1,"copytree":1,"tokenizer":4,"copy":1,"adapter":1,"and":2,"add":2,"some":1,"unique":1,"32000":1,"32001":1,"32002":1,"vllm1":1,"vllm2":1,"vllm3":1,"special":1,"true":1,"assert":1,"3":1,"save":1,"yield":1,"cleanup":1,"default":1,"server":2,"args":2,"list":1,"str":1,"half":1,"precision":1,"speed":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"len":1,"8192":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"prompt":2,"embeds":2,"enable":2,"no":1,"chunked":1,"prefill":1,"params":1,"disable":1,"frontend":1,"multiprocessing":1},"1989,1910,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_prompt_embeds.py":{"def":4,"server":8,"with":11,"prompt":17,"embeds":20,"default":3,"args":3,"request":3,"if":1,"param":2,"append":1,"remoteopenaiserver":1,"model":8,"name":6,"as":5,"remote":2,"yield":2,"pytest":3,"asyncio":2,"fixture":1,"async":6,"client":7,"get":1,"create":6,"dummy":6,"num":2,"tokens":4,"int":1,"5":3,"str":2,"embeddings":1,"and":1,"return":2,"them":1,"base64":2,"encoded":6,"string":1,"torch":2,"randn":1,"config":1,"hidden":1,"size":1,"buffer":3,"io":1,"bytesio":1,"save":1,"b64encode":1,"getvalue":1,"decode":1,"utf":1,"8":1,"mark":2,"parametrize":1,"test":3,"completions":3,"openai":1,"asyncopenai":1,"case":2,"single":1,"input":1,"completion":8,"await":2,"add":2,"empty":2,"required":2,"parameter":2,"max":2,"temperature":2,"0":7,"extra":2,"body":2,"assert":5,"len":4,"choices":5,"text":3,"1":4,"logprobs":1,"is":1,"none":1,"batch":1,"embeds2":2,"2":1},"3899,1963,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_prompt_embeds.py":{"test":2,"case":2,"streaming":2,"with":5,"prompt":14,"embeds":18,"encoded":6,"create":5,"dummy":2,"single":4,"completion":2,"await":3,"client":3,"completions":3,"model":6,"name":3,"add":3,"empty":3,"as":3,"required":3,"parameter":3,"max":3,"tokens":3,"5":3,"temperature":3,"0":21,"extra":3,"body":3,"output":2,"choices":10,"text":5,"stream":10,"true":2,"chunks":7,"finish":10,"reason":10,"count":6,"async":2,"for":2,"chunk":11,"in":2,"append":2,"if":2,"is":2,"not":2,"none":2,"1":4,"assert":9,"length":2,"join":1,"batch":1,"embeds2":2,"list":2,"str":1,"index":1,"2":1,"len":2},"5862,1668,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_prompt_embeds.py":{"test":3,"case":2,"mixed":4,"text":7,"and":1,"prompt":17,"embeds":17,"encoded":3,"create":5,"dummy":1,"completion":8,"await":4,"client":5,"with":7,"completions":5,"model":13,"name":9,"this":2,"is":2,"a":2,"max":4,"tokens":4,"5":4,"temperature":4,"0":12,"extra":3,"body":3,"assert":3,"len":1,"choices":5,"2":1,"only":4,"embeddings":1,"responses":1,"should":1,"be":1,"handled":1,"first":1,"1":2,"pytest":6,"mark":5,"asyncio":2,"parametrize":3,"async":1,"def":1,"errors":1,"openai":1,"asyncopenai":1,"str":1,"error":1,"invalid":2,"raises":1,"badrequesterror":1,"base64":1,"logprobs":1,"arg":1},"7530,1862,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_prompt_embeds.py":{"async":1,"def":1,"test":3,"completions":3,"with":5,"logprobs":37,"and":2,"prompt":12,"embeds":13,"client":3,"openai":1,"asyncopenai":1,"arg":7,"int":1,"model":5,"name":3,"str":1,"case":2,"using":1,"encoded":5,"create":4,"dummy":2,"completion":6,"await":2,"add":2,"empty":2,"as":2,"required":2,"parameter":2,"max":4,"tokens":4,"5":10,"temperature":2,"0":5,"echo":2,"false":2,"extra":2,"body":2,"choices":3,"assert":13,"is":2,"not":2,"none":2,"len":11,"text":2,"offset":2,"token":2,"top":8,"for":3,"in":3,"1":6,"log":1,"probs":1,"batch":1,"embeds2":2,"2":1,"choice":2},"0,1392,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_oot_registration.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":3,"project":1,"from":1,"utils":1,"import":1,"path":7,"remoteopenaiserver":2,"chatml":4,"jinja":4,"examples":1,"template":2,"assert":3,"exists":1,"def":2,"run":2,"and":2,"test":3,"dummy":5,"opt":4,"api":3,"server":7,"model":5,"tp":3,"1":1,"is":3,"registered":1,"through":1,"plugin":1,"args":2,"gpu":1,"memory":1,"utilization":1,"10":1,"dtype":1,"float32":1,"chat":2,"str":2,"load":1,"format":1,"f":1,"with":1,"as":1,"client":3,"get":1,"completion":2,"completions":1,"create":1,"messages":1,"role":2,"system":1,"content":3,"you":1,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"hello":1,"temperature":1,"generated":4,"text":3,"choices":1,"message":1,"not":1,"none":1,"make":1,"sure":1,"only":1,"first":1,"token":1,"rest":2,"replace":1,"s":1,"oot":1,"registration":1,"for":1},"0,1814,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_score.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":2,"project":1,"from":4,"typing":1,"import":8,"any":3,"pytest":5,"requests":1,"torch":3,"nn":1,"functional":1,"as":3,"f":2,"tensor":3,"entrypoints":1,"openai":1,"protocol":1,"scoreresponse":1,"utils":1,"remoteopenaiserver":2,"fixture":4,"autouse":2,"true":3,"def":5,"v1":2,"run":4,"with":3,"both":2,"engines":2,"simple":1,"wrapper":1,"for":4,"each":1,"test":2,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":3,"a":1,"package":1,"pass":1,"models":2,"name":4,"baai":2,"bge":2,"reranker":1,"v2":1,"m3":1,"is":6,"cross":5,"encoder":5,"base":1,"en":1,"5":1,"false":1,"dtype":5,"half":1,"transformers":1,"hf":9,"model":14,"text":5,"pairs":3,"if":2,"return":2,"predict":1,"tolist":1,"else":2,"embeddings":2,"encode":1,"pair":5,"cosine":1,"similarity":1,"1":1,"dim":1,"scope":3,"class":4,"params":1,"request":2,"yield":3,"param":1,"server":3,"dict":2,"str":2,"args":2,"enforce":1,"eager":1,"max":1,"len":1,"100":1,"remote":2,"runner":3,"kwargs":2,"sentence":1,"transformer":1,"testmodel":1},"1814,1579,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_score.py":{"def":2,"test":2,"text":18,"1":9,"str":3,"2":9,"list":3,"self":2,"server":3,"remoteopenaiserver":2,"model":6,"dict":2,"any":2,"runner":3,"what":3,"is":9,"the":8,"capital":7,"of":7,"france":4,"brazil":2,"brasilia":2,"paris":2,"score":10,"response":3,"requests":1,"post":1,"url":1,"for":4,"json":2,"name":1,"raise":1,"status":1,"scoreresponse":1,"validate":1,"assert":4,"id":1,"not":2,"none":2,"data":3,"len":2,"vllm":3,"outputs":5,"d":2,"in":2,"pairs":2,"0":2,"hf":2,"run":1,"transformers":1,"i":3,"range":1,"pytest":1,"approx":1,"rel":1,"01":1,"united":1,"states":1},"3393,1956,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_score.py":{"score":20,"response":6,"requests":2,"post":2,"server":3,"url":2,"for":8,"json":4,"model":9,"name":2,"text":22,"1":12,"2":10,"raise":2,"status":2,"scoreresponse":2,"validate":2,"assert":8,"id":2,"is":6,"not":4,"none":4,"data":6,"len":4,"vllm":6,"outputs":10,"d":4,"in":4,"pairs":4,"0":4,"hf":4,"run":2,"transformers":2,"runner":3,"i":6,"range":2,"pytest":2,"approx":2,"rel":2,"01":2,"def":1,"test":1,"str":3,"self":1,"remoteopenaiserver":1,"dict":1,"any":1,"what":1,"the":2,"capital":2,"of":2,"france":2,"paris":1},"5349,1985,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_score.py":{"def":2,"test":3,"score":12,"max":1,"model":9,"len":1,"self":2,"server":5,"remoteopenaiserver":2,"dict":2,"str":2,"any":2,"text":18,"1":8,"what":2,"is":5,"the":8,"capital":5,"of":7,"france":4,"20":1,"2":8,"brazil":1,"brasilia":1,"paris":2,"response":9,"requests":3,"post":3,"url":3,"for":4,"json":3,"name":3,"assert":5,"status":3,"code":2,"400":2,"just":1,"a":2,"small":1,"fragments":1,"please":2,"reduce":1,"length":1,"input":1,"in":2,"truncation":2,"truncate":1,"prompt":1,"tokens":1,"101":1,"select":1,"smaller":1,"size":1,"invocations":1,"request":2,"args":2,"raise":1},"7334,1872,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_score.py":{"invocation":9,"response":8,"requests":2,"post":2,"server":3,"url":2,"for":5,"invocations":1,"json":5,"request":1,"args":1,"raise":1,"status":2,"score":11,"output":6,"assert":3,"keys":4,"data":9,"in":2,"zip":1,"pytest":1,"approx":1,"rel":1,"0":2,"05":1,"todo":1,"reset":1,"this":1,"tolerance":1,"to":2,"01":1,"once":1,"we":1,"find":1,"an":1,"alternative":1,"flash":1,"attn":1,"with":1,"bfloat16":1,"def":2,"test":1,"activation":9,"self":1,"remoteopenaiserver":1,"model":4,"dict":1,"str":1,"any":1,"get":4,"outputs":6,"text":6,"1":3,"what":1,"is":3,"the":2,"capital":2,"of":2,"france":2,"2":3,"paris":1,"name":1,"if":2,"code":1,"200":1,"return":2,"torch":1,"tensor":1,"x":2,"cross":1,"encoder":1,"default":1,"none":1,"w":1,"true":1,"wo":1,"false":1},"9206,705,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_score.py":{"assert":4,"torch":3,"allclose":3,"default":2,"w":4,"activation":14,"atol":3,"1e":3,"2":3,"should":3,"use":2,"not":2,"wo":4,"f":1,"sigmoid":1,"be":1,"close":1,"to":1,"else":1,"get":2,"outputs":2,"none":1,"the":2,"parameter":1,"only":1,"works":1,"for":1,"is":1,"cross":1,"encoder":1,"model":1,"response":2,"true":1,"status":1,"code":1,"400":1},"0,1705,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":2,"project":1,"imports":1,"for":2,"guided":2,"decoding":2,"tests":1,"import":16,"json":1,"os":1,"shutil":2,"from":8,"tempfile":1,"temporarydirectory":2,"typing":1,"optional":1,"jsonschema":1,"openai":2,"use":2,"official":1,"client":1,"correctness":1,"check":1,"pytest":5,"asyncio":1,"regex":1,"as":1,"re":2,"requests":2,"downloading":1,"lora":9,"test":1,"huggingface":1,"hub":1,"snapshot":2,"download":2,"badrequesterror":1,"transformers":2,"autotokenizer":2,"utils":2,"tokenizer":6,"get":1,"remoteopenaiserver":1,"any":1,"model":8,"with":1,"a":2,"chat":1,"template":1,"should":1,"work":1,"here":2,"name":5,"huggingfaceh4":1,"zephyr":7,"7b":2,"beta":2,"technically":1,"these":1,"adapters":1,"different":1,"base":1,"but":1,"we":1,"not":1,"testing":1,"generation":1,"quality":1,"typeof":1,"backends":1,"outlines":1,"xgrammar":1,"guidance":1,"fixture":3,"scope":3,"module":3,"def":2,"files":4,"return":1,"repo":1,"id":1,"added":3,"tokens":4,"tmp":7,"dir":7,"f":1,"copytree":1,"pretrained":2,"copy":1,"adapter":1,"and":1,"add":2,"some":1,"unique":1,"32000":1,"32001":1,"32002":1,"vllm1":1,"vllm2":1,"vllm3":1,"special":1,"true":1,"assert":1,"3":1,"save":1,"yield":1,"cleanup":1},"1705,1726,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"def":4,"default":4,"server":11,"args":4,"zephyr":8,"lora":10,"files":4,"added":2,"tokens":2,"return":2,"use":6,"half":1,"precision":1,"for":2,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":4,"model":5,"len":1,"8192":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"config":1,"enable":1,"modules":1,"f":2,"lora2":2,"rank":1,"64":1,"cpu":1,"loras":2,"2":1,"pytest":5,"fixture":3,"scope":1,"module":1,"params":1,"disable":1,"frontend":1,"multiprocessing":1,"request":3,"if":2,"param":2,"append":1,"original":4,"value":4,"os":6,"environ":5,"get":3,"vllm":5,"v1":7,"0":2,"try":1,"with":2,"remoteopenaiserver":1,"name":3,"as":2,"remote":2,"yield":2,"finally":1,"restore":1,"env":1,"is":2,"none":2,"pop":1,"else":1,"import":1,"completion":1,"tests":1,"we":1,"assume":1,"v0":1,"since":1,"there":1,"s":1,"no":1,"explicit":1,"setup":1,"1":1,"asyncio":2,"async":5,"client":4,"mark":2,"parametrize":1,"first":1,"test":2,"base":1,"then":1},"3431,1923,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"async":3,"def":3,"test":6,"single":1,"completion":13,"client":7,"openai":5,"asyncopenai":3,"model":10,"name":5,"str":1,"await":4,"completions":4,"create":4,"prompt":7,"hello":1,"my":1,"is":4,"max":4,"tokens":11,"5":6,"temperature":4,"0":21,"assert":8,"id":1,"not":2,"none":3,"choices":6,"and":1,"len":3,"1":2,"choice":3,"text":3,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"6":1,"total":1,"11":1,"using":3,"token":3,"ids":3,"logprobs":1,"pytest":4,"mark":3,"asyncio":3,"added":4,"lora":2,"zephyr":1,"lora2":1,"32000":2,"32001":2,"32002":2,"echo":2,"true":2,"should":2,"appear":1,"in":1,"tokenized":1,"startswith":1,"unk":2,"vllm1vllm2vllm3":1,"base":2,"with":1,"raises":1,"badrequesterror":1,"match":1,"out":1,"of":1,"vocabulary":1,"be":1,"rejected":1,"by":1,"the":1},"5354,1994,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"pytest":7,"mark":7,"parametrize":4,"first":1,"test":10,"base":1,"model":19,"then":1,"loras":1,"name":15,"zephyr":5,"lora":5,"lora2":1,"async":4,"def":4,"no":1,"logprobs":22,"client":7,"openai":4,"asyncopenai":4,"str":4,"using":3,"token":5,"ids":3,"completion":7,"await":3,"completions":3,"create":3,"prompt":3,"0":27,"max":3,"tokens":3,"5":5,"temperature":3,"none":8,"choice":12,"choices":3,"assert":9,"is":7,"asyncio":3,"just":1,"1":2,"zero":1,"not":6,"top":4,"len":2,"some":1,"6":1,"too":1,"many":1},"7348,1986,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"with":2,"pytest":4,"raises":2,"openai":5,"badrequesterror":2,"apierror":2,"test":3,"using":2,"token":2,"ids":2,"await":3,"client":4,"completions":3,"create":3,"model":14,"name":11,"prompt":10,"0":24,"max":5,"tokens":3,"5":5,"temperature":3,"vllm":2,"has":2,"higher":2,"default":2,"logprobs":10,"20":2,"instead":2,"of":2,"to":2,"support":2,"both":2,"completion":7,"api":4,"and":2,"chat":2,"21":1,"stream":3,"30":1,"true":1,"async":2,"for":1,"chunk":1,"in":1,"the":1,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"assert":1,"len":1,"choices":1,"text":1,"mark":2,"asyncio":1,"parametrize":1,"1":2,"none":2,"def":1,"asyncopenai":1,"str":1,"optional":1,"int":1,"params":2,"dict":1,"a":1,"robot":2,"may":1,"not":2,"injure":1,"another":1,"my":1,"is":2,"if":1,"extra":1,"body":1},"9334,1936,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"if":3,"prompt":13,"logprobs":8,"is":7,"not":5,"none":6,"and":1,"0":16,"with":1,"pytest":5,"raises":1,"badrequesterror":1,"await":4,"client":5,"completions":4,"create":4,"params":2,"else":2,"completion":9,"assert":9,"choices":10,"len":2,"1":4,"mark":4,"asyncio":2,"parametrize":2,"model":9,"name":7,"zephyr":2,"lora":2,"async":2,"def":1,"test":1,"streaming":1,"openai":1,"asyncopenai":1,"str":2,"what":1,"an":1,"llm":1,"single":4,"max":2,"tokens":2,"5":2,"temperature":2,"output":2,"text":3,"stream":3,"true":1,"chunks":3,"list":1,"finish":6,"reason":6,"count":3,"for":1,"chunk":5,"in":2,"append":1,"should":1,"only":1,"return":1,"last":1,"block":1,"length":1,"join":1},"11270,1350,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"async":3,"def":2,"test":2,"parallel":2,"streaming":2,"client":3,"openai":2,"asyncopenai":2,"model":6,"name":5,"str":3,"for":4,"sampling":1,"the":3,"tokens":5,"from":1,"multiple":1,"samples":1,"are":1,"flattened":1,"into":1,"a":1,"single":1,"stream":5,"with":1,"an":2,"index":4,"to":2,"indicate":1,"which":1,"sample":1,"token":1,"belongs":1,"prompt":4,"what":2,"is":3,"llm":1,"n":5,"3":1,"max":4,"5":1,"await":1,"completions":1,"create":1,"true":1,"chunks":3,"list":2,"i":1,"in":3,"range":1,"finish":4,"reason":4,"count":3,"0":4,"chunk":7,"choices":3,"text":3,"append":1,"if":1,"not":1,"none":1,"1":1,"assert":2,"len":1,"print":1,"join":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"zephyr":1,"lora":1,"completion":1,"options":1,"capital":1,"of":1,"france":1},"12620,1581,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":2,"stream":12,"true":6,"options":4,"include":4,"usage":10,"false":6,"continuous":4,"stats":4,"await":2,"client":2,"completions":2,"create":2,"model":4,"name":2,"prompt":4,"max":2,"tokens":2,"5":2,"temperature":2,"0":4,"async":2,"for":2,"chunk":4,"in":2,"assert":2,"is":2,"none":2},"14201,1314,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":1,"stream":7,"true":4,"options":2,"include":2,"usage":12,"continuous":2,"stats":2,"false":2,"await":2,"client":1,"completions":1,"create":1,"model":2,"name":1,"prompt":4,"max":1,"tokens":6,"5":1,"temperature":1,"0":5,"async":1,"for":1,"chunk":12,"in":1,"if":1,"choices":2,"finish":1,"reason":1,"is":4,"none":4,"assert":7,"else":1,"final":8,"anext":1,"not":1,"completion":2,"total":1},"15515,1979,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":2,"stream":11,"true":6,"options":4,"include":4,"usage":18,"continuous":2,"stats":2,"await":3,"client":2,"completions":2,"create":2,"model":4,"name":2,"prompt":8,"max":2,"tokens":12,"5":2,"temperature":2,"0":9,"async":1,"for":1,"chunk":16,"in":1,"assert":9,"is":3,"not":3,"none":5,"completion":4,"total":2,"if":1,"choices":2,"finish":1,"reason":1,"final":8,"anext":1,"false":2,"with":1,"pytest":1,"raises":1,"badrequesterror":1},"17494,1792,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":6,"stream":12,"false":6,"options":6,"include":2,"usage":6,"true":4,"with":3,"pytest":5,"raises":3,"badrequesterror":3,"await":4,"client":5,"completions":5,"create":4,"model":11,"name":8,"prompt":7,"max":4,"tokens":4,"5":4,"temperature":4,"0":14,"continuous":4,"stats":4,"none":2,"mark":2,"asyncio":1,"parametrize":1,"zephyr":1,"lora":1,"async":1,"def":1,"batch":5,"openai":1,"asyncopenai":1,"str":1,"both":1,"text":3,"and":1,"token":1,"ids":1,"for":1,"prompts":2,"in":1,"hello":1,"my":1,"is":1,"2":3,"simple":1,"list":1,"assert":2,"len":1,"choices":3,"1":1},"19286,1436,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":3,"n":3,"2":4,"batch":10,"await":2,"client":4,"completions":2,"create":2,"model":5,"name":5,"prompt":5,"prompts":2,"max":3,"tokens":3,"5":3,"temperature":2,"0":8,"extra":1,"body":1,"dict":1,"note":1,"this":1,"has":1,"to":1,"be":4,"true":3,"for":3,"1":5,"in":2,"vllm":1,"but":1,"not":1,"necessary":1,"official":1,"use":1,"beam":2,"search":2,"assert":6,"len":2,"choices":9,"4":1,"text":7,"should":3,"different":1,"two":2,"copies":2,"of":2,"the":4,"same":4,"3":1,"streaming":1,"stream":1,"texts":4,"async":2,"chunk":3,"choice":3,"index":1,"pytest":1,"mark":1,"asyncio":1,"def":1,"logits":1,"bias":1,"openai":1,"asyncopenai":1,"hello":1,"my":1,"is":1,"tokenizer":3,"get":1},"20722,1567,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":3,"exclusive":1,"selection":1,"token":6,"id":3,"1000":1,"completion":8,"await":3,"client":4,"completions":3,"create":3,"model":7,"name":6,"prompt":7,"max":7,"tokens":16,"temperature":3,"0":11,"logit":2,"bias":2,"str":2,"100":2,"seed":1,"42":1,"assert":3,"len":1,"choices":5,"text":5,"5":2,"response":8,"tokenizer":7,"add":3,"special":3,"false":3,"input":3,"ids":4,"expected":4,"decode":1,"all":1,"for":2,"in":2,"zip":1,"ban":1,"first":2,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"allowed":1,"openai":1,"asyncopenai":1,"hello":1,"my":1,"is":1,"1":1,"get":1},"22289,1944,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"test":3,"exclusive":1,"selection":1,"allowed":4,"ids":5,"21555":1,"21557":1,"21558":1,"completion":8,"await":2,"client":4,"completions":2,"create":2,"model":4,"name":2,"prompt":3,"max":3,"tokens":8,"temperature":2,"0":5,"seed":1,"42":1,"extra":2,"body":2,"dict":2,"token":1,"logprobs":2,"1":3,"response":3,"choices":3,"assert":4,"len":2,"tokenizer":1,"convert":1,"to":1,"in":4,"pytest":6,"mark":4,"asyncio":2,"parametrize":2,"guided":13,"decoding":10,"backend":6,"backends":2,"async":2,"def":2,"json":10,"openai":2,"asyncopenai":2,"str":2,"sample":5,"schema":6,"is":7,"v1":6,"server":4,"bool":2,"if":2,"not":3,"skip":2,"only":2,"supported":2,"engine":2,"f":2,"give":1,"an":2,"example":1,"for":2,"employee":1,"profile":1,"that":1,"fits":1,"this":1,"n":1,"3":3,"500":1,"id":1,"none":1,"i":2,"range":1,"output":2,"loads":1,"text":1,"jsonschema":1,"validate":1,"instance":1,"regex":2},"24233,1773,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"completion":9,"await":2,"client":4,"completions":2,"create":2,"model":4,"name":2,"prompt":2,"f":1,"give":1,"an":1,"example":1,"ipv4":1,"address":1,"with":1,"this":1,"regex":5,"sample":7,"n":2,"3":3,"temperature":2,"1":2,"0":2,"max":2,"tokens":2,"20":1,"extra":2,"body":2,"dict":2,"guided":16,"decoding":8,"backend":6,"assert":6,"id":2,"is":10,"not":5,"none":3,"len":2,"choices":4,"for":3,"i":4,"in":5,"range":2,"re":1,"fullmatch":1,"text":2,"pytest":5,"mark":3,"asyncio":2,"parametrize":1,"backends":1,"async":2,"def":2,"test":2,"choice":5,"openai":2,"asyncopenai":2,"str":1,"v1":6,"server":4,"bool":2,"if":2,"skip":2,"only":2,"supported":2,"engine":2,"the":1,"best":1,"language":1,"type":1,"safe":1,"systems":1,"programming":1,"2":3,"10":1,"grammar":2,"sql":1,"statements":1},"26006,1631,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"completion":4,"await":2,"client":3,"completions":2,"create":2,"model":9,"name":8,"prompt":4,"generate":1,"a":2,"sql":3,"state":1,"that":1,"select":2,"col":3,"1":9,"from":3,"table":2,"where":2,"it":2,"is":2,"equals":1,"to":2,"temperature":2,"0":10,"max":2,"tokens":2,"500":1,"extra":1,"body":1,"dict":1,"guided":1,"grammar":2,"sample":2,"statements":2,"content":3,"choices":1,"text":2,"use":1,"lark":4,"parse":3,"the":2,"output":1,"and":2,"make":1,"sure":1,"s":1,"valid":1,"tree":1,"import":1,"parser":2,"remove":1,"spaces":1,"for":2,"comparison":1,"b":1,"c":1,"we":1,"removed":1,"them":1,"in":2,"ground":2,"truth":2,"replace":1,"assert":1,"strip":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"first":1,"test":4,"base":1,"then":1,"loras":1,"zephyr":2,"lora":1,"lora2":1,"logprobs":4,"arg":3,"async":1,"def":1,"echo":2,"logprob":1,"openai":1,"asyncopenai":1,"str":1,"int":1,"tokenizer":3,"get":1,"using":1,"token":1,"ids":1,"hello":1,"my":1,"5":1,"true":1},"27637,1879,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"prompt":7,"text":4,"tokenizer":1,"decode":1,"if":2,"isinstance":1,"list":1,"else":1,"assert":7,"re":1,"search":1,"r":1,"completion":2,"choices":2,"0":4,"logprobs":19,"is":6,"not":2,"none":3,"len":5,"offset":1,"5":4,"token":2,"and":2,"top":5,"for":1,"in":2,"1":3,"max":1,"arg":2,"tokens":1,"pytest":6,"mark":3,"asyncio":2,"parametrize":1,"guided":10,"decoding":7,"backend":4,"backends":1,"async":1,"def":1,"test":1,"type":1,"error":1,"client":3,"openai":3,"asyncopenai":1,"str":1,"sample":4,"json":5,"schema":3,"regex":4,"v1":3,"server":2,"bool":1,"skip":1,"only":1,"supported":1,"engine":1,"with":2,"raises":2,"badrequesterror":2,"await":2,"completions":2,"create":2,"model":4,"name":2,"give":2,"an":2,"example":2,"that":2,"fits":2,"this":2,"42":2,"extra":2,"body":2,"dict":2,"string":1},"29516,1955,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"pytest":2,"mark":2,"parametrize":1,"model":8,"name":8,"stream":6,"echo":7,"false":4,"true":4,"should":1,"not":10,"raise":1,"badrequesterror":1,"error":1,"async":2,"def":1,"test":1,"completion":6,"client":2,"openai":1,"asyncopenai":1,"str":3,"bool":2,"saying":6,"hello":1,"my":1,"is":7,"result":3,"await":1,"completions":1,"create":1,"prompt":1,"max":1,"tokens":1,"10":1,"temperature":1,"0":7,"stop":3,"reason":9,"length":1,"if":5,"assert":9,"id":1,"none":7,"choices":9,"and":7,"len":2,"1":1,"choice":7,"text":7,"5":1,"finish":6,"in":5,"else":3,"chunks":3,"list":1,"final":3,"for":1,"chunk":7,"append":1,"content":5,"join":1,"asyncio":1},"31471,762,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion.py":{"async":1,"def":1,"test":1,"invocations":2,"server":2,"remoteopenaiserver":1,"client":2,"openai":1,"asyncopenai":1,"request":3,"args":3,"model":3,"name":2,"prompt":1,"hello":1,"my":1,"is":1,"max":1,"tokens":1,"5":1,"temperature":1,"0":2,"logprobs":1,"none":1,"completion":5,"await":1,"completions":1,"create":1,"invocation":6,"response":3,"requests":1,"post":1,"url":1,"for":2,"json":2,"raise":1,"status":1,"output":6,"dump":1,"assert":2,"keys":2,"choices":2},"0,1926,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chunked_prompt.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":1,"project":1,"import":4,"openai":2,"use":2,"official":1,"client":7,"for":3,"correctness":1,"check":1,"pytest":5,"asyncio":3,"from":1,"utils":1,"remoteopenaiserver":2,"any":1,"model":6,"with":5,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":3,"huggingfaceh4":1,"zephyr":1,"7b":1,"beta":1,"fixture":2,"scope":1,"module":1,"def":3,"server":5,"args":2,"half":1,"precision":1,"speed":1,"and":2,"memory":1,"savings":1,"in":2,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":4,"len":1,"8192":1,"enforce":1,"eager":1,"lora":1,"config":1,"below":1,"num":2,"seqs":1,"128":1,"enable":1,"chunked":1,"prefill":1,"batched":1,"tokens":9,"1000":1,"as":2,"remote":2,"yield":2,"async":7,"get":1,"mark":1,"test":2,"completion":3,"stream":6,"options":2,"logprobs":2,"long":2,"prompts":1,"asyncopenai":1,"prompt":6,"what":1,"is":1,"capital":1,"of":1,"france":1,"400":1,"await":1,"completions":1,"create":1,"5":2,"temperature":1,"true":3,"include":1,"usage":7,"continuous":1,"stats":1,"received":2,"finished":2,"false":1,"chunk":7,"assert":4,"total":1,"if":1,"not":1,"1":1,"choices":1,"text":1},"1926,1802,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chunked_prompt.py":{"if":6,"chunk":13,"choices":4,"0":11,"finish":2,"reason":2,"is":5,"not":3,"none":3,"finished":6,"true":6,"assert":8,"usage":10,"completion":6,"tokens":14,"received":7,"pytest":1,"mark":1,"asyncio":1,"async":2,"def":1,"test":2,"chat":2,"stream":6,"options":2,"and":1,"logprobs":4,"with":2,"long":2,"prompts":1,"client":2,"openai":1,"asyncopenai":1,"prompt":3,"messages":3,"role":2,"system":1,"content":3,"you":1,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"what":1,"the":1,"capital":1,"of":1,"france":1,"400":1,"await":1,"completions":1,"create":1,"model":2,"name":1,"max":1,"5":2,"temperature":1,"include":1,"continuous":1,"stats":1,"top":1,"empty":3,"chunks":3,"false":1,"for":1,"in":1,"total":1,"delta":1,"when":1,"there":1,"no":1,"generated":1,"1":3,"else":1},"0,1786,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_chat.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":12,"asyncio":1,"from":10,"contextlib":1,"suppress":1,"dataclasses":1,"dataclass":4,"field":2,"typing":1,"any":3,"optional":2,"unittest":1,"mock":1,"magicmock":1,"pytest":1,"config":8,"multimodalconfig":2,"engine":3,"multiprocessing":1,"client":1,"mqllmengineclient":1,"entrypoints":3,"openai":4,"protocol":1,"chatcompletionrequest":1,"serving":3,"chat":4,"openaiservingchat":1,"models":1,"basemodelpath":2,"openaiservingmodels":1,"transformers":1,"utils":1,"tokenizer":5,"get":4,"model":11,"name":5,"community":1,"gpt2":1,"template":2,"dummy":1,"for":1,"testing":1,"base":1,"paths":1,"path":2,"class":3,"mockhfconfig":2,"type":1,"str":5,"mockmodelconfig":2,"task":1,"generate":1,"trust":1,"remote":1,"code":1,"false":1,"mode":1,"auto":2,"max":1,"len":1,"100":1,"revision":1,"none":4,"multimodal":1,"hf":1,"logits":1,"processor":1,"pattern":1,"diff":3,"sampling":3,"param":3,"dict":4,"allowed":1,"local":1,"media":2,"encoder":1,"generation":1,"io":1,"kwargs":1,"default":1,"factory":1,"def":3,"self":3,"return":2,"or":1,"mockengine":2,"async":3,"init":1,"await":1},"1786,1921,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_chat.py":{"models":4,"openaiservingmodels":2,"engine":9,"model":9,"config":3,"base":3,"paths":3,"serving":9,"completion":5,"openaiservingchat":2,"response":2,"role":3,"assistant":2,"chat":14,"template":8,"content":3,"format":2,"auto":2,"request":2,"logger":2,"none":2,"return":2,"def":2,"test":2,"async":3,"init":2,"asyncio":2,"run":1,"assert":2,"pytest":1,"mark":1,"should":1,"set":1,"correct":1,"max":2,"tokens":2,"mock":6,"magicmock":1,"spec":1,"mqllmengineclient":1,"get":2,"tokenizer":2,"value":1,"name":2,"errored":1,"false":1,"client":1,"mockmodelconfig":2,"req":2,"chatcompletionrequest":1,"messages":1,"user":1,"what":1,"is":1,"1":3,"guided":1,"decoding":1,"backend":1,"outlines":1,"with":1,"suppress":1,"exception":1,"await":1,"create":1,"generate":1,"call":1,"args":2,"93":1},"3707,1961,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_chat.py":{"req":6,"max":10,"tokens":11,"10":5,"with":4,"suppress":3,"exception":3,"await":3,"serving":5,"chat":11,"create":3,"completion":3,"assert":3,"mock":12,"engine":10,"generate":3,"call":3,"args":6,"1":6,"setting":2,"server":3,"s":2,"in":2,"the":3,"generation":1,"config":6,"json":1,"lower":1,"than":2,"context":1,"window":1,"prompt":1,"model":10,"mockmodelconfig":1,"diff":1,"sampling":1,"param":1,"side":1,"limit":1,"reinitialize":1,"new":1,"settings":1,"magicmock":1,"spec":1,"mqllmengineclient":1,"get":2,"tokenizer":2,"return":1,"value":1,"name":2,"errored":1,"false":1,"initialize":1,"models":2,"openaiservingmodels":1,"client":1,"base":2,"paths":2,"openaiservingchat":1,"response":1,"role":2,"assistant":1,"template":3,"content":2,"format":1,"auto":1,"request":3,"logger":1,"none":1,"test":2,"case":2,"no":1,"specified":1,"chatcompletionrequest":1,"messages":1,"user":1,"what":1,"is":1,"guided":1,"decoding":1,"backend":1,"outlines":1,"2":1,"set":1,"higher":1,"accepts":1,"15":1},"5668,1982,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_chat.py":{"test":3,"case":3,"3":1,"request":3,"s":3,"max":10,"tokens":11,"set":2,"lower":1,"than":3,"server":4,"accepts":2,"req":6,"5":2,"with":4,"suppress":3,"exception":3,"await":3,"serving":5,"chat":11,"create":3,"completion":3,"assert":2,"mock":11,"engine":9,"generate":2,"call":2,"args":4,"1":5,"setting":2,"in":1,"the":3,"generation":1,"config":6,"json":1,"higher":2,"context":2,"window":2,"prompt":1,"model":10,"mockmodelconfig":1,"diff":1,"sampling":1,"param":1,"200":1,"side":1,"limit":1,"reinitialize":1,"new":1,"settings":1,"magicmock":1,"spec":1,"mqllmengineclient":1,"get":2,"tokenizer":2,"return":1,"value":1,"name":2,"errored":1,"false":1,"initialize":1,"models":2,"openaiservingmodels":1,"client":1,"base":2,"paths":2,"openaiservingchat":1,"response":1,"role":2,"assistant":1,"template":3,"content":2,"format":1,"auto":1,"logger":1,"none":1,"no":1,"specified":1,"defaults":1,"to":1,"chatcompletionrequest":1,"messages":1,"user":1,"what":1,"is":1,"guided":1,"decoding":1,"backend":1,"outlines":1,"93":1,"2":1,"100":1},"7650,1953,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_chat.py":{"assert":4,"mock":13,"engine":10,"generate":4,"call":4,"args":8,"1":9,"max":4,"tokens":4,"93":1,"test":3,"case":1,"3":1,"request":2,"s":1,"set":2,"lower":1,"than":1,"server":1,"accepts":1,"req":6,"5":4,"with":3,"suppress":3,"exception":3,"await":3,"serving":6,"chat":12,"create":3,"completion":3,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"could":1,"load":1,"correct":1,"generation":1,"config":6,"model":10,"mockmodelconfig":1,"diff":1,"sampling":1,"param":2,"temperature":3,"0":3,"repetition":2,"penalty":2,"05":2,"magicmock":1,"spec":1,"mqllmengineclient":1,"get":2,"tokenizer":2,"return":1,"value":1,"name":2,"errored":1,"false":1,"initialize":1,"the":2,"models":2,"openaiservingmodels":1,"client":1,"base":2,"paths":2,"openaiservingchat":1,"response":1,"role":2,"assistant":1,"template":3,"content":2,"format":1,"auto":1,"logger":1,"none":1,"chatcompletionrequest":1,"messages":1,"user":2,"what":1,"is":1,"guided":1,"decoding":1,"backend":1,"outlines":1,"when":1,"it":1},"9603,1995,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_serving_chat.py":{"assert":6,"mock":14,"engine":13,"generate":6,"call":6,"args":12,"1":9,"temperature":4,"0":9,"repetition":2,"penalty":2,"05":2,"test":6,"when":1,"req":6,"with":4,"suppress":3,"exception":3,"await":3,"serving":6,"chat":12,"create":3,"completion":3,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"did":1,"set":2,"correct":1,"cache":7,"salt":9,"model":9,"config":4,"mockmodelconfig":1,"magicmock":1,"spec":1,"mqllmengineclient":1,"get":2,"tokenizer":2,"return":1,"value":1,"name":2,"errored":1,"false":1,"initialize":1,"the":2,"models":2,"openaiservingmodels":1,"client":1,"base":2,"paths":2,"openaiservingchat":1,"response":1,"role":2,"assistant":1,"template":3,"content":2,"format":1,"auto":1,"request":1,"logger":1,"none":1,"chatcompletionrequest":1,"messages":1,"user":1,"what":1,"is":2,"by":1,"default":1,"in":2,"prompt":1,"not":2,"certain":1},"0,1473,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_classification.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":6,"pytest":4,"requests":2,"torch":2,"nn":1,"functional":1,"as":2,"f":1,"from":2,"entrypoints":1,"openai":1,"protocol":1,"classificationresponse":2,"utils":1,"remoteopenaiserver":3,"model":13,"name":9,"jason9693":1,"qwen2":1,"5":1,"1":2,"5b":1,"apeach":1,"dtype":3,"float32":2,"use":1,"avoid":1,"nan":1,"issue":1,"fixture":1,"scope":1,"module":1,"def":2,"server":5,"args":2,"enforce":1,"eager":1,"max":1,"len":2,"512":1,"with":1,"remote":2,"yield":1,"mark":2,"parametrize":2,"test":1,"single":1,"input":4,"classification":4,"str":1,"text":2,"this":1,"product":1,"was":1,"excellent":1,"and":1,"exceeded":1,"my":1,"expectations":1,"response":3,"post":1,"url":1,"for":2,"classify":1,"json":2,"raise":1,"status":1,"output":6,"validate":1,"assert":5,"object":1,"list":1,"data":3,"hasattr":2,"label":1,"probs":1},"1473,1896,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_classification.py":{"def":2,"test":2,"multiple":1,"inputs":1,"classification":6,"server":4,"remoteopenaiserver":2,"model":12,"name":8,"str":2,"input":5,"texts":3,"the":3,"product":2,"arrived":1,"on":1,"time":1,"and":3,"works":1,"perfectly":1,"i":4,"m":2,"very":2,"satisfied":1,"with":2,"my":2,"purchase":2,"would":1,"buy":1,"again":1,"customer":2,"service":2,"was":2,"helpful":1,"resolved":1,"issue":1,"quickly":1,"this":2,"broke":1,"after":1,"one":1,"week":1,"terrible":1,"quality":1,"disappointed":1,"complete":1,"waste":1,"of":1,"money":1,"rude":1,"unhelpful":1,"response":5,"requests":2,"post":2,"url":2,"for":4,"classify":2,"json":4,"output":9,"classificationresponse":2,"validate":2,"assert":11,"len":4,"data":5,"item":7,"in":2,"enumerate":1,"index":2,"hasattr":3,"label":2,"probs":3,"num":1,"classes":1,"default":1,"spoiled":1,"pytest":2,"mark":2,"parametrize":2,"truncate":2,"prompt":3,"tokens":4,"long":2,"text":2,"hello":1,"600":1,"5":3,"raise":1,"status":1,"1":1,"0":3,"usage":2,"total":1},"3369,1937,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_classification.py":{"def":4,"test":5,"invalid":1,"truncate":3,"prompt":3,"tokens":3,"error":8,"server":8,"remoteopenaiserver":4,"model":16,"name":11,"str":3,"classification":12,"response":11,"requests":4,"post":4,"url":4,"for":6,"classify":4,"json":7,"input":5,"513":1,"assert":7,"status":4,"code":2,"400":2,"in":2,"message":1,"pytest":3,"mark":3,"parametrize":2,"empty":2,"batch":1,"list":3,"raise":2,"output":4,"classificationresponse":1,"validate":1,"object":1,"isinstance":1,"data":2,"len":1,"0":1,"asyncio":1,"async":1,"invocations":1,"request":2,"args":2,"this":1,"product":1,"was":1,"excellent":1,"and":1,"exceeded":1,"my":1,"expectations":1},"5306,1986,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_classification.py":{"invocation":9,"response":6,"requests":2,"post":2,"server":3,"url":2,"for":5,"invocations":1,"json":5,"request":1,"args":1,"raise":1,"status":1,"classification":7,"output":6,"assert":6,"keys":4,"data":9,"in":2,"zip":1,"probs":3,"pytest":5,"approx":1,"rel":1,"0":1,"01":1,"mark":4,"asyncio":2,"parametrize":2,"model":7,"name":6,"async":2,"def":2,"test":1,"activation":20,"remoteopenaiserver":1,"str":1,"input":3,"text":2,"this":1,"product":1,"was":1,"excellent":1,"and":1,"exceeded":1,"my":1,"expectations":1,"get":4,"outputs":6,"classify":1,"return":1,"torch":4,"tensor":1,"x":2,"default":3,"await":3,"none":1,"w":5,"true":1,"wo":5,"false":1,"allclose":3,"atol":3,"1e":3,"2":3,"should":3,"use":2,"not":2,"f":1,"softmax":1,"dim":1,"1":1,"be":1,"close":1,"to":1},"7292,402,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_classification.py":{"def":1,"test":2,"pooling":4,"server":2,"remoteopenaiserver":1,"model":3,"name":2,"str":1,"api":1,"uses":1,"all":1,"which":1,"does":1,"not":1,"support":1,"chunked":1,"prefill":1,"response":2,"requests":1,"post":1,"url":1,"for":1,"json":2,"input":1,"encoding":1,"format":1,"float":1,"assert":1,"error":1,"type":1,"badrequesterror":1},"0,1579,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_return_tokens_as_ids.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"separate":1,"these":1,"tests":1,"out":1,"from":7,"test":7,"completion":7,"and":1,"chat":1,"because":1,"they":1,"require":1,"launching":1,"a":3,"second":1,"server":19,"with":6,"different":1,"flag":7,"running":1,"both":1,"servers":1,"at":1,"same":1,"time":1,"on":1,"single":1,"node":1,"will":1,"oom":1,"import":7,"pytest":4,"transformers":1,"utils":2,"tokenizer":2,"get":2,"remoteopenaiserver":3,"default":4,"args":8,"noqa":4,"f401":3,"zephyr":2,"lora":2,"added":1,"tokens":4,"files":2,"model":3,"name":3,"fixture":5,"scope":1,"module":1,"def":2,"request":4,"f811":1,"use":4,"param":1,"if":2,"return":3,"as":6,"token":3,"ids":3,"remote":4,"yield":2,"true":4,"else":1,"false":2,"mark":2,"asyncio":1,"parametrize":1,"indirect":1,"async":3,"not":1,"client":2},"1579,1592,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_return_tokens_as_ids.py":{"completion":5,"await":1,"client":1,"completions":1,"create":1,"model":3,"name":3,"include":1,"unicode":1,"characters":1,"to":1,"test":2,"for":4,"dividing":1,"a":1,"single":1,"character":1,"across":1,"multiple":1,"tokens":12,"is":1,"28705":1,"31862":1,"the":5,"zephyr":1,"tokenizer":5,"prompt":1,"say":1,"hello":1,"world":1,"echo":1,"true":5,"temperature":1,"0":4,"max":1,"10":1,"logprobs":7,"1":3,"extra":1,"body":1,"request":3,"args":3,"text":4,"choices":3,"token":9,"strs":3,"get":1,"check":2,"that":2,"representations":1,"are":1,"consistent":1,"between":1,"raw":1,"and":1,"top":6,"slice":1,"off":1,"first":1,"one":1,"because":1,"there":1,"s":1,"no":1,"scoring":1,"associated":1,"with":1,"bos":1,"logprob":4,"keys":2,"next":1,"iter":1,"by":2,"in":2,"assert":2,"decoding":1,"gives":1,"expected":1,"int":1,"removeprefix":1,"id":1,"decode":1,"skip":1,"special":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"server":6,"fixture":3,"false":1,"indirect":1,"async":1,"def":1,"chat":1,"return":2,"as":2,"ids":2,"use":2,"flag":2,"if":1,"not":1},"3171,1071,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_return_tokens_as_ids.py":{"async":2,"with":1,"server":1,"get":2,"client":3,"as":1,"response":3,"await":1,"chat":1,"completions":1,"create":1,"model":3,"name":3,"include":1,"unicode":1,"characters":1,"to":2,"test":1,"for":3,"dividing":1,"a":1,"single":1,"character":1,"across":1,"multiple":1,"tokens":3,"is":1,"28705":1,"31862":1,"the":1,"zephyr":1,"tokenizer":5,"messages":1,"role":2,"system":1,"content":6,"you":1,"like":2,"respond":1,"in":2,"only":1,"emojis":2,"user":1,"please":1,"write":1,"some":1,"temperature":1,"0":3,"max":1,"8":1,"logprobs":2,"true":2,"extra":1,"body":1,"request":1,"args":1,"text":2,"choices":2,"message":1,"token":5,"ids":3,"logprob":2,"append":1,"int":1,"removeprefix":1,"id":1,"assert":1,"decode":1,"skip":1,"special":1},"0,1693,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_skip_tokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":2,"project":1,"import":7,"base64":5,"io":3,"numpy":1,"as":2,"np":1,"pytest":5,"requests":1,"torch":7,"from":1,"utils":1,"remoteopenaiserver":3,"model":5,"name":5,"christian":1,"pinto":1,"prithvi":1,"eo":1,"300m":1,"tl":1,"dtype":5,"float16":3,"fixture":2,"autouse":2,"true":1,"def":3,"v1":1,"run":3,"with":2,"both":2,"engines":2,"simple":1,"wrapper":1,"for":3,"each":1,"test":3,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":2,"a":1,"package":1,"pass":1,"scope":1,"module":1,"server":4,"args":2,"runner":1,"pooling":1,"use":1,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"ci":1,"environment":1,"enforce":1,"eager":1,"trust":1,"remote":3,"code":1,"skip":1,"tokenizer":1,"init":1,"max":1,"num":1,"seqs":1,"32":1,"yield":1,"mark":2,"asyncio":1,"parametrize":1,"async":1,"single":1,"request":1,"str":1,"pixel":2,"values":2,"full":2,"6":1,"512":2,"1":3,"location":2,"coords":2,"buffer":8,"tiff":4,"bytesio":2,"save":2,"seek":2,"binary":4,"data":4,"read":2,"tensor":1,"embedding":2,"b64encode":2,"decode":2,"utf":2,"8":2,"coord":5},"1693,806,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_skip_tokenizer.py":{"prompt":3,"model":2,"name":1,"additional":1,"data":3,"token":1,"ids":1,"1":1,"encoding":1,"format":1,"base64":4,"messages":1,"role":1,"user":1,"content":1,"type":1,"image":2,"embeds":2,"pixel":1,"values":1,"tensor":1,"embedding":2,"location":1,"coords":1,"coord":1,"test":1,"single":1,"pooling":2,"response":5,"requests":1,"post":1,"server":1,"url":1,"for":2,"json":2,"raise":1,"status":1,"output":2,"0":1,"np":4,"frombuffer":1,"b64decode":1,"dtype":1,"float32":1,"assert":1,"len":1,"524288":1},"0,1996,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_logit_bias_validation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"openai":2,"pytest":7,"asyncio":4,"from":2,"config":3,"modelconfig":2,"utils":1,"remoteopenaiserver":2,"model":12,"name":8,"qwen":1,"qwen2":1,"5":3,"1":5,"5b":1,"instruct":1,"def":5,"get":5,"vocab":8,"size":8,"seed":1,"dtype":2,"bfloat16":2,"return":1,"fixture":2,"scope":1,"module":1,"server":5,"args":2,"max":3,"len":1,"1024":1,"enforce":1,"eager":1,"with":3,"as":3,"remote":2,"yield":2,"async":7,"client":8,"mark":2,"test":4,"chat":6,"logit":8,"bias":8,"valid":5,"that":2,"values":2,"are":2,"accepted":1,"in":2,"completions":4,"token":4,"id":4,"completion":2,"await":2,"create":2,"messages":2,"role":2,"user":2,"content":3,"testing":2,"tokens":2,"str":2,"assert":1,"choices":1,"message":1,"is":1,"not":1,"none":1,"invalid":5,"rejected":1,"raises":1,"badrequesterror":1,"excinfo":1},"1996,189,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_logit_bias_validation.py":{"error":6,"excinfo":1,"value":1,"message":3,"str":3,"assert":3,"status":1,"code":1,"400":1,"invalid":1,"token":1,"id":1,"in":2,"vocab":1,"size":1},"0,1936,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_truncation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":1,"project":1,"from":2,"typing":1,"import":5,"any":2,"openai":2,"pytest":5,"asyncio":3,"tests":1,"utils":1,"remoteopenaiserver":2,"model":7,"name":3,"sentence":1,"transformers":1,"all":1,"minilm":1,"l12":1,"v2":1,"max":3,"len":3,"128":1,"input":3,"immerse":1,"yourself":1,"in":6,"enchanting":1,"chronicle":1,"of":8,"calculus":5,"a":2,"mathematical":1,"domain":1,"that":2,"has":1,"radically":1,"transformed":1,"our":1,"comprehension":1,"change":1,"and":5,"motion":1,"despite":1,"its":1,"roots":1,"ancient":2,"civilizations":1,"formal":1,"birth":1,"predominantly":1,"occurred":1,"17th":2,"century":2,"primarily":1,"under":1,"influential":1,"guidance":1,"sir":1,"isaac":1,"newton":2,"gottfried":1,"wilhelm":1,"leibniz":2,"earliest":1,"traces":1,"concepts":1,"are":1,"found":1,"greek":1,"mathematics":1,"most":1,"notably":1,"works":1,"eudoxus":1,"archimedes":1,"around":1,"300":1,"bce":1,"they":1,"utilized":1,"method":1,"exhaustion":1,"technique":1,"for":2,"computing":1,"areas":1,"volumes":1,"through":1,"use":1,"finite":1,"sums":1,"this":2,"methodology":1,"laid":1,"crucial":1,"foundational":1,"work":1,"integral":1,"both":1,"independently":1,"pioneered":1,"each":1,"contributing":1,"unique":1,"perspectives":1,"would":1,"shape":1,"new":1,"field":1,"fixture":2,"scope":1,"module":1,"def":3,"server":5,"args":2,"runner":1,"pooling":1,"dtype":1,"bfloat16":1,"enforce":1,"eager":1,"str":2,"with":2,"as":2,"remote":2,"yield":2,"async":6,"client":5,"get":1,"mark":1,"test":1,"smaller":1,"truncation":3,"size":3,"asyncopenai":1,"10":1,"kwargs":1,"dict":1,"truncate":1,"prompt":1,"tokens":1},"1936,1615,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_truncation.py":{"response":4,"await":3,"client":5,"post":3,"path":3,"embeddings":3,"cast":3,"to":3,"object":4,"body":3,"kwargs":5,"assert":3,"usage":2,"prompt":5,"tokens":5,"truncation":9,"size":9,"pytest":3,"mark":2,"asyncio":2,"async":2,"def":2,"test":2,"bigger":1,"openai":4,"asyncopenai":2,"max":5,"model":8,"len":4,"1":2,"dict":2,"str":3,"any":2,"name":2,"input":4,"truncate":3,"with":1,"raises":1,"badrequesterror":3,"as":1,"err":3,"f":1,"error":2,"code":2,"400":2,"message":1,"value":1,"is":1,"greater":1,"than":1,"please":1,"select":1,"a":1,"smaller":1,"type":1,"param":1,"none":1},"0,1637,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":6,"json":2,"openai":1,"pytest":8,"asyncio":3,"from":2,"multimodal":1,"utils":2,"encode":2,"video":13,"base64":3,"fetch":2,"remoteopenaiserver":2,"model":5,"name":4,"llava":2,"hf":2,"onevision":1,"qwen2":1,"5b":1,"ov":1,"maximum":2,"videos":6,"4":1,"test":3,"urls":3,"http":4,"commondatastorage":4,"googleapis":4,"com":4,"gtv":4,"bucket":4,"sample":4,"bigbuckbunny":1,"mp4":4,"elephantsdream":1,"forbiggerblazes":1,"forbiggerfun":1,"fixture":3,"scope":2,"module":1,"def":3,"server":5,"args":2,"runner":1,"generate":1,"max":2,"len":1,"32768":1,"num":1,"seqs":1,"enforce":1,"eager":1,"trust":1,"remote":3,"code":1,"limit":1,"mm":1,"per":1,"prompt":1,"dumps":1,"with":2,"as":2,"yield":2,"async":5,"client":4,"get":1,"session":1,"encoded":1,"dict":1,"str":2,"return":1,"url":4,"for":1,"in":1,"mark":3,"parametrize":2},"1637,1781,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"async":1,"def":1,"test":4,"single":2,"chat":10,"session":1,"video":8,"client":3,"openai":2,"asyncopenai":1,"model":7,"name":5,"str":2,"url":6,"messages":7,"role":4,"user":2,"content":8,"type":2,"text":2,"what":1,"s":1,"in":2,"this":1,"completion":11,"await":2,"completions":2,"create":2,"max":2,"tokens":5,"10":4,"logprobs":2,"true":1,"temperature":1,"0":6,"top":1,"5":1,"assert":6,"len":3,"choices":4,"1":1,"choice":3,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"prompt":1,"6287":1,"total":1,"6297":1,"message":12,"is":2,"not":2,"none":2,"and":2,"assistant":2,"append":2,"multi":1,"turn":1,"dialogue":1,"express":1,"your":1,"result":1,"json":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"urls":1},"3418,1606,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"async":2,"def":2,"test":3,"error":1,"on":1,"invalid":1,"video":15,"url":14,"type":5,"client":3,"openai":3,"asyncopenai":2,"model":6,"name":5,"str":4,"messages":4,"role":2,"user":2,"content":2,"text":4,"what":2,"s":2,"in":2,"this":2,"should":1,"be":1,"a":2,"dict":1,"some":1,"not":1,"directly":1,"string":1,"with":1,"pytest":4,"raises":1,"badrequesterror":1,"await":1,"chat":2,"completions":1,"create":1,"max":1,"completion":1,"tokens":1,"10":1,"temperature":1,"0":2,"mark":3,"asyncio":1,"parametrize":2,"urls":1,"single":1,"session":1,"beamsearch":1},"5024,1906,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"chat":12,"completion":13,"await":2,"client":3,"completions":2,"create":2,"model":7,"name":5,"messages":6,"n":1,"2":2,"max":2,"tokens":5,"10":4,"logprobs":4,"true":3,"top":2,"5":2,"extra":1,"body":1,"dict":2,"use":1,"beam":1,"search":1,"assert":7,"len":3,"choices":6,"0":5,"message":10,"content":7,"1":2,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"video":11,"url":6,"test":3,"urls":1,"async":1,"def":1,"single":2,"session":1,"base64encoded":1,"openai":2,"asyncopenai":1,"str":4,"base64":3,"encoded":2,"role":3,"user":1,"type":2,"f":1,"data":1,"jpeg":1,"text":2,"what":1,"s":1,"in":1,"this":1,"temperature":1,"choice":3,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"prompt":1,"6287":1,"total":1,"6297":1,"is":1,"not":1,"none":1,"and":1,"assistant":2,"append":1},"6930,1635,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"test":4,"multi":1,"turn":1,"dialogue":1,"messages":6,"append":1,"role":2,"user":2,"content":6,"express":1,"your":1,"result":1,"in":2,"json":1,"chat":9,"completion":8,"await":2,"client":3,"completions":2,"create":2,"model":9,"name":7,"max":2,"tokens":2,"10":2,"temperature":1,"0":5,"message":6,"choices":4,"assert":3,"is":1,"not":1,"none":1,"and":1,"len":2,"pytest":6,"mark":6,"asyncio":2,"parametrize":4,"video":13,"url":7,"urls":2,"async":1,"def":1,"single":1,"session":1,"base64encoded":1,"beamsearch":1,"openai":1,"asyncopenai":1,"str":4,"base64":3,"encoded":2,"dict":2,"type":2,"f":1,"data":1,"jpeg":1,"text":2,"what":1,"s":1,"this":1,"n":1,"2":2,"extra":1,"body":1,"use":1,"beam":1,"search":1,"true":1,"1":1},"8565,1901,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"async":3,"def":2,"test":6,"chat":6,"streaming":2,"video":11,"client":4,"openai":2,"asyncopenai":2,"model":8,"name":6,"str":5,"url":5,"messages":5,"role":3,"user":1,"content":5,"type":2,"text":2,"what":1,"s":1,"in":4,"this":1,"single":1,"completion":6,"await":2,"completions":2,"create":2,"max":2,"tokens":2,"10":2,"temperature":2,"0":10,"output":2,"choices":5,"message":1,"stop":2,"reason":9,"finish":7,"stream":3,"true":1,"chunks":3,"list":2,"count":3,"for":2,"chunk":4,"delta":7,"if":3,"assert":5,"assistant":1,"append":1,"is":1,"not":1,"none":1,"1":2,"should":1,"only":1,"return":1,"last":1,"block":1,"join":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"urls":4,"i":2,"range":1,"2":1,"len":1,"multi":1,"input":1},"10466,1395,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_video.py":{"messages":5,"role":1,"user":1,"content":3,"type":2,"video":8,"url":5,"for":1,"in":2,"urls":2,"text":3,"what":1,"s":1,"this":1,"if":1,"len":3,"maximum":1,"videos":1,"with":1,"pytest":1,"raises":1,"openai":1,"badrequesterror":1,"test":1,"multi":1,"input":1,"await":3,"client":3,"chat":4,"completions":3,"create":3,"model":6,"name":3,"max":3,"completion":9,"tokens":3,"10":2,"temperature":3,"0":15,"the":1,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"prompt":1,"5":1,"choices":2,"assert":2,"is":2,"not":2,"none":2,"and":2,"else":1,"message":4},"0,1999,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_with_tool_reasoning.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":10,"vllm":1,"project":1,"import":4,"openai":1,"use":1,"official":1,"client":5,"for":3,"correctness":1,"check":1,"pytest":4,"asyncio":2,"from":1,"utils":1,"remoteopenaiserver":2,"a":2,"reasoning":2,"and":1,"tool":3,"calling":1,"model":4,"name":3,"qwen":1,"qwq":1,"32b":1,"fixture":2,"scope":1,"module":1,"def":2,"server":5,"noqa":1,"f811":1,"args":2,"max":1,"len":1,"8192":1,"enforce":1,"eager":1,"parser":2,"deepseek":1,"r1":1,"enable":1,"auto":1,"choice":1,"call":1,"hermes":1,"with":2,"as":2,"remote":2,"yield":2,"async":5,"get":3,"tools":1,"type":5,"function":2,"current":2,"weather":3,"description":4,"in":3,"given":1,"location":1,"parameters":1,"object":1,"properties":1,"city":4,"string":3,"find":1,"e":2,"g":2,"san":1,"francisco":1,"state":3,"two":1,"letter":1,"abbreviation":1,"that":1,"is":1,"ca":1,"which":1,"would":1,"mean":1,"california":1,"unit":3,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"required":1,"messages":1,"role":2,"user":1,"content":2,"hi":1,"how":2,"are":1,"you":2,"doing":2,"today":1,"assistant":1,"i":2,"m":1,"well":1,"can":1,"help":1},"1999,1978,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_with_tool_reasoning.py":{"role":1,"user":1,"content":8,"can":1,"you":1,"tell":1,"me":1,"what":1,"the":1,"temperate":1,"will":1,"be":1,"in":4,"dallas":2,"fahrenheit":2,"func":4,"name":5,"get":1,"current":1,"weather":1,"args":2,"city":1,"state":1,"tx":1,"unit":1,"def":3,"extract":2,"reasoning":11,"and":6,"calls":5,"chunks":5,"list":1,"tool":17,"call":12,"idx":5,"1":1,"arguments":9,"function":12,"names":7,"for":2,"chunk":8,"if":6,"choices":5,"0":14,"delta":5,"index":2,"append":3,"else":1,"hasattr":1,"return":1,"test":4,"streaming":2,"pytest":2,"mark":2,"asyncio":2,"async":3,"chat":3,"of":2,"client":3,"openai":2,"asyncopenai":2,"stream":3,"await":1,"completions":1,"create":1,"model":2,"messages":2,"tools":2,"temperature":1,"true":1,"assert":3,"len":3,"full":2,"generate":1},"3977,445,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_with_tool_reasoning.py":{"tool":6,"calls":6,"await":1,"client":1,"chat":1,"completions":1,"create":1,"model":2,"name":3,"messages":2,"tools":2,"temperature":1,"0":8,"stream":1,"false":1,"assert":3,"len":1,"choices":3,"message":3,"reasoning":1,"content":1,"function":2,"func":2,"arguments":1,"args":1},"0,1758,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":2,"project":1,"import":13,"subprocess":1,"sys":1,"tempfile":1,"time":1,"from":5,"http":1,"httpstatus":1,"openai":1,"pytest":5,"asyncio":1,"requests":1,"prometheus":1,"client":2,"parser":1,"text":2,"string":1,"metric":3,"families":1,"transformers":1,"autotokenizer":1,"version":6,"utils":1,"remoteopenaiserver":1,"model":2,"name":1,"tinyllama":2,"1":1,"1b":1,"chat":1,"v1":7,"prev":3,"minor":3,"fixture":5,"scope":3,"module":5,"params":2,"true":1,"false":1,"def":3,"use":5,"request":2,"scoped":1,"variant":1,"of":1,"run":2,"with":2,"both":2,"engines":1,"this":2,"a":2,"test":3,"v0":1,"and":3,"also":1,"conditionalize":1,"logic":1,"e":1,"g":1,"metrics":4,"exist":1,"server":2,"expected":4,"if":1,"else":1,"for":3,"in":3,"assert":1,"response":1,"skip":1,"wouldn":1,"t":1,"work":1,"here":1,"because":1,"is":1,"level":1,"per":1,"function":1,"decorators":1,"would":1,"have":1,"no":1,"effect":1,"yield":1,"param":1,"default":1,"args":1,"return":1,"half":1,"precision":1,"speed":1,"memory":1,"savings":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"len":1,"1024":1,"enforce":1,"eager":1,"num":1,"seqs":1,"128":1,"enable":1,"chunked":1,"prefill":1,"disable":1,"frontend":1,"multiprocessing":1,"f":1,"show":1,"hidden":1},"1758,773,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"def":2,"server":8,"use":3,"v1":3,"default":3,"args":3,"request":5,"if":2,"param":2,"append":1,"env":3,"dict":4,"vllm":1,"1":1,"else":1,"0":1,"with":2,"remoteopenaiserver":1,"model":2,"name":3,"as":2,"remote":2,"yield":2,"pytest":1,"asyncio":1,"fixture":1,"async":3,"client":2,"get":1,"cl":2,"prompt":5,"hello":1,"my":1,"is":1,"robert":1,"and":1,"i":1,"love":1,"magic":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"tokenized":2,"input":1,"ids":1,"num":3,"requests":1,"10":2,"tokens":2,"per":2,"len":1,"generation":1,"metric":1,"family":1,"suffix":1,"expected":1,"value":1},"2531,1946,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"expected":1,"values":1,"vllm":15,"time":6,"to":2,"first":1,"token":2,"seconds":7,"count":12,"num":30,"requests":20,"per":11,"output":1,"generation":8,"tokens":17,"request":21,"1":1,"e2e":1,"latency":1,"queue":1,"inference":1,"prefill":1,"decode":1,"prompt":8,"sum":4,"params":2,"n":1,"max":2,"iteration":1,"total":4,"success":1,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"test":1,"metrics":2,"counts":1,"server":1,"remoteopenaiserver":1,"client":2,"openai":1,"asyncclient":1,"use":1,"v1":1,"bool":1,"for":1,"in":1,"range":1,"sending":1,"a":1,"triggers":1,"the":1,"be":1,"logged":1,"await":1,"completions":1,"create":1,"model":2,"name":1,"tokenized":1},"4477,1806,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"response":4,"requests":1,"get":1,"server":2,"url":1,"for":6,"metrics":4,"print":1,"text":3,"assert":4,"status":1,"code":1,"httpstatus":1,"ok":1,"loop":1,"over":1,"all":1,"expected":7,"metric":16,"families":2,"family":10,"suffix":13,"values":3,"list":2,"in":10,"items":1,"if":4,"use":1,"v1":2,"and":2,"not":5,"or":1,"show":1,"hidden":2,"deprecated":1,"continue":1,"found":9,"false":2,"check":2,"to":2,"see":1,"the":4,"is":2,"prom":4,"endpoint":4,"string":1,"name":6,"true":2,"that":1,"each":2,"value":9,"w":4,"f":6,"sample":4,"samples":1,"sure":1,"matches":1,"what":1,"we":1,"expect":1,"of":1,"did":3,"match":1,"break":2,"find":2},"6283,1976,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"expected":1,"metrics":1,"vllm":42,"num":5,"requests":2,"running":1,"waiting":1,"gpu":3,"cache":4,"usage":1,"perc":1,"time":18,"to":3,"first":3,"token":6,"seconds":21,"sum":11,"bucket":11,"count":11,"per":3,"output":3,"e2e":3,"request":28,"latency":3,"queue":3,"inference":3,"prefill":3,"decode":3,"prompt":4,"tokens":12,"generation":4,"params":6,"n":3,"max":3,"iteration":1,"total":5,"preemptions":1,"success":1,"config":2,"info":2,"labels":1,"in":1,"block":1,"size":1,"dtype":1,"cpu":2,"offload":1,"gb":1,"enable":1,"prefix":1,"caching":1,"memory":1,"utilization":1,"blocks":2},"8259,77,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"num":1,"gpu":1,"blocks":1,"override":1,"sliding":1,"window":1,"swap":1,"space":1,"bytes":1},"8336,1925,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"expected":1,"metrics":2,"v1":1,"vllm":44,"num":3,"requests":2,"running":1,"waiting":1,"gpu":3,"cache":4,"usage":1,"perc":1,"prefix":2,"queries":1,"hits":1,"preemptions":1,"total":5,"prompt":4,"tokens":12,"generation":4,"iteration":1,"config":1,"info":1,"request":28,"success":1,"sum":11,"bucket":11,"count":11,"params":6,"n":3,"max":3,"time":18,"to":3,"first":3,"token":6,"seconds":21,"per":3,"output":3,"e2e":3,"latency":3,"queue":3,"inference":3,"prefill":3,"decode":3,"hidden":1,"deprecated":1,"list":1,"str":1,"pytest":1,"mark":1,"asyncio":1},"10261,1994,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"async":1,"def":3,"test":2,"metrics":9,"exist":2,"server":5,"remoteopenaiserver":1,"client":2,"openai":2,"asyncclient":1,"use":5,"v1":7,"bool":2,"sending":1,"a":2,"request":2,"triggers":1,"the":1,"to":1,"be":1,"logged":1,"await":1,"completions":1,"create":1,"model":4,"name":4,"prompt":1,"hello":1,"my":1,"is":2,"max":1,"tokens":1,"5":1,"temperature":1,"0":8,"response":5,"requests":3,"get":2,"url":9,"for":2,"assert":2,"status":2,"code":2,"httpstatus":1,"ok":1,"metric":3,"in":3,"expected":2,"if":3,"else":2,"not":2,"show":1,"hidden":2,"and":1,"deprecated":1,"text":1,"run":2,"batch":4,"input":7,"custom":1,"id":1,"method":1,"post":1,"embeddings":1,"body":1,"intfloat":2,"multilingual":2,"e5":2,"small":2,"you":1,"are":1,"helpful":1,"assistant":1,"noqa":1,"e501":1,"base":3,"port":4,"8001":1,"f":1,"http":1,"with":1,"tempfile":2,"namedtemporaryfile":2,"w":1,"as":2,"file":6,"r":1,"output":2,"write":1,"flush":1,"proc":1,"subprocess":1,"popen":1,"sys":1,"executable":1,"m":1,"vllm":2,"entrypoints":1,"i":1,"o":1,"enable":1,"env":1,"1":1,"up":1,"try":1,"return":2,"200":1,"except":1,"connectionerror":1,"false":1},"12255,203,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_metrics.py":{"while":1,"not":1,"is":1,"server":3,"up":1,"url":2,"time":1,"sleep":1,"1":1,"response":2,"requests":1,"get":1,"metrics":1,"assert":1,"status":1,"code":1,"httpstatus":1,"ok":1,"proc":1,"wait":1},"0,1281,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_shutdown.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"import":3,"openai":3,"pytest":3,"from":1,"utils":1,"remoteopenaiserver":2,"model":5,"name":3,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"mark":1,"asyncio":1,"async":3,"def":1,"test":1,"shutdown":1,"on":1,"engine":2,"failure":1,"dtype":2,"max":3,"len":2,"etc":1,"set":1,"so":1,"that":2,"this":2,"can":1,"run":1,"in":2,"ci":1,"args":2,"bfloat16":1,"8192":1,"enforce":1,"eager":1,"num":1,"seqs":1,"128":1,"with":3,"as":2,"remote":3,"server":4,"get":1,"client":3,"raises":1,"apiconnectionerror":1,"internalservererror":1,"asking":1,"for":1,"lots":1,"of":1,"prompt":5,"logprobs":2,"will":1,"currently":1,"crash":1,"may":1,"change":1,"future":1,"when":1,"bug":1,"is":2,"fixed":1,"hello":1,"4000":1,"await":1,"completions":1,"create":1,"extra":1,"body":1,"10":1,"now":1,"should":1,"shut":1,"down":1,"return":2,"code":2,"proc":1,"wait":1,"timeout":1,"8":1,"assert":1,"not":1,"none":1},"0,1924,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_root_path.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"import":6,"contextlib":1,"os":2,"from":2,"typing":1,"any":3,"namedtuple":2,"openai":3,"use":3,"official":1,"client":1,"for":3,"correctness":1,"check":1,"pytest":4,"utils":1,"remoteopenaiserver":2,"model":13,"with":2,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":11,"qwen":1,"qwen2":1,"1":1,"5b":1,"instruct":1,"api":13,"key":13,"abc":2,"123":1,"error":8,"root":6,"path":6,"llm":4,"fixture":1,"scope":1,"module":1,"def":1,"server":3,"args":2,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"float16":1,"enforce":1,"eager":1,"max":1,"len":1,"4080":1,"testing":1,"envs":3,"environ":1,"copy":1,"env":1,"dict":1,"as":1,"remote":2,"yield":1,"class":1,"testcase":5,"str":3,"base":5,"url":5,"list":1,"expected":5,"mark":2,"asyncio":1,"parametrize":1,"test":1,"case":1,"v1":8,"http":4,"localhost":4,"8000":4,"authenticationerror":2,"none":2},"1924,1294,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_root_path.py":{"async":1,"def":1,"test":7,"chat":6,"session":1,"root":1,"path":1,"with":2,"api":3,"key":3,"server":2,"remoteopenaiserver":1,"case":6,"testcase":1,"saying":4,"str":1,"here":1,"is":3,"a":3,"common":2,"about":1,"apple":2,"an":1,"day":1,"keeps":1,"ctx":3,"contextlib":1,"nullcontext":1,"if":1,"expected":2,"error":2,"not":2,"none":2,"pytest":1,"raises":1,"client":2,"openai":1,"asyncopenai":1,"base":2,"url":3,"for":1,"max":1,"retries":1,"0":3,"completion":4,"await":1,"completions":1,"create":1,"model":2,"name":1,"messages":1,"role":3,"user":1,"content":3,"tell":1,"me":1,"assistant":2,"extra":1,"body":1,"continue":1,"final":1,"message":5,"true":1,"add":1,"generation":1,"prompt":1,"false":1,"assert":5,"id":1,"len":2,"choices":2,"1":1,"choice":3,"finish":1,"reason":1,"stop":1},"0,1796,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_template.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":7,"vllm":7,"project":1,"import":7,"pytest":1,"from":6,"config":1,"modelconfig":1,"entrypoints":2,"chat":6,"utils":3,"apply":1,"hf":2,"template":9,"load":3,"openai":1,"protocol":1,"chatcompletionrequest":1,"transformers":1,"tokenizer":2,"get":1,"models":3,"registry":1,"example":1,"path":8,"chatml":8,"jinja":7,"examples":1,"assert":1,"exists":1,"define":1,"templates":1,"and":1,"their":1,"corresponding":1,"expected":1,"outputs":1,"model":1,"generation":1,"output":1,"facebook":3,"opt":3,"125m":3,"true":2,"false":4,"im":19,"start":11,"user":8,"hello":4,"end":8,"assistant":8,"hi":4,"there":4,"what":4,"is":4,"capital":6,"of":6,"test":2,"messages":1,"role":4,"content":5,"message":1,"continue":1,"def":1,"testing":1},"1796,1864,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_template.py":{"test":4,"assertions":1,"assert":3,"template":25,"content":6,"is":1,"not":3,"none":1,"hard":1,"coded":1,"value":1,"for":2,"chatml":3,"jinja":1,"message":5,"in":1,"messages":3,"im":3,"start":2,"role":2,"n":3,"if":2,"loop":2,"last":2,"and":2,"add":4,"generation":5,"prompt":5,"or":2,"end":1,"endif":2,"endfor":1,"1":1,"assistant":2,"noqa":1,"e501":1,"def":3,"no":2,"load":5,"chat":8,"filelike":1,"testing":2,"examples":1,"does":1,"exist":1,"with":1,"pytest":2,"raises":1,"valueerror":1,"match":1,"looks":1,"like":1,"a":1,"file":1,"path":1,"literallike":1,"mark":1,"parametrize":1,"model":16,"continue":2,"final":2,"expected":2,"output":3,"get":2,"gen":1,"info":8,"hf":4,"example":1,"models":1,"find":1,"check":1,"available":1,"online":1,"on":1,"fail":1,"skip":1,"config":3,"modelconfig":1,"tokenizer":9,"mode":2,"trust":4,"remote":4,"code":4,"revision":2,"overrides":2,"initialize":1,"the":1,"name":1},"3660,959,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_chat_template.py":{"create":1,"a":1,"mock":6,"request":6,"object":1,"using":1,"keyword":1,"arguments":1,"chatcompletionrequest":1,"model":6,"messages":4,"test":3,"assistant":1,"message":6,"to":1,"continue":6,"if":1,"final":5,"else":1,"add":4,"generation":4,"prompt":5,"call":1,"the":4,"function":1,"and":2,"get":1,"result":3,"apply":1,"hf":1,"chat":3,"template":6,"tokenizer":2,"conversation":1,"or":1,"content":1,"config":2,"tools":1,"none":1,"assertion":1,"assert":1,"expected":2,"output":2,"f":2,"generated":1,"does":1,"not":1,"match":1,"for":1},"0,1793,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":1,"import":8,"json":2,"pytest":3,"requests":1,"from":5,"pil":1,"image":14,"transformers":1,"autoprocessor":1,"entrypoints":1,"openai":1,"protocol":1,"embeddingresponse":1,"multimodal":1,"utils":2,"encode":2,"base64":3,"fetch":2,"path":5,"remoteopenaiserver":2,"model":3,"name":2,"tiger":1,"lab":1,"vlm2vec":5,"full":1,"maximum":2,"images":2,"jinja":4,"examples":1,"template":2,"assert":1,"exists":1,"test":3,"different":1,"extensions":1,"jpg":3,"png":4,"and":1,"formats":1,"gray":1,"rgb":3,"rgba":2,"urls":2,"https":4,"upload":4,"wikimedia":4,"org":4,"wikipedia":4,"commons":4,"thumb":2,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"2560px":1,"f":1,"fa":1,"grayscale":1,"8bits":1,"palette":1,"sample":1,"9":1,"91":1,"venn":2,"diagram":2,"svg":2,"1280px":1,"0b":1,"comp":1,"fixture":2,"scope":2,"module":1,"def":2,"server":3,"args":2,"runner":1,"pooling":1,"max":2,"len":1,"2048":1,"num":1,"seqs":1,"5":1,"enforce":1,"eager":1,"trust":1,"remote":3,"code":1,"limit":1,"mm":1,"per":1,"prompt":1,"dumps":1,"chat":1,"str":3,"with":1,"as":1,"yield":1,"session":1,"encoded":1,"dict":1,"return":1,"url":3,"for":1,"in":1},"1793,1862,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_vision_embedding.py":{"def":2,"get":3,"hf":5,"prompt":8,"tokens":8,"model":9,"name":7,"content":6,"image":13,"url":10,"processor":2,"autoprocessor":1,"from":1,"pretrained":1,"trust":1,"remote":1,"code":1,"true":2,"num":1,"crops":1,"4":1,"placeholder":2,"1":3,"f":1,"images":2,"open":1,"requests":2,"stream":1,"raw":1,"inputs":2,"return":2,"tensors":1,"pt":1,"input":1,"ids":1,"shape":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"test":2,"urls":1,"async":1,"embedding":2,"server":2,"remoteopenaiserver":1,"str":2,"text":5,"represent":1,"the":1,"given":1,"messages":3,"role":1,"user":1,"type":2,"response":3,"post":1,"for":2,"v1":1,"embeddings":8,"json":2,"encoding":1,"format":1,"float":1,"raise":1,"status":1,"embeddingresponse":1,"validate":1,"assert":6,"id":1,"is":1,"not":1,"none":1,"len":2,"data":2,"0":2,"3072":1,"usage":3,"completion":1,"total":1},"0,1906,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tensorizer_entrypoint.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":5,"project":1,"import":10,"gc":2,"os":1,"tempfile":2,"openai":2,"pytest":7,"asyncio":1,"torch":2,"cuda":2,"from":3,"engine":1,"arg":1,"utils":2,"engineargs":2,"model":20,"executor":1,"loader":2,"tensorizer":7,"tensorizerconfig":3,"tensorize":6,"lora":8,"adapter":3,"remoteopenaiserver":1,"name":4,"unsloth":1,"llama":1,"3":1,"1b":2,"instruct":1,"path":4,"davzoku":1,"finqa":1,"def":6,"cleanup":6,"collect":1,"empty":1,"cache":1,"fixture":7,"autouse":1,"true":1,"scope":4,"module":4,"tmp":5,"dir":6,"with":2,"temporarydirectory":1,"as":2,"yield":3,"uri":6,"f":1,"tensors":2,"and":3,"config":5,"args":3,"manually":1,"invoke":1,"a":5,"here":1,"won":1,"t":1,"be":3,"guaranteed":1,"called":1,"after":1,"this":4,"when":1,"is":2,"used":1,"for":1,"test":1,"server":2,"in":2,"case":2,"directory":1,"file":2,"all":1,"necessary":1,"artifacts":1,"particularly":1,"hf":1,"json":1,"can":2,"infer":1,"so":1,"extra":1,"completely":1,"omitted":1,"start":1,"api":1,"load":1,"format":1,"served":1,"enable":1},"1906,1141,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_tensorizer_entrypoint.py":{"model":10,"dir":2,"os":1,"path":1,"dirname":1,"uri":1,"with":2,"remoteopenaiserver":1,"args":1,"as":2,"remote":2,"server":4,"yield":2,"pytest":3,"asyncio":2,"fixture":1,"async":6,"def":2,"client":6,"get":1,"mark":2,"parametrize":1,"name":6,"test":1,"single":1,"completion":11,"openai":2,"asyncopenai":1,"str":1,"cleanup":1,"await":1,"completions":1,"create":1,"prompt":2,"hello":1,"my":1,"is":3,"max":1,"tokens":4,"5":3,"temperature":1,"0":4,"assert":7,"id":1,"not":2,"none":2,"choices":5,"and":1,"len":3,"1":2,"text":1,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"6":1,"total":1,"11":1},"0,1992,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_default_mm_loras.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":7,"vllm":1,"project":1,"import":7,"os":2,"openai":1,"use":2,"official":1,"client":5,"for":3,"correctness":1,"check":1,"pytest":5,"asyncio":3,"from":3,"huggingface":1,"hub":1,"snapshot":2,"download":2,"conftest":1,"audiotestassets":1,"utils":1,"remoteopenaiserver":2,"note":1,"tests":2,"in":3,"this":1,"module":3,"are":2,"currently":1,"analogous":1,"test":1,"chat":1,"but":1,"separated":1,"avoid":1,"oom":1,"killing":1,"due":1,"scoped":1,"servers":1,"since":1,"we":1,"need":1,"a":5,"multimodal":8,"model":6,"these":1,"contains":1,"modality":1,"specific":1,"lora":10,"alongside":1,"base":1,"name":3,"microsoft":1,"phi":1,"4":1,"instruct":1,"audio":4,"path":4,"join":1,"speech":2,"active":1,"mm":2,"response":1,"spoken":1,"text":1,"first":1,"words":1,"i":1,"spoke":1,"original":1,"chronograph":1,"little":2,"piece":1,"of":1,"practical":1,"poetry":1,"mary":2,"had":1,"lamb":2,"it":1,"slept":1,"with":3,"quite":1,"snow":1,"and":2,"everywhere":1,"that":1,"went":1,"was":1,"sure":1,"go":1,"noqa":2,"e501":1,"fixture":2,"scope":1,"def":2,"server":5,"f811":1,"args":2,"half":2,"precision":1,"speed":1,"memory":2,"savings":1,"ci":1,"environment":1,"dtype":1,"max":4,"len":1,"12800":1,"enforce":1,"eager":1,"config":1,"below":1,"enable":1,"modules":1,"f":2,"rank":1,"320":1,"num":1,"seqs":1,"trust":1,"remote":3,"code":1,"gpu":1,"utilization":1,"8":1,"default":1,"loras":1,"wait":1,"seconds":1,"480":1,"as":2,"yield":2,"async":5,"multi":1,"modal":1,"get":1,"mark":1},"1992,1023,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_default_mm_loras.py":{"pytest":1,"mark":1,"parametrize":1,"base":1,"model":7,"with":1,"default":2,"lora":4,"should":1,"give":1,"the":1,"same":1,"response":2,"as":1,"name":4,"multimodal":1,"speech":1,"async":1,"def":1,"test":1,"mm":2,"chat":5,"completions":2,"str":1,"multi":2,"modal":2,"client":2,"openai":1,"asyncopenai":1,"audio":5,"assets":2,"audiotestassets":1,"messages":3,"role":1,"user":1,"content":4,"type":2,"text":2,"can":1,"you":1,"transcribe":1,"this":1,"url":4,"0":6,"completion":4,"await":1,"create":1,"max":1,"tokens":1,"128":1,"temperature":1,"assert":3,"len":2,"choices":2,"message":5,"is":1,"not":1,"none":1,"and":1,"active":1},"0,1457,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_transcription_validation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"imports":1,"for":1,"guided":1,"decoding":1,"tests":1,"import":10,"io":1,"json":1,"librosa":1,"numpy":1,"as":6,"np":1,"openai":3,"pytest":8,"asyncio":3,"soundfile":1,"sf":1,"from":2,"assets":1,"audio":2,"audioasset":3,"utils":1,"remoteopenaiserver":2,"model":5,"name":5,"whisper":2,"large":2,"v3":2,"turbo":2,"server":9,"args":6,"enforce":2,"eager":2,"mistral":5,"format":4,"tokenizer":1,"mode":1,"config":1,"load":1,"fixture":4,"def":5,"mary":3,"had":3,"lamb":3,"path":6,"get":3,"local":2,"with":4,"open":2,"str":2,"rb":2,"f":4,"yield":4,"winning":2,"call":2,"scope":1,"module":1,"remote":2,"async":6,"client":4,"mark":2,"parametrize":1,"mistralai":2,"voxtral":1,"mini":1,"3b":1,"2507":1,"test":1,"basic":1,"if":1,"startswith":1},"1457,1689,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_transcription_validation.py":{"based":1,"on":1,"https":1,"github":1,"com":1,"openai":3,"cookbook":1,"blob":1,"main":1,"examples":1,"whisper":1,"prompting":1,"guide":1,"ipynb":1,"with":3,"remoteopenaiserver":2,"model":12,"name":6,"server":6,"args":2,"as":2,"remote":4,"client":8,"get":2,"async":4,"transcription":2,"await":3,"audio":3,"transcriptions":4,"create":3,"file":3,"mary":4,"had":4,"lamb":4,"language":4,"en":2,"response":1,"format":1,"text":5,"temperature":3,"0":6,"out":2,"json":1,"loads":1,"assert":3,"a":1,"little":1,"in":1,"pytest":4,"mark":3,"asyncio":3,"def":2,"test":2,"non":1,"asr":1,"winning":2,"call":2,"to":1,"jackfram":1,"llama":1,"68m":1,"res":3,"err":3,"error":1,"code":1,"400":1,"and":1,"not":2,"message":1,"the":1,"does":1,"support":1,"api":1,"bad":1,"requests":1,"invalid":1,"raises":1,"badrequesterror":1,"hh":1},"3146,1366,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_transcription_validation.py":{"async":2,"def":2,"test":2,"long":1,"audio":10,"request":1,"mary":4,"had":4,"lamb":4,"client":5,"seek":2,"0":5,"sr":2,"librosa":1,"load":1,"add":1,"small":1,"silence":1,"after":1,"each":1,"for":1,"repeatability":1,"in":1,"the":3,"split":1,"process":1,"np":2,"pad":1,"1600":1,"repeated":3,"tile":1,"10":2,"to":2,"buffer":5,"io":1,"bytesio":1,"sf":1,"write":1,"format":2,"wav":1,"transcription":2,"await":3,"transcriptions":1,"create":3,"model":9,"name":3,"file":1,"language":1,"en":1,"response":1,"text":4,"temperature":1,"out":2,"json":1,"loads":1,"counts":3,"count":1,"a":2,"little":1,"assert":5,"pytest":2,"mark":2,"asyncio":2,"completion":1,"endpoints":1,"res":4,"chat":2,"completions":4,"messages":1,"role":1,"system":1,"content":1,"you":1,"are":1,"helpful":1,"assistant":1,"err":6,"error":2,"code":2,"400":2,"message":2,"does":2,"not":2,"support":2,"api":2,"prompt":1,"hello":1},"4512,1550,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_transcription_validation.py":{"async":4,"def":2,"test":2,"streaming":1,"response":2,"winning":5,"call":5,"client":5,"transcription":3,"res":6,"no":2,"stream":7,"await":3,"audio":3,"transcriptions":3,"create":3,"model":6,"name":3,"file":3,"format":1,"json":1,"language":3,"en":3,"temperature":3,"0":7,"true":6,"timeout":2,"30":2,"reconstruct":1,"from":1,"chunks":1,"and":3,"validate":1,"for":2,"chunk":5,"in":2,"text":3,"choices":2,"delta":1,"content":1,"assert":2,"pytest":2,"mark":2,"asyncio":2,"options":1,"extra":1,"body":1,"dict":1,"include":1,"usage":4,"continuous":5,"stats":1,"final":4,"false":1,"if":1,"not":1,"len":1,"sent":1,"else":1,"hasattr":1},"6062,1782,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_transcription_validation.py":{"async":2,"def":2,"test":2,"sampling":4,"params":2,"mary":6,"had":6,"lamb":6,"client":6,"compare":1,"with":1,"and":1,"greedy":3,"to":1,"assert":4,"results":1,"are":2,"different":1,"when":1,"extreme":1,"parameters":1,"values":1,"picked":1,"transcription":8,"await":4,"audio":5,"transcriptions":4,"create":4,"model":8,"name":4,"file":4,"language":4,"en":4,"temperature":4,"0":10,"8":2,"extra":2,"body":2,"dict":2,"seed":2,"42":2,"repetition":1,"penalty":3,"1":2,"9":1,"top":2,"k":1,"12":1,"p":2,"4":1,"min":1,"5":1,"frequency":1,"presence":1,"2":1,"text":6,"pytest":1,"mark":1,"asyncio":1,"prompt":7,"this":1,"is":1,"a":2,"speech":1,"recorded":1,"in":4,"phonograph":2,"prompts":1,"should":1,"not":1,"omit":1,"the":3,"part":1,"of":1,"original":2,"while":1,"transcribing":1,"prefix":3,"first":1,"words":1,"i":1,"spoke":1,"response":2,"format":2,"out":4,"json":2,"loads":2,"wprompt":2},"0,1819,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":3,"project":1,"import":13,"base64":1,"numpy":1,"as":5,"np":1,"openai":2,"pytest":8,"asyncio":3,"requests":1,"torch":2,"nn":1,"functional":1,"f":1,"from":5,"entrypoints":1,"protocol":1,"embeddingresponse":1,"transformers":1,"utils":4,"tokenizer":2,"get":2,"models":2,"language":1,"pooling":2,"embed":1,"run":4,"embedding":1,"correctness":1,"test":3,"check":1,"embeddings":1,"close":1,"remoteopenaiserver":2,"model":9,"name":5,"intfloat":1,"multilingual":1,"e5":1,"small":1,"dummy":2,"chat":3,"template":3,"for":4,"message":3,"in":3,"messages":1,"role":1,"content":1,"n":1,"endfor":1,"noqa":1,"e501":1,"dtype":5,"bfloat16":1,"fixture":4,"autouse":2,"true":2,"def":4,"v1":1,"with":4,"both":2,"engines":2,"simple":1,"wrapper":1,"each":1,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"a":1,"package":1,"pass":1,"scope":2,"module":2,"server":5,"args":2,"runner":3,"use":1,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"ci":1,"environment":1,"enforce":1,"eager":1,"max":1,"len":1,"512":1,"remote":2,"yield":3,"async":5,"client":4,"hf":5,"is":1,"sentence":1,"transformer":1,"mark":2,"parametrize":1},"1819,1541,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"async":1,"def":1,"test":4,"single":2,"embedding":10,"hf":2,"model":13,"client":3,"openai":1,"asyncopenai":1,"name":5,"str":1,"input":7,"texts":3,"the":1,"chef":1,"prepared":1,"a":1,"delicious":1,"meal":1,"response":4,"await":2,"embeddings":17,"create":2,"encoding":2,"format":2,"float":2,"embeddingresponse":2,"validate":2,"dump":2,"mode":2,"json":2,"assert":12,"id":2,"is":2,"not":2,"none":2,"len":4,"data":5,"1":7,"0":4,"384":2,"usage":6,"completion":2,"tokens":8,"prompt":2,"11":2,"total":2,"vllm":2,"outputs":2,"d":2,"for":1,"in":1,"run":1,"correctness":1,"using":1,"token":1,"ids":1,"5":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"3360,1684,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"async":1,"def":1,"test":4,"batch":1,"embedding":9,"hf":2,"model":13,"client":3,"openai":1,"asyncopenai":1,"name":5,"str":2,"list":3,"input":7,"texts":3,"the":3,"cat":1,"sat":1,"on":2,"mat":1,"a":2,"feline":1,"was":1,"resting":1,"rug":1,"stars":1,"twinkle":1,"brightly":1,"in":2,"night":1,"sky":1,"response":4,"await":2,"embeddings":17,"create":2,"encoding":2,"format":2,"float":2,"embeddingresponse":2,"validate":2,"dump":2,"mode":2,"json":2,"assert":12,"id":2,"is":2,"not":2,"none":2,"len":4,"data":5,"3":1,"0":4,"384":2,"usage":6,"completion":2,"tokens":8,"prompt":2,"33":2,"total":2,"vllm":2,"outputs":2,"d":2,"for":1,"run":1,"correctness":1,"int":1,"4":2,"5":1,"7":1,"9":1,"20":1,"15":1,"29":1,"499":1,"24":5,"25":1,"32":1,"64":1,"77":1,"17":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"5044,1824,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"async":1,"def":1,"test":1,"conversation":1,"embedding":1,"server":2,"remoteopenaiserver":1,"client":2,"openai":1,"asyncopenai":1,"model":13,"name":7,"str":1,"messages":4,"role":3,"user":2,"content":3,"the":3,"cat":1,"sat":1,"on":2,"mat":1,"assistant":1,"a":2,"feline":1,"was":1,"resting":1,"rug":1,"stars":1,"twinkle":1,"brightly":1,"in":1,"night":1,"sky":1,"chat":11,"response":5,"requests":1,"post":1,"url":1,"for":2,"v1":1,"embeddings":10,"json":3,"encoding":2,"format":2,"float":2,"raise":1,"status":1,"embeddingresponse":2,"validate":2,"tokenizer":5,"get":1,"mode":2,"fast":1,"prompt":3,"apply":1,"template":3,"dummy":1,"add":2,"generation":1,"true":1,"continue":1,"final":1,"message":1,"false":3,"tokenize":1,"completion":6,"await":1,"create":1,"input":1,"to":1,"be":1,"consistent":1,"with":1,"extra":1,"body":1,"special":1,"tokens":1,"dump":3,"assert":4,"id":4,"is":2,"not":2,"none":2,"created":4,"exclude":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"6868,1781,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"async":2,"def":2,"test":5,"batch":1,"base64":9,"embedding":8,"hf":4,"model":14,"client":6,"openai":3,"asyncopenai":2,"name":8,"str":2,"input":11,"texts":8,"hello":1,"my":1,"is":3,"the":1,"best":1,"thing":1,"about":1,"vllm":1,"that":1,"it":1,"supports":1,"many":1,"different":1,"models":1,"responses":6,"float":5,"await":3,"embeddings":3,"create":3,"encoding":2,"format":2,"data":12,"d":4,"for":3,"in":3,"run":3,"correctness":3,"append":1,"np":1,"frombuffer":1,"b64decode":1,"dtype":1,"float32":2,"tolist":1,"default":5,"response":1,"decoded":1,"from":1,"by":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"single":1,"truncation":1,"como":1,"o":2,"brasil":1,"pode":1,"fomentar":1,"desenvolvimento":1,"de":2,"modelos":1,"ia":1},"8649,1592,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"test":2,"single":2,"embedding":8,"response":4,"await":2,"client":3,"embeddings":16,"create":2,"model":11,"name":5,"input":6,"texts":2,"extra":2,"body":2,"truncate":2,"prompt":4,"tokens":10,"10":6,"embeddingresponse":2,"validate":2,"dump":2,"mode":2,"json":2,"assert":12,"id":2,"is":2,"not":2,"none":2,"len":4,"data":4,"1":3,"0":4,"384":2,"usage":6,"completion":2,"total":2,"24428":1,"289":2,"18341":1,"26165":1,"285":1,"19323":1,"283":1,"26789":1,"3871":1,"28728":1,"9901":1,"340":2,"2229":1,"385":1,"315":1,"28741":1,"28804":1,"2":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"truncation":1,"invalid":1,"openai":1,"asyncopenai":1,"str":1,"como":1,"o":2,"brasil":1,"pode":1,"fomentar":1,"desenvolvimento":1,"de":2,"modelos":1,"ia":1},"10241,1672,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"with":1,"pytest":3,"raises":1,"openai":2,"badrequesterror":1,"response":8,"await":2,"client":3,"embeddings":5,"create":2,"model":6,"name":4,"input":5,"texts":3,"extra":1,"body":1,"truncate":2,"prompt":2,"tokens":2,"8193":1,"assert":4,"error":1,"in":3,"object":1,"value":1,"is":1,"greater":1,"than":1,"max":1,"len":1,"please":1,"select":1,"a":2,"smaller":1,"truncation":1,"size":1,"message":1,"mark":2,"asyncio":2,"async":1,"def":1,"test":1,"invocations":2,"server":2,"remoteopenaiserver":1,"asyncopenai":1,"the":1,"chef":1,"prepared":1,"delicious":1,"meal":1,"request":3,"args":3,"encoding":1,"format":1,"float":1,"completion":9,"invocation":10,"requests":1,"post":1,"url":1,"for":3,"json":2,"raise":1,"status":1,"output":6,"dump":1,"keys":4,"data":8,"zip":1,"check":1,"close":1,"0":2,"lst":2,"embedding":2,"1":2},"11913,1971,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"async":3,"def":3,"test":2,"invocations":2,"conversation":1,"server":5,"remoteopenaiserver":2,"messages":3,"role":3,"user":2,"content":3,"the":4,"cat":1,"sat":1,"on":2,"mat":1,"assistant":1,"a":3,"feline":1,"was":1,"resting":1,"rug":1,"stars":1,"twinkle":1,"brightly":1,"in":2,"night":1,"sky":1,"request":5,"args":5,"model":7,"name":7,"encoding":2,"format":2,"float":2,"chat":10,"response":8,"requests":3,"post":3,"url":3,"for":6,"v1":2,"embeddings":5,"json":6,"raise":2,"status":2,"invocation":10,"output":6,"assert":2,"keys":4,"data":8,"zip":1,"check":1,"close":1,"0":2,"lst":2,"embedding":2,"1":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"normalize":4,"str":1,"input":3,"text":2,"chef":1,"prepared":1,"delicious":1,"meal":1,"get":1,"outputs":2},"13884,613,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding.py":{"return":1,"torch":4,"tensor":1,"x":2,"embedding":1,"for":1,"in":1,"outputs":4,"data":1,"default":3,"await":3,"get":3,"normalize":4,"none":1,"w":5,"normal":13,"true":1,"wo":5,"false":1,"assert":3,"allclose":3,"atol":3,"1e":3,"2":4,"should":3,"use":2,"not":2,"f":1,"p":1,"dim":1,"1":1,"be":1,"close":1,"to":1},"0,1982,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_sleep.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"import":2,"requests":8,"from":1,"utils":1,"remoteopenaiserver":2,"model":3,"name":2,"meta":1,"llama":2,"3":1,"1b":1,"def":1,"test":2,"sleep":4,"mode":3,"dtype":2,"max":3,"len":2,"etc":1,"set":1,"so":1,"that":1,"this":1,"can":1,"run":1,"in":1,"ci":1,"args":2,"bfloat16":1,"8192":1,"num":1,"seqs":1,"128":1,"enable":1,"with":2,"env":1,"dict":1,"server":9,"dev":1,"1":3,"cuda":1,"visible":1,"devices":1,"as":1,"remote":8,"response":17,"post":4,"url":7,"for":7,"params":3,"level":2,"assert":10,"status":7,"code":7,"200":7,"get":6,"is":10,"sleeping":7,"json":3,"true":2,"wake":3,"up":4,"false":2,"tags":2,"weights":1,"should":1,"be":1,"after":1,"waking":1,"any":1,"part":1,"of":1,"engine":1},"1982,348,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_sleep.py":{"response":5,"requests":2,"post":1,"remote":2,"server":2,"url":2,"for":2,"wake":1,"up":1,"params":1,"tags":1,"kv":1,"cache":1,"assert":3,"status":2,"code":2,"200":2,"get":2,"is":3,"sleeping":2,"json":1,"false":1},"0,1847,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_pooling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":8,"base64":1,"numpy":1,"as":2,"np":1,"pytest":4,"requests":2,"from":4,"tests":1,"models":1,"utils":3,"check":1,"embeddings":1,"close":1,"entrypoints":1,"openai":1,"protocol":1,"poolingresponse":2,"transformers":1,"tokenizer":2,"get":1,"remoteopenaiserver":3,"model":9,"name":6,"internlm":1,"internlm2":1,"1":2,"8b":1,"reward":1,"dummy":2,"chat":3,"template":3,"for":4,"message":3,"in":2,"messages":1,"role":1,"content":1,"n":1,"endfor":1,"noqa":1,"e501":1,"fixture":1,"scope":1,"module":1,"def":2,"server":5,"args":2,"runner":1,"pooling":4,"use":1,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"enforce":1,"eager":1,"max":1,"len":3,"512":1,"trust":1,"remote":3,"code":1,"with":1,"yield":1,"mark":2,"asyncio":1,"parametrize":1,"async":1,"test":2,"single":2,"str":1,"input":3,"texts":2,"chef":1,"prepared":1,"a":1,"delicious":1,"meal":1,"response":3,"post":1,"url":1,"json":2,"encoding":1,"format":1,"float":1,"raise":1,"status":1,"poolings":7,"validate":1,"assert":6,"id":1,"is":1,"not":1,"none":1,"data":3,"8":3,"usage":3,"completion":1,"tokens":3,"prompt":1,"total":1},"1847,1924,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_pooling.py":{"test":4,"using":1,"token":1,"ids":1,"input":9,"tokens":10,"1":6,"response":9,"requests":3,"post":3,"server":4,"url":3,"for":6,"pooling":4,"json":6,"model":12,"name":6,"encoding":3,"format":3,"float":3,"raise":3,"status":3,"poolings":15,"poolingresponse":3,"validate":3,"assert":12,"id":2,"is":2,"not":2,"none":2,"len":4,"data":6,"0":4,"5":4,"usage":6,"completion":2,"prompt":2,"total":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"batch":1,"remoteopenaiserver":1,"str":2,"list":3,"texts":2,"the":3,"cat":1,"sat":1,"on":2,"mat":1,"a":2,"feline":1,"was":1,"resting":1,"rug":1,"stars":1,"twinkle":1,"brightly":1,"in":1,"night":1,"sky":1,"3":1,"8":1,"29":3,"int":1,"4":1,"7":1,"9":1,"20":1,"15":1,"499":1,"24":5,"25":1,"32":1,"64":1,"77":1},"3771,1827,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_pooling.py":{"assert":6,"poolings":8,"id":1,"is":1,"not":1,"none":1,"len":2,"data":3,"4":1,"0":2,"5":1,"usage":3,"completion":2,"tokens":4,"prompt":4,"17":2,"total":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":10,"name":7,"async":1,"def":1,"test":1,"conversation":1,"pooling":3,"server":3,"remoteopenaiserver":1,"str":1,"messages":4,"role":3,"user":2,"content":3,"the":3,"cat":1,"sat":1,"on":2,"mat":1,"assistant":1,"a":2,"feline":1,"was":1,"resting":1,"rug":1,"stars":1,"twinkle":1,"brightly":1,"in":1,"night":1,"sky":1,"chat":8,"response":6,"requests":2,"post":2,"url":2,"for":4,"json":4,"encoding":2,"format":2,"float":2,"raise":2,"status":2,"poolingresponse":2,"validate":2,"tokenizer":5,"get":1,"mode":1,"fast":1,"trust":1,"remote":1,"code":1,"true":2,"apply":1,"template":3,"dummy":1,"add":2,"generation":1,"continue":1,"final":1,"message":1,"false":3,"tokenize":1,"completions":3,"input":1,"to":1,"be":1,"consistent":1,"with":1,"special":1},"5598,1835,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_pooling.py":{"assert":4,"chat":3,"poolings":6,"id":4,"is":4,"not":2,"none":2,"completion":3,"created":4,"model":11,"dump":2,"exclude":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"name":8,"async":1,"def":1,"test":1,"batch":1,"base64":12,"pooling":3,"server":3,"remoteopenaiserver":1,"str":1,"input":5,"texts":3,"hello":1,"my":1,"the":1,"best":1,"thing":1,"about":1,"vllm":1,"that":1,"it":1,"supports":1,"many":1,"different":1,"models":1,"float":8,"response":6,"requests":2,"post":2,"url":2,"for":6,"json":4,"encoding":2,"format":2,"raise":2,"status":2,"responses":7,"poolingresponse":2,"validate":2,"data":11,"np":2,"array":1,"d":2,"squeeze":1,"1":3,"tolist":2,"in":2,"decoded":3,"append":1,"frombuffer":1,"b64decode":1,"dtype":1,"float32":2,"check":1,"embeddings":3,"close":1,"0":2,"lst":2},"7433,1949,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_pooling.py":{"default":9,"response":10,"is":1,"float32":2,"decoded":1,"from":1,"base64":1,"by":1,"openai":1,"client":1,"requests":3,"post":3,"server":4,"url":3,"for":8,"pooling":2,"json":6,"input":5,"texts":3,"model":5,"name":6,"raise":3,"status":3,"responses":2,"poolingresponse":1,"validate":1,"data":15,"np":1,"array":1,"d":2,"squeeze":1,"1":5,"tolist":1,"in":2,"check":2,"embeddings":6,"close":2,"0":4,"lst":4,"float":2,"pytest":2,"mark":2,"asyncio":2,"async":1,"def":1,"test":1,"invocations":2,"remoteopenaiserver":1,"the":1,"chef":1,"prepared":1,"a":1,"delicious":1,"meal":1,"request":3,"args":3,"encoding":1,"format":1,"completion":10,"invocation":10,"output":6,"assert":2,"keys":4,"zip":1},"9382,1345,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_pooling.py":{"async":1,"def":1,"test":1,"invocations":2,"conversation":1,"server":3,"remoteopenaiserver":1,"messages":3,"role":3,"user":2,"content":3,"the":3,"cat":1,"sat":1,"on":2,"mat":1,"assistant":1,"a":2,"feline":1,"was":1,"resting":1,"rug":1,"stars":1,"twinkle":1,"brightly":1,"in":2,"night":1,"sky":1,"request":3,"args":3,"model":2,"name":3,"encoding":1,"format":1,"float":1,"chat":10,"response":6,"requests":2,"post":2,"url":2,"for":5,"pooling":1,"json":4,"raise":2,"status":2,"invocation":10,"output":6,"assert":2,"keys":4,"data":10,"zip":1,"check":1,"embeddings":3,"close":1,"0":2,"lst":2,"1":2},"0,1924,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":3,"project":1,"test":2,"cases":1,"for":3,"long":1,"text":5,"embedding":1,"with":3,"automatic":2,"chunking":2,"mechanism":1,"this":2,"suite":1,"validates":1,"s":2,"functionality":1,"handling":1,"inputs":1,"that":2,"exceed":1,"model":2,"maximum":1,"token":2,"length":2,"specifically":1,"targeting":1,"intfloat":1,"multilingual":1,"e5":1,"small":1,"max":1,"512":1,"import":6,"random":3,"openai":2,"pytest":2,"asyncio":1,"from":2,"entrypoints":1,"protocol":1,"embeddingresponse":1,"utils":1,"remoteopenaiserver":1,"def":1,"generate":3,"word":2,"count":2,"int":1,"str":1,"approximately":1,"specified":1,"common":2,"english":1,"words":2,"focus":1,"on":1,"verbs":2,"and":3,"nouns":1,"realistic":1,"essential":1,"articles":1,"pronouns":1,"minimal":1,"you":1,"they":1,"these":1,"those":1,"action":1,"create":1,"build":1,"develop":1,"design":1,"implement":1,"execute":1,"analyze":1,"process":1,"calculate":1,"evaluate":1,"optimize":1,"transform":1,"integrate":1,"configure":1,"deploy":1,"monitor":1,"manage":1,"discover":1,"explore":1,"investigate":1,"research":1,"study":1,"examine":1,"improve":1,"enhance":1,"upgrade":1,"modify":1,"update":1,"maintain":1,"solve":1,"resolve":1,"handle":1,"address":1,"tackle":1,"overcome":1,"communicate":1,"collaborate":1,"coordinate":1,"organize":1,"plan":1,"achieve":1,"accomplish":1,"complete":1,"finish":1,"deliver":1,"provide":1},"1924,1932,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"technology":2,"and":1,"science":2,"nouns":2,"system":1,"application":1,"software":1,"hardware":1,"network":2,"database":1,"algorithm":1,"model":1,"framework":1,"platform":1,"interface":1,"protocol":1,"architecture":1,"infrastructure":1,"component":1,"module":1,"service":1,"innovation":1,"solution":1,"methodology":1,"approach":1,"artificial":1,"intelligence":1,"machine":1,"learning":1,"neural":1,"computer":1,"processor":1,"memory":1,"storage":1,"computation":1,"data":1,"information":1,"knowledge":1,"insight":1,"pattern":1,"trend":1,"analysis":1,"research":1,"development":1,"engineering":1,"mathematics":1,"statistics":1,"probability":1,"optimization":1,"performance":1,"efficiency":1,"general":1,"project":1,"team":1,"organization":1,"company":1,"business":1,"industry":1,"market":1,"customer":1,"user":1,"client":1,"product":1,"feature":1,"function":1,"requirement":1,"specification":1,"documentation":1,"report":1,"result":1,"outcome":1,"impact":1,"benefit":1,"advantage":1,"challenge":1,"problem":1,"opportunity":1,"strategy":1,"goal":1,"objective":1,"target":1,"milestone":1,"process":1,"procedure":1,"workflow":1,"pipeline":1,"operation":1,"task":1,"activity":1,"event":1,"session":1,"meeting":1,"discussion":1,"decision":1},"3856,1818,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"words":12,"for":3,"in":2,"range":1,"word":3,"count":1,"append":2,"random":4,"choice":1,"common":1,"add":2,"some":1,"punctuation":1,"more":1,"realistic":1,"text":11,"join":2,"periods":1,"every":1,"10":2,"20":2,"list":3,"split":1,"result":4,"i":3,"enumerate":1,"if":1,"1":3,"randint":1,"0":2,"and":1,"len":4,"return":1,"model":6,"name":4,"intfloat":1,"multilingual":1,"e5":1,"small":1,"dtype":3,"bfloat16":1,"test":2,"generate":4,"with":10,"approximately":2,"1500":3,"to":3,"exceed":2,"1024":1,"tokens":2,"long":2,"2500":3,"2048":1,"pytest":4,"fixture":2,"scope":1,"module":1,"def":2,"server":6,"chunked":5,"processing":7,"start":1,"automatic":1,"chunking":3,"enabled":1,"args":2,"runner":1,"pooling":2,"enforce":1,"eager":1,"max":3,"512":1,"set":1,"smaller":1,"trigger":1,"mechanism":1,"override":1,"pooler":1,"config":1,"type":1,"mean":1,"normalize":1,"true":2,"enable":1,"embed":1,"10000":1,"gpu":1,"memory":1,"utilization":1,"8":1,"remoteopenaiserver":1,"as":2,"remote":2,"yield":2,"asyncio":2,"async":6,"client":5,"create":1,"support":1,"get":1,"mark":2,"parametrize":1},"5674,1827,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"async":1,"def":1,"test":3,"long":4,"text":7,"embedding":14,"1500":6,"chars":1,"client":2,"with":3,"chunked":3,"processing":4,"openai":1,"asyncopenai":1,"model":7,"name":4,"str":1,"for":3,"character":1,"1028":1,"tokens":7,"exceeding":2,"512":3,"token":3,"limit":3,"verify":4,"length":1,"has":1,"sufficient":1,"word":5,"count":6,"approximately":1,"words":5,"len":3,"split":1,"assert":9,"1400":1,"f":1,"insufficient":1,"send":1,"request":1,"response":3,"await":1,"embeddings":10,"create":1,"input":1,"encoding":1,"format":1,"float":2,"structure":1,"embeddingresponse":1,"validate":1,"dump":1,"mode":1,"json":1,"id":1,"is":1,"not":3,"none":1,"data":3,"1":1,"0":4,"384":1,"multilingual":1,"e5":1,"small":1,"dimension":1,"usage":4,"completion":1,"due":1,"to":1,"should":4,"reflect":1,"actual":1,"processed":1,"we":1,"expect":1,"roughly":1,"1024":1,"exceed":1,"single":1,"chunk":1,"of":1,"prompt":2,"800":1,"total":1,"vector":6,"validity":1,"all":3,"isinstance":1,"x":4,"in":2,"contain":1,"floats":1,"be":1,"zeros":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"7501,1833,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"async":1,"def":1,"test":3,"long":4,"text":7,"embedding":14,"2500":6,"chars":1,"client":2,"with":3,"chunked":3,"processing":5,"openai":1,"asyncopenai":1,"model":7,"name":4,"str":1,"for":4,"character":1,"2048":2,"tokens":7,"requiring":2,"multiple":3,"chunks":3,"verify":4,"length":1,"has":1,"sufficient":1,"word":5,"count":6,"approximately":1,"words":5,"len":3,"split":1,"assert":9,"2300":1,"f":1,"insufficient":1,"send":1,"request":1,"response":3,"await":1,"embeddings":10,"create":1,"input":1,"encoding":1,"format":1,"float":2,"structure":1,"embeddingresponse":1,"validate":1,"dump":1,"mode":1,"json":1,"id":1,"is":1,"not":3,"none":1,"data":3,"1":1,"0":4,"384":1,"multilingual":1,"e5":1,"small":1,"dimension":1,"usage":4,"completion":1,"due":1,"to":1,"token":1,"should":4,"reflect":1,"actual":1,"processed":1,"we":1,"expect":1,"roughly":1,"require":1,"prompt":2,"1500":1,"total":1,"vector":6,"validity":1,"all":3,"isinstance":1,"x":4,"in":2,"contain":1,"floats":1,"be":1,"zeros":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"9334,1922,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"async":2,"def":2,"test":5,"batch":3,"long":4,"text":9,"embedding":16,"client":3,"with":3,"chunked":5,"processing":5,"openai":2,"asyncopenai":2,"model":8,"name":5,"str":2,"input":4,"texts":3,"1500":1,"words":2,"2500":1,"this":1,"is":3,"a":2,"short":5,"for":4,"comparison":1,"send":1,"request":1,"response":3,"await":1,"embeddings":9,"create":1,"encoding":1,"format":1,"float":2,"verify":4,"structure":1,"embeddingresponse":1,"validate":1,"dump":1,"mode":1,"json":1,"assert":9,"id":1,"not":2,"none":1,"len":2,"data":6,"3":1,"three":1,"each":1,"dimension":1,"i":2,"in":3,"enumerate":1,"384":1,"index":1,"vector":4,"validity":1,"all":2,"isinstance":1,"x":4,"0":2,"token":3,"usage":5,"completion":1,"tokens":4,"total":2,"count":1,"should":1,"be":1,"very":1,"substantial":1,"prompt":2,"1000":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"vs":1,"normal":2,"consistency":2,"between":1,"and":2,"using":1,"use":1,"within":1,"the":1,"512":1,"limit":1,"artificial":1,"intelligence":1,"technology":1,"changing":1,"our":1,"world":1,"bringing":1,"unprecedented":1,"opportunities":1,"challenges":1},"11256,1701,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"send":1,"embedding":11,"request":1,"response":8,"await":2,"client":3,"with":4,"chunked":6,"processing":6,"embeddings":16,"create":2,"model":11,"name":5,"input":2,"short":2,"text":4,"encoding":2,"format":4,"float":3,"verify":2,"structure":3,"embeddingresponse":2,"validate":2,"dump":2,"mode":2,"json":2,"assert":12,"id":2,"is":2,"not":4,"none":2,"len":3,"data":6,"1":2,"0":7,"384":1,"usage":4,"completion":1,"tokens":4,"should":1,"require":1,"prompt":2,"512":1,"total":1,"验证embedding向量的有效性":1,"vector":3,"all":2,"isinstance":1,"x":4,"for":2,"in":2,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"test":3,"openai":1,"asyncopenai":1,"str":1,"and":1,"during":1,"long":2,"to":1,"trigger":1,"chunking":1,"1500":1,"words":1,"object":1,"index":1},"12957,375,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_long_text.py":{"verify":1,"embedding":5,"vector":8,"properties":1,"embeddings":1,"data":1,"0":2,"import":1,"math":2,"norm":4,"sqrt":1,"sum":1,"x":3,"for":2,"in":1,"check":1,"that":1,"the":1,"is":1,"normalized":1,"default":1,"behavior":1,"most":1,"models":1,"assert":1,"8":1,"1":1,"2":1,"f":1,"should":1,"be":1,"reasonable":1,"actual":1},"0,1983,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_optional_middleware.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"tests":1,"for":6,"middleware":1,"that":1,"s":1,"off":1,"by":1,"default":1,"and":4,"can":1,"be":1,"toggled":1,"through":1,"server":12,"arguments":1,"mainly":1,"api":5,"key":3,"enable":1,"request":6,"id":3,"headers":2,"from":2,"http":1,"import":4,"httpstatus":3,"pytest":8,"requests":4,"utils":1,"remoteopenaiserver":5,"use":2,"a":2,"small":2,"embeddings":1,"model":5,"faster":1,"startup":1,"smaller":1,"memory":2,"footprint":1,"since":1,"we":1,"are":1,"not":2,"testing":1,"any":1,"chat":2,"functionality":1,"using":1,"capable":1,"is":1,"overkill":1,"name":2,"intfloat":1,"multilingual":1,"e5":1,"fixture":1,"scope":1,"module":1,"def":4,"fixturerequest":1,"passed":6,"params":6,"if":2,"hasattr":1,"param":2,"isinstance":1,"str":1,"args":2,"runner":1,"pooling":1,"half":1,"precision":1,"speed":1,"savings":1,"in":2,"ci":1,"environment":1,"dtype":1,"float16":1,"max":2,"len":1,"512":1,"enforce":1,"eager":1,"num":1,"seqs":1,"with":1,"as":1,"remote":2,"yield":1,"mark":5,"asyncio":3,"async":3,"test":5,"no":2,"token":2,"response":6,"get":3,"url":3,"v1":2,"models":2,"assert":3,"status":2,"code":2,"ok":1,"header":1,"health":1,"x":1,"parametrize":2,"indirect":2,"true":2,"missing":1,"unauthorized":1},"1983,1414,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_optional_middleware.py":{"pytest":7,"mark":7,"asyncio":4,"async":4,"def":4,"test":6,"passed":1,"api":3,"token":2,"server":11,"remoteopenaiserver":4,"response":10,"requests":4,"get":6,"url":4,"for":5,"v1":4,"models":1,"headers":8,"authorization":2,"bearer":1,"assert":6,"status":2,"code":2,"httpstatus":2,"ok":2,"parametrize":3,"key":1,"indirect":3,"true":3,"not":1,"check":1,"is":1,"skipped":1,"any":1,"paths":1,"that":1,"don":1,"t":1,"start":1,"with":1,"e":1,"g":1,"chat":1,"completions":1,"health":3,"enable":3,"request":9,"id":9,"header":2,"x":5,"in":2,"len":1,"32":1,"custom":3},"0,1372,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":1,"project":1,"from":2,"typing":1,"import":5,"union":1,"openai":1,"use":2,"official":1,"client":5,"for":2,"correctness":1,"check":1,"pytest":9,"asyncio":3,"downloading":1,"lora":2,"test":1,"requests":1,"utils":1,"remoteopenaiserver":2,"any":1,"model":5,"with":3,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":5,"qwen":1,"qwen3":2,"6b":1,"fixture":2,"scope":1,"module":1,"def":2,"server":5,"noqa":1,"f811":1,"args":2,"half":2,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"enable":2,"auto":2,"tool":3,"choice":2,"guided":1,"decoding":1,"backend":1,"xgrammar":1,"call":1,"parser":2,"hermes":1,"reasoning":1,"as":2,"remote":2,"yield":2,"async":5,"get":2,"mark":5,"parametrize":4,"stream":1,"true":2,"false":2,"required":1,"type":1,"function":2,"current":1,"weather":1,"thinking":1},"1372,213,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"async":1,"def":1,"test":1,"function":1,"tool":2,"use":1,"client":1,"openai":1,"asyncopenai":1,"model":1,"name":1,"str":2,"stream":1,"bool":2,"choice":1,"union":1,"dict":1,"enable":1,"thinking":1},"1585,14,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"tools":1},"1599,42,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"type":1,"function":1},"1641,151,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"function":1,"name":1,"get":2,"current":2,"weather":2,"description":1,"the":1,"in":1,"a":1,"given":1,"location":1},"1792,1239,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"parameters":2,"type":4,"object":1,"properties":1,"city":3,"string":3,"description":4,"the":6,"to":2,"find":1,"weather":2,"for":2,"e":2,"g":2,"vienna":2,"default":1,"country":3,"that":1,"is":1,"in":2,"austria":1,"unit":3,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"options":1,"ref":1,"defs":1,"weatheroptions":1,"optional":1,"query":1,"required":1},"3031,1547,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"defs":1,"weatheroptions":2,"title":4,"type":4,"object":1,"additionalproperties":1,"false":2,"properties":1,"unit":3,"string":2,"enum":2,"celsius":2,"fahrenheit":1,"default":3,"description":3,"temperature":2,"include":3,"forecast":3,"boolean":1,"whether":1,"to":1,"a":1,"24":1,"hour":1,"language":3,"zh":2,"cn":2,"of":1,"the":1,"response":1,"en":1,"us":1,"ja":1,"jp":1},"4612,1508,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"type":6,"function":2,"name":1,"get":4,"forecast":4,"description":5,"the":8,"weather":1,"for":3,"a":1,"given":1,"location":1,"parameters":1,"object":1,"properties":1,"city":3,"string":3,"to":3,"e":2,"g":2,"vienna":2,"default":1,"country":3,"that":1,"is":1,"in":2,"austria":1,"days":3,"integer":1,"number":1,"of":1,"1":1,"7":1,"unit":3,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"required":1},"6126,1851,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_completion_with_function_calling.py":{"messages":5,"role":3,"user":2,"content":5,"hi":1,"how":2,"are":1,"you":3,"doing":2,"today":1,"assistant":1,"i":2,"m":1,"well":1,"can":2,"help":1,"tell":1,"me":1,"what":1,"the":3,"current":1,"weather":1,"is":3,"in":3,"berlin":1,"and":2,"forecast":1,"for":2,"next":1,"5":1,"days":1,"fahrenheit":1,"if":3,"not":3,"stream":4,"non":1,"streaming":2,"test":2,"chat":9,"completion":5,"await":2,"client":2,"completions":2,"create":2,"model":4,"name":2,"tools":4,"tool":8,"choice":4,"extra":2,"body":2,"template":2,"kwargs":2,"enable":5,"thinking":5,"assert":5,"choices":7,"0":8,"message":4,"reasoning":2,"none":2,"calls":4,"len":2,"else":1,"output":5,"true":1,"async":1,"chunk":4,"delta":2,"extend":1},"0,1921,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_openai_schema.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":1,"project":1,"import":7,"json":3,"from":6,"typing":1,"final":3,"pytest":4,"schemathesis":10,"hypothesis":1,"settings":1,"generationconfig":2,"utils":1,"remoteopenaiserver":2,"experimental":1,"open":1,"api":1,"3":1,"1":2,"enable":1,"model":3,"name":2,"huggingfacetb":1,"smolvlm":1,"256m":1,"instruct":1,"maximum":2,"images":2,"default":1,"timeout":2,"seconds":2,"int":2,"10":1,"long":1,"60":1,"fixture":3,"scope":2,"module":2,"def":4,"server":5,"args":2,"runner":1,"generate":2,"max":2,"len":1,"2048":1,"num":1,"seqs":1,"5":1,"enforce":1,"eager":1,"trust":1,"remote":3,"code":1,"limit":1,"mm":1,"per":1,"prompt":1,"dumps":1,"image":1,"with":4,"as":1,"yield":1,"get":2,"schema":4,"avoid":1,"generating":1,"null":1,"x00":2,"bytes":1,"in":2,"strings":1,"during":1,"test":2,"case":4,"generation":2,"return":1,"openapi":2,"uri":1,"f":1,"url":1,"root":1,"config":1,"allow":1,"false":1,"hook":1,"before":1,"context":2,"hooks":1,"hookcontext":1,"strategy":1,"op":2,"operation":1,"assert":1,"is":1,"not":1,"none":1,"no":1,"invalid":2,"types":1,"models":1,"this":1,"filter":1,"skips":3,"cases":2,"data":1,"that":1,"incorrectly":2,"generates":2,"due":1,"permissive":1,"configurations":1,"post":1,"tokenize":1,"endpoint":1,"type":3,"file":1,"message":1,"content":1,"which":2,"isn":1,"t":1,"implemented":1,"tool":1,"calls":1,"custom":1,"instead":1,"of":1,"valid":1,"function":1},"1921,1969,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_openai_schema.py":{"example":1,"test":1,"cases":1,"that":1,"are":1,"skipped":1,"curl":2,"x":2,"post":3,"h":2,"content":9,"type":8,"application":3,"json":3,"d":2,"messages":6,"file":4,"role":2,"user":1,"http":2,"localhost":2,"8000":2,"tokenize":3,"assistant":1,"tool":10,"calls":6,"custom":3,"input":1,"name":1,"id":1,"v1":1,"chat":1,"completions":1,"noqa":1,"e501":1,"if":8,"hasattr":1,"case":6,"body":6,"and":7,"isinstance":6,"dict":3,"in":6,"list":3,"len":2,"0":2,"for":5,"message":4,"not":1,"continue":1,"check":2,"invalid":3,"endpoint":1,"op":2,"method":1,"lower":1,"path":1,"get":4,"any":1,"item":2,"return":5,"false":3,"with":1,"non":1,"function":2,"types":2,"call":4,"true":1,"strategy":1,"filter":1,"no":1,"schema":2,"parametrize":1,"override":1,"headers":1,"settings":1,"deadline":1,"long":1,"timeout":1,"seconds":1,"1000":1},"3890,547,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_openai_schema.py":{"def":1,"test":1,"openapi":1,"stateless":1,"case":6,"schemathesis":1,"key":2,"operation":3,"method":1,"upper":1,"path":2,"if":1,"startswith":1,"v1":2,"responses":2,"skip":1,"api":1,"as":1,"it":1,"is":1,"meant":1,"to":2,"be":1,"stateful":1,"return":1,"timeout":6,"requires":1,"a":1,"longer":1,"post":1,"chat":1,"completions":1,"long":1,"seconds":2,"get":1,"default":1,"no":1,"need":1,"verify":2,"ssl":1,"certificate":1,"for":1,"localhost":1,"call":1,"and":1,"validate":1,"false":1},"0,1992,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_prompt_validation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":8,"io":1,"imports":1,"for":1,"guided":1,"decoding":1,"tests":1,"openai":4,"pybase64":1,"pytest":10,"regex":1,"as":3,"re":2,"torch":8,"from":2,"entrypoints":1,"serving":1,"engine":1,"openaiserving":1,"utils":1,"remoteopenaiserver":3,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":3,"use":2,"v1":2,"only":1,"monkeypatch":2,"setenv":1,"1":1,"mark":6,"asyncio":2,"async":4,"test":2,"empty":2,"prompt":4,"model":8,"name":6,"gpt2":2,"server":8,"args":4,"enforce":2,"eager":2,"with":4,"remote":4,"client":6,"get":2,"raises":2,"badrequesterror":2,"match":2,"decoder":1,"cannot":1,"be":1,"await":2,"completions":2,"create":2,"max":2,"tokens":2,"5":2,"temperature":2,"out":2,"of":2,"vocab":1,"token":1,"ids":1,"compile":1,"vocabulary":1,"pattern":1,"999999":1,"parametrize":4,"dtype":1,"float32":1,"bfloat16":1,"float16":1,"layout":1,"strided":1,"sparse":3,"coo":1,"csc":1,"csr":1,"seq":1,"len":1,"10":2,"hidden":1,"size":1},"1992,1698,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_prompt_validation.py":{"def":1,"test":4,"load":2,"prompt":7,"embeds":6,"dtype":4,"torch":10,"layout":7,"seq":2,"len":3,"int":2,"hidden":2,"size":3,"construct":1,"arbitrary":1,"tensors":3,"of":2,"various":1,"dtypes":1,"layouts":2,"and":2,"sizes":1,"we":6,"need":2,"to":11,"check":1,"against":2,"different":1,"make":2,"sure":2,"that":4,"if":2,"a":1,"user":1,"uses":1,"sparse":7,"reduce":1,"the":5,"transmission":1,"embeddings":1,"must":1,"cast":1,"them":2,"dense":2,"strided":3,"before":1,"passing":1,"into":1,"engine":1,"don":1,"t":1,"use":2,"non":1,"cpu":4,"in":3,"this":1,"avoid":1,"preemptively":1,"initializing":1,"cuda":1,"break":1,"other":1,"tests":1,"suite":1,"fork":1,"processes":1,"also":1,"only":1,"devices":1,"are":1,"actually":1,"available":1,"environment":1,"is":1,"running":1,"on":1,"for":1,"simplicity":1,"just":1,"tensor":17,"randn":1,"contiguous":1,"elif":3,"coo":2,"csc":2,"csr":2,"buffer":4,"io":1,"bytesio":1,"save":1,"seek":1,"0":2,"encoded":2,"pybase64":1,"b64encode":1,"getvalue":1,"loaded":7,"openaiserving":1,"assert":4,"1":1,"device":1,"type":1,"testing":1,"close":1,"equal":1,"nan":1,"true":1},"0,1994,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_translation_validation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":2,"project":1,"import":10,"io":1,"imports":1,"for":1,"guided":1,"decoding":1,"tests":1,"json":2,"httpx":1,"librosa":1,"numpy":1,"as":6,"np":1,"pytest":7,"asyncio":4,"soundfile":1,"sf":1,"from":2,"assets":1,"audio":4,"audioasset":2,"utils":1,"remoteopenaiserver":3,"model":12,"name":6,"openai":1,"whisper":1,"small":1,"server":10,"args":3,"enforce":1,"eager":1,"fixture":3,"def":5,"foscolo":6,"test":3,"translation":4,"it":2,"en":1,"path":3,"azacinto":1,"get":3,"local":1,"with":4,"open":1,"str":1,"rb":1,"f":2,"yield":3,"scope":1,"module":1,"remote":4,"async":8,"client":9,"mark":2,"non":1,"asr":1,"text":5,"jackfram":1,"llama":1,"68m":1,"res":3,"await":2,"translations":3,"create":2,"file":2,"temperature":2,"err":3,"error":1,"assert":3,"code":1,"400":1,"and":1,"not":3,"message":1,"does":1,"support":1,"api":1,"note":1,"nicklucche":1,"large":1,"v3":1,"turbo":1,"was":1,"trained":1,"on":1,"basic":1,"response":1,"format":1,"todo":1,"remove":1,"once":1,"language":2,"detection":1,"is":1,"implemented":1,"extra":1,"body":1,"dict":1,"out":2,"loads":1,"strip":1,"lower":1,"greek":1,"sea":1,"in":1},"1994,1994,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_translation_validation.py":{"pytest":3,"mark":3,"asyncio":3,"async":5,"def":2,"test":2,"audio":4,"prompt":5,"foscolo":6,"client":7,"condition":1,"whisper":1,"on":1,"starting":1,"text":6,"nor":2,"have":1,"i":2,"ever":2,"transcription":2,"await":2,"translations":3,"create":2,"model":6,"name":3,"file":3,"extra":2,"body":2,"dict":2,"language":3,"it":3,"response":5,"format":2,"temperature":3,"0":8,"out":3,"json":3,"loads":2,"assert":3,"will":1,"touch":1,"the":1,"sacred":1,"not":3,"in":3,"streaming":2,"server":3,"translation":4,"res":2,"no":2,"stream":5,"via":1,"httpx":2,"since":1,"openai":1,"doesn":1,"t":1,"expose":1,"url":3,"for":2,"v1":1,"headers":3,"authorization":1,"f":1,"bearer":1,"dummy":1,"api":1,"key":1,"data":5,"true":1,"seek":1,"with":2,"asyncclient":1,"as":2,"http":2,"files":3,"post":1,"line":7,"aiter":1,"lines":1,"if":3,"continue":1,"startswith":1,"len":1,"strip":1,"done":1,"break":1,"chunk":2,"choices":1,"get":2,"delta":1,"content":1,"or":1},"3988,1981,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_translation_validation.py":{"async":5,"def":2,"test":2,"stream":5,"options":1,"foscolo":6,"client":5,"server":3,"url":3,"for":2,"v1":1,"audio":8,"translations":2,"headers":3,"authorization":1,"f":1,"bearer":1,"dummy":1,"api":1,"key":1,"data":5,"model":4,"name":2,"language":2,"it":2,"true":5,"include":1,"usage":4,"continuous":5,"stats":1,"temperature":2,"0":7,"seek":3,"final":4,"false":1,"with":2,"httpx":1,"asyncclient":1,"as":2,"http":2,"files":3,"file":2,"post":1,"response":3,"line":7,"in":2,"aiter":1,"lines":1,"if":4,"not":2,"continue":1,"startswith":1,"len":1,"strip":2,"done":1,"break":1,"chunk":3,"json":2,"loads":2,"choices":3,"get":1,"sent":1,"else":1,"and":2,"assert":2,"pytest":1,"mark":1,"asyncio":1,"long":1,"request":1,"sr":2,"librosa":1,"load":1,"repeated":3,"np":1,"tile":1,"2":2,"to":1,"buffer":5,"io":1,"bytesio":1,"sf":1,"write":1,"format":2,"wav":1,"translation":2,"await":1,"create":1,"extra":1,"body":1,"dict":1,"text":2,"out":2,"lower":1,"count":1,"greek":1,"sea":1},"0,1752,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_rerank.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":2,"project":1,"import":6,"pytest":5,"requests":2,"torch":2,"nn":1,"functional":1,"as":2,"f":1,"from":2,"entrypoints":1,"openai":1,"protocol":1,"rerankresponse":2,"utils":1,"remoteopenaiserver":3,"model":11,"name":8,"baai":1,"bge":1,"reranker":1,"base":1,"dtype":3,"bfloat16":1,"fixture":2,"autouse":2,"true":1,"def":3,"v1":1,"run":3,"with":2,"both":2,"engines":2,"simple":1,"wrapper":1,"for":4,"each":1,"test":3,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":1,"a":1,"package":1,"pass":1,"scope":1,"module":1,"server":5,"args":2,"enforce":1,"eager":1,"max":1,"len":2,"100":1,"remote":2,"yield":1,"mark":2,"parametrize":2,"rerank":11,"texts":1,"str":1,"query":3,"what":1,"is":5,"capital":3,"of":3,"france":2,"documents":3,"brazil":1,"brasilia":1,"paris":1,"response":3,"post":1,"url":1,"json":2,"raise":1,"status":1,"validate":1,"assert":5,"id":1,"not":2,"none":2,"results":4,"relevance":2,"score":2,"9":1,"1":1,"01":1},"1752,1944,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_rerank.py":{"def":3,"test":3,"top":2,"n":2,"server":5,"remoteopenaiserver":3,"model":10,"name":6,"str":2,"query":7,"what":3,"is":11,"the":12,"capital":9,"of":11,"france":6,"documents":7,"brazil":3,"brasilia":3,"paris":3,"cross":1,"encoder":1,"models":1,"are":1,"neat":1,"rerank":15,"response":7,"requests":2,"post":2,"url":2,"for":3,"json":3,"2":2,"raise":1,"status":2,"rerankresponse":1,"validate":1,"assert":8,"id":1,"not":2,"none":2,"results":4,"len":2,"0":3,"relevance":2,"score":2,"9":1,"1":1,"01":1,"pytest":1,"mark":1,"parametrize":1,"max":1,"100":1,"code":1,"400":1,"just":1,"a":1,"small":1,"fragments":1,"please":1,"reduce":1,"length":1,"input":1,"in":1,"text":1,"invocations":1},"3696,1908,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_rerank.py":{"request":3,"args":3,"model":7,"name":5,"query":5,"documents":5,"rerank":11,"response":8,"requests":3,"post":3,"server":4,"url":3,"for":7,"json":6,"raise":2,"status":2,"invocation":6,"invocations":4,"output":6,"assert":3,"keys":4,"result":6,"in":2,"zip":1,"results":3,"relevance":3,"score":3,"pytest":3,"approx":1,"rel":1,"0":2,"05":1,"todo":1,"reset":1,"this":1,"tolerance":1,"to":2,"01":1,"once":1,"we":1,"find":1,"an":1,"alternative":1,"flash":1,"attn":1,"with":1,"bfloat16":1,"mark":2,"asyncio":1,"parametrize":1,"async":2,"def":2,"test":1,"activation":4,"remoteopenaiserver":1,"str":1,"get":1,"outputs":3,"what":1,"is":3,"the":3,"capital":3,"of":3,"france":2,"brazil":1,"brasilia":1,"paris":1,"return":1,"torch":1,"tensor":1,"x":2},"5604,565,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_rerank.py":{"default":3,"await":3,"get":3,"outputs":3,"activation":16,"none":1,"w":5,"true":1,"wo":5,"false":1,"assert":3,"torch":3,"allclose":3,"atol":3,"1e":3,"2":3,"should":3,"use":2,"not":2,"f":1,"sigmoid":1,"be":1,"close":1,"to":1},"0,1168,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_uds.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":3,"tempfile":1,"import":5,"temporarydirectory":2,"httpx":3,"pytest":3,"version":7,"as":3,"utils":1,"remoteopenaiserver":3,"model":3,"name":2,"huggingfaceh4":1,"zephyr":1,"7b":1,"beta":1,"fixture":1,"scope":1,"module":1,"def":2,"server":6,"with":2,"tmpdir":2,"args":2,"use":1,"half":1,"precision":1,"for":3,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"len":1,"8192":1,"enforce":1,"eager":1,"num":1,"seqs":1,"128":1,"uds":3,"f":1,"sock":1,"remote":2,"yield":1,"mark":1,"asyncio":1,"async":1,"test":1,"show":1,"transport":3,"httptransport":1,"client":3,"response":3,"get":1,"url":1,"raise":1,"status":1,"assert":1,"json":1},"0,1759,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_cli_args.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":1,"vllm":7,"project":1,"import":6,"json":6,"pytest":3,"from":4,"entrypoints":2,"openai":3,"cli":1,"args":9,"make":2,"arg":2,"parser":11,"validate":1,"parsed":1,"serve":8,"serving":1,"models":1,"loramodulepath":3,"utils":2,"flexibleargumentparser":2,"path":14,"lora":8,"module":3,"name":7,"module2":4,"base":2,"model":2,"llama":2,"chatml":3,"jinja":3,"examples":1,"template":1,"assert":3,"exists":1,"fixture":1,"def":4,"description":1,"s":1,"remote":1,"server":1,"return":1,"tests":1,"for":1,"parsing":1,"test":6,"valid":3,"key":1,"value":1,"format":6,"old":1,"parse":3,"modules":5,"module1":4,"expected":4,"input":2,"dumps":1,"invalid":2,"missing":1,"closing":1,"brace":1,"with":1,"raises":1,"systemexit":1,"module3":2},"1759,1694,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_cli_args.py":{"def":5,"test":9,"invalid":3,"type":2,"error":2,"serve":12,"parser":13,"when":2,"values":2,"are":2,"not":2,"json":6,"or":2,"key":2,"value":2,"with":5,"pytest":3,"raises":3,"systemexit":2,"parse":5,"args":13,"lora":8,"modules":7,"format":4,"this":1,"is":2,"field":2,"valid":3,"but":1,"missing":2,"required":2,"fields":1,"name":4,"module4":1,"path":6,"empty":1,"no":3,"provided":1,"assert":2,"multiple":2,"inputs":2,"both":1,"old":1,"and":1,"module1":4,"to":4,"dumps":1,"module":1,"expected":2,"loramodulepath":2,"module2":2,"base":1,"model":1,"llama":1,"tests":1,"for":1,"argument":1,"validation":2,"that":1,"run":1,"prior":1,"loading":1,"enable":3,"auto":3,"choice":4,"passes":1,"without":1,"tool":5,"call":3,"ensure":1,"fails":1,"if":2,"enabled":1,"we":1,"explode":1,"typeerror":1,"validate":1,"parsed":1},"3453,1970,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_cli_args.py":{"def":6,"test":6,"enable":5,"auto":5,"choice":6,"passes":5,"with":9,"tool":6,"call":3,"parser":19,"serve":17,"ensure":6,"validation":7,"enabled":3,"a":2,"args":33,"parse":6,"mistral":1,"validate":5,"parsed":6,"fails":3,"reasoning":7,"if":4,"is":2,"deepseek":2,"r1":2,"pytest":3,"raises":2,"typeerror":1,"chat":6,"template":6,"for":2,"happy":1,"paths":2,"the":2,"exists":1,"chatml":1,"jinja":1,"path":1,"absolute":1,"as":1,"posix":1,"sad":1,"doesn":1,"t":1,"exist":2,"does":1,"not":1,"valueerror":1,"mark":1,"parametrize":1,"cli":3,"expected":3,"middleware":8,"middleware1":2,"middleware2":2,"multiple":1,"are":1,"properly":1,"assert":1},"0,1905,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_dimensions.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"run":2,"pytest":7,"tests":1,"entrypoints":2,"openai":3,"test":2,"embedding":2,"dimensions":3,"py":1,"from":6,"typing":1,"import":8,"optional":1,"protocol":1,"embeddingresponse":1,"conftest":1,"hfrunner":1,"models":4,"language":1,"pooling":2,"embed":3,"utils":3,"correctness":1,"embedmodelinfo":3,"remoteopenaiserver":2,"intfloat":1,"multilingual":1,"e5":1,"small":1,"is":3,"matryoshka":5,"false":1,"snowflake":4,"arctic":2,"m":2,"v1":2,"5":2,"true":2,"256":2,"input":1,"texts":1,"chef":1,"prepared":1,"a":1,"delicious":1,"meal":1,"fixture":4,"scope":4,"module":4,"params":2,"def":4,"model":10,"info":6,"request":4,"return":2,"param":2,"bfloat16":1,"dtype":7,"server":3,"str":2,"args":3,"runner":3,"use":1,"half":1,"precision":1,"for":1,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"enforce":1,"eager":1,"max":1,"len":1,"512":1,"if":1,"name":3,"manually":1,"enable":1,"embeddings":1,"extend":1,"trust":1,"remote":3,"code":1,"hf":6,"overrides":1,"with":2,"as":2,"yield":2,"sentence":1,"transformer":1,"mark":1,"asyncio":1},"1905,1979,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_dimensions.py":{"async":3,"def":2,"test":6,"matryoshka":6,"model":12,"info":7,"embedmodelinfo":1,"server":2,"remoteopenaiserver":1,"hf":2,"hfrunner":1,"client":3,"get":1,"make":4,"request":4,"and":4,"correctness":5,"dimensions":22,"prompts":3,"input":2,"texts":1,"3":2,"embedding":6,"response":2,"await":4,"embeddings":10,"create":1,"name":1,"encoding":1,"format":1,"float":1,"embeddingresponse":1,"validate":1,"dump":1,"mode":1,"json":1,"assert":8,"id":1,"is":5,"not":5,"none":6,"len":3,"data":4,"0":6,"usage":3,"completion":1,"tokens":3,"prompt":1,"total":1,"if":4,"vllm":2,"outputs":2,"d":2,"for":4,"in":5,"run":1,"valid":3,"list":2,"optional":2,"int":2,"2":1,"invalid":3,"1":1,"5":2,"append":1,"with":1,"pytest":1,"raises":1,"openai":1,"badrequesterror":1,"else":1},"3884,161,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_embedding_dimensions.py":{"for":1,"dimensions":2,"in":1,"1":1,"16":1,"with":1,"pytest":1,"raises":1,"openai":1,"badrequesterror":1,"await":1,"make":1,"request":1,"and":1,"correctness":1,"test":1},"0,1962,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_models.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":1,"project":1,"import":5,"openai":2,"use":2,"official":1,"client":7,"for":3,"correctness":1,"check":2,"pytest":6,"asyncio":3,"downloading":1,"lora":23,"test":2,"requests":1,"from":2,"huggingface":1,"hub":1,"snapshot":2,"download":2,"utils":1,"remoteopenaiserver":2,"any":1,"model":11,"with":3,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":2,"name":6,"huggingfaceh4":1,"zephyr":12,"7b":3,"beta":2,"technically":1,"this":1,"needs":1,"mistral":1,"v0":1,"1":3,"as":3,"base":1,"but":1,"we":1,"re":1,"not":1,"testing":1,"generation":1,"quality":1,"typeof":1,"fixture":3,"scope":2,"module":2,"def":4,"files":6,"return":1,"repo":1,"id":4,"server":5,"args":2,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"in":2,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":4,"len":1,"8192":1,"enforce":1,"eager":1,"config":1,"below":1,"enable":1,"modules":1,"f":2,"lora2":2,"rank":1,"64":1,"cpu":1,"loras":1,"num":1,"seqs":1,"128":1,"remote":2,"yield":2,"async":6,"get":1,"mark":1,"models":11,"asyncopenai":1,"await":1,"list":1,"data":1,"served":3,"assert":5,"root":2,"all":1},"0,1611,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_encoder_decoder.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":12,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":4,"openai":3,"pytest":6,"asyncio":3,"from":1,"utils":1,"remoteopenaiserver":2,"model":9,"name":8,"facebook":1,"bart":1,"base":1,"fixture":2,"scope":1,"module":1,"def":3,"server":5,"args":2,"dtype":1,"bfloat16":1,"enforce":1,"eager":1,"with":2,"as":2,"remote":2,"yield":2,"async":6,"client":7,"get":1,"mark":2,"parametrize":1,"test":2,"single":1,"completion":10,"asyncopenai":1,"str":1,"await":2,"completions":2,"create":2,"prompt":3,"hello":1,"my":1,"is":3,"max":2,"tokens":5,"5":4,"temperature":2,"assert":6,"id":1,"not":2,"none":2,"choices":4,"and":1,"len":3,"1":2,"choice":3,"text":2,"finish":1,"reason":1,"length":1,"usage":1,"types":1,"completionusage":1,"total":1,"7":1,"using":1,"token":1,"ids":1},"0,1955,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_run_batch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"json":1,"subprocess":1,"tempfile":1,"pytest":1,"from":1,"entrypoints":1,"openai":1,"protocol":1,"batchrequestoutput":1,"ruff":1,"noqa":1,"e501":1,"input":2,"batch":2,"custom":5,"id":5,"request":6,"1":2,"method":6,"post":6,"url":7,"v1":5,"chat":5,"completions":5,"body":6,"model":6,"nousresearch":5,"meta":5,"llama":5,"3":6,"8b":5,"instruct":5,"messages":6,"role":12,"system":6,"content":12,"you":6,"are":6,"a":2,"helpful":2,"assistant":6,"user":6,"hello":6,"world":6,"max":6,"tokens":6,"1000":6,"an":4,"unhelpful":4,"nonexistmodel":1,"4":1,"bad":1,"5":1,"stream":1,"true":1,"invalid":2,"field":1},"1955,1936,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_run_batch.py":{"custom":9,"id":9,"request":9,"2":6,"method":9,"post":9,"url":9,"v1":7,"chat":1,"completions":1,"body":9,"model":9,"nousresearch":1,"meta":1,"llama":1,"3":2,"8b":1,"instruct":1,"messages":1,"role":2,"system":1,"content":2,"you":3,"are":3,"an":2,"unhelpful":2,"assistant":3,"user":1,"hello":3,"world":3,"max":1,"tokens":1,"1000":1,"input":7,"embedding":1,"batch":3,"1":5,"embeddings":4,"intfloat":3,"multilingual":3,"e5":3,"small":3,"a":1,"helpful":1,"4":1,"nonexistmodel":1,"score":3,"baai":4,"bge":4,"reranker":4,"v2":4,"m3":4,"text":4,"what":4,"is":12,"the":12,"capital":12,"of":12,"france":8,"brazil":4,"brasilia":4,"paris":4,"rerank":3,"query":2,"documents":2},"3891,1612,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_run_batch.py":{"custom":1,"id":1,"request":1,"2":1,"method":1,"post":1,"url":1,"v2":2,"rerank":1,"body":1,"model":4,"baai":1,"bge":1,"reranker":1,"m3":1,"query":1,"what":1,"is":4,"the":6,"capital":3,"of":3,"france":2,"documents":1,"brazil":1,"brasilia":1,"paris":1,"def":2,"test":2,"empty":1,"file":15,"with":2,"tempfile":4,"namedtemporaryfile":4,"w":2,"as":4,"input":9,"r":2,"output":7,"write":2,"flush":2,"proc":10,"subprocess":2,"popen":2,"vllm":2,"run":2,"batch":3,"i":2,"name":4,"o":2,"intfloat":1,"multilingual":1,"e5":1,"small":1,"communicate":2,"wait":2,"assert":3,"returncode":2,"0":2,"f":2,"contents":4,"read":2,"strip":2,"completions":1,"nousresearch":1,"meta":1,"llama":1,"3":1,"8b":1,"instruct":1,"for":1,"line":2,"in":1,"split":1,"n":1,"ensure":1,"that":1,"format":1,"conforms":1,"to":1,"openai":1,"api":1,"validation":1,"should":1,"throw":1,"if":1,"schema":1,"wrong":1,"batchrequestoutput":1,"validate":1,"json":1},"5503,1524,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_run_batch.py":{"def":2,"test":2,"completions":1,"invalid":2,"input":15,"ensure":2,"that":2,"we":1,"fail":1,"when":1,"the":5,"doesn":1,"t":1,"conform":1,"to":2,"openai":2,"api":2,"with":2,"tempfile":4,"namedtemporaryfile":4,"w":2,"as":4,"file":13,"r":2,"output":6,"write":2,"batch":7,"flush":2,"proc":10,"subprocess":2,"popen":2,"vllm":2,"run":2,"i":2,"name":4,"o":2,"model":3,"nousresearch":1,"meta":1,"llama":1,"3":1,"8b":1,"instruct":1,"communicate":2,"wait":2,"assert":2,"returncode":2,"0":2,"f":2,"embeddings":1,"embedding":1,"intfloat":1,"multilingual":1,"e5":1,"small":1,"contents":2,"read":1,"for":1,"line":2,"in":1,"strip":1,"split":1,"n":1,"format":1,"conforms":1,"validation":1,"should":1,"throw":1,"if":1,"schema":1,"is":1,"wrong":1,"batchrequestoutput":1,"validate":1,"json":1,"pytest":1,"mark":1,"parametrize":1,"score":1,"rerank":1},"7027,1050,data/raw/vllm-0.10.1/tests/entrypoints/openai/test_run_batch.py":{"def":1,"test":1,"score":1,"input":6,"batch":3,"with":1,"tempfile":2,"namedtemporaryfile":2,"w":1,"as":2,"file":7,"r":1,"output":4,"write":1,"flush":1,"proc":5,"subprocess":1,"popen":1,"vllm":1,"run":1,"i":1,"name":2,"o":1,"model":2,"baai":1,"bge":1,"reranker":1,"v2":1,"m3":1,"communicate":1,"wait":1,"assert":3,"returncode":1,"0":1,"f":1,"contents":2,"read":1,"for":1,"line":6,"in":2,"strip":1,"split":1,"n":1,"ensure":2,"that":2,"the":4,"format":1,"conforms":1,"to":1,"openai":1,"api":1,"validation":1,"should":1,"throw":1,"if":1,"schema":1,"is":3,"wrong":1,"batchrequestoutput":1,"validate":1,"json":2,"there":1,"no":1,"error":2,"response":1,"dict":4,"loads":1,"isinstance":1,"none":1},"0,1304,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_mteb_embed.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":4,"os":2,"pytest":3,"from":2,"tests":2,"models":1,"language":1,"pooling":2,"mteb":8,"utils":2,"embed":7,"tasks":2,"tol":2,"openaiclientmtebencoder":2,"run":2,"task":2,"remoteopenaiserver":2,"environ":1,"logging":1,"level":1,"warning":1,"model":3,"name":3,"intfloat":1,"e5":1,"small":1,"main":12,"score":12,"7422994752439667":1,"fixture":1,"scope":1,"module":1,"def":2,"server":5,"args":2,"runner":1,"enforce":1,"eager":1,"disable":1,"uvicorn":1,"access":1,"log":1,"with":1,"as":1,"remote":2,"yield":1,"test":1,"client":3,"get":1,"encoder":2,"st":4,"print":3,"sentencetransformer":1,"difference":1,"assert":1,"approx":1,"abs":1},"0,1851,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_mteb_score.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":8,"project":1,"import":4,"os":2,"pytest":4,"yapf":3,"conflicts":1,"with":2,"isort":1,"for":3,"this":1,"block":1,"disable":2,"from":2,"tests":2,"models":3,"language":1,"pooling":2,"mteb":16,"utils":2,"rerank":15,"langs":3,"tasks":3,"tol":2,"rerankclientmtebencoder":2,"scoreclientmtebencoder":2,"test":4,"hf":4,"run":3,"enable":1,"remoteopenaiserver":2,"environ":1,"logging":1,"level":1,"warning":1,"model":5,"name":5,"cross":1,"encoder":5,"ms":1,"marco":1,"minilm":1,"l":1,"6":1,"v2":1,"fixture":2,"scope":2,"module":2,"def":4,"server":7,"args":2,"runner":3,"enforce":1,"eager":1,"uvicorn":1,"access":1,"log":1,"as":1,"remote":2,"yield":1,"st":7,"main":16,"score":18,"related":1,"version":1,"of":1,"dependency":1,"so":1,"we":1,"need":1,"recalculate":1,"every":1,"time":1,"dtype":1,"return":1,"url":6,"print":3,"sentencetransformer":1,"difference":1,"assert":1,"approx":1,"abs":1},"1851,250,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_mteb_score.py":{"print":3,"vllm":4,"main":8,"score":8,"sentencetransformer":1,"st":3,"difference":1,"assert":1,"pytest":1,"approx":1,"abs":1,"mteb":1,"rerank":1,"tol":1},"0,2000,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_transcription_api_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":1,"project":1,"evaluate":2,"transcription":4,"api":2,"correctness":1,"by":1,"computing":1,"word":1,"error":1,"rate":1,"wer":2,"on":1,"a":2,"given":1,"asr":1,"dataset":2,"when":1,"provided":1,"it":1,"will":1,"also":1,"compare":1,"against":1,"baseline":1,"this":1,"simulates":1,"real":1,"work":1,"usage":1,"of":2,"and":2,"makes":1,"sure":1,"that":2,"frontend":1,"asyncllmengine":1,"are":1,"working":1,"correctly":1,"import":12,"asyncio":1,"io":2,"time":8,"from":7,"statistics":1,"mean":1,"median":1,"librosa":1,"pytest":1,"soundfile":2,"torch":1,"datasets":1,"load":2,"transformers":1,"autotokenizer":2,"utils":1,"remoteopenaiserver":1,"def":3,"bytes":2,"y":4,"sr":4,"buffer":4,"bytesio":1,"write":1,"format":1,"wav":1,"seek":1,"return":3,"async":3,"transcribe":3,"audio":6,"client":4,"tokenizer":7,"send":1,"loaded":1,"directly":1,"instead":1,"loading":1,"disk":1,"dont":1,"account":1,"for":2,"though":1,"with":2,"as":1,"f":2,"start":2,"perf":2,"counter":2,"await":2,"transcriptions":2,"create":1,"file":1,"model":3,"name":3,"or":1,"path":1,"language":1,"en":1,"temperature":1,"end":2,"note":1,"there":1,"s":1,"no":1,"streaming":1,"in":1,"can":1,"t":1,"measure":1,"ttft":1,"latency":2,"num":2,"output":3,"tokens":3,"len":1,"text":2,"add":1,"special":1,"false":1,"input":1,"ids":1,"bound":1,"sem":2,"reference":3,"pretrained":1,"use":1,"semaphore":1,"limit":1,"concurrent":1,"requests":1,"result":3,"normalize":3,"english":1,"evaluation":1,"out":2,"ref":2},"2000,1888,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_transcription_api_correctness.py":{"async":1,"def":4,"process":1,"dataset":10,"model":3,"client":3,"data":4,"concurrent":2,"request":2,"sem":3,"asyncio":4,"semaphore":1,"warmup":1,"call":1,"as":1,"the":2,"first":1,"librosa":2,"load":4,"server":1,"side":1,"is":1,"quite":1,"slow":1,"audio":10,"sr":7,"0":5,"array":3,"sampling":3,"rate":3,"await":2,"bound":2,"transcribe":2,"tasks":3,"list":1,"task":4,"for":3,"sample":9,"in":4,"create":1,"text":1,"append":1,"return":2,"gather":1,"print":8,"performance":1,"metrics":1,"results":4,"total":8,"time":3,"latencies":7,"res":4,"tokens":2,"sum":1,"1":2,"len":4,"f":7,"requests":3,"successful":1,"average":1,"latency":3,"mean":1,"4f":3,"seconds":3,"median":2,"perc":2,"sorted":1,"int":1,"95":1,"95th":1,"percentile":1,"throughput":7,"req":3,"estimated":2,"2f":2,"s":2,"tok":1,"add":2,"duration":6,"y":3,"ms":2,"get":1,"1000":1,"hf":3,"repo":2,"str":1,"split":3,"validation":1,"kwargs":2,"and":1,"filter":2,"if":1,"not":1,"compute":1,"to":1,"map":1},"3888,1943,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_transcription_api_correctness.py":{"whisper":5,"max":4,"supported":1,"duration":2,"dataset":14,"filter":1,"lambda":1,"example":2,"ms":1,"30000":1,"return":2,"def":2,"run":2,"evaluation":1,"model":5,"str":1,"client":2,"concurrent":3,"reqs":2,"int":2,"n":4,"examples":4,"1":2,"print":5,"metrics":3,"bool":1,"true":1,"if":2,"0":1,"select":1,"range":1,"start":2,"time":6,"perf":2,"counter":2,"results":4,"asyncio":1,"process":1,"end":2,"total":4,"f":1,"test":2,"4f":1,"seconds":1,"performance":1,"compute":2,"wer":12,"predictions":3,"res":4,"2":1,"for":2,"in":3,"references":3,"3":1,"load":2,"score":3,"100":1,"alternatives":1,"openai":3,"large":4,"v2":1,"v3":3,"turbo":1,"pytest":3,"mark":3,"parametrize":3,"name":3,"original":1,"is":1,"20gb":1,"size":1,"hence":1,"we":1,"use":2,"a":1,"pre":1,"filtered":3,"slice":1,"repo":3,"d4nt3":1,"esb":2,"datasets":2,"earnings22":2,"validation":2,"tiny":2,"note":1,"expected":3,"measured":1,"with":2,"equivalent":1,"hf":2,"transformers":1,"args":1,"12":1,"744980":1,"correctness":1,"request":1,"none":1,"todo":1,"refactor":1,"to":1,"asrdataset":1,"remoteopenaiserver":1,"enforce":1,"eager":1,"as":1,"remote":1,"server":1},"5831,453,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_transcription_api_correctness.py":{"if":3,"not":1,"max":4,"concurrent":3,"request":3,"no":1,"concurrency":1,"n":3,"examples":3,"0":1,"else":1,"len":1,"dataset":2,"client":3,"remote":1,"server":1,"get":1,"async":1,"wer":4,"run":1,"evaluation":1,"model":1,"name":1,"expected":2,"torch":1,"testing":1,"assert":1,"close":1,"atol":1,"1e":2,"1":1,"rtol":1,"2":1},"0,1861,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_lmeval.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":4,"project":1,"this":2,"file":1,"test":3,"accuracy":2,"of":2,"server":3,"via":1,"lmeval":1,"it":1,"uses":1,"local":2,"completions":3,"which":1,"interacts":1,"with":4,"through":1,"oai":1,"api":2,"n":1,"concurrent":4,"connections":1,"simulates":1,"real":1,"work":1,"usage":1,"and":3,"makes":1,"sure":1,"that":1,"zmq":1,"frontend":1,"mp":1,"rpc":1,"message":1,"passing":1,"asyncllmengine":1,"are":1,"working":1,"correctly":1,"import":4,"lm":2,"eval":2,"pytest":1,"from":2,"platforms":1,"current":2,"platform":2,"utils":1,"remoteopenaiserver":2,"model":9,"name":3,"qwen":1,"qwen2":1,"1":1,"5b":1,"instruct":1,"num":3,"500":1,"task":3,"gsm8k":1,"filter":2,"exact":1,"match":2,"strict":1,"rtol":3,"03":1,"expected":5,"value":8,"54":1,"default":4,"args":13,"max":5,"len":1,"4096":1,"more":4,"list":3,"enable":1,"chunked":2,"prefill":1,"wait":4,"seconds":4,"none":1,"if":1,"is":1,"tpu":1,"600":1,"def":1,"run":2,"end":2,"extend":1,"print":1,"f":6,"running":1,"as":1,"remote":2,"url":4,"for":1,"v1":1,"base":1,"tokenized":1,"requests":1,"false":1,"results":3,"simple":1,"evaluate":1,"tasks":1,"measured":5,"assert":1},"1861,908,data/raw/vllm-0.10.1/tests/entrypoints/openai/correctness/test_lmeval.py":{"pytest":4,"mark":2,"skipif":1,"not":3,"current":4,"platform":4,"is":4,"cuda":2,"and":3,"tpu":3,"xpu":2,"reason":1,"v1":6,"currently":1,"only":1,"supported":1,"on":1,"def":2,"test":4,"lm":2,"eval":2,"accuracy":2,"engine":4,"monkeypatch":6,"run":4,"with":4,"the":2,"context":2,"as":2,"m":4,"setenv":2,"vllm":2,"use":2,"1":1,"more":7,"args":7,"limit":1,"compilation":1,"time":1,"for":1,"if":1,"max":1,"num":1,"seqs":1,"64":1,"parametrize":1,"list":1,"v0":2,"0":1},"0,1935,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama3_json_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"import":4,"pytest":2,"from":4,"transformers":1,"autotokenizer":2,"entrypoints":2,"openai":2,"protocol":1,"extractedtoolcallinformation":2,"tool":19,"parsers":1,"llama":1,"parser":8,"llama3jsontoolparser":2,"fixture":1,"def":4,"use":1,"a":4,"small":1,"tokenizer":3,"for":1,"testing":1,"pretrained":1,"gpt2":1,"return":1,"test":8,"extract":6,"calls":15,"simple":2,"with":4,"call":2,"model":6,"output":6,"here":1,"is":5,"result":16,"name":4,"getopenincidentstool":2,"parameters":2,"would":1,"you":1,"like":1,"know":1,"more":1,"none":4,"assert":12,"isinstance":1,"tools":2,"called":2,"true":2,"len":2,"1":2,"type":1,"function":6,"arguments":5,"content":1,"that":2,"has":1,"searchtool":2,"query":4,"limit":2,"10":2,"in":2,"no":1,"json":2,"text":2,"doesn":1,"t":1,"contain":1,"object":1,"this":1,"just":1,"some":1,"without":1,"any":1},"1935,1896,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama3_json_tool_parser.py":{"assert":18,"result":21,"tools":4,"called":4,"is":4,"false":2,"len":4,"tool":22,"calls":18,"0":6,"content":2,"model":8,"output":8,"def":3,"test":8,"extract":6,"invalid":3,"json":4,"parser":6,"with":4,"name":9,"invalidtool":1,"parameters":5,"none":3,"arguments":7,"key":1,"a":1,"call":4,"that":1,"uses":1,"instead":1,"of":1,"searchtool":6,"query":6,"true":2,"1":3,"function":8,"in":3,"multiple":2,"jsons":1,"separated":1,"by":1,"semicolons":1,"test1":2,"getopenincidentstool":2,"test2":2,"3":1,"check":3,"first":1,"second":1,"third":1,"2":2},"3831,1455,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama3_json_tool_parser.py":{"def":2,"test":4,"extract":4,"tool":12,"calls":12,"multiple":4,"json":2,"with":4,"whitespace":2,"parser":4,"jsons":2,"separated":1,"by":1,"semicolons":1,"and":2,"extra":1,"model":4,"output":4,"name":12,"searchtool":8,"parameters":6,"query":4,"test1":2,"getopenincidentstool":4,"test2":2,"result":12,"none":2,"assert":10,"tools":2,"called":2,"is":2,"true":2,"len":2,"3":2,"0":2,"function":6,"1":2,"2":2,"surrounding":2,"text":2,"here":1,"are":1,"the":1,"results":1,"would":1,"you":1,"like":1,"to":1,"know":1,"more":1},"0,699,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hunyuan_a13b_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"ruff":1,"noqa":1,"e501":1,"import":6,"json":2,"from":4,"unittest":1,"mock":1,"magicmock":1,"pytest":1,"tests":1,"entrypoints":3,"openai":3,"tool":5,"parsers":2,"utils":1,"run":2,"extraction":2,"streaming":1,"protocol":1,"functioncall":2,"toolcall":2,"toolparser":1,"toolparsermanager":1,"def":1,"make":1,"call":1,"name":3,"arguments":3,"return":1,"type":1,"function":2,"dumps":1,"todo":1,"add":1,"reason":1,"prefix":1,"and":1,"suffix":1},"699,83,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hunyuan_a13b_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"model":1,"output":1,"expected":2,"tool":1,"calls":1,"content":1},"782,1948,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hunyuan_a13b_tool_parser.py":{"no":2,"tool":17,"call":10,"how":2,"can":2,"i":4,"help":2,"you":2,"today":2,"single":1,"content":3,"calls":7,"name":6,"get":6,"weather":6,"arguments":4,"city":8,"san":6,"francisco":6,"metric":4,"celsius":4,"noqa":3,"e501":3,"make":4,"none":3,"multiple":1,"register":2,"user":2,"john":4,"doe":2,"age":2,"37":2,"address":2,"state":2,"ca":2,"role":2,"null":1,"passed":2,"test":2,"true":2,"aliases":2,"johnny":2,"before":1,"will":2,"the":2,"now":2,"boston":2,"after":1,"should":1,"be":1,"stripped":1},"2730,746,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hunyuan_a13b_tool_parser.py":{"tool":8,"calls":4,"name":2,"get":2,"weather":2,"arguments":2,"city":2,"seattle":2,"nthank":1,"you":1,"noqa":1,"e501":1,"make":2,"call":2,"none":2,"complex":2,"level1":2,"level2":2,"level3":2,"value":2,"123":2},"3483,714,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hunyuan_a13b_tool_parser.py":{"def":1,"test":2,"hunyuan":2,"a13b":2,"tool":12,"parser":4,"extract":1,"model":2,"output":3,"expected":5,"calls":7,"content":4,"mock":2,"tokenizer":2,"magicmock":1,"toolparser":1,"toolparsermanager":1,"get":1,"run":1,"extraction":1,"streaming":2,"false":1,"align":1,"the":1,"random":1,"id":3,"for":1,"idx":3,"in":1,"range":1,"len":1,"assert":2,"simulate":1,"incremental":1},"4197,1965,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hunyuan_a13b_tool_parser.py":{"pytest":3,"mark":2,"parametrize":1,"model":3,"deltas":3,"expected":4,"tool":27,"calls":15,"name":4,"get":7,"weather":6,"arguments":4,"city":6,"san":2,"francisco":2,"metric":2,"celsius":2,"make":4,"call":4,"boston":4,"n":1,"answer":1,"param":1,"complex":2,"level1":2,"level2":2,"level3":2,"value":2,"123":2,"marks":1,"xfail":1,"reason":1,"stream":1,"parsing":1,"not":1,"support":1,"nested":1,"json":1,"yet":1,"def":1,"test":1,"hunyuan":2,"a13b":2,"parser":4,"streaming":2,"mock":2,"tokenizer":2,"magicmock":1,"toolparser":1,"toolparsermanager":1,"reconstructor":4,"run":1,"extraction":1,"assert":2,"one":1,"per":1,"delta":1,"false":1,"align":1,"the":1,"random":1,"id":3,"for":1,"idx":3,"in":1,"range":1,"len":1},"0,757,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":4,"collections":1,"abc":1,"import":4,"iterable":1,"typing":1,"union":1,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":2,"tool":5,"parsers":1,"toolparser":1,"class":1,"streamingtoolreconstructor":1,"def":1,"init":1,"self":4,"assert":3,"one":3,"per":3,"delta":3,"bool":1,"true":1,"calls":1,"list":1,"other":1,"content":1,"str":1},"758,766,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/utils.py":{"def":1,"append":1,"delta":7,"self":3,"deltamessage":1,"if":2,"content":4,"is":2,"not":2,"none":1,"other":1,"else":1,"assert":3,"tool":6,"calls":3,"streaming":2,"results":1,"should":2,"have":1,"either":1,"or":2,"both":1,"one":2,"per":3,"note":1,"this":1,"isn":1,"t":1,"strictly":1,"required":2,"by":3,"the":3,"api":1,"and":2,"may":1,"be":1,"possible":1,"to":2,"adhere":1,"depending":1,"on":1,"token":1,"space":1,"number":1,"of":1,"tokens":1,"streamed":1,"response":1,"from":1,"model":1,"but":1,"it":2,"use":1,"tests":1,"so":1,"we":1,"enforce":1,"here":1,"default":1,"also":1,"len":1,"2":1,"include":1,"only":1,"call":1,"update":1},"1524,1970,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/utils.py":{"for":3,"call":23,"delta":23,"in":1,"tool":18,"calls":14,"assert":7,"type":3,"is":3,"none":4,"or":2,"function":13,"streaming":5,"should":2,"only":2,"emit":3,"got":5,"f":7,"current":3,"self":7,"index":8,"if":2,"len":5,"else":2,"not":4,"name":7,"the":1,"full":1,"exactly":1,"once":2,"id":7,"must":3,"1":2,"incorrect":2,"expected":2,"arguments":4,"have":2,"an":1,"on":2,"first":2,"appearance":2,"a":1,"append":1,"toolcall":1,"functioncall":1},"3494,1342,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/utils.py":{"def":3,"run":5,"tool":19,"extraction":5,"parser":6,"toolparser":3,"model":8,"output":5,"str":4,"request":8,"union":4,"chatcompletionrequest":4,"none":8,"streaming":4,"bool":4,"false":1,"assert":5,"one":4,"per":4,"delta":4,"true":2,"tuple":1,"list":1,"toolcall":1,"if":1,"reconstructor":3,"return":3,"other":1,"content":2,"or":2,"calls":4,"else":1,"extracted":5,"nonstreaming":2,"tools":1,"called":1,"extractedtoolcallinformation":1,"messages":1,"test":1,"extract":1,"deltas":1,"iterable":1},"4836,974,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/utils.py":{"streamingtoolreconstructor":2,"request":3,"or":1,"chatcompletionrequest":1,"messages":1,"model":4,"test":1,"reconstructor":3,"assert":2,"one":2,"tool":7,"per":2,"delta":13,"previous":8,"text":7,"tokens":7,"list":1,"int":1,"for":2,"in":3,"deltas":1,"token":6,"parser":4,"vocab":2,"get":1,"tokenizer":1,"tokenize":1,"if":2,"current":6,"message":3,"extract":1,"calls":1,"streaming":1,"is":1,"not":1,"none":1,"append":1,"return":1},"0,1975,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":4,"unittest":1,"mock":1,"import":5,"magicmock":1,"patch":1,"pytest":1,"tests":1,"entrypoints":3,"openai":3,"tool":4,"parsers":2,"utils":1,"run":2,"extraction":2,"streaming":1,"protocol":1,"functioncall":7,"toolparser":1,"toolparsermanager":1,"https":1,"github":1,"com":1,"meta":1,"llama":2,"models":2,"blob":1,"main":1,"llama3":1,"text":1,"prompt":1,"format":2,"md":1,"model":1,"response":1,"1":1,"simple":2,"function":12,"output":6,"get":6,"weather":6,"city":6,"san":4,"francisco":4,"metric":4,"celsius":2,"call":6,"name":8,"arguments":6,"more":2,"types":2,"register":2,"user":2,"john":4,"doe":2,"age":2,"37":2,"address":2,"state":2,"ca":2,"role":2,"none":1,"passed":2,"test":2,"true":2,"aliases":2,"johnny":2,"null":1,"parameterless":2,"empty":4,"dict":2,"do":4,"something":4,"cool":6,"additional":2,"data":2,"list":2,"steps":2,"escaped":2,"string":2,"r":1,"martha":2,"s":2,"vineyard":2,"units":2},"1975,531,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py":{"pytest":1,"mark":1,"parametrize":1,"streaming":4,"true":1,"false":1,"def":1,"test":1,"no":1,"tool":7,"call":1,"bool":1,"mock":2,"tokenizer":2,"magicmock":1,"parser":3,"toolparser":1,"toolparsermanager":1,"get":1,"pythonic":1,"model":3,"output":3,"how":1,"can":1,"i":1,"help":1,"you":1,"today":1,"content":2,"calls":2,"run":1,"extraction":1,"assert":2,"len":1,"0":1},"2506,1901,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py":{"test":1,"cases":1,"pytest":12,"param":12,"true":6,"f":12,"simple":6,"function":24,"output":12,"call":12,"id":12,"streaming":6,"false":6,"nonstreaming":6,"more":6,"types":6,"parameterless":6,"empty":12,"dict":6,"list":6,"escaped":6,"string":6},"4407,438,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py":{"pytest":2,"param":2,"true":1,"f":2,"simple":4,"function":8,"output":4,"more":4,"types":4,"call":4,"id":2,"parallel":2,"calls":2,"streaming":1,"false":1,"nonstreaming":1},"4845,1972,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py":{"pytest":2,"mark":2,"parametrize":2,"streaming":8,"model":5,"output":7,"expected":6,"tool":24,"calls":11,"test":5,"cases":1,"def":3,"call":5,"bool":2,"str":1,"list":3,"functioncall":1,"mock":6,"tokenizer":6,"magicmock":3,"parser":8,"toolparser":3,"toolparsermanager":3,"get":4,"pythonic":3,"content":3,"run":2,"extraction":2,"assert":10,"is":2,"none":1,"len":3,"for":1,"actual":3,"in":1,"zip":1,"type":1,"function":10,"with":1,"large":1,"steps":1,"deltas":2,"weather":1,"city":1,"san":1,"francisco":1,"metric":1,"celsius":1,"f":2,"parameterless":2,"empty":2,"reconstructor":6,"one":1,"per":1,"delta":1,"false":2,"other":1,"3":1,"0":1,"simple":1,"1":1,"2":2,"regex":2,"timeout":2,"handling":1,"handled":1,"gracefully":1,"llama4":1,"fake":1,"problematic":1,"input":1,"hello":1,"world":1,"a":4,"t":2},"6817,614,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_pythonic_tool_parser.py":{"create":1,"a":1,"mock":5,"regex":8,"that":1,"raises":1,"timeouterror":2,"magicmock":1,"match":2,"side":1,"effect":1,"timeout":1,"with":1,"patch":1,"object":1,"tool":6,"parser":2,"call":1,"content":2,"calls":2,"run":1,"extraction":1,"fake":2,"problematic":2,"input":2,"streaming":2,"should":1,"treat":1,"as":1,"regular":1,"text":1,"when":1,"times":1,"out":1,"assert":3,"len":1,"0":1,"called":1,"once":1},"0,1985,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hermes_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":2,"project":1,"import":3,"json":1,"pytest":2,"from":1,"utils":1,"remoteopenaiserver":2,"model":7,"name":4,"meta":1,"llama":3,"3":2,"1b":2,"instruct":1,"lora":7,"minpeter":1,"tool":12,"ci":1,"server":4,"args":2,"enforce":1,"eager":1,"enable":2,"auto":2,"choice":5,"call":6,"parser":1,"hermes":1,"modules":1,"f":1,"tools":3,"type":5,"function":4,"get":4,"current":3,"weather":4,"description":2,"in":3,"a":1,"given":1,"location":3,"parameters":1,"object":1,"properties":1,"string":2,"city":1,"and":1,"state":1,"e":1,"g":1,"san":1,"francisco":1,"ca":1,"unit":1,"enum":1,"celsius":1,"fahrenheit":1,"required":1,"messages":3,"role":1,"user":1,"content":1,"what":1,"s":1,"like":1,"boston":1,"mark":1,"asyncio":1,"async":2,"def":1,"test":2,"non":2,"streaming":2,"mode":1,"with":1,"as":1,"client":3,"response":3,"await":1,"chat":1,"completions":1,"create":1,"temperature":1,"assert":5,"choices":2,"message":4,"finish":1,"reason":1,"calls":3,"is":1,"not":1,"none":1},"1985,1997,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_hermes_tool_parser.py":{"arguments":16,"json":2,"loads":2,"tool":26,"call":17,"function":6,"assert":6,"location":4,"in":8,"boston":2,"print":6,"n":2,"non":1,"streaming":4,"test":4,"passed":2,"f":4,"name":8,"pytest":1,"mark":1,"asyncio":1,"async":3,"def":1,"mode":1,"with":1,"remoteopenaiserver":1,"model":3,"server":3,"args":1,"as":1,"client":3,"get":2,"stream":3,"await":1,"chat":1,"completions":1,"create":1,"lora":1,"messages":2,"tools":2,"choice":1,"auto":1,"temperature":1,"0":4,"true":1,"chunks":7,"for":2,"chunk":9,"if":5,"not":4,"choices":2,"continue":2,"delta":5,"or":1,"calls":2,"index":6,"len":1,"1":1,"reconstructed":6,"current":1,"weather":1},"0,1997,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"from":4,"unittest":1,"mock":1,"import":5,"magicmock":1,"patch":1,"pytest":1,"tests":1,"entrypoints":3,"openai":3,"tool":4,"parsers":2,"utils":1,"run":2,"extraction":2,"streaming":1,"protocol":1,"functioncall":7,"toolparser":1,"toolparsermanager":1,"test":3,"cases":1,"similar":1,"pythonic":1,"parser":1,"but":1,"with":1,"llama4":1,"specific":1,"format":1,"simple":2,"function":12,"output":6,"get":6,"weather":6,"city":6,"la":4,"metric":4,"c":2,"call":6,"name":8,"arguments":6,"more":2,"types":2,"register":2,"user":2,"doe":2,"age":2,"9":2,"address":2,"state":2,"ca":2,"role":2,"none":1,"passed":2,"true":2,"aliases":2,"john":2,"johnny":2,"null":1,"parameterless":2,"empty":4,"dict":2,"do":4,"something":4,"cool":6,"additional":2,"data":2,"list":2,"steps":2,"escaped":2,"string":2,"r":1,"martha":2,"s":2,"vineyard":2,"units":2},"1997,774,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py":{"python":4,"tag":1,"function":1,"output":4,"start":2,"get":3,"weather":2,"city":2,"la":2,"metric":2,"c":2,"end":1,"pytest":1,"mark":1,"parametrize":1,"streaming":4,"true":1,"false":1,"def":1,"test":4,"no":1,"tool":7,"call":1,"bool":1,"mock":2,"tokenizer":2,"magicmock":1,"parser":3,"toolparser":1,"toolparsermanager":1,"llama4":1,"pythonic":1,"model":3,"how":1,"can":1,"i":1,"help":1,"you":1,"today":1,"content":2,"calls":2,"run":1,"extraction":1,"assert":2,"len":1,"0":1,"str":3,"register":1,"user":1,"name":1,"doe":1,"age":1,"9":1},"2771,1816,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py":{"test":1,"cases":1,"pytest":12,"param":12,"true":6,"escaped":8,"string":8,"function":24,"output":12,"call":12,"id":12,"simple":4,"streaming":6,"false":6,"nonstreaming":6,"more":6,"types":6,"parameterless":6,"empty":12,"dict":6,"list":6},"4587,1608,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py":{"pytest":6,"param":6,"true":3,"get":3,"weather":3,"city":3,"la":3,"metric":3,"c":3,"register":7,"user":7,"name":11,"doe":7,"age":7,"9":7,"simple":6,"function":8,"call":6,"functioncall":4,"arguments":4,"id":6,"parallel":4,"calls":4,"streaming":3,"false":3,"nonstreaming":3,"python":5,"tag":4,"output":2,"test":1,"str":1,"start":1},"6195,1939,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py":{"pytest":2,"mark":2,"parametrize":2,"streaming":8,"model":5,"output":5,"expected":6,"tool":24,"calls":11,"test":5,"cases":1,"def":3,"call":5,"bool":2,"str":1,"list":2,"functioncall":1,"mock":6,"tokenizer":6,"magicmock":3,"parser":8,"toolparser":3,"toolparsermanager":3,"get":5,"llama4":3,"pythonic":3,"content":2,"run":2,"extraction":2,"assert":9,"len":3,"for":1,"actual":3,"in":1,"zip":1,"type":1,"function":8,"with":1,"large":1,"steps":2,"deltas":2,"python":2,"start":1,"weather":2,"city":1,"la":1,"metric":1,"c":1,"do":1,"something":1,"cool":1,"end":1,"reconstructor":6,"one":1,"per":1,"delta":1,"false":2,"other":1,"3":1,"0":1,"simple":1,"1":1,"parameterless":1,"2":2,"empty":1,"regex":2,"timeout":2,"handling":1,"is":1,"handled":1,"gracefully":1,"fake":1,"problematic":1,"input":1,"hello":1,"world":1,"a":4,"t":2},"8134,614,data/raw/vllm-0.10.1/tests/entrypoints/openai/tool_parsers/test_llama4_pythonic_tool_parser.py":{"create":1,"a":1,"mock":5,"regex":8,"that":1,"raises":1,"timeouterror":2,"magicmock":1,"match":2,"side":1,"effect":1,"timeout":1,"with":1,"patch":1,"object":1,"tool":6,"parser":2,"call":1,"content":2,"calls":2,"run":1,"extraction":1,"fake":2,"problematic":2,"input":2,"streaming":2,"should":1,"treat":1,"as":1,"regular":1,"text":1,"when":1,"times":1,"out":1,"assert":3,"len":1,"0":1,"called":1,"once":1},"0,1789,data/raw/vllm-0.10.1/tests/entrypoints/offline_mode/test_offline_mode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"tests":1,"for":2,"hf":3,"hub":2,"offline":4,"mode":4,"import":6,"importlib":1,"sys":1,"pytest":5,"urllib3":1,"from":2,"llm":3,"distributed":1,"cleanup":3,"dist":2,"env":2,"and":3,"memory":5,"model":11,"configs":2,"facebook":1,"opt":1,"125m":1,"enforce":3,"eager":3,"true":3,"gpu":3,"utilization":3,"20":2,"max":9,"len":3,"64":9,"num":6,"batched":3,"tokens":3,"seqs":3,"tensor":3,"parallel":3,"size":3,"1":6,"mistralai":1,"mistral":2,"7b":1,"instruct":1,"v0":1,"95":1,"tokenizer":1,"sentence":1,"transformers":1,"all":1,"minilm":1,"l12":1,"v2":1,"fixture":1,"scope":1,"module":1,"def":3,"cache":3,"models":2,"files":1,"first":1,"config":2,"in":1,"yield":1,"mark":2,"skip":1,"global":1,"usefixtures":1,"test":1,"monkeypatch":3,"set":1,"ensure":1,"we":1,"can":1,"still":1,"construct":1,"an":1,"with":1,"context":1,"as":1,"m":3,"try":1,"setenv":2,"no":2,"usage":1,"stats":1,"disable":1,"connect":1,"args":1,"kwargs":1,"raise":1,"runtimeerror":1,"http":1,"calls":1,"allowed":1},"1789,1473,data/raw/vllm-0.10.1/tests/entrypoints/offline_mode/test_offline_mode.py":{"m":2,"setattr":2,"urllib3":2,"connection":2,"httpconnection":1,"connect":4,"disable":2,"httpsconnection":1,"need":1,"to":4,"re":4,"import":4,"huggingface":2,"hub":4,"and":2,"friends":1,"setup":1,"offline":2,"mode":3,"modules":7,"cached":1,"model":4,"files":1,"should":1,"be":2,"used":1,"in":6,"for":4,"config":2,"configs":1,"llm":1,"finally":1,"reset":1,"the":2,"environment":1,"after":1,"test":2,"nb":1,"assuming":1,"tests":2,"are":2,"run":1,"online":1,"def":1,"hf":2,"module":7,"names":4,"k":7,"sys":3,"if":4,"startswith":3,"transformers":4,"not":2,"reload":5,"exception":5,"none":2,"name":2,"try":2,"importlib":1,"except":1,"as":1,"e":2,"continue":1,"clean":1,"up":1,"so":1,"that":1,"other":1,"less":1,"likely":1,"affected":1,"error":1,"this":1,"reloading":1,"a":1,"failed":1,"is":1,"raise":1},"0,1744,data/raw/vllm-0.10.1/tests/metrics/test_metrics.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":15,"project":1,"import":10,"pytest":5,"ray":1,"from":7,"prometheus":1,"client":1,"registry":1,"envs":2,"as":2,"engineargs":1,"llmengine":1,"engine":4,"arg":1,"utils":2,"asyncengineargs":1,"async":1,"llm":2,"asyncllmengine":1,"metrics":1,"rayprometheusstatlogger":1,"sampling":1,"params":1,"samplingparams":1,"test":3,"model":6,"weights":1,"s3":1,"bucket":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":2,"use":3,"v0":2,"only":1,"monkeypatch":2,"this":2,"module":1,"tests":1,"internals":1,"so":1,"set":1,"v1":2,"setenv":1,"models":2,"distilbert":1,"distilgpt2":1,"mark":3,"parametrize":3,"dtype":4,"float":1,"max":2,"tokens":3,"128":1,"metric":1,"counter":1,"prompt":6,"runner":2,"example":3,"prompts":6,"str":2,"int":1,"none":1,"with":1,"disable":1,"log":1,"stats":1,"false":1,"gpu":1,"memory":1,"utilization":1,"4":1,"tokenizer":3,"get":1,"token":6,"counts":4,"len":2,"encode":1,"p":2,"for":1,"in":2,"needs":1,"at":2,"least":2,"a":1,"batch":1,"of":2,"different":2,"lengths":2,"verify":1,"their":1,"count":2,"is":1,"correct":1,"despite":1,"padding":1,"assert":2,"1":2,"are":2,"required":2,"sum":1},"1744,1877,data/raw/vllm-0.10.1/tests/metrics/test_metrics.py":{"vllm":20,"model":10,"generate":2,"greedy":2,"example":5,"prompts":5,"max":4,"tokens":10,"stat":8,"logger":6,"llm":5,"engine":2,"loggers":2,"prometheus":2,"metric":9,"count":15,"metrics":2,"counter":3,"prompt":7,"labels":4,"value":2,"get":3,"assert":2,"token":4,"f":4,"r":4,"n":2,"pytest":5,"mark":5,"parametrize":5,"models":2,"dtype":5,"float":2,"128":1,"def":1,"test":1,"generation":9,"runner":2,"str":3,"int":1,"none":1,"with":1,"disable":1,"log":1,"stats":1,"false":1,"gpu":1,"memory":1,"utilization":1,"0":2,"4":1,"as":1,"outputs":2,"tokenizer":3,"for":1,"i":3,"in":2,"range":1,"len":3,"output":4,"ids":5,"encode":1,"contains":1,"both":1,"and":1,"we":1,"re":1,"interested":1,"only":1,"the":2,"of":1},"3621,1535,data/raw/vllm-0.10.1/tests/metrics/test_metrics.py":{"pytest":6,"mark":6,"parametrize":5,"served":8,"model":23,"name":12,"none":3,"modelname0":2,"modelname1":1,"modelname2":1,"def":2,"test":2,"metric":1,"set":1,"tag":8,"vllm":5,"runner":2,"str":5,"dtype":5,"list":1,"with":1,"disable":3,"log":4,"stats":3,"false":2,"gpu":1,"memory":1,"utilization":1,"0":3,"3":1,"as":1,"stat":3,"logger":2,"llm":2,"engine":2,"loggers":1,"prometheus":1,"metrics":8,"content":5,"labels":1,"if":2,"envs":1,"ci":1,"use":1,"s3":2,"f":6,"weights":1,"bucket":1,"is":3,"or":1,"assert":2,"wrong":2,"expect":2,"r":4,"n":2,"actual":2,"else":1,"models":1,"half":1,"max":2,"tokens":2,"4":1,"true":1,"asyncio":1,"async":2,"regression":1,"example":1,"prompts":1,"int":1,"bool":1},"5156,1762,data/raw/vllm-0.10.1/tests/metrics/test_metrics.py":{"none":2,"regression":2,"test":2,"ensuring":1,"async":7,"engine":18,"generates":1,"metrics":4,"when":1,"disable":9,"log":10,"stats":9,"false":2,"see":1,"https":1,"github":1,"com":1,"vllm":3,"project":1,"pull":1,"4150":1,"pullrequestreview":1,"2008176678":1,"args":6,"asyncengineargs":1,"model":11,"dtype":6,"asyncllmengine":1,"from":2,"for":3,"i":4,"prompt":4,"in":3,"enumerate":2,"example":5,"prompts":5,"results":2,"generate":1,"samplingparams":2,"max":6,"tokens":6,"f":3,"request":3,"id":2,"exhaust":1,"the":2,"iterator":1,"to":1,"make":1,"work":1,"pass":1,"assert":2,"len":2,"pytest":4,"mark":4,"parametrize":4,"models":1,"half":1,"4":1,"true":1,"def":1,"str":2,"int":1,"bool":1,"engineargs":1,"llmengine":1,"add":1,"while":1,"has":1,"unfinished":1,"requests":1,"step":1,"if":1,"envs":1,"ci":1,"use":1,"s3":2,"weights":1,"bucket":1},"6918,1885,data/raw/vllm-0.10.1/tests/metrics/test_metrics.py":{"def":4,"assert":3,"metrics":9,"model":5,"str":3,"engine":5,"llmengine":1,"disable":2,"log":3,"stats":2,"bool":1,"num":3,"requests":3,"int":2,"none":3,"if":1,"with":1,"pytest":4,"raises":1,"attributeerror":1,"stat":3,"loggers":3,"else":1,"is":3,"not":1,"should":2,"be":3,"set":1,"ensure":2,"the":3,"count":2,"bucket":1,"of":2,"request":8,"level":1,"histogram":3,"matches":1,"number":1,"as":1,"a":2,"simple":1,"sanity":1,"check":1,"to":3,"are":2,"generated":1,"labels":2,"name":3,"vllm":5,"e2e":1,"latency":1,"seconds":1,"prompt":1,"tokens":5,"generation":1,"params":2,"n":1,"max":3,"for":2,"metric":4,"in":2,"value":3,"registry":1,"get":1,"sample":1,"f":1,"collected":1,"mark":3,"parametrize":3,"models":1,"dtype":2,"half":1,"16":1,"test":2,"ray":4,"example":1,"prompts":1,"this":1,"quite":1,"weak":1,"it":1,"only":1,"checks":1,"that":1,"we":2,"can":1,"use":1,"rayprometheusstatlogger":3,"without":1,"exceptions":1,"checking":1,"whether":1,"actually":1,"emitted":2,"unfortunately":1,"non":1,"trivial":1,"have":1,"run":1,"task":1,"correctly":1,"remote":1,"gpus":1,"1":1,"inner":1,"class":1,"init":2,"self":2,"args":2,"kwargs":2,"i":1,"0":1,"super":1},"8803,933,data/raw/vllm-0.10.1/tests/metrics/test_metrics.py":{"def":1,"log":4,"self":2,"args":5,"kwargs":2,"i":4,"1":1,"return":1,"super":1,"engine":10,"engineargs":1,"model":5,"dtype":2,"disable":1,"stats":1,"false":1,"llmengine":1,"from":1,"logger":4,"rayprometheusstatlogger":1,"local":1,"interval":1,"0":2,"5":1,"labels":1,"dict":1,"name":2,"config":3,"served":1,"vllm":2,"add":2,"ray":2,"for":1,"prompt":2,"in":1,"enumerate":1,"example":1,"prompts":1,"request":2,"f":1,"id":1,"samplingparams":1,"max":2,"tokens":2,"while":1,"has":1,"unfinished":1,"requests":1,"step":1,"assert":1,"must":1,"be":1,"called":1,"at":1,"least":1,"once":1,"get":1,"inner":1,"remote":1},"0,1249,data/raw/vllm-0.10.1/tests/models/test_vision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"pytest":2,"torch":4,"from":1,"model":1,"executor":1,"models":1,"vision":2,"resolve":3,"visual":3,"encoder":6,"outputs":6,"mark":1,"parametrize":1,"feature":5,"sample":4,"layers":14,"num":3,"loaded":5,"max":4,"possible":4,"expected":3,"features":3,"all":1,"1":8,"10":13,"some":1,"not":1,"20":3,"11":1,"def":1,"test":2,"that":1,"offsets":1,"are":1,"correctly":1,"handled":1,"for":2,"tensor":4,"idx":2,"in":1,"range":1,"output":2,"post":1,"layer":1,"norm":1,"none":1,"assert":1,"equal":1},"0,1983,data/raw/vllm-0.10.1/tests/models/test_oot_registration.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":7,"project":1,"import":5,"pytest":5,"from":4,"llm":9,"samplingparams":2,"assets":1,"image":3,"imageasset":1,"multimodal":1,"convert":1,"mode":1,"utils":1,"create":4,"new":4,"process":4,"for":8,"each":4,"test":7,"def":3,"plugin":1,"monkeypatch":9,"dummy":11,"opt":4,"path":6,"str":3,"with":4,"context":3,"as":3,"m":6,"setenv":3,"plugins":3,"raises":1,"valueerror":1,"match":1,"are":1,"not":3,"supported":1,"now":1,"model":6,"load":3,"format":3,"oot":2,"registration":2,"text":6,"generation":1,"register":2,"prompts":4,"hello":2,"my":2,"name":2,"is":3,"does":2,"matter":2,"sampling":2,"params":2,"temperature":1,"first":3,"token":3,"get":1,"tokenizer":1,"decode":1,"outputs":6,"generate":1,"output":4,"in":3,"generated":3,"make":1,"sure":1,"only":1,"rest":2,"replace":1,"assert":2,"embedding":4,"gemma2":2,"max":1,"len":1,"2048":1,"embed":1,"all":1,"v":2},"1983,1350,data/raw/vllm-0.10.1/tests/models/test_oot_registration.py":{"image":12,"convert":1,"mode":1,"imageasset":1,"cherry":1,"blossom":1,"pil":1,"rgb":1,"create":1,"new":1,"process":1,"for":2,"each":1,"test":2,"def":1,"oot":1,"registration":1,"multimodal":1,"monkeypatch":3,"pytest":1,"dummy":4,"llava":2,"path":2,"str":1,"with":1,"context":1,"as":1,"m":2,"setenv":1,"vllm":1,"plugins":1,"register":1,"model":3,"prompts":2,"prompt":3,"what":1,"s":1,"in":2,"the":3,"multi":2,"modal":2,"data":2,"describe":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":4,"llm":4,"load":1,"format":1,"max":2,"num":1,"seqs":1,"1":2,"trust":1,"remote":1,"code":1,"true":2,"gpu":1,"memory":1,"utilization":1,"98":1,"len":1,"4096":1,"enforce":1,"eager":1,"limit":1,"mm":1,"per":1,"first":3,"token":3,"get":1,"tokenizer":1,"decode":1,"outputs":3,"generate":1,"output":2,"generated":3,"text":3,"make":1,"sure":1,"only":1,"is":1,"rest":2,"replace":1,"assert":1},"0,1954,data/raw/vllm-0.10.1/tests/models/test_transformers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"test":15,"functionality":1,"of":1,"transformers":3,"backend":2,"from":6,"typing":1,"import":7,"any":3,"optional":3,"union":2,"pytest":3,"platforms":1,"current":2,"platform":2,"conftest":1,"hfrunner":2,"vllmrunner":4,"core":1,"block":1,"e2e":1,"correctness":1,"sliding":1,"window":1,"prep":1,"prompts":3,"utils":2,"multi":1,"gpu":1,"check":3,"logprobs":7,"close":2,"def":1,"implementation":1,"runner":4,"ref":14,"type":2,"example":2,"list":1,"str":4,"model":15,"kwargs":10,"dict":2,"none":4,"if":3,"is":3,"max":2,"tokens":2,"32":1,"num":2,"5":1,"args":4,"with":2,"as":2,"config":3,"llm":2,"engine":1,"assert":1,"using":1,"outputs":7,"generate":3,"greedy":3,"isinstance":1,"else":1,"limit":1,"lst":2,"1":2,"name":2,"mark":2,"skipif":1,"rocm":1,"reason":1,"llama":3,"3":4,"1b":4,"instruct":2,"ilama":2,"produce":1,"memory":1,"access":1,"fault":1,"parametrize":1,"impl":1,"meta":1,"hmellor":1,"auto":1,"custom":1,"code":2,"trust":1,"remote":1,"true":1,"by":1,"default":1},"1954,1912,data/raw/vllm-0.10.1/tests/models/test_transformers.py":{"def":4,"test":9,"models":1,"hf":4,"runner":12,"type":6,"hfrunner":2,"vllm":8,"vllmrunner":4,"example":5,"prompts":8,"list":2,"str":7,"model":11,"impl":5,"none":2,"check":3,"implementation":3,"hybrid":1,"attention":1,"prep":1,"4":1,"800":1,"801":1,"kwargs":12,"ref":4,"max":3,"len":1,"8192":1,"enforce":1,"eager":1,"true":1,"transformers":2,"hmellor":1,"tiny":1,"random":1,"gemma2forcausallm":1,"multi":1,"gpu":1,"num":3,"gpus":1,"2":4,"distributed":1,"tensor":1,"parallel":1,"size":1,"meta":2,"llama":4,"3":2,"1b":2,"instruct":2,"pytest":4,"mark":4,"skipif":1,"current":1,"platform":1,"is":2,"rocm":2,"reason":1,"bitsandbytes":2,"quantization":5,"currently":1,"not":1,"supported":1,"in":1,"parametrize":3,"tokens":2,"32":1,"logprobs":2,"5":1,"dict":1,"int":2},"3866,1837,data/raw/vllm-0.10.1/tests/models/test_transformers.py":{"none":2,"with":3,"vllm":13,"runner":7,"model":25,"impl":3,"auto":1,"enforce":3,"eager":3,"true":3,"quantization":2,"kwargs":2,"as":3,"type":4,"ignore":2,"arg":2,"outputs":6,"generate":2,"greedy":2,"logprobs":7,"example":3,"prompts":3,"max":5,"tokens":4,"num":4,"transformers":8,"config":6,"llm":4,"engine":2,"assert":2,"using":2,"backend":2,"check":1,"close":1,"0":3,"lst":2,"1":3,"name":2,"pytest":3,"mark":3,"parametrize":3,"layers":4,"live":2,"in":2,"qwen":1,"qwen3":1,"embedding":1,"6b":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"def":2,"test":4,"embed":1,"loading":1,"len":1,"1024":1,"pooling":1,"jason9693":1,"qwen2":1,"5":1,"5b":1,"apeach":1,"dtype":2,"float":1,"classify":1,"hf":1,"str":2,"import":2,"torch":1,"from":1,"automodelforsequenceclassification":1},"5703,817,data/raw/vllm-0.10.1/tests/models/test_transformers.py":{"with":2,"vllm":10,"runner":2,"model":12,"max":1,"len":1,"512":1,"dtype":5,"impl":1,"transformers":2,"as":2,"config":3,"llm":2,"engine":1,"assert":2,"using":1,"backend":1,"outputs":4,"classify":2,"example":2,"prompts":2,"hf":9,"auto":1,"cls":1,"automodelforsequenceclassification":1,"for":1,"output":8,"in":1,"zip":1,"torch":3,"tensor":2,"allclose":1,"1e":2,"3":1,"if":1,"float":1,"else":1,"2":1},"0,1917,data/raw/vllm-0.10.1/tests/models/registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":17,"vllm":3,"project":1,"from":7,"collections":1,"abc":1,"import":7,"mapping":2,"set":4,"dataclasses":1,"dataclass":2,"field":2,"typing":1,"any":1,"literal":1,"optional":6,"pytest":1,"packaging":1,"version":10,"transformers":7,"as":1,"config":1,"tokenizermode":2,"frozen":1,"true":2,"class":1,"hfexamplesinfo":1,"default":4,"str":8,"model":8,"use":3,"for":7,"testing":3,"this":10,"architecture":6,"extras":1,"factory":1,"dict":1,"extra":1,"models":1,"tokenizer":4,"none":5,"load":2,"mode":1,"auto":1,"type":1,"speculative":2,"which":1,"is":4,"only":3,"used":1,"decoding":1,"min":1,"minimum":2,"of":3,"hf":3,"that":2,"required":2,"run":1,"max":1,"maximum":2,"runs":1,"on":2,"reason":2,"requirement":1,"available":2,"online":1,"bool":3,"false":3,"if":1,"name":1,"no":1,"longer":1,"exists":1,"repo":1,"maintain":1,"backwards":1,"compatibility":1,"we":1,"have":1,"not":1,"removed":1,"them":1,"main":1,"registry":2,"so":1,"without":1,"flag":1,"tests":1,"will":1,"fail":1,"trust":2,"remote":2,"code":2,"level":1,"v0":2,"with":1,"engine":1},"1917,1952,data/raw/vllm-0.10.1/tests/models/registry.py":{"hf":2,"overrides":2,"dict":2,"str":3,"any":1,"field":1,"default":3,"factory":1,"the":11,"required":3,"to":7,"load":1,"model":7,"max":10,"len":1,"optional":3,"int":1,"none":6,"maximum":1,"length":2,"use":2,"for":3,"this":3,"some":1,"models":2,"a":1,"that":1,"is":5,"too":1,"large":1,"fit":1,"into":1,"memory":1,"in":1,"ci":1,"revision":3,"specific":1,"commit":1,"hash":1,"tag":1,"or":1,"branch":1,"if":5,"not":2,"specified":1,"will":1,"be":2,"used":1,"def":1,"check":6,"transformers":11,"version":35,"self":7,"on":1,"fail":1,"literal":1,"error":1,"skip":1,"return":3,"min":9,"bool":2,"true":2,"installed":2,"does":1,"meet":1,"requirements":1,"perform":1,"given":1,"action":1,"and":5,"current":3,"cur":3,"base":5,"msg":4,"f":4,"but":1,"only":1,"otherwise":1,"preview":1,"cannot":1,"run":3,"because":1,"x":2,"yy":2,"0":2,"dev0":1,"elif":1,"else":1,"reason":3},"3869,597,data/raw/vllm-0.10.1/tests/models/registry.py":{"if":4,"on":4,"fail":4,"error":3,"raise":2,"runtimeerror":2,"msg":6,"elif":1,"skip":4,"pytest":2,"return":1,"def":1,"check":1,"available":4,"online":4,"self":2,"literal":1,"none":1,"the":2,"model":2,"is":3,"not":3,"perform":1,"given":1,"action":1,"else":1,"yapf":1,"disable":1},"4466,1846,data/raw/vllm-0.10.1/tests/models/registry.py":{"text":1,"generation":1,"example":1,"models":1,"decoder":1,"only":1,"aquilamodel":1,"hfexamplesinfo":12,"baai":2,"aquilachat":1,"7b":4,"trust":9,"remote":9,"code":9,"true":9,"aquilaforcausallm":1,"aquilachat2":1,"arceeforcausallm":1,"arcee":1,"ai":2,"afm":1,"4":3,"5b":1,"base":1,"arcticforcausallm":1,"snowflake":2,"arctic":1,"instruct":1,"baichuanforcausallm":2,"baichuan":3,"inc":2,"baichuan2":1,"chat":1,"bailingmoeforcausallm":1,"inclusionai":1,"ling":1,"lite":1,"1":1,"5":1,"bambaforcausallm":2,"ibm":1,"platform":1,"bamba":1,"9b":1,"v1":1,"min":1,"transformers":2,"version":2,"56":1,"0":1,"extras":1,"tiny":2,"hmellor":1,"random":1,"noqa":2,"e501":2,"bloomforcausallm":1,"bigscience":2,"bloom":1,"560m":1,"1b":1,"bloomz":1,"1b1":1,"chatglmmodel":1,"zai":1,"org":1,"chatglm3":2,"6b":2,"max":1,"48":1,"chatglmforconditionalgeneration":1,"thu":1,"coai":1,"shieldlm":1,"cohereforcausallm":1,"cohereforai":1,"c4ai":1,"command":1,"r":1,"v01":1},"6312,1963,data/raw/vllm-0.10.1/tests/models/registry.py":{"cohere2forcausallm":1,"hfexamplesinfo":17,"cohereforai":1,"c4ai":1,"command":1,"r7b":1,"12":1,"2024":1,"noqa":5,"e501":5,"trust":5,"remote":5,"code":5,"true":5,"dbrxforcausallm":1,"databricks":1,"dbrx":1,"instruct":2,"decilmforcausallm":1,"nvidia":1,"llama":2,"3":5,"nemotron":1,"super":1,"49b":1,"v1":1,"deepseekforcausallm":1,"deepseek":6,"ai":3,"llm":1,"7b":2,"chat":2,"deepseekv2forcausallm":1,"v2":1,"lite":1,"deepseekv3forcausallm":1,"v3":1,"ernie4":2,"5forcausallm":1,"baidu":2,"ernie":2,"4":7,"5":3,"0":4,"3b":1,"pt":2,"min":4,"transformers":4,"version":4,"54":3,"moeforcausallm":1,"21b":1,"a3b":1,"exaoneforcausallm":1,"lgai":2,"exaone":4,"7":1,"8b":1,"exaone4forcausallm":1,"32b":1,"fairseq2llamaforcausallm":1,"mgleize":1,"fairseq2":1,"dummy":1,"2":2,"1b":2,"falconforcausallm":1,"tiiuae":2,"falcon":2,"falconh1forcausallm":1,"h1":1,"5b":1,"base":1,"gemmaforcausallm":1,"google":4,"gemma":4,"1":2,"2b":1,"it":3,"gemma2forcausallm":1,"9b":1,"gemma3forcausallm":1,"gemma3nforcausallm":1,"3n":1,"e2b":1,"53":1},"8275,1829,data/raw/vllm-0.10.1/tests/models/registry.py":{"glmforcausallm":1,"hfexamplesinfo":14,"zai":3,"org":3,"glm":3,"4":7,"9b":2,"chat":1,"hf":2,"glm4forcausallm":1,"0414":1,"glm4moeforcausallm":1,"5":1,"min":2,"transformers":3,"version":3,"54":1,"noqa":5,"e501":5,"gpt2lmheadmodel":1,"openai":1,"community":1,"gpt2":2,"alias":1,"gptbigcodeforcausallm":1,"bigcode":2,"starcoder":2,"extras":1,"tiny":3,"py":1,"55":2,"1":3,"reason":1,"model":1,"broken":1,"in":1,"0":2,"gptjforcausallm":1,"milos":1,"slovak":1,"gpt":3,"j":2,"405m":1,"6b":2,"eleutherai":3,"gptneoxforcausallm":1,"pythia":2,"70m":1,"1b":2,"4b":1,"gptossforcausallm":1,"lmsys":1,"oss":1,"20b":1,"bf16":1,"graniteforcausallm":1,"ibm":4,"powerlm":1,"3b":2,"granitemoeforcausallm":1,"powermoe":1,"granitemoehybridforcausallm":1,"granite":2,"preview":1,"granitemoesharedforcausallm":1,"research":1,"moe":1,"7b":1,"active":1,"shared":1,"experts":1,"grok1modelforcausallm":1,"hpcai":1,"tech":1,"grok":1,"trust":2,"remote":2,"code":2,"true":2,"hunyuanmoev1forcausallm":1,"tencent":1,"hunyuan":1,"a13b":1,"instruct":1,"todo":1,"remove":1,"is":2,"available":1,"online":1,"once":1,"their":1,"config":1,"json":1,"fixed":1},"10104,1980,data/raw/vllm-0.10.1/tests/models/registry.py":{"hunyuandensev1forcausallm":1,"hfexamplesinfo":10,"tencent":1,"hunyuan":1,"7b":4,"instruct":5,"0124":1,"trust":6,"remote":6,"code":6,"true":6,"is":2,"available":2,"online":2,"false":2,"hcxvisionforcausallm":1,"naver":1,"hyperclovax":2,"seed":1,"vision":1,"3b":1,"internlmforcausallm":1,"internlm":4,"chat":3,"internlm2forcausallm":1,"internlm2":1,"internlm2veforcausallm":1,"opengvlab":1,"mono":1,"internvl":1,"2b":1,"internlm3forcausallm":1,"internlm3":1,"8b":3,"jaislmheadmodel":1,"inceptionai":1,"jais":1,"13b":1,"jambaforcausallm":1,"ai21labs":3,"ai21":1,"jamba":3,"1":3,"5":1,"mini":1,"min":1,"transformers":1,"version":1,"4":1,"56":1,"0":1,"extras":2,"tiny":3,"dev":1,"random":2,"noqa":4,"e501":4,"llamaforcausallm":2,"meta":3,"llama":7,"3":5,"2":1,"1b":2,"guard":2,"hermes":2,"nousresearch":1,"fp8":2,"redhatai":1,"decapoda":1,"research":1,"hf":1},"12084,1949,data/raw/vllm-0.10.1/tests/models/registry.py":{"llama4forcausallm":1,"hfexamplesinfo":17,"meta":1,"llama":2,"4":1,"scout":1,"17b":1,"16e":1,"instruct":4,"noqa":6,"e501":6,"is":2,"available":2,"online":2,"false":2,"mambaforcausallm":1,"state":1,"spaces":1,"mamba":3,"130m":1,"hf":3,"mamba2forcausallm":1,"mistralai":3,"codestral":1,"7b":4,"v0":4,"1":4,"falconmambaforcausallm":1,"tiiuae":1,"falcon":1,"minicpmforcausallm":1,"openbmb":2,"minicpm":1,"2b":1,"sft":1,"bf16":1,"trust":5,"remote":5,"code":5,"true":5,"minicpm3forcausallm":1,"minicpm3":1,"4b":1,"minimaxforcausallm":1,"minimaxai":3,"minimax":3,"text":2,"01":2,"minimaxtext01forcausallm":1,"revision":1,"a59aa9cbc53b9fb8742ca4e9e1531b9802b6fdc3":1,"minimaxm1forcausallm":1,"m1":1,"40k":1,"mistralforcausallm":1,"mistral":2,"mixtralforcausallm":1,"mixtral":3,"8x7b":1,"tiny":2,"titanml":1,"quantmixtralforcausallm":1,"community":1,"8x22b":1,"awq":1,"mptforcausallm":2,"mpt":2,"mosaicml":1,"nemotronforcausallm":1,"nvidia":2,"minitron":1,"8b":2,"base":2,"nemotronhforcausallm":1,"nemotron":1,"h":1,"8k":1,"olmoforcausallm":1,"allenai":1,"olmo":1,"1b":1},"14033,1995,data/raw/vllm-0.10.1/tests/models/registry.py":{"olmo2forcausallm":1,"hfexamplesinfo":13,"allenai":2,"olmo":1,"2":4,"0425":1,"1b":4,"olmoeforcausallm":1,"olmoe":1,"7b":3,"0924":1,"instruct":5,"optforcausallm":1,"facebook":2,"opt":2,"125m":1,"iml":1,"max":4,"1":1,"3b":1,"orionforcausallm":1,"orionstarai":1,"orion":1,"14b":1,"chat":4,"trust":5,"remote":6,"code":6,"true":6,"persimmonforcausallm":1,"adept":1,"persimmon":1,"8b":1,"phiforcausallm":1,"microsoft":4,"phi":4,"phi3forcausallm":1,"3":2,"mini":2,"4k":1,"phi4flashforcausallm":1,"4":3,"flash":1,"reasoning":1,"noqa":4,"e501":4,"v0":1,"only":1,"model":2,"len":1,"10240":1,"phimoeforcausallm":1,"5":4,"moe":2,"plamo2forcausallm":1,"pfnet":1,"plamo":1,"transformers":5,"version":4,"53":2,"reason":2,"vllm":1,"impl":1,"inherits":1,"pretrainedmodel":1,"and":1,"clashes":1,"with":2,"get":1,"input":1,"embeddings":1,"qwenlmheadmodel":1,"qwen":5,"hf":1,"uses":1,"that":1,"is":1,"not":1,"compatible":1,"latest":1,"qwen2forcausallm":1,"qwen2":2,"0":2,"5b":2,"extras":1,"qwen2moeforcausallm":1,"qwen1":1,"a2":1},"16028,1999,data/raw/vllm-0.10.1/tests/models/registry.py":{"qwen3forcausallm":1,"hfexamplesinfo":18,"qwen":2,"qwen3":2,"8b":1,"qwen3moeforcausallm":1,"30b":1,"a3b":1,"rwforcausallm":1,"tiiuae":1,"falcon":1,"40b":1,"smollm3forcausallm":1,"huggingfacetb":1,"smollm3":1,"3b":5,"stablelmepochforcausallm":1,"stabilityai":2,"stablelm":2,"zephyr":1,"noqa":3,"e501":3,"stablelmforcausallm":1,"4e1t":1,"starcoder2forcausallm":1,"bigcode":1,"starcoder2":1,"step3textforcausallm":1,"stepfun":1,"ai":2,"step3":1,"trust":6,"remote":6,"code":6,"true":6,"is":1,"available":1,"online":1,"false":1,"solarforcausallm":1,"upstage":1,"solar":1,"pro":1,"preview":1,"instruct":3,"telechat2forcausallm":1,"tele":1,"telechat2":1,"teleflmforcausallm":1,"cofeai":1,"flm":1,"2":2,"52b":1,"2407":1,"xverseforcausallm":1,"xverse":2,"7b":4,"chat":1,"tokenizer":1,"meta":1,"llama":2,"zamba2forcausallm":1,"zyphra":1,"zamba2":1,"mimoforcausallm":1,"xiaomimimo":1,"mimo":1,"rl":1,"dots1forcausallm":1,"rednote":1,"hilab":1,"dots":1,"llm1":1,"inst":1,"encoder":1,"decoder":1,"bartmodel":1,"facebook":3,"bart":2,"base":1,"bartforconditionalgeneration":1,"large":2,"cnn":1,"mbartforconditionalgeneration":2,"mbart":1,"en":1,"ro":1,"hf":1,"overrides":1,"architectures":1},"18030,1752,data/raw/vllm-0.10.1/tests/models/registry.py":{"embedding":1,"example":1,"models":1,"text":2,"only":5,"bertmodel":1,"hfexamplesinfo":13,"baai":2,"bge":2,"base":4,"en":2,"v1":2,"5":3,"v0":4,"true":9,"gemma2model":1,"multilingual":1,"gemma2":1,"noqa":5,"e501":5,"gritlm":2,"parasail":1,"ai":2,"7b":3,"vllm":1,"gtemodel":1,"snowflake":2,"arctic":1,"embed":3,"m":1,"v2":2,"0":1,"trust":5,"remote":6,"code":6,"gtenewmodel":2,"alibaba":2,"nlp":2,"gte":2,"hf":2,"overrides":1,"architectures":1,"internlm2forrewardmodel":1,"internlm":1,"internlm2":1,"1":1,"8b":1,"reward":2,"jambaforsequenceclassification":1,"ai21labs":1,"jamba":1,"tiny":1,"dev":1,"llamamodel":1,"llama":1,"is":2,"available":1,"online":1,"false":1,"mistralmodel":1,"intfloat":1,"e5":1,"mistral":1,"instruct":2,"modernbertmodel":1,"modernbert":1,"nomicbertmodel":1,"nomic":2,"moe":1,"qwen2model":1,"ssmits":1,"qwen2":2,"qwen2forrewardmodel":1,"qwen":1,"math":1,"rm":1,"72b":1,"max":1,"transformers":3,"version":2,"4":1,"53":1,"reason":1,"model":1,"uses":1,"that":1,"not":1,"compatible":1,"with":1,"latest":1},"19782,1189,data/raw/vllm-0.10.1/tests/models/registry.py":{"qwen2forprocessrewardmodel":1,"hfexamplesinfo":8,"qwen":1,"qwen2":2,"5":1,"math":1,"prm":1,"7b":1,"max":1,"transformers":5,"version":2,"4":1,"53":1,"reason":1,"hf":1,"model":1,"uses":1,"remote":2,"code":2,"that":1,"is":2,"not":1,"compatible":1,"with":1,"latest":1,"noqa":7,"e501":7,"robertamodel":1,"sentence":2,"stsb":1,"roberta":2,"base":1,"v2":1,"v0":3,"only":3,"true":4,"robertaformaskedlm":1,"all":1,"large":1,"v1":2,"xlmrobertamodel":1,"intfloat":1,"multilingual":1,"e5":2,"small":1,"multimodal":1,"llavanextforconditionalgeneration":1,"royokong":1,"v":1,"phi3vforcausallm":1,"tiger":1,"lab":1,"vlm2vec":1,"full":1,"trust":1,"qwen2vlforconditionalgeneration":1,"mrlight":1,"dse":1,"2b":1,"mrl":1,"prithvigeospatialmae":1,"ibm":1,"nasa":1,"geospatial":1,"prithvi":1,"eo":1,"2":1,"0":1,"300m":1,"tl":1,"sen1floods11":1,"available":1,"online":1,"false":1},"20971,1630,data/raw/vllm-0.10.1/tests/models/registry.py":{"sequence":1,"classification":1,"example":1,"models":2,"decoder":1,"only":6,"gpt2forsequenceclassification":1,"hfexamplesinfo":9,"nie3e":1,"sentiment":1,"polish":1,"gpt2":1,"small":1,"noqa":12,"e501":12,"cross":3,"encoder":3,"bertforsequenceclassification":1,"ms":1,"marco":1,"minilm":1,"l":1,"6":1,"v2":4,"v0":5,"true":5,"modernbertforsequenceclassification":1,"alibaba":1,"nlp":1,"gte":1,"reranker":4,"modernbert":1,"base":2,"robertaforsequenceclassification":1,"quora":1,"roberta":1,"xlmrobertaforsequenceclassification":1,"baai":2,"bge":2,"m3":1,"automatic":2,"converted":1,"use":1,"as":1,"seq":2,"cls":2,"model":1,"for":1,"conversion":1,"gemmaforsequenceclassification":2,"gemma":1,"hf":1,"overrides":1,"architectures":1,"classifier":1,"from":1,"token":1,"yes":1,"method":1,"no":1,"post":1,"processing":1,"llamaforsequenceclassification":1,"skywork":2,"reward":1,"llama":1,"3":1,"2":1,"1b":1,"qwen2forsequenceclassification":1,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"qwen3forsequenceclassification":1,"tomaarsen":1,"qwen3":1,"0":1,"6b":1},"22601,1913,data/raw/vllm-0.10.1/tests/models/registry.py":{"multimodal":1,"example":1,"models":1,"decoder":1,"only":1,"ariaforconditionalgeneration":1,"hfexamplesinfo":12,"rhymes":1,"ai":2,"aria":1,"ayavisionforconditionalgeneration":1,"cohereforai":1,"aya":1,"vision":2,"8b":2,"noqa":13,"e501":13,"blip2forconditionalgeneration":1,"salesforce":2,"blip2":2,"opt":2,"2":1,"7b":3,"extras":2,"6b":1,"6":1,"chameleonforconditionalgeneration":1,"facebook":1,"chameleon":1,"cohere2visionforconditionalgeneration":1,"coherelabs":1,"command":1,"a":1,"07":1,"2025":1,"deepseekvlv2forcausallm":2,"deepseek":3,"vl2":2,"tiny":2,"fork":1,"isotr0py":1,"max":1,"transformers":3,"version":3,"4":2,"48":1,"reason":1,"hf":4,"model":1,"is":1,"not":1,"compatible":1,"overrides":2,"architectures":2,"emu3forconditionalgeneration":1,"baai":1,"emu3":1,"chat":1,"fuyuforcausallm":1,"adept":1,"fuyu":1,"gemma3forconditionalgeneration":1,"google":2,"gemma":2,"3":3,"4b":1,"it":2,"gemma3nforconditionalgeneration":1,"3n":1,"e2b":1,"min":1,"53":1,"granitespeechforconditionalgeneration":1,"ibm":1,"granite":2,"speech":1,"2b":1,"glm4vforcausallm":2,"zai":1,"org":1,"glm":1,"4v":1,"9b":1,"trust":1,"remote":1,"code":1,"true":1},"24514,1762,data/raw/vllm-0.10.1/tests/models/registry.py":{"glm4vforconditionalgeneration":1,"hfexamplesinfo":7,"zai":2,"org":2,"glm":2,"4":5,"1v":1,"9b":1,"thinking":1,"noqa":10,"e501":10,"glm4vmoeforconditionalgeneration":1,"5v":1,"is":2,"available":1,"online":1,"false":1,"h2ovlchatmodel":1,"h2oai":2,"h2ovl":2,"mississippi":2,"800m":1,"trust":4,"remote":4,"code":4,"true":4,"extras":2,"2b":4,"max":1,"transformers":4,"version":4,"48":1,"reason":2,"hf":2,"model":2,"not":1,"compatible":1,"idefics3forconditionalgeneration":1,"huggingfacem4":1,"idefics3":1,"8b":2,"llama3":1,"tiny":1,"huggingfacetb":1,"smolvlm":1,"256m":1,"instruct":1,"min":1,"55":2,"1":1,"broken":1,"in":1,"0":2,"internvlchatmodel":1,"opengvlab":3,"internvl2":2,"1b":2,"3":1,"internvl3":1,"interns1forconditionalgeneration":1,"internlm":1,"intern":1,"s1":1,"keyeforconditionalgeneration":1,"kwai":1,"keye":2,"vl":1,"preview":1},"26276,1933,data/raw/vllm-0.10.1/tests/models/registry.py":{"kimivlforconditionalgeneration":1,"hfexamplesinfo":8,"moonshotai":2,"kimi":2,"vl":2,"a3b":2,"instruct":2,"noqa":13,"e501":13,"extras":3,"thinking":2,"trust":2,"remote":2,"code":2,"true":2,"llama4forconditionalgeneration":1,"meta":2,"llama":5,"4":4,"scout":1,"17b":1,"16e":1,"max":2,"model":2,"len":1,"10240":1,"guard":2,"12b":3,"llavaforconditionalgeneration":1,"llava":8,"hf":10,"1":1,"5":1,"7b":3,"mistral":4,"community":1,"pixtral":2,"fp8":2,"nm":1,"testing":1,"dynamic":1,"llavanextforconditionalgeneration":1,"v1":1,"6":2,"llavanextvideoforconditionalgeneration":1,"next":1,"video":1,"llavaonevisionforconditionalgeneration":1,"onevision":1,"qwen2":1,"0":1,"5b":1,"ov":1,"mantisforconditionalgeneration":2,"tiger":1,"lab":1,"mantis":1,"8b":1,"siglip":1,"llama3":1,"transformers":2,"version":2,"48":1,"reason":1,"is":1,"not":1,"compatible":1,"overrides":1,"architectures":1,"minicpmo":1,"openbmb":1,"minicpm":1,"o":1,"2":1},"28209,1860,data/raw/vllm-0.10.1/tests/models/registry.py":{"minicpmv":1,"hfexamplesinfo":7,"openbmb":3,"minicpm":3,"llama3":2,"v":3,"2":4,"5":1,"extras":4,"6":6,"4":4,"0":1,"noqa":9,"e501":9,"trust":6,"remote":6,"code":6,"true":7,"minimaxvl01forconditionalgeneration":1,"minimaxai":1,"minimax":1,"vl":3,"01":1,"v0":1,"only":1,"mistral3forconditionalgeneration":1,"mistralai":1,"mistral":2,"small":2,"3":3,"1":5,"24b":2,"instruct":2,"2503":2,"fp8":2,"nm":1,"testing":1,"dynamic":1,"molmoforcausallm":1,"allenai":2,"molmo":2,"7b":2,"d":3,"0924":2,"max":2,"transformers":4,"version":4,"48":1,"reason":2,"incorrectly":1,"detected":1,"tensorflow":1,"import":1,"olmo":1,"o":1,"nvlm":2,"nvidia":2,"72b":1,"llama":3,"nemotron":2,"nano":2,"8b":1,"v1":1,"ovis":1,"aidc":3,"ai":3,"ovis2":1,"1b":1,"53":1,"hf":1,"model":1,"is":1,"not":1,"compatible":1,"ovis1":2,"3b":1,"gemma":1,"gemma2":1,"9b":1},"30069,1967,data/raw/vllm-0.10.1/tests/models/registry.py":{"paligemmaforconditionalgeneration":1,"hfexamplesinfo":9,"google":2,"paligemma":1,"3b":3,"mix":1,"224":1,"noqa":11,"e501":11,"extras":3,"v2":1,"paligemma2":1,"ft":1,"docci":1,"448":1,"phi3vforcausallm":1,"microsoft":4,"phi":4,"3":2,"vision":2,"128k":1,"instruct":7,"trust":3,"remote":3,"code":3,"true":3,"max":2,"transformers":2,"version":2,"4":3,"48":1,"reason":1,"use":1,"of":1,"deprecated":1,"imports":1,"which":1,"have":1,"been":1,"removed":1,"phi3":1,"5":4,"phi4mmforcausallm":1,"multimodal":2,"phi4multimodalforcausallm":1,"revision":1,"refs":1,"pr":1,"70":1,"pixtralforconditionalgeneration":1,"mistralai":1,"pixtral":1,"12b":1,"2409":1,"tokenizer":1,"mode":1,"mistral":1,"qwenvlforconditionalgeneration":2,"qwen":7,"vl":4,"chat":2,"hf":1,"overrides":1,"architectures":1,"qwen2audioforconditionalgeneration":1,"qwen2":4,"audio":1,"7b":1,"qwen2vlforconditionalgeneration":1,"2b":1,"vlforconditionalgeneration":1,"model":1,"len":1,"4096":1},"32036,1788,data/raw/vllm-0.10.1/tests/models/registry.py":{"qwen2":4,"5omnimodel":1,"hfexamplesinfo":9,"qwen":2,"5":3,"omni":4,"3b":2,"5omniforconditionalgeneration":1,"7b":3,"awq":1,"noqa":7,"e501":7,"skyworkr1vchatmodel":1,"skywork":2,"r1v":1,"38b":1,"trust":3,"remote":3,"code":3,"true":3,"smolvlmforconditionalgeneration":1,"huggingfacetb":1,"smolvlm2":1,"2":3,"2b":1,"instruct":1,"min":2,"transformers":3,"version":3,"4":3,"55":2,"1":1,"reason":1,"hf":3,"model":2,"broken":1,"in":1,"0":1,"step3vlforconditionalgeneration":1,"stepfun":1,"ai":2,"step3":1,"is":2,"available":2,"online":2,"false":2,"ultravoxmodel":1,"fixie":1,"ultravox":1,"v0":1,"llama":1,"3":1,"1b":1,"tarsierforconditionalgeneration":1,"research":2,"tarsier":1,"tarsier2forconditionalgeneration":2,"tarsier2":1,"recap":1,"overrides":1,"architectures":1,"voxtralforconditionalgeneration":1,"mistralai":1,"voxtral":1,"mini":1,"2507":1,"54":1,"disable":1,"this":1,"temporarily":1,"until":1,"we":2,"support":1,"format":1,"encoder":1,"decoder":1,"florence":1,"uses":1,"bartfasttokenizer":1,"which":1,"can":1,"t":1,"be":1,"loaded":1,"from":2,"autotokenizer":1,"therefore":1,"borrow":1,"the":2,"barttokenizer":1,"original":1,"bart":1},"33824,625,data/raw/vllm-0.10.1/tests/models/registry.py":{"florence2forconditionalgeneration":1,"hfexamplesinfo":4,"microsoft":1,"florence":2,"2":3,"base":1,"noqa":6,"e501":6,"tokenizer":2,"isotr0py":1,"trust":1,"remote":1,"code":1,"true":1,"mllamaforconditionalgeneration":1,"meta":1,"llama":2,"3":1,"11b":1,"vision":1,"instruct":1,"whisperforconditionalgeneration":1,"openai":1,"whisper":1,"large":1,"v3":1,"cross":1,"encoder":1,"jinavlforranking":1,"jinaai":1,"jina":1,"reranker":1,"m0":1},"34453,1949,data/raw/vllm-0.10.1/tests/models/registry.py":{"speculative":7,"decoding":1,"example":1,"models":2,"medusamodel":1,"hfexamplesinfo":6,"jackfram":2,"llama":8,"68m":2,"model":6,"abhigoyal":1,"vllm":1,"medusa":1,"random":3,"noqa":8,"e501":8,"temporarily":1,"disabled":1,"todo":2,"woosuk":1,"re":2,"enable":2,"this":2,"once":2,"the":1,"mlp":1,"speculator":1,"is":2,"supported":1,"in":1,"v1":1,"mlpspeculatorpretrainedmodel":1,"160m":2,"ibm":1,"ai":1,"platform":1,"accelerator":1,"deepseekmtpmodel":1,"luccafong":2,"deepseek":2,"mtp":2,"main":1,"draft":1,"trust":4,"remote":4,"code":4,"true":4,"eaglellamaforcausallm":1,"yuhuili":4,"eagle":2,"llama3":4,"instruct":6,"8b":9,"tokenizer":3,"meta":3,"3":2,"eagle3llamaforcausallm":1,"eagle3":4,"1":3,"tests":1,"test":1,"initialization":1,"py":1,"fixed":1,"see":1,"pr":1,"22333":1,"22611":1,"llamaforcausallmeagle3":1,"angelslim":2,"qwen3":3,"qwen":1},"36402,1165,data/raw/vllm-0.10.1/tests/models/registry.py":{"eaglellama4forcausallm":1,"hfexamplesinfo":4,"morgendave":2,"eagle":2,"llama":4,"4":6,"scout":3,"17b":3,"16e":3,"instruct":3,"trust":3,"remote":3,"code":3,"true":3,"speculative":4,"model":4,"tokenizer":2,"meta":1,"noqa":1,"e501":1,"eagleminicpmforcausallm":1,"openbmb":3,"minicpm":3,"1b":1,"sft":3,"bf16":3,"is":2,"available":2,"online":2,"false":2,"2b":2,"glm4moemtpmodel":1,"zai":2,"org":2,"glm":2,"5":2,"min":1,"transformers":1,"version":1,"54":1,"mimomtpmodel":1,"xiaomimimo":2,"mimo":2,"7b":2,"rl":2},"37567,1454,data/raw/vllm-0.10.1/tests/models/registry.py":{"transformers":2,"backend":2,"models":19,"transformersmodel":1,"hfexamplesinfo":6,"qwen":1,"qwen3":1,"embedding":2,"0":1,"6b":1,"transformersforcausallm":1,"hmellor":1,"ilama":1,"3":1,"2":1,"1b":2,"trust":1,"remote":1,"code":1,"true":1,"noqa":1,"e501":1,"transformersformultimodallm":1,"opengvlab":1,"internvl3":1,"hf":11,"example":10,"text":1,"generation":1,"sequence":1,"classification":1,"multimodal":1,"speculative":1,"decoding":1,"class":1,"hfexamplemodels":3,"def":4,"init":2,"self":9,"mapping":1,"str":4,"none":1,"super":1,"get":2,"supported":1,"archs":1,"set":1,"return":4,"keys":1,"info":8,"model":7,"arch":2,"find":1,"id":4,"for":4,"in":3,"values":3,"if":2,"default":1,"fallback":1,"to":1,"extras":2,"any":1,"extra":2,"raise":1,"valueerror":1,"f":1,"no":1,"defined":1,"auto":1,"automatic":1,"converted":1},"0,1939,data/raw/vllm-0.10.1/tests/models/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":8,"vllm":2,"project":1,"import":2,"torch":10,"from":3,"model":1,"executor":1,"models":1,"utils":1,"autoweightsloader":2,"class":2,"modulewithbatchnorm":4,"nn":3,"module":6,"def":8,"init":4,"self":8,"super":2,"bn":12,"batchnorm1d":1,"forward":2,"x":4,"return":2,"modulewithnestedbatchnorm":3,"nested":3,"mod":21,"test":2,"with":4,"batchnorm":6,"can":4,"load":6,"ensure":3,"auto":2,"weight":5,"loader":4,"stats":3,"run":2,"some":2,"data":2,"through":2,"tensor":2,"1":3,"3":2,"4":2,"try":2,"weights":3,"a":2,"new":11,"instance":2,"generator":3,"yield":2,"state":2,"dict":2,"items":2,"assert":6,"not":2,"all":4,"running":8,"mean":4,"var":4,"num":2,"batches":2,"tracked":2,"item":2,"are":1,"updated":1,"child":1,"containing":1,"autoload":1,"modules":1},"1939,1939,data/raw/vllm-0.10.1/tests/models/test_utils.py":{"assert":12,"not":4,"torch":11,"all":8,"new":16,"mod":46,"nested":20,"bn":22,"running":16,"mean":8,"var":8,"num":4,"batches":4,"tracked":4,"item":4,"0":2,"loader":5,"autoweightsloader":2,"load":3,"weights":6,"weight":5,"generator":3,"ensure":3,"the":5,"stats":2,"are":2,"updated":2,"1":4,"def":2,"test":1,"module":2,"skip":3,"prefix":5,"auto":1,"can":1,"modulewithnestedbatchnorm":2,"run":1,"some":1,"data":1,"through":1,"with":1,"batchnorm":1,"tensor":3,"2":2,"3":2,"4":2,"try":1,"to":3,"a":1,"instance":1,"needed":1,"be":1,"filtered":1,"out":1,"redundant":2,"bias":1,"yield":1,"from":1,"state":1,"dict":1,"items":1,"prefixes":1},"3878,1420,data/raw/vllm-0.10.1/tests/models/test_utils.py":{"def":2,"test":1,"module":2,"skip":3,"substr":6,"ensure":2,"the":4,"auto":1,"weight":5,"loader":3,"can":1,"prefix":1,"mod":29,"modulewithnestedbatchnorm":2,"run":1,"some":1,"data":1,"through":1,"with":1,"batchnorm":1,"torch":9,"tensor":5,"1":4,"2":3,"3":3,"4":3,"try":1,"to":3,"load":2,"weights":5,"a":1,"new":9,"instance":1,"generator":2,"needed":1,"be":1,"filtered":1,"out":1,"redundant":2,"nested":14,"0":3,"bias":2,"yield":1,"from":1,"state":1,"dict":1,"items":1,"assert":6,"not":2,"all":4,"bn":10,"running":8,"mean":4,"var":4,"num":2,"batches":2,"tracked":2,"item":2,"autoweightsloader":1,"substrs":1,"stats":1,"are":1,"updated":1},"0,1876,data/raw/vllm-0.10.1/tests/models/test_registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":9,"warnings":1,"pytest":2,"torch":1,"cuda":1,"from":6,"model":32,"executor":3,"models":13,"is":7,"pooling":5,"text":4,"generation":4,"supports":2,"multimodal":5,"adapters":1,"as":6,"embedding":2,"reward":2,"seq":2,"cls":10,"registry":3,"speculative":2,"decoding":2,"modelregistry":3,"platforms":1,"current":1,"platform":1,"utils":1,"create":2,"new":2,"process":2,"for":2,"each":2,"test":3,"hf":1,"example":1,"mark":1,"parametrize":1,"arch":7,"get":1,"supported":1,"archs":1,"def":1,"imports":1,"ensure":1,"all":2,"classes":1,"can":1,"be":2,"imported":1,"successfully":1,"try":1,"load":1,"assert":6,"not":2,"none":1,"if":3,"in":4,"return":1,"ignore":1,"these":1,"which":1,"do":1,"have":1,"a":2,"unified":1,"format":1,"or":1,"should":1,"convertible":1},"1876,1745,data/raw/vllm-0.10.1/tests/models/test_registry.py":{"pytest":2,"mark":2,"parametrize":2,"model":19,"arch":7,"is":21,"mm":3,"init":6,"cuda":12,"ce":3,"llamaforcausallm":1,"false":15,"mllamaforconditionalgeneration":1,"true":9,"llavaforconditionalgeneration":1,"bertforsequenceclassification":1,"robertaforsequenceclassification":1,"xlmrobertaforsequenceclassification":1,"def":2,"test":4,"registry":2,"property":1,"info":7,"modelregistry":3,"try":3,"inspect":2,"cls":3,"assert":7,"not":5,"none":2,"supports":3,"multimodal":1,"cross":1,"encoding":1,"if":3,"and":2,"current":2,"platform":2,"alike":2,"torch":3,"initialized":3,"load":1,"warnings":1,"warn":1,"this":2,"no":1,"longer":1,"initializes":1,"on":1,"import":1,"please":1,"using":1,"a":1,"different":1,"one":1,"stacklevel":1,"2":1,"create":1,"new":1,"process":1,"for":1,"each":1,"pp":5,"todo":1,"woosuk":1,"re":1,"enable":1,"once":1,"the":1,"mlp":1,"speculator":1,"supported":1,"in":1,"v1":1,"mlpspeculatorpretrainedmodel":1,"deepseekv2forcausallm":1,"qwen2vlforconditionalgeneration":1},"3621,580,data/raw/vllm-0.10.1/tests/models/test_registry.py":{"modelregistry":2,"try":1,"load":1,"model":3,"cls":1,"arch":1,"if":1,"not":2,"torch":1,"cuda":2,"is":1,"initialized":1,"warnings":1,"warn":1,"this":1,"no":1,"longer":1,"initializes":1,"on":1,"import":1,"please":2,"test":2,"using":1,"a":1,"different":1,"one":1,"stacklevel":1,"2":1,"def":1,"hf":2,"registry":2,"coverage":1,"untested":3,"archs":5,"get":2,"supported":2,"example":1,"models":2,"assert":1,"add":1,"the":1,"following":1,"architectures":1,"to":1,"f":1,"tests":1,"py":1},"0,1963,data/raw/vllm-0.10.1/tests/models/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":13,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":4,"project":1,"import":10,"warnings":1,"from":7,"collections":1,"abc":1,"sequence":5,"typing":1,"any":1,"namedtuple":1,"optional":2,"union":2,"torch":2,"nn":1,"functional":1,"as":3,"f":4,"transformers":1,"pretrainedconfig":1,"config":1,"modelconfig":1,"modeldtype":1,"runneroption":1,"inputs":1,"inputcontext":1,"logprob":1,"promptlogprobs":1,"samplelogprobs":2,"registry":1,"hf":1,"example":1,"models":2,"tokenstext":3,"tuple":4,"list":6,"int":3,"str":11,"def":1,"check":1,"outputs":12,"equal":2,"lst":6,"1":12,"name":4,"compare":1,"two":1,"sequences":1,"generated":2,"by":1,"different":1,"which":1,"should":2,"be":2,"assert":3,"len":2,"for":3,"prompt":3,"idx":2,"in":1,"enumerate":1,"zip":1,"output":10,"ids":5,"text":1,"and":1,"token":4,"exactly":1,"match":1,"fail":3,"msg":3,"test":1,"n":2,"t":2,"r":2,"representation":1,"of":4,"a":1,"id":1,"string":3,"top":1,"sample":1,"logprobs":2,"each":1,"sampled":1,"assumes":1,"were":1,"not":1,"requested":1,"tokenstextlogprobs":1,"dict":1,"float":1,"allow":1,"tokens":1,"represented":1,"s":1,"rather":1,"than":1,"representations":1},"1963,1807,data/raw/vllm-0.10.1/tests/models/utils.py":{"optional":7,"list":10,"of":7,"top":3,"sample":3,"logprobs":11,"for":4,"each":3,"sampled":4,"token":9,"assumes":1,"prompt":4,"were":1,"not":2,"requested":2,"texttextlogprobs":3,"tuple":3,"str":7,"union":5,"dict":4,"float":3,"logprob":3,"representation":1,"generated":3,"sequence":3,"as":1,"a":1,"id":1,"string":1,"allows":1,"to":1,"be":2,"tokenstextlogprobspromptlogprobs":3,"int":4,"samplelogprobs":1,"promptlogprobs":1,"def":1,"check":4,"close":1,"outputs":3,"0":4,"lst":2,"tokenstextlogprobs":2,"1":2,"name":2,"num":1,"skip":1,"tokens":1,"warn":1,"on":1,"mismatch":1,"bool":2,"true":2,"always":3,"false":2,"none":1,"compare":1,"the":1,"two":1,"sequences":1,"by":1,"different":1,"models":1,"which":2,"should":1,"similar":1,"but":1,"necessarily":1,"equal":1,"how":1,"are":2,"compared":2,"set":1,"highest":2,"ids":3,"must":1,"match":2,"between":1,"seq0":1,"and":1,"seq1":1,"at":2,"all":1,"offsets":2,"only":1,"don":1,"t":1},"3770,1070,data/raw/vllm-0.10.1/tests/models/utils.py":{"prompt":4,"logprobs":5,"must":2,"be":2,"provided":2,"either":1,"for":2,"both":1,"input":1,"sequences":2,"or":2,"neither":1,"if":4,"are":1,"then":1,"highest":1,"logprob":1,"token":3,"ids":1,"match":2,"between":2,"seq0":1,"and":1,"seq1":1,"at":2,"all":2,"offsets":1,"args":1,"outputs":6,"0":10,"lst":4,"first":1,"sequence":7,"to":4,"compare":2,"second":1,"name":4,"1":4,"num":2,"skip":2,"tokens":4,"specifies":1,"the":2,"number":1,"of":2,"initial":1,"discard":1,"before":1,"comparison":1,"i":1,"e":1,"will":1,"compared":1,"beginning":1,"index":1,"warn":1,"on":1,"mismatch":2,"issue":1,"a":1,"warning":1,"there":1,"is":1,"wise":2,"text":1,"two":1,"always":1,"check":2,"true":1,"even":1,"when":1,"assert":1,"len":2},"4840,1744,data/raw/vllm-0.10.1/tests/models/utils.py":{"loop":1,"through":1,"responses":1,"to":1,"each":2,"prompt":13,"for":3,"idx":4,"outputs":14,"0":19,"1":19,"in":2,"enumerate":2,"zip":2,"lst":2,"assert":3,"len":6,"if":2,"3":2,"break":2,"out":2,"tokens":2,"text":2,"sample":2,"logprobs":22,"were":1,"not":4,"provided":1,"output":8,"ids":4,"str":4,"elif":1,"4":2,"test":2,"closeness":1,"is":2,"none":4,"and":1,"both":1,"sequences":1,"lists":1,"are":1,"although":1,"individual":1,"list":1,"elements":1,"may":1,"be":1,"token":1,"s":1,"elem":4,"fail":1,"msg":1,"f":3,"n":2,"name":2,"tprompt":2,"index":2,"t":2},"6584,1940,data/raw/vllm-0.10.1/tests/models/utils.py":{"if":6,"logprobs":23,"elem":5,"0":22,"is":8,"none":14,"the":6,"seq":4,"token":5,"s":4,"are":2,"1":11,"must":6,"be":5,"assert":4,"fail":6,"msg":5,"else":3,"not":4,"check":1,"top":1,"k":1,"choices":1,"same":1,"set":2,"keys":2,"both":1,"sequence":2,"lists":1,"f":6,"prompt":5,"test":2,"n":2,"name":2,"tlogprobs":2,"t":2,"and":1,"raise":2,"valueerror":2,"outputs":7,"tuple":1,"have":1,"3":1,"or":1,"4":1,"elements":2,"but":2,"len":3,"were":1,"provided":1,"output":5,"ids":4,"skip":5,"specified":1,"number":1,"of":1,"initial":1,"tokens":5,"leaving":1,"text":2,"as":1,"for":1,"simplicity":1,"mismatches":1,"may":1,"generate":1,"warnings":1,"do":1,"cause":1,"to":1,"num":4,"non":1,"negative":1},"8524,1924,data/raw/vllm-0.10.1/tests/models/utils.py":{"loop":1,"through":1,"generated":2,"tokens":3,"for":1,"idx":6,"output":16,"id":6,"0":15,"1":14,"in":5,"enumerate":1,"zip":1,"ids":3,"is":6,"tok":3,"mismatch":5,"if":4,"don":1,"t":8,"match":3,"or":2,"it":1,"desired":1,"to":1,"always":3,"check":2,"logprobs":13,"then":1,"elem":8,"each":1,"predicted":1,"token":2,"must":1,"be":1,"top":1,"n":5,"of":1,"the":5,"other":1,"fail":7,"msg":7,"f":7,"test":2,"prompt":2,"nmatched":1,"name":4,"str":6,"r":4,"assert":4,"not":3,"none":2,"warn":3,"on":2,"and":2,"with":1,"warnings":5,"catch":1,"this":1,"ensures":1,"that":1,"repeated":1,"are":1,"shown":1,"just":1,"first":1,"occurrence":1,"simplefilter":1,"stacklevel":1,"2":1,"break":2,"out":1,"since":1,"sequences":1,"will":1,"now":1,"diverge":1,"else":1,"outputs":2,"exactly":2,"so":1,"text":1,"should":1,"as":1,"well":1},"10448,1857,data/raw/vllm-0.10.1/tests/models/utils.py":{"with":1,"warnings":5,"catch":1,"this":1,"ensures":1,"that":1,"repeated":1,"are":1,"shown":1,"in":2,"the":5,"output":1,"not":1,"just":1,"first":1,"occurrence":1,"simplefilter":1,"always":1,"warn":1,"fail":3,"msg":1,"stacklevel":1,"2":1,"def":1,"build":1,"model":23,"context":1,"id":6,"str":4,"runner":3,"runneroption":1,"auto":2,"dtype":3,"modeldtype":1,"config":6,"kwargs":9,"optional":4,"dict":3,"any":2,"none":3,"mm":13,"processor":9,"limit":6,"per":6,"prompt":6,"int":2,"cache":3,"gb":3,"0":2,"creates":1,"an":1,"inputcontext":3,"for":3,"a":1,"given":1,"args":1,"of":1,"being":2,"considered":2,"to":1,"be":1,"leveraged":1,"input":1,"mapper":1,"dummy":1,"data":1,"creation":1,"etc":1,"multimodal":1,"limits":1,"returns":1,"info":9,"hf":4,"example":1,"models":1,"find":1,"check":2,"available":1,"online":1,"on":2,"skip":2,"transformers":1,"version":1,"or":3,"modelconfig":1,"tokenizer":4,"mode":2,"revision":2,"trust":2,"remote":2,"code":2,"seed":1,"overrides":2,"return":1},"12305,1936,data/raw/vllm-0.10.1/tests/models/utils.py":{"def":3,"check":1,"embeddings":17,"close":1,"0":11,"lst":6,"sequence":2,"list":3,"float":3,"1":15,"name":6,"str":13,"tol":2,"1e":1,"3":1,"none":2,"assert":3,"len":6,"for":1,"prompt":2,"idx":2,"in":1,"enumerate":1,"zip":1,"f":9,"length":1,"mismatch":1,"vs":1,"sim":3,"cosine":1,"similarity":2,"torch":4,"tensor":12,"dim":3,"fail":2,"msg":2,"test":3,"ncosine":1,"t":3,"4f":1,"n":2,"16":2,"r":2,"matryoshka":3,"fy":1,"dimensions":3,"int":2,"normalize":1,"p":1,"2":1,"return":3,"softmax":2,"data":4,"if":1,"shape":1,"sigmoid":1,"else":1,"class":5,"embedmodelinfo":3,"namedtuple":2,"is":1,"bool":3,"false":1,"optional":1,"architecture":2,"dtype":2,"auto":2,"default":5,"pooling":5,"type":5,"enable":2,"true":2,"clspoolingembedmodelinfo":1,"cls":2,"lastpoolingembedmodelinfo":1,"last":1,"rerankmodelinfo":2,"clspoolingrerankmodelinfo":1},"14241,1937,data/raw/vllm-0.10.1/tests/models/utils.py":{"class":1,"lastpoolingrerankmodelinfo":1,"rerankmodelinfo":1,"default":1,"pooling":1,"type":1,"str":3,"last":1,"def":1,"dummy":3,"hf":12,"overrides":4,"config":20,"pretrainedconfig":2,"model":3,"arch":2,"exist":2,"optional":1,"dict":1,"any":2,"none":3,"function":1,"used":1,"to":3,"create":1,"with":1,"only":1,"minimum":1,"nums":1,"of":1,"layer":3,"update":5,"or":1,"text":4,"get":1,"ensure":1,"at":1,"least":1,"2":5,"expert":2,"per":2,"group":5,"since":1,"grouped":1,"topk":1,"assumes":1,"top":1,"n":5,"getattr":1,"num":18,"experts":8,"if":5,"is":1,"not":2,"else":2,"we":1,"use":1,"three":1,"layers":14,"for":2,"gemma":2,"3n":2,"check":1,"both":1,"normal":1,"and":1,"kv":2,"shared":2,"hidden":6,"3":3,"gemma3nforconditionalgeneration":1,"1":10,"tok":1,"local":1,"otherwise":1,"there":1,"will":1,"be":1,"first":1,"k":1,"dense":1,"replace":1,"0":1,"avoid":1,"oom":1,"on":1,"deepseek":1,"v3":1,"routed":1,"hasattr":3,"vision":2,"e":2,"g":2,"ibm":1,"granite":2,"speech":1,"2b":1,"encoder":3,"qwen":1,"qwen2":1,"audio":3,"7b":1,"instruct":1,"return":1},"16178,506,data/raw/vllm-0.10.1/tests/models/utils.py":{"def":1,"check":2,"transformers":8,"version":8,"model":2,"str":3,"min":3,"optional":2,"none":2,"max":3,"from":1,"registry":1,"import":1,"hfexamplesinfo":2,"return":1,"on":1,"fail":1,"skip":1},"0,1969,data/raw/vllm-0.10.1/tests/models/test_initialization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":10,"project":1,"from":13,"functools":1,"import":14,"partial":2,"unittest":1,"mock":1,"patch":1,"pytest":2,"llm":2,"config":4,"modelimpl":1,"engine":3,"llmengine":1,"as":2,"v0llmengine":1,"utils":4,"gib":1,"bytes":1,"v1":3,"core":2,"kv":4,"cache":4,"get":2,"enginecore":1,"v1enginecore":1,"create":3,"new":3,"process":4,"for":4,"each":3,"test":3,"registry":2,"transformers":2,"backend":1,"models":7,"auto":1,"example":4,"hf":6,"hfexamplemodels":2,"dummy":2,"overrides":5,"def":2,"can":1,"initialize":3,"model":13,"arch":5,"str":1,"monkeypatch":2,"reason":1,"using":1,"is":1,"avoid":2,"warning":1,"we":1,"must":1,"use":1,"spawn":3,"multiprocessing":1,"start":1,"method":2,"overriding":1,"worker":1,"multiproc":1,"causes":1,"caches":2,"function":1,"below":1,"become":1,"ineffective":1,"info":5,"check":2,"available":1,"online":1,"on":2,"fail":2,"skip":2,"version":1,"fn":1,"exist":1,"if":1,"in":1,"llama4forcausallm":4,"eaglellama4forcausallm":1,"executor":2,"llama4":1,"modelregistry":2,"register":1,"calling":1,"forward":1,"v0":1,"self":3,"none":1,"num":2,"gpu":1,"blocks":2,"cpu":1},"1969,385,data/raw/vllm-0.10.1/tests/models/test_initialization.py":{"def":1,"initialize":1,"kv":8,"caches":1,"v1":1,"self":2,"vllm":2,"config":6,"cache":7,"specs":3,"model":1,"executor":1,"get":2,"scheduler":3,"0":3,"10":1,"gib":1,"bytes":1,"gpu":1,"blocks":2,"cpu":1,"return":1,"1":1},"2354,1957,data/raw/vllm-0.10.1/tests/models/test_initialization.py":{"with":1,"patch":2,"object":2,"v0llmengine":1,"initialize":6,"kv":4,"caches":4,"v0":2,"v1enginecore":1,"v1":3,"monkeypatch":4,"context":1,"as":1,"m":4,"if":5,"model":22,"info":9,"only":2,"setenv":3,"vllm":5,"use":1,"0":2,"arch":7,"phi4flashforcausallm":2,"supports":2,"differential":2,"flash":2,"attn":3,"backend":4,"attention":2,"gptossforcausallm":1,"fixme":1,"a":1,"hack":2,"to":2,"bypass":1,"fa3":3,"assertion":1,"because":1,"our":1,"ci":1,"s":1,"l4":2,"gpu":2,"has":1,"cc":1,"8":1,"9":1,"which":1,"hasn":1,"t":1,"supported":3,"yet":1,"remove":1,"this":1,"when":1,"triton":1,"llm":1,"default":1,"tokenizer":4,"mode":2,"revision":2,"speculative":4,"config":1,"num":1,"tokens":1,"1":1,"else":2,"none":1,"trust":2,"remote":2,"code":2,"max":2,"len":2,"these":1,"tests":1,"seem":1,"produce":1,"leftover":1,"memory":2,"utilization":1,"80":1,"load":1,"format":1,"dummy":1,"impl":1,"modelimpl":2,"transformers":2,"in":1,"models":4,"hf":4,"overrides":2,"fn":1,"pytest":3,"mark":2,"parametrize":2,"example":3,"get":2,"archs":2,"def":1,"test":1,"can":2,"str":1,"auto":1},"4311,186,data/raw/vllm-0.10.1/tests/models/test_initialization.py":{"def":1,"test":1,"implicit":1,"converted":1,"models":2,"model":2,"arch":2,"str":1,"monkeypatch":3,"pytest":1,"can":1,"initialize":1,"auto":1,"example":1},"0,1998,data/raw/vllm-0.10.1/tests/models/quantization/test_gptq_marlin_24.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":3,"project":1,"compare":1,"outputs":1,"of":3,"a":3,"gptq":13,"model":16,"marlin":9,"24":11,"note":1,"and":1,"do":1,"not":4,"have":1,"bitwise":1,"correctness":1,"as":1,"result":1,"in":2,"this":2,"test":2,"we":1,"just":1,"confirm":1,"that":1,"top":2,"selected":1,"tokens":3,"models":2,"are":1,"3":1,"selections":1,"each":1,"other":1,"from":4,"dataclasses":1,"import":5,"dataclass":2,"pytest":7,"tests":1,"quantization":1,"utils":2,"is":5,"quant":2,"method":2,"supported":3,"platforms":1,"current":3,"platform":3,"check":1,"logprobs":3,"close":1,"class":1,"modelpair":6,"str":3,"pairs":2,"4":2,"bit":4,"group":4,"size":4,"128":2,"alexm":8,"nm":8,"tinyllama":8,"marlin24":5,"4bit":4,"g128":4,"channelwise":6,"8":3,"8bit":4,"mark":6,"flaky":1,"reruns":1,"skipif":1,"or":2,"rocm":1,"cuda":1,"reason":1,"on":1,"gpu":1,"type":1,"parametrize":4,"pair":2,"dtype":2,"half":1,"max":2,"num":2,"5":1,"def":1,"runner":1,"example":1,"prompts":1,"int":2},"1998,679,data/raw/vllm-0.10.1/tests/models/quantization/test_gptq_marlin_24.py":{"none":1,"with":2,"vllm":2,"runner":2,"model":8,"pair":2,"marlin":7,"dtype":4,"quantization":2,"gptq":8,"24":6,"as":2,"outputs":6,"generate":2,"greedy":2,"logprobs":5,"example":2,"prompts":2,"max":2,"tokens":2,"num":2,"check":1,"close":1,"0":2,"lst":2,"1":2,"name":2},"0,1878,data/raw/vllm-0.10.1/tests/models/quantization/test_gptq_bitblas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":7,"vllm":4,"project":1,"compare":1,"outputs":7,"of":3,"a":4,"gptq":14,"model":16,"bitblas":12,"note":2,"and":1,"do":1,"not":1,"have":1,"bitwise":1,"correctness":1,"as":4,"result":3,"in":3,"this":2,"test":3,"we":3,"just":1,"confirm":1,"that":1,"top":2,"selected":1,"tokens":5,"models":2,"are":1,"3":2,"selections":1,"each":1,"other":1,"internally":1,"uses":1,"locks":1,"synchronize":1,"threads":1,"can":1,"very":1,"slight":1,"nondeterminism":1,"for":2,"re":1,"run":1,"up":1,"times":1,"see":1,"if":1,"pass":1,"from":2,"dataclasses":1,"import":3,"dataclass":2,"pytest":7,"utils":1,"check":2,"logprobs":8,"close":2,"class":1,"modelpair":3,"str":2,"pairs":2,"hxbgsyxh":1,"opt":1,"125m":1,"4bit":1,"128g":1,"mark":6,"flaky":1,"reruns":1,"skipif":1,"true":1,"reason":1,"takes":1,"too":1,"much":1,"time":1,"tuning":1,"parametrize":4,"pair":4,"dtype":6,"half":1,"max":4,"32":1,"num":4,"5":1,"def":1,"runner":3,"example":3,"prompts":3,"int":2,"none":1,"with":2,"quantization":2,"generate":2,"greedy":2,"lst":2,"1":2,"name":2},"0,1506,data/raw/vllm-0.10.1/tests/models/quantization/test_awq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":8,"vllm":5,"project":1,"from":4,"typing":1,"import":6,"optional":2,"pytest":1,"torch":1,"multimodal":1,"image":16,"rescale":2,"size":6,"conftest":1,"assets":4,"imagetestassets":2,"vllmrunner":2,"utils":1,"check":1,"logprobs":2,"close":1,"hf":4,"prompts":3,"stop":1,"sign":1,"im":6,"start":4,"user":2,"n":6,"nwhat":2,"s":1,"content":1,"in":5,"center":1,"of":2,"end":2,"assistant":2,"noqa":2,"e501":2,"cherry":1,"blossom":1,"is":1,"season":1,"def":1,"run":4,"awq":1,"test":1,"runner":1,"type":1,"source":1,"model":2,"str":4,"quant":1,"factors":3,"list":1,"float":1,"dtype":1,"max":1,"tokens":1,"int":3,"num":1,"tensor":1,"parallel":1,"distributed":1,"executor":1,"backend":2,"none":1,"images":2,"asset":2,"pil":1,"for":4,"inputs":1,"per":1,"prompt":2,"factor":2,"zip":1,"note":1,"take":1,"care":1,"order":1,"first":2,"and":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"we":1,"will":2,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"with":1,"fork":1,"method":2,"default":1},"1506,1989,data/raw/vllm-0.10.1/tests/models/quantization/test_awq.py":{"max":5,"model":11,"len":3,"should":1,"be":1,"greater":1,"than":1,"image":7,"feature":1,"size":5,"with":2,"vllm":6,"runner":2,"source":7,"4096":2,"dtype":4,"tensor":4,"parallel":4,"distributed":4,"executor":4,"backend":4,"enforce":2,"eager":2,"true":2,"as":2,"outputs":10,"per":6,"generate":2,"greedy":2,"logprobs":7,"prompts":4,"tokens":2,"num":4,"images":6,"for":3,"in":3,"inputs":2,"quant":6,"quantization":1,"awq":3,"zip":1,"todo":1,"check":2,"whether":1,"using":1,"original":1,"clipvisionmodel":1,"can":1,"improve":1,"consistency":1,"against":1,"hf":1,"close":1,"0":2,"lst":2,"1":2,"name":2,"pytest":1,"mark":1,"parametrize":1,"opengvlab":2,"internvl2":2,"2b":2},"3495,1006,data/raw/vllm-0.10.1/tests/models/quantization/test_awq.py":{"pytest":4,"mark":4,"parametrize":4,"size":5,"factors":4,"no":1,"image":3,"single":3,"scale":4,"1":6,"0":8,"batched":1,"multi":1,"25":1,"5":2,"dtype":4,"half":1,"max":4,"tokens":4,"128":1,"num":4,"logprobs":4,"torch":1,"inference":1,"mode":1,"def":1,"test":4,"awq":2,"models":1,"vllm":3,"runner":2,"assets":2,"source":2,"model":4,"quant":2,"monkeypatch":2,"none":1,"v1":3,"this":2,"hangs":1,"during":1,"setup":1,"on":2,"input":1,"todo":1,"fixure":1,"out":1,"why":1,"and":1,"re":1,"enable":1,"setenv":1,"use":1,"run":1,"tensor":1,"parallel":1},"0,1966,data/raw/vllm-0.10.1/tests/models/quantization/test_modelopt.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":14,"vllm":3,"project":1,"flake8":1,"noqa":1,"tests":3,"model":4,"optimizer":1,"fp8":6,"models":4,"against":3,"ground":1,"truth":1,"generation":1,"note":1,"these":1,"will":1,"only":1,"pass":1,"on":5,"h100":1,"import":5,"os":2,"pytest":4,"from":6,"transformers":1,"autotokenizer":1,"quantization":1,"utils":1,"is":8,"quant":2,"method":2,"supported":3,"llm":2,"samplingparams":1,"environ":1,"tokenizers":1,"parallelism":1,"true":1,"max":1,"len":1,"1024":1,"nvidia":2,"llama":2,"3":2,"1":2,"8b":2,"instruct":2,"expected":1,"strs":1,"map":1,"you":1,"re":1,"referring":1,"a":6,"high":1,"performance":1,"large":1,"language":1,"inference":1,"and":6,"here":2,"are":2,"major":1,"milestones":1,"in":3,"development":1,"of":6,"artificial":2,"intelligence":3,"ai":2,"1950":1,"comparison":1,"between":1,"human":2,"terms":1,"processing":1,"information":1,"complex":2,"neural":1,"network":1,"system":1,"modeled":1,"after":1,"brain":1,"consisting":1,"interconnected":1,"nodes":1,"or":2,"ne":1,"spark":1,"imagination":1,"n":3,"nzeta":1,"5":1,"sleek":1,"efficient":1,"robot":1,"whir":1,"covid":1,"19":1,"pandemic":1,"has":1,"had":1,"profound":1,"impact":1,"global":1,"economic":1,"structures":1,"business":1,"leading":1,"mona":1,"lisa":1,"painted":1,"by":1,"leonardo":1,"da":1,"vinci":1,"early":1,"16th":1,"century":1,"one":1,"translations":1,"japanese":1,"早起きは早く獲物をとる":1,"this":2,"test":2,"compares":1,"golden":2,"strings":2,"for":1,"exact":1,"match":1,"since":1,"there":1,"no":1,"baseline":1,"implementation":2,"compare":1,"unstable":2,"w":1,"r":1,"t":1,"specifics":1,"hardware":1,"being":1,"run":1,"disabled":1,"prevent":2,"it":1,"breaking":2,"build":2,"mark":3,"skip":1,"reason":2,"based":1,"skipif":1,"not":2,"gpu":1,"type":1,"parametrize":1,"name":1},"1966,1293,data/raw/vllm-0.10.1/tests/models/quantization/test_modelopt.py":{"def":1,"test":2,"models":1,"example":3,"prompts":5,"model":8,"name":5,"none":1,"llm":4,"max":3,"len":3,"trust":1,"remote":1,"code":1,"true":3,"enforce":1,"eager":1,"quantization":1,"modelopt":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"formatted":2,"apply":1,"chat":1,"template":1,"role":1,"user":1,"content":1,"prompt":5,"tokenize":1,"false":1,"add":1,"generation":1,"for":3,"in":3,"params":2,"samplingparams":1,"tokens":1,"20":1,"temperature":1,"0":3,"generations":4,"list":1,"str":7,"note":1,"these":1,"need":1,"to":2,"be":1,"run":1,"1":1,"at":1,"a":1,"time":1,"due":1,"numerical":1,"precision":1,"since":1,"the":1,"expected":7,"strs":4,"were":1,"generated":4,"this":1,"way":1,"outputs":3,"generate":1,"append":1,"text":1,"del":1,"print":1,"map":1,"i":4,"range":1,"assert":1,"f":1,"nexpected":1,"r":2,"nvllm":1},"0,1772,data/raw/vllm-0.10.1/tests/models/quantization/test_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"flake8":1,"noqa":1,"tests":3,"fp8":11,"models":1,"against":1,"ground":1,"truth":1,"generation":1,"note":2,"these":1,"will":2,"only":2,"pass":1,"on":2,"l4":1,"gpu":2,"import":5,"pytest":8,"from":4,"quantization":1,"utils":3,"is":4,"quant":2,"method":2,"supported":3,"platforms":1,"current":1,"platform":1,"str":1,"backend":2,"env":2,"var":1,"check":1,"logprobs":1,"close":1,"mark":7,"skipif":1,"not":2,"reason":1,"this":4,"type":1,"parametrize":6,"kv":5,"cache":4,"dtype":1,"base":1,"model":2,"test":7,"checkpoint":3,"w":3,"e4m3":4,"scaling":2,"factors":2,"meta":5,"llama":11,"3":6,"1b":6,"instruct":6,"nm":1,"testing":1,"bf16":2,"e5m2":2,"in":2,"json":1,"due":2,"low":2,"precision":2,"numerical":2,"divergence":2,"we":2,"logprob":1,"of":1,"4":2,"tokens":2,"max":1,"enforce":1,"eager":1,"true":2,"flash":1,"attn":1,"xformers":1,"flashinfer":1,"increasing":1,"suite":1,"fail":1,"ci":1,"because":1,"currently":1,"cannot":1,"reset":1,"distributed":1,"properly":1,"use":1,"a":1,"value":1,"1":2,"just":1,"when":1,"you":1,"tensor":1,"parallel":1,"size":1,"too":1,"sensitive":1,"for":1,"async":2,"postprocessor":1,"disable":1,"output":1,"proc":1},"1772,1825,data/raw/vllm-0.10.1/tests/models/quantization/test_fp8.py":{"def":1,"test":4,"models":1,"vllm":7,"runner":3,"example":3,"prompts":3,"kv":6,"cache":6,"dtype":6,"str":5,"base":2,"model":13,"max":8,"tokens":3,"int":2,"enforce":5,"eager":5,"bool":2,"backend":4,"tensor":5,"parallel":5,"size":5,"disable":5,"async":5,"output":5,"proc":5,"monkeypatch":3,"pytest":3,"none":1,"only":1,"checks":1,"log":4,"probs":4,"match":1,"to":1,"cover":1,"the":1,"discrepancy":1,"in":1,"numerical":1,"sensitive":1,"kernels":1,"if":2,"flashinfer":2,"and":2,"current":2,"platform":2,"is":3,"rocm":4,"skip":2,"does":1,"not":2,"support":1,"hip":2,"fp8":1,"e5m2":1,"f":1,"currently":1,"supported":1,"on":1,"with":3,"context":1,"as":3,"m":3,"setenv":2,"tokenizers":1,"parallelism":1,"true":1,"env":1,"var":1,"len":5,"1024":1,"num":3,"8":1,"auto":1,"baseline":1,"outputs":2,"generate":2,"greedy":2,"logprobs":2},"3597,1733,data/raw/vllm-0.10.1/tests/models/quantization/test_fp8.py":{"check":1,"logprobs":2,"close":1,"outputs":5,"0":2,"lst":2,"baseline":2,"1":2,"test":8,"name":2,"fp16":1,"kv":6,"cache":6,"fp8":3,"pytest":6,"mark":5,"cpu":4,"model":11,"skipif":1,"not":1,"current":1,"platform":1,"is":2,"reason":1,"for":2,"the":3,"backend":1,"parametrize":3,"dtype":4,"base":3,"bf16":1,"checkpoint":1,"w":1,"e5m2":2,"meta":2,"llama":4,"3":2,"2":2,"1b":2,"instruct":2,"due":2,"to":3,"low":2,"precision":2,"numerical":3,"divergence":2,"we":1,"only":2,"logprob":1,"of":1,"4":2,"tokens":4,"max":6,"this":1,"too":1,"sensitive":2,"async":5,"postprocessor":1,"disable":4,"output":4,"proc":4,"true":2,"def":1,"models":1,"vllm":4,"runner":2,"example":2,"prompts":2,"str":3,"int":1,"bool":1,"monkeypatch":3,"none":1,"checks":1,"log":3,"probs":3,"match":1,"cover":1,"discrepancy":1,"in":1,"kernels":1,"with":2,"context":1,"as":2,"m":2,"setenv":1,"tokenizers":1,"parallelism":1,"len":3,"1024":1,"num":2,"8":1,"bfloat16":1,"auto":1,"generate":1,"greedy":1},"5330,595,data/raw/vllm-0.10.1/tests/models/quantization/test_fp8.py":{"with":1,"vllm":3,"runner":1,"test":3,"model":5,"max":3,"len":2,"dtype":3,"bfloat16":1,"kv":4,"cache":4,"disable":2,"async":2,"output":2,"proc":2,"as":1,"outputs":5,"generate":1,"greedy":1,"logprobs":2,"example":1,"prompts":1,"tokens":1,"num":1,"log":1,"probs":1,"check":1,"close":1,"0":2,"lst":2,"baseline":1,"1":2,"name":2,"bf16":1,"fp8":1},"0,1825,data/raw/vllm-0.10.1/tests/models/quantization/test_gptq_marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":7,"vllm":4,"project":1,"compares":1,"outputs":1,"of":3,"gptq":10,"vs":1,"marlin":7,"note":2,"and":1,"do":1,"not":4,"have":1,"bitwise":1,"correctness":1,"as":2,"a":2,"result":3,"in":3,"this":3,"test":3,"we":3,"just":1,"confirm":1,"that":1,"top":2,"selected":1,"tokens":3,"models":4,"are":1,"5":2,"selections":1,"each":1,"other":1,"internally":1,"uses":1,"locks":1,"synchronize":1,"threads":1,"can":1,"very":1,"slight":1,"nondeterminism":1,"for":1,"re":1,"run":1,"up":1,"3":2,"times":1,"see":1,"if":1,"pass":1,"import":6,"os":2,"pytest":7,"from":4,"tests":1,"quantization":1,"utils":2,"is":5,"quant":2,"method":2,"supported":3,"model":6,"executor":1,"layers":1,"rotary":1,"embedding":1,"rope":1,"dict":1,"platforms":1,"current":3,"platform":3,"check":1,"logprobs":3,"close":1,"environ":1,"tokenizers":1,"parallelism":1,"true":5,"max":3,"len":1,"1024":1,"act":3,"order":3,"group":3,"size":3,"128":2,"thebloke":2,"tinyllama":2,"1":4,"1b":2,"chat":2,"v1":2,"main":2,"8":1,"bit":2,"channelwise":1,"8bit":1,"1g":1,"actorder":1,"4":1,"techxgenus":1,"gemma":1,"2b":1,"it":1,"mark":6,"flaky":1,"reruns":1,"skipif":1,"or":2,"rocm":1,"cuda":1,"reason":1,"on":1,"gpu":1,"type":1,"parametrize":4,"dtype":2,"half":1,"bfloat16":1,"32":1,"num":2,"def":1,"runner":1,"example":1,"prompts":1,"str":1,"int":2,"none":1,"name":1,"revision":1},"1825,1213,data/raw/vllm-0.10.1/tests/models/quantization/test_gptq_marlin.py":{"run":2,"marlin":8,"with":2,"vllm":2,"runner":2,"model":12,"name":6,"revision":4,"dtype":4,"quantization":2,"max":6,"len":4,"tensor":2,"parallel":2,"size":2,"1":6,"as":2,"gptq":14,"outputs":6,"generate":2,"greedy":2,"logprobs":5,"example":2,"prompts":2,"tokens":2,"num":2,"rope":3,"dict":1,"clear":2,"cache":1,"to":2,"avoid":1,"error":1,"the":1,"naive":1,"kernel":3,"doesn":1,"t":1,"support":1,"bf16":2,"yet":1,"here":1,"we":1,"always":1,"compare":1,"fp16":2,"gpt":1,"half":1,"check":1,"close":1,"0":2,"lst":2},"0,1927,data/raw/vllm-0.10.1/tests/models/quantization/test_nvfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":15,"vllm":3,"project":1,"flake8":1,"noqa":1,"tests":3,"model":5,"optimizer":1,"nvfp4":1,"models":3,"against":3,"ground":1,"truth":1,"generation":1,"note":1,"these":1,"will":1,"only":1,"pass":1,"on":4,"b200":1,"import":6,"os":2,"from":7,"typing":1,"list":1,"pytest":2,"transformers":1,"autotokenizer":1,"quantization":1,"utils":1,"is":6,"quant":1,"method":1,"supported":1,"llm":1,"samplingparams":1,"environ":1,"tokenizers":1,"parallelism":1,"true":1,"max":1,"len":1,"1024":1,"nvidia":2,"llama":2,"3":4,"70b":2,"instruct":2,"fp4":3,"expected":1,"strs":1,"map":1,"vectorized":1,"large":2,"language":1,"indeed":1,"a":6,"high":1,"throughput":1,"and":7,"memory":1,"efficient":1,"inference":1,"here":2,"are":3,"major":1,"milestones":1,"in":3,"development":1,"of":8,"artificial":2,"intelligence":4,"ai":2,"1950":1,"human":2,"hi":1,"two":1,"distinct":1,"forms":1,"that":1,"process":1,"neural":1,"network":1,"type":1,"machine":1,"learning":1,"inspired":1,"by":2,"structure":1,"function":1,"brain":1,"heart":1,"cutting":1,"edge":1,"robotics":1,"lab":1,"team":1,"engineers":1,"had":2,"been":1,"working":1,"tirelessly":1,"push":1,"covid":1,"19":1,"pandemic":1,"has":1,"profound":1,"impact":1,"global":1,"economic":1,"structures":1,"future":1,"business":1,"leading":1,"mona":1,"lisa":1,"painted":1,"leonardo":1,"da":1,"vinci":1,"early":1,"16th":1,"century":1,"one":1,"translations":1,"n":2,"japanese":1,"sasuga":1,"no":2,"tori":1,"ga":1,"miwa":1,"o":1,"ts":1,"this":1,"test":3,"compares":1,"golden":2,"strings":2,"for":1,"exact":1,"match":1,"since":1,"there":1,"baseline":1,"implementation":2,"compare":1,"unstable":2,"w":1,"r":1,"t":1,"specifics":1,"or":1,"hardware":1,"being":2,"run":1,"disabled":1,"prevent":2,"it":1,"breaking":2,"build":2,"mark":1,"skip":1,"reason":1,"based":1,"input":1,"too":1,"hanging":1,"system":1},"1927,1489,data/raw/vllm-0.10.1/tests/models/quantization/test_nvfp4.py":{"pytest":2,"mark":2,"skipif":1,"not":2,"is":2,"quant":1,"method":1,"supported":2,"modelopt":3,"fp4":3,"reason":1,"on":1,"this":2,"gpu":1,"type":1,"parametrize":1,"model":9,"name":6,"models":2,"def":1,"test":2,"example":3,"prompts":5,"none":1,"llm":4,"max":3,"len":3,"trust":1,"remote":1,"code":1,"true":3,"enforce":1,"eager":1,"quantization":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"formatted":2,"apply":1,"chat":1,"template":1,"role":1,"user":1,"content":1,"prompt":5,"tokenize":1,"false":1,"add":1,"generation":1,"for":3,"in":3,"params":2,"samplingparams":1,"tokens":1,"20":1,"temperature":1,"0":3,"generations":4,"list":1,"str":7,"note":1,"these":1,"need":1,"to":2,"be":1,"run":1,"1":1,"at":1,"a":1,"time":1,"due":1,"numerical":1,"precision":1,"since":1,"the":1,"expected":7,"strs":4,"were":1,"generated":4,"way":1,"outputs":3,"generate":1,"append":1,"text":1,"del":1,"print":1,"map":1,"i":4,"range":1,"assert":1,"f":1,"nexpected":1,"r":2,"nvllm":1},"0,1966,data/raw/vllm-0.10.1/tests/models/quantization/test_bitblas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":7,"vllm":4,"project":1,"compare":1,"outputs":7,"of":3,"a":4,"gptq":12,"model":18,"bitblas":16,"note":2,"and":1,"do":1,"not":1,"have":1,"bitwise":1,"correctness":1,"as":4,"result":3,"in":3,"this":2,"test":3,"we":3,"just":1,"confirm":1,"that":1,"top":2,"selected":1,"tokens":5,"models":2,"are":1,"3":2,"selections":1,"each":1,"other":1,"internally":1,"uses":1,"locks":1,"synchronize":1,"threads":1,"can":1,"very":1,"slight":1,"nondeterminism":1,"for":2,"re":1,"run":1,"up":1,"times":1,"see":1,"if":1,"pass":1,"from":2,"dataclasses":1,"import":3,"dataclass":2,"pytest":7,"utils":1,"check":2,"logprobs":8,"close":2,"class":1,"modelpair":3,"str":3,"pairs":2,"hxbgsyxh":2,"opt":2,"125m":2,"4bit":2,"128g":2,"mark":6,"flaky":1,"reruns":1,"skipif":1,"true":1,"reason":1,"takes":1,"too":1,"much":1,"time":1,"tuning":1,"parametrize":4,"pair":4,"dtype":6,"half":1,"max":4,"32":1,"num":4,"5":1,"def":1,"runner":3,"example":3,"prompts":3,"int":2,"none":1,"with":2,"quantization":2,"generate":2,"greedy":2,"lst":2,"1":2,"name":2},"0,1842,data/raw/vllm-0.10.1/tests/models/quantization/test_mxfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":10,"vllm":2,"project":1,"flake8":1,"noqa":1,"tests":1,"quark":2,"mxfp4":1,"models":4,"against":1,"ground":1,"truth":1,"generation":1,"import":2,"pytest":4,"from":1,"llm":4,"samplingparams":2,"amd":2,"llama":2,"7b":2,"chat":2,"hf":2,"wmxfp4":2,"amxfp4":2,"kvfp8":2,"scale":2,"uint8":2,"expected":6,"strs":2,"map":2,"n":4,"key":1,"features":1,"high":1,"throughput":1,"inference":1,"vll":1,"nartificial":1,"intelligence":3,"ai":2,"has":2,"evolved":1,"significantly":1,"since":1,"its":1,"inception":1,"in":4,"1":1,"artificial":1,"and":2,"human":2,"hi":1,"are":1,"two":1,"distinct":1,"concepts":1,"that":2,"have":1,"been":1,"a":3,"neural":1,"network":1,"is":1,"machine":1,"learning":1,"model":8,"inspired":1,"by":2,"structure":1,"of":2,"brain":1,"it":2,"consists":1,"ntitle":1,"dreaming":1,"robot":1,"nas":1,"sun":1,"set":1,"on":2,"bustling":1,"metropol":1,"nthe":1,"covid":1,"19":1,"pandemic":1,"had":1,"profound":1,"impact":1,"global":1,"economic":1,"structures":1,"business":1,"mona":1,"lisa":1,"painting":1,"created":1,"leonardo":1,"da":1,"vinci":1,"early":1,"16th":1,"everybody":1,"knows":1,"this":1,"proverbial":1,"saying":1,"but":1,"did":1,"you":1,"know":1,"s":1,"not":1,"entirely":1,"accurate":1,"mark":3,"skip":1,"reason":1,"be":1,"released":1,"future":1,"quant":1,"parametrize":1,"name":4,"def":1,"test":1,"example":2,"prompts":2,"none":1,"sampling":2,"params":2,"max":1,"tokens":1,"20":1,"temperature":1,"kv":1,"cache":1,"dtype":1,"fp8":1,"quantization":1,"outputs":3,"generate":1,"for":1,"i":2,"output":5,"enumerate":1,"str":6,"text":1,"assert":1,"f":1,"r":2,"nvllm":1},"0,1921,data/raw/vllm-0.10.1/tests/models/quantization/test_bitsandbytes.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":1,"vllm":3,"project":1,"tests":3,"whether":1,"bitsandbytes":4,"computation":1,"is":4,"enabled":1,"correctly":1,"run":1,"pytest":4,"quantization":3,"test":9,"py":1,"import":7,"gc":1,"torch":1,"from":4,"transformers":1,"bitsandbytesconfig":2,"utils":3,"quant":3,"method":2,"supported":3,"compare":1,"two":1,"settings":1,"multi":1,"gpu":2,"check":2,"embeddings":1,"close":2,"logprobs":1,"models":6,"4bit":9,"facebook":1,"opt":5,"125m":2,"quantize":4,"model":14,"inflight":4,"mistralai":1,"mistral":3,"7b":3,"instruct":3,"v0":1,"3":2,"with":1,"both":1,"hf":5,"and":1,"format":1,"weights":1,"embedding":2,"intfloat":1,"e5":1,"moe":2,"allenai":1,"olmoe":1,"1b":1,"0125":1,"pre":6,"qaunt":1,"prunaai":1,"einstein":1,"v6":1,"1":2,"llama3":1,"8b":2,"bnb":3,"smashed":1,"read":4,"quantized":4,"4":2,"bit":4,"fp4":1,"poedator":1,"nf4":1,"8bit":2,"meta":1,"llama":3,"guard":1,"int8":1,"8":2,"yec019":1,"fbopt":1,"350m":1,"mark":2,"skipif":1,"not":2,"reason":1,"on":1,"this":1,"type":1,"parametrize":1,"name":3,"description":2,"def":1,"load":2,"runner":4,"example":2,"prompts":2,"none":1,"kwargs":2,"dict":1,"config":1,"in":1,"true":1,"validate":1,"generated":1,"texts":1,"false":1},"1921,1968,data/raw/vllm-0.10.1/tests/models/quantization/test_bitsandbytes.py":{"pytest":7,"mark":7,"skipif":4,"not":8,"is":8,"quant":6,"method":4,"supported":8,"bitsandbytes":8,"reason":4,"on":4,"this":4,"gpu":5,"type":4,"parametrize":3,"model":14,"name":9,"description":6,"models":3,"pre":3,"qaunt":1,"4bit":5,"to":3,"test":7,"def":3,"load":4,"bnb":3,"hf":8,"runner":12,"vllm":7,"example":6,"prompts":6,"none":3,"validate":3,"generated":3,"texts":3,"1":3,"true":3,"8bit":2,"multi":1,"num":1,"gpus":1,"2":2,"tp":2,"kwargs":2,"dict":1,"quantization":1,"config":1,"bitsandbytesconfig":1,"in":1,"false":1,"size":1},"3889,1930,data/raw/vllm-0.10.1/tests/models/quantization/test_bitsandbytes.py":{"pytest":4,"mark":4,"parametrize":2,"model":12,"name":9,"description":4,"models":2,"4bit":7,"to":2,"test":5,"multi":1,"gpu":4,"num":3,"gpus":1,"2":2,"def":2,"load":2,"pp":3,"bnb":4,"none":2,"common":3,"args":5,"disable":1,"log":1,"stats":1,"dtype":1,"bfloat16":1,"enable":1,"prefix":1,"caching":1,"quantization":3,"bitsandbytes":6,"memory":1,"utilization":1,"0":3,"7":1,"pipeline":1,"parallel":1,"size":1,"compare":1,"two":1,"settings":1,"skipif":2,"not":4,"is":4,"quant":4,"method":2,"supported":4,"reason":2,"on":2,"this":2,"type":3,"moe":2,"hf":4,"runner":4,"vllm":5,"example":3,"prompts":3,"kwargs":3,"dict":1,"config":1,"bitsandbytesconfig":1,"in":1,"true":2,"nf4":1,"use":1,"double":1,"with":2,"enforce":1,"eager":1,"false":1,"as":2,"llm":4,"outputs":6,"generate":2,"greedy":2,"logprobs":5,"max":2,"tokens":2,"32":2,"5":2,"transformers":3,"limit":1,"check":1,"close":1,"lst":2,"1":2},"5819,1969,data/raw/vllm-0.10.1/tests/models/quantization/test_bitsandbytes.py":{"pytest":2,"mark":2,"parametrize":2,"model":14,"name":9,"description":2,"models":2,"4bit":4,"to":3,"embedding":2,"test":3,"dtype":6,"half":1,"def":2,"bnb":1,"hf":10,"runner":8,"vllm":8,"example":7,"prompts":8,"str":2,"none":1,"the":5,"has":1,"ending":1,"n":2,"for":4,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"first":1,"time":1,"sentence":4,"transformers":3,"will":1,"strip":3,"input":3,"texts":6,"see":1,"https":1,"github":1,"com":1,"ukplab":1,"blob":1,"v3":1,"1":4,"transformer":2,"py":1,"l159":1,"this":1,"makes":1,"ids":1,"different":1,"between":1,"and":1,"so":1,"we":1,"need":1,"avoid":1,"failing":1,"s":2,"in":3,"inflight":1,"quantization":3,"with":2,"pooling":1,"gpu":1,"memory":1,"utilization":1,"0":3,"5":1,"bitsandbytes":1,"as":2,"outputs":6,"embed":1,"kwargs":3,"dict":1,"config":1,"bitsandbytesconfig":1,"load":1,"true":2,"is":1,"encode":1,"check":1,"embeddings":3,"close":1,"lst":2,"tol":1,"5e":1,"2":1,"log":3,"generated":4,"logged":3,"i":2,"text":3,"enumerate":1,"entry":2,"prompt":1,"append":1,"return":1},"7788,1816,data/raw/vllm-0.10.1/tests/models/quantization/test_bitsandbytes.py":{"def":1,"validate":1,"generated":6,"texts":3,"hf":19,"runner":5,"vllm":16,"prompts":5,"model":10,"name":4,"pre":2,"quant":2,"false":2,"kwargs":5,"none":3,"tp":2,"size":3,"1":1,"max":3,"tokens":3,"8":1,"note":1,"run":2,"first":1,"as":3,"it":1,"requires":1,"a":1,"clean":3,"process":1,"when":1,"using":1,"distributed":1,"inference":1,"with":3,"quantization":1,"if":2,"else":1,"bitsandbytes":1,"tensor":1,"parallel":1,"enforce":1,"eager":1,"llm":4,"outputs":5,"generate":2,"greedy":2,"logs":4,"log":7,"vllmrunner":1,"up":2,"the":5,"gpu":2,"memory":2,"for":3,"next":2,"test":2,"gc":2,"collect":2,"torch":2,"cuda":2,"empty":2,"cache":2,"is":1,"hfrunner":1,"compare":1,"strings":1,"in":1,"zip":1,"str":6,"text":2,"prompt":4,"assert":1,"f":5,"mismatch":1,"between":1,"and":1,"n":3,"output":2},"0,1850,data/raw/vllm-0.10.1/tests/models/quantization/test_gguf.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":1,"project":1,"tests":2,"gguf":26,"models":2,"against":1,"unquantized":1,"generations":1,"note":1,"pass":1,"test":2,"quantization":2,"higher":1,"than":1,"q4":3,"should":1,"be":1,"used":1,"import":10,"os":2,"from":8,"typing":1,"namedtuple":2,"pytest":2,"huggingface":1,"hub":3,"hf":2,"download":2,"markdecorator":2,"transformers":1,"autotokenizer":1,"utils":3,"is":1,"quant":1,"method":1,"supported":1,"conftest":1,"vllmrunner":1,"multi":1,"gpu":1,"check":1,"logprobs":1,"close":1,"environ":1,"tokenizers":1,"parallelism":1,"true":1,"max":1,"model":8,"len":1,"1024":1,"class":1,"gguftestconfig":6,"original":6,"str":3,"repo":7,"filename":8,"marks":1,"list":1,"property":1,"def":1,"self":3,"return":1,"llama":5,"config":5,"meta":1,"3":6,"1b":3,"instruct":9,"bartowski":2,"q6":2,"k":4,"qwen2":4,"qwen":2,"5":6,"1":3,"5b":3,"phi3":1,"microsoft":1,"phi":3,"mini":3,"iq4":1,"xs":1,"gpt2":4,"openai":1,"community":1,"large":3,"quantfactory":1,"m":2,"stablelm":4,"stabilityai":1,"3b":3,"4e1t":3,"afrideva":1},"1850,1704,data/raw/vllm-0.10.1/tests/models/quantization/test_gguf.py":{"starcoder":2,"config":9,"gguftestconfig":3,"original":4,"model":16,"bigcode":1,"starcoder2":3,"3b":3,"gguf":13,"repo":2,"quantfactory":1,"filename":2,"q6":2,"k":2,"dolphin":2,"test":1,"vocabparallelembedding":1,"sharding":1,"issue":1,"cognitivecomputations":1,"tinydolphin":3,"2":3,"8":3,"1":4,"1b":3,"tsunemoto":1,"models":1,"llama":1,"broken":2,"https":1,"github":1,"com":1,"vllm":4,"project":1,"issues":1,"19458":1,"qwen2":1,"phi3":1,"gpt2":1,"stablelm":1,"def":1,"check":1,"outputs":2,"runner":2,"type":1,"vllmrunner":1,"prompts":4,"list":1,"str":2,"dtype":3,"max":4,"tokens":2,"int":3,"num":2,"logprobs":3,"tp":2,"size":3,"tokenizer":4,"autotokenizer":1,"from":1,"pretrained":1,"if":1,"chat":2,"template":2,"is":1,"not":1,"none":1,"messages":2,"role":1,"user":1,"content":1,"prompt":3,"for":1,"in":1,"apply":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":2,"run":1,"with":1,"name":2,"enforce":1,"eager":1,"len":2,"tensor":1,"parallel":1,"as":1,"generate":1,"greedy":1},"3554,1969,data/raw/vllm-0.10.1/tests/models/quantization/test_gguf.py":{"run":2,"unquantized":1,"model":14,"should":1,"with":2,"tp":6,"1":6,"otherwise":1,"the":1,"test":7,"will":1,"stuck":1,"at":1,"nccl":1,"initialization":1,"vllm":4,"runner":4,"name":3,"original":6,"enforce":1,"eager":1,"true":1,"faster":1,"tests":1,"dtype":7,"max":8,"len":2,"tensor":1,"parallel":1,"size":6,"as":1,"outputs":6,"generate":1,"greedy":1,"logprobs":8,"prompts":4,"tokens":6,"num":7,"check":2,"close":1,"0":2,"lst":2,"gguf":6,"pytest":13,"mark":12,"skipif":2,"not":4,"is":4,"quant":2,"method":2,"supported":4,"reason":2,"on":2,"this":2,"gpu":3,"type":4,"parametrize":10,"param":1,"config":4,"marks":2,"for":1,"in":1,"models":2,"half":2,"32":1,"5":2,"def":2,"vllmrunner":2,"example":3,"list":2,"str":4,"gguftestconfig":2,"int":6,"none":1,"llama":1,"8":1,"2":2,"multi":1,"gpus":1,"distributed":1},"5523,138,data/raw/vllm-0.10.1/tests/models/quantization/test_gguf.py":{"none":1,"check":1,"model":2,"outputs":1,"vllm":1,"runner":1,"example":1,"prompts":1,"dtype":1,"max":1,"tokens":1,"num":1,"logprobs":1,"tp":1,"size":1},"0,1689,data/raw/vllm-0.10.1/tests/models/language/pooling/test_auto_prefix_cache_support.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"import":4,"pytest":5,"torch":4,"from":2,"transformers":1,"automodelforsequenceclassification":2,"tests":1,"models":3,"language":1,"pooling":1,"embed":2,"utils":1,"run":1,"embedding":2,"correctness":1,"test":3,"mark":4,"parametrize":4,"model":12,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"dtype":9,"half":2,"def":2,"classify":3,"hf":11,"runner":6,"example":8,"prompts":8,"str":5,"none":1,"with":2,"max":1,"len":1,"512":1,"enable":2,"prefix":2,"caching":2,"true":1,"as":2,"cache":3,"config":3,"llm":2,"engine":1,"assert":2,"outputs":4,"auto":1,"cls":1,"for":2,"output":8,"in":2,"zip":1,"tensor":2,"allclose":1,"1e":2,"3":1,"if":1,"float":1,"else":1,"qwen":1,"qwen3":1,"6b":1,"s":2,"strip":1},"1689,1176,data/raw/vllm-0.10.1/tests/models/language/pooling/test_auto_prefix_cache_support.py":{"with":3,"vllm":10,"runner":6,"model":14,"pooling":1,"max":2,"len":2,"none":2,"enable":4,"prefix":4,"caching":4,"true":3,"as":3,"cache":6,"config":6,"llm":4,"engine":2,"assert":2,"outputs":2,"embed":1,"example":3,"prompts":3,"hf":4,"is":2,"sentence":1,"transformer":1,"run":1,"embedding":1,"correctness":1,"test":2,"pytest":2,"mark":2,"parametrize":2,"intfloat":1,"e5":1,"small":1,"alibaba":1,"nlp":1,"gte":1,"qwen2":1,"1":1,"5b":1,"instruct":1,"causal":2,"false":1,"papluca":1,"xlm":1,"roberta":1,"base":1,"language":1,"detection":1,"dtype":4,"half":1,"def":1,"non":1,"models":1,"str":2,"512":1,"not":1},"0,579,data/raw/vllm-0.10.1/tests/models/language/pooling/test_reward.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":2,"project":1,"import":8,"os":1,"pytest":3,"torch":2,"nn":1,"functional":1,"as":1,"f":1,"from":4,"transformers":2,"automodel":1,"platforms":1,"current":1,"platform":1,"conftest":2,"hfrunner":1,"utils":1,"check":1,"version":1,"fixture":2,"autouse":2,"true":1,"def":1,"v1":1,"run":3,"with":1,"both":2,"engines":2,"simple":1,"wrapper":1,"for":2,"each":1,"test":2,"this":1,"can":1,"be":1,"promoted":1,"up":1,"py":1,"every":1,"in":1,"a":1,"package":1,"pass":1},"579,1980,data/raw/vllm-0.10.1/tests/models/language/pooling/test_reward.py":{"def":1,"math":1,"step":3,"prompts":1,"ruff":1,"noqa":1,"e501":1,"data":2,"system":1,"please":1,"reason":1,"by":3,"and":5,"put":3,"your":1,"final":1,"answer":3,"within":1,"boxed":2,"query":1,"sue":9,"lives":1,"in":2,"a":2,"fun":1,"neighborhood":1,"one":3,"weekend":1,"the":17,"neighbors":5,"decided":1,"to":5,"play":1,"prank":1,"on":13,"friday":2,"morning":4,"placed":1,"18":10,"pink":11,"plastic":10,"flamingos":24,"out":7,"s":4,"front":4,"yard":4,"saturday":3,"took":1,"back":5,"third":2,"of":6,"painted":2,"them":2,"white":10,"these":2,"newly":1,"then":2,"sunday":6,"they":4,"added":1,"another":2,"collection":1,"at":3,"noon":3,"how":2,"many":2,"more":3,"were":4,"than":3,"response":2,"find":2,"we":1,"can":1,"break":1,"down":1,"problem":1,"into":1,"steps":1,"first":1,"start":1,"with":1,"take":1,"since":1,"there":2,"1":1,"3":1,"times":1,"6":8,"are":1,"taken":1,"so":1,"have":1,"12":3,"left":1,"their":1,"possession":1,"paint":1,"now":1,"has":3,"original":1,"plus":1,"new":1,"ones":1,"thus":1,"end":2,"add":1,"36":2,"still":1,"difference":1,"subtract":1,"number":2,"from":1,"30":3,"therefore":1,"is":1,"extra":2,"0":2,"join":1},"2559,172,data/raw/vllm-0.10.1/tests/models/language/pooling/test_reward.py":{"prompt":2,"f":1,"im":6,"start":3,"system":2,"n":5,"data":2,"end":3,"user":1,"query":1,"assistant":1,"answer":1,"endoftext":1,"return":1},"2731,1832,data/raw/vllm-0.10.1/tests/models/language/pooling/test_reward.py":{"def":4,"step":7,"reward":5,"patch":2,"hf":10,"model":13,"hfrunner":1,"the":2,"runner":3,"to":1,"use":2,"function":1,"make":2,"rewards":2,"logits":2,"torch":2,"tensor":2,"token":4,"masks":4,"list":9,"float":3,"probabilities":5,"f":1,"softmax":1,"dim":1,"1":3,"unsqueeze":1,"all":3,"scores":3,"res":3,"for":1,"i":2,"in":1,"range":1,"size":1,"0":7,"sample":3,"seq":1,"len":1,"num":1,"labels":1,"positive":2,"probs":2,"view":1,"2":2,"non":2,"zero":2,"elements":2,"cpu":4,"tolist":1,"append":1,"return":4,"prompts":3,"str":3,"input":7,"ids":7,"tokenizer":2,"tensors":1,"pt":1,"wrap":1,"device":1,"outputs":2,"sep":2,"id":2,"encode":1,"extra":1,"type":1,"ignore":1,"attr":1,"defined":1,"pytest":6,"mark":4,"parametrize":2,"param":1,"qwen":2,"qwen2":2,"5":2,"math":3,"prm":3,"7b":2,"marks":1,"core":1,"dtype":2,"half":1,"test":1,"models":1,"vllm":2,"monkeypatch":1,"none":1,"check":1,"transformers":2,"version":2,"max":1,"4":1,"53":1,"if":1,"current":1,"platform":1,"is":1,"and":1,"os":1,"environ":1,"get":1,"v1":2,"skip":1,"only":1,"supports":1},"4563,811,data/raw/vllm-0.10.1/tests/models/language/pooling/test_reward.py":{"if":1,"current":1,"platform":1,"is":1,"rocm":3,"triton":2,"fa":2,"does":1,"not":1,"currently":1,"support":1,"sliding":1,"window":1,"attention":1,"switch":1,"to":1,"use":2,"ck":1,"backend":1,"monkeypatch":1,"setenv":1,"vllm":10,"flash":1,"attn":1,"false":1,"with":2,"runner":2,"model":10,"max":1,"len":1,"1024":1,"dtype":4,"as":2,"outputs":4,"reward":3,"math":2,"step":3,"prompts":2,"hf":12,"auto":1,"cls":1,"automodel":1,"patch":1,"check":1,"logits":1,"difference":1,"for":1,"output":8,"in":1,"zip":1,"torch":3,"tensor":2,"float":2,"assert":1,"allclose":1,"1":1,"5e":1,"2":1},"0,1927,data/raw/vllm-0.10.1/tests/models/language/pooling/embed_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":7,"vllm":10,"project":1,"from":4,"collections":1,"abc":1,"import":5,"sequence":2,"typing":1,"optional":2,"pytest":2,"tests":2,"conftest":1,"hfrunner":2,"models":4,"utils":1,"embedmodelinfo":2,"check":2,"embeddings":4,"close":2,"matryoshka":2,"fy":2,"def":2,"run":1,"embedding":1,"correctness":2,"test":6,"hf":10,"model":9,"inputs":2,"list":2,"str":2,"outputs":6,"float":1,"dimensions":3,"int":1,"none":3,"encode":1,"if":2,"lst":2,"1":4,"name":2,"tol":1,"1e":1,"embed":1,"runner":2,"info":3,"example":5,"prompts":4,"extra":4,"kwargs":4,"callback":1,"not":1,"enable":1,"a":3,"family":1,"has":2,"many":1,"with":1,"same":1,"architecture":1,"and":2,"we":2,"don":1,"t":1,"need":2,"each":1,"one":1,"skip":1,"skipping":1,"ending":1,"n":2,"for":3,"write":1,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"first":1,"time":1,"sentence":3,"transformers":3,"will":1,"strip":3,"input":3,"texts":2,"see":1,"https":1,"github":1,"com":1,"ukplab":1,"blob":1,"v3":1,"transformer":1,"py":1,"l159":1,"this":1,"makes":1,"ids":1,"different":1,"between":1,"so":1,"avoid":1,"failing":1,"s":2,"in":1,"or":1,"dtype":2},"1927,537,data/raw/vllm-0.10.1/tests/models/language/pooling/embed_utils.py":{"with":2,"vllm":6,"runner":3,"model":10,"info":2,"name":2,"pooling":1,"max":1,"len":1,"none":2,"extra":1,"kwargs":1,"as":2,"outputs":2,"embed":1,"example":2,"prompts":2,"hf":6,"dtype":1,"float32":1,"is":2,"sentence":1,"transformer":1,"true":1,"if":1,"callback":2,"not":1,"run":1,"embedding":1,"correctness":1,"test":1},"0,844,data/raw/vllm-0.10.1/tests/models/language/pooling/test_cross_encoder.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":3,"pytest":2,"from":2,"utils":2,"clspoolingrerankmodelinfo":2,"lastpoolingrerankmodelinfo":2,"rerankmodelinfo":2,"mteb":4,"test":3,"rerank":5,"models":5,"cross":1,"encoder":1,"ms":1,"marco":1,"tinybert":1,"l":1,"v2":1,"architecture":2,"bertforsequenceclassification":1,"tomaarsen":1,"qwen3":1,"reranker":1,"6b":1,"seq":1,"cls":1,"qwen3forsequenceclassification":1,"mark":1,"parametrize":1,"model":3,"info":3,"def":1,"hf":2,"runner":4,"none":1},"0,429,data/raw/vllm-0.10.1/tests/models/language/pooling/test_baai.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":4,"pytest":1,"from":3,"utils":3,"clspoolingembedmodelinfo":1,"clspoolingrerankmodelinfo":1,"embedmodelinfo":1,"lastpoolingembedmodelinfo":1,"rerankmodelinfo":1,"embed":3,"correctness":1,"test":3,"models":3,"mteb":3,"rerank":1},"429,1915,data/raw/vllm-0.10.1/tests/models/language/pooling/test_baai.py":{"models":1,"bertmodel":13,"clspoolingembedmodelinfo":12,"baai":12,"bge":12,"base":4,"en":6,"architecture":12,"enable":12,"test":12,"true":1,"zh":6,"false":11,"small":4,"large":4,"noinstruct":1,"v1":5,"5":5},"2344,572,data/raw/vllm-0.10.1/tests/models/language/pooling/test_baai.py":{"clspoolingembedmodelinfo":2,"baai":3,"bge":3,"large":1,"zh":1,"v1":2,"5":1,"architecture":3,"bertmodel":1,"enable":3,"test":3,"false":1,"xlmrobertamodel":2,"m3":1,"true":2,"qwen2model":2,"lastpoolingembedmodelinfo":1,"code":1,"dtype":1,"float32":1},"2916,1348,data/raw/vllm-0.10.1/tests/models/language/pooling/test_baai.py":{"rerank":4,"models":10,"xlmrobertaforsequenceclassification":4,"clspoolingrerankmodelinfo":3,"baai":3,"bge":3,"reranker":3,"base":1,"architecture":3,"enable":3,"test":9,"true":1,"large":1,"false":2,"v2":1,"m3":1,"pytest":3,"mark":3,"parametrize":3,"model":9,"info":9,"def":3,"embed":4,"mteb":4,"hf":6,"runner":12,"vllm":6,"embedmodelinfo":2,"none":3,"correctness":2,"example":2,"prompts":2,"rerankmodelinfo":1},"0,1924,data/raw/vllm-0.10.1/tests/models/language/pooling/test_override_pooler_config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"import":5,"pytest":5,"torch":6,"nn":1,"functional":1,"as":3,"f":1,"from":2,"tests":1,"models":3,"utils":1,"softmax":2,"config":4,"poolerconfig":3,"mark":4,"parametrize":4,"model":12,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"papluca":1,"xlm":1,"roberta":1,"base":1,"language":1,"detection":1,"dtype":9,"half":2,"def":2,"test":2,"classify":3,"using":2,"activation":17,"hf":2,"runner":6,"example":4,"prompts":4,"str":4,"none":2,"with":2,"max":2,"len":2,"512":2,"override":3,"pooler":3,"false":1,"wo":7,"out":4,"true":1,"w":7,"for":1,"in":1,"zip":1,"tensor":2,"assert":2,"not":2,"allclose":2,"atol":1,"1e":3,"is":1,"working":1,"3":1,"if":1,"float":1,"else":1,"intfloat":1,"multilingual":1,"e5":1,"small":1,"embed":1,"normalize":1},"1924,1928,data/raw/vllm-0.10.1/tests/models/language/pooling/test_override_pooler_config.py":{"with":4,"vllm":13,"runner":6,"model":18,"max":4,"len":4,"512":2,"dtype":10,"override":6,"pooler":6,"config":6,"poolerconfig":4,"normalize":10,"false":2,"as":4,"wo":12,"torch":8,"tensor":4,"embed":2,"example":5,"prompts":5,"true":2,"w":12,"assert":4,"not":4,"allclose":4,"atol":4,"1e":4,"2":5,"is":2,"working":2,"f":1,"p":1,"dim":1,"1":2,"normal":3,"should":2,"be":2,"close":2,"to":2,"pytest":2,"mark":2,"parametrize":2,"internlm":1,"internlm2":1,"8b":1,"reward":2,"half":1,"def":1,"test":1,"models":1,"using":1,"softmax":12,"hf":1,"str":2,"none":1,"1024":2,"encode":2,"for":1,"in":1,"zip":1},"0,1682,data/raw/vllm-0.10.1/tests/models/language/pooling/test_classification.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":13,"project":1,"import":4,"pytest":6,"torch":4,"from":2,"transformers":1,"automodelforsequenceclassification":2,"platforms":1,"current":3,"platform":3,"mark":4,"parametrize":2,"model":11,"param":1,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"marks":1,"core":1,"cpu":1,"dtype":7,"half":2,"if":3,"is":3,"rocm":4,"else":2,"float":2,"def":1,"test":2,"models":2,"hf":10,"runner":4,"example":3,"prompts":3,"str":2,"monkeypatch":2,"none":1,"triton":2,"fa":2,"does":1,"not":1,"currently":1,"support":1,"sliding":1,"window":1,"attention":1,"switch":1,"use":2,"ck":1,"backend":1,"setenv":1,"flash":1,"attn":1,"false":1,"with":2,"max":1,"len":1,"512":1,"as":2,"outputs":4,"classify":2,"auto":1,"cls":1,"check":1,"logits":1,"difference":1,"for":1,"output":8,"in":2,"zip":1,"tensor":2,"tolerance":1,"value":1,"of":1,"1e":3,"selected":1,"based":1,"on":1,"datatype":1,"tests":2,"language":1,"pooling":1,"embedding":1,"py":1,"assert":1,"allclose":1,"3":1},"0,1481,data/raw/vllm-0.10.1/tests/models/language/pooling/test_qwen3_reranker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":1,"project":1,"from":7,"typing":1,"import":8,"any":3,"pytest":1,"torch":2,"tests":2,"conftest":1,"hfrunner":2,"utils":3,"multi":1,"gpu":1,"test":4,"lastpoolingrerankmodelinfo":3,"rerankmodelinfo":1,"mteb":2,"rerank":2,"models":2,"qwen":2,"qwen3":2,"reranker":2,"6b":1,"architecture":2,"qwen3forsequenceclassification":2,"enable":2,"true":2,"4b":1,"false":2,"class":1,"qwen3rerankerhfrunner":1,"def":2,"init":2,"self":7,"model":3,"name":3,"str":3,"dtype":2,"auto":2,"args":2,"kwargs":2,"none":1,"transformers":1,"automodelforcausallm":2,"autotokenizer":2,"super":1,"cls":1,"tokenizer":3,"pretrained":1,"padding":1,"side":1,"left":1,"token":2,"id":2,"convert":2,"tokens":2,"ids":2,"no":1,"yes":1,"predict":1,"prompts":1,"list":2,"tensor":1},"1481,1983,data/raw/vllm-0.10.1/tests/models/language/pooling/test_qwen3_reranker.py":{"def":3,"process":2,"inputs":15,"pairs":2,"self":6,"tokenizer":2,"padding":2,"false":5,"truncation":1,"longest":1,"first":1,"return":5,"attention":1,"mask":1,"for":3,"i":2,"ele":2,"in":3,"enumerate":1,"input":2,"ids":2,"pad":1,"true":5,"tensors":1,"pt":1,"key":3,"to":1,"model":7,"device":1,"torch":4,"no":2,"grad":1,"compute":2,"logits":3,"batch":7,"scores":12,"1":4,"vector":4,"token":3,"id":2,"stack":1,"dim":2,"nn":1,"functional":1,"log":1,"softmax":1,"exp":1,"prompt":2,"prompts":1,"score":2,"append":1,"0":1,"item":1,"tensor":1,"pytest":2,"mark":2,"parametrize":2,"info":5,"rerank":4,"models":4,"test":2,"mteb":2,"vllm":4,"runner":2,"rerankmodelinfo":1,"none":1,"assert":1,"architecture":1,"qwen3forsequenceclassification":2,"extra":2,"kwargs":2,"dict":1,"str":1,"any":1,"hf":1,"overrides":1,"architectures":1,"classifier":1,"from":1,"yes":1,"is":1,"original":1,"qwen3":1,"reranker":1,"qwen3rerankerhfrunner":1},"3464,720,data/raw/vllm-0.10.1/tests/models/language/pooling/test_qwen3_reranker.py":{"multi":1,"gpu":1,"test":3,"num":1,"gpus":1,"2":3,"def":1,"rerank":2,"models":2,"mteb":2,"tp":1,"vllm":4,"runner":2,"model":3,"info":3,"rerankmodelinfo":1,"none":1,"assert":1,"architecture":1,"qwen3forsequenceclassification":2,"extra":2,"kwargs":2,"dict":1,"str":1,"any":1,"hf":1,"overrides":1,"architectures":1,"classifier":1,"from":1,"token":1,"no":1,"yes":1,"is":1,"original":1,"qwen3":1,"reranker":1,"true":1,"tensor":1,"parallel":1,"size":1,"qwen3rerankerhfrunner":1,"atol":1,"1":1,"2e":1},"0,1743,data/raw/vllm-0.10.1/tests/models/language/pooling/mteb_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":3,"project":1,"import":8,"tempfile":1,"from":3,"collections":1,"abc":1,"sequence":2,"typing":1,"optional":2,"mteb":7,"numpy":1,"as":1,"np":6,"pytest":1,"requests":1,"tests":1,"models":2,"utils":1,"embedmodelinfo":1,"rerankmodelinfo":1,"most":1,"embedding":1,"on":1,"sts12":2,"task":1,"see":2,"17175":1,"model":4,"implementation":1,"and":1,"minor":1,"changes":1,"in":7,"tensor":1,"dtype":1,"results":2,"differences":2,"less":1,"than":2,"1e":3,"4":2,"different":1,"more":1,"3":2,"is":1,"a":1,"good":1,"tolerance":1,"threshold":1,"embed":3,"tasks":2,"tol":2,"02":1,"19344":1,"rerank":3,"nfcorpus":1,"langs":1,"en":1,"2e":1,"class":1,"vllmmtebencoder":1,"encoder":1,"def":3,"init":2,"self":8,"super":1,"llm":2,"rng":4,"random":1,"default":1,"seed":1,"42":1,"encode":1,"sentences":11,"str":4,"args":2,"kwargs":2,"ndarray":2,"hoping":1,"discover":1,"potential":1,"scheduling":1,"issues":1,"by":1,"randomizing":1,"order":1,"r":5,"permutation":2,"len":2,"i":4,"for":4,"outputs":2,"use":1,"tqdm":1,"false":1,"embeds":4,"array":1,"argsort":1,"return":1,"predict":1,"list":1,"tuple":1,"query":1,"corpus":2,"prompt":1,"queries":1,"s":4,"1":1},"1743,1841,data/raw/vllm-0.10.1/tests/models/language/pooling/mteb_utils.py":{"outputs":7,"self":16,"llm":1,"score":2,"queries":1,"corpus":4,"truncate":1,"prompt":3,"tokens":1,"1":1,"use":1,"tqdm":1,"false":1,"scores":8,"np":10,"array":3,"argsort":3,"r":7,"return":3,"class":2,"openaiclientmtebencoder":1,"mteb":2,"encoder":2,"def":4,"init":4,"model":8,"name":7,"str":6,"client":4,"super":2,"rng":6,"random":2,"default":2,"seed":2,"42":2,"encode":1,"sentences":10,"sequence":1,"args":2,"kwargs":2,"ndarray":2,"hoping":1,"to":1,"discover":1,"potential":1,"scheduling":1,"issues":1,"by":1,"randomizing":1,"the":1,"order":1,"permutation":2,"len":2,"i":4,"for":4,"in":4,"embeddings":3,"create":1,"input":1,"d":2,"embedding":1,"data":1,"embeds":4,"scoreclientmtebencoder":1,"url":3,"predict":1,"list":1,"tuple":1,"optional":1,"query":3,"append":1,"get":1},"3584,1931,data/raw/vllm-0.10.1/tests/models/language/pooling/mteb_utils.py":{"def":4,"get":3,"score":7,"self":6,"query":5,"corpus":4,"response":4,"requests":2,"post":2,"url":2,"json":4,"model":9,"name":2,"text":2,"1":3,"2":1,"truncate":2,"prompt":2,"tokens":2,"return":3,"data":1,"0":5,"class":1,"rerankclientmtebencoder":1,"scoreclientmtebencoder":1,"documents":1,"results":3,"relevance":1,"run":2,"mteb":6,"embed":2,"task":1,"encoder":2,"tasks":7,"evaluation":2,"verbosity":1,"output":1,"folder":1,"none":3,"encode":1,"kwargs":5,"show":1,"progress":1,"bar":1,"false":1,"main":3,"scores":1,"test":5,"models":2,"hf":2,"runner":2,"vllm":5,"info":3,"embedmodelinfo":1,"extra":4,"callback":1,"atol":1,"rerank":1,"tol":1,"if":1,"not":1,"enable":1,"a":1,"family":1,"has":1,"many":1,"with":1,"the":1,"same":1,"architecture":1,"and":1,"we":1,"don":1,"t":1,"need":1,"to":1,"each":1,"one":1,"pytest":1,"skip":1,"skipping":1,"or":1,"dtype":2},"5515,1917,data/raw/vllm-0.10.1/tests/models/language/pooling/mteb_utils.py":{"with":3,"vllm":13,"runner":3,"model":26,"info":7,"name":3,"pooling":3,"max":1,"len":1,"none":2,"enforce":1,"eager":1,"true":3,"extra":1,"kwargs":2,"as":3,"config":5,"llm":4,"engine":2,"if":2,"architecture":2,"assert":3,"in":1,"architectures":1,"default":3,"type":2,"main":8,"score":8,"run":4,"mteb":9,"embed":4,"task":2,"vllmmtebencoder":1,"tasks":9,"dtype":7,"hf":7,"is":2,"sentence":1,"transformer":1,"float32":1,"callback":2,"not":1,"st":6,"next":1,"parameters":1,"print":4,"sentencetransformers":1,"difference":1,"pytest":1,"approx":1,"abs":1,"atol":1,"def":1,"rerank":1,"cross":1,"encoder":1,"languages":3,"tempfile":1,"temporarydirectory":1,"results":2,"folder":3,"bm25s":3,"get":2,"subset":1,"eval":3,"splits":3,"test":1,"evaluation":2,"verbosity":1,"0":1,"save":1,"predictions":1,"output":1,"f":1,"stage1":1,"encode":1,"show":1,"progress":1,"bar":1,"false":1},"7432,1575,data/raw/vllm-0.10.1/tests/models/language/pooling/mteb_utils.py":{"results":5,"evaluation":1,"run":2,"cross":2,"encoder":2,"verbosity":1,"0":4,"eval":2,"splits":2,"top":1,"k":1,"10":1,"save":1,"predictions":2,"true":2,"output":1,"folder":3,"f":2,"stage2":1,"previous":1,"stage1":1,"nfcorpus":1,"subset":1,"json":1,"encode":1,"kwargs":3,"show":1,"progress":1,"bar":1,"false":1,"main":5,"score":5,"scores":1,"test":2,"return":3,"def":2,"mteb":4,"rerank":4,"models":1,"hf":13,"runner":2,"model":14,"name":2,"callback":3,"none":2,"with":1,"is":2,"dtype":4,"float32":1,"as":1,"original":4,"predict":8,"sentences":2,"list":1,"tuple":1,"str":3,"optional":1,"query":1,"corpus":1,"prompt":2,"args":2,"vllm":1,"and":1,"st":5,"both":1,"remove":1,"the":1,"fair":1,"comparison":1,"prompts":2,"s":3,"1":1,"for":1,"in":1,"batch":1,"size":1,"8":1,"if":1,"not":1,"tasks":2,"languages":1,"langs":1,"next":1,"parameters":1},"9007,1879,data/raw/vllm-0.10.1/tests/models/language/pooling/mteb_utils.py":{"def":1,"mteb":8,"test":5,"rerank":6,"models":3,"hf":6,"runner":5,"vllm":19,"model":24,"info":10,"rerankmodelinfo":1,"extra":5,"kwargs":5,"none":3,"callback":2,"encoder":2,"vllmmtebencoder":1,"atol":2,"tol":1,"if":2,"not":1,"enable":1,"a":1,"family":1,"has":1,"many":1,"with":2,"the":1,"same":1,"architecture":3,"and":1,"we":1,"don":1,"t":1,"need":1,"to":1,"each":1,"one":1,"pytest":2,"skip":1,"skipping":1,"or":1,"dtype":7,"name":3,"pooling":3,"max":2,"len":1,"num":2,"seqs":1,"8":1,"enforce":1,"eager":1,"true":1,"as":1,"config":7,"llm":2,"engine":1,"assert":4,"in":1,"architectures":1,"labels":1,"1":1,"default":2,"type":2,"main":8,"score":8,"run":1,"tasks":2,"languages":1,"langs":1,"st":6,"print":4,"sentencetransformers":1,"difference":1,"approx":1,"abs":1},"0,1488,data/raw/vllm-0.10.1/tests/models/language/pooling/test_bge_reranker_v2_gemma.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":1,"project":1,"from":6,"typing":1,"import":8,"any":3,"optional":1,"numpy":1,"as":1,"np":1,"pytest":1,"torch":3,"tests":1,"conftest":1,"hfrunner":2,"utils":2,"lastpoolingrerankmodelinfo":2,"rerankmodelinfo":1,"mteb":2,"vllmmtebencoder":1,"test":1,"rerank":2,"models":2,"baai":1,"bge":1,"reranker":1,"v2":1,"gemma":1,"architecture":1,"gemmaforsequenceclassification":1,"prompt":5,"given":1,"a":4,"query":2,"and":1,"passage":2,"b":1,"determine":1,"whether":1,"contains":1,"an":1,"answer":1,"by":1,"providing":1,"prediction":1,"of":1,"either":1,"yes":3,"or":1,"no":2,"noqa":1,"e501":1,"class":1,"gemmarerankerhfrunner":1,"def":3,"init":2,"self":5,"model":3,"name":3,"str":3,"dtype":2,"auto":2,"args":2,"kwargs":2,"none":3,"transformers":1,"automodelforcausallm":2,"autotokenizer":2,"super":1,"cls":1,"tokenizer":3,"pretrained":1,"padding":1,"side":1,"left":1,"loc":1,"convert":1,"tokens":1,"ids":1,"grad":1,"predict":1,"prompts":1,"list":2,"tensor":1,"get":1,"inputs":1,"pairs":1,"if":1,"is":1},"1488,1663,data/raw/vllm-0.10.1/tests/models/language/pooling/test_bge_reranker_v2_gemma.py":{"sep":5,"n":1,"prompt":3,"inputs":12,"tokenizer":7,"return":8,"tensors":5,"none":4,"add":5,"special":5,"tokens":5,"false":8,"input":7,"ids":8,"for":2,"query":4,"passage":4,"in":1,"pairs":1,"f":2,"a":1,"truncation":3,"true":3,"b":1,"item":6,"prepare":1,"model":1,"bos":1,"token":2,"id":1,"only":1,"second":1,"padding":2,"attention":2,"mask":2,"type":1,"1":1,"len":1,"append":1,"pad":1,"pt":1},"3151,1823,data/raw/vllm-0.10.1/tests/models/language/pooling/test_bge_reranker_v2_gemma.py":{"scores":5,"for":2,"query":11,"doc":4,"in":2,"prompts":1,"pairs":2,"inputs":6,"get":1,"self":11,"tokenizer":1,"to":1,"model":5,"device":1,"n":3,"tokens":1,"input":1,"ids":1,"shape":1,"1":3,"logits":3,"return":3,"dict":2,"true":1,"yes":2,"loc":1,"view":1,"float":1,"sigmoid":1,"append":2,"0":2,"item":1,"torch":1,"tensor":1,"class":1,"gemmamtebencoder":1,"vllmmtebencoder":1,"def":3,"init":2,"args":4,"kwargs":5,"super":2,"prompt":8,"template":4,"a":1,"document":2,"b":1,"predict":2,"sentences":5,"list":1,"tuple":1,"str":4,"optional":1,"corpus":5,"np":1,"ndarray":1,"format":2,"pytest":1,"mark":1,"parametrize":1,"info":3,"rerank":2,"models":2,"test":1,"mteb":1,"vllm":3,"runner":1,"rerankmodelinfo":1,"monkeypatch":2,"none":1,"setenv":1,"use":1,"v1":1,"assert":1,"architecture":1,"gemmaforsequenceclassification":2,"extra":1,"any":1,"hf":1,"overrides":1,"architectures":1,"classifier":1,"from":1,"token":1,"method":1,"no":1,"post":1,"processing":1},"4974,244,data/raw/vllm-0.10.1/tests/models/language/pooling/test_bge_reranker_v2_gemma.py":{"mteb":2,"test":1,"rerank":1,"models":1,"gemmarerankerhfrunner":1,"vllm":3,"runner":1,"model":1,"info":1,"extra":1,"kwargs":1,"encoder":1,"gemmamtebencoder":1},"0,1796,data/raw/vllm-0.10.1/tests/models/language/pooling/test_intfloat.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"pytest":3,"from":3,"utils":3,"clspoolingembedmodelinfo":8,"embedmodelinfo":2,"embed":5,"correctness":1,"test":11,"models":7,"mteb":4,"bertmodel":5,"intfloat":7,"e5":7,"small":2,"architecture":7,"enable":7,"true":2,"base":2,"false":5,"large":3,"multilingual":4,"xlmrobertamodel":4,"instruct":1,"mark":2,"parametrize":2,"model":4,"info":4,"def":1,"hf":2,"runner":4,"none":1,"atol":1,"02":1},"1796,301,data/raw/vllm-0.10.1/tests/models/language/pooling/test_intfloat.py":{"def":1,"test":2,"embed":2,"models":2,"correctness":2,"hf":2,"runner":4,"vllm":2,"model":2,"info":2,"embedmodelinfo":1,"example":2,"prompts":2,"none":1},"0,481,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gte.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":4,"typing":1,"import":5,"any":1,"pytest":1,"utils":3,"clspoolingembedmodelinfo":1,"clspoolingrerankmodelinfo":1,"embedmodelinfo":1,"lastpoolingembedmodelinfo":1,"rerankmodelinfo":1,"check":1,"transformers":1,"version":1,"embed":3,"correctness":1,"test":3,"models":3,"mteb":3,"rerank":1},"481,1951,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gte.py":{"models":1,"bertmodel":7,"clspoolingembedmodelinfo":10,"thenlper":6,"gte":11,"large":3,"architecture":11,"enable":11,"test":11,"true":6,"base":5,"false":5,"small":2,"zh":3,"newmodel":1,"alibaba":5,"nlp":5,"multilingual":1,"gtenewmodel":3,"en":2,"v1":2,"5":2,"qwen2forcausallm":2,"lastpoolingembedmodelinfo":1,"qwen2":1,"1":1,"5b":1,"instruct":1,"modernbertmodel":2,"modernbert":1,"qwen3forcausallm":1},"2432,435,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gte.py":{"lastpoolingembedmodelinfo":2,"qwen":2,"qwen3":2,"embedding":2,"0":1,"6b":1,"architecture":2,"qwen3forcausallm":2,"dtype":2,"float32":2,"enable":2,"test":2,"true":1,"4b":1,"false":1},"2867,1824,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gte.py":{"rerank":4,"models":10,"classifier":1,"pooling":1,"mean":1,"clspoolingrerankmodelinfo":1,"alibaba":3,"nlp":3,"gte":3,"reranker":1,"modernbert":1,"base":1,"architecture":3,"modernbertforsequenceclassification":1,"enable":1,"test":7,"true":1,"pytest":3,"mark":3,"parametrize":3,"model":15,"info":15,"def":3,"embed":4,"mteb":4,"hf":8,"runner":12,"vllm":12,"embedmodelinfo":2,"none":3,"if":4,"name":4,"qwen2":2,"1":2,"5b":2,"instruct":2,"check":2,"transformers":4,"version":4,"max":2,"4":2,"53":2,"2":2,"extra":6,"kwargs":6,"dict":2,"str":2,"any":2,"gtenewmodel":4,"overrides":2,"architectures":2,"correctness":2,"example":2,"prompts":2,"rerankmodelinfo":1},"0,288,data/raw/vllm-0.10.1/tests/models/language/pooling/test_snowflake_arctic_embed.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":4,"pytest":1,"from":3,"utils":3,"clspoolingembedmodelinfo":1,"embedmodelinfo":1,"embed":3,"correctness":1,"test":2,"models":2,"mteb":2},"288,1853,data/raw/vllm-0.10.1/tests/models/language/pooling/test_snowflake_arctic_embed.py":{"models":2,"clspoolingembedmodelinfo":8,"snowflake":16,"arctic":8,"embed":8,"xs":1,"is":8,"matryoshka":8,"false":8,"architecture":8,"bertmodel":5,"enable":8,"test":8,"true":8,"s":1,"m":4,"long":1,"nomicbertmodel":1,"l":2,"v1":1,"5":1,"v2":2,"0":2,"xlmrobertamodel":1,"gtemodel":1,"pytest":1,"mark":1,"parametrize":1,"model":1,"info":1},"2141,539,data/raw/vllm-0.10.1/tests/models/language/pooling/test_snowflake_arctic_embed.py":{"def":2,"test":4,"embed":4,"models":5,"mteb":2,"hf":4,"runner":8,"vllm":4,"model":5,"info":5,"embedmodelinfo":2,"none":2,"atol":1,"0":1,"02":1,"pytest":1,"mark":1,"parametrize":1,"correctness":2,"example":2,"prompts":2},"0,1787,data/raw/vllm-0.10.1/tests/models/language/pooling/test_truncation_control.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":8,"project":1,"import":1,"pytest":1,"model":11,"name":6,"sentence":1,"transformers":1,"all":1,"minilm":1,"l12":1,"v2":1,"max":4,"len":4,"128":1,"input":6,"str":6,"immerse":1,"yourself":1,"in":6,"enchanting":1,"chronicle":1,"of":8,"calculus":5,"a":2,"mathematical":1,"domain":1,"that":2,"has":1,"radically":1,"transformed":1,"our":1,"comprehension":1,"change":1,"and":5,"motion":1,"despite":1,"its":1,"roots":1,"ancient":2,"civilizations":1,"formal":1,"birth":1,"predominantly":1,"occurred":1,"17th":2,"century":2,"primarily":1,"under":1,"influential":1,"guidance":1,"sir":1,"isaac":1,"newton":2,"gottfried":1,"wilhelm":1,"leibniz":2,"earliest":1,"traces":1,"concepts":1,"are":1,"found":1,"greek":1,"mathematics":1,"most":1,"notably":1,"works":1,"eudoxus":1,"archimedes":1,"around":1,"300":1,"bce":1,"they":1,"utilized":1,"method":1,"exhaustion":1,"technique":1,"for":2,"computing":1,"areas":1,"volumes":1,"through":1,"use":1,"finite":1,"sums":1,"this":2,"methodology":1,"laid":1,"crucial":1,"foundational":1,"work":1,"integral":1,"both":1,"independently":1,"pioneered":1,"each":1,"contributing":1,"unique":1,"perspectives":1,"would":1,"shape":1,"new":1,"field":1,"def":2,"test":2,"smaller":1,"truncation":2,"size":2,"runner":4,"truncate":5,"prompt":8,"tokens":7,"10":1,"with":1,"pooling":1,"as":1,"output":2,"llm":1,"embed":1,"token":1,"ids":1,"assert":1,"1":1},"1787,1033,data/raw/vllm-0.10.1/tests/models/language/pooling/test_truncation_control.py":{"with":2,"vllm":9,"runner":5,"model":16,"name":4,"pooling":2,"max":8,"len":9,"as":2,"output":4,"llm":4,"embed":2,"input":4,"str":4,"truncate":7,"prompt":10,"tokens":9,"0":1,"token":1,"ids":1,"assert":2,"def":1,"test":1,"bigger":1,"truncation":2,"size":2,"1":1,"pytest":1,"raises":1,"valueerror":1,"f":1,"value":1,"is":1,"greater":1,"than":1,"please":1,"select":1,"a":1,"smaller":1},"0,1993,data/raw/vllm-0.10.1/tests/models/language/pooling/test_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":3,"vllm":5,"project":2,"from":4,"typing":1,"import":5,"optional":1,"pytest":18,"config":1,"poolerconfig":1,"platforms":1,"current":1,"platform":1,"utils":1,"check":2,"embeddings":1,"close":1,"transformers":3,"version":1,"fixture":1,"autouse":2,"true":1,"def":1,"v1":5,"run":3,"with":3,"both":2,"engines":2,"simple":1,"wrapper":1,"for":3,"each":2,"test":2,"this":2,"can":1,"be":4,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":1,"a":1,"package":1,"pass":2,"mark":8,"parametrize":1,"model":6,"careful":1,"of":2,"order":1,"models":4,"decoder":2,"only":4,"should":1,"placed":1,"before":1,"encoder":3,"otherwise":1,"qwen2":4,"5":2,"5b":3,"instruct":5,"case":1,"won":1,"t":2,"because":1,"gte":2,"1":2,"will":2,"cache":1,"custom":1,"code":1,"bidirectional":1,"attention":1,"param":8,"baai":2,"bge":2,"multilingual":2,"gemma2":1,"marks":6,"core":3,"intfloat":2,"e5":2,"mistral":1,"7b":2,"cpu":2,"doesn":1,"support":1,"sliding":1,"window":1,"qwen":1,"interfere":1,"other":1,"see":1,"pr":1,"https":1,"github":1,"com":1,"pull":1,"18720":1,"avoid":1,"problem":1,"now":1,"we":1,"skip":4,"v0":2,"since":1,"it":1,"deprecated":1,"anyway":1,"ssmits":1,"embed":1,"base":3,"en":1,"sentence":2,"all":1,"minilm":1,"l12":1,"v2":2,"small":1,"alibaba":1,"nlp":1,"cross":1,"stsb":1,"roberta":1},"1993,1956,data/raw/vllm-0.10.1/tests/models/language/pooling/test_embedding.py":{"def":1,"test":2,"models":2,"hf":8,"runner":5,"vllm":12,"example":7,"prompts":6,"model":18,"monkeypatch":2,"none":2,"if":4,"alibaba":1,"nlp":1,"gte":1,"qwen2":2,"1":5,"5b":1,"instruct":2,"check":2,"transformers":7,"version":2,"max":5,"4":1,"53":1,"2":2,"baai":1,"bge":1,"multilingual":1,"gemma2":1,"and":2,"current":1,"platform":1,"is":2,"rocm":3,"triton":2,"fa":2,"does":1,"not":1,"currently":1,"support":1,"sliding":1,"window":1,"attention":1,"switch":1,"to":3,"use":2,"ck":1,"backend":1,"setenv":1,"flash":1,"attn":1,"false":2,"extra":3,"kwargs":3,"ssmits":1,"7b":1,"embed":2,"base":2,"override":1,"pooler":1,"config":1,"poolerconfig":1,"pooling":2,"type":1,"mean":1,"normalize":1,"len":4,"optional":1,"int":1,"512":1,"in":2,"sentence":6,"all":1,"minilm":1,"l12":1,"v2":2,"stsb":1,"roberta":1,"the":5,"has":1,"ending":1,"n":2,"for":3,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"first":1,"time":1,"will":1,"strip":3,"input":3,"texts":2,"see":1,"https":1,"github":1,"com":1,"ukplab":1,"blob":1,"v3":1,"transformer":2,"py":1,"l159":1,"this":1,"makes":1,"ids":1,"different":1,"between":1,"so":1,"we":1,"need":1,"avoid":1,"failing":1,"str":1,"s":2,"with":2,"true":1,"as":2,"outputs":4,"encode":1,"embeddings":3,"close":1,"0":2,"lst":2,"name":2,"tol":1,"1e":1},"0,1555,data/raw/vllm-0.10.1/tests/models/language/pooling/test_nomic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":4,"pytest":3,"from":3,"utils":3,"clspoolingembedmodelinfo":5,"embedmodelinfo":3,"embed":10,"correctness":3,"test":10,"models":9,"mteb":4,"nomic":7,"ai":4,"text":3,"v1":2,"architecture":4,"nomicbertmodel":4,"enable":4,"true":2,"5":1,"false":2,"coderankembed":1,"v2":1,"moe":1,"mark":2,"parametrize":2,"model":6,"info":6,"def":2,"hf":4,"runner":8,"none":2,"example":2,"prompts":2},"0,1574,data/raw/vllm-0.10.1/tests/models/language/pooling/test_nomic_max_model_len.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":9,"project":1,"ruff":1,"noqa":1,"sim117":1,"import":2,"pytest":3,"from":1,"utils":1,"embedmodelinfo":6,"models":3,"nomic":10,"ai":5,"embed":6,"text":5,"v1":2,"5":1,"coderankembed":1,"v2":3,"moe":3,"snowflake":2,"arctic":1,"m":1,"long":1,"rope":1,"theta":1,"1000":1,"factor":2,"4":1,"original":3,"max":11,"position":3,"embeddings":3,"2048":1,"model":26,"len":8,"int":1,"mark":2,"parametrize":2,"info":7,"def":2,"test":2,"default":1,"runner":6,"with":2,"name":3,"pooling":2,"none":1,"as":2,"config":8,"llm":4,"engine":2,"if":1,"for":1,"length":1,"is":1,"set":3,"512":3,"by":1,"sentence":1,"bert":1,"json":1,"assert":3,"else":1,"legal":1,"256":2},"1574,1915,data/raw/vllm-0.10.1/tests/models/language/pooling/test_nomic_max_model_len.py":{"set":5,"512":2,"max":15,"model":29,"len":13,"2048":3,"if":1,"info":11,"name":6,"nomic":3,"ai":1,"embed":2,"text":2,"v2":2,"moe":2,"for":1,"the":1,"length":1,"is":1,"to":1,"by":2,"sentence":1,"bert":1,"config":4,"json":1,"with":8,"pytest":6,"raises":3,"valueerror":3,"vllm":9,"runner":12,"pooling":5,"1024":3,"pass":4,"else":1,"as":1,"llm":2,"engine":1,"assert":1,"mark":3,"parametrize":3,"models":3,"def":2,"test":2,"illegal":1,"4096":2,"hf":7,"overrides":7,"none":2,"use":1,"rope":5,"scaling":2,"legal":1,"theta":2,"type":1,"yarn":1,"factor":2,"original":2,"position":2,"embeddings":2},"3489,1168,data/raw/vllm-0.10.1/tests/models/language/pooling/test_nomic_max_model_len.py":{"def":1,"test":1,"use":1,"rope":9,"scaling":3,"illegal":3,"model":10,"info":3,"vllm":3,"runner":5,"hf":7,"overrides":7,"theta":4,"type":2,"yarn":2,"factor":4,"original":4,"max":11,"position":4,"embeddings":4,"len":7,"with":4,"pytest":2,"raises":2,"valueerror":2,"name":2,"pooling":2,"1":2,"pass":2,"by":1,"none":1},"0,1982,data/raw/vllm-0.10.1/tests/models/language/pooling/test_jina.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":5,"functools":1,"import":6,"partial":3,"pytest":4,"poolingparams":1,"utils":3,"clspoolingembedmodelinfo":2,"clspoolingrerankmodelinfo":2,"embedmodelinfo":3,"rerankmodelinfo":1,"embed":7,"check":1,"embeddings":2,"close":1,"correctness":3,"test":7,"models":12,"matryoshka":2,"fy":1,"mteb":5,"rerank":3,"embedding":3,"jinaai":2,"jina":2,"v3":1,"architecture":2,"xlmrobertamodel":1,"is":1,"true":1,"reranker":1,"v2":1,"base":1,"multilingual":1,"xlmrobertaforsequenceclassification":1,"mark":3,"parametrize":3,"model":19,"info":7,"def":4,"hf":10,"runner":8,"none":2,"callback":6,"encode":4,"task":2,"text":2,"matching":2,"example":2,"prompts":2},"1982,1993,data/raw/vllm-0.10.1/tests/models/language/pooling/test_jina.py":{"def":2,"test":4,"rerank":2,"models":3,"mteb":2,"hf":11,"runner":9,"vllm":12,"model":18,"info":7,"rerankmodelinfo":1,"none":4,"pytest":5,"mark":3,"parametrize":3,"embedding":2,"dtype":6,"half":1,"dimensions":12,"16":1,"32":1,"matryoshka":9,"str":2,"int":1,"example":6,"prompts":6,"monkeypatch":1,"if":2,"not":4,"is":5,"skip":1,"st":1,"will":1,"strip":2,"the":1,"input":1,"texts":1,"see":1,"py":1,"s":2,"for":1,"in":2,"with":3,"name":4,"sentence":1,"transformer":1,"true":1,"as":2,"outputs":6,"encode":1,"task":1,"text":1,"matching":1,"fy":1,"pooling":3,"max":1,"len":1,"assert":2,"llm":4,"engine":2,"config":2,"raises":1,"valueerror":1,"embed":2,"params":2,"poolingparams":2,"else":1,"check":1,"embeddings":3,"close":1,"0":2,"lst":2,"1":2,"tol":1,"1e":1,"2":1},"0,1917,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"from":6,"future":1,"import":9,"annotations":1,"numpy":1,"as":1,"np":2,"openai":2,"pytest":2,"scipy":1,"spatial":1,"distance":1,"cosine":1,"llm":5,"samplingparams":1,"config":4,"modelconfig":2,"utils":1,"remoteopenaiserver":1,"model":9,"name":3,"parasail":1,"ai":1,"gritlm":2,"7b":1,"max":1,"len":1,"4000":1,"def":4,"arr":19,"convert":1,"a":1,"list":7,"of":2,"integers":2,"an":1,"array":10,"return":3,"test":1,"find":8,"executor":1,"models":1,"gritlmmeanpool":2,"runner":1,"pooling":9,"dtype":1,"bfloat16":1,"seed":1,"1":6,"3":12,"4":8,"5":9,"6":1,"7":1,"8":1,"9":1,"assert":6,"start":5,"idx":7,"end":2,"with":1,"raises":1,"valueerror":1,"run":2,"encode":1,"queries":4,"str":4,"instruction":4,"float":2,"outputs":5,"embed":1,"q":4,"for":4,"in":4,"output":2,"embedding":2,"async":1,"client":3,"embeddings":2,"asyncopenai":1,"await":1,"create":1,"input":1,"data":3},"1917,545,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"def":2,"gritlm":3,"instruction":7,"return":1,"user":1,"n":4,"embed":2,"if":1,"else":1,"get":1,"test":2,"data":2,"grabbed":1,"this":1,"and":1,"the":2,"expected":1,"values":1,"from":1,"readme":1,"md":1,"in":1,"https":1,"github":1,"com":1,"contextualai":1,"q":1,"given":1,"a":2,"scientific":1,"paper":2,"title":1,"retrieve":1,"s":1,"abstract":1,"queries":1,"bitcoin":1,"peer":2,"to":1,"electronic":1,"cash":1,"system":1,"generative":1,"representational":1,"tuning":1},"2462,44,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"d":1,"instruction":2,"gritlm":1},"2506,1177,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"documents":1,"ruff":1,"noqa":1,"e501":1,"a":8,"purely":1,"peer":4,"to":7,"version":1,"of":11,"electronic":1,"cash":1,"would":1,"allow":1,"online":1,"payments":1,"be":2,"sent":1,"directly":1,"from":2,"one":1,"party":2,"another":1,"without":2,"going":1,"through":1,"financial":1,"institution":1,"digital":1,"signatures":1,"provide":1,"part":1,"the":13,"solution":2,"but":2,"main":1,"benefits":1,"are":3,"lost":1,"if":1,"trusted":1,"third":1,"is":2,"still":1,"required":1,"prevent":1,"double":2,"spending":2,"we":1,"propose":1,"problem":1,"using":1,"network":5,"timestamps":1,"transactions":1,"by":2,"hashing":1,"them":1,"into":1,"an":1,"ongoing":1,"chain":4,"hash":1,"based":1,"proof":6,"work":3,"forming":1,"record":1,"that":3,"cannot":1,"changed":1,"redoing":1,"longest":3,"not":2,"only":1,"serves":1,"as":4,"sequence":1,"events":1,"witnessed":1,"it":1,"came":1,"largest":1,"pool":1,"cpu":2,"power":2,"long":1,"majority":1,"controlled":1,"nodes":2,"cooperating":1,"attack":1,"they":2,"ll":1,"generate":1,"and":3,"outpace":1,"attackers":1,"itself":1,"requires":1,"minimal":1,"structure":1,"messages":1,"broadcast":1,"on":1,"best":1,"effort":1,"basis":1,"can":1,"leave":1,"rejoin":1,"at":1,"will":1,"accepting":1,"what":1,"happened":1,"while":1,"were":1,"gone":1},"3683,1108,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"all":3,"text":2,"based":1,"language":3,"problems":1,"can":2,"be":1,"reduced":1,"to":4,"either":1,"generation":3,"or":3,"embedding":5,"current":1,"models":7,"only":2,"perform":1,"well":1,"at":3,"one":1,"the":5,"other":3,"we":4,"introduce":1,"generative":5,"representational":1,"instruction":1,"tuning":1,"grit":3,"whereby":1,"a":3,"large":1,"model":1,"is":1,"trained":1,"handle":1,"both":2,"and":3,"tasks":2,"by":4,"distinguishing":1,"between":1,"them":1,"through":1,"instructions":1,"compared":1,"open":2,"our":1,"resulting":1,"gritlm":3,"7b":1,"sets":1,"new":1,"state":1,"of":2,"art":1,"on":3,"massive":1,"benchmark":1,"mteb":1,"outperforms":2,"up":3,"its":1,"size":1,"range":1,"scaling":1,"further":1,"8x7b":1,"that":2,"tried":1,"while":1,"still":1,"being":1,"among":2,"best":1,"notably":1,"find":1,"matches":1,"training":1,"data":1,"thus":1,"unify":1,"no":2,"performance":1,"loss":1,"benefits":1,"unification":1,"via":1,"speeds":1,"retrieval":2,"augmented":1,"rag":1,"60":1,"for":1,"long":1,"documents":1,"longer":1,"requiring":1,"separate":1,"code":1,"etc":1,"are":1,"freely":1,"available":1,"https":1,"github":1,"com":1,"contextualai":1},"4797,1950,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"return":1,"queries":5,"q":14,"instruction":10,"documents":5,"d":14,"def":4,"validate":3,"embed":3,"output":3,"rep":18,"list":4,"float":2,"cosine":12,"sim":8,"q0":4,"d0":4,"1":8,"0":12,"assert":4,"pytest":6,"approx":4,"609":1,"abs":4,"001":4,"d1":4,"101":1,"q1":4,"120":1,"534":1,"test":5,"gritlm":3,"offline":2,"embedding":5,"vllm":5,"runner":5,"get":3,"data":2,"with":2,"model":8,"name":2,"pooling":2,"max":4,"len":4,"as":2,"llm":6,"run":4,"encode":2,"mark":1,"asyncio":1,"async":2,"api":1,"server":3,"args":2,"str":1,"remoteopenaiserver":1,"client":6,"await":2,"embeddings":2,"generate":1,"monkeypatch":2,"input":1,"user":1,"nwhat":1,"is":1,"the":1,"capital":1,"of":1,"france":1,"n":2,"assistant":1},"6747,974,data/raw/vllm-0.10.1/tests/models/language/pooling/test_gritlm.py":{"with":2,"vllm":3,"runner":3,"model":10,"name":3,"generate":6,"max":6,"len":4,"as":2,"llm":3,"sampling":3,"params":3,"samplingparams":1,"temperature":2,"0":7,"tokens":2,"256":2,"outputs":5,"input":3,"assert":2,"text":2,"the":3,"capital":3,"of":3,"france":3,"is":3,"paris":2,"pytest":1,"mark":1,"asyncio":1,"async":2,"def":1,"test":1,"gritlm":1,"api":1,"server":3,"user":1,"nwhat":1,"n":2,"assistant":1,"args":2,"str":1,"remoteopenaiserver":1,"client":3,"get":1,"await":1,"completions":1,"create":1,"prompt":1,"choices":1},"0,1448,data/raw/vllm-0.10.1/tests/models/language/pooling/test_mxbai_rerank.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":1,"project":1,"from":6,"typing":1,"import":7,"any":3,"pytest":1,"torch":2,"tests":1,"conftest":1,"hfrunner":2,"utils":2,"lastpoolingrerankmodelinfo":3,"rerankmodelinfo":1,"mteb":2,"test":3,"rerank":4,"models":2,"mixedbread":2,"ai":2,"mxbai":2,"base":1,"v2":2,"architecture":2,"qwen2forsequenceclassification":2,"enable":2,"true":1,"large":1,"false":1,"class":1,"mxbairerankerhfrunner":1,"def":2,"init":2,"self":7,"model":3,"name":3,"str":3,"dtype":2,"auto":2,"args":2,"kwargs":2,"none":1,"transformers":1,"automodelforcausallm":2,"autotokenizer":2,"super":1,"cls":1,"tokenizer":3,"pretrained":1,"padding":1,"side":1,"left":1,"yes":1,"loc":2,"convert":2,"tokens":2,"ids":2,"1":1,"no":1,"predict":1,"prompts":1,"list":2,"tensor":1},"1448,1783,data/raw/vllm-0.10.1/tests/models/language/pooling/test_mxbai_rerank.py":{"def":3,"process":2,"inputs":15,"pairs":2,"self":6,"tokenizer":2,"padding":2,"false":2,"truncation":1,"longest":1,"first":1,"return":5,"attention":1,"mask":1,"for":3,"i":2,"ele":2,"in":3,"enumerate":1,"input":2,"ids":2,"pad":1,"true":1,"tensors":1,"pt":1,"key":3,"to":1,"model":6,"device":1,"torch":2,"no":4,"grad":1,"compute":2,"logits":12,"1":2,"yes":3,"loc":2,"scores":5,"float":1,"sigmoid":1,"prompt":2,"prompts":1,"score":2,"append":1,"0":2,"item":1,"tensor":1,"pytest":1,"mark":1,"parametrize":1,"info":4,"rerank":3,"models":3,"test":2,"mteb":2,"vllm":5,"runner":2,"rerankmodelinfo":1,"none":1,"extra":3,"kwargs":3,"dict":1,"str":1,"any":1,"if":1,"architecture":1,"qwen2forsequenceclassification":2,"hf":1,"overrides":1,"architectures":1,"classifier":1,"from":2,"token":1,"method":1,"2":1,"way":1,"softmax":1,"mxbairerankerhfrunner":1},"0,1817,data/raw/vllm-0.10.1/tests/models/language/pooling/test_scoring.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":9,"project":1,"import":3,"pytest":4,"torch":2,"nn":1,"functional":1,"as":4,"f":1,"cross":7,"encoder":7,"models":3,"ms":1,"marco":1,"minilm":2,"l":1,"6":1,"v2":3,"bert":1,"baai":1,"bge":1,"reranker":1,"m3":1,"roberta":1,"embedding":1,"sentence":1,"transformers":1,"all":1,"l12":1,"texts":8,"1":11,"what":2,"is":6,"capital":4,"of":4,"france":2,"germany":2,"paris":1,"berlin":1,"fixture":2,"autouse":2,"true":3,"def":4,"v1":1,"run":3,"with":4,"both":2,"engines":2,"simple":1,"wrapper":1,"for":2,"each":1,"test":4,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":1,"a":1,"package":1,"pass":1,"dtype":7,"half":1,"scope":1,"module":1,"params":1,"model":13,"name":6,"request":2,"yield":1,"param":1,"runner":8,"hf":12,"text":6,"pair":4,"outputs":7,"predict":2,"tolist":2,"pooling":1,"max":1,"len":3,"none":1,"score":1,"assert":3,"approx":1,"rel":1,"01":1,"n":1,"pairs":2},"1817,1952,data/raw/vllm-0.10.1/tests/models/language/pooling/test_scoring.py":{"with":5,"vllm":21,"runner":12,"model":21,"name":8,"pooling":3,"dtype":10,"max":3,"len":9,"none":3,"as":5,"outputs":19,"score":3,"texts":10,"1":16,"0":15,"2":9,"assert":10,"hf":19,"pytest":5,"approx":4,"rel":4,"01":4,"def":3,"test":2,"cross":2,"encoder":2,"n":2,"to":2,"text":6,"pairs":2,"is":2,"true":2,"predict":1,"tolist":1,"fixture":1,"scope":1,"module":1,"params":1,"embedding":2,"models":1,"emb":4,"request":2,"yield":1,"param":1,"pair":4,"sentence":1,"transformer":1,"embeddings":2,"encode":1,"f":1,"cosine":1,"similarity":1,"map":1,"torch":1,"tensor":1,"dim":1},"3769,1959,data/raw/vllm-0.10.1/tests/models/language/pooling/test_scoring.py":{"assert":9,"hf":21,"outputs":18,"0":19,"pytest":5,"approx":5,"vllm":17,"rel":5,"01":5,"def":2,"test":2,"embedding":2,"1":14,"to":2,"n":3,"runner":10,"emb":6,"model":16,"name":6,"text":8,"pairs":4,"texts":12,"2":10,"with":4,"dtype":8,"is":2,"sentence":2,"transformer":2,"true":2,"as":4,"embeddings":4,"encode":2,"pair":8,"for":4,"in":4,"f":2,"cosine":2,"similarity":2,"map":2,"torch":2,"tensor":2,"dim":2,"pooling":2,"max":2,"len":6,"none":2,"score":2},"0,1112,data/raw/vllm-0.10.1/tests/models/language/generation/test_granite.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":2,"pytest":5,"from":1,"utils":1,"check":2,"logprobs":8,"close":2,"models":3,"todo":1,"sang":1,"sliding":1,"window":1,"should":1,"be":1,"tested":1,"separately":1,"ibm":2,"powerlm":1,"3b":2,"powermoe":1,"mark":4,"parametrize":4,"model":8,"dtype":6,"bfloat16":1,"max":4,"tokens":4,"64":1,"num":4,"5":1,"def":1,"test":1,"hf":7,"runner":4,"example":3,"prompts":3,"str":2,"int":2,"none":1,"with":2,"as":2,"outputs":6,"generate":2,"greedy":2,"limit":1,"lst":2,"1":2,"name":2},"0,1073,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":6,"project":2,"import":7,"copy":1,"json":1,"pytest":1,"from":4,"entrypoints":1,"openai":1,"tool":2,"parsers":1,"mistral":6,"parser":1,"mistraltoolcall":1,"mistraltoolparser":1,"sampling":2,"params":2,"samplingparams":2,"transformers":1,"utils":2,"tokenizer":2,"mistraltokenizer":1,"check":1,"logprobs":2,"close":1,"models":2,"mistralai":4,"7b":2,"instruct":4,"v0":2,"3":2,"format":1,"uses":1,"v3":1,"tekken":1,"ministral":1,"8b":1,"2410":1,"nemo":2,"is":1,"big":1,"for":2,"ci":1,"but":1,"passes":1,"locally":1,"2407":1,"max":1,"tokens":1,"512":1,"temperature":1,"5":1,"symbolic":1,"lang":1,"prompts":1,"勇敢な船乗りについての詩を書く":1,"japanese":1,"寫一首關於勇敢的水手的詩":1,"chinese":1,"ပ":5,"င":1,"လ":1,"n":2,"burmese":1,"repeat":1,"phrase":1,"urgency":1,"nurgency":2,"see":1,"https":1,"github":1,"com":1,"pull":1,"9625":1,"function":1,"calling":1},"1073,1442,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"tools":1,"type":8,"function":4,"name":2,"get":2,"current":2,"weather":3,"description":6,"the":9,"in":3,"a":1,"given":1,"location":1,"parameters":2,"object":2,"properties":2,"city":4,"string":4,"to":3,"find":1,"for":2,"e":2,"g":2,"san":1,"francisco":1,"state":3,"two":1,"letter":1,"abbreviation":1,"that":1,"is":1,"ca":1,"which":1,"would":1,"mean":1,"california":1,"unit":3,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"required":2,"rewrite":2,"rewrites":1,"text":3,"input":1},"2515,1171,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"msgs":1,"role":6,"system":1,"content":6,"you":3,"are":1,"an":1,"assistant":3,"user":2,"could":1,"please":1,"rewrite":4,"the":2,"below":1,"article":1,"n":3,"my":3,"english":4,"needs":4,"improvving":2,"maybe":4,"i":4,"make":4,"errors":4,"noqa":3,"tool":3,"calls":1,"id":2,"bbc5b7ede":2,"type":1,"function":2,"name":2,"arguments":1,"text":1,"action":1,"outcome":1,"improving":2,"call":1,"nmy":1,"can":1,"tell":1,"me":1,"what":1,"temperate":1,"will":1,"be":1,"in":2,"dallas":1,"fahrenheit":1},"3686,1998,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"sample":1,"json":1,"schema":1,"type":10,"object":2,"properties":2,"name":4,"string":4,"age":2,"integer":1,"skills":2,"array":2,"items":2,"maxlength":1,"10":1,"minitems":1,"3":1,"work":2,"history":2,"company":2,"duration":1,"number":1,"position":2,"required":2,"pytest":6,"mark":6,"parametrize":6,"model":9,"models":3,"dtype":7,"bfloat16":2,"max":4,"tokens":4,"64":1,"num":4,"logprobs":7,"5":1,"def":1,"test":1,"hf":7,"runner":4,"vllm":7,"example":3,"prompts":3,"str":2,"int":2,"none":1,"todo":1,"sang":1,"sliding":1,"window":1,"should":1,"be":1,"tested":1,"separately":1,"with":2,"as":2,"outputs":6,"generate":2,"greedy":2,"limit":1,"tokenizer":1,"mode":1,"mistral":2,"check":1,"close":1,"0":2,"lst":2,"1":2,"format":1},"5684,1946,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"pytest":6,"mark":6,"parametrize":6,"max":5,"tokens":4,"64":1,"num":4,"logprobs":7,"5":1,"def":2,"test":2,"mistral":15,"format":17,"vllm":7,"runner":5,"example":3,"prompts":4,"model":14,"str":4,"dtype":10,"int":2,"none":2,"with":3,"tokenizer":3,"mode":3,"load":3,"config":3,"as":3,"outputs":9,"generate":2,"greedy":2,"auto":1,"safetensors":1,"hf":6,"check":1,"close":1,"0":4,"lst":2,"1":2,"name":2,"models":2,"bfloat16":2,"symbolic":2,"languages":1,"len":1,"8192":1,"for":1,"prompt":2,"in":2,"lang":1,"msg":2,"role":1,"user":1,"content":1,"llm":1,"chat":1,"sampling":2,"params":2,"assert":1,"not":1,"text":1,"strip":1},"7630,1903,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"def":4,"test":2,"mistral":5,"function":5,"calling":1,"vllm":5,"runner":2,"model":9,"str":2,"dtype":3,"none":3,"with":1,"tokenizer":7,"mode":1,"config":1,"format":2,"load":1,"as":1,"msgs":3,"copy":1,"deepcopy":1,"outputs":3,"llm":2,"chat":1,"tools":3,"sampling":2,"params":2,"get":4,"tool":9,"parser":6,"mistraltoolparser":2,"output":4,"0":6,"text":1,"strip":1,"assert":6,"startswith":1,"bot":1,"token":2,"parsed":6,"message":6,"extract":1,"calls":6,"called":1,"mistraltoolcall":1,"is":2,"valid":1,"id":2,"name":2,"current":1,"weather":1,"arguments":1,"city":1,"dallas":1,"state":1,"tx":1,"unit":1,"fahrenheit":1,"noqa":1,"content":1,"call":1,"nested":2,"json":2,"ensure":1,"that":2,"the":7,"regex":1,"captures":1,"entire":1,"outer":1,"most":1,"block":1,"including":1,"braces":1,"create":1,"a":1,"minimal":1,"stub":1,"provides":1,"few":1,"attributes":1,"accesses":1,"version":3,"and":1,"vocab":2,"class":1,"stubmistraltokenizer":2,"mistraltokenizer":1,"11":1,"satisfy":1,"check":1,"init":1,"self":1,"pass":1,"staticmethod":1,"provide":1,"special":1,"expected":1,"by":1,"return":1},"9533,926,data/raw/vllm-0.10.1/tests/models/language/generation/test_mistral.py":{"craft":1,"a":1,"model":3,"output":3,"featuring":1,"nested":2,"json":4,"inside":1,"the":4,"arguments":2,"args":3,"dict":4,"city":1,"dallas":1,"state":1,"tx":1,"unit":1,"fahrenheit":1,"sub":1,"foo":1,"bar":1,"inner":1,"x":1,"1":1,"y":1,"2":1,"f":1,"parser":2,"bot":1,"token":1,"get":2,"current":2,"weather":2,"dumps":1,"parsed":7,"extract":1,"tool":6,"calls":4,"none":2,"assertions":1,"call":2,"is":4,"detected":1,"and":1,"full":1,"without":1,"truncation":1,"assert":5,"tools":1,"called":1,"mistraltoolcall":1,"valid":1,"id":2,"0":3,"function":2,"name":1,"loads":1,"no":1,"additional":1,"content":2,"outside":1,"should":1,"be":1,"returned":1},"0,1962,data/raw/vllm-0.10.1/tests/models/language/generation/test_mbart.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":17,"project":1,"from":5,"typing":1,"import":6,"optional":3,"pytest":1,"transformers":1,"automodelforseq2seqlm":1,"sequence":1,"samplelogprobs":2,"conftest":1,"decoderprompttype":4,"hfrunner":2,"vllmrunner":2,"utils":1,"check":1,"logprobs":6,"close":1,"def":2,"hf":7,"output":11,"tuple":1,"list":2,"int":4,"str":10,"decoder":5,"prompt":6,"type":6,"sanitize":1,"be":1,"comparable":1,"with":2,"ids":2,"out":2,"s":1,"return":1,"run":1,"test":2,"runner":3,"prompts":6,"dict":1,"model":5,"dtype":3,"max":2,"tokens":2,"num":2,"tensor":3,"parallel":3,"size":3,"distributed":3,"executor":3,"backend":3,"none":3,"mbart":1,"by":1,"validating":1,"it":1,"against":1,"huggingface":1,"docstring":1,"content":1,"is":1,"omitted":1,"for":2,"brevity":1,"if":1,"encoder":3,"p":2,"in":1,"kwargs":2,"overrides":1,"architectures":1,"mbartforconditionalgeneration":1,"enforce":1,"eager":1,"true":1,"as":1,"ignore":1,"outputs":1,"generate":1,"greedy":1},"1962,1816,data/raw/vllm-0.10.1/tests/models/language/generation/test_mbart.py":{"hf":16,"kwargs":3,"top":2,"k":1,"none":3,"num":7,"beams":1,"1":7,"repetition":1,"penalty":2,"0":8,"p":1,"length":2,"early":1,"stopping":1,"false":1,"no":1,"repeat":1,"ngram":1,"size":2,"min":1,"with":1,"runner":6,"model":7,"dtype":6,"auto":1,"cls":1,"automodelforseq2seqlm":1,"as":1,"decoder":9,"start":1,"token":1,"id":2,"tokenizer":1,"lang":1,"code":1,"to":2,"ro":3,"outputs":6,"generate":1,"encoder":3,"greedy":1,"logprobs":7,"limit":1,"prompts":4,"still":1,"uses":1,"the":1,"original":1,"max":5,"tokens":8,"skip":3,"check":1,"close":1,"lst":2,"vllm":7,"output":3,"prompt":5,"type":5,"for":1,"in":1,"name":2,"pytest":6,"mark":5,"parametrize":5,"param":1,"facebook":1,"mbart":1,"large":1,"en":1,"float":1,"bfloat16":1,"64":1,"5":1,"list":1,"decoderprompttype":1,"def":1,"test":2,"models":1,"example":2,"run":1,"tensor":1,"parallel":1},"0,1161,data/raw/vllm-0.10.1/tests/models/language/generation/test_gemma.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":2,"numpy":1,"as":3,"np":2,"pytest":2,"models":2,"google":4,"gemma":4,"2b":2,"3":3,"4b":2,"it":2,"mark":1,"parametrize":1,"model":13,"def":1,"test":1,"dummy":2,"loader":1,"runner":4,"monkeypatch":2,"str":1,"none":1,"with":2,"context":1,"m":2,"setenv":1,"allow":1,"insecure":1,"serialization":1,"1":1,"load":1,"format":1,"llm":11,"if":1,"normalizers":3,"collective":2,"rpc":2,"lambda":2,"self":4,"language":1,"normalizer":2,"cpu":2,"item":2,"config":8,"engine":2,"hf":2,"text":1,"else":1,"assert":1,"allclose":1,"hidden":1,"size":1,"5":1,"rtol":1,"2e":1},"0,1989,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":5,"project":1,"import":6,"pytest":2,"from":5,"tests":5,"models":8,"registry":1,"hf":6,"example":1,"utils":3,"multi":1,"gpu":1,"test":4,"engine":1,"arg":1,"engineargs":1,"sampling":1,"params":1,"samplingparams":1,"check":2,"logprobs":1,"close":1,"outputs":1,"equal":1,"mark":2,"all":3,"as":3,"hybrid":3,"pytestmark":1,"model":4,"note":1,"first":1,"in":4,"each":1,"list":2,"is":3,"taken":1,"primary":1,"meaning":1,"that":1,"it":2,"will":4,"be":3,"used":1,"this":3,"file":1,"rest":1,"of":2,"only":1,"tested":1,"by":1,"ssm":1,"state":2,"spaces":2,"mamba":3,"130m":2,"tiiuae":3,"falcon":3,"tiny":11,"dev":3,"yujiepan":3,"mamba2":4,"codestral":4,"v0":3,"1":5,"random":5,"ai21labs":2,"jamba":2,"skipping":1,"until":1,"implementation":2,"issues":1,"are":1,"resolved":1,"pfnet":1,"plamo":1,"1b":1,"zyphra":2,"zamba2":2,"2b":2,"instruct":2,"hmellor":2,"bambaforcausallm":2,"ibm":3,"granite":6,"4":5,"preview":3,"h1":2,"5b":2,"base":2,"unsupported":1,"transformers":4,"buggy":1,"for":3,"doesn":2,"t":2,"handle":1,"n":1,"groups":1,"so":1,"compare":1,"output":2,"with":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"35943":1,"55":1,"still":1,"producing":1,"garbage":1,"todo":1,"tdoublep":1,"follow":1,"up":1,"on":1,"side":1,"v1":1,"supported":1,"avoid":1,"oom":1,"max":1,"num":1,"seqs":1,"once":1,"we":1,"add":1,"support":1,"fcg":1,"mamba1":1,"removed":1,"and":1,"cases":1,"use":1,"enforce":1,"eager":1,"false":1},"1989,1676,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"enforce":4,"eager":4,"models":9,"v1":4,"state":1,"spaces":1,"mamba":1,"130m":1,"hf":15,"ai21labs":1,"jamba":1,"tiny":1,"dev":1,"pytest":3,"mark":3,"parametrize":3,"model":16,"ssm":1,"hybrid":2,"max":6,"tokens":4,"64":1,"num":6,"logprobs":6,"5":1,"def":1,"test":1,"runner":4,"vllm":7,"example":4,"prompts":3,"monkeypatch":2,"str":1,"int":2,"none":5,"try":1,"info":4,"find":1,"check":7,"available":1,"online":1,"on":2,"fail":2,"skip":1,"version":6,"transformers":2,"return":1,"except":1,"valueerror":1,"if":5,"is":2,"not":2,"print":1,"f":1,"skipping":1,"comparison":1,"because":1,"with":3,"as":3,"in":4,"unsupported":1,"and":1,"outputs":3,"generate":2,"greedy":2,"limit":1,"else":1,"seqs":2,"v0":1,"supported":1,"false":1,"context":1,"m":3,"setenv":2,"use":1,"1":1,"required":1,"due":1,"to":1,"reorder":1,"batch":1,"behaviour":1,"attention":1,"backend":1,"flashinfer":1,"true":1},"3665,1988,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"with":2,"vllm":16,"runner":3,"model":14,"max":9,"num":9,"seqs":4,"enforce":2,"eager":2,"enable":1,"prefix":1,"caching":1,"false":1,"as":2,"v1":5,"outputs":19,"generate":3,"greedy":3,"logprobs":10,"example":5,"prompts":4,"tokens":5,"else":3,"none":5,"if":4,"hf":9,"is":3,"not":3,"check":4,"close":2,"0":4,"lst":4,"1":4,"v0":4,"name":4,"in":2,"supported":1,"models":4,"ref":2,"pytest":3,"mark":3,"parametrize":3,"ssm":1,"hybrid":1,"64":1,"5":1,"def":1,"test":1,"batching":1,"str":1,"int":2,"try":1,"info":4,"find":1,"available":1,"online":1,"on":2,"fail":2,"skip":2,"transformers":1,"version":1,"except":1,"valueerror":1,"pass":1,"for":3,"loop":2,"prompt":2,"single":2,"output":2,"append":1,"batched":1},"5653,1867,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"check":2,"logprobs":8,"close":2,"outputs":6,"0":8,"lst":4,"for":2,"loop":2,"1":6,"batched":5,"name":4,"vllm":10,"pytest":6,"mark":6,"parametrize":6,"model":10,"ssm":2,"models":4,"hybrid":2,"max":14,"tokens":10,"32":1,"num":12,"5":1,"chunked":15,"prefill":10,"token":4,"size":4,"4":1,"16":1,"def":2,"test":3,"runner":4,"example":4,"prompts":4,"str":2,"int":4,"none":2,"seqs":5,"with":5,"enable":2,"true":1,"as":2,"generate":2,"greedy":2,"false":1,"non":3,"10":1,"parallel":1,"sampling":1,"tests":1,"in":2,"conjunction":1,"n":1,"this":1,"case":1,"is":1,"populated":1,"decoding":1,"and":1,"we":1,"that":1,"it":1,"doesn":1,"t":1,"fail":1},"7520,1981,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"this":2,"test":4,"might":1,"fail":2,"if":2,"cache":4,"is":4,"not":4,"allocated":1,"correctly":2,"for":3,"n":2,"1":2,"decoding":2,"steps":1,"inside":1,"a":3,"chunked":2,"prefill":4,"forward":1,"pass":1,"where":1,"we":1,"have":1,"both":1,"and":1,"decode":1,"together":1,"sampling":2,"params":2,"samplingparams":1,"3":2,"temperature":1,"seed":1,"0":6,"max":11,"tokens":8,"with":3,"vllm":10,"runner":4,"model":12,"enable":1,"true":2,"forces":1,"chunks":1,"num":4,"batched":1,"seqs":3,"as":2,"generate":2,"example":8,"prompts":8,"pytest":5,"mark":4,"parametrize":4,"ssm":2,"models":5,"hybrid":2,"20":2,"def":2,"mamba":3,"cg":2,"padding":1,"str":2,"int":2,"none":1,"verifying":1,"that":1,"padded":2,"to":3,"captured":2,"batch":3,"size":3,"it":1,"s":1,"torch":1,"runtimeerror":2,"will":1,"be":2,"raised":1,"because":1,"tensor":1,"dimensions":1,"aren":1,"t":2,"compatible":1,"config":3,"engineargs":1,"trust":1,"remote":1,"code":1,"create":1,"engine":1,"while":1,"len":2,"pad":1,"cudagraph":1,"append":1,"try":1,"greedy":1,"except":1,"couldn":1,"run":1,"which":1,"equal":1,"cuda":1,"graph":1,"could":1,"related":1,"preemption":1,"recompute":1},"9501,1769,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"none":2,"tests":1,"that":3,"outputs":8,"are":1,"identical":1,"with":3,"and":3,"w":1,"o":1,"preemptions":1,"recompute":1,"vllm":16,"runner":4,"model":12,"max":6,"num":4,"seqs":4,"as":2,"scheduler":4,"llm":2,"engine":1,"0":8,"enable":2,"artificial":2,"preempt":4,"true":1,"generate":3,"greedy":3,"example":5,"prompts":5,"tokens":2,"false":1,"check":1,"equal":1,"lst":2,"1":2,"name":2,"preepmtions":1,"pytest":3,"mark":2,"parametrize":2,"ssm":2,"models":4,"hybrid":5,"def":2,"test":3,"fail":2,"upon":1,"inc":1,"requests":6,"finished":3,"lt":1,"available":1,"blocks":1,"str":2,"this":2,"is":2,"for":1,"verifying":1,"the":4,"inner":2,"state":3,"management":1,"doesn":1,"t":2,"collapse":1,"in":2,"case":1,"where":2,"number":1,"of":1,"incoming":2,"ids":1,"larger":1,"than":1,"maximum":1,"mamba":1,"block":1,"capacity":1,"could":1,"generally":1,"happen":1,"due":1,"to":1,"fact":1,"does":1,"support":1,"statelessness":1,"mechanism":1,"it":1,"can":1,"cleanup":2,"new":1,"a":1,"single":1,"step":1,"try":1,"100":1,"10":1,"except":1,"valueerror":1,"wasn":1,"cleaned":1,"up":1,"properly":1,"between":1,"steps":1,"registered":1,"unnecessarily":1},"11270,1804,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"none":3,"this":1,"test":4,"is":2,"for":2,"verifying":1,"that":1,"the":1,"hybrid":3,"state":2,"cleaned":3,"up":2,"between":2,"steps":1,"if":1,"its":1,"not":1,"an":1,"error":1,"would":1,"be":2,"expected":1,"try":1,"with":3,"vllm":17,"runner":6,"model":13,"max":10,"num":11,"seqs":4,"as":3,"in":1,"range":1,"10":1,"generate":3,"greedy":3,"example":5,"prompts":5,"0":5,"100":1,"1":8,"except":1,"valueerror":1,"pytest":7,"fail":1,"inner":1,"wasn":1,"t":1,"states":1,"could":1,"related":1,"to":1,"finished":1,"requests":1,"ids":1,"multi":1,"gpu":1,"gpus":1,"2":7,"mark":6,"parametrize":6,"ssm":1,"models":2,"tokens":6,"64":2,"logprobs":9,"5":2,"def":2,"distributed":1,"correctness":1,"str":2,"int":4,"tensor":2,"parallel":2,"size":2,"outputs":6,"tp":6,"check":1,"close":1,"lst":2,"name":2,"zyphra":1,"zamba2":1,"2b":1,"instruct":1,"full":1,"cuda":1,"graph":1,"hf":1,"monkeypatch":1},"13074,1884,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"try":1,"model":16,"info":4,"hf":15,"example":4,"models":3,"find":1,"check":4,"available":1,"online":1,"on":2,"fail":2,"skip":2,"transformers":1,"version":1,"except":1,"valueerror":1,"pass":1,"with":4,"runner":3,"as":4,"if":5,"not":4,"in":2,"unsupported":1,"outputs":18,"generate":3,"greedy":3,"logprobs":9,"limit":1,"prompts":3,"max":8,"tokens":4,"num":8,"else":3,"none":4,"vllm":16,"seqs":4,"v0":5,"monkeypatch":1,"context":1,"m":3,"setenv":2,"use":1,"v1":4,"1":6,"hybrid":1,"required":1,"due":1,"to":1,"reorder":1,"batch":1,"behaviour":1,"attention":1,"backend":1,"flashinfer":1,"compilation":1,"config":1,"full":1,"cuda":1,"graph":1,"true":1,"enable":1,"prefix":1,"caching":1,"false":1,"is":3,"close":2,"0":4,"lst":4,"name":4,"ref":2,"pytest":3,"mark":3,"parametrize":3,"zyphra":1,"zamba2":1,"2b":1,"instruct":1,"64":1,"5":1},"14958,1948,data/raw/vllm-0.10.1/tests/models/language/generation/test_hybrid.py":{"def":1,"test":1,"fp32":1,"state":1,"hf":16,"runner":5,"vllm":17,"example":5,"prompts":4,"monkeypatch":2,"model":16,"str":1,"max":8,"tokens":4,"int":2,"num":8,"logprobs":9,"none":5,"try":1,"info":4,"models":3,"find":1,"check":4,"available":1,"online":1,"on":2,"fail":2,"skip":2,"transformers":1,"version":1,"except":1,"valueerror":1,"pass":1,"with":4,"as":4,"if":5,"not":4,"in":2,"unsupported":1,"outputs":18,"generate":3,"greedy":3,"limit":1,"else":3,"seqs":4,"mamba":2,"ssm":2,"cache":2,"dtype":2,"float32":2,"v0":5,"context":1,"m":3,"setenv":2,"use":1,"v1":4,"1":5,"hybrid":1,"required":1,"due":1,"to":1,"reorder":1,"batch":1,"behaviour":1,"attention":1,"backend":1,"flashinfer":1,"enable":1,"prefix":1,"caching":1,"false":1,"is":3,"close":2,"0":4,"lst":4,"name":4,"ref":2},"0,1981,data/raw/vllm-0.10.1/tests/models/language/generation/test_bart.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":6,"vllm":10,"project":1,"from":6,"typing":1,"import":7,"optional":3,"pytest":1,"transformers":1,"automodelforseq2seqlm":1,"sequence":1,"samplelogprobs":2,"conftest":1,"decoderprompttype":4,"explicitencoderdecoderprompt":2,"hfrunner":2,"vllmrunner":2,"utils":2,"multi":1,"gpu":1,"test":8,"check":1,"logprobs":5,"close":1,"def":2,"hf":11,"output":13,"tuple":1,"list":2,"int":4,"str":12,"decoder":8,"prompt":5,"type":6,"sanitize":1,"be":1,"comparable":1,"with":1,"ids":2,"out":2,"s":2,"if":1,"none":3,"return":1,"run":1,"runner":6,"prompts":5,"model":5,"dtype":2,"max":2,"tokens":2,"num":2,"tensor":2,"parallel":1,"size":1,"distributed":1,"executor":1,"backend":1,"bart":3,"for":1,"a":2,"variety":1,"of":3,"encoder":4,"input":1,"by":1,"validating":1,"it":1,"against":1,"huggingface":2,"arguments":1,"example":2,"fixture":1,"which":1,"provides":1,"dictionary":2,"dummy":1,"id":1,"specific":2,"variant":1,"under":1,"datatype":1,"employ":1,"key":1,"into":1,"selects":1,"scenarios":1},"1981,1932,data/raw/vllm-0.10.1/tests/models/language/generation/test_bart.py":{"a":6,"note":2,"on":1,"using":2,"hf":9,"bart":3,"as":4,"baseline":2,"for":3,"validating":1,"vllm":9,"specifically":2,"when":4,"the":26,"decoder":9,"prompt":11,"is":8,"none":6,"generationmixin":1,"s":3,"default":1,"behavior":1,"to":11,"force":2,"first":2,"decoded":6,"token":12,"be":2,"bos":7,"if":1,"does":1,"not":1,"already":1,"contain":2,"this":4,"accomplished":1,"logit":2,"processor":2,"setting":1,"so":2,"we":2,"use":2,"our":1,"comparison":1,"that":4,"user":1,"provides":1,"request":1,"with":3,"i":1,"e":1,"singleton":1,"encoder":2,"or":1,"else":1,"an":2,"explicit":1,"sub":1,"set":1,"and":3,"handle":1,"in":4,"different":1,"ways":1,"will":4,"1":2,"tokenize":2,"empty":1,"list":3,"2":2,"append":2,"start":4,"beginning":2,"yielding":2,"3":2,"pass":2,"model":3,"then":1,"4":1,"after":1,"computing":1,"logits":2,"during":1,"prefill":1,"override":1,"generated":3,"these":1,"tokens":4,"proceed":1,"generation":1,"net":1,"effect":1,"compared":1,"of":2,"one":2,"more":1,"initial":1,"than":2,"because":1,"injected":1,"into":2,"rather":1,"output":3,"spite":1,"fact":1,"overall":1,"complete":1,"sequences":2,"produced":1,"by":1,"match":1,"validate":1,"testing":1,"process":1,"must":1,"account":1,"difference":1,"between":1,"case":1,"option":1,"disable":1,"feature":1,"forces":1},"3913,303,data/raw/vllm-0.10.1/tests/models/language/generation/test_bart.py":{"bos":2,"token":3,"to":3,"be":1,"decoded":2,"forced":1,"id":1,"none":2,"eliminating":1,"the":5,"problem":1,"entirely":1,"however":1,"this":1,"is":3,"not":1,"normal":1,"bart":1,"usage":1,"other":1,"option":1,"only":1,"in":1,"decoder":1,"prompt":1,"case":1,"discard":1,"first":1,"from":1,"hf":1,"output":1,"before":1,"comparing":1,"it":1,"vllm":1},"4216,1781,data/raw/vllm-0.10.1/tests/models/language/generation/test_bart.py":{"to":3,"that":2,"end":1,"when":2,"testing":2,"the":11,"scenario":2,"where":1,"decoder":6,"prompt":1,"is":3,"none":3,"and":3,"only":3,"in":2,"one":1,"this":2,"test":2,"skips":1,"first":3,"hf":5,"decoded":2,"token":1,"during":1,"process":2,"of":3,"validating":1,"vllm":8,"output":1,"note":2,"take":1,"care":1,"order":1,"run":3,"then":1,"needs":1,"a":4,"fresh":1,"new":1,"without":1,"cuda":2,"initialization":2,"if":2,"we":2,"will":3,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":3,"with":3,"fork":1,"method":1,"default":2,"currently":1,"encoder":4,"models":2,"are":1,"compatible":1,"enforce":6,"eager":6,"true":4,"normally":1,"not":1,"problem":1,"because":1,"for":2,"left":1,"unspecified":1,"however":1,"vllmrunner":2,"fixture":1,"which":2,"wraps":1,"around":1,"llm":1,"class":1,"defaults":1,"false":2,"behavior":1,"number":1,"already":1,"existing":1,"unit":1,"tests":1,"expect":1,"so":1,"an":1,"model":4,"must":1,"explicitly":1,"specify":1,"constructor":1,"runner":1,"dtype":2,"tensor":2,"parallel":2,"size":3,"distributed":2,"executor":2,"as":1,"outputs":1,"generate":1,"greedy":1,"logprobs":2,"prompts":1,"max":1,"tokens":1,"num":2,"configuration":1,"settings":1,"baseline":1,"kwargs":1,"top":2,"k":1,"beams":1,"1":4,"repetition":1,"penalty":2,"0":4,"p":1,"length":2,"early":1,"stopping":1,"no":1,"repeat":1,"ngram":1,"min":1},"5997,1966,data/raw/vllm-0.10.1/tests/models/language/generation/test_bart.py":{"with":1,"hf":12,"runner":5,"model":9,"dtype":7,"auto":1,"cls":1,"automodelforseq2seqlm":1,"as":1,"outputs":6,"generate":1,"encoder":3,"decoder":10,"greedy":1,"logprobs":8,"limit":1,"prompts":3,"max":6,"tokens":9,"num":8,"kwargs":1,"skip":3,"1":4,"if":1,"prompt":7,"type":7,"decoderprompttype":3,"none":2,"else":1,"0":4,"check":1,"close":1,"lst":2,"vllm":7,"to":1,"output":3,"for":1,"in":1,"name":2,"pytest":15,"mark":13,"parametrize":11,"param":2,"facebook":3,"bart":3,"base":1,"marks":1,"core":1,"cpu":1,"large":2,"cnn":2,"float":2,"bfloat16":1,"64":2,"5":2,"list":1,"def":1,"test":3,"models":1,"example":2,"run":1,"tensor":1,"parallel":1,"size":1,"multi":1,"gpu":1,"gpus":1,"2":1,"distributed":1,"executor":1,"backend":1,"ray":1,"mp":1,"custom":1},"7963,649,data/raw/vllm-0.10.1/tests/models/language/generation/test_bart.py":{"def":1,"test":2,"models":1,"distributed":4,"hf":2,"runner":4,"vllm":2,"example":2,"encoder":2,"decoder":5,"prompts":2,"executor":3,"backend":3,"model":2,"dtype":3,"max":3,"tokens":3,"num":3,"logprobs":3,"prompt":3,"type":3,"none":1,"run":1,"tensor":1,"parallel":1,"size":1,"2":1},"0,1844,data/raw/vllm-0.10.1/tests/models/language/generation/test_phimoe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":10,"0":13,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"pytest":1,"torch":17,"from":4,"platforms":1,"current":1,"platform":1,"utils":2,"large":1,"gpu":1,"test":3,"check":1,"logprobs":1,"close":1,"models":2,"microsoft":1,"phi":1,"3":7,"5":4,"moe":1,"instruct":1,"def":1,"phimoe":3,"routing":2,"function":2,"model":1,"executor":1,"case":1,"hidden":2,"states":2,"tensor":8,"1":8,"4":7,"6":2,"7":2,"8":2,"dtype":8,"float32":6,"requires":8,"grad":8,"false":10,"view":2,"gating":2,"output":2,"topk":6,"renormalize":2,"ground":1,"truth":1,"weights":2,"ids":2,"long":2},"1844,1356,data/raw/vllm-0.10.1/tests/models/language/generation/test_phimoe.py":{"for":2,"test":9,"id":4,"in":1,"case":2,"topk":6,"weights":3,"ids":3,"phimoe":1,"routing":1,"function":1,"assert":2,"torch":2,"allclose":1,"ground":2,"truth":2,"equal":1,"pytest":5,"mark":5,"skipif":1,"condition":1,"current":1,"platform":1,"is":2,"cpu":2,"reason":1,"this":2,"takes":1,"a":1,"lot":1,"time":1,"to":1,"run":1,"on":1,"and":1,"vllm":8,"ci":1,"s":1,"disk":1,"space":1,"not":1,"enough":1,"model":9,"large":1,"gpu":1,"min":1,"gb":1,"80":1,"parametrize":4,"models":2,"dtype":6,"bfloat16":1,"max":4,"tokens":4,"64":1,"num":4,"logprobs":7,"5":1,"def":1,"hf":7,"runner":4,"example":3,"prompts":3,"str":2,"int":2,"none":1,"with":2,"as":2,"outputs":6,"generate":2,"greedy":2,"limit":1,"check":1,"close":1,"0":2,"lst":2,"1":2,"name":2},"0,1070,data/raw/vllm-0.10.1/tests/models/language/generation/test_common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":4,"project":2,"import":8,"os":1,"from":5,"typing":1,"optional":1,"pytest":1,"torch":1,"platforms":1,"current":1,"platform":1,"utils":2,"large":1,"gpu":1,"mark":1,"registry":1,"hf":1,"example":1,"models":2,"check":1,"logprobs":1,"close":1,"these":1,"have":2,"unsupported":1,"head":1,"dim":1,"for":1,"fa":1,"we":2,"do":1,"not":4,"a":2,"clean":1,"way":1,"fall":1,"back":1,"so":1,"fail":1,"with":1,"clear":1,"msg":1,"when":2,"it":1,"happens":1,"https":1,"github":1,"com":1,"issues":1,"14524":1,"requires":1,"v0":1,"microsoft":1,"phi":1,"stabilityai":1,"stablelm":1,"3b":1,"4e1t":1,"this":2,"list":3,"contains":1,"model":3,"that":2,"are":3,"using":2,"aiter":6,"kernel":1,"skip":1,"tests":1,"more":1,"kernels":2,"added":1,"will":2,"be":2,"needed":1,"as":1,"all":1,"calling":1,"in":1,"parts":1,"of":1,"operators":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":2,"openbmb":1,"minicpm3":1,"4b":1,"qwen":4,"7b":1,"chat":1,"qwen2":1,"5":1,"5b":1,"titanml":1,"tiny":1,"mixtral":1,"qwen3":1,"8b":1,"maybe":1,"test":1,"rocm":1},"1070,39,data/raw/vllm-0.10.1/tests/models/language/generation/test_common.py":{"pytest":1,"mark":1,"parametrize":1,"model":1},"1109,1902,data/raw/vllm-0.10.1/tests/models/language/generation/test_common.py":{"pytest":31,"param":17,"bigscience":1,"bloom":2,"560m":1,"testing":1,"alibi":1,"slopes":1,"marks":9,"mark":15,"core":9,"model":14,"openai":1,"community":1,"gpt2":2,"cpu":6,"milos":1,"slovak":1,"gpt":3,"j":1,"405m":1,"gptj":1,"bigcode":3,"tiny":2,"starcoder":1,"py":1,"eleutherai":1,"pythia":1,"70m":1,"neox":1,"google":1,"gemma":2,"1":2,"2b":1,"it":1,"zai":1,"org":1,"chatglm3":1,"6b":1,"chatglm":1,"text":3,"only":3,"meta":1,"llama":3,"3":1,"2":2,"1b":1,"instruct":2,"openbmb":1,"minicpm3":1,"4b":1,"fused":1,"moe":1,"not":1,"supported":1,"on":1,"large":1,"gpu":1,"min":1,"gb":1,"32":1,"facebook":1,"opt":2,"125m":1,"microsoft":1,"phi":2,"qwen":6,"7b":1,"chat":1,"qwen2":2,"5":1,"0":1,"5b":1,"qwen3":1,"8b":1,"stabilityai":1,"stablelm":2,"3b":2,"4e1t":1,"starcoder2":2,"titanml":1,"mixtral":2},"3011,124,data/raw/vllm-0.10.1/tests/models/language/generation/test_common.py":{"pytest":2,"param":1,"allenai":1,"olmoe":1,"1b":1,"7b":1,"0924":1,"instruct":1,"marks":1,"mark":1,"cpu":1,"model":1},"3142,1924,data/raw/vllm-0.10.1/tests/models/language/generation/test_common.py":{"pytest":4,"mark":3,"parametrize":3,"max":3,"tokens":3,"32":1,"num":3,"logprobs":4,"5":1,"use":9,"rocm":6,"aiter":11,"true":1,"false":2,"if":5,"current":1,"platform":1,"is":2,"else":2,"def":1,"test":2,"models":3,"hf":10,"runner":3,"vllm":4,"example":4,"prompts":3,"model":21,"str":1,"int":2,"bool":1,"monkeypatch":3,"none":3,"info":4,"find":1,"check":2,"available":1,"online":1,"on":2,"fail":2,"skip":4,"transformers":1,"version":1,"in":5,"requires":1,"v0":1,"setenv":2,"v1":2,"0":3,"and":2,"list":4,"1":1,"elif":1,"not":4,"that":1,"are":2,"using":1,"tests":1,"when":1,"more":1,"kernels":2,"added":1,"this":1,"will":2,"be":2,"needed":1,"as":2,"all":1,"the":2,"calling":1,"parts":1,"of":1,"operators":1,"f":1,"skipping":1,"with":2,"kernel":1,"prompt":9,"embeds":5,"os":1,"getenv":1,"outputs":1,"generate":1,"greedy":1,"limit":1,"optional":1,"torch":1,"tensor":1,"token":5,"ids":6,"for":1,"tokenizer":1,"return":1,"tensors":1,"pt":1,"input":2,"to":1,"device":1,"append":2,"get":1,"embeddings":1,"squeeze":1},"5066,1292,data/raw/vllm-0.10.1/tests/models/language/generation/test_common.py":{"with":1,"vllm":13,"runner":1,"model":8,"tokenizer":4,"name":5,"info":3,"or":1,"mode":2,"trust":2,"remote":2,"code":2,"max":3,"num":3,"seqs":1,"2":1,"enable":1,"prompt":5,"embeds":8,"use":2,"as":1,"outputs":10,"generate":2,"greedy":2,"logprobs":6,"example":1,"prompts":1,"tokens":2,"if":3,"is":3,"not":3,"none":2,"from":3,"check":2,"close":2,"0":4,"lst":4,"hf":2,"1":4,"rocm":2,"aiter":2,"this":1,"to":1,"ensure":1,"that":1,"engine":1,"has":1,"deallocated":2,"the":4,"memory":2,"before":2,"running":2,"next":2,"unit":1,"tests":1,"on":1,"when":1,"using":1,"might":1,"be":1,"completely":1,"test":1,"case":1,"torch":1,"cuda":1,"synchronize":1},"0,1897,data/raw/vllm-0.10.1/tests/models/multimodal/test_tensor_schema.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":11,"project":1,"from":21,"collections":1,"abc":1,"import":22,"iterable":1,"functools":1,"partial":1,"typing":1,"any":2,"union":2,"unittest":1,"mock":1,"patch":1,"numpy":1,"as":3,"np":4,"pytest":1,"mistral":2,"common":2,"protocol":2,"instruct":2,"messages":1,"imagechunk":1,"textchunk":1,"usermessage":1,"request":1,"chatcompletionrequest":1,"pil":1,"image":5,"config":3,"modelconfig":1,"engine":3,"llm":1,"llmengine":1,"v0llmengine":1,"inputs":1,"inputprocessingcontext":1,"multimodal":5,"registry":2,"batchedtensorinputs":1,"multimodalkwargs":1,"processing":1,"basemultimodalprocessor":1,"utils":5,"group":1,"mm":1,"kwargs":1,"by":1,"modality":1,"transformers":1,"tokenizer":2,"cached":1,"gib":1,"bytes":1,"is":1,"list":6,"of":1,"set":1,"default":1,"torch":1,"num":1,"threads":1,"v1":2,"core":2,"kv":2,"cache":2,"get":1,"enginecore":1,"v1enginecore":1,"conftest":1,"vllmrunner":1,"example":2,"models":2,"hf":2,"dummy":1,"overrides":1,"arch":2,"skip":2,"molmoforcausallm":1,"incompatible":1,"requirements":1,"minimaxvl01forconditionalgeneration":1,"broken":1,"model":1,"needs":1,"extras":1,"internvlchatmodel":1,"idefics3forconditionalgeneration":1,"llavaforconditionalgeneration":1,"minicpmv":1,"paligemmaforconditionalgeneration":1,"repo":1,"id":1,"nm":1,"testing":1,"pixtral":1,"12b":1,"fp8":1,"dynamic":1,"duplicated":1,"test":1,"imageinput":1,"videoinput":1,"ndarray":3,"tuple":2,"dict":1,"str":1,"audioinput":1,"int":1},"1897,1825,data/raw/vllm-0.10.1/tests/models/multimodal/test_tensor_schema.py":{"def":3,"resize":6,"data":29,"union":4,"image":11,"np":5,"ndarray":5,"size":13,"factor":7,"float":3,"assert":1,"1":6,"must":1,"be":2,"less":1,"than":1,"input":4,"if":2,"isinstance":3,"w":12,"h":12,"width":2,"height":2,"map":3,"lambda":3,"x":6,"int":4,"return":6,"video":2,"with":2,"pil":1,"images":1,"elif":4,"is":3,"list":4,"of":3,"next":2,"iter":2,"t":8,"len":3,"max":2,"d":6,"for":3,"in":3,"numpy":1,"arrays":1,"and":2,"ndim":2,"4":2,"c":2,"shape":1,"audio":1,"raise":2,"assertionerror":1,"this":1,"line":1,"should":1,"unreachable":1,"mm":2,"imageinput":2,"videoinput":2,"audioinput":2,"factors":6,"tuple":3,"s":4,"zip":2,"meta":2,"valueerror":1,"unsupported":1,"multimodal":1,"type":1,"create":1,"batched":1,"kwargs":1,"model":1,"config":1,"modelconfig":1,"processor":1,"basemultimodalprocessor":1,"0":3,"5":1,"25":1},"3722,1630,data/raw/vllm-0.10.1/tests/models/multimodal/test_tensor_schema.py":{"iterable":1,"tuple":1,"str":1,"int":1,"batchedtensorinputs":1,"processing":3,"info":4,"processor":11,"dummy":4,"inputs":9,"supported":4,"mm":21,"limits":4,"get":5,"counts":3,"modality":7,"3":1,"if":2,"limit":3,"is":1,"none":1,"else":2,"for":5,"in":5,"items":5,"seq":1,"len":2,"model":3,"config":2,"max":1,"data":10,"resized":3,"resize":1,"size":1,"factors":1,"mistral":3,"chat":2,"outputs":1,"tokens":2,"directly":1,"rather":1,"than":1,"text":2,"prompts":1,"tokenizer":4,"mode":1,"images":2,"image":4,"request":2,"chatcompletionrequest":1,"messages":1,"usermessage":1,"content":1,"textchunk":1,"imagechunk":1,"res":2,"encode":1,"completion":1,"prompt":5,"kwargs":8,"apply":1,"hf":2,"tokenization":2,"item":2,"return":1,"group":1,"by":1},"5352,1972,data/raw/vllm-0.10.1/tests/models/multimodal/test_tensor_schema.py":{"def":2,"get":5,"model":47,"id":13,"to":8,"test":3,"arch":18,"list":4,"iterable":1,"str":5,"tuple":1,"filtered":4,"results":4,"for":1,"in":4,"info":16,"hf":9,"example":3,"models":3,"if":3,"extras":3,"and":1,"needs":1,"available":3,"repos":2,"map":1,"lambda":1,"default":2,"values":1,"extend":1,"else":1,"append":1,"return":1,"pytest":4,"mark":2,"core":1,"parametrize":1,"multimodal":3,"keys":1,"tensor":1,"schema":1,"vllm":1,"runner":1,"type":1,"vllmrunner":1,"monkeypatch":1,"skip":8,"f":2,"skipping":2,"due":2,"repo":2,"check":3,"online":1,"on":2,"fail":2,"transformers":1,"version":2,"max":1,"false":1,"overrides":6,"fn":1,"partial":1,"dummy":1,"exist":1,"config":2,"modelconfig":1,"tokenizer":4,"or":1,"mode":2,"revision":2,"trust":2,"remote":2,"code":2,"cls":3,"registry":2,"factories":2,"processor":1},"7324,1533,data/raw/vllm-0.10.1/tests/models/multimodal/test_tensor_schema.py":{"if":3,"not":2,"any":1,"hasattr":1,"model":7,"cls":1,"f":2,"parse":1,"and":1,"validate":1,"m":5,"input":1,"for":2,"in":2,"image":1,"video":1,"audio":1,"pytest":1,"skip":1,"arch":1,"does":1,"support":1,"tensor":1,"schema":1,"validation":1,"ctx":2,"inputprocessingcontext":1,"config":11,"tokenizer":2,"cached":1,"from":1,"processing":2,"info":4,"factories":1,"supported":3,"mm":4,"limits":3,"get":3,"limit":4,"per":1,"prompt":1,"modality":2,"3":1,"is":1,"none":2,"else":1,"items":1,"avoid":1,"calling":1,"forward":1,"def":2,"initialize":6,"kv":13,"caches":6,"v0":3,"self":5,"cache":9,"num":2,"gpu":2,"blocks":4,"0":6,"cpu":2,"v1":3,"vllm":4,"specs":3,"executor":1,"scheduler":3,"10":1,"gib":1,"bytes":1,"return":1,"1":2,"with":1,"patch":2,"object":2,"v0llmengine":1,"v1enginecore":1,"monkeypatch":1,"context":1,"as":1,"setenv":2,"allow":1,"insecure":1,"serialization":1,"only":1,"use":1},"8857,1822,data/raw/vllm-0.10.1/tests/models/multimodal/test_tensor_schema.py":{"todo":1,"isotr0py":1,"can":1,"we":1,"avoid":1,"initializing":1,"engine":7,"with":1,"set":1,"default":1,"torch":1,"num":1,"threads":1,"1":1,"vllm":5,"runner":1,"model":22,"id":1,"tokenizer":4,"name":4,"info":5,"mode":2,"revision":2,"trust":2,"remote":2,"code":2,"max":2,"len":2,"load":1,"format":1,"dummy":1,"hf":2,"overrides":2,"fn":1,"limit":2,"mm":13,"per":2,"prompt":2,"enforce":1,"eager":1,"true":1,"as":1,"config":4,"llm":8,"if":2,"hasattr":2,"processor":6,"v1":1,"registry":5,"else":1,"v0":1,"input":5,"preprocessor":2,"create":2,"def":1,"validate":3,"modality":5,"str":1,"kwargs":6,"multimodalkwargs":1,"method":3,"f":1,"parse":1,"and":1,"getattr":1,"for":1,"in":1,"batched":1,"valid":2,"func":2,"partial":1,"apply":1},"0,1996,data/raw/vllm-0.10.1/tests/models/multimodal/test_mapping.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":5,"project":1,"from":11,"collections":1,"abc":1,"import":10,"iterable":2,"pytest":3,"torch":5,"transformers":7,"autoconfig":2,"pretrainedmodel":4,"config":5,"modelconfig":1,"model":23,"executor":1,"models":5,"utils":2,"weightsmapper":1,"multimodal":4,"registry":2,"try":2,"get":3,"safetensors":3,"metadata":5,"example":4,"hf":5,"def":4,"create":4,"repo":5,"dummy":3,"weights":4,"str":7,"tuple":1,"tensor":1,"checkpoint":2,"weight":3,"names":2,"list":3,"map":1,"keys":1,"with":3,"device":2,"meta":3,"return":3,"name":3,"empty":1,"for":4,"in":2,"arch":12,"a":1,"deserialized":1,"conversion":2,"cls":4,"getattr":3,"pretrained":1,"architectures":2,"test":6,"info":6,"items":1,"if":2,"not":1,"trust":1,"remote":1,"code":1,"and":1,"hasattr":1,"mapping":1,"none":1,"append":1,"mark":2,"core":1,"parametrize":1,"mapper":1,"check":2,"available":1,"online":1,"on":2,"fail":2,"skip":2,"version":1},"1996,1528,data/raw/vllm-0.10.1/tests/models/multimodal/test_mapping.py":{"model":21,"id":5,"info":6,"default":1,"config":2,"modelconfig":1,"tokenizer":4,"or":1,"mode":2,"revision":2,"trust":2,"remote":2,"code":2,"hf":14,"overrides":2,"cls":3,"multimodal":1,"registry":1,"get":1,"original":4,"weights":17,"create":2,"repo":1,"dummy":5,"arch":1,"converted":8,"named":2,"parameters":1,"buffers":6,"mapper":5,"weightsmapper":1,"to":1,"vllm":1,"mapped":7,"apply":3,"ref":4,"weight":7,"names":9,"set":3,"map":3,"lambda":3,"x":6,"0":3,"buffer":2,"some":1,"checkpoints":1,"may":1,"have":1,"we":1,"ignore":1,"them":1,"for":1,"this":1,"test":1,"missing":4,"unmapped":3,"assert":1,"not":3,"and":1,"f":2,"following":1,"are":1,"correctly":1,"expected":1},"0,1498,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_prithvi_mae.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":9,"project":1,"import":4,"pytest":3,"torch":8,"from":2,"utils":1,"set":2,"default":2,"num":3,"threads":2,"conftest":1,"vllmrunner":2,"def":3,"generate":2,"test":6,"mm":4,"data":5,"pixel":1,"values":1,"full":2,"6":1,"512":2,"1":5,"dtype":3,"float16":3,"location":1,"coords":1,"return":1,"run":3,"runner":6,"type":1,"model":9,"str":2,"none":2,"prompt":3,"this":1,"deals":1,"with":2,"no":1,"text":1,"input":1,"token":1,"ids":1,"multi":1,"modal":1,"for":1,"in":1,"range":1,"10":1,"pooling":1,"enforce":1,"eager":1,"true":2,"skip":1,"tokenizer":1,"init":1,"limit":1,"maximum":1,"number":1,"of":1,"sequences":1,"avoid":1,"going":1,"oom":1,"during":1,"warmup":1,"max":1,"seqs":1,"32":1,"as":1,"encode":1,"models":3,"christian":1,"pinto":1,"prithvi":1,"eo":1,"300m":1,"tl":1,"mark":2,"core":1,"parametrize":1,"image":2,"hf":1,"assets":1},"0,1821,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_intern_vit.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":1,"vllm":6,"project":1,"import":9,"pytest":1,"torch":9,"nn":2,"as":1,"from":9,"huggingface":1,"hub":1,"snapshot":3,"download":5,"transformers":1,"autoconfig":2,"automodel":2,"clipimageprocessor":2,"distributed":1,"cleanup":2,"dist":2,"env":2,"and":3,"memory":2,"utils":1,"str":4,"dtype":10,"conftest":1,"imagetestassets":2,"we":1,"use":1,"prevent":1,"conflicts":1,"between":1,"dynamic":1,"module":1,"trust":3,"remote":3,"code":3,"for":4,"hf":6,"runner":1,"pattern":2,"json":1,"py":1,"safetensors":1,"txt":1,"model":14,"inference":1,"mode":1,"def":1,"run":1,"intern":2,"vit":2,"test":1,"image":4,"assets":2,"id":2,"allow":1,"patterns":1,"img":2,"processor":2,"pretrained":3,"images":4,"asset":2,"pil":1,"in":3,"pixel":5,"values":3,"return":1,"tensors":1,"pt":1,"config":4,"true":2,"if":1,"not":1,"getattr":1,"norm":3,"type":2,"none":1,"rms":1,"cuda":2,"outputs":1,"per":1,"value":2,"last":1,"hidden":1,"state":2,"executor":1,"models":1,"internvisionmodel":2,"load":1,"weights":1,"dict":1,"items":1,"del":1},"1821,805,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_intern_vit.py":{"vllm":8,"model":7,"to":2,"cuda":2,"torch":1,"dtype":5,"outputs":3,"per":3,"image":5,"pixel":4,"values":2,"value":2,"for":2,"in":2,"del":1,"cleanup":1,"dist":2,"env":1,"and":1,"memory":1,"cos":2,"similar":2,"nn":1,"cosinesimilarity":1,"dim":1,"1":1,"output":4,"hf":3,"zip":1,"assert":1,"mean":1,"0":1,"99":1,"pytest":2,"mark":2,"parametrize":2,"id":3,"opengvlab":2,"internvit":2,"300m":1,"448px":2,"6b":1,"v1":1,"5":1,"half":1,"def":1,"test":2,"models":1,"init":1,"assets":2,"str":1,"none":1,"run":1,"intern":1,"vit":1},"0,1703,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_phi3v.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":14,"vllm":11,"project":1,"import":8,"pytest":1,"torch":1,"nn":1,"functional":1,"as":2,"f":1,"from":6,"pil":1,"image":11,"assets":5,"base":1,"get":1,"public":1,"vlm":1,"images":4,"dir":1,"conftest":1,"hfrunner":2,"promptimageinput":2,"vllmrunner":2,"utils":2,"large":1,"gpu":1,"test":2,"check":1,"embeddings":1,"close":1,"hf":5,"text":1,"prompts":3,"t":3,"x":4,"find":1,"me":1,"an":2,"everyday":1,"that":2,"matches":1,"given":3,"caption":2,"label":3,"of":6,"object":3,"is":2,"stop":3,"sign":3,"noqa":3,"e501":3,"retrieve":1,"this":1,"cherry":2,"blossom":2,"i":2,"1":2,"select":1,"portion":1,"isolates":1,"represent":1,"for":1,"classification":1,"models":1,"tiger":1,"lab":1,"vlm2vec":1,"full":1,"def":1,"run":4,"runner":4,"type":2,"input":4,"texts":2,"list":1,"str":3,"model":4,"dtype":3,"none":1,"note":1,"take":1,"care":1,"order":1,"first":2,"and":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"we":1,"will":2,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":1,"with":2,"fork":1,"method":2,"default":1,"pooling":1,"enforce":1,"eager":1,"true":1,"outputs":1,"embed":1},"1703,1925,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_phi3v.py":{"use":1,"eager":2,"mode":1,"for":5,"hf":15,"runner":8,"since":1,"phi3":1,"v":1,"didn":1,"t":1,"work":1,"with":2,"flash":1,"attn":2,"model":17,"kwargs":3,"implementation":1,"dtype":8,"as":1,"all":5,"inputs":6,"get":1,"input":9,"texts":6,"images":7,"outputs":8,"in":4,"based":1,"on":1,"https":1,"github":1,"com":1,"tiger":1,"ai":1,"lab":1,"vlm2vec":1,"blob":1,"db3b951bccabba220c1f53ab46a734e50dd2fc08":1,"src":1,"py":1,"wrap":1,"device":1,"return":1,"dict":1,"true":2,"output":3,"hidden":4,"states":2,"last":2,"state":2,"1":5,"0":4,"reps":2,"attention":1,"mask":1,"sum":1,"pooled":2,"f":1,"normalize":1,"p":1,"2":1,"dim":1,"append":1,"tolist":1,"check":1,"embeddings":3,"close":1,"lst":2,"vllm":5,"name":2,"pytest":6,"mark":6,"core":2,"parametrize":4,"models":4,"half":2,"def":2,"test":4,"text":6,"image":5,"assets":2,"str":4,"none":2,"prompts":1,"run":1,"type":1,"ignore":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1},"3628,761,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_phi3v.py":{"none":1,"input":8,"texts":6,"images":7,"text":4,"asset":2,"pil":1,"image":8,"for":5,"in":3,"zip":1,"hf":2,"prompts":1,"assets":2,"add":1,"cases":1,"special":1,"tokens":1,"append":1,"n":5,"s":2,"user":1,"1":1,"t":1,"represent":1,"the":1,"given":1,"classification":1,"end":1,"assistant":1,"open":1,"get":1,"vllm":2,"public":1,"filename":1,"cherry":1,"blossom":1,"jpg":1,"s3":1,"prefix":1,"vlm":1,"dir":1,"run":1,"test":1,"runner":2,"model":1,"dtype":2},"0,1828,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_llava_next.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":2,"project":1,"import":7,"pytest":2,"torch":3,"nn":1,"functional":1,"as":1,"f":1,"from":5,"transformers":1,"automodelforimagetexttotext":1,"platforms":1,"current":2,"platform":2,"conftest":1,"image":7,"assets":2,"hfrunner":1,"promptimageinput":1,"vllmrunner":1,"utils":2,"large":1,"gpu":1,"test":1,"check":1,"embeddings":3,"close":1,"llava":2,"next":2,"embedding":1,"implementation":1,"is":4,"only":2,"supported":2,"by":1,"cuda":4,"if":2,"run":2,"on":4,"rocm":1,"hf":4,"model":5,"resize":2,"token":2,"will":2,"cause":2,"following":2,"error":2,"runtimeerror":2,"calling":2,"linalg":2,"cholesky":2,"a":2,"tensor":2,"requires":2,"compiling":2,"pytorch":4,"with":4,"magma":2,"please":2,"use":2,"built":2,"support":2,"cpu":2,"lapack":2,"pytestmark":1,"mark":1,"skipif":1,"not":1,"reason":1,"uses":1,"op":1,"that":1,"in":5,"llama3":5,"template":5,"start":2,"header":4,"id":5,"user":1,"end":2,"n":5,"eot":1,"assistant":1,"noqa":2,"e501":2,"text":1,"prompts":3,"t":2,"x":4,"format":4,"label":1,"of":1,"object":1,"stop":2,"sign":2,"nsummary":4,"above":4,"sentence":2,"one":4,"word":4,"cherry":2,"blossom":2,"i":2,"models":1,"royokong":1,"e5":1,"v":1},"1828,1977,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_llava_next.py":{"def":1,"run":4,"test":1,"hf":15,"runner":5,"type":2,"hfrunner":1,"vllm":9,"vllmrunner":1,"input":6,"texts":3,"list":1,"str":3,"images":5,"promptimageinput":1,"model":19,"dtype":5,"none":1,"note":1,"take":1,"care":1,"of":1,"the":6,"order":1,"first":2,"and":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"we":1,"will":2,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":1,"with":3,"fork":1,"method":2,"default":1,"pooling":1,"max":1,"len":1,"4096":1,"enforce":1,"eager":1,"true":3,"as":2,"outputs":9,"embed":1,"auto":1,"cls":1,"automodelforimagetexttotext":1,"patch":4,"issue":2,"where":2,"generation":1,"config":3,"json":1,"is":1,"missing":1,"processor":1,"size":4,"vision":1,"image":1,"token":2,"id":1,"exceeds":1,"maximum":1,"allowed":1,"vocab":2,"resize":1,"embeddings":4,"language":1,"1":6,"all":5,"inputs":5,"get":1,"for":1,"in":1,"based":1,"on":1,"https":1,"huggingface":1,"co":1,"royokong":1,"e5":1,"v":1,"wrap":1,"device":1,"return":1,"dict":1,"output":3,"hidden":2,"states":2,"pooled":2,"f":1,"normalize":1,"0":3,"dim":1,"append":1,"tolist":1,"check":1,"close":1,"lst":2,"name":2},"3805,1216,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_llava_next.py":{"pytest":6,"mark":6,"core":2,"model":8,"parametrize":4,"models":4,"dtype":8,"half":2,"def":2,"test":5,"text":10,"hf":6,"runner":8,"vllm":4,"image":10,"assets":3,"str":4,"none":3,"input":14,"texts":10,"images":10,"for":6,"in":6,"prompts":2,"run":2,"type":1,"ignore":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1,"asset":2,"pil":1,"zip":1},"0,1990,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_jinavl_reranker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":5,"typing":1,"import":6,"union":3,"pytest":1,"transformers":1,"automodel":1,"entrypoints":2,"chat":1,"utils":2,"chatcompletioncontentpartimageparam":2,"score":3,"scoremultimodalparam":5,"conftest":1,"hfrunner":2,"vllmrunner":2,"model":7,"name":4,"jinaai":1,"jina":1,"reranker":3,"m0":1,"mm":6,"processor":3,"kwargs":3,"min":1,"pixels":2,"3136":1,"max":3,"602112":1,"limit":3,"per":3,"prompt":3,"image":8,"def":3,"runner":4,"type":11,"str":15,"dtype":4,"query":12,"strs":8,"list":6,"document":4,"text":6,"doc":4,"create":3,"param":3,"url":9,"return":2,"f":1,"if":2,"elif":2,"content":2,"for":3,"in":3,"documents":4,"with":1,"pooling":1,"num":1,"seqs":1,"len":1,"2048":1,"as":1,"outputs":3,"llm":1,"output":2,"hf":2},"1990,1633,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_jinavl_reranker.py":{"checkpoint":2,"to":2,"hf":11,"mapper":2,"visual":3,"model":17,"language":1,"data":2,"pairs":2,"query":6,"strs":2,"0":5,"d":2,"for":1,"in":1,"document":1,"with":1,"runner":5,"name":8,"dtype":7,"trust":1,"remote":1,"code":1,"true":1,"auto":1,"cls":1,"automodel":1,"kwargs":1,"key":1,"mapping":1,"as":1,"return":1,"compute":1,"score":1,"max":1,"length":1,"2048":1,"type":4,"doc":2,"documents":5,"reranking":2,"pytest":6,"mark":4,"parametrize":4,"half":2,"def":1,"test":3,"text":3,"image":3,"vllm":6,"slm":1,"markdown":1,"https":2,"raw":2,"githubusercontent":2,"com":2,"jina":2,"ai":2,"multimodal":2,"reranker":4,"main":2,"handelsblatt":1,"preview":1,"png":2,"paper":1,"11":1,"outputs":6,"assert":2,"approx":2,"rel":2,"02":2,"1":2,"textual":1},"3623,1717,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_jinavl_reranker.py":{"def":1,"test":1,"model":8,"text":6,"hf":6,"runner":4,"vllm":6,"name":5,"dtype":4,"query":3,"slm":1,"markdown":2,"documents":6,"we":1,"present":1,"readerlm":2,"v2":2,"a":3,"compact":1,"1":4,"5":1,"billion":1,"parameter":1,"language":2,"designed":1,"for":3,"efficient":1,"web":2,"content":2,"extraction":2,"our":1,"processes":1,"up":1,"to":1,"512k":1,"tokens":2,"transforming":1,"messy":1,"html":1,"into":1,"clean":1,"or":1,"json":1,"formats":1,"with":2,"high":2,"accuracy":1,"making":1,"it":1,"an":1,"ideal":1,"tool":1,"grounding":1,"large":1,"models":3,"the":1,"effectiveness":1,"results":1,"from":1,"two":1,"key":1,"innovations":1,"three":1,"stage":1,"data":2,"synthesis":1,"pipeline":1,"that":2,"generates":1,"quality":1,"diverse":1,"training":3,"by":2,"iteratively":1,"drafting":1,"refining":1,"and":3,"critiquing":1,"2":1,"unified":1,"framework":1,"combining":1,"continuous":1,"pre":1,"multi":1,"objective":1,"optimization":1,"intensive":1,"evaluation":1,"demonstrates":1,"outperforms":1,"gpt":1,"4o":1,"2024":1,"08":1,"06":1,"other":1,"larger":1,"15":1,"20":1,"on":1,"carefully":1,"curated":1,"benchmarks":1,"particularly":1,"excelling":1,"at":1,"exceeding":1,"100k":1,"while":1,"maintaining":1,"significantly":1,"lower":1,"computational":1,"requirements":1,"noqa":1,"e501":1,"数据提取么":1,"为什么不用正则啊":1,"你用正则不就全解决了么":1,"outputs":6,"reranker":2,"assert":2,"0":4,"pytest":4,"approx":2,"rel":2,"02":2,"image":1,"querying":1,"textual":1,"mark":2,"parametrize":2,"half":1},"5340,1796,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_jinavl_reranker.py":{"def":1,"test":2,"model":8,"image":5,"text":3,"hf":6,"runner":4,"vllm":6,"name":5,"dtype":4,"query":3,"https":1,"raw":1,"githubusercontent":1,"com":1,"jina":1,"ai":1,"multimodal":1,"reranker":3,"main":1,"paper":1,"11":1,"png":1,"documents":6,"we":1,"present":1,"readerlm":2,"v2":2,"a":3,"compact":1,"1":4,"5":1,"billion":1,"parameter":1,"language":2,"designed":1,"for":3,"efficient":1,"web":2,"content":2,"extraction":2,"our":1,"processes":1,"up":1,"to":1,"512k":1,"tokens":2,"transforming":1,"messy":1,"html":1,"into":1,"clean":1,"markdown":1,"or":1,"json":1,"formats":1,"with":2,"high":2,"accuracy":1,"making":1,"it":1,"an":1,"ideal":1,"tool":1,"grounding":1,"large":1,"models":3,"the":1,"effectiveness":1,"results":1,"from":1,"two":1,"key":1,"innovations":1,"three":1,"stage":1,"data":2,"synthesis":1,"pipeline":1,"that":2,"generates":1,"quality":1,"diverse":1,"training":3,"by":2,"iteratively":1,"drafting":1,"refining":1,"and":3,"critiquing":1,"2":1,"unified":1,"framework":1,"combining":1,"continuous":1,"pre":1,"multi":1,"objective":1,"optimization":1,"intensive":1,"evaluation":1,"demonstrates":1,"outperforms":1,"gpt":1,"4o":1,"2024":1,"08":1,"06":1,"other":1,"larger":1,"15":1,"20":1,"on":1,"carefully":1,"curated":1,"benchmarks":1,"particularly":1,"excelling":1,"at":1,"exceeding":1,"100k":1,"while":1,"maintaining":1,"significantly":1,"lower":1,"computational":1,"requirements":1,"noqa":1,"e501":1,"数据提取么":1,"为什么不用正则啊":1,"你用正则不就全解决了么":1,"outputs":6,"assert":2,"0":4,"pytest":4,"approx":2,"rel":2,"02":2,"querying":1,"mark":2,"parametrize":2,"half":1},"7136,812,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_jinavl_reranker.py":{"def":1,"test":4,"model":4,"image":6,"hf":6,"runner":4,"vllm":6,"name":3,"dtype":3,"query":3,"https":3,"raw":3,"githubusercontent":3,"com":3,"jina":3,"ai":3,"multimodal":3,"reranker":5,"main":3,"paper":2,"11":2,"png":3,"documents":3,"handelsblatt":1,"preview":1,"outputs":6,"assert":2,"0":4,"pytest":2,"approx":2,"rel":2,"02":2,"1":2},"0,1967,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_dse_qwen2_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":1,"project":1,"from":6,"typing":1,"import":9,"callable":2,"pytest":1,"torch":2,"nn":1,"functional":1,"as":2,"f":1,"pil":1,"image":20,"transformers":1,"qwen2vlforconditionalgeneration":1,"conftest":1,"assets":2,"hfrunner":1,"promptimageinput":1,"vllmrunner":1,"utils":2,"large":1,"gpu":1,"test":1,"check":1,"embeddings":1,"close":1,"hf":2,"text":10,"prompts":3,"t":2,"x":2,"query":2,"find":1,"me":1,"an":3,"everyday":1,"that":1,"matches":1,"given":1,"caption":2,"label":1,"of":2,"object":1,"is":3,"stop":2,"sign":2,"noqa":1,"e501":1,"new":3,"rgb":3,"56":6,"retrieve":1,"this":3,"cherry":2,"blossom":2,"what":2,"shown":2,"in":2,"models":1,"mrlight":1,"dse":1,"qwen2":1,"2b":1,"mrl":1,"v1":1,"def":2,"get":1,"messages":5,"str":1,"embed":2,"bool":1,"assert":1,"false":1,"remember":1,"use":1,"outer":1,"required":1,"if":1,"role":2,"user":2,"content":2,"type":4,"resized":2,"height":1,"1":2,"width":1,"need":1,"a":1,"dummy":1,"here":1,"for":1,"easier":1,"process":1,"else":1,"return":1,"apply":2,"chat":2,"template":2,"and":1,"add":1,"eos":1,"list":1,"dict":1,"fn":1},"1967,1824,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_dse_qwen2_vl.py":{"prompt":4,"apply":5,"chat":5,"template":5,"fn":2,"messages":2,"tokenize":1,"false":2,"add":2,"generation":1,"true":2,"endoftext":1,"return":1,"def":1,"run":4,"test":1,"hf":6,"runner":5,"type":2,"hfrunner":1,"vllm":10,"vllmrunner":1,"input":5,"texts":5,"list":2,"str":3,"images":4,"promptimageinput":1,"embed":3,"bool":1,"model":9,"dtype":5,"none":1,"set":1,"pythonpath":1,"note":1,"take":1,"care":1,"of":1,"the":8,"order":1,"first":2,"and":4,"then":1,"needs":1,"a":2,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"we":1,"will":4,"be":2,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":1,"with":4,"fork":1,"method":2,"default":1,"pooling":1,"enforce":1,"eager":1,"max":1,"len":1,"8192":1,"as":2,"tokenizer":3,"llm":1,"get":2,"this":1,"is":3,"necessary":1,"because":1,"not":1,"any":1,"templating":1,"to":2,"therefore":1,"lacks":1,"an":2,"image":7,"pad":3,"token":3,"unless":1,"one":1,"inserted":1,"beforehand":1,"28":2,"above":1,"converted":1,"by":1,"eos":1,"text":2,"for":1,"in":1,"zip":1,"replace":1,"actual":1,"which":1,"may":1,"placeholder":1,"later":1,"outputs":2,"auto":1,"cls":1,"qwen2vlforconditionalgeneration":1},"3791,1739,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_dse_qwen2_vl.py":{"prompts":4,"for":4,"text":5,"image":4,"embed":3,"in":2,"zip":1,"input":4,"texts":2,"images":3,"dse":1,"requires":1,"non":1,"standard":1,"processing":1,"because":1,"it":1,"needs":1,"an":1,"pad":1,"token":1,"messages":3,"get":2,"prompt":2,"apply":2,"chat":2,"template":2,"and":1,"add":1,"eos":1,"hf":9,"model":9,"processor":1,"append":2,"all":5,"inputs":8,"with":1,"torch":2,"no":1,"grad":1,"outputs":8,"prepare":1,"generation":1,"cache":2,"position":1,"arange":1,"1":7,"batch":1,"size":1,"use":1,"false":1,"wrap":1,"device":1,"return":1,"dict":1,"true":2,"output":3,"hidden":2,"states":2,"pooled":2,"f":1,"normalize":1,"0":3,"p":1,"2":1,"dim":1,"tolist":1,"check":1,"embeddings":3,"close":1,"lst":2,"vllm":3,"name":2,"pytest":2,"mark":2,"parametrize":2,"models":2,"dtype":2,"bfloat16":1,"def":1,"test":1,"runner":2,"assets":1,"str":2},"5530,1171,data/raw/vllm-0.10.1/tests/models/multimodal/pooling/test_dse_qwen2_vl.py":{"none":2,"input":16,"texts":16,"images":10,"text":9,"image":11,"placeholder":2,"for":6,"in":6,"hf":5,"prompts":2,"embed":4,"true":1,"len":2,"run":2,"test":4,"runner":6,"vllm":3,"type":1,"ignore":1,"model":4,"dtype":6,"large":1,"gpu":1,"min":1,"gb":1,"48":1,"pytest":2,"mark":2,"parametrize":2,"models":2,"bfloat16":1,"def":1,"assets":2,"str":2,"asset":2,"pil":1,"zip":1,"false":1},"0,1752,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":8,"vllm":6,"project":1,"create":1,"a":3,"reduced":3,"layer":1,"version":1,"of":4,"maverick":4,"model":8,"for":3,"testing":2,"purposes":1,"this":1,"script":1,"creates":1,"new":1,"with":4,"fewer":1,"layers":2,"by":1,"1":1,"loading":1,"original":1,"configuration":2,"creating":2,"3":1,"generating":1,"compatible":1,"safetensors":2,"files":2,"appropriate":1,"weights":1,"4":3,"necessary":1,"index":1,"compatibility":1,"import":12,"json":1,"shutil":1,"from":8,"pathlib":1,"path":1,"typing":1,"any":1,"pytest":1,"torch":2,"save":1,"file":1,"transformers":1,"autoconfig":1,"autoprocessor":1,"autotokenizer":1,"generationconfig":1,"llm":5,"samplingparams":2,"v1":2,"executor":2,"abstract":1,"kv":2,"cache":2,"interface":1,"chunkedlocalattentionspec":1,"fullattentionspec":1,"utils":1,"multi":1,"gpu":2,"test":2,"sample":1,"prompts":3,"list":1,"str":2,"hello":1,"my":1,"name":1,"is":4,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"def":1,"run":1,"serving":1,"llama":1,"class":1,"using":1,"cli":1,"equivalent":1,"options":1,"try":1,"sampling":2,"params":2,"temperature":1,"8":2,"top":1,"p":1,"95":1,"max":1,"len":1,"2048":1,"enforce":1,"eager":1,"true":3,"tensor":1,"parallel":2,"size":1,"enable":1,"expert":1,"trust":1,"remote":1,"code":1,"memory":1,"utilization":1,"dtype":1,"fp8":1,"outputs":1,"generate":1},"1752,1943,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"print":7,"the":8,"outputs":4,"ngenerated":1,"n":1,"60":2,"for":1,"output":7,"in":1,"prompt":4,"generated":2,"text":10,"0":3,"f":4,"r":2,"except":1,"exception":1,"as":1,"e":2,"error":1,"initializing":1,"or":2,"running":1,"model":14,"raise":1,"def":2,"get":2,"rope":10,"layers":12,"config":10,"path":8,"str":4,"list":2,"int":4,"interleaved":1,"configuration":1,"from":1,"huggingface":1,"args":2,"to":4,"local":2,"directory":3,"containing":1,"reduced":6,"maverick":6,"checkpoint":1,"returns":2,"of":6,"1":2,"indicating":1,"whether":2,"each":1,"layer":3,"uses":1,"and":1,"attn":1,"indicates":2,"that":2,"is":2,"not":1,"used":2,"while":1,"json":2,"loads":1,"read":1,"no":5,"found":1,"return":1,"create":2,"original":3,"name":3,"meta":1,"llama":2,"4":3,"17b":1,"128e":1,"instruct":1,"fp8":1,"dir":3,"tmp":1,"num":2,"experts":3,"vision":3,"2":1,"force":2,"recreate":3,"bool":1,"false":1,"a":1,"version":1,"save":1,"number":3,"transformer":2,"per":1,"if":1,"already":1,"exists":1,"created":1},"3695,1933,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"print":11,"f":8,"creating":4,"reduced":10,"maverick":2,"model":6,"with":2,"text":3,"layers":6,"and":1,"vision":3,"create":4,"output":16,"directory":2,"path":16,"dir":2,"if":2,"exists":2,"force":2,"recreate":2,"shutil":1,"rmtree":1,"else":1,"already":1,"use":1,"to":2,"overwrite":1,"return":2,"str":2,"mkdir":1,"parents":1,"true":3,"exist":1,"ok":1,"try":2,"loading":1,"original":8,"configuration":2,"config":19,"autoconfig":1,"from":2,"pretrained":3,"name":3,"trust":1,"remote":1,"code":1,"num":1,"experts":1,"json":2,"open":1,"w":1,"as":2,"dump":1,"indent":1,"2":1,"saved":1,"copying":1,"tokenizer":2,"files":3,"copy":2,"safetensors":2,"preprocessor":2,"gen":2,"generationconfig":1,"save":1,"copied":1,"generation":2,"except":1,"exception":1,"e":2,"could":1,"not":1,"successfully":1,"created":1,"at":1},"5628,1708,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"except":1,"exception":1,"as":1,"e":2,"print":5,"f":6,"error":1,"creating":1,"reduced":7,"model":1,"clean":1,"up":1,"on":2,"failure":1,"if":2,"output":2,"path":2,"exists":1,"shutil":1,"rmtree":1,"raise":1,"def":1,"create":2,"config":23,"original":13,"any":2,"text":16,"layers":10,"int":3,"num":10,"experts":8,"vision":1,"dict":12,"str":1,"a":1,"configuration":1,"based":1,"the":1,"convert":1,"to":6,"dictionary":1,"reduce":1,"in":1,"hidden":14,"from":4,"local":2,"dim":12,"divisor":3,"4":1,"size":9,"new":6,"head":9},"7336,1968,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"reduce":1,"vision":10,"layers":10,"if":1,"config":17,"in":1,"dict":6,"original":11,"num":2,"hidden":2,"print":5,"f":5,"reduced":6,"from":4,"to":3,"update":1,"model":6,"name":5,"indicate":1,"it":1,"s":1,"a":1,"version":1,"or":3,"path":10,"maverick":2,"text":1,"t":1,"v":1,"return":2,"def":3,"copy":4,"tokenizer":6,"files":5,"str":2,"output":5,"none":3,"the":3,"try":3,"autotokenizer":1,"pretrained":4,"trust":2,"remote":2,"code":2,"true":2,"save":2,"copied":2,"successfully":1,"except":2,"exception":2,"as":2,"e":4,"warning":1,"could":2,"not":2,"create":4,"preprocessor":5,"any":3,"json":1,"for":2,"multimodal":1,"load":1,"processor":2,"autoprocessor":1,"meta":1,"llama":2,"4":1,"17b":1,"128e":1,"instruct":1,"fp8":1,"raise":1,"safetensors":2,"with":1,"weights":1},"9304,1838,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"print":6,"generating":1,"synthetic":2,"weights":19,"for":5,"reduced":3,"model":12,"text":17,"config":19,"vision":6,"creating":4,"update":3,"create":5,"shared":2,"saving":1,"to":2,"safetensors":2,"files":1,"save":1,"output":1,"path":1,"def":1,"dict":2,"str":2,"any":1,"torch":3,"tensor":1,"the":1,"with":1,"moe":3,"structure":1,"vocab":3,"size":11,"hidden":5,"intermediate":4,"mlp":2,"num":13,"layers":6,"attention":4,"heads":6,"key":2,"value":2,"get":2,"specific":1,"parameters":1,"experts":4,"local":2,"assert":1,"is":1,"not":1,"none":1,"must":1,"be":1,"specified":1,"head":1,"dim":1,"embedding":1,"language":2,"embed":1,"tokens":1,"weight":1,"randn":1,"dtype":1,"float16":1,"transformer":1,"layer":5,"idx":2,"in":1,"range":1,"prefix":2,"f":2},"11142,1569,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"self":6,"attention":4,"weights":10,"separate":1,"q":2,"k":2,"v":2,"projections":1,"f":6,"layer":13,"prefix":7,"attn":4,"proj":4,"weight":5,"torch":10,"randn":5,"hidden":5,"size":5,"num":6,"heads":4,"head":4,"dim":4,"dtype":5,"bfloat16":4,"key":2,"value":2,"o":1,"print":1,"created":1,"feed":3,"forward":3,"moe":8,"pattern":1,"based":1,"on":1,"interleave":6,"step":6,"for":2,"2":3,"layers":2,"1":4,"3":1,"5":1,"are":2,"0":3,"4":1,"dense":1,"text":1,"config":1,"get":1,"is":2,"and":1,"idx":3,"if":1,"structure":1,"router":2,"experts":3,"float16":1,"individual":1,"expert":4,"not":1,"fused":1,"in":1,"range":1},"12711,985,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"weights":6,"f":6,"expert":7,"prefix":6,"gate":2,"proj":6,"weight":7,"torch":12,"randn":3,"intermediate":5,"size":9,"hidden":4,"dtype":6,"bfloat16":6,"up":2,"down":2,"scales":1,"fp8":1,"quantization":1,"scale":3,"ones":3,"1":3},"13696,1744,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"3":1,"shared":6,"expert":6,"weights":11,"prefix":10,"f":11,"layer":13,"feed":6,"forward":6,"gate":2,"proj":6,"weight":8,"torch":16,"randn":6,"intermediate":6,"size":14,"hidden":8,"dtype":8,"bfloat16":8,"up":2,"down":2,"print":3,"moe":1,"created":3,"for":2,"idx":2,"else":1,"dense":2,"structure":1,"mlp":3,"norms":2,"input":1,"layernorm":2,"ones":2,"post":1,"attention":1},"15440,1772,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"final":1,"layer":12,"norm":2,"and":1,"output":1,"projection":1,"weights":14,"language":2,"model":7,"weight":6,"torch":21,"ones":1,"hidden":17,"size":19,"dtype":10,"bfloat16":10,"lm":1,"head":1,"randn":5,"vocab":1,"return":1,"def":1,"create":2,"vision":8,"config":4,"dict":2,"str":2,"any":1,"tensor":1,"synthetic":1,"for":2,"the":1,"intermediate":2,"num":3,"layers":5,"transformer":1,"idx":2,"in":1,"range":1,"prefix":9,"f":9,"self":8,"attn":8,"q":2,"proj":8,"bias":4,"zeros":4,"k":2,"v":2,"o":2},"17212,1883,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"weights":18,"f":8,"layer":8,"prefix":8,"mlp":4,"fc1":2,"weight":5,"torch":20,"randn":3,"intermediate":3,"size":14,"hidden":10,"dtype":9,"bfloat16":9,"bias":4,"zeros":4,"fc2":2,"input":5,"layernorm":4,"ones":2,"post":2,"attention":2,"return":2,"def":2,"create":3,"shared":2,"text":5,"config":4,"dict":4,"str":4,"any":2,"vision":5,"tensor":2,"for":1,"components":1,"language":2,"connector":2,"projector":4,"dim":3,"projects":1,"features":1,"to":4,"space":1,"multi":1,"modal":1,"linear":1,"1":1,"save":2,"safetensors":2,"output":1,"path":2,"none":1,"files":1,"and":1,"index":1,"determine":1,"how":1,"shard":3,"the":1,"max":1,"5":1,"1024":3,"5gb":1,"per":1},"19095,1881,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"calculate":1,"sizes":1,"and":3,"create":3,"shards":12,"current":11,"shard":12,"dict":1,"str":1,"torch":1,"tensor":11,"size":13,"0":4,"for":5,"name":6,"in":5,"weights":3,"items":1,"numel":2,"element":2,"if":3,"max":1,"append":2,"save":3,"index":10,"weight":5,"map":5,"len":3,"1":3,"single":2,"file":6,"filename":8,"model":4,"safetensors":3,"output":3,"path":6,"print":4,"f":8,"saved":2,"to":1,"else":1,"multiple":1,"i":3,"enumerate":1,"05d":2,"of":1,"data":3,"metadata":2,"total":3,"sum":1,"values":1,"json":2,"with":1,"open":1,"w":1,"as":1,"dump":1,"indent":1,"2":1,"created":1,"1024":1,"3":1,"2f":1,"gb":1,"def":1,"check":1,"attention":2,"spec":1,"interleaved":1,"rope":2,"llm":2,"num":2,"layers":2,"int":3,"ranks":1,"list":1},"20976,1748,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"check":1,"that":1,"the":2,"attention":3,"spec":4,"is":2,"correct":1,"assert":3,"isinstance":2,"llm":9,"engine":2,"model":7,"executor":3,"kv":6,"cache":6,"specs":6,"per":2,"rank":4,"get":1,"for":3,"in":3,"range":2,"num":5,"ranks":1,"len":1,"keys":1,"layers":6,"i":3,"if":3,"rope":1,"0":4,"expected":3,"fullattentionspec":1,"else":1,"chunkedlocalattentionspec":1,"f":4,"language":1,"self":1,"attn":2,"def":1,"run":1,"reduced":2,"should":3,"profile":5,"bool":1,"false":2,"none":1,"test":3,"created":1,"with":1,"vllm":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"max":1,"tokens":1,"50":1,"start":1,"outputs":3,"generate":1,"prompts":1,"stop":1,"print":4,"generation":1,"successful":1,"output":4,"prompt":2,"text":2,"40":1,"multi":1,"gpu":1,"gpus":1,"2":3,"pytest":4,"mark":4,"parametrize":3,"original":1,"name":1,"experts":1,"vision":1,"meta":1,"llama":2,"4":3,"maverick":1,"17b":1,"128e":1,"instruct":1,"fp8":1,"enforce":1,"eager":1,"true":2,"tp":1,"ep":1,"skipif":1,"not":2,"torch":1,"cuda":2,"available":2,"reason":1},"22724,1529,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"def":2,"test":2,"dummy":1,"maverick":3,"monkeypatch":3,"original":3,"model":16,"name":3,"str":2,"text":4,"layers":10,"int":4,"num":3,"experts":3,"vision":3,"enforce":3,"eager":3,"bool":4,"tp":3,"ep":2,"output":3,"dir":3,"tmp":1,"reduced":5,"force":3,"recreate":3,"true":2,"profile":3,"false":1,"none":1,"disable":1,"multiprocessing":2,"allows":1,"us":1,"to":2,"access":1,"executor":1,"from":1,"llm":6,"engine":1,"setenv":2,"vllm":2,"use":1,"v1":2,"1":1,"enable":2,"0":2,"path":5,"create":2,"print":2,"f":2,"nreduced":1,"created":1,"successfully":1,"at":2,"rope":4,"get":1,"config":1,"trust":1,"remote":1,"code":1,"max":1,"len":1,"512":1,"small":1,"context":1,"for":1,"testing":1,"gpu":1,"memory":2,"utilization":1,"3":1,"conservative":1,"usage":1,"tensor":1,"parallel":2,"size":1,"expert":1,"check":1,"attention":1,"spec":1,"interleaved":1,"ntesting":1,"run":1,"should":1,"main":2,"function":1,"and":1,"the":1,"import":1,"argparse":1},"24253,1501,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"parser":11,"argparse":1,"argumentparser":1,"description":1,"create":1,"a":1,"reduced":3,"layer":1,"maverick":3,"model":7,"add":9,"argument":9,"output":3,"dir":1,"default":5,"tmp":1,"help":9,"directory":2,"for":1,"the":5,"text":2,"layers":4,"type":3,"int":3,"4":3,"number":3,"of":3,"transformer":2,"num":1,"experts":2,"vision":2,"2":1,"force":2,"recreate":1,"action":4,"store":4,"true":4,"recreation":1,"if":1,"exists":1,"test":4,"created":2,"with":3,"vllm":3,"profile":2,"original":4,"meta":1,"llama":2,"17b":1,"128e":1,"instruct":1,"fp8":1,"name":1,"to":1,"base":1,"reduction":1,"on":1,"args":2,"parse":1},"25754,679,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_maverick.py":{"if":3,"args":10,"test":3,"dummy":1,"maverick":2,"original":4,"model":3,"name":2,"output":2,"dir":2,"text":2,"layers":4,"num":2,"experts":2,"vision":2,"force":2,"recreate":2,"tp":1,"2":1,"ep":1,"true":2,"enforce":1,"eager":1,"profile":2,"run":1,"serving":1,"main":2,"exit":1},"0,897,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_whisper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":5,"typing":1,"import":6,"optional":1,"pytest":1,"samplingparams":1,"assets":1,"audio":5,"audioasset":3,"conftest":1,"vllmrunner":1,"utils":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":3,"multi":3,"gpu":1,"prompts":1,"prompt":5,"startoftranscript":2,"en":2,"transcribe":2,"notimestamps":2,"modal":2,"data":2,"mary":1,"had":1,"lamb":1,"and":2,"sample":2,"rate":2,"explicit":1,"encoder":2,"decoder":2,"winning":1,"call":1},"897,1337,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_whisper.py":{"expected":1,"openai":2,"whisper":2,"tiny":1,"he":1,"has":1,"birth":1,"words":2,"i":4,"spoke":2,"in":4,"the":19,"original":2,"corner":1,"of":3,"that":2,"and":7,"a":5,"little":4,"piece":2,"black":1,"coat":1,"poetry":2,"mary":3,"had":3,"sandwich":1,"sweet":1,"with":1,"white":1,"snow":1,"everyone":1,"it":5,"very":1,"went":2,"last":1,"would":1,"sure":2,"to":11,"go":2,"old":2,"one":4,"fit":1,"john":1,"way":2,"edgar":2,"martinez":2,"more":1,"line":2,"down":1,"field":1,"for":3,"our":1,"base":3,"camp":1,"here":4,"comes":2,"joy":2,"is":2,"june":1,"third":2,"they":2,"re":2,"going":3,"wave":2,"him":2,"throw":2,"plate":2,"will":2,"be":2,"late":2,"mariners":2,"are":2,"play":2,"american":2,"league":2,"championship":2,"don":2,"t":2,"believe":2,"just":2,"continues":2,"by":1,"all":1,"five":1,"small":1,"first":1,"pornograph":1,"practical":1,"lamb":2,"its":1,"fleece":1,"was":2,"quite":1,"slow":1,"everywhere":1,"pitch":1,"on":1,"month":1,"junior":1,"gonna":1,"my":2,"oh":1},"2234,1348,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_whisper.py":{"openai":2,"whisper":2,"medium":1,"the":22,"first":2,"words":2,"i":4,"spoke":2,"in":4,"original":2,"phonograph":2,"a":5,"little":4,"piece":2,"of":2,"practical":2,"poetry":2,"mary":4,"had":2,"lamb":4,"its":2,"fleece":1,"was":3,"quite":2,"as":2,"slow":2,"and":4,"everywhere":2,"that":2,"went":2,"sure":2,"to":11,"go":2,"0":2,"1":2,"pitch":2,"on":4,"way":2,"edgar":2,"martinez":2,"swung":2,"line":4,"down":1,"left":2,"field":2,"for":4,"obeyshev":1,"here":4,"comes":2,"joy":2,"is":2,"jorgen":1,"at":1,"third":2,"base":3,"they":2,"re":2,"going":4,"wave":2,"him":2,"throw":2,"plate":2,"will":2,"be":2,"late":2,"mariners":2,"are":2,"play":2,"american":2,"league":2,"championship":2,"don":2,"t":2,"believe":2,"it":4,"just":2,"continues":2,"my":4,"oh":2,"large":1,"v3":1,"feet":1,"were":1,"now":1,"hit":1,"junior":1},"3582,684,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_whisper.py":{"openai":1,"whisper":1,"large":1,"v3":1,"turbo":1,"the":11,"first":1,"words":1,"i":2,"spoke":1,"in":2,"original":1,"phonograph":1,"a":3,"little":2,"piece":1,"of":1,"practical":1,"poetry":1,"mary":2,"had":1,"lamb":2,"its":1,"streets":1,"were":1,"quite":1,"as":1,"slow":1,"and":2,"everywhere":1,"that":1,"went":1,"was":1,"sure":1,"to":6,"go":1,"0":1,"1":1,"pitch":1,"on":2,"way":1,"edgar":1,"martinez":1,"swung":1,"line":2,"down":1,"left":1,"field":1,"for":2,"base":2,"hit":1,"here":2,"comes":1,"joy":1,"is":1,"junior":1,"third":1,"they":1,"re":1,"going":2,"wave":1,"him":1,"throw":1,"plate":1,"will":1,"be":1,"late":1,"mariners":1,"are":1,"play":1,"american":1,"league":1,"championship":1,"don":1,"t":1,"believe":1,"it":2,"just":1,"continues":1,"my":2,"oh":1},"4266,1641,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_whisper.py":{"def":3,"run":3,"test":8,"vllm":8,"runner":6,"type":1,"vllmrunner":1,"model":14,"str":2,"tensor":5,"parallel":5,"size":5,"int":1,"distributed":8,"executor":7,"backend":7,"optional":1,"none":4,"prompt":2,"list":4,"prompts":1,"10":2,"expected":5,"with":1,"dtype":1,"half":1,"max":2,"len":1,"448":1,"as":1,"llm":3,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":4,"top":1,"p":1,"1":2,"tokens":1,"200":1,"outputs":4,"generate":1,"for":3,"output":3,"in":1,"zip":1,"print":1,"text":2,"assert":1,"pytest":5,"mark":5,"core":2,"parametrize":3,"openai":3,"whisper":3,"small":1,"large":2,"v3":2,"turbo":2,"create":2,"new":2,"process":2,"each":2,"models":2,"multi":1,"gpu":1,"num":1,"gpus":1,"2":2,"ray":1,"mp":1},"0,1680,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":7,"project":1,"from":13,"typing":1,"import":15,"optional":1,"overload":1,"pytest":1,"torch":1,"transformers":3,"autoconfig":1,"automodelforimagetexttotext":1,"autotokenizer":1,"version":2,"as":1,"llm":1,"samplingparams":1,"attention":2,"backends":2,"flash":2,"attn":4,"flashattentionmetadata":1,"selector":1,"backend":5,"cached":1,"get":1,"global":1,"force":1,"context":1,"manager":1,"model":1,"executor":1,"models":2,"mllama":2,"mllamaforconditionalgeneration":1,"multimodal":1,"image":12,"rescale":1,"size":1,"sequence":1,"samplelogprobs":1,"conftest":1,"assets":2,"hfrunner":1,"imagetestassets":1,"promptimageinput":1,"vllmrunner":1,"quantization":1,"utils":3,"is":4,"quant":1,"method":1,"supported":2,"create":1,"new":1,"process":1,"for":2,"each":1,"test":3,"large":1,"gpu":2,"multi":1,"check":1,"logprobs":1,"close":1,"limit":1,"per":1,"prompt":1,"3":3,"token":1,"id":1,"128256":1,"list":1,"enc":1,"dec":1,"xformers":1,"hf":1,"prompts":3,"stop":1,"sign":1,"begin":2,"of":4,"text":4,"meaning":1,"cherry":1,"blossom":1,"city":1,"only":2,"color":1,"sky":1,"blue":1,"but":1,"sometimes":1,"it":1,"can":1,"also":1,"be":1,"meta":1,"llama":2,"11b":1,"vision":1,"instruct":1,"indices":1,"inputs":1,"at":2,"beg":1,"1":1,"middle":1,"two":1,"images":1,"input":1,"tokenized":1},"1680,1743,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"prompt":1,"data":1,"tell":1,"me":1,"a":2,"story":1,"text":1,"only":1,"41551":1,"757":1,"264":2,"3446":1,"image":21,"what":3,"s":2,"the":3,"content":2,"of":2,"this":4,"at":2,"beg":1,"mllama":4,"token":15,"id":14,"3639":1,"596":2,"279":3,"2262":2,"315":2,"420":4,"2217":4,"220":2,"hello":1,"middle":1,"9906":1,"3923":2,"6":1,"is":1,"there":1,"duck":1,"in":4,"animal":1,"noqa":1,"e501":1,"two":1,"images":2,"3957":1,"1070":1,"37085":1,"304":2,"30":2,"10065":1,"def":2,"vllm":4,"to":2,"hf":9,"output":17,"tuple":3,"list":5,"int":3,"str":9,"optional":3,"samplelogprobs":1,"model":3,"sanitize":1,"be":1,"comparable":1,"with":1,"ids":6,"out":2,"logprobs":2,"config":2,"autoconfig":1,"from":2,"pretrained":2,"index":1,"tokenizer":3,"autotokenizer":1,"eos":4,"for":2,"idx":2,"enumerate":1,"if":2,"or":1,"1":2,"decode":1,"return":1,"get":1,"inputs":1,"assets":2,"imagetestassets":1,"size":1,"factors":1,"float":1,"none":2,"sizes":1,"promptimageinput":1,"asset":2,"pil":1},"3423,1945,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"if":4,"size":15,"factors":6,"is":4,"not":4,"none":11,"inputs":4,"per":4,"image":14,"prompt":4,"for":6,"in":6,"rescale":1,"factor":2,"zip":2,"images":2,"hf":5,"prompts":5,"elif":1,"sizes":7,"else":3,"text":3,"only":3,"0":2,"resize":1,"len":2,"append":1,"raise":1,"valueerror":1,"you":1,"must":1,"provide":1,"either":1,"or":1,"return":1,"overload":2,"def":3,"run":3,"test":3,"runner":6,"type":6,"hfrunner":3,"vllm":3,"vllmrunner":3,"assets":3,"imagetestassets":3,"model":3,"str":9,"list":4,"float":2,"dtype":3,"max":3,"tokens":3,"int":13,"num":3,"logprobs":3,"tensor":3,"parallel":3,"distributed":3,"executor":3,"backend":3,"optional":5,"tuple":2},"5368,1395,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"run":5,"test":3,"hf":6,"runner":6,"vllm":7,"get":1,"inputs":2,"image":3,"assets":2,"size":5,"factors":2,"sizes":2,"model":2,"dtype":3,"max":3,"tokens":3,"num":3,"logprobs":3,"tensor":3,"parallel":3,"distributed":3,"executor":3,"backend":4,"def":1,"type":2,"hfrunner":1,"vllmrunner":1,"list":2,"tuple":1,"str":4,"promptimageinput":1,"int":3,"optional":1,"none":1,"inference":1,"result":1,"should":1,"be":3,"the":9,"same":1,"between":1,"and":4,"all":1,"fixtures":1,"for":3,"are":1,"from":1,"huggingface":1,"we":3,"provide":2,"pil":1,"images":1,"as":2,"input":3,"multimodaldatadict":1,"objects":1,"corresponding":1,"multimodalconfig":1,"note":2,"text":2,"is":2,"also":1,"adjusted":1,"to":3,"abide":1,"by":1,"contract":1,"output":1,"sanitized":1,"able":1,"compare":1,"with":2,"take":1,"care":1,"of":1,"order":1,"first":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"will":2,"done":1,"it":1,"hurt":1,"multiprocessing":1,"fork":1,"method":2,"default":1},"6763,1981,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"max":6,"model":10,"len":2,"should":1,"be":1,"greater":1,"than":1,"image":7,"feature":1,"size":4,"with":2,"vllm":11,"runner":2,"dtype":4,"19212":1,"3":2,"images":7,"num":5,"seqs":1,"tensor":2,"parallel":2,"distributed":2,"executor":2,"backend":4,"limit":3,"mm":1,"per":6,"prompt":2,"as":2,"outputs":10,"generate":2,"greedy":2,"logprobs":7,"prompts":4,"tokens":2,"for":4,"in":4,"inputs":2,"hf":9,"kwargs":1,"device":1,"map":1,"auto":2,"cls":1,"automodelforimagetexttotext":1,"zip":1,"check":1,"close":1,"0":2,"lst":2,"1":2,"to":3,"output":3,"name":2,"pytest":1,"fixture":2,"autouse":1,"true":1,"def":1,"clear":4,"cache":4,"before":1,"each":1,"test":3,"cached":1,"get":1,"attn":1,"the":2,"yield":1,"this":1,"allows":1,"run":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1},"8744,1967,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"pytest":10,"mark":10,"core":2,"model":6,"parametrize":7,"models":3,"sizes":5,"text":2,"only":3,"single":3,"size":5,"512":24,"batched":3,"multi":2,"1024":8,"1536":4,"2048":2,"2028":2,"including":1,"none":2,"mllama":2,"has":2,"8":1,"possible":1,"aspect":1,"ratios":1,"carefully":1,"set":1,"the":1,"to":1,"cover":1,"all":1,"of":1,"them":1,"dtype":5,"bfloat16":3,"max":4,"tokens":4,"128":1,"num":4,"logprobs":4,"5":1,"attn":6,"backend":7,"list":1,"enc":1,"dec":1,"supported":1,"backends":1,"skipif":1,"transformers":3,"version":1,"4":1,"55":2,"0":2,"reason":1,"v4":1,"a":1,"regression":1,"issue":1,"on":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"40083":1,"def":1,"test":3,"leading":1,"image":3,"hf":2,"runner":4,"vllm":2,"assets":2,"with":2,"global":1,"force":1,"context":1,"manager":1,"if":1,"flash":2,"attention":1,"works":1,"data":1,"type":1,"run":1,"tensor":1,"parallel":1,"1":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1},"10711,1984,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"pytest":8,"mark":8,"parametrize":6,"dtype":6,"bfloat16":4,"max":4,"tokens":4,"128":1,"num":4,"logprobs":4,"5":1,"attn":6,"backend":7,"list":1,"enc":1,"dec":1,"supported":1,"backends":1,"skipif":1,"transformers":3,"version":1,"4":1,"55":2,"0":3,"reason":1,"v4":1,"has":1,"a":1,"regression":1,"issue":1,"on":1,"mllama":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"40083":1,"def":1,"test":3,"models":2,"multi":1,"leading":1,"images":5,"hf":2,"runner":4,"vllm":2,"image":12,"assets":3,"model":4,"none":1,"stop":6,"sign":6,"pil":2,"cherry":3,"blossom":3,"1":2,"inputs":2,"begin":3,"of":3,"text":3,"describe":3,"2":2,"noqa":3,"e501":3,"3":1,"with":3,"different":1,"sizes":1,"resize":3,"512":4,"1536":1,"1024":1,"global":1,"force":1,"context":1,"manager":1,"if":1,"flash":2,"attention":1,"works":1,"only":1,"data":1,"type":1,"run":1,"tensor":1,"parallel":1,"size":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1,"core":1},"12695,1849,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"pytest":9,"mark":9,"parametrize":8,"max":5,"tokens":5,"128":1,"num":6,"logprobs":5,"5":2,"attn":6,"backend":8,"list":1,"enc":1,"dec":1,"supported":1,"backends":1,"skipif":1,"transformers":3,"version":1,"4":1,"55":2,"0":3,"reason":1,"v4":1,"has":1,"a":3,"regression":1,"issue":1,"on":1,"mllama":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"40083":1,"def":1,"test":4,"models":2,"interleaved":1,"images":1,"hf":2,"runner":4,"vllm":2,"image":11,"assets":3,"model":3,"dtype":5,"none":1,"stop":4,"sign":4,"pil":2,"cherry":3,"blossom":3,"1":2,"inputs":2,"begin":2,"of":3,"text":2,"the":4,"content":1,"is":3,"noqa":3,"e501":3,"between":1,"first":1,"and":2,"second":1,"which":2,"with":2,"global":1,"force":1,"context":1,"manager":1,"if":1,"flash":2,"attention":1,"works":1,"only":1,"bfloat16":3,"data":1,"type":1,"run":1,"tensor":1,"parallel":1,"size":1,"create":1,"new":1,"process":1,"for":1,"each":1,"multi":1,"gpu":1,"gpus":1,"2":1,"distributed":1,"executor":1,"ray":1,"mp":1,"64":1},"14544,1984,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"pytest":8,"mark":8,"skipif":2,"transformers":3,"version":1,"4":1,"55":2,"0":7,"reason":2,"v4":1,"has":1,"a":1,"regression":3,"issue":1,"on":2,"mllama":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"40083":1,"def":2,"test":6,"models":3,"distributed":4,"hf":2,"runner":4,"vllm":2,"image":8,"assets":4,"executor":3,"backend":3,"model":11,"dtype":7,"max":9,"tokens":7,"num":4,"logprobs":3,"none":1,"run":1,"size":2,"factors":1,"25":1,"5":1,"1":1,"tensor":1,"parallel":1,"2":2,"large":2,"gpu":3,"min":2,"gb":2,"48":2,"core":2,"parametrize":4,"float16":1,"32":1,"not":2,"is":4,"quant":1,"method":1,"supported":2,"bitsandbytes":3,"this":1,"type":1,"bnb":1,"imagetestassets":1,"str":2,"int":1,"stop":2,"sign":2,"pil":1,"prompts":2,"prompt":2,"begin":1,"of":3,"text":1,"the":4,"content":1,"multi":1,"modal":1,"data":1,"color":1,"sky":1,"blue":1,"but":1,"sometimes":1,"it":1,"can":1,"also":1,"be":1,"about":1,"qkvcrossparallellinear":1,"llm":3,"len":1,"8192":1,"seqs":1,"quantization":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"outputs":2,"generate":1,"assert":1},"16528,1954,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"pytest":7,"mark":7,"parametrize":6,"dtype":5,"bfloat16":2,"max":7,"tokens":5,"32":1,"def":1,"test":2,"explicit":4,"implicit":4,"prompt":11,"image":9,"assets":2,"imagetestassets":1,"model":6,"str":2,"int":1,"stop":3,"sign":3,"0":4,"pil":1,"yapf":2,"disable":1,"prompts":6,"encoder":2,"multi":2,"modal":2,"data":2,"decoder":2,"token":1,"ids":1,"128000":1,"791":1,"2262":1,"315":1,"279":1,"2217":1,"220":1,"128256":1,"374":1,"noqa":4,"e501":4,"not":1,"the":6,"color":2,"of":4,"sky":2,"is":3,"blue":2,"but":2,"sometimes":2,"it":2,"can":2,"also":2,"be":2,"begin":1,"text":3,"content":1,"enable":1,"llm":3,"len":2,"8192":1,"num":2,"seqs":1,"2":3,"tensor":1,"parallel":1,"size":1,"1":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"outputs":9,"generate":1,"n":3,"for":1,"exp":2,"output":4,"imp":2,"in":1,"zip":1,"assert":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1,"core":1,"models":1,"128":1,"logprobs":1,"5":1},"18482,1762,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"pytest":2,"mark":1,"parametrize":1,"attn":4,"backend":5,"list":1,"enc":1,"dec":1,"supported":1,"backends":1,"def":1,"test":1,"regression":2,"vllm":7,"runner":2,"image":14,"assets":2,"model":6,"dtype":3,"max":5,"tokens":4,"num":4,"logprobs":5,"none":2,"stop":3,"sign":3,"0":1,"pil":1,"with":2,"global":1,"force":1,"context":1,"manager":1,"len":1,"8192":1,"seqs":1,"4":1,"tensor":1,"parallel":1,"size":1,"1":1,"limit":2,"mm":1,"per":2,"prompt":4,"as":1,"tests":1,"for":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"10648":1,"number":2,"of":6,"groups":1,"is":4,"greater":1,"than":1,"the":7,"images":6,"provided":1,"whitespace":1,"between":1,"tags":1,"necessary":1,"begin":1,"text":3,"compare":1,"two":1,"noqa":2,"e501":2,"raises":1,"valueerror":1,"generate":2,"greedy":2,"batch":1,"a":1,"only":1,"and":1,"request":1,"that":1,"requires":1,"cross":1,"attention":1,"prompts":2,"what":2,"capital":1,"spain":1,"before":1,"in":1},"20244,1994,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"test":2,"the":6,"reverse":1,"order":1,"too":1,"for":3,"good":1,"measure":1,"prompts":4,"begin":5,"of":6,"text":15,"before":3,"image":17,"what":3,"is":3,"in":3,"noqa":3,"e501":3,"hello":2,"images":9,"stop":3,"sign":3,"none":9,"vllm":2,"model":3,"generate":2,"greedy":2,"logprobs":4,"max":2,"tokens":2,"num":2,"mixed":1,"batch":1,"with":2,"and":3,"different":1,"numbers":1,"tiles":1,"some":2,"smaller":1,"must":1,"be":1,"2nd":1,"repro":1,"resize":1,"448":2,"class":1,"dummymodel":1,"token":2,"id":2,"mllama":1,"pytest":2,"mark":2,"core":1,"parametrize":1,"input":2,"indices":2,"output":2,"inputs":1,"cross":2,"attention":2,"mask":2,"kv":1,"range":1,"decode":1,"only":6,"at":7,"beg":3,"middle":4,"10":1,"12":8,"0":4,"6":7,"14":2,"23":1,"24":1,"two":2,"18":1,"22":1,"def":1,"get":1},"22238,1956,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"input":8,"indices":6,"expected":7,"output":3,"and":1,"sequences":3,"torch":3,"tensor":3,"prompt":1,"data":3,"i":5,"for":7,"in":3,"num":7,"tiles":3,"2":2,"if":3,"text":9,"only":8,"else":2,"cat":1,"seq":6,"lens":5,"len":3,"s":2,"attn":2,"flashattentionmetadata":1,"dummy":3,"values":1,"enable":1,"kv":5,"scales":1,"calculation":1,"false":2,"prefills":1,"0":7,"prefill":2,"tokens":3,"decode":6,"slot":1,"mapping":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":7,"max":2,"context":1,"block":1,"tables":1,"use":1,"cuda":1,"graph":1,"dummymodel":1,"cross":8,"attention":8,"mask":9,"range":4,"mllamaforconditionalgeneration":1,"get":2,"per":1,"tile":1,"3":1,"dtype":1,"bfloat16":1,"assert":4,"is":3,"not":2,"shape":1,"pytest":2,"mark":2,"core":1,"model":1,"parametrize":1,"image":7,"at":7,"beg":3,"middle":4,"two":2,"images":2,"def":1,"test":1,"full":1,"row":1,"masked":1,"out":1},"24194,1923,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"sequences":2,"torch":2,"tensor":3,"prompt":1,"data":3,"i":6,"for":5,"in":5,"input":3,"indices":3,"seq":14,"lens":11,"len":6,"s":2,"num":7,"prefill":5,"tokens":5,"sum":1,"text":11,"only":2,"is":1,"zero":1,"so":1,"it":1,"will":1,"be":6,"masked":13,"out":10,"other":1,"instances":1,"should":1,"not":1,"encoder":4,"int":1,"attn":2,"flashattentionmetadata":1,"dummy":3,"values":1,"enable":1,"kv":1,"scales":1,"calculation":1,"false":2,"prefills":1,"0":11,"decode":2,"slot":1,"mapping":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":3,"max":2,"context":1,"block":1,"tables":1,"use":1,"cuda":1,"graph":1,"dummymodel":1,"full":9,"row":9,"mask":9,"mllamaforconditionalgeneration":1,"get":2,"default":1,"device":1,"squeeze":1,"tolist":1,"idx":4,"assert":2,"enumerate":1,"must":4,"range":1,"f":2,"1":3,"pytest":2,"mark":2,"core":1,"model":1,"parametrize":1,"tiles":1,"expected":1,"6404":4,"4":6,"1601":2,"8005":2,"19212":2,"3202":2,"2":1},"26117,521,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_mllama.py":{"def":1,"test":1,"parse":1,"and":2,"validate":2,"encoder":7,"lens":7,"seq":5,"num":4,"tiles":2,"expected":4,"none":1,"dummy":2,"dummymodel":1,"tokens":2,"per":2,"tile":2,"1601":1,"actual":3,"mllamaforconditionalgeneration":1,"get":1,"assert":1,"f":1,"but":1,"got":1},"0,1977,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_voxtral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"import":9,"json":2,"pytest":7,"asyncio":2,"from":9,"mistral":7,"common":2,"audio":18,"protocol":1,"instruct":1,"messages":4,"audiochunk":2,"rawaudio":2,"textchunk":2,"usermessage":2,"transformers":1,"utils":2,"tokenizer":4,"mistraltokenizer":2,"conftest":1,"audiotestassets":2,"remoteopenaiserver":2,"test":2,"ultravox":1,"multi":2,"prompt":3,"run":1,"model":4,"name":3,"mistralai":1,"voxtral":1,"mini":1,"3b":1,"2507":1,"format":4,"args":4,"mode":1,"config":1,"load":1,"fixture":2,"def":3,"server":5,"request":1,"assets":5,"enforce":1,"eager":1,"limit":1,"mm":1,"per":1,"dumps":1,"len":2,"with":2,"env":1,"dict":1,"fetch":1,"timeout":1,"30":1,"as":2,"remote":2,"yield":2,"async":5,"client":4,"get":3,"question":2,"pretrained":1,"audios":2,"file":1,"str":1,"i":2,"local":1,"path":1,"strict":1,"false":1,"for":2,"in":2,"range":1,"chunks":2,"input":1,"text":3,"chunk":2,"content":1,"openai":1,"return":1,"apply":1,"chat":1,"template":1,"mark":3,"core":1,"parametrize":2,"dtype":1,"half":1,"max":1,"tokens":1,"128":1},"1977,1774,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_voxtral.py":{"pytest":2,"mark":2,"parametrize":1,"num":4,"logprobs":4,"5":1,"def":3,"test":3,"models":1,"with":2,"multiple":1,"audios":1,"vllm":4,"runner":2,"audio":21,"assets":6,"audiotestassets":2,"dtype":3,"str":2,"max":4,"tokens":4,"int":2,"none":1,"prompt":4,"get":2,"multi":2,"run":1,"and":1,"sample":1,"rate":1,"for":2,"in":3,"model":3,"name":2,"tokenizer":1,"mode":1,"mistral":1,"asyncio":1,"async":1,"online":2,"serving":2,"client":2,"exercises":1,"without":1,"chunked":1,"prefill":1,"enabled":1,"asset":6,"to":3,"chunk":2,"from":2,"file":1,"local":1,"path":1,"strict":1,"false":1,"format":1,"wav":1,"dict":2,"audiochunk":1,"openai":1,"return":1,"chunks":2,"messages":3,"role":1,"user":1,"content":1,"type":1,"text":2,"f":1,"what":1,"s":1,"happening":1,"these":1,"len":2,"clips":1,"chat":4,"completion":3,"await":1,"completions":1,"create":1,"10":1,"assert":2,"choices":2,"1":1,"choice":2,"0":1,"finish":1,"reason":1,"length":1},"0,1977,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_ultravox.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":3,"project":1,"import":9,"json":2,"from":5,"typing":1,"any":2,"numpy":1,"as":2,"np":2,"pytest":6,"asyncio":1,"transformers":1,"autotokenizer":1,"conftest":1,"audio":11,"assets":4,"audiotestassets":2,"vllmrunner":1,"utils":1,"remoteopenaiserver":2,"registry":1,"hf":2,"example":1,"models":1,"model":4,"name":2,"fixie":1,"ai":1,"ultravox":1,"v0":1,"5":1,"llama":1,"3":1,"1b":1,"prompts":2,"mary":1,"had":1,"lamb":1,"transcribe":1,"this":2,"into":1,"english":1,"winning":1,"call":1,"what":1,"is":1,"happening":1,"in":2,"clip":1,"multi":1,"prompt":2,"describe":1,"each":1,"of":1,"audios":1,"above":1,"audiotuple":1,"tuple":1,"ndarray":1,"int":1,"placeholder":2,"chunked":4,"prefill":4,"kwargs":7,"enable":1,"true":1,"max":3,"num":2,"seqs":1,"use":1,"a":1,"very":1,"small":1,"limit":2,"exercise":1,"batched":1,"tokens":1,"16":1,"def":2,"params":5,"cli":3,"args":9,"dict":2,"str":2,"list":1,"convert":1,"for":1,"key":3,"value":4,"items":1,"if":2,"isinstance":1,"bool":1,"append":2,"f":2,"replace":2,"else":1,"return":1,"fixture":1,"param":3,"marks":1,"mark":1,"cpu":1,"server":3,"request":2,"dtype":1,"bfloat16":1,"len":2,"4096":1,"enforce":1,"eager":1,"mm":1,"per":1,"dumps":1,"trust":1,"remote":3,"code":1,"with":1,"env":1,"fetch":1,"timeout":1,"30":1,"yield":1},"1977,1987,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_ultravox.py":{"pytest":9,"asyncio":1,"fixture":1,"async":5,"def":3,"client":4,"server":2,"with":2,"get":2,"as":2,"yield":1,"prompt":5,"audio":6,"count":2,"question":2,"placeholder":4,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"model":12,"name":1,"f":2,"n":1,"return":1,"apply":1,"chat":1,"template":1,"role":1,"user":1,"content":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":2,"run":1,"multi":1,"test":1,"vllm":7,"runner":2,"type":1,"vllmrunner":1,"prompts":4,"and":4,"audios":8,"list":2,"tuple":1,"str":3,"audiotuple":1,"dtype":4,"max":4,"tokens":6,"int":2,"num":4,"logprobs":5,"kwargs":4,"info":4,"hf":2,"example":1,"models":1,"find":1,"check":2,"available":1,"online":1,"on":2,"fail":2,"skip":2,"transformers":1,"version":1,"enforce":1,"eager":1,"limit":1,"mm":1,"per":1,"len":1,"for":4,"in":4,"outputs":2,"generate":1,"greedy":1,"the":1,"huggingface":1,"doesn":1,"t":1,"support":1,"multiple":1,"yet":1,"so":1,"just":1,"assert":2,"that":1,"some":1,"were":1,"generated":1,"all":1,"mark":6,"core":1,"parametrize":4,"half":1,"128":1,"5":1,"param":2,"marks":1,"cpu":1,"chunked":1,"prefill":1},"3964,1651,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_ultravox.py":{"def":2,"test":3,"models":1,"with":2,"multiple":1,"audios":1,"vllm":7,"runner":2,"audio":16,"assets":6,"audiotestassets":2,"dtype":3,"str":1,"max":4,"tokens":4,"int":2,"num":3,"logprobs":3,"kwargs":2,"dict":1,"none":1,"prompt":4,"get":1,"len":3,"multi":2,"placeholder":1,"run":1,"and":1,"sample":1,"rate":1,"for":2,"in":3,"model":3,"name":2,"pytest":1,"mark":1,"asyncio":1,"async":1,"online":2,"serving":2,"client":2,"exercises":1,"without":1,"chunked":1,"prefill":1,"enabled":1,"messages":3,"role":1,"user":1,"content":1,"type":2,"url":4,"text":2,"f":1,"what":1,"s":1,"happening":1,"these":1,"clips":1,"chat":4,"completion":3,"await":1,"completions":1,"create":1,"10":1,"assert":2,"choices":2,"1":1,"choice":2,"0":1,"finish":1,"reason":1,"length":1},"0,1779,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":6,"project":1,"import":13,"os":4,"from":10,"collections":1,"abc":1,"sequence":1,"typing":1,"optional":1,"librosa":1,"pytest":1,"huggingface":1,"hub":1,"snapshot":2,"download":2,"assets":3,"image":13,"imageasset":1,"lora":6,"request":1,"lorarequest":1,"multimodal":2,"rescale":1,"size":1,"platforms":1,"current":2,"platform":2,"conftest":1,"hfrunner":1,"promptaudioinput":1,"promptimageinput":1,"vllmrunner":1,"utils":2,"large":1,"gpu":1,"test":1,"check":1,"logprobs":1,"close":1,"hf":2,"prompts":2,"stop":1,"sign":1,"user":3,"n":10,"nwhat":1,"s":1,"content":1,"of":2,"end":3,"assistant":3,"noqa":3,"e501":3,"cherry":1,"blossom":1,"nplease":1,"infer":1,"season":1,"with":3,"reason":1,"in":3,"details":1,"multiimage":1,"prompt":1,"ndescribe":1,"these":2,"images":1,"model":5,"path":8,"microsoft":1,"phi":1,"4":1,"instruct":1,"revision":1,"refs":1,"pr":1,"70":1,"since":1,"vision":3,"and":1,"speech":2,"co":1,"exist":1,"base":1,"we":1,"have":1,"manually":1,"specify":1,"weights":1,"join":2,"question":1,"examples":1,"what":1,"is":2,"shown":1,"this":1,"wav":1,"models":2,"target":1,"dtype":1,"half":1,"rocm":2,"triton":2,"fa":1,"can":1,"run":1,"into":1,"shared":1,"memory":1,"issues":1,"use":2,"other":1,"backends":1,"meantime":1,"fixme":1,"mattwong":1,"gshtrasb":1,"hongxiayan":1,"if":1,"environ":1,"flash":1,"attn":1},"1779,473,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4_multimodal.py":{"def":1,"run":1,"test":1,"hf":2,"runner":2,"type":2,"hfrunner":1,"vllm":2,"vllmrunner":1,"inputs":1,"sequence":1,"tuple":1,"list":1,"str":4,"promptimageinput":1,"optional":2,"promptaudioinput":1,"model":2,"max":2,"len":1,"int":5,"dtype":1,"tokens":1,"num":1,"logprobs":1,"mm":1,"limit":1,"tensor":1,"parallel":1,"size":1,"distributed":1,"executor":1,"backend":1,"none":1,"inference":1,"result":1,"should":1,"be":1,"the":1,"same":1,"between":1,"and":1},"2252,1843,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4_multimodal.py":{"all":1,"the":8,"image":4,"fixtures":1,"for":4,"test":1,"are":1,"from":1,"assets":1,"huggingface":1,"runner":3,"we":3,"provide":2,"pil":1,"images":4,"as":3,"input":3,"vllm":8,"multimodaldatadict":1,"objects":1,"and":3,"corresponding":1,"multimodalconfig":1,"note":2,"text":2,"is":2,"also":1,"adjusted":1,"to":5,"abide":1,"by":1,"contract":1,"output":1,"sanitized":1,"be":3,"able":1,"compare":1,"with":3,"hf":3,"take":1,"care":1,"of":1,"order":1,"run":3,"first":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"will":2,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":3,"fork":1,"method":2,"default":1,"max":6,"model":6,"len":3,"should":1,"greater":1,"than":1,"feature":1,"size":3,"task":1,"generate":2,"num":3,"seqs":1,"2":1,"dtype":2,"limit":2,"mm":2,"per":2,"prompt":1,"tensor":2,"parallel":2,"distributed":2,"executor":2,"enable":1,"lora":6,"true":2,"rank":1,"320":1,"gpu":1,"memory":1,"utilization":1,"0":2,"8":2,"set":1,"avoid":1,"oom":1,"in":2,"ci":1,"enforce":1,"eager":1,"trust":1,"remote":1,"code":1,"false":1,"request":3,"lorarequest":1,"vision":2,"1":1,"path":1,"outputs":1,"case":1,"greedy":1,"logprobs":3,"prompts":2,"tokens":1,"audios":3,"inputs":1},"4095,1996,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4_multimodal.py":{"with":1,"hf":14,"runner":3,"model":10,"dtype":5,"as":1,"load":1,"adapter":2,"vision":2,"lora":1,"path":1,"name":3,"processor":3,"eos":4,"token":4,"id":4,"tokenizer":1,"outputs":9,"per":4,"case":3,"generate":1,"greedy":1,"logprobs":6,"limit":1,"prompts":3,"max":5,"tokens":3,"num":4,"images":5,"audios":3,"for":6,"in":6,"inputs":2,"vllm":5,"zip":2,"check":1,"close":1,"0":9,"lst":2,"1":7,"pytest":6,"mark":6,"parametrize":6,"models":2,"size":5,"factors":4,"no":1,"image":9,"single":2,"scale":3,"batched":1,"multi":1,"25":1,"5":1,"target":1,"len":2,"12800":1,"128":1,"10":1,"def":1,"test":1,"assets":2,"str":1,"int":3,"none":2,"asset":2,"pil":1,"prompt":2,"rescale":1,"factor":2},"6091,1820,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4_multimodal.py":{"run":2,"test":4,"hf":4,"runner":6,"vllm":3,"inputs":3,"per":3,"image":9,"model":12,"dtype":9,"max":14,"len":7,"tokens":7,"num":7,"logprobs":7,"mm":2,"limit":2,"1":8,"tensor":2,"parallel":2,"size":7,"large":1,"gpu":1,"min":1,"gb":1,"48":1,"pytest":11,"mark":11,"parametrize":11,"models":3,"factors":4,"no":1,"single":2,"scale":3,"0":7,"batched":1,"multi":2,"25":1,"5":1,"target":2,"25600":1,"128":2,"10":2,"def":1,"images":3,"assets":2,"str":1,"int":3,"none":2,"asset":2,"pil":1,"for":4,"in":4,"case":2,"multiimage":1,"prompt":1,"rescale":1,"factor":2,"2":1,"12800":1},"7911,841,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4_multimodal.py":{"def":1,"test":2,"vision":3,"speech":5,"models":1,"hf":2,"runner":4,"vllm":2,"model":6,"dtype":3,"str":1,"max":6,"len":3,"int":3,"tokens":3,"num":3,"logprobs":3,"none":1,"use":1,"the":2,"example":1,"question":2,"so":1,"that":1,"outputs":1,"are":1,"reasonable":1,"audio":3,"librosa":1,"load":1,"sr":1,"16000":1,"image":4,"imageasset":1,"cherry":1,"blossom":1,"pil":1,"convert":1,"rgb":1,"inputs":2,"user":1,"end":1,"assistant":1,"run":1,"mm":1,"limit":1,"1":2,"tensor":1,"parallel":1,"size":1},"0,1946,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"common":2,"tests":1,"for":6,"testing":1,"generate":1,"functionality":1,"single":1,"multiple":1,"image":4,"embedding":1,"and":1,"video":1,"support":1,"different":1,"vlms":1,"in":3,"import":14,"math":1,"os":2,"from":11,"collections":1,"defaultdict":1,"pathlib":1,"posixpath":1,"pytest":1,"transformers":2,"automodel":1,"automodelforimagetexttotext":1,"automodelfortexttowaveform":1,"automodelforvision2seq":1,"platforms":1,"current":2,"platform":2,"utils":7,"identity":1,"conftest":1,"assets":1,"audiotestassets":1,"hfrunner":1,"imagetestassets":1,"videotestassets":1,"vllmrunner":1,"create":1,"new":1,"process":1,"each":1,"test":5,"large":1,"gpu":2,"mark":1,"multi":1,"marks":1,"check":1,"outputs":1,"equal":1,"vlm":3,"custom":1,"inputs":2,"model":2,"runners":1,"case":1,"filtering":1,"get":1,"parametrized":1,"options":1,"types":1,"customtestoptions":1,"expandablevlmtestargs":1,"vlmtestinfo":1,"vlmtesttype":2,"this":1,"hack":1,"is":2,"needed":1,"phi3v":1,"paligemma":1,"models":4,"rocm":2,"triton":2,"fa":1,"can":1,"run":1,"into":1,"shared":1,"memory":1,"issues":1,"with":1,"these":1,"use":2,"other":1,"backends":1,"meantime":1,"fixme":1,"mattwong":1,"gshtrasb":1,"hongxiayan":1,"if":1,"environ":1,"flash":1,"attn":1,"requires":1,"v0":1,"v1":2,"not":1,"enough":1,"kv":1,"cache":1,"space":1,"c1":1,"fuyu":1,"deadlock":1,"issue":1,"when":1,"processing":1,"mm":1,"llava":1,"onevision":1,"yapf":1,"disable":1,"broadcast":1,"settings":1,"type":1,"dtype":1,"half":1,"max":1,"tokens":1,"5":2,"tensor":1,"parallel":1,"size":2,"hf":1,"kwargs":1,"device":1,"map":1,"auto":1,"factors":1,"25":1,"1":1,"distributed":1,"executor":1,"backend":1,"ray":1,"mp":1,"configuration":1,"specific":1},"1946,1661,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"note":2,"the":12,"convention":1,"of":8,"test":13,"settings":1,"below":1,"is":2,"to":10,"lead":1,"each":1,"key":2,"with":2,"name":2,"model":4,"arch":2,"used":1,"in":3,"using":1,"underscores":1,"place":1,"hyphens":1,"this":3,"makes":1,"it":2,"more":2,"convenient":1,"filter":1,"tests":5,"for":10,"a":9,"specific":2,"kind":1,"example":1,"run":4,"all":2,"types":1,"use":2,"k":6,"flag":2,"substring":3,"match":5,"leading":1,"square":1,"bracket":1,"if":2,"happens":1,"be":2,"another":1,"one":2,"you":3,"can":3,"add":2,"trailing":1,"hyphen":1,"e":3,"g":2,"pytest":5,"file":4,"llava":5,"prevents":2,"matching":2,"on":2,"next":1,"will":3,"just":2,"enabled":1,"cases":2,"i":1,"single":5,"image":6,"embedding":1,"and":3,"custom":1,"input":1,"info":1,"multiple":1,"models":1,"opengvlab":3,"internvl2":4,"1b":3,"ngvlab":1,"2b":1,"also":2,"combine":1,"substrings":1,"granularly":1,"ex":2,"1":1,"only":3,"would":2,"both":1,"wrappers":1,"since":2,"matches":1,"heavy":1,"which":2,"forks":1,"we":1,"have":1,"distributed":1,"backend":1,"2":1,"or":1,"intern":1,"vl":1,"internvl":1,"collect":1,"any":1,"above":1,"commands":1,"see":1,"selected":1,"deselected":1,"by":1,"general":1,"good":1,"idea":1,"checking":1,"your":1,"command":1,"first":1,"are":1,"slow":1},"3607,1731,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"vlm":1,"test":4,"settings":1,"core":2,"tests":1,"to":6,"always":1,"run":1,"in":2,"the":3,"ci":1,"llava":5,"vlmtestinfo":2,"models":2,"hf":4,"1":1,"5":1,"7b":1,"type":2,"vlmtesttype":4,"embedding":1,"image":7,"custom":3,"inputs":4,"prompt":8,"formatter":3,"lambda":3,"img":5,"f":2,"user":2,"nassistant":2,"convert":1,"assets":2,"embeddings":2,"model":6,"utils":3,"get":1,"max":1,"len":1,"4096":1,"auto":4,"cls":2,"automodelforimagetexttotext":2,"vllm":5,"output":4,"post":2,"proc":2,"opts":1,"customtestoptions":1,"multi":2,"aspect":1,"ratio":1,"limit":1,"mm":1,"per":1,"4":1,"todo":1,"revert":1,"when":1,"cpu":3,"backend":1,"can":1,"use":1,"torch":1,"2":1,"6":1,"dtype":2,"bfloat16":2,"if":1,"current":1,"platform":1,"is":2,"else":1,"marks":2,"pytest":3,"mark":3,"paligemma":4,"google":1,"3b":1,"mix":1,"224":1,"identity":1,"idx":2,"uses":1,"its":1,"own":1,"sample":1,"prompts":3,"because":1,"default":1,"one":1,"fails":1,"single":1,"stop":1,"sign":1,"caption":1,"es":1,"cherry":1,"blossom":1,"what":1,"picture":1,"skip":1,"reason":1,"does":1,"not":1,"support":1,"prefixlm":1,"attention":1,"mask":1,"noqa":1,"e501":1},"5338,1802,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"qwen2":7,"5":6,"vl":2,"vlmtestinfo":2,"models":2,"qwen":2,"3b":2,"instruct":1,"test":2,"type":2,"vlmtesttype":6,"image":8,"multi":2,"video":6,"prompt":10,"formatter":2,"lambda":6,"img":6,"f":2,"im":6,"start":6,"user":2,"n":6,"end":4,"assistant":2,"noqa":6,"e501":6,"idx":8,"to":6,"vision":8,"pad":2,"max":4,"model":9,"len":2,"4096":2,"num":3,"seqs":2,"2":4,"auto":2,"cls":2,"automodelforvision2seq":1,"vllm":4,"output":4,"post":2,"proc":2,"utils":3,"hf":4,"size":2,"factors":2,"0":14,"25":10,"15":2,"marks":2,"pytest":4,"mark":4,"core":2,"cpu":3,"omni":3,"bos":2,"eos":2,"logprobs":1,"6":1,"if":1,"current":1,"platform":1,"is":1,"else":1,"automodelfortexttowaveform":1,"patch":2,"runner":2},"7140,1979,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"ultravox":3,"vlmtestinfo":3,"models":3,"fixie":1,"ai":1,"v0":1,"5":2,"llama":1,"3":1,"2":2,"1b":1,"test":7,"type":3,"vlmtesttype":4,"audio":5,"prompt":11,"formatter":3,"lambda":5,"f":3,"begin":2,"of":4,"text":2,"start":4,"header":4,"id":5,"user":3,"end":4,"n":7,"eot":1,"assistant":2,"noqa":4,"e501":4,"idx":4,"to":5,"max":4,"model":12,"len":3,"4096":1,"num":1,"seqs":1,"auto":2,"cls":2,"automodel":1,"hf":9,"output":4,"post":2,"proc":2,"utils":3,"trunc":1,"marks":2,"pytest":3,"mark":3,"core":2,"cpu":1,"transformers":5,"fallback":1,"reduce":1,"burden":1,"we":1,"only":1,"batching":1,"arbitrary":1,"image":7,"size":2,"dynamic":1,"length":1,"and":1,"number":1,"patches":1,"llava":7,"onevision":5,"qwen2":2,"0":5,"5b":2,"ov":2,"vid":2,"im":3,"16384":1,"kwargs":3,"automodelforimagetexttotext":1,"vllm":3,"factors":1,"25":1,"1":1,"runner":1,"impl":1,"fixme":1,"isotr0py":1,"enable":1,"this":1,"after":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"39470":1,"released":1,"idefics3":1,"huggingfacetb":1,"smolvlm":1,"256m":1,"instruct":1,"multi":1,"img":3,"utterance":1,"nassistant":1,"8192":1},"9119,1774,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"max":4,"num":2,"seqs":2,"2":3,"auto":5,"cls":3,"automodelforimagetexttotext":3,"hf":4,"output":4,"post":2,"proc":2,"model":10,"utils":2,"idefics3":1,"trunc":1,"image":7,"size":3,"factors":3,"0":9,"25":3,"5":4,"1":2,"vllm":5,"runner":3,"kwargs":3,"impl":3,"transformers":5,"marks":3,"pytest":2,"mark":3,"core":2,"pixel":1,"values":1,"from":1,"processor":1,"are":1,"not":1,"4d":1,"or":1,"5d":1,"arrays":1,"qwen2":3,"vl":2,"vlmtestinfo":2,"models":2,"qwen":1,"3b":1,"instruct":1,"test":2,"type":2,"vlmtesttype":3,"prompt":8,"formatter":2,"lambda":4,"img":7,"f":2,"im":6,"start":5,"user":2,"n":6,"end":3,"assistant":2,"noqa":3,"e501":3,"idx":4,"to":4,"vision":2,"pad":1,"len":2,"4096":2,"15":1,"large":1,"gpu":1,"min":1,"gb":1,"32":1,"check":1,"with":1,"fallback":1,"internvl":1,"opengvlab":1,"internvl3":1,"1b":1,"multi":1,"context":1,"use":1,"tokenizer":1,"eos":1,"true":1,"extended":1,"tests":1},"10893,1707,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"aria":2,"vlmtestinfo":2,"models":2,"rhymes":1,"ai":1,"test":2,"type":2,"vlmtesttype":3,"image":20,"multi":3,"prompt":9,"formatter":2,"lambda":3,"img":6,"f":2,"im":4,"start":4,"user":2,"n":4,"end":3,"assistant":1,"noqa":7,"e501":7,"idx":2,"to":2,"fim":2,"prefix":1,"suffix":1,"max":5,"model":2,"len":2,"4096":2,"num":2,"seqs":2,"2":2,"auto":2,"cls":2,"automodelforimagetexttotext":2,"single":2,"prompts":4,"assets":2,"stop":3,"sign":2,"vlm":4,"please":2,"describe":3,"the":8,"shortly":2,"cherry":2,"blossom":2,"infer":1,"season":2,"with":1,"reason":1,"two":2,"images":2,"str":1,"size":1,"factors":1,"0":2,"10":1,"15":1,"tokens":1,"64":2,"marks":1,"large":1,"gpu":1,"mark":1,"min":1,"gb":1,"aya":2,"vision":2,"cohereforai":1,"8b":1,"of":4,"turn":3,"token":5,"chatbot":1,"what":2,"s":1,"content":1,"in":2,"center":1,"is":1,"detail":1,"vllm":1,"runner":1,"kwargs":2,"mm":1,"processor":1,"crop":1,"patches":1,"true":1},"12600,1917,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"aya":2,"vision":2,"multi":3,"image":12,"vlmtestinfo":3,"models":3,"cohereforai":1,"8b":1,"test":3,"type":3,"vlmtesttype":3,"prompt":11,"formatter":3,"lambda":6,"img":7,"f":3,"start":2,"of":4,"turn":3,"token":5,"user":2,"end":1,"chatbot":1,"noqa":4,"e501":4,"single":1,"prompts":2,"assets":1,"stop":1,"sign":1,"what":2,"s":1,"the":6,"content":1,"in":2,"center":1,"cherry":1,"blossom":1,"is":2,"season":1,"describe":1,"two":1,"images":1,"detail":1,"max":5,"model":6,"len":2,"4096":2,"num":2,"seqs":2,"2":5,"auto":3,"cls":3,"automodelforimagetexttotext":3,"vllm":6,"runner":1,"kwargs":2,"mm":1,"processor":1,"crop":1,"to":3,"patches":1,"true":1,"marks":2,"large":1,"gpu":1,"mark":2,"min":1,"gb":1,"32":1,"blip2":3,"salesforce":1,"opt":1,"7b":2,"question":1,"answer":1,"idx":2,"output":8,"post":3,"proc":3,"utils":1,"hf":4,"fixme":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"pull":1,"38510":1,"pytest":1,"skip":1,"broken":1,"chameleon":3,"facebook":1,"nassistant":1,"for":1,"we":1,"only":1,"compare":1,"sequences":1,"comparator":1,"check":1,"outputs":1,"equal":1,"tokens":1,"8":1,"dtype":1,"bfloat16":1},"14517,1794,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"deepseek":2,"vl":1,"v2":1,"vlmtestinfo":2,"models":2,"isotr0py":2,"vl2":1,"tiny":1,"model":8,"repo":1,"using":1,"dynamic":1,"module":1,"test":2,"type":2,"vlmtesttype":3,"image":15,"multi":2,"prompt":8,"formatter":2,"lambda":3,"img":5,"f":2,"user":1,"n":3,"assistant":1,"noqa":5,"e501":5,"max":4,"len":2,"4096":1,"num":3,"seqs":2,"2":4,"single":1,"prompts":2,"assets":1,"stop":2,"sign":1,"nwhat":1,"s":1,"the":7,"content":1,"in":3,"center":1,"of":3,"cherry":1,"blossom":1,"nplease":1,"infer":1,"season":1,"with":1,"reason":1,"details":1,"1":8,"nimage":1,"nwhich":1,"can":1,"we":2,"see":1,"car":1,"and":1,"tower":1,"patch":2,"hf":6,"runner":2,"utils":3,"deepseekvl2":2,"output":4,"post":2,"proc":2,"trunc":1,"str":1,"end":1,"sentence":2,"begin":1,"size":2,"factors":2,"0":14,"5":1,"fuyu":3,"adept":1,"8b":1,"idx":2,"to":2,"2048":1,"auto":1,"cls":1,"automodelforimagetexttotext":1,"use":1,"tokenizer":1,"eos":1,"true":1,"vllm":2,"logprobs":1,"10":1,"25":5,"15":1,"fixme":1,"this":2,"is":3,"broken":2,"transformers":2,"v4":1,"54":1,"should":1,"enable":1,"again":1,"after":1,"fix":1,"released":1,"https":1,"github":1,"com":1,"huggingface":1,"pull":1,"39915":1,"marks":1,"pytest":1,"mark":1,"skip":1},"16311,1901,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"gemma3":2,"vlmtestinfo":2,"models":2,"google":1,"gemma":1,"3":1,"4b":1,"it":1,"test":3,"type":2,"vlmtesttype":3,"image":19,"multi":2,"prompt":7,"formatter":2,"lambda":3,"img":4,"f":2,"bos":1,"start":6,"of":15,"turn":3,"user":2,"n":4,"end":3,"model":5,"noqa":7,"e501":7,"single":2,"prompts":4,"assets":2,"stop":3,"sign":2,"what":4,"s":2,"the":14,"content":2,"in":3,"center":2,"cherry":2,"blossom":2,"is":2,"season":2,"describe":1,"two":1,"images":1,"detail":1,"max":5,"len":2,"4096":1,"num":4,"seqs":2,"2":3,"auto":1,"cls":1,"automodelforimagetexttotext":1,"vllm":1,"runner":5,"kwargs":2,"mm":1,"processor":1,"do":1,"pan":1,"and":1,"scan":1,"true":1,"patch":4,"hf":5,"utils":2,"logprobs":2,"10":2,"glm4v":2,"zai":1,"org":1,"glm":1,"4v":1,"9b":1,"assistant":1,"begin":2,"endoftext":2,"2048":1,"get":1,"token":1,"ids":1,"tok":1,"151329":1,"151336":1,"151338":1,"embeddings":1,"match":1,"with":1,"but":1,"outputs":1,"language":1,"decoder":1,"are":1,"only":1,"consistent":1,"up":1,"to":3,"decimal":1,"places":1,"so":1,"we":1,"need":1,"reduce":1,"number":1,"tokens":2,"for":1,"pass":1,"8":1,"marks":1,"large":1,"gpu":1,"mark":1,"min":1,"gb":1,"32":1},"18212,1319,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"glm4":5,"1v":7,"vlmtestinfo":2,"models":2,"zai":2,"org":2,"glm":2,"4":2,"9b":2,"thinking":2,"test":3,"type":2,"vlmtesttype":3,"image":6,"multi":1,"prompt":6,"formatter":1,"lambda":4,"img":3,"f":1,"user":1,"n":1,"assistant":1,"noqa":3,"e501":3,"idx":4,"to":2,"begin":2,"of":4,"end":2,"video":8,"max":4,"model":3,"len":2,"2048":1,"num":3,"seqs":2,"2":3,"get":1,"stop":1,"token":1,"ids":1,"tok":1,"151329":1,"151336":1,"151338":1,"logprobs":1,"10":1,"size":1,"factors":1,"0":7,"25":5,"15":1,"auto":2,"cls":2,"automodelforimagetexttotext":2,"marks":2,"large":2,"gpu":2,"mark":2,"min":2,"gb":2,"32":2,"require":1,"include":1,"metadata":2,"for":1,"input":1,"custom":3,"inputs":3,"4096":1,"patch":2,"hf":2,"runner":2,"utils":1,"opts":1,"customtestoptions":1,"with":1,"limit":1,"mm":1,"per":1,"1":1},"19531,1291,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"h2ovl":4,"vlmtestinfo":2,"models":2,"h2oai":2,"mississippi":2,"800m":1,"2b":1,"test":2,"type":2,"vlmtesttype":4,"image":14,"multi":3,"prompt":9,"formatter":2,"lambda":3,"img":5,"f":2,"end":2,"answer":1,"noqa":4,"e501":4,"single":1,"prompts":2,"assets":1,"stop":1,"sign":1,"nwhat":2,"s":1,"the":5,"content":1,"in":2,"center":1,"of":3,"cherry":1,"blossom":1,"is":1,"season":1,"1":1,"nimage":1,"2":2,"ndescribe":1,"two":1,"images":1,"short":1,"max":3,"model":4,"len":2,"8192":2,"use":1,"tokenizer":1,"eos":1,"true":1,"num":2,"logprobs":1,"10":1,"patch":2,"hf":4,"runner":2,"utils":2,"idefics3":2,"huggingfacetb":1,"smolvlm":1,"256m":1,"instruct":1,"begin":1,"text":1,"user":1,"utterance":1,"nassistant":1,"idx":2,"to":1,"seqs":1,"auto":1,"cls":1,"automodelforimagetexttotext":1,"output":2,"post":1,"proc":1,"trunc":1},"20822,1989,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"intern":2,"vl":5,"vlmtestinfo":3,"models":3,"opengvlab":4,"internvl2":2,"1b":2,"2b":2,"fixme":1,"config":1,"cannot":1,"be":1,"loaded":1,"in":3,"transformers":1,"4":1,"52":1,"mono":1,"internvl":3,"test":3,"type":3,"vlmtesttype":5,"image":14,"multi":3,"prompt":12,"formatter":3,"lambda":5,"img":7,"f":3,"im":11,"start":5,"user":4,"n":6,"end":4,"assistant":4,"noqa":6,"e501":6,"single":1,"prompts":2,"assets":1,"stop":1,"sign":1,"nwhat":2,"s":1,"the":5,"content":2,"center":1,"of":1,"cherry":1,"blossom":1,"is":1,"season":1,"1":2,"nimage":1,"2":2,"ndescribe":1,"two":1,"images":1,"short":1,"max":4,"model":6,"len":3,"4096":1,"use":2,"tokenizer":2,"eos":2,"true":2,"patch":4,"hf":5,"runner":4,"utils":3,"video":4,"internvl3":1,"idx":3,"to":3,"8192":2,"kimi":2,"moonshotai":1,"a3b":1,"instruct":1,"middle":2,"media":4,"pad":1,"num":1,"seqs":1,"dtype":1,"bfloat16":1,"tensor":1,"parallel":1,"size":1,"vllm":2,"output":2,"post":1,"proc":1,"kimiv":1,"marks":1,"large":1,"gpu":1,"mark":1,"min":1,"gb":1,"48":1},"22811,1372,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"llama4":1,"vlmtestinfo":2,"models":2,"meta":1,"llama":2,"4":5,"scout":1,"17b":1,"16e":1,"instruct":1,"prompt":10,"formatter":3,"lambda":4,"img":7,"f":3,"begin":1,"of":1,"text":1,"header":4,"start":2,"user":1,"end":2,"n":4,"eot":1,"assistant":1,"noqa":1,"e501":1,"idx":1,"to":2,"image":8,"test":3,"type":2,"vlmtesttype":4,"multi":4,"distributed":1,"executor":1,"backend":1,"mp":1,"size":2,"factors":1,"25":1,"0":2,"5":1,"1":1,"hf":4,"model":4,"kwargs":1,"device":1,"map":1,"auto":3,"max":3,"len":2,"8192":1,"num":2,"seqs":1,"dtype":1,"bfloat16":1,"cls":2,"automodelforimagetexttotext":2,"tensor":1,"parallel":1,"marks":2,"gpu":1,"gpus":1,"llava":4,"next":1,"v1":1,"6":1,"mistral":1,"7b":1,"custom":3,"inputs":4,"inst":4,"10240":1,"vllm":2,"output":2,"post":1,"proc":1,"utils":1,"opts":1,"customtestoptions":1,"aspect":1,"ratio":1,"limit":1,"mm":1,"per":1},"24183,1891,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"llava":11,"onevision":5,"vlmtestinfo":3,"models":3,"hf":13,"qwen2":2,"0":2,"5b":2,"ov":2,"test":4,"type":3,"vlmtesttype":4,"custom":3,"inputs":4,"prompt":12,"formatter":4,"lambda":5,"vid":6,"f":4,"im":6,"start":6,"user":4,"n":10,"end":4,"assistant":4,"noqa":4,"e501":4,"num":3,"video":8,"frames":2,"16":2,"max":4,"model":10,"len":3,"16384":1,"kwargs":2,"utils":5,"auto":3,"cls":3,"automodelforvision2seq":2,"vllm":6,"output":6,"post":3,"proc":3,"to":3,"opts":1,"customtestoptions":1,"multi":3,"aspect":1,"ratio":1,"limit":1,"mm":1,"per":1,"4":1,"next":2,"7b":1,"4096":2,"seqs":1,"2":1,"mantis":4,"tiger":1,"lab":1,"8b":1,"siglip":1,"llama3":1,"image":2,"img":2,"header":4,"id":5,"eot":1,"get":1,"stop":1,"token":1,"ids":1,"tok":1,"128009":1,"automodelforimagetexttotext":1,"patch":2,"runner":2},"26074,1590,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"minicpmv":4,"25":2,"vlmtestinfo":2,"models":2,"openbmb":4,"minicpm":4,"llama3":1,"v":2,"2":6,"5":1,"test":2,"type":2,"vlmtesttype":3,"image":7,"prompt":8,"formatter":2,"lambda":6,"img":6,"f":2,"begin":2,"of":2,"text":2,"start":4,"header":8,"id":12,"user":2,"end":5,"n":10,"eot":3,"assistant":2,"noqa":3,"e501":3,"idx":4,"to":3,"max":4,"model":6,"len":2,"4096":2,"num":2,"seqs":2,"get":2,"stop":2,"token":2,"ids":3,"tok":5,"eos":1,"hf":10,"output":4,"post":2,"proc":2,"utils":4,"trunc":2,"patch":4,"runner":4,"fixme":2,"https":2,"huggingface":2,"co":2,"6":3,"discussions":2,"55":1,"marks":2,"pytest":2,"mark":2,"skip":2,"import":2,"fails":2,"minicpmo":2,"26":2,"o":2,"multi":1,"convert":1,"tokens":1,"im":1,"endoftext":1,"49":1},"27664,1612,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"minicpmv":3,"26":2,"vlmtestinfo":3,"models":3,"openbmb":1,"minicpm":1,"v":1,"2":3,"6":1,"test":3,"type":3,"vlmtesttype":6,"image":9,"multi":3,"prompt":9,"formatter":3,"lambda":5,"img":6,"f":2,"begin":1,"of":3,"text":1,"start":2,"header":4,"id":5,"user":2,"end":4,"n":5,"eot":1,"assistant":2,"noqa":3,"e501":3,"idx":3,"to":3,"max":6,"model":8,"len":3,"4096":2,"num":3,"seqs":3,"get":1,"stop":1,"token":1,"ids":2,"tok":2,"convert":1,"tokens":1,"im":1,"endoftext":1,"hf":10,"output":4,"post":2,"proc":2,"utils":5,"trunc":1,"patch":6,"runner":6,"minimax":4,"vl":4,"01":4,"minimaxai":1,"beginning":1,"sentence":2,"8192":1,"4":1,"dtype":1,"bfloat16":1,"auto":1,"cls":1,"automodelforimagetexttotext":1,"marks":1,"large":1,"gpu":1,"mark":1,"min":1,"gb":1,"80":1,"molmo":3,"allenai":1,"7b":1,"d":1,"0924":1,"identity":1},"29276,1981,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"ovis1":2,"6":2,"gemma2":2,"vlmtestinfo":3,"models":3,"aidc":2,"ai":2,"9b":1,"test":3,"type":3,"vlmtesttype":6,"image":9,"multi":3,"prompt":12,"formatter":3,"lambda":6,"img":9,"f":4,"bos":1,"start":5,"of":3,"turn":3,"user":3,"n":13,"end":4,"model":10,"noqa":5,"e501":5,"idx":7,"to":4,"max":6,"len":3,"4096":3,"num":4,"seqs":3,"2":3,"dtype":2,"half":2,"use":4,"sdpa":6,"mode":3,"for":3,"hf":11,"runner":8,"since":3,"ovis2":4,"didn":3,"t":3,"work":3,"with":3,"flash":3,"attn":6,"kwargs":3,"llm":2,"implementation":3,"patch":4,"utils":3,"ovis":2,"marks":1,"large":1,"gpu":1,"mark":1,"min":1,"gb":1,"32":1,"1b":1,"im":5,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"assistant":3,"phi3v":3,"microsoft":1,"phi":1,"3":1,"5":1,"vision":1,"instruct":1,"generate":1,"tokenizer":1,"eos":1,"true":1,"vllm":2,"output":2,"post":1,"proc":1,"logprobs":1,"10":1},"31257,1951,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"pixtral":2,"hf":3,"vlmtestinfo":3,"models":3,"nm":1,"testing":1,"12b":1,"fp8":1,"dynamic":1,"test":3,"type":3,"vlmtesttype":7,"image":11,"multi":4,"prompt":14,"formatter":3,"lambda":6,"img":10,"f":3,"s":1,"inst":2,"idx":9,"to":6,"max":6,"model":8,"len":3,"8192":1,"num":3,"seqs":3,"2":5,"auto":2,"cls":2,"automodelforimagetexttotext":1,"marks":3,"large":1,"gpu":1,"mark":3,"min":1,"gb":1,"48":1,"qwen":6,"vl":4,"identity":1,"picture":2,"n":4,"1024":1,"vllm":4,"output":4,"post":2,"proc":2,"utils":3,"path":2,"encoder":2,"fixme":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"issues":1,"38358":1,"pytest":2,"skip":1,"initialization":1,"fails":1,"qwen2":3,"2b":1,"instruct":1,"video":3,"im":3,"start":4,"user":1,"end":3,"assistant":1,"noqa":4,"e501":4,"vision":4,"pad":2,"1":1,"vlm":2,"npicture":1,"ndescribe":1,"these":1,"two":1,"images":1,"with":1,"one":1,"paragraph":1,"respectively":1,"4096":1,"automodelforvision2seq":1,"size":1,"factors":1,"0":7,"25":5,"15":1,"cpu":1},"33208,1632,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"skywork":3,"r1v":2,"vlmtestinfo":3,"models":3,"38b":1,"test":3,"type":3,"vlmtesttype":6,"image":15,"multi":4,"prompt":11,"formatter":3,"lambda":4,"img":7,"f":3,"begin":1,"of":3,"sentence":1,"user":3,"n":3,"assistant":2,"think":1,"noqa":4,"e501":4,"single":1,"prompts":2,"assets":1,"stop":1,"sign":1,"nwhat":2,"s":1,"the":5,"content":1,"in":2,"center":1,"cherry":1,"blossom":1,"is":1,"season":1,"ndescribe":1,"two":1,"images":1,"short":1,"max":5,"model":6,"len":3,"4096":2,"use":1,"tokenizer":1,"eos":1,"true":1,"patch":4,"hf":6,"runner":4,"utils":3,"skyworkr1v":1,"marks":1,"large":1,"gpu":1,"mark":1,"min":1,"gb":1,"80":1,"smolvlm":2,"huggingfacetb":1,"smolvlm2":1,"2":3,"2b":1,"instruct":1,"im":1,"start":1,"end":1,"utterance":1,"nassistant":1,"idx":2,"to":1,"8192":1,"num":2,"seqs":2,"auto":2,"cls":2,"automodelforimagetexttotext":2,"output":2,"post":1,"proc":1,"trunc":1,"tarsier":3,"omni":1,"research":1,"7b":1},"34840,1828,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"tarsier2":2,"vlmtestinfo":3,"models":3,"omni":1,"research":1,"recap":1,"7b":3,"test":1,"type":3,"vlmtesttype":3,"image":5,"multi":4,"video":3,"prompt":11,"formatter":3,"lambda":7,"img":7,"f":3,"im":5,"start":5,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"assistant":2,"end":4,"n":4,"user":3,"noqa":3,"e501":3,"idx":4,"to":3,"vision":4,"pad":2,"max":4,"model":7,"len":3,"4096":3,"num":3,"seqs":1,"2":6,"auto":3,"cls":3,"automodelforimagetexttotext":3,"size":1,"factors":1,"0":7,"25":5,"15":1,"marks":5,"pytest":1,"mark":1,"skip":1,"initialization":1,"hangs":1,"tensor":1,"parallel":1,"gpu":3,"broadcast":5,"tests":1,"chameleon":2,"facebook":1,"nassistant":2,"vllm":5,"output":8,"post":3,"proc":3,"hf":6,"comparator":1,"check":1,"outputs":1,"equal":1,"gpus":2,"common":2,"settings":2,"ignore":2,"llava":4,"1":1,"5":1,"utils":1},"36668,1945,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"llava":11,"next":1,"broadcast":2,"vlmtestinfo":3,"models":4,"hf":12,"v1":1,"6":1,"mistral":1,"7b":1,"prompt":10,"formatter":3,"lambda":3,"img":4,"f":3,"inst":2,"max":4,"model":9,"len":3,"10240":1,"auto":2,"cls":2,"automodelforimagetexttotext":1,"vllm":6,"output":4,"post":2,"proc":2,"utils":4,"image":4,"to":2,"marks":2,"multi":3,"gpu":1,"num":2,"gpus":1,"2":3,"common":1,"settings":1,"type":3,"ignore":1,"custom":7,"input":2,"edge":1,"cases":2,"for":3,"specific":1,"intern":1,"vl":1,"diff":1,"patches":1,"opengvlab":1,"internvl2":1,"2b":1,"im":6,"start":4,"user":2,"n":6,"end":2,"assistant":2,"noqa":3,"e501":3,"test":5,"vlmtesttype":2,"inputs":7,"4096":1,"use":1,"tokenizer":1,"eos":1,"true":1,"patch":3,"runner":2,"internvl":2,"opts":2,"customtestoptions":2,"inp":2,"limit":2,"mm":2,"per":2,"in":1,"different":1,"onevision":5,"multiple":1,"images":1,"qwen2":2,"0":2,"5b":2,"ov":2,"16384":1,"seqs":1,"automodelforvision2seq":1,"kwargs":2,"aspect":1,"ratio":1,"vid":2,"4":1,"regression":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"15122":1},"38613,483,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"qwen2":4,"5":3,"vl":3,"windows":2,"attention":2,"vlmtestinfo":1,"models":1,"qwen":1,"3b":1,"instruct":1,"test":2,"type":1,"vlmtesttype":1,"custom":3,"inputs":3,"max":2,"model":2,"len":1,"4096":1,"num":1,"seqs":1,"2":1,"auto":1,"cls":1,"automodelforvision2seq":1,"vllm":2,"output":2,"post":1,"proc":1,"utils":1,"to":1,"hf":1,"opts":1,"customtestoptions":1,"image":2,"limit":1,"mm":1,"per":1,"prompt":1,"1":1},"39096,1555,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"yapf":1,"enable":1,"def":1,"mark":4,"splits":2,"test":22,"settings":11,"dict":3,"str":4,"vlmtestinfo":4,"num":4,"groups":4,"int":1,"name":2,"by":6,"info":11,"id":4,"v":2,"k":2,"for":8,"in":8,"items":1,"infos":4,"model":9,"defaultdict":1,"list":2,"values":1,"models":6,"append":1,"sorted":1,"keys":7,"split":4,"size":3,"math":1,"ceil":1,"len":1,"new":9,"i":4,"range":1,"group":3,"1":1,"marks":4,"or":1,"pytest":2,"replace":1,"missing":4,"assert":1,"not":1,"f":1,"return":1,"vlm":3,"2":1,"wrappers":2,"around":1,"the":1,"core":1,"running":1,"func":1,"single":1,"image":4,"multi":1,"embeddings":1,"video":1,"audio":1,"custom":1,"inputs":1,"parametrize":1,"type":2,"case":1,"get":1,"parametrized":1,"options":1,"vlmtesttype":1,"create":1,"process":1,"each":1,"false":1},"40651,1804,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"def":2,"test":26,"single":2,"image":11,"models":4,"tmp":6,"path":6,"posixpath":2,"model":14,"type":14,"str":2,"case":8,"expandablevlmtestargs":2,"hf":6,"runner":12,"hfrunner":2,"vllm":8,"vllmrunner":2,"assets":6,"imagetestassets":2,"monkeypatch":4,"if":2,"in":2,"requires":2,"v0":2,"setenv":2,"use":2,"v1":2,"0":2,"info":6,"vlm":4,"settings":4,"runners":2,"run":2,"pytest":2,"mark":2,"parametrize":2,"get":2,"parametrized":2,"options":2,"vlmtesttype":2,"multi":3,"create":2,"new":2,"process":2,"for":2,"each":2,"false":2,"embedding":1},"42455,1630,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"def":2,"test":26,"image":4,"embedding":2,"models":4,"model":14,"type":14,"str":2,"case":8,"expandablevlmtestargs":2,"hf":6,"runner":12,"hfrunner":2,"vllm":8,"vllmrunner":2,"assets":6,"imagetestassets":1,"monkeypatch":4,"if":2,"in":2,"requires":2,"v0":2,"setenv":2,"use":2,"v1":2,"0":2,"info":6,"vlm":4,"settings":4,"runners":2,"run":2,"pytest":2,"mark":2,"parametrize":2,"get":2,"parametrized":2,"options":2,"vlmtesttype":2,"video":6,"create":2,"new":2,"process":2,"for":2,"each":2,"false":2,"videotestassets":1,"audio":1},"44085,1571,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"def":2,"test":28,"audio":5,"models":4,"model":14,"type":14,"str":2,"case":8,"expandablevlmtestargs":2,"hf":6,"runner":12,"hfrunner":2,"vllm":8,"vllmrunner":2,"assets":3,"audiotestassets":1,"monkeypatch":4,"if":2,"in":2,"requires":2,"v0":2,"setenv":2,"use":2,"v1":2,"0":2,"info":6,"vlm":4,"settings":4,"runners":2,"run":2,"pytest":2,"mark":2,"parametrize":2,"get":2,"parametrized":2,"options":2,"vlmtesttype":2,"custom":3,"inputs":3,"create":3,"new":4,"process":4,"for":4,"each":4,"false":1,"tests":1,"filtering":1,"things":1,"running":1,"as":1,"a":1,"image":1,"true":1},"45656,1934,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"def":2,"test":28,"single":2,"image":11,"models":4,"heavy":2,"tmp":6,"path":6,"posixpath":2,"model":14,"type":14,"str":2,"case":8,"expandablevlmtestargs":2,"hf":6,"runner":12,"hfrunner":2,"vllm":8,"vllmrunner":2,"assets":6,"imagetestassets":2,"monkeypatch":4,"if":2,"in":2,"requires":2,"v0":2,"setenv":2,"use":2,"v1":2,"0":2,"info":6,"vlm":4,"settings":4,"runners":2,"run":2,"pytest":2,"mark":2,"parametrize":2,"get":2,"parametrized":2,"options":2,"vlmtesttype":2,"multi":3,"create":4,"new":4,"process":4,"for":4,"each":4,"true":2,"embedding":1},"47590,1742,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"def":2,"test":26,"image":4,"embedding":2,"models":4,"heavy":2,"model":14,"type":14,"str":2,"case":8,"expandablevlmtestargs":2,"hf":6,"runner":12,"hfrunner":2,"vllm":8,"vllmrunner":2,"assets":6,"imagetestassets":1,"monkeypatch":4,"if":2,"in":2,"requires":2,"v0":2,"setenv":2,"use":2,"v1":2,"0":2,"info":6,"vlm":4,"settings":4,"runners":2,"run":2,"pytest":2,"mark":2,"parametrize":2,"get":2,"parametrized":2,"options":2,"vlmtesttype":2,"video":6,"create":2,"new":2,"process":2,"for":2,"each":2,"true":2,"videotestassets":1,"audio":1},"49332,1351,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_common.py":{"def":2,"test":23,"audio":5,"models":4,"heavy":2,"model":13,"type":12,"str":2,"case":7,"expandablevlmtestargs":2,"hf":6,"runner":12,"hfrunner":2,"vllm":8,"vllmrunner":2,"assets":3,"audiotestassets":1,"monkeypatch":4,"if":2,"in":2,"requires":2,"v0":2,"setenv":2,"use":2,"v1":2,"0":2,"info":6,"vlm":3,"settings":3,"runners":2,"run":2,"pytest":1,"mark":1,"parametrize":1,"get":1,"parametrized":1,"options":1,"vlmtesttype":1,"custom":3,"inputs":3,"create":2,"new":2,"process":2,"for":2,"each":2,"true":1},"0,1482,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_interleaved.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"import":4,"pytest":5,"from":4,"assets":2,"image":15,"imageasset":3,"video":6,"videoasset":2,"multimodal":1,"convert":3,"mode":3,"models":3,"llava":2,"hf":2,"onevision":1,"qwen2":1,"5b":1,"ov":1,"def":2,"base":3,"prompt":7,"modalities":2,"str":5,"return":1,"f":1,"im":3,"start":2,"user":1,"ndescribe":1,"what":1,"you":1,"see":1,"these":1,"items":1,"end":1,"assistant":1,"n":3,"noqa":1,"e501":1,"interleaved":4,"noninterleaved":2,"mark":4,"core":1,"model":3,"parametrize":3,"dtype":2,"float16":1,"max":2,"tokens":2,"128":1,"test":2,"runner":1,"int":1,"none":1,"this":1,"is":1,"a":1,"simple":1,"check":1,"if":1,"and":1,"non":1,"prompts":1,"give":1,"same":1,"result":1,"cherry":3,"blossom":1,"pil":2,"rgb":2,"stop":3,"sign":1,"images":3,"name":1,"baby":1,"reading":1,"num":1,"frames":1,"16":1,"np":1,"ndarrays":1,"inputs":1},"1482,1442,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_interleaved.py":{"with":1,"vllm":5,"runner":2,"model":4,"generate":2,"dtype":2,"limit":1,"mm":1,"per":3,"prompt":11,"image":1,"2":2,"max":3,"len":10,"32768":1,"num":1,"seqs":1,"tensor":1,"parallel":1,"size":1,"1":2,"enforce":1,"eager":1,"true":1,"as":1,"outputs":5,"case":2,"greedy":1,"prompts":3,"tokens":3,"images":3,"videos":3,"for":6,"in":5,"inputs":1,"all":2,"results":2,"output":6,"0":1,"total":5,"str":9,"find":1,"assistant":2,"n":2,"lengths":2,"generated":3,"strs":2,"interleaved":5,"noninterleaved":4,"the":4,"two":2,"are":1,"identical":1,"except":1,"order":1,"of":2,"modality":2,"assert":2,"strings":1,"should":1,"be":1,"different":1,"because":1},"0,1868,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":10,"project":1,"import":16,"os":3,"from":12,"collections":1,"abc":1,"sequence":2,"typing":1,"optional":2,"librosa":1,"pytest":1,"regex":1,"as":1,"re":1,"huggingface":1,"hub":1,"snapshot":2,"download":2,"transformers":1,"autotokenizer":1,"assets":3,"image":14,"imageasset":1,"lora":6,"request":1,"lorarequest":1,"multimodal":2,"convert":1,"mode":1,"rescale":1,"size":1,"platforms":1,"current":1,"platform":1,"samplelogprobs":2,"conftest":1,"hfrunner":1,"promptaudioinput":1,"promptimageinput":1,"vllmrunner":1,"utils":2,"large":1,"gpu":1,"test":1,"check":1,"logprobs":2,"close":1,"hf":4,"prompts":2,"stop":1,"sign":1,"user":3,"n":10,"1":3,"nwhat":1,"s":1,"content":1,"of":2,"end":3,"assistant":3,"noqa":3,"e501":3,"cherry":1,"blossom":1,"nplease":1,"infer":1,"season":1,"with":3,"reason":1,"in":2,"details":1,"multiimage":1,"prompt":1,"ndescribe":1,"these":1,"images":1,"model":6,"path":8,"microsoft":1,"phi":1,"4":1,"instruct":1,"since":1,"vision":3,"and":1,"speech":2,"co":1,"exist":1,"base":1,"we":1,"have":1,"manually":1,"specify":1,"weights":1,"join":2,"question":1,"examples":1,"what":1,"is":1,"shown":1,"this":1,"wav":1,"models":1,"def":1,"output":6,"tuple":1,"list":1,"int":1,"str":3,"sanitize":1,"be":1,"comparable":1,"out":1},"1868,1228,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4mm.py":{"output":14,"str":13,"without":6,"image":7,"re":1,"sub":1,"r":1,"d":1,"assert":2,"0":3,"1":3,"hf":9,"end":1,"endoftext":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"model":3,"ids":5,"encode":1,"return":1,"out":1,"logprobs":2,"target":1,"dtype":2,"half":1,"rocm":2,"triton":2,"fa":1,"can":1,"run":2,"into":1,"shared":1,"memory":1,"issues":1,"with":1,"these":1,"models":1,"use":2,"other":1,"backends":1,"in":1,"the":2,"meantime":1,"fixme":1,"mattwong":1,"gshtrasb":1,"hongxiayan":1,"if":1,"current":1,"platform":1,"is":1,"os":1,"environ":1,"vllm":3,"flash":1,"attn":1,"def":1,"test":1,"runner":2,"type":2,"hfrunner":1,"vllmrunner":1,"inputs":1,"sequence":1,"tuple":1,"list":1,"promptimageinput":1,"optional":2,"promptaudioinput":1,"max":2,"len":1,"int":5,"tokens":1,"num":1,"mm":1,"limit":1,"tensor":1,"parallel":1,"size":1,"distributed":1,"executor":1,"backend":1,"none":1,"inference":1,"result":1,"should":1,"be":1,"same":1,"between":1,"and":1},"3096,1808,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4mm.py":{"all":1,"the":8,"image":4,"fixtures":1,"for":4,"test":1,"are":1,"from":1,"assets":1,"huggingface":1,"runner":4,"we":3,"provide":2,"pil":1,"images":4,"as":3,"input":3,"vllm":8,"multimodaldatadict":1,"objects":1,"and":3,"corresponding":1,"multimodalconfig":1,"note":2,"text":2,"is":2,"also":1,"adjusted":1,"to":5,"abide":1,"by":1,"contract":1,"output":1,"sanitized":1,"be":3,"able":1,"compare":1,"with":3,"hf":3,"take":1,"care":1,"of":1,"order":1,"run":3,"first":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"will":2,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":3,"fork":1,"method":2,"default":1,"max":6,"model":6,"len":3,"should":1,"greater":1,"than":1,"feature":1,"size":3,"generate":2,"num":3,"seqs":1,"2":1,"dtype":2,"limit":2,"mm":2,"per":2,"prompt":1,"tensor":2,"parallel":2,"distributed":2,"executor":2,"enable":1,"lora":6,"true":2,"rank":1,"320":1,"gpu":1,"memory":1,"utilization":1,"0":2,"8":2,"set":1,"avoid":1,"oom":1,"in":2,"ci":1,"enforce":1,"eager":1,"request":3,"lorarequest":1,"vision":2,"1":1,"path":1,"outputs":1,"case":1,"greedy":1,"logprobs":3,"prompts":2,"tokens":1,"audios":3,"inputs":1},"4904,1716,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4mm.py":{"this":1,"error":1,"occurs":1,"inside":1,"get":1,"peft":1,"model":9,"fixme":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":1,"4":1,"multimodal":1,"instruct":1,"discussions":1,"75":1,"pytest":1,"skip":1,"hf":14,"impl":1,"is":3,"not":3,"compatible":1,"with":2,"current":1,"transformers":1,"kwargs":5,"attn":1,"implementation":1,"sdpa":1,"runner":1,"dtype":2,"as":1,"processor":7,"eos":4,"token":4,"id":4,"tokenizer":1,"def":1,"patch":2,"args":2,"text":3,"images":6,"none":6,"audio":3,"sampling":3,"rate":3,"audios":7,"if":1,"and":1,"return":1,"outputs":1,"per":1,"case":1,"generate":1,"greedy":1,"logprobs":3,"limit":1,"prompts":2,"max":1,"tokens":1,"num":3,"logits":1,"to":1,"keep":1,"0":1,"for":1,"in":1,"inputs":1},"6620,1954,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4mm.py":{"for":5,"hf":7,"outputs":8,"vllm":6,"in":5,"zip":2,"per":4,"case":2,"check":1,"logprobs":5,"close":1,"0":16,"lst":2,"1":14,"name":2,"pytest":11,"mark":11,"parametrize":11,"model":9,"models":3,"size":7,"factors":5,"no":2,"image":11,"single":4,"scale":6,"batched":2,"multi":2,"25":2,"5":2,"dtype":7,"target":2,"max":10,"len":5,"12800":1,"tokens":5,"128":2,"num":4,"10":1,"def":1,"test":3,"runner":4,"assets":2,"str":1,"int":3,"none":2,"images":2,"asset":2,"pil":1,"inputs":2,"prompt":2,"rescale":1,"factor":2,"prompts":1,"run":1,"mm":1,"limit":1,"tensor":1,"parallel":1,"large":1,"gpu":1,"min":1,"gb":1,"48":1,"25600":1},"8574,1943,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_phi4mm.py":{"pytest":6,"mark":6,"parametrize":6,"num":8,"logprobs":8,"10":2,"def":2,"test":4,"multi":1,"images":3,"models":3,"hf":5,"runner":8,"vllm":4,"image":12,"assets":2,"model":13,"size":6,"factors":3,"dtype":8,"str":2,"max":14,"len":7,"int":6,"tokens":7,"none":4,"asset":2,"pil":2,"for":4,"in":4,"inputs":4,"per":2,"case":2,"multiimage":1,"prompt":1,"rescale":1,"factor":2,"run":2,"mm":2,"limit":2,"2":1,"tensor":2,"parallel":2,"1":5,"target":1,"12800":1,"128":1,"vision":3,"speech":5,"use":1,"the":2,"example":1,"question":2,"so":1,"that":1,"outputs":1,"are":1,"reasonable":1,"audio":3,"librosa":1,"load":1,"sr":1,"convert":1,"mode":1,"imageasset":1,"cherry":1,"blossom":1,"rgb":1,"user":1,"end":1,"assistant":1},"0,1884,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_granite_speech.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":10,"project":1,"from":8,"collections":1,"abc":1,"import":9,"sequence":3,"typing":1,"optional":4,"pytest":1,"transformers":1,"automodelforspeechseq2seq":1,"lora":3,"request":1,"lorarequest":1,"samplelogprobs":3,"conftest":1,"audiotestassets":1,"hfrunner":2,"promptaudioinput":2,"vllmrunner":2,"registry":1,"hf":8,"example":1,"models":2,"utils":1,"check":1,"logprobs":4,"close":1,"audio":4,"prompt":1,"start":3,"of":9,"role":6,"system":1,"end":6,"knowledge":1,"cutoff":1,"date":2,"april":1,"2024":2,"ntoday":1,"s":1,"december":1,"19":1,"nyou":1,"are":2,"granite":3,"developed":1,"by":1,"ibm":2,"you":2,"a":2,"helpful":1,"ai":1,"assistant":2,"text":3,"n":2,"user":1,"can":1,"transcribe":1,"speech":2,"into":1,"written":1,"format":1,"noqa":1,"e501":1,"def":2,"output":11,"tuple":3,"list":3,"int":6,"str":10,"sanitize":1,"be":3,"comparable":1,"with":1,"ids":2,"out":2,"return":1,"model":6,"name":3,"3":2,"2b":1,"co":1,"exists":1,"directly":2,"in":1,"directory":1,"but":1,"currently":1,"still":1,"needs":1,"passed":1,"path":1,"run":1,"test":1,"runner":2,"type":2,"inputs":1,"max":2,"len":1,"dtype":1,"tokens":1,"num":1,"tensor":1,"parallel":1,"size":1,"distributed":1,"executor":1,"backend":1,"none":1,"inference":1,"result":1,"should":1,"same":1,"between":1,"and":1},"1884,1859,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_granite_speech.py":{"all":1,"the":8,"audio":6,"fixtures":1,"for":4,"test":1,"are":1,"from":1,"assets":1,"huggingface":1,"runner":5,"we":3,"provide":2,"as":4,"input":3,"vllm":8,"multimodaldatadict":1,"objects":1,"and":3,"corresponding":1,"multimodalconfig":1,"note":2,"text":2,"is":2,"also":1,"adjusted":1,"to":3,"abide":1,"by":1,"contract":1,"output":1,"sanitized":1,"be":3,"able":1,"compare":1,"with":4,"hf":8,"take":1,"care":1,"of":1,"order":1,"run":3,"first":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":1,"will":2,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":3,"fork":1,"method":2,"default":1,"max":6,"model":9,"len":3,"should":1,"greater":1,"than":1,"image":1,"feature":1,"size":3,"generate":2,"num":3,"seqs":1,"1":3,"dtype":4,"limit":1,"mm":1,"per":2,"prompt":1,"tensor":2,"parallel":2,"distributed":2,"executor":2,"enable":1,"lora":6,"true":2,"rank":1,"64":1,"enforce":1,"eager":1,"request":3,"lorarequest":1,"path":1,"outputs":1,"case":1,"greedy":1,"logprobs":3,"prompts":2,"tokens":1,"audios":3,"in":1,"inputs":1,"auto":1,"cls":1,"automodelforspeechseq2seq":1,"processor":3,"eos":2,"token":2,"id":2,"tokenizer":1},"3743,1923,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_granite_speech.py":{"hf":12,"outputs":9,"per":3,"case":3,"model":13,"generate":1,"greedy":1,"logprobs":8,"limit":1,"prompts":2,"max":9,"tokens":5,"num":6,"audios":3,"eos":2,"token":2,"id":2,"for":3,"in":3,"inputs":1,"vllm":7,"zip":1,"check":4,"close":1,"0":3,"lst":2,"1":3,"to":1,"output":3,"name":2,"pytest":5,"mark":5,"parametrize":5,"models":3,"dtype":4,"bfloat16":1,"len":4,"2048":1,"128":1,"10":1,"def":1,"test":4,"runner":4,"str":2,"audio":7,"assets":2,"audiotestassets":1,"int":3,"none":1,"info":4,"example":1,"find":1,"available":1,"online":1,"on":2,"fail":2,"skip":2,"transformers":1,"version":1,"sr":2,"and":1,"sample":2,"rate":2,"this":3,"expects":1,"16k":1,"which":1,"our":1,"already":1,"is":1,"if":1,"changes":1,"it":2,"may":1,"break":1,"so":1,"we":1,"directly":1,"assert":1,"16000":1,"run":1,"prompt":1,"tensor":1,"parallel":1,"size":1},"0,1942,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_pixtral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":17,"json":1,"from":16,"dataclasses":1,"asdict":1,"typing":1,"type":4,"checking":2,"any":2,"optional":1,"pytest":1,"mistral":13,"common":5,"multimodal":4,"download":1,"image":5,"protocol":2,"instruct":3,"messages":1,"imageurlchunk":1,"request":1,"chatcompletionrequest":1,"tokens":2,"tokenizers":2,"mistraltokenizer":1,"chunk":1,"transformers":1,"autoprocessor":1,"requestoutput":1,"samplingparams":1,"textprompt":1,"tokensprompt":1,"multimodaldatabuiltins":1,"inputs":1,"placeholderrange":1,"sequence":1,"logprob":1,"samplelogprobs":1,"utils":2,"path":1,"large":1,"gpu":1,"test":5,"check":1,"logprobs":1,"close":1,"dummy":1,"hf":1,"overrides":1,"if":1,"typeshed":1,"strpath":1,"pixtral":3,"id":4,"mistralai":2,"12b":1,"2409":1,"small":3,"3":3,"1":3,"24b":1,"2503":1,"models":1,"img":1,"urls":3,"https":4,"huggingface":4,"co":4,"datasets":4,"isotr0py":4,"images":4,"resolve":4,"main":4,"237":1,"400x300":1,"jpg":4,"231":1,"200x300":1,"27":1,"500x500":1,"17":1,"150x600":1,"prompt":2,"describe":1,"each":1,"in":2,"one":1,"short":1,"sentence":1,"def":1,"create":1,"msg":1,"format":1,"list":2,"str":2,"dict":1,"return":1,"role":1,"user":1,"content":1,"text":2,"url":5,"for":1},"1942,1975,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_pixtral.py":{"def":3,"create":8,"msg":11,"format":6,"hf":3,"urls":9,"list":4,"str":4,"dict":2,"any":1,"return":3,"role":1,"user":1,"content":4,"type":5,"text":1,"prompt":6,"image":9,"download":1,"url":2,"for":3,"in":3,"engine":7,"inputs":7,"tokensprompt":2,"tokenizer":4,"mistraltokenizer":1,"from":3,"model":2,"pixtral":4,"request":3,"chatcompletionrequest":1,"messages":2,"ignore":1,"var":1,"tokenized":2,"encode":1,"chat":5,"completion":1,"token":1,"ids":1,"tokens":2,"images":6,"chunk":7,"0":4,"if":2,"isinstance":1,"imageurlchunk":1,"append":2,"mm":5,"data":6,"multimodaldatabuiltins":2,"multi":2,"modal":2,"textprompt":2,"autoprocessor":1,"pretrained":1,"mistral":3,"community":1,"12b":1,"apply":1,"template":1,"msgs":1,"img":3,"1":2,"2":1,"sampling":1,"params":1,"samplingparams":1,"max":2,"512":1,"temperature":1,"logprobs":2,"5":1,"limit":1,"per":1,"4":1,"len":1,"8192":1,"65536":1,"fixtures":5,"path":5,"vllm":1,"tests":1,"models":1,"assert":1,"exists":1,"fixture":1,"id":2,"json":2,"small":2,"3":2},"3917,1635,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_pixtral.py":{"outputslogprobs":3,"list":2,"tuple":1,"int":3,"str":3,"optional":1,"samplelogprobs":1,"for":8,"the":1,"test":3,"author":1,"to":1,"store":1,"golden":1,"output":3,"in":8,"json":7,"def":3,"dump":2,"outputs":7,"w":4,"logprobs":13,"filename":4,"strpath":2,"none":2,"data":4,"tokens":4,"text":4,"k":4,"asdict":1,"v":4,"token":4,"items":2,"or":1,"with":3,"open":2,"as":3,"f":4,"load":4,"rb":1,"return":1,"logprob":1,"large":1,"gpu":1,"min":1,"gb":1,"80":1,"pytest":3,"mark":3,"parametrize":3,"model":11,"models":1,"max":5,"len":5,"dtype":4,"bfloat16":1,"chat":4,"vllm":4,"runner":2,"expected":1,"fixture":1,"tokenizer":1,"mode":1,"mistral":3,"format":2,"config":1,"limit":2,"mm":2,"per":2,"prompt":2,"msg":2,"msgs":1,"llm":1,"sampling":2,"params":2,"extend":1},"5552,1632,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_pixtral.py":{"logprobs":10,"vllm":6,"runner":3,"final":1,"steps":1,"generate":2,"w":1,"outputs":4,"remove":1,"last":1,"none":3,"prompt":6,"to":1,"compare":1,"with":4,"fixture":1,"for":1,"i":4,"in":1,"range":1,"len":2,"assert":1,"1":6,"is":2,"check":1,"close":1,"0":3,"lst":2,"expected":3,"chat":1,"name":2,"h100":1,"ref":1,"output":1,"pytest":1,"mark":1,"parametrize":1,"ranges":2,"create":2,"engine":3,"inputs":2,"hf":4,"img":2,"urls":2,"placeholderrange":5,"offset":4,"11":2,"length":4,"494":1,"4":1,"266":1,"277":1,"1056":1,"1333":1,"418":1,"def":1,"test":2,"multi":2,"modal":2,"placeholders":2,"textprompt":1,"list":1,"monkeypatch":2,"this":1,"placeholder":1,"checking":1,"only":1,"works":1,"v0":1,"where":1,"returned":1,"requestoutput":1,"setenv":1,"use":1,"v1":1,"mistral":1,"community":1,"pixtral":1,"12b":1,"max":1,"model":3,"8192":1,"limit":2,"mm":2,"per":2,"load":1,"format":1,"dummy":2,"overrides":2,"as":1,"llm":1},"7184,915,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_pixtral.py":{"assert":6,"len":4,"outputs":3,"1":1,"f":6,"output":6,"requestoutput":1,"0":1,"hasattr":1,"multi":4,"modal":4,"placeholders":4,"dict":1,"image":6,"in":2,"keys":1,"placeholder":4,"ranges":6,"list":1,"placeholderrange":1,"expected":7,"for":1,"real":5,"range":10,"zip":1,"offset":2,"length":2},"0,1977,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":4,"project":1,"from":7,"typing":2,"import":9,"any":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"as":1,"npt":1,"pytest":2,"torch":1,"pil":1,"image":15,"multimodal":2,"rescale":2,"size":3,"video":10,"sample":1,"frames":1,"conftest":1,"assets":4,"promptimageinput":1,"promptvideoinput":1,"vllmrunner":1,"utils":1,"check":1,"logprobs":1,"close":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":2,"use":2,"v0":2,"only":1,"monkeypatch":2,"v1":2,"test":1,"batch":1,"make":1,"xxxxx":1,"embeddings":1,"calls":1,"a":5,"internal":1,"setenv":1,"models":1,"qwen":1,"qwen2":6,"vl":6,"2b":1,"instruct":1,"target":1,"dtype":1,"half":1,"placeholder":7,"vision":4,"start":5,"pad":2,"end":4,"model":1,"hidden":1,"1536":1,"chat":5,"template":5,"query":2,"return":1,"f":1,"im":5,"system":1,"nyou":1,"are":1,"helpful":1,"assistant":2,"n":3,"user":1,"join":1,"noqa":1,"e501":1,"prompts":4,"stop":1,"sign":1,"what":2,"is":2,"biggest":1,"text":1,"s":1,"content":1,"in":2,"this":3,"cherry":1,"blossom":1,"season":1,"shown":1,"reply":2,"with":3,"short":3,"sentence":3,"no":3,"more":3,"than":3,"20":2,"words":3,"baby":1,"reading":1,"describe":2,"multiimage":1,"prompt":1,"these":1,"two":1,"images":1,"separately":1,"for":1,"each":1,"10":1},"1977,1692,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"class":2,"qwen2vlpromptimageembeddinginput":3,"typeddict":2,"image":37,"embeds":3,"torch":5,"tensor":4,"grid":5,"thw":4,"qwen2vlpromptvideoembeddinginput":1,"video":2,"def":2,"batch":5,"make":1,"embeddings":4,"batches":15,"list":12,"union":1,"processor":5,"llm":1,"vllmrunner":1,"batched":1,"for":3,"qwen2":1,"vl":1,"this":1,"will":1,"infer":1,"all":2,"images":6,"in":3,"a":3,"single":3,"and":1,"split":1,"the":1,"result":4,"according":1,"to":4,"input":1,"multiple":2,"returns":1,"any":1,"convert":1,"idx":5,"range":1,"len":1,"if":1,"not":1,"isinstance":2,"assert":1,"append":1,"into":1,"as":1,"pixel":4,"values":4,"preprocess":4,"return":1,"tensors":1,"pt":1,"data":1,"thws":1,"get":1,"model":2,"with":1,"no":1,"grad":1,"visual":2},"3669,1977,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"pixel":3,"values":3,"on":4,"device":6,"to":3,"visual":4,"dtype":3,"image":28,"grid":10,"thw":10,"torch":2,"int64":1,"return":2,"v1":1,"test":1,"this":2,"calls":1,"a":4,"v0":1,"internal":1,"embeds":5,"concat":1,"llm":2,"apply":1,"model":1,"get":1,"split":2,"into":1,"original":1,"batches":5,"result":5,"list":2,"qwen2vlpromptimageembeddinginput":1,"counter":12,"0":4,"embed":8,"for":3,"batch":11,"in":3,"cur":7,"count":4,"len":6,"merge":4,"size":6,"processor":2,"sum":1,"prod":1,"1":1,"append":1,"ensure":1,"we":1,"don":1,"t":1,"lost":1,"any":1,"images":1,"or":1,"embeddings":4,"assert":3,"def":1,"make":1,"video":4,"promptvideoinput":1,"vllmrunner":1,"qwen2vlpromptvideoembeddinginput":1,"batched":1,"qwen2":1,"vl":1,"ndarray":1,"represents":1,"single":2,"s":1,"all":2,"frames":1,"will":1,"infer":1,"videos":1,"and":1,"the":1,"according":1,"input":1},"5646,1586,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"video":22,"batches":11,"single":3,"list":9,"ndarray":4,"multiple":1,"any":1,"for":2,"idx":5,"in":2,"range":1,"len":1,"if":1,"not":1,"isinstance":2,"batch":5,"npt":2,"assert":1,"append":1,"all":1,"videos":6,"into":1,"a":3,"as":1,"to":4,"pixel":7,"values":7,"image":5,"processor":4,"preprocess":4,"result":3,"images":1,"none":1,"return":2,"tensors":1,"pt":1,"data":1,"grid":7,"thw":6,"embeddings":1,"thws":1,"def":1,"get":2,"embeds":3,"model":3,"with":1,"torch":3,"no":1,"grad":1,"visual":6,"on":4,"device":6,"dtype":3,"int64":1,"v1":1,"test":1,"this":1,"calls":1,"v0":1,"internal":1,"concat":1,"llm":1,"apply":1},"7232,1659,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"split":1,"into":1,"original":2,"batches":3,"result":5,"list":3,"qwen2vlpromptvideoembeddinginput":1,"video":24,"counter":12,"0":4,"embed":8,"for":2,"batch":9,"in":2,"cur":7,"count":4,"len":6,"merge":4,"size":7,"image":3,"processor":2,"sum":1,"grid":6,"thw":6,"prod":1,"1":1,"append":1,"embeds":3,"ensure":1,"we":1,"don":1,"t":1,"lost":1,"any":1,"videos":1,"or":1,"embeddings":2,"assert":3,"return":1,"def":1,"run":1,"embedding":1,"input":3,"test":1,"vllm":1,"runner":1,"type":1,"vllmrunner":1,"inputs":1,"tuple":1,"str":4,"promptimageinput":1,"promptvideoinput":1,"model":2,"dtype":1,"max":1,"tokens":1,"int":4,"num":1,"logprobs":1,"mm":1,"limit":1,"tensor":1,"parallel":1,"distributed":1,"executor":1,"backend":1,"optional":1,"none":1,"inference":1,"should":1,"be":1,"the":1,"same":1,"between":1,"and":1,"from":2,"transformers":1,"import":1,"autoprocessor":2,"noqa":1,"f401":1,"pretrained":1},"8891,1959,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"max":5,"model":9,"len":2,"should":1,"be":1,"greater":1,"than":1,"image":3,"feature":1,"size":3,"with":1,"vllm":6,"runner":2,"generate":3,"4000":1,"num":5,"seqs":1,"3":1,"dtype":2,"limit":3,"mm":3,"per":5,"prompt":1,"video":2,"tensor":2,"parallel":2,"distributed":2,"executor":2,"backend":2,"as":1,"outputs":10,"case":4,"for":11,"original":5,"input":10,"greedy":2,"logprobs":7,"prompts":4,"tokens":2,"images":7,"or":2,"none":4,"videos":7,"in":3,"inputs":2,"embeddings":7,"batch":2,"make":2,"processor":2,"if":2,"else":2,"zip":1,"check":1,"close":1,"0":2,"lst":2,"1":2,"name":2,"pytest":1,"mark":1,"core":1},"10850,1659,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"pytest":11,"mark":11,"parametrize":10,"model":5,"models":2,"size":7,"factors":5,"single":4,"scale":6,"0":12,"5":10,"batched":2,"multi":2,"25":2,"dtype":7,"target":2,"max":5,"tokens":5,"128":2,"num":5,"logprobs":5,"10":2,"def":1,"test":2,"qwen2":1,"vl":1,"image":8,"embeddings":1,"input":2,"vllm":2,"runner":2,"assets":2,"str":2,"int":2,"none":1,"images":2,"asset":2,"pil":1,"for":4,"in":4,"inputs":2,"per":2,"case":2,"list":2,"tuple":1,"promptimageinput":1,"promptvideoinput":1,"prompt":2,"rescale":1,"factor":2,"zip":1,"prompts":1,"run":1,"embedding":1,"mm":1,"limit":1,"1":2,"tensor":1,"parallel":1,"core":1},"12509,1935,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"def":2,"test":3,"qwen2":2,"vl":2,"multiple":1,"image":7,"embeddings":2,"input":3,"vllm":3,"runner":3,"assets":4,"model":5,"size":7,"factors":5,"dtype":6,"str":3,"max":5,"tokens":5,"int":4,"num":7,"logprobs":5,"none":2,"images":2,"asset":4,"pil":1,"for":5,"in":5,"inputs":2,"per":2,"case":2,"list":2,"tuple":1,"promptimageinput":1,"promptvideoinput":1,"multiimage":1,"prompt":1,"rescale":1,"factor":2,"run":1,"embedding":1,"mm":1,"limit":1,"2":1,"tensor":1,"parallel":1,"1":1,"pytest":6,"mark":6,"core":1,"parametrize":5,"models":1,"single":2,"scale":3,"0":6,"5":4,"batched":1,"multi":1,"25":2,"target":1,"128":1,"10":1,"video":4,"frames":3,"4":1,"sampled":1,"vids":1,"sample":1,"from":1,"np":1,"ndarrays":1},"14444,533,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_qwen2_vl.py":{"inputs":2,"per":2,"case":2,"list":2,"tuple":1,"str":1,"promptimageinput":1,"promptvideoinput":1,"prompt":2,"for":3,"in":3,"size":4,"factors":2,"rescale":1,"video":4,"factor":2,"zip":1,"sampled":1,"vids":1,"prompts":1,"run":1,"embedding":1,"input":1,"test":1,"vllm":1,"runner":1,"model":1,"dtype":2,"max":2,"tokens":2,"num":2,"logprobs":2,"mm":1,"limit":1,"1":2,"tensor":1,"parallel":1},"0,1792,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_florence2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":6,"project":1,"from":8,"typing":1,"import":8,"optional":2,"pytest":1,"pil":1,"image":10,"inputs":1,"data":2,"explicitencoderdecoderprompt":4,"textprompt":2,"multimodal":1,"rescale":1,"size":1,"sequence":1,"samplelogprobs":2,"conftest":1,"assets":2,"hfrunner":1,"imagetestassets":1,"vllmrunner":1,"utils":1,"check":1,"logprobs":3,"close":1,"models":1,"microsoft":1,"florence":3,"base":1,"model":1,"repo":2,"s":3,"tokenizer":4,"config":1,"is":2,"missing":1,"some":1,"special":3,"tokens":2,"therefore":1,"we":1,"use":1,"a":2,"converted":1,"forked":1,"isotr0py":1,"hf":6,"prompts":8,"stop":1,"sign":1,"od":1,"task":1,"token":1,"which":1,"will":1,"output":12,"cherry":1,"blossom":1,"describe":1,"in":3,"detail":1,"what":1,"shown":1,"def":2,"get":1,"images":4,"list":4,"str":8,"tuple":2,"for":1,"prompt":9,"encoder":5,"append":2,"decoder":1,"none":1,"multi":1,"modal":1,"return":2,"int":1,"sanitize":1,"be":1,"comparable":1,"with":1,"ids":2,"out":2,"replace":2},"1792,1999,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_florence2.py":{"def":1,"run":1,"test":1,"hf":15,"runner":4,"type":2,"hfrunner":1,"vllm":10,"vllmrunner":1,"inputs":5,"list":2,"explicitencoderdecoderprompt":1,"model":15,"str":3,"dtype":5,"max":4,"tokens":5,"int":3,"num":7,"logprobs":8,"tensor":3,"parallel":3,"size":3,"distributed":3,"executor":3,"backend":3,"optional":1,"none":2,"with":2,"seqs":1,"8":1,"tokenizer":3,"name":3,"enforce":1,"eager":1,"true":2,"as":2,"outputs":11,"per":4,"case":4,"generate":2,"encoder":2,"decoder":2,"greedy":2,"prompts":7,"skip":4,"special":1,"false":1,"for":5,"in":5,"get":2,"images":4,"init":1,"output":4,"embeddings":1,"lambda":1,"language":1,"lm":1,"head":1,"limit":1,"zip":1,"check":1,"close":1,"0":3,"lst":2,"to":1,"1":3,"fixme":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"issues":1,"38358":1,"pytest":3,"mark":3,"initialization":1,"fails":1,"core":1,"parametrize":1,"models":1},"3791,1239,data/raw/vllm-0.10.1/tests/models/multimodal/generation/test_florence2.py":{"pytest":4,"mark":4,"parametrize":4,"size":5,"factors":3,"no":1,"image":11,"single":2,"scale":3,"1":6,"0":7,"batched":1,"multi":2,"25":1,"5":2,"dtype":4,"float":1,"max":4,"tokens":4,"64":1,"num":4,"logprobs":4,"def":1,"test":2,"models":1,"hf":3,"runner":4,"type":2,"hfrunner":1,"vllm":2,"vllmrunner":1,"assets":2,"imagetestassets":1,"model":2,"str":2,"list":1,"int":3,"none":2,"images":2,"asset":2,"pil":1,"for":3,"in":3,"inputs":2,"per":2,"explicitencoderdecoderprompt":1,"encoder":1,"prompt":5,"textprompt":1,"modal":1,"data":1,"rescale":1,"factor":2,"decoder":1,"zip":1,"prompts":1,"run":1,"tensor":1,"parallel":1},"0,1522,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":4,"project":1,"helpers":1,"for":3,"building":1,"inputs":1,"that":1,"can":1,"be":1,"leveraged":1,"different":1,"test":8,"types":2,"from":9,"collections":1,"abc":1,"import":9,"iterable":1,"pathlib":1,"posixpath":1,"typing":1,"callable":2,"optional":1,"union":1,"torch":1,"multimodal":3,"audio":3,"audioresampler":1,"image":3,"rescale":2,"size":2,"video":6,"resize":1,"sample":1,"frames":1,"conftest":1,"audiotestassets":1,"imagetestassets":1,"videotestassets":1,"single":2,"base":3,"prompt":14,"prompts":1,"placeholder":9,"img":5,"imagesizewrapper":1,"promptwithmultimodalinput":1,"sizetype":1,"vlmtestinfo":1,"def":1,"replace":1,"str":4,"mm":2,"idx":4,"int":1,"given":1,"a":1,"replaces":1,"each":1,"with":1,"model":1,"specific":1,"tag":1,"segments":3,"split":1,"next":2,"seg":2,"in":1,"enumerate":1,"1":2,"start":1,"return":1},"1522,1812,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"def":1,"get":2,"model":6,"prompts":5,"base":13,"iterable":1,"str":7,"img":5,"idx":9,"to":11,"prompt":23,"optional":3,"callable":4,"int":3,"video":4,"audio":4,"formatter":2,"list":2,"given":2,"a":2,"agnostic":1,"and":2,"test":8,"configuration":1,"for":5,"s":2,"be":1,"tested":1,"update":1,"the":11,"media":1,"placeholders":2,"apply":2,"formatting":1,"string":1,"this":1,"example":1,"phi3v":1,"image":3,"what":1,"is":3,"season":3,"1":3,"replace":5,"placeholder":7,"nwhat":2,"2":1,"user":1,"n":3,"end":1,"assistant":1,"assert":1,"isinstance":1,"tuple":1,"in":2,"multimodal":1,"with":1,"correct":1,"ones":1,"that":1,"we":1,"are":1,"testing":1,"if":3},"3334,1686,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"apply":1,"the":5,"prompt":18,"formatter":5,"to":6,"wrap":1,"base":2,"with":1,"correct":1,"media":1,"placeholders":1,"get":2,"model":11,"test":12,"prompts":9,"append":1,"return":2,"def":1,"build":3,"single":4,"image":9,"inputs":3,"from":1,"info":10,"vlmtestinfo":1,"assets":4,"imagetestassets":1,"size":2,"wrapper":2,"imagesizewrapper":1,"tmp":4,"path":9,"optional":1,"posixpath":1,"none":4,"list":1,"promptwithmultimodalinput":1,"if":3,"is":3,"raise":2,"valueerror":2,"must":1,"be":2,"set":1,"img":1,"idx":3,"video":1,"audio":1,"for":5,"models":1,"that":1,"require":1,"a":1,"local":2,"url":1,"encoded":1,"in":3,"export":1,"and":1,"encode":1,"into":1,"this":2,"should":1,"avoided":1,"where":1,"possible":1,"currently":1,"needed":1,"qwen":1,"vl":1,"encoder":3,"not":1,"requires":1,"setting":1,"asset":4,"zip":1,"images":3,"pil":1,"assert":1,"len":2},"5020,1882,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"def":2,"build":3,"single":1,"image":15,"inputs":3,"images":3,"model":9,"prompts":7,"size":10,"wrapper":5,"imagesizewrapper":2,"list":2,"promptwithmultimodalinput":3,"for":6,"every":1,"prompt":16,"pair":2,"get":2,"a":1,"containing":1,"two":1,"lists":1,"of":4,"length":1,"factors":2,"where":1,"the":6,"first":1,"contains":2,"duplicates":1,"str":1,"and":1,"second":1,"copies":1,"after":1,"being":1,"scaled":1,"by":1,"one":1,"note":1,"rescaling":1,"preserves":1,"aspect":1,"ratio":1,"return":1,"in":5,"data":3,"apply":1,"scaling":1,"type":1,"zip":1,"multi":3,"from":1,"test":10,"info":10,"vlmtestinfo":1,"assets":3,"imagetestassets":1,"tmp":3,"path":7,"optional":1,"posixpath":1,"none":4,"if":3,"formatter":3,"is":3,"raise":2,"valueerror":2,"must":1,"be":1,"set":1,"to":4,"img":1,"idx":3,"video":1,"audio":1,"encoder":3,"not":1,"requires":1,"setting":1,"local":1,"asset":2,"pil":1},"6902,1719,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"currently":1,"we":2,"only":1,"have":1,"one":2,"multi":4,"image":14,"list":2,"prompt":9,"return":2,"build":4,"inputs":4,"lists":3,"images":3,"model":6,"prompts":8,"size":14,"wrapper":9,"def":2,"imagesizewrapper":2,"promptwithmultimodalinput":2,"for":6,"in":6,"data":4,"apply":1,"scaling":1,"type":2,"zip":1,"embedding":3,"from":1,"test":8,"info":8,"vlmtestinfo":1,"assets":2,"imagetestassets":1,"these":1,"conditions":1,"will":1,"always":1,"be":2,"true":1,"if":4,"invoked":1,"through":1,"filtering":1,"but":1,"still":1,"check":1,"them":1,"case":1,"this":1,"is":3,"ever":1,"called":1,"directly":1,"formatter":3,"none":2,"raise":3,"valueerror":3,"must":1,"set":1,"to":5,"sizetype":1,"factor":3,"or":1,"not":1,"all":1,"1":2,"0":2,"tests":1,"require":1,"constant":1,"factors":1,"convert":1,"embeddings":2,"no":1,"conversion":1,"func":1,"getting":1,"found":1,"get":1,"single":1,"base":1,"img":1,"idx":3,"video":1,"audio":1},"8621,1650,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"images":3,"asset":4,"pil":1,"image":5,"for":6,"in":6,"assets":5,"embeds":4,"test":10,"info":10,"convert":1,"to":6,"embeddings":3,"if":3,"dtype":5,"auto":1,"getattr":1,"torch":1,"type":2,"ignore":1,"e":2,"assert":1,"len":2,"model":6,"prompts":7,"inputs":6,"build":4,"single":2,"size":10,"wrapper":6,"vllm":2,"return":2,"def":1,"video":14,"from":2,"vlmtestinfo":1,"videotestassets":1,"imagesizewrapper":1,"num":2,"frames":3,"int":1,"list":1,"promptwithmultimodalinput":2,"prompt":9,"formatter":3,"is":1,"none":1,"raise":1,"valueerror":1,"must":1,"be":1,"set":1,"get":1,"base":1,"img":1,"idx":3,"audio":1,"sampled":2,"vids":2,"sample":1,"np":1,"ndarrays":1,"scaler":2,"resize":1,"sizetype":1,"fixed":1,"else":1,"rescale":1,"data":3,"zip":1},"10271,1857,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/builders.py":{"def":2,"apply":1,"image":11,"size":19,"scaling":1,"union":1,"float":1,"tuple":1,"int":3,"type":5,"sizetype":4,"applies":1,"a":5,"scaler":1,"to":5,"one":1,"this":1,"can":1,"be":3,"an":1,"factor":4,"which":1,"scales":1,"the":3,"while":1,"maintaining":1,"aspect":1,"ratio":1,"special":1,"case":1,"for":3,"embeddings":1,"if":5,"it":2,"s":2,"tensor":3,"only":1,"valid":1,"we":4,"are":1,"considering":1,"factors":2,"at":1,"constant":1,"scale":1,"i":1,"e":1,"just":1,"clone":1,"isinstance":1,"torch":1,"assert":1,"and":2,"1":1,"return":4,"have":2,"list":3,"of":2,"rescale":1,"elif":1,"fixed":3,"sizes":1,"resize":1,"raise":2,"valueerror":2,"imagesizewrapper":1,"must":2,"or":1,"build":2,"audio":10,"inputs":2,"from":1,"test":7,"info":7,"vlmtestinfo":1,"assets":2,"audiotestassets":1,"promptwithmultimodalinput":2,"prompt":7,"formatter":3,"is":1,"none":1,"set":1,"model":3,"prompts":4,"get":1,"single":1,"base":1,"img":1,"idx":3,"video":1,"resampler":3,"audioresampler":1,"target":2,"sr":5,"16000":1,"method":1,"librosa":1,"audios":4,"asset":2,"sample":1,"rate":1,"in":2,"resampled":2,"resample":1,"orig":1,"data":1},"0,1885,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/custom_inputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":3,"project":1,"custom":1,"input":1,"builders":2,"for":3,"edge":1,"cases":1,"in":2,"different":2,"models":1,"from":9,"io":1,"import":9,"bytesio":1,"typing":1,"callable":2,"requests":1,"pil":3,"image":24,"multimodal":2,"rescale":4,"size":4,"video":5,"resize":3,"sample":1,"frames":1,"conftest":1,"assets":4,"build":2,"multi":4,"inputs":4,"single":1,"types":1,"imagesizewrapper":1,"promptwithmultimodalinput":2,"sizetype":1,"def":1,"aspect":5,"ratio":4,"formatter":5,"str":2,"builds":1,"varied":1,"sizes":2,"testing":1,"args":1,"model":1,"specific":1,"prompt":3,"stop":6,"sign":6,"cherry":5,"blossom":5,"1":2,"apply":1,"selected":1,"base":1,"prompts":6,"img":2,"ndescribe":3,"images":6,"4":1,"nwhat":1,"is":1,"season":1,"formatted":2,"with":1,"and":1,"ratios":1,"25":1,"183":2,"488":2,"return":1,"data":1},"1885,1919,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/custom_inputs.py":{"def":2,"multi":5,"video":31,"aspect":5,"ratio":4,"inputs":2,"formatter":8,"callable":1,"str":2,"num":2,"frames":3,"int":1,"16":1,"builds":1,"for":5,"varied":1,"sizes":2,"testing":1,"args":1,"model":1,"specific":1,"prompt":9,"sample":1,"from":1,"assets":2,"0":3,"np":1,"ndarrays":1,"apply":1,"the":7,"selected":1,"to":1,"base":1,"prompts":10,"ndescribe":4,"2":3,"videos":6,"4":1,"nwhy":1,"is":2,"this":1,"funny":1,"formatted":4,"in":6,"with":1,"different":2,"and":1,"ratios":1,"rescale":2,"size":2,"1":2,"25":1,"resize":3,"183":2,"488":2,"return":1,"promptwithmultimodalinput":1,"data":1,"patch":1,"input":1,"cases":1,"internvl":1,"images":2,"asset":2,"pil":1,"image":8,"896":2,"lambda":1,"img":6,"f":1,"im":3,"start":2,"user":1,"n":4,"end":1,"assistant":1,"noqa":2,"e501":2,"single":2,"nwhat":2,"s":1,"content":1,"center":1,"of":1,"season":1,"nimage":1,"two":1,"detail":1,"sprompts":1,"mprompts":1},"3804,1507,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/custom_inputs.py":{"wrapped":5,"sf":5,"imagesizewrapper":2,"type":2,"sizetype":2,"size":3,"factor":2,"data":3,"0":8,"5":3,"1":2,"return":3,"build":3,"single":2,"image":12,"inputs":3,"images":2,"formatted":4,"sprompts":1,"multi":1,"mprompts":1,"def":2,"windows":1,"attention":1,"qwen2":1,"vl":1,"from":1,"regression":1,"issue":1,"https":2,"github":2,"com":1,"vllm":2,"project":1,"issues":1,"15122":1,"url":2,"aomediacodec":1,"io":1,"av1":1,"avif":1,"testfiles":1,"link":1,"u":1,"hato":1,"jpg":1,"open":1,"bytesio":1,"requests":1,"get":1,"content":1,"question":4,"describe":2,"the":2,"img":2,"prompt":8,"vision":2,"start":3,"pad":1,"end":3,"f":2,"im":3,"user":2,"n":5,"assistant":2,"video":16,"with":1,"metadata":4,"glm4":1,"1v":1,"array":2,"assets":2,"np":1,"ndarrays":1,"begin":1,"of":2,"scales":2,"2":1,"25":1,"input":3,"rescale":1,"scale":2,"for":1,"in":1,"prompts":3,"len":1,"promptwithmultimodalinput":1},"0,1936,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/types.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":12,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":4,"project":1,"types":1,"for":2,"writing":1,"multimodal":1,"model":2,"tests":1,"from":12,"collections":1,"abc":1,"import":13,"iterable":1,"enum":2,"pathlib":1,"posixpath":1,"typing":1,"any":1,"callable":1,"namedtuple":1,"optional":2,"union":1,"torch":1,"pytest":1,"markdecorator":1,"transformers":3,"automodelforcausallm":1,"models":1,"auto":2,"factory":1,"baseautomodelclass":1,"config":1,"runneroption":1,"sequence":1,"samplelogprobs":2,"utils":2,"tokenizer":1,"anytokenizer":1,"conftest":1,"audio":9,"assets":4,"image":10,"hfrunner":1,"imageasset":1,"imagetestassets":1,"promptaudioinput":1,"promptimageinput":1,"promptvideoinput":1,"check":1,"logprobs":1,"close":1,"meta":1,"tag":2,"will":1,"be":1,"replaced":1,"by":1,"appropriate":1,"test":10,"img":5,"placeholder":10,"vlm":2,"video":5,"lmm":1,"yapf":2,"disable":1,"single":2,"base":4,"prompts":3,"stop":1,"sign":1,"f":6,"what":3,"s":1,"content":1,"of":1,"cherry":1,"blossom":1,"is":3,"season":1,"prompt":3,"mary":1,"had":1,"lamb":1,"transcribe":1,"this":3,"into":1,"english":1,"noqa":3,"e501":3,"winning":1,"call":1,"happening":1,"in":2,"clip":1,"multi":1,"1":10,"describe":1,"two":1,"images":1,"detail":1,"n":1,"why":1,"funny":1,"size":2,"factors":2,"25":1,"5":1,"embedding":1,"runneroutput":1,"tuple":1,"list":1,"int":1,"str":1,"enable":1},"1936,1979,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/types.py":{"class":6,"promptwithmultimodalinput":2,"namedtuple":4,"holds":2,"the":5,"multimodal":1,"input":1,"for":8,"a":5,"single":5,"test":3,"case":1,"prompts":5,"list":3,"str":10,"image":12,"data":4,"optional":5,"promptimageinput":1,"none":6,"video":4,"promptvideoinput":1,"audio":4,"promptaudioinput":1,"vlmtesttype":3,"enum":2,"1":3,"multi":5,"2":2,"embedding":2,"3":1,"4":1,"5":1,"custom":2,"inputs":3,"6":1,"sizetype":2,"size":4,"factor":2,"fixed":2,"customtestoptions":1,"limit":1,"mm":1,"per":1,"prompt":8,"dict":1,"int":6,"imagesizewrapper":1,"type":2,"is":2,"wrapper":1,"of":2,"0":1,"floats":1,"while":1,"contains":1,"an":2,"iterable":5,"integer":1,"pairs":1,"union":2,"float":1,"tuple":1,"vlmtestinfo":1,"configuration":1,"tests":2,"one":1,"model":1,"architecture":1,"models":2,"should":1,"be":1,"only":1,"if":1,"this":3,"formatter":1,"callable":5,"img":1,"idx":6,"to":6,"lambda":3,"n":3,"most":1,"work":1,"on":1,"above":1,"but":1,"in":1,"some":1,"cases":1,"log":1,"prob":1,"check":1,"fails":1,"e":1,"g":1,"paligemma":1,"we":2,"allow":1,"passing":1,"override":1,"reason":1,"base":2,"function":1,"converting":1,"imageassets":1,"embeddings":2,"need":1,"define":1,"explicitly":1,"convert":1,"assets":1,"imagetestassets":1,"torch":1,"tensor":1},"3915,1514,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/types.py":{"exposed":2,"options":2,"for":3,"vllm":4,"runner":6,"we":2,"change":1,"these":2,"in":3,"a":2,"several":1,"tests":1,"but":1,"the":11,"defaults":2,"are":3,"derived":1,"from":3,"vllmrunner":1,"engine":1,"settings":1,"chosen":1,"to":2,"avoid":1,"ooms":1,"when":2,"running":1,"ci":1,"enforce":1,"eager":1,"bool":2,"true":1,"max":2,"model":3,"len":1,"int":4,"1024":1,"num":1,"seqs":1,"256":1,"runneroption":1,"auto":2,"tensor":1,"parallel":1,"size":1,"1":1,"kwargs":2,"optional":9,"dict":2,"str":6,"any":4,"none":8,"callable":6,"which":1,"gets":1,"list":4,"of":4,"token":2,"ids":2,"tokenizer":4,"get":1,"stop":4,"anytokenizer":1,"strings":1,"generation":1,"useful":2,"tokens":2,"not":1,"special":1,"hf":5,"indicates":1,"should":1,"explicitly":1,"pass":1,"eos":2,"use":1,"false":1,"cls":1,"type":1,"baseautomodelclass":1,"automodelforcausallm":1,"patch":1,"hfrunner":2,"post":3,"processors":1,"that":1,"if":2,"defined":1,"will":1,"run":1,"oun":1,"outputs":1,"and":2,"respectively":1,"sanitization":1,"etc":1,"output":3,"proc":2,"runneroutput":2,"consumes":1,"callables":1,"above":1,"checks":1,"they":1,"re":1,"equal":1,"comparator":1,"check":1,"logprobs":1,"close":1},"5429,1503,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/types.py":{"default":1,"expandable":1,"params":1,"per":2,"test":4,"these":2,"defaults":1,"can":1,"be":2,"overridden":1,"in":3,"instances":1,"of":3,"this":1,"object":1,"the":5,"complete":1,"set":1,"cases":1,"for":5,"model":2,"is":1,"all":2,"combinations":1,"models":1,"fields":2,"below":1,"max":1,"tokens":1,"union":7,"int":8,"tuple":5,"128":1,"num":2,"logprobs":1,"5":1,"dtype":1,"str":7,"list":4,"auto":1,"distributed":1,"executor":1,"backend":1,"optional":5,"iterable":5,"none":5,"only":2,"expanded":2,"video":2,"tests":3,"frames":1,"16":1,"fixed":1,"image":9,"sizes":2,"size":6,"factors":4,"most":1,"use":1,"values":1,"provided":1,"two":1,"will":2,"stacked":1,"and":2,"such":1,"that":1,"each":2,"consider":1,"factor":1,"once":1,"much":1,"like":1,"concatenating":1,"wrapping":1,"one":1,"parametrize":1,"call":1,"float":1,"hack":1,"updating":1,"a":3,"prompt":3,"to":2,"take":1,"into":2,"local":1,"path":3,"currently":1,"used":1,"qwen":1,"vl":1,"which":1,"requires":1,"encoding":1,"url":1,"hf":1,"runner":1,"encoder":1,"callable":1,"posixpath":1,"imageasset":1,"imagetestassets":1,"noqa":1,"e501":1,"allows":1,"configuring":1,"run":1,"with":1,"custom":2,"inputs":1,"opts":1,"customtestoptions":1,"marks":1,"markdecorator":1},"6932,1528,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/types.py":{"def":1,"get":3,"non":1,"parametrized":2,"runner":7,"kwargs":7,"self":16,"returns":1,"a":2,"dictionary":1,"of":1,"expandable":1,"for":3,"items":1,"that":1,"are":3,"used":3,"in":1,"all":1,"test":4,"types":1,"which":2,"not":1,"when":1,"creating":1,"the":2,"cases":1,"return":1,"enforce":2,"eager":2,"max":5,"model":5,"len":2,"num":4,"seqs":2,"tensor":2,"parallel":2,"size":3,"vllm":4,"hf":6,"output":4,"post":4,"proc":4,"auto":2,"cls":2,"use":2,"tokenizer":2,"eos":2,"comparator":2,"stop":4,"token":2,"ids":2,"str":5,"patch":2,"class":1,"expandablevlmtestargs":1,"namedtuple":1,"expanded":1,"correspond":1,"to":1,"single":1,"case":1,"tokens":1,"int":3,"logprobs":1,"dtype":1,"distributed":1,"executor":1,"backend":1,"optional":4,"sizes":1,"everything":1,"except":1,"custom":3,"input":1,"tests":1,"wrapper":1,"imagesizewrapper":1,"none":3,"video":2,"only":2,"frames":1,"inputs":1,"opts":1,"customtestoptions":1},"0,1955,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/core.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":12,"project":1,"core":1,"test":4,"implementation":1,"be":1,"shared":1,"across":1,"modalities":1,"from":7,"typing":1,"import":8,"any":5,"callable":6,"optional":10,"torch":2,"transformers":3,"models":3,"auto":4,"factory":1,"baseautomodelclass":2,"config":1,"runneroption":2,"utils":1,"tokenizer":2,"anytokenizer":2,"conftest":1,"hfrunner":4,"vllmrunner":2,"registry":1,"hf":8,"example":2,"types":1,"promptwithmultimodalinput":2,"runneroutput":3,"def":1,"run":1,"runner":5,"type":3,"inputs":3,"list":3,"model":7,"str":10,"dtype":1,"max":3,"tokens":1,"int":7,"num":2,"logprobs":1,"enforce":1,"eager":1,"bool":2,"len":1,"seqs":1,"output":2,"post":2,"proc":2,"cls":1,"use":1,"eos":1,"comparator":1,"none":4,"get":1,"stop":2,"token":1,"ids":1,"limit":1,"mm":1,"per":1,"prompt":1,"dict":3,"kwargs":2,"patch":1,"distributed":1,"executor":2,"backend":1,"tensor":2,"parallel":1,"size":1,"1":1,"embeddings":4,"modality":1,"agnostic":1,"for":1,"comparing":1,"outputs":1,"in":1,"case":1,"of":1,"takes":1,"separate":1,"input":1,"tensors":1,"if":1,"is":1,"not":1,"else":1,"info":4,"find":1,"check":2,"available":1,"online":1,"on":2,"fail":2,"skip":2,"version":1},"1955,1759,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/core.py":{"disable":1,"other":1,"modalities":1,"to":1,"save":1,"memory":1,"default":3,"limits":2,"image":1,"0":4,"video":1,"audio":1,"limit":4,"mm":7,"per":6,"prompt":4,"vllm":17,"outputs":2,"hf":6,"note":1,"take":1,"care":1,"of":1,"the":3,"order":1,"run":3,"first":2,"and":2,"then":1,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":7,"we":1,"will":2,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":3,"with":2,"fork":1,"method":2,"runner":11,"kwargs":11,"dict":2,"str":4,"any":2,"processor":1,"cache":1,"gb":1,"model":11,"info":6,"tokenizer":9,"name":1,"mode":3,"overrides":3,"update":1,"max":4,"len":2,"num":2,"seqs":2,"dtype":2,"tensor":2,"parallel":2,"size":2,"distributed":2,"executor":2,"enforce":2,"eager":2,"as":1,"llm":1,"get":3,"stop":6,"token":3,"ids":3,"is":1,"not":1,"none":1},"3714,1919,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/core.py":{"for":3,"prompts":4,"image":4,"data":20,"video":4,"audio":4,"in":2,"vllm":8,"inputs":2,"mm":10,"dict":2,"images":2,"videos":2,"audios":2,"kwargs":11,"with":5,"output":4,"model":11,"generate":2,"greedy":2,"logprobs":6,"max":2,"tokens":2,"num":4,"outputs":2,"per":2,"append":2,"hf":19,"runner":3,"dtype":2,"auto":2,"cls":2,"some":2,"models":2,"need":2,"to":2,"patch":3,"things":1,"like":1,"the":5,"processor":3,"e":1,"g":1,"internvl":1,"if":4,"is":1,"not":1,"none":1,"torch":1,"no":1,"grad":1,"tokenizer":9,"explicitly":1,"pass":1,"eos":5,"token":3,"id":3,"off":2,"or":1,"a":1,"good":1,"comparison":1,"currently":1,"assume":1,"agree":1,"on":1,"and":1,"pull":1,"it":1,"requested":1,"use":1,"stop":3,"str":2,"strings":1,"limit":1},"5633,1724,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/core.py":{"apply":1,"output":6,"processing":1,"sanitation":1,"to":4,"the":3,"vllm":8,"and":1,"hf":8,"runner":24,"results":1,"outputs":33,"per":8,"mm":6,"process":5,"model":7,"first":9,"second":9,"processor":12,"post":3,"proc":2,"for":3,"in":3,"zip":1,"this":1,"is":3,"usually":1,"check":2,"logprobs":1,"close":1,"but":1,"it":1,"s":3,"passed":1,"through":1,"allow":1,"things":1,"like":1,"equal":1,"where":1,"needed":1,"comparator":1,"0":2,"lst":2,"1":2,"name":2,"def":2,"none":4,"applies":2,"if":3,"any":1,"not":2,"return":2,"image":2,"a":2,"specific":1,"function":1,"res":2},"0,1849,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":2,"vllm":14,"project":1,"common":1,"utility":1,"functions":2,"relating":1,"different":1,"models":4,"that":1,"are":2,"useful":1,"for":1,"manipulating":1,"input":1,"output":28,"of":3,"hf":15,"test":1,"runners":1,"which":1,"typically":1,"specific":1,"a":1,"small":1,"subset":1,"import":16,"types":2,"from":11,"pathlib":1,"posixpath":1,"typing":2,"optional":1,"union":1,"numpy":2,"as":3,"np":1,"npt":1,"pytest":1,"regex":1,"re":1,"torch":1,"pil":1,"image":2,"transformers":3,"autoconfig":1,"autotokenizer":2,"batchfeature":1,"generationconfig":1,"generationmixin":1,"video":1,"utils":3,"videometadata":1,"sequence":1,"samplelogprobs":1,"tokenizer":4,"patch":1,"padding":1,"side":1,"is":1,"list":1,"conftest":1,"hfrunner":1,"imageasset":1,"imagetestassets":1,"runneroutput":5,"processors":1,"def":2,"blip2":2,"model":3,"str":11,"sanitize":2,"be":2,"comparable":2,"with":2,"out":4,"logprobs":4,"n":1,"pretrained":1,"ids":7,"encode":1,"assert":1,"bos":1,"token":1,"id":1,"1":1,"return":2,"fuyu":2,"lstrip":1,"endoftext":1},"1849,1978,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":6,"qwen":2,"vllm":24,"to":12,"hf":18,"output":48,"runneroutput":8,"model":10,"str":23,"tuple":4,"list":4,"int":5,"optional":4,"samplelogprobs":4,"sanitize":4,"models":4,"be":4,"comparable":4,"with":4,"ids":7,"out":7,"logprobs":7,"endoftext":1,"return":5,"qwen2":2,"im":2,"end":2,"kimiv":1,"vl":2,"kimi":1,"eos":1,"llava":6,"image":2,"config":4,"autoconfig":2,"from":2,"pretrained":2,"mm":5,"token":7,"id":5,"index":2,"video":2},"3827,1908,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"tokenizer":6,"autotokenizer":2,"from":4,"pretrained":4,"model":8,"eos":8,"token":20,"id":20,"hf":21,"output":39,"ids":13,"for":2,"idx":4,"in":3,"enumerate":2,"if":4,"mm":2,"or":2,"1":5,"assert":1,"str":19,"0":1,"decode":2,"return":4,"out":5,"logprobs":5,"def":3,"llava":4,"onevision":4,"kwargs":1,"dict":2,"workaround":1,"to":6,"fix":1,"the":1,"sliding":2,"window":2,"issue":1,"config":6,"autoconfig":2,"text":1,"none":1,"vllm":8,"runneroutput":4,"sanitize":2,"compare":2,"with":2,"video":4,"index":1,"mantis":2,"eot":1},"5735,1905,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":3,"phi3v":2,"vllm":8,"to":4,"hf":22,"output":47,"runneroutput":6,"model":6,"str":24,"sanitize":2,"be":2,"comparable":2,"with":2,"out":6,"logprobs":6,"without":6,"image":11,"re":1,"sub":1,"r":1,"d":1,"assert":2,"0":3,"1":5,"end":3,"endoftext":1,"tokenizer":5,"autotokenizer":2,"from":3,"pretrained":3,"ids":13,"encode":1,"return":3,"paligemma":1,"config":2,"autoconfig":1,"token":11,"id":10,"index":1,"eos":4,"for":2,"idx":2,"in":1,"enumerate":1,"if":3,"or":1,"decode":1,"post":1,"processors":1,"outputs":1,"deepseekvl2":1,"trunc":1,"endswith":1,"of":2,"sentence":2,"split":1},"7640,1845,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":6,"idefics3":3,"trunc":5,"hf":16,"output":44,"runneroutput":10,"model":7,"str":25,"ids":8,"out":8,"logprobs":8,"if":4,"endswith":4,"end":4,"of":4,"utterance":2,"split":4,"0":4,"return":6,"smolvlm":1,"based":1,"on":2,"minicpmv":1,"eot":2,"id":5,"minimax":1,"vl":1,"01":1,"sentence":2,"ultravox":1,"tokenizer":3,"autotokenizer":1,"from":1,"pretrained":1,"eos":6,"token":6,"decode":1,"functions":1,"for":3,"converting":1,"image":4,"assets":3,"to":1,"embeddings":2,"get":1,"llava":1,"imagetestassets":1,"asset":2,"embeds":1,"in":1,"prompt":1,"path":1,"encoders":1,"models":2,"that":1,"need":1,"disk":1},"9485,1896,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":3,"qwen":2,"prompt":9,"path":10,"encoder":1,"tmp":6,"posixpath":1,"str":2,"assets":8,"union":1,"list":2,"imageasset":1,"imagetestassets":1,"given":1,"a":2,"temporary":1,"dir":1,"export":1,"one":1,"or":2,"more":1,"image":9,"into":1,"the":13,"tempdir":2,"replace":3,"its":2,"contents":1,"with":3,"local":2,"to":3,"string":1,"so":1,"that":2,"hf":6,"version":1,"of":6,"vl":1,"can":1,"resolve":1,"and":2,"load":1,"in":4,"forward":1,"call":1,"args":3,"for":4,"test":2,"under":1,"consideration":1,"placeholders":4,"whose":1,"len":2,"equals":1,"num":1,"ensure":1,"number":2,"matches":1,"if":3,"this":1,"is":3,"not":2,"true":1,"probably":1,"written":1,"incorrectly":1,"assert":1,"count":1,"img":6,"paths":1,"exported":1,"asset":3,"f":2,"name":1,"jpg":1,"pil":1,"save":1,"1":1,"return":2,"model":3,"specific":1,"huggingface":1,"runner":2,"patchers":1,"deepseekvl2":1,"patch":1,"hfrunner":3,"patches":1,"returns":1,"an":1,"instance":1,"use":1,"glm4":1,"processor":4,"text":2,"images":6,"none":1,"kwargs":2,"isinstance":1,"inputs":6,"custom":1,"class":1,"instead":1,"dict":1,"batchfeature":2,"k":4,"keys":1,"noqa":1,"seq":1,"lens":1,"sft":1,"format":1,"data":1,"tensor":1,"type":1,"pt":1},"11381,1945,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"hf":25,"model":25,"processor":16,"get":2,"output":3,"embeddings":2,"lambda":2,"language":1,"embed":1,"tokens":1,"return":8,"def":5,"gemma3":1,"patch":3,"runner":2,"hfrunner":6,"patches":2,"and":3,"returns":2,"an":2,"instance":2,"of":4,"the":2,"to":2,"use":2,"for":3,"gemma":1,"3":1,"args":6,"kwargs":8,"do":1,"pan":1,"scan":1,"true":5,"orig":2,"generate":6,"self":1,"fixme":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"issues":1,"38333":1,"disable":1,"compile":1,"types":1,"methodtype":1,"glm4v":2,"padding":1,"side":1,"text":2,"images":8,"none":2,"if":2,"is":1,"isinstance":1,"image":6,"else":1,"contents":3,"re":1,"findall":1,"r":1,"begin":1,"endoftext":1,"end":1,"assistant":1,"assert":1,"len":2,"apply":1,"chat":1,"template":1,"role":1,"user":1,"content":3,"in":1,"zip":1,"add":1,"generation":1,"prompt":1,"tokenize":1,"dict":1,"transformer":1,"layer":1},"13326,1987,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":5,"glm4":3,"1v":3,"patch":4,"hf":13,"runner":6,"model":8,"hfrunner":7,"patches":2,"and":3,"returns":2,"an":2,"instance":2,"of":5,"the":3,"to":3,"use":6,"for":5,"processor":7,"args":2,"videos":9,"none":3,"kwargs":3,"if":2,"is":3,"not":1,"list":3,"tuple":2,"a":2,"tuples":1,"we":1,"assume":1,"each":1,"contains":1,"video":9,"array":1,"metadata":5,"as":1,"in":3,"case":1,"videometadata":1,"1":1,"0":1,"else":1,"return":2,"h2ovl":5,"class":1,"h2ovlprocessor":1,"simple":1,"models":2,"init":1,"self":17,"num":4,"image":7,"token":2,"tokenizer":2,"config":9,"autoconfig":1,"from":2,"pretrained":1,"name":1,"trust":1,"remote":1,"code":1,"true":1,"vision":3,"thumbnail":2,"msac":2,"min":2,"dynamic":2,"max":2,"size":2,"call":1,"text":1,"str":1,"images":1,"union":1,"yapf":1,"disable":1,"vllm":1,"executor":1,"import":1,"img":3,"context":1,"end":1,"start":1,"pixel":1,"values":1},"15313,1955,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"yapf":1,"enable":1,"images":5,"if":1,"isinstance":1,"image":11,"else":1,"pixel":9,"values":7,"to":3,"h2ovl":1,"input":1,"size":2,"self":10,"min":2,"num":11,"max":2,"use":5,"thumbnail":2,"msac":2,"for":5,"in":3,"patches":5,"list":2,"value":2,"shape":1,"0":2,"torch":1,"cat":1,"dim":1,"context":7,"tokens":5,"img":7,"token":6,"start":1,"end":1,"text":3,"replace":1,"1":1,"prompt":3,"tokenizer":4,"return":3,"tensors":1,"pt":1,"update":1,"id":3,"hf":14,"model":17,"convert":1,"ids":1,"processor":2,"h2ovlprocessor":1,"get":2,"output":2,"embeddings":2,"lambda":1,"language":1,"generate":2,"types":1,"methodtype":1,"internvl":1,"def":2,"skyworkr1v":3,"patch":1,"runner":4,"hfrunner":4,"and":1,"returns":1,"an":1,"instance":1,"of":1,"the":1,"class":1,"skyworkr1vprocessor":1,"a":1,"simple":1,"init":1},"17268,1735,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"self":18,"config":8,"autoconfig":1,"from":2,"pretrained":1,"hf":1,"runner":1,"model":2,"name":1,"trust":1,"remote":1,"code":1,"true":1,"vision":3,"use":4,"thumbnail":4,"min":4,"num":11,"dynamic":2,"patch":2,"max":4,"image":14,"size":4,"def":1,"call":1,"text":4,"str":1,"images":6,"union":1,"list":3,"kwargs":1,"vllm":1,"executor":1,"models":1,"skyworkr1v":3,"import":1,"img":6,"context":4,"end":2,"start":2,"to":2,"pixel":10,"values":8,"if":1,"isinstance":1,"else":1,"input":1,"for":3,"in":3,"patches":4,"value":2,"shape":1,"0":2,"torch":1,"cat":1,"dim":1,"tokens":4,"token":1,"replace":1,"1":1,"prompt":3,"tokenizer":1,"return":2,"tensors":1,"pt":1,"update":1},"19003,1335,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"img":4,"context":4,"token":5,"id":3,"hf":15,"model":18,"tokenizer":3,"convert":1,"tokens":1,"to":2,"ids":1,"processor":3,"skyworkr1vprocessor":1,"get":2,"output":2,"embeddings":2,"lambda":1,"language":1,"generate":2,"types":1,"methodtype":1,"internvl":3,"return":1,"def":2,"patch":3,"runner":5,"hfrunner":4,"patches":1,"and":1,"returns":1,"an":1,"instance":1,"of":1,"the":1,"use":3,"for":2,"class":1,"internvlprocessor":1,"a":2,"simple":1,"internvl2":1,"which":1,"misses":1,"init":1,"self":14,"num":4,"image":4,"config":8,"autoconfig":1,"from":1,"pretrained":1,"name":1,"trust":1,"remote":1,"code":1,"true":1,"vision":3,"thumbnail":2,"min":2,"dynamic":2,"max":2,"size":2},"20338,1801,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":1,"call":1,"self":6,"text":1,"str":1,"images":12,"union":2,"image":9,"list":2,"none":4,"videos":12,"npt":2,"ndarray":3,"kwargs":1,"from":1,"vllm":1,"model":1,"executor":1,"models":1,"internvl":5,"import":1,"img":3,"context":1,"end":1,"start":1,"to":4,"pixel":14,"values":10,"video":4,"if":4,"isinstance":2,"else":4,"np":1,"is":2,"not":2,"input":2,"size":4,"min":3,"num":10,"max":3,"use":3,"thumbnail":3,"for":4,"in":4,"patches":4,"value":4,"shape":2,"0":2,"1":2,"false":1},"22139,1904,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"pixel":9,"values":9,"while":1,"image":10,"in":3,"text":9,"or":2,"video":8,"index":6,"find":2,"if":1,"1":5,"and":1,"num":8,"patches":6,"videos":2,"pop":4,"0":5,"append":2,"context":10,"tokens":9,"img":10,"start":2,"self":3,"token":5,"end":2,"join":1,"f":1,"frame":1,"i":2,"for":1,"range":1,"replace":2,"else":1,"images":2,"torch":1,"cat":1,"dim":1,"prompt":3,"tokenizer":2,"return":3,"tensors":1,"pt":1,"update":1,"id":3,"hf":9,"model":15,"convert":1,"to":1,"ids":1,"processor":1,"internvlprocessor":1,"get":2,"output":2,"embeddings":2,"lambda":1,"language":1,"generate":2,"types":1,"methodtype":1,"internvl":1},"24043,2000,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":3,"internvl":1,"generate":9,"self":10,"pixel":2,"values":2,"torch":4,"floattensor":2,"input":16,"ids":6,"attention":3,"mask":7,"optional":1,"longtensor":2,"none":2,"kwargs":7,"method":1,"for":1,"internvl2":2,"model":11,"without":1,"fixed":1,"use":2,"cache":1,"assert":2,"img":2,"context":2,"token":8,"id":5,"is":2,"not":3,"target":2,"dtype":4,"next":1,"parameters":1,"vit":2,"embeds":13,"extract":1,"feature":1,"to":4,"language":3,"get":1,"embeddings":1,"b":5,"n":5,"c":4,"shape":1,"reshape":5,"selected":4,"sum":1,"0":1,"1":2,"device":1,"forward":3,"dict":1,"inputs":1,"if":2,"getattr":1,"visual":4,"false":1,"e":1,"g":1,"2b":1,"isinstance":1,"generationmixin":1,"pytest":1,"skip":1,"hf":7,"impl":1,"compatible":1,"with":1,"current":1,"transformers":1,"outputs":2,"return":2,"mantis":2,"patch":1,"runner":1,"hfrunner":2,"from":2,"models":1,"mllava":1,"import":1,"mllavaprocessor":2,"processor":2,"pretrained":1,"name":1,"orig":2,"tokenizer":4,"args":2,"eos":2,"convert":1,"tokens":1,"eot":1},"26043,1936,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"hf":27,"model":42,"generate":26,"types":5,"methodtype":5,"return":9,"def":8,"minicpmv":2,"25":1,"patch":4,"runner":4,"hfrunner":8,"orig":8,"self":4,"args":8,"input":3,"ids":3,"none":9,"pixel":3,"values":3,"image":9,"sizes":9,"bound":3,"tgt":3,"kwargs":8,"inputs":5,"for":1,"k":3,"in":1,"list":1,"keys":1,"if":1,"is":1,"pop":1,"decode":4,"text":4,"false":4,"minicpmo":1,"26":2,"minimax":1,"vl":1,"01":1},"27979,1869,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"def":5,"molmo":2,"patch":2,"hf":14,"runner":2,"model":15,"hfrunner":6,"patches":2,"and":5,"returns":2,"an":2,"instance":2,"of":4,"the":2,"to":3,"use":2,"for":4,"processor":7,"args":3,"kwargs":7,"return":3,"process":1,"generate":4,"self":3,"max":3,"new":3,"tokens":3,"none":3,"do":3,"sample":3,"batch":5,"k":4,"pop":1,"unsqueeze":1,"0":2,"in":5,"input":2,"ids":1,"images":6,"image":3,"idx":1,"masks":1,"if":3,"batchfeature":1,"dtype":2,"from":1,"generation":1,"config":1,"generationconfig":1,"stop":1,"strings":1,"endoftext":1,"types":1,"methodtype":1,"ovis":1,"ovis2":1,"get":3,"output":2,"embeddings":2,"lambda":1,"llm":1,"text":7,"tokenizer":2,"isinstance":1,"else":1,"prompt":2,"start":8,"end":8,"qwen2":1,"im":2,"user":3,"n":6,"llama":1,"header":2,"id":3,"eot":1,"gemma2":1,"turn":2,"values":1,"split":2,"1":1,"break":1},"29848,1178,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/model_utils.py":{"prompt":1,"input":3,"ids":3,"pixel":3,"values":3,"hf":16,"model":15,"preprocess":1,"inputs":4,"text":3,"or":1,"conversations":1,"images":2,"attention":3,"mask":3,"torch":1,"ne":1,"tokenizer":1,"pad":1,"token":1,"id":1,"unsqueeze":3,"0":3,"return":4,"batchfeature":1,"data":1,"tensor":1,"type":1,"pt":1,"processor":6,"def":2,"qwen2":2,"5":2,"omni":2,"patch":5,"runner":2,"hfrunner":5,"patches":1,"and":1,"returns":1,"an":1,"instance":1,"of":1,"the":1,"for":1,"thinker":5,"get":4,"output":1,"embeddings":1,"lambda":1,"lm":1,"head":1,"tarsier":2,"from":1,"vllm":1,"executor":1,"models":1,"import":1,"vision":4,"encoder":4,"info":4,"config":1,"if":1,"size":3,"is":1,"none":1},"0,1920,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/runners.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"entrypoints":2,"for":3,"wrapping":1,"core":3,"run":4,"test":24,"implementation":1,"specific":1,"types":3,"modalities":1,"from":6,"pathlib":1,"import":4,"posixpath":3,"conftest":1,"audiotestassets":1,"hfrunner":3,"imagetestassets":3,"videotestassets":1,"vllmrunner":3,"builders":3,"expandablevlmtestargs":3,"vlmtestinfo":3,"running":1,"different":1,"def":2,"single":2,"image":9,"tmp":4,"path":4,"model":7,"info":7,"case":11,"hf":4,"runner":9,"type":4,"assets":4,"assert":2,"size":4,"wrapper":4,"is":2,"not":2,"none":2,"inputs":6,"build":2,"dtype":2,"max":2,"tokens":2,"num":2,"logprobs":2,"limit":1,"mm":1,"per":1,"prompt":1,"1":1,"distributed":2,"executor":2,"backend":2,"get":1,"non":1,"parametrized":1,"kwargs":1,"multi":2},"1920,1847,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/runners.py":{"core":2,"run":4,"test":30,"hf":6,"runner":14,"vllm":9,"inputs":8,"model":10,"case":18,"dtype":4,"max":4,"tokens":4,"num":6,"logprobs":4,"limit":2,"mm":2,"per":2,"prompt":2,"image":5,"len":1,"assets":5,"distributed":4,"executor":4,"backend":4,"info":8,"get":2,"non":2,"parametrized":2,"kwargs":2,"def":2,"embedding":2,"vlmtestinfo":2,"expandablevlmtestargs":2,"type":4,"hfrunner":2,"vllmrunner":2,"imagetestassets":1,"assert":3,"size":4,"wrapper":4,"is":3,"not":3,"none":3,"embeddings":3,"builders":2,"build":2,"from":2,"1":1,"video":6,"videotestassets":1,"frames":2},"3767,1897,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/runners.py":{"core":2,"run":4,"test":29,"hf":6,"runner":14,"vllm":6,"inputs":13,"model":9,"case":15,"dtype":4,"max":4,"tokens":4,"num":4,"logprobs":4,"limit":7,"mm":7,"per":7,"prompt":7,"video":2,"len":1,"assets":3,"distributed":4,"executor":4,"backend":4,"info":6,"get":2,"non":2,"parametrized":2,"kwargs":2,"def":2,"audio":5,"vlmtestinfo":2,"expandablevlmtestargs":2,"type":4,"hfrunner":2,"vllmrunner":2,"audiotestassets":1,"builders":1,"build":1,"from":1,"1":1,"custom":5,"cases":1,"can":1,"provide":1,"directly":1,"but":1,"they":1,"need":1,"to":1,"explicitly":1,"provided":1,"a":1,"customtestconfig":1,"which":1,"wraps":1,"the":2,"and":2,"assert":3,"opts":3,"is":3,"not":3,"none":3,"should":1,"all":1,"be":1,"set":1},"5664,443,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/runners.py":{"core":1,"run":1,"test":7,"hf":2,"runner":5,"vllm":2,"inputs":2,"model":3,"case":5,"dtype":2,"max":2,"tokens":2,"num":2,"logprobs":2,"limit":2,"mm":2,"per":2,"prompt":2,"distributed":2,"executor":2,"backend":2,"info":1,"get":1,"non":1,"parametrized":1,"kwargs":1},"0,1140,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/case_filtering.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":1,"project":1,"utils":1,"for":2,"determining":1,"which":1,"subset":1,"of":3,"model":1,"tests":2,"belong":1,"a":2,"specific":1,"modality":1,"getting":1,"all":1,"combinations":1,"similar":1,"pytest":2,"s":1,"parametrization":1,"handling":1,"multimodal":1,"placeholder":1,"substitution":1,"and":2,"so":1,"on":1,"import":5,"itertools":1,"from":3,"collections":2,"ordereddict":1,"abc":1,"iterable":2,"types":1,"embedding":1,"size":1,"factors":1,"expandablevlmtestargs":1,"imagesizewrapper":1,"sizetype":1,"vlmtestinfo":4,"vlmtesttype":3,"def":2,"get":1,"filtered":1,"test":18,"settings":3,"dict":3,"str":2,"type":9,"new":1,"proc":1,"per":2,"bool":1,"given":1,"potential":1,"run":1,"return":2,"subdict":1,"who":1,"have":1,"current":1,"enabled":1,"with":1,"matching":1,"val":1,"fork":1,"matches":1,"info":4,"or":1,"isinstance":1,"in":1},"1140,1904,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/case_filtering.py":{"matching":4,"tests":5,"for":4,"test":32,"name":2,"info":11,"in":3,"settings":4,"items":1,"otherwise":1,"check":1,"if":8,"the":3,"has":2,"right":1,"type":7,"keep":2,"it":2,"does":1,"matches":3,"embedding":2,"need":3,"to":4,"have":1,"a":2,"conversion":1,"func":1,"their":1,"vlmtesttype":3,"assert":3,"convert":1,"assets":1,"embeddings":1,"is":7,"not":5,"none":4,"custom":5,"inputs":4,"explicitly":1,"define":1,"mm":1,"limit":1,"opts":2,"and":1,"isinstance":2,"iterable":2,"all":2,"types":1,"besides":1,"we":1,"prompt":2,"formatter":2,"else":2,"everything":1,"looks":1,"okay":1,"this":2,"correct":1,"proc":2,"handling":1,"distributed":1,"executor":1,"backend":1,"new":3,"per":1,"return":1,"def":1,"get":2,"parametrized":1,"options":1,"dict":1,"str":1,"vlmtestinfo":2,"create":2,"process":2,"each":3,"bool":1,"converts":1,"of":2,"our":1,"into":1,"an":3,"expanded":1,"list":2,"parameters":1,"similar":1,"nesting":1,"pytest":1,"parametrize":1,"calls":1,"but":1,"done":1,"directly":1,"through":1,"itertools":1,"product":1,"so":1,"that":2,"can":1,"set":1,"things":1,"like":1,"size":1,"factors":1,"etc":1,"while":1,"still":1,"running":1,"isolated":1,"cases":1,"filtered":1,"ensure":2,"something":1,"wrapped":2,"as":1,"s":1,"already":1,"lambda":1,"e":4,"tuple":1},"3044,1689,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/case_filtering.py":{"def":1,"get":2,"model":4,"type":9,"cases":2,"str":1,"test":23,"info":10,"vlmtestinfo":1,"this":1,"is":4,"essentially":1,"the":2,"same":1,"as":2,"nesting":1,"a":2,"bunch":1,"of":2,"mark":1,"parametrize":1,"decorators":1,"but":2,"we":1,"do":1,"it":1,"programmatically":1,"to":2,"allow":1,"overrides":1,"for":3,"on":1,"per":1,"basis":1,"while":1,"still":1,"being":1,"able":1,"execute":1,"each":1,"these":1,"individual":1,"in":2,"pytest":1,"iter":4,"kwargs":4,"ordereddict":1,"ensure":6,"wrapped":10,"models":1,"max":2,"tokens":2,"num":5,"logprobs":2,"dtype":2,"distributed":2,"executor":2,"backend":2,"frames":3,"video":4,"only":1,"if":4,"vlmtesttype":4,"no":1,"sizes":6,"passed":1,"custom":8,"inputs":5,"since":1,"are":1,"directly":1,"provided":1,"not":1,"audio":1,"none":3,"raise":2,"valueerror":2,"f":1,"must":1,"be":1,"set":1,"size":1,"wrapper":1,"otherwise":1,"expand":1,"options":1,"instead":1,"elif":1,"opts":3,"has":1,"given":1},"4733,1922,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/case_filtering.py":{"yapf":2,"disable":1,"wrap":2,"all":2,"model":9,"cases":5,"in":8,"a":4,"pytest":2,"parameter":2,"pass":1,"marks":4,"through":1,"return":4,"param":1,"type":14,"expandablevlmtestargs":1,"k":2,"v":2,"for":5,"zip":1,"iter":2,"kwargs":2,"keys":1,"case":2,"test":19,"info":11,"if":5,"is":2,"not":1,"none":1,"else":3,"list":3,"itertools":2,"product":1,"values":1,"enable":1,"get":3,"per":1,"where":1,"each":2,"entry":1,"contains":1,"tuple":4,"of":4,"that":2,"s":1,"then":1,"flatten":1,"them":4,"into":2,"the":3,"top":1,"level":1,"so":1,"we":2,"can":1,"consume":1,"one":1,"mark":1,"parametrize":1,"call":1,"by":2,"matching":1,"tests":1,"items":1,"chain":1,"def":1,"wrapped":1,"sizes":5,"vlmtestinfo":1,"vlmtesttype":4,"imagesizewrapper":2,"given":1,"which":2,"may":1,"have":2,"size":7,"factors":6,"or":1,"fixed":2,"and":2,"combine":1,"an":2,"iterable":1,"will":1,"be":2,"used":1,"expansion":1,"args":1,"configuration":1,"to":1,"expanded":1,"being":1,"filtered":1,"it":1,"embedding":4,"always":1,"use":1,"sizetype":1,"factor":3,"data":1,"audio":2,"custom":2,"inputs":3,"preprocessed":1,"elif":1,"image":4},"6655,305,data/raw/vllm-0.10.1/tests/models/multimodal/generation/vlm_utils/case_filtering.py":{"wrapped":4,"factors":3,"imagesizewrapper":2,"type":2,"sizetype":2,"size":5,"factor":3,"data":2,"for":2,"in":2,"sizes":3,"fixed":2,"return":1,"tuple":1},"0,1879,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_idefics3.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":2,"project":1,"tests":1,"for":2,"idefics3":2,"s":1,"multimodal":4,"preprocessing":1,"kwargs":13,"import":5,"pytest":5,"from":4,"transformers":1,"idefics3config":1,"registry":2,"conftest":1,"imagetestassets":2,"utils":1,"build":3,"model":6,"context":2,"mark":4,"parametrize":4,"id":3,"huggingfacem4":1,"8b":1,"llama3":1,"yapf":2,"disable":1,"mm":8,"processor":11,"expected":2,"toks":2,"per":3,"img":2,"size":2,"longest":2,"edge":2,"364":1,"169":2,"728":1,"1":5,"enable":1,"num":6,"imgs":5,"on":5,"init":4,"true":1,"false":1,"def":1,"test":3,"override":1,"image":6,"assets":1,"str":3,"dict":1,"object":1,"int":2,"bool":1,"ensure":1,"idefics3multimodalprocessor":1,"handles":1,"crops":1,"properly":1,"same":1,"as":1,"previous":1,"don":1,"t":1,"initialize":1,"in":2,"this":1,"and":1,"assume":1,"that":1,"will":1,"be":1,"correctly":1,"expanded":1,"by":1,"partial":1,"when":1,"calling":1,"custom":1,"input":1,"ctx":2,"if":3,"else":3,"none":1,"limit":1,"prompt":3,"create":1,"config":1,"hf":1,"based":1,"number":1,"of":3,"images":1,"we":1,"pass":1,"placeholders":2,"n":3,"join":1,"f":2,"i":2,"range":1,"begin":1,"text":1,"user":1,"end":1,"utterance":1,"nassistant":1,"noqa":1,"e501":1},"1879,923,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_idefics3.py":{"build":1,"mm":6,"data":4,"image":15,"size":7,"ctx":2,"get":3,"hf":9,"config":3,"idefics3config":1,"vision":1,"dummy":4,"4":2,"assets":1,"0":2,"pil":1,"resize":1,"num":3,"imgs":2,"processed":5,"inputs":5,"processor":7,"apply":1,"prompt":4,"kwargs":2,"ensure":2,"the":2,"placeholders":2,"format":1,"are":1,"correct":1,"info":1,"text":1,"images":1,"assert":2,"token":5,"ids":3,"input":1,"we":1,"have":1,"right":1,"number":1,"of":1,"per":2,"crops":1,"id":3,"img":3,"tok":2,"count":3,"expected":1,"toks":1},"0,1829,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_h2ovl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"tests":1,"for":1,"h2ovl":8,"s":1,"multimodal":5,"preprocessing":1,"kwargs":1,"from":10,"collections":1,"abc":1,"import":11,"mapping":1,"typing":1,"optional":1,"pytest":1,"pil":1,"image":11,"transformers":1,"pretrainedconfig":2,"registry":1,"rescale":1,"size":6,"processing":1,"basemultimodalprocessor":1,"conftest":1,"imagetestassets":1,"utils":1,"build":1,"model":2,"context":1,"def":1,"get":4,"expected":2,"num":11,"patches":1,"config":6,"imgs":2,"int":3,"min":3,"max":5,"executor":1,"models":1,"calculate":4,"targets":3,"target":5,"ratios":5,"width":5,"height":5,"number":1,"of":1,"blocks":1,"if":1,"1":2,"and":1,"use":3,"msac":1,"first":1,"pass":2,"blocks1":1,"aspect":4,"ratio":4,"orig":4,"prior":2,"none":1,"vision":2,"thumbnail":3,"false":2,"is":1,"handled":1,"separately":1,"second":1,"blocks2":1,"3":1},"1829,1940,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_h2ovl.py":{"add":1,"thumbnail":5,"if":5,"use":4,"is":2,"true":1,"and":2,"total":7,"blocks":7,"1":8,"config":7,"blocks1":3,"else":2,"0":3,"blocks2":3,"the":2,"sum":2,"of":2,"from":1,"both":1,"passes":1,"minus":1,"overlapping":1,"return":2,"calculate":1,"h2ovl":4,"targets":1,"orig":2,"width":2,"height":2,"target":2,"ratios":2,"get":4,"min":3,"num":15,"max":3,"prior":1,"aspect":1,"ratio":1,"none":1,"image":10,"size":3,"vision":1,"false":1,"expected":8,"patches":8,"def":1,"run":1,"check":1,"processor":6,"basemultimodalprocessor":1,"images":5,"list":1,"int":2,"mm":5,"kwargs":3,"mapping":1,"str":1,"object":1,"tokenizer":3,"info":2,"hf":1,"prompt":3,"len":2,"data":2,"for":1,"in":1,"processed":3,"inputs":3,"apply":1,"ensure":1,"we":1,"have":1,"right":1,"number":1,"placeholders":1,"per":1,"crops":1,"token":3,"id":3,"convert":1,"tokens":1,"to":1,"ids":2,"img":3,"context":1,"tok":2,"count":3,"pixel":3,"shape":3,"values":1,"flat":1,"assert":2,"256":1,"pytest":1,"mark":1,"parametrize":1,"model":1,"h2oai":2,"mississippi":2,"800m":1,"2b":1},"3769,1580,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_h2ovl.py":{"pytest":4,"mark":4,"parametrize":4,"size":11,"factors":4,"single":2,"scale":3,"1":13,"0":11,"batched":1,"multi":1,"25":1,"5":1,"4":4,"2":3,"min":7,"dynamic":16,"patch":10,"max":7,"8":2,"image":11,"true":2,"false":2,"kwargs":10,"on":4,"init":4,"def":1,"test":1,"processor":10,"override":1,"model":4,"id":2,"str":1,"assets":2,"imagetestassets":1,"list":1,"int":3,"optional":1,"bool":2,"mm":7,"ctx":2,"build":1,"context":1,"if":4,"else":4,"none":1,"limit":1,"per":1,"prompt":1,"len":1,"multimodal":1,"registry":1,"create":1,"config":1,"hf":2,"num":4,"run":1,"check":1,"rescale":1,"pil":1,"f":2,"for":1,"in":1},"0,1299,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_transformers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":4,"pytest":2,"from":3,"assets":1,"image":7,"imageasset":2,"config":3,"modelconfig":2,"multimodal":4,"registry":2,"yapf":1,"disable":1,"mark":1,"parametrize":1,"model":7,"id":3,"llava":2,"hf":4,"onevision":1,"qwen2":1,"5b":1,"ov":1,"def":1,"test":1,"processor":7,"impl":1,"transformers":1,"mm":10,"create":1,"pil":3,"cherry":1,"blossom":1,"data":5,"str":4,"prompt":8,"im":3,"start":2,"user":1,"nwhat":1,"is":1,"content":1,"of":1,"this":1,"end":1,"assistant":1,"n":1,"noqa":1,"e501":1,"processed":4,"inputs":4,"apply":2,"kwargs":2,"ids":4,"151644":2,"872":1,"220":1,"151646":1,"198":2,"3838":1,"374":1,"279":1,"2213":1,"315":1,"419":1,"2168":1,"30":1,"151645":1,"77091":1,"assert":1},"0,1904,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_minimax_vl_01.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":7,"pytest":3,"from":6,"pil":1,"image":25,"multimodal":5,"registry":2,"parse":1,"imagesize":5,"processing":1,"basemultimodalprocessor":2,"conftest":1,"imagetestassets":2,"utils":1,"build":2,"model":6,"context":2,"mark":2,"parametrize":2,"id":3,"minimaxai":1,"minimax":1,"vl":1,"01":1,"num":11,"imgs":11,"1":1,"def":3,"test":2,"processor":8,"override":1,"assets":1,"str":1,"int":3,"ctx":2,"mm":8,"kwargs":1,"none":3,"limit":1,"per":1,"prompt":7,"create":1,"config":1,"new":2,"rgb":2,"size":8,"364":2,"data":4,"processed":4,"inputs":4,"apply":2,"placeholders":6,"assert":2,"len":2,"validate":1,"replacements":2,"one":1,"failed":3,"excs":3,"list":3,"tuple":2,"exception":3,"try":1,"except":1,"as":1,"exc":2,"append":1,"sizes":1},"1904,1160,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_minimax_vl_01.py":{"for":4,"size":9,"in":4,"image":10,"sizes":5,"validate":1,"prompt":4,"replacements":3,"one":1,"processor":6,"num":6,"imgs":6,"failed":3,"excs":3,"if":1,"msg":2,"found":1,"failing":1,"n":3,"join":1,"f":1,"exc":2,"raise":1,"assertionerror":1,"pytest":2,"mark":2,"parametrize":2,"model":5,"id":3,"minimaxai":1,"minimax":1,"vl":1,"01":1,"1":1,"2":1,"def":1,"test":2,"regression":1,"ctx":2,"build":1,"context":1,"mm":2,"kwargs":1,"none":1,"limit":1,"per":1,"multimodal":1,"registry":1,"create":1,"config":1,"ratios":2,"171":1,"152":1,"184":1,"161":1,"198":1,"176":1,"333":1,"296":1,"369":1,"328":1,"488":1,"183":1,"2560":1,"1669":1,"w":3,"h":3,"imagesize":2},"0,1819,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_phi3v.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":3,"project":1,"tests":1,"for":2,"phi3v":2,"s":1,"multimodal":4,"preprocessing":1,"kwargs":12,"import":5,"pytest":5,"from":4,"registry":2,"conftest":1,"imagetestassets":2,"utils":1,"build":3,"model":7,"context":2,"mark":4,"parametrize":4,"id":4,"microsoft":1,"phi":2,"3":2,"5":2,"vision":2,"instruct":1,"yapf":2,"disable":1,"mm":10,"processor":11,"expected":2,"toks":2,"per":3,"img":4,"num":9,"crops":4,"4":2,"757":2,"16":1,"1921":1,"default":1,"of":2,"is":1,"enable":1,"imgs":5,"1":3,"on":5,"init":4,"true":1,"false":1,"def":1,"test":1,"override":1,"image":8,"assets":2,"str":5,"dict":1,"int":3,"bool":1,"ensure":1,"phi3vmultimodalprocessor":1,"handles":1,"properly":1,"avoid":1,"initializing":1,"cuda":1,"early":1,"executor":1,"models":1,"token":1,"ctx":2,"if":2,"else":2,"none":1,"limit":1,"prompt":4,"create":1,"config":1,"hf":2,"based":1,"number":1,"images":1,"we":1,"pass":1,"join":1,"f":2,"idx":2,"n":4,"in":1,"range":1,"user":1,"end":1,"assistant":1,"data":2,"pil":1,"processed":1,"inputs":1,"apply":1},"1819,215,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_phi3v.py":{"ensure":1,"we":1,"have":1,"the":1,"right":1,"number":1,"of":1,"placeholders":1,"per":2,"num":2,"crops":1,"size":1,"img":3,"tok":2,"count":3,"processed":1,"inputs":1,"prompt":1,"token":2,"ids":1,"image":1,"id":1,"assert":1,"expected":1,"toks":1,"imgs":1},"0,1867,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_internvl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"tests":1,"for":2,"internvl":6,"s":1,"multimodal":5,"preprocessing":1,"kwargs":3,"from":10,"collections":1,"abc":1,"import":11,"mapping":2,"typing":1,"optional":1,"pytest":1,"pil":1,"image":15,"transformers":1,"pretrainedconfig":2,"registry":1,"rescale":1,"size":4,"processing":1,"basemultimodalprocessor":2,"conftest":1,"imagetestassets":1,"utils":1,"build":1,"model":2,"context":1,"def":2,"get":6,"expected":7,"num":16,"patches":7,"config":7,"imgs":1,"int":5,"min":4,"max":4,"executor":1,"models":1,"calculate":2,"targets":2,"target":3,"ratios":3,"width":3,"height":3,"blocks":2,"orig":2,"vision":1,"use":2,"thumbnail":2,"false":1,"if":1,"and":1,"1":2,"return":1,"run":1,"check":1,"processor":6,"images":5,"list":1,"mm":4,"str":1,"object":1,"tokenizer":2,"info":2,"hf":1,"prompt":2,"len":2,"data":2,"total":1,"sum":1,"in":1,"processed":1,"inputs":1,"apply":1},"1867,1839,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_internvl.py":{"ensure":1,"we":1,"have":1,"the":1,"right":1,"number":1,"of":1,"placeholders":1,"per":2,"num":5,"crops":1,"size":10,"image":10,"token":3,"id":5,"tokenizer":1,"convert":1,"tokens":1,"to":1,"ids":2,"img":3,"context":2,"tok":2,"count":3,"processed":2,"inputs":2,"prompt":2,"pixel":3,"shape":3,"mm":7,"kwargs":10,"values":1,"flat":1,"assert":2,"256":1,"total":2,"expected":2,"patches":2,"0":11,"pytest":5,"mark":5,"parametrize":5,"model":5,"opengvlab":1,"internvl2":1,"2b":1,"factors":3,"single":2,"scale":3,"1":13,"batched":1,"multi":1,"25":1,"5":1,"4":4,"2":3,"min":6,"dynamic":16,"patch":10,"max":6,"8":2,"true":2,"false":2,"on":4,"init":4,"def":1,"test":1,"processor":8,"override":1,"str":1,"assets":1,"imagetestassets":1,"list":1,"int":3,"optional":1,"bool":2,"ctx":2,"build":1,"if":4,"else":4,"none":1,"limit":1,"len":1,"multimodal":1,"registry":1,"create":1,"config":1,"hf":1},"3706,224,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_internvl.py":{"run":1,"check":1,"processor":2,"rescale":1,"image":3,"size":2,"assets":1,"0":1,"pil":1,"f":2,"for":1,"in":1,"factors":1,"min":1,"num":2,"max":1,"hf":1,"mm":1,"kwargs":1},"0,1870,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_mllama.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":2,"tests":1,"for":2,"mllama":2,"s":1,"multimodal":5,"preprocessing":1,"and":1,"profiling":3,"import":6,"pytest":4,"from":5,"transformers":1,"mllamaconfig":2,"registry":2,"multimodalprofiler":2,"utils":1,"build":2,"model":16,"context":2,"mark":3,"parametrize":3,"id":3,"meta":1,"llama":2,"3":1,"11b":1,"vision":2,"instruct":1,"max":9,"len":7,"4096":1,"8192":1,"25600":1,"131072":1,"num":3,"seqs":3,"1":2,"8":1,"def":1,"test":2,"str":1,"int":2,"regression":1,"https":1,"github":1,"com":1,"issues":1,"13929":1,"executor":1,"models":1,"calc":1,"token":2,"per":4,"chunk":1,"config":12,"kwargs":6,"ctx":4,"limit":3,"mm":15,"prompt":6,"image":3,"get":4,"processor":7,"create":1,"profiler":2,"dummy":8,"encoder":4,"data":8,"counts":2,"inputs":2,"hf":4,"size":2,"seq":1,"lens":1,"ids":1,"apply":1,"dict":1},"1870,755,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_mllama.py":{"get":1,"the":3,"actual":5,"number":1,"of":2,"encoder":5,"tokens":3,"for":7,"each":2,"sample":2,"because":1,"attn":1,"metadata":1,"seq":4,"lens":4,"only":2,"counts":1,"last":3,"group":3,"images":2,"which":1,"is":1,"used":1,"to":2,"cheat":1,"block":1,"manager":1,"allocate":1,"blocks":1,"those":1,"see":1,"mllamamultimodalprocessor":1,"more":1,"details":1,"num":7,"tiles":3,"t":2,"in":3,"mm":1,"kwargs":1,"pop":1,"per":3,"tile":4,"calc":1,"token":1,"chunk":1,"image":2,"size":1,"sum":1,"simulate":1,"mllama":1,"present":1,"prefill":1,"len":4,"zip":1,"assert":1},"0,1464,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_mllama4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"tests":1,"for":1,"mllama":1,"s":1,"multimodal":5,"preprocessing":1,"and":1,"profiling":3,"import":6,"pytest":3,"from":5,"torch":1,"prod":1,"transformers":1,"llama4config":2,"registry":2,"multimodalprofiler":2,"utils":1,"build":2,"model":15,"context":2,"mark":2,"parametrize":2,"id":3,"meta":1,"llama":2,"guard":1,"4":1,"12b":1,"max":6,"len":6,"4096":1,"8192":1,"25600":1,"131072":1,"def":1,"test":1,"str":1,"int":1,"config":10,"kwargs":6,"ctx":4,"limit":3,"mm":15,"per":3,"prompt":5,"image":1,"1":1,"get":4,"processor":7,"create":1,"profiler":2,"decoder":2,"dummy":7,"data":7,"counts":2,"inputs":2,"hf":3,"apply":1,"dict":1},"1464,951,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_mllama4.py":{"image":11,"size":6,"hf":3,"config":7,"vision":3,"patch":5,"downsample":2,"ratio":3,"int":1,"round":1,"1":2,"0":4,"pixel":1,"shuffle":1,"2":2,"tokens":9,"per":6,"chunks":2,"prod":1,"mm":6,"kwargs":3,"patches":3,"total":5,"num":4,"tiles":2,"aspect":2,"ratios":2,"x":1,"y":1,"seperator":1,"item":2,"3":1,"start":1,"end":1,"profiled":2,"profiler":1,"get":1,"max":2,"contiguous":1,"model":1,"len":1,"counts":1,"limit":1,"prompt":1,"assert":2,"sum":1,"placeholder":2,"length":1,"for":1,"in":1,"decoder":1,"dummy":1,"data":1,"multi":1,"modal":1,"placeholders":1},"0,1772,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_nemotron_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"tests":1,"for":1,"nemotron":6,"nano":1,"vl":6,"s":1,"multimodal":5,"preprocessing":1,"kwargs":2,"from":10,"collections":1,"abc":1,"import":11,"mapping":2,"typing":1,"optional":1,"pytest":1,"pil":1,"image":16,"transformers":1,"pretrainedconfig":2,"registry":1,"rescale":1,"size":4,"processing":1,"basemultimodalprocessor":2,"conftest":1,"imagetestassets":1,"utils":1,"build":1,"model":2,"context":1,"def":2,"get":6,"expected":5,"num":12,"patches":5,"config":6,"imgs":1,"int":5,"min":3,"max":3,"executor":1,"models":1,"calculate":2,"targets":2,"target":3,"ratios":3,"width":3,"height":3,"blocks":2,"orig":2,"force":1,"use":4,"thumbnail":4,"false":1,"if":1,"and":1,"1":2,"return":1,"run":1,"check":1,"processor":8,"images":3,"list":1,"mm":2,"str":1,"object":1,"tokenizer":2,"info":3,"hf":1,"prompt":1,"len":1,"data":1},"1772,1753,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_nemotron_vl.py":{"total":4,"expected":5,"num":8,"patches":5,"sum":1,"get":1,"config":1,"image":11,"len":1,"images":2,"min":5,"max":5,"for":1,"in":1,"print":2,"processed":3,"inputs":3,"processor":4,"apply":1,"prompt":2,"mm":4,"data":1,"kwargs":5,"ensure":1,"we":1,"have":1,"the":1,"right":1,"number":1,"of":1,"placeholders":1,"per":1,"crops":1,"size":7,"token":4,"id":4,"tokenizer":1,"convert":1,"tokens":1,"to":1,"ids":2,"img":3,"tok":3,"count":5,"pixel":5,"shape":5,"values":1,"flat":1,"assert":2,"256":1,"0":11,"pytest":5,"mark":5,"parametrize":5,"model":2,"nvidia":1,"llama":1,"3":1,"1":12,"nemotron":1,"nano":1,"vl":1,"8b":1,"v1":1,"factors":2,"single":2,"scale":3,"batched":1,"multi":1,"25":1,"5":1,"4":4,"2":3,"dynamic":12,"patch":8,"8":2,"true":2,"false":2,"on":2,"init":2,"def":1,"test":1,"override":1,"str":1,"assets":1,"imagetestassets":1,"list":1,"int":3,"optional":1,"bool":2},"3525,684,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_nemotron_vl.py":{"ctx":2,"build":1,"model":3,"context":1,"id":1,"mm":6,"processor":8,"kwargs":7,"if":4,"on":2,"init":2,"else":4,"none":1,"limit":1,"per":1,"prompt":1,"image":6,"len":1,"size":5,"factors":2,"multimodal":1,"registry":1,"create":1,"config":1,"hf":2,"min":3,"num":4,"dynamic":4,"patch":2,"1":2,"max":3,"run":1,"check":1,"rescale":1,"assets":1,"0":1,"pil":1,"f":2,"for":1,"in":1},"0,1975,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_onevision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":4,"project":1,"import":9,"itertools":2,"from":7,"functools":1,"partial":1,"pytest":3,"pil":1,"image":13,"pqdm":2,"threads":1,"multimodal":5,"registry":2,"parse":1,"imagesize":5,"processing":1,"basemultimodalprocessor":2,"utils":1,"build":2,"model":6,"context":2,"def":2,"validate":1,"max":5,"tokens":6,"one":1,"processor":7,"int":1,"failed":2,"size":10,"excs":2,"list":2,"tuple":1,"exception":2,"none":2,"info":5,"feature":4,"get":1,"num":1,"width":3,"height":3,"try":1,"assert":1,"f":1,"except":1,"as":1,"exc":2,"append":2,"mark":2,"skip":1,"this":2,"test":2,"takes":1,"around":1,"5":1,"minutes":1,"run":2,"comment":1,"out":1,"it":1,"manually":1,"parametrize":1,"id":3,"llava":2,"hf":2,"onevision":1,"qwen2":1,"5b":1,"ov":1,"ctx":2,"mm":2,"kwargs":1,"limit":1,"per":1,"prompt":1,"1":3,"create":1,"config":1,"seen":3,"aspect":8,"ratios":3,"set":1,"float":1,"sizes":2,"ratio":5,"of":2,"grid":1,"layout":1,"is":2,"between":1,"and":3,"6":2,"note":1,"assumes":1,"that":1,"calculation":1,"same":1,"if":2,"we":1,"swap":1,"for":1,"w":3,"h":3,"in":2,"product":1,"range":1,"32":1,"4096":1,"repeat":1,"not":1,"add":1},"1975,1980,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_onevision.py":{"failed":8,"size":14,"excs":8,"list":4,"tuple":3,"imagesize":5,"exception":4,"validate":7,"one":7,"partial":2,"image":23,"max":2,"tokens":2,"processor":6,"info":1,"get":1,"type":1,"ignore":1,"pqdm":2,"sizes":6,"n":5,"jobs":2,"8":2,"desc":2,"validating":2,"if":2,"msg":2,"found":1,"failing":1,"join":1,"f":1,"exc":4,"for":2,"in":2,"raise":1,"assertionerror":1,"def":2,"prompt":8,"replacements":4,"basemultimodalprocessor":1,"num":7,"imgs":7,"int":2,"none":2,"new":1,"rgb":1,"mm":3,"data":2,"try":1,"the":2,"will":1,"throw":1,"an":1,"error":1,"there":1,"is":1,"a":1,"mismatch":1,"processed":3,"inputs":3,"apply":1,"placeholders":4,"assert":3,"len":2,"first":3,"placeholder":3,"0":2,"offset":1,"length":1,"token":1,"ids":1,"except":1,"as":1,"append":1,"test":1,"ensure":1,"llavaonevisionmultimodalprocessor":1,"handles":1,"replacement":1,"properly":1,"input":1,"images":1},"3955,1651,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_onevision.py":{"if":1,"failed":2,"size":6,"excs":2,"msg":2,"found":1,"failing":1,"image":10,"sizes":5,"n":3,"join":1,"f":1,"exc":2,"for":3,"in":3,"raise":1,"assertionerror":1,"pytest":5,"mark":5,"parametrize":4,"model":10,"id":6,"llava":4,"hf":4,"onevision":2,"qwen2":2,"0":2,"5b":2,"ov":2,"num":8,"imgs":8,"1":2,"2":2,"def":2,"test":4,"processor":9,"prompt":5,"replacements":3,"regression":1,"ctx":4,"build":2,"context":2,"mm":4,"kwargs":2,"none":2,"limit":2,"per":2,"multimodal":2,"registry":2,"create":2,"config":2,"ratios":3,"171":1,"152":1,"184":1,"161":1,"198":1,"176":1,"333":1,"296":1,"369":1,"328":1,"488":1,"183":1,"2560":1,"1669":1,"w":3,"h":3,"imagesize":3,"skip":1,"this":2,"takes":1,"around":1,"hours":1,"to":2,"run":2,"comment":1,"out":1,"it":1,"manually":1,"all":1,"seen":1,"aspect":1,"set":1,"float":1,"list":1},"5606,564,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_onevision.py":{"the":5,"aspect":7,"ratio":5,"of":2,"grid":1,"layout":1,"is":2,"between":1,"1":2,"and":3,"6":2,"note":1,"assumes":1,"that":1,"feature":1,"size":1,"calculation":1,"same":1,"if":2,"we":1,"swap":1,"width":1,"height":1,"image":5,"for":1,"w":3,"h":3,"in":2,"itertools":1,"product":1,"range":1,"64":1,"1024":1,"repeat":1,"2":1,"not":1,"seen":2,"ratios":2,"sizes":3,"append":1,"imagesize":1,"add":1,"test":1,"prompt":1,"replacements":1,"processor":1,"num":2,"imgs":2},"0,1653,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":7,"project":1,"from":14,"functools":1,"import":15,"partial":1,"typing":1,"optional":1,"union":1,"numpy":1,"as":1,"np":1,"pytest":1,"mistral":2,"common":2,"protocol":2,"instruct":2,"messages":1,"imagechunk":1,"textchunk":1,"usermessage":1,"request":1,"chatcompletionrequest":1,"pil":1,"image":2,"config":2,"modelconfig":1,"inputs":2,"inputprocessingcontext":1,"multimodal":6,"registry":2,"multimodaldatadict":3,"multimodalinputs":1,"processing":2,"basemultimodalprocessor":1,"processingcache":1,"transformers":1,"utils":2,"tokenizer":2,"anytokenizer":1,"mistraltokenizer":1,"cached":1,"encode":1,"tokens":1,"random":3,"audio":1,"video":10,"hf":1,"example":1,"models":1,"def":2,"glm4":2,"1v":2,"patch":2,"mm":6,"data":7,"for":1,"model":2,"ensure":1,"metadata":1,"is":1,"included":1,"if":1,"in":1,"total":1,"num":2,"frames":1,"len":2,"fps":1,"duration":1,"1":1,"backend":1,"opencv":1,"return":1,"test":1,"correctness":1,"id":1,"or":1,"arch":1,"str":1,"hit":1,"rate":2,"float":2,"batches":1,"int":1,"simplify":1},"1653,1727,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"if":2,"model":28,"id":9,"or":5,"arch":4,"in":2,"hf":7,"example":3,"models":3,"get":7,"supported":4,"archs":1,"use":1,"architecture":1,"to":1,"the":2,"default":2,"info":16,"else":2,"find":1,"check":2,"available":1,"online":1,"on":2,"fail":2,"skip":2,"transformers":1,"version":1,"config":7,"modelconfig":1,"tokenizer":8,"mode":2,"revision":2,"trust":2,"remote":2,"code":2,"overrides":2,"cls":3,"multimodal":3,"registry":2,"factories":5,"processor":7,"ctx":4,"inputprocessingcontext":1,"cached":2,"from":1,"ensure":1,"that":1,"it":1,"can":1,"fit":1,"all":1,"of":1,"data":1,"cache":4,"processingcache":1,"capacity":1,"gb":1,"2048":1,"processing":2,"mm":5,"limits":3,"limit":6,"per":3,"prompt":3,"modality":2,"3":1,"is":1,"none":2,"for":1,"items":1,"baseline":3,"build":2,"dummy":2,"inputs":2,"rng":1,"np":1,"random":1,"randomstate":1,"0":1},"3380,1892,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"input":4,"to":2,"hit":3,"image":8,"new":1,"rgb":1,"size":1,"128":6,"video":3,"np":3,"zeros":2,"4":1,"3":1,"dtype":1,"uint8":1,"audio":3,"512":2,"16000":2,"factory":2,"partial":3,"random":3,"rng":6,"min":4,"wh":4,"max":5,"256":2,"frames":2,"2":1,"8":1,"len":5,"1024":1,"sr":1,"for":6,"batch":1,"idx":1,"in":6,"range":2,"num":1,"batches":1,"mm":12,"data":9,"k":12,"if":4,"rand":2,"rate":2,"else":2,"randint":1,"limit":3,"1":2,"per":1,"prompt":4,"items":2,"counts":2,"vs":2,"mistral":2,"chat":2,"outputs":1,"tokens":2,"directly":1,"rather":1,"than":1,"text":2,"prompts":1,"isinstance":1,"tokenizer":2,"mistraltokenizer":1,"images":2,"get":2,"request":2,"chatcompletionrequest":1,"messages":1,"usermessage":1,"content":1,"textchunk":1,"imagechunk":1,"res":2,"encode":1,"completion":1,"dummy":2,"inputs":2,"processor":1,"model":2,"config":1,"drop":1,"unnecessary":1,"keys":2,"and":1,"test":1,"single":1,"multi":1,"conversion":1,"simplify":1,"list":1,"not":1,"del":1,"elif":1,"0":1},"5272,1884,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"test":2,"processing":2,"correctness":2,"one":2,"model":9,"config":4,"tokenizer":4,"prompt":11,"mm":11,"data":8,"baseline":2,"processor":6,"cached":2,"batch":2,"idx":2,"for":1,"some":1,"multimodal":1,"models":1,"will":1,"always":1,"add":5,"bos":2,"token":5,"at":1,"the":6,"beginning":1,"of":1,"by":2,"default":1,"causing":1,"hf":2,"outputs":1,"incorrect":1,"ids":1,"so":1,"we":1,"need":1,"use":1,"special":5,"tokens":7,"false":7,"here":1,"to":3,"leave":1,"be":4,"added":1,"overrides":2,"mllama":1,"ovis":1,"paligemma":1,"ultravox":3,"whisper":1,"ignore":4,"keys":3,"in":3,"audio":2,"features":2,"can":1,"different":1,"depending":1,"on":1,"padding":1,"slight":1,"difference":2,"should":1,"not":2,"a":1,"problem":1,"though":1,"since":1,"attention":1,"mask":1,"lets":1,"us":1,"patches":3,"glm4":2,"1v":2,"requires":1,"video":1,"metadata":1,"included":1,"input":1,"glm4v":1,"patch":1,"def":1,"modelconfig":1,"anytokenizer":1,"union":1,"str":3,"list":1,"int":2,"multimodaldatadict":1,"basemultimodalprocessor":2,"type":6,"get":2,"set":1,"if":2,"isinstance":1,"text":2,"encode":1,"else":1,"mistral":1,"does":1,"support":1,"decode":1,"with":1,"skip":1,"none":1},"7156,1600,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"baseline":8,"tokenized":6,"result":12,"processor":8,"apply":4,"token":5,"prompt":11,"mm":24,"data":12,"hf":4,"kwargs":4,"cached":8,"assert":4,"inputs":4,"equal":4,"ignore":8,"keys":8,"msg":4,"f":6,"failed":4,"batch":4,"idx":4,"if":1,"text":12,"is":1,"not":1,"none":1,"yapf":1,"disable":1},"8756,1984,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"pytest":2,"mark":2,"parametrize":2,"model":1,"id":1,"rhymes":1,"ai":6,"aria":1,"cohereforai":1,"aya":1,"vision":4,"8b":5,"salesforce":1,"blip2":1,"opt":1,"2":9,"7b":10,"facebook":1,"chameleon":1,"deepseek":2,"vl2":1,"tiny":1,"microsoft":3,"florence":1,"base":1,"adept":1,"fuyu":1,"google":4,"gemma":2,"3":8,"4b":1,"it":2,"3n":1,"e2b":1,"zai":2,"org":2,"glm":2,"4v":1,"9b":3,"4":3,"1v":1,"thinking":1,"ibm":1,"granite":2,"speech":1,"2b":3,"h2oai":1,"h2ovl":1,"mississippi":1,"800m":1,"internlm":1,"intern":1,"s1":1,"opengvlab":2,"internvl2":1,"1b":4,"internvl3":1,"huggingfacem4":1,"idefics3":1,"llama3":4,"huggingfacetb":1,"smolvlm2":1,"instruct":10,"moonshotai":1,"kimi":1,"vl":6,"a3b":1,"meta":2,"llama":6,"scout":1,"17b":1,"16e":1,"naver":1,"hyperclovax":2,"seed":1,"3b":6,"llava":8,"hf":8,"1":3,"5":7,"v1":2,"6":5,"mistral":2,"next":1,"video":1,"onevision":1,"qwen2":5,"0":4,"5b":1,"ov":1,"11b":1,"tiger":1,"lab":1,"mantis":1,"siglip":1,"openbmb":3,"minicpm":3,"v":2,"o":2,"minimaxai":1,"minimax":1,"01":1,"allenai":2,"molmo":2,"d":2,"0924":2,"nvidia":2,"nvlm":1,"72b":1,"nemotron":1,"nano":1,"aidc":3,"ovis1":2,"gemma2":1,"ovis2":1,"paligemma":1,"mix":1,"224":1,"paligemma2":1,"ft":1,"docci":1,"448":1,"phi":2,"multimodal":1,"mistralai":1,"pixtral":2,"12b":2,"2409":1,"community":1,"qwen":6,"chat":1,"audio":1,"omni":3,"skywork":2,"r1v":1,"38b":1,"fixie":1,"ultravox":1,"v0":1,"openai":1,"whisper":1,"large":1,"v3":1,"research":2,"tarsier":1,"tarsier2":1,"recap":1,"hit":1,"rate":1},"10740,1689,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_common.py":{"pytest":7,"mark":6,"parametrize":6,"num":8,"batches":8,"32":2,"simplify":8,"rate":15,"1":3,"0":5,"yapf":1,"enable":1,"def":3,"test":6,"processing":4,"correctness":4,"model":7,"id":3,"str":4,"hit":7,"float":4,"int":2,"if":2,"google":1,"gemma":2,"3n":2,"e2b":2,"it":3,"skip":1,"skipping":1,"due":1,"to":1,"transformers":1,"39911":1,"bug":1,"phi4multimodalforcausallm":2,"share":1,"same":1,"repo":1,"with":1,"original":1,"format":1,"phi4mmforcausallm":1,"so":1,"we":1,"add":1,"as":1,"a":5,"separate":1,"case":1,"remove":1,"this":1,"after":1,"conversion":1,"pr":1,"merged":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":1,"4":1,"multimodal":2,"instruct":1,"discussions":1,"70":1,"arch":3,"3":1,"5":1,"phi4":1,"assert":3,"inputs":1,"equal":1,"multimodalinputs":2,"b":4,"ignore":4,"mm":8,"keys":4,"optional":1,"set":2,"none":4,"msg":3,"is":1,"kwargs":4,"in":3,"and":1,"for":1,"key":3,"pop":2},"0,1942,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_next.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":4,"project":1,"import":9,"itertools":2,"from":7,"functools":1,"partial":1,"pytest":3,"pil":1,"image":13,"pqdm":2,"threads":1,"multimodal":5,"registry":2,"parse":1,"imagesize":5,"processing":1,"basemultimodalprocessor":2,"utils":1,"build":2,"model":6,"context":2,"def":2,"validate":1,"max":5,"tokens":6,"one":1,"processor":7,"int":1,"failed":2,"size":10,"excs":2,"list":2,"tuple":1,"exception":2,"none":2,"info":5,"feature":4,"get":1,"num":1,"width":3,"height":3,"try":1,"assert":1,"f":1,"except":1,"as":1,"exc":2,"append":2,"mark":2,"skip":1,"this":2,"test":2,"takes":1,"around":1,"5":1,"minutes":1,"run":2,"comment":1,"out":1,"it":1,"manually":1,"parametrize":1,"id":3,"llava":2,"hf":2,"v1":1,"6":1,"mistral":1,"7b":1,"ctx":2,"mm":2,"kwargs":1,"limit":1,"per":1,"prompt":1,"1":3,"create":1,"config":1,"seen":3,"aspect":8,"ratios":3,"set":1,"float":1,"sizes":2,"ratio":5,"of":2,"grid":1,"layout":1,"is":2,"between":1,"and":3,"note":1,"assumes":1,"that":1,"calculation":1,"same":1,"if":2,"we":1,"swap":1,"for":1,"w":3,"h":3,"in":2,"product":1,"range":1,"32":1,"4096":1,"repeat":1,"not":1,"add":1},"1942,1795,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_next.py":{"failed":7,"size":13,"excs":7,"list":4,"tuple":3,"imagesize":5,"exception":4,"validate":4,"one":4,"partial":1,"image":20,"max":2,"tokens":2,"processor":5,"info":1,"get":1,"type":1,"ignore":1,"pqdm":1,"sizes":4,"n":4,"jobs":1,"8":1,"desc":1,"validating":1,"if":2,"msg":2,"found":1,"failing":1,"join":1,"f":1,"exc":4,"for":2,"in":2,"raise":1,"assertionerror":1,"def":2,"prompt":7,"replacements":3,"basemultimodalprocessor":1,"num":6,"imgs":6,"int":2,"none":2,"new":1,"rgb":1,"mm":3,"data":2,"try":1,"the":2,"will":1,"throw":1,"an":1,"error":1,"there":2,"is":2,"a":2,"mismatch":1,"processed":3,"inputs":3,"apply":1,"placeholders":4,"assert":3,"len":2,"first":3,"placeholder":3,"0":1,"note":1,"bos":1,"token":2,"offset":1,"1":2,"length":1,"ids":1,"except":1,"as":1,"append":1,"test":1,"ensure":1,"llavanextmultimodalprocessor":1,"handles":1,"replacement":1,"properly":1,"input":1,"images":1},"3737,1809,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_next.py":{"validate":3,"one":3,"partial":1,"image":13,"prompt":6,"replacements":4,"processor":10,"num":9,"imgs":9,"failed":3,"size":7,"excs":3,"pqdm":1,"sizes":7,"n":4,"jobs":1,"8":1,"desc":1,"validating":1,"if":1,"msg":2,"found":1,"failing":1,"join":1,"f":1,"exc":2,"for":3,"in":3,"raise":1,"assertionerror":1,"pytest":5,"mark":5,"parametrize":4,"model":10,"id":6,"llava":4,"hf":4,"v1":2,"6":2,"mistral":2,"7b":2,"1":2,"2":2,"def":2,"test":4,"regression":1,"ctx":4,"build":2,"context":2,"mm":4,"kwargs":2,"none":2,"limit":2,"per":2,"multimodal":2,"registry":2,"create":2,"config":2,"ratios":3,"171":1,"152":1,"184":1,"161":1,"198":1,"176":1,"333":1,"296":1,"369":1,"328":1,"488":1,"183":1,"2560":1,"1669":1,"w":3,"h":3,"imagesize":3,"skip":1,"this":2,"takes":1,"around":1,"hours":1,"to":2,"run":2,"comment":1,"out":1,"it":1,"manually":1,"all":1,"seen":1,"aspect":1,"set":1,"float":1,"list":1},"5546,564,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llava_next.py":{"the":5,"aspect":7,"ratio":5,"of":2,"grid":1,"layout":1,"is":2,"between":1,"1":2,"and":3,"2":3,"note":1,"assumes":1,"that":1,"feature":1,"size":1,"calculation":1,"same":1,"if":2,"we":1,"swap":1,"width":1,"height":1,"image":5,"for":1,"w":3,"h":3,"in":2,"itertools":1,"product":1,"range":1,"64":1,"1024":1,"repeat":1,"not":1,"seen":2,"ratios":2,"sizes":3,"append":1,"imagesize":1,"add":1,"test":1,"prompt":1,"replacements":1,"processor":1,"num":2,"imgs":2},"0,1938,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_glm4_1v.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":3,"project":1,"import":4,"pytest":5,"from":3,"assets":4,"video":18,"videoasset":2,"multimodal":3,"registry":2,"utils":1,"build":3,"model":6,"context":2,"mark":4,"parametrize":4,"id":5,"zai":1,"org":1,"glm":1,"4":1,"1v":1,"9b":1,"thinking":1,"expected":6,"toks":3,"per":5,"frame":3,"299":1,"num":5,"frames":5,"32":1,"128":1,"fps":6,"grid":7,"t":6,"1":2,"5":1,"10":1,"def":1,"test":1,"processor":13,"override":1,"str":2,"int":4,"ensure":2,"glm4vmultimodalprocessor":1,"can":1,"handle":1,"properly":1,"ctx":2,"mm":8,"kwargs":5,"none":1,"limit":1,"prompt":5,"create":1,"config":1,"tokenizer":3,"info":2,"get":2,"hf":6,"image":1,"based":1,"on":1,"number":2,"of":4,"images":1,"we":2,"pass":1,"name":1,"baby":1,"reading":1,"begin":1,"end":1,"metadata":4,"np":1,"ndarrays":1,"data":2,"processed":3,"inputs":3,"apply":1,"have":1,"right":1,"placeholders":1,"crops":1,"size":1,"token":4,"convert":1,"tokens":1,"ids":2,"tok":2,"count":3,"thw":1,"assert":2},"0,1912,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llama4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"tests":1,"for":2,"llama4":2,"s":1,"multimodal":4,"preprocessing":1,"kwargs":8,"import":5,"pytest":6,"from":4,"registry":2,"transformers":1,"utils":2,"tokenizer":5,"encode":2,"tokens":2,"conftest":1,"imagetestassets":2,"build":2,"model":6,"context":2,"mark":5,"parametrize":5,"id":3,"meta":1,"llama":2,"4":2,"scout":1,"17b":1,"16e":1,"instruct":1,"mm":14,"processor":19,"num":5,"imgs":5,"1":1,"5":1,"cache":4,"gb":4,"tokenized":3,"prompt":8,"true":1,"false":1,"def":1,"test":1,"override":1,"image":7,"assets":3,"str":1,"dict":1,"int":2,"bool":1,"ensure":1,"works":1,"properly":1,"ctx":2,"limit":1,"per":1,"create":1,"config":3,"info":3,"get":4,"hf":3,"vocab":2,"begin":1,"of":1,"text":1,"header":4,"start":2,"user":1,"end":2,"eot":1,"assistant":1,"data":2,"i":2,"len":1,"pil":1,"in":1,"range":1,"if":1,"processed":2,"inputs":2,"apply":1},"1912,1411,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_llama4.py":{"place":1,"holder":1,"replacements":1,"prompt":9,"token":17,"ids":9,"processed":2,"inputs":2,"assert":9,"count":6,"config":6,"boi":2,"index":4,"num":12,"imgs":4,"eoi":1,"vocab":3,"hf":3,"processor":4,"image":6,"aspect":3,"ratios":3,"mm":5,"kwargs":4,"x":6,"separators":6,"y":7,"0":2,"for":3,"tiles":7,"in":3,"if":2,"1":2,"tile":2,"global":1,"offsets":1,"img":5,"locs":3,"placeholders":1,"get":2,"len":1,"loc":2,"offset":1,"i":2,"v":2,"enumerate":1,"patch":2,"sizes":1,"and":1,"masks":1,"patches":4,"per":5,"chunk":3,"info":1,"vision":1,"sum":2,"pixel":1,"values":1,"shape":1},"0,1961,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_phi4mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":3,"project":1,"tests":1,"for":2,"phi4mm":2,"s":1,"multimodal":6,"preprocessing":1,"kwargs":11,"import":5,"pytest":5,"from":4,"registry":2,"conftest":1,"imagetestassets":2,"utils":1,"build":3,"model":7,"context":2,"mark":4,"parametrize":4,"id":4,"microsoft":1,"phi":2,"4":3,"instruct":1,"yapf":2,"disable":1,"mm":8,"processor":9,"expected":2,"toks":2,"per":3,"img":4,"dynamic":3,"hd":3,"1329":1,"16":1,"4433":1,"default":1,"num":6,"crops":1,"of":2,"is":1,"36":1,"9585":1,"enable":1,"imgs":5,"1":3,"on":5,"init":4,"true":1,"false":1,"def":1,"test":1,"override":1,"image":16,"assets":2,"str":5,"dict":1,"int":3,"bool":1,"ensure":1,"phi4mmmultimodalprocessor":1,"handles":1,"properly":1,"avoid":1,"initializing":1,"cuda":1,"early":1,"executor":1,"models":1,"placeholder":1,"token":1,"ctx":3,"if":2,"else":2,"none":1,"limit":1,"prompt":3,"create":1,"config":2,"hf":2,"based":1,"number":1,"images":1,"we":1,"pass":1,"join":1,"f":2,"idx":2,"n":4,"in":1,"range":1,"user":1,"end":1,"assistant":1,"size":6,"get":1,"embd":2,"layer":2,"crop":1,"dummy":4,"7":2,"pil":1,"resize":1,"data":1},"1961,317,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_phi4mm.py":{"processed":2,"inputs":2,"processor":2,"apply":1,"prompt":2,"mm":2,"data":1,"hf":1,"kwargs":1,"ensure":1,"we":1,"have":1,"the":1,"right":1,"number":1,"of":1,"placeholders":1,"per":2,"num":2,"crops":1,"size":1,"img":3,"tok":2,"count":3,"token":2,"ids":1,"image":1,"placeholder":1,"id":1,"assert":1,"expected":1,"toks":1,"imgs":1},"0,1671,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_qwen2_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"import":4,"pytest":5,"from":3,"multimodal":3,"registry":2,"conftest":1,"imagetestassets":2,"utils":1,"build":3,"model":6,"context":2,"mark":4,"parametrize":4,"id":3,"qwen":1,"qwen2":1,"vl":1,"2b":1,"instruct":1,"yapf":2,"disable":1,"mm":10,"processor":12,"kwargs":11,"expected":4,"toks":2,"per":3,"img":2,"pixels":5,"shape":2,"1426":1,"5704":1,"1176":2,"min":2,"64":1,"max":2,"512":1,"330":1,"1320":1,"enable":1,"num":5,"imgs":5,"1":1,"on":5,"init":4,"true":1,"false":1,"def":1,"test":1,"override":1,"image":7,"assets":2,"str":3,"dict":1,"object":1,"int":4,"tuple":1,"bool":1,"ensure":1,"qwen2vlmultimodalprocessor":1,"handles":1,"properly":1,"ctx":2,"if":2,"else":2,"none":1,"limit":1,"prompt":4,"create":1,"config":1,"tokenizer":2,"info":1,"get":1,"hf":2,"based":1,"number":1,"of":1,"images":1,"we":1,"pass":1,"vision":2,"start":1,"pad":1,"end":1,"data":2,"pil":1,"processed":1,"inputs":1,"apply":1},"1671,560,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_qwen2_vl.py":{"ensure":1,"we":1,"have":1,"the":1,"right":1,"number":1,"of":1,"placeholders":1,"per":2,"num":3,"crops":1,"size":1,"hf":4,"processor":5,"info":1,"get":1,"mm":2,"kwargs":2,"image":3,"token":4,"id":2,"tokenizer":1,"convert":1,"tokens":1,"to":1,"ids":2,"img":3,"tok":2,"count":3,"processed":2,"inputs":2,"prompt":1,"pixel":4,"shape":6,"values":1,"assert":3,"expected":3,"toks":1,"imgs":2,"0":2,"pixels":2,"1":2},"0,1884,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_smolvlm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":2,"project":1,"tests":1,"for":2,"smolvlm":1,"s":1,"multimodal":4,"preprocessing":1,"kwargs":13,"import":5,"pytest":5,"from":4,"transformers":1,"smolvlmconfig":1,"registry":2,"conftest":1,"imagetestassets":2,"utils":1,"build":3,"model":6,"context":2,"mark":4,"parametrize":4,"id":3,"huggingfacetb":1,"smolvlm2":1,"2b":1,"instruct":1,"yapf":2,"disable":1,"mm":8,"processor":11,"expected":2,"toks":2,"per":3,"img":2,"max":2,"image":8,"size":2,"longest":2,"edge":2,"384":1,"1377":1,"768":1,"405":1,"enable":1,"num":6,"imgs":5,"1":4,"on":5,"init":4,"true":1,"false":1,"def":1,"test":3,"override":1,"assets":1,"str":3,"dict":1,"object":1,"int":2,"bool":1,"ensure":1,"idefics3multimodalprocessor":1,"handles":1,"crops":1,"properly":1,"same":1,"as":1,"previous":1,"don":1,"t":1,"initialize":1,"in":2,"this":1,"and":1,"assume":1,"that":1,"will":1,"be":1,"correctly":1,"expanded":1,"by":1,"partial":1,"when":1,"calling":1,"custom":1,"input":1,"ctx":2,"if":3,"else":3,"none":1,"limit":1,"prompt":3,"create":1,"config":1,"hf":1,"based":1,"number":1,"of":2,"images":1,"we":1,"pass":1,"placeholders":2,"n":3,"join":1,"f":2,"i":2,"range":1,"im":1,"start":1,"user":1,"end":1,"utterance":1,"nassistant":1,"noqa":1,"e501":1},"1884,922,data/raw/vllm-0.10.1/tests/models/multimodal/processing/test_smolvlm.py":{"build":1,"mm":6,"data":4,"image":15,"size":7,"ctx":2,"get":3,"hf":9,"config":3,"smolvlmconfig":1,"vision":1,"dummy":4,"4":2,"assets":1,"0":2,"pil":1,"resize":1,"num":3,"imgs":2,"processed":5,"inputs":5,"processor":7,"apply":1,"prompt":4,"kwargs":2,"ensure":2,"the":2,"placeholders":2,"format":1,"are":1,"correct":1,"info":1,"text":1,"images":1,"assert":2,"token":5,"ids":3,"input":1,"we":1,"have":1,"right":1,"number":1,"of":1,"per":2,"crops":1,"id":3,"img":3,"tok":2,"count":3,"expected":1,"toks":1},"0,1825,data/raw/vllm-0.10.1/tests/samplers/test_ranks.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":2,"pytest":4,"from":1,"samplingparams":3,"models":2,"distilbert":1,"distilgpt2":1,"fixture":1,"autouse":1,"true":1,"def":2,"v1":1,"run":2,"with":2,"both":2,"engines":2,"we":1,"can":1,"for":3,"this":1,"test":4,"pass":1,"mark":2,"parametrize":2,"model":6,"dtype":4,"half":1,"ranks":4,"runner":2,"example":3,"prompts":3,"max":6,"tokens":6,"5":3,"num":7,"top":6,"logprobs":19,"prompt":5,"as":1,"greedy":2,"sampling":4,"params":4,"temperature":2,"p":2,"1":5,"results":2,"generate":2,"w":2,"non":1,"res":1,"result":6,"in":3,"assert":4,"is":1,"not":1,"none":1,"len":2,"check":1,"whether":1,"all":1,"chosen":1,"have":1,"token":3,"zip":1,"rank":1},"1825,265,data/raw/vllm-0.10.1/tests/samplers/test_ranks.py":{"for":2,"result":6,"in":2,"res":1,"assert":3,"2":3,"is":1,"not":1,"none":1,"len":2,"0":2,"check":1,"whether":1,"all":1,"chosen":1,"tokens":1,"have":1,"ranks":1,"token":2,"logprobs":2,"zip":1,"rank":1,"1":1},"0,1539,data/raw/vllm-0.10.1/tests/samplers/test_logprobs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"import":4,"pytest":7,"torch":1,"from":2,"samplingparams":1,"conftest":1,"vllmrunner":1,"models":2,"distilbert":1,"distilgpt2":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":3,"def":2,"use":3,"v0":2,"only":2,"monkeypatch":2,"this":1,"module":2,"is":1,"since":1,"it":1,"uses":1,"dtype":5,"float":2,"so":1,"set":1,"v1":2,"for":2,"all":1,"tests":1,"in":1,"setenv":1,"mark":5,"parametrize":5,"model":5,"needed":1,"comparing":1,"logprobs":6,"with":2,"hf":6,"chunked":7,"prefill":7,"token":5,"size":6,"1":3,"4":1,"16":1,"num":7,"top":2,"6":1,"32000":1,"vocab":1,"detokenize":2,"false":2,"test":1,"get":1,"prompt":1,"runner":3,"int":2,"bool":1,"example":2,"prompts":2,"max":8,"seqs":3,"256":1,"enable":2,"batched":2,"tokens":5,"none":1,"if":1,"min":1,"5":1,"as":1,"generate":1,"greedy":1},"1539,1624,data/raw/vllm-0.10.1/tests/samplers/test_logprobs.py":{"with":1,"vllm":7,"runner":1,"model":3,"dtype":2,"max":8,"logprobs":19,"num":9,"top":10,"enable":2,"chunked":2,"prefill":2,"batched":2,"tokens":7,"seqs":2,"as":1,"sampling":3,"params":3,"samplingparams":1,"prompt":2,"temperature":1,"0":7,"detokenize":2,"results":3,"llm":1,"generate":1,"example":1,"prompts":1,"test":1,"whether":1,"are":1,"included":2,"in":5,"the":3,"for":3,"result":7,"assert":4,"is":3,"not":3,"none":2,"outputs":5,"len":3,"if":1,"output":4,"token":2,"x":1,"logprob":3,"it":1,"can":1,"return":1,"1":2,"more":1,"data":1,"or":1,"text":2,"string":2,"from":2,"most":2,"likely":2,"lst":2,"list":1,"str":1,"next":1,"iter":1,"values":1,"append":1,"decoded":1},"3163,974,data/raw/vllm-0.10.1/tests/samplers/test_logprobs.py":{"if":2,"detokenize":1,"output":8,"string":4,"from":5,"most":4,"likely":4,"tokens":5,"join":1,"lst":2,"assert":5,"text":4,"the":8,"top":4,"logprob":3,"for":2,"each":1,"token":2,"position":1,"should":1,"be":1,"same":1,"as":1,"in":3,"result":3,"else":1,"none":3,"max":1,"first":1,"prompt":7,"is":3,"always":1,"logprobs":7,"0":1,"1":3,"not":1,"included":1,"x":1,"it":1,"can":1,"return":1,"more":1,"data":1,"len":2,"num":2,"or":1},"4137,1808,data/raw/vllm-0.10.1/tests/samplers/test_logprobs.py":{"test":2,"whether":1,"prompt":14,"logprobs":16,"are":2,"consistent":1,"with":1,"hf":5,"for":7,"vllm":14,"result":6,"logprob":18,"in":8,"zip":2,"results":2,"check":1,"the":5,"first":2,"is":3,"always":1,"none":2,"so":1,"we":1,"compare":1,"it":2,"from":1,"1":5,"i":4,"dict":4,"enumerate":2,"token":12,"id":6,"items":2,"torch":2,"testing":2,"assert":5,"close":2,"0":3,"item":2,"atol":2,"1e":4,"2":4,"rtol":2,"sample":5,"outputs":1,"top":2,"if":2,"detokenize":1,"isinstance":1,"decoded":2,"str":1,"should":1,"be":1,"by":1,"time":1,"returned":1,"to":1,"user":1,"correctly":1,"set":1,"ids":3,"doesn":1,"t":1,"have":1},"5945,1870,data/raw/vllm-0.10.1/tests/samplers/test_logprobs.py":{"def":2,"test":2,"max":14,"logprobs":13,"runner":5,"vllmrunner":1,"facebook":1,"opt":1,"125m":1,"1":5,"vllm":6,"sampling":9,"params":9,"samplingparams":3,"should":1,"pass":1,"generate":3,"hello":2,"world":2,"bad":2,"2":1,"with":2,"pytest":4,"raises":1,"valueerror":1,"mark":3,"parametrize":3,"model":5,"models":1,"chunked":9,"prefill":9,"token":5,"size":5,"4":1,"16":1,"detokenize":4,"true":2,"false":2,"none":11,"int":1,"bool":1,"example":2,"prompts":2,"num":9,"seqs":5,"256":1,"enable":4,"batched":4,"tokens":7,"if":1,"min":1,"5":1,"as":1,"temperature":1,"0":4,"results":4,"llm":1,"for":1,"i":3,"in":1,"range":1,"len":1,"assert":2,"outputs":2,"is":2,"cumulative":1,"logprob":1},"0,1230,data/raw/vllm-0.10.1/tests/samplers/test_ignore_eos.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"make":1,"sure":1,"ignore":6,"eos":7,"works":1,"run":3,"pytest":6,"tests":1,"samplers":1,"test":4,"py":1,"import":2,"from":1,"samplingparams":2,"fixture":1,"autouse":1,"true":2,"def":2,"v1":1,"with":3,"both":2,"engines":2,"we":2,"can":1,"for":2,"this":1,"pass":1,"also":1,"llama":3,"because":1,"it":1,"has":1,"generation":1,"config":1,"specify":1,"past":1,"regression":1,"models":2,"distilbert":1,"distilgpt2":1,"meta":1,"3":1,"1b":1,"mark":3,"parametrize":3,"model":5,"dtype":4,"half":1,"max":5,"tokens":5,"512":1,"runner":2,"example":2,"prompts":2,"str":2,"int":1,"none":1,"as":1,"sampling":3,"params":3,"prompt":2,"in":1,"output":4,"llm":1,"generate":1,"length":2,"len":1,"outputs":1,"token":1,"ids":1,"assert":1},"0,1582,data/raw/vllm-0.10.1/tests/samplers/test_beam_search.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":8,"project":1,"compare":1,"outputs":3,"of":1,"hf":6,"and":1,"when":1,"using":1,"beam":13,"search":5,"run":3,"pytest":8,"tests":1,"samplers":1,"test":4,"py":1,"import":3,"from":2,"transformers":1,"automodelforseq2seqlm":1,"assets":1,"audio":1,"audioasset":1,"fixture":1,"autouse":1,"true":1,"def":2,"v1":4,"with":3,"both":2,"engines":2,"we":2,"can":2,"for":1,"this":2,"pass":2,"fixme":2,"zhuohan":1,"not":1,"if":1,"1":3,"increase":2,"max":7,"tokens":7,"256":1,"width":5,"8":1,"3":1,"use":1,"model":9,"huggyllama":1,"llama":1,"7b":1,"64":1,"widths":3,"4":1,"mm":1,"models":2,"tinyllama":2,"1b":1,"chat":1,"mark":5,"skip":1,"fails":1,"on":1,"right":1,"now":1,"parametrize":4,"dtype":6,"half":1,"single":1,"input":1,"runner":4,"example":5,"prompts":5,"str":2,"int":2,"none":1,"as":2,"generate":2},"1582,1998,data/raw/vllm-0.10.1/tests/samplers/test_beam_search.py":{"for":3,"i":4,"in":3,"range":2,"len":4,"example":1,"prompts":3,"hf":18,"output":16,"ids":9,"texts":4,"outputs":3,"vllm":12,"j":7,"text":4,"enumerate":1,"zip":1,"print":4,"f":5,"th":2,"assert":2,"test":3,"nhf":1,"n":4,"pytest":3,"mark":3,"parametrize":3,"dtype":4,"half":1,"max":5,"tokens":5,"beam":8,"width":4,"mm":2,"widths":1,"def":1,"search":3,"passes":2,"multimodal":2,"data":3,"runner":3,"str":1,"int":2,"none":1,"ensure":1,"that":2,"through":2,"correctly":2,"note":1,"this":2,"is":2,"primarily":1,"to":4,"check":2,"passed":1,"beams":1,"as":2,"such":1,"we":1,"just":1,"need":1,"one":1,"extra":1,"modality":1,"make":1,"sure":1,"things":1,"pass":1,"properly":1,"audios":3,"audioasset":1,"mary":1,"had":1,"lamb":1,"audio":9,"and":1,"sample":1,"rate":1,"model":6,"qwen":1,"qwen2":1,"7b":1,"instruct":1,"seq":2,"bos":1,"eos":3,"im":4,"start":2,"user":1,"can":1,"you":1,"transcribe":1,"end":2,"assistant":1,"noqa":1,"e501":1,"with":1,"auto":1,"cls":1,"automodelforseq2seqlm":1,"token":4,"id":3,"config":1,"index":1,"tokenizer":1,"generate":1},"3580,1757,data/raw/vllm-0.10.1/tests/samplers/test_beam_search.py":{"with":4,"vllm":17,"runner":1,"model":3,"dtype":2,"as":1,"outputs":3,"generate":1,"beam":3,"search":1,"prompts":2,"width":2,"max":2,"tokens":4,"audios":2,"seq":5,"no":3,"audio":7,"toks":3,"lambda":1,"tok":3,"for":5,"in":5,"if":2,"token":4,"id":2,"i":3,"range":2,"len":6,"hf":17,"output":23,"ids":18,"texts":4,"j":6,"text":5,"enumerate":1,"zip":1,"print":4,"f":2,"th":2,"note":1,"special":1,"are":1,"filtered":10,"assert":3,"compare":1,"everything":1,"except":1,"the":8,"we":1,"do":1,"this":1,"since":1,"returned":1,"from":1,"transformers":1,"helper":2,"expands":1,"to":1,"match":1,"features":1,"while":1,"maintains":1,"single":1,"input":1,"may":1,"contain":1,"end":1,"of":1,"sequence":1,"1":3,"eos":1},"0,1815,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":14,"itertools":1,"random":3,"from":9,"dataclasses":1,"dataclass":1,"typing":1,"optional":1,"unittest":1,"mock":2,"patch":1,"pytest":2,"torch":9,"transformers":1,"generationconfig":1,"generationmixin":1,"envs":2,"as":1,"model":3,"executor":3,"layers":1,"sampler":6,"sampling":2,"metadata":1,"samplingmetadata":1,"utils":2,"set":2,"seed":1,"sequence":1,"samplingparams":2,"sequencedata":1,"sequencegroupmetadata":1,"counter":1,"is":1,"pin":1,"memory":1,"available":1,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":5,"use":3,"v0":2,"only":1,"monkeypatch":2,"this":1,"file":1,"tests":1,"internals":1,"so":1,"v1":2,"setenv":1,"class":1,"mocklogitssampler":4,"init":2,"self":3,"fake":6,"logits":6,"tensor":8,"super":2,"forward":2,"args":2,"kwargs":2,"return":2,"prepare":1,"test":1,"batch":4,"size":6,"int":2,"tuple":1,"input":4,"rand":1,"1024":1,"dtype":3,"float16":1,"full":1,"vocab":2,"1e":1,"32000":1,"seeds":1,"list":1,"range":2,"128":1,"cuda":3,"devices":1,"f":1,"i":2,"for":1,"in":1,"1":2,"if":1,"device":2,"count":1,"else":1,"do":1,"sample":1,"params":1,"str":1},"1815,1887,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"seq":10,"group":4,"metadata":7,"list":6,"sequencegroupmetadata":2,"lens":5,"int":3,"for":4,"i":7,"in":4,"range":2,"batch":7,"size":7,"append":2,"request":1,"id":1,"f":1,"test":5,"is":2,"prompt":1,"true":1,"data":2,"0":4,"sequencedata":1,"from":1,"seqs":1,"1":6,"2":1,"3":1,"sampling":7,"params":4,"block":1,"tables":1,"get":1,"len":1,"samplingmetadata":1,"prepare":3,"query":1,"device":11,"pin":2,"memory":2,"available":1,"return":1,"sampler":8,"logits":6,"input":2,"tensor":2,"pytest":4,"mark":4,"parametrize":4,"seed":8,"random":7,"seeds":2,"cuda":2,"devices":2,"def":2,"all":2,"greedy":1,"str":2,"set":4,"torch":3,"default":2,"randint":2,"256":2,"fake":5,"samplingparams":1,"temperature":1,"output":7,"do":1,"sample":1,"expected":2,"argmax":1,"dim":1,"sequence":2,"enumerate":1,"nth":2,"samples":1,"assert":1,"token":1,"item":1,"1e2":1},"3702,1989,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"sampling":7,"params":7,"samplingparams":3,"temperature":3,"1":8,"0":5,"n":3,"random":13,"randint":7,"10":3,"sampler":16,"output":18,"do":4,"sample":4,"batch":9,"size":9,"fake":7,"logits":7,"device":12,"for":5,"i":7,"sequence":4,"in":5,"enumerate":2,"nth":4,"samples":2,"assert":3,"token":2,"pytest":4,"mark":4,"parametrize":4,"seed":12,"seeds":2,"cuda":2,"devices":2,"def":2,"test":4,"all":2,"int":2,"str":2,"set":4,"torch":2,"default":2,"256":2,"prepare":2,"range":1,"1e2":1,"10000":2,"deterministic":1,"first":2,"second":2},"5691,1790,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"pytest":2,"mark":2,"parametrize":2,"seed":4,"random":9,"seeds":1,"device":4,"cuda":1,"devices":1,"def":4,"test":2,"sampler":1,"min":5,"tokens":6,"penalty":1,"int":3,"str":1,"seq":6,"id":3,"counter":2,"start":1,"randint":3,"0":8,"100":1,"set":2,"torch":1,"default":1,"create":2,"sampling":4,"params":4,"eos":2,"token":7,"stop":4,"ids":5,"optional":2,"list":4,"none":2,"prompt":6,"logprobs":4,"samplingparams":1,"max":2,"9999":1,"keep":1,"higher":1,"than":1,"of":2,"requesting":1,"changes":1,"the":1,"structure":1,"logits":1,"all":2,"add":1,"return":2,"sequence":2,"data":4,"num":6,"input":2,"3":1,"generated":3,"sequencedata":1,"from":1,"seqs":2,"choices":2,"range":2,"vocab":2,"size":6,"k":2,"if":2,"output":1,"generate":3,"case":1,"multiple":1,"groups":1,"but":1,"limit":1,"total":1,"batch":4,"1":3,"128":1,"expected":1,"penalization":1,"metadata":2,"sequencegroupmetadata":1,"20":1,"chance":1,"to":1,"group":1,"with":1,"prompts":1,"is":2,"2":1,"while":1,"else":1},"7481,1636,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"eos":3,"token":7,"id":5,"random":6,"randint":5,"0":6,"vocab":2,"size":4,"1":4,"min":4,"tokens":7,"50":1,"num":12,"stop":7,"8":1,"if":2,"ids":4,"choices":1,"range":2,"k":1,"else":2,"none":1,"sampling":4,"params":4,"create":2,"seq":9,"data":5,"dict":1,"int":1,"sequencedata":1,"group":4,"penalization":6,"list":4,"bool":1,"for":1,"in":1,"seqs":2,"input":3,"100":2,"generated":4,"is":3,"prompt":3,"next":1,"counter":1,"sequence":3,"append":2,"expected":3,"extend":1,"metadata":3,"sequencegroupmetadata":1,"request":1,"f":1,"test":1,"batch":2,"block":1,"tables":1,"return":1},"9117,1977,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"define":1,"some":1,"explicit":1,"test":5,"cases":1,"for":1,"edge":1,"case":1,"behavior":1,"prompt":9,"without":1,"penalization":7,"expected":4,"false":5,"seq":12,"group":4,"metadata":4,"list":4,"sequencegroupmetadata":4,"request":4,"id":8,"1":8,"is":4,"true":5,"data":8,"next":4,"counter":4,"create":8,"sequence":4,"sampling":8,"params":8,"0":1,"block":4,"tables":4,"with":2,"and":1,"logprobs":2,"num":2,"input":1,"3":2,"stop":1,"penalizing":1,"after":1,"min":1,"tokens":1,"generated":1},"11094,927,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"stop":3,"token":3,"ids":3,"42":2,"99":1,"0":2,"intentional":1,"duplication":1,"prompt":4,"combination":1,"expected":1,"penalization":1,"false":2,"true":3,"seq":5,"group":1,"metadata":1,"list":1,"sequencegroupmetadata":2,"request":2,"id":4,"test":2,"2":2,"is":2,"data":4,"next":2,"counter":2,"create":4,"sequence":2,"num":1,"input":1,"sampling":4,"params":4,"1":1,"logprobs":1,"3":2,"block":2,"tables":2},"12021,1716,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"stop":6,"token":5,"ids":5,"1":4,"999":1,"37":2,"intentional":1,"duplication":1,"decode":2,"combination":3,"expected":1,"penalization":4,"true":2,"false":5,"seq":8,"group":1,"metadata":1,"list":1,"sequencegroupmetadata":2,"request":2,"id":7,"test":5,"is":2,"prompt":8,"data":7,"next":5,"counter":5,"create":7,"sequence":5,"num":5,"generated":5,"100":1,"sampling":4,"params":4,"2":2,"block":2,"tables":2,"20":1,"10":2,"logprobs":2,"5":1,"if":1,"seed":1,"0":1,"cases":2,"without":1,"with":2,"and":1,"penalizing":1,"after":1,"min":1,"tokens":1,"else":1,"generate":1,"case":1},"13737,1927,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"def":1,"run":1,"test":5,"case":4,"expected":5,"penalization":5,"list":9,"bool":1,"seq":17,"group":6,"metadata":8,"sequencegroupmetadata":1,"assert":4,"invalid":3,"need":2,"batch":6,"size":6,"0":1,"lens":8,"int":1,"sampling":10,"params":7,"per":2,"row":3,"samplingparams":1,"for":1,"sgm":7,"in":4,"num":4,"rows":4,"len":6,"data":4,"if":4,"is":4,"prompt":9,"a":2,"has":2,"only":1,"one":1,"sequence":1,"next":1,"iter":1,"values":1,"get":1,"append":1,"not":2,"none":2,"logprobs":2,"with":1,"each":1,"token":1,"the":3,"logits":5,"extend":1,"itertools":1,"repeat":1,"does":1,"match":1,"computed":1,"fake":2,"sampler":3,"prepare":2,"samplingmetadata":1,"else":2,"query":1,"1":1,"device":2,"pin":2,"memory":2,"available":1,"tensor":1,"modified":1,"place":1,"by":1},"15664,1432,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"for":4,"logits":10,"idx":5,"should":5,"penalize":2,"sampling":3,"params":3,"in":3,"enumerate":1,"zip":1,"expected":3,"penalization":1,"per":1,"row":2,"tokens":7,"to":8,"check":4,"all":1,"stop":1,"token":5,"ids":1,"if":1,"id":3,"assert":3,"fake":4,"float":3,"inf":5,"f":2,"be":4,"penalized":3,"no":3,"other":1,"set":4,"torch":3,"count":2,"nonzero":2,"len":2,"only":1,"else":1,"0":1,"have":1,"been":1,"test":6,"case":3,"cases":1,"run":1,"pytest":2,"mark":2,"parametrize":2,"seed":4,"random":3,"seeds":1,"device":4,"cuda":1,"devices":1,"def":1,"sampler":2,"mixed":1,"int":1,"str":1,"default":1,"batch":2,"size":2,"randint":1,"1":1,"256":1,"input":1,"tensor":1,"prepare":1},"17096,1933,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"seq":10,"group":4,"metadata":7,"list":10,"sequencegroupmetadata":2,"expected":6,"tokens":2,"optional":2,"int":4,"lens":5,"for":2,"i":7,"in":3,"range":3,"batch":1,"size":1,"none":1,"sampling":13,"type":4,"random":9,"randint":5,"0":11,"2":4,"if":2,"params":5,"samplingparams":2,"temperature":2,"torch":2,"argmax":1,"fake":3,"logits":4,"dim":1,"1":10,"item":1,"elif":1,"n":5,"10":2,"top":2,"p":1,"min":1,"k":1,"presence":1,"penalty":1,"seed":1,"10000":1,"else":1,"idx":2,"1e2":1,"append":3,"request":1,"id":1,"f":1,"test":2,"is":2,"prompt":1,"true":1,"data":2,"sequencedata":1,"from":1,"seqs":1,"3":1,"block":1,"tables":1,"get":1,"len":1,"generators":3,"dict":1,"str":1,"generator":1,"def":1,"samplingmetadata":1,"prepare":1,"query":1,"device":2,"pin":2,"memory":2,"available":1,"sampler":2,"output":1},"19029,1996,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"for":6,"i":4,"sequence":3,"output":12,"metadata":8,"in":6,"enumerate":2,"zip":1,"sampler":1,"seq":3,"group":2,"list":5,"assert":5,"sampling":7,"params":5,"is":6,"not":5,"none":6,"if":2,"seed":5,"and":2,"expected":8,"tokens":9,"record":1,"seeded":3,"random":7,"result":1,"to":3,"compare":1,"with":3,"results":2,"of":3,"second":1,"invocation":1,"nth":5,"token":3,"samples":3,"continue":1,"item":4,"n":2,"temperature":1,"0":3,"or":2,"ensure":1,"exact":1,"matches":1,"greedy":1,"else":1,"non":1,"check":1,"that":1,"one":1,"the":4,"high":1,"logit":1,"were":1,"chosen":1,"test":3,"batch":4,"shuffle":4,"resample":1,"target":6,"index":8,"range":1,"size":1,"lens":1,"torch":1,"tensor":3,"input":2,"data":2,"select":2,"fake":2,"logits":2,"this":1,"time":1,"will":1,"be":1,"compared":1,"corresponding":1,"sample":1,"pre":1,"shuffled":1,"pytest":1,"mark":1,"parametrize":1,"seeds":1},"21025,1530,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"pytest":1,"mark":1,"parametrize":1,"device":10,"cuda":1,"devices":1,"def":1,"test":1,"sampler":2,"top":10,"k":5,"p":5,"seed":3,"int":1,"str":1,"set":1,"random":5,"batch":3,"size":6,"randint":2,"1":2,"256":1,"100":1,"500":1,"0":2,"vocab":2,"32000":1,"input":3,"tensor":3,"torch":3,"rand":1,"1024":1,"dtype":3,"float16":1,"fake":2,"logits":3,"normal":1,"5":1,"mocklogitssampler":1,"generation":7,"model":4,"generationmixin":1,"config":4,"generationconfig":1,"do":1,"sample":1,"true":1,"dataclass":1,"class":1,"mockconfig":2,"is":1,"encoder":1,"decoder":1,"bool":1,"false":1,"needed":1,"by":1,"the":1,"following":1,"method":1,"prepare":1,"special":1,"tokens":1,"processors":2,"get":1,"processor":1,"none":3,"assert":1,"len":1,"2":1,"and":1},"22555,1978,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"seq":10,"group":4,"metadata":7,"list":6,"sequencegroupmetadata":2,"lens":5,"int":2,"for":2,"i":2,"in":2,"range":1,"batch":1,"size":1,"append":2,"request":1,"id":1,"f":1,"test":2,"is":6,"prompt":1,"true":1,"data":2,"0":8,"sequencedata":1,"from":1,"seqs":1,"1":7,"2":1,"3":1,"sampling":5,"params":1,"samplingparams":1,"temperature":1,"top":8,"k":4,"p":4,"block":1,"tables":1,"get":1,"len":1,"samplingmetadata":1,"prepare":1,"query":1,"device":4,"pin":2,"memory":2,"available":2,"sample":9,"probs":14,"none":4,"def":2,"mock":2,"args":1,"kwargs":1,"nonlocal":1,"return":1,"prob":2,"topk":1,"dim":2,"indices":1,"tolist":1,"and":1,"only":1,"calculated":1,"when":1,"flashinfer":5,"kernel":1,"not":3,"with":1,"patch":2,"vllm":3,"model":2,"executor":2,"layers":2,"sampler":5,"logits":4,"fake":3,"assert":3,"hf":5,"processors":1,"torch":5,"zeros":1,"like":1,"clone":1,"softmax":1,"dtype":1,"float":1,"testing":1,"close":1,"rtol":1,"atol":1,"1e":1,"5":1,"equal":1,"eq":2,"pytest":3,"mark":2,"parametrize":2,"seed":2,"random":1,"seeds":1,"cuda":1,"devices":1,"fallback":1,"str":1,"if":1,"envs":1,"use":1,"skip":1,"disabled":1},"24533,1954,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"pytest":2,"skip":1,"after":1,"flashinfer":4,"0":6,"2":3,"3":2,"sampling":12,"will":1,"never":1,"fail":1,"set":2,"random":4,"seed":3,"torch":3,"default":1,"device":10,"batch":5,"size":6,"randint":3,"1":6,"256":1,"fake":3,"logits":3,"sampler":9,"prepare":2,"test":4,"def":3,"failing":2,"args":1,"kwargs":1,"return":1,"none":1,"zeros":1,"dtype":1,"int32":1,"params":7,"samplingparams":2,"temperature":1,"n":1,"10":1,"10000":1,"output":4,"do":2,"sample":2,"with":1,"patch":1,"vllm":1,"model":1,"executor":1,"layers":1,"top":2,"k":1,"p":1,"fallback":2,"assert":1,"mark":1,"parametrize":1,"cuda":1,"devices":1,"repetition":1,"penalty":1,"mixed":1,"str":1,"vocab":1,"8":1,"list":7,"seq":10,"group":4,"metadata":5,"sequencegroupmetadata":2,"lens":5,"int":1,"for":1,"i":3,"in":1,"range":1,"append":2,"request":1,"id":1,"f":1,"is":2,"prompt":1,"true":1,"data":2,"sequencedata":1,"from":1,"seqs":1,"block":1,"tables":1,"get":1,"len":1,"samplingmetadata":1,"query":1,"pin":2,"memory":2,"available":1},"26487,1938,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"fake":7,"logits":8,"torch":3,"full":1,"2":5,"vocab":1,"size":4,"1e":2,"device":7,"dtype":1,"float16":1,"5":1,"1":8,"2e":1,"sampler":11,"mocklogitssampler":1,"output":6,"sampling":13,"metadata":2,"generated":3,"tokens":3,"for":1,"in":1,"append":1,"samples":1,"0":8,"token":1,"return":1,"one":1,"configuration":2,"is":2,"greedy":3,"with":2,"repetition":3,"penalty":3,"params":10,"rep":3,"samplingparams":3,"temperature":3,"other":1,"w":1,"o":1,"sample":4,"top":1,"k":1,"seed":2,"42":2,"tokens1":3,"test":4,"tokens2":3,"assert":3,"pytest":1,"mark":1,"parametrize":1,"cuda":1,"devices":1,"def":1,"include":2,"gpu":2,"probs":4,"tensor":2,"str":1,"set":2,"random":2,"default":1,"batch":3,"randint":1,"256":1,"prepare":1,"true":1,"should":1,"modify":2,"inplace":5,"false":1,"mock":4,"patch":1,"vllm":1,"model":1,"executor":1,"layers":1,"do":1,"not":1,"called":1},"28425,162,data/raw/vllm-0.10.1/tests/samplers/test_sampler.py":{"assert":3,"sampler":3,"output":3,"sampled":2,"token":2,"probs":1,"is":3,"not":3,"none":3,"logprobs":1,"ids":1},"0,1945,data/raw/vllm-0.10.1/tests/samplers/test_no_bad_words.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"make":1,"sure":1,"bad":7,"words":6,"works":1,"run":2,"pytest":3,"tests":1,"samplers":1,"test":2,"no":1,"py":1,"from":4,"typing":1,"import":4,"optional":2,"transformers":1,"autotokenizer":2,"llm":7,"samplingparams":2,"fixture":1,"autouse":1,"true":2,"def":4,"v1":3,"monkeypatch":2,"only":3,"on":1,"setenv":1,"use":1,"1":1,"generate":4,"prompt":7,"str":2,"num":3,"tokens":4,"int":2,"temperature":3,"float":1,"list":2,"none":1,"sampling":3,"params":3,"output":12,"token":15,"ids":8,"text":2,"first":2,"and":2,"request":1,"not":2,"completion":1,"return":1,"class":1,"testonetokenbadword":1,"model":3,"thebloke":1,"llama":1,"7b":1,"fp16":1,"hi":1,"how":1,"are":1,"target":6,"you":1,"setup":1,"method":2,"self":16,"tokenizer":1,"pretrained":1,"add":2,"prefix":1,"space":1,"len":1,"encode":2,"id":3,"special":1,"false":1,"one":1,"word":1,"runner":2,"with":1,"as":1,"assert":2,"in":1},"1945,1933,data/raw/vllm-0.10.1/tests/samplers/test_no_bad_words.py":{"def":4,"generate":4,"self":28,"llm":7,"bad":5,"words":4,"optional":1,"list":3,"str":2,"none":1,"int":2,"return":2,"prompt":9,"num":3,"tokens":9,"encode":5,"add":7,"special":6,"bool":1,"true":2,"tokenizer":3,"input":1,"ids":5,"class":1,"testtwotokenbadword":1,"another":1,"model":4,"with":2,"a":1,"different":1,"behaviour":1,"distilbert":1,"distilgpt2":1,"how":1,"old":2,"are":1,"you":1,"i":1,"am":1,"10":1,"target":10,"token1":3,"years":1,"token2":4,"neighbour":3,"older":1,"setup":1,"method":2,"autotokenizer":1,"from":1,"pretrained":1,"prefix":1,"space":1,"len":1,"token":11,"id1":3,"false":3,"0":3,"id2":3,"test":1,"two":1,"word":1,"vllm":2,"runner":2,"dtype":1,"half":1,"as":1,"output":4,"assert":2,"2":1,"not":1,"in":1},"3878,1839,data/raw/vllm-0.10.1/tests/samplers/test_no_bad_words.py":{"output":16,"token":36,"ids":16,"self":33,"generate":3,"llm":3,"bad":3,"words":3,"target":22,"token2":4,"assert":12,"0":3,"id1":10,"id2":10,"not":4,"in":3,"f":3,"token1":3,"2":4,"contains":3,"model":1,"dependent":1,"behaviour":1,"neighbour":5,"or":1},"5717,1143,data/raw/vllm-0.10.1/tests/samplers/test_no_bad_words.py":{"def":3,"generate":2,"self":5,"llm":4,"bad":3,"words":3,"optional":1,"list":5,"str":2,"none":1,"int":4,"return":4,"prompt":6,"num":2,"tokens":5,"staticmethod":1,"contains":1,"sequence":3,"subsequence":9,"bool":2,"searched":3,"false":2,"for":1,"start":3,"in":2,"range":1,"len":6,"end":2,"current":4,"if":2,"continue":1,"true":3,"assert":2,"all":1,"subsequences":1,"did":1,"not":1,"match":1,"length":1,"encode":1,"add":3,"special":3,"tokenizer":1,"input":1,"ids":1},"0,1982,data/raw/vllm-0.10.1/tests/samplers/test_seeded_generate.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":11,"project":1,"verify":1,"that":1,"seeded":2,"random":12,"sampling":14,"is":1,"deterministic":1,"run":2,"pytest":4,"tests":1,"samplers":1,"test":2,"generate":1,"py":1,"import":6,"copy":3,"from":3,"itertools":1,"combinations":1,"samplingparams":2,"model":8,"executor":1,"utils":1,"set":2,"seed":16,"facebook":1,"opt":1,"125m":1,"seeds":2,"list":1,"range":2,"5":2,"fixture":1,"def":2,"runner":2,"monkeypatch":2,"this":1,"file":1,"relies":1,"on":1,"v0":1,"internals":1,"setenv":1,"use":2,"v1":1,"with":2,"dtype":1,"half":1,"as":1,"yield":1,"mark":1,"parametrize":1,"sample":1,"example":3,"prompts":3,"int":1,"none":1,"params":16,"parameters":1,"ensure":1,"sufficient":1,"randomness":1,"temperature":1,"3":2,"top":2,"p":1,"min":1,"1":7,"k":1,"randint":3,"20":1,"n":1,"10":1,"presence":1,"penalty":1,"max":1,"tokens":1,"8":1,"ignore":1,"eos":1,"true":1,"deepcopy":2,"100":1,"200":1,"llm":4,"for":5,"prompt":2,"in":5,"add":1,"request":1,"results":2,"engine":1,"tqdm":1,"false":1,"all":2,"outputs":4,"out":2,"token":1,"ids":1,"output":2,"i":3,"len":1,"6":2},"1982,592,data/raw/vllm-0.10.1/tests/samplers/test_seeded_generate.py":{"verify":3,"all":1,"non":1,"seeded":1,"requests":2,"differ":2,"for":3,"output":10,"a":4,"b":4,"in":3,"combinations":2,"outputs":9,"0":1,"1":2,"2":4,"3":1,"assert":4,"with":1,"the":2,"same":2,"seed":1,"match":1,"4":1,"5":1,"generations":1,"within":1,"parallel":1,"sampling":1,"group":1,"sub":4},"0,1900,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_checker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":11,"vllm":5,"project":1,"from":7,"unittest":1,"mock":1,"import":7,"magicmock":1,"pytest":5,"transformers":1,"pretrainedtokenizer":1,"engine":1,"output":6,"processor":1,"stop":7,"checker":1,"stopchecker":2,"inputs":4,"token":25,"sampling":1,"params":1,"samplingparams":1,"sequence":10,"logprob":3,"sequencestatus":2,"def":2,"with":3,"eos":24,"text":7,"str":6,"id":13,"int":2,"create":1,"a":1,"that":1,"ends":2,"an":2,"seq":7,"block":1,"size":1,"16":1,"offset":3,"1":1,"for":1,"i":3,"in":4,"range":1,"len":1,"append":2,"logprobs":2,"status":1,"running":1,"return":1,"mark":4,"parametrize":3,"wo":2,"this":2,"s":2,"ignore":2,"true":2,"false":2,"include":2,"skip":1,"global":1,"cleanup":1,"test":3,"on":1,"bool":2,"behavior":1,"of":1,"maybe":1,"method":1,"when":4,"is":1,"encountered":1,"covers":1,"should":3,"and":3,"be":3,"removed":1,"included":1,"ignored":1,"continues":1},"1900,1166,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_checker.py":{"tokenizer":5,"magicmock":2,"spec":1,"pretrainedtokenizer":1,"get":3,"for":3,"seq":12,"return":1,"value":1,"stop":8,"checker":2,"stopchecker":1,"max":1,"model":1,"len":2,"1024":1,"sequence":2,"with":1,"eos":15,"text":8,"wo":4,"token":8,"id":2,"new":3,"char":3,"count":3,"note":1,"that":1,"and":1,"ids":1,"are":1,"not":1,"specified":1,"sampling":3,"params":3,"samplingparams":1,"min":1,"tokens":1,"1":1,"ignore":3,"include":3,"str":3,"in":3,"output":6,"maybe":1,"if":1,"assert":6,"status":3,"sequencestatus":3,"running":1,"elif":1,"finished":2,"stopped":2,"else":1},"0,1773,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_strings.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":2,"typing":1,"import":3,"any":2,"optional":3,"pytest":1,"llm":12,"samplingparams":2,"envs":1,"model":1,"meta":1,"llama":2,"7b":1,"hf":1,"max":3,"tokens":4,"200":1,"def":4,"test":4,"stopping":4,"expected":10,"output":16,"str":3,"reason":6,"stop":13,"list":2,"none":4,"token":3,"ids":3,"int":1,"include":6,"in":6,"bool":1,"false":3,"generate":1,"a":5,"story":1,"about":1,"n":1,"temperature":1,"outputs":1,"assert":3,"is":6,"not":1,"text":1,"set":1,"async":4,"mode":1,"engine":1,"scheduler":1,"use":1,"proc":1,"basic":1,"100":3,"volunteer":3,"organization":3,"true":1,"multi":1,"group":2,"of":2,"peo":2,"short":1,"we":1,"are":1},"1773,1943,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_strings.py":{"test":6,"stopping":5,"llm":22,"stop":16,"group":3,"of":3,"peo":3,"short":1,"include":5,"in":5,"output":11,"true":6,"expected":10,"vllm":9,"is":5,"a":6,"100":5,"volunteer":5,"organization":3,"we":2,"are":1,"reason":5,"def":3,"partial":3,"token":7,"gani":4,"false":5,"or":1,"organi":1,"id":2,"13013":5,"ids":2,"pytest":1,"mark":1,"skip":1,"global":1,"cleanup":1,"strings":1,"if":4,"v0":1,"must":1,"set":6,"enforce":2,"eager":2,"since":1,"use":5,"async":6,"processing":1,"below":1,"model":1,"envs":4,"v1":4,"basic":3,"else":3,"mode":5,"multi":3,"tokens":3},"3716,340,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_strings.py":{"set":3,"async":3,"mode":3,"llm":7,"false":3,"stop":4,"partial":1,"token":4,"if":1,"envs":1,"vllm":1,"use":1,"v1":1,"fixme":1,"this":1,"does":1,"not":1,"respect":1,"include":1,"in":1,"output":1,"id":3,"pass":1,"else":1,"true":1},"0,1752,data/raw/vllm-0.10.1/tests/detokenizer/test_min_tokens.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":6,"project":2,"import":5,"pytest":2,"from":5,"transformers":1,"autotokenizer":2,"samplingparams":2,"v1":2,"engine":2,"enginecorerequest":2,"detokenizer":4,"fastincrementaldetokenizer":2,"prompt":8,"hello":2,"my":2,"name":2,"is":6,"lee":3,"and":4,"i":3,"m":3,"a":4,"student":2,"in":2,"college":2,"of":2,"engineering":2,"mark":1,"parametrize":1,"min":6,"tokens":7,"stop":6,"truth":3,"none":9,"e":2,"l":1,"5":1,"stud":1,"def":1,"test":2,"with":1,"int":1,"str":2,"for":1,"specific":1,"see":1,"https":1,"github":1,"com":1,"pull":1,"22014":1,"tokenizer":3,"pretrained":1,"facebook":1,"opt":1,"125m":1,"all":3,"ids":6,"add":1,"special":1,"false":2,"input":1,"token":2,"4":2,"params":2,"request":2,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"update":1,"assert":1,"output":1,"text":1},"0,1463,data/raw/vllm-0.10.1/tests/detokenizer/test_disable_detokenization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":3,"project":1,"import":3,"pytest":3,"from":3,"entrypoints":1,"llm":6,"sampling":5,"params":5,"samplingparams":2,"mark":2,"skip":1,"v1":1,"parametrize":1,"model":4,"distilbert":1,"distilgpt2":1,"def":1,"test":2,"computed":1,"prefix":1,"blocks":1,"str":1,"this":1,"checks":1,"if":1,"engine":1,"generates":1,"completions":2,"both":2,"with":4,"and":4,"without":1,"optional":1,"detokenization":9,"that":2,"includes":1,"text":3,"no":4,"doesn":1,"t":1,"have":1,"same":1,"token":3,"ids":3,"prompt":3,"you":1,"are":1,"a":2,"helpful":1,"assistant":1,"how":1,"do":1,"i":1,"build":1,"car":1,"cardboard":1,"paper":1,"clips":1,"is":1,"there":1,"an":1,"easy":1,"follow":1,"video":1,"tutorial":1,"available":1,"online":1,"for":1,"free":1,"max":1,"tokens":1,"10":1,"temperature":1,"detokenize":2,"false":1,"outputs":8,"generate":2,"true":1,"assert":3},"0,1757,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_reason.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":9,"project":1,"test":5,"different":1,"finish":3,"reason":7,"stop":19,"situations":1,"during":1,"generation":1,"1":1,"one":2,"of":2,"provided":2,"strings":1,"tokens":7,"3":1,"eos":3,"token":6,"run":1,"pytest":3,"tests":1,"engine":1,"py":1,"import":3,"transformers":2,"from":2,"samplingparams":3,"model":8,"distilbert":1,"distilgpt2":1,"str":3,"seed":5,"42":1,"max":5,"1024":1,"fixture":1,"def":2,"runner":2,"with":1,"as":1,"yield":1,"example":3,"prompts":3,"tokenizer":2,"autotokenizer":1,"pretrained":1,"id":3,"convert":1,"ids":2,"llm":4,"outputs":6,"generate":2,"sampling":2,"params":2,"ignore":2,"true":2,"for":2,"output":10,"in":2,"assert":4,"string":1},"1757,381,data/raw/vllm-0.10.1/tests/detokenizer/test_stop_reason.py":{"test":1,"eos":1,"token":1,"outputs":3,"llm":1,"generate":1,"example":1,"prompts":1,"sampling":1,"params":1,"samplingparams":1,"seed":2,"max":2,"tokens":2,"for":1,"output":6,"in":1,"0":1,"assert":1,"finish":2,"reason":3,"length":1,"or":1,"stop":2,"and":1,"is":1,"none":1},"0,342,data/raw/vllm-0.10.1/tests/detokenizer/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":1,"project":1,"import":1,"pytest":2,"fixture":1,"autouse":2,"true":1,"def":1,"v1":1,"run":3,"with":1,"both":2,"engines":2,"simple":1,"wrapper":1,"for":2,"each":1,"test":2,"this":1,"can":1,"be":1,"promoted":1,"up":1,"conftest":1,"py":1,"every":1,"in":1,"a":1,"package":1,"pass":1},"0,585,data/raw/vllm-0.10.1/tests/tokenization/test_do_lower_case.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"pytest":3,"from":1,"transformers":1,"utils":1,"tokenizer":10,"get":2,"names":2,"baai":1,"bge":1,"base":1,"en":1,"mark":2,"parametrize":2,"name":3,"n":4,"tokens":5,"510":1,"def":1,"test":1,"special":1,"str":1,"int":1,"revision":1,"main":1,"prompts":2,"unk":1,"prompt":2,"token":2,"ids":2,"encode":1,"assert":1,"len":1},"0,1064,data/raw/vllm-0.10.1/tests/tokenization/test_tokenizer_group.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"pytest":2,"from":3,"transformers":2,"autotokenizer":2,"pretrainedtokenizerbase":2,"utils":1,"tokenizer":15,"group":8,"tokenizergroup":2,"mark":1,"asyncio":1,"async":3,"def":1,"test":1,"reference":3,"pretrained":1,"gpt2":2,"id":1,"enable":1,"lora":6,"false":1,"max":2,"num":1,"seqs":1,"1":1,"input":1,"length":1,"none":6,"assert":4,"encode":4,"prompt":6,"request":2,"await":2,"isinstance":1,"get":3},"0,752,data/raw/vllm-0.10.1/tests/tokenization/test_tokenizer.py":{"spdx":2,"license":1,"identifier":2,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"pytest":3,"from":2,"transformers":2,"pretrainedtokenizerbase":2,"utils":1,"tokenizer":13,"get":3,"names":2,"facebook":1,"opt":1,"125m":1,"gpt2":1,"mark":1,"parametrize":1,"name":4,"def":1,"test":1,"revision":3,"str":1,"assume":2,"that":2,"main":2,"branch":2,"always":2,"exists":1,"assert":1,"isinstance":1,"never":2,"does":1,"not":2,"exist":1,"with":1,"raises":1,"oserror":1,"match":1,"a":1,"valid":1,"git":1},"0,1911,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":11,"project":2,"from":10,"collections":1,"abc":1,"import":11,"generator":1,"typing":1,"any":1,"optional":1,"pytest":1,"transformers":4,"autotokenizer":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"inputs":2,"token":1,"sequence":2,"logprob":1,"samplingparams":1,"sequencegroup":1,"utils":3,"detokenizer":3,"tokenizer":2,"group":1,"tokenizergroup":1,"tokenizers":2,"mistral":2,"mistraltokenizer":1,"v1":2,"engine":3,"enginecorerequest":1,"fastincrementaldetokenizer":1,"incrementaldetokenizer":1,"slowincrementaldetokenizer":1,"special":3,"toks":2,"truth":3,"some":1,"text":3,"with":2,"adjacent":1,"tokens":2,"padding":2,"fim":4,"prefix":1,"middle":1,"suffix":1,"other":1,"pad":1,"noqa":2,"hello":1,"here":1,"this":1,"is":3,"a":2,"simple":1,"test":1,"high":1,"throughput":1,"and":3,"memory":1,"efficient":1,"inference":2,"serving":2,"for":3,"llms":1,"it":1,"designed":1,"be":1,"used":1,"in":1,"production":1,"environments":1,"where":2,"我很感谢你的热情":1,"burmese":1,"triggers":1,"an":1,"edge":1,"case":1,"s":1,"v3":1,"tekken":1,"eg":1,"mistralai":2,"pixtral":2,"12b":2,"2409":2,"may":1,"map":1,"bytes":1,"incomplete":1,"utf":1,"8":1,"characters":1,"see":1,"https":1,"github":1,"com":1,"pull":1,"9625":1,"ပ":5,"င":1,"လ":1,"facebook":1,"opt":1,"125m":1,"gpt2":1,"bigcode":1,"tiny":1,"starcoder":1,"py":1,"eleutherai":2,"gpt":1,"j":1,"6b":1,"pythia":1,"70m":1,"bigscience":1,"bloom":1,"560m":1,"mosaicml":1,"mpt":1,"7b":3,"tiiuae":1,"falcon":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"codellama":2,"hf":1},"1911,1909,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"def":2,"run":1,"incremental":1,"decode":1,"tokenizer":10,"all":4,"input":4,"ids":7,"skip":3,"special":6,"tokens":6,"bool":3,"starting":3,"index":3,"int":1,"spaces":3,"between":3,"true":2,"fast":3,"optional":1,"none":10,"prompt":2,"token":5,"params":2,"samplingparams":1,"request":5,"enginecorerequest":1,"0":2,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"if":2,"is":1,"detokenizer":6,"incrementaldetokenizer":1,"from":3,"new":1,"elif":1,"fastincrementaldetokenizer":1,"else":2,"slowincrementaldetokenizer":1,"output":5,"text":4,"for":1,"i":2,"id":2,"in":2,"enumerate":1,"update":1,"false":1,"finished":2,"len":1,"1":1,"get":1,"next":1,"delta":1,"return":2,"pytest":2,"fixture":1,"name":5,"mistraltokenizer":1,"pretrained":2,"mistral":1,"autotokenizer":1,"mark":1,"parametrize":1,"mistralai":1,"pixtral":1,"12b":1,"2409":1},"3820,1794,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"pytest":11,"mark":7,"parametrize":7,"truth":7,"burmese":1,"text":3,"triggers":1,"an":1,"edge":3,"case":2,"where":1,"tokens":11,"may":1,"map":1,"to":1,"bytes":1,"with":4,"incomplete":1,"utf":1,"8":1,"characters":1,"ပ":5,"င":1,"လ":1,"using":1,"urgency":2,"since":1,"cy":1,"has":1,"token":1,"id":1,"130282":1,"def":3,"test":3,"mistral":3,"tokenizer":8,"for":1,"a":1,"specific":1,"cases":1,"v3":1,"tekken":1,"mistraltokenizer":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"9625":1,"starting":4,"index":4,"0":1,"all":3,"input":4,"ids":6,"add":1,"special":10,"false":6,"decoded":2,"out":2,"run":1,"incremental":1,"decode":2,"skip":9,"true":7,"assert":2,"fixture":1,"request":3,"name":3,"generator":1,"bool":2,"any":1,"none":1,"if":4,"in":1,"yield":2,"param":2,"else":2,"doesn":1,"t":1,"support":1,"prompt":2,"tokenizers":1,"indirect":1,"spaces":3,"between":3,"fast":3,"streaming":1,"and":2,"not":2,"isinstance":1,"pretrainedtokenizerfast":1},"5614,1734,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"if":6,"not":4,"fast":2,"and":1,"isinstance":2,"tokenizer":14,"pretrainedtokenizerfast":1,"fix":1,"up":1,"inconsistency":1,"in":2,"slow":1,"behaviour":1,"add":3,"special":11,"tokens":22,"additional":1,"at":3,"for":1,"get":1,"added":1,"decoder":1,"values":1,"extra":3,"decode":5,"args":3,"pretrainedtokenizer":1,"else":2,"spaces":2,"between":2,"truth":13,"false":2,"input":10,"ids":10,"bos":3,"token":4,"id":4,"is":2,"none":2,"insert":1,"0":2,"append":1,"eos":1,"new":3,"skip":4,"with":1,"prompt":11,"num":4,"len":4,"2":1,"1":1,"generated":4,"all":2,"starting":2,"index":2},"7348,1756,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"decoded":4,"text":4,"out":4,"ids":13,"run":2,"incremental":2,"decode":3,"tokenizer":16,"all":2,"input":4,"skip":4,"special":7,"tokens":7,"starting":4,"index":4,"spaces":3,"between":3,"fast":7,"assert":4,"generated":1,"pytest":5,"mark":2,"parametrize":2,"name":5,"tokenizers":1,"true":3,"false":4,"def":4,"test":1,"oov":1,"if":2,"and":1,"not":1,"isinstance":1,"pretrainedtokenizerfast":1,"len":2,"0":2,"fixture":2,"detokenizer":3,"str":2,"group":2,"tokenizergroup":1,"id":2,"enable":1,"lora":1,"max":2,"num":1,"seqs":1,"100":1,"length":1,"none":3,"mode":1,"mistral":2,"in":1,"else":1,"auto":1,"trust":1,"remote":1,"code":1,"revision":1,"return":3,"complete":4,"sequence":6,"token":7,"create":2,"list":1,"int":1,"add":1,"prompt":4,"or":1,"seq":1,"inputs":2,"block":1,"size":1,"16":1},"9104,1944,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"def":3,"create":5,"dummy":6,"logprobs":20,"complete":9,"sequence":12,"token":22,"ids":7,"list":8,"int":6,"dict":3,"logprob":6,"return":2,"id":4,"0":3,"1":6,"for":3,"in":2,"prompt":2,"optional":2,"any":2,"the":1,"first":1,"is":1,"none":2,"extend":1,"pytest":3,"mark":3,"parametrize":3,"truth":1,"tokenizer":1,"name":1,"tokenizers":1,"skip":4,"special":4,"tokens":4,"true":2,"false":1,"indirect":1,"test":1,"decode":2,"str":3,"detokenizer":4,"bool":1,"verify":1,"decodes":1,"correctly":1,"sampling":2,"params":2,"samplingparams":1,"2":1,"run":1,"sequentially":1,"seq":6,"sequential":5,"text":5,"chosen":2,"other":2,"new":4,"zip":1,"append":3,"inplace":1,"output":3,"decoded":2,"result":1},"11048,1386,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"assert":3,"sequential":5,"result":3,"join":2,"logprobs":6,"text":4,"chosen":2,"token":4,"other":1,"if":3,"not":3,"skip":9,"special":9,"tokens":8,"for":2,"the":3,"should":1,"be":2,"same":1,"as":1,"generated":1,"note":1,"that":2,"this":1,"will":1,"only":1,"true":2,"we":2,"complete":5,"sequence":5,"pytest":3,"mark":2,"parametrize":2,"truth":2,"tokenizer":3,"name":1,"tokenizers":2,"def":1,"test":1,"decode":1,"prompt":3,"str":1,"ids":1,"list":1,"int":1,"detokenizer":4,"want":1,"to":1,"use":1,"false":3,"here":1,"but":1,"mistral":1,"don":2,"t":2,"support":2,"in":1,"toks":1,"elif":1,"isinstance":1,"group":1,"get":1,"lora":1,"none":1,"mistraltokenizer":1,"else":1,"mistraltokenizers":1,"return":1,"verify":1,"decodes":1,"correctly":1,"sampling":1,"params":1,"samplingparams":1,"1":1},"12434,1840,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"run":1,"sequentially":1,"seq":6,"create":2,"sequence":4,"complete":3,"token":18,"ids":8,"group":2,"sequencegroup":1,"request":1,"id":5,"1":7,"seqs":1,"sampling":2,"params":2,"arrival":1,"time":1,"0":4,"dummy":4,"logprobs":15,"prompt":8,"detokenizer":2,"decode":4,"inplace":1,"position":1,"offset":1,"first":5,"logprob":2,"is":2,"none":2,"decoded":6,"list":1,"dict":1,"int":2,"any":1,"type":1,"ignore":1,"doesn":1,"t":1,"contain":1,"the":5,"tokenizer":4,"get":1,"for":5,"text":9,"full":2,"skip":4,"special":4,"tokens":4,"len":1,"chosen":1,"should":1,"be":1,"same":1,"as":1,"note":1,"that":1,"assert":2,"join":2,"in":2,"zip":2,"pytest":2,"mark":2,"parametrize":2,"model":2,"facebook":1,"opt":1,"125m":1,"chunked":3,"prefill":3,"size":2,"4":1,"7":1,"16":1,"def":1,"test":1,"vllm":1,"runner":1,"example":1,"prompts":1,"monkeypatch":1},"14274,1947,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"vllm":9,"v1":2,"does":1,"not":2,"use":2,"incremental":1,"detokenization":1,"for":3,"prompt":14,"logprobs":10,"so":1,"this":2,"test":1,"strategy":1,"is":4,"irrelevant":1,"monkeypatch":1,"setenv":1,"0":5,"max":11,"num":9,"seqs":5,"256":1,"enable":4,"chunked":7,"prefill":7,"false":1,"batched":4,"tokens":5,"none":3,"if":1,"token":11,"size":3,"1":3,"true":1,"min":1,"with":1,"runner":1,"model":3,"dtype":1,"half":1,"5":4,"gpu":1,"memory":1,"utilization":1,"as":1,"sampling":3,"params":3,"samplingparams":1,"10":1,"temperature":1,"results":2,"llm":1,"generate":1,"example":1,"prompts":2,"idx":1,"result":5,"in":3,"enumerate":1,"assert":2,"compared":1,"detokenized":2,"ids":2,"to":3,"original":1,"generated":2,"string":3,"zip":1,"a":1,"dict":1,"of":1,"the":4,"id":2,"logprob":1,"we":1,"select":1,"corresponding":2,"actual":1,"decoded":2},"16221,140,data/raw/vllm-0.10.1/tests/tokenization/test_detokenize.py":{"assert":1,"generated":1,"string":1,"example":1,"prompts":1,"idx":1,"detokenized":1,"prompt":2,"logprobs":1,"do":1,"not":1,"match":1,"original":1},"0,1737,data/raw/vllm-0.10.1/tests/tokenization/test_cached_tokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"pickle":3,"from":4,"copy":1,"deepcopy":2,"pytest":2,"transformers":2,"autotokenizer":2,"utils":1,"tokenizer":17,"anytokenizer":3,"get":4,"cached":7,"mark":1,"parametrize":1,"model":3,"id":3,"gpt2":1,"zai":1,"org":1,"chatglm3":1,"6b":1,"def":2,"test":1,"str":1,"reference":6,"pretrained":1,"trust":1,"remote":1,"code":1,"true":1,"add":2,"special":9,"tokens":7,"cls":2,"token":1,"additional":1,"sep":1,"check":3,"consistency":3,"pickled":2,"dumps":1,"unpickled":2,"loads":1,"target":9,"expected":9,"assert":8,"isinstance":1,"type":1,"attributes":2,"all":6,"ids":2,"extended":2,"vocab":2,"len":2,"other":1,"getattr":2,"padding":2,"side":2,"none":2,"encode":2,"prompt":2},"0,719,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"pytest":1,"from":4,"mistral":5,"common":3,"protocol":3,"instruct":3,"messages":1,"assistantmessage":1,"toolmessage":1,"usermessage":1,"request":2,"chatcompletionrequest":1,"tool":2,"calls":1,"function":1,"functioncall":1,"toolcall":1,"transformers":1,"utils":1,"tokenizers":1,"make":1,"chat":1,"completion":1},"719,1004,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"pytest":1,"mark":1,"parametrize":1,"openai":1,"request":2,"expected":1,"mistral":1,"messages":2,"role":1,"user":1,"content":2,"what":2,"is":2,"the":4,"current":6,"local":4,"date":4,"and":4,"time":6,"tools":2,"type":2,"function":5,"description":2,"fetch":2,"name":2,"get":2,"chatcompletionrequest":1,"usermessage":1,"tool":1,"parameters":1},"1723,1037,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"messages":2,"role":1,"user":1,"content":2,"what":2,"is":2,"the":4,"current":6,"local":4,"date":4,"and":4,"time":6,"tools":2,"type":2,"function":5,"description":2,"fetch":2,"name":2,"get":2,"parameters":2,"none":1,"chatcompletionrequest":1,"usermessage":1,"tool":1},"2760,364,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"def":1,"test":1,"make":2,"mistral":4,"chat":2,"completion":2,"request":9,"openai":3,"expected":2,"actual":2,"messages":1,"tools":1,"assert":1,"tool":1,"use":1,"with":1,"list":1,"content":2,"and":1,"reasoning":1},"3124,1553,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"pytest":1,"mark":1,"parametrize":1,"openai":1,"request":2,"expected":1,"mistral":1,"messages":1,"role":3,"user":1,"content":4,"what":1,"s":1,"the":3,"weather":5,"in":2,"paris":2,"assistant":1,"reasoning":1,"none":2,"tool":3,"calls":1,"id":2,"call123":2,"type":5,"function":4,"name":4,"get":3,"arguments":1,"city":5,"text":2,"rainy":1,"call":1,"tools":1,"description":2,"gets":1,"current":1,"a":1,"parameters":1,"object":1,"properties":1,"string":1,"required":1},"4677,1321,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"chatcompletionrequest":1,"messages":1,"usermessage":1,"content":3,"what":1,"s":1,"the":3,"weather":5,"in":2,"paris":2,"assistantmessage":1,"none":1,"tool":3,"calls":1,"toolcall":1,"id":2,"call123":2,"function":4,"functioncall":1,"name":4,"get":3,"arguments":1,"city":5,"toolmessage":1,"rainy":1,"call":1,"tools":1,"type":3,"description":2,"gets":1,"current":1,"a":1,"parameters":1,"object":1,"properties":1,"string":1,"required":1},"5998,289,data/raw/vllm-0.10.1/tests/tokenization/test_mistral_tokenizer.py":{"def":1,"test":1,"make":2,"mistral":4,"chat":2,"completion":2,"request":9,"list":1,"content":1,"openai":3,"expected":2,"actual":2,"messages":1,"tools":1,"assert":1},"0,1225,data/raw/vllm-0.10.1/tests/tokenization/test_get_eos.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":4,"project":1,"this":1,"test":3,"file":1,"includes":1,"some":1,"cases":1,"where":1,"it":1,"is":3,"inappropriate":1,"only":1,"get":10,"eos":8,"token":8,"id":6,"from":3,"tokenizer":9,"as":1,"defined":1,"by":1,"meth":1,"llmengine":1,"transformers":2,"utils":2,"config":10,"import":2,"try":3,"generation":9,"def":2,"llama3":1,"model":6,"name":6,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"assert":6,"128009":2,"trust":2,"remote":2,"code":2,"false":2,"not":2,"none":2,"128001":1,"128008":1,"blip2":2,"salesforce":1,"opt":1,"7b":1,"50118":1},"0,1906,data/raw/vllm-0.10.1/tests/tokenization/test_tokenizer_registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":5,"typing":1,"import":4,"type":2,"checking":2,"any":1,"optional":3,"union":2,"transformers":2,"utils":3,"tokenizer":3,"get":3,"base":1,"tokenizerbase":2,"tokenizerregistry":1,"if":1,"entrypoints":1,"chat":1,"chatcompletionmessageparam":1,"class":1,"testtokenizer":3,"classmethod":1,"def":14,"pretrained":1,"cls":1,"args":1,"kwargs":1,"return":3,"property":10,"all":3,"special":4,"tokens":3,"extended":1,"self":13,"list":5,"str":9,"raise":11,"notimplementederror":11,"ids":1,"int":9,"bos":1,"token":5,"id":3,"eos":1,"1":1,"sep":1,"pad":1,"is":1,"fast":1,"bool":3,"vocab":3,"size":1,"max":2,"call":1,"text":2,"pair":1,"none":2,"add":1,"false":2,"truncation":1,"length":1,"dict":2,"added":1},"1906,1644,data/raw/vllm-0.10.1/tests/tokenization/test_tokenizer_registry.py":{"def":7,"encode":2,"one":1,"self":6,"text":2,"str":7,"truncation":1,"bool":4,"false":1,"max":1,"length":1,"optional":3,"int":7,"none":3,"list":9,"raise":6,"notimplementederror":6,"add":1,"special":3,"tokens":6,"apply":1,"chat":1,"template":1,"messages":1,"chatcompletionmessageparam":1,"tools":1,"dict":1,"any":1,"kwargs":1,"convert":2,"to":2,"string":1,"decode":1,"ids":3,"union":1,"skip":2,"true":2,"test":5,"customized":1,"tokenizer":16,"tokenizerregistry":2,"register":1,"tests":1,"tokenization":1,"registry":1,"testtokenizer":3,"get":2,"assert":6,"isinstance":2,"bos":2,"token":4,"id":4,"0":2,"eos":2,"1":2,"mode":1,"custom":1},"0,1436,data/raw/vllm-0.10.1/tests/weight_loading/test_weight_loading.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":4,"os":5,"pytest":3,"torch":2,"from":1,"platforms":1,"current":3,"platform":2,"max":4,"model":11,"len":3,"1024":1,"name":6,"environ":4,"get":4,"robertgshaw2":1,"zephyr":1,"7b":1,"beta":1,"channelwise":1,"gptq":3,"revision":4,"main":1,"quantization":6,"marlin":1,"min":3,"capability":5,"80":1,"mark":2,"skipif":2,"casperhansen":1,"deepseek":1,"coder":1,"v2":1,"instruct":1,"awq":1,"reason":2,"oom":1,"in":1,"ci":1,"not":2,"has":1,"device":1,"int":1,"system":1,"does":1,"have":1,"minimum":1,"def":1,"test":3,"weight":2,"loading":2,"runner":2,"parameter":1,"with":2,"tp":1,"1":1,"moe":1,"models":1,"need":1,"fp16":3,"needs":2,"or":1,"nm":1,"testing":1,"w4a16":1,"mixtral":1,"actorder":1,"group":1,"dtype":1,"half":1,"if":2,"else":2,"auto":1,"none":2,"tensor":1,"parallel":1,"size":1,"as":1,"output":3,"generate":1,"greedy":1,"hello":1,"world":1,"tokens":1,"20":1,"print":1,"assert":1},"0,588,data/raw/vllm-0.10.1/tests/weight_loading/models-large.txt":{"compressed":5,"tensors":5,"nm":4,"testing":4,"mixtral":6,"8x7b":5,"instruct":5,"v0":5,"1":5,"w4a16":4,"quantized":4,"main":7,"channel":1,"w8a16":1,"test":1,"actorder":2,"group":1,"gptq":5,"marlin":3,"thebloke":2,"8bit":1,"128g":1,"true":1,"awq":2,"casperhansen":1,"deepseek":1,"coder":1,"v2":1,"redhatai":1,"llama":1,"4":1,"scout":1,"17b":1,"16e":1},"0,1490,data/raw/vllm-0.10.1/tests/weight_loading/models.txt":{"gptq":28,"marlin":6,"robertgshaw2":2,"zephyr":2,"7b":4,"beta":2,"channelwise":2,"main":18,"thebloke":8,"llama":3,"2":2,"tinyllama":13,"1":11,"1b":7,"chat":7,"v1":7,"0":7,"8bit":4,"1g":2,"actorder":5,"true":4,"32g":2,"techxgenus":2,"gemma":2,"2b":2,"it":2,"compressed":11,"tensors":11,"nm":9,"testing":9,"oneshot":6,"w8w8":1,"test":2,"static":1,"shape":1,"change":1,"w8":1,"channel":3,"a8":1,"tensor":1,"w8a8":2,"dynamic":2,"token":2,"v2":3,"w4a16":2,"group128":1,"w8a16":1,"per":1,"meta":1,"3":3,"8b":1,"fp8":2,"phi":2,"mini":1,"128k":2,"instruct":2,"neuralmagic":1,"medium":1,"quantized":1,"group":1},"1490,695,data/raw/vllm-0.10.1/tests/weight_loading/models.txt":{"compressed":3,"tensors":3,"mgoin":1,"deepseek":1,"coder":1,"v2":1,"lite":1,"instruct":5,"fp8":4,"main":12,"nm":4,"testing":6,"sparsellama":2,"3":7,"1":2,"8b":5,"gsm8k":2,"pruned":2,"2of4":2,"dynamic":1,"90":2,"w8a8":1,"awq":4,"casperhansen":2,"mixtral":2,"marlin":5,"neuralmagic":1,"meta":1,"llama":5,"kv":1,"zephyr":2,"beta":2,"7b":2,"g128":2,"robertgshaw2":1,"channelwise":1,"qqq":4,"handh1998":2,"hqq":2,"2":2,"1b":2,"none":1,"mgleize":1,"fairseq2":1,"dummy":1},"0,1999,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"subtitles":1,"forourannualracesatknockhillcircuit":1,"today":1,"sracingcomesfromtheporschecarreracupgreatbritainandthelegendscarselitecupwithjlm":1,"it":2,"sthelatterwhogetusunderwaywiththeirfirstraceoftheday":1,"andjoiningmeinthecommentaryboxispaulo":1,"neill":1,"firstraceofthedayforthelegends":1,"jontynormanhasdrawnpoleposition":1,"withmattknightalongside":1,"marcuspettonrow2withdanielpooley":1,"declanburkeisnextup":1,"andthentylerread":1,"onrow3":1,"he":3,"sleadingtherookiechampionshipatthemoment":1,"chrisneedhamonrow4withlukesimmons":1,"andrewrogersonandgarethsheridanonrow5":1,"sixthrow":1,"peterbarrable":1,"withcharliebudd":1,"row7":1,"jackparker":1,"fourthinthechampionshiprightnow":1,"nickpriceisnexttohim":1,"willgibson":1,"wholookslikehe":1,"soutofthechampionshipcontentionnow":1,"witholischlupalongside":1,"thenbenmcneiceandflightlieutenantmattisherwood":1,"robertbarrable":1,"championshipleader":1,"sonrow10":1,"thenbrentbowiefromkieranbeattieandnickbridgeman":1,"mikeschluponrow12":1,"followedbyryanmcleish":1,"whowonthedayoverallyesterday":1,"markbeaty":1,"row13":1,"withandybird":1,"thenit":1,"sbenhigginsandnathananthony":1,"connormillsandpaulmussellecompleterow15":1,"andcompletingthegridisjamesnewbery":1,"herewego":1,"withracenumber1oftheday":1,"thefinaldayofthefirsteverlegendscarselitecupwithjlm":1,"andonthefrontrow":1,"sjontynormaningrey":1,"mattknightinblackandgold":1,"comingfromthirdplaceonthegridismarcuspett":1,"whogoesleftofshotinthegunmetalcartochallengeforthelead":1,"marcuspett":1,"themanfrombostoninlincolnshire":1,"goesthroughintoleadposition":1,"verydefinitelyafanciedchampionshiprunnerbuthasn":1,"tquitehadtherubofthegreenthisweekend":1,"andtheyallpileintomcintyre":1,"sforthefirsttime":1,"andthisiswherewelookfordrivingstandards":1,"jamesnewberybrakesattheback":1,"sgotpaulmusselleimmediatelyinfrontofhim":1,"thosetwohadaninterestingbattleyesterdayinvolvingalittlebitofcontact":1,"ithink":1,"butthey":1,"rebothallrightatthemoment":1,"astheyclearthechicaneforthefirsttime":1,"marcuspettisaway":1,"thedifferenceyou":1,"llseeinlegendscarsracingtodayisthatforthismeeting":1,"thebumpdraftingthatwe":1,"veseeninthepasthasbeenruledoutforthisround":1,"andit":1,"sunderreviewforthefuture":1,"butlookatthebattleforsecondposition":1,"threewide":1,"as":1},"1999,1991,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"marcuspettcomesinfrontofthecrowdshere":1,"mattknightontheinside":1,"danpooleyontheoutsidein32":1,"danpooleychallengingforthird":1,"hehadastrongdayyesterday":1,"hewasupinthetopten":1,"whichwasgreattosee":1,"themanfrommarch":1,"thatthirdcarthere":1,"eclipsedatthemoment":1,"comesoutoftheslipstream":1,"danrepairedhisowncaraftercroft":1,"andthatofkieranbeaty":1,"soiknowkieranwantedtothankhimforthat":1,"he":3,"sbeenworkinghard":1,"andpooleysidebysidewithmattknight":1,"we":1,"vegotthe13":1,"chrisneedhamcar":1,"upthereinthemixaswell":1,"thethreetopguysinthe":1,"ryanmcleishgettingverysidewaysthere":1,"thescotinthe71car":1,"thefirsttimewe":1,"veseenhimonouritvcoverage":1,"snotaguestdriverthisweek":1,"isupposeyoucouldtechnicallycallhimaguest":1,"buthe":1,"sfullychampionshipregisteredandtookasplendidwinyesterday":1,"overallwinandracewin":1,"overallonpoints":1,"sorry":1,"paul":1,"getsachancetogetyouin":1,"that":1,"sjackparker":1,"oh":2,"what":1,"shappenedthere":1,"so":2,"thiswasthestart":1,"they":1,"reallstillwarmingthetyresup":1,"readyforthelightstogogreen":1,"whichtheydo":1,"aroundaboutnow":1,"andtheygetgoing":1,"andthentherewasacar":1,"wasn":1,"tthere":1,"itellyouwhat":1,"thatcould":1,"veendedupreallynastyasitsnakedupthegrass":1,"yeah":2,"i":1,"lltellyouwhat":1,"themomentwhenthelightswentoutwaswhenmarcuspettbrokeranks":1,"thatwasavery":1,"verymeticulousstartfrommarcuspett":1,"thebluecarhereistylerread":1,"toprookie":1,"wholookslikehe":1,"sgoingdowntheinsideofdanielpooley":1,"sohe":1,"sgonnamakeaspacehere":1,"danpooleyhaslostsecondposition":1,"it":3,"smarcuspettstilloutfront":1,"mattknight":1,"iwassayingtothedrivers":1,"don":1,"tgoawayifyou":1,"reintheleadbecauseyouwon":1,"tgetanycoverage":1,"pett":1,"sdowntheroad":1,"isn":1,"the":1,"lookatthegaphe":1,"sgot":1,"sgotthreeseconds":1,"sgonnabemorethanthat":1,"whatiwasquiteconcernedaboutwasthedamppartofthecircuitdownatthehairpin":1,"whereyouneedtobedowntheinsideofpeopletogetthebrakingdone":1,"buttheseguysseemtobeallrespecting":1,"nottracklimits":1,"butthey":1,"rerespectingeachotheraroundusbecauseiwasquiteconcernedaboutcominghere":1,"butthisisquitesynonymouswithlegendsracingatknockhill":1,"andlookatthisnow":1,"knighthasgot":1,"lookatthat":1,"iremembermarcusgettinghisfirstracewin":1,"whichwasatsnettertonyearsago":1,"salwaysfantastictoseea":1},"3990,1992,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"first":1,"timewinner":1,"andtylerreadisgivinghimagreatworkout":1,"mattknightbackinthird":1,"it":4,"sbetweenthetoptwoatthemoment":1,"oh":3,"tylergoeswide":1,"he":3,"sthrowingthecararound":1,"marcuspett":1,"lookingalittlebitsmootherinthe79":1,"wasveryfrustratedyesterday":1,"butread":1,"salloverhim":1,"yeah":1,"butlookatthisnow":1,"you":1,"vegotthird":1,"fourth":1,"fifthandsixth":1,"thisisgonnabeabsolutelyspectacular":1,"tylerread":1,"sgone":1,"what":1,"sgoneon":1,"hasthetreherneenginegonepop":1,"slostalotofground":1,"ishegonnacomebackintoit":1,"nowit":1,"sknighthavingagoontheoutsidelineagain":1,"mattknightcan":1,"tdoit":1,"herunsoutwide":1,"olischlup":1,"scomingthrough":1,"schluphasn":1,"thadawinyetinlegendscars":1,"sohe":1,"squeueingup":1,"they":1,"recomingontothelastlap":1,"thiscouldbeakeymomentforolischlup":1,"who":1,"sbackinthirdinthek":1,"sealcar":1,"acrosstheline":1,"marcuspettsoakingupthepressurebrilliantlysofar":1,"butdoesheneedtobeinfrontastheycomeontothelastlap":1,"idon":1,"tknow":1,"butithinkreadmusthavemissedagear":1,"assomeone":1,"sexitedstageleft":1,"lookatthat":1,"backinthemix":1,"snowsixforthelead":1,"canpettholdon":1,"championshipleaderrobertbarrablehascomethroughfromaboutthreerowsfromtheback":1,"andhe":1,"satthebackofthetrain":1,"barrablehereisgonnaextendhischampionshipleadandstarttowardsthefrontofthegridforrace2":1,"barrable":2,"theirishman":1,"sthere":1,"thewhitecarwiththegreenandorangestripesonthenoseconeofthecar":1,"butit":1,"smarcuspettoutfrontatthemoment":1,"mattisherwood":1,"srejoinedatthebackintheblackandgreen":1,"isherwood":1,"sgotbackatthem":1,"mattknight":1,"shavingago":1,"alongrailwaystraight":1,"schlupwouldnormallybumpdrafthim":1,"hecan":1,"tdothatontherules":1,"butlookatmarcuspett":1,"fairlywide":1,"ishlinein":1,"gooddefensivestufffrompett":1,"sallabouttherunuptothehillnow":1,"andmarcuspettisgonnatakethewin":1,"ithink":1,"heretheycome":1,"uptowardstheline":1,"pettfrommattknight":1,"sgonnabematt":1,"sbestresultinthelegendscarsnationalchampionship":1,"thirdpositiongoestoolischlup":1,"whoisdelightedwiththat":1,"thenitwastylerread":1,"greatracefromhim":1,"robertbarrable":1,"though":1,"from19thonthegrid":1,"withoutbumpdrafting":1,"comesthroughintofifthplaceaheadoftheexcellentrecoveryfromflightlieutenantmattisherwood":1,"danpooleyseventh":1,"anothergreatresultfordan":1},"5982,1991,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"pooley":1,"somuchtotakeawayfromthoselastracinglaps":1,"oh":2,"andthoselastfourlapsisexactlywhywehavetheselegendsonthetocapackage":1,"thatwasexceptional":1,"marcuspettlookedlikeadeadcertnottofinishfirst":1,"butcongratulationstoyou":1,"thatwasbrilliant":1,"butbarrable":1,"afterexitingstageleftwhenhecaughtthebackofeverybodyandgotrightupthere":1,"there":1,"stoomuchtotalkabout":1,"let":1,"sjusttalkaboutthisguy":1,"pett":1,"youarealegend":1,"mate":1,"welldone":1,"cracking":1,"itisaladanddad":1,"literally":1,"marcusandhisdad":1,"robert":1,"theylookafterthecar":1,"itisladanddad":1,"wehearthatmentionedinotherformulas":1,"butgenuinely":1,"thatisallitis":1,"itisverydifficultfordriverslikethatandteamslikethattocomeandraceonthisstage":1,"itisabigthing":1,"andhe":1,"ssuchasmashingguy":1,"andhisdadaswell":1,"reallydelightedwiththewin":1,"superstuffbymattknight":1,"brilliantfromolischlup":1,"fantasticaswellfromtylerread":1,"andonthefrontrow":1,"it":2,"sjontynormaningrey":1,"mattknightinblackandgold":1,"comingfromthirdplaceonthegridismarcuspett":1,"bitofashemozzleattheback":1,"twocarshookedup":1,"whichisnotgoodtosee":1,"hasthetreherneenginegonepop":1,"he":2,"slostalotofground":1,"nowit":1,"sknighthavingagoontheoutsidelineagain":1,"mattknightcan":1,"tdoit":1,"herunsoutwide":1,"olischlup":1,"scomingthrough":1,"andmarcuspettisgonnatakethewin":1,"ithink":1,"pettfrommattknight":1,"sgonnabematt":1,"sbestresultinthelegendscarsnationalchampionship":1,"here":1,"showtheyfinished":1,"marcuspetttakesanotherwininthelegendscarselitecupwithjlm":1,"readsinforeadsinforeadsinforeadsinforeadsinforeadsinfoproblemsinthatraceforryanmcleish":1,"yesterday":1,"swinner":1,"charliebuddin30th":1,"andtheotherdriverhavingproblems":1,"obviously":1,"fromthatfirststoppage":1,"brentbowie":1,"marcus":1,"thatwasatoughracebecausetherewasaredflaginthemiddleofit":1,"actually":1,"thefirstbit":1,"yougotaway":1,"butitwasafullreset":1,"andpressurethroughouttothechequeredflag":1,"yeah":1,"definitely":1,"wehadanidealstartandmanagedtobuildupaleadearlyon":1,"whichwasgreat":1,"butwhenyou":1,"reinthatposition":1,"thelastthingyouwanttoseeisaredflag":1,"iminglineattheendoflapone":1,"so":1,"gusburtonleadstheway":1,"big":1,"bigdivebyfosterontheinside":1,"togobackaheadofwylie":1,"hegoesofftheroadandbackonagain":1,"sallsideways":1,"anddivingupontheoutsidelinecomesryan":1},"7973,2000,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"ratcliffe":1,"wylieherebattlingwithoneoftheprocategorycars":1,"butbehindhim":1,"allthepro":1,"amoppositioncrawlingalloverhim":1,"well":1,"thatwasdramaticstuff":1,"wasn":1,"tit":1,"roundtheoutsideofturn1":1,"putharryfosterinthewrongplace":1,"thatwasmaxbirdgoingwide":1,"number44":1,"thepinkandbluecar":1,"sothat":1,"sjusthaemorrhagedplacesinpro":1,"am":1,"andhe":3,"sthe":1,"oh":1,"apuncture":1,"there":1,"ssomebodywithapuncture":1,"isthatanguswhiteside":1,"possibly":1,"let":1,"ssee":1,"ithinkitis":1,"andyou":1,"vegotthisdamppatchontheinside":1,"onthebrakingthere":1,"justatthefinalintothehairpin":1,"thishasbeenadramaticstarttothisraceforporsches":1,"absolutelyright":1,"comingupoverthetimingline":1,"gusburtonleadstheway":1,"ninetenthsofasecondtothegood":1,"bigeffortbeingmadebyjasonlockwoodintheyellowandorangecarinthebackground":1,"look":1,"totrytogetuptheinsideline":1,"thendivingdowntowardsturn1":1,"goesaheadofoliverwhite":1,"theveryexperiencedformula4champion":1,"inthesilvercar":1,"oliverwhite":1,"backintocarreracup":1,"remember":2,"hedidafullseasonlastyear":1,"goodtohavehimbackonthegrid":1,"asthecarsclambertheirwayupoverthekerb":1,"throughthechicane":1,"butgusburtonsayingtoeverybody":1,"i":1,"mback":1,"heleads":1,"yeah":1,"adramaticwayforgusburtontocomebacktothischampionship":1,"hestartedthisyearwithcenturymotorsportbutthenduckedoutofthechampionshippriortothruxton":1,"he":1,"sstillcompetinginthesupercupserieswithfachauto":1,"asthereinthepits":1,"gettinganewrearlefttyre":1,"isanguswhiteside":1,"butgusburtonabsolutelyonit":1,"veryquickintestinghereduringtheweek":1,"theytestedonwednesdayandonfriday":1,"gusburtonveryquickin":1,"sreallyenjoyinglifenow":1,"backinthechampionshipwiththenaparacinguksupportandwithadifferentteam":1,"nicktandy":1,"sjtroutfit":1,"sdonethefastestlapoftherace":1,"asheleads":1,"heisnotinthechampionshipfight":1,"buthewantstowinraces":1,"caroff":1,"it":2,"smaxbirdagain":1,"so":1,"maxbird":1,"thepro":1,"amchampionshipleader":1,"threetimesawinnerinclassthisyear":1,"offtheroadandbackonagain":1,"butthat":1,"sgonnathrowhimway":1,"waydowntheorder":1,"thisraceisgoingfrombadtoworseforhim":1,"sjustcompletelyunfoldedforpoormaxbird":1,"that":1,"sthecurseofhavingourcameraonboard":1,"ithink":1,"butit":1,"sjustunravelledafteragreatqualifying":1,"now":1,"youweretalkingaboutgusburton":1,"sstart":1,"andit":1},"9973,2000,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"isgoingtobeinvestigatedaftertherace":1,"ok":1,"well":1,"it":2,"lltakealotofcameraactionanalysistolookatit":1,"thisisonboardwithbird":1,"roundturn1":1,"allokthere":1,"veryclose":1,"goestotheoutside":1,"that":1,"sdangerouscosyoucangetknockedwide":1,"andthat":1,"sexactlywhathappens":1,"themanhewastryingtogetpast":1,"joshstanton":1,"whospentlastnighttracksideatcowdenbeathwatchingstockcars":1,"i":1,"mnotsuggestingforamomenthe":1,"slearnthowtodefend":1,"buthewasenjoyinghimself":1,"watchingadifferentformofracing":1,"ithinkallthebestpeoplewereatcowdenbeath":1,"weren":1,"tthey":1,"nicktandywas":1,"andothers":1,"oh":1,"asthere":1,"absolutelyonthegiddylimit":1,"isharryfoster":1,"makinghiswayinsixthplace":1,"downtowardsthehairpin":1,"he":4,"sdroppedbackfromthatleadingquintet":1,"buthe":2,"skeepingrosswylieatbay":1,"rosswylie":2,"there":1,"creepingintoshot":1,"leadsnowpro":1,"amaheadofryanratcliffe":1,"andjoshstantonisthirdinpro":1,"am":2,"lastyear":1,"samchampion":1,"yeah":3,"androsswylietheonlyscottishdriverintherace":1,"alotofsupportforhim":1,"fromlocalsponsorsaswellasthepublic":1,"buoyedbyhisrecentrunatthebritishgrandprixatsupercup":1,"andthoroughlylovingracingathishomecircuit":1,"trackisnicelydry":1,"therewassomethreatsofpossiblerain":1,"wehadrainyesterdayduringqualifying":1,"theyactuallyonlygotonerunontheirslicktyresyesterdayinqualifyingbeforetherainarrived":1,"andthatsetthegrid":1,"so":3,"gusburton":1,"sleadgrowingallthetime":1,"1":1,"3secondsnow":1,"thatmarginoveradamsmalley":1,"asmaxbirdtriestofightbackinpro":1,"getsuptheinsidelinethere":1,"thatputshimaheadofdavidstirling":1,"ssplitthesecondandthirdamfightashetriestorecover":1,"slostalotofgroundwiththatmomentontheoutsideofmcintyre":1,"s":3,"sgettingalotdarkeroverheadatknockhill":1,"eventhoughthereisabreakinthecloud":1,"abigefforttherefromthelappedcarofanguswhiteside":1,"snotfightingforposition":1,"stryingtounlaphimself":1,"butjustwonderwhetherwemightgetsoftherightofmcintyre":1,"uptowardsbutcher":1,"thenthechicane":1,"andlookingtotryandmaintainthis100":1,"recordintheteamparkerracing":1,"runcarinam":1,"davidfairbrotherinsecondplace":1,"butsome11secondsbehindintheamcategory":1,"buthewilltakeanotherpodium":1,"hissecondinthechampionship":1,"too":1,"justinsherwood":1,"theraceleader2":1,"5secondsto":1},"11973,1998,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"thegood":1,"gusburton":1,"otherbattlesstilltoberesolved":1,"what":1,"sgoingoninpro":1,"am":2,"rosswylieleads":1,"he":2,"sfallenbackbehindjoshmalinoverall":1,"thatwasthemove":1,"joshmalinthroughontheinsideatthehairpin":1,"rosswylie":1,"inasense":1,"contenttoletthathappen":1,"gavehimroom":1,"becausethat":1,"snothisbattle":1,"butwhatitdoesmeanisthatryanratcliffe":1,"hisclassrival":1,"isdirectlybehindhim":1,"thisiswilliamaspinversusmaxbirdforsixthinpro":1,"andaverydeterminedmaxbirdgoesoneside":1,"gethisnosechoppedoff":1,"willaspin":1,"themanfromflorence":1,"defendsontheotherside":1,"they":1,"reabsolutelytogether":1,"almosttouching":1,"herecomesmaxbird":1,"oh":1,"buthecan":1,"tfindawaythroughthere":1,"anguswhitesideisnowgettinginontheact":1,"roundtheoutsidegoesmaxbird":1,"buttheybothtakeitwide":1,"andthroughgoesanguswhitesideontheinside":1,"doesn":1,"taffecttheraceorder":1,"whitesideunlapshimselffromthosetwocars":1,"willaspinstaysahead":1,"maxbirdtriestofightback":1,"downtowardsduffusdip":1,"ignorethecarintheleadofthisbattlepackbecauseit":1,"snotontheleadlap":1,"butthenaspinunderattack":1,"maxbirdtriestogetupalongsidehimfortheinsidelinecomingintomcintyre":1,"s":1,"heisontheinside":1,"andheisaheadnow":1,"yeah":2,"andbehindhim":1,"therewasacarcompletelyoffonthegrassafterturn1":1,"soidothinkthatsectionofthetrackisalittleslippery":1,"forwhateverreason":1,"maybeitjusthasn":1,"tquitedriedout":1,"butthiswasagreatbattlebetweenmaxbirdandwillaspin":1,"so":2,"drivers":1,"inoneortwocases":1,"settingpersonalbestlaptimeslasttimearound":1,"suggestingthattheroadisdryingstill":1,"thecarsaregettinglighteronfuelanyway":1,"downatthehairpincomestherecoveringmaxbird":1,"asoverthelinegoesharryfoster":1,"beingchasedbyjoshmalin":1,"joshupintoseventhoverall":1,"atopsixcouldbeon":1,"sonlyhalfasecondback":1,"it":1,"snotfaraway":1,"isit":1,"andstillplentyoflapsleftinthisrace":1,"youprobablynoticedthroughthatturn1thedriversarenotridingthebigkerbontheinside":1,"that":1,"sbecauseit":1,"sanewkerbthat":1,"sbeenputin":1,"actually":1,"toraisethelevelofthekerbbacktothelevelitwasbeforethetrackgotresurfacedtwice":1,"butwiththeresurfacingtwice":1,"ithadraisedthetracksurfaceby80mm":1,"andthedriversfoundtheywere":1,"inpreviousyears":1,"abletousethatkerb":1,"now":1,"notsomuch":1,"theregoingthroughisoliverwightinthesilvercar":1,"down":1},"13971,1310,data/raw/vllm-0.10.1/tests/prompts/summary.txt":{"towardsthehairpin":1,"jasonlockwoodaheadofhim":1,"jasonforexcelr8":1,"andheisrunningin12atthemoment":1,"whichispotentiallygoingtobehisbestfinishoftheyear":1,"it":1,"sbeenatoughseasonforjason":1,"buthecouldbeonforhisbestresultsthusfar":1,"however":1,"gusburtonhasratherdominatedthis":1,"andlookatthegapthathe":1,"spulled":1,"adamsmalley":1,"aswesuggestedearlier":1,"mightbethinkingaboutbankingpoints":1,"butitdoesn":1,"tlookasthoughhe":1,"sbeenabletodoanythingatallaboutthatjtrcarahead":1,"no":1,"intermsofpurespeed":1,"hehasn":1,"tbeenabletothreatengusburtonatall":1,"hashe":1,"gusburtonhasledeveryrace":1,"ashe":1,"snowpassingdavidfairbrotheratthebackofthefield":1,"buthe":1,"shadthisraceundercontrol":1,"butunfortunately":1,"he":1,"sgotthisinvestigationaftertheraceforapossiblefalsestarthangingoverhim":1,"andif":1,"if":1,"ifanythingisfound":1,"andit":1,"safalsestart":1,"normallythat":1,"saten":1,"secondpenalty":1,"andhe":1,"snottensecondsahead":1,"sothereisgonnabeapostscripttothisstory":1,"that":1,"sforsure":1,"now":1,"thisishenrydawes":1,"olliejacksoncomingthroughthechicane":1,"dawesgoeswide":1,"goesthroughthegravel":1,"goesoverthegrass":1,"losesaplace":1,"getsitallsideways":1,"butjustaboutsavesitbytheendofthestraight":1,"yeah":1,"nearlylostitonthewetgrass":1,"oh":1,"harryfoster":1,"thisispassingdavidfairbrotheragain":1,"furtherback":1,"so":2,"thisissmalleyversusmattygrahamforsecondplace":1,"thisgaphascomer":1,"n":1,"nyourtaskistocreatelongdetailedparagraph":1,"by":2,"paragraphsummary":1,"detailedparagraph":1,"paragraphsummaryofthetextabove":1},"0,783,data/raw/vllm-0.10.1/tests/prompts/example.txt":{"vllm":1,"is":1,"a":4,"high":1,"throughput":1,"and":7,"memory":1,"efficient":1,"inference":1,"serving":1,"engine":1,"for":2,"llms":1,"briefly":1,"describe":2,"the":11,"major":1,"milestones":1,"in":3,"development":1,"of":5,"artificial":2,"intelligence":3,"from":1,"1950":1,"to":1,"2020":1,"compare":1,"contrast":1,"with":1,"human":1,"terms":1,"processing":1,"information":1,"basic":1,"components":1,"neural":1,"network":1,"how":2,"it":1,"can":1,"be":1,"trained":1,"write":1,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"first":1,"time":1,"analyze":1,"impact":1,"covid":1,"19":1,"pandemic":1,"on":1,"global":1,"economic":1,"structures":1,"future":1,"business":1,"models":1,"explain":1,"cultural":1,"significance":1,"mona":1,"lisa":1,"painting":1,"its":1,"perception":1,"might":1,"vary":1,"western":1,"versus":1,"eastern":1,"societies":1,"translate":1,"following":1,"english":1,"sentence":1,"into":1,"japanese":1,"french":1,"swahili":1,"early":1,"bird":1,"catches":1,"worm":1},"0,1807,data/raw/vllm-0.10.1/tests/core/test_scheduler_encoder_decoder.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":4,"project":1,"import":5,"pytest":1,"noqa":1,"from":4,"config":7,"cacheconfig":2,"schedulerconfig":2,"core":1,"scheduler":10,"sequence":3,"sequencegroup":2,"utils":1,"append":1,"new":1,"token":1,"create":1,"dummy":3,"prompt":1,"encoder":4,"decoder":5,"get":1,"groups":7,"schedule":3,"and":4,"update":1,"computed":1,"tokens":3,"def":1,"test":3,"simple":1,"basic":1,"functionality":3,"in":3,"context":1,"of":5,"an":1,"model":4,"focus":1,"on":1,"testing":1,"enc":3,"dec":3,"specific":1,"sense":1,"tests":1,"already":1,"exist":1,"for":2,"only":1,"behavior":1,"construct":2,"add":1,"seq":10,"backlog":1,"next":1,"group":5,"validate":1,"cross":2,"attn":1,"block":4,"tables":1,"updated":1,"states":1,"number":3,"batched":2,"blocks":3,"copy":1,"swap":2,"out":1,"scheduled":2,"repeat":1,"both":1,"prefill":1,"decode":1,"phase":1,"abort":1,"assert":1,"that":1,"aborted":1,"no":1,"longer":1,"appear":1,"attention":1,"table":1,"size":2,"4":2,"num":6,"max":5,"len":3,"16":3,"generate":1,"64":1,"seqs":1,"cache":4,"1":2,"auto":1,"cpu":1,"prompts":2,"per":2,"gpu":1,"none":1,"running":1,"list":1},"1807,1209,data/raw/vllm-0.10.1/tests/core/test_scheduler_encoder_decoder.py":{"add":2,"seq":12,"groups":4,"to":5,"scheduler":4,"req":8,"id":8,"list":5,"for":2,"i":2,"in":4,"range":1,"num":6,"group":11,"str":1,"append":3,"create":1,"dummy":1,"prompt":1,"encoder":1,"decoder":1,"block":8,"size":4,"running":2,"schedule":2,"prefill":1,"tokens":5,"meta":2,"out":8,"and":3,"update":1,"computed":1,"verify":1,"that":1,"sequence":3,"cross":2,"attention":1,"tables":2,"are":2,"registered":1,"with":1,"the":1,"manager":2,"assert":5,"all":2,"validate":4,"status":1,"set":2,"get":1,"number":1,"of":1,"batched":2,"there":1,"no":1,"remaining":1,"blocks":4,"swap":3,"not":3,"copy":1,"were":1,"scheduled":1,"len":1,"new":1,"token":1,"1":1},"3016,1209,data/raw/vllm-0.10.1/tests/core/test_scheduler_encoder_decoder.py":{"schedule":2,"seq":13,"groups":3,"decode":1,"group":13,"meta":6,"list":4,"out":8,"and":4,"update":1,"computed":1,"tokens":2,"scheduler":3,"verify":2,"that":3,"sequence":4,"metadata":2,"includes":1,"encoder":2,"attention":3,"cross":4,"assert":6,"all":2,"not":5,"data":1,"is":3,"none":2,"or":1,"block":5,"table":1,"for":2,"in":4,"validate":4,"status":1,"set":2,"get":1,"running":1,"there":2,"one":1,"batched":2,"token":2,"per":1,"num":3,"are":2,"no":2,"remaining":1,"blocks":4,"to":4,"swap":3,"copy":1,"were":1,"scheduled":1,"len":1,"append":1,"new":1,"1":1,"abort":2,"sequences":1,"req":4,"id":4,"tables":2,"longer":1,"registered":1,"with":1,"the":1,"manager":2},"0,1952,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":13,"time":1,"from":10,"collections":1,"deque":1,"typing":1,"optional":1,"unittest":1,"mock":1,"magicmock":1,"pytest":1,"noqa":2,"torch":2,"use":1,"config":13,"cacheconfig":3,"loraconfig":1,"schedulerconfig":3,"core":2,"interfaces":1,"allocstatus":1,"scheduler":15,"schedulingbudget":1,"lora":1,"request":1,"lorarequest":1,"sequence":2,"sequencegroup":1,"sequencestatus":1,"utils":1,"append":3,"new":3,"token":3,"seq":11,"group":9,"create":2,"dummy":2,"prompt":2,"get":2,"groups":2,"schedule":1,"and":1,"update":1,"computed":1,"tokens":3,"def":2,"test":2,"add":3,"block":7,"size":7,"4":7,"generate":2,"max":6,"num":11,"batched":2,"100":2,"seqs":2,"64":2,"model":2,"len":2,"1":7,"cache":9,"dtype":1,"auto":2,"cpu":2,"blocks":4,"gpu":2,"none":2,"for":1,"i":3,"in":1,"range":1,"str":1,"assert":1,"unfinished":1,"abort":1},"1952,1769,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"add":5,"multiple":1,"seq":24,"groups":7,"to":5,"scheduler":13,"num":17,"group":18,"4":3,"request":3,"ids":3,"set":4,"str":4,"for":2,"i":5,"in":3,"range":2,"create":2,"dummy":2,"prompt":3,"block":7,"size":7,"abort":2,"all":1,"added":1,"assert":6,"get":3,"unfinished":2,"0":2,"def":1,"test":1,"schedule":3,"simple":1,"max":5,"model":3,"len":4,"16":1,"config":6,"schedulerconfig":1,"generate":1,"batched":2,"tokens":5,"64":1,"seqs":1,"cache":4,"cacheconfig":1,"1":3,"auto":1,"cpu":1,"blocks":5,"8":2,"gpu":1,"none":1,"running":3,"list":1,"sequencegroup":1,"length":1,"append":2,"prompts":1,"meta":2,"out":8,"and":3,"update":1,"computed":1,"sequence":1,"not":3,"copy":1,"swap":2,"new":1,"token":1},"3721,1679,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"schedule":5,"seq":15,"groups":6,"generation":1,"group":12,"meta":2,"out":12,"and":5,"update":3,"computed":3,"tokens":9,"scheduler":11,"assert":6,"set":2,"get":3,"sequence":3,"running":2,"num":10,"batched":6,"not":4,"blocks":5,"to":6,"copy":1,"swap":2,"in":1,"len":4,"append":1,"new":3,"token":1,"1":6,"def":1,"test":1,"prefill":5,"prioritized":2,"verify":2,"are":2,"applied":1,"requests":2,"block":6,"size":6,"4":1,"max":8,"model":3,"30":3,"config":6,"schedulerconfig":1,"generate":1,"seqs":1,"2":2,"cache":4,"cacheconfig":1,"0":1,"auto":1,"cpu":1,"16":2,"gpu":1,"none":1,"add":4,"a":4,"create":2,"dummy":2,"prompt":2,"prompts":1,"request":2,"b":4,"since":1,"is":1,"has":1,"be":1,"scheduled":1,"first":1},"5400,1949,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":1,"scheduler":12,"schedule":5,"preempt":2,"abort":1,"block":9,"size":9,"4":1,"max":5,"model":3,"len":5,"16":1,"config":6,"schedulerconfig":1,"generate":1,"num":8,"batched":3,"tokens":7,"64":1,"seqs":1,"2":8,"cache":4,"cacheconfig":1,"1":7,"0":1,"auto":1,"cpu":1,"blocks":8,"gpu":1,"none":1,"add":3,"seq":23,"groups":7,"to":8,"a":6,"group":14,"create":2,"dummy":2,"prompt":3,"b":6,"prompts":1,"meta":4,"out":16,"and":8,"update":2,"computed":2,"assert":11,"get":4,"sequence":3,"not":6,"copy":2,"swap":4,"in":2,"unfinished":2,"append":2,"generated":1,"allowing":1,"the":1,"mark":1,"as":1,"processed":1,"new":1,"token":1,"generation":1,"preempted":1},"7349,1954,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"abort":2,"seq":30,"group":19,"a":1,"re":1,"schedule":6,"b":2,"prompt":4,"with":1,"recomputation":1,"scheduler":14,"1":10,"meta":4,"out":13,"and":5,"update":3,"computed":3,"tokens":5,"assert":7,"get":4,"sequence":3,"groups":14,"num":8,"batched":2,"5":1,"4":3,"generation":2,"not":3,"blocks":5,"to":4,"copy":1,"swap":2,"in":2,"len":4,"unfinished":1,"def":1,"test":1,"max":8,"seqs":2,"block":5,"size":5,"2":3,"model":3,"16":1,"config":6,"schedulerconfig":1,"generate":1,"64":1,"cache":4,"cacheconfig":1,"0":4,"auto":1,"cpu":1,"8":2,"gpu":1,"none":1,"all":7,"list":1,"sequencegroup":1,"add":4,"for":1,"i":2,"range":1,"create":1,"dummy":1,"str":1,"length":1,"append":5,"prompts":1,"set":4,"new":2,"token":2,"more":1},"9303,1973,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"schedule":6,"seq":18,"groups":6,"prompts":1,"only":1,"1":10,"group":16,"should":2,"be":2,"scheduled":2,"since":1,"max":4,"is":2,"2":1,"and":6,"one":1,"prompting":1,"out":11,"update":4,"computed":4,"tokens":5,"scheduler":11,"assert":7,"set":2,"get":1,"sequence":1,"all":1,"def":1,"test":1,"delay":2,"factor":2,"block":8,"size":8,"4":1,"config":6,"schedulerconfig":1,"generate":1,"num":7,"batched":1,"100":1,"seqs":1,"64":1,"model":1,"len":1,"16":1,"0":13,"5":2,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"8":2,"gpu":1,"none":1,"first":1,"prompt":7,"meta":8,"create":2,"dummy":2,"length":2,"add":2,"prefill":3,"request":3,"id":3,"append":3,"new":3,"token":3,"wait":2,"for":2,"a":1,"second":3,"before":1,"scheduling":1,"next":1,"time":2,"sleep":2,"not":1,"more":1,"than":1,"try":1,"again":1,"6":1},"11276,1498,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":3,"initialize":1,"scheduler":6,"max":12,"num":19,"seqs":9,"1000":3,"token":7,"budget":10,"model":3,"len":3,"lora":2,"config":8,"none":1,"block":4,"size":4,"4":1,"cpu":3,"blocks":6,"8":2,"gpu":3,"enable":6,"prefix":3,"caching":3,"false":2,"chunked":3,"prefill":3,"schedulerconfig":1,"generate":1,"batched":4,"tokens":4,"cache":4,"cacheconfig":1,"1":3,"0":3,"auto":1,"return":2,"create":2,"int":4,"10000":2,"schedulingbudget":3,"add":3,"curr":2,"mock":3,"seq":3,"group":3,"dummy":1,"prompt":2,"10":1,"length":1,"60":1,"request":2,"id":2},"12774,1677,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":2,"test":4,"prefill":2,"schedule":4,"max":3,"prompt":7,"len":9,"longer":1,"than":1,"is":2,"aborted":1,"block":10,"size":10,"4":2,"scheduler":10,"initialize":2,"model":1,"30":1,"seq":10,"group":6,"create":4,"dummy":2,"0":11,"length":2,"60":2,"add":2,"budget":14,"token":6,"output":6,"prefills":2,"none":2,"remaining":4,"waiting":6,"assert":10,"ignored":2,"groups":4,"1":1,"num":6,"batched":2,"tokens":2,"curr":2,"seqs":2,"respected":1,"cpu":1,"blocks":2,"64":2,"gpu":1,"for":1,"i":2,"in":1,"range":1,"2":2,"str":1,"nothing":1,"scheduled":1},"14451,1621,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"60":5,"token":9,"budget":24,"1":7,"request":1,"scheduled":1,"create":4,"output":8,"scheduler":9,"schedule":4,"prefills":3,"none":3,"remaining":6,"waiting":9,"assert":14,"len":8,"ignored":2,"seq":8,"groups":5,"0":7,"num":8,"batched":4,"tokens":4,"curr":3,"seqs":3,"test":1,"when":1,"current":1,"respected":1,"initialize":1,"block":4,"size":4,"cpu":1,"blocks":2,"16":2,"gpu":1,"add":3,"30":3,"group":3,"dummy":1,"prompt":3,"str":1,"i":1,"length":1,"cannot":1,"a":1,"that":1,"doesn":1,"t":1,"fit":1,"the":1,"90":2},"16072,1534,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":2,"prefill":1,"schedule":3,"max":4,"seqs":6,"seq":11,"respected":2,"block":7,"size":7,"4":1,"scheduler":9,"initialize":1,"num":9,"cpu":1,"blocks":2,"64":2,"gpu":1,"budget":12,"create":4,"token":3,"2":6,"for":1,"i":3,"in":1,"range":1,"3":1,"group":6,"dummy":2,"prompt":4,"str":2,"length":2,"60":2,"add":3,"output":6,"prefills":2,"none":2,"remaining":4,"waiting":7,"assert":10,"len":6,"ignored":2,"groups":4,"0":5,"batched":2,"tokens":2,"120":1,"curr":3,"1":2,"verify":1,"deque":1},"17606,1957,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":2,"prefill":1,"schedule":3,"max":5,"lora":15,"is":6,"respected":1,"and":2,"prioritized":3,"block":7,"size":7,"4":2,"config":3,"loraconfig":1,"rank":1,"8":1,"loras":4,"1":4,"scheduler":6,"initialize":1,"num":4,"cpu":1,"blocks":2,"64":2,"gpu":1,"budget":6,"create":3,"token":2,"120":2,"curr":4,"set":2,"int":2,"for":2,"i":6,"in":3,"range":2,"2":9,"seq":8,"group":6,"dummy":2,"prompt":4,"str":3,"length":2,"60":2,"request":3,"lorarequest":1,"name":1,"id":1,"path":1,"abc":1,"add":3,"two":1,"more":1,"requests":2,"to":1,"verify":2,"0":4,"regular":2,"3":1,"the":2,"first":1,"iteration":1,"index":1,"scheduled":3,"if":1,"a":1,"not":1,"because":1,"it":2,"hits":1,"that":1,"output":3,"prefills":1,"remaining":2,"waiting":3,"assert":6,"len":4,"ignored":1,"groups":2,"batched":1,"tokens":1,"seqs":1,"second":1,"next":1,"as":1,"fcfs":1,"policy":1},"19563,442,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"reset":1,"curr":4,"loras":4,"so":1,"that":1,"it":1,"can":1,"be":1,"scheduled":1,"set":1,"budget":5,"create":1,"token":2,"60":2,"output":3,"scheduler":2,"schedule":1,"prefills":1,"remaining":2,"waiting":3,"assert":5,"len":3,"seq":3,"groups":2,"1":4,"0":1,"group":1,"request":1,"id":1,"num":1,"batched":1,"tokens":1},"20005,1804,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":2,"prefill":1,"schedule":3,"no":2,"block":13,"manager":6,"capacity":2,"sequence":1,"cannot":1,"be":1,"scheduled":1,"due":1,"to":1,"has":1,"size":7,"4":1,"scheduler":14,"initialize":2,"num":6,"gpu":1,"blocks":2,"128":2,"cpu":1,"budget":10,"create":4,"token":2,"for":2,"i":4,"in":2,"range":2,"3":4,"seq":10,"group":6,"dummy":2,"prompt":4,"str":2,"length":2,"60":2,"add":2,"can":4,"allocate":4,"magicmock":2,"return":2,"value":2,"allocstatus":2,"later":1,"output":6,"prefills":2,"none":2,"remaining":4,"waiting":6,"assert":10,"len":6,"ignored":2,"groups":4,"0":8,"batched":2,"tokens":2,"curr":2,"seqs":2,"never":1},"21809,1787,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":2,"test":2,"decode":3,"schedule":2,"preempted":6,"decodes":1,"cannot":4,"be":5,"scheduled":2,"and":3,"block":7,"size":5,"4":1,"scheduler":8,"initialize":1,"num":6,"cpu":1,"blocks":4,"64":2,"gpu":1,"curr":3,"loras":2,"none":1,"for":1,"i":2,"in":1,"range":1,"3":1,"seq":12,"group":11,"create":2,"dummy":1,"prompt":2,"str":1,"length":1,"60":2,"allocate":1,"set":1,"running":6,"append":5,"new":1,"token":2,"1":7,"add":1,"to":3,"manager":2,"can":2,"slots":3,"magicmock":1,"second":2,"lookahead":1,"return":1,"request":3,"id":2,"side":1,"effect":1,"the":1,"lowest":1,"priority":1,"2":2,"should":2,"will":1,"also":1,"budget":6,"output":7,"remaining":2,"assert":9,"len":4,"0":4,"groups":3,"prefill":1,"verify":1,"budgets":1,"are":1,"updated":2,"batched":1,"tokens":1,"note":1,"when":1,"enable":1,"chunk":1,"is":3,"false":1,"seqs":2,"not":2,"both":1,"swapped":1,"swap":1,"out":1,"nothing":1,"copied":1,"copy":1},"23596,1341,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":1,"schedule":2,"decode":2,"blocks":6,"to":5,"copy":3,"update":1,"verify":1,"is":2,"updated":1,"block":6,"size":4,"4":2,"scheduler":8,"initialize":1,"num":2,"cpu":1,"16":2,"gpu":1,"seq":8,"group":6,"create":2,"dummy":1,"prompt":2,"1":3,"length":1,"60":2,"curr":2,"loras":2,"none":1,"allocate":1,"and":1,"set":1,"running":6,"append":4,"new":1,"token":2,"add":1,"the":2,"last":1,"request":1,"should":2,"be":1,"swapped":2,"out":3,"manager":2,"slots":2,"magicmock":1,"return":1,"value":1,"2":2,"3":2,"budget":3,"output":7,"remaining":2,"assert":7,"len":5,"0":4,"groups":2,"prefill":1,"preempted":2,"nothing":1,"swap":1,"since":1,"slot":1,"returns":1,"source":1,"dist":1,"mapping":1,"it":1,"applied":1},"24937,1507,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":1,"schedule":2,"swapped":6,"max":3,"loras":5,"block":5,"size":5,"4":1,"lora":8,"config":3,"loraconfig":1,"rank":1,"8":1,"1":8,"scheduler":7,"initialize":1,"num":4,"cpu":1,"blocks":4,"32":2,"gpu":1,"curr":4,"set":3,"int":4,"to":3,"swap":3,"out":3,"list":1,"tuple":1,"for":1,"i":4,"in":1,"range":1,"2":1,"seq":9,"group":7,"create":2,"dummy":1,"prompt":2,"str":2,"length":1,"60":2,"request":1,"lorarequest":1,"name":1,"id":1,"path":1,"abc":1,"allocate":1,"and":1,"running":1,"append":1,"new":1,"token":2,"add":1,"budget":5,"output":3,"remaining":2,"assert":6,"len":4,"batched":1,"tokens":1,"seqs":1,"decode":1,"groups":2,"prefill":1,"0":1},"26444,1324,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":1,"schedule":2,"swapped":8,"cannot":2,"swap":7,"in":6,"block":7,"size":5,"4":1,"scheduler":9,"initialize":1,"num":4,"cpu":1,"blocks":4,"32":2,"gpu":1,"curr":3,"loras":2,"none":2,"to":3,"out":4,"list":1,"tuple":1,"int":2,"for":1,"i":2,"range":1,"2":2,"seq":9,"group":7,"create":2,"dummy":1,"prompt":2,"str":1,"length":1,"60":2,"allocate":1,"and":1,"set":1,"running":1,"append":1,"new":1,"token":2,"1":1,"add":1,"the":2,"last":1,"request":1,"should":1,"be":1,"manager":2,"can":2,"magicmock":1,"return":1,"value":1,"allocstatus":1,"later":1,"since":1,"we":1,"of":1,"requests":1,"are":1,"budget":5,"output":3,"remaining":2,"assert":5,"len":3,"batched":1,"tokens":1,"0":4,"seqs":1,"decode":1,"groups":2,"prefill":1},"27768,1358,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":1,"test":1,"infeasible":2,"swap":7,"block":7,"size":5,"4":1,"scheduler":9,"initialize":1,"num":4,"cpu":1,"blocks":4,"32":2,"gpu":1,"curr":3,"loras":2,"none":2,"to":3,"out":4,"list":1,"tuple":1,"int":2,"for":1,"i":2,"in":5,"range":1,"2":2,"seq":10,"group":7,"create":2,"dummy":1,"prompt":2,"str":1,"length":1,"60":2,"allocate":1,"and":1,"set":1,"running":1,"append":1,"new":1,"token":2,"1":1,"add":1,"swapped":7,"the":2,"last":1,"request":1,"should":1,"be":1,"manager":2,"can":2,"magicmock":1,"return":1,"value":1,"allocstatus":1,"never":1,"since":1,"we":1,"cannot":1,"of":1,"requests":1,"are":1,"budget":5,"output":4,"schedule":1,"remaining":2,"assert":6,"len":4,"0":5,"groups":3,"batched":1,"tokens":1,"seqs":1,"decode":1,"prefill":1},"29126,1706,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"def":2,"test":2,"schedule":7,"swapped":7,"blocks":6,"to":5,"copy":2,"block":7,"size":5,"4":5,"scheduler":9,"initialize":1,"num":13,"cpu":1,"32":2,"gpu":1,"curr":2,"loras":2,"none":1,"seq":9,"group":7,"create":2,"dummy":1,"prompt":2,"1":7,"length":1,"60":2,"allocate":1,"and":1,"set":1,"running":1,"append":3,"new":11,"token":7,"swap":3,"out":4,"list":1,"tuple":1,"int":2,"add":1,"the":1,"last":1,"request":1,"should":1,"be":1,"manager":2,"slots":2,"magicmock":1,"return":1,"value":1,"2":2,"3":2,"budget":16,"output":4,"remaining":3,"assert":10,"len":3,"0":2,"decode":1,"groups":2,"prefill":1,"scheduling":1,"max":3,"seqs":8,"schedulingbudget":1,"can":5,"tokens":5,"not":3,"5":4},"30832,1742,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"verify":4,"add":6,"subtract":6,"num":25,"batched":9,"tokens":13,"seq":12,"group":12,"create":2,"dummy":2,"prompt":2,"1":6,"3":5,"budget":28,"request":8,"id":8,"2":16,"assert":16,"remaining":4,"token":4,"can":4,"schedule":4,"new":8,"seqs":13,"not":2,"adding":2,"another":2,"is":2,"no":2,"op":2,"4":2,"0":4,"max":1,"curr":4,"pytest":1,"mark":1,"parametrize":1,"enable":2,"prefix":4,"caching":3,"true":1,"false":1,"def":1,"test":2,"aware":1,"prefills":1,"the":2,"below":1,"scenario":1,"for":1,"sequences":1,"seqa":1,"seqb":1,"seqc":1,"share":1,"first":1,"block":1,"as":1},"32574,1920,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"the":2,"test":1,"verifies":1,"below":1,"scenarios":1,"1":3,"seqa":14,"is":1,"first":3,"scheduled":4,"2":2,"seqb":5,"and":2,"seqc":5,"can":1,"be":1,"prefilled":1,"together":1,"in":1,"a":1,"single":1,"schedule":5,"round":1,"even":1,"though":1,"there":1,"are":1,"not":1,"enough":1,"token":4,"budgets":1,"to":1,"prefill":2,"both":1,"without":1,"considering":1,"prefix":5,"caching":3,"block":9,"size":10,"4":4,"max":8,"num":9,"batched":3,"tokens":19,"12":2,"seq":8,"group":11,"3":1,"scheduler":5,"initialize":1,"cpu":1,"blocks":2,"16":4,"gpu":1,"budget":1,"seqs":1,"model":1,"len":4,"enable":2,"list":3,"range":3,"8":1,"shared":5,"20":1,"create":3,"dummy":3,"prompt":6,"0":3,"add":1,"metas":2,"out":5,"assert":2,"groups":3,"chunk":1,"decode":1,"append":1,"new":1,"999":1},"34494,1905,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"assert":12,"len":7,"out":8,"scheduled":10,"seq":12,"groups":7,"1":6,"0":6,"group":10,"seqa":3,"token":5,"chunk":3,"size":5,"schedule":3,"seqb":6,"and":4,"seqc":6,"prefills":4,"should":3,"work":1,"with":5,"prefix":6,"caching":3,"scheduler":3,"add":2,"metas":6,"if":2,"enable":1,"2":2,"set":2,"for":3,"meta":3,"in":4,"8":3,"computed":3,"block":5,"nums":2,"num":1,"shared":3,"tokens":4,"the":7,"else":1,"no":2,"blocks":1,"def":1,"test":2,"multiple":1,"partial":1,"chunked":2,"prefill":5,"this":1,"verifies":1,"that":1,"we":1,"don":1,"t":2,"new":2,"there":2,"s":3,"already":1,"a":2,"continuous":1,"progress":1,"even":2,"though":2,"can":2,"fit":1,"budget":2,"is":2,"being":1,"same":1,"prompt":1,"shouldn":1,"be":7,"enough":1,"to":2,"cached":1,"neither":1,"when":1,"decoding":1,"phase":1,"entire":1,"prefilled":3,"since":1,"it":1,"full":1,"cache":1,"hit":1,"would":2,"partially":1,"remaining":1,"unique":1,"rounded":1,"down":1,"aligned":1},"36399,1564,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"block":7,"size":9,"2":1,"max":7,"num":5,"batched":2,"tokens":13,"4":4,"seq":12,"group":12,"3":1,"scheduler":6,"initialize":1,"cpu":1,"blocks":2,"16":2,"gpu":1,"token":3,"budget":1,"seqs":1,"model":1,"len":5,"100":1,"enable":2,"prefix":3,"caching":1,"true":2,"chunked":2,"prefill":2,"seqa":10,"list":2,"range":2,"8":1,"seqb":6,"seqc":3,"shared":2,"12":1,"20":1,"create":2,"dummy":2,"prompt":4,"0":5,"1":3,"add":2,"metas":2,"out":8,"schedule":2,"and":2,"update":2,"computed":2,"assert":6,"scheduled":7,"groups":6,"chunk":2,"should":1,"not":1,"be":1,"with":1,"ongoing":1,"prefills":1},"37963,1960,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"both":1,"seqb":2,"and":4,"seqc":6,"can":1,"now":1,"be":4,"scheduled":2,"with":4,"seqa":5,"is":2,"over":1,"in":5,"decoding":1,"phase":1,"append":5,"new":1,"token":6,"seq":14,"999":1,"group":8,"create":1,"dummy":1,"prompt":6,"2":4,"tokens":12,"block":6,"size":11,"scheduler":5,"add":1,"metas":6,"out":2,"schedule":2,"update":1,"computed":1,"assert":4,"len":2,"groups":1,"3":3,"meta":3,"request":4,"id":4,"for":2,"chunk":3,"1":2,"decode":1,"8":1,"fully":1,"cached":1,"prefill":1,"6":2,"a":1,"partial":1,"prefix":2,"of":1,"c":1,"4":2,"should":2,"prefilled":1,"the":4,"remaining":1,"fit":1,"into":1,"budget":1,"from":1,"it":1,"will":1,"then":1,"rounded":1,"down":1,"to":1,"on":1,"thus":1,"total":1,"def":1,"test":2,"no":1,"batches":2,"mixed":1,"embeds":4,"that":1,"does":1,"not":1,"embeddings":2,"co":1,"mingled":1,"max":4,"initialize":1,"num":5,"cpu":1,"blocks":2,"16":2,"gpu":1,"seqs":3,"model":1,"100":1,"enable":1,"caching":1,"true":1,"odd":1,"indexed":1,"inputs":1,"passed":1,"via":2,"evens":1,"ids":1,"length":3,"7":1,"embedding":2,"5":1,"11":1,"list":4,"int":1,"optional":1,"torch":2,"tensor":1,"i":2,"range":2,"if":1,"none":1,"else":1,"0":1,"rand":1},"39923,1962,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"seq":43,"and":5,"groups":16,"create":1,"dummy":1,"prompt":9,"f":1,"i":4,"tokens":4,"embeds":8,"block":2,"size":2,"for":8,"in":11,"range":1,"len":4,"group":17,"scheduler":3,"add":1,"while":1,"not":2,"all":2,"is":5,"finished":4,"unfinished":2,"if":2,"out":6,"schedule":4,"update":1,"computed":3,"assert":3,"scheduled":13,"0":2,"batch":3,"uses":3,"expected":2,"we":1,"should":1,"have":1,"as":2,"many":1,"possible":1,"without":1,"mixing":1,"min":1,"max":1,"finish":1,"the":2,"seqs":2,"status":1,"sequencestatus":1,"stopped":1,"free":1,"def":1,"test":3,"remove":1,"from":1,"blocks":2,"tracker":2,"that":1,"correctly":1,"removes":1,"stale":2,"sequences":1,"during":1,"scheduling":2,"covers":1,"9":1,"branches":1,"where":1,"are":1,"removed":1,"1":2,"swapped":1,"priority":1,"preemption":1,"7":1,"prefill":1},"41885,1395,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"each":1,"branch":1,"is":2,"tested":1,"to":8,"ensure":1,"proper":1,"cleanup":1,"of":1,"seq":21,"id":4,"num":9,"tokens":9,"computed":5,"budget":5,"can":1,"not":1,"schedule":2,"in":4,"swapped":7,"block":6,"size":5,"2":1,"max":3,"group":7,"3":2,"with":4,"list":3,"int":4,"blocks":5,"swap":3,"out":3,"tuple":1,"curr":2,"loras":2,"set":3,"scheduler":7,"initialize":1,"cpu":1,"64":1,"gpu":1,"16":2,"seqs":3,"enable":1,"prefix":1,"caching":1,"true":1,"create":2,"token":2,"15":1,"length":2,"for":3,"i":5,"range":2,"append":1,"and":3,"groups":2,"dummy":1,"prompt":2,"f":1,"len":1,"allocate":1,"running":1,"add":1,"manager":1,"tracker":1,"get":1,"1":1,"assert":1,"none":1},"43280,1597,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"prefill":1,"schedule":4,"don":1,"t":1,"have":1,"a":1,"space":1,"for":3,"another":1,"lora":9,"so":1,"we":1,"ignore":1,"this":1,"request":2,"now":1,"block":7,"size":5,"4":1,"config":3,"loraconfig":1,"max":2,"rank":1,"8":1,"loras":2,"1":4,"scheduler":7,"initialize":1,"num":10,"cpu":1,"blocks":4,"64":2,"gpu":1,"enable":1,"prefix":1,"caching":1,"true":1,"budget":5,"create":2,"token":2,"120":1,"seqs":2,"2":1,"i":4,"in":1,"range":1,"seq":10,"group":3,"dummy":1,"prompt":2,"str":2,"length":2,"lorarequest":1,"name":1,"int":1,"id":7,"path":1,"abc":1,"add":1,"prefills":1,"curr":1,"to":6,"tokens":6,"computed":8,"manager":2,"tracker":2,"get":2,"assert":2,"is":2,"none":2,"priority":2,"preemption":2},"44877,1914,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"prefill":4,"scheduler":10,"does":1,"not":1,"schedule":2,"batches":1,"with":6,"prompt":5,"tokens":14,"and":3,"embeddings":1,"co":1,"mingled":1,"block":9,"size":10,"2":2,"max":10,"seq":30,"group":7,"3":3,"initialize":2,"num":13,"cpu":2,"blocks":5,"16":4,"gpu":2,"seqs":4,"model":2,"len":3,"100":1,"enable":2,"prefix":2,"caching":2,"true":2,"length":5,"7":1,"embedding":7,"5":2,"list":6,"int":2,"embeds":5,"optional":1,"torch":2,"tensor":1,"append":5,"range":3,"none":2,"0":1,"rand":1,"groups":2,"create":1,"dummy":1,"f":1,"i":6,"for":3,"in":3,"add":1,"default":1,"id":3,"to":3,"computed":4,"manager":1,"tracker":1,"get":1,"1":1,"assert":1,"is":1,"budget":4,"batched":2,"config":1,"token":1,"8":1,"4":1},"46791,1684,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"seq":30,"and":4,"groups":4,"create":2,"dummy":2,"prompt":4,"f":2,"i":7,"tokens":14,"prefill":6,"budget":8,"block":9,"size":7,"for":5,"in":6,"range":4,"len":3,"group":8,"scheduler":8,"add":2,"schedule":3,"default":2,"id":6,"to":6,"num":11,"computed":8,"manager":2,"blocks":4,"tracker":2,"get":2,"2":2,"assert":2,"is":2,"none":2,"can":1,"not":1,"waiting":5,"max":5,"3":2,"initialize":1,"token":1,"30":2,"cpu":1,"16":3,"gpu":1,"seqs":3,"model":1,"enable":1,"prefix":1,"caching":1,"true":1,"length":2,"list":3,"int":1,"append":1,"1":1},"48475,1804,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"sequence":1,"num":12,"new":1,"tokens":13,"prompt":8,"limit":4,"marked":2,"finished":2,"ignored":2,"block":11,"size":10,"2":2,"max":8,"seq":32,"group":10,"3":2,"scheduler":8,"initialize":2,"cpu":2,"blocks":5,"16":2,"gpu":2,"seqs":4,"model":2,"len":3,"30":1,"enable":2,"prefix":2,"caching":2,"true":2,"length":4,"31":1,"list":6,"int":2,"append":2,"range":4,"and":4,"groups":4,"create":2,"dummy":2,"0":3,"for":4,"in":4,"add":2,"schedule":1,"default":1,"id":3,"to":3,"computed":4,"manager":1,"tracker":1,"get":1,"assert":1,"is":2,"none":1,"budget":1,"can":1,"not":1,"allocate":1,"allocstatus":1,"never":5,"160":2,"320":2,"1":1,"i":4,"f":1},"50279,1265,data/raw/vllm-0.10.1/tests/core/test_scheduler.py":{"scheduler":7,"schedule":2,"default":2,"seq":21,"id":6,"to":6,"num":11,"tokens":11,"computed":8,"block":7,"manager":2,"blocks":4,"tracker":2,"get":2,"0":1,"assert":2,"is":3,"none":2,"budget":1,"can":1,"not":1,"allocate":1,"allocstatus":1,"later":5,"size":5,"2":2,"max":4,"group":5,"3":1,"initialize":1,"cpu":1,"160":3,"gpu":1,"seqs":3,"model":1,"len":2,"320":1,"enable":1,"prefix":1,"caching":1,"true":1,"length":2,"list":3,"int":1,"for":3,"i":4,"in":3,"range":3,"append":1,"and":2,"groups":2,"create":1,"dummy":1,"prompt":2,"f":1,"add":1,"1":1},"0,1906,data/raw/vllm-0.10.1/tests/core/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":11,"time":4,"from":9,"collections":2,"defaultdict":1,"abc":1,"sequence":6,"as":1,"genericsequence":1,"itertools":1,"count":1,"typing":1,"any":1,"optional":5,"union":1,"torch":2,"core":1,"scheduler":2,"scheduleroutputs":1,"inputs":8,"encoderdecoderinputs":1,"embeds":6,"token":3,"lora":4,"request":8,"lorarequest":2,"sampling":2,"params":2,"samplingparams":2,"logprob":1,"sequencedata":1,"sequencegroup":3,"sequencegroupmetadata":1,"def":1,"create":2,"dummy":2,"prompt":22,"id":4,"str":4,"length":3,"int":6,"1":2,"block":7,"size":7,"none":6,"tokens":12,"list":2,"tensor":1,"min":3,"max":3,"16":1,"tuple":1,"if":3,"not":1,"is":2,"with":1,"and":1,"range":1,"join":1,"t":2,"for":1,"in":1,"ids":1,"else":1,"seq":2,"group":2,"seqs":1,"arrival":1,"return":1},"1906,1951,data/raw/vllm-0.10.1/tests/core/utils.py":{"def":3,"create":4,"dummy":6,"lora":8,"sequence":10,"request":8,"id":11,"int":14,"token":8,"ids":4,"list":5,"block":13,"size":13,"return":2,"seq":2,"inputs":9,"lorarequest":2,"name":1,"path":1,"prompt":22,"encoder":9,"decoder":12,"str":7,"length":5,"optional":2,"none":2,"tuple":1,"sequencegroup":1,"if":1,"not":1,"with":1,"tokens":8,"0":2,"1":1,"and":1,"note":1,"that":1,"the":2,"string":1,"doesn":1,"t":5,"actually":1,"match":1,"range":2,"join":2,"for":2,"in":2,"reversed":1,"encoderdecoderinputs":1},"3857,1954,data/raw/vllm-0.10.1/tests/core/utils.py":{"encoder":6,"prompt":12,"sequence":3,"int":7,"request":9,"id":15,"inputs":4,"block":3,"size":3,"seq":25,"group":6,"sequencegroup":4,"seqs":5,"decoder":3,"arrival":2,"time":6,"lora":2,"return":2,"def":2,"create":2,"len":8,"1024":2,"output":7,"lens":5,"genericsequence":2,"128":2,"str":2,"0":10,"start":3,"sampling":8,"params":8,"optional":2,"samplingparams":4,"none":4,"assert":2,"if":2,"is":2,"token":6,"ids":3,"list":1,"for":2,"offset":2,"in":2,"enumerate":1,"16":1,"i":3,"range":1,"append":2,"logprobs":1,"logprob":1},"5811,1875,data/raw/vllm-0.10.1/tests/core/utils.py":{"inputs":7,"encoderdecoderinputs":1,"decoder":3,"token":19,"prompt":2,"ids":2,"encoder":6,"seqs":5,"for":7,"seq":29,"id":20,"offset":2,"output":6,"len":5,"in":6,"enumerate":1,"lens":2,"construct":1,"input":2,"sequences":1,"sequence":6,"start":2,"block":6,"size":6,"16":2,"i":3,"range":1,"append":6,"logprobs":1,"logprob":3,"0":2,"return":4,"sequencegroup":1,"request":2,"sampling":2,"params":2,"arrival":1,"time":3,"def":5,"round":1,"up":1,"to":1,"next":1,"int":5,"1":1,"helper":1,"functions":1,"scheduler":5,"tests":1,"get":3,"groups":6,"s":5,"group":4,"scheduled":2,"new":2,"out":5,"schedule":2,"and":1,"update":2,"computed":2,"tokens":2,"metas":2,"num":1,"chunk":1},"7686,1650,data/raw/vllm-0.10.1/tests/core/utils.py":{"def":6,"append":3,"new":1,"token":8,"seq":10,"group":5,"chunk":2,"size":4,"id":5,"int":7,"update":1,"num":3,"computed":1,"tokens":1,"for":5,"in":5,"get":1,"seqs":1,"logprob":1,"class":2,"schedulerproxy":1,"a":1,"proxy":1,"to":3,"forward":1,"calls":1,"the":1,"scheduler":6,"init":1,"self":8,"call":3,"history":3,"dict":1,"str":2,"list":12,"any":3,"defaultdict":1,"getattr":2,"name":3,"wrapper":2,"args":3,"kwargs":3,"result":3,"return":3,"last":1,"schedule":2,"ret":3,"tuple":1,"sequencegroupmetadata":2,"scheduleroutputs":1,"1":1,"create":1,"metadata":1,"from":1,"prompts":4,"gpu":4,"blocks":4,"block":4,"final":4,"prompt":2,"lens":2,"continuations":3,"optional":2,"none":4,"ids":3,"if":2,"is":2,"i":4,"enumerate":2,"free":2,"range":2,"allocations":1,"pop":1,"round":1,"up":1,"next":1,"len":2},"9336,1895,data/raw/vllm-0.10.1/tests/core/utils.py":{"seq":17,"grou":3,"metadata":7,"list":9,"for":3,"i":8,"prompt":12,"token":8,"ids":9,"cont":4,"in":3,"enumerate":2,"zip":1,"prompts":1,"continuations":1,"data":12,"sequencedata":2,"from":3,"seqs":2,"update":2,"num":4,"computed":2,"tokens":2,"len":7,"1":1,"append":2,"sequencegroupmetadata":3,"request":2,"id":6,"str":2,"is":3,"0":7,"sampling":2,"params":2,"samplingparams":2,"temperature":2,"block":8,"tables":2,"allocations":3,"return":2,"def":1,"create":1,"chunked":1,"group":4,"int":5,"gpu":4,"blocks":4,"chunk":8,"size":7,"optional":1,"none":2,"if":1,"free":2,"range":3,"pop":1,"round":1,"up":1,"to":1,"next":1,"idx":5,"true":1,"do":1,"sample":1,"terminal":1},"11231,1823,data/raw/vllm-0.10.1/tests/core/utils.py":{"def":1,"create":4,"batch":6,"size":13,"k":2,"prompt":12,"len":11,"union":1,"int":8,"list":9,"10":2,"prev":9,"output":9,"token":4,"seq":13,"ids":5,"optional":4,"none":6,"num":5,"gpu":5,"blocks":5,"block":6,"prefill":3,"chunk":3,"if":5,"is":2,"8":1,"2048":1,"iterator":3,"count":1,"isinstance":1,"lens":5,"for":7,"in":7,"range":5,"else":2,"prompts":8,"next":2,"p":4,"a":1,"of":1,"chunked":2,"not":1,"group":8,"metadata":8,"sid":2,"zip":2,"from":2,"tokens":5,"final":2,"1":1,"return":1},"0,345,data/raw/vllm-0.10.1/tests/core/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":1,"pytest":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":3,"v0":2,"only":2,"monkeypatch":2,"since":1,"this":1,"module":2,"is":1,"set":1,"v1":2,"for":1,"all":1,"tests":1,"in":1,"setenv":1},"0,1703,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"unittest":1,"mock":1,"import":9,"magicmock":1,"pytest":1,"noqa":1,"config":7,"cacheconfig":2,"schedulerconfig":2,"core":1,"scheduler":10,"engine":3,"arg":1,"utils":2,"engineargs":1,"llm":1,"llmengine":1,"sampling":1,"params":1,"samplingparams":1,"sequence":2,"logprob":2,"sequencegroup":3,"create":1,"dummy":1,"prompt":1,"def":4,"get":2,"groups":3,"output":2,"return":2,"s":4,"seq":10,"group":6,"for":3,"in":3,"scheduled":2,"append":2,"new":1,"token":7,"id":5,"int":1,"seqs":1,"schedule":2,"and":1,"update":2,"computed":2,"tokens":4,"metas":3,"out":3,"meta":2,"zip":1,"num":7,"chunk":1,"size":3,"test":1,"simple":1,"verify":1,"basic":1,"scheduling":1,"works":1,"block":2,"4":2,"max":4,"model":2,"len":2,"16":1,"batched":2,"64":1,"generate":1,"enable":1,"chunked":1,"prefill":1,"true":1,"cache":4,"1":2,"auto":1,"cpu":1,"blocks":2,"8":2,"gpu":1,"none":1,"running":1,"list":1},"1703,1750,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"add":2,"seq":16,"groups":5,"to":7,"scheduler":8,"for":2,"i":2,"in":4,"range":1,"num":13,"group":13,"create":1,"dummy":1,"prompt":2,"str":1,"length":1,"block":6,"size":6,"running":5,"append":2,"schedule":4,"prompts":1,"tokens":8,"meta":4,"out":14,"and":6,"update":2,"computed":2,"assert":8,"set":4,"get":2,"sequence":2,"batched":4,"not":6,"blocks":8,"copy":2,"swap":4,"len":4,"s":2,"new":1,"token":1,"1":3,"generation":1,"def":1,"test":1,"chunk":1,"verify":1,"prefills":1,"are":1,"chunked":2,"properly":1,"4":1,"max":6,"seqs":2,"60":1,"model":2,"80":1,"64":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"prefill":1,"true":1,"cache":4,"cacheconfig":1,"0":1,"auto":1,"cpu":1,"32":2,"gpu":1,"none":1,"list":1,"sequencegroup":1},"3453,1972,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"add":2,"seq":12,"groups":5,"to":2,"scheduler":9,"for":1,"i":2,"in":1,"range":1,"2":4,"group":11,"create":1,"dummy":1,"prompt":2,"str":1,"length":1,"60":3,"block":4,"size":8,"running":5,"append":2,"verify":3,"the":4,"second":2,"request":1,"is":5,"chunked":6,"meta":6,"out":8,"schedule":2,"and":3,"update":2,"computed":2,"tokens":6,"print":1,"assert":10,"set":4,"get":2,"sequence":2,"0":4,"token":6,"chunk":4,"it":1,"1":8,"4":2,"num":10,"prefill":6,"batched":4,"64":2,"only":1,"first":2,"has":1,"a":3,"new":2,"appended":1,"one":4,"decoding":1,"guarantees":1,"ordering":1,"56":1,"57":1,"def":1,"test":1,"concurrent":1,"chunking":1,"prefills":4,"are":1,"properly":1,"when":1,"max":8,"partial":3,"seqs":2,"model":2,"len":2,"2000":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"true":1,"up":1,"at":1,"time":1,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"32":2,"gpu":1,"none":1,"list":1,"sequencegroup":1},"5425,1800,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"add":2,"seq":11,"groups":5,"to":3,"scheduler":8,"for":2,"i":2,"in":1,"range":1,"2":5,"group":10,"create":1,"dummy":1,"prompt":2,"str":1,"length":1,"60":3,"block":4,"size":9,"running":3,"append":1,"verify":2,"both":2,"requests":4,"are":2,"chunked":2,"with":1,"half":1,"of":1,"max":8,"num":10,"batched":5,"tokens":8,"each":1,"meta":6,"out":8,"schedule":2,"and":2,"update":2,"computed":2,"assert":10,"set":4,"get":2,"sequence":2,"0":3,"token":4,"chunk":4,"32":3,"1":4,"prefill":5,"64":2,"after":1,"one":2,"iteration":1,"should":1,"have":1,"28":3,"left":1,"56":1,"def":1,"test":1,"concurrent":1,"chunking":1,"large":4,"run":1,"at":2,"a":2,"time":2,"4":1,"seqs":2,"model":2,"len":2,"2000":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"true":1,"partial":2,"prefills":2,"up":1,"cache":5,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"3200":2,"kv":1,"gpu":1,"none":1},"7225,1765,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"add":4,"seq":12,"groups":4,"to":3,"scheduler":9,"for":3,"i":4,"in":3,"range":2,"2":5,"group":10,"create":2,"dummy":2,"prompt":6,"str":2,"length":2,"1200":2,"very":2,"large":7,"block":6,"size":8,"verify":2,"only":1,"a":2,"single":1,"request":2,"is":3,"chunked":2,"and":2,"it":1,"gets":1,"all":1,"64":4,"tokens":5,"meta":2,"out":4,"schedule":1,"update":1,"computed":1,"assert":5,"len":3,"get":1,"sequence":1,"1":4,"0":2,"token":1,"chunk":1,"num":7,"prefill":5,"batched":3,"def":1,"test":1,"short":2,"prompts":2,"jump":1,"long":3,"queue":1,"requests":2,"are":1,"punted":1,"behind":1,"smaller":1,"ones":1,"if":1,"another":1,"already":1,"running":1,"4":1,"max":7,"seqs":5,"60":1,"model":2,"2000":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"true":1,"partial":2,"prefills":2,"up":1,"at":1,"time":1,"cache":5,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"3200":2,"kv":1,"gpu":1,"none":1,"list":2,"sequencegroup":2,"append":1},"8990,1721,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"add":2,"2":5,"small":8,"seq":17,"groups":2,"behind":1,"them":1,"for":1,"i":2,"in":2,"range":1,"group":12,"create":1,"dummy":1,"prompt":3,"str":1,"length":1,"40":2,"very":1,"block":2,"size":7,"scheduler":3,"short":6,"seqs":9,"append":1,"assert":16,"is":6,"prefill":6,"verify":1,"one":1,"large":3,"req":7,"and":4,"1":7,"chunked":1,"meta":7,"out":4,"schedule":2,"update":2,"computed":6,"tokens":12,"0":8,"token":5,"chunk":5,"32":10,"gets":2,"all":1,"4":1,"are":1,"prefilling":1,"long":5,"first":7,"sequences":1,"have":1,"been":1,"scheduled":2,"get":4,"num":6,"batched":1,"64":2,"the":5,"second":1,"iteration":1,"request":2,"had":2,"only":2,"8":4,"left":2,"so":1,"it":1,"went":1,"to":1,"decode":1,"other":2,"new":1,"got":2,"24":1,"still":1},"10711,1902,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"the":7,"first":11,"small":8,"request":4,"got":2,"to":1,"decode":4,"now":2,"assert":23,"long":9,"seqs":19,"0":13,"is":9,"prefill":10,"1":15,"not":3,"short":11,"both":3,"requests":2,"have":3,"started":1,"in":2,"front":1,"of":1,"second":2,"seq":14,"get":8,"num":12,"computed":9,"tokens":13,"64":2,"40":3,"24":2,"out":5,"groups":3,"3":1,"batched":2,"group":5,"has":2,"a":2,"new":5,"token":8,"appended":2,"append":3,"third":1,"iteration":1,"already":1,"decoding":2,"only":1,"16":4,"left":1,"and":2,"will":1,"enter":1,"meta":4,"schedule":1,"update":1,"scheduler":1,"chunk":3,"size":3,"32":3,"large":1,"still":1,"req":1,"finished":1,"prefilling":1,"2":2,"49":1,"reached":1,"96":1,"41":1},"12613,1842,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"in":2,"the":5,"fourth":1,"iteration":2,"both":3,"small":3,"requests":2,"are":2,"decoding":2,"so":1,"large":3,"request":2,"gets":3,"all":2,"budget":2,"seq":10,"group":8,"meta":8,"out":6,"schedule":2,"and":2,"update":2,"computed":3,"tokens":8,"scheduler":6,"req":1,"62":3,"minus":1,"2":3,"for":1,"decode":5,"assert":15,"0":7,"token":9,"chunk":6,"size":8,"1":15,"num":9,"prefill":7,"groups":3,"batched":4,"64":5,"long":3,"seqs":9,"first":1,"get":1,"158":1,"is":4,"not":2,"short":4,"have":1,"a":1,"new":3,"appended":1,"append":2,"fifth":1,"while":1,"def":1,"test":1,"complex":1,"block":2,"4":1,"max":6,"60":1,"model":2,"len":2,"80":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"chunked":1,"true":1,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"gpu":1,"none":1,"running":1,"list":1,"sequencegroup":1},"14455,1214,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"add":4,"seq":14,"groups":3,"to":1,"scheduler":4,"for":2,"i":4,"in":2,"range":2,"2":4,"group":13,"create":2,"dummy":2,"prompt":4,"str":2,"length":2,"60":3,"block":4,"size":6,"running":6,"append":3,"assert":8,"is":5,"prefill":4,"verify":2,"the":2,"second":1,"request":1,"chunked":2,"meta":3,"out":4,"schedule":1,"and":1,"update":1,"computed":1,"tokens":2,"set":2,"get":1,"sequence":1,"0":3,"token":4,"chunk":2,"it":1,"1":3,"4":2,"not":1,"num":2,"batched":1,"64":1,"only":1,"first":1,"has":1,"a":1,"new":2,"appended":1,"more":1,"requests":1},"15669,1829,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"decoding":3,"chunked":5,"prefill":11,"first":4,"chunk":4,"of":2,"3rd":1,"request":2,"is":9,"scheduled":1,"seq":10,"group":9,"meta":4,"out":4,"schedule":1,"and":1,"update":1,"computed":1,"tokens":4,"scheduler":7,"assert":10,"len":3,"get":1,"sequence":1,"groups":3,"3":1,"the":7,"one":3,"0":4,"token":5,"size":7,"7":1,"second":2,"new":3,"1":8,"56":1,"last":1,"decode":1,"2":8,"two":1,"them":1,"are":3,"in":4,"num":6,"batched":3,"64":1,"requests":2,"now":1,"decodine":1,"phase":1,"append":3,"running":7,"not":2,"third":1,"still":1,"stage":1,"def":1,"test":1,"maximal":1,"verify":1,"prioritized":1,"block":4,"4":1,"max":6,"seqs":2,"model":2,"8":3,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"true":1,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"gpu":1,"none":1,"list":1,"sequencegroup":1,"add":2,"to":1,"for":1,"i":2,"range":1,"create":1,"dummy":1,"prompt":2,"str":1,"length":1},"17498,1750,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"the":3,"first":3,"prefill":13,"is":11,"scheduled":2,"seq":15,"group":15,"meta":8,"out":12,"schedule":3,"and":3,"update":3,"computed":3,"tokens":6,"scheduler":4,"assert":22,"len":3,"get":3,"sequence":3,"groups":6,"1":18,"0":9,"token":10,"chunk":6,"size":7,"2":8,"not":4,"running":13,"num":6,"batched":3,"only":1,"has":1,"a":1,"new":5,"appended":1,"append":5,"create":2,"one":1,"more":1,"dummy":1,"prompt":2,"3":1,"length":1,"block":2,"add":1,"decoding":2,"second":1,"prioritized":1},"19248,1859,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"only":1,"decoding":2,"is":8,"prioritized":2,"seq":12,"group":12,"meta":6,"out":8,"schedule":2,"and":2,"update":2,"computed":2,"tokens":7,"scheduler":8,"assert":15,"len":5,"get":2,"sequence":2,"groups":4,"2":5,"0":7,"token":6,"chunk":4,"size":8,"1":15,"not":3,"running":9,"prefill":9,"num":9,"batched":5,"append":3,"new":3,"after":1,"aborting":1,"the":2,"request":2,"fcfs":1,"abort":1,"id":1,"def":1,"test":1,"prompt":3,"limit":1,"verify":1,"max":8,"model":3,"possible":1,"block":4,"4":1,"seqs":2,"32":2,"64":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"chunked":1,"true":1,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"16":2,"gpu":1,"none":1,"list":1,"sequencegroup":1,"create":1,"dummy":1,"length":1,"48":1,"add":1},"21107,1443,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"the":1,"prompt":4,"length":2,"max":7,"num":7,"batched":4,"tokens":6,"should":1,"be":1,"still":1,"scheduled":1,"seq":11,"group":9,"meta":3,"out":7,"schedule":2,"and":2,"update":2,"computed":2,"scheduler":7,"assert":8,"len":4,"get":1,"sequence":1,"groups":4,"1":5,"0":4,"token":1,"chunk":1,"size":5,"32":3,"running":3,"is":2,"prefill":4,"def":1,"test":1,"limit":1,"exceed":1,"block":4,"4":1,"seqs":2,"64":2,"model":2,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"chunked":1,"true":1,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"blocks":2,"16":2,"gpu":1,"none":1,"list":1,"sequencegroup":1,"create":1,"dummy":1,"2":1,"48":1,"add":1,"append":1,"ignored":2},"22550,1992,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"def":2,"test":1,"chunked":4,"prefill":9,"preempt":2,"verify":1,"works":1,"with":1,"requests":1,"block":6,"size":4,"4":1,"max":8,"seqs":2,"30":3,"model":2,"len":5,"200":1,"num":13,"batched":7,"tokens":11,"scheduler":10,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"true":1,"cache":4,"cacheconfig":1,"1":8,"0":3,"auto":1,"cpu":1,"blocks":4,"16":2,"gpu":1,"none":1,"seq":11,"group":8,"create":1,"dummy":1,"prompt":2,"length":1,"60":1,"add":1,"out":14,"schedule":3,"and":3,"update":3,"computed":3,"the":3,"request":4,"is":4,"scheduled":4,"now":2,"assert":13,"groups":5,"should":1,"be":1,"preempted":3,"manager":2,"can":3,"append":4,"slots":3,"magicmock":1,"cannot":2,"second":2,"group1":2,"lookahead":1,"return":1,"id":1,"side":1,"effect":1,"running":1,"to":2,"swap":2,"in":1,"make":1,"sure":1,"we":1,"reschedule":1,"get":1,"uncomputed":1},"24542,1728,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"we":1,"should":1,"be":1,"able":1,"to":1,"run":1,"prefill":9,"twice":1,"as":1,"it":1,"is":4,"chunked":4,"def":2,"cannot":2,"append":3,"second":2,"group2":2,"seq":7,"group":5,"num":17,"lookahead":7,"slots":8,"return":1,"true":2,"scheduler":8,"block":5,"manager":1,"can":1,"side":1,"effect":1,"out":10,"schedule":2,"and":2,"update":2,"computed":2,"tokens":8,"assert":8,"len":4,"scheduled":3,"groups":4,"1":7,"not":1,"batched":6,"max":8,"test":1,"spec":1,"verify":1,"that":1,"the":2,"set":1,"appropriately":1,"for":1,"an":1,"all":1,"batch":1,"size":4,"4":2,"seqs":2,"30":3,"model":2,"200":1,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"cache":4,"cacheconfig":1,"0":2,"auto":1,"cpu":1,"blocks":2,"16":2,"gpu":1,"none":1,"create":1,"dummy":1,"prompt":2,"length":1,"add":1,"request":1,"now":1,"print":1},"26270,1641,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"def":1,"test":1,"chunked":3,"prefill":5,"max":9,"seqs":3,"block":6,"size":7,"4":2,"2":3,"model":2,"len":4,"80":1,"num":7,"batched":5,"tokens":7,"64":1,"scheduler":8,"config":6,"schedulerconfig":1,"generate":1,"enable":1,"true":1,"cache":4,"cacheconfig":1,"1":6,"0":4,"auto":1,"cpu":1,"blocks":2,"128":2,"gpu":1,"none":1,"running":6,"list":1,"sequencegroup":1,"seq":11,"group":11,"create":2,"dummy":2,"prompt":4,"length":2,"65":2,"add":3,"append":3,"the":1,"first":1,"is":3,"meta":3,"out":5,"schedule":2,"and":2,"update":2,"computed":2,"assert":6,"token":2,"chunk":1,"get":2,"sequence":2,"groups":2,"new":2,"requests":2,"for":1,"i":2,"in":1,"range":1,"str":1,"make":1,"sure":1,"only":1,"are":1,"scheduled":1,"not":1},"27911,1981,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"although":2,"we":3,"have":1,"enough":1,"token":5,"budget":2,"can":1,"only":3,"schedule":3,"max":8,"seqs":4,"seq":11,"group":10,"meta":6,"out":7,"and":2,"update":2,"computed":2,"tokens":7,"scheduler":8,"assert":11,"0":5,"chunk":4,"size":8,"2":3,"1":6,"num":7,"batched":4,"3":1,"len":3,"get":2,"sequence":2,"groups":4,"not":2,"running":5,"is":5,"prefill":4,"def":1,"test":1,"prefix":4,"caching":4,"verify":2,"allocating":1,"full":2,"blocks":4,"when":1,"enabled":1,"block":4,"4":3,"10":1,"model":2,"80":1,"64":2,"config":6,"schedulerconfig":1,"generate":1,"enable":2,"chunked":2,"true":2,"cache":4,"cacheconfig":1,"auto":1,"cpu":1,"gpu":1,"32":1,"none":1,"list":1,"sequencegroup":1,"add":2,"to":1,"for":2,"i":2,"in":1,"range":1,"create":1,"dummy":1,"prompt":2,"str":1,"length":1,"50":3,"append":1,"set":2,"it":1,"note":1,"that":1,"the":1,"14":2,"allocate":1,"so":1,"12":2,"are":1,"allocated":1,"62":1},"29892,1818,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"def":1,"test":1,"prefix":3,"caching":3,"with":3,"concurrent":1,"partial":3,"prefills":3,"verify":1,"allocating":1,"full":1,"blocks":3,"when":1,"is":2,"enabled":1,"max":8,"num":8,"1":4,"block":5,"size":7,"4":2,"seqs":2,"10":1,"model":2,"len":2,"8000":1,"batched":3,"tokens":6,"60":1,"two":1,"slots":1,"each":1,"slot":1,"will":1,"get":2,"30":2,"scheduler":7,"config":6,"schedulerconfig":1,"generate":1,"enable":2,"chunked":1,"prefill":3,"true":2,"2":3,"cache":4,"cacheconfig":1,"0":3,"auto":1,"cpu":1,"gpu":1,"32":1,"none":1,"running":3,"list":1,"sequencegroup":1,"add":2,"seq":8,"groups":3,"to":3,"for":1,"i":2,"in":1,"range":1,"group":7,"create":1,"dummy":1,"prompt":2,"str":1,"length":1,"50":1,"append":1,"meta":3,"out":4,"schedule":1,"and":1,"update":1,"computed":1,"assert":5,"set":2,"sequence":1,"partially":1,"both":2,"sequences":1,"can":1,"chunk":3,"up":1,"but":1,"the":2,"next":1,"lowest":1,"multiple":1,"of":1,"28":3,"token":2,"56":1},"31710,1622,data/raw/vllm-0.10.1/tests/core/test_chunked_prefill_scheduler.py":{"on":1,"the":4,"next":1,"iteration":1,"both":2,"sequences":3,"should":1,"finish":1,"prefill":5,"seq":3,"group":3,"meta":3,"out":4,"schedule":1,"and":1,"update":1,"computed":1,"tokens":4,"scheduler":2,"assert":7,"set":2,"get":1,"sequence":1,"groups":2,"running":2,"have":1,"50":1,"28":1,"22":3,"left":1,"to":1,"this":1,"is":1,"not":1,"a":1,"multiple":1,"of":2,"block":2,"size":3,"but":1,"we":2,"don":2,"t":2,"care":1,"since":1,"cache":1,"final":1,"partial":8,"prefix":1,"0":5,"token":2,"chunk":2,"1":1,"num":12,"2":2,"batched":2,"44":1,"pytest":2,"mark":2,"parametrize":2,"model":5,"facebook":1,"opt":1,"125m":1,"max":8,"prefills":7,"4":1,"8":3,"def":1,"test":1,"chunked":2,"with":2,"actual":1,"engine":8,"str":1,"int":1,"make":1,"sure":1,"can":1,"actually":1,"sample":1,"concurrent":1,"prompt":2,"hello":1,"40":2,"args":3,"engineargs":1,"seqs":1,"enable":1,"true":1,"gpu":1,"memory":1,"utilization":1,"llmengine":1,"from":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"for":1,"req":2,"in":1,"range":1,"add":1,"request":3,"f":1,"first":1,"step":2,"outputs":2,"means":1,"all":1,"are":1,"prefilling":1,"len":2},"0,1380,data/raw/vllm-0.10.1/tests/core/test_serialization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"msgspec":5,"from":3,"executor":1,"utils":2,"decode":3,"hook":6,"encode":3,"sequence":1,"executemodelrequest":3,"create":2,"batch":2,"def":1,"test":1,"serialization":1,"num":4,"lookahead":4,"slots":4,"4":2,"seq":9,"group":5,"metadata":5,"list":5,"16":1,"execute":3,"model":3,"req":5,"running":1,"queue":1,"size":1,"encoder":3,"msgpack":2,"enc":1,"decoder":3,"dec":1,"expected":9,"actual":9,"assert":6,"len":2,"block":2,"tables":2,"is":2,"prompt":4,"request":2,"id":2,"data":4,"token":4,"ids":4,"output":2},"0,1724,data/raw/vllm-0.10.1/tests/core/test_num_computed_tokens_update.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"import":5,"pytest":3,"from":4,"tests":2,"conftest":1,"vllmrunner":2,"core":1,"utils":1,"create":3,"dummy":2,"prompt":8,"engine":12,"llm":3,"llmengine":3,"sequence":2,"sequencegroup":2,"model":3,"jackfram":1,"llama":1,"160m":1,"def":2,"add":4,"seq":9,"group":7,"scheduler":3,"mark":2,"parametrize":2,"enable":4,"chunked":4,"prefill":4,"false":2,"true":2,"enforce":4,"eager":4,"test":1,"num":9,"computed":2,"tokens":9,"update":1,"bool":2,"make":1,"a":1,"runner":2,"name":1,"gpu":1,"memory":1,"utilization":1,"7":1,"steps":3,"1":1,"output":5,"list":2,"4":1,"8":1,"12":1,"15":1,"16":1,"17":1,"and":1,"len":2,"10":1,"for":2,"req":2,"idx":2,"in":2,"enumerate":1,"request":1,"id":1,"str":1,"length":1,"min":1,"max":1,"assert":1,"data":1,"get":1,"range":1,"step":1},"1724,829,data/raw/vllm-0.10.1/tests/core/test_num_computed_tokens_update.py":{"if":1,"not":2,"seq":5,"is":2,"finished":2,"prompt":7,"num":11,"computed":9,"tokens":10,"data":3,"get":3,"test":3,"correctness":3,"of":3,"after":3,"the":3,"steps":3,"assert":3,"len":2,"1":3,"decode":4,"step":4,"counter":3,"0":1,"while":1,"engine":1,"sequence":1,"finish":1,"output":1},"0,1968,data/raw/vllm-0.10.1/tests/core/block/test_cpu_gpu_block_allocator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":3,"pytest":7,"from":2,"core":1,"block":15,"cpu":18,"gpu":18,"allocator":20,"cpugpublockallocator":2,"utils":1,"device":15,"chunk":1,"list":1,"mark":6,"parametrize":6,"num":28,"blocks":32,"512":2,"1024":2,"size":4,"16":1,"type":4,"naive":1,"prefix":1,"caching":1,"def":1,"test":1,"allocate":3,"mutable":3,"int":3,"str":1,"create":1,"assert":10,"get":10,"free":12,"prev":2,"none":2,"for":4,"in":4,"range":2},"1968,1845,data/raw/vllm-0.10.1/tests/core/block/test_cpu_gpu_block_allocator.py":{"pytest":2,"mark":2,"parametrize":2,"block":16,"size":9,"2":1,"allocator":16,"type":4,"naive":1,"prefix":1,"caching":1,"def":1,"test":1,"allocate":3,"immutable":3,"num":22,"cpu":15,"blocks":25,"int":3,"gpu":16,"str":1,"cpugpublockallocator":1,"create":1,"unique":3,"token":13,"ids":13,"list":5,"range":1,"chunk":2,"assert":8,"get":8,"free":9,"device":12,"prev":2,"none":2,"for":3,"in":3,"0":4},"3813,199,data/raw/vllm-0.10.1/tests/core/block/test_cpu_gpu_block_allocator.py":{"allocator":3,"free":3,"block":2,"for":1,"in":1,"gpu":3,"blocks":5,"assert":2,"get":2,"num":4,"device":2,"cpu":2},"0,1697,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":6,"project":1,"import":11,"math":1,"random":3,"from":8,"typing":1,"optional":1,"unittest":1,"mock":3,"magicmock":2,"pytest":4,"tests":1,"core":4,"utils":2,"create":2,"dummy":2,"lora":1,"sequence":4,"block":19,"cpu":1,"gpu":1,"allocator":4,"cpugpublockallocator":1,"interfaces":1,"blockallocator":1,"prefix":1,"caching":1,"computedblockstracker":1,"prefixcachingblock":2,"prefixcachingblockallocator":2,"logprob":1,"device":1,"class":1,"testprefixcachingblock":1,"staticmethod":1,"mark":3,"parametrize":3,"seed":4,"list":2,"range":2,"10":1,"size":6,"1":2,"16":1,"is":4,"curr":3,"full":3,"true":1,"false":1,"def":1,"test":1,"first":2,"has":2,"correct":2,"content":1,"hash":2,"int":2,"bool":1,"verify":1,"a":1,"which":1,"in":1,"num":2,"fill":2,"if":1,"else":1,"randint":1,"token":3,"ids":3,"spec":1,"with":1,"prev":2,"none":1},"1697,1734,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"if":3,"is":9,"curr":4,"block":30,"full":6,"expect":2,"hash":15,"since":2,"assert":2,"with":3,"prev":10,"content":4,"prefixcachingblock":3,"tokens":1,"first":2,"true":3,"none":3,"cur":1,"token":5,"ids":5,"else":3,"do":1,"not":3,"staticmethod":1,"pytest":4,"mark":4,"parametrize":4,"seed":4,"list":2,"range":2,"10":1,"size":6,"1":2,"16":1,"false":2,"has":5,"def":1,"test":1,"nth":1,"correct":2,"int":2,"bool":2,"verify":1,"a":1,"which":1,"in":1,"the":2,"sequence":1,"random":3,"previous":3,"magicmock":2,"spec":2,"randint":2,"0":2,"1000":1,"num":2,"to":2,"fill":2,"mock":2,"allocator":3,"prefixcachingblockallocator":1},"3431,1820,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"if":2,"is":5,"curr":1,"block":21,"full":3,"and":2,"prev":5,"has":2,"hash":13,"expect":2,"since":2,"previous":2,"assert":6,"with":3,"content":4,"prefixcachingblock":1,"tokens":5,"first":7,"false":1,"cur":1,"token":5,"ids":5,"else":1,"do":1,"not":5,"or":2,"the":3,"does":1,"have":2,"a":1,"none":1,"staticmethod":1,"pytest":3,"mark":3,"parametrize":3,"size":4,"1":2,"2":2,"16":1,"num":8,"list":1,"range":3,"3":1,"empty":4,"trailing":4,"blocks":6,"0":4,"10":1,"def":1,"test":1,"correct":1,"in":4,"chain":14,"int":3,"create":2,"two":1,"chains":1,"of":1,"logical":1,"same":1,"contents":1,"hashes":1,"are":1,"equal":1,"random":2,"seed":1,"randint":1,"50":1,"000":1,"for":3,"second":6,"testprefixcachingblock":1,"zip":1},"5251,1786,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"staticmethod":2,"def":2,"create":2,"chain":2,"block":26,"size":6,"int":3,"token":8,"ids":8,"list":4,"num":5,"empty":2,"trailing":2,"blocks":9,"0":3,"prefixcachingblock":3,"helper":1,"method":1,"which":1,"creates":1,"a":1,"of":1,"math":1,"ceil":1,"len":1,"if":3,"return":3,"allocator":6,"magicmock":1,"spec":1,"prefixcachingblockallocator":1,"prev":11,"none":1,"for":1,"number":3,"in":1,"range":1,"tokens":3,"to":3,"append":5,"1":1,"class":1,"testprefixcachingblockallocator":1,"allocate":9,"lambda":3,"type":3,"str":1,"blockallocator":1,"optional":1,"immutable":2,"elif":1,"mutable":2,"else":1,"raise":1,"valueerror":1},"7037,1990,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"staticmethod":3,"pytest":7,"mark":6,"parametrize":6,"num":12,"blocks":17,"1":6,"1024":3,"block":28,"size":12,"16":3,"def":3,"test":3,"allocate":13,"mutable":3,"ooms":2,"int":6,"allocator":6,"prefixcachingblockallocator":2,"testprefixcachingblockallocator":2,"create":2,"lambda":2,"type":2,"prev":2,"none":2,"token":2,"ids":2,"list":2,"range":4,"for":3,"in":3,"with":1,"raises":1,"blockallocator":1,"nofreeblockserror":1,"immutable":3,"does":1,"not":1,"oom":5,"single":1,"hash":2,"expect":2,"no":1,"if":1,"these":1,"were":1,"this":1,"would":1,"non":2,"all":2,"to":1,"have":1,"same":1,"physical":1,"index":1,"assert":1,"id":2,"many":2,"consume":1,"using":1,"different":1,"hashes":1,"content":1},"9027,1890,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"do":1,"this":1,"by":1,"creating":1,"a":1,"sequence":1,"that":2,"is":1,"very":1,"long":1,"expect":5,"next":1,"block":24,"to":5,"oom":2,"allocator":8,"prefixcachingblockallocator":2,"num":7,"blocks":8,"size":12,"create":3,"token":7,"ids":7,"will":1,"exhaust":1,"all":1,"list":2,"range":2,"chain":15,"testprefixcachingblockallocator":2,"immutable":3,"allocation":3,"with":3,"unseen":1,"hash":1,"fail":2,"pytest":4,"raises":2,"blockallocator":2,"nofreeblockserror":2,"allocate":2,"prev":2,"1":4,"mutable":2,"of":1,"exact":1,"same":2,"pass":1,"second":5,"physical":1,"indices":1,"be":1,"the":1,"in":2,"both":1,"chains":1,"assert":2,"and":1,"for":1,"first":2,"zip":1,"id":2,"staticmethod":1,"mark":2,"parametrize":2,"1024":1,"16":1,"def":1,"test":1,"free":1,"prevents":1,"int":2},"10917,1830,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"create":4,"token":8,"ids":8,"that":2,"will":2,"exhaust":2,"all":2,"blocks":11,"list":3,"range":4,"num":9,"block":29,"size":10,"chain":5,"testprefixcachingblockallocator":2,"immutable":2,"allocator":9,"expect":2,"mutable":4,"allocation":1,"to":9,"fail":1,"with":2,"pytest":5,"raises":2,"blockallocator":2,"nofreeblockserror":2,"allocate":4,"prev":3,"none":4,"free":8,"1":3,"loop":1,"succeed":1,"many":1,"times":1,"for":1,"i":3,"in":1,"100":1,"id":5,"assert":2,"is":1,"new":3,"staticmethod":1,"mark":3,"parametrize":3,"1024":1,"16":1,"seed":4,"20":1,"def":1,"test":1,"get":1,"int":3,"random":2,"prefixcachingblockallocator":1,"consume":2,"randint":1},"12747,1914,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"free":7,"each":1,"block":17,"in":7,"chain":6,"assert":3,"num":13,"blocks":22,"includes":1,"new":1,"for":1,"i":2,"enumerate":1,"allocator":11,"get":3,"to":3,"consume":1,"staticmethod":1,"pytest":2,"mark":2,"parametrize":2,"4":1,"size":11,"8":1,"def":1,"test":1,"prefix":1,"caching":1,"full":2,"touched":3,"verify":1,"the":8,"can":1,"correctly":1,"return":1,"number":1,"of":3,"when":1,"there":1,"are":2,"cached":4,"prefixes":1,"src":3,"prefixcachingblockallocator":2,"dst":6,"create":5,"token":6,"ids":6,"that":1,"will":1,"exhaust":1,"all":2,"except":1,"last":1,"list":1,"range":1,"1":1,"a":2,"cacheable":1,"testprefixcachingblockallocator":2,"immutable":2,"same":1,"swap":2,"0":2,"first":1},"14661,1645,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"now":1,"the":7,"first":2,"block":16,"becomes":1,"dangling":1,"swapped":1,"blocks":20,"need":1,"to":8,"reclaim":1,"in":7,"dst":4,"assert":3,"allocator":5,"get":5,"num":12,"full":8,"touched":5,"swap":5,"1":6,"insert":1,"one":1,"non":5,"src":2,"allocate":1,"mutable":2,"append":3,"token":4,"ids":4,"0":2,"fill":1,"up":1,"last":2,"and":2,"invoke":1,"note":1,"is":1,"not":1,"cached":1,"so":1,"it":1,"will":2,"be":1,"size":6,"2":1,"staticmethod":1,"pytest":3,"mark":3,"parametrize":3,"1024":1,"16":1,"seed":4,"list":2,"range":2,"20":1,"def":1,"test":1,"free":1,"shared":1,"int":3,"verify":1,"sharing":1,"occurs":1,"by":1,"allocating":1,"two":1,"sequences":1,"that":2,"share":1,"prefixes":1,"incrementally":1,"freeing":1,"random":2,"prefixcachingblockallocator":1,"consume":2,"randint":1,"create":1,"exhaust":1,"all":1},"16306,1959,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"first":3,"chain":9,"testprefixcachingblockallocator":2,"create":3,"immutable":3,"block":17,"size":8,"token":4,"ids":7,"allocator":9,"second":3,"free":9,"each":3,"in":4,"the":5,"since":2,"all":1,"blocks":13,"are":1,"shared":1,"count":2,"should":2,"stay":1,"constant":1,"for":2,"i":3,"enumerate":2,"assert":2,"get":7,"num":12,"to":3,"consume":3,"refcount":1,"is":1,"now":1,"zero":1,"increment":1,"with":1,"staticmethod":1,"pytest":3,"mark":3,"parametrize":3,"1024":1,"16":1,"seed":4,"list":1,"range":1,"20":1,"def":1,"test":1,"common":3,"computed":3,"int":3,"verify":1,"could":2,"correct":1,"result":2,"by":1,"two":1,"sharing":1,"prefix":1,"at":1,"specified":1,"pos":1,"and":1,"compare":1,"whether":1,"we":1,"also":1,"right":1,"from":1,"random":2,"prefixcachingblockallocator":1,"2":1,"randint":1,"1":2},"18265,1991,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"create":3,"token":13,"ids":18,"that":2,"will":1,"exhaust":1,"all":1,"blocks":10,"list":3,"range":5,"num":7,"to":3,"consume":3,"block":19,"size":11,"first":7,"chain":8,"testprefixcachingblockallocator":2,"immutable":5,"allocator":8,"after":2,"zero":7,"point":7,"second":5,"s":1,"would":2,"be":2,"set":1,"1":4,"which":1,"make":1,"it":1,"different":1,"from":1,"here":1,"comparing":1,"with":1,"random":2,"randint":1,"len":3,"computed":5,"i":4,"id":2,"for":2,"in":2,"res":2,"get":2,"common":1,"assert":1,"test":2,"case":1,"assume":1,"those":1,"prompted":1,"freed":1,"into":1,"hashless":1,"while":1,"ref":1,"increased":1,"staticmethod":1,"pytest":3,"mark":3,"parametrize":3,"3":1,"16":1,"seed":4,"10":1,"def":1,"alloc":1,"promotion":1,"int":3,"prefixcachingblockallocator":1,"allocate":1,"prev":1,"none":1},"20256,1424,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"assert":4,"allocator":7,"refcounter":2,"get":4,"block":22,"id":7,"1":3,"m":4,"allocate":1,"mutable":2,"prev":1,"none":1,"for":4,"i":8,"in":5,"range":6,"size":6,"append":1,"token":2,"ids":2,"after":1,"promoted":1,"to":1,"immutable":2,"from":1,"if":1,"there":1,"is":1,"already":1,"same":1,"content":1,"hash":1,"then":1,"it":1,"shall":1,"be":1,"released":1,"into":1,"hashless":2,"and":2,"first":1,"s":1,"ref":3,"increased":1,"by":1,"free":1,"indices":1,"2":1,"test":2,"case":1,"when":1,"eviction":2,"allocation":1,"are":1,"mixed":2,"make":1,"sure":1,"they":1,"work":1,"as":1,"expected":1,"staticmethod":1,"pytest":3,"mark":3,"parametrize":3,"num":8,"blocks":9,"3":1,"16":1,"seed":4,"list":3,"10":1,"def":1,"alloc":2,"int":3,"random":1,"all":1,"zero":1,"0":1,"one":1,"prefixcachingblockallocator":1,"verify":1,"initial":1,"pre":1,"state":1},"21680,1715,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"ensure":10,"all":7,"blocks":19,"are":4,"free":6,"inside":2,"hashless":4,"allocator":17,"assert":12,"list":2,"block":19,"indices":2,"no":5,"tracked":2,"len":7,"tracker":4,"keys":4,"num":6,"for":5,"id":4,"in":4,"range":3,"not":1,"active":2,"cached":4,"values":2,"0":4,"evicted":2,"evictor":2,"table":2,"0s":1,"ref":4,"counts":2,"refcounter":2,"refcounts":2,"zero":1,"allocate":2,"immutable":2,"chains":1,"with":1,"only":1,"one":2,"residuled":1,"new":2,"i":3,"prev":1,"none":1,"token":2,"ids":2,"size":2,"1":1,"append":1,"verify":1,"post":1,"alloc":1,"state":1,"promoted":1,"1s":1},"23395,1896,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"free":7,"all":9,"blocks":16,"and":3,"now":1,"shall":6,"be":6,"in":11,"the":3,"evictor":5,"there":1,"no":4,"tracking":1,"data":1,"left":1,"block":18,"tracker":5,"tracked":2,"cached":5,"ref":4,"zero":3,"for":2,"new":1,"allocator":22,"verify":1,"post":1,"state":1,"ensure":5,"assert":17,"len":2,"keys":2,"num":2,"id":3,"range":1,"not":6,"active":3,"hashless":4,"promoted":1,"indices":2,"0":10,"are":2,"list":4,"values":1,"inside":1,"table":1,"0s":1,"refcounts":3,"refcounter":3,"allocate":2,"a":1,"mutable":7,"first":1,"evicted":1,"set":1,"its":1,"content":2,"hash":3,"into":2,"none":3,"to":1,"1":2,"prev":1,"is":1,"get":1,"since":1,"this":1,"has":1,"yet":1,"it":1,"released":1},"25291,1930,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"when":1,"allocate":4,"immutable":2,"with":1,"first":3,"block":25,"size":7,"tokens":1,"we":1,"shall":4,"get":3,"free":5,"from":3,"hashless":4,"allocator":14,"thus":1,"no":1,"left":1,"in":5,"prev":2,"none":2,"token":4,"ids":3,"assert":9,"id":3,"0":7,"len":2,"indices":2,"tracker":1,"active":1,"cached":1,"blocks":10,"values":1,"refcounter":2,"1":3,"not":2,"evictor":3,"mutable":5,"again":1,"it":3,"be":1,"popped":1,"table":1,"test":3,"case":2,"where":1,"two":4,"last":2,"accessed":1,"times":1,"are":1,"equal":1,"staticmethod":1,"pytest":3,"mark":3,"parametrize":3,"num":7,"1024":1,"16":1,"seed":4,"list":2,"range":2,"20":1,"def":1,"eviction":1,"order":2,"int":3,"this":1,"simulate":1,"the":6,"chain":4,"created":2,"and":2,"together":1,"they":1,"would":1,"exhaust":1,"initial":1,"freed":1,"so":1,"next":1,"after":1,"those":1,"use":1,"as":2,"that":1,"has":3,"long":1,"access":1,"time":1,"while":1,"pick":1,"up":1,"one":1,"larger":1,"number":1,"random":1,"prefixcachingblockallocator":1,"to":2,"consume":2},"27221,1745,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"num":10,"blocks":16,"in":14,"first":16,"chain":22,"2":3,"tokens":3,"block":23,"size":6,"takes":2,"the":10,"testprefixcachingblockallocator":2,"create":2,"immutable":2,"token":4,"ids":8,"allocator":10,"there":2,"should":1,"only":1,"be":2,"one":1,"allocated":1,"at":2,"this":2,"point":2,"assert":3,"get":2,"free":6,"set":2,"last":3,"accessed":4,"time":2,"of":3,"to":2,"1":3,"id":4,"for":4,"mark":2,"as":2,"second":6,"rest":1,"shouldn":1,"t":1,"any":1,"left":1,"0":1,"len":1,"each":2,"i":2,"enumerate":2,"on":1,"all":1},"28966,1846,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"allocate":4,"a":2,"new":3,"block":25,"and":1,"check":1,"that":1,"it":1,"s":1,"the":2,"least":1,"recently":1,"used":1,"from":1,"first":1,"chain":2,"testprefixcachingblockallocator":1,"create":1,"immutable":4,"size":11,"token":10,"ids":10,"allocator":11,"assert":5,"0":10,"id":2,"last":1,"test":8,"case":2,"for":3,"cache":6,"mertics":1,"staticmethod":2,"def":2,"metric":1,"16":2,"prefixcachingblockallocator":2,"num":2,"blocks":5,"4":2,"when":1,"no":1,"query":1,"get":4,"prefix":4,"hit":7,"rate":6,"list":2,"range":3,"prev":3,"none":3,"1":2,"2":2,"5":1,"more":1,"than":1,"one":1,"in":1,"1005":1,"99":1,"marking":1,"as":1,"computed":1,"right":1,"after":1,"batch":1,"of":1,"prefill":1,"sequences":1,"are":1,"scheduled":1,"touch":1,"common":3,"8":1},"30812,1924,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"mimic":1,"the":4,"behavior":2,"of":3,"allocating":1,"same":1,"block":27,"chain":3,"i":1,"e":1,"common":3,"prefix":6,"for":4,"a":1,"batch":1,"3":2,"different":1,"prefill":1,"sequences":1,"in":3,"range":2,"blocks":23,"testprefixcachingblockallocator":2,"create":2,"immutable":2,"size":9,"token":5,"ids":9,"allocator":10,"hashes":7,"content":2,"hash":2,"allocated":1,"should":2,"be":2,"marked":1,"as":3,"touched":1,"but":1,"not":1,"computed":7,"find":5,"cached":8,"assert":3,"len":3,"0":1,"mark":2,"staticmethod":1,"def":1,"test":4,"this":1,"verifies":1,"4":1,"num":5,"8":1,"total":2,"12":1,"prefixcachingblockallocator":1,"list":1,"tokens":2,"seq1":8,"all":1},"32736,1653,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"free":2,"the":4,"first":1,"sequence":1,"for":2,"block":21,"in":2,"blocks":26,"seq1":5,"allocator":8,"all":1,"should":2,"be":4,"still":2,"cached":11,"if":1,"not":1,"required":1,"to":1,"allocated":1,"find":3,"prefix":6,"hashes":7,"assert":3,"len":6,"num":8,"tokens":2,"seq2":8,"token":3,"ids":3,"size":8,"testprefixcachingblockallocator":1,"create":1,"immutable":1,"chain":1,"content":1,"hash":1,"mark":3,"as":1,"computed":1,"half":1,"of":2,"from":1,"evicted":2,"test":3,"reset":2,"cache":3,"staticmethod":1,"pytest":2,"parametrize":2,"10":1,"16":1,"def":1,"int":2,"this":1,"case":2,"simulates":1,"resetting":1,"prefixcachingblockallocator":1,"list":1,"range":1,"3":1},"34389,1916,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"first":3,"chain":10,"testprefixcachingblockallocator":2,"create":3,"immutable":4,"block":26,"size":8,"token":10,"ids":10,"allocator":12,"second":3,"free":4,"each":2,"in":5,"the":2,"for":3,"failed":1,"to":1,"reset":4,"prefix":6,"cache":6,"because":1,"some":1,"blocks":8,"are":1,"not":2,"freed":1,"yet":1,"assert":4,"get":2,"hit":2,"rate":2,"0":6,"staticmethod":1,"def":1,"int":3,"list":3,"prefixcachingblockallocator":1,"extra":3,"hash":3,"optional":1,"none":2,"prefixcachingblock":1,"helper":1,"method":1,"which":1,"creates":1,"a":1,"of":1,"num":3,"math":1,"ceil":1,"len":1,"if":1,"return":2,"prev":5,"number":3,"range":1,"1":1,"allocate":1,"append":1,"class":1,"testcomputedblockstracker":1},"36305,1884,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"staticmethod":2,"def":2,"get":6,"mock":6,"allocator":8,"return":3,"magicmock":1,"spec":1,"prefixcachingblockallocator":1,"test":2,"num":5,"cached":10,"tokens":10,"it":1,"correctly":1,"computes":1,"the":10,"number":2,"of":2,"for":5,"a":3,"given":1,"sequence":9,"cache":4,"token":5,"count":4,"is":8,"derived":1,"from":1,"blocks":4,"updated":3,"when":2,"removed":1,"should":1,"be":1,"accordingly":1,"todo":1,"rickyx":1,"this":1,"behaviour":1,"prefill":7,"hack":1,"until":1,"we":1,"fix":1,"computed":3,"tracking":1,"doesn":1,"t":1,"change":1,"while":1,"in":1,"continuous":1,"chunked":1,"block":6,"size":5,"4":3,"testcomputedblockstracker":1,"tracker":4,"computedblockstracker":1,"enable":1,"caching":1,"true":1,"not":2,"yet":1,"allocated":1,"0":4,"1":2,"2":1,"3":1,"5":1,"seq1":6,"create":1,"dummy":1,"request":1,"id":1,"ids":1,"find":2,"prefix":2,"value":2,"assert":4,"none":1,"result":1,"mark":1,"as":1,"non":1,"data":1,"update":1,"len":1,"6":1,"recomputes":1,"decoding":1},"38189,1624,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"append":2,"new":3,"tokens":8,"to":2,"the":8,"sequence":5,"num":7,"3":1,"for":2,"i":3,"in":1,"range":1,"seq1":6,"token":2,"id":4,"logprob":2,"0":4,"assert":3,"tracker":5,"get":3,"cached":8,"4":2,"update":1,"allocator":10,"mock":2,"find":2,"blocks":5,"prefix":3,"return":2,"value":2,"none":1,"2":2,"8":1,"remove":2,"seq":2,"re":1,"create":3,"with":1,"same":1,"request":2,"simulate":1,"recompute":1,"dummy":1,"ids":1,"block":12,"size":7,"no":1,"staticmethod":1,"def":1,"test":2,"correct":1,"hash":3,"that":1,"is":2,"correctly":2,"computed":1,"a":1,"should":1,"match":1,"underlying":1,"s":1,"so":1,"number":1,"of":1,"retrieved":1,"cpugpublockallocator":1,"type":1,"caching":2,"gpu":3,"16":2,"cpu":1,"allocators":1,"device":1,"computedblockstracker":1,"enable":1,"true":1},"39813,1901,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"tokens":9,"list":2,"range":2,"block":17,"size":15,"4":4,"blocks":5,"seq":4,"create":6,"dummy":3,"sequence":3,"request":2,"id":4,"0":2,"token":4,"ids":4,"testprefixcachingblockallocator":2,"immutable":2,"chain":2,"allocator":13,"gpu":5,"mark":2,"as":2,"computed":3,"assert":1,"tracker":2,"get":1,"num":3,"cached":2,"len":1,"staticmethod":1,"def":1,"test":2,"correct":2,"extra":4,"hash":6,"that":2,"the":5,"is":2,"correctly":1,"based":1,"on":1,"ensuring":1,"it":1,"matches":1,"s":1,"specifically":1,"for":1,"lora":7,"case":1,"and":1,"number":1,"of":1,"retrieved":1,"cpugpublockallocator":1,"type":1,"prefix":1,"caching":2,"16":2,"cpu":1,"allocators":1,"device":1,"computedblockstracker":1,"enable":1,"true":1,"a":2,"with":1,"specific":1,"int":1,"1":1},"41714,951,data/raw/vllm-0.10.1/tests/core/block/test_prefix_caching_block.py":{"create":3,"different":5,"dummy":3,"sequences":1,"that":1,"have":1,"the":6,"same":1,"token":3,"ids":5,"but":1,"lora":8,"seq":5,"sequence":3,"request":2,"id":3,"1":1,"tokens":8,"block":4,"size":4,"2":2,"int":1,"due":1,"to":1,"corresponding":1,"blocks":1,"are":1,"not":1,"cached":6,"assert":3,"tracker":3,"get":3,"num":3,"0":2,"number":1,"of":2,"matches":1,"length":1,"for":1,"len":1},"0,1808,data/raw/vllm-0.10.1/tests/core/block/test_naive_block.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":3,"typing":1,"import":4,"optional":2,"pytest":5,"core":2,"block":25,"interfaces":1,"blockallocator":2,"naive":1,"naiveblock":2,"naiveblockallocator":3,"class":1,"testnaiveblockallocator":2,"staticmethod":2,"def":2,"create":3,"allocate":17,"lambda":4,"type":6,"str":2,"allocator":5,"prev":6,"token":4,"ids":4,"list":2,"int":3,"if":1,"immutable":3,"elif":1,"mutable":3,"else":1,"raise":1,"valueerror":1,"return":1,"mark":3,"parametrize":3,"num":5,"blocks":5,"1":2,"1024":1,"size":5,"16":1,"test":1,"ooms":1,"none":1,"range":2,"for":1,"in":1,"with":1,"raises":1,"nofreeblockserror":1},"1808,1999,data/raw/vllm-0.10.1/tests/core/block/test_naive_block.py":{"staticmethod":2,"pytest":8,"mark":6,"parametrize":6,"allocate":14,"type":6,"immutable":2,"mutable":2,"num":10,"blocks":12,"1":2,"1024":2,"block":33,"size":10,"16":2,"def":2,"test":2,"free":8,"prevents":1,"oom":1,"str":2,"int":4,"allocator":5,"naiveblockallocator":2,"create":4,"naiveblock":2,"testnaiveblockallocator":2,"lambda":2,"prev":2,"none":3,"token":2,"ids":2,"list":2,"range":4,"for":2,"in":2,"with":2,"raises":2,"blockallocator":2,"nofreeblockserror":2,"to":5,"pop":1,"100":1,"id":5,"assert":2,"is":1,"new":3,"get":1},"3807,1783,data/raw/vllm-0.10.1/tests/core/block/test_naive_block.py":{"assert":3,"allocator":9,"get":4,"num":14,"free":3,"blocks":24,"allocate":7,"block":20,"for":3,"in":5,"range":3,"i":2,"enumerate":1,"staticmethod":1,"pytest":2,"mark":2,"parametrize":2,"4":1,"size":7,"8":1,"def":1,"test":1,"naive":1,"full":6,"touched":3,"verify":1,"the":4,"can":1,"correctly":1,"return":1,"number":1,"of":2,"src":9,"naiveblockallocator":2,"create":5,"naiveblock":2,"dst":3,"a":1,"chain":1,"cacheable":1,"testnaiveblockallocator":2,"lambda":2,"immutable":1,"prev":2,"none":1,"token":3,"ids":3,"list":1,"1":4,"all":1,"are":1,"cached":1,"insert":1,"one":1,"non":3,"mutable":1,"append":2,"0":1},"5590,350,data/raw/vllm-0.10.1/tests/core/block/test_naive_block.py":{"assert":2,"allocator":2,"dst":2,"get":3,"num":5,"full":2,"blocks":8,"touched":3,"src":3,"1":3,"fill":1,"up":1,"the":1,"last":1,"source":1,"block":2,"and":1,"then":1,"invoke":1,"append":1,"token":1,"ids":1,"0":1,"size":1},"0,1354,data/raw/vllm-0.10.1/tests/core/block/test_common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"random":5,"pytest":8,"from":1,"core":1,"block":13,"common":1,"refcounter":3,"mark":6,"parametrize":6,"seed":8,"list":4,"range":7,"20":2,"num":16,"incrs":8,"1":7,"100":2,"blocks":8,"1024":2,"def":2,"test":2,"incr":4,"int":6,"all":6,"indices":6,"counter":6,"id":6,"randint":2,"for":3,"i":6,"in":3,"value":6,"assert":3,"decr":3,"with":1,"raises":1,"assertionerror":1},"0,468,data/raw/vllm-0.10.1/tests/core/block/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":1,"project":1,"import":1,"pytest":2,"fixture":2,"def":1,"should":1,"do":1,"global":2,"cleanup":2,"after":2,"test":1,"bool":1,"disable":1,"for":2,"tests":3,"in":2,"this":4,"directory":2,"provides":1,"a":2,"10x":1,"speedup":1,"unit":1,"that":2,"don":1,"t":1,"load":1,"model":1,"gpu":2,"requires":1,"clean":1,"up":1,"themselves":1,"if":1,"they":1,"use":1,"return":1,"false":1},"0,1804,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":4,"project":1,"import":4,"pytest":5,"from":3,"core":2,"block":19,"table":1,"blocktable":3,"cpu":2,"gpu":7,"allocator":8,"cpugpublockallocator":3,"utils":1,"device":5,"cdiv":1,"chunk":2,"list":5,"mark":4,"parametrize":4,"size":11,"16":4,"sequence":6,"len":6,"1":4,"129":2,"def":2,"test":5,"allocate":3,"naive":3,"int":4,"allocation":3,"of":4,"blocks":12,"using":2,"this":1,"creates":1,"a":1,"with":2,"specified":1,"and":2,"number":2,"it":1,"then":1,"allocates":1,"multiple":1,"blocktables":1,"varying":1,"lengths":1,"verifies":1,"that":1,"free":2,"decreases":1,"as":1,"expected":1,"after":1,"each":1,"assert":2,"num":8,"1024":2,"create":1,"type":1,"token":4,"ids":4,"range":2,"per":2,"alloc":2,"tables":3,"for":1,"i":2,"in":1,"5":1,"get":1,"append":1,"prefix":2,"caching":2},"1804,1943,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"this":1,"test":2,"creates":1,"a":1,"cpugpublockallocator":2,"with":2,"the":6,"specified":1,"block":16,"size":10,"and":4,"number":3,"of":3,"blocks":14,"using":1,"prefix":3,"caching":3,"allocator":7,"it":2,"then":1,"allocates":1,"multiple":1,"blocktables":1,"varying":1,"sequence":4,"lengths":1,"verifies":1,"that":1,"free":2,"decreases":1,"as":1,"expected":2,"after":1,"each":1,"allocation":2,"expects":1,"all":2,"sequences":2,"to":2,"share":2,"allocations":2,"except":2,"for":3,"their":2,"last":2,"which":2,"may":2,"be":2,"mutable":6,"calculates":1,"immutable":3,"per":6,"based":1,"on":1,"length":1,"assert":2,"1":6,"num":11,"gpu":7,"1024":2,"create":1,"type":2,"cpu":2,"token":4,"ids":4,"list":4,"range":2,"len":4,"chunked":3,"tokens":3,"chunk":1,"alloc":7,"0":1,"if":1,"else":1,"tables":3,"blocktable":2,"i":2,"in":1,"6":1,"append":1,"allocate":1,"device":5,"expect":1,"get":1,"pytest":4,"mark":4,"parametrize":4,"16":2,"129":1,"naive":1},"3747,1873,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"def":2,"test":5,"allocate":2,"free":5,"block":17,"size":9,"int":5,"sequence":5,"len":7,"allocator":11,"type":6,"str":3,"device":14,"the":5,"allocation":4,"and":5,"freeing":2,"of":3,"blocks":14,"using":1,"different":1,"allocators":1,"devices":1,"this":1,"creates":1,"a":3,"cpugpublockallocator":2,"with":2,"specified":1,"number":2,"it":1,"then":1,"allocates":1,"blocktable":3,"multiple":1,"times":1,"same":1,"verifies":1,"that":1,"remains":1,"consistent":1,"after":1,"each":1,"upper":1,"num":11,"1024":1,"create":1,"gpu":1,"cpu":1,"token":6,"ids":7,"list":3,"range":2,"per":2,"alloc":2,"chunk":1,"table":4,"for":2,"i":1,"in":2,"5":1,"assert":3,"get":2,"all":1,"id":2,"is":1,"not":1,"none":1,"physical":1,"pytest":4,"mark":4,"parametrize":4,"1":3,"8":1,"16":2,"129":2,"append":3,"naive":1,"prefix":1,"caching":1,"behavior":1,"when":1,"appending":1,"to":1},"5620,1913,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"this":1,"test":4,"creates":1,"a":4,"cpugpublockallocator":2,"with":2,"the":5,"specified":1,"block":17,"size":9,"number":3,"of":3,"blocks":12,"and":3,"allocator":8,"type":5,"it":2,"then":1,"allocates":1,"blocktable":3,"an":1,"initial":1,"sequence":4,"appends":1,"additional":1,"token":10,"ids":12,"to":4,"verifies":1,"that":1,"allocated":1,"before":5,"after":1,"appending":1,"matches":1,"expected":7,"values":1,"num":13,"gpu":4,"1024":2,"create":1,"cpu":1,"list":6,"range":2,"len":8,"append":9,"table":5,"chunk":2,"appended":2,"allocate":1,"device":2,"assert":2,"physical":2,"pytest":4,"mark":4,"parametrize":4,"1":3,"8":1,"16":2,"129":2,"empty":4,"slots":4,"naive":1,"prefix":1,"caching":1,"def":1,"ensure":1,"allocation":2,"int":3,"str":1,"behavior":1,"when":1,"ensuring":1,"certain":1,"in":1},"7533,1968,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"this":1,"test":2,"creates":1,"a":3,"cpugpublockallocator":2,"with":2,"the":8,"specified":1,"block":17,"size":8,"number":4,"of":4,"blocks":19,"and":3,"allocator":8,"type":3,"it":2,"then":1,"allocates":1,"blocktable":2,"an":1,"initial":1,"sequence":3,"ensures":1,"certain":1,"empty":9,"slots":9,"verifies":1,"that":3,"allocated":1,"before":5,"after":1,"ensuring":1,"matches":1,"expected":8,"values":1,"also":1,"checks":1,"filling":1,"up":2,"does":1,"not":1,"consume":2,"additional":3,"num":18,"gpu":6,"1024":2,"create":1,"cpu":1,"token":7,"ids":9,"list":6,"range":2,"len":7,"table":6,"append":6,"chunk":2,"appended":2,"1":4,"allocate":1,"device":6,"assert":4,"physical":2,"ensure":2,"now":1,"no":1,"consumed":1,"as":1,"we":1,"fill":1,"free":4,"get":2,"pytest":3,"mark":3,"parametrize":3,"8":1,"9":1,"16":1,"129":1},"9501,1506,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"pytest":5,"mark":5,"parametrize":5,"append":14,"size":9,"1":3,"4":1,"129":2,"allocator":8,"type":5,"naive":2,"prefix":2,"caching":2,"def":1,"test":1,"token":14,"ids":14,"correct":2,"content":1,"block":12,"int":5,"sequence":3,"len":5,"str":1,"verify":1,"are":1,"correctly":1,"appended":4,"appends":1,"various":2,"amounts":1,"of":1,"in":2,"sizes":1,"and":1,"verifies":1,"the":1,"final":1,"is":1,"num":4,"gpu":4,"blocks":4,"1024":2,"cpugpublockallocator":1,"create":1,"cpu":1,"list":4,"range":2,"to":3,"table":5,"blocktable":1,"allocate":1,"device":2,"so":3,"far":3,"for":1,"chunk":1,"extend":1,"assert":2,"get":2,"all":2,"seq":1,"9":1,"8":1},"11007,1840,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"def":1,"test":1,"fork":5,"seq":2,"len":2,"int":2,"block":26,"size":5,"allocator":10,"type":3,"str":1,"create":2,"a":1,"sequence":5,"using":1,"the":14,"specified":1,"1":1,"assert":8,"that":4,"after":1,"forking":1,"free":15,"count":3,"is":4,"same":3,"2":1,"forked":7,"has":1,"physical":5,"mappings":1,"3":1,"then":1,"original":2,"verify":2,"4":1,"finally":1,"and":2,"drops":1,"to":3,"zero":1,"num":11,"gpu":6,"blocks":12,"1024":1,"cpugpublockallocator":1,"cpu":1,"0":1,"token":5,"ids":9,"list":1,"range":1,"table":11,"blocktable":1,"allocate":1,"before":3,"get":5,"device":6,"expect":3,"match":1,"all":3,"do":1,"not":3,"any":1,"additional":1,"allocations":1,"does":1,"change":1,"since":1,"refcount":1,"nonzero":1,"be":1,"unaffected":1,"by":1,"id":2,"none":1,"for":1,"in":1},"12847,1752,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"free":5,"the":2,"forked":5,"blocks":13,"assert":3,"num":12,"does":1,"change":1,"since":1,"refcount":1,"is":1,"now":1,"zero":1,"block":20,"table":6,"allocator":9,"get":2,"device":5,"gpu":8,"pytest":5,"mark":5,"parametrize":5,"size":9,"8":1,"sequence":8,"len":10,"1":2,"16":2,"129":2,"append":6,"appender":2,"original":8,"type":4,"naive":1,"prefix":1,"caching":1,"def":1,"test":1,"cow":5,"int":3,"str":2,"fork":2,"a":2,"to":2,"verify":1,"there":1,"s":1,"1024":1,"cpugpublockallocator":1,"create":1,"cpu":1,"0":1,"token":4,"ids":8,"list":2,"range":2,"blocktable":1,"expected":3,"non":2,"cdiv":2,"allocate":1,"physical":1,"print":1,"format":1,"expect":1,"no":1,"additional":1,"allocation":1,"copy":1,"on":1,"write":1},"14599,1947,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"if":3,"appender":10,"forked":4,"block":29,"table":16,"static":5,"original":6,"elif":1,"else":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"test":1,"config":1,"write":2,"tokens":1,"append":4,"token":2,"ids":8,"to":4,"expect":4,"the":4,"non":2,"appending":2,"have":2,"no":2,"change":1,"assert":7,"physical":4,"blocks":8,"changed":1,"during":1,"a":2,"cow":7,"allocator":4,"get":2,"num":6,"free":5,"device":2,"gpu":4,"expected":6,"cows":4,"clear":1,"copy":2,"on":2,"writes":1,"sequence":4,"len":4,"size":3,"0":1,"last":1,"in":2,"is":1,"not":2,"full":1,"then":1,"when":1,"we":1,"id":3,"src":2,"dst":2,"otherwise":1,"there":1,"should":1,"be":2,"after":1,"all":1,"freed":1,"pytest":6,"mark":6,"parametrize":6,"8":1,"1":3,"16":3,"129":3,"lookahead":1,"slots":1,"type":1,"naive":1,"prefix":1,"caching":1},"16546,1956,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"def":1,"test":4,"cow":3,"lookahead":5,"simple":1,"block":32,"size":6,"int":4,"sequence":4,"len":5,"append":5,"slots":4,"allocator":7,"type":3,"str":2,"appender":8,"similar":1,"to":5,"except":1,"with":1,"allocation":1,"the":6,"assertions":1,"are":1,"less":1,"rigorous":1,"due":1,"complexity":1,"of":1,"property":1,"under":1,"num":5,"gpu":4,"blocks":4,"1024":1,"cpugpublockallocator":1,"create":1,"cpu":1,"0":2,"token":6,"ids":12,"list":2,"range":2,"original":11,"table":18,"blocktable":1,"allocate":2,"device":2,"ensure":1,"empty":1,"physical":3,"forked":4,"fork":1,"if":3,"static":3,"elif":1,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"config":1,"write":2,"tokens":1,"expect":3,"non":1,"appending":2,"have":1,"no":1,"change":1,"assert":4,"cows":3,"clear":1,"copy":2,"on":2,"writes":1,"always":1,"last":1,"in":1,"is":1,"not":1,"full":1,"then":1,"when":1,"we":1,"a":1},"18502,1948,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"cow":3,"block":20,"id":3,"sequence":5,"len":4,"size":7,"expected":4,"src":2,"static":2,"table":6,"physical":2,"ids":6,"dst":2,"appender":2,"assert":2,"in":1,"cows":1,"free":5,"after":2,"expect":1,"all":1,"blocks":12,"to":3,"be":2,"freed":1,"allocator":8,"get":3,"num":14,"device":3,"gpu":6,"pytest":5,"mark":5,"parametrize":5,"1":6,"8":2,"16":2,"129":2,"new":3,"tokens":3,"lookahead":2,"slots":5,"7":1,"type":4,"naive":1,"prefix":1,"caching":1,"def":1,"test":1,"touched":3,"by":5,"append":5,"int":4,"str":1,"verify":1,"correct":2,"calculation":2,"of":2,"this":1,"is":2,"done":1,"using":1,"copy":1,"on":1,"write":2,"which":1,"requires":1,"any":1,"modified":1,"copied":1,"before":2,"if":2,"the":5,"refcount":2,"we":1,"set":1,"forking":1,"a":1,"then":2,"measure":1,"and":1,"an":1,"number":1,"consumed":1,"equals":1,"what":1,"returns":1,"1024":1,"cpugpublockallocator":1,"create":1,"cpu":1,"0":1,"token":4,"list":2,"range":2,"blocktable":1,"allocate":1},"20450,1753,data/raw/vllm-0.10.1/tests/core/block/test_block_table.py":{"add":1,"lookahead":11,"before":4,"fork":3,"so":2,"both":1,"sequences":1,"have":3,"the":7,"same":1,"blocks":18,"block":6,"table":4,"ensure":3,"num":20,"empty":3,"slots":10,"sequence":2,"that":3,"every":1,"has":1,"refcount":2,"1":2,"determine":1,"how":2,"many":2,"should":1,"be":1,"touched":6,"expected":4,"get":3,"by":3,"append":8,"token":5,"ids":5,"to":6,"measure":1,"are":4,"measuring":1,"free":5,"and":1,"after":1,"we":4,"expect":1,"cow":2,"all":1,"mutated":1,"allocator":2,"device":2,"gpu":2,"consumed":4,"todo":1,"cade":1,"equality":1,"when":2,"0":2,"reason":1,"is":3,"because":1,"not":1,"copied":2,"eagerly":1,"they":1,"on":1,"first":1,"write":1,"this":3,"will":2,"cause":1,"issues":1,"for":2,"beam":1,"search":1,"speculative":1,"decoding":1,"acceptable":1,"now":1,"as":1,"it":1,"a":1,"large":1,"effort":1,"combine":1,"two":1,"fix":1,"can":2,"single":1,"ownership":1,"of":1,"appending":2,"each":1,"which":1,"trigger":1,"until":1,"then":1,"accept":1,"tokens":2,"with":1,"if":1,"assert":2,"else":1},"0,1972,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"import":7,"pytest":5,"from":6,"core":3,"block":10,"utils":3,"str":2,"not":2,"impl":2,"enc":2,"dec":2,"prefix":1,"cache":1,"swa":1,"manager":3,"selfattnblockspacemanager":2,"interfaces":1,"allocstatus":1,"sequence":1,"logprob":1,"sequencestatus":1,"chunk":1,"list":1,"create":4,"dummy":1,"prompt":6,"seq":12,"group":10,"encoder":1,"decoder":1,"mark":4,"parametrize":4,"size":6,"16":1,"num":26,"gpu":7,"blocks":22,"8":1,"40":1,"80":1,"seqs":5,"per":8,"1":3,"4":1,"watermark":6,"5":1,"def":1,"test":1,"can":3,"allocate":3,"int":4,"float":1,"cpu":1,"1024":1,"output":10,"note":1,"this":1,"should":1,"be":1,"but":1,"current":1,"implementation":1,"assumes":1,"all":1,"are":1,"new":1,"prompts":1,"don":1,"t":1,"have":1,"different":1,"lens":2,"for":2,"in":2,"range":2,"len":1,"assert":1,"result":1,"required":1},"1972,1910,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"if":1,"num":30,"gpu":9,"blocks":26,"required":2,"watermark":7,"assert":4,"can":6,"allocate":6,"result":4,"allocstatus":3,"never":1,"elif":1,"ok":1,"else":1,"later":1,"pytest":4,"mark":4,"parametrize":4,"block":8,"size":6,"16":2,"80":1,"160":1,"seqs":5,"per":9,"group":8,"1":3,"4":1,"0":3,"5":1,"def":1,"test":1,"seq":11,"encoder":2,"decoder":2,"int":4,"float":1,"manager":2,"selfattnblockspacemanager":1,"cpu":1,"1024":1,"output":9,"note":1,"this":1,"should":1,"be":1,"but":1,"the":1,"current":1,"implementation":1,"assumes":1,"all":1,"are":1,"new":1,"prompts":1,"don":1,"t":1,"have":1,"different":1,"lens":2,"for":2,"bdx":2,"prompt":5,"in":2,"enumerate":1,"range":2,"cross":1,"create":1,"len":1,"request":1,"id":1,"str":1},"3882,1745,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"num":13,"required":4,"blocks":11,"prompt":1,"output":1,"cross":1,"per":3,"seq":2,"if":1,"gpu":4,"watermark":3,"assert":3,"can":6,"allocate":6,"result":3,"allocstatus":3,"never":1,"elif":1,"ok":1,"else":1,"later":1,"pytest":4,"mark":4,"parametrize":4,"block":6,"size":2,"16":2,"seqs":2,"group":3,"1":2,"0":3,"5":1,"def":1,"test":4,"encoder":5,"decoder":4,"fails":2,"with":3,"swa":7,"int":3,"float":1,"short":1,"for":4,"sliding":1,"window":1,"attention":1,"at":3,"time":2,"of":5,"writing":2,"manager":4,"does":2,"not":2,"support":3,"however":1,"even":1,"when":2,"is":4,"implemented":1,"there":1,"will":1,"still":1,"most":1,"likely":1,"be":1,"a":2,"separate":1,"workstream":1,"to":1,"enable":1,"models":1,"therefore":1,"this":2,"enforces":1,"that":1,"one":1,"the":2,"following":1,"cases":1,"hold":1,"true":2,"all":1,"2":1,"notimplementerror":1,"enabled":1,"and":1,"sequencegroup":1,"an":3,"sequence":1,"i":1,"e":1,"in":1,"model":1,"passed":1,"into":1,"as":1,"argument":1,"setup":1,"stripped":1,"down":1,"version":1},"5627,1781,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"with":4,"pytest":5,"raises":1,"notimplementederror":3,"assertionerror":2,"as":1,"exc":5,"info":5,"block":9,"manager":3,"selfattnblockspacemanager":1,"size":6,"num":17,"gpu":5,"blocks":14,"cpu":1,"1024":1,"watermark":4,"sliding":4,"window":4,"5":2,"swa":2,"output":6,"per":6,"seq":8,"1":4,"prompt":4,"group":6,"create":1,"encoder":3,"decoder":3,"len":1,"lens":1,"for":1,"in":1,"range":1,"seqs":3,"request":1,"id":1,"0":4,"assert":4,"can":3,"allocate":3,"that":2,"either":1,"constructor":1,"fails":3,"assertion":1,"is":1,"not":3,"yet":2,"supported":2,"most":1,"likely":1,"near":1,"term":1,"outcome":1,"at":1,"time":1,"of":2,"writing":1,"or":1,"2":1,"due":1,"to":1,"combination":1,"and":1,"attention":1,"if":1,"isinstance":2,"value":4,"str":3,"impl":1,"enc":1,"dec":1,"elif":1,"mark":4,"parametrize":4,"16":2,"def":1,"test":1,"prefix":1,"cache":1,"int":3,"float":1},"7408,1937,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"block":14,"manager":5,"selfattnblockspacemanager":2,"size":8,"num":21,"gpu":6,"blocks":17,"cpu":2,"1024":2,"watermark":5,"enable":1,"caching":1,"true":1,"prefix":3,"cache":3,"output":7,"per":4,"seq":20,"1":6,"prompt":8,"group":9,"create":2,"encoder":2,"decoder":2,"len":5,"lens":2,"for":1,"in":1,"range":1,"seqs":2,"request":1,"id":1,"0":6,"assert":4,"that":1,"either":1,"can":3,"allocate":5,"fails":1,"with":2,"notimplementederror":2,"due":1,"to":4,"combination":1,"of":2,"and":1,"pytest":5,"raises":1,"as":1,"exc":2,"info":2,"str":2,"value":1,"not":1,"impl":1,"enc":1,"dec":1,"mark":4,"parametrize":4,"8":3,"7":1,"slots":6,"append":4,"129":1,"lookahead":2,"10":1,"def":1,"test":1,"verify":1,"consumes":1,"the":2,"correct":1,"number":1,"from":1,"table":1,"running":2,"get":1,"status":1,"sequencestatus":1},"9345,1907,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"append":8,"tokens":2,"to":5,"the":2,"sequeqnce":1,"for":2,"token":4,"id":4,"in":2,"range":3,"num":16,"slots":10,"seq":4,"logprob":1,"0":4,"new":3,"and":1,"lookahead":5,"free":4,"blocks":18,"before":2,"block":11,"manager":5,"get":2,"gpu":5,"consumed":5,"expect":1,"be":1,"required":1,"support":1,"expected":2,"len":4,"list":6,"chunk":2,"prompt":6,"size":6,"assert":1,"pytest":5,"mark":5,"parametrize":5,"8":1,"cpu":3,"4":2,"2":1,"10":1,"enable":4,"caching":4,"false":1,"true":1,"def":1,"test":1,"swap":1,"verify":1,"number":1,"on":1,"src":1,"desc":1,"device":1,"is":1,"correct":1,"after":1,"swapping":1,"out":1,"sequence":1,"group":3,"not":1,"missing":1,"or":1,"extra":1,"selfattnblockspacemanager":1,"watermark":1,"create":1,"dummy":1,"1":2,"length":1,"status":1,"sequencestatus":1,"waiting":1,"allocate":1},"11252,1833,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"emulate":1,"a":2,"forward":2,"pass":2,"by":1,"appending":1,"single":1,"token":5,"the":2,"block":18,"manager":15,"then":1,"knows":1,"how":1,"many":1,"unprocessed":1,"tokens":1,"will":1,"be":1,"written":1,"in":5,"next":1,"id":4,"0":4,"prompt":5,"status":2,"sequencestatus":2,"running":1,"append":1,"logprob":1,"swap":6,"seq":6,"group":6,"from":2,"gpu":19,"cpu":15,"blocks":30,"get":10,"table":2,"assert":7,"can":2,"out":2,"before":7,"num":11,"free":8,"mapping":8,"keys":4,"key":4,"for":2,"after":7,"len":3,"swapped":1,"lookahead":2,"slots":2,"pytest":4,"mark":4,"parametrize":4,"size":1,"8":2,"4":1,"3":1,"10":1,"enable":1,"caching":1,"true":1,"false":1},"13085,1887,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"def":1,"test":1,"can":6,"swap":7,"block":17,"size":4,"num":14,"gpu":15,"blocks":23,"lookahead":4,"slots":4,"enable":3,"caching":3,"verify":1,"the":2,"manager":12,"correctly":1,"determine":1,"if":2,"a":1,"sequence":1,"group":9,"be":1,"swapped":2,"in":5,"out":3,"cpu":9,"selfattnblockspacemanager":1,"watermark":1,"0":1,"prompt":7,"seq":8,"create":1,"dummy":1,"1":3,"length":1,"status":3,"sequencestatus":3,"waiting":1,"allocate":1,"running":1,"from":1,"get":5,"table":1,"assert":6,"before":4,"free":5,"mapping":4,"keys":2,"key":2,"for":1,"after":4,"len":2,"at":1,"this":1,"moment":1,"we":1,"still":1,"have":1,"enough":1,"to":1,"allocstatus":2,"ok":1,"else":1,"never":1},"14972,1911,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"during":1,"swapped":2,"out":1,"2":4,"cached":1,"blocks":6,"were":1,"evicted":1,"from":2,"the":4,"gpu":4,"so":1,"prompt1":1,"can":3,"t":1,"be":2,"in":6,"prompt2":5,"len":3,"block":11,"size":5,"1":4,"seq":7,"group2":2,"create":2,"dummy":2,"prompt":12,"length":5,"tokens":3,"10000":1,"i":2,"for":2,"range":1,"status":3,"sequencestatus":3,"waiting":2,"manager":6,"allocate":2,"swap":4,"group":5,"cpu":3,"if":2,"num":9,"lookahead":6,"slots":6,"assert":3,"allocstatus":2,"later":1,"else":1,"never":1,"pytest":2,"mark":2,"parametrize":2,"0":6,"10":1,"enable":4,"caching":4,"false":1,"true":1,"def":1,"test":1,"infeasible":1,"verifies":1,"that":1,"swapping":1,"fails":1,"there":1,"is":1,"not":1,"enough":1,"free":1,"to":1,"account":1,"unseen":1,"and":1,"8":1,"selfattnblockspacemanager":1,"watermark":1,"3":1,"emulate":1,"a":2,"forward":2,"pass":2,"by":1,"appending":1,"single":1,"token":5,"then":1,"knows":1,"how":1,"many":1,"unprocessed":1,"will":1,"written":1,"next":1,"id":4,"running":1,"append":1,"logprob":1},"16883,1922,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"swap":7,"seq":6,"group":6,"from":3,"gpu":9,"cpu":3,"assert":5,"block":14,"manager":6,"can":3,"out":2,"prompt":4,"status":1,"sequencestatus":1,"swapped":1,"the":7,"number":5,"of":5,"unseen":4,"tokens":6,"is":2,"1":4,"if":3,"existing":1,"plus":1,"ones":1,"and":1,"lookahead":4,"slots":7,"exceeds":1,"total":1,"available":1,"blocks":10,"then":1,"should":1,"fail":1,"num":17,"length":1,"size":7,"in":2,"allocstatus":2,"ok":1,"else":1,"never":1,"todo":1,"cade":1,"kaiyang":1,"add":1,"comprehensive":1,"tests":1,"for":1,"swapping":1,"at":1,"allocator":1,"level":1,"pytest":4,"mark":4,"parametrize":4,"8":1,"16":1,"len":2,"10":1,"300":1,"1000":1,"to":2,"append":3,"50":1,"sliding":5,"window":5,"20":1,"32":1,"200":1,"512":1,"def":3,"test":1,"verify":1,"consumes":1,"correct":1,"table":1,"1024":1,"watermark":3,"0":3,"selfattnblockspacemanager":1,"check":2,"used":5,"min":3,"n":7,"max":4,"none":2,"get":1,"free":1,"return":1},"18805,1074,data/raw/vllm-0.10.1/tests/core/block/test_block_manager.py":{"seq":16,"group":5,"create":1,"prompt":6,"len":6,"output":1,"lens":1,"0":7,"check":5,"used":5,"allocate":3,"assert":1,"block":6,"manager":3,"can":1,"num":6,"blocks":7,"to":3,"running":2,"get":1,"seqs":1,"status":1,"sequencestatus":1,"data":2,"update":2,"computed":2,"tokens":3,"this":1,"is":1,"how":1,"we":1,"compute":1,"it":1,"in":2,"selfattnblockspacemanager":1,"init":1,"sliding":7,"window":2,"size":1,"2":1,"plus":1,"one":1,"for":2,"null":1,"1":4,"append":4,"the":1,"sequeqnce":1,"token":4,"id":4,"range":1,"slots":3,"logprob":1,"lookahead":1,"if":1,"10":1,"else":1},"0,1886,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":8,"vllm":2,"project":1,"from":5,"itertools":1,"import":4,"cycle":1,"pytest":7,"samplingparams":1,"conftest":1,"get":1,"token":2,"ids":2,"llm":8,"generator":3,"mark":6,"parametrize":6,"common":2,"kwargs":4,"use":1,"a":3,"small":1,"model":2,"for":2,"fast":2,"test":8,"facebook":1,"opt":1,"125m":1,"skip":1,"cuda":1,"graph":1,"creation":1,"enforce":1,"eager":1,"true":1,"allow":1,"only":1,"5":2,"sequences":3,"of":4,"1024":2,"tokens":2,"in":2,"worst":1,"case":1,"block":5,"size":3,"16":1,"num":1,"gpu":2,"blocks":2,"override":1,"64":1,"1":2,"per":1,"baseline":2,"preemption":5,"mode":2,"swap":1,"recompute":1,"batch":3,"10":1,"seed":1,"def":1,"manager":4,"with":2,"verify":1,"produces":1,"same":2,"outputs":1,"even":1,"when":2,"there":1,"is":6,"this":3,"constructs":1,"two":1,"each":1,"limited":1,"number":2,"limit":1,"decided":1,"such":1,"that":3,"as":2,"grow":1,"must":1,"be":1,"preempted":1,"and":1,"removed":2,"cache":2,"if":1,"output":2,"are":1,"equivalent":1,"then":1,"we":4,"have":2,"confidence":1,"kv":2,"not":1,"corrupted":1,"note":2,"want":1,"significant":1,"generated":1,"so":2,"any":1,"incorrect":1,"mapping":1,"has":1,"time":1,"build":1,"up":1,"error":1,"kuntai":1,"though":1,"v1":1,"still":1,"useful":1,"it":2,"asserts":1,"behavior":1,"v2":1,"now":1,"called":1,"selfattnblockspacemanager":1,"swapping":1,"keep":1,"len":1,"temperature":1},"1886,1824,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"we":3,"want":1,"to":2,"ensure":1,"equality":1,"even":1,"with":1,"preemption":1,"force":1,"the":7,"total":1,"block":5,"size":6,"be":1,"1":2,"cdiv":1,"output":2,"len":3,"so":1,"that":1,"only":2,"one":1,"sequence":1,"can":1,"fit":1,"at":1,"a":3,"time":1,"once":1,"sequences":2,"grow":1,"prompts":7,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"prompt":2,"for":4,"in":3,"zip":2,"cycle":1,"range":1,"batch":1,"sampling":3,"params":3,"samplingparams":1,"max":2,"tokens":3,"ignore":1,"eos":1,"true":2,"temperature":2,"baseline":4,"token":12,"ids":12,"get":2,"from":2,"llm":6,"generator":4,"test":7,"expected":2,"actual":2,"assert":2,"pytest":2,"mark":2,"parametrize":2,"common":2,"kwargs":2,"use":1,"small":2,"model":3,"fast":2,"facebook":1,"opt":1,"125m":1,"our":1,"will":1,"generate":1,"128":4,"since":1,"themselves":1,"are":1,"don":1,"t":1,"need":1,"much":1,"kv":1,"space":1,"beyond":1,"160":1,"skip":1,"cuda":1,"graph":1,"creation":1,"enforce":1,"eager":1,"per":1,"16":1,"allow":1,"2":2,"worst":1,"case":1,"note":1,"8":3,"num":1,"gpu":1,"blocks":1,"override":1},"3710,1825,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"allow":1,"only":1,"2":3,"sequences":1,"of":6,"128":3,"tokens":2,"in":3,"worst":1,"case":1,"note":1,"16":2,"block":5,"size":9,"num":4,"gpu":1,"blocks":2,"override":1,"pytest":4,"mark":4,"parametrize":4,"baseline":2,"llm":4,"kwargs":2,"lookahead":9,"slots":6,"0":3,"test":6,"we":1,"run":1,"one":2,"with":4,"10":2,"preemption":4,"mode":2,"swap":1,"recompute":1,"batch":3,"4":1,"seed":1,"1":1,"def":1,"greedy":2,"equality":1,"generator":2,"verify":1,"vllm":1,"produces":1,"the":11,"same":1,"output":4,"sampling":2,"when":1,"scheduling":2,"is":7,"used":1,"vs":1,"not":2,"expected":1,"to":2,"modify":1,"as":1,"it":2,"simply":1,"allocates":1,"empty":1,"ahead":1,"known":1,"token":1,"ids":1,"a":1,"sliding":1,"fashion":1,"this":1,"constrains":1,"total":1,"number":1,"force":1,"also":1,"varies":1,"so":1,"that":1,"less":1,"than":2,"and":1,"greater":1,"len":2,"temperature":3,"prompts":3,"hello":1,"my":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"prompt":2,"for":1,"zip":1,"cycle":1,"range":1,"params":1,"samplingparams":1,"max":1,"ignore":1,"eos":1,"true":1},"5535,1867,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"print":2,"getting":2,"token":14,"ids":14,"without":1,"lookahead":4,"scheduling":2,"baseline":5,"get":2,"from":2,"llm":8,"generator":4,"prompts":2,"sampling":2,"params":2,"with":1,"test":8,"for":3,"expected":2,"actual":2,"in":1,"zip":1,"assert":2,"pytest":6,"mark":6,"parametrize":6,"common":2,"kwargs":4,"use":1,"a":2,"small":1,"model":2,"fast":2,"facebook":1,"opt":1,"125m":1,"skip":1,"cuda":1,"graph":1,"creation":1,"enforce":1,"eager":1,"true":2,"enable":1,"chunked":1,"prefill":1,"per":1,"block":3,"size":4,"16":3,"max":6,"num":8,"batched":3,"tokens":3,"2":3,"seqs":3,"3":1,"256":1,"10":1,"slots":2,"0":1,"5":1,"batch":1,"4":1,"seed":1,"1":1},"7402,1933,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"def":1,"test":9,"chunked":2,"prefill":3,"block":2,"manager":1,"baseline":6,"llm":9,"generator":6,"batch":2,"size":3,"verify":1,"that":1,"works":1,"with":5,"selfattnblockspacemanager":1,"and":1,"without":1,"lookahead":2,"scheduling":1,"output":2,"len":2,"32":1,"temperature":3,"0":2,"prompts":5,"hello":1,"my":1,"name":1,"is":4,"the":4,"president":1,"of":4,"united":1,"states":1,"1":3,"50":1,"longer":1,"prompt":3,"capital":1,"france":1,"future":1,"ai":1,"for":4,"in":3,"zip":2,"cycle":1,"range":1,"sampling":3,"params":3,"samplingparams":1,"max":1,"tokens":2,"ignore":1,"eos":1,"true":3,"print":2,"getting":2,"token":14,"ids":14,"blockmanager":2,"get":2,"from":2,"slots":1,"expected":2,"actual":2,"assert":2,"pytest":3,"mark":3,"parametrize":3,"common":2,"kwargs":3,"use":1,"a":2,"small":1,"model":2,"fast":2,"facebook":1,"opt":1,"125m":1,"skip":1,"cuda":1,"graph":1,"creation":1,"enforce":1,"eager":1,"allow":1,"only":1,"5":2,"sequences":1,"1024":1,"worst":1,"case":1,"16":1,"num":1,"gpu":1,"blocks":1,"override":1,"64":1,"enable":2,"cache":1,"prefix":1,"caching":1,"per":1},"9335,1909,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"pytest":3,"mark":3,"parametrize":3,"test":5,"llm":6,"kwargs":1,"preemption":6,"mode":2,"swap":1,"recompute":1,"batch":4,"size":5,"10":1,"seed":1,"1":2,"def":1,"block":7,"manager":5,"prefix":1,"caching":1,"enabled":1,"with":3,"baseline":3,"generator":4,"verify":1,"produces":1,"same":2,"outputs":1,"even":2,"when":2,"there":1,"is":10,"this":3,"constructs":1,"two":1,"each":1,"limited":1,"number":2,"of":6,"gpu":1,"blocks":1,"the":13,"limit":1,"decided":1,"such":1,"that":4,"as":2,"sequences":3,"in":2,"grow":2,"must":1,"be":2,"preempted":1,"and":1,"removed":2,"from":3,"cache":2,"if":1,"output":4,"token":4,"ids":4,"are":1,"equivalent":1,"then":1,"we":6,"have":2,"confidence":1,"kv":2,"not":1,"corrupted":1,"note":2,"want":2,"a":2,"significant":1,"generated":1,"tokens":2,"so":3,"any":1,"incorrect":1,"mapping":1,"has":1,"time":2,"to":3,"build":1,"up":1,"error":1,"kuntai":1,"though":1,"v1":1,"still":1,"useful":1,"it":2,"asserts":1,"behavior":1,"v2":1,"now":1,"called":1,"selfattnblockspacemanager":1,"swapping":1,"keep":1,"len":3,"1024":1,"temperature":3,"0":2,"ensure":1,"equality":1,"force":1,"total":1,"cdiv":1,"only":1,"one":1,"sequence":1,"can":1,"fit":1,"at":1,"once":1,"prompts":4,"hello":1,"my":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"prompt":2,"for":1,"zip":1,"cycle":1,"range":1,"sampling":2,"params":2,"samplingparams":1,"max":1,"ignore":1,"eos":1,"true":1,"print":1,"getting":1,"get":1},"11244,1955,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"print":1,"getting":1,"token":12,"ids":12,"from":3,"block":3,"manager":2,"with":4,"preemption":5,"test":10,"get":1,"llm":9,"generator":4,"prompts":1,"sampling":1,"params":1,"for":3,"expected":2,"actual":2,"in":3,"zip":1,"baseline":4,"assert":2,"pytest":6,"mark":6,"parametrize":6,"common":2,"kwargs":4,"use":1,"a":2,"small":1,"model":2,"fast":2,"facebook":1,"opt":1,"125m":1,"skip":1,"cuda":1,"graph":1,"creation":1,"enforce":1,"eager":1,"true":3,"allow":1,"only":1,"5":2,"sequences":3,"of":2,"1024":2,"tokens":1,"worst":1,"case":1,"size":3,"16":1,"num":1,"gpu":2,"blocks":2,"override":1,"64":1,"1":2,"per":1,"enable":3,"prefix":7,"caching":7,"false":1,"mode":2,"swap":1,"recompute":1,"batch":3,"10":1,"seed":1,"def":1,"auto":4,"verify":1,"v2":1,"enabled":1,"produces":1,"same":1,"outputs":1,"as":2,"disabled":1,"even":1,"when":1,"there":1,"is":2,"this":1,"constructs":1,"two":1,"each":1,"limited":1,"number":1,"the":4,"limit":1,"decided":1,"such":1,"that":2,"grow":1,"must":1,"be":1,"preempted":1,"and":1,"removed":1,"cache":1,"if":1,"output":2,"are":1,"equivalent":1,"then":1,"we":1,"have":1,"confidence":1,"itself":1,"at":1,"least":1,"don":1,"t":1,"cause":1,"result":1,"error":1,"len":1,"temperature":1,"0":2},"13199,1871,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"we":3,"want":1,"to":2,"ensure":1,"equality":1,"even":1,"with":3,"preemption":1,"force":1,"the":7,"total":1,"block":3,"size":4,"be":1,"1":2,"cdiv":1,"output":2,"len":3,"so":2,"that":2,"only":1,"one":1,"sequence":1,"can":1,"fit":1,"at":1,"a":3,"time":1,"once":1,"sequences":1,"grow":1,"prompts":5,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"prompt":2,"for":4,"in":2,"zip":2,"cycle":1,"range":1,"batch":1,"sampling":3,"params":3,"samplingparams":1,"max":2,"tokens":1,"ignore":1,"eos":1,"true":3,"temperature":2,"print":2,"getting":2,"token":14,"ids":14,"apc":2,"disabled":1,"baseline":5,"get":2,"from":2,"llm":8,"generator":4,"enabled":1,"test":8,"expected":2,"actual":2,"assert":2,"pytest":5,"mark":5,"parametrize":5,"common":2,"kwargs":4,"use":1,"small":2,"model":3,"fast":2,"facebook":1,"opt":1,"125m":1,"skip":1,"cuda":1,"graph":1,"creation":1,"enforce":1,"eager":1,"keep":1,"blocks":2,"hit":1,"eviction":1,"quickly":1,"48":1,"16":1,"num":1,"gpu":1,"override":1,"3":1,"per":1,"enable":2,"prefix":2,"caching":2,"false":1,"seed":1},"15070,1777,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness.py":{"def":1,"test":6,"auto":2,"prefix":2,"caching":2,"after":1,"eviction":2,"start":1,"baseline":5,"llm":6,"generator":6,"verify":1,"block":3,"manager":1,"v2":1,"with":4,"could":2,"works":1,"normal":1,"even":1,"when":1,"started":1,"apc":3,"enabled":2,"all":1,"blocks":2,"are":7,"held":1,"by":4,"native":1,"at":2,"the":4,"beginning":1,"then":2,"managed":1,"evictor":1,"instead":1,"if":2,"cache":2,"hit":1,"evitor":1,"s":1,"it":2,"be":3,"reused":1,"or":1,"we":1,"need":1,"to":4,"recompute":1,"its":1,"kv":1,"output":2,"len":2,"10":1,"temperature":3,"0":2,"prompts":3,"you":9,"a":3,"helpful":3,"assistant":2,"please":2,"answer":4,"truthfully":2,"and":4,"write":2,"out":2,"your":2,"thinking":2,"step":4,"sure":2,"get":4,"right":2,"make":1,"mistake":1,"attempt":1,"correct":1,"who":2,"harmless":1,"follow":1,"ethical":1,"guidelines":1,"sampling":3,"params":3,"samplingparams":1,"max":1,"tokens":1,"ignore":1,"eos":1,"true":1,"print":2,"getting":2,"token":14,"ids":14,"disabled":1,"from":2,"for":1,"expected":2,"actual":2,"in":1,"zip":1,"assert":2},"0,1895,data/raw/vllm-0.10.1/tests/core/block/e2e/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":6,"collections":1,"abc":1,"import":6,"iterable":2,"typing":1,"callable":2,"optional":2,"pytest":3,"llm":43,"distributed":1,"cleanup":2,"dist":2,"env":2,"and":2,"memory":2,"model":1,"executor":1,"utils":1,"set":2,"random":2,"seed":8,"fixture":2,"def":5,"baseline":3,"generator":10,"common":12,"kwargs":20,"per":6,"test":9,"return":3,"create":3,"distinct":2,"inner":2,"yield":2,"del":3,"for":3,"in":3,"get":1,"text":4,"prompts":2,"sampling":2,"params":2,"cb":3,"none":2,"if":1,"outputs":3,"generate":1,"use":1,"tqdm":1,"true":1,"output":2},"1895,291,data/raw/vllm-0.10.1/tests/core/block/e2e/conftest.py":{"def":1,"get":1,"token":4,"ids":4,"from":1,"llm":6,"generator":3,"prompts":2,"sampling":2,"params":2,"for":2,"in":2,"outputs":3,"generate":1,"use":1,"tqdm":1,"true":1,"output":2,"0":1,"del":1,"return":1},"0,1906,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness_sliding_window.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":5,"project":2,"import":6,"random":1,"pytest":10,"from":5,"tests":1,"kernels":1,"utils":1,"override":3,"backend":7,"env":2,"variable":2,"llm":8,"samplingparams":1,"platforms":1,"current":3,"platform":3,"conftest":1,"get":1,"text":1,"generator":3,"relatively":1,"small":1,"model":4,"with":1,"4k":1,"sliding":3,"window":3,"bigcode":1,"starcoder2":1,"3b":1,"block":4,"size":6,"16":1,"mark":7,"parametrize":7,"common":2,"kwargs":4,"skip":3,"cuda":1,"graph":1,"creation":1,"for":3,"fast":1,"test":6,"enforce":1,"eager":1,"true":1,"needed":1,"due":1,"https":1,"github":1,"com":1,"issues":1,"1908":1,"issuecomment":1,"2101122008":1,"num":1,"gpu":1,"blocks":1,"100000":1,"per":1,"baseline":2,"batch":2,"5":1,"seed":2,"1":1,"flash":1,"attn":1,"flashinfer":3,"xformers":3,"def":1,"retrieval":1,"monkeypatch":2,"does":3,"a":1,"bunch":1,"of":4,"assignments":1,"x1":1,"10":1,"nx2":1,"33":1,"n":1,"and":4,"then":2,"asks":1,"value":1,"one":1,"them":1,"which":2,"is":3,"outside":1,"if":3,"we":3,"tell":1,"it":2,"upfront":1,"are":1,"going":1,"be":1,"looking":1,"answers":1,"correctly":1,"mostly":1,"additionally":1,"compare":1,"results":1,"v1":1,"v2":1,"managers":1,"rocm":4,"not":2,"support":2,"hip":2},"1906,1782,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness_sliding_window.py":{"sampling":3,"params":3,"samplingparams":1,"max":1,"tokens":1,"1024":1,"ignore":1,"eos":1,"true":3,"temperature":1,"0":3,"prompts":5,"answer":3,"indices":3,"prep":1,"batch":2,"size":6,"baseline":4,"texts":6,"get":2,"text":6,"from":3,"llm":8,"generator":4,"cb":1,"check":3,"window":2,"answers":2,"print":2,"getting":1,"token":1,"ids":1,"block":4,"manager":1,"v2":1,"test":7,"cmp":4,"expected":2,"actual":2,"for":2,"in":1,"zip":1,"make":1,"sure":1,"it":1,"s":1,"mostly":1,"ok":1,"this":1,"is":1,"possibly":1,"because":1,"https":2,"github":2,"com":2,"vllm":4,"project":2,"pull":1,"4768":1,"however":1,"issues":1,"3385":1,"issuecomment":1,"1995924290":1,"states":1,"that":1,"xformers":2,"and":1,"flash":2,"attn":2,"have":1,"different":1,"ideas":1,"about":1,"the":1,"anyways":1,"assert":1,"sum":1,"7":1,"len":1,"pytest":6,"mark":6,"parametrize":6,"common":2,"kwargs":3,"model":2,"skip":1,"cuda":1,"graph":1,"creation":1,"fast":1,"enforce":1,"eager":1,"num":1,"gpu":1,"blocks":1,"override":1,"100000":1,"per":1,"enable":1,"chunked":1,"prefill":1,"5":1,"seed":1,"1":1,"backend":1,"flashinfer":1},"3688,1674,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness_sliding_window.py":{"def":2,"test":6,"sliding":5,"window":6,"chunked":3,"prefill":3,"llm":4,"generator":3,"batch":3,"size":3,"seed":1,"backend":5,"monkeypatch":2,"this":1,"is":6,"similar":1,"to":3,"retrieval":1,"however":1,"it":1,"doesn":2,"t":3,"compare":2,"against":1,"the":8,"v1":2,"block":1,"manager":1,"since":2,"support":3,"with":3,"results":2,"and":3,"without":1,"are":1,"not":3,"same":1,"due":2,"numerical":1,"instabilities":1,"if":2,"flashinfer":2,"current":2,"platform":2,"rocm":4,"pytest":2,"skip":2,"does":2,"hip":2,"xformers":2,"override":1,"env":1,"variable":1,"sampling":2,"params":2,"samplingparams":1,"max":1,"tokens":2,"10":1,"ignore":1,"eos":1,"true":1,"temperature":1,"0":2,"prompts":6,"answer":3,"indices":2,"prep":2,"we":1,"don":1,"baseline":1,"model":1,"here":1,"slightly":1,"different":2,"tailing":1,"in":1,"attention":1,"texts":2,"get":1,"text":1,"from":1,"cb":1,"check":2,"answers":1,"int":3,"ln":1,"range":1,"tuple":1,"800":1,"1100":1,"generate":1,"which":1,"a":1,"bunch":1,"of":3,"assignments":1,"then":1,"asking":1,"for":1,"value":1,"one":1,"them":1,"prompt":1,"just":1,"under":1,"10k":1,"4k":1,"so":1,"outside":1,"but":1,"should":1,"still":1,"be":1,"correct":1},"5362,1654,data/raw/vllm-0.10.1/tests/core/block/e2e/test_correctness_sliding_window.py":{"args":1,"batch":2,"size":2,"number":2,"of":4,"prompts":6,"to":2,"generate":1,"ln":4,"range":4,"an":1,"argument":1,"control":1,"the":3,"length":1,"prompt":8,"list":8,"str":3,"answer":8,"int":5,"indices":5,"random":4,"seed":1,"1":2,"for":5,"in":5,"idx":6,"randint":3,"30":2,"90":1,"append":3,"python":1,"n":4,"we":2,"set":1,"a":1,"variables":1,"f":5,"x":4,"will":1,"be":1,"important":1,"later":1,"k":3,"v":3,"10":1,"99":1,"if":2,"now":1,"check":3,"value":1,"assert":4,"return":2,"def":3,"answers":1,"outputs":2,"accept":2,"rate":2,"float":1,"0":4,"7":1,"answer2":3,"text":2,"2":1,"strip":1,"print":2,"zip":3,"numok":4,"a1":2,"a2":2,"frac":3,"ok":4,"len":3,"num":1,"window":6,"inner":2,"llm":5,"sliding":5,"engine":1,"model":1,"config":1,"get":2,"and":1,"any":1,"tokenizer":1,"tokenize":1},"0,2000,data/raw/vllm-0.10.1/tests/plugins/lora_resolvers/test_filesystem_resolver.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"import":5,"os":2,"shutil":3,"pytest":7,"from":2,"huggingface":1,"hub":1,"snapshot":3,"download":3,"plugins":1,"lora":22,"resolvers":1,"filesystem":2,"resolver":11,"filesystemresolver":4,"model":8,"name":16,"mistralai":1,"mistral":1,"7b":2,"v0":1,"1":1,"typeof":1,"zephyr":4,"beta":1,"pa":9,"swapnilbp":1,"llama":1,"tweet":1,"ptune":1,"fixture":3,"scope":3,"module":4,"def":6,"adapter":16,"cache":14,"request":10,"tmpdir":2,"factory":2,"create":1,"dir":1,"that":1,"mimics":1,"structure":1,"of":1,"mktemp":1,"return":3,"files":10,"repo":2,"id":2,"mark":3,"asyncio":3,"async":3,"test":3,"copytree":2,"fs":9,"assert":8,"is":6,"not":4,"none":6,"await":3,"resolve":3,"path":2,"join":1,"missing":3,"foobar":1,"nonlora":1},"0,507,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_platform/setup.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":1,"setuptools":1,"import":1,"setup":2,"name":1,"add":4,"dummy":7,"platform":7,"version":1,"1":1,"packages":1,"entry":1,"points":1,"plugins":2,"plugin":2,"noqa":1,"general":1,"custom":1,"ops":2,"register":1},"0,333,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_attention_backend.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"attention":1,"backends":1,"placeholder":1,"attn":1,"import":1,"placeholderattentionbackend":2,"class":1,"dummyattentionbackend":1,"staticmethod":1,"def":1,"get":1,"name":1,"str":1,"return":1,"dummy":1,"backend":1},"0,1038,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_platform.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":4,"typing":1,"import":4,"type":3,"checking":2,"platforms":1,"interface":1,"platform":3,"platformenum":2,"if":2,"config":7,"vllmconfig":3,"else":1,"none":2,"envs":2,"class":1,"dummyplatform":1,"enum":1,"oot":1,"device":2,"name":2,"dummydevice":1,"str":2,"privateuseone":1,"dispatch":1,"key":1,"privateuse1":1,"classmethod":1,"def":2,"check":1,"and":1,"update":1,"cls":2,"use":3,"v1":3,"compilation":3,"activate":1,"custom":2,"ops":2,"for":1,"all":1,"get":1,"attn":1,"backend":3,"self":1,"head":1,"size":2,"dtype":2,"kv":1,"cache":1,"block":1,"mla":1,"has":1,"sink":1,"return":1,"add":1,"dummy":2,"attention":1,"dummyattentionbackend":1,"noqa":1,"e501":1},"0,332,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":1,"typing":1,"import":2,"optional":2,"def":2,"dummy":5,"platform":4,"plugin":1,"str":1,"return":1,"add":2,"dummyplatform":1,"register":1,"ops":2,"custom":1,"noqa":1},"0,639,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_platform/vllm_add_dummy_platform/dummy_custom_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":2,"torch":3,"from":1,"model":1,"executor":1,"layers":1,"rotary":2,"embedding":2,"rotaryembedding":3,"register":2,"customrotaryembedding":1,"customop":1,"oot":3,"class":1,"dummyrotaryembedding":1,"original":1,"positional":1,"def":2,"init":2,"self":3,"args":4,"kwargs":4,"super":2,"addition":1,"config":1,"true":1,"forward":2,"tuple":1,"tensor":2,"return":1},"0,366,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_model/setup.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":1,"setuptools":1,"import":1,"setup":2,"name":1,"add":3,"dummy":4,"model":4,"version":1,"1":1,"packages":1,"entry":1,"points":1,"general":1,"plugins":1,"register":2},"0,1950,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":11,"project":1,"from":7,"collections":1,"abc":1,"import":9,"iterable":2,"typing":1,"optional":3,"union":2,"torch":8,"nn":3,"as":1,"config":11,"vllmconfig":2,"model":10,"executor":3,"layers":1,"pooler":10,"dispatchpooler":2,"models":2,"gemma2":1,"gemma2model":2,"utils":1,"weightsmapper":2,"maybe":2,"prefix":6,"sequence":1,"intermediatetensors":4,"class":1,"mygemma2embedding":1,"module":1,"is":2,"pooling":1,"true":1,"hf":1,"mapper":1,"orig":1,"new":1,"def":3,"init":2,"self":8,"str":2,"super":1,"assert":1,"not":1,"none":3,"encode":2,"for":2,"embed":2,"make":2,"empty":2,"intermediate":5,"tensors":5,"forward":1,"input":2,"ids":2,"tensor":5,"positions":2,"inputs":3,"embeds":3,"hidden":4,"states":4,"if":1,"isinstance":1,"return":3,"all":1,"zero":1,"embeddings":1,"zeros":1,"like":1,"load":1,"weights":2,"tuple":1},"1950,218,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_gemma_embedding.py":{"weights":6,"self":2,"hf":1,"to":1,"vllm":1,"mapper":1,"apply":1,"name":3,"data":2,"for":1,"in":1,"if":1,"not":1,"startswith":1,"lm":1,"head":1,"return":1,"model":1,"load":1},"0,711,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_opt.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"from":3,"typing":1,"import":4,"optional":2,"torch":3,"model":3,"executor":2,"models":1,"opt":1,"optforcausallm":2,"sampling":3,"metadata":3,"samplingmetadata":2,"class":1,"myoptforcausallm":1,"def":1,"compute":2,"logits":7,"self":1,"hidden":2,"states":2,"tensor":2,"this":1,"dummy":1,"always":1,"predicts":1,"first":1,"token":1,"super":1,"if":1,"is":1,"not":1,"none":1,"zero":1,"1":1,"return":1},"0,1204,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/my_llava.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"from":4,"typing":1,"import":5,"optional":2,"torch":3,"model":3,"executor":2,"models":1,"llava":1,"llavadummyinputsbuilder":2,"llavaforconditionalgeneration":2,"llavamultimodalprocessor":2,"llavaprocessinginfo":2,"sampling":3,"metadata":3,"samplingmetadata":2,"multimodal":3,"registry":2,"register":1,"processor":1,"info":1,"dummy":2,"inputs":1,"class":1,"myllava":1,"def":1,"compute":2,"logits":7,"self":1,"hidden":2,"states":2,"tensor":2,"this":1,"always":1,"predicts":1,"first":1,"token":1,"super":1,"if":1,"is":1,"not":1,"none":1,"zero":1,"1":1,"return":1},"0,826,data/raw/vllm-0.10.1/tests/plugins/vllm_add_dummy_model/vllm_add_dummy_model/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"from":2,"import":2,"modelregistry":7,"def":1,"register":4,"test":2,"directly":1,"passing":2,"model":7,"my":3,"opt":1,"myoptforcausallm":4,"if":3,"not":3,"in":3,"get":3,"supported":3,"archs":3,"lazy":1,"mygemma2embedding":3,"add":2,"dummy":2,"gemma":1,"embedding":1,"myllava":3,"llava":1},"0,1724,data/raw/vllm-0.10.1/tests/distributed/test_shm_broadcast.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":4,"project":1,"import":8,"multiprocessing":3,"random":4,"time":1,"numpy":1,"as":3,"np":5,"torch":1,"distributed":4,"dist":2,"from":3,"device":1,"communicators":1,"shm":1,"broadcast":1,"messagequeue":1,"utils":2,"statelessprocessgroup":1,"get":2,"open":1,"port":2,"update":3,"environment":5,"variables":5,"def":5,"arrays":1,"n":2,"int":2,"seed":3,"list":1,"ndarray":1,"sizes":2,"randint":2,"1":2,"10":1,"000":1,"on":1,"average":1,"each":2,"array":2,"will":2,"have":2,"5k":1,"elements":1,"with":1,"int64":1,"40kb":1,"return":2,"100":1,"i":5,"for":4,"in":5,"run":1,"fn":9,"world":4,"size":4,"number":4,"of":4,"processes":8,"range":1,"env":10,"rank":2,"str":4,"local":2,"master":2,"addr":1,"localhost":1,"12345":1,"p":7,"process":3,"target":1,"args":1,"append":1,"start":1,"join":1,"assert":1,"exitcode":1,"worker":3,"wrapper":2,"cannot":1,"accept":1,"directly":1,"so":1,"we":1,"need":1,"pass":1,"arguments":1,"and":1,"function":1,"wrapped":2,"init":1,"group":1,"backend":1,"gloo":1},"1724,1930,data/raw/vllm-0.10.1/tests/distributed/test_shm_broadcast.py":{"rank":18,"dist":11,"get":5,"if":5,"0":7,"port":5,"open":1,"ip":4,"127":1,"1":1,"broadcast":7,"object":6,"list":4,"src":2,"else":5,"recv":6,"none":4,"type":2,"ignore":2,"stateless":2,"pg":8,"statelessprocessgroup":2,"create":2,"world":4,"size":1,"for":3,"in":4,"group":4,"writer":6,"2":2,"broadcaster":3,"messagequeue":1,"from":1,"process":1,"40":1,"1024":1,"seed":8,"random":5,"randint":1,"1000":3,"barrier":4,"case":1,"we":2,"find":1,"a":1,"race":1,"condition":1,"print":4,"the":4,"so":1,"that":1,"can":1,"reproduce":1,"error":1,"f":3,"got":1,"test":4,"broadcasting":1,"with":1,"about":1,"400mb":1,"of":1,"data":1,"n":3,"10":1,"000":1,"arrs":4,"arrays":2,"x":4,"time":2,"sleep":2,"y":2,"assert":1,"np":1,"array":1,"equal":1,"torch":1,"distributed":2,"passed":2,"def":1,"shm":1,"run":1,"worker":1,"fn":1,"4":1},"0,313,data/raw/vllm-0.10.1/tests/distributed/test_distributed_oot.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"entrypoints":1,"openai":1,"test":4,"oot":2,"registration":1,"import":1,"run":2,"and":2,"dummy":4,"opt":4,"api":2,"server":2,"def":1,"distributed":1,"path":2,"str":1,"tp":1},"0,1779,data/raw/vllm-0.10.1/tests/distributed/test_eplb_algo.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":8,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":2,"project":1,"import":3,"pytest":1,"torch":6,"from":2,"distributed":1,"eplb":2,"rebalance":4,"algo":1,"experts":2,"def":1,"test":2,"basic":2,"rebalancing":1,"functionality":1,"example":1,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"weight":3,"tensor":1,"90":1,"132":1,"40":1,"61":1,"104":2,"165":1,"39":1,"4":2,"73":1,"56":1,"183":1,"86":2,"20":1,"107":1,"64":1,"19":1,"197":1,"187":1,"157":1,"172":1,"16":4,"27":1,"num":13,"layers":3,"shape":11,"replicas":5,"groups":2,"nodes":2,"gpus":2,"8":1,"phy2log":6,"log2phy":7,"logcnt":6,"verify":3,"output":1,"shapes":1,"assert":7,"f":5,"expected":4,"got":4,"first":1,"dimension":2,"1":5,"12":6,"second":1,"physical":2,"logical":3,"expert":3,"mapping":2,"range":2,"is":1,"correct":1,"all":3,"and":1,"should":3,"be":2,"in":1,"count":1,"reasonableness":1,"each":1,"have":1,"at":1,"least":1,"replica":1,"sum":2,"dim":1,"total":1},"1779,1796,data/raw/vllm-0.10.1/tests/distributed/test_eplb_algo.py":{"verify":4,"expected":5,"output":1,"phy2log":8,"torch":7,"tensor":4,"5":4,"6":3,"7":2,"8":6,"4":8,"3":3,"10":4,"9":2,"2":13,"0":5,"1":32,"11":2,"assert":10,"all":4,"logcnt":8,"def":2,"test":4,"single":2,"gpu":2,"case":3,"weight":4,"20":1,"30":1,"40":1,"num":16,"replicas":4,"groups":4,"nodes":4,"gpus":4,"log2phy":4,"rebalance":2,"experts":3,"shapes":2,"shape":6,"logical":1,"are":1,"mapped":1,"set":1,"tolist":1,"equal":4,"weights":4,"with":3,"50":8,"each":2,"expert":2,"should":2,"have":2,"exactly":2,"one":1,"replica":2,"and":1,"no":1,"replication":1},"3575,1880,data/raw/vllm-0.10.1/tests/distributed/test_eplb_algo.py":{"def":3,"test":6,"extreme":2,"weight":10,"imbalance":2,"case":2,"torch":6,"tensor":3,"1000":1,"1":10,"num":18,"replicas":9,"12":2,"groups":4,"2":4,"nodes":4,"gpus":4,"4":2,"phy2log":6,"log2phy":2,"logcnt":7,"rebalance":2,"experts":2,"verify":3,"shapes":2,"assert":7,"shape":4,"8":3,"expert":3,"with":2,"highest":2,"index":1,"0":6,"should":4,"have":2,"more":2,"multiple":2,"layers":2,"10":3,"20":3,"30":3,"40":3,"50":2,"60":2,"first":1,"layer":12,"second":1,"opposite":1,"pattern":1,"25":6,"third":1,"equal":1,"weights":1,"3":3,"6":3,"allocation":1,"is":1,"reasonable":1,"for":2,"each":1,"in":2,"range":2,"all":2,"and":1,"f":2,"physical":1,"to":1,"logical":1,"mapping":1,"be":2,"sum":1,"total":1,"parameter":2,"validation":2},"5455,1995,data/raw/vllm-0.10.1/tests/distributed/test_eplb_algo.py":{"test":6,"non":1,"divisible":3,"case":2,"this":1,"should":4,"handle":1,"normally":1,"without":1,"throwing":1,"errors":2,"because":1,"the":1,"function":1,"will":2,"fall":2,"back":2,"to":2,"global":4,"load":5,"balancing":4,"strategy":1,"phy2log":5,"log2phy":3,"logcnt":8,"rebalance":4,"experts":7,"weight":11,"8":5,"3":2,"2":9,"4":9,"assert":7,"shape":4,"1":5,"cases":1,"that":1,"actually":1,"cause":1,"num":22,"physical":1,"not":2,"by":3,"gpus":6,"with":2,"pytest":1,"raises":1,"assertionerror":1,"7":2,"def":2,"small":2,"scale":2,"hierarchical":2,"torch":5,"tensor":2,"100":1,"50":2,"200":1,"75":1,"150":1,"25":1,"300":1,"80":1,"replicas":7,"12":2,"groups":6,"each":1,"nodes":7,"verify":1,"basic":1,"constraints":1,"sum":1,"all":1,"expert":4,"highest":2,"have":2,"more":1,"max":2,"argmax":1,"0":3,"multiple":1,"balance":1,"fallback":2,"when":1,"10":1,"20":1,"30":1,"40":1,"60":1,"cannot":1,"be":1,"divided":1,"evenly":1},"7450,1908,data/raw/vllm-0.10.1/tests/distributed/test_eplb_algo.py":{"should":2,"work":1,"normally":2,"just":1,"using":1,"global":1,"load":1,"balancing":1,"strategy":1,"assert":11,"phy2log":3,"shape":8,"1":9,"8":3,"logcnt":4,"6":4,"torch":7,"sum":2,"num":9,"replicas":4,"pytest":2,"mark":1,"parametrize":1,"device":8,"cpu":2,"cuda":4,"def":2,"test":6,"compatibility":2,"if":1,"and":2,"not":2,"is":1,"available":2,"skip":1,"weight":6,"tensor":3,"10":3,"20":1,"30":1,"40":2,"groups":2,"2":8,"nodes":2,"gpus":2,"log2phy":1,"rebalance":3,"experts":4,"function":1,"will":1,"convert":1,"to":1,"internally":1,"but":1,"handle":1,"different":3,"inputs":1,"4":2,"additional":1,"cases":2,"more":2,"edge":1,"parameter":1,"combinations":1,"case":2,"large":1,"scale":1,"distributed":1,"setup":1,"weight1":2,"50":3,"100":3,"75":1,"120":1,"90":1,"60":1,"80":1,"110":1,"70":1,"95":1,"85":1,"65":1,"55":1,"45":1,"35":1,"phy2log1":2,"log2phy1":1,"logcnt1":3,"24":3,"16":1,"distributions":1,"weight2":3,"200":2,"150":2,"25":2,"12":2,"decreasing":1,"weights":2,"increasing":1,"phy2log2":2,"log2phy2":1,"logcnt2":3,"3":1,"verify":1,"high":1,"have":1,"for":1,"layer":3,"in":1,"range":1,"max":2,"idx":2,"argmax":1},"9358,514,data/raw/vllm-0.10.1/tests/distributed/test_eplb_algo.py":{"if":1,"name":1,"main":1,"weight":2,"torch":1,"tensor":1,"90":1,"132":1,"40":1,"61":1,"104":2,"165":1,"39":1,"4":2,"73":1,"56":1,"183":1,"86":2,"20":1,"107":1,"64":1,"19":1,"197":1,"187":1,"157":1,"172":1,"16":2,"27":1,"num":8,"replicas":2,"groups":2,"nodes":2,"2":1,"gpus":2,"8":1,"phy2log":2,"log2phy":1,"logcnt":1,"rebalance":2,"experts":1,"print":1,"test":1,"basic":1},"0,844,data/raw/vllm-0.10.1/tests/distributed/test_expert_parallel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":5,"dataclasses":1,"import":6,"dataclass":2,"typing":1,"literal":1,"namedtuple":3,"optional":4,"pytest":1,"config":1,"runneroption":2,"logger":4,"init":2,"utils":1,"compare":1,"two":1,"settings":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":3,"expert":1,"parallel":2,"class":3,"parallelsetup":2,"tp":1,"size":1,"int":1,"eager":1,"mode":2,"bool":3,"chunked":1,"prefill":1,"eptestoptions":2,"trust":1,"remote":1,"code":1,"tokenizer":1,"str":4,"load":1,"format":1,"none":2,"hf":1,"overrides":1,"eptestsettings":1,"setups":1,"list":2,"distributed":1,"backends":1,"runner":1,"options":1},"844,1481,data/raw/vllm-0.10.1/tests/distributed/test_expert_parallel.py":{"staticmethod":1,"def":1,"detailed":1,"tp":11,"base":6,"int":1,"2":3,"runner":3,"runneroption":1,"auto":1,"trust":3,"remote":3,"code":3,"bool":1,"false":7,"tokenizer":3,"mode":8,"optional":3,"str":3,"none":3,"load":3,"format":3,"hf":3,"overrides":3,"return":1,"eptestsettings":1,"parallel":1,"setups":1,"parallelsetup":5,"size":5,"eager":5,"chunked":5,"prefill":5,"true":4,"distributed":1,"backends":1,"mp":1,"ray":1,"test":1,"options":1,"eptestoptions":1},"2325,1979,data/raw/vllm-0.10.1/tests/distributed/test_expert_parallel.py":{"staticmethod":1,"def":3,"fast":3,"tp":7,"base":4,"int":2,"2":1,"runner":5,"runneroption":2,"auto":1,"trust":5,"remote":5,"code":5,"bool":1,"false":2,"tokenizer":4,"mode":6,"optional":3,"str":6,"none":3,"load":4,"format":4,"hf":4,"overrides":4,"return":1,"eptestsettings":3,"parallel":6,"setups":2,"parallelsetup":2,"size":3,"eager":2,"true":2,"chunked":2,"prefill":2,"distributed":5,"backends":2,"mp":1,"test":5,"options":4,"eptestoptions":2,"iter":1,"params":1,"self":5,"model":5,"name":3,"opts":2,"for":2,"setup":4,"in":3,"backend":3,"yield":1,"note":1,"you":1,"can":1,"adjust":1,"locally":1,"to":1,"fit":1,"the":4,"gpu":1,"values":1,"displayed":1,"here":1,"are":1,"only":1,"a":1,"rough":1,"indicator":1,"of":2,"yapf":1,"disable":1,"models":1,"deepseek":2,"ai":1,"v2":1,"lite":1,"chat":1,"mistralai":1,"mixtral":1,"8x7b":1,"instruct":1,"v0":1,"1":1,"4":1,"compare":1,"num":1,"gpus":1,"available":1,"method":1,"literal":1,"generate":1},"4304,1969,data/raw/vllm-0.10.1/tests/distributed/test_expert_parallel.py":{"if":8,"num":2,"gpus":2,"available":1,"tp":8,"size":6,"pytest":2,"skip":1,"f":1,"need":1,"at":1,"least":1,"common":10,"args":14,"use":1,"half":1,"precision":1,"for":3,"speed":1,"and":1,"memory":1,"savings":1,"in":3,"ci":1,"environment":1,"dtype":1,"float16":1,"max":3,"model":5,"len":1,"2048":1,"seqs":1,"8":1,"load":4,"format":4,"auto":2,"chunked":2,"prefill":2,"append":3,"enable":3,"eager":2,"mode":4,"enforce":1,"runner":4,"extend":4,"trust":2,"remote":2,"code":2,"tokenizer":3,"hf":3,"overrides":3,"ep":6,"env":4,"vllm":2,"test":4,"1":1,"tensor":2,"parallel":3,"str":2,"distributed":4,"executor":2,"backend":4,"compare":2,"without":1,"expert":1,"parallelism":1,"0":1,"mp":1,"try":1,"two":1,"settings":3,"name":4,"method":2,"wait":1,"seconds":1,"360":1,"except":1,"exception":1,"raise":1,"mark":1,"parametrize":1,"setup":1,"options":1,"params":3,"models":1,"items":1,"iter":1},"6273,443,data/raw/vllm-0.10.1/tests/distributed/test_expert_parallel.py":{"create":1,"new":1,"process":1,"for":1,"each":1,"test":4,"def":1,"ep":1,"model":2,"name":2,"str":2,"parallel":2,"setup":2,"parallelsetup":1,"distributed":2,"backend":2,"runner":2,"runneroption":1,"options":2,"eptestoptions":1,"num":2,"gpus":2,"available":2,"compare":1,"tp":1,"method":1,"generate":1},"0,1834,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":7,"vllm":11,"project":1,"warning":1,"this":1,"test":7,"runs":1,"in":2,"both":1,"single":1,"node":8,"4":1,"gpus":3,"and":3,"multi":4,"with":1,"each":2,"modes":1,"if":2,"only":2,"uses":1,"it":1,"is":1,"important":1,"set":1,"distributed":6,"backend":1,"mp":1,"avoid":1,"ray":1,"scheduling":1,"all":2,"workers":1,"a":1,"other":1,"than":1,"head":1,"which":1,"can":1,"cause":1,"fail":1,"import":9,"json":1,"os":2,"from":6,"dataclasses":1,"dataclass":2,"typing":1,"literal":1,"namedtuple":3,"optional":2,"pytest":1,"config":1,"runneroption":2,"logger":4,"init":3,"models":2,"registry":1,"hf":1,"example":1,"utils":1,"compare":1,"two":1,"settings":2,"create":1,"new":1,"process":1,"for":3,"sequence":1,"parallel":2,"getenv":1,"1":2,"class":3,"parallelsetup":2,"tp":1,"size":2,"int":2,"pp":1,"enable":1,"fusion":1,"bool":4,"eager":1,"mode":1,"chunked":1,"prefill":1,"sptestoptions":2,"load":1,"format":1,"str":3,"none":1,"sptestsettings":1,"setups":1,"list":3,"note":1,"length":2,"of":1,"backends":5,"major":6,"versions":5,"should":1,"be":1,"same":1,"they":1,"are":1,"first":1,"zipped":1,"together":1,"iterate":1,"over":1,"version":1,"v0":1,"v1":1,"runner":1,"options":1,"def":1,"post":1,"self":5,"len":4,"raise":1,"valueerror":1,"f":3,"mismatch":1},"1834,1113,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"staticmethod":1,"def":1,"detailed":1,"tp":3,"base":4,"int":2,"2":2,"pp":5,"1":4,"multi":3,"node":3,"only":3,"bool":1,"false":4,"runner":3,"runneroption":1,"auto":1,"load":3,"format":3,"optional":1,"str":1,"none":1,"parallel":4,"setups":4,"for":3,"eager":3,"mode":3,"val":4,"in":3,"true":2,"multiplier":2,"chunked":3,"prefill":3,"append":1,"parallelsetup":1,"size":2,"enable":1,"fusion":1,"return":1,"sptestsettings":1,"distributed":1,"backends":1,"mp":1,"ray":1,"vllm":1,"major":1,"versions":1,"test":1,"options":1,"sptestoptions":1},"2947,1109,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"staticmethod":1,"def":1,"fast":1,"tp":3,"base":4,"int":2,"2":2,"pp":5,"1":4,"runner":3,"runneroption":1,"auto":1,"multi":3,"node":3,"only":3,"bool":1,"false":4,"load":3,"format":3,"optional":1,"str":1,"none":1,"parallel":4,"setups":4,"for":3,"eager":3,"mode":3,"val":4,"in":3,"true":2,"multiplier":2,"chunked":3,"prefill":3,"append":1,"parallelsetup":1,"size":2,"enable":1,"fusion":1,"return":1,"sptestsettings":1,"distributed":1,"backends":1,"mp":1,"ray":1,"vllm":1,"major":1,"versions":1,"test":1,"options":1,"sptestoptions":1},"4056,1928,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"staticmethod":1,"def":3,"fp8":1,"quant":1,"tp":4,"base":4,"int":3,"2":1,"pp":4,"1":3,"runner":5,"runneroption":2,"auto":1,"multi":4,"node":4,"only":4,"bool":2,"false":3,"load":4,"format":4,"optional":1,"str":5,"none":1,"parallel":9,"setups":5,"for":3,"fusion":4,"val":2,"in":3,"true":2,"append":1,"parallelsetup":2,"size":4,"enable":2,"eager":2,"mode":2,"chunked":2,"prefill":2,"return":1,"sptestsettings":1,"distributed":3,"backends":2,"mp":1,"ray":1,"vllm":5,"major":5,"versions":2,"test":4,"options":4,"sptestoptions":2,"iter":1,"params":1,"self":6,"model":6,"id":4,"opts":2,"setup":4,"backend":3,"version":4,"zip":1,"yield":1,"compare":1,"sp":1,"num":1,"gpus":1,"available":1,"method":1,"literal":1,"generate":1,"encode":1,"is":1,"multimodal":1,"info":3,"hf":2,"example":1,"models":1,"find":1,"check":1,"transformers":1,"on":1,"fail":1,"skip":1},"5984,1810,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"trust":4,"remote":4,"code":4,"model":5,"info":4,"tokenizer":5,"mode":6,"hf":7,"overrides":10,"if":12,"load":4,"format":4,"dummy":1,"avoid":1,"oom":1,"text":4,"num":5,"hidden":2,"layers":1,"4":2,"size":6,"512":1,"intermediate":1,"800":1,"attention":1,"heads":2,"key":1,"value":1,"1":1,"is":1,"multimodal":1,"update":2,"config":1,"else":2,"check":1,"available":2,"online":1,"on":1,"fail":1,"skip":4,"gpus":2,"tp":2,"pp":2,"pytest":3,"f":1,"need":1,"at":1,"least":1,"x":1,"vllm":2,"multi":5,"node":5,"and":3,"distributed":2,"backend":2,"mp":1,"skipping":1,"pipeline":1,"parallel":1,"test":1,"for":2,"multiprocessing":1,"only":1,"not":2,"in":2,"setting":1,"common":8,"args":8,"use":1,"half":1,"precision":1,"speed":1,"memory":1,"savings":1,"ci":1,"environment":1,"dtype":1,"float16":1,"max":2,"len":1,"2048":1,"seqs":1,"8":1,"chunked":2,"prefill":2,"append":3,"enable":1,"eager":2,"enforce":1,"runner":3,"auto":1,"extend":4,"json":1,"dumps":1},"7794,1823,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"compilation":3,"config":4,"level":1,"3":5,"custom":1,"ops":2,"rms":1,"norm":1,"compile":1,"sizes":1,"4":1,"8":1,"splitting":1,"pass":1,"enable":4,"sequence":1,"parallelism":1,"true":2,"fusion":2,"noop":1,"tp":12,"sp":7,"env":6,"vllm":5,"use":2,"v1":2,"major":3,"version":3,"args":6,"common":2,"tensor":2,"parallel":2,"size":4,"str":2,"distributed":3,"executor":2,"backend":3,"json":1,"dumps":1,"mp":1,"try":1,"compare":1,"two":1,"settings":1,"model":1,"id":1,"method":2,"except":1,"exception":2,"testing":2,"ray":4,"compiled":4,"graph":4,"is":1,"not":1,"none":1,"if":1,"and":1,"0":1,"tests":2,"are":1,"flaky":1,"for":1,"v0":1,"so":1,"we":1,"don":1,"t":1,"want":1,"to":1,"fail":1,"the":1,"test":2,"logger":1,"failed":1,"else":1,"raise":1,"text":1,"generation":2,"models":3,"decoder":1,"only":1,"meta":4,"llama":6,"2":2,"1b":2,"instruct":4,"sptestsettings":2,"fast":1,"redhatai":2,"1":2,"8b":2,"fp8":3,"quant":1,"todo":1,"support":1,"other":1,"language":1},"9617,874,data/raw/vllm-0.10.1/tests/distributed/test_sequence_parallel.py":{"pytest":1,"mark":1,"parametrize":1,"model":6,"id":6,"parallel":3,"setup":3,"distributed":3,"backend":3,"vllm":3,"major":3,"version":3,"runner":3,"test":6,"options":3,"params":3,"for":3,"settings":2,"in":3,"sp":4,"text":1,"generation":2,"models":2,"items":1,"iter":1,"if":1,"create":1,"new":1,"process":1,"each":1,"def":1,"tp":1,"str":3,"parallelsetup":1,"runneroption":1,"sptestoptions":1,"num":2,"gpus":2,"available":2,"compare":1,"method":1,"generate":1,"is":1,"multimodal":1,"false":1},"0,1868,data/raw/vllm-0.10.1/tests/distributed/test_ca_buffer_sharing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":5,"vllm":3,"project":1,"can":2,"only":2,"run":2,"on":1,"machines":1,"with":2,"p2p":1,"access":1,"across":1,"gpus":1,"torchrun":2,"nproc":1,"per":1,"node":1,"tests":1,"distributed":4,"test":1,"ca":1,"buffer":11,"sharing":1,"py":1,"import":5,"ctypes":4,"torch":5,"as":1,"dist":7,"from":3,"device":3,"communicators":2,"cuda":4,"wrapper":1,"cudartlibrary":2,"custom":1,"all":5,"reduce":1,"noqa":1,"customallreduce":3,"create":2,"a":1,"cpu":1,"process":3,"group":2,"for":5,"communicating":1,"metadata":1,"ipc":1,"handle":1,"init":1,"backend":1,"gloo":1,"rank":12,"local":1,"get":2,"world":2,"size":8,"every":1,"sets":1,"its":1,"own":1,"differently":1,"lib":4,"cudasetdevice":1,"in":9,"bytes":6,"1024":1,"byte":4,"value":5,"we":1,"write":2,"verification":1,"pointers":6,"shared":2,"print":2,"f":5,"has":1,"barrier":3,"synchronize":3,"if":2,"first":1,"tries":1,"buffers":3,"p":7,"pointer":4,"c":3,"void":2,"cudamemset":1,"host":4,"data":5,"char":1,"ranks":1,"read":1,"and":1,"check":1,"is":1,"correct":1,"cudamemcpy":1,"i":3,"range":1,"assert":1,"ord":2,"failed":1,"verify":1,"expected":1,"got":1,"verified":1,"free":1},"0,1190,data/raw/vllm-0.10.1/tests/distributed/test_pp_cudagraph.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":4,"future":1,"import":5,"annotations":1,"typing":2,"type":2,"checking":2,"pytest":4,"utils":1,"compare":2,"two":2,"settings":2,"create":2,"new":2,"process":2,"for":3,"each":2,"test":3,"if":1,"extensions":1,"literalstring":2,"mark":2,"parametrize":2,"pp":4,"size":4,"model":3,"name":3,"jackfram":1,"llama":1,"160m":1,"attn":4,"backend":5,"flash":1,"flashinfer":1,"def":1,"cudagraph":4,"monkeypatch":3,"int":1,"str":2,"with":1,"context":1,"as":1,"m":2,"args":5,"use":1,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"float16":1,"pipeline":1,"parallel":1,"distributed":1,"executor":1,"mp":1,"setenv":1,"attention":1,"eager":3,"enforce":1},"0,1479,data/raw/vllm-0.10.1/tests/distributed/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":9,"socket":1,"pytest":1,"ray":8,"torch":1,"envs":3,"as":1,"from":4,"distributed":2,"device":5,"communicators":1,"pynccl":1,"pyncclcommunicator":1,"utils":3,"statelessprocessgroup":1,"cuda":14,"count":8,"stateless":4,"get":13,"open":1,"port":1,"update":2,"environment":2,"variables":2,"multi":1,"gpu":1,"test":3,"remote":8,"class":1,"cudadevicecountstatelesstestactor":2,"def":4,"self":3,"return":3,"set":3,"visible":10,"devices":10,"str":1,"that":1,"changes":1,"value":1,"if":1,"is":1,"changed":1,"actor":7,"options":1,"type":1,"ignore":1,"num":1,"gpus":1,"assert":4,"len":1,"sorted":1,"split":1,"1":1},"1479,1813,data/raw/vllm-0.10.1/tests/distributed/test_utils.py":{"def":2,"cpu":1,"worker":2,"rank":23,"world":8,"size":8,"port1":4,"port2":4,"pg1":6,"statelessprocessgroup":4,"create":4,"host":4,"127":4,"0":9,"1":5,"port":4,"if":5,"2":7,"pg2":6,"3":4,"data":12,"torch":6,"tensor":3,"broadcast":2,"obj":2,"src":2,"assert":4,"item":8,"barrier":4,"gpu":1,"cuda":4,"set":1,"device":3,"pynccl1":2,"pyncclcommunicator":2,"pynccl2":2,"all":2,"reduce":2,"synchronize":2,"print":1,"f":1,"6":1,"else":1,"18":1},"3292,1645,data/raw/vllm-0.10.1/tests/distributed/test_utils.py":{"def":3,"broadcast":4,"worker":9,"rank":10,"world":10,"size":10,"port1":7,"port2":4,"pg1":7,"statelessprocessgroup":2,"create":2,"host":2,"127":2,"0":4,"1":2,"port":4,"if":1,"2":3,"obj":5,"secret":2,"src":2,"else":1,"none":1,"assert":3,"barrier":2,"allgather":2,"data":2,"all":2,"gather":1,"list":1,"range":2,"pytest":2,"mark":2,"skip":1,"reason":1,"this":1,"test":3,"is":1,"flaky":1,"and":1,"prone":1,"to":1,"hang":1,"multi":1,"gpu":2,"num":1,"gpus":1,"4":2,"parametrize":1,"cpu":1,"stateless":1,"process":2,"group":1,"get":4,"open":2,"with":1,"socket":4,"af":1,"inet":1,"sock":1,"stream":1,"as":1,"s":2,"bind":1,"from":1,"multiprocessing":1,"import":1,"context":2,"ctx":2,"fork":1,"processes":6,"for":4,"i":2,"in":4,"append":1,"target":1,"args":1,"p":6,"start":1,"join":1,"not":1,"exitcode":1,"print":1,"finished":1},"0,1952,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":9,"vllm":10,"project":1,"warning":1,"this":4,"test":7,"runs":3,"in":2,"both":1,"single":1,"node":8,"4":1,"gpus":3,"and":3,"multi":4,"with":4,"each":2,"modes":1,"if":1,"only":3,"uses":1,"it":1,"is":1,"important":1,"set":1,"distributed":3,"backend":1,"mp":1,"avoid":1,"ray":1,"scheduling":1,"all":2,"workers":1,"a":1,"other":1,"than":1,"head":1,"which":1,"can":2,"cause":1,"fail":1,"import":10,"json":1,"os":2,"from":7,"dataclasses":1,"dataclass":2,"typing":1,"literal":1,"namedtuple":3,"optional":2,"pytest":2,"config":3,"float16":1,"not":1,"supported":1,"models":3,"runneroption":2,"logger":4,"init":2,"transformers":1,"utils":2,"get":1,"registry":1,"hf":1,"example":1,"compare":1,"two":1,"settings":2,"create":1,"new":1,"process":1,"for":5,"pipeline":1,"parallel":2,"getenv":1,"1":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":1,"def":1,"use":2,"v0":4,"monkeypatch":2,"pp":4,"we":3,"fall":1,"back":1,"by":2,"default":2,"means":1,"that":1,"tp":2,"baseline":1,"v1":4,"while":1,"engine":1,"gives":1,"divergent":1,"results":1,"dummy":1,"weights":1,"once":1,"enable":1,"remove":1,"setenv":1,"class":3,"parallelsetup":2,"size":2,"int":2,"eager":1,"mode":1,"bool":3,"chunked":1,"prefill":1,"pptestoptions":2,"load":1,"format":1,"str":3,"none":1,"pptestsettings":1,"setups":1,"list":3,"note":1,"length":1,"of":1,"backends":2,"major":3,"versions":2,"should":1,"be":1,"same":1,"they":1,"are":1,"first":1,"zipped":1,"together":1,"iterate":1,"over":1,"version":1,"runner":1,"options":1},"1952,1911,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"def":2,"post":1,"init":1,"self":5,"if":1,"len":4,"distributed":4,"backends":4,"vllm":4,"major":4,"versions":4,"raise":1,"valueerror":1,"f":3,"length":1,"mismatch":1,"staticmethod":1,"detailed":1,"tp":11,"base":12,"int":2,"1":3,"pp":11,"2":5,"multi":3,"node":3,"only":3,"bool":1,"false":7,"runner":3,"runneroption":1,"auto":1,"load":3,"format":3,"optional":1,"str":1,"none":1,"return":1,"pptestsettings":1,"parallel":1,"setups":1,"parallelsetup":5,"size":10,"eager":5,"mode":5,"chunked":5,"prefill":5,"true":4,"mp":2,"ray":2,"0":2,"test":1,"options":1,"pptestoptions":1},"3863,1331,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"staticmethod":1,"def":2,"fast":1,"tp":4,"base":6,"int":2,"1":1,"pp":4,"2":1,"runner":4,"runneroption":1,"auto":1,"multi":3,"node":3,"only":4,"bool":1,"false":2,"load":3,"format":3,"optional":1,"str":2,"none":1,"return":1,"pptestsettings":1,"parallel":4,"setups":2,"parallelsetup":1,"size":3,"eager":1,"mode":1,"true":1,"chunked":1,"prefill":1,"distributed":2,"backends":2,"mp":1,"vllm":4,"major":4,"versions":2,"0":1,"test":2,"options":2,"pptestoptions":1,"iter":1,"params":1,"self":6,"model":4,"id":2,"opts":2,"for":2,"setup":2,"in":3,"backend":2,"version":2,"zip":1,"yield":1,"note":1,"you":1,"can":1,"adjust":1,"and":1,"or":1,"locally":1,"to":1,"fit":1,"the":4,"gpu":1,"values":1,"displayed":1,"here":1,"are":1,"a":1,"rough":1,"indicator":1,"of":2,"yapf":1,"disable":1},"5194,1962,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"text":1,"generation":1,"models":1,"decoder":1,"only":1,"uses":3,"llama":5,"baai":1,"aquilachat":1,"7b":8,"pptestsettings":32,"fast":31,"snowflake":2,"arctic":1,"instruct":6,"load":3,"format":3,"dummy":3,"noqa":1,"e501":1,"baichuan":3,"inc":2,"baichuan2":1,"13b":2,"chat":6,"bigscience":1,"bloomz":1,"1b1":1,"zai":1,"org":1,"chatglm3":1,"6b":2,"cohereforai":1,"c4ai":1,"command":1,"r":1,"v01":1,"databricks":1,"dbrx":1,"deci":1,"decilm":1,"deepseek":4,"ai":2,"llm":1,"v2":1,"lite":1,"tp":1,"base":1,"2":5,"lgai":1,"exaone":2,"3":3,"0":1,"7":1,"8b":1,"tiiuae":1,"falcon":1,"google":2,"gemma":2,"1":4,"2b":2,"it":1,"9b":1,"gpt2":1,"bigcode":1,"starcoder":1,"eleutherai":2,"gpt":1,"j":1,"pythia":1,"4b":2,"ibm":2,"powerlm":1,"3b":2,"powermoe":1,"internlm":3,"internlm2":1,"inceptionai":1,"jais":1,"ai21labs":1,"jamba":1,"tiny":1,"dev":1,"pfnet":1,"plamo":1,"1b":3,"meta":1,"detailed":1,"tests":1,"transformersforcausallm":1,"hmellor":1,"ilama":1,"openbmb":2,"minicpm":1,"sft":1,"bf16":1,"minicpm3":1,"mistralai":1,"mistral":1,"v0":1,"state":1,"spaces":1,"mamba":1,"130m":1,"hf":1},"7156,1418,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"mistralai":1,"mixtral":1,"8x7b":1,"instruct":6,"v0":1,"1":2,"pptestsettings":20,"fast":19,"load":4,"format":3,"dummy":3,"noqa":3,"e501":3,"mosaicml":1,"mpt":1,"7b":6,"nvidia":1,"minitron":1,"8b":2,"base":2,"allenai":3,"olmo":2,"1b":3,"hf":2,"2":3,"0425":1,"olmoe":1,"0924":1,"facebook":2,"opt":1,"iml":1,"max":1,"3b":3,"orionstarai":1,"orion":1,"14b":1,"chat":6,"adept":1,"persimmon":1,"microsoft":3,"phi":3,"3":2,"small":1,"8k":1,"5":3,"moe":2,"detailed":1,"multi":1,"node":1,"only":2,"true":1,"qwen":4,"qwen2":1,"0":1,"5b":1,"qwen1":1,"a2":1,"stabilityai":1,"stablelm":1,"4e1t":1,"bigcode":1,"starcoder2":1,"upstage":1,"solar":1,"pro":1,"preview":1,"fixme":1,"cannot":1,"tokenizer":2,"in":1,"latest":1,"transformers":1,"version":1,"need":1,"to":1,"use":1,"from":1,"meta":1,"llama":2,"xverse":2,"encoder":1,"todo":1,"implement":1,"pp":1,"bart":1},"8574,1625,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"embedding":1,"models":2,"type":1,"ignore":1,"var":1,"annotated":1,"text":1,"only":2,"intfloat":1,"e5":1,"mistral":2,"7b":8,"instruct":5,"pptestsettings":22,"fast":22,"runner":3,"pooling":3,"baai":1,"bge":1,"multilingual":1,"gemma2":1,"qwen":5,"qwen2":4,"5":5,"math":1,"rm":1,"72b":1,"load":2,"format":2,"dummy":2,"multimodal":1,"decoder":2,"salesforce":1,"blip2":1,"opt":1,"6":2,"facebook":1,"chameleon":1,"adept":1,"fuyu":1,"8b":1,"zai":1,"org":1,"glm":1,"4v":1,"9b":1,"opengvlab":1,"internvl2":1,"1b":3,"llava":8,"hf":8,"1":1,"v1":1,"next":1,"video":1,"onevision":1,"0":1,"5b":1,"ov":1,"openbmb":1,"minicpm":1,"llama3":1,"v":1,"2":3,"allenai":1,"molmo":1,"d":1,"0924":1,"aidc":1,"ai":2,"ovis2":1,"microsoft":1,"phi":1,"3":3,"vision":2,"mistralai":1,"pixtral":1,"12b":1,"2409":1,"vl":2,"chat":1,"audio":1,"2b":1,"fixie":1,"ultravox":1,"v0":1,"llama":3,"encoder":1,"todo":1,"implement":1,"pp":1,"meta":1,"11b":1,"yapf":1,"enable":1,"note":1,"you":1,"can":1,"update":1,"this":1,"on":1,"your":1,"local":1,"machine":1,"to":1,"run":1,"specific":1,"tests":1},"10199,1911,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"test":3,"models":3,"language":3,"generation":3,"microsoft":2,"phi":2,"3":5,"5":3,"moe":1,"instruct":4,"meta":1,"llama":3,"2":3,"1b":4,"hmellor":1,"ilama":1,"ibm":1,"powerlm":1,"3b":1,"deepseek":2,"ai":2,"v2":1,"lite":1,"chat":1,"embedding":1,"intfloat":1,"e5":1,"mistral":1,"7b":1,"baai":1,"bge":1,"multilingual":1,"gemma2":1,"multimodal":3,"opengvlab":1,"internvl2":1,"vision":1,"fixie":1,"ultravox":1,"v0":1,"hybrid":1,"arch":1,"ai21labs":1,"jamba":1,"tiny":1,"dev":1,"def":1,"compare":1,"tp":2,"model":10,"id":3,"str":3,"parallel":2,"setup":2,"parallelsetup":1,"distributed":1,"backend":1,"vllm":1,"major":1,"version":2,"runner":1,"runneroption":1,"options":2,"pptestoptions":1,"num":4,"gpus":1,"available":2,"int":1,"method":1,"literal":1,"generate":1,"encode":1,"is":2,"bool":1,"size":4,"pp":1,"eager":1,"mode":3,"chunked":1,"prefill":1,"multi":1,"node":1,"only":1,"load":2,"format":2,"info":7,"hf":8,"example":1,"find":1,"check":2,"transformers":1,"on":2,"fail":2,"skip":2,"trust":3,"remote":3,"code":3,"tokenizer":2,"overrides":7,"config":4,"get":1,"dtype":2,"float16":2,"if":3,"type":1,"in":1,"not":1,"supported":1,"bfloat16":1,"dummy":1,"avoid":1,"oom":1,"text":4,"hidden":2,"layers":1,"4":2,"512":1,"intermediate":1,"800":1,"attention":1,"heads":2,"key":1,"value":1,"1":1,"update":2,"else":2,"online":1},"12110,1169,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"if":10,"num":2,"gpus":2,"available":1,"tp":2,"size":4,"pp":2,"pytest":3,"skip":3,"f":1,"need":1,"at":1,"least":1,"x":1,"vllm":2,"multi":5,"node":5,"and":3,"distributed":2,"backend":2,"mp":1,"skipping":1,"pipeline":1,"parallel":1,"test":1,"for":2,"multiprocessing":1,"only":1,"not":2,"in":2,"setting":1,"common":8,"args":8,"use":1,"half":1,"precision":1,"speed":1,"memory":1,"savings":1,"ci":1,"environment":1,"dtype":2,"max":2,"model":1,"len":1,"2048":1,"seqs":1,"8":1,"chunked":2,"prefill":2,"append":3,"enable":1,"eager":2,"mode":4,"enforce":1,"runner":3,"auto":1,"extend":4,"trust":2,"remote":2,"code":2,"tokenizer":3,"load":3,"format":3,"hf":3,"overrides":3,"json":1,"dumps":1},"13279,1736,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"specific":2,"case":2,"tp":6,"size":8,"2":2,"and":4,"pp":8,"chunked":1,"prefill":1,"testing":2,"ray":10,"compiled":7,"graph":5,"false":1,"if":1,"distributed":5,"backend":6,"vllm":10,"major":4,"version":4,"1":4,"or":1,"for":5,"v1":5,"test":3,"all":2,"the":4,"tests":3,"v0":2,"a":3,"subset":1,"of":3,"env":4,"use":7,"dag":2,"spmd":2,"worker":1,"nccl":1,"channel":1,"temporary":1,"currently":1,"when":1,"zeromq":1,"is":1,"used":1,"it":1,"does":1,"not":1,"properly":1,"terminate":1,"because":1,"issue":1,"common":3,"args":5,"append":1,"disable":1,"frontend":1,"multiprocessing":2,"true":1,"elif":1,"mp":3,"both":1,"executor":3,"support":1,"else":1,"none":1,"pipeline":2,"parallel":3,"str":3,"tensor":2,"compare":1,"without":1,"parallelism":1,"note":1,"might":2,"involve":1,"multiple":1,"nodes":1,"schedule":1,"workers":1,"in":1,"node":2,"other":1,"than":1,"head":1,"which":1,"can":1,"cause":1,"to":1,"fail":1},"15015,1968,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"try":1,"compare":2,"two":1,"settings":5,"model":12,"id":12,"pp":2,"args":2,"tp":5,"env":2,"method":3,"except":1,"exception":2,"if":3,"testing":1,"ray":3,"compiled":3,"graph":3,"and":1,"vllm":6,"major":6,"version":6,"0":1,"tests":2,"are":1,"flaky":1,"for":7,"v0":1,"so":1,"we":1,"don":1,"t":1,"want":1,"to":1,"fail":1,"the":1,"test":12,"logger":1,"failed":1,"else":1,"raise":1,"pytest":2,"mark":2,"parametrize":2,"parallel":5,"setup":5,"distributed":5,"backend":5,"runner":5,"options":5,"params":6,"in":6,"text":1,"generation":2,"models":4,"items":2,"iter":2,"create":2,"new":2,"process":2,"each":2,"def":2,"language":2,"str":6,"parallelsetup":2,"runneroption":2,"pptestoptions":2,"num":3,"gpus":3,"available":3,"generate":1,"is":1,"multimodal":1,"false":1,"embedding":2},"16983,1158,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_parallel.py":{"compare":2,"tp":3,"model":7,"id":7,"parallel":4,"setup":4,"distributed":4,"backend":4,"vllm":4,"major":4,"version":4,"runner":4,"test":7,"options":4,"num":3,"gpus":3,"available":3,"method":2,"encode":1,"is":2,"multimodal":4,"false":1,"pytest":1,"mark":1,"parametrize":1,"params":3,"for":3,"settings":2,"in":3,"models":2,"items":1,"iter":1,"if":1,"create":1,"new":1,"process":1,"each":1,"def":1,"generation":1,"str":3,"parallelsetup":1,"runneroption":1,"pptestoptions":1,"generate":1,"true":1},"0,1854,data/raw/vllm-0.10.1/tests/distributed/test_quick_all_reduce.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":1,"import":9,"random":3,"pytest":2,"ray":2,"torch":8,"distributed":8,"as":2,"dist":1,"from":4,"communication":2,"op":1,"noqa":1,"tensor":1,"model":3,"parallel":5,"all":3,"reduce":3,"state":1,"get":2,"tp":5,"group":7,"graph":3,"capture":2,"platforms":1,"current":1,"platform":1,"utils":1,"ensure":3,"initialized":3,"init":4,"test":5,"environment":2,"multi":1,"process":1,"manual":1,"seed":2,"42":1,"44":1,"size":7,"over":1,"8mb":1,"is":3,"sufficient":1,"for":5,"custom":1,"quick":1,"allreduce":1,"sizes":3,"randint":1,"8":3,"1024":4,"10":1,"in":2,"range":1,"i":2,"v":2,"enumerate":1,"remote":1,"num":1,"gpus":1,"1":3,"max":1,"calls":1,"def":1,"quickreduce":1,"monkeypatch":3,"pp":3,"rank":3,"port":2,"with":1,"context":1,"m":2,"delenv":1,"cuda":4,"visible":1,"devices":1,"raising":1,"false":1,"device":8,"f":1,"set":1,"a":1,"small":1,"warmup":1,"this":3,"needed":1,"because":1,"communicators":1,"might":1,"be":2,"created":1,"lazily":1,"e":1,"g":1,"nccl":1,"will":1,"that":2,"communicator":1,"before":1,"any":1,"happens":1,"so":1,"can":1,"used":1,"immediately":1,"data":5,"zeros":1,"synchronize":1,"del":1},"1854,1971,data/raw/vllm-0.10.1/tests/distributed/test_quick_all_reduce.py":{"we":1,"use":1,"the":2,"first":1,"group":7,"to":3,"communicate":3,"once":1,"and":2,"second":1,"twice":1,"so":1,"on":1,"this":1,"is":1,"used":1,"demonstrate":1,"that":1,"each":1,"can":1,"independently":1,"num":3,"communication":2,"rank":3,"tp":2,"size":3,"1":7,"for":3,"sz":3,"in":3,"test":1,"sizes":1,"dtype":5,"torch":13,"float16":1,"bfloat16":1,"with":3,"graph":7,"capture":3,"device":10,"as":2,"context":3,"inp1":4,"randint":2,"23":2,"cuda":8,"current":2,"inp2":4,"synchronize":1,"cudagraph":1,"stream":2,"range":1,"out1":2,"tensor":2,"model":2,"parallel":2,"all":4,"reduce":4,"dist":2,"out2":2,"replay":1,"testing":2,"assert":2,"close":2,"atol":2,"2":2,"5":2,"rtol":2,"0":2,"ray":1,"remote":1,"gpus":1,"max":1,"calls":1,"def":1,"eager":1,"quickreduce":1,"monkeypatch":3,"pytest":1,"pp":1,"distributed":1,"init":1,"port":1,"m":2,"delenv":1,"visible":1,"devices":1,"raising":1,"false":1,"f":1,"set":1},"3825,1727,data/raw/vllm-0.10.1/tests/distributed/test_quick_all_reduce.py":{"init":2,"test":7,"distributed":2,"environment":1,"tp":8,"size":15,"pp":1,"rank":1,"port":1,"over":1,"8mb":1,"is":2,"sufficient":1,"for":4,"custom":2,"quick":6,"allreduce":3,"sz":3,"16":1,"1024":2,"fa":3,"get":1,"group":1,"device":6,"communicator":1,"qr":1,"comm":1,"inp":6,"torch":7,"tensor":2,"1":5,"0":4,"i":4,"23":2,"in":2,"range":2,"dtype":2,"float16":1,"out":4,"all":2,"reduce":3,"testing":2,"assert":2,"close":2,"atol":2,"2":4,"5":2,"rtol":2,"bfloat16":1,"pytest":7,"mark":5,"skipif":1,"not":2,"current":1,"platform":1,"rocm":3,"reason":1,"only":1,"parametrize":4,"quant":3,"mode":3,"fp":1,"int8":1,"int6":1,"int4":1,"pipeline":4,"parallel":5,"target":3,"graph":1,"quickreduce":2,"eager":1,"def":1,"monkeypatch":4,"world":2,"if":1,"cuda":1,"count":1,"skip":1,"enough":1,"gpus":1,"to":1,"run":1,"the":1,"setenv":1,"vllm":1,"quantization":1,"multi":1,"process":1},"0,1929,data/raw/vllm-0.10.1/tests/distributed/test_multi_node_assignment.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":3,"vllm":9,"project":1,"make":1,"sure":1,"ray":10,"assigns":1,"gpu":2,"workers":4,"correct":1,"node":6,"run":2,"sh":1,"cd":1,"path":1,"tests":1,"pytest":3,"distributed":1,"test":3,"multi":5,"assignment":2,"py":1,"import":8,"os":2,"from":5,"util":1,"scheduling":4,"strategies":1,"placementgroupschedulingstrategy":2,"initialize":2,"cluster":2,"config":6,"parallelconfig":2,"executor":1,"utils":2,"wait":2,"until":2,"pg":2,"removed":2,"get":7,"ip":9,"getenv":1,"1":3,"mark":1,"skipif":1,"not":2,"reason":1,"need":1,"at":1,"least":1,"nodes":1,"def":2,"none":1,"note":1,"important":1,"keep":1,"this":1,"class":2,"definition":1,"here":1,"let":1,"use":1,"cloudpickle":1,"serialize":1,"it":1,"actor":2,"self":1,"return":1,"for":3,"in":3,"range":1,"10":1,"current":2,"bundle":6,"id":2,"enumerate":1,"placement":6,"group":6,"specs":1,"if":1,"continue":1,"strategy":3,"capture":1,"child":1,"tasks":1,"true":1,"index":1,"worker":7,"remote":3,"num":2,"cpus":1,"gpus":1,"assert":1,"append":1,"kill":1},"0,1590,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_partition.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":3,"os":2,"pytest":6,"from":1,"distributed":1,"utils":1,"get":3,"pp":9,"indices":2,"def":2,"test":1,"custom":1,"layer":4,"partition":9,"monkeypatch":3,"with":5,"context":1,"as":1,"m":3,"verify":8,"str":2,"num":2,"layers":3,"size":2,"goldens":2,"bak":3,"environ":1,"none":2,"setenv":2,"for":1,"rank":2,"golden":2,"in":1,"enumerate":1,"assert":1,"if":1,"is":1,"not":1,"even":1,"5":32,"20":11,"4":11,"10":12,"15":10,"balanced":1,"6":4,"16":4,"put":1,"reminder":1,"somewhere":1,"22":2,"11":2,"invalid":1,"strings":1,"raises":4,"valueerror":4,"a":1,"wrong":2,"number":2,"of":2,"partitions":1,"21":1},"1590,682,data/raw/vllm-0.10.1/tests/distributed/test_pipeline_partition.py":{"pytest":1,"mark":1,"parametrize":1,"num":3,"hidden":3,"layers":3,"pp":9,"size":5,"rank":3,"indices":4,"2":17,"0":10,"1":11,"3":19,"4":6,"5":4,"def":1,"test":1,"uneven":1,"auto":1,"partition":1,"int":5,"tuple":1,"assert":1,"get":1},"0,1952,data/raw/vllm-0.10.1/tests/distributed/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":9,"random":8,"from":4,"typing":1,"optional":1,"union":1,"msgspec":2,"msgpack":1,"pytest":5,"zmq":2,"config":9,"kveventsconfig":2,"distributed":1,"kv":2,"events":3,"eventpublisherfactory":2,"test":3,"samplebatch":1,"dp":2,"rank":2,"fixture":4,"def":4,"port":6,"generate":1,"a":4,"number":1,"for":2,"testing":2,"return":4,"randint":1,"10000":1,"59900":1,"publisher":11,"request":3,"create":4,"with":1,"inproc":4,"transport":1,"how":2,"param":2,"if":5,"hasattr":1,"else":3,"endpoint":23,"f":3,"replay":13,"tcp":4,"100":2,"enable":1,"cache":1,"true":1,"buffer":1,"steps":1,"hwm":1,"1000":1,"topic":2,"and":3,"instance":1,"pub":3,"yield":2,"shutdown":1,"subscriber":2,"startswith":2,"replace":2,"127":2,"1":2,"sub":3,"mocksubscriber":1,"none":1,"close":1},"1952,1895,data/raw/vllm-0.10.1/tests/distributed/conftest.py":{"class":2,"mocksubscriber":1,"helper":1,"to":3,"receive":3,"and":1,"verify":1,"published":1,"events":1,"def":2,"init":1,"self":21,"pub":5,"endpoints":12,"union":3,"str":7,"list":4,"replay":14,"optional":1,"none":3,"topic":9,"decode":3,"type":3,"samplebatch":3,"ctx":3,"zmq":4,"context":1,"instance":1,"convert":1,"single":2,"endpoint":5,"for":3,"consistency":1,"if":5,"isinstance":2,"set":2,"up":2,"subscriber":1,"socket":3,"connect":3,"all":1,"sub":6,"setsockopt":1,"subscribe":1,"encode":2,"utf":2,"8":2,"in":2,"sockets":3,"provided":1,"req":1,"append":2,"bytes":7,"received":2,"msgs":2,"tuple":2,"int":3,"last":2,"seq":8,"1":1,"decoder":3,"msgspec":1,"msgpack":1,"one":1,"timeout":3,"1000":1,"a":1,"message":1,"with":1,"not":1,"poll":1,"return":2,"payload":2,"recv":1,"multipart":1,"assert":1,"from":1,"big":1,"data":3},"3847,1658,data/raw/vllm-0.10.1/tests/distributed/conftest.py":{"def":3,"request":2,"replay":19,"self":12,"start":3,"seq":7,"int":6,"socket":14,"idx":8,"0":2,"none":1,"of":2,"messages":2,"starting":1,"from":3,"if":6,"not":7,"sockets":9,"raise":4,"valueerror":4,"initialized":2,"len":2,"f":2,"invalid":2,"index":2,"send":1,"to":1,"bytes":4,"8":1,"big":2,"receive":2,"list":2,"tuple":2,"samplebatch":2,"replayed":4,"a":1,"specific":1,"while":1,"true":1,"try":1,"poll":1,"1000":1,"break":3,"frames":4,"recv":1,"multipart":1,"or":1,"1":1,"end":1,"marker":1,"payload":2,"data":2,"decoder":1,"decode":1,"append":1,"except":1,"zmq":1,"zmqerror":1,"as":1,"return":1,"close":3,"clean":1,"up":1,"resources":1,"sub":1,"for":1,"in":1},"0,1932,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":6,"project":1,"import":11,"multiprocessing":4,"os":2,"numpy":1,"as":2,"np":1,"pytest":1,"torch":4,"distributed":8,"from":5,"communication":1,"op":1,"noqa":1,"tensor":1,"model":2,"parallel":3,"all":1,"reduce":1,"device":6,"communicators":2,"pynccl":2,"pyncclcommunicator":1,"wrapper":3,"nccllibrary":1,"state":1,"ensure":1,"initialized":1,"get":1,"world":5,"group":1,"graph":1,"capture":1,"init":2,"environment":7,"utils":1,"update":3,"variables":5,"def":3,"run":1,"fn":8,"size":4,"number":4,"of":4,"processes":8,"list":1,"process":3,"for":3,"i":3,"in":4,"range":1,"env":10,"dict":1,"str":6,"rank":5,"local":5,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"p":7,"target":1,"args":1,"append":1,"start":1,"join":1,"assert":1,"exitcode":1,"worker":2,"cannot":1,"accept":1,"directly":1,"so":1,"we":1,"need":1,"pass":1,"arguments":1,"and":1,"function":1,"wrapped":2,"environ":1,"f":1,"cuda":2,"set":1,"return":1},"1932,1840,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"def":4,"worker":6,"fn":6,"pynccl":12,"comm":9,"pyncclcommunicator":2,"get":5,"world":3,"group":8,"cpu":4,"device":10,"tensor":13,"torch":18,"ones":2,"16":2,"1024":4,"dtype":2,"float32":2,"cuda":7,"rank":4,"all":8,"reduce":5,"synchronize":3,"assert":3,"size":1,"item":3,"pytest":2,"mark":2,"skipif":2,"count":2,"2":5,"reason":2,"need":2,"at":2,"least":2,"gpus":2,"to":2,"run":4,"the":2,"test":4,"distributed":7,"wrapper":2,"multiple":4,"allreduce":3,"f":1,"groups":5,"new":2,"ranks":2,"0":4,"1":4,"backend":2,"gloo":2,"3":1,"if":2,"in":3,"else":2,"two":1,"can":1,"communicate":1,"independently":1,"4":4,"this":1,"tests":1,"for":1,"tp":1,"a":1,"standalone":1,"way":1,"i":1,"e":1,"call":1,"directly":1},"3772,1973,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"def":4,"multiple":4,"allreduce":3,"with":8,"vllm":4,"worker":6,"fn":6,"device":12,"torch":19,"f":2,"cuda":10,"distributed":3,"get":6,"rank":3,"ensure":1,"model":5,"parallel":5,"initialized":1,"2":3,"tensor":13,"ones":2,"16":1,"1024":2,"dtype":1,"float32":1,"graph":5,"capture":1,"two":1,"tp":2,"groups":2,"can":1,"communicate":1,"independently":1,"if":1,"in":2,"0":1,"1":1,"all":9,"reduce":5,"synchronize":5,"assert":3,"4":6,"cpu":5,"item":3,"else":1,"pytest":1,"mark":1,"skipif":1,"count":1,"reason":1,"need":1,"at":1,"least":1,"gpus":1,"to":2,"run":3,"the":2,"test":2,"pynccl":7,"this":1,"tests":1,"for":1,"together":1,"i":1,"e":1,"call":1,"wrapper":2,"cudagraph":2,"no":1,"grad":1,"comm":5,"pyncclcommunicator":2,"world":5,"group":6,"something":1,"default":1,"stream":1,"initialize":1,"engine":1,"a":4,"out":2,"replay":1,"size":1,"gather":1},"5745,1987,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"rank":9,"pynccl":11,"comm":9,"world":11,"size":9,"device":16,"f":2,"cuda":6,"num":8,"elems":8,"1000":1,"tensor":4,"torch":20,"arange":4,"dtype":6,"float32":6,"result":6,"zeros":2,"expected":4,"cat":2,"r":5,"for":2,"in":2,"range":2,"to":4,"all":7,"gather":3,"synchronize":2,"testing":2,"assert":3,"close":2,"rtol":2,"1e":4,"5":3,"atol":2,"8":3,"pytest":2,"mark":2,"skipif":2,"count":2,"2":6,"reason":2,"need":2,"at":2,"least":2,"gpus":2,"run":4,"the":2,"test":4,"def":3,"distributed":2,"worker":5,"fn":5,"wrapper":2,"gatherv":4,"pyncclcommunicator":1,"get":2,"group":3,"cpu":1,"sizes":6,"81":2,"20":1,"57":1,"52":1,"49":2,"100":2,"sum":1},"7732,1907,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"def":3,"reduce":5,"scatter":4,"worker":4,"fn":4,"pynccl":10,"comm":9,"pyncclcommunicator":2,"get":4,"world":14,"group":6,"cpu":2,"device":16,"rank":12,"size":13,"f":2,"cuda":4,"num":10,"elems":10,"1000":1,"tensor":5,"torch":13,"arange":3,"dtype":5,"float32":5,"assert":3,"0":1,"result":5,"zeros":2,"calculate":1,"expected":3,"for":3,"this":1,"s":1,"chunk":1,"scattered":3,"all":2,"tensors":2,"r":2,"in":2,"range":1,"sum":2,"1":1,"to":2,"synchronize":1,"testing":1,"close":1,"rtol":1,"1e":2,"5":2,"atol":1,"8":2,"pytest":1,"mark":1,"skipif":1,"count":1,"2":3,"reason":1,"need":1,"at":1,"least":1,"gpus":1,"run":2,"the":1,"test":2,"distributed":1,"wrapper":1,"scatterv":1,"sizes":3,"81":2,"20":1,"57":1,"52":1,"49":2,"100":1},"9639,1958,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"calculate":1,"expected":3,"result":3,"for":3,"this":1,"rank":10,"s":1,"chunk":1,"all":3,"tensors":2,"torch":13,"arange":1,"num":1,"elems":1,"dtype":3,"float32":3,"r":2,"100":1,"in":2,"range":1,"world":5,"size":3,"sizes":6,"cumsum":4,"np":1,"start":2,"0":4,"if":3,"else":3,"1":4,"end":2,"sum":1,"tensor":8,"to":4,"device":6,"pynccl":15,"comm":12,"reduce":3,"scatterv":3,"cuda":7,"synchronize":2,"testing":1,"assert":2,"close":1,"rtol":1,"1e":2,"5":1,"atol":1,"8":1,"pytest":3,"mark":3,"skipif":3,"count":3,"2":9,"reason":3,"need":3,"at":3,"least":3,"gpus":3,"run":6,"the":3,"test":6,"def":4,"distributed":3,"worker":6,"fn":6,"with":2,"cudagraph":2,"wrapper":2,"send":4,"recv":4,"pyncclcommunicator":1,"get":2,"group":3,"cpu":2,"ones":1,"16":2,"1024":4,"empty":1,"dst":1,"src":1,"item":1},"11597,1764,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"def":3,"multiple":3,"send":4,"recv":4,"worker":4,"fn":4,"device":12,"torch":20,"f":1,"cuda":4,"distributed":10,"get":6,"rank":8,"groups":3,"new":2,"group":5,"ranks":2,"0":6,"2":5,"backend":2,"gloo":2,"1":7,"3":1,"if":4,"in":3,"else":4,"pynccl":9,"comm":7,"pyncclcommunicator":1,"tensor":7,"ones":2,"16":3,"1024":6,"dtype":3,"float32":3,"elif":1,"empty":1,"dst":1,"world":2,"size":2,"src":1,"synchronize":1,"assert":2,"all":2,"cpu":2,"item":2,"pytest":2,"mark":2,"skipif":2,"count":2,"4":6,"reason":2,"need":2,"at":2,"least":2,"gpus":2,"to":2,"run":4,"the":2,"test":4,"broadcast":2,"wrapper":1},"13361,1655,data/raw/vllm-0.10.1/tests/distributed/test_pynccl.py":{"def":2,"broadcast":4,"worker":1,"fn":1,"test":2,"for":3,"every":1,"root":1,"rank":3,"essentially":1,"this":2,"is":4,"an":2,"all":2,"gather":1,"operation":1,"pynccl":8,"comm":8,"pyncclcommunicator":1,"get":2,"world":4,"group":3,"cpu":2,"device":6,"recv":4,"tensors":4,"torch":6,"empty":1,"16":3,"1024":4,"dtype":2,"float32":2,"i":6,"in":3,"range":2,"size":2,"ones":1,"src":1,"the":3,"op":1,"might":1,"be":1,"launched":1,"a":1,"different":1,"stream":1,"need":1,"to":2,"synchronize":2,"make":1,"sure":1,"tensor":1,"ready":1,"cuda":1,"assert":2,"item":1,"ncclgetuniqueid":2,"lib":2,"nccllibrary":1,"unique":3,"id":3,"list":1,"internal":1,"something":1,"like":1,"34":1,"23":1,"83":1,"109":1,"19":1,"59":1,"95":1,"2":1,"0":114,"86":1,"55":1,"10":1,"128":1,"29":1,"as":2,"long":1,"function":1,"doesn":1,"t":1,"raise":1,"exception":1,"we":1,"re":1,"good":1,"not":1,"none":1},"0,1974,data/raw/vllm-0.10.1/tests/distributed/test_custom_all_reduce.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":3,"project":1,"import":8,"random":3,"pytest":2,"ray":2,"torch":7,"distributed":8,"as":2,"dist":1,"from":3,"communication":3,"op":1,"noqa":1,"tensor":1,"model":3,"parallel":5,"all":3,"reduce":3,"state":1,"get":2,"tp":6,"group":10,"graph":3,"capture":2,"utils":1,"ensure":3,"initialized":3,"init":4,"test":5,"environment":2,"multi":1,"process":1,"seed":1,"42":1,"sizes":3,"randint":1,"1024":2,"2048":1,"for":4,"in":2,"range":1,"8":2,"i":2,"v":2,"enumerate":1,"remote":1,"num":2,"gpus":1,"1":4,"max":1,"calls":1,"def":1,"allreduce":1,"monkeypatch":3,"size":7,"pp":3,"rank":4,"port":2,"with":1,"context":1,"m":2,"delenv":1,"cuda":4,"visible":1,"devices":1,"raising":1,"false":1,"device":8,"f":1,"set":1,"a":1,"small":1,"warmup":1,"this":4,"is":3,"needed":1,"because":1,"communicators":1,"might":1,"be":2,"created":1,"lazily":1,"e":1,"g":1,"nccl":1,"will":1,"that":3,"communicator":1,"before":1,"any":1,"happens":1,"so":2,"can":2,"used":2,"immediately":1,"data":5,"zeros":1,"synchronize":1,"del":1,"we":1,"use":1,"first":1,"communicate":3,"once":1,"and":2,"second":1,"twice":1,"on":1,"demonstrate":1,"each":1,"independently":1},"1974,1997,data/raw/vllm-0.10.1/tests/distributed/test_custom_all_reduce.py":{"for":3,"sz":3,"in":3,"test":3,"sizes":1,"dtype":5,"torch":14,"float32":1,"float16":1,"bfloat16":1,"with":3,"graph":7,"capture":3,"device":10,"as":2,"context":3,"use":1,"integers":1,"so":1,"result":1,"matches":1,"nccl":1,"exactly":1,"inp1":4,"randint":2,"1":4,"16":2,"cuda":8,"current":2,"inp2":4,"synchronize":1,"cudagraph":1,"stream":2,"i":1,"range":1,"num":2,"communication":1,"out1":2,"tensor":2,"model":2,"parallel":2,"all":4,"reduce":4,"the":1,"input":1,"buffer":1,"is":1,"immediately":1,"modified":1,"to":1,"synchronization":1,"dist":2,"group":4,"out2":2,"replay":1,"testing":2,"assert":2,"close":2,"ray":1,"remote":1,"gpus":1,"max":1,"calls":1,"def":1,"eager":1,"allreduce":1,"monkeypatch":3,"pytest":1,"tp":2,"size":4,"pp":2,"rank":3,"distributed":3,"init":3,"port":2,"m":2,"delenv":1,"visible":1,"devices":1,"raising":1,"false":1,"f":1,"set":1,"environment":1},"3971,1431,data/raw/vllm-0.10.1/tests/distributed/test_custom_all_reduce.py":{"we":1,"use":1,"the":3,"first":1,"group":4,"to":4,"communicate":3,"once":1,"and":2,"second":1,"twice":1,"so":1,"on":1,"this":1,"is":1,"used":1,"demonstrate":1,"that":1,"each":1,"can":1,"independently":1,"num":5,"communication":5,"rank":1,"tp":8,"size":13,"1":2,"sz":3,"1024":1,"fa":3,"get":1,"device":6,"communicator":1,"ca":1,"comm":1,"inp":6,"torch":7,"ones":2,"dtype":2,"float32":1,"out":8,"for":2,"in":2,"range":2,"all":2,"reduce":2,"registered":2,"false":2,"testing":2,"assert":2,"close":2,"4":1,"bfloat16":1,"pytest":5,"mark":3,"parametrize":3,"2":2,"pipeline":4,"parallel":5,"test":5,"target":3,"eager":1,"allreduce":3,"graph":1,"def":1,"custom":1,"monkeypatch":3,"world":2,"if":1,"cuda":1,"count":1,"skip":1,"not":1,"enough":1,"gpus":1,"run":1,"multi":1,"process":1},"0,1370,data/raw/vllm-0.10.1/tests/distributed/test_node_count.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":5,"os":2,"torch":2,"distributed":4,"as":1,"dist":8,"from":3,"parallel":1,"state":1,"node":5,"count":5,"utils":2,"statelessprocessgroup":3,"get":7,"ip":6,"open":2,"port":6,"if":3,"name":1,"main":1,"init":1,"process":1,"group":3,"backend":1,"gloo":1,"rank":4,"world":5,"size":3,"broadcast":2,"object":2,"list":2,"src":2,"else":2,"recv":3,"none":2,"stateless":2,"pg":5,"create":1,"for":1,"in":1,"test":7,"result":5,"expected":5,"based":1,"on":1,"environment":1,"variable":1,"int":1,"environ":1,"num":1,"nodes":4,"1":1,"assert":1,"f":5,"got":3,"print":2,"passed":2,"when":2,"using":2},"0,1939,data/raw/vllm-0.10.1/tests/distributed/test_torchrun_example.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":10,"vllm":5,"project":1,"unit":1,"test":6,"for":2,"examples":1,"offline":1,"inference":1,"torchrun":1,"example":1,"py":1,"import":5,"os":2,"random":3,"torch":3,"distributed":3,"as":1,"dist":5,"from":3,"llm":11,"samplingparams":2,"parallel":3,"state":1,"get":3,"world":2,"group":11,"init":1,"process":2,"backend":2,"gloo":1,"create":1,"prompts":3,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"sampling":2,"params":4,"temperature":1,"8":1,"top":1,"p":1,"95":1,"set":1,"different":2,"gpu":3,"memory":2,"utilization":2,"and":1,"swap":2,"space":2,"ranks":7,"if":2,"all":2,"agree":1,"on":1,"same":2,"kv":1,"cache":3,"configuration":1,"model":5,"facebook":1,"opt":1,"125m":1,"tensor":1,"size":3,"pipeline":1,"int":1,"getenv":1,"pp":1,"1":2,"executor":2,"external":1,"launcher":1,"uniform":1,"7":1,"9":1,"randint":1,"4":1,"seed":1,"outputs":2,"generate":1,"cpu":6,"rank":3,"def":1,"consistent":4,"across":4,"obj":3,"broadcast":2,"object":2,"list":3,"src":2,"else":1,"container":3,"none":1,"assert":1,"engine":3,"config":4,"num":2,"blocks":2,"make":1,"sure":1,"we":1,"can":1,"access":1,"parameters":2,"calling":1,"instance":1,"driver":1,"worker":2,"runner":1,"len":1,"should":1,"have":1},"1939,286,data/raw/vllm-0.10.1/tests/distributed/test_torchrun_example.py":{"for":1,"output":3,"in":1,"outputs":2,"prompt":5,"generated":4,"text":5,"0":1,"test":2,"consistent":2,"across":2,"ranks":2,"print":1,"f":2,"rank":2,"torch":1,"r":2},"0,1935,data/raw/vllm-0.10.1/tests/distributed/test_events.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"threading":1,"time":3,"msgspec":2,"pytest":2,"from":1,"distributed":1,"kv":1,"events":14,"eventbatch":2,"eventpublisherfactory":1,"nulleventpublisher":1,"dp":1,"rank":1,"class":2,"eventsample":3,"struct":1,"tag":1,"true":2,"type":2,"ignore":2,"array":1,"like":1,"test":16,"event":9,"for":6,"publisher":6,"testing":2,"id":4,"int":2,"value":4,"str":1,"samplebatch":3,"batch":8,"list":1,"def":3,"create":4,"count":2,"a":1,"of":2,"i":6,"f":2,"in":4,"range":3,"return":1,"ts":3,"basic":2,"publishing":3,"subscriber":4,"works":1,"5":1,"publish":2,"result":3,"receive":2,"one":2,"timeout":2,"1000":1,"assert":6,"is":1,"not":1,"none":1,"no":1,"message":1,"received":7,"seq":2,"sequence":1,"number":2,"mismatch":5,"approx":1,"abs":1,"1":1,"timestamp":1,"len":2,"enumerate":1,"multiple":2,"and":1,"receiving":1,"batches":1,"10":2,"data":3,"100":1,"if":1,"append":1},"1935,1928,data/raw/vllm-0.10.1/tests/distributed/test_events.py":{"assert":7,"len":3,"received":3,"10":7,"number":1,"of":1,"messages":5,"mismatch":2,"seqs":7,"seq":10,"for":6,"in":7,"list":2,"range":4,"sequence":2,"numbers":1,"def":3,"test":10,"replay":8,"mechanism":2,"publisher":14,"subscriber":7,"the":3,"works":1,"correctly":1,"19":1,"batch":8,"create":5,"events":5,"1":5,"publish":5,"time":2,"sleep":2,"0":4,"5":2,"need":2,"to":2,"process":2,"above":2,"requests":2,"request":2,"20th":1,"message":1,"replayed":9,"receive":2,"no":1,"all":1,"not":2,"order":1,"min":2,"max":1,"consecutive":1,"buffer":8,"limit":2,"config":6,"behavior":1,"size":4,"steps":1,"more":2,"than":2,"can":2,"hold":1,"i":1,"t":1,"oldest":3,"should":1,"be":1,"at":1,"least":1,"topic":3,"filtering":1,"that":1,"a":1,"only":1,"receives":1,"matching":1,"its":1,"filter":1,"endpoint":1,"none":1,"foo":1,"pub":1,"eventpublisherfactory":1,"dp":1,"rank":1},"3863,1933,data/raw/vllm-0.10.1/tests/distributed/test_events.py":{"from":1,"conftest":1,"import":1,"mocksubscriber":3,"sub":6,"foo":6,"publisher":7,"config":2,"endpoint":2,"none":4,"bar":6,"try":1,"time":8,"sleep":2,"0":4,"1":2,"for":7,"in":9,"range":4,"3":3,"pub":2,"publish":5,"create":2,"test":4,"events":8,"received":10,"receive":5,"one":3,"timeout":4,"200":2,"assert":4,"all":2,"msg":4,"is":2,"not":2,"subscriber":4,"with":2,"matching":2,"topic":2,"should":4,"messages":3,"non":1,"no":1,"finally":1,"shutdown":1,"close":2,"def":2,"high":2,"volume":2,"publishing":1,"and":1,"receiving":1,"a":2,"of":1,"num":4,"batches":4,"10":3,"000":1,"per":2,"batch":4,"100":3,"separate":1,"thread":5,"to":2,"block":1,"i":2,"small":1,"delay":1,"avoid":1,"overwhelming":1,"if":3,"01":1,"list":1,"tuple":1,"int":1,"samplebatch":1,"threading":1,"target":1,"start":3,"while":1,"len":2,"after":1,"seconds":1,"break":1,"result":3,"append":1,"join":1,"9":1,"we":1,"have":1,"most":1,"seqs":3,"seq":2,"sorted":1,"sequence":1,"numbers":1,"be":1,"order":1},"5796,1962,data/raw/vllm-0.10.1/tests/distributed/test_events.py":{"def":2,"test":10,"null":1,"publisher":11,"that":2,"nulleventpublisher":2,"can":1,"be":1,"used":1,"without":1,"errors":2,"dp":3,"rank":11,"this":1,"should":1,"not":2,"raise":1,"any":1,"batch":6,"create":5,"events":6,"5":1,"publish":4,"shutdown":1,"data":2,"parallel":2,"tagging":1,"config":7,"are":1,"properly":1,"tagged":1,"with":1,"their":1,"topic":3,"foo":1,"pub":4,"0":20,"eventpublisherfactory":2,"1":13,"hardcode":1,"the":1,"expected":7,"endpoints":3,"based":1,"on":1,"port":5,"offsetting":1,"behavior":1,"both":1,"ranks":2,"get":1,"offsets":1,"according":1,"to":1,"offset":1,"endpoint":14,"function":1,"base":7,"if":1,"tcp":5,"in":1,"for":2,"localhost":3,"5557":3,"5558":2,"gets":4,"same":1,"replace":1,"else":1,"inproc":4,"dp0":1,"dp1":3,"from":4,"conftest":1,"import":1,"mocksubscriber":3,"sub":3,"none":3,"try":1,"time":1,"sleep":1,"let":1,"publishers":1,"start":1,"up":1,"different":1,"2":1,"3":1,"receive":2,"result":3,"one":1,"timeout":1,"200":1,"assert":1,"is":1,"no":1,"message":1,"received":2,"seq":1},"7758,819,data/raw/vllm-0.10.1/tests/distributed/test_events.py":{"receive":2,"events":5,"from":4,"rank":11,"1":16,"result":3,"sub":3,"one":1,"timeout":1,"200":1,"assert":5,"is":2,"not":1,"none":1,"no":1,"message":1,"received":8,"seq":1,"verify":2,"dp":3,"tagging":1,"0":8,"data":4,"parallel":4,"f":2,"expected":2,"got":2,"event":1,"content":1,"correct":1,"len":2,"2":1,"wrong":2,"number":2,"of":2,"3":1,"finally":1,"pub":2,"shutdown":2,"close":2},"0,1272,data/raw/vllm-0.10.1/tests/distributed/test_same_node.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":1,"import":5,"os":2,"torch":2,"distributed":4,"as":3,"dist":8,"from":3,"parallel":1,"state":1,"in":3,"same":5,"node":4,"utils":2,"statelessprocessgroup":3,"get":7,"ip":6,"open":2,"port":6,"if":3,"name":1,"main":1,"init":1,"process":1,"group":3,"backend":1,"gloo":1,"rank":5,"broadcast":2,"object":2,"list":2,"src":2,"else":2,"recv":3,"none":2,"stateless":2,"pg":5,"create":1,"world":3,"size":1,"for":1,"test":6,"result":3,"all":1,"source":1,"expected":4,"environ":1,"host":1,"1":2,"assert":1,"f":1,"got":1,"print":2,"passed":2,"when":2,"using":2},"0,1759,data/raw/vllm-0.10.1/tests/distributed/test_kvlayout.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"from":3,"config":23,"import":3,"deviceconfig":4,"kvtransferconfig":3,"modelconfig":2,"vllmconfig":4,"set":4,"current":4,"distributed":1,"kv":22,"transfer":7,"connector":13,"utils":1,"get":7,"cache":7,"layout":13,"logger":4,"init":2,"test":7,"expert":1,"parallel":1,"def":3,"without":1,"device":3,"cpu":3,"with":8,"default":3,"settings":3,"assert":3,"nhd":2,"lmcache":1,"lmcacheconnectorv1":1,"role":2,"both":2,"nixl":1,"nixlconnector":1,"model":3,"hnd":1},"1759,1377,data/raw/vllm-0.10.1/tests/distributed/test_kvlayout.py":{"def":1,"test":2,"get":2,"kv":15,"connector":7,"cache":2,"layout":4,"with":3,"multi":1,"transfer":3,"config":11,"kvtransferconfig":1,"multiconnector":1,"role":3,"both":3,"extra":1,"connectors":1,"sharedstorageconnector":1,"nixlconnector":1,"model":3,"modelconfig":1,"vllm":3,"vllmconfig":1,"device":1,"deviceconfig":1,"cpu":1,"set":1,"current":1,"default":1,"settings":1,"assert":1,"hnd":1},"0,1853,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":4,"project":1,"import":9,"multiprocessing":4,"os":2,"random":3,"pytest":1,"torch":5,"distributed":6,"from":3,"eplb":1,"rebalance":1,"execute":1,"rearrange":1,"expert":1,"weights":1,"inplace":1,"parallel":2,"state":1,"ensure":2,"model":1,"initialized":1,"get":1,"tp":1,"group":1,"init":2,"environment":7,"utils":1,"update":3,"variables":5,"def":3,"run":1,"fn":7,"world":4,"size":4,"number":4,"of":4,"processes":8,"list":1,"process":4,"for":3,"i":3,"in":4,"range":1,"env":10,"dict":1,"str":6,"rank":5,"local":5,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"p":7,"target":1,"args":1,"append":1,"start":1,"join":1,"assert":1,"exitcode":1,"worker":2,"wrapper":1,"cannot":1,"accept":1,"directly":1,"so":1,"we":1,"need":1,"pass":1,"as":1,"arguments":1,"and":1,"function":1,"wrapped":2,"environ":1,"device":4,"f":1,"cuda":2,"set":1,"each":1,"has":1,"same":1,"seed":3,"42":2,"manual":1,"return":1},"1853,1881,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"def":2,"create":4,"expert":12,"indices":10,"with":2,"redundancy":11,"num":13,"layers":9,"int":8,"logical":13,"experts":12,"total":6,"physical":12,"config":5,"list":4,"for":7,"each":2,"torch":7,"tensor":4,"args":2,"number":3,"of":4,"returns":1,"shape":3,"assert":2,"sum":1,"len":1,"zeros":1,"dtype":1,"long":1,"layer":6,"in":4,"range":3,"pos":4,"0":1,"id":4,"enumerate":1,"1":3,"shuffle":1,"the":3,"at":1,"dim":1,"randperm":1,"return":1,"weights":5,"local":2,"hidden":1,"sizes":1,"rank":1,"device":2,"to":3,"mapping":3,"fake":1,"testing":1,"use":1,"arange":1,"generate":1,"predictable":1,"values":1,"based":1,"on":1,"all":1,"replicas":1,"same":2,"should":1,"have":1},"3734,1918,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"for":5,"layer":6,"in":4,"range":4,"num":10,"layers":1,"weights":7,"weight":5,"idx":2,"hidden":4,"size":3,"enumerate":1,"sizes":1,"tensor":3,"torch":4,"zeros":1,"local":6,"experts":11,"device":4,"dtype":2,"float32":2,"expert":11,"get":1,"the":5,"logical":11,"id":4,"this":1,"physical":5,"global":2,"pos":2,"rank":1,"to":2,"mapping":1,"item":1,"generate":1,"based":1,"on":1,"so":1,"that":1,"all":1,"replicas":1,"of":1,"same":2,"have":1,"base":3,"value":3,"1000":1,"100":1,"10":1,"arange":1,"append":2,"return":2,"def":1,"create":2,"redundancy":5,"config":4,"int":3,"list":1,"a":1,"configuration":1,"1":2,"remaining":3,"randomly":1,"assign":1,"random":1,"choice":1},"5652,1829,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"def":2,"verify":3,"expert":16,"weights":15,"after":2,"shuffle":1,"list":6,"torch":6,"tensor":6,"new":2,"indices":3,"hidden":5,"sizes":3,"int":6,"ep":2,"rank":2,"num":6,"local":10,"experts":5,"the":3,"shuffling":1,"are":2,"correct":2,"layers":2,"len":1,"for":4,"layer":6,"in":3,"range":2,"weight":7,"idx":4,"size":3,"enumerate":1,"calculate":1,"global":3,"id":1,"this":1,"pos":2,"expected":9,"logical":4,"item":1,"check":1,"if":1,"actual":4,"base":3,"1000":1,"100":1,"10":1,"arange":1,"device":2,"dtype":2,"testing":1,"assert":1,"close":1,"msg":1,"f":4,"do":1,"not":1,"match":1,"redundant":1,"have":1,"same":1,"world":1},"7481,1910,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"verify":2,"that":2,"all":9,"replicas":2,"of":2,"the":4,"same":4,"logical":4,"expert":11,"have":2,"weights":22,"num":5,"layers":2,"len":1,"total":4,"physical":7,"experts":8,"world":2,"size":7,"local":6,"for":6,"layer":6,"in":3,"range":2,"collect":2,"each":2,"weight":6,"matrix":1,"list":6,"torch":5,"tensor":4,"idx":5,"hidden":6,"enumerate":1,"sizes":1,"create":1,"to":3,"store":1,"shape":2,"gathered":5,"zeros":1,"device":2,"dtype":2,"use":1,"gather":3,"from":1,"current":2,"node":1,"split":1,"along":1,"dim":2,"0":2,"into":1,"a":1,"chunk":1,"distributed":1,"output":1,"element":1,"corresponds":1,"one":1,"rank":2,"s":2,"input":1,"append":1,"dict":2,"int":3,"pos":2,"id":1,"indices":1,"item":1},"9391,1882,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"if":1,"logical":17,"expert":12,"id":4,"not":1,"in":3,"weights":9,"first":1,"time":1,"encountering":1,"this":1,"save":1,"its":1,"weight":8,"idx":7,"all":2,"physical":11,"pos":3,"for":2,"range":2,"len":2,"hidden":2,"sizes":2,"else":1,"verify":1,"that":1,"current":1,"s":1,"match":1,"the":1,"previously":1,"saved":1,"torch":1,"testing":1,"assert":1,"close":1,"msg":1,"f":4,"layer":2,"has":1,"different":1,"than":1,"expected":1,"pytest":1,"mark":1,"parametrize":1,"world":1,"size":1,"num":3,"layers":1,"local":1,"experts":26,"2":16,"gpu":12,"per":6,"3":5,"4":10,"1":3,"redundant":6,"6":3,"8":7,"16":6,"0":1,"5":2,"32":1},"11273,1772,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"def":2,"test":4,"rearrange":1,"expert":7,"weights":2,"with":6,"redundancy":12,"world":5,"size":7,"num":10,"layers":3,"local":2,"experts":12,"logical":5,"the":2,"functionality":1,"of":1,"rearranging":1,"if":1,"torch":3,"cuda":2,"device":3,"count":1,"pytest":1,"skip":1,"f":2,"need":1,"at":1,"least":1,"gpus":1,"to":2,"run":1,"worker":2,"fn":2,"wrapper":1,"initialize":1,"model":4,"parallel":6,"using":1,"tensor":2,"as":1,"an":1,"entrypoint":1,"ensure":1,"initialized":1,"pipeline":1,"1":1,"ep":3,"group":3,"get":2,"tp":1,"cpu":1,"rank":3,"distributed":1,"parameters":1,"total":5,"physical":5,"hidden":1,"sizes":1,"32":1,"64":1,"two":1,"different":1,"weight":1,"matrices":1,"create":6,"old":2,"indices":6,"config":6,"new":4},"13045,1918,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"create":3,"expert":9,"weights":11,"num":9,"layers":2,"local":5,"experts":10,"hidden":4,"sizes":4,"ep":6,"rank":5,"device":4,"old":2,"indices":6,"execute":1,"weight":1,"rearrangement":2,"rearrange":2,"inplace":1,"new":3,"group":4,"is":1,"profile":1,"false":1,"verify":3,"the":4,"result":1,"after":1,"shuffle":1,"redundant":1,"have":1,"same":1,"world":8,"size":10,"distributed":2,"run":2,"worker":3,"fn":3,"pytest":2,"mark":1,"parametrize":1,"2":5,"4":1,"def":2,"test":3,"no":1,"change":2,"that":1,"when":1,"do":1,"not":1,"should":1,"remain":1,"unchanged":1,"if":1,"torch":3,"cuda":2,"count":1,"skip":1,"f":2,"need":1,"at":1,"least":1,"gpus":1,"to":1,"wrapper":1,"ensure":1,"model":3,"parallel":3,"initialized":1,"tensor":1,"pipeline":1,"1":1,"get":2,"tp":1,"cpu":1,"total":2,"physical":2,"logical":2,"some":1,"redundancy":3,"32":1,"64":1,"configuration":1,"config":1},"14963,1989,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"same":2,"indices":7,"no":2,"change":2,"create":2,"expert":8,"with":1,"redundancy":2,"num":5,"layers":3,"logical":1,"experts":3,"total":1,"physical":1,"config":1,"weights":15,"local":1,"hidden":2,"sizes":2,"ep":5,"rank":4,"device":4,"save":1,"original":4,"for":4,"layer":10,"in":4,"copy":4,"weight":7,"append":2,"clone":1,"execute":1,"rearrangement":1,"should":3,"be":1,"rearrange":2,"inplace":1,"group":4,"is":1,"profile":3,"false":1,"verify":1,"that":1,"the":2,"have":1,"not":2,"changed":1,"range":2,"idx":4,"len":1,"torch":4,"testing":1,"assert":1,"close":1,"msg":1,"f":4,"remain":1,"unchanged":1,"distributed":2,"run":2,"worker":3,"fn":3,"world":6,"size":8,"pytest":2,"mark":1,"parametrize":1,"2":1,"4":1,"def":2,"test":3,"mode":2,"actual":1,"if":1,"cuda":2,"count":1,"skip":1,"need":1,"at":1,"least":1,"gpus":1,"to":1,"wrapper":1,"ensure":1,"model":3,"parallel":3,"initialized":1,"tensor":1,"pipeline":1,"1":1,"get":2,"tp":1,"cpu":1},"16952,1989,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"num":13,"layers":5,"1":1,"local":3,"experts":14,"2":2,"total":6,"physical":6,"world":1,"size":1,"logical":5,"hidden":3,"sizes":3,"32":1,"create":6,"different":1,"index":1,"distributions":1,"old":5,"redundancy":8,"config":2,"new":4,"indices":7,"expert":8,"with":2,"weights":14,"ep":2,"rank":1,"device":1,"save":1,"original":4,"for":4,"layer":8,"in":6,"copy":3,"weight":5,"append":2,"clone":1,"execute":1,"profile":5,"mode":4,"rearrangement":1,"rearrange":1,"inplace":1,"group":1,"is":1,"true":1,"the":2,"should":2,"remain":2,"unchanged":2,"range":2,"idx":3,"len":1,"torch":1,"testing":1,"assert":1,"close":1,"msg":1},"18941,44,data/raw/vllm-0.10.1/tests/distributed/test_eplb_execute.py":{"distributed":1,"run":1,"worker":1,"fn":1,"world":1,"size":1},"0,1676,data/raw/vllm-0.10.1/tests/distributed/test_comm_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":2,"project":1,"test":5,"communication":1,"operators":1,"run":1,"pytest":3,"tests":1,"distributed":6,"comm":1,"ops":1,"py":1,"from":4,"future":1,"import":7,"annotations":1,"typing":1,"any":1,"callable":1,"ray":3,"torch":8,"broadcast":1,"tensor":5,"dict":1,"get":1,"pp":3,"group":1,"model":4,"parallel":5,"all":8,"gather":1,"reduce":4,"scatter":1,"utils":1,"init":4,"environment":3,"multi":1,"process":1,"remote":2,"num":4,"gpus":3,"1":5,"max":2,"calls":2,"def":1,"worker":2,"monkeypatch":3,"tp":4,"size":6,"int":3,"rank":4,"port":2,"str":1,"it":1,"is":1,"important":1,"delete":1,"cuda":5,"visible":2,"devices":2,"variable":1,"so":1,"that":1,"each":1,"can":1,"see":1,"they":1,"will":1,"be":1,"able":1,"set":2,"device":6,"correct":1,"gpu":1,"delenv":1,"raising":1,"false":1,"f":1,"elements":2,"8":1,"tensors":3,"arange":1,"dtype":1,"float32":1,"r":2,"for":1,"in":1,"range":1,"expected":2,"sum":1,"stack":1,"dim":2,"t":4,"testing":1,"assert":1,"close":1},"1676,1330,data/raw/vllm-0.10.1/tests/distributed/test_comm_ops.py":{"def":2,"reduce":4,"scatter":2,"test":3,"worker":3,"monkeypatch":5,"pytest":2,"tp":6,"size":12,"int":6,"pp":3,"rank":5,"distributed":4,"init":4,"port":3,"str":2,"it":1,"is":1,"important":1,"to":3,"delete":1,"the":4,"cuda":5,"visible":2,"devices":2,"environment":2,"variable":1,"so":1,"that":1,"each":1,"can":1,"see":1,"all":7,"gpus":2,"they":1,"will":1,"be":1,"able":1,"set":2,"device":6,"correct":1,"gpu":1,"delenv":1,"raising":1,"false":1,"torch":7,"f":1,"num":4,"elements":3,"8":1,"tensors":3,"arange":1,"dtype":1,"float32":1,"r":2,"1":4,"for":1,"in":1,"range":1,"index":4,"partition":3,"sum":1,"stack":1,"dim":2,"0":3,"expected":2,"t":4,"tensor":1,"model":1,"parallel":1,"testing":1,"assert":1,"close":1,"ray":1,"remote":1,"max":1,"calls":1,"gather":1},"3006,1273,data/raw/vllm-0.10.1/tests/distributed/test_comm_ops.py":{"it":1,"is":1,"important":1,"to":3,"delete":1,"the":4,"cuda":5,"visible":2,"devices":2,"environment":2,"variable":1,"so":1,"that":1,"each":1,"worker":2,"can":1,"see":1,"all":8,"gpus":2,"they":1,"will":1,"be":1,"able":1,"set":2,"device":6,"correct":1,"gpu":1,"monkeypatch":3,"delenv":1,"raising":1,"false":1,"torch":6,"f":1,"rank":4,"init":3,"test":2,"distributed":3,"tp":4,"size":12,"pp":2,"port":2,"num":4,"dimensions":3,"3":1,"tensor":5,"list":1,"range":3,"2":2,"total":3,"1":4,"for":3,"s":2,"in":3,"gather":4,"dimension":3,"tensors":3,"arange":1,"dtype":1,"float32":1,"reshape":1,"r":2,"expected":2,"cat":1,"dim":1,"t":4,"model":1,"parallel":1,"testing":1,"assert":1,"close":1,"ray":1,"remote":1,"max":1,"calls":1,"def":1,"broadcast":1,"dict":1,"pytest":1,"int":3,"str":1},"4279,1841,data/raw/vllm-0.10.1/tests/distributed/test_comm_ops.py":{"it":1,"is":1,"important":1,"to":3,"delete":1,"the":4,"cuda":9,"visible":3,"devices":3,"environment":3,"variable":1,"so":1,"that":1,"each":1,"worker":2,"can":1,"see":1,"all":1,"gpus":2,"they":1,"will":1,"be":1,"able":1,"set":3,"device":13,"correct":1,"gpu":1,"monkeypatch":4,"delenv":2,"raising":2,"false":2,"torch":13,"f":5,"rank":6,"init":5,"test":13,"distributed":5,"tp":4,"size":7,"pp":3,"port":3,"dict":20,"tensor":7,"a":4,"arange":2,"8":1,"dtype":3,"float32":2,"cpu":2,"b":4,"16":1,"int8":1,"c":3,"d":3,"1":4,"2":2,"3":1,"e":3,"empty":1,"if":1,"0":3,"broadcast":2,"src":2,"else":1,"recv":9,"assert":7,"len":2,"testing":3,"close":3,"ray":1,"remote":1,"num":1,"max":1,"calls":1,"def":1,"send":1,"pytest":1,"int":3,"str":1},"6120,1975,data/raw/vllm-0.10.1/tests/distributed/test_comm_ops.py":{"test":16,"dict":19,"device":10,"tensor":11,"a":4,"torch":16,"arange":3,"8":1,"dtype":5,"float32":4,"cuda":7,"cpu":2,"b":4,"16":1,"int8":1,"c":3,"d":3,"1":4,"2":4,"3":1,"e":3,"empty":1,"f":4,"if":6,"not":6,"get":10,"pp":12,"group":10,"is":6,"first":4,"rank":9,"recv":13,"last":2,"send":3,"assert":8,"len":2,"testing":4,"close":4,"ray":1,"remote":1,"num":1,"gpus":2,"max":1,"calls":1,"def":1,"worker":1,"monkeypatch":3,"pytest":2,"tp":2,"size":6,"int":3,"distributed":3,"init":3,"port":2,"str":1,"delenv":1,"visible":1,"devices":1,"raising":1,"false":1,"set":1,"environment":1,"64":2,"mark":1,"skipif":1,"count":1,"reason":1,"need":1,"at":1,"least":1,"to":1,"run":1,"the":1},"8095,1487,data/raw/vllm-0.10.1/tests/distributed/test_comm_ops.py":{"pytest":12,"mark":9,"parametrize":7,"tp":6,"size":12,"2":6,"test":24,"target":9,"all":4,"reduce":2,"worker":10,"gather":2,"broadcast":2,"tensor":6,"dict":4,"def":3,"multi":6,"process":6,"parallel":7,"monkeypatch":9,"int":4,"callable":3,"any":3,"1":2,"skipif":2,"torch":2,"cuda":2,"device":2,"count":2,"reason":2,"need":2,"at":2,"least":2,"gpus":2,"to":2,"run":2,"the":2,"pp":6,"send":4,"recv":4,"pipeline":2,"4":2},"0,1529,data/raw/vllm-0.10.1/tests/standalone_tests/lazy_imports.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":13,"vllm":4,"project":1,"description":1,"test":4,"lazy":3,"import":10,"module":10,"utility":1,"function":2,"cannot":1,"be":3,"placed":1,"in":6,"utils":2,"this":1,"needs":1,"a":1,"standalone":1,"script":1,"sys":2,"from":2,"contextlib":1,"nullcontext":2,"blameresult":2,"blame":7,"list":1,"of":2,"modules":3,"that":1,"should":1,"not":2,"imported":7,"too":2,"early":1,"torch":2,"inductor":2,"async":2,"compile":2,"avoid":2,"creating":1,"many":1,"processes":1,"before":1,"we":4,"set":1,"number":1,"compiler":1,"threads":1,"cv2":3,"bothering":1,"users":1,"who":1,"only":2,"use":6,"text":1,"models":1,"can":2,"easily":1,"mess":1,"up":1,"environment":1,"names":3,"def":1,"any":4,"return":1,"name":2,"for":1,"ci":2,"check":1,"finally":1,"if":4,"is":4,"it":3,"indeed":1,"rerun":1,"with":3,"true":2,"which":1,"will":1,"trace":2,"every":1,"call":1,"find":2,"first":3,"location":3,"and":1,"help":1,"root":1,"cause":1,"don":1,"t":1,"run":2,"by":1,"default":1,"because":1,"slow":1,"false":1,"context":2,"else":1,"as":1,"result":3,"noqa":1,"assert":2,"isinstance":1,"print":1,"f":3,"n":1,"stack":1,"some":1,"are":1,"see":1},"0,1836,data/raw/vllm-0.10.1/tests/v1/test_metrics_reader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":3,"prometheus":4,"client":4,"pytest":4,"from":1,"v1":2,"metrics":7,"reader":2,"counter":5,"gauge":7,"histogram":1,"vector":1,"get":2,"snapshot":2,"fixture":1,"autouse":1,"true":2,"def":3,"test":15,"registry":12,"monkeypatch":2,"use":1,"a":1,"custom":1,"for":5,"tests":1,"collectorregistry":1,"auto":1,"describe":1,"setattr":1,"return":1,"mark":2,"parametrize":2,"num":8,"engines":8,"1":2,"4":2,"metric":4,"g":2,"labelnames":2,"model":5,"engine":9,"index":6,"i":6,"in":5,"range":3,"labels":8,"foo":2,"str":3,"set":1,"98":2,"5":2,"assert":6,"len":1,"m":7,"isinstance":1,"name":1,"value":1,"remove":1,"c":2,"bar":1,"inc":1,"19":1},"1836,1706,data/raw/vllm-0.10.1/tests/v1/test_metrics_reader.py":{"metrics":8,"get":2,"snapshot":2,"assert":18,"len":2,"num":8,"engines":8,"engine":12,"labels":13,"str":3,"i":6,"for":5,"in":7,"range":3,"m":20,"isinstance":2,"counter":2,"name":2,"vllm":3,"test":7,"value":1,"19":1,"model":4,"bar":1,"index":6,"remove":2,"pytest":2,"mark":2,"parametrize":2,"1":4,"4":2,"def":1,"histogram":6,"metric":2,"registry":3,"h":2,"prometheus":1,"client":1,"labelnames":1,"buckets":6,"10":2,"20":2,"30":2,"40":2,"50":2,"hist":4,"blaa":2,"observe":3,"42":1,"21":1,"7":1,"count":1,"3":2,"sum":1,"70":1,"0":5,"2":2},"3542,986,data/raw/vllm-0.10.1/tests/v1/test_metrics_reader.py":{"def":1,"test":3,"vector":3,"metric":2,"registry":3,"num":6,"engines":4,"c":4,"prometheus":1,"client":1,"counter":2,"vllm":2,"spec":2,"decode":2,"accepted":2,"tokens":2,"per":2,"pos":2,"like":1,"labelnames":1,"position":4,"model":5,"engine":9,"index":6,"for":3,"i":6,"in":4,"range":2,"labels":9,"0":1,"llama":4,"str":4,"inc":3,"10":2,"1":3,"5":2,"2":1,"metrics":4,"get":1,"snapshot":1,"assert":6,"len":1,"m":7,"isinstance":1,"name":1,"values":1,"remove":1},"0,1858,data/raw/vllm-0.10.1/tests/v1/test_oracle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":6,"os":1,"pytest":7,"envs":2,"as":4,"from":3,"llm":2,"engine":8,"arg":1,"utils":1,"asyncengineargs":6,"async":2,"asyncllmengine":1,"unsupported":4,"models":3,"v1":6,"openai":1,"whisper":1,"large":2,"v3":1,"transcription":1,"facebook":1,"bart":1,"cnn":1,"encoder":1,"decoder":1,"model":15,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"mark":1,"parametrize":1,"def":3,"test":3,"reject":2,"monkeypatch":6,"with":8,"context":3,"m":7,"setenv":3,"use":4,"1":3,"args":2,"raises":5,"notimplementederror":5,"create":5,"config":7,"delenv":1,"bad":1,"configs":1,"speculative":1,"preemption":1,"mode":1,"swap":1,"disable":1,"output":1,"proc":1,"true":1,"scheduler":1,"delay":1,"factor":1},"1858,1970,data/raw/vllm-0.10.1/tests/v1/test_oracle.py":{"def":4,"test":4,"enable":2,"by":2,"default":4,"fallback":1,"monkeypatch":8,"with":5,"context":4,"as":4,"m":17,"if":5,"os":4,"getenv":4,"vllm":21,"use":19,"v1":25,"none":4,"delenv":10,"should":3,"to":4,"for":3,"supported":3,"config":7,"asyncengineargs":5,"model":11,"enforce":2,"eager":2,"true":3,"create":5,"engine":7,"assert":5,"envs":4,"fall":2,"back":2,"v0":2,"unsupported":1,"models":1,"0":1,"not":2,"llm":6,"lora":1,"print":1,"generate":1,"hello":1,"my":1,"name":1,"is":1,"hasattr":1,"core":1,"attn":1,"backend":3,"setenv":3,"attention":2,"xformers":1,"reject":2,"1":1,"pytest":1,"raises":1,"notimplementederror":1,"flashmla":1,"using":1,"constructor":1,"directly":1},"3828,385,data/raw/vllm-0.10.1/tests/v1/test_oracle.py":{"sets":1,"vllm":5,"use":2,"v1":2,"1":1,"config":4,"asyncengineargs":1,"model":2,"create":1,"engine":1,"this":1,"uses":1,"the":1,"v0":1,"constructor":1,"directly":1,"with":1,"pytest":1,"raises":1,"valueerror":1,"asyncllmengine":2,"get":1,"executor":1,"cls":1,"log":1,"stats":1,"true":1,"m":1,"delenv":1},"0,1987,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":3,"project":1,"import":11,"asyncio":2,"os":3,"threading":2,"time":1,"from":4,"contextlib":1,"asyncexitstack":1,"openai":1,"use":2,"official":1,"client":1,"for":5,"correctness":1,"check":2,"pytest":2,"tests":2,"utils":2,"remoteopenaiserver":3,"v1":1,"test":1,"request":1,"balancing":1,"platforms":1,"current":1,"platform":1,"model":4,"name":4,"ibm":1,"research":1,"powermoe":1,"3b":1,"number":2,"of":2,"data":2,"parallel":3,"ranks":3,"hybrid":3,"lb":2,"testing":1,"4":2,"total":1,"dp":15,"size":20,"int":6,"getenv":2,"default":1,"tensor":1,"tp":6,"1":1,"nodes":6,"each":2,"with":1,"num":4,"local":6,"per":1,"node":5,"class":1,"hybridlbservermanager":1,"manages":1,"server":13,"instances":2,"where":1,"runs":1,"a":1,"single":1,"logical":1,"api":4,"that":2,"balances":1,"requests":1,"only":1,"engines":1,"running":1,"on":1,"same":1,"def":2,"init":1,"self":13,"str":3,"count":3,"base":4,"args":6,"list":6,"servers":1,"tuple":2,"threads":1,"thread":1,"enter":1,"start":1,"all":1,"mode":1,"id":1,"in":1,"range":1,"create":1,"this":1,"specific":1,"copy":1},"1987,1305,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"calculate":2,"start":8,"rank":4,"for":3,"this":2,"node":10,"id":2,"self":7,"dp":4,"size":9,"local":4,"add":1,"hybrid":3,"lb":3,"specific":1,"arguments":1,"server":5,"args":1,"extend":1,"data":6,"parallel":8,"str":7,"enable":1,"mode":1,"tensor":1,"tp":2,"port":3,"8000":1,"different":1,"each":2,"api":2,"count":2,"address":1,"127":1,"0":2,"1":1,"rpc":1,"13345":1,"use":1,"a":1,"thread":1,"to":2,"allow":1,"initialization":1,"def":1,"int":1,"sargs":1,"list":1,"try":1,"gpu":4,"devices":1,"gpus":3,"per":3,"end":1},"3292,1926,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"start":7,"the":1,"server":11,"remoteopenaiserver":1,"self":12,"model":1,"name":1,"sargs":2,"auto":1,"port":1,"false":1,"env":2,"dict":1,"current":2,"platform":2,"device":3,"control":1,"var":1,"join":2,"str":1,"id":3,"to":5,"physical":1,"i":2,"for":3,"in":2,"range":1,"gpu":2,"end":1,"enter":1,"print":3,"f":5,"hybrid":2,"lb":2,"node":5,"started":1,"successfully":1,"with":1,"dp":2,"size":1,"local":2,"ranks":1,"and":2,"api":2,"count":1,"servers":9,"append":2,"except":2,"exception":3,"as":2,"e":4,"failed":2,"raise":2,"thread":6,"threading":1,"target":1,"args":2,"threads":2,"wait":1,"all":2,"give":1,"additional":1,"time":2,"fully":1,"initialize":1,"coordinate":1,"sleep":1,"3":1,"if":1,"len":1,"num":1,"nodes":1,"return":1,"def":1,"exit":2,"exc":6,"type":2,"val":2,"tb":2,"stop":1,"instances":1,"while":1,"try":1,"pop":1,"0":1,"error":1,"stopping":1,"pytest":1,"fixture":1,"scope":1,"module":1},"5218,1689,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"def":5,"default":3,"server":9,"args":3,"return":1,"use":1,"half":1,"precision":1,"for":3,"speed":1,"and":2,"memory":1,"savings":1,"in":2,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":3,"model":7,"len":2,"2048":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"pytest":4,"fixture":2,"scope":1,"module":1,"params":1,"1":3,"4":1,"servers":4,"request":3,"api":3,"count":2,"param":1,"with":2,"hybridlbservermanager":1,"name":6,"dp":2,"size":3,"local":1,"tp":1,"as":2,"list":7,"yield":2,"asyncio":2,"async":6,"clients":2,"tuple":2,"remoteopenaiserver":2,"str":3,"create":2,"a":1,"client":4,"each":2,"node":2,"has":1,"its":1,"own":1,"endpoint":1,"asyncexitstack":1,"stack":2,"await":2,"enter":1,"context":1,"get":1,"mark":2,"parametrize":1,"test":1,"hybrid":1,"lb":1,"completion":5,"openai":2,"asyncopenai":2,"none":3,"make":1,"completions":1,"prompt":1,"hello":1,"my":1,"is":3,"tokens":1,"5":1,"temperature":1,"0":1,"assert":2,"id":1,"not":2,"choices":2},"6907,1914,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"choice":3,"completion":11,"choices":1,"0":9,"the":2,"exact":1,"number":1,"of":2,"tokens":4,"can":2,"vary":2,"slightly":1,"with":2,"temperature":2,"1":2,"so":3,"we":3,"check":2,"for":6,"a":1,"reasonable":1,"minimum":1,"length":4,"assert":10,"len":5,"text":1,"finish":2,"reason":2,"might":1,"not":4,"always":1,"be":1,"if":1,"model":1,"finishes":1,"early":1,"or":2,"due":1,"to":3,"other":1,"reasons":1,"especially":1,"high":1,"ll":1,"accept":1,"stop":2,"in":6,"token":1,"counts":1,"also":1,"they":1,"are":1,"positive":1,"usage":3,"prompt":1,"total":2,"return":1,"test":1,"single":2,"request":5,"each":2,"node":2,"i":6,"client":6,"enumerate":1,"clients":5,"result":2,"await":7,"make":3,"is":3,"none":3,"print":1,"f":1,"hybrid":1,"lb":1,"handled":1,"successfully":1,"asyncio":8,"sleep":4,"5":2,"send":1,"requests":8,"all":9,"nodes":2,"should":1,"balance":1,"within":1,"its":1,"local":1,"dp":1,"ranks":1,"num":5,"200":2,"across":1,"2":1,"tasks":6,"range":2,"append":2,"create":2,"task":2,"01":2,"results":6,"gather":2,"second":1,"burst":1},"8821,1972,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"server":11,"args":4,"servers":3,"0":9,"api":5,"count":8,"and":1,"index":1,"1":3,"or":1,"print":2,"f":3,"successfully":1,"completed":1,"hybrid":2,"lb":2,"test":2,"with":1,"len":1,"clients":2,"nodes":1,"dp":3,"size":2,"local":2,"ranks":1,"each":2,"check":2,"request":6,"balancing":3,"within":1,"node":2,"for":3,"i":2,"in":2,"enumerate":1,"checking":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":7,"name":5,"async":3,"def":2,"completion":3,"streaming":4,"list":4,"openai":2,"asyncopenai":2,"tuple":1,"remoteopenaiserver":1,"str":3,"none":3,"prompt":5,"what":1,"is":2,"an":1,"llm":1,"make":1,"client":3,"perform":2,"a":1,"non":1,"to":1,"get":1,"the":3,"expected":1,"full":1,"output":2,"single":3,"await":2,"completions":2,"create":2,"max":2,"tokens":2,"5":2,"temperature":2,"choices":3,"text":2,"stream":3,"true":1,"chunks":2,"finish":3,"reason":3,"last":3,"chunk":7,"append":1,"if":1,"not":1,"keep":1,"track":1,"of":1},"10793,1874,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"finish":5,"reason":5,"should":5,"only":1,"return":2,"in":4,"the":3,"last":3,"block":1,"for":5,"openai":1,"api":1,"assert":9,"count":1,"1":1,"appear":1,"exactly":1,"once":1,"chunk":3,"is":2,"not":4,"none":2,"stream":1,"have":1,"yielded":1,"at":1,"least":1,"one":1,"choices":1,"0":5,"length":2,"be":1,"check":1,"that":1,"combined":1,"text":1,"matches":1,"non":2,"streamed":3,"version":1,"join":1,"chunks":1,"single":3,"output":3,"match":1,"true":1,"indicate":1,"success":1,"this":1,"request":6,"test":1,"to":2,"each":1,"node":2,"i":6,"client":6,"enumerate":1,"clients":5,"result":2,"await":7,"make":3,"streaming":8,"print":1,"f":1,"hybrid":1,"lb":1,"handled":1,"successfully":3,"asyncio":8,"sleep":4,"5":2,"send":1,"requests":10,"all":11,"nodes":2,"num":5,"200":2,"total":1,"across":1,"2":1,"tasks":6,"range":2,"len":4,"append":2,"create":2,"task":2,"01":2,"results":6,"gather":2,"completed":2,"second":1,"burst":1,"of":1},"12667,584,data/raw/vllm-0.10.1/tests/v1/test_hybrid_lb_dp.py":{"server":11,"args":4,"servers":2,"0":1,"api":5,"count":6,"and":1,"index":1,"1":2,"or":1,"print":2,"f":4,"successfully":1,"completed":1,"hybrid":1,"lb":1,"streaming":2,"test":1,"with":1,"len":1,"clients":1,"nodes":1,"dp":3,"size":2,"local":2,"ranks":1,"each":2,"check":2,"request":3,"balancing":3,"within":1,"node":2,"for":2,"i":2,"in":1,"enumerate":1,"checking":1},"0,1555,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"import":10,"asyncio":2,"os":3,"threading":2,"time":1,"from":3,"contextlib":1,"asyncexitstack":1,"openai":1,"use":2,"official":1,"client":1,"for":6,"correctness":1,"check":1,"pytest":2,"tests":1,"utils":1,"remoteopenaiserver":3,"platforms":1,"current":1,"platform":1,"model":4,"name":4,"ibm":1,"research":1,"powermoe":1,"3b":1,"number":1,"of":1,"data":2,"parallel":3,"ranks":1,"external":3,"lb":2,"testing":2,"dp":6,"size":13,"int":5,"getenv":2,"default":1,"tensor":1,"tp":6,"1":1,"class":1,"externallbservermanager":1,"manages":1,"server":12,"instances":2,"load":1,"balancer":1,"def":2,"init":1,"self":11,"str":3,"api":3,"count":3,"base":4,"args":6,"list":6,"servers":1,"tuple":2,"threads":1,"thread":1,"enter":1,"start":1,"all":1,"mode":1,"rank":2,"in":1,"range":1,"create":1,"this":1,"specific":1,"copy":1},"1555,1895,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"add":1,"external":1,"lb":1,"specific":1,"arguments":1,"server":15,"args":3,"extend":1,"data":3,"parallel":5,"size":7,"str":7,"self":7,"dp":1,"rank":7,"local":1,"1":2,"tensor":1,"tp":3,"port":3,"8000":1,"different":1,"for":2,"each":2,"api":4,"count":3,"use":1,"a":1,"thread":5,"to":4,"start":6,"allow":1,"initialization":1,"def":1,"r":5,"int":1,"sargs":3,"list":1,"try":1,"the":1,"remoteopenaiserver":1,"model":1,"name":1,"auto":1,"false":1,"env":2,"dict":1,"current":2,"platform":2,"device":3,"control":1,"var":1,"join":1,"id":2,"physical":1,"i":2,"in":1,"range":1,"enter":1,"print":2,"f":3,"started":1,"successfully":1,"with":1,"servers":2,"append":2,"except":1,"exception":1,"as":1,"e":2,"failed":1,"raise":1,"threading":1,"target":1,"threads":1},"3450,1849,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"wait":1,"for":5,"all":2,"servers":11,"to":3,"start":2,"thread":2,"in":3,"self":7,"server":13,"threads":1,"join":1,"give":1,"additional":1,"time":2,"fully":1,"initialize":1,"and":2,"coordinate":1,"sleep":1,"2":1,"if":1,"len":2,"dp":2,"size":2,"raise":1,"exception":2,"failed":1,"return":2,"def":5,"exit":2,"exc":6,"type":2,"val":2,"tb":2,"stop":1,"instances":1,"while":1,"try":1,"pop":1,"0":1,"except":1,"as":3,"e":2,"print":1,"f":1,"error":1,"stopping":1,"pytest":5,"fixture":3,"scope":2,"module":2,"default":3,"args":3,"use":1,"half":1,"precision":1,"speed":1,"memory":1,"savings":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"model":5,"2048":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"params":1,"1":1,"4":1,"request":2,"api":2,"count":2,"param":1,"with":2,"externallbservermanager":1,"name":4,"list":7,"yield":2,"asyncio":2,"async":5,"clients":2,"tuple":2,"remoteopenaiserver":2,"str":3,"create":1,"a":1,"client":2,"each":1,"asyncexitstack":1,"stack":2,"await":1,"enter":1,"context":1,"get":1,"mark":2,"parametrize":1,"test":1,"external":1,"lb":1,"single":1,"completion":1,"openai":1,"asyncopenai":1,"none":1},"5299,1849,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"async":1,"def":1,"make":3,"request":5,"client":6,"openai":1,"asyncopenai":1,"completion":13,"await":5,"completions":1,"create":1,"model":3,"name":2,"prompt":2,"hello":1,"my":1,"is":5,"max":1,"tokens":5,"10":1,"temperature":3,"1":4,"0":8,"assert":10,"id":1,"not":5,"none":4,"choices":3,"and":1,"len":4,"choice":3,"the":2,"exact":1,"number":1,"of":1,"can":2,"vary":2,"slightly":1,"with":2,"so":3,"we":3,"check":2,"for":5,"a":1,"reasonable":1,"minimum":1,"length":4,"text":1,"finish":2,"reason":2,"might":1,"always":1,"be":1,"if":1,"finishes":1,"early":1,"or":2,"due":1,"to":3,"other":1,"reasons":1,"especially":1,"high":1,"ll":1,"accept":1,"stop":2,"in":6,"token":1,"counts":1,"also":1,"they":1,"are":1,"positive":1,"usage":3,"total":2,"return":1,"test":1,"single":2,"each":1,"server":5,"i":3,"enumerate":2,"clients":3,"result":2,"print":1,"f":1,"handled":1,"successfully":1,"asyncio":3,"sleep":2,"5":2,"send":1,"requests":5,"all":5,"servers":2,"round":1,"robin":1,"fashion":1,"num":3,"per":3,"25":1,"50":1,"across":1,"2":1,"tasks":5,"range":1,"extend":1,"results":3,"gather":1},"7148,1420,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"second":1,"burst":1,"of":1,"requests":3,"all":4,"tasks":5,"for":3,"i":1,"client":4,"in":3,"enumerate":1,"clients":4,"make":2,"request":3,"range":1,"num":2,"per":2,"server":11,"extend":1,"results":3,"await":2,"asyncio":2,"gather":1,"assert":2,"len":3,"completion":5,"is":2,"not":1,"none":2,"args":4,"servers":3,"0":4,"api":5,"count":6,"and":1,"index":1,"1":2,"or":1,"print":1,"f":2,"successfully":1,"completed":1,"external":2,"lb":2,"test":2,"with":1,"pytest":2,"mark":2,"parametrize":1,"model":5,"name":4,"async":2,"def":2,"streaming":3,"list":3,"openai":2,"asyncopenai":2,"tuple":1,"remoteopenaiserver":1,"str":2,"prompt":3,"what":1,"an":1,"llm":1,"perform":1,"a":1,"non":1,"to":1,"get":1,"the":1,"expected":1,"full":1,"output":2,"single":3,"completions":1,"create":1,"max":1,"tokens":1,"5":1,"temperature":1,"choices":1,"text":1},"8568,1977,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"perform":1,"the":5,"streaming":5,"request":6,"stream":4,"await":3,"client":5,"completions":1,"create":1,"model":2,"name":1,"prompt":2,"max":1,"tokens":1,"5":2,"temperature":1,"0":7,"true":2,"chunks":3,"list":1,"str":1,"finish":8,"reason":8,"count":3,"last":6,"chunk":10,"none":4,"async":1,"for":6,"in":6,"append":1,"choices":3,"text":2,"if":1,"is":3,"not":3,"1":2,"keep":1,"track":1,"of":1,"should":5,"only":1,"return":2,"block":1,"openai":1,"api":1,"assert":5,"appear":1,"exactly":1,"once":1,"have":1,"yielded":1,"at":1,"least":1,"one":1,"length":2,"be":1,"check":1,"that":1,"combined":1,"matches":1,"non":2,"streamed":3,"version":1,"join":1,"single":3,"output":3,"match":1,"indicate":1,"success":1,"this":1,"test":1,"to":2,"each":1,"server":4,"i":3,"enumerate":2,"clients":2,"result":2,"make":2,"print":1,"f":1,"handled":1,"successfully":1,"asyncio":1,"sleep":1,"send":1,"requests":4,"all":3,"servers":2,"round":1,"robin":1,"fashion":1,"num":2,"per":2,"25":1,"total":1,"50":1,"across":1,"2":1,"tasks":4,"range":1,"extend":1},"10545,997,data/raw/vllm-0.10.1/tests/v1/test_external_lb_dp.py":{"results":6,"await":3,"asyncio":3,"gather":2,"all":8,"tasks":6,"assert":4,"len":5,"num":3,"requests":6,"per":3,"server":12,"clients":4,"not":2,"streaming":5,"completed":3,"successfully":3,"sleep":1,"0":2,"5":1,"second":1,"burst":1,"of":1,"for":2,"i":1,"client":2,"in":2,"enumerate":1,"make":1,"request":1,"range":1,"extend":1,"args":4,"servers":2,"api":5,"count":6,"and":1,"index":1,"1":2,"or":1,"print":1,"f":2,"external":1,"lb":1,"test":1,"with":1},"0,1989,data/raw/vllm-0.10.1/tests/v1/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":8,"0":17,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":8,"pytest":1,"regex":1,"as":1,"re":1,"requests":1,"torch":9,"from":5,"tests":1,"utils":2,"remoteopenaiserver":1,"v1":1,"worker":1,"bind":5,"kv":29,"cache":21,"def":2,"test":2,"attention":11,"ctx":8,"layers":24,"self":20,"attn":24,"32":6,"128":6,"1":18,"3":6,"zeros":6,"runner":8,"caches":8,"list":2,"tensor":2,"assert":8,"is":8,"non":1,"example":1,"jamba":1,"pp":1,"model":4,"20":2,"28":2},"1989,1366,data/raw/vllm-0.10.1/tests/v1/test_utils.py":{"assert":4,"ctx":2,"model":6,"layers":6,"20":3,"attn":6,"kv":8,"cache":6,"0":6,"is":4,"28":3,"runner":2,"caches":2,"1":2,"prometheus":4,"metrics":7,"utilities":1,"for":6,"testing":1,"def":1,"get":2,"server":2,"remoteopenaiserver":1,"dict":5,"str":4,"float":2,"fetch":1,"and":2,"parse":1,"from":1,"the":1,"endpoint":1,"returns":1,"mapping":1,"metric":3,"names":1,"to":1,"their":1,"values":1,"grouped":1,"by":1,"labels":2,"example":1,"vllm":1,"request":1,"success":1,"engine":2,"5":1,"3":1,"try":1,"response":3,"requests":1,"url":1,"timeout":1,"10":1,"raise":1,"status":1,"regex":1,"patterns":1,"with":1,"re":2,"compile":2,"r":2,"a":4,"za":4,"z":2,"z0":2,"9":2,"s":2,"d":2,"e":2,"simple":1,"line":5,"in":1,"text":1,"split":1,"n":1,"strip":1,"skip":1,"comments":1,"empty":1,"lines":1,"if":1,"not":1,"or":1,"startswith":1,"continue":1},"3355,1987,data/raw/vllm-0.10.1/tests/v1/test_utils.py":{"try":4,"to":3,"match":12,"metric":12,"with":3,"labels":9,"first":1,"line":2,"if":6,"name":8,"part":2,"value":8,"str":7,"groups":2,"float":4,"not":3,"in":4,"metrics":14,"f":2,"except":3,"valueerror":2,"continue":2,"else":1,"simple":2,"without":1,"return":2,"exception":1,"as":1,"e":2,"pytest":1,"fail":1,"failed":1,"fetch":1,"prometheus":2,"def":1,"get":2,"engine":16,"request":5,"counts":7,"dict":4,"extract":2,"per":1,"from":2,"returns":1,"mapping":1,"indices":1,"for":3,"example":1,"0":5,"15":1,"1":2,"12":1,"look":1,"success":4,"vllm":1,"total":1,"pattern":2,"re":1,"compile":1,"r":1,"count":2,"items":1,"id":5,"using":1,"regex":1,"search":1,"group":1},"5342,1179,data/raw/vllm-0.10.1/tests/v1/test_utils.py":{"return":2,"engine":13,"counts":9,"def":1,"check":3,"request":3,"balancing":2,"server":3,"remoteopenaiserver":2,"dp":6,"size":6,"int":1,"via":1,"prometheus":2,"metrics":5,"if":3,"1":3,"args":1,"the":2,"instance":1,"number":1,"of":1,"data":1,"parallel":1,"ranks":1,"get":3,"after":1,"all":2,"requests":11,"are":2,"completed":1,"that":2,"multiple":2,"engines":5,"received":2,"with":3,"for":2,"count":4,"in":2,"items":1,"0":1,"assert":2,"len":1,"f":4,"expected":1,"to":1,"be":1,"distributed":1,"across":1,"but":1,"only":1,"s":1,"verify":1,"load":1,"is":1,"reasonably":1,"balanced":1,"no":1,"should":1,"handle":1,"total":2,"sum":1,"values":2,"imbalanced":1},"0,854,data/raw/vllm-0.10.1/tests/v1/test_request.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"from":1,"v1":1,"request":2,"import":1,"requeststatus":11,"def":1,"test":2,"status":1,"fmt":1,"str":1,"that":1,"string":1,"representation":1,"of":1,"is":1,"correct":1,"assert":9,"f":9,"waiting":6,"for":4,"fsm":2,"remote":2,"kvs":2,"running":2,"preempted":2,"finished":8,"stopped":2,"length":2,"capped":2,"aborted":2,"ignored":2},"0,1663,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"import":12,"asyncio":2,"os":3,"threading":2,"time":1,"traceback":1,"from":4,"typing":1,"optional":2,"cast":1,"openai":1,"use":2,"official":1,"client":1,"for":3,"correctness":1,"check":2,"pytest":2,"tests":2,"utils":2,"remoteopenaiserver":2,"v1":1,"test":1,"request":1,"balancing":1,"platforms":1,"current":1,"platform":1,"model":4,"name":4,"ibm":1,"research":1,"powermoe":1,"3b":1,"number":2,"of":2,"data":2,"parallel":3,"ranks":1,"multi":2,"node":6,"internal":2,"lb":1,"testing":2,"dp":10,"size":13,"int":6,"getenv":2,"default":1,"tensor":1,"tp":6,"1":2,"nodes":2,"simulate":1,"num":1,"class":1,"multinodeinternallbservermanager":1,"manages":1,"server":8,"instances":1,"load":1,"balancer":1,"using":1,"headless":1,"mode":1,"def":1,"init":1,"self":9,"str":2,"api":3,"count":3,"base":3,"args":3,"list":4,"per":4,"servers":1,"tuple":1,"none":1,"threads":1,"thread":1},"1663,1772,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"def":1,"enter":1,"self":11,"list":2,"tuple":1,"remoteopenaiserver":1,"str":9,"start":2,"all":2,"server":10,"instances":1,"for":4,"multi":1,"node":5,"internal":1,"lb":1,"mode":2,"idx":1,"rank":6,"in":2,"enumerate":1,"range":1,"0":6,"dp":7,"size":11,"per":3,"create":1,"args":5,"this":1,"specific":1,"base":1,"copy":1,"if":1,"head":1,"runs":1,"api":3,"and":1,"first":1,"extend":2,"data":9,"parallel":11,"local":2,"tensor":2,"tp":2,"port":3,"8000":1,"single":1,"endpoint":1,"requests":1,"count":2,"address":2,"127":2,"1":2,"rpc":2,"13345":2,"else":1,"secondary":1,"nodes":1,"run":1,"headless":2},"3435,1930,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"use":1,"a":1,"thread":7,"to":7,"start":8,"each":1,"server":13,"allow":1,"parallel":1,"initialization":1,"def":1,"sidx":2,"int":2,"r":7,"sargs":3,"list":1,"str":2,"gpus":2,"per":3,"node":5,"self":8,"tp":1,"size":1,"dp":1,"try":1,"the":1,"remoteopenaiserver":1,"model":1,"name":1,"auto":1,"port":1,"false":1,"env":2,"dict":1,"current":2,"platform":2,"device":3,"control":1,"var":1,"join":2,"id":2,"physical":1,"i":2,"for":3,"in":2,"range":1,"enter":1,"if":2,"0":1,"print":4,"f":4,"head":1,"rank":4,"started":2,"successfully":2,"with":1,"api":2,"count":1,"servers":6,"else":1,"headless":1,"except":1,"exception":2,"as":1,"e":2,"failed":2,"traceback":1,"exc":1,"raise":2,"threading":1,"target":1,"args":2,"idx":1,"threads":2,"append":1,"wait":1,"all":2,"give":1,"additional":1,"time":2,"fully":1,"initialize":1,"and":1,"coordinate":1,"sleep":1,"3":1,"not":1},"5365,1376,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"return":1,"cast":1,"list":8,"tuple":3,"remoteopenaiserver":3,"str":4,"self":13,"servers":4,"def":3,"exit":2,"exc":7,"type":2,"val":2,"tb":2,"stop":1,"all":1,"server":16,"instances":1,"while":1,"if":1,"pop":1,"try":1,"0":2,"except":1,"exception":1,"as":1,"e":2,"print":2,"f":1,"error":1,"stopping":1,"traceback":1,"class":1,"apionlyservermanager":1,"manages":1,"api":6,"only":2,"node":2,"and":3,"headless":2,"engines":2,"1":1,"for":1,"testing":1,"separated":1,"engine":1,"configuration":1,"init":1,"model":3,"name":3,"dp":3,"size":7,"int":3,"count":3,"base":3,"args":3,"tp":4,"optional":1,"none":1,"2":1,"threads":1,"threading":1,"thread":1,"enter":1,"start":1},"6741,1886,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"start":5,"api":15,"only":5,"server":22,"node":4,"0":7,"no":4,"engines":7,"args":8,"self":11,"base":2,"copy":2,"extend":2,"data":8,"parallel":11,"size":11,"str":6,"dp":3,"local":2,"on":2,"this":2,"tensor":2,"tp":2,"port":4,"8000":1,"count":3,"address":2,"127":2,"1":3,"rpc":2,"13345":2,"headless":2,"all":2,"use":1,"threads":1,"to":2,"both":1,"servers":3,"in":1,"def":1,"try":1,"remoteopenaiserver":1,"model":1,"name":1,"auto":1,"false":1,"env":1,"dict":1,"gpus":1,"needed":1,"for":1,"enter":1,"print":2,"f":3,"started":1,"successfully":1,"with":1,"except":1,"exception":1,"as":1,"e":2,"failed":1,"raise":1},"8627,1688,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"def":1,"start":10,"engines":11,"server":15,"try":1,"remoteopenaiserver":2,"self":10,"model":1,"name":1,"args":2,"auto":1,"port":1,"false":1,"env":2,"dict":1,"current":2,"platform":2,"device":3,"control":1,"var":1,"join":2,"str":2,"id":2,"to":5,"physical":1,"i":2,"for":3,"in":2,"range":1,"dp":2,"size":3,"tp":1,"enter":1,"print":2,"f":3,"headless":2,"started":1,"successfully":1,"with":1,"servers":6,"1":1,"except":1,"exception":2,"as":1,"e":2,"failed":2,"raise":2,"api":5,"first":1,"thread":10,"threading":2,"target":2,"threads":3,"append":2,"second":1,"wait":1,"both":2,"give":1,"additional":1,"time":2,"fully":1,"initialize":1,"and":1,"coordinate":1,"sleep":1,"3":1,"if":1,"not":1,"all":1,"return":1,"cast":1,"list":2,"tuple":1},"10315,1894,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"def":5,"exit":2,"self":3,"exc":7,"type":2,"val":2,"tb":2,"stop":1,"both":1,"server":20,"instances":1,"while":1,"servers":6,"if":1,"pop":1,"try":1,"0":4,"except":1,"exception":1,"as":4,"e":2,"print":2,"f":1,"error":1,"stopping":1,"traceback":1,"pytest":5,"fixture":6,"scope":3,"module":3,"default":5,"args":5,"return":1,"use":1,"half":1,"precision":1,"for":3,"speed":1,"and":1,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"model":3,"len":1,"2048":1,"num":2,"seqs":1,"128":1,"enforce":1,"eager":1,"params":2,"1":2,"4":2,"request":4,"api":7,"count":4,"param":2,"with":3,"multinodeinternallbservermanager":1,"name":2,"dp":3,"size":5,"nodes":1,"tp":2,"list":6,"yield":3,"only":3,"headless":1,"engines":1,"configuration":1,"apionlyservermanager":1,"asyncio":2,"async":3,"client":4,"tuple":1,"remoteopenaiserver":1,"str":1,"internal":1,"lb":1,"we":1,"connect":1,"to":1,"the":2,"head":3,"node":1,"rank":1,"which":1,"provides":1,"single":1,"endpoint":1,"get":1},"12209,1987,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"async":5,"def":3,"api":7,"only":5,"client":7,"servers":3,"list":5,"tuple":2,"remoteopenaiserver":2,"str":3,"fixture":1,"for":2,"server":5,"configuration":1,"connect":1,"to":2,"the":4,"first":1,"in":2,"0":8,"with":3,"get":1,"as":1,"yield":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":6,"name":5,"test":2,"multinode":1,"dp":1,"completion":12,"openai":1,"asyncopenai":1,"none":4,"make":2,"request":4,"await":2,"completions":1,"create":1,"prompt":2,"hello":1,"my":1,"is":4,"max":1,"tokens":5,"5":1,"temperature":3,"1":4,"assert":8,"id":1,"not":4,"choices":3,"and":1,"len":2,"choice":3,"exact":1,"number":1,"of":1,"can":2,"vary":2,"slightly":1,"so":3,"we":3,"check":2,"a":1,"reasonable":1,"minimum":1,"length":4,"text":1,"finish":2,"reason":2,"might":1,"always":1,"be":1,"if":1,"finishes":1,"early":1,"or":2,"due":1,"other":1,"reasons":1,"especially":1,"high":1,"ll":1,"accept":1,"stop":2,"token":1,"counts":1,"also":1,"they":1,"are":1,"positive":1,"usage":3,"total":1,"return":1,"single":2,"result":2,"print":1,"multi":1,"node":1,"internal":1,"lb":1,"handled":1,"successfully":1},"14196,1746,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"await":6,"asyncio":9,"sleep":4,"0":7,"5":2,"send":1,"multiple":1,"requests":7,"internal":2,"lb":2,"should":1,"distribute":1,"across":1,"dp":4,"ranks":2,"num":5,"200":1,"all":8,"tasks":6,"for":4,"in":4,"range":2,"append":2,"create":2,"task":2,"make":2,"request":4,"01":2,"results":6,"gather":2,"assert":4,"len":3,"completion":5,"is":3,"not":2,"none":3,"second":1,"burst":1,"of":1,"server":11,"args":4,"servers":4,"api":5,"count":6,"and":1,"index":1,"1":2,"or":1,"print":1,"f":2,"successfully":1,"completed":1,"multi":1,"node":1,"test":2,"with":1,"check":2,"balancing":2,"via":1,"prometheus":1,"metrics":1,"head":2,"size":1,"pytest":2,"mark":2,"parametrize":1,"model":3,"name":3,"async":1,"def":1,"multinode":1,"streaming":1,"client":1,"openai":1,"asyncopenai":1,"list":2,"tuple":1,"remoteopenaiserver":1,"str":2,"prompt":1,"what":1,"an":1,"llm":1},"15942,1933,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"async":2,"def":1,"make":2,"streaming":6,"request":7,"perform":2,"a":1,"non":3,"to":1,"get":1,"the":6,"expected":1,"full":1,"output":5,"single":6,"completion":2,"await":4,"client":2,"completions":2,"create":2,"model":4,"name":2,"prompt":4,"max":2,"tokens":2,"5":3,"temperature":2,"0":10,"choices":4,"text":3,"stream":4,"true":2,"chunks":3,"list":1,"str":1,"finish":8,"reason":8,"count":3,"last":6,"chunk":10,"none":4,"for":3,"in":2,"append":1,"if":1,"is":3,"not":3,"1":2,"keep":1,"track":1,"of":1,"should":5,"only":1,"return":2,"block":1,"openai":1,"api":1,"assert":5,"appear":1,"exactly":1,"once":1,"have":1,"yielded":1,"at":1,"least":1,"one":1,"length":2,"be":1,"check":1,"that":1,"combined":1,"matches":1,"streamed":3,"version":1,"join":1,"match":1,"indicate":1,"success":1,"this":1,"test":1,"result":2,"print":1,"multi":1,"node":1,"internal":1,"lb":1,"handled":1,"successfully":1,"asyncio":1,"sleep":1},"17875,1923,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"send":1,"multiple":1,"streaming":7,"requests":9,"internal":2,"lb":2,"should":1,"distribute":1,"across":1,"dp":4,"ranks":2,"num":5,"200":1,"all":11,"tasks":6,"for":2,"in":2,"range":2,"append":2,"asyncio":8,"create":3,"task":2,"make":3,"request":5,"await":6,"sleep":3,"0":7,"01":2,"results":6,"gather":2,"assert":4,"len":3,"not":2,"completed":3,"successfully":3,"5":2,"second":1,"burst":1,"of":1,"server":13,"args":4,"servers":4,"api":10,"count":6,"and":1,"index":1,"1":3,"or":1,"print":1,"f":2,"multi":1,"node":1,"test":3,"with":2,"check":2,"balancing":2,"via":1,"prometheus":1,"metrics":1,"head":2,"size":1,"pytest":2,"mark":2,"parametrize":1,"model":5,"name":5,"async":2,"def":2,"only":5,"multinode":1,"completion":2,"client":2,"openai":1,"asyncopenai":1,"list":2,"tuple":1,"remoteopenaiserver":1,"str":2,"none":1,"engines":1,"on":1,"separate":1,"headless":1,"completions":1,"prompt":1,"hello":1,"my":1,"is":1,"max":1,"tokens":1,"temperature":1},"19798,1814,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"assert":12,"completion":14,"id":1,"is":5,"not":6,"none":5,"choices":3,"and":1,"len":4,"1":3,"choice":3,"0":9,"the":2,"exact":1,"number":1,"of":2,"tokens":4,"can":2,"vary":2,"slightly":1,"with":2,"temperature":2,"so":3,"we":3,"check":2,"for":5,"a":1,"reasonable":1,"minimum":1,"length":4,"text":1,"finish":2,"reason":2,"might":1,"always":1,"be":2,"if":1,"model":1,"finishes":1,"early":1,"or":2,"due":1,"to":1,"other":1,"reasons":1,"especially":1,"high":1,"ll":1,"accept":1,"stop":2,"in":5,"token":1,"counts":1,"also":1,"they":1,"are":1,"positive":1,"usage":3,"prompt":1,"total":1,"return":1,"test":1,"single":2,"request":5,"result":2,"await":7,"make":3,"print":1,"api":1,"only":1,"server":2,"handled":1,"successfully":1,"asyncio":8,"sleep":4,"5":2,"send":1,"multiple":1,"requests":7,"should":1,"distributed":1,"across":1,"engines":1,"on":1,"headless":1,"num":5,"200":1,"all":8,"tasks":6,"range":2,"append":2,"create":2,"task":2,"01":2,"results":6,"gather":2,"second":1,"burst":1},"21612,1294,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"api":18,"server":14,"args":4,"only":7,"servers":2,"0":4,"count":6,"and":1,"index":1,"1":2,"or":1,"print":1,"f":2,"successfully":1,"completed":1,"multi":1,"node":1,"test":3,"with":2,"dp":3,"size":2,"engines":2,"on":2,"headless":2,"check":2,"request":4,"balancing":2,"via":1,"prometheus":1,"metrics":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":5,"name":4,"async":2,"def":2,"multinode":1,"completion":3,"streaming":4,"client":2,"openai":1,"asyncopenai":1,"list":2,"tuple":1,"remoteopenaiserver":1,"str":2,"none":1,"all":1,"separate":1,"prompt":3,"what":1,"is":1,"an":1,"llm":1,"make":1,"perform":1,"a":1,"non":1,"to":1,"get":1,"the":1,"expected":1,"full":1,"output":2,"single":3,"await":1,"completions":1,"create":1,"max":1,"tokens":1,"5":1,"temperature":1,"choices":1,"text":1},"22906,1867,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"perform":1,"the":5,"streaming":6,"request":6,"stream":4,"await":4,"api":3,"only":3,"client":1,"completions":1,"create":2,"model":2,"name":1,"prompt":2,"max":1,"tokens":1,"5":2,"temperature":1,"0":8,"true":2,"chunks":3,"list":1,"str":1,"finish":8,"reason":8,"count":3,"last":6,"chunk":10,"none":4,"async":1,"for":4,"in":3,"append":2,"choices":3,"text":2,"if":1,"is":3,"not":3,"1":2,"keep":1,"track":1,"of":1,"should":6,"return":2,"block":1,"openai":1,"assert":5,"appear":1,"exactly":1,"once":1,"have":1,"yielded":1,"at":1,"least":1,"one":1,"length":2,"be":2,"check":1,"that":1,"combined":1,"matches":1,"non":2,"streamed":3,"version":1,"join":1,"single":3,"output":3,"match":1,"indicate":1,"success":1,"this":1,"test":1,"result":2,"make":2,"print":1,"server":1,"handled":1,"successfully":1,"asyncio":3,"sleep":2,"send":1,"multiple":1,"requests":3,"distributed":1,"across":1,"engines":1,"num":2,"200":1,"all":2,"tasks":2,"range":1,"task":1,"01":1},"24773,1076,data/raw/vllm-0.10.1/tests/v1/test_internal_lb_dp.py":{"results":6,"await":4,"asyncio":5,"gather":2,"all":8,"tasks":4,"assert":4,"len":2,"num":3,"requests":6,"not":2,"streaming":5,"completed":3,"successfully":3,"sleep":2,"0":5,"5":1,"second":1,"burst":1,"of":1,"for":1,"in":1,"range":1,"append":1,"create":1,"task":1,"make":1,"request":3,"01":1,"api":14,"server":12,"args":4,"only":3,"servers":2,"count":6,"and":1,"index":1,"1":2,"or":1,"print":1,"f":2,"test":1,"with":1,"dp":2,"size":2,"engines":1,"on":1,"headless":1,"check":2,"balancing":2,"via":1,"prometheus":1,"metrics":1},"0,1330,data/raw/vllm-0.10.1/tests/v1/test_serial_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":5,"collections":1,"import":9,"userdict":2,"dataclasses":1,"dataclass":2,"typing":1,"optional":1,"msgspec":1,"numpy":2,"as":2,"np":2,"pytest":2,"torch":8,"multimodal":1,"inputs":1,"multimodalbatchedfield":1,"multimodalfieldelem":1,"multimodalflatfield":1,"multimodalkwargs":1,"multimodalkwargsitem":1,"multimodalsharedfield":1,"nestedtensors":1,"v1":1,"serial":1,"utils":1,"msgpackdecoder":1,"msgpackencoder":1,"class":2,"unrecognizedtype":2,"def":2,"init":2,"self":2,"an":3,"int":4,"super":1,"mytype":1,"tensor1":1,"tensor":12,"a":1,"string":1,"str":1,"list":2,"of":1,"tensors":2,"array":1,"ndarray":1,"unrecognized":1,"small":2,"f":2,"contig":4,"large":2,"non":2,"empty":1,"test":2,"encode":2,"decode":2,"monkeypatch":3,"loop":1,"with":2,"zero":1,"copy":1,"context":1,"m":2,"setenv":1,"allow":1,"insecure":1,"serialization":1,"1":1},"1330,1905,data/raw/vllm-0.10.1/tests/v1/test_serial_utils.py":{"obj":5,"mytype":4,"tensor1":1,"torch":16,"randint":1,"low":1,"0":3,"high":1,"100":1,"size":2,"1024":4,"dtype":5,"int32":1,"a":1,"string":1,"hello":1,"list":2,"of":1,"tensors":2,"rand":7,"1":3,"10":2,"float32":1,"3":3,"5":3,"4000":1,"float64":1,"tensor":8,"1984":1,"test":3,"scalar":1,"too":1,"make":1,"sure":1,"to":1,"bf16":1,"which":1,"numpy":3,"doesn":1,"t":3,"support":1,"1000":1,"bfloat16":2,"float":2,"inf":2,"array":2,"np":1,"arange":1,"512":3,"unrecognized":1,"unrecognizedtype":1,"33":1,"small":3,"f":2,"contig":4,"4":4,"large":5,"non":2,"2":1,"20":1,"empty":2,"encoder":3,"msgpackencoder":1,"threshold":1,"256":1,"decoder":3,"msgpackdecoder":1,"encoded":4,"encode":3,"there":1,"should":1,"be":1,"the":2,"main":1,"buffer":1,"buffers":1,"is":2,"bytes":1,"two":1,"are":1,"inline":1,"assert":5,"len":2,"8":2,"decoded":2,"decode":2,"equal":2,"into":2,"case":1,"preallocated":3,"bytearray":1,"encoded2":4,"decoded2":2,"class":1,"myrequest":1,"msgspec":1,"struct":1,"mm":1,"optional":1,"multimodalkwargs":1},"3235,1868,data/raw/vllm-0.10.1/tests/v1/test_serial_utils.py":{"def":1,"test":1,"multimodal":1,"kwargs":2,"e1":2,"multimodalfieldelem":4,"audio":3,"a0":1,"torch":8,"zeros":4,"1000":4,"dtype":4,"bfloat16":1,"multimodalbatchedfield":1,"e2":2,"video":3,"v0":1,"int8":1,"for":4,"in":4,"range":1,"4":4,"multimodalflatfield":2,"slice":5,"1":3,"2":5,"3":3,"5":2,"6":2,"none":1,"0":4,"e3":2,"image":5,"i0":2,"int32":2,"multimodalsharedfield":1,"e4":2,"i1":2,"multimodalkwargsitem":3,"from":3,"elems":3,"mm":6,"multimodalkwargs":2,"pack":1,"into":1,"a":1,"mock":1,"request":1,"so":1,"that":1,"it":1,"can":1,"be":2,"decoded":5,"properly":1,"req":2,"myrequest":2,"encoder":2,"msgpackencoder":1,"decoder":2,"msgpackdecoder":1,"encoded":4,"encode":1,"assert":7,"len":6,"8":1,"total":3,"sum":1,"memoryview":1,"x":2,"cast":1,"b":1,"nbytes":1,"expected":1,"encoding":1,"length":1,"should":1,"14255":1,"20":1,"minor":1,"changes":1,"14250":1,"14300":1,"decode":1,"check":2,"all":2,"modalities":2,"were":1,"recovered":1,"and":2,"do":1,"some":1,"basic":1,"sanity":1,"checks":1,"images":4,"get":1,"items":2,"list":1,"keys":1,"the":2,"tensor":1,"contents":1,"layout":1,"main":1,"dict":1,"nested":1,"equal":1,"k":3},"5103,1848,data/raw/vllm-0.10.1/tests/v1/test_serial_utils.py":{"def":4,"nested":2,"equal":12,"a":12,"nestedtensors":2,"b":5,"if":1,"isinstance":1,"torch":12,"tensor":19,"return":2,"all":2,"x":2,"y":2,"for":2,"in":2,"zip":2,"assert":12,"obj1":11,"mytype":2,"obj2":11,"tensor1":2,"string":2,"list":2,"of":4,"tensors":2,"np":1,"array":3,"numpy":2,"unrecognized":2,"an":2,"int":2,"small":4,"f":4,"contig":8,"large":4,"non":4,"empty":2,"test":4,"dict":1,"serialization":2,"encoding":2,"and":2,"decoding":2,"generic":1,"python":2,"object":7,"using":1,"pickle":1,"encoder":4,"msgpackencoder":2,"decoder":4,"msgpackdecoder":2,"create":2,"sample":2,"obj":3,"key":1,"value":1,"number":1,"42":1,"encode":4,"the":7,"encoded":4,"decode":4,"decoded":5,"verify":1,"matches":1,"original":2,"does":1,"not":1,"match":1,"rand":1,"10":2},"6951,1913,data/raw/vllm-0.10.1/tests/v1/test_serial_utils.py":{"verify":3,"the":14,"decoded":11,"tensor":4,"matches":3,"original":6,"assert":3,"torch":1,"allclose":2,"does":3,"not":3,"match":3,"def":5,"test":8,"numpy":6,"array":11,"serialization":4,"encoding":1,"and":2,"decoding":1,"of":1,"a":4,"encoder":6,"msgpackencoder":3,"decoder":4,"msgpackdecoder":2,"np":3,"ndarray":1,"create":1,"sample":1,"random":1,"rand":1,"10":2,"encode":6,"encoded":4,"decode":4,"class":8,"customclass":5,"init":1,"self":4,"value":7,"eq":1,"other":3,"return":1,"isinstance":1,"custom":7,"allowed":1,"with":3,"pickle":4,"monkeypatch":3,"pytest":2,"that":2,"serializing":2,"succeeds":1,"when":2,"allow":3,"true":1,"context":1,"as":1,"m":2,"setenv":1,"vllm":1,"insecure":1,"1":1,"obj":5,"object":3,"disallowed":1,"without":1,"fails":1,"false":1,"raises":1,"typeerror":1,"attempt":1,"to":1},"0,1487,data/raw/vllm-0.10.1/tests/v1/test_async_llm_dp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":16,"asyncio":2,"os":3,"from":13,"contextlib":1,"exitstack":1,"dataclasses":1,"dataclass":1,"typing":1,"optional":3,"pytest":2,"samplingparams":1,"config":2,"vllmconfig":1,"engine":6,"arg":1,"utils":1,"asyncengineargs":2,"inputs":1,"prompttype":2,"platforms":1,"current":2,"platform":3,"sampling":1,"params":1,"requestoutputkind":2,"v1":6,"async":2,"llm":1,"asyncllm":2,"core":1,"client":1,"dpasyncmpclient":1,"metrics":2,"loggers":1,"statloggerbase":1,"stats":1,"iterationstats":1,"schedulerstats":1,"dp":3,"size":6,"int":6,"getenv":2,"args":2,"model":2,"ibm":1,"research":1,"powermoe":1,"3b":1,"enforce":1,"eager":1,"true":2,"tensor":1,"parallel":3,"tp":1,"1":1,"data":2,"if":1,"not":1,"supports":1,"create":1,"skip":1,"reason":1,"requires":1,"supporting":1,"allow":1,"module":1,"level":1,"def":1,"generate":2,"request":1,"id":1,"str":2,"prompt":2,"output":1,"kind":1,"max":1,"tokens":1,"logprobs":1,"none":2,"rank":1,"tuple":1,"ensure":1,"doesn":1,"t":1,"complete":1,"too":1,"fast":1,"for":1,"cancellation":1,"test":1,"await":1,"sleep":1},"1487,1894,data/raw/vllm-0.10.1/tests/v1/test_async_llm_dp.py":{"count":8,"0":8,"sampling":3,"params":3,"samplingparams":1,"max":2,"tokens":5,"ignore":1,"eos":1,"true":1,"output":5,"kind":5,"temperature":1,"prompt":5,"logprobs":2,"async":2,"for":1,"out":2,"in":1,"engine":5,"generate":1,"request":3,"id":3,"data":5,"parallel":5,"rank":2,"num":3,"len":2,"outputs":1,"token":1,"ids":1,"if":2,"requestoutputkind":4,"delta":2,"else":1,"await":1,"asyncio":2,"sleep":1,"return":1,"pytest":3,"mark":3,"parametrize":2,"final":1,"only":1,"backend":2,"mp":1,"ray":1,"def":4,"test":2,"load":1,"str":1,"stats":6,"loggers":2,"dataclass":1,"class":1,"simplestatslogger":1,"statloggerbase":1,"init":3,"int":4,"finished":3,"req":2,"self":6,"vllm":1,"config":1,"vllmconfig":1,"index":2,"record":1,"scheduler":1,"optional":2,"schedulerstats":1,"iteration":3,"iterationstats":1,"idx":1,"requests":1,"log":1,"initialized":1,"1":1,"with":1,"exitstack":1,"as":1,"after":1,"this":1,"is":1,"a":1,"of":1},"3381,1803,data/raw/vllm-0.10.1/tests/v1/test_async_llm_dp.py":{"engine":9,"args":3,"data":2,"parallel":2,"backend":2,"asyncllm":1,"from":2,"stat":1,"loggers":1,"simplestatslogger":1,"after":1,"callback":1,"shutdown":1,"num":9,"requests":6,"100":1,"expected":6,"tokens":8,"10":2,"request":7,"ids":2,"f":3,"i":2,"for":5,"in":6,"range":2,"create":2,"concurrent":1,"tasks":3,"id":4,"append":1,"asyncio":5,"task":5,"generate":1,"prompt":1,"output":2,"kind":1,"short":1,"sleep":3,"to":1,"ensure":1,"that":2,"are":1,"distributed":1,"await":4,"0":2,"01":1,"confirm":1,"we":1,"got":1,"all":1,"the":3,"done":2,"pending":2,"wait":1,"return":1,"when":1,"first":1,"exception":1,"cancel":1,"generated":4,"assert":4,"but":1,"not":4,"processor":1,"has":1,"unfinished":1,"testing":1,"internals":1,"here":2,"which":1,"may":1,"break":2,"core":5,"client":4,"dpasyncmpclient":1,"engines":3,"only":1,"synchronize":1,"stopping":1,"every":1,"n":1,"steps":1,"so":1,"allow":1,"a":1,"small":1,"amount":1,"of":1,"time":1,"if":1,"running":2,"5":1,"reqs":1,"flight":1},"5184,449,data/raw/vllm-0.10.1/tests/v1/test_async_llm_dp.py":{"check":1,"that":1,"requests":3,"were":1,"distributed":1,"between":1,"the":1,"engines":1,"print":1,"f":2,"stats":6,"loggers":6,"after":1,"test":1,"assert":3,"len":1,"dp":2,"size":2,"0":1,"init":1,"count":2,"1":2,"for":1,"sl":2,"in":1,"values":1,"slogger":2,"simplestatslogger":1,"finished":1,"req":1,"num":1,"are":1,"imbalanced":1},"0,1927,data/raw/vllm-0.10.1/tests/v1/test_kv_sharing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"from":5,"unittest":1,"mock":4,"import":6,"torch":2,"v1":4,"attention":8,"backends":4,"flash":1,"attn":4,"flashattentionbackend":2,"flashattentionmetadatabuilder":2,"flex":1,"flexattentionbackend":2,"flexattentionmetadatabuilder":2,"kv":14,"cache":12,"interface":1,"fullattentionspec":2,"kvcachegroupspec":2,"worker":1,"utils":1,"attentiongroup":3,"initialize":2,"for":3,"sharing":3,"def":2,"new":2,"spec":4,"return":1,"16":1,"1":6,"float32":1,"false":1,"test":2,"different":6,"groups":7,"initializing":1,"with":1,"layers":11,"in":4,"same":1,"group":4,"might":1,"be":2,"placed":2,"if":2,"they":3,"have":3,"shared":1,"model":8,"3":1,"and":1,"both":1,"belong":1,"however":1,"will":1,"has":1,"two":1,"backend":2,"metadata":2,"builder":2,"layer":2,"names":2},"1927,1666,data/raw/vllm-0.10.1/tests/v1/test_kv_sharing.py":{"only":1,"layers":27,"0":12,"and":2,"1":12,"will":1,"have":2,"kv":24,"caches":9,"allocated":1,"model":20,"torch":2,"zeros":1,"2":7,"3":6,"ones":1,"initialize":2,"cache":13,"for":3,"sharing":2,"shared":4,"groups":13,"attn":7,"check":3,"that":4,"the":7,"were":3,"correctly":1,"assert":7,"data":4,"ptr":4,"added":2,"to":2,"correct":1,"group":2,"len":3,"layer":3,"names":3,"attention":2,"def":1,"test":2,"same":3,"case":1,"assuming":1,"all":1,"in":1,"backends":1,"this":1,"is":1,"true":1,"most":1,"models":1,"kvcachegroupspec":1,"new":1,"spec":1},"3593,1842,data/raw/vllm-0.10.1/tests/v1/test_kv_sharing.py":{"attn":7,"groups":14,"kv":22,"cache":11,"group":3,"0":11,"has":1,"a":1,"single":1,"attention":5,"as":1,"all":1,"layers":26,"have":2,"the":8,"same":1,"flash":1,"backend":2,"attentiongroup":1,"flashattentionbackend":1,"metadata":1,"builder":1,"mock":1,"spec":1,"flashattentionmetadatabuilder":1,"layer":3,"names":3,"model":21,"1":11,"caches":8,"torch":2,"zeros":1,"2":6,"3":6,"ones":1,"initialize":2,"for":4,"sharing":3,"shared":4,"check":3,"that":3,"were":3,"correctly":1,"assert":6,"data":4,"ptr":4,"added":2,"to":2,"correct":1,"len":3,"and":1,"def":1,"test":2,"no":2,"set":1,"up":1,"when":1,"are":1,"provided":1,"this":1,"is":1,"case":1,"tpu":1,"runner":1,"which":1,"doesn":1,"t":1,"support":1,"yet":1},"5435,1004,data/raw/vllm-0.10.1/tests/v1/test_kv_sharing.py":{"kv":21,"cache":12,"groups":6,"kvcachegroupspec":2,"model":12,"layers":15,"0":5,"new":2,"spec":2,"1":7,"caches":8,"torch":2,"zeros":1,"2":5,"3":4,"ones":1,"initialize":1,"for":1,"sharing":1,"shared":3,"check":2,"that":2,"the":3,"were":2,"correctly":1,"assert":5,"data":4,"ptr":4,"added":1,"to":1,"correct":1,"group":1,"len":1,"layer":2,"names":2},"0,1537,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":8,"project":1,"from":8,"unittest":1,"mock":6,"import":11,"magicmock":3,"patch":1,"pytest":1,"torch":2,"nn":5,"as":1,"tests":1,"utils":1,"create":2,"new":1,"process":1,"for":3,"each":1,"test":1,"compilation":7,"cuda":1,"graph":1,"cudagraphwrapper":1,"monitor":1,"set":3,"cudagraph":2,"capturing":1,"enabled":1,"config":14,"compilationconfig":2,"compilationlevel":2,"cudagraphmode":1,"parallelconfig":2,"schedulerconfig":2,"vllmconfig":3,"forward":3,"context":2,"batchdescriptor":1,"platforms":1,"current":1,"platform":1,"v1":2,"dispatcher":1,"cudagraphdispatcher":1,"helper":1,"mlp":1,"testing":1,"class":2,"simplemlp":1,"module":1,"def":3,"init":3,"self":6,"super":1,"fc1":2,"linear":2,"10":4,"fc2":2,"x":2,"return":2,"max":3,"num":3,"seqs":3,"int":1,"8":1,"spec":1,"scheduler":1,"parallel":1,"mimic":1,"behavior":1,"of":1,"post":1,"if":1,"level":1,"piecewise":1,"splitting":1,"ops":1,"testcudagraphdispatcher":1},"1537,1550,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"pytest":1,"mark":1,"parametrize":1,"params":4,"test":5,"case":8,"0":2,"full":6,"cg":4,"for":6,"mixed":3,"batches":3,"no":4,"separate":1,"routine":1,"id":4,"cudagraph":10,"mode":8,"compilation":7,"level":6,"compilationlevel":4,"1":4,"uniform":3,"piecewise":6,"and":1,"2":2,"decode":2,"only":1,"3":2,"all":1,"def":1,"dispatcher":4,"self":1,"setup":1,"comp":3,"config":6,"compilationconfig":1,"capture":1,"sizes":1,"8":2,"create":1,"vllm":1,"max":1,"num":1,"seqs":1,"cudagraphdispatcher":1,"initialize":1,"keys":1,"query":1,"len":1},"3087,1928,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"verify":1,"the":1,"key":8,"is":1,"initialized":1,"correctly":1,"if":4,"params":7,"cudagraph":13,"mode":16,"in":6,"full":15,"and":3,"piecewise":11,"assert":16,"len":4,"dispatcher":6,"keys":4,"cudagraphmode":11,"2":3,"else":4,"0":2,"not":1,"none":3,"test":1,"dispatch":3,"logic":1,"1":1,"non":3,"uniform":11,"batch":2,"size":4,"list":2,"desc":9,"exact":9,"batchdescriptor":2,"num":2,"tokens":2,"8":2,"decode":4,"false":1,"rt":9,"elif":3,"true":1,"only":1},"5015,1831,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"3":1,"no":3,"key":3,"match":3,"desc":2,"batchdescriptor":2,"num":2,"tokens":2,"15":1,"uniform":1,"decode":1,"false":1,"rt":2,"mode":5,"dispatcher":1,"dispatch":1,"assert":4,"cudagraphmode":4,"none":6,"is":2,"pytest":1,"mark":1,"skipif":1,"not":2,"current":1,"platform":1,"cuda":9,"reason":1,"skip":1,"if":1,"class":1,"testcudagraphwrapper":1,"def":2,"setup":1,"method":1,"self":12,"vllm":7,"config":7,"create":2,"compilationconfig":1,"model":2,"simplemlp":1,"to":1,"persistent":1,"input":4,"buffer":1,"torch":6,"zeros":2,"1":3,"10":3,"device":2,"tensor":3,"randn":1,"new":1,"process":1,"for":1,"each":1,"test":2,"spawn":1,"capture":2,"and":1,"replay":1,"wrapper":3,"cudagraphwrapper":1,"runtime":3,"full":2,"batch":4,"descriptor":4,"0":1,"global":1,"warmup":1,"with":2,"set":2,"forward":2,"context":2,"attn":2,"metadata":2,"cudagraph":2,"patch":1,"graph":4,"wraps":1,"as":1,"mock":2,"output1":3,"capturing":1,"phase":1,"should":1,"generate":1,"a":1,"zero":1,"output":1,"allclose":1,"like":1,"called":1,"once":1},"6846,1755,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"assert":7,"batch":7,"descriptor":7,"in":1,"wrapper":6,"concrete":3,"cudagraph":8,"entries":3,"entry":4,"is":1,"not":3,"none":3,"2":1,"replay":5,"with":3,"set":2,"forward":6,"context":2,"attn":2,"metadata":2,"vllm":5,"config":5,"self":11,"runtime":3,"mode":4,"cudagraphmode":3,"full":2,"patch":3,"object":2,"wraps":3,"as":3,"mock":6,"output2":2,"input":3,"tensor":3,"called":3,"once":2,"compare":1,"eager":3,"output":3,"model":4,"torch":3,"testing":1,"close":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":2,"spawn":1,"def":1,"bypass":1,"on":1,"mismatch":1,"cudagraphwrapper":1,"batchdescriptor":1,"num":1,"tokens":1,"10":1,"piecewise":1,"cuda":4,"graph":4},"8601,1962,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"create":2,"new":1,"process":1,"for":2,"each":1,"test":2,"spawn":1,"def":3,"bypass":1,"on":1,"mode":7,"none":4,"self":14,"wrapper":7,"cudagraphwrapper":1,"model":1,"vllm":6,"config":9,"runtime":3,"cudagraphmode":2,"full":3,"batch":5,"descriptor":5,"batchdescriptor":1,"num":1,"tokens":1,"10":2,"with":2,"set":1,"forward":1,"context":2,"attn":1,"metadata":1,"cudagraph":7,"patch":3,"torch":4,"cuda":8,"graph":7,"wraps":3,"as":3,"mock":4,"input":2,"tensor":2,"assert":2,"not":4,"called":1,"concrete":2,"entries":2,"pytest":1,"mark":1,"skipif":1,"current":1,"platform":1,"is":1,"reason":1,"skip":1,"if":1,"class":1,"testcudagraphintegration":1,"setup":1,"method":1,"only":1,"non":1,"uniform":2,"batches":1,"comp":3,"compilationconfig":1,"level":1,"compilationlevel":1,"piecewise":1,"capture":1,"sizes":1,"20":1,"dispatcher":2,"cudagraphdispatcher":1,"initialize":1,"keys":1,"decode":1,"query":1,"len":1,"1":1,"run":2,"and":2,"monitor":2,"call":2,"helper":1,"to":1,"a":1,"single":1,"the":1,"action":1,"object":1,"runnable":3,"entry":1,"get":1},"10563,1789,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"context":5,"set":1,"forward":1,"attn":1,"metadata":1,"none":1,"vllm":3,"config":3,"self":3,"cudagraph":3,"runtime":2,"mode":2,"batch":2,"descriptor":2,"mock":5,"replay":6,"magicmock":2,"if":4,"entry":3,"and":1,"with":2,"patch":1,"object":1,"new":2,"callable":1,"as":1,"wrapper":6,"input":9,"tensor":2,"else":1,"graph":1,"called":3,"note":1,"that":1,"this":1,"is":1,"globally":1,"mocked":1,"so":1,"it":1,"will":1,"be":1,"detected":1,"even":1,"whether":1,"by":1,"the":1,"inner":1,"or":1,"outer":3,"return":4,"capture":2,"global":1,"only":2,"for":3,"runnable":1,"call":1,"count":1,"0":1,"bypass":2,"unknown":1,"create":1,"process":1,"each":1,"test":2,"spawn":1,"def":1,"logic":1,"model":2,"simplemlp":1,"to":1,"cuda":2,"full":2,"cudagraphwrapper":1,"cudagraphmode":1,"max":2,"bs":2,"16":1,"persistent":4,"buffer":4,"torch":1,"zeros":1,"10":1,"device":1,"1":4,"2":4,"3":4,"desc":3,"batchdescriptor":3,"num":3,"tokens":3,"unseen":1},"12352,1861,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"0":1,"global":3,"warmup":1,"with":2,"set":3,"forward":1,"context":1,"attn":1,"metadata":1,"none":4,"vllm":2,"config":2,"self":10,"cudagraph":3,"runtime":1,"mode":9,"cudagraphmode":4,"batch":1,"descriptor":1,"full":9,"wrapper":7,"input":7,"1":5,"rt":8,"key":8,"dispatcher":3,"dispatch":3,"desc":5,"capture":5,"first":2,"shape":5,"action":10,"run":6,"and":6,"monitor":6,"call":6,"assert":6,"2":5,"replay":4,"3":5,"second":2,"4":1,"5":1,"bypass":2,"if":1,"no":1,"match":1,"unseen":3,"is":1,"not":1,"allowed":1,"after":1,"disable":1,"capturing":2,"enabled":2,"false":1,"pytest":1,"raises":1,"runtimeerror":1,"true":1},"14213,1998,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"create":1,"new":1,"process":1,"for":1,"each":1,"test":3,"spawn":1,"def":1,"nested":1,"wrappers":1,"self":6,"tests":1,"a":3,"scenario":1,"with":5,"piecewise":6,"wrapper":9,"inside":2,"full":11,"one":1,"model":16,"simplemlp":3,"to":4,"cuda":4,"cudagraphwrapper":3,"vllm":5,"config":5,"cudagraphmode":5,"input":3,"1":9,"torch":1,"randn":1,"10":1,"device":1,"setup":1,"inner":8,"is":2,"wrapped":1,"outer":9,"forward":9,"magicmock":2,"wraps":2,"when":1,"called":2,"it":1,"calls":1,"the":3,"side":1,"effect":1,"desc":2,"batchdescriptor":1,"num":1,"tokens":1,"0":1,"global":2,"warmup":1,"set":1,"context":2,"attn":1,"metadata":1,"none":3,"cudagraph":1,"runtime":2,"mode":3,"batch":1,"descriptor":1,"run":2,"expect":1,"capture":3,"mock":3,"should":1,"be":1,"once":1,"graph":1,"reset":2,"action":2,"and":1,"monitor":1,"call":3,"assert":3,"count":2},"16211,1361,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_dispatch.py":{"run":6,"again":2,"expect":2,"outer":8,"wrapper":7,"to":2,"replay":2,"the":2,"model":9,"should":2,"not":1,"be":1,"called":1,"because":1,"whole":1,"graph":1,"is":1,"replayed":1,"action":6,"self":3,"and":4,"monitor":3,"call":11,"full":4,"input":3,"1":11,"cudagraphmode":3,"desc":3,"assert":9,"forward":8,"count":6,"no":1,"new":1,"inner":7,"test":1,"runtime":1,"mode":2,"piecewise":5,"reset":2,"mock":2,"with":2,"context":1,"bypass":2,"capture":2,"global":1,"bypasses":1,"replays":1,"2":1},"0,1171,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_mode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"import":11,"contextlib":3,"os":5,"weakref":1,"from":7,"exitstack":1,"dataclasses":1,"dataclass":2,"typing":1,"optional":2,"pytest":1,"tests":1,"utils":1,"wait":1,"for":3,"gpu":2,"memory":1,"clear":1,"llm":1,"config":2,"compilationconfig":1,"platforms":1,"current":1,"platform":1,"contextmanager":1,"def":1,"temporary":1,"environ":5,"env":6,"vars":4,"temporarily":1,"set":1,"environment":1,"variables":1,"and":1,"restore":1,"them":1,"afterward":1,"we":1,"have":1,"do":1,"this":1,"vs":1,"monkeypatch":2,"because":1,"doesn":1,"t":1,"work":1,"with":1,"module":1,"scoped":1,"fixtures":1,"original":2,"k":6,"get":1,"in":2,"try":1,"update":1,"yield":1,"finally":1,"v":3,"items":1,"if":1,"is":1,"none":3,"pop":1,"else":1,"class":1,"backendconfig":1,"name":1,"str":1,"dict":2,"comp":1,"specific":1,"arch":1,"tuple":1,"define":1,"all":1,"backend":1,"configurations":1,"of":1,"full":1,"cudagraph":1,"be":1,"tested":1},"1171,1864,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_mode.py":{"backend":6,"configs":1,"fa3":5,"on":2,"hopper":2,"backendconfig":5,"name":6,"env":5,"vars":5,"vllm":6,"flash":2,"attn":3,"version":2,"3":1,"comp":5,"config":5,"cudagraph":7,"mode":7,"full":13,"specific":2,"gpu":2,"arch":2,"9":2,"0":2,"flashmla":4,"attention":5,"and":10,"piecewise":9,"fa2":5,"2":1,"triton":2,"tritonattn":2,"v1":1,"flashinfer":6,"test":1,"combo":4,"supported":1,"cases":2,"1":2,"true":6,"should":2,"fallback":2,"to":2,"pytest":1,"mark":1,"parametrize":1,"case":1},"3035,1515,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_mode.py":{"def":1,"test":3,"backend":11,"and":3,"cudagraph":6,"mode":6,"combo":3,"case":2,"name":6,"supported":3,"if":4,"flashinfer":3,"try":2,"import":1,"noqa":1,"f401":1,"except":2,"importerror":1,"pytest":3,"skip":3,"is":3,"not":3,"installed":1,"config":4,"configs":2,"dynamically":1,"gpu":5,"capability":2,"met":1,"specific":2,"arch":2,"current":1,"platform":1,"get":1,"device":1,"only":1,"hopper":1,"gpus":1,"support":1,"fa3":1,"flashmla":1,"env":3,"vars":3,"vllm":1,"use":1,"v1":1,"1":3,"with":2,"temporary":1,"environ":1,"exitstack":1,"as":1,"stack":2,"enter":1,"context":1,"raises":1,"exception":1,"llm":6,"model":2,"qwen":1,"qwen2":1,"5b":1,"instruct":1,"max":2,"num":1,"seqs":1,"256":1,"trust":1,"remote":1,"code":1,"true":1,"memory":2,"utilization":1,"0":3,"45":1,"len":1,"1024":1,"compilation":3,"compilationconfig":1,"level":3,"3":1,"generate":1,"hello":1,"my":1,"10":1,"weakref":1,"proxy":1,"del":1,"unboundlocalerror":1,"pass":1,"wait":1,"for":1,"to":1,"clear":1,"devices":1,"threshold":1,"ratio":1,"different":1},"4550,1733,data/raw/vllm-0.10.1/tests/v1/cudagraph/test_cudagraph_mode.py":{"combo":6,"cases":2,"2":2,"fa2":10,"full":8,"0":8,"true":9,"no":5,"compilation":11,"cudagraph":11,"3":5,"piecewise":11,"false":2,"and":2,"not":2,"supported":3,"without":1,"decode":2,"only":2,"none":2,"pytest":2,"mark":1,"parametrize":1,"case":3,"def":1,"test":1,"backend":3,"name":3,"mode":3,"level":3,"env":3,"vars":3,"vllm":1,"use":1,"v1":1,"1":3,"configs":1,"with":1,"temporary":1,"environ":1,"exitstack":1,"as":1,"stack":2,"if":1,"enter":1,"context":1,"raises":1,"exception":1,"llm":6,"model":2,"qwen":1,"qwen2":1,"5b":1,"instruct":1,"max":2,"num":1,"seqs":1,"256":1,"trust":1,"remote":1,"code":1,"gpu":2,"memory":2,"utilization":1,"45":1,"len":1,"1024":1,"config":1,"compilationconfig":1,"generate":1,"hello":1,"my":1,"is":1,"10":1,"try":1,"weakref":1,"proxy":1,"del":1,"except":1,"unboundlocalerror":1,"pass":1,"finally":1,"wait":1,"for":1,"to":1,"clear":1,"devices":1,"threshold":1,"ratio":1},"0,1647,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":2,"vllm":9,"project":1,"tests":2,"for":2,"v1":8,"attention":5,"backends":4,"without":1,"gpumodelrunner":1,"dependency":1,"import":7,"pytest":1,"torch":8,"from":5,"utils":3,"batchspec":1,"backend":8,"create":3,"common":2,"attn":4,"metadata":1,"standard":1,"kv":3,"cache":3,"spec":1,"config":1,"get":1,"str":4,"dtype":21,"cdiv":1,"commonattentionmetadata":1,"set":1,"layout":1,"interface":1,"fullattentionspec":1,"test":2,"flash":1,"flashinfer":4,"flex":1,"triton":1,"tree":1,"remove":2,"list":1,"if":3,"it":1,"s":1,"not":1,"available":1,"try":1,"noqa":1,"f401":1,"except":1,"importerror":1,"def":1,"convert":2,"modeldtype":1,"isinstance":2,"auto":1,"return":3,"float16":1,"default":1,"testing":1,"elif":2,"in":1,"else":2,"raise":2,"valueerror":2,"f":2,"unknown":2,"define":1,"batch":1,"configurations":1},"1647,1425,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"batch":1,"specs":1,"small":3,"decode":4,"batchspec":10,"seq":10,"lens":20,"32":6,"40":3,"query":10,"1":17,"prefill":4,"8":4,"mixed":2,"48":1,"56":1,"5":2,"medium":3,"128":2,"256":3,"512":5,"1024":7,"2048":4,"16":4,"7":3,"large":2,"4096":1,"single":2,"64":1,"def":1,"create":2,"dummy":2,"kv":10,"cache":9,"spec":5,"fullattentionspec":1,"device":4,"torch":4,"num":3,"blocks":2,"int":1,"100":1,"tensor":2,"a":1,"for":1,"testing":1,"randn":1,"2":1,"k":1,"and":1,"v":1,"block":1,"size":2,"heads":1,"head":1,"dtype":3,"convert":1,"to":1,"return":1},"3072,1874,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"def":1,"create":4,"and":2,"prepopulate":2,"kv":12,"cache":10,"k":3,"contexts":5,"list":5,"torch":6,"tensor":5,"v":2,"block":9,"size":10,"int":4,"num":8,"heads":5,"head":5,"dtype":5,"device":6,"blocks":7,"common":7,"attn":7,"metadata":7,"commonattentionmetadata":1,"randomize":2,"bool":1,"true":1,"a":1,"with":1,"context":4,"data":2,"args":1,"of":8,"key":1,"tensors":2,"for":3,"each":4,"sequence":3,"value":1,"seq":3,"lens":5,"lengths":1,"number":2,"type":1,"the":3,"to":3,"on":1,"total":1,"in":1,"table":5,"populate":1,"whether":1,"randomly":1,"permute":1,"or":1,"use":1,"sequential":1,"order":1,"returns":1,"tuple":1,"updated":1,"batch":1,"len":1,"cpu":4,"query":3,"start":2,"loc":2,"1":3,"computed":1,"tokens":1,"slot":2,"mapping":2,"empty":1,"2":2,"flat":1,"view":1},"4946,1561,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"populate":1,"the":7,"cache":5,"with":1,"context":7,"tokens":2,"start":16,"from":5,"block":23,"id":4,"1":15,"since":2,"0":5,"is":3,"considered":2,"null":3,"idx":7,"for":8,"i":7,"in":2,"range":2,"batch":2,"size":5,"k":4,"v":3,"contexts":2,"end":10,"shape":1,"kv":4,"flat":2,"stay":1,"aligned":1,"and":1,"allocate":1,"enough":1,"blocks":12,"new":1,"cdiv":2,"int":2,"seq":6,"lens":2,"permute":1,"excluding":1,"which":1,"if":1,"randomize":1,"perm":7,"torch":5,"randperm":1,"random":1,"permutation":1,"starting":3,"else":1,"arange":1,"sequential":1,"order":1,"inv":3,"zeros":1,"dtype":1,"long":1,"device":2,"argsort":1,"add":1,"to":1,"account":1,"construct":1,"right":1,"table":2,"num":4},"6507,1789,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"create":1,"a":2,"realistic":1,"slot":2,"mapping":2,"that":1,"corresponds":1,"to":2,"the":2,"block":9,"table":2,"for":3,"i":6,"in":1,"range":1,"batch":1,"size":4,"token":5,"offsets":5,"torch":11,"arange":1,"int":2,"query":4,"lens":2,"context":1,"indices":2,"inter":2,"start":4,"common":3,"attn":3,"metadata":3,"loc":2,"cpu":2,"end":2,"1":6,"device":11,"return":1,"kv":3,"cache":3,"class":1,"mockattentionlayer":1,"mock":3,"attention":5,"layer":3,"testing":1,"def":2,"init":1,"self":6,"q":1,"scale":5,"tensor":8,"0":5,"k":2,"v":2,"add":1,"float":3,"versions":1,"flashinfer":3,"run":2,"backend":8,"spec":1,"fullattentionspec":1,"names":1,"list":1,"str":1,"vllm":3,"config":1,"commonattentionmetadata":1,"key":1,"value":1,"computation":1,"using":1,"specified":1,"s":2,"attentionimpl":1,"builder":1,"cls":2,"impl":1,"get":2,"per":1,"parameters":1,"if":2,"needed":1,"v1":2,"import":2,"unittest":1,"from":1,"backends":1,"utils":1,"perlayerparameters":1},"8296,1913,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"def":1,"mock":6,"get":7,"per":3,"layer":12,"parameters":4,"vllm":10,"config":15,"names":4,"impl":3,"cls":4,"return":2,"for":2,"a":1,"single":1,"head":8,"size":8,"model":4,"name":2,"perlayerparameters":1,"window":3,"left":1,"1":3,"no":2,"sliding":2,"logits":1,"soft":2,"cap":2,"0":8,"sm":1,"scale":5,"5":2,"standard":1,"in":1,"with":1,"unittest":1,"patch":1,"v1":1,"attention":2,"backends":1,"flashinfer":1,"builder":6,"kv":7,"cache":3,"spec":2,"device":3,"attn":6,"metadata":7,"build":3,"common":6,"prefix":2,"len":2,"else":1,"instantiate":1,"implementation":1,"num":8,"heads":8,"parallel":2,"alibi":1,"slopes":1,"none":2,"dtype":1,"auto":1,"create":1,"and":1,"output":2,"buffer":1,"mockattentionlayer":1,"torch":1,"empty":1,"like":1,"query":1},"10209,1722,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"run":1,"forward":2,"pass":1,"note":1,"the":9,"query":3,"key":2,"and":5,"value":2,"are":1,"already":1,"shaped":1,"correctly":1,"in":1,"calling":1,"test":5,"function":1,"output":7,"impl":1,"mock":1,"layer":1,"kv":5,"cache":5,"attn":1,"metadata":1,"return":1,"pytest":2,"mark":2,"parametrize":2,"batch":7,"spec":7,"name":4,"small":3,"decode":2,"prefill":2,"mixed":2,"medium":3,"model":5,"meta":2,"llama":2,"3":2,"8b":1,"def":1,"backend":3,"correctness":1,"str":2,"that":1,"all":1,"backends":1,"produce":1,"similar":1,"outputs":1,"to":3,"a":4,"reference":1,"implementation":1,"using":2,"torch":3,"nn":1,"functional":1,"scaled":1,"dot":1,"product":1,"attention":3,"this":1,"works":1,"by":1,"1":1,"generating":1,"of":2,"sequences":1,"with":2,"specified":1,"context":2,"lengths":1,"2":1,"computing":1,"ground":2,"truth":2,"sdpa":2,"on":1,"contiguous":1,"q":1,"k":2,"v":2,"tensors":2,"simulating":1,"vllm":6,"s":3,"paged":3,"it":1,"takes":1,"portion":1,"manually":1,"places":1,"them":1,"into":1,"buffer":1,"according":1,"randomly":1,"generated":1,"block":1,"table":1,"4":1,"running":1,"each":1,"new":1,"queries":1,"simulated":1,"5":1,"comparing":1,"specs":1,"config":3,"create":2,"max":2,"len":1,"seq":1,"lens":1,"device":2,"cuda":1,"0":1,"standard":1},"11931,1736,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"1":5,"setup":1,"batch":7,"size":11,"spec":3,"seq":3,"lens":6,"query":3,"num":7,"q":10,"heads":7,"vllm":10,"config":14,"model":4,"get":3,"attention":1,"parallel":2,"kv":4,"head":6,"dtype":9,"convert":1,"to":2,"torch":4,"block":2,"cache":1,"scale":1,"0":5,"5":1,"2":4,"generate":2,"data":1,"and":2,"compute":1,"sdpa":7,"reference":1,"output":1,"all":4,"k":6,"v":6,"outputs":1,"contexts":2,"for":2,"i":3,"in":5,"range":1,"s":4,"len":8,"context":1,"the":1,"whole":1,"sequence":1,"be":1,"used":1,"randn":3,"device":6,"full":4,"expects":1,"n":1,"h":1,"l":1,"d":1,"so":1,"unsqueeze":4,"permute":1,"transpose":3},"13667,1807,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"if":1,"num":10,"q":11,"heads":10,"kv":7,"assert":1,"0":9,"f":2,"must":1,"be":1,"divisible":1,"by":1,"repeats":3,"k":9,"sdpa":12,"in":8,"repeat":2,"interleave":2,"dim":6,"1":4,"v":9,"create":2,"causal":1,"mask":5,"query":2,"token":1,"i":7,"attends":1,"to":4,"positions":1,"context":6,"len":11,"s":1,"offset":2,"attn":6,"torch":6,"full":5,"float":1,"inf":1,"device":3,"dtype":2,"for":2,"range":1,"out":2,"nn":1,"functional":1,"scaled":1,"dot":1,"product":1,"attention":1,"scale":2,"enable":1,"gqa":1,"true":1,"convert":1,"back":1,"l":1,"h":1,"d":1,"all":8,"outputs":2,"append":6,"transpose":1,"2":1,"squeeze":1,"inputs":1,"vllm":11,"backends":1,"are":1,"just":1,"the":2,"new":1,"tokens":1,"contextual":1,"data":1,"used":1,"populate":1,"paged":1,"cache":2,"contexts":2,"cat":4,"key":1,"value":1,"output":1,"common":2,"metadata":2,"batch":1,"spec":1,"config":2,"block":1,"size":1},"15474,1706,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"3":3,"simulate":1,"paged":1,"kv":17,"cache":14,"and":4,"a":1,"realistic":1,"slot":1,"mapping":1,"create":1,"prepopulate":1,"k":2,"contexts":4,"v":2,"block":4,"size":8,"num":8,"heads":4,"head":4,"dtype":2,"device":3,"blocks":5,"vllm":7,"config":3,"gpu":1,"or":1,"1000":1,"common":3,"attn":3,"metadata":3,"randomize":1,"true":1,"4":1,"run":2,"backends":2,"compare":1,"note":1,"flex":1,"attention":2,"has":1,"known":1,"triton":1,"kernel":1,"compatibility":1,"issues":1,"with":1,"test":2,"infrastructures":1,"for":8,"backend":12,"name":3,"in":1,"to":2,"flashattentionm":1,"flexattention":1,"2":4,"flashinfer":3,"select":1,"the":1,"appropriate":1,"format":1,"each":1,"if":1,"v1":1,"transpose":3,"0":1,"1":1,"default":1,"hnd":2,"layout":2,"contiguous":1,"set":1,"output":1,"spec":1,"placeholder":1,"query":1,"key":1,"value":1},"17180,1682,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_backends.py":{"check":2,"shape":7,"and":1,"dtype":7,"consistency":1,"assert":4,"backend":18,"output":21,"sdpa":14,"f":11,"name":8,"torch":7,"isfinite":1,"all":4,"produced":1,"non":1,"finite":1,"values":1,"numerical":2,"similarity":1,"rtol":3,"1e":1,"2":1,"atol":4,"5e":2,"3":1,"if":2,"flex":2,"attention":2,"1":1,"todo":1,"figure":1,"out":1,"why":1,"has":1,"such":1,"large":1,"differences":1,"for":1,"medium":3,"decode":1,"prefill":1,"mixed":1,"max":10,"diff":8,"abs":3,"item":2,"rel":5,"close":3,"allclose":1,"not":1,"print":3,"differs":2,"from":2,"baseline":3,"6f":4},"0,967,data/raw/vllm-0.10.1/tests/v1/attention/test_mamba_selectors.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"tests":1,"for":2,"mamba":15,"attention":4,"backend":11,"selectors":2,"import":3,"pytest":3,"from":2,"v1":2,"backends":2,"mamba2":3,"attn":6,"mamba2attentionbackend":2,"get":5,"mark":1,"parametrize":1,"argnames":1,"type":7,"expected":3,"argvalues":1,"def":2,"test":2,"class":2,"assert":1,"is":2,"unsupported":3,"types":2,"in":1,"err":2,"message":2,"f":1,"not":1,"supported":1,"yet":1,"with":1,"raises":1,"notimplementederror":1,"match":1},"0,1940,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_splitting.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":3,"vllm":2,"project":1,"import":5,"pytest":2,"torch":10,"from":10,"tests":2,"v1":3,"attention":4,"test":9,"backends":2,"batch":1,"specs":1,"utils":2,"create":1,"common":1,"attn":2,"metadata":3,"ubatchslice":1,"make":1,"with":1,"slice":27,"query":15,"start":15,"locs":5,"split":1,"fixture":1,"def":5,"sample":10,"loc":10,"tensor":9,"for":1,"testing":1,"return":1,"5":4,"12":2,"20":1,"35":1,"50":1,"basic":1,"middle":2,"slicing":3,"of":3,"req":8,"1":2,"3":6,"index":5,"result":8,"expected":8,"7":1,"15":2,"assert":4,"equal":4,"beginning":2,"end":2,"last":1,"30":1,"single":2,"element":2,"that":1,"results":1,"in":1,"8":1},"1940,1933,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_splitting.py":{"def":6,"test":6,"full":1,"tensor":5,"slice":19,"sample":4,"query":6,"start":6,"loc":4,"slicing":2,"the":2,"entire":2,"req":4,"0":5,"5":3,"result":5,"locs":2,"expected":4,"torch":7,"12":1,"20":1,"35":1,"50":1,"assert":2,"equal":2,"bounds":1,"edge":1,"cases":1,"that":1,"goes":1,"exactly":1,"to":1,"last":2,"element":1,"4":1,"index":1,"15":1,"pytest":3,"fixture":3,"small":9,"decode":10,"metadata":15,"create":6,"for":4,"batch":14,"spec":6,"specs":3,"device":12,"cpu":3,"return":3,"common":3,"attn":3,"block":3,"size":3,"16":3,"large":2,"mixed":3,"tests":1,"make":3,"with":3,"split":1,"first":1,"request":1,"only":1,"ubatch":2,"ubatchslice":1,"1":2},"3873,1883,data/raw/vllm-0.10.1/tests/v1/attention/test_attention_splitting.py":{"check":3,"sliced":1,"results":9,"assert":17,"result":11,"num":13,"reqs":5,"1":18,"slice":14,"0":9,"gives":4,"requests":3,"actual":4,"tokens":10,"token":1,"max":2,"query":4,"len":3,"torch":12,"equal":7,"start":2,"loc":2,"tensor":6,"seq":4,"lens":4,"32":1,"def":2,"test":4,"make":2,"metadata":10,"with":2,"mixed":4,"batch":4,"small":2,"slicing":1,"ubatch":4,"ubatchslice":3,"3":3,"7":3,"2":4,"6":3,"5":1,"40":1,"48":1,"split":4,"attn":2,"decode":5,"large":3,"splitting":1,"into":1,"two":1,"parts":1,"mid":11,"point":11,"slices":2,"first":1,"2048":2,"second":1},"0,1878,data/raw/vllm-0.10.1/tests/v1/attention/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"utility":1,"functions":1,"for":2,"attention":2,"related":1,"v1":3,"tests":1,"from":8,"dataclasses":1,"import":9,"dataclass":2,"typing":1,"union":1,"pytest":1,"torch":6,"config":1,"cacheconfig":1,"compilationconfig":1,"deviceconfig":1,"loadconfig":1,"modelconfig":1,"modeldtype":1,"parallelconfig":1,"schedulerconfig":1,"vllmconfig":1,"platforms":1,"backend":1,"current":1,"platform":1,"utils":2,"resolve":1,"obj":1,"by":1,"qualname":1,"backends":1,"commonattentionmetadata":3,"kv":1,"cache":1,"interface":1,"fullattentionspec":1,"class":1,"batchspec":3,"specification":1,"a":2,"batch":7,"configuration":1,"workload":1,"shape":1,"only":1,"seq":3,"lens":7,"list":2,"int":4,"query":9,"name":1,"str":1,"unnamed":1,"property":1,"def":4,"size":3,"self":7,"return":2,"len":3,"post":1,"init":1,"assert":1,"compute":2,"num":3,"tokens":3,"sum":1,"create":3,"common":1,"attn":1,"metadata":1,"spec":4,"block":3,"device":6,"max":1,"idx":1,"1000":1,"arange":1,"indices":1,"bool":1,"false":1,"and":1,"modelparams":1,"start":5,"locations":1,"loc":4,"zeros":1,"1":2,"dtype":2,"int32":2,"tensor":1,"cumsum":1,"cpu":2},"1878,1766,data/raw/vllm-0.10.1/tests/v1/attention/utils.py":{"create":3,"sequence":2,"lengths":1,"seq":6,"lens":10,"torch":12,"tensor":4,"batch":13,"spec":9,"dtype":6,"int32":4,"device":10,"cpu":3,"computed":2,"tokens":5,"context":3,"length":2,"for":2,"each":1,"i":3,"query":4,"in":1,"range":1,"size":6,"num":6,"block":8,"table":3,"and":1,"slot":3,"mapping":3,"max":10,"blocks":6,"1":1,"if":1,"arange":3,"indices":1,"view":2,"int64":2,"else":1,"randint":2,"0":2,"idx":2,"calculate":1,"len":1},"3644,1981,data/raw/vllm-0.10.1/tests/v1/attention/utils.py":{"return":2,"commonattentionmetadata":1,"query":6,"start":4,"loc":4,"cpu":6,"seq":4,"lens":4,"num":5,"computed":2,"tokens":4,"reqs":1,"batch":2,"spec":1,"size":1,"actual":1,"max":2,"len":2,"block":2,"table":2,"tensor":2,"slot":2,"mapping":2,"causal":1,"true":1,"def":1,"get":3,"attention":11,"backend":27,"name":9,"set":1,"up":1,"classes":1,"for":1,"testing":1,"args":1,"of":2,"the":1,"flash":3,"attn":7,"flashinfer":3,"etc":1,"vllm":12,"config":1,"vllmconfig":1,"instance":1,"returns":1,"tuple":1,"builder":2,"class":7,"impl":2,"map":3,"v1":11,"backends":7,"flashattentionbackend":1,"if":2,"current":1,"platform":1,"is":1,"cuda":1,"else":1,"rocm":1,"aiter":1,"fa":1,"aiterflashattentionbackend":1,"flashinferbackend":1,"flex":2,"flexattentionbackend":1,"triton":2,"tritonattentionbackend":1,"tree":2,"treeattentionbackend":1,"xformers":2,"xformersattentionbackend":1,"not":2,"in":1,"raise":1,"valueerror":1,"f":2,"unknown":1,"try":1,"resolve":1,"obj":1,"by":1,"qualname":1,"cls":2,"except":1,"importerror":1,"as":1,"e":2,"pytest":1,"skip":1,"available":1},"5625,1948,data/raw/vllm-0.10.1/tests/v1/attention/utils.py":{"def":2,"create":4,"standard":1,"kv":3,"cache":7,"spec":1,"vllm":9,"config":25,"vllmconfig":3,"fullattentionspec":3,"a":2,"from":1,"modelparams":1,"only":1,"return":1,"block":5,"size":10,"num":10,"heads":2,"model":14,"get":3,"parallel":5,"head":2,"dtype":7,"use":2,"mla":2,"sliding":2,"window":2,"name":3,"str":1,"meta":2,"llama":2,"3":1,"8b":1,"tensor":3,"int":5,"1":1,"max":9,"len":3,"1024":1,"union":1,"modeldtype":1,"torch":1,"auto":2,"16":1,"seqs":3,"256":1,"batched":3,"tokens":3,"8192":1,"add":1,"mock":1,"methods":1,"bool":1,"true":1,"for":2,"testing":2,"with":1,"reasonable":1,"defaults":1,"modelconfig":1,"tokenizer":1,"trust":1,"remote":1,"code":1,"false":1,"seed":1,"0":3,"cacheconfig":1,"swap":1,"space":1,"set":2,"blocks":3,"these":1,"may":1,"be":1,"during":1,"initialization":1,"normally":1,"gpu":1,"1000":1,"cpu":1,"parallelconfig":1,"scheduler":1,"schedulerconfig":1,"device":1,"deviceconfig":1,"load":1,"loadconfig":1,"compilation":1,"compilationconfig":1},"7573,1662,data/raw/vllm-0.10.1/tests/v1/attention/utils.py":{"if":1,"add":2,"mock":2,"model":13,"methods":2,"to":2,"satisfy":1,"backends":2,"that":1,"need":1,"them":1,"this":1,"is":1,"a":2,"workaround":1,"because":1,"tests":1,"don":1,"t":1,"build":1,"full":1,"real":1,"models":1,"but":1,"some":1,"expect":1,"query":1,"the":1,"for":5,"layer":4,"specific":1,"parameters":1,"import":1,"types":5,"config":23,"get":5,"num":5,"layers":1,"methodtype":4,"lambda":4,"self":4,"1":2,"sliding":1,"window":1,"i":3,"none":1,"logits":1,"soft":1,"cap":1,"0":4,"sm":1,"scale":1,"head":3,"size":5,"5":1,"return":2,"vllmconfig":1,"cache":6,"parallel":2,"scheduler":2,"device":6,"load":2,"compilation":2,"def":1,"create":2,"dummy":2,"kv":6,"block":2,"int":4,"heads":2,"dtype":4,"torch":4,"blocks":2,"100":1,"tensor":2,"testing":1,"randn":1,"2":1,"k":1,"and":1,"v":1},"0,638,data/raw/vllm-0.10.1/tests/v1/attention/test_chunked_local_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":3,"dataclasses":1,"import":6,"dataclass":2,"numpy":1,"as":1,"np":1,"pytest":1,"torch":1,"tests":1,"v1":2,"attention":3,"utils":2,"batchspec":2,"create":1,"common":1,"attn":2,"metadata":1,"backends":1,"make":1,"local":2,"virtual":1,"batches":1,"class":1,"localattentiontestdata":1,"input":1,"parameters":1,"batch":1,"spec":1,"chunk":1,"size":2,"int":5,"block":2,"expected":4,"return":1,"values":1,"q":1,"seqlens":2,"list":4,"k":1,"table":1},"638,1768,data/raw/vllm-0.10.1/tests/v1/attention/test_chunked_local_attention.py":{"test":1,"data":1,"list":1,"same":1,"as":1,"example":1,"in":3,"docstring":1,"of":2,"make":1,"local":12,"attention":1,"virtual":1,"batches":1,"except":1,"block":9,"table":4,"has":1,"9":2,"columns":1,"instead":1,"10":2,"localattentiontestdata":2,"batch":18,"spec":2,"batchspec":2,"query":2,"lens":4,"4":21,"5":3,"seq":3,"6":2,"17":3,"attn":4,"chunk":4,"size":7,"2":12,"expected":6,"q":2,"seqlens":4,"1":12,"k":10,"pages":1,"per":1,"branch":1,"0":5,"starting":8,"from":8,"3":3,"11":1,"12":3,"13":1,"14":1,"8":3,"15":1,"16":2,"20":1,"21":1,"22":1,"23":1,"7":1,"case":2,"where":2,"indices":1,"are":2,"not":1,"clipped":1,"to":1,"ncols":1,"because":1,"tokens":1,"last":1,"all":1,"kv":1,"positions":1,"involved":1},"2406,1959,data/raw/vllm-0.10.1/tests/v1/attention/test_chunked_local_attention.py":{"localattentiontestdata":3,"batch":18,"spec":3,"batchspec":3,"query":3,"lens":6,"7":2,"10":3,"3":5,"previously":1,"computed":1,"tokens":1,"seq":5,"attn":5,"chunk":6,"size":11,"4":18,"block":11,"2":13,"expected":9,"q":4,"seqlens":8,"1":11,"k":8,"local":10,"table":7,"0":13,"case":2,"where":1,"kv":2,"len":2,"so":1,"no":2,"extra":1,"mini":1,"virtual":1,"batches":1,"are":1,"created":1,"6":4,"larger":1,"than":1,"change":1,"to":4,"and":1,"in":2,"this":1,"we":2,"only":1,"need":2,"a":1,"like":1,"pages":3,"but":1,"pad":1,"it":1,"5":1,"per":3,"because":1,"currently":1,"the":1,"is":1,"calculated":1,"as":1,"equal":1,"expect":1,"single":1,"page":1,"8":2,"initial":1,"starting":4,"from":4},"4365,706,data/raw/vllm-0.10.1/tests/v1/attention/test_chunked_local_attention.py":{"case":1,"where":2,"query":2,"falls":1,"in":1,"the":1,"second":1,"attention":1,"chunk":2,"k":2,"toks":2,"0":3,"1":17,"2":6,"3":3,"4":3,"q":2,"v":1,"tokens":1,"have":1,"been":1,"pre":1,"computed":1,"localattentiontestdata":1,"batch":1,"spec":1,"batchspec":1,"lens":2,"seq":1,"5":1,"attn":1,"size":2,"block":2,"expected":3,"seqlens":2,"local":1,"table":1},"5071,1922,data/raw/vllm-0.10.1/tests/v1/attention/test_chunked_local_attention.py":{"pytest":1,"mark":1,"parametrize":1,"test":10,"data":9,"list":1,"def":1,"local":4,"attention":3,"virtual":2,"batches":3,"localattentiontestdata":1,"device":3,"torch":3,"cuda":1,"0":2,"batch":4,"spec":4,"attn":10,"chunk":7,"size":13,"block":11,"expected":8,"q":9,"seqlens":13,"k":8,"table":4,"create":2,"common":4,"metadata":4,"use":1,"arange":2,"instead":1,"of":2,"randint":1,"so":1,"we":1,"can":1,"assert":6,"on":1,"tensor":1,"values":2,"the":4,"will":2,"have":1,"shape":1,"num":1,"cdiv":2,"max":2,"seq":3,"len":6,"and":1,"be":1,"aranged":1,"from":1,"to":4,"1":1,"indices":1,"true":1,"call":1,"function":1,"result":3,"make":1,"convert":1,"numpy":3,"for":3,"easier":1,"comparison":1,"actual":7,"np":3,"diff":1,"query":4,"start":1,"loc":1,"cpu":2,"lens":2,"check":3,"that":3,"all":4,"lengths":2,"are":2,"less":2,"than":2,"or":2,"equal":4,"in":2,"key":1,"total":1,"number":1,"tokens":1,"is":1,"preserved":1,"sum":2,"verify":1,"results":1,"testing":2,"array":2},"6993,385,data/raw/vllm-0.10.1/tests/v1/attention/test_chunked_local_attention.py":{"expected":5,"block":8,"table":8,"tensor":6,"torch":3,"local":1,"dtype":1,"int32":1,"device":2,"print":2,"f":2,"n":2,"actual":1,"result":2,"testing":1,"assert":1,"close":1},"0,1928,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":13,"project":1,"import":16,"copy":1,"time":4,"uuid":2,"from":13,"concurrent":1,"futures":1,"future":1,"threadpoolexecutor":1,"pytest":3,"transformers":1,"autotokenizer":2,"samplingparams":2,"engine":7,"arg":1,"utils":3,"engineargs":2,"platforms":1,"current":2,"platform":2,"set":1,"default":1,"torch":1,"num":1,"threads":1,"v1":7,"enginecorerequest":3,"core":2,"enginecore":2,"executor":4,"abstract":1,"uniprocexecutor":1,"kv":1,"cache":2,"interface":1,"kvcacheconfig":1,"outputs":1,"modelrunneroutput":1,"create":3,"new":2,"process":2,"for":2,"each":2,"test":4,"multi":1,"gpu":1,"if":1,"not":1,"is":2,"cuda":2,"skip":1,"reason":1,"currently":1,"only":1,"supported":1,"on":1,"allow":1,"module":1,"level":1,"true":1,"model":4,"name":4,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"tokenizer":2,"pretrained":1,"prompt":5,"hello":1,"my":1,"robert":1,"and":1,"i":1,"love":1,"quantization":1,"kernels":1,"tokens":2,"input":1,"ids":2,"def":2,"make":1,"request":3,"return":1,"id":2,"str":1,"uuid4":1,"token":2,"mm":3,"kwargs":1,"none":8,"hashes":1,"placeholders":1,"sampling":1,"params":2,"pooling":1,"eos":1,"arrival":1,"lora":1,"salt":1,"data":1,"parallel":1,"rank":1,"monkeypatch":3,"with":1,"context":1,"as":1,"m":2,"setenv":1,"use":1,"1":1,"setup":1,"args":2,"config":3,"class":2,"get":1},"1928,1883,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"with":1,"set":1,"default":1,"torch":1,"num":1,"threads":1,"1":5,"engine":27,"core":27,"enginecore":1,"vllm":2,"config":2,"executor":2,"class":2,"log":1,"stats":1,"true":1,"test":2,"basic":2,"request":18,"lifecycle":1,"first":1,"add":9,"preprocess":4,"make":5,"assert":14,"len":14,"scheduler":14,"waiting":7,"running":7,"0":8,"step":4,"second":1,"2":3,"two":1,"requests":1,"in":1,"a":1,"row":1,"4":1,"loop":1,"through":1,"until":1,"they":1,"are":1,"all":1,"done":1,"while":1,"outs":2,"get":1,"and":1,"outputs":1,"pass":1,"abort":2,"cycle":1,"req":2,"id":2},"3811,1896,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"engine":35,"core":35,"add":9,"request":12,"preprocess":4,"req":1,"assert":22,"len":14,"scheduler":22,"waiting":7,"1":4,"running":7,"0":7,"has":8,"unfinished":4,"requests":9,"not":5,"finished":4,"step":5,"abort":2,"id":1,"of":1,"the":1,"3":2,"req0":2,"make":3,"req1":2,"req2":2,"2":3},"5707,1756,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"abort":4,"just":1,"one":1,"engine":22,"core":18,"requests":4,"req1":4,"request":12,"id":6,"assert":8,"len":8,"scheduler":8,"waiting":4,"0":10,"running":4,"2":2,"step":3,"the":4,"other":1,"at":1,"same":2,"time":1,"req2":1,"req0":4,"sending":1,"duplicate":1,"with":2,"make":2,"test":4,"add":4,"preprocess":2,"while":2,"outs":4,"get":3,"and":3,"outputs":2,"pass":2,"create":2,"new":1,"process":1,"for":1,"each":1,"def":1,"advanced":1,"sampling":2,"monkeypatch":3,"pytest":1,"a":1,"basic":1,"end":2,"to":2,"verify":1,"that":1,"functions":1,"correctly":1,"when":1,"additional":1,"parameters":1,"such":1,"as":2,"top":1,"p":1,"min":1,"tokens":1,"presence":1,"penalty":1,"are":1,"set":1,"context":1,"m":2,"setenv":1,"vllm":3,"use":1,"v1":1,"1":1,"setup":1,"enginecore":1,"args":2,"engineargs":1,"model":2,"name":1,"config":3,"executor":2,"class":2},"7463,1901,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"with":2,"set":1,"default":1,"torch":1,"num":1,"threads":1,"1":5,"engine":15,"core":11,"enginecore":1,"vllm":2,"config":2,"executor":2,"class":3,"log":1,"stats":1,"true":1,"test":4,"basic":1,"request":19,"lifecycle":1,"first":1,"enginecorerequest":2,"make":4,"sampling":3,"params":3,"samplingparams":2,"min":1,"tokens":5,"4":1,"presence":1,"penalty":3,"0":9,"frequency":1,"repetition":1,"stop":1,"token":1,"ids":1,"1001":1,"1002":1,"add":4,"preprocess":2,"def":3,"check":3,"state":3,"assert":4,"len":4,"scheduler":4,"waiting":2,"running":2,"loop":1,"through":1,"until":1,"they":1,"are":1,"all":1,"done":1,"while":1,"outs":2,"step":1,"get":1,"and":1,"outputs":1,"pass":1,"second":1,"request2":3,"top":2,"p":1,"99":1,"k":1,"50":1,"create":1,"new":1,"process":1,"for":1,"each":1,"concurrent":2,"batches":2,"monkeypatch":2,"pytest":1,"that":1,"the":1,"can":1,"handle":1,"multiple":1,"max":4,"req":2,"id":3,"str":1,"int":1,"return":1,"dummyexecutor":1,"uniprocexecutor":1},"9364,1865,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"def":5,"initialize":2,"from":2,"config":6,"self":9,"kv":2,"cache":2,"configs":2,"list":1,"kvcacheconfig":1,"none":2,"super":1,"create":2,"a":4,"thread":7,"pool":6,"with":3,"single":1,"worker":1,"threadpoolexecutor":1,"max":4,"workers":1,"1":3,"execute":5,"model":5,"scheduler":2,"output":5,"future":1,"modelrunneroutput":1,"make":2,"non":1,"blocking":1,"collective":1,"rpc":1,"args":3,"copy":2,"because":1,"0":2,"may":1,"be":1,"reused":1,"by":1,"the":2,"next":1,"batch":2,"return":3,"deepcopy":1,"use":2,"instead":1,"of":1,"creating":1,"new":1,"submit":1,"property":1,"concurrent":2,"batches":2,"int":1,"2":2,"shutdown":2,"if":1,"hasattr":1,"wait":1,"false":3,"monkeypatch":1,"context":1,"as":1,"m":2,"setenv":1,"vllm":4,"v1":1,"engine":5,"engineargs":1,"name":1,"to":1,"test":1,"num":3,"seqs":1,"avoid":1,"all":1,"requests":1,"being":1,"scheduled":1,"once":1,"enable":1,"prefix":1,"caching":1,"batched":1,"tokens":1,"10":1,"reduce":1,"startup":1,"time":1,"enforce":1,"eager":1,"true":1,"set":1,"default":1,"torch":1,"threads":1,"core":2,"enginecore":1,"log":1,"stats":1,"executor":1,"class":1,"dummyexecutor":1,"assert":1,"queue":1,"is":1,"not":1},"11229,1869,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"add":5,"two":1,"requests":5,"in":2,"a":1,"row":1,"each":1,"request":8,"have":3,"12":2,"prompt":1,"tokens":12,"req0":6,"make":2,"with":6,"max":2,"0":6,"5":2,"engine":18,"core":18,"preprocess":2,"req1":4,"1":13,"schedule":3,"batch":15,"10":3,"assert":13,"step":4,"queue":14,"is":4,"none":2,"qsize":3,"scheduler":11,"output":7,"num":10,"scheduled":5,"computed":5,"should":2,"been":2,"updated":2,"immediately":2,"id":1,"2":6,"8":3,"get":1,"unfinished":1,"full":1,"finish":1,"3":1,"4":2,"note":1,"that":1,"cannot":1,"be":1,"because":1,"it":1,"the":1,"decoding":1,"stage":1,"now":1},"13098,1106,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"batch":14,"queue":12,"is":4,"full":2,"finish":2,"2":3,"get":4,"first":2,"token":2,"of":2,"req0":3,"output":10,"engine":10,"core":10,"step":4,"with":4,"0":5,"assert":10,"not":2,"none":2,"len":2,"outputs":2,"1":11,"scheduler":6,"requests":2,"request":2,"id":2,"num":4,"tokens":4,"13":2,"schedule":2,"4":1,"qsize":2,"scheduled":2,"3":1,"req1":3,"5":1},"14204,1869,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"loop":1,"until":1,"req0":1,"is":3,"finished":1,"step":4,"0":6,"req":7,"id":7,"expected":3,"num":9,"tokens":6,"engine":12,"core":8,"scheduler":5,"requests":5,"1":9,"while":1,"get":3,"unfinished":1,"2":5,"output":5,"with":3,"batch":2,"queue":1,"if":2,"even":1,"steps":2,"consumes":1,"an":1,"assert":4,"not":1,"none":2,"len":1,"outputs":1,"in":2,"else":1,"odd":1,"schedules":1,"a":1,"new":1,"multi":1,"gpu":1,"test":3,"gpus":1,"def":2,"tp":2,"monkeypatch":3,"pytest":1,"can":1,"initialize":1,"worker":4,"properly":1,"context":1,"as":1,"m":2,"setenv":1,"vllm":5,"use":1,"v1":1,"setup":1,"the":1,"enginecore":2,"args":2,"engineargs":1,"model":2,"name":1,"tensor":1,"parallel":1,"size":1,"reduce":1,"startup":1,"time":1,"enforce":1,"eager":1,"true":2,"config":7,"create":1,"executor":4,"class":4,"set":1,"default":1,"torch":1,"threads":1,"log":1,"stats":1,"cache":2,"field":1,"key":2,"str":1,"return":1,"getattr":1},"16073,1834,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"num":7,"gpu":3,"blocks":6,"engine":12,"core":8,"collective":2,"rpc":2,"get":3,"worker":2,"cache":2,"config":7,"field":2,"args":4,"cpu":3,"assert":2,"all":2,"x":4,"is":2,"not":2,"none":6,"for":4,"in":2,"create":2,"new":1,"process":1,"each":1,"test":6,"def":1,"invalid":1,"request":22,"id":7,"type":1,"monkeypatch":3,"pytest":3,"that":1,"raises":3,"typeerror":3,"non":1,"string":4,"with":7,"context":1,"as":1,"m":2,"setenv":1,"vllm":5,"use":1,"v1":1,"1":2,"engineargs":1,"model":2,"name":1,"executor":4,"class":4,"set":1,"default":1,"torch":1,"threads":1,"enginecore":1,"log":1,"stats":1,"true":1,"uuid":7,"object":2,"common":1,"mistake":1,"make":3,"uuid4":1,"instead":1,"of":1,"match":2,"must":2,"be":2,"a":2,"got":2,"add":4,"preprocess":2,"integer":1,"int":4,"12345":1},"17907,527,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core.py":{"with":1,"pytest":1,"raises":1,"typeerror":1,"match":1,"request":9,"id":1,"must":1,"be":1,"a":1,"string":1,"got":1,"nonetype":1,"engine":7,"core":6,"add":4,"preprocess":2,"none":1,"verify":1,"is":1,"still":1,"functional":1,"after":1,"errors":1,"valid":2,"make":1,"assert":2,"len":2,"scheduler":2,"waiting":1,"1":1,"running":1,"0":1},"0,1883,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":12,"project":1,"import":16,"asyncio":2,"from":14,"contextlib":1,"exitstack":1,"typing":1,"optional":3,"unittest":1,"mock":1,"magicmock":1,"pytest":2,"samplingparams":1,"assets":1,"image":5,"imageasset":2,"config":1,"vllmconfig":1,"engine":5,"arg":1,"utils":2,"asyncengineargs":3,"inputs":1,"prompttype":2,"outputs":1,"requestoutput":1,"platforms":1,"current":2,"platform":2,"sampling":1,"params":1,"requestoutputkind":2,"set":1,"default":1,"torch":1,"num":1,"threads":1,"v1":3,"async":2,"llm":1,"asyncllm":2,"metrics":1,"loggers":1,"loggingstatlogger":1,"if":1,"not":1,"is":3,"cuda":2,"skip":1,"reason":1,"currently":1,"only":1,"supported":1,"on":1,"allow":1,"module":1,"level":1,"true":3,"text":2,"args":2,"model":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":2,"enforce":2,"eager":2,"vision":6,"qwen":1,"qwen2":1,"vl":1,"2b":1,"prompt":7,"hello":1,"my":1,"name":1,"robert":1,"and":1,"template":2,"im":5,"start":4,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"assistant":2,"end":3,"n":5,"user":1,"pad":1,"what":1,"in":1,"multi":1,"modal":1,"data":1,"stop":1,"sign":1,"pil":1,"def":1,"generate":2,"request":1,"id":1,"str":2,"output":1,"kind":1,"max":1,"tokens":1,"int":5,"1":1,"logprobs":1,"none":2,"cancel":1,"after":1,"tuple":1,"ensure":1,"doesn":1,"t":1,"complete":1,"too":1,"fast":1,"for":1,"cancellation":1,"test":1,"await":1,"sleep":1},"1883,1744,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"count":6,"0":4,"sampling":3,"params":3,"samplingparams":1,"max":2,"tokens":6,"ignore":1,"eos":1,"true":1,"output":7,"kind":5,"temperature":1,"5":1,"seed":1,"33":1,"n":2,"prompt":8,"logprobs":2,"async":2,"for":3,"out":2,"in":4,"engine":9,"generate":1,"request":6,"id":4,"num":7,"sum":1,"len":1,"token":1,"ids":2,"outputs":1,"if":2,"requestoutputkind":4,"delta":2,"else":1,"cancel":2,"after":4,"is":1,"not":1,"none":1,"and":1,"return":2,"await":1,"asyncio":2,"sleep":1,"pytest":4,"mark":3,"parametrize":2,"final":1,"only":1,"args":6,"text":2,"vision":2,"def":1,"test":2,"load":1,"monkeypatch":4,"asyncengineargs":1,"prompttype":1,"todo":1,"rickyx":1,"remove":1,"once":1,"we":3,"have":2,"a":1,"better":1,"way":1,"to":2,"v1":2,"so":1,"that":1,"the":2,"future":1,"when":1,"switch":1,"don":1,"t":1,"change":1,"all":1,"tests":1,"with":2,"context":1,"as":2,"m":2,"exitstack":1,"setenv":1,"vllm":1,"use":1,"1":2,"set":1,"default":1,"torch":1,"threads":1,"asyncllm":1,"from":1,"callback":1,"shutdown":1,"requests":2,"100":1,"expected":1,"10":1,"f":1,"i":2,"range":1},"3627,1811,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"create":2,"concurrent":1,"requests":5,"tasks":3,"for":4,"request":8,"id":4,"in":4,"ids":4,"append":1,"asyncio":4,"task":5,"generate":1,"engine":10,"prompt":5,"output":4,"kind":3,"num":11,"expected":7,"tokens":9,"confirm":1,"that":1,"we":1,"got":1,"all":1,"the":2,"from":2,"done":2,"pending":2,"await":2,"wait":1,"return":1,"when":1,"first":1,"exception":1,"cancel":1,"generated":4,"assert":2,"f":3,"but":1,"not":1,"processor":1,"has":1,"unfinished":1,"pytest":4,"mark":3,"parametrize":2,"requestoutputkind":3,"delta":1,"final":1,"only":1,"args":6,"text":2,"vision":2,"async":1,"def":1,"test":1,"abort":2,"monkeypatch":3,"asyncengineargs":1,"prompttype":1,"with":2,"context":1,"as":2,"m":2,"exitstack":1,"after":2,"setenv":1,"vllm":1,"use":1,"v1":1,"1":4,"set":1,"default":1,"torch":1,"threads":1,"asyncllm":1,"callback":1,"shutdown":1,"100":4,"long":1,"50000":1,"to":1,"range":3,"10":1,"parallel":1,"sample":1,"req":1,"15":1,"i":2},"5438,1577,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"create":2,"concurrent":1,"requests":5,"tasks":4,"list":1,"asyncio":4,"task":5,"for":3,"idx":8,"request":9,"id":4,"in":7,"enumerate":2,"ids":6,"max":2,"tokens":11,"num":6,"expected":7,"long":1,"if":4,"to":3,"abort":3,"else":4,"n":4,"3":2,"parallel":2,"sample":2,"req":2,"1":3,"append":1,"generate":1,"engine":2,"prompt":1,"output":2,"kind":1,"api":1,"server":1,"cancels":1,"when":1,"they":1,"disconnect":1,"cancel":1,"await":3,"sleep":1,"0":1,"confirm":2,"the":2,"other":1,"are":1,"okay":1,"that":1,"it":1,"was":2,"actually":1,"canceled":1,"with":1,"pytest":1,"raises":1,"cancellederror":1,"otherwise":1,"make":2,"sure":2,"not":2,"impacted":1,"generated":4,"assert":2,"f":2,"but":1,"all":1,"aborted":2,"were":1,"really":1,"processor":1,"has":1,"unfinished":1},"7015,1966,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"confirm":1,"we":1,"can":1,"do":1,"another":1,"generation":1,"request":16,"id":5,"f":2,"ids":11,"to":5,"abort":10,"0":2,"task":5,"asyncio":5,"create":3,"generate":2,"engine":8,"prompt":2,"output":5,"kind":4,"num":11,"expected":6,"tokens":10,"generated":2,"await":3,"assert":2,"not":1,"processor":1,"has":1,"unfinished":1,"requests":6,"pytest":3,"mark":2,"parametrize":1,"requestoutputkind":3,"delta":1,"final":1,"only":1,"async":1,"def":1,"test":1,"multi":2,"monkeypatch":3,"with":2,"context":1,"as":2,"m":2,"exitstack":1,"after":2,"setenv":1,"vllm":1,"use":2,"v1":1,"1":3,"set":1,"default":1,"torch":1,"threads":1,"asyncllm":1,"from":1,"args":2,"text":2,"callback":1,"shutdown":1,"50":1,"100":1,"long":2,"50000":1,"5":3,"10":1,"15":2,"20":1,"25":1,"parallel":2,"sample":2,"req":2,"30":1,"35":1,"i":4,"for":3,"in":5,"range":1,"concurrent":1,"tasks":2,"list":1,"idx":3,"enumerate":1,"max":2,"if":2,"else":2,"n":2,"3":1,"append":1,"let":1,"start":1,"sleep":1,"multiple":1,"at":1,"once":1},"8981,1878,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"wait":1,"for":2,"all":2,"tasks":2,"to":2,"complete":2,"results":5,"await":1,"asyncio":2,"gather":1,"return":2,"exceptions":1,"true":1,"verify":1,"idx":5,"result":5,"in":3,"enumerate":1,"if":2,"request":8,"ids":2,"abort":2,"aborted":4,"requests":4,"should":6,"partial":2,"assert":5,"isinstance":2,"tuple":2,"f":6,"have":4,"completed":2,"with":2,"num":6,"generated":8,"tokens":11,"id":4,"some":2,"before":1,"0":1,"else":2,"non":1,"normally":1,"successfully":1,"n":4,"3":2,"parallel":1,"sample":1,"req":1,"1":3,"expected":5,"but":1,"make":1,"sure":1,"were":1,"cleaned":1,"up":1,"not":1,"engine":5,"output":1,"processor":1,"has":1,"unfinished":1,"pytest":4,"mark":3,"parametrize":2,"args":4,"prompt":4,"text":2,"vision":2,"async":1,"def":1,"test":1,"finished":1,"flag":1,"monkeypatch":3,"int":1,"asyncengineargs":1,"prompttype":1,"context":1,"as":2,"m":2,"exitstack":1,"after":1,"setenv":1,"vllm":1,"use":1,"v1":1},"10859,1573,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"with":3,"set":3,"default":2,"torch":2,"num":6,"threads":2,"1":6,"engine":13,"asyncllm":2,"from":2,"args":8,"after":3,"callback":2,"shutdown":2,"sampling":3,"params":3,"samplingparams":1,"max":1,"tokens":3,"100":2,"output":2,"kind":1,"requestoutputkind":1,"delta":1,"temperature":1,"0":1,"seed":1,"33":2,"n":2,"outputs":3,"out":4,"async":2,"for":3,"in":3,"generate":1,"request":4,"id":1,"prompt":6,"assert":3,"only":1,"the":2,"last":1,"has":1,"finished":3,"flag":1,"all":1,"not":1,"pytest":3,"mark":2,"parametrize":1,"text":2,"vision":2,"asyncio":1,"def":1,"test":2,"mid":2,"stream":2,"cancellation":1,"monkeypatch":3,"asyncengineargs":1,"prompttype":1,"that":1,"requests":3,"can":1,"be":1,"cancelled":1,"context":1,"as":2,"m":2,"exitstack":1,"setenv":1,"vllm":1,"use":1,"v1":1,"1000":1,"expected":1,"20":1,"ids":1,"f":1,"i":2,"range":1},"12432,1985,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"create":3,"concurrent":1,"requests":4,"that":2,"will":1,"be":2,"cancelled":2,"mid":1,"stream":1,"tasks":5,"for":3,"request":10,"id":8,"in":2,"ids":2,"append":1,"asyncio":4,"task":4,"generate":2,"engine":6,"prompt":2,"requestoutputkind":2,"delta":2,"num":11,"tokens":12,"cancel":2,"after":4,"expected":7,"wait":1,"all":2,"to":2,"complete":1,"results":2,"await":2,"gather":1,"verify":1,"were":1,"at":2,"the":5,"point":1,"generated":6,"assert":4,"f":2,"but":1,"make":1,"sure":1,"no":1,"are":1,"left":1,"hanging":1,"not":2,"output":2,"processor":2,"has":2,"unfinished":2,"confirm":1,"we":2,"can":2,"reuse":1,"cancellations":1,"0":2,"class":1,"mockloggingstatlogger":1,"loggingstatlogger":1,"def":2,"init":3,"self":2,"vllm":3,"config":2,"vllmconfig":1,"index":2,"int":1,"super":1,"log":1,"magicmock":1,"pytest":1,"mark":1,"async":1,"test":2,"customize":2,"loggers":2,"monkeypatch":2,"if":1,"a":1,"customized":1,"logger":1,"is":1,"provided":1,"it":1,"should":1,"used":1,"directly":1,"with":1,"context":1,"as":2,"m":2,"exitstack":1,"setenv":1,"use":1,"v1":1,"1":1},"14417,1783,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"with":6,"set":2,"default":2,"torch":2,"num":2,"threads":2,"1":7,"engine":13,"asyncllm":2,"from":2,"args":4,"text":4,"stat":5,"loggers":5,"mockloggingstatlogger":1,"after":3,"callback":2,"shutdown":2,"await":1,"do":1,"log":2,"stats":1,"logger":2,"manager":1,"per":1,"dict":1,"assert":3,"len":2,"0":5,"called":1,"once":1,"pytest":4,"mark":2,"asyncio":2,"scope":1,"module":1,"async":3,"def":1,"test":3,"dp":3,"rank":5,"argument":1,"monkeypatch":3,"context":1,"as":2,"m":2,"exitstack":1,"setenv":1,"vllm":1,"use":1,"v1":1,"sampling":5,"params":5,"samplingparams":1,"max":1,"tokens":1,"100":1,"output":1,"kind":1,"requestoutputkind":1,"delta":1,"temperature":1,"seed":1,"33":1,"valid":1,"for":2,"in":2,"generate":2,"request":4,"id":2,"34":1,"prompt":4,"data":2,"parallel":2,"pass":2,"out":1,"of":1,"range":1,"raises":1,"valueerror":1,"35":1},"16200,1940,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"async":2,"def":2,"test":8,"check":5,"health":5,"monkeypatch":6,"pytest":5,"that":2,"returns":2,"normally":1,"for":1,"healthy":3,"engine":18,"and":1,"raises":2,"enginedeaderror":3,"when":1,"the":2,"is":1,"dead":2,"from":4,"unittest":1,"mock":3,"import":2,"patch":2,"vllm":3,"v1":3,"exceptions":1,"with":6,"context":2,"as":4,"m":4,"exitstack":2,"after":5,"setenv":2,"use":2,"1":5,"set":2,"default":2,"torch":2,"num":2,"threads":2,"asyncllm":2,"args":4,"text":2,"callback":2,"shutdown":2,"should":1,"not":1,"raise":1,"any":1,"exception":1,"await":3,"2":1,"errored":2,"property":2,"to":2,"simulate":1,"a":3,"object":1,"type":1,"new":1,"callable":1,"lambda":2,"self":1,"true":2,"3":1,"verify":1,"still":1,"works":1,"mark":2,"parametrize":1,"output":7,"kind":4,"requestoutputkind":3,"delta":1,"final":4,"only":1,"asyncio":1,"abort":4,"correct":1,"information":1,"request":2,"id":1,"start":1,"long":2,"running":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"tokens":1,"3000":1,"enough":1,"allow":1,"ignore":1,"eos":1,"temperature":1,"0":1,"5":1,"seed":1,"42":1},"18140,1863,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"outputs":14,"list":3,"requestoutput":2,"generated":2,"asyncio":2,"create":1,"task":1,"collect":2,"engine":4,"request":4,"id":3,"text":1,"prompt":2,"sampling":2,"params":2,"let":1,"it":1,"generate":1,"some":1,"tokens":6,"await":3,"sleep":1,"0":13,"5":1,"abort":4,"the":4,"wait":1,"for":4,"generation":1,"to":1,"complete":1,"and":1,"return":1,"final":16,"output":18,"verify":3,"we":3,"got":2,"a":1,"assert":12,"is":4,"not":2,"none":2,"finished":1,"len":5,"1":1,"finish":1,"reason":2,"stop":1,"num":3,"cached":3,"set":1,"correctly":1,"hasattr":1,"if":3,"intermediate":2,"they":1,"are":1,"consistent":1,"kind":1,"requestoutputkind":1,"delta":2,"sum":2,"all":1,"should":2,"token":5,"count":2,"ids":3,"in":2,"this":1,"would":1,"ordinarily":1,"be":1,"but":1,"could":1,"end":1,"up":1,"coalesced":1,"with":1,"another":1,"chunk":1,"queue":1,"else":1,"only":2,"get":1,"processor":1,"has":1,"unfinished":1,"requests":1,"async":1,"def":1,"asyncllm":1,"str":1,"prompttype":1,"samplingparams":1},"20003,459,data/raw/vllm-0.10.1/tests/v1/engine/test_async_llm.py":{"optional":2,"requestoutput":2,"helper":1,"to":1,"collect":1,"outputs":2,"and":1,"return":2,"the":1,"final":4,"one":1,"output":7,"none":1,"async":1,"for":1,"in":1,"engine":1,"generate":1,"request":2,"id":2,"prompt":2,"sampling":2,"params":2,"if":1,"not":1,"finished":1,"list":1,"append":1},"0,1384,data/raw/vllm-0.10.1/tests/v1/engine/test_fast_incdec_prefix_err.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":6,"project":2,"from":7,"transformers":1,"import":4,"autotokenizer":2,"sampling":1,"params":3,"samplingparams":2,"v1":2,"engine":2,"enginecorerequest":2,"detokenizer":3,"incrementaldetokenizer":2,"ruff":1,"noqa":1,"e501":1,"def":1,"test":4,"fast":1,"inc":1,"detok":1,"invalid":2,"utf8":1,"err":1,"case":2,"edge":1,"where":1,"tokenizer":3,"can":1,"produce":1,"non":1,"monotonic":1,"utf":1,"8":1,"output":1,"which":1,"breaks":1,"internal":1,"state":1,"of":1,"tokenizers":1,"decodestream":1,"see":1,"https":2,"github":2,"com":2,"issues":1,"17448":1,"thanks":1,"reproducer":1,"fpaupier":2,"gist":1,"0ed1375bd7633c5be6c894b1c7ac1be3":1,"pretrained":1,"google":1,"gemma":1,"3":1,"1b":1,"it":1,"create":1,"a":1,"request":4,"prompt":2,"token":2,"ids":2,"107":2,"4606":1,"236787":1,"skip":1,"special":1,"tokens":1,"true":1,"none":8,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"new":1,"assert":1,"class":1,"name":1,"fastincrementaldetokenizer":2,"should":1,"use":1,"by":1,"default":1},"1384,1640,data/raw/vllm-0.10.1/tests/v1/engine/test_fast_incdec_prefix_err.py":{"process":1,"tokens":4,"incrementally":1,"test":3,"236840":1,"107":8,"138":1,"236782":1,"140":7,"236775":7,"6265":3,"1083":7,"623":7,"121908":2,"147418":2,"827":6,"236779":4,"2084":2,"203292":1,"7777":2,"569":4,"537":2,"236789":3,"65880":1,"62580":1,"853":1,"115693":1,"210118":1,"35178":1,"16055":1,"1270":1,"759":1,"215817":2,"4758":2,"1925":2,"1117":2,"5654":3,"110733":1,"46291":1,"136955":1,"56731":1,"194776":1,"2947":1,"496":1,"109811":1,"1608":1,"890":1,"2789":1,"432":3,"398":2,"602":2,"31118":2,"124866":1,"134772":1,"509":1,"19478":1,"1640":1,"33779":1,"236743":1,"236770":1,"236819":1,"236825":1,"236771":1,"237167":1,"77984":1,"2709":1,"236745":1,"2555":1,"513":1,"output":4,"for":1,"i":2,"token":2,"id":2,"in":1,"enumerate":1,"detokenizer":2,"update":1,"false":1,"finished":2,"len":1,"1":1,"get":1,"next":1,"text":1,"delta":1,"true":1,"fmt":1,"off":1,"assert":1,"r":1,"source":3,"résultats":2,"type":2,"concept":1,"description":2,"de":4,"l":2,"analyse":1,"impact":1,"des":1,"opérations":1,"israéliennes":1,"sur":1,"la":1,"frontière":2,"libanaise":2,"target":3,"israël":1,"organization":1,"pays":1,"qui":1,"a":1,"obtenu":1,"à":1,"sa":1,"un":2,"niveau":2,"calme":1,"inédit":1,"depuis":1,"les":1,"années":1,"1960":1,"relationship":1,"obtention":1,"d":1},"0,1755,data/raw/vllm-0.10.1/tests/v1/engine/test_llm_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":20,"project":1,"from":6,"future":1,"import":8,"annotations":1,"random":1,"typing":1,"type":3,"checking":2,"optional":1,"pytest":5,"llm":1,"sampling":1,"params":3,"guideddecodingparams":1,"samplingparams":1,"v1":2,"metrics":1,"reader":1,"counter":1,"gauge":1,"histogram":1,"metric":1,"vector":1,"if":1,"tests":3,"conftest":1,"vllmrunner":5,"model":12,"facebook":1,"opt":1,"125m":1,"dtype":3,"half":1,"def":3,"apc":5,"bool":2,"runner":6,"monkeypatch":9,"skip":3,"tokenizer":3,"init":3,"false":4,"set":1,"up":1,"instance":1,"setenv":1,"use":1,"1":1,"return":1,"max":1,"len":1,"128":1,"enforce":1,"eager":1,"true":5,"enable":1,"prefix":3,"caching":3,"gpu":1,"memory":1,"utilization":1,"5":1,"fixture":5,"function":5,"scope":5,"decouples":2,"allows":2,"env":2,"var":2,"adjustment":2,"via":2,"request":2,"test":2,"parameterized":1,"by":1,"with":3,"param":1,"as":2,"yield":2},"1755,1755,data/raw/vllm-0.10.1/tests/v1/engine/test_llm_engine.py":{"def":5,"vllm":9,"model":7,"skip":5,"tokenizer":5,"init":5,"runner":2,"request":3,"monkeypatch":2,"vllmrunner":2,"test":6,"fixture":1,"with":4,"apc":1,"param":1,"true":2,"as":1,"yield":1,"get":4,"sampling":7,"params":5,"prompt":2,"list":11,"str":2,"seed":3,"optional":1,"int":3,"42":1,"structured":4,"outputs":3,"bool":1,"false":1,"tuple":1,"samplingparams":2,"generate":2,"random":2,"for":3,"a":1,"batch":1,"mostly":3,"n":12,"gt1":2,"r":1,"in":3,"2":1,"20":1,"1":5,"3":1,"x":3,"randint":1,"0":4,"28":1,"if":3,"10":1,"return":3,"else":2,"8":1,"range":1,"len":1,"high":1,"temperature":2,"to":1,"maximize":1,"the":1,"chance":1,"of":1,"unique":2,"completions":2,"95":2,"top":1,"p":1,"guided":1,"decoding":1,"guideddecodingparams":1,"regex":1,"9":1,"none":2,"compatibility":1,"example":4,"prompts":4,"case":1,"output":1,"should":1,"raise":1,"an":1,"error":1,"llm":4,"pytest":1,"raises":1,"valueerror":1,"parallel":2,"passes":1,"yields":1},"3510,1965,data/raw/vllm-0.10.1/tests/v1/engine/test_llm_engine.py":{"args":1,"vllm":7,"model":5,"vllmrunner":1,"instance":1,"under":1,"test":5,"example":5,"prompt":3,"fixture":1,"providing":1,"prompts":5,"for":4,"testing":1,"sampling":5,"params":5,"list":4,"n":8,"get":2,"llm":8,"outputs":6,"generate":2,"validate":1,"each":1,"request":1,"response":1,"out":4,"in":3,"zip":1,"completion":7,"counts":6,"dict":1,"str":1,"int":1,"assert":5,"correct":2,"number":1,"of":1,"completions":4,"len":4,"f":4,"expected":3,"idx":4,"range":1,"comp":4,"indices":1,"index":3,"text":4,"0":3,"1":3,"unique":2,"if":2,"repeats":3,"txt":2,"num":5,"items":1,"raise":1,"assertionerror":1,"def":1,"engine":1,"metrics":1,"runner":2,"monkeypatch":2,"max":4,"tokens":5,"100":1,"use":2,"spec":1,"decoding":1,"to":1,"accepted":1,"per":1,"pos":1,"speculative":4,"config":3,"method":1,"ngram":1,"lookup":2,"5":2,"min":1,"3":1,"setenv":1,"v1":1,"with":1,"disable":1,"log":1,"stats":1,"false":1,"as":1,"samplingparams":1,"temperature":1},"5475,1836,data/raw/vllm-0.10.1/tests/v1/engine/test_llm_engine.py":{"n":5,"prompts":6,"len":9,"example":1,"assert":18,"outputs":4,"total":5,"tokens":24,"0":14,"for":2,"out":3,"in":3,"1":5,"token":1,"ids":1,"max":1,"metrics":3,"llm":1,"get":1,"def":1,"find":5,"metric":9,"name":3,"list":1,"found":3,"if":1,"append":1,"return":1,"num":10,"requests":5,"running":5,"vllm":4,"isinstance":4,"gauge":1,"value":2,"generation":13,"counter":1,"request":8,"histogram":1,"inf":2,"buckets":2,"count":1,"sum":1,"accepted":5,"per":5,"pos":5,"spec":1,"decode":1,"vector":1,"values":1,"5":1,"pytest":1,"mark":1,"parametrize":1,"model":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1},"7311,936,data/raw/vllm-0.10.1/tests/v1/engine/test_llm_engine.py":{"def":1,"test":2,"skip":3,"tokenizer":4,"initialization":2,"model":3,"str":1,"monkeypatch":3,"pytest":2,"setenv":1,"vllm":1,"use":1,"v1":1,"1":2,"this":1,"checks":1,"if":1,"the":3,"flag":1,"init":2,"skips":1,"of":1,"and":1,"detokenizer":1,"generated":1,"output":1,"is":1,"expected":1,"to":1,"contain":1,"token":3,"ids":3,"llm":4,"true":4,"enforce":1,"eager":1,"sampling":4,"params":4,"samplingparams":1,"prompt":2,"logprobs":1,"detokenize":1,"with":1,"raises":1,"valueerror":1,"match":1,"cannot":1,"pass":1,"text":2,"prompts":1,"when":1,"generate":2,"abc":1,"outputs":4,"2":1,"3":1,"assert":4,"len":2,"0":5,"completions":4},"0,1989,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":3,"vllm":6,"project":1,"import":9,"random":5,"from":9,"dataclasses":1,"dataclass":1,"typing":1,"optional":1,"union":2,"torch":4,"transformers":2,"pretrainedtokenizer":2,"pretrainedtokenizerfast":2,"engine":2,"arg":1,"utils":2,"engineargs":1,"tokenizer":2,"group":1,"tokenizergroup":1,"v1":2,"enginecoreoutput":1,"finishreason":1,"outputs":1,"logprobslists":1,"logprobstensors":1,"generaltokenizertype":1,"number":3,"of":8,"sample":4,"logprobs":13,"request":2,"when":2,"testing":3,"num":6,"under":2,"test":4,"5":2,"prompt":4,"7":1,"name":3,"meta":1,"llama":2,"3":1,"1b":1,"full":1,"strings":2,"my":3,"is":4,"robert":1,"neural":1,"magic":1,"and":2,"i":2,"love":2,"working":2,"on":2,"so":1,"much":1,"red":2,"hat":2,"best":1,"open":1,"source":1,"company":2,"by":2,"far":2,"across":1,"linux":1,"k8s":1,"ai":1,"nick":1,"brother":2,"in":4,"addition":1,"colleague":1,"stop":1,"len":1,"seed":1,"42":1,"def":2,"create":4,"top":4,"logprob":6,"vector":2,"int":1,"lower":6,"float":8,"upper":5,"tensor":2,"a":2,"values":4,"use":1,"fake":1,"for":1,"note":1,"that":1,"real":1,"production":1,"scenario":1,"would":1,"require":1,"be":1,"sorted":1,"descending":1,"order":1,"something":1,"which":1,"omitted":1,"this":1,"function":1,"args":1,"range":2,"returns":1,"1d":1,"length":1,"return":1,"rand":1,"matrix":1,"shape":1,"tuple":1},"1989,1735,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"torch":4,"tensor":3,"create":5,"a":3,"random":3,"matrix":2,"of":9,"top":7,"logprob":7,"float":4,"values":4,"use":2,"to":4,"fake":2,"prompt":1,"logprobs":15,"for":3,"testing":2,"note":1,"that":1,"real":1,"production":1,"scenario":1,"would":1,"require":1,"be":4,"sorted":1,"in":2,"descending":1,"order":1,"along":1,"rows":1,"something":1,"which":2,"is":2,"omitted":1,"this":3,"function":1,"args":2,"shape":3,"num":10,"tokens":2,"tuple":2,"representing":1,"lower":7,"range":4,"upper":6,"returns":1,"2d":1,"x":1,"return":2,"rand":1,"def":1,"token":11,"test":2,"vector":4,"int":5,"sampled":7,"id":3,"adjust":4,"bool":1,"true":2,"indices":1,"sample":3,"the":7,"must":3,"always":1,"one":1,"dummy":1,"generator":1,"enforces":1,"openai":1,"api":1,"compatible":1,"engines":1,"able":1,"an":1,"additional":1,"if":3,"was":1,"not":1,"among":1,"emulates":1,"behavior":1,"by":2,"increasing":1,"length":1,"1":1,"set":1,"number":1,"ids":2,"actually":1,"emulate":1,"situation":1,"where":1,"injected":1,"into":1},"3724,1636,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"returns":1,"1d":1,"length":1,"x":2,"torch":5,"tensor":10,"of":6,"token":16,"ids":4,"where":1,"is":2,"num":10,"logprobs":13,"1":5,"if":5,"adjust":2,"and":3,"otherwise":1,"sampled":11,"rank":5,"the":6,"id":6,"in":5,"vocab":1,"vector":1,"when":1,"sorted":1,"descending":1,"order":1,"by":1,"logprob":2,"calculate":1,"final":1,"number":1,"required":1,"total":2,"else":2,"generate":1,"random":5,"indices":2,"using":1,"choice":6,"randperm":1,"upper":4,"lower":5,"ensure":1,"included":1,"0":2,"check":1,"occurs":1,"nonzero":1,"as":1,"tuple":4,"true":1,"item":1,"not":1,"found":1,"assign":1,"a":2,"int":6,"between":1,"50700":2,"randint":1,"return":1,"def":1,"create":3,"top":2,"test":1,"matrix":3,"shape":3,"tokens":2,"list":2,"use":1,"to":1,"fake":1,"prompt":1,"for":1,"testing":1,"are":1,"generated":1,"randomly":1,"without":1,"replacement":1,"args":1,"representing":1,"range":2},"5360,1831,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"returns":2,"tuple":3,"containing":1,"2d":1,"num":5,"tokens":7,"x":1,"logprobs":5,"1":6,"torch":7,"tensor":6,"of":7,"token":13,"ids":2,"1d":1,"ranks":6,"prompt":5,"in":3,"their":1,"respective":1,"rows":1,"or":1,"random":2,"values":1,"elements":2,"shape":6,"0":5,"choice":2,"randperm":1,"upper":1,"lower":2,"matrix":3,"cat":1,"list":10,"dtype":2,"int":6,"unsqueeze":1,"view":1,"dim":1,"initialize":1,"the":7,"for":4,"storing":1,"empty":1,"iterate":1,"over":1,"each":1,"row":3,"to":4,"check":1,"presence":1,"rdx":6,"and":1,"determine":1,"its":1,"index":4,"range":1,"skip":1,"first":1,"column":1,"as":2,"it":1,"contains":1,"nonzero":1,"true":1,"if":1,"numel":1,"item":1,"else":1,"randint":1,"50700":1,"return":2,"def":2,"decode":2,"tok":3,"id":4,"tokenizer":5,"pretrainedtokenizer":2,"str":1,"reproduce":1,"process":1,"detokenizing":1,"a":2,"testing":1,"purposes":1,"args":1,"detokenize":1,"use":1,"detokenization":1,"string":1,"representation":1,"convert":1,"generate":3,"dummy":2,"sample":3,"sampled":1,"float":1,"test":1,"data":1,"structure":1,"which":2,"imitates":1,"would":1,"be":1,"assembled":1,"engine":1,"core":1,"during":1,"phase":1},"7191,1970,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"args":2,"sampled":12,"tokens":6,"list":11,"of":5,"num":10,"logprobs":17,"return":3,"or":2,"1":5,"per":2,"token":18,"tokenizer":6,"model":2,"to":3,"use":2,"for":4,"detokenization":2,"returns":1,"top":4,"ids":4,"vector":7,"rank":7,"python":2,"lists":2,"tuples":2,"in":6,"each":1,"tuple":1,"the":8,"and":1,"vectors":1,"have":1,"same":1,"length":1,"which":3,"is":2,"either":1,"index":1,"within":1,"vocab":2,"when":1,"sorted":1,"by":1,"logprob":2,"descending":1,"order":1,"res":5,"id":2,"create":2,"random":2,"test":3,"0":2,"len":1,"append":1,"100":1,"convert":1,"tensors":4,"format":2,"log":2,"probs":2,"tensor":4,"tolist":2,"def":1,"generate":3,"dummy":2,"prompt":6,"int":1,"pretrainedtokenizer":1,"logprobstensors":1,"a":1,"data":1,"structure":1,"imitates":1,"torch":1,"would":1,"be":1,"assembled":1,"engine":1,"core":1,"during":1,"chunked":1,"prefill":1},"9161,1159,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"returns":1,"single":1,"tuple":1,"of":4,"logprobs":10,"matrix":4,"top":3,"token":8,"ids":2,"torch":1,"tensor":1,"where":1,"both":1,"matrices":1,"have":1,"dimensions":1,"num":7,"prompt":15,"tokens":5,"x":1,"for":1,"now":1,"assume":1,"the":10,"whole":1,"is":2,"processed":1,"in":4,"one":1,"chunk":1,"thus":2,"number":1,"non":1,"none":2,"len":3,"list":4,"1":7,"prior":1,"to":2,"injecting":1,"at":1,"beginning":1,"which":1,"happens":1,"later":1,"detokenizer":1,"not":1,"here":1,"ith":1,"position":2,"are":1,"predicting":1,"probability":1,"distribution":1,"i":1,"st":1,"we":1,"concat":1,"dummy":1,"just":1,"as":1,"engine":1,"would":1,"vector":2,"ranks":2,"create":2,"random":2,"test":2,"0":2,"tokenizer":1,"vocab":1,"return":1,"logprobstensors":1,"logprob":1,"100":1,"dataclass":1},"10320,938,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"class":2,"dummyoutputprocessortestvectors":1,"dummy":1,"test":1,"vectors":1,"for":1,"output":1,"processor":1,"tests":1,"tokenizer":2,"generaltokenizertype":1,"group":1,"tokenizergroup":1,"vllm":1,"config":1,"engineargs":1,"full":1,"tokens":7,"list":15,"int":6,"prompt":6,"generated":1,"generation":3,"each":3,"request":3,"is":2,"associated":2,"with":2,"a":4,"tuple":2,"of":2,"top":4,"logprobs":8,"ranks":2,"tensors":2,"logprobstensors":1,"sample":3,"s":1,"are":1,"at":1,"sequence":1,"position":1,"float":1,"strings":3,"str":2,"len":1,"mockenginecore":1,"mock":1,"engine":1,"core":1,"outputs":1,"form":1,"premade":1,"lists":1},"11258,1582,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"def":2,"init":1,"self":17,"tokens":4,"list":15,"int":5,"for":4,"each":4,"request":3,"sampled":1,"token":9,"offset":1,"a":2,"tuple":3,"of":4,"topk":1,"ids":4,"sample":1,"logprob":3,"vals":1,"rank":1,"generated":4,"logprobs":15,"raw":8,"optional":4,"float":1,"none":7,"prompt":11,"val":1,"matrix":3,"tok":1,"id":4,"has":1,"dimensions":1,"num":4,"toks":1,"x":1,"1":1,"logprobstensors":1,"eos":6,"stop":3,"ignore":3,"bool":1,"false":2,"requests":2,"len":1,"current":2,"idx":3,"0":1,"do":6,"is":2,"not":2,"finished":1,"in":1,"range":1,"get":1,"outputs":1,"enginecoreoutput":1},"12840,1982,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"outputs":2,"for":1,"req":8,"idx":12,"token":18,"ids":7,"in":2,"enumerate":1,"self":13,"tokens":1,"list":1,"if":7,"not":4,"request":6,"finished":4,"do":2,"logprobs":19,"assert":2,"generated":2,"raw":4,"is":2,"none":5,"sampled":2,"ranks":2,"logprobslists":1,"else":3,"prompt":8,"current":1,"0":1,"new":8,"id":7,"output":6,"enginecoreoutput":1,"f":1,"tensors":1,"len":1,"1":1,"finish":3,"reason":4,"finishreason":3,"length":1,"true":3,"ignore":1,"eos":2,"and":1,"stop":4,"or":1,"append":1},"14822,54,data/raw/vllm-0.10.1/tests/v1/engine/utils.py":{"self":1,"current":1,"idx":1,"1":1,"return":1,"outputs":1},"0,1922,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_args.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":19,"project":1,"from":12,"argparse":1,"import":7,"argumenterror":1,"pytest":2,"envs":2,"config":23,"vllmconfig":1,"engine":6,"arg":1,"utils":2,"engineargs":7,"usage":2,"lib":1,"usagecontext":1,"flexibleargumentparser":2,"if":1,"not":2,"use":2,"v1":4,"skip":1,"skipping":1,"tests":1,"rerun":1,"with":3,"1":1,"test":2,"allow":1,"module":1,"level":1,"true":1,"def":1,"prefix":12,"caching":12,"cli":7,"parser":6,"add":1,"args":26,"parse":5,"create":5,"assert":6,"cache":6,"enable":5,"turns":1,"on":2,"by":1,"default":2,"turn":2,"it":2,"off":1,"possible":1,"flag":2,"no":1,"hash":8,"algorithm":3,"is":1,"builtin":5,"algo":5,"set":2,"sha256":3},"1922,1344,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_args.py":{"an":2,"invalid":2,"hash":2,"algorithm":1,"raises":2,"error":2,"parser":2,"exit":1,"on":1,"false":1,"with":2,"pytest":1,"argumenterror":1,"args":6,"parse":1,"prefix":1,"caching":1,"algo":1,"def":1,"test":1,"defaults":1,"usage":1,"context":1,"engine":6,"engineargs":2,"model":2,"facebook":2,"opt":2,"125m":2,"vllm":7,"config":12,"vllmconfig":1,"create":2,"usagecontext":2,"llm":4,"class":1,"from":1,"platforms":1,"import":1,"current":2,"platform":2,"device":4,"name":4,"get":1,"lower":1,"if":1,"h100":2,"in":2,"or":1,"h200":2,"for":1,"and":1,"we":1,"use":1,"larger":1,"default":11,"values":1,"tokens":8,"16384":1,"server":4,"8192":2,"max":8,"num":8,"seqs":6,"1024":1,"else":1,"2048":1,"256":1,"assert":4,"scheduler":4,"batched":2,"noqa":2,"e501":2,"openai":1,"api":1},"0,1774,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":8,"project":1,"import":12,"math":1,"time":1,"from":9,"typing":1,"optional":1,"pytest":2,"tests":1,"v1":4,"engine":4,"utils":2,"num":2,"prompt":1,"logprobs":3,"under":3,"test":7,"sample":1,"stop":1,"strings":1,"dummyoutputprocessortestvectors":1,"mockenginecore":2,"outputs":1,"completionoutput":1,"requestoutput":1,"sampling":1,"params":1,"requestoutputkind":4,"samplingparams":1,"sequence":1,"promptlogprobs":1,"samplelogprobs":1,"transformers":1,"tokenizer":6,"anytokenizer":2,"enginecorerequest":1,"output":4,"processor":2,"outputprocessor":2,"requestoutputcollector":1,"metrics":1,"stats":2,"iterationstats":1,"def":2,"ref":1,"convert":2,"id":6,"token":6,"int":1,"str":1,"reference":1,"impl":1,"of":2,"detokenization":2,"args":1,"used":1,"by":1,"model":1,"this":1,"returns":1,"string":1,"representation":1,"input":1,"return":1,"decode":1,"or":1,"mark":1,"parametrize":1,"request":2,"kind":2,"delta":1,"final":1,"only":1,"incremental":1,"dummy":3,"vectors":3,"group":1,"log":1,"false":1,"core":1,"tokens":2,"list":1,"generation":1},"1774,1650,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"make":1,"n":1,"requests":6,"enginecorerequest":1,"request":9,"id":2,"f":1,"idx":2,"prompt":7,"token":2,"ids":1,"tokens":6,"arrival":1,"time":1,"0":3,"mm":3,"kwargs":1,"none":8,"hashes":1,"placeholders":1,"eos":1,"lora":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"sampling":1,"params":2,"samplingparams":1,"skip":1,"special":2,"false":3,"spaces":1,"between":1,"output":6,"kind":2,"stop":2,"include":1,"str":1,"in":3,"pooling":1,"for":2,"enumerate":1,"dummy":2,"test":2,"vectors":2,"add":2,"to":4,"the":3,"detokenizer":2,"zip":1,"strings":2,"processor":2,"gen":2,"while":1,"true":1,"mock":1,"from":1,"enginecore":1,"outputs":10,"engine":1,"core":1,"get":1,"if":1,"len":2,"break":1,"step":1,"processed":3,"process":1,"abort":3,"reqs":1,"assert":1},"3424,1484,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"update":1,"tracking":1,"for":2,"request":15,"output":6,"in":3,"outputs":3,"id":8,"new":6,"text":4,"0":3,"tokens":8,"token":1,"ids":1,"if":1,"not":2,"gen":23,"strings":5,"else":1,"extend":1,"confirmed":1,"tracked":1,"values":1,"matches":1,"what":1,"we":1,"expected":1,"idx":3,"ref":6,"str":11,"toks":6,"enumerate":1,"zip":1,"dummy":2,"test":2,"vectors":2,"generation":2,"f":4,"assert":4,"processor":2,"get":1,"num":3,"unfinished":2,"requests":2,"has":1,"def":1,"validate":1,"logprobs":5,"dict":4,"list":3,"int":3,"optional":4,"samplelogprobs":1,"prompt":2,"promptlogprobs":1,"cumulative":1,"logprob":1,"float":1,"dtv":1,"dummyoutputprocessortestvectors":1,"sample":1},"4908,11,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"none":1},"4919,418,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"for":1,"req":9,"idx":4,"id":6,"in":1,"enumerate":1,"request":1,"list":1,"new":1,"tokens":3,"gen":4,"logprobs":8,"prompt":6,"cumulative":2,"logprob":2,"token":1,"ids":1,"dtv":3,"ref":2,"generation":1},"5337,1755,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"if":1,"num":6,"sample":8,"logprobs":14,"is":3,"not":3,"none":3,"validate":1,"assert":3,"f":5,"request":3,"req":2,"id":3,"requires":1,"but":2,"are":1,"require":1,"sampled":9,"tokens":7,"to":4,"match":1,"especially":1,"important":1,"check":1,"since":1,"the":7,"detokenizer":1,"can":1,"cause":1,"a":2,"finish":1,"early":1,"due":1,"stop":1,"string":1,"being":1,"hit":1,"new":5,"len":5,"has":2,"completion":3,"ref":5,"cumulative":1,"logprob":7,"0":2,"for":2,"idx":3,"token":8,"pos":4,"dict":2,"in":5,"enumerate":1,"zip":1,"break":2,"out":2,"reference":1,"log":1,"probability":1,"value":1,"tensors":1,"associated":1,"with":1,"this":1,"position":2,"also":1,"ranks":1,"toks":1,"vals":1,"rank":1,"each":1,"sequence":1,"ensure":1,"actual":1,"among":1,"present":1,"at":1,"index":1},"7092,1786,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"validate":3,"number":1,"of":2,"sample":6,"logprobs":8,"num":8,"lp":11,"toks":6,"len":2,"pos":7,"logprob":14,"dict":6,"assert":3,"or":2,"1":3,"valid":2,"numbers":1,"are":1,"f":10,"but":2,"found":1,"at":2,"position":2,"idx":1,"sampled":5,"token":6,"rank":9,"smp":6,"ref":9,"does":1,"not":2,"match":1,"correct":2,"value":1,"in":5,"that":1,"the":5,"processor":1,"yields":1,"log":1,"probabilities":1,"and":1,"rankings":1,"one":1,"appears":1,"false":1,"for":1,"jdx":3,"range":1,"iterate":1,"over":1,"val":2,"tok":4,"id":4,"pairs":1,"expected":2,"by":1,"test":1,"fixture":1,"this":1,"completion":1,"vals":1,"to":1,"be":1,"it":1,"is":1},"8878,1271,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"extract":1,"actually":1,"generated":1,"logprob":11,"info":1,"lp":14,"pos":3,"dict":6,"ref":4,"tok":2,"id":3,"val":5,"rank":12,"a":1,"top":1,"1":6,"must":2,"be":2,"present":1,"one":3,"appears":4,"true":1,"if":1,"else":1,"assert":3,"f":9,"has":2,"invalid":1,"validate":1,"log":2,"probability":2,"math":1,"isclose":1,"token":1,"in":3,"logprobs":1,"at":1,"position":1,"idx":1,"completion":1,"with":1,"but":1,"was":1,"expected":1,"no":1,"the":1,"following":1},"10149,1134,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"validate":1,"logprobs":4,"detokenization":1,"for":2,"lp":4,"tok":4,"in":1,"pos":3,"logprob":12,"dict":3,"confirm":1,"that":2,"sample":2,"decoded":9,"token":13,"matches":1,"the":1,"id":3,"at":2,"this":2,"sequence":1,"position":2,"ref":6,"convert":1,"to":2,"dtv":1,"tokenizer":1,"assert":5,"f":4,"sampled":2,"decodes":1,"but":1,"is":3,"instead":1,"idx":1,"cumulative":5,"are":1,"correct":1,"math":1,"isclose":1,"else":1,"disabled":1,"request":1,"none":2},"11283,1919,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"if":1,"num":6,"prompt":39,"logprobs":14,"is":4,"not":2,"none":6,"validate":1,"assert":3,"f":6,"request":3,"req":3,"id":5,"requires":1,"but":3,"are":1,"require":1,"tokens":5,"to":1,"match":1,"len":5,"token":10,"ids":2,"has":3,"first":5,"logprob":11,"plp":3,"dict":4,"0":1,"should":1,"be":1,"following":1,"value":3,"instead":1,"break":3,"out":3,"the":5,"reference":2,"log":2,"prob":2,"matrices":1,"for":2,"whole":1,"also":1,"rank":3,"vector":3,"ref":10,"toks":3,"vals":3,"ranks":2,"idx":4,"pos":4,"in":1,"enumerate":1,"zip":1,"1":2,"and":1,"at":1,"current":1,"position":1},"13202,1474,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"for":1,"each":1,"position":2,"in":4,"the":3,"prompt":15,"sequence":1,"ensure":1,"actual":1,"token":8,"is":1,"among":1,"logprobs":9,"assert":3,"pos":5,"logprob":8,"dict":5,"f":10,"not":2,"present":1,"at":2,"index":1,"idx":2,"validate":2,"number":1,"of":2,"num":8,"plp":4,"toks":4,"len":1,"or":2,"1":2,"valid":1,"numbers":1,"are":1,"but":1,"found":1,"rank":10,"prmpt":9,"tok":9,"lp":9,"ref":4,"does":1,"match":1,"correct":1,"value":1},"14676,1832,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"validate":2,"that":1,"the":5,"logprob":16,"processor":1,"yields":1,"correct":1,"prompt":4,"log":3,"probs":1,"and":1,"valid":1,"rankings":1,"rank":11,"one":3,"appears":4,"false":1,"for":1,"jdx":3,"in":6,"range":1,"1":6,"len":1,"ref":11,"pos":6,"toks":2,"iterate":1,"over":1,"val":7,"tok":6,"id":7,"pairs":1,"expected":3,"by":1,"test":1,"fixture":1,"at":2,"this":1,"position":2,"completion":2,"plp":15,"float":1,"vals":1,"int":1,"assert":3,"dict":6,"f":9,"token":2,"to":1,"be":3,"but":2,"it":1,"is":1,"not":1,"extract":1,"actually":1,"generated":1,"info":1,"a":1,"top":1,"must":2,"present":1,"true":1,"if":1,"else":1,"has":1,"invalid":1,"probability":2,"math":1,"isclose":1,"logprobs":1,"idx":1,"with":1,"was":1},"16508,1418,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"assert":3,"rank":2,"one":1,"appears":1,"f":6,"no":1,"logprob":10,"has":1,"1":1,"in":2,"the":2,"following":1,"dict":4,"pos":3,"validate":1,"prompt":7,"detokenization":1,"for":2,"plp":4,"tok":4,"confirm":1,"that":1,"decoded":9,"token":12,"matches":1,"id":3,"at":2,"this":2,"sequence":1,"position":2,"ref":4,"convert":1,"to":2,"dtv":1,"tokenizer":1,"decodes":1,"but":1,"is":2,"instead":1,"idx":1,"else":1,"logprobs":6,"disabled":1,"request":2,"none":3,"pytest":3,"mark":3,"parametrize":3,"output":1,"kind":1,"requestoutputkind":2,"delta":1,"final":1,"only":1,"num":4,"sample":2,"under":2,"test":2},"17926,1972,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"def":1,"test":8,"logprobs":13,"processor":2,"request":7,"output":5,"kind":3,"requestoutputkind":1,"num":6,"sample":3,"optional":2,"int":2,"prompt":11,"dummy":7,"vectors":7,"outputprocessor":1,"tokenizer":1,"group":1,"log":1,"stats":1,"false":4,"engine":1,"core":1,"mockenginecore":1,"tokens":7,"list":3,"generation":2,"generated":1,"raw":2,"none":12,"if":2,"is":2,"else":2,"make":1,"n":1,"requests":2,"id":4,"f":1,"idx":4,"for":2,"in":3,"range":1,"len":1,"strings":1,"enginecorerequest":1,"token":2,"ids":1,"arrival":1,"time":1,"0":1,"mm":3,"kwargs":1,"hashes":1,"placeholders":1,"eos":1,"lora":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"sampling":1,"params":2,"samplingparams":1,"skip":1,"special":2,"spaces":1,"between":1,"stop":2,"include":1,"str":1,"pooling":1,"enumerate":1},"19898,1765,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"add":2,"requests":4,"to":4,"the":3,"detokenizer":1,"for":3,"request":23,"prompt":11,"in":3,"zip":1,"dummy":1,"test":1,"vectors":1,"strings":1,"output":9,"processor":3,"gen":12,"tokens":6,"logprobs":20,"cumulative":3,"while":1,"true":1,"mock":1,"from":1,"enginecore":1,"outputs":14,"engine":1,"core":1,"get":1,"if":4,"len":2,"0":5,"break":1,"step":1,"processed":3,"process":1,"abort":3,"reqs":1,"assert":1,"update":1,"tracking":2,"id":10,"new":3,"token":1,"ids":1,"logprob":1,"not":1,"start":1,"sample":1,"and":1,"this":1,"else":1,"extend":4,"tracker":1,"lp":3,"plp":3},"21663,1805,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"confirmed":1,"tracked":1,"logprobs":12,"match":1,"what":1,"we":1,"expect":1,"validate":2,"gen":4,"tokens":5,"prompt":2,"cumulative":1,"dummy":2,"test":10,"vectors":2,"request":2,"id":5,"list":1,"num":7,"sample":6,"assert":2,"output":7,"processor":5,"get":1,"unfinished":2,"requests":2,"0":1,"not":1,"has":1,"pytest":1,"mark":1,"parametrize":1,"include":2,"stop":11,"str":3,"in":2,"token":18,"type":2,"ignore":3,"eos":10,"false":10,"ids":4,"none":5,"true":5,"under":4,"def":1,"bool":2,"optional":1,"int":1,"handling":1,"send":1,"mock":2,"engine":2,"core":3,"to":2,"and":4,"pass":1,"outputs":2,"text":2,"if":3,"enabled":1,"batch":1,"size":1,"one":1,"the":4,"emulates":1,"a":2,"scenario":1,"where":1,"model":1,"followed":1,"by":1,"two":1,"identical":1,"control":6,"is":2,"are":2,"otherwise":1,"they":1,"some":1,"other":1,"behavior":1,"detokenized":1,"string":1,"should":2,"be":2,"finish":1,"reason":1,"length":1,"i":1,"e":1,"no":1,"occurs":1},"23468,1655,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"else":4,"if":7,"include":2,"stop":13,"str":3,"in":6,"output":5,"true":2,"the":5,"detokenized":2,"string":2,"should":5,"be":4,"token":19,"control":3,"and":5,"finish":2,"reason":2,"i":2,"e":2,"first":2,"causes":2,"is":10,"represented":2,"text":4,"but":3,"not":3,"note":1,"some":1,"test":14,"details":1,"are":2,"tuned":1,"for":4,"meta":3,"llama":6,"3":3,"2":3,"1b":3,"another":1,"model":4,"work":1,"only":1,"modified":1,"args":1,"appears":1,"num":2,"sample":3,"logprobs":5,"number":1,"of":2,"none":4,"no":1,"type":2,"eos":16,"id":8,"ids":3,"ignore":4,"stops":1,"disabled":1,"dummy":4,"vectors":3,"engine":1,"core":1,"outputs":1,"other":1,"data":1,"structures":1,"tokenizer":2,"name":1,"or":1,"path":1,"raise":1,"assertionerror":1,"requires":1,"f":1,"use":1,"do":1,"under":3,"false":1,"enabled":1,"end":1,"128009":1,"eot":1},"25123,1941,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"output":4,"processor":1,"outputprocessor":1,"dummy":8,"test":9,"vectors":7,"tokenizer":1,"group":1,"log":1,"stats":1,"false":3,"engine":2,"core":2,"outputs":1,"with":1,"control":1,"tokens":10,"suffixed":1,"to":1,"stops":1,"suffix":4,"token":15,"eos":10,"id":8,"if":3,"is":2,"else":2,"stop":8,"ids":6,"assert":1,"not":1,"none":11,"and":1,"isinstance":1,"0":9,"int":1,"generation":9,"string":2,"strings":2,"2":2,"do":2,"logprobs":11,"1":1,"prompt":8,"mockenginecore":1,"list":1,"generated":1,"raw":2,"ignore":4,"make":1,"request":7,"enginecorerequest":1,"arrival":1,"time":1,"mm":3,"kwargs":1,"hashes":1,"placeholders":1,"lora":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"sampling":1,"params":2,"samplingparams":1,"skip":1,"special":2,"spaces":1,"between":1,"kind":1,"requestoutputkind":1,"delta":1,"include":2,"str":2,"in":2,"num":1,"sample":1,"pooling":1},"27064,1930,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"add":2,"request":13,"to":2,"the":3,"detokenizer":2,"output":13,"processor":3,"prompt":1,"string":9,"loop":1,"over":1,"engine":2,"core":2,"steps":1,"run":1,"gen":10,"tokens":6,"logprobs":11,"while":1,"true":1,"mock":1,"from":1,"enginecore":1,"outputs":16,"get":1,"if":7,"len":4,"0":6,"break":1,"step":1,"processed":3,"process":1,"assert":5,"1":1,"stop":6,"token":8,"does":1,"not":3,"rely":1,"on":1,"abort":2,"reqs":1,"update":1,"tracking":1,"finished":1,"finish":3,"reason":3,"length":2,"is":3,"eos":3,"ignore":2,"test":3,"else":3,"text":3,"extend":2,"ids":1,"do":2,"validate":2,"generated":1,"control":3,"end":1,"of":2,"eot":1,"id":1,"based":1,"expect":1,"full":1,"ref":5,"str":6,"generation":3,"2":1,"elif":1,"include":2,"in":3,"triggered":2,"but":1,"f":2,"number":1,"sample":1,"num":6,"count":2},"28994,1881,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"check":1,"requests":5,"are":1,"finished":1,"assert":2,"output":8,"processor":3,"get":1,"num":6,"unfinished":2,"0":2,"not":1,"has":1,"pytest":2,"mark":2,"parametrize":2,"include":4,"stop":7,"str":4,"in":6,"true":1,"false":4,"sample":5,"logprobs":10,"none":12,"under":1,"test":8,"def":1,"string":1,"bool":1,"optional":1,"int":1,"dummy":6,"vectors":6,"outputprocessor":1,"tokenizer":1,"group":1,"log":1,"stats":1,"engine":1,"core":1,"mockenginecore":1,"tokens":7,"list":3,"generation":2,"generated":1,"raw":2,"if":1,"else":1,"prompt":7,"make":1,"n":1,"request":5,"id":4,"f":1,"idx":4,"for":2,"range":1,"len":1,"strings":2,"enginecorerequest":1,"token":2,"ids":1,"arrival":1,"time":1,"mm":3,"kwargs":1,"hashes":1,"placeholders":1,"eos":1,"lora":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"sampling":1,"params":2,"samplingparams":1,"skip":1,"special":2,"spaces":1,"between":1,"kind":1,"requestoutputkind":1,"delta":1,"pooling":1,"enumerate":1},"30875,1087,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"add":2,"requests":4,"to":4,"the":3,"detokenizer":2,"for":3,"request":14,"prompt":4,"in":4,"zip":1,"dummy":1,"test":1,"vectors":1,"strings":2,"output":9,"processor":2,"gen":5,"tokens":1,"logprobs":3,"cumulative":1,"aborted":4,"while":1,"true":1,"mock":1,"from":1,"enginecore":1,"outputs":13,"engine":1,"core":1,"get":2,"if":3,"len":1,"0":2,"break":1,"step":1,"processed":3,"process":1,"abort":3,"reqs":1,"we":1,"should":1,"not":2,"a":1,"assert":2,"id":1,"extend":1,"update":1,"tracking":1,"finished":1,"finish":1,"reason":1,"stop":1},"31962,1879,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"request":23,"id":15,"output":7,"new":6,"text":4,"outputs":4,"0":4,"tokens":5,"token":1,"ids":1,"prompt":6,"logprobs":13,"gen":20,"cumulative":2,"logprob":1,"if":4,"not":1,"in":4,"strings":7,"else":2,"extend":3,"lp":3,"plp":3,"confirmed":1,"tracked":1,"values":2,"matches":1,"what":1,"we":1,"expected":1,"for":1,"idx":5,"ref":10,"str":22,"stop":14,"enumerate":1,"zip":1,"dummy":1,"test":1,"vectors":1,"generation":1,"should":1,"be":1,"aborted":2,"f":3,"assert":3,"collected":1,"that":1,"were":1,"generated":1,"construct":1,"reference":1,"find":1,"exc":3,"inc":3,"include":1},"33841,1895,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"confirmed":1,"tracked":1,"logprobs":6,"match":1,"what":1,"we":1,"expect":1,"validate":1,"gen":4,"tokens":10,"prompt":9,"cumulative":1,"dummy":7,"test":8,"vectors":7,"request":8,"id":3,"list":1,"num":7,"sample":1,"none":10,"assert":2,"output":5,"processor":5,"get":2,"unfinished":2,"requests":7,"0":2,"not":1,"has":2,"def":1,"iteration":4,"stats":4,"outputprocessor":2,"tokenizer":1,"group":1,"log":1,"true":1,"engine":4,"core":4,"mockenginecore":1,"generation":2,"timestamp":2,"time":2,"monotonic":1,"make":1,"n":1,"enginecorerequest":1,"f":1,"idx":2,"token":2,"ids":1,"arrival":1,"mm":3,"kwargs":1,"hashes":1,"placeholders":1,"eos":1,"lora":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"sampling":1,"params":2,"samplingparams":1,"pooling":1,"for":3,"in":3,"enumerate":1,"add":2,"all":1,"except":1,"one":1,"to":1,"the":1,"active":5,"len":2,"1":1,"inactive":1,"first":1,"2":1,"prefills":1,"outputs":4,"iterationstats":1,"process":1,"total":1,"sum":1},"35736,1523,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"assert":8,"iteration":14,"stats":14,"num":18,"prompt":8,"tokens":12,"total":3,"generation":4,"active":9,"just":2,"decodes":3,"in":3,"this":3,"step":3,"outputs":12,"engine":6,"core":6,"get":3,"iterationstats":3,"output":5,"processor":4,"process":3,"timestamp":3,"0":2,"add":2,"a":2,"new":1,"request":4,"prefill":1,"and":1,"2":1,"inactive":1,"none":1,"1":2,"len":1,"dummy":1,"test":2,"vectors":1,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"collector":1,"reqs":1,"3":1,"text":1},"37259,1995,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"def":1,"make":3,"outputs":14,"list":2,"requestoutput":2,"return":1,"request":2,"id":2,"my":1,"prompt":3,"none":5,"token":5,"ids":5,"1":9,"2":4,"3":1,"logprobs":5,"completionoutput":1,"index":1,"0":13,"text":6,"idx":7,"cumulative":5,"logprob":4,"a":2,"b":1,"finish":1,"reason":1,"length":1,"if":1,"num":9,"reqs":3,"else":1,"finished":2,"for":3,"in":3,"range":3,"collector":9,"requestoutputcollector":1,"requestoutputkind":1,"delta":1,"case":2,"put":9,"then":2,"get":5,"output":11,"await":2,"assert":11,"not":3,"ready":2,"is":4,"set":2,"puts":1,"to":6,"i":2,"and":1,"should":2,"merged":1,"tok":4,"zip":1,"len":1,"be":1,"the":1,"last":1,"one":1,"expected":2},"39254,869,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"case":1,"3":3,"put":8,"all":1,"including":1,"a":1,"finished":2,"num":6,"to":6,"outputs":8,"make":1,"for":2,"i":2,"in":2,"range":2,"collector":4,"output":8,"await":1,"get":2,"assert":8,"not":1,"ready":1,"is":2,"set":1,"none":1,"0":8,"finish":1,"reason":1,"length":1,"text":3,"token":2,"ids":2,"and":1,"logprobs":3,"should":2,"merged":1,"tok":4,"1":3,"zip":1,"list":1,"len":1,"cumulative":4,"be":1,"the":1,"last":1,"one":1,"logprob":3,"expected":2,"pytest":1,"mark":1,"asyncio":1},"40123,1814,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"async":1,"def":1,"test":2,"cumulative":6,"output":3,"collector":4,"n":1,"correctly":1,"handles":1,"multiple":1,"outputs":5,"by":1,"index":5,"requestoutputcollector":1,"requestoutputkind":1,"requestoutput":2,"request":4,"id":4,"my":2,"prompt":6,"none":16,"token":6,"ids":6,"1":5,"2":4,"3":2,"logprobs":6,"completionoutput":4,"0":4,"text":4,"a":1,"logprob":4,"finish":4,"reason":4,"b":1,"finished":2,"false":2,"ab":1,"c":1,"for":1,"in":1,"put":1},"41937,754,data/raw/vllm-0.10.1/tests/v1/engine/test_output_processor.py":{"get":2,"the":5,"output":1,"and":2,"check":1,"that":1,"text":7,"token":2,"ids":2,"are":2,"correct":1,"result":5,"await":1,"collector":1,"we":1,"expecting":1,"index":9,"0":7,"ab":2,"1":7,"b":2,"2":3,"c":2,"assert":8,"len":4,"outputs":4,"3":1,"first":4,"is":6,"one":3,"where":3,"k":9,"for":3,"in":3,"if":3,"second":5,"third":4},"0,1224,data/raw/vllm-0.10.1/tests/v1/engine/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":8,"pytest":1,"torch":5,"from":7,"transformers":2,"autotokenizer":1,"tests":2,"v1":2,"engine":3,"utils":4,"num":2,"prompt":3,"logprobs":7,"under":2,"test":4,"sample":2,"len":1,"tokenizer":3,"name":1,"dummyoutputprocessortestvectors":3,"generate":3,"dummy":3,"tensors":1,"arg":1,"engineargs":1,"group":1,"init":1,"configs":1,"distributed":1,"conftest":1,"publisher":1,"config":1,"random":1,"port":1,"noqa":1,"f401":1,"full":1,"strings":1,"isort":1,"skip":1,"enginecoresamplelogprobstype":1,"list":1,"tuple":2,"tensor":4,"enginecorepromptlogprobstype":1,"def":1,"build":1,"vectors":2,"no":2,"output":1,"processor":1,"without":1,"returns":1,"instance":1,"with":1},"1224,1400,data/raw/vllm-0.10.1/tests/v1/engine/conftest.py":{"tokenizer":11,"autotokenizer":1,"from":2,"pretrained":1,"name":2,"vllm":6,"config":10,"engineargs":1,"model":2,"create":2,"engine":1,"tokenize":1,"prompts":1,"under":1,"test":1,"dummy":1,"generated":1,"tokens":12,"prompt":22,"text":8,"input":3,"ids":3,"len":9,"for":6,"in":6,"full":5,"strings":14,"generation":5,"generate":1,"decode":1,"skip":1,"special":1,"true":1,"string":2,"return":1,"dummyoutputprocessortestvectors":1,"group":1,"init":1,"configs":1,"scheduler":1,"lora":1,"zip":1,"logprobs":2,"pytest":1,"fixture":1},"2624,904,data/raw/vllm-0.10.1/tests/v1/engine/conftest.py":{"def":1,"dummy":6,"test":7,"vectors":5,"dummyoutputprocessortestvectors":2,"generate":3,"output":1,"processor":1,"with":2,"logprobs":13,"returns":1,"instance":1,"build":2,"without":1,"dtv":8,"no":1,"inject":1,"into":1,"data":1,"structure":1,"generation":2,"sample":2,"sampled":1,"tokens":8,"list":6,"num":4,"under":2,"tokenizer":4,"for":2,"in":2,"prompt":5,"tensors":1,"return":1},"0,1736,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":26,"asyncio":1,"os":1,"signal":1,"time":1,"uuid":1,"from":20,"dataclasses":1,"dataclass":1,"threading":1,"thread":1,"typing":1,"optional":2,"union":1,"unittest":1,"mock":1,"magicmock":1,"pytest":2,"torch":2,"transformers":1,"autotokenizer":2,"tests":1,"utils":5,"multi":1,"gpu":1,"test":2,"samplingparams":2,"distributed":2,"kv":1,"events":1,"blockstored":1,"kveventbatch":1,"zmqeventpublisher":1,"engine":5,"arg":1,"engineargs":1,"platforms":1,"current":2,"platform":2,"usage":2,"lib":1,"usagecontext":1,"set":1,"default":1,"num":1,"threads":1,"v1":6,"enginecorerequest":2,"core":2,"enginecore":1,"client":1,"asyncmpclient":1,"enginecoreclient":1,"syncmpclient":1,"coreengineprocmanager":1,"executor":2,"abstract":1,"conftest":1,"mocksubscriber":1,"create":1,"new":1,"process":1,"for":1,"each":1,"if":2,"not":2,"is":2,"cuda":2,"skip":1,"reason":1,"currently":1,"only":1,"supported":1,"on":1,"allow":1,"module":1,"level":1,"true":1,"model":2,"name":3,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"tokenizer":2,"pretrained":1,"prompt":7,"hello":1,"my":1,"robert":1,"and":1,"i":1,"love":1,"quantization":1,"kernels":1,"tokens":5,"input":1,"ids":4,"def":1,"make":1,"request":1,"params":1,"list":1,"int":1,"none":1},"1736,1903,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"return":1,"enginecorerequest":1,"request":6,"id":5,"str":1,"uuid":1,"uuid4":1,"prompt":2,"token":2,"ids":3,"tokens":1,"mm":3,"kwargs":1,"none":8,"hashes":1,"placeholders":1,"sampling":1,"params":3,"pooling":1,"eos":1,"arrival":1,"time":3,"lora":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"def":3,"loop":3,"until":3,"done":3,"client":6,"enginecoreclient":3,"outputs":21,"dict":4,"while":3,"true":5,"engine":10,"core":10,"get":3,"output":3,"if":9,"len":3,"0":4,"continue":3,"all":8,"finished":10,"for":4,"out":11,"in":5,"append":3,"not":2,"false":2,"break":3,"async":6,"await":3,"fully":1,"add":1,"to":2,"the":1,"check":1,"have":1,"outs":3,"and":1,"1":2,"values":1,"asyncio":1,"sleep":1,"dummy":1,"utility":1,"function":1,"monkey":1,"patch":1,"into":1},"3639,1953,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"def":2,"echo":4,"self":1,"msg":7,"str":4,"err":4,"optional":2,"none":4,"sleep":5,"float":1,"print":1,"f":2,"util":1,"function":2,"called":1,"if":2,"is":2,"not":2,"time":2,"raise":1,"valueerror":1,"return":1,"create":2,"new":1,"process":1,"for":6,"each":1,"test":3,"pytest":2,"mark":1,"parametrize":1,"multiprocessing":3,"mode":5,"true":2,"false":4,"engine":6,"core":2,"client":5,"monkeypatch":3,"bool":1,"with":2,"context":2,"as":1,"m":3,"setenv":1,"vllm":5,"use":1,"v1":1,"1":2,"monkey":1,"patch":1,"utility":1,"to":2,"setattr":1,"enginecore":1,"raising":1,"args":2,"engineargs":1,"model":2,"name":1,"enforce":1,"eager":1,"config":5,"usagecontext":1,"unknown":1,"executor":4,"class":4,"get":1,"set":1,"default":1,"torch":1,"num":1,"threads":1,"enginecoreclient":1,"make":2,"multiprocess":1,"asyncio":1,"log":1,"stats":1,"max":5,"tokens":5,"20":1,"params":2,"samplingparams":1,"normal":1,"request":10,"cycle":2,"requests":4,"in":5,"range":1,"10":1,"ids":3,"req":7,"id":6,"add":2,"the":1,"0":1,"01":1,"outputs":4,"dict":1,"list":1,"loop":1,"until":1,"done":1,"assert":1,"len":1,"abort":1},"5592,1878,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"note":2,"this":2,"code":2,"pathway":2,"will":2,"only":2,"work":2,"for":5,"multiprocessing":3,"since":2,"we":2,"have":2,"to":5,"call":5,"get":2,"output":2,"explicitly":2,"add":3,"requests":5,"the":1,"engine":3,"idx":4,"request":13,"in":3,"enumerate":2,"client":10,"time":2,"sleep":2,"0":4,"01":1,"if":3,"2":2,"abort":3,"id":9,"outputs":6,"req":7,"ids":2,"loop":2,"until":1,"done":1,"assert":4,"len":4,"max":4,"tokens":4,"f":2,"else":1,"after":1,"is":1,"finished":1,"10":1,"mode":1,"utility":4,"method":2,"invocation":1,"core":5,"syncmpclient":1,"result":2,"echo":5,"testarg":2,"with":2,"pytest":3,"raises":1,"exception":1,"as":2,"e":2,"info":2,"none":1,"help":2,"str":1,"value":1,"failed":1,"mark":1,"asyncio":2,"scope":1,"function":2,"async":1,"def":1,"test":2,"monkeypatch":3,"context":1,"m":3,"setenv":1,"vllm":1,"use":1,"v1":1,"1":1,"monkey":1,"patch":1,"setattr":1,"enginecore":1,"raising":1,"false":1},"7470,1753,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"engine":5,"args":2,"engineargs":1,"model":2,"name":1,"enforce":1,"eager":1,"true":4,"vllm":4,"config":5,"create":1,"usage":1,"context":2,"usagecontext":1,"unknown":1,"executor":4,"class":4,"get":1,"with":1,"set":1,"default":1,"torch":1,"num":1,"threads":1,"1":1,"client":7,"enginecoreclient":1,"make":2,"multiprocess":1,"mode":2,"asyncio":3,"log":1,"stats":1,"try":1,"max":5,"tokens":5,"20":1,"params":2,"samplingparams":1,"normal":1,"request":16,"cycle":2,"requests":7,"for":7,"in":7,"range":1,"10":1,"ids":4,"req":9,"id":9,"add":4,"to":2,"the":2,"await":7,"async":5,"sleep":2,"0":3,"01":2,"outputs":6,"dict":1,"str":1,"list":1,"loop":2,"until":2,"done":2,"assert":1,"len":1,"f":1,"abort":2,"idx":2,"enumerate":1,"if":1,"2":1},"9223,1837,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"for":3,"idx":2,"req":5,"id":5,"in":2,"enumerate":1,"request":2,"ids":1,"if":1,"2":1,"0":5,"assert":6,"len":4,"outputs":4,"max":4,"tokens":4,"f":2,"else":1,"utility":8,"method":2,"invocation":1,"core":6,"client":8,"asyncmpclient":1,"result":4,"await":4,"call":6,"async":4,"echo":6,"testarg":2,"with":1,"pytest":1,"raises":1,"exception":1,"as":1,"e":2,"info":2,"none":2,"help":2,"str":3,"value":1,"to":2,"failed":1,"test":1,"that":1,"cancelling":1,"the":4,"doesn":1,"t":2,"destabilize":1,"engine":3,"util":2,"task":3,"asyncio":3,"create":1,"testarg2":1,"5":2,"sleep":2,"sec":1,"05":1,"cancelled":3,"cancel":1,"ensure":1,"is":2,"still":1,"functional":1,"runs":1,"methods":1,"a":1,"single":1,"thread":1,"so":1,"this":1,"won":1,"be":1,"processed":1,"until":1,"sleeping":1,"one":1,"complete":1,"wait":1,"testarg3":2,"timeout":1,"1":1,"finally":1,"shutdown":1,"dataclass":1,"class":1,"mydataclass":1,"message":1,"dummy":1,"function":1,"monkey":1,"patch":1,"into":1,"def":1,"dc":1,"self":1,"msg":1,"return":1,"list":1,"bool":1,"false":1},"11060,2000,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"union":1,"mydataclass":5,"list":3,"print":1,"f":1,"echo":5,"dc":5,"util":2,"function":3,"called":1,"msg":3,"val":3,"none":2,"if":2,"is":2,"else":2,"return":4,"dataclass":1,"to":4,"verify":1,"support":1,"for":4,"returning":3,"custom":4,"types":2,"which":1,"there":1,"special":1,"handling":1,"make":2,"it":1,"work":1,"with":3,"msgspec":1,"in":2,"range":1,"3":1,"pytest":2,"mark":1,"asyncio":2,"loop":1,"scope":1,"async":3,"def":1,"test":3,"engine":5,"core":5,"client":7,"method":2,"monkeypatch":3,"context":3,"as":1,"m":4,"setenv":2,"vllm":6,"use":1,"v1":1,"1":3,"must":1,"set":2,"insecure":2,"serialization":2,"allow":2,"monkey":1,"patch":1,"utility":4,"setattr":1,"enginecore":1,"raising":1,"false":2,"args":2,"engineargs":1,"model":2,"name":1,"enforce":1,"eager":1,"true":5,"config":5,"create":1,"usage":1,"usagecontext":1,"unknown":1,"executor":4,"class":4,"get":1,"default":1,"torch":1,"num":1,"threads":1,"enginecoreclient":1,"multiprocess":1,"mode":2,"log":1,"stats":1,"try":1,"non":1,"native":1,"data":1,"type":1,"asyncmpclient":1,"result":6,"await":2,"call":2,"testarg2":4,"assert":2,"isinstance":3,"and":3,"message":2,"all":1,"r":3},"13060,1768,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"test":2,"returning":1,"none":5,"and":2,"list":2,"of":1,"nones":1,"result":5,"await":2,"core":2,"client":5,"call":2,"utility":2,"async":2,"echo":2,"dc":2,"false":4,"assert":2,"is":2,"true":4,"isinstance":1,"all":1,"r":2,"for":1,"in":1,"finally":1,"shutdown":1,"pytest":2,"mark":1,"parametrize":1,"multiprocessing":3,"mode":5,"publisher":6,"config":12,"tcp":1,"inproc":1,"indirect":1,"def":1,"kv":2,"cache":1,"events":2,"monkeypatch":3,"bool":1,"with":2,"context":2,"as":1,"m":2,"setenv":1,"vllm":5,"use":1,"v1":1,"1":3,"block":3,"size":3,"16":1,"num":2,"blocks":1,"2":1,"engine":4,"args":3,"engineargs":1,"model":2,"name":1,"enforce":1,"eager":1,"enable":1,"prefix":1,"caching":1,"create":1,"usagecontext":1,"unknown":1,"executor":4,"class":4,"get":1,"set":1,"default":1,"torch":1,"threads":1,"enginecoreclient":1,"make":1,"multiprocess":1,"asyncio":1,"log":1,"stats":1,"endpoint":3,"replace":1,"127":1,"0":2,"subscriber":1,"mocksubscriber":1,"topic":2,"decode":1,"type":1,"kveventbatch":1},"14828,1924,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"try":1,"custom":5,"tokens":6,"list":2,"range":1,"num":4,"blocks":3,"block":10,"size":6,"sampling":2,"params":2,"samplingparams":1,"max":1,"1":2,"request":6,"make":1,"client":3,"add":1,"outputs":2,"dict":1,"str":1,"id":3,"loop":1,"until":1,"done":1,"result":3,"subscriber":2,"receive":1,"one":2,"timeout":1,"1000":1,"assert":10,"is":3,"not":1,"none":5,"no":1,"message":1,"received":4,"seq":2,"0":2,"sequence":1,"number":1,"mismatch":1,"len":3,"events":3,"we":3,"should":8,"have":3,"exactly":1,"blockstored":4,"event":11,"isinstance":1,"a":2,"hashes":2,"with":1,"2":1,"be":5,"the":6,"same":3,"as":3,"parent":2,"hash":2,"lora":2,"token":4,"ids":4,"finally":1,"shutdown":1,"close":1,"pytest":3,"mark":2,"asyncio":1,"parametrize":1,"multiprocessing":2,"mode":2,"publisher":3,"config":3,"true":1,"tcp":1,"indirect":1,"multi":1,"gpu":1,"test":2,"gpus":1,"4":1,"async":1,"def":1,"kv":1,"cache":1,"dp":1,"monkeypatch":2,"bool":1},"16752,1667,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"with":2,"monkeypatch":1,"context":2,"as":1,"m":2,"setenv":1,"vllm":5,"use":1,"v1":1,"1":5,"block":4,"size":11,"16":1,"num":3,"blocks":2,"2":3,"dp":4,"tp":2,"engine":4,"args":3,"engineargs":1,"model":2,"name":1,"enforce":1,"eager":1,"true":3,"enable":1,"prefix":1,"caching":1,"data":1,"parallel":2,"tensor":1,"kv":1,"events":1,"config":9,"publisher":3,"create":1,"usagecontext":1,"unknown":1,"executor":4,"class":4,"get":1,"set":1,"default":1,"torch":1,"threads":1,"client":2,"enginecoreclient":1,"make":1,"multiprocess":1,"mode":3,"multiprocessing":1,"asyncio":2,"log":1,"stats":1,"false":1,"await":1,"sleep":1,"build":1,"endpoints":4,"for":2,"all":2,"ranks":1,"base":2,"endpoint":6,"replace":1,"127":1,"0":2,"i":2,"in":1,"range":2,"offset":3,"zmqeventpublisher":1,"port":1,"append":1,"subscriber":1,"mocksubscriber":1,"topic":2,"decode":1,"type":1,"kveventbatch":1,"try":1,"custom":1,"tokens":2,"list":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"request":1,"ids":1},"18419,1942,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"create":1,"and":2,"add":2,"25":2,"requests":3,"note":1,"attempts":1,"to":3,"force":1,"routing":1,"both":1,"dp":3,"groups":1,"but":1,"can":1,"be":1,"flaky":1,"for":5,"i":1,"in":3,"range":1,"await":4,"asyncio":3,"sleep":2,"0":3,"01":1,"request":8,"make":1,"sampling":1,"params":1,"custom":1,"tokens":1,"client":3,"async":2,"all":7,"ids":2,"append":2,"id":3,"1":3,"initialize":1,"outputs":3,"dict":2,"str":1,"list":1,"req":2,"print":3,"processing":1,"wait":1,"loop":1,"until":2,"fully":1,"done":1,"timeout":3,"20":2,"receive":2,"from":2,"subscriber":3,"no":1,"more":1,"messages":1,"collecting":1,"results":5,"while":2,"true":1,"result":4,"one":1,"if":1,"is":1,"none":2,"break":1,"collect":1,"events":1,"data":3,"parallel":3,"ranks":4,"received":2,"rank":1,"unique":4,"dps":3,"set":1,"assert":1,"len":2,"2":2,"f":1,"expected":1,"got":1,"finally":1,"shutdown":1,"close":1,"pytest":3,"mark":1,"def":1,"test":1,"startup":1,"failure":1,"monkeypatch":3,"with":1,"context":1,"as":2,"m":2,"raises":1,"exception":1,"e":1,"info":1,"setenv":1,"vllm":1,"use":1,"v1":1,"monkey":1,"patch":1,"extract":1,"core":2,"process":1,"pid":2,"it":1,"s":1,"starting":1,"proc":1,"cepm":1,"ctor":1,"coreengineprocmanager":1,"init":1},"20361,1956,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"def":4,"patched":2,"cepm":3,"ctor":3,"self":3,"coreengineprocmanager":2,"args":4,"kwargs":2,"core":8,"proc":3,"pid":7,"0":4,"processes":1,"m":1,"setattr":1,"init":1,"t":2,"time":5,"engine":8,"engineargs":1,"model":2,"name":1,"vllm":7,"config":6,"create":4,"usage":1,"context":2,"usagecontext":1,"unknown":1,"executor":11,"class":6,"get":1,"print":2,"f":2,"vllmconfig":1,"creation":1,"took":1,"2f":1,"seconds":1,"start":3,"another":1,"thread":2,"to":3,"wait":1,"for":2,"process":4,"and":1,"kill":4,"it":1,"simulate":1,"fatal":1,"uncaught":1,"exit":1,"first":2,"child":7,"while":1,"is":2,"none":1,"sleep":1,"5":1,"killing":1,"assert":2,"isinstance":1,"int":1,"os":1,"signal":1,"sigkill":1,"target":1,"daemon":1,"true":4,"client":2,"enginecoreclient":1,"make":1,"multiprocess":1,"mode":2,"asyncio":1,"log":1,"stats":1,"initialization":1,"failed":1,"in":1,"str":1,"e":1,"info":1,"value":1,"new":1,"each":1,"test":3,"instantiation":1,"cuda":2,"empty":2,"monkeypatch":2,"pytest":1,"that":1,"enginecoreproc":2,"can":1,"be":1,"instantiated":1,"when":1,"visible":1,"devices":1,"this":1,"ensures":1,"the":1,"frontend":1,"does":1,"not":1,"need":1,"access":1,"gpus":1,"from":2,"v1":2,"import":2,"abstract":1,"a":2,"simple":1,"mock":4,"instead":1,"of":1,"complex":1,"custom":1,"magicmock":2,"spec":1},"22317,1990,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"only":1,"implement":1,"the":1,"methods":1,"that":1,"are":2,"actually":1,"called":1,"during":1,"init":1,"from":3,"vllm":6,"v1":3,"kv":3,"cache":2,"interface":1,"import":2,"fullattentionspec":2,"mock":12,"spec":2,"block":1,"size":2,"16":1,"num":1,"heads":1,"1":6,"head":1,"64":1,"dtype":1,"torch":1,"float16":1,"use":2,"mla":1,"false":2,"executor":9,"get":1,"specs":1,"return":5,"value":3,"default":1,"determine":1,"available":1,"memory":1,"1024":3,"initialize":1,"config":6,"none":3,"max":1,"concurrent":1,"batches":1,"class":3,"side":1,"effect":1,"create":2,"with":1,"monkeypatch":1,"context":1,"as":1,"m":4,"setenv":2,"cuda":2,"visible":1,"devices":2,"no":1,"engine":4,"utils":1,"enginezmqaddresses":2,"def":1,"startup":3,"handshake":5,"self":1,"socket":1,"local":2,"client":2,"headless":1,"parallel":1,"inputs":1,"tcp":3,"127":3,"0":7,"5555":1,"outputs":1,"5556":1,"coordinator":2,"input":1,"output":1,"background":1,"processes":1,"not":1,"important":1,"here":1,"setattr":1,"enginecoreproc":2,"engineargs":1,"model":1,"deepseek":2,"ai":1,"v2":1,"lite":1,"trust":1,"remote":1,"code":1,"true":2,"core":1,"proc":1,"address":1,"12345":1,"log":1,"stats":1,"index":1},"24307,37,data/raw/vllm-0.10.1/tests/v1/engine/test_engine_core_client.py":{"engine":1,"core":1,"proc":1,"shutdown":1},"0,1911,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_online.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":11,"project":1,"import":14,"os":3,"random":1,"sys":3,"from":7,"typing":1,"any":1,"optional":3,"openai":1,"pytest":2,"asyncio":1,"tests":4,"utils":4,"remoteopenaiservercustom":1,"create":1,"new":1,"process":1,"for":2,"each":1,"test":1,"yapf":2,"disable":1,"v1":3,"logits":3,"processors":3,"dummy":9,"logitproc":10,"arg":1,"fqcn":1,"module":7,"max":1,"tokens":1,"model":5,"name":1,"temp":1,"greedy":1,"entry":5,"points":5,"as":1,"fake":2,"prompts":1,"enable":1,"def":2,"server":4,"with":3,"entrypoint":4,"env":4,"dict":6,"str":8,"serve":5,"args":4,"list":2,"none":3,"start":2,"inject":4,"patch":3,"importlib":2,"metadata":2,"type":1,"ignore":1,"entrypoints":2,"cli":3,"main":4,"fork":2,"is":2,"required":1,"workers":1,"see":1,"environ":2,"worker":1,"multiproc":1,"method":1,"if":1,"not":1,"update":1,"emulate":1,"argv":1,"modules":2},"1911,1855,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_online.py":{"fork":2,"is":3,"required":1,"for":3,"workers":2,"to":2,"see":1,"entrypoint":4,"patch":3,"os":2,"environ":2,"vllm":5,"worker":1,"multiproc":1,"method":1,"if":2,"env":2,"dict":2,"not":1,"none":1,"update":1,"emulate":1,"serve":3,"model":4,"cli":3,"args":9,"sys":1,"argv":1,"main":2,"pytest":3,"fixture":3,"scope":2,"module":4,"def":3,"default":4,"server":17,"return":1,"use":1,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"in":3,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":2,"len":1,"2048":1,"num":1,"seqs":1,"128":1,"function":1,"params":1,"logits":6,"processors":3,"dummy":6,"logitproc":6,"fqcn":3,"request":4,"monkeypatch":2,"consider":1,"two":1,"configurations":1,"1":2,"arg":2,"specifies":1,"processor":3,"via":1,"fully":1,"qualified":1,"class":1,"name":2,"a":2,"2":1,"no":1,"test":1,"that":1,"info":1,"passed":1,"setenv":1,"enable":1,"v1":1,"multiprocessing":1,"param":2,"launch":2,"append":1,"argument":2,"inject":2,"fxn":3,"with":4,"else":1,"remoteopenaiservercustom":1,"as":2,"remote":2,"yield":2,"asyncio":1,"async":5,"client":4,"get":1,"general":1,"values":1,"these":1,"tests":1},"3766,1831,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_online.py":{"api":2,"keyword":5,"args":5,"greedy":2,"sampling":1,"ensures":1,"that":3,"requests":5,"which":6,"receive":1,"the":4,"target":8,"token":11,"arg":3,"will":2,"decode":1,"it":1,"in":4,"every":1,"step":1,"temperature":1,"temp":1,"since":1,"eos":3,"never":1,"be":2,"decoded":2,"unless":1,"is":1,"max":2,"tokens":4,"return":1,"logprobs":2,"as":1,"a":4,"way":1,"of":5,"getting":1,"id":1,"0":1,"create":2,"new":1,"process":1,"for":3,"each":1,"test":3,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":5,"name":4,"async":1,"def":1,"custom":5,"logitsprocs":2,"client":2,"openai":3,"asyncopenai":1,"str":2,"when":1,"starting":1,"server":2,"from":1,"cli":1,"launch":1,"vllm":3,"compatible":1,"configured":1,"to":2,"load":1,"logitproc":6,"has":1,"well":1,"defined":1,"behavior":1,"mask":1,"out":1,"all":1,"except":1,"one":2,"pass":3,"50":3,"value":1,"through":1,"extra":2,"body":2,"xargs":2,"do":1,"not":2,"validate":1,"activate":2,"repeat":1,"same":1,"use":2,"dummy":4,"true":1,"prompt":3,"prompts":1,"build":1,"request":4,"arguments":1,"dict":1,"any":1,"if":1,"random":1,"choice":1,"128":1,"67":1,"choose":1,"two":1,"values":1,"are":1,"known":1,"batch":1,"await":1,"completions":1},"5597,549,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_online.py":{"if":2,"use":3,"dummy":5,"logitproc":5,"only":1,"for":3,"requests":1,"which":1,"activate":2,"validate":1,"that":1,"output":1,"token":1,"is":1,"repeated":1,"choices":3,"openai":1,"types":1,"completionchoice":1,"batch":1,"toks":5,"0":3,"logprobs":1,"tokens":1,"not":2,"all":2,"x":2,"in":1,"raise":1,"assertionerror":1,"f":1,"generated":1,"should":1,"be":1,"alternate":1,"whether":1,"to":1,"each":1,"request":1},"0,1806,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":14,"random":1,"from":10,"collections":1,"abc":1,"callable":1,"typing":1,"namedtuple":1,"optional":1,"union":2,"numpy":1,"as":1,"np":1,"pytest":1,"torch":1,"tests":2,"utils":3,"create":4,"new":1,"process":1,"for":2,"each":1,"test":1,"v1":3,"sample":3,"logitsprocstestfakes":1,"fake":3,"logits":2,"penalty":1,"tensor":2,"prompt":2,"tokens":4,"apply":1,"logitsprocs":3,"update":1,"state":1,"config":1,"vllmconfig":1,"platforms":1,"current":3,"platform":3,"sampling":1,"params":1,"samplingparams":1,"is":2,"pin":3,"memory":3,"available":3,"yapf":2,"disable":1,"processor":1,"batchupdate":1,"batchupdatebuilder":1,"logitbiaslogitsprocessor":1,"logitsprocessor":3,"minplogitsprocessor":1,"mintokenslogitsprocessor":1,"movedirectionality":1,"build":1,"enable":1,"metadata":1,"samplingmetadata":1,"max":2,"num":3,"reqs":2,"256":1,"vocab":1,"size":1,"1024":1,"output":1,"20":1,"cuda":1,"devices":1,"f":1,"device":2,"type":2,"i":2,"in":1,"range":1,"1":2,"if":1,"count":1,"else":1,"64":1,"min":1,"len":1,"threshold":1,"5":1,"per":1,"logitproc":2,"50":1,"str":2,"no":1,"none":2,"subclass":1,"or":1,"logitproctype":1},"1806,1349,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"class":1,"logitsprocsrequestparams":1,"encapsulates":1,"key":1,"params":5,"for":6,"a":3,"single":1,"request":1,"in":3,"batch":2,"can":1,"be":2,"customized":2,"based":1,"on":1,"the":2,"enabled":2,"logitproc":9,"workload":4,"index":4,"int":7,"type":5,"logitproctype":2,"specified":1,"by":1,"str":2,"id":1,"out":2,"tokens":11,"list":2,"output":4,"required":1,"min":3,"test":1,"prompt":3,"dummy":2,"placeholder":1,"samplingparams":1,"settings":1,"def":3,"init":1,"self":8,"number":1,"of":1,"is":1,"randomly":1,"0":4,"or":1,"twice":1,"threshold":2,"which":1,"will":1,"used":1,"testing":1,"token":1,"values":1,"don":1,"t":1,"matter":1,"these":1,"tests":1,"so":1,"use":1,"as":1,"value":1,"len":1,"random":1,"randint":1,"2":1,"sampling":2,"from":1,"debugging":1,"summ":2,"join":1,"f":2,"k":2,"v":2,"vars":1,"items":1,"return":1,"myclass":1,"generate":1,"fake":1,"metadata":1,"num":1,"size":2,"vocab":1,"device":2,"torch":1},"3155,1549,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"samplingmetadata":2,"generate":1,"fake":4,"sampling":3,"metadata":3,"with":1,"logitsprocs":5,"output":5,"token":10,"ids":10,"list":4,"int":2,"prompt":6,"for":1,"in":1,"range":1,"batch":5,"size":10,"append":2,"np":3,"random":4,"randint":3,"0":10,"vocab":3,"num":3,"tokens":3,"tolist":2,"1":2,"max":2,"build":1,"vllm":1,"config":1,"vllmconfig":1,"device":6,"is":2,"pin":2,"memory":2,"available":1,"pooling":1,"model":1,"false":2,"temperature":1,"torch":1,"full":1,"all":2,"greedy":1,"true":2,"top":2,"p":1,"none":3,"k":1,"generators":1,"logprobs":1,"create":4,"tensor":4,"frequency":1,"penalties":4,"penalty":3,"presence":1,"repetition":1,"no":1,"allowed":1,"mask":1,"bad":1,"words":1,"return":1},"4704,1710,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"def":3,"generate":4,"test":5,"fakes":1,"batch":10,"size":7,"int":2,"device":3,"str":2,"logitsprocstestfakes":2,"fake":7,"logits":7,"and":1,"sampling":6,"metadata":5,"create":2,"vocab":2,"one":1,"dominant":1,"token":2,"per":6,"to":1,"support":1,"min":3,"p":2,"for":6,"i":3,"in":1,"range":1,"0":5,"10":1,"high":1,"logit":2,"first":1,"1":1,"1e":1,"2":1,"others":1,"remain":1,"low":1,"num":1,"output":1,"tokens":2,"torch":1,"return":2,"params":3,"from":1,"logitproc":11,"type":2,"logitproctype":1,"samplingparams":4,"customize":1,"request":3,"a":3,"specified":1,"req":1,"with":2,"no":2,"kwargs":3,"bias":1,"none":1,"if":1,"fxn":3,"logitsprocs":7,"mapping":1,"gen":1,"mixed":1,"reqs":4,"types":4,"list":2,"logitsprocsrequestparams":1,"define":1,"key":1,"of":3,"requests":2,"different":1,"enabled":2,"the":5,"will":1,"have":1,"repeats":1,"all":1,"under":2,"including":1,"case":1,"where":1,"logitsproc":1,"is":3,"randomly":1,"shuffled":1,"times":1,"n":1,"len":1,"args":1,"number":1,"using":1,"each":1},"6414,1496,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"returns":1,"list":2,"of":2,"per":3,"request":6,"params":8,"which":1,"configure":1,"the":2,"engine":1,"for":4,"that":2,"s":1,"enabled":1,"logitproc":5,"batch":10,"size":4,"len":1,"logitsprocs":4,"types":2,"reqs":2,"generate":1,"multiple":1,"repeats":1,"key":1,"each":1,"apply":1,"random":4,"inverse":1,"permutation":1,"to":1,"iteration":1,"over":1,"such":1,"are":1,"shuffled":1,"perm":2,"sample":1,"range":1,"k":1,"return":1,"logitsprocsrequestparams":4,"workload":3,"index":7,"idx":5,"type":2,"pdx":2,"in":1,"enumerate":1,"def":3,"raise":2,"error":1,"invalid":1,"msg":2,"suffix":2,"str":1,"int":4,"step":4,"err":2,"cls":2,"exception":1,"valueerror":1,"none":2,"f":4,"validation":1,"failed":1,"req":1,"reason":1,"logit":4,"bias":4,"kwargs":2,"dict":1,"config":1,"randint":1,"0":3,"vocab":1,"1":2,"choice":1,"2":1,"validate":1,"test":1,"fakes":1,"logitsprocstestfakes":1,"persistent":1,"logits":1,"new":1,"torch":1,"tensor":1},"7910,1824,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"none":2,"validate":2,"logit":16,"bias":9,"logitproc":2,"applied":1,"correctly":1,"request":6,"params":8,"logits":7,"old":6,"test":2,"fakes":2,"persistent":2,"batch":9,"index":8,"workload":1,"cpu":2,"new":9,"for":1,"token":9,"id":7,"in":2,"range":1,"vocab":1,"size":1,"value":19,"if":3,"exp":3,"pytest":2,"approx":2,"raise":2,"error":2,"invalid":2,"msg":2,"suffix":2,"f":5,"biased":1,"does":2,"not":2,"match":2,"expected":2,"given":1,"step":5,"idx":5,"else":1,"unbiased":1,"def":2,"min":4,"p":4,"kwargs":2,"dict":1,"config":1,"0":1,"1":1,"logitsprocstestfakes":1,"list":1,"logitsprocsrequestparams":2,"torch":1,"tensor":1,"int":2},"9734,1967,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"none":2,"validate":2,"min":10,"p":5,"logitproc":2,"applied":1,"correctly":1,"for":6,"token":14,"id":5,"in":2,"range":2,"vocab":3,"size":3,"logits":6,"new":2,"batch":9,"index":8,"if":5,"0":10,"dominant":4,"should":2,"always":1,"be":2,"unmasked":1,"float":3,"inf":4,"raise":3,"error":3,"invalid":6,"msg":3,"suffix":3,"masked":4,"request":8,"params":10,"step":7,"idx":7,"else":2,"non":2,"tokens":6,"when":3,"f":2,"not":1,"no":1,"masking":1,"is":1,"def":2,"kwargs":3,"dict":1,"config":1,"len":1,"threshold":1,"stop":1,"ids":1,"np":2,"random":2,"randint":2,"1":1,"test":1,"fakes":1,"logitsprocstestfakes":1,"persistent":1,"list":1,"logitsprocsrequestparams":2,"torch":1,"tensor":1,"int":2},"11701,481,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"none":2,"validate":1,"min":5,"tokens":5,"logitsproc":1,"applied":1,"correctly":1,"ref":3,"num":2,"out":3,"len":2,"request":2,"params":3,"reached":1,"threshold":1,"all":2,"stop":2,"token":2,"ids":2,"mt":3,"lp":3,"mintokenslogitsprocessor":3,"next":1,"test":1,"fakes":1,"get":2,"logitsprocs":1,"by":1,"cls":1,"assert":1,"isinstance":1,"tok":1,"toks":1,"batch":1,"index":1},"12182,1979,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"validate":1,"min":12,"token":10,"logits":3,"processor":4,"state":1,"if":4,"tok":4,"out":7,"all":7,"stop":8,"ids":8,"num":5,"tokens":10,"len":1,"ref":5,"raise":4,"error":4,"invalid":4,"msg":4,"suffix":4,"number":1,"of":1,"output":1,"in":1,"logit":1,"f":4,"request":11,"metadata":1,"does":1,"not":5,"match":2,"reference":2,"batch":10,"index":10,"params":8,"step":8,"idx":8,"do":1,"sorted":2,"reached":4,"expected":2,"with":2,"but":2,"is":2,"recognized":2,"by":2,"err":2,"cls":2,"runtimeerror":2,"elif":1},"14161,1319,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"validate":2,"min":3,"token":15,"logits":7,"for":5,"id":5,"in":2,"range":1,"vocab":1,"size":1,"new":2,"batch":7,"index":6,"if":3,"ref":2,"all":1,"stop":2,"ids":1,"and":2,"not":4,"reached":2,"float":2,"inf":2,"raise":2,"error":2,"invalid":2,"msg":2,"suffix":2,"f":4,"is":3,"a":1,"the":2,"sequence":1,"has":1,"length":1,"but":2,"masked":2,"logit":1,"request":5,"params":5,"step":5,"idx":5,"else":1,"should":1,"be":1,"output":1,"len":1,"num":1,"out":1,"tokens":1,"def":1,"none":1,"test":1,"fakes":1,"logitsprocstestfakes":1,"persistent":1,"list":1,"logitsprocsrequestparams":2,"torch":1,"tensor":1,"int":2},"15480,1577,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"none":3,"validate":5,"that":1,"no":2,"logits":12,"processors":1,"are":1,"applied":1,"test":2,"fakes":1,"persistent":1,"batch":5,"index":5,"workload":1,"cpu":1,"ref":6,"new":1,"if":1,"not":1,"torch":1,"all":1,"mismatch":5,"toks":2,"nonzero":1,"as":1,"tuple":1,"true":1,"0":1,"tolist":1,"strs":3,"for":1,"token":4,"in":1,"val":4,"float":2,"append":1,"f":2,"raise":1,"error":1,"invalid":1,"msg":1,"suffix":1,"unexpected":1,"modification":1,"of":1,"join":1,"request":6,"params":5,"step":2,"idx":2,"class":1,"logitsproctesthelpers":5,"namedtuple":1,"supports":1,"setting":1,"up":1,"and":1,"validating":1,"logitsprocs":2,"unit":1,"tests":1,"eval":5,"fxn":9,"callable":2,"gen":4,"optional":1,"mapping":1,"str":1,"logitproc":1,"logitbiaslogitsprocessor":1,"logit":2,"bias":2,"minplogitsprocessor":1,"min":4,"p":2,"mintokenslogitsprocessor":1,"tokens":2},"17057,1863,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"def":2,"get":1,"test":3,"cases":1,"list":5,"str":4,"each":1,"case":1,"is":2,"a":3,"set":1,"of":8,"logitsprocs":5,"types":3,"mapping":1,"keys":1,"return":1,"no":6,"logitproc":6,"type":3,"for":1,"in":1,"if":5,"generate":1,"fake":1,"step":9,"update":2,"persistent":4,"batch":9,"logitsprocsrequestparams":2,"workload":10,"params":2,"wdx":2,"int":4,"builder":1,"batchupdatebuilder":1,"tuple":1,"optional":1,"batchupdate":1,"size":6,"len":2,"reqs":9,"remaining":5,"max":6,"add":8,"remove":7,"per":3,"1":3,"0":7,"2":1,"50":4,"steps":4,"other":2,"limited":2,"number":4,"less":4,"than":4,"the":3,"an":2,"arbitrary":2,"remain":1,"100":2,"have":2,"adds":2,"num":5,"random":4,"choice":2,"randint":2,"min":3,"else":2,"requests":3,"empty":1,"removals":1,"until":1,"more":1,"are":2,"added":1,"assume":1,"that":1,"removed":1,"always":1,"drawn":1,"from":1,"current":1,"before":1,"new":1,"replace":1},"18920,1297,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"generate":1,"fake":1,"removed":4,"request":1,"indices":2,"drawn":1,"from":2,"persistent":4,"batch":12,"for":3,"removal":2,"in":3,"random":1,"sample":1,"range":1,"size":3,"num":5,"step":5,"remove":4,"update":5,"builder":4,"append":6,"get":1,"added":5,"requests":4,"workload":4,"add":19,"req":9,"params":13,"wdx":5,"replace":3,"as":2,"many":1,"possible":1,"with":1,"idx":3,"pop":1,"prompt":2,"tokens":4,"out":2,"remaining":1,"to":1,"end":1,"of":1,"reqs":3,"extend":2,"adx":2,"enumerate":1,"pre":1,"condense":1,"len":1,"offset":1},"20217,1543,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"simulate":1,"condensing":1,"persistent":9,"batch":18,"last":11,"nonempty":11,"index":21,"pre":1,"condense":1,"size":4,"1":3,"condensed":6,"to":4,"idxs":3,"set":1,"while":1,"update":5,"builder":5,"removed":8,"if":2,"in":3,"or":1,"continue":1,"is":4,"the":4,"highest":1,"that":3,"was":1,"not":2,"first":8,"empty":8,"peek":1,"assert":1,"none":1,"break":1,"lowest":1,"less":1,"than":1,"move":1,"pop":1,"add":2,"moved":2,"append":1,"movedirectionality":1,"unidirectional":1,"now":1,"requests":2,"gaps":1,"left":1,"by":1,"non":1,"got":1,"downward":1,"are":1,"grouped":1,"consecutively":1,"upper":1,"indices":1,"of":1,"truncate":1,"them":1,"get":1,"num":2,"step":2,"remove":1,"0":1},"21760,1979,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"if":3,"condensed":4,"batch":25,"size":7,"1":3,"simulate":1,"arbitrary":1,"reorder":1,"in":5,"the":3,"kernel":1,"backend":1,"generate":1,"a":1,"random":3,"number":1,"k":3,"of":2,"non":1,"overlapping":1,"swap":2,"tuples":1,"randint":1,"0":5,"2":3,"idxs":6,"list":3,"range":3,"shuffle":1,"swaps":3,"tuple":1,"sorted":1,"i":3,"for":7,"update":2,"builder":2,"moved":1,"extend":1,"sw":3,"movedirectionality":1,"adx":3,"bdx":3,"persistent":11,"return":2,"get":1,"and":1,"reset":1,"wdx":2,"workload":1,"def":1,"assert":2,"valid":1,"int":3,"logitsprocsrequestparams":1,"test":5,"fakes":3,"logitsprocstestfakes":1,"slice":2,"logits":6,"w":4,"lp":4,"torch":1,"tensor":1,"step":3,"idx":3,"none":1,"not":1,"trivial":1,"case":1,"empty":2,"len":1,"shape":3,"raise":1,"valueerror":1,"fake":2,"is":1,"but":1,"logitsprocs":2,"f":1,"output":1,"has":1,"validate":1,"each":2,"request":6,"index":4,"params":4,"invoke":1,"appropriate":1,"validation":1,"function":1,"logitproc":2,"employed":1,"by":1,"this":1,"fxn":3,"mapping":1,"type":1,"eval":1,"new":2,"create":1,"process":1,"pytest":1,"mark":1,"parametrize":1,"device":1,"cuda":1,"devices":1},"23739,1998,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"pytest":2,"mark":2,"parametrize":2,"reqs":8,"per":5,"logitproc":7,"logitsprocs":9,"under":3,"test":10,"get":1,"cases":1,"def":1,"device":4,"str":2,"int":1,"list":3,"random":1,"seed":1,"40":1,"torch":1,"set":1,"default":1,"define":1,"a":2,"shuffled":1,"batch":19,"of":3,"requests":1,"which":1,"individually":1,"use":1,"different":1,"or":2,"no":1,"at":1,"all":1,"workload":14,"params":5,"generate":4,"mixed":1,"types":1,"size":6,"len":2,"create":1,"fake":6,"data":1,"structures":1,"for":2,"testing":1,"fakes":4,"wdx":4,"0":3,"next":1,"request":2,"index":2,"in":3,"to":2,"add":1,"persistent":8,"logitsprocsrequestparams":1,"state":2,"as":1,"indices":2,"removed":1,"from":1,"current":1,"before":1,"adds":1,"update":8,"builder":3,"batchupdatebuilder":1,"break":2,"when":1,"entire":1,"has":1,"been":1,"added":1,"previously":1,"and":1,"is":1,"empty":1,"remaining":3,"step":2,"idx":1,"while":1,"true":1,"if":1,"not":1,"apply":2,"emulate":1,"application":1,"logits":2,"processors":1,"engine":1,"slice":2,"idxs":2,"req":2,"w":1,"lp":1,"cpu":1},"25737,277,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_correctness.py":{"assert":1,"valid":1,"batch":4,"size":2,"persistent":2,"test":2,"fakes":2,"slice":2,"idxs":2,"logits":2,"w":2,"lp":2,"step":3,"idx":3,"1":1},"0,1806,data/raw/vllm-0.10.1/tests/v1/logits_processors/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":5,"project":1,"import":7,"types":1,"from":5,"enum":3,"auto":5,"typing":1,"optional":2,"torch":2,"config":2,"vllmconfig":2,"sampling":2,"params":1,"samplingparams":2,"v1":2,"sample":2,"logits":1,"processor":2,"logitsprocs":1,"group":1,"batchupdate":2,"logitsprocessor":2,"movedirectionality":1,"model":2,"name":4,"facebook":1,"opt":1,"125m":1,"pooling":1,"baai":1,"bge":1,"base":1,"en":1,"5":1,"dummy":6,"logitproc":12,"arg":1,"target":1,"token":1,"temp":1,"greedy":2,"max":1,"tokens":1,"20":1,"entrypoint":3,"module":2,"dummymodule":1,"fqcn":3,"f":1,"dummylogitsprocessor":2,"class":5,"customlogitprocsource":1,"how":1,"source":5,"a":1,"for":1,"testing":2,"purposes":1,"none":1,"no":1,"custom":1,"via":3,"fully":1,"qualified":1,"provided":1,"object":1,"prompts":2,"hello":1,"my":1,"is":6,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"fake":1,"logit":1,"support":1,"unit":1,"and":1,"examples":1,"def":3,"init":1,"self":4,"device":2,"pin":1,"memory":1,"bool":2,"req":1,"info":1,"dict":1,"int":1,"argmax":1,"invariant":1,"never":1,"impacts":1,"return":2,"false":1,"update":3,"state":1,"batch":2,"if":1,"not":1},"1806,1957,data/raw/vllm-0.10.1/tests/v1/logits_processors/utils.py":{"process":3,"added":2,"requests":3,"for":5,"index":4,"params":4,"in":4,"batch":3,"update":3,"assert":1,"is":3,"not":4,"none":6,"if":5,"extra":2,"args":2,"and":3,"target":5,"token":3,"get":1,"self":14,"req":10,"info":10,"removed":2,"pop":3,"moved":2,"unidirectional":1,"move":1,"a":5,"b":5,"swap":2,"adx":3,"bdx":3,"direct":2,"val":6,"movedirectionality":1,"def":2,"apply":1,"logits":8,"torch":6,"tensor":4,"return":2,"save":1,"values":3,"before":1,"modification":1,"rows":7,"list":4,"keys":1,"cols":3,"i":2,"dtype":2,"long":2,"device":4,"to":2,"keep":2,"clone":1,"mask":1,"all":1,"but":1,"tokens":1,"float":1,"inf":1,"dummy":8,"module":4,"with":1,"logitproc":4,"class":3,"types":1,"moduletype":1,"dummylogitsprocessor":2,"type":1,"ignore":1,"entrypoint":3,"logitsprocs":1,"testing":1,"init":1,"name":1,"value":1,"fqcn":1},"3763,494,data/raw/vllm-0.10.1/tests/v1/logits_processors/utils.py":{"def":2,"load":1,"self":3,"return":1,"dummylogitsprocessor":1,"class":2,"entrypoints":3,"list":2,"dummy":1,"for":2,"logitsprocs":2,"testing":1,"init":2,"group":5,"str":1,"emulate":1,"like":1,"functionality":1,"eps":3,"entrypoint":1,"if":1,"else":1,"super":1,"extra":1,"attributes":1,"names":1,"ep":2,"name":1,"in":1,"fake":1,"version":1,"of":1,"importlib":1,"metadata":1,"entry":2,"points":2,"lambda":1},"0,1819,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_offline.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":10,"random":1,"sys":1,"from":7,"typing":1,"union":1,"pytest":1,"tests":4,"utils":4,"create":2,"new":1,"process":1,"for":1,"each":1,"test":2,"yapf":2,"disable":1,"v1":4,"logits":4,"processors":3,"dummy":7,"logitproc":7,"arg":3,"fqcn":1,"module":2,"max":9,"tokens":9,"model":2,"name":2,"pooling":2,"temp":5,"greedy":5,"customlogitprocsource":1,"dummylogitsprocessor":1,"entry":2,"points":2,"as":1,"fake":1,"prompts":1,"enable":1,"llm":3,"samplingparams":5,"sample":1,"processor":1,"str":1,"rejects":1,"logitsprocs":1,"logitsprocessor":1,"a":1,"mixture":1,"of":1,"requests":1,"which":1,"do":1,"and":1,"don":1,"t":1,"utilize":1,"sampling":1,"params":1,"list":1,"temperature":4,"extra":2,"args":2,"128":1,"67":1,"def":1,"run":1,"kwargs":2,"dict":1,"loaded":1,"bool":1,"none":1,"compare":1,"instance":2,"initialized":1,"with":1,"specified":1,"against":1,"reference":1},"1819,1111,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_offline.py":{"two":1,"scenarios":1,"1":3,"server":3,"has":3,"loaded":5,"dummy":5,"logitproc":14,"test":2,"that":3,"requests":3,"which":1,"specify":2,"arg":2,"value":3,"behave":2,"as":2,"if":3,"is":2,"operating":2,"output":4,"token":1,"should":2,"repeat":1,"while":1,"don":1,"t":1,"match":1,"reference":4,"llm":9,"2":1,"not":2,"all":1,"matches":1,"args":1,"kwargs":3,"constructor":1,"true":1,"create":2,"a":2,"vllm":2,"instance":2,"and":1,"load":1,"custom":2,"model":4,"name":2,"gpu":2,"memory":2,"utilization":2,"0":2,"without":1,"ref":3,"run":2,"inference":1,"with":1,"outputs":2,"generate":2,"prompts":2,"sampling":2,"params":2,"list":2},"2930,1949,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_offline.py":{"validate":4,"outputs":5,"for":5,"bdx":3,"out":5,"lp":7,"ref":6,"params":4,"in":5,"enumerate":1,"zip":1,"logitproc":13,"sampling":1,"list":2,"toks":8,"0":2,"token":9,"ids":2,"if":3,"loaded":1,"and":1,"extra":3,"args":3,"this":3,"request":4,"exercises":1,"custom":9,"that":3,"forces":1,"target":7,"to":1,"be":2,"decoded":1,"each":2,"step":1,"dummy":1,"arg":1,"not":5,"all":3,"x":2,"raise":2,"assertionerror":2,"f":4,"generated":2,"shoud":1,"else":1,"does":1,"exercise":1,"or":1,"is":1,"enabled":1,"on":1,"server":1,"against":1,"reference":2,"result":1,"should":1,"match":1,"create":1,"new":1,"process":1,"test":3,"pytest":1,"mark":1,"parametrize":1,"source":2,"customlogitprocsource":2,"def":1,"logitsprocs":2,"monkeypatch":1,"offline":1,"python":1,"interface":1,"passing":1,"construct":2,"an":1,"llm":3,"instance":2,"which":5,"loads":1,"a":5,"has":1,"well":1,"defined":1,"behavior":1,"mask":1,"tokens":1,"except":1,"one":1,"with":1,"no":1,"pass":2,"batch":1,"of":3,"requests":3,"50":2,"value":1,"through":1,"samplingparams":1,"do":2,"activate":2,"the":3,"yield":1,"same":1,"results":1,"both":1,"instances":1,"only":1,"output":1},"4879,1601,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_offline.py":{"test":6,"four":1,"scenarios":1,"corresponding":1,"to":4,"logitproc":17,"source":8,"value":1,"no":1,"logitsprocs":1,"loaded":3,"that":4,"generated":1,"tokens":1,"match":1,"reference":1,"llm":2,"instance":1,"output":1,"passed":2,"in":1,"via":2,"entrypoint":6,"class":4,"object":2,"fully":2,"qualified":2,"name":2,"fqcn":2,"dummy":2,"is":4,"utilized":1,"correctly":1,"when":1,"provided":1,"any":2,"of":2,"these":1,"three":1,"possible":1,"sources":1,"args":2,"monkeypatch":3,"for":2,"setting":1,"env":1,"vars":1,"what":1,"or":1,"none":2,"the":3,"user":1,"pulls":1,"from":2,"info":1,"workers":2,"setenv":2,"vllm":3,"enable":1,"v1":1,"multiprocessing":1,"1":1,"random":1,"seed":1,"40":1,"choose":1,"based":1,"on":1,"if":2,"customlogitprocsource":2,"scenario":3,"server":1,"does":1,"not":1,"load":1,"custom":2,"every":1,"other":1,"a":5,"different":1,"way":1,"loading":1,"run":2,"false":1,"return":2,"loads":1,"preconfigured":1,"end":1,"mock":1,"import":1,"importlib":2,"metadata":2,"entry":2,"points":2,"fake":1,"type":1,"ignore":1,"fork":2,"required":1,"see":1,"patch":1,"worker":1,"multiproc":1,"method":1,"true":1},"6480,1865,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_offline.py":{"kwargs":4,"dict":1,"str":2,"list":1,"union":1,"type":1,"logitsprocessor":1,"if":1,"logitproc":21,"source":11,"customlogitprocsource":6,"fqcn":6,"scenario":6,"load":3,"based":1,"on":1,"fully":2,"qualified":2,"class":7,"name":2,"inject":1,"dummy":4,"module":3,"which":1,"defines":1,"sys":1,"modules":1,"logits":2,"processors":2,"elif":1,"from":2,"provided":1,"object":3,"dummylogitsprocessor":1,"run":1,"test":3,"loaded":2,"true":1,"create":1,"new":1,"process":1,"for":1,"each":1,"pytest":1,"mark":1,"parametrize":1,"entrypoint":4,"def":1,"pooling":2,"rejects":2,"custom":3,"logitsprocs":2,"monkeypatch":3,"validate":3,"that":3,"vllm":2,"engine":1,"initialization":3,"properly":1,"when":1,"the":5,"model":2,"is":2,"a":2,"use":1,"llm":4,"we":1,"expect":1,"to":3,"fail":1,"before":1,"actually":1,"1":1,"mock":1,"does":1,"not":1,"2":1,"pass":1,"constructor":1,"2a":1,"via":2,"2b":1,"fails":1,"with":1,"appropriate":1,"exception":1,"args":1,"used":1,"set":1,"environment":1,"variables":1,"what":1,"or":1,"user":1,"pulls":1,"setenv":1,"enable":1,"v1":1,"multiprocessing":1,"0":1,"random":1,"seed":1,"40":1},"8345,1768,data/raw/vllm-0.10.1/tests/v1/logits_processors/test_custom_offline.py":{"if":2,"logitproc":12,"source":6,"customlogitprocsource":3,"entrypoint":5,"scenario":3,"vllm":2,"loads":1,"a":4,"pooling":7,"model":8,"and":1,"ignores":1,"that":3,"is":2,"available":1,"at":1,"preconfigured":1,"patch":3,"in":2,"dummy":2,"import":1,"importlib":2,"metadata":2,"entry":2,"points":2,"fake":1,"type":2,"ignore":2,"fork":2,"required":1,"for":2,"to":2,"be":1,"visible":1,"workers":1,"although":1,"they":1,"should":1,"the":3,"anyway":1,"monkeypatch":1,"setenv":1,"worker":3,"multiproc":1,"method":1,"llm":5,"runner":3,"name":3,"gpu":2,"memory":2,"utilization":2,"0":3,"1":3,"require":2,"no":1,"logitsprocs":3,"have":1,"been":1,"loaded":1,"assert":1,"sum":1,"engine":1,"executor":1,"driver":1,"input":1,"batch":1,"all":1,"return":1,"kwargs":4,"dict":1,"str":3,"list":1,"union":1,"logitsprocessor":1,"fqcn":3,"load":2,"based":1,"on":1,"fully":1,"qualified":1,"class":3,"logits":2,"processors":2,"elif":1,"from":1,"provided":1,"object":1,"dummylogitsprocessor":1,"with":1,"pytest":1,"raises":2,"valueerror":1,"match":1,"rejects":1,"loading":1,"alongside":1,"appropriate":1,"exception":1},"0,1681,data/raw/vllm-0.10.1/tests/v1/structured_output/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"pytest":7,"from":1,"v1":1,"structured":1,"output":1,"backend":1,"xgrammar":2,"has":1,"unsupported":6,"json":1,"features":1,"fixture":6,"def":5,"string":4,"schemas":5,"return":5,"type":13,"format":1,"email":1,"integer":2,"multipleof":2,"120":2,"number":2,"array":5,"uniqueitems":1,"true":1,"contains":1,"mincontains":1,"1":2,"maxcontains":1,"5":2,"object":5,"minproperties":1,"maxproperties":1,"propertynames":1,"pattern":1,"a":1,"z":1,"patternproperties":1,"s":1},"1681,1797,data/raw/vllm-0.10.1/tests/v1/structured_output/test_utils.py":{"def":1,"supported":1,"schema":2,"return":1,"type":17,"object":3,"properties":2,"name":1,"string":9,"age":1,"integer":3,"status":1,"scores":1,"array":2,"items":1,"number":3,"car":2,"enum":1,"sedan":1,"suv":1,"truck":1,"brand":1,"pattern":1,"a":1,"za":1,"z":1,"short":1,"description":2,"maxlength":2,"50":2,"mileage":1,"minimum":1,"0":1,"maximum":1,"1000000":1,"model":1,"year":1,"exclusiveminimum":1,"1900":1,"exclusivemaximum":1,"2100":1,"long":1,"minlength":1,"2000":1,"address":1,"street":1,"city":1,"pytest":1,"mark":1,"parametrize":1,"unsupported":5,"schemas":5},"3478,427,data/raw/vllm-0.10.1/tests/v1/structured_output/test_utils.py":{"def":2,"test":2,"unsupported":4,"json":4,"features":4,"by":1,"type":3,"schema":9,"request":2,"schemas":2,"getfixturevalue":1,"for":1,"in":1,"assert":2,"has":2,"xgrammar":2,"f":1,"should":2,"be":2,"supported":4,"not":1},"0,1849,data/raw/vllm-0.10.1/tests/v1/shutdown/test_processor_error.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"test":6,"error":3,"handling":1,"in":5,"processor":4,"should":3,"not":3,"impact":1,"other":1,"reqs":3,"import":9,"asyncio":3,"pytest":5,"from":8,"tests":1,"v1":3,"shutdown":3,"utils":2,"timeout":3,"sec":2,"samplingparams":2,"engine":6,"arg":1,"asyncengineargs":2,"inputs":1,"data":1,"tokensprompt":2,"sampling":2,"params":2,"requestoutputkind":1,"async":8,"llm":5,"asyncllm":5,"exceptions":1,"enginegenerateerror":3,"models":2,"meta":1,"llama":2,"3":2,"1b":1,"mark":3,"parametrize":1,"model":4,"def":2,"str":2,"none":1,"that":1,"propagates":1,"a":2,"empty":2,"tokens":1,"prompt":2,"failure":2,"and":2,"non":1,"no":1,"always":1,"uses":1,"an":2,"mp":1,"client":1,"args":3,"enforce":1,"eager":1,"true":1,"generate":3,"request":5,"id":3,"is":1,"allowed":1,"will":1,"raise":2,"valueerror":1,"generator":2,"try":1,"for":3,"pass":1,"except":1,"exception":1,"as":1,"e":2,"return":1,"num":2,"tasks":2,"f":1,"idx":2,"range":1,"outputs":2,"await":1,"gather":1,"every":1,"have":1,"get":1,"output":2,"with":1,"raises":1,"be":1,"errored":2,"assert":1},"1849,536,data/raw/vllm-0.10.1/tests/v1/shutdown/test_processor_error.py":{"this":1,"should":1,"be":1,"no":1,"problem":1,"expected":3,"tokens":7,"5":1,"outputs":4,"async":3,"for":2,"out":4,"in":2,"llm":2,"generate":1,"hello":1,"my":1,"name":1,"is":1,"request":1,"id":1,"abc":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"output":1,"kind":1,"requestoutputkind":1,"delta":1,"append":1,"generated":3,"extend":1,"0":1,"token":1,"ids":1,"assert":1,"len":1,"shutdown":1},"0,1814,data/raw/vllm-0.10.1/tests/v1/shutdown/test_forward_error.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":7,"project":1,"test":5,"that":3,"we":1,"handle":1,"an":4,"error":4,"in":2,"model":9,"forward":6,"and":3,"shutdown":4,"import":10,"asyncio":2,"pytest":5,"from":8,"tests":2,"utils":3,"wait":1,"for":1,"gpu":1,"memory":3,"clear":1,"v1":3,"threshold":1,"bytes":1,"timeout":1,"sec":1,"llm":3,"asyncengineargs":1,"samplingparams":1,"distributed":1,"get":2,"tensor":5,"parallel":5,"rank":3,"executor":1,"models":3,"llama":3,"llamaforcausallm":2,"cuda":3,"device":2,"count":2,"stateless":2,"engine":2,"async":3,"asyncllm":3,"exceptions":1,"enginedeaderror":1,"meta":1,"3":1,"1b":1,"def":2,"evil":3,"self":6,"args":2,"kwargs":2,"method":1,"raise":2,"exception":2,"after":1,"10":2,"calls":5,"number":2,"of":2,"good":2,"passes":2,"if":3,"not":2,"hasattr":1,"num":4,"simulated":1,"illegal":1,"access":1,"on":1,"1":2,"return":1,"mark":3,"parametrize":2,"size":3,"monkeypatch":3,"int":1,"str":1,"none":1,"propagates":1,"a":1,"pass":1,"frees":1,"always":1,"uses":1,"mp":1,"client":1,"skip":1,"reason":1,"enough":1,"devices":1,"setattr":1},"1814,1828,data/raw/vllm-0.10.1/tests/v1/shutdown/test_forward_error.py":{"engine":3,"args":3,"asyncengineargs":1,"model":3,"enforce":1,"eager":1,"true":2,"tensor":4,"parallel":4,"size":4,"async":8,"llm":5,"asyncllm":2,"from":1,"def":1,"generate":4,"request":7,"id":4,"str":1,"generator":2,"hello":2,"my":2,"name":2,"is":4,"sampling":2,"params":2,"samplingparams":2,"try":1,"for":5,"in":4,"pass":1,"except":1,"exception":3,"as":1,"e":2,"return":1,"num":2,"reqs":2,"3":1,"tasks":2,"f":1,"idx":2,"range":2,"outputs":2,"await":1,"asyncio":1,"gather":1,"every":1,"should":4,"get":2,"an":2,"enginedeaderror":3,"output":2,"assert":2,"isinstance":1,"be":2,"errored":2,"we":3,"not":2,"able":1,"to":3,"make":1,"another":1,"with":1,"pytest":5,"raises":1,"abc":1,"raise":1,"here":1,"confirm":1,"all":1,"the":2,"processes":1,"are":1,"cleaned":1,"up":1,"wait":1,"gpu":1,"memory":1,"clear":1,"devices":1,"list":1,"threshold":1,"bytes":1,"2":3,"30":1,"timeout":3,"s":1,"60":1,"note":1,"shutdown":3,"handled":1,"by":1,"api":1,"server":1,"if":1,"occurs":1,"so":1,"it":1,"expected":1,"that":1,"would":1,"need":1,"call":1,"this":1,"mark":4,"test":1,"sec":1,"parametrize":3,"enable":1,"multiprocessing":1,"1":1,"models":1},"3642,1195,data/raw/vllm-0.10.1/tests/v1/shutdown/test_forward_error.py":{"def":1,"test":3,"llm":7,"model":5,"error":3,"monkeypatch":3,"tensor":5,"parallel":5,"size":5,"int":1,"enable":4,"multiprocessing":6,"bool":1,"str":1,"none":1,"that":1,"propagates":1,"a":1,"forward":3,"pass":1,"and":3,"frees":1,"memory":2,"todo":1,"andy":1,"without":1,"with":3,"1":2,"rank":1,"if":3,"cuda":2,"device":1,"count":1,"stateless":1,"pytest":2,"skip":1,"reason":1,"not":1,"enough":1,"devices":2,"context":1,"as":1,"m":3,"mp":2,"value":2,"else":2,"0":1,"setenv":1,"vllm":1,"v1":1,"an":1,"in":1,"the":2,"setattr":1,"llamaforcausallm":1,"evil":1,"enforce":1,"eager":1,"true":1,"raises":1,"enginedeaderror":1,"exception":1,"generate":1,"hello":1,"my":1,"name":1,"is":1,"robert":1,"i":1,"confirm":1,"all":1,"processes":1,"are":1,"cleaned":1,"up":1,"wait":1,"for":1,"gpu":1,"to":1,"clear":1,"list":1,"range":1,"threshold":2,"bytes":2,"shutdown":1},"0,208,data/raw/vllm-0.10.1/tests/v1/shutdown/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"shutdown":3,"test":3,"utils":1,"timeout":1,"sec":1,"120":1,"threshold":1,"bytes":1,"30":1},"0,1936,data/raw/vllm-0.10.1/tests/v1/shutdown/test_startup_error.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":7,"project":1,"test":7,"that":3,"we":1,"handle":1,"a":1,"startup":3,"error":5,"and":2,"shutdown":5,"import":9,"pytest":6,"from":8,"tests":2,"utils":4,"wait":1,"for":1,"gpu":1,"memory":2,"clear":1,"v1":2,"threshold":1,"bytes":1,"timeout":3,"sec":2,"llm":3,"distributed":1,"get":2,"tensor":7,"model":9,"parallel":7,"rank":2,"engine":3,"arg":1,"asyncengineargs":2,"executor":1,"models":3,"llama":3,"llamaforcausallm":2,"cuda":3,"device":2,"count":2,"stateless":2,"async":2,"asyncllm":3,"meta":1,"3":1,"1b":1,"def":2,"evil":3,"method":6,"self":2,"args":3,"kwargs":2,"raises":1,"an":4,"exception":2,"if":2,"raise":1,"simulated":1,"in":2,"return":1,"intermediate":1,"tensors":1,"none":2,"mark":4,"parametrize":3,"size":5,"1":1,"failing":3,"forward":2,"load":2,"weights":2,"monkeypatch":3,"str":2,"int":1,"propagates":1,"init":1,"frees":1,"profiling":1,"failures":1,"always":1,"uses":1,"mp":1,"client":1,"skip":1,"reason":1,"not":1,"enough":1,"devices":1,"setattr":1,"enforce":1,"eager":1,"true":1},"1936,1819,data/raw/vllm-0.10.1/tests/v1/shutdown/test_startup_error.py":{"confirm":2,"we":1,"get":1,"an":3,"exception":3,"with":3,"pytest":9,"raises":2,"match":2,"initialization":2,"failed":2,"asyncllm":1,"from":1,"engine":2,"args":2,"all":1,"the":2,"processes":1,"are":1,"cleaned":1,"up":1,"wait":1,"for":1,"gpu":1,"memory":2,"to":1,"clear":1,"devices":2,"list":1,"range":1,"tensor":6,"parallel":6,"size":6,"threshold":2,"bytes":2,"shutdown":2,"test":6,"mark":5,"timeout":2,"sec":1,"parametrize":4,"model":6,"models":1,"2":3,"1":2,"enable":5,"multiprocessing":6,"true":2,"failing":3,"method":4,"forward":2,"load":2,"weights":2,"def":1,"llm":4,"startup":2,"error":4,"monkeypatch":4,"str":2,"int":1,"bool":1,"none":1,"that":1,"propagates":1,"init":1,"and":2,"frees":1,"profiling":1,"failures":1,"todo":1,"andy":1,"without":1,"if":4,"meta":2,"llama":4,"3":2,"1b":2,"skip":2,"reason":2,"only":1,"cuda":2,"device":1,"count":1,"stateless":1,"not":1,"enough":1,"context":1,"as":1,"m":2,"mp":2,"value":2,"else":2,"0":1,"setenv":1,"vllm":1,"v1":1,"in":2,"setattr":1,"llamaforcausallm":1,"evil":1,"simulated":1,"enforce":1,"eager":1},"3755,215,data/raw/vllm-0.10.1/tests/v1/shutdown/test_startup_error.py":{"confirm":1,"all":1,"the":1,"processes":1,"are":1,"cleaned":1,"up":1,"wait":1,"for":1,"gpu":1,"memory":1,"to":1,"clear":1,"devices":1,"list":1,"range":1,"tensor":1,"parallel":1,"size":1,"threshold":2,"bytes":2,"shutdown":1,"test":1},"0,1567,data/raw/vllm-0.10.1/tests/v1/shutdown/test_delete.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":6,"project":1,"test":7,"that":2,"we":1,"handle":1,"a":1,"startup":1,"error":1,"and":1,"shutdown":5,"import":8,"pytest":7,"from":7,"tests":2,"utils":4,"wait":1,"for":1,"gpu":2,"memory":2,"clear":1,"v1":2,"threshold":1,"bytes":1,"timeout":3,"sec":2,"llm":3,"samplingparams":1,"engine":4,"arg":1,"asyncengineargs":2,"sampling":1,"params":1,"requestoutputkind":1,"cuda":3,"device":2,"count":2,"stateless":2,"async":3,"asyncllm":3,"models":2,"meta":1,"llama":2,"3":1,"1b":1,"mark":5,"asyncio":1,"parametrize":3,"model":6,"tensor":7,"parallel":6,"size":6,"1":1,"send":4,"one":4,"request":4,"false":1,"true":2,"def":1,"delete":1,"str":1,"int":1,"bool":1,"none":1,"frees":1,"upon":1,"deletion":1,"always":1,"uses":1,"an":1,"mp":1,"client":1,"args":2,"under":1,"degree":1,"of":1,"parallelism":1,"before":1,"deleting":1,"if":1,"skip":1,"reason":1,"not":1,"enough":1,"devices":1,"enforce":1,"eager":1},"1567,1710,data/raw/vllm-0.10.1/tests/v1/shutdown/test_delete.py":{"instantiate":1,"asyncllm":2,"make":1,"request":7,"to":3,"complete":1,"any":1,"deferred":1,"initialization":1,"then":1,"delete":2,"instance":1,"async":4,"llm":6,"from":1,"engine":3,"args":3,"if":3,"send":5,"one":5,"for":2,"in":2,"generate":1,"hello":1,"my":1,"name":1,"is":1,"id":1,"abc":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"tokens":1,"1":3,"output":1,"kind":1,"requestoutputkind":1,"delta":1,"pass":1,"del":1,"confirm":1,"all":1,"the":1,"processes":1,"are":1,"cleaned":1,"up":1,"wait":1,"gpu":2,"memory":2,"clear":1,"devices":2,"list":1,"range":1,"tensor":6,"parallel":5,"size":5,"threshold":2,"bytes":2,"shutdown":2,"test":5,"pytest":6,"mark":5,"timeout":2,"sec":1,"parametrize":4,"model":4,"models":1,"2":1,"enable":6,"multiprocessing":6,"true":2,"false":1,"def":1,"monkeypatch":2,"str":1,"int":1,"bool":2,"none":1,"that":1,"frees":1,"upon":1,"deletion":1,"todo":1,"andy":1,"without":1,"under":1,"degree":1,"of":1,"parallelism":1,"workers":1,"separate":1,"process":1,"es":1,"before":1,"deleting":1,"cuda":2,"device":1,"count":1,"stateless":1,"skip":1,"reason":1,"not":1,"enough":1,"with":1,"context":1,"as":1,"m":2,"mp":2,"value":2,"else":1,"0":1,"setenv":1,"vllm":1,"v1":1},"3277,619,data/raw/vllm-0.10.1/tests/v1/shutdown/test_delete.py":{"instantiate":1,"llm":5,"make":1,"request":2,"to":2,"complete":1,"any":1,"deferred":1,"initialization":1,"then":1,"delete":1,"instance":1,"model":2,"enforce":1,"eager":1,"true":1,"tensor":3,"parallel":3,"size":3,"if":1,"send":1,"one":1,"generate":1,"hello":1,"my":1,"name":1,"is":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"tokens":1,"1":1,"del":1,"confirm":1,"all":1,"the":1,"processes":1,"are":1,"cleaned":1,"up":1,"wait":1,"for":1,"gpu":1,"memory":1,"clear":1,"devices":1,"list":1,"range":1,"threshold":2,"bytes":2,"shutdown":1,"test":1},"0,841,data/raw/vllm-0.10.1/tests/v1/e2e/test_spec_decode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"future":1,"import":11,"annotations":1,"random":5,"typing":1,"any":1,"union":1,"pytest":1,"torch":1,"tests":1,"utils":1,"get":2,"attn":1,"backend":1,"list":1,"based":1,"on":1,"platform":2,"llm":1,"samplingparams":1,"assets":2,"base":1,"s3":1,"bucket":1,"url":1,"image":1,"vlm":1,"images":1,"dir":1,"distributed":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"platforms":1,"current":1,"def":1,"test":1,"prompts":4,"mm":3,"enabled":2,"bool":1,"prompt":6,"types":4,"repeat":1,"sentence":1,"if":1,"append":1,"num":2,"100":1,"seed":1,"type":2,"choices":3,"k":1,"print":1,"f":1},"841,1796,data/raw/vllm-0.10.1/tests/v1/e2e/test_spec_decode.py":{"generate":1,"a":3,"mixed":1,"batch":1,"of":3,"prompts":3,"some":2,"which":2,"can":1,"be":1,"easily":1,"predicted":1,"by":1,"n":1,"gram":1,"matching":1,"and":2,"likely":1,"cannot":1,"for":1,"kind":5,"in":3,"random":2,"prompt":7,"type":4,"choices":3,"word":10,"test":2,"temp":1,"hello":1,"where":1,"choice":1,"union":1,"str":3,"list":1,"dict":1,"any":1,"if":1,"repeat":2,"f":4,"please":2,"the":5,"10":2,"times":2,"give":3,"no":2,"other":2,"output":2,"than":2,"at":2,"least":2,"ten":2,"row":1,"lowercase":1,"with":1,"spaces":1,"between":1,"each":1,"without":2,"quotes":2,"elif":2,"sentence":3,"that":2,"uses":1,"once":1,"simple":1,"mm":1,"placeholders":2,"image":3,"url":4,"vllm":1,"s3":1,"bucket":1,"vlm":1,"images":1,"dir":1,"stop":1,"sign":1,"jpg":1,"text":2,"meaning":1,"is":1,"else":1,"raise":1,"valueerror":1,"unknown":1,"append":1,"role":1,"user":1,"content":1,"return":3,"pytest":3,"fixture":2,"def":3,"sampling":2,"config":2,"samplingparams":2,"temperature":1,"0":1,"max":1,"tokens":1,"ignore":1,"eos":1,"false":1,"model":2,"name":2,"meta":1,"llama":2,"3":1,"1":1,"8b":1,"instruct":1,"ngram":1,"correctness":1,"monkeypatch":2},"2637,1553,data/raw/vllm-0.10.1/tests/v1/e2e/test_spec_decode.py":{"compare":1,"the":4,"outputs":11,"of":2,"a":2,"original":1,"llm":10,"and":3,"speculative":4,"should":1,"be":1,"same":1,"when":1,"using":1,"ngram":2,"decoding":1,"with":1,"monkeypatch":1,"context":1,"as":1,"m":2,"setenv":1,"vllm":1,"use":1,"v1":1,"1":3,"test":4,"prompts":5,"get":1,"mm":1,"enabled":1,"false":1,"ref":10,"model":6,"name":2,"max":3,"len":3,"1024":2,"chat":2,"sampling":2,"config":3,"del":2,"torch":2,"cuda":2,"empty":2,"cache":2,"cleanup":2,"dist":2,"env":2,"memory":2,"spec":9,"method":1,"prompt":2,"lookup":2,"5":1,"min":1,"3":2,"num":1,"tokens":1,"matches":3,"0":7,"misses":2,"for":2,"output":8,"in":1,"zip":1,"if":1,"text":4,"else":1,"print":2,"f":2,"heuristic":1,"expect":1,"at":1,"least":1,"70":1,"to":2,"match":1,"exactly":1,"upon":1,"failure":1,"inspect":1,"check":1,"inaccuracy":1,"assert":1,"int":1,"7":1},"4190,1820,data/raw/vllm-0.10.1/tests/v1/e2e/test_spec_decode.py":{"pytest":8,"mark":4,"parametrize":2,"model":2,"setup":2,"mm":3,"enabled":2,"todo":3,"re":2,"enable":2,"this":3,"once":2,"tests":2,"models":2,"test":5,"initialization":2,"py":2,"is":3,"fixed":2,"see":3,"pr":2,"22333":2,"22611":2,"noqa":2,"e501":2,"eagle3":6,"qwen":1,"qwen3":3,"8b":6,"angelslim":1,"1":7,"false":4,"eagle":10,"meta":4,"llama":10,"3":2,"instruct":8,"yuhuili":2,"llama3":4,"param":2,"4":6,"scout":4,"17b":4,"16e":4,"morgendave":2,"marks":2,"skip":3,"reason":2,"skipping":2,"due":2,"to":2,"ci":2,"oom":2,"issues":3,"true":1,"ids":1,"llama4":2,"attn":6,"backend":4,"get":1,"list":1,"based":1,"on":1,"platform":1,"def":1,"correctness":1,"monkeypatch":2,"sampling":1,"config":1,"samplingparams":1,"tuple":1,"str":4,"int":1,"bool":1,"if":1,"tree":2,"fix":1,"flaky":2,"in":1,"the":1,"disable":1,"for":1,"now":1,"until":1,"it":1,"can":1,"be":1,"reolved":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"22922":1},"6010,1195,data/raw/vllm-0.10.1/tests/v1/e2e/test_spec_decode.py":{"generate":1,"test":4,"prompts":4,"inside":1,"the":3,"function":1,"instead":1,"of":2,"using":2,"fixture":1,"get":1,"mm":1,"enabled":1,"compare":1,"outputs":2,"a":2,"original":1,"llm":6,"and":4,"speculative":2,"should":1,"be":1,"same":1,"when":1,"eagle":3,"decoding":1,"model":9,"setup":2,"method":2,"name":5,"tp":3,"size":4,"with":1,"monkeypatch":1,"context":1,"as":1,"m":4,"setenv":3,"vllm":6,"use":2,"v1":4,"1":2,"attention":1,"backend":4,"attn":6,"if":2,"triton":2,"not":2,"current":3,"platform":3,"is":2,"rocm":3,"pytest":1,"skip":1,"does":1,"support":1,"multi":1,"token":1,"spec":2,"decode":1,"on":1,"flash":1,"aiter":1,"ref":4,"max":1,"len":1,"2048":1,"tensor":1,"parallel":1,"chat":1,"sampling":1,"config":1,"del":1,"torch":1,"cuda":1,"empty":1,"cache":1,"cleanup":1,"dist":1,"env":1,"memory":1},"7205,1135,data/raw/vllm-0.10.1/tests/v1/e2e/test_spec_decode.py":{"spec":10,"llm":4,"model":6,"name":2,"trust":1,"remote":1,"code":1,"true":1,"tensor":1,"parallel":1,"size":2,"tp":1,"speculative":2,"config":2,"method":2,"num":1,"tokens":1,"3":1,"max":2,"len":3,"2048":2,"outputs":9,"chat":1,"test":1,"prompts":2,"sampling":1,"matches":3,"0":7,"misses":2,"for":2,"ref":6,"output":8,"in":1,"zip":1,"if":1,"text":4,"1":2,"else":1,"print":2,"f":2,"heuristic":1,"expect":1,"at":1,"least":1,"66":2,"of":1,"the":2,"to":2,"match":1,"exactly":1,"upon":1,"failure":1,"inspect":1,"check":1,"inaccuracy":1,"assert":1,"int":1,"del":1,"torch":1,"cuda":1,"empty":1,"cache":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1},"0,1239,data/raw/vllm-0.10.1/tests/v1/e2e/test_cascade_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":3,"pytest":2,"from":2,"llm":5,"samplingparams":2,"utils":1,"create":2,"new":2,"process":2,"for":3,"each":2,"test":3,"mark":1,"parametrize":1,"attn":4,"backend":4,"flash":1,"v1":3,"flashinfer":1,"def":1,"cascade":3,"attention":4,"example":3,"system":3,"message":3,"monkeypatch":2,"prompt":5,"n":2,"user":1,"implement":1,"fibonacci":1,"sequence":1,"in":2,"python":1,"claude":1,"with":1,"context":1,"as":1,"m":3,"setenv":2,"use":2,"1":2,"model":1,"qwen":1,"qwen2":1,"5b":1,"instruct":1,"sampling":3,"params":3,"temperature":1,"max":1,"tokens":1,"100":1,"no":1,"single":2,"responses":4,"generate":2,"ref":2,"output":2,"outputs":2,"text":2,"probably":1,"prompts":2,"64":1,"response":2,"assert":1},"0,1832,data/raw/vllm-0.10.1/tests/v1/e2e/test_correctness_sliding_window.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":3,"project":1,"from":3,"dataclasses":1,"import":4,"dataclass":2,"pytest":5,"llm":4,"samplingparams":2,"core":1,"block":1,"e2e":1,"test":6,"correctness":1,"sliding":7,"window":7,"check":2,"answers":2,"prep":2,"prompts":4,"class":1,"testconfig":3,"int":3,"ln":3,"range":3,"tuple":1,"model":7,"config":5,"bigcode":2,"starcoder2":2,"3b":2,"4096":2,"800":2,"1100":1,"google":2,"gemma":2,"3":2,"1b":2,"it":4,"400":1,"mark":4,"parametrize":4,"only":1,"full":1,"attention":1,"batch":3,"size":3,"5":1,"seed":2,"1":2,"disable":4,"hybrid":4,"kv":4,"cache":4,"manager":4,"true":1,"false":1,"def":1,"retrieval":1,"monkeypatch":2,"does":1,"a":1,"bunch":1,"of":3,"assignments":1,"x1":1,"10":1,"nx2":1,"33":1,"n":1,"and":1,"then":2,"asks":1,"for":2,"value":1,"one":1,"them":1,"which":2,"is":1,"outside":1,"if":1,"we":2,"tell":1,"upfront":1,"are":1,"going":1,"be":1,"looking":1,"correctly":1,"mostly":1,"with":1,"context":1,"as":1,"m":2,"setenv":1,"use":1,"v1":1,"sampling":1,"params":1,"temperature":1,"max":1,"tokens":1,"100":1,"answer":1,"indices":1,"length":1},"1832,1259,data/raw/vllm-0.10.1/tests/v1/e2e/test_correctness_sliding_window.py":{"fresh":1,"generation":1,"responses":4,"llm":9,"generate":3,"prompts":8,"sampling":2,"params":2,"check":4,"answers":2,"indices":2,"answer":2,"response":4,"outputs":2,"0":4,"text":2,"for":6,"in":4,"accept":2,"rate":2,"1":2,"re":1,"with":1,"the":4,"same":1,"to":1,"test":3,"prefix":1,"caching":1,"def":1,"length":3,"list":2,"str":1,"sliding":5,"window":5,"int":1,"if":1,"prompt":7,"is":3,"valid":1,"i":1,"e":1,"longer":1,"than":2,"size":2,"and":1,"shorter":1,"model":5,"s":1,"max":4,"args":1,"of":1,"object":1,"tokenizer":4,"get":1,"len":5,"engine":1,"config":1,"assert":2,"any":1,"encode":2,"too":2,"short":1,"all":1,"long":1},"0,811,data/raw/vllm-0.10.1/tests/v1/e2e/test_kv_sharing_fast_prefill.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":13,"random":1,"from":10,"typing":1,"optional":1,"union":1,"pytest":1,"torch":1,"llm":1,"samplingparams":1,"config":1,"compilationconfig":1,"compilationlevel":1,"distributed":1,"cleanup":1,"dist":1,"env":1,"and":1,"memory":1,"forward":2,"context":2,"get":1,"model":3,"executor":3,"models":3,"gemma3n":1,"mm":1,"gemma3nforconditionalgeneration":2,"registry":1,"modelregistry":1,"utils":2,"extract":1,"layer":1,"index":1,"sequence":1,"intermediatetensors":1,"fork":1,"new":1,"process":1,"for":1,"each":1,"test":1,"global":1,"seed":2,"42":1,"class":1,"testgemma3nforconditionalgeneration":1},"811,1372,data/raw/vllm-0.10.1/tests/v1/e2e/test_kv_sharing_fast_prefill.py":{"def":1,"forward":3,"self":2,"input":2,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"none":4,"inputs":2,"embeds":2,"kwargs":2,"union":1,"hidden":1,"states":1,"super":1,"attn":6,"metadata":12,"get":1,"context":1,"is":3,"during":1,"dummy":1,"runs":1,"if":2,"not":3,"and":1,"language":1,"model":1,"cache":1,"config":1,"kv":1,"sharing":1,"fast":1,"prefill":1,"assert":5,"isinstance":1,"dict":1,"true":1,"in":2,"v1":1,"gemma3n":1,"e2b":1,"has":1,"30":1,"layers":3,"with":1,"last":1,"20":2,"being":1,"cross":1,"decoder":1,"check":1,"attention":1,"correct":1,"for":1,"layer":5,"name":2,"items":1,"idx":2,"extract":1,"index":1,"hasattr":4,"logits":4,"indices":4,"padded":2,"num":2,"else":1},"2183,1936,data/raw/vllm-0.10.1/tests/v1/e2e/test_kv_sharing_fast_prefill.py":{"last":1,"layer":6,"will":1,"be":1,"a":2,"kv":1,"sharing":1,"attn":6,"metadata":4,"self":2,"language":1,"model":2,"layers":1,"1":1,"name":1,"logits":15,"indices":14,"padded":5,"assert":2,"is":1,"not":1,"none":1,"num":8,"0":2,"reset":1,"hidden":6,"states":6,"to":3,"random":6,"values":2,"and":1,"only":2,"set":1,"at":2,"valid":1,"because":1,"are":2,"the":4,"positions":1,"that":2,"used":1,"for":2,"output":1,"token":1,"sampling":1,"this":1,"still":1,"produces":1,"same":1,"outputs":1,"hs":2,"torch":1,"randn":1,"like":1,"gen":2,"return":2,"pytest":1,"fixture":1,"def":1,"test":3,"prompts":7,"adapted":1,"from":1,"tests":1,"v1":1,"e2e":1,"spec":1,"decode":1,"py":1,"prompt":8,"types":2,"repeat":3,"sentence":3,"setting":1,"higher":1,"increases":1,"chance":1,"of":1,"numerics":2,"mismatch":1,"due":1,"matrix":1,"multiplication":1,"depending":1,"on":1,"batch":1,"dimension":1,"10":2,"seed":1,"type":3,"choices":5,"k":1,"kind":4,"in":1,"word":8,"temp":1,"hello":1,"where":1,"choice":1,"if":1,"f":3,"please":2,"times":1,"elif":1,"give":1,"ten":1,"uses":1,"least":1,"once":1,"else":1,"raise":1,"valueerror":1,"unknown":1,"append":1},"4119,1931,data/raw/vllm-0.10.1/tests/v1/e2e/test_kv_sharing_fast_prefill.py":{"def":2,"cleanup":3,"llm":12,"compilation":9,"config":7,"compilationconfig":2,"hacky":1,"below":1,"lines":1,"are":1,"required":1,"to":2,"free":1,"up":1,"memory":3,"for":5,"the":1,"next":1,"test":6,"when":2,"setting":1,"vllm":4,"enable":3,"v1":3,"multiprocessing":2,"0":4,"del":5,"is":2,"not":3,"sufficient":1,"todo":1,"sarckk":1,"enforce":7,"eager":7,"false":2,"freed":1,"find":1,"out":1,"why":1,"and":3,"re":1,"case":1,"engine":5,"core":2,"model":8,"runner":4,"executor":1,"driver":1,"worker":2,"kv":2,"caches":1,"static":2,"forward":2,"context":3,"torch":1,"cuda":1,"empty":1,"cache":1,"dist":1,"env":1,"fork":1,"new":1,"process":1,"each":1,"pytest":2,"mark":1,"parametrize":1,"true":2,"sharing":1,"fast":1,"prefill":1,"monkeypatch":3,"bool":1,"prompts":2,"list":1,"str":1,"modelregistry":1,"register":1,"gemma3nforconditionalgeneration":1,"testgemma3nforconditionalgeneration":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"max":1,"tokens":1,"100":1,"this":1,"allows":1,"backend":1,"handle":1,"allocating":1,"managing":1,"buffers":1,"cudagraph":2,"copy":1,"inputs":1,"level":1,"compilationlevel":2,"piecewise":1,"if":1,"else":1,"no":1,"with":1,"as":1,"m":3,"setenv":2,"use":1,"1":1,"make":1,"scheduling":1,"deterministic":1,"reproducibility":1,"google":1,"gemma":1,"3n":1,"e2b":1,"it":1,"seed":2,"ref":1,"responses":1,"generate":1},"6050,670,data/raw/vllm-0.10.1/tests/v1/e2e/test_kv_sharing_fast_prefill.py":{"llm":4,"model":1,"google":1,"gemma":1,"3n":1,"e2b":1,"it":1,"enforce":2,"eager":2,"compilation":3,"config":3,"seed":2,"kv":1,"sharing":1,"fast":1,"prefill":1,"true":1,"optimized":4,"responses":3,"generate":1,"test":1,"prompts":1,"sampling":1,"params":1,"cleanup":1,"misses":3,"0":4,"for":1,"ref":3,"response":4,"in":1,"zip":1,"if":1,"outputs":2,"text":2,"1":1,"assert":1},"0,1909,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_disagg_accuracy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":15,"vllm":5,"project":1,"import":6,"argparse":1,"json":1,"os":1,"time":2,"openai":1,"requests":3,"max":1,"output":1,"len":1,"30":1,"sample":1,"prompts":1,"red":1,"hat":1,"is":4,"best":1,"company":1,"in":3,"world":1,"work":1,"for":3,"because":1,"it":1,"works":1,"on":2,"open":1,"source":1,"software":1,"which":1,"means":1,"that":5,"all":2,"contributions":1,"are":6,"delivered":1,"community":1,"as":2,"a":2,"result":1,"when":1,"working":1,"projects":1,"like":2,"we":2,"able":1,"meet":1,"many":1,"amazing":1,"people":1,"from":2,"various":1,"organizations":1,"amd":1,"google":1,"nvidia":1,"hold":1,"these":3,"truths":1,"be":1,"self":1,"evident":1,"men":2,"created":1,"equal":1,"they":1,"endowed":1,"by":2,"their":2,"creator":1,"with":1,"certain":1,"unalienable":1,"rights":2,"among":2,"life":1,"liberty":1,"and":1,"pursuit":1,"of":4,"happiness":1,"secure":1,"governments":1,"instituted":1,"deriving":1,"just":1,"powers":1,"consent":1,"governed":1,"def":1,"check":1,"server":7,"url":4,"str":2,"timeout":5,"5":1,"retries":4,"3":1,"bool":2,"checks":1,"if":4,"ready":3,"sending":1,"get":2,"request":2,"health":1,"endpoint":1,"args":1,"base":1,"int":2,"seconds":1,"number":1,"not":1,"returns":1,"true":2,"false":2,"otherwise":1,"attempt":5,"range":1,"try":1,"response":3,"status":3,"code":3,"200":1,"return":2,"else":1,"print":2,"f":2,"1":3,"returned":1,"except":1,"exceptions":1,"requestexception":1,"e":2,"error":1,"connecting":1,"sleep":1,"wait":1,"before":1,"retrying":1},"1909,1836,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_disagg_accuracy.py":{"def":2,"run":1,"simple":1,"prompt":5,"base":3,"url":6,"str":7,"model":7,"name":9,"input":3,"use":2,"chat":3,"endpoint":2,"bool":1,"client":4,"openai":2,"api":1,"key":1,"empty":2,"if":1,"completion":5,"completions":2,"create":2,"messages":1,"role":1,"user":1,"content":2,"type":4,"text":3,"max":4,"tokens":2,"output":2,"len":2,"temperature":2,"0":6,"seed":2,"42":2,"return":2,"choices":2,"message":1,"else":1,"main":1,"this":1,"script":2,"demonstrates":1,"how":1,"to":1,"accept":1,"two":1,"optional":1,"string":2,"arguments":1,"service":3,"and":1,"file":1,"from":1,"the":6,"command":1,"line":1,"each":1,"with":1,"a":1,"default":2,"value":1,"of":4,"an":1,"using":1,"argparse":2,"module":1,"parser":4,"argumentparser":1,"description":1,"vllm":2,"add":3,"argument":6,"first":2,"required":2,"true":2,"help":3,"mode":2,"second":1,"baseline":2,"non":1,"disagg":2,"or":1},"3745,1376,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_disagg_accuracy.py":{"parser":2,"add":1,"argument":2,"file":5,"name":6,"of":1,"the":4,"second":1,"type":1,"str":4,"default":1,"vllm":3,"output":9,"txt":1,"help":1,"that":1,"saves":1,"tokens":1,"args":12,"parse":1,"for":2,"arg":3,"in":3,"vars":1,"print":2,"f":7,"getattr":1,"if":3,"mode":2,"baseline":2,"non":2,"disagg":4,"health":4,"check":4,"url":10,"service":6,"else":1,"proxy":1,"healthcheck":1,"not":4,"os":1,"path":1,"exists":1,"raise":2,"valueerror":1,"from":1,"does":1,"exist":1,"v1":1,"server":2,"runtimeerror":1,"is":1,"ready":1,"yet":1,"strs":2,"dict":1,"i":2,"prompt":7,"enumerate":1,"sample":1,"prompts":1,"use":3,"chat":3,"endpoint":3,"2":1,"1":1,"run":1,"simple":1,"base":1,"model":2,"input":1},"5121,1001,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_disagg_accuracy.py":{"if":2,"args":3,"mode":1,"baseline":8,"save":1,"outputs":7,"try":2,"with":2,"open":2,"file":8,"name":3,"w":1,"as":4,"json":6,"dump":1,"output":10,"strs":5,"indent":1,"4":1,"except":2,"oserror":2,"e":4,"print":2,"f":4,"error":2,"writing":2,"to":2,"raise":2,"else":1,"disagg":1,"verify":1,"none":1,"load":1,"assert":4,"isinstance":1,"dict":1,"len":2,"for":1,"prompt":5,"in":2,"items":1,"not":1,"included":1,"pd":1,"main":2},"0,1914,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_accuracy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":2,"project":1,"import":3,"os":2,"lm":2,"eval":2,"openai":3,"base":5,"url":5,"http":1,"localhost":1,"8192":1,"v1":1,"num":3,"concurrent":3,"100":1,"task":3,"gsm8k":1,"filter":2,"exact":1,"match":2,"strict":1,"rtol":3,"03":1,"model":15,"specific":1,"expected":10,"values":3,"qwen":2,"qwen3":2,"6b":2,"41":1,"deepseek":2,"ai":1,"vl2":1,"small":1,"59":1,"simple":5,"prompt":5,"best":1,"part":1,"about":1,"working":1,"on":1,"is":2,"that":1,"i":1,"got":1,"meet":1,"so":1,"many":1,"people":1,"across":1,"various":1,"different":1,"organizations":1,"like":1,"ucb":1,"google":1,"and":2,"meta":1,"which":1,"means":1,"noqa":1,"e501":1,"get":3,"name":7,"from":1,"environment":1,"variable":1,"environ":1,"test":3,"def":2,"run":3,"client":2,"api":1,"key":1,"empty":1,"completion":3,"completions":3,"create":1,"print":6,"50":2,"f":7,"results":4,"for":2,"accuracy":3,"end":2,"args":3,"tokenized":1,"requests":1,"false":1,"evaluate":1,"local":1,"tasks":1,"measured":7,"value":12,"if":1,"none":1,"warning":1,"no":1,"found":1,"skipping":1,"check":1,"return":1,"assert":1},"0,1704,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_edge_cases.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":12,"vllm":2,"project":1,"import":2,"os":7,"openai":8,"prefill":9,"host":9,"getenv":6,"localhost":3,"port":15,"none":6,"decode":10,"proxy":9,"if":1,"is":6,"or":2,"raise":1,"valueerror":1,"please":1,"set":2,"and":2,"long":1,"prompt":3,"red":3,"hat":3,"best":2,"company":2,"in":2,"world":2,"work":2,"for":2,"because":2,"it":2,"works":2,"on":3,"open":2,"source":2,"software":2,"which":2,"means":2,"that":2,"all":2,"contributions":2,"are":3,"delivered":2,"community":2,"as":2,"a":2,"result":2,"when":1,"working":1,"projects":1,"like":2,"we":1,"able":1,"meet":1,"many":1,"amazing":1,"people":1,"from":1,"various":1,"organizations":1,"amd":1,"google":1,"nvidia":1,"noqa":2,"e501":2,"short":1,"def":1,"test":1,"edge":1,"cases":1,"api":4,"key":7,"base":4,"url":4,"client":4,"my":3,"f":3,"http":3,"v1":3,"get":1,"list":2,"of":1,"models":4,"model":1,"data":1,"id":1},"1704,1438,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_edge_cases.py":{"1":1,"check":2,"that":2,"we":2,"can":2,"handle":2,"a":2,"very":1,"short":3,"prompt":10,"less":1,"than":1,"the":6,"length":1,"of":1,"block":1,"size":1,"completion":8,"proxy":8,"client":4,"completions":4,"create":4,"model":8,"temperature":4,"0":8,"response":10,"choices":4,"text":4,"prefill":3,"print":2,"f":2,"small":1,"assert":2,"2":1,"full":2,"prefix":1,"cache":2,"hit":2,"on":2,"d":3,"worker":3,"but":1,"not":1,"p":2,"2a":1,"prime":1,"decode":3,"2b":1,"send":1,"via":1,"setup":1},"3142,677,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/test_edge_cases.py":{"3":1,"check":1,"that":1,"we":1,"can":1,"handle":1,"a":1,"partial":2,"prefix":1,"cache":2,"hit":2,"on":1,"the":1,"d":1,"worker":1,"completion":4,"proxy":4,"client":2,"completions":2,"create":2,"model":4,"prompt":4,"long":2,"temperature":2,"0":4,"response":5,"choices":2,"text":2,"prefill":3,"print":1,"f":1,"assert":1},"0,1880,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"import":9,"argparse":1,"itertools":3,"logging":3,"os":1,"uuid":1,"from":3,"contextlib":1,"asynccontextmanager":2,"httpx":3,"fastapi":4,"request":1,"responses":1,"streamingresponse":1,"logger":2,"getlogger":1,"name":1,"setlevel":1,"debug":1,"async":1,"def":1,"lifespan":2,"app":11,"context":1,"manager":1,"handle":1,"startup":2,"and":3,"shutdown":1,"events":1,"initialize":2,"client":3,"pools":1,"for":3,"prefiller":4,"decoder":4,"services":1,"state":10,"prefill":7,"clients":12,"decode":7,"create":2,"i":4,"host":8,"port":8,"in":2,"enumerate":2,"global":2,"args":2,"instances":2,"base":6,"url":6,"f":4,"http":2,"v1":2,"append":2,"asyncclient":2,"timeout":2,"none":2,"id":2,"round":1,"robin":1,"iterators":1,"iterator":2,"cycle":2,"range":2,"len":4,"print":1,"initialized":1,"yield":1},"1880,1986,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py":{"shutdown":1,"close":1,"all":1,"clients":3,"for":5,"client":6,"info":4,"in":2,"app":4,"state":2,"prefill":1,"await":2,"aclose":2,"decode":1,"update":1,"fastapi":2,"initialization":1,"to":1,"use":1,"lifespan":3,"def":1,"parse":2,"args":13,"parser":8,"argparse":1,"argumentparser":1,"add":6,"argument":6,"port":4,"type":7,"int":3,"default":6,"8000":1,"host":4,"str":3,"localhost":3,"prefiller":12,"instances":4,"hosts":9,"nargs":4,"ports":9,"8100":1,"decoder":12,"8200":1,"validate":1,"and":1,"pair":1,"with":1,"if":2,"len":4,"raise":2,"valueerror":2,"number":4,"of":5,"must":2,"match":2,"create":1,"tuples":1,"each":1,"service":1,"list":2,"zip":2},"3866,1715,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py":{"return":4,"args":2,"def":2,"get":3,"next":5,"client":11,"app":7,"service":8,"type":6,"str":3,"the":4,"in":3,"round":1,"robin":1,"fashion":1,"fastapi":1,"instance":1,"either":1,"prefill":5,"or":1,"decode":5,"returns":1,"to":3,"use":1,"if":3,"idx":4,"state":4,"iterator":2,"clients":2,"elif":1,"else":1,"raise":2,"valueerror":1,"f":2,"unknown":1,"async":1,"send":2,"request":5,"info":2,"dict":2,"endpoint":2,"req":11,"data":11,"id":4,"a":3,"using":1,"from":1,"pool":1,"copy":1,"kv":1,"transfer":1,"params":1,"do":2,"remote":6,"true":1,"false":2,"engine":1,"none":4,"block":1,"ids":1,"host":1,"port":1,"stream":3,"max":3,"tokens":3,"1":2,"completion":2,"options":2,"del":1,"headers":3,"authorization":1,"bearer":1,"os":1,"environ":1,"openai":1,"api":1,"key":1,"x":1,"response":3,"await":1,"post":1,"json":1,"for":1,"status":1},"5581,1633,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py":{"async":4,"def":2,"stream":3,"service":4,"response":9,"client":13,"info":7,"dict":2,"endpoint":2,"str":4,"req":5,"data":5,"request":12,"id":5,"asynchronously":1,"from":2,"a":2,"using":2,"the":4,"pool":1,"headers":3,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":6,"openai":1,"api":3,"key":1,"x":1,"with":1,"post":1,"json":5,"as":1,"raise":1,"for":2,"status":1,"chunk":2,"in":3,"aiter":1,"bytes":1,"yield":1,"handle":1,"completions":1,"try":1,"await":2,"uuid":1,"uuid4":1,"next":4,"prefill":6,"round":2,"robin":2,"fashion":2,"app":2,"send":2,"to":2,"extract":1,"needed":1,"fields":1,"kv":5,"transfer":5,"params":5,"if":1,"decode":4,"logger":1,"debug":1,"s":2},"7214,1547,data/raw/vllm-0.10.1/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py":{"stream":4,"response":2,"from":1,"decode":4,"service":2,"async":5,"def":4,"generate":2,"for":1,"chunk":2,"in":2,"client":1,"info":4,"api":2,"req":1,"data":1,"request":8,"id":2,"yield":1,"return":4,"streamingresponse":1,"media":1,"type":1,"application":1,"json":1,"except":1,"exception":2,"as":1,"e":2,"import":3,"sys":2,"traceback":2,"exc":3,"print":3,"error":1,"occurred":1,"disagg":1,"prefill":3,"proxy":1,"server":2,"f":1,"endpoint":2,"join":1,"format":1,"raise":1,"app":6,"post":2,"v1":2,"completions":8,"handle":4,"await":2,"chat":3,"get":1,"healthcheck":2,"simple":1,"to":1,"check":1,"if":2,"the":1,"is":1,"running":1,"status":1,"ok":1,"instances":2,"len":2,"state":2,"clients":2,"name":1,"main":1,"global":5,"args":5,"parse":1,"uvicorn":2,"run":1,"host":2,"port":2},"0,1969,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_output_aggreagator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":4,"concurrent":1,"futures":1,"import":4,"future":1,"typing":1,"optional":3,"distributed":1,"kv":7,"transfer":1,"connector":6,"utils":1,"kvoutputaggregator":2,"v1":1,"outputs":1,"kvconnectoroutput":2,"modelrunneroutput":2,"class":1,"dummymodelrunneroutput":6,"def":3,"init":1,"self":5,"finished":22,"sending":11,"set":2,"str":2,"none":10,"recving":11,"output":6,"repr":1,"return":1,"f":3,"test":1,"aggregate":3,"workers":1,"aggregator":3,"world":1,"size":1,"output1":6,"req1":3,"req2":1,"output2":4,"aggregated":12,"assert":6,"is":5},"1969,1997,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_output_aggreagator.py":{"output1":9,"dummymodelrunneroutput":8,"finished":18,"sending":9,"none":11,"recving":9,"output2":6,"req1":4,"req2":3,"aggregated":18,"aggregator":4,"aggregate":4,"assert":11,"is":7,"kv":3,"connector":3,"output":4,"def":1,"test":1,"async":3,"workers":1,"kvoutputaggregator":1,"world":1,"size":1,"2":1,"future1":6,"future":12,"future2":6,"result":12,"set":4,"done":2},"3966,679,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_output_aggreagator.py":{"future1":3,"future":5,"future2":3,"result":6,"aggregator":1,"async":1,"aggregate":1,"output1":3,"dummymodelrunneroutput":2,"finished":6,"sending":3,"none":3,"recving":3,"output2":2,"req1":1,"req2":2,"set":2,"assert":4,"done":1,"aggregated":6,"is":2,"kv":1,"connector":1,"output":1},"0,1810,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":4,"copy":1,"from":3,"v1":2,"outputs":1,"empty":3,"model":2,"runner":2,"output":8,"kvconnectoroutput":1,"request":13,"finishreason":1,"requeststatus":2,"utils":1,"assert":10,"scheduler":16,"create":7,"config":6,"def":1,"test":2,"basic":1,"lifecycle":2,"of":1,"a":1,"remote":3,"prefill":2,"full":3,"blocks":4,"and":2,"1":4,"half":1,"block":9,"size":6,"cache":2,"num":10,"external":2,"tokens":6,"int":1,"5":1,"start":1,"free":3,"queue":2,"kv":1,"manager":1,"pool":1,"id":3,"do":1,"true":1,"add":1,"step":1,"1a":1,"schedule":2,"nothing":1,"running":2,"len":4,"scheduled":5,"new":1,"reqs":3,"cached":1,"total":1,"req":1,"waiting":4,"for":2,"kvs":2,"with":1,"no":1,"computed":2,"toks":1,"in":1,"status":1},"1810,1999,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"but":1,"should":2,"have":1,"uncached":1,"blocks":12,"allocated":2,"to":4,"it":1,"block":16,"pool":4,"scheduler":16,"kv":5,"cache":3,"manager":3,"assert":11,"free":3,"queue":2,"num":5,"start":1,"size":1,"len":5,"cached":1,"hash":3,"0":7,"coordinator":2,"single":2,"type":2,"managers":2,"req":3,"request":5,"id":4,"for":2,"in":3,"is":2,"none":2,"1b":1,"forward":2,"model":7,"runner":7,"output":16,"empty":2,"1c":1,"update":4,"from":4,"engine":4,"core":4,"outputs":5,"not":3,"or":1,"step":2,"2":1,"2a":1,"schedule":5,"nothing":1,"happens":1,"waiting":2,"1":5,"running":2,"2b":1,"finishes":1,"recv":1,"copy":1,"deepcopy":1,"connector":1,"kvconnectoroutput":1,"finished":2,"recving":2,"2c":1,"ids":1,"3":1,"3a":1,"this":1,"actually":2,"confirm":1,"the":1,"are":1,"hashed":3,"ref":1,"cnt":1,"if":1,"else":1,"external":1,"full":1},"3809,1974,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"confirm":1,"the":2,"rest":1,"of":1,"prompt":4,"is":1,"scheduled":8,"in":1,"this":1,"step":2,"req":3,"scheduler":13,"output":16,"new":1,"reqs":1,"0":4,"num":15,"tokens":15,"request":12,"id":4,"computed":3,"total":2,"len":2,"token":1,"ids":1,"assert":4,"3b":1,"execute":1,"model":7,"runner":6,"create":7,"3c":1,"update":3,"from":3,"4":1,"hit":1,"eos":2,"schedule":2,"use":1,"true":2,"engine":2,"core":2,"outputs":6,"1":3,"finish":1,"reason":1,"finishreason":1,"stop":1,"empty":1,"def":1,"test":2,"interleaved":1,"lifecycle":1,"remote":3,"prefills":1,"work":1,"well":1,"with":1,"other":1,"requests":1,"vllm":4,"config":5,"2":3,"full":3,"blocks":3,"and":1,"half":1,"block":10,"size":9,"cache":1,"external":2,"int":1,"5":1,"do":1,"prefill":1,"local":2,"a":1,"b":1,"3":1},"5783,1802,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"step":4,"1":8,"regular":1,"request":13,"is":1,"running":7,"scheduler":34,"add":4,"local":8,"a":5,"output":27,"schedule":4,"assert":17,"len":13,"model":9,"runner":9,"create":3,"update":3,"from":3,"2":8,"and":1,"remote":2,"b":3,"waiting":4,"scheduled":8,"new":4,"reqs":13,"cached":4,"num":4,"3":1,"continue":1,"kvs":2,"not":1,"arrived":1,"yet":1,"0":3,"4":1,"arrive":1},"7585,1934,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"model":9,"runner":9,"output":19,"create":8,"request":13,"local":6,"a":4,"b":3,"finished":1,"recving":1,"remote":5,"id":2,"scheduler":21,"update":3,"from":3,"step":2,"5":2,"recved":1,"kvs":1,"are":1,"sent":1,"to":1,"modelrunner":1,"schedule":3,"assert":5,"len":3,"running":1,"3":1,"waiting":1,"0":2,"scheduled":2,"new":1,"reqs":3,"1":7,"cached":1,"num":6,"2":3,"6":1,"hit":1,"eos":2,"and":2,"free":1,"use":2,"true":3,"empty":1,"def":1,"test":2,"no":1,"spurious":1,"prefix":1,"caching":1,"with":1,"p":1,"d":1,"blocks":5,"can":1,"be":1,"allocated":1,"but":1,"uncomputed":2,"for":2,"multiple":1,"engine":1,"steps":1,"this":1,"confirms":1,"that":1,"we":1,"do":2,"not":1,"accidentally":1,"have":2,"cache":2,"hits":1,"against":1,"vllm":7,"config":8,"half":1,"full":3,"external":3,"block":5,"size":5,"tokens":4,"int":1,"both":1,"of":1,"these":1,"requests":1,"prompts":1,"like":1,"prefill":1,"all":1,"1s":1,"prompt":1},"9519,1830,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"request":13,"local":7,"create":3,"id":3,"2":3,"block":16,"size":6,"num":8,"tokens":4,"do":1,"remote":7,"prefill":3,"false":1,"use":1,"all":2,"1s":1,"for":3,"prompt":3,"true":1,"schedule":4,"the":3,"this":2,"should":4,"not":4,"cause":2,"any":1,"blocks":16,"to":5,"be":3,"cached":4,"scheduler":15,"add":2,"output":5,"update":1,"from":2,"empty":1,"model":1,"runner":1,"assert":7,"len":3,"waiting":2,"1":7,"but":2,"separately":1,"running":1,"kv":2,"cache":3,"manager":2,"coordinator":2,"single":2,"type":2,"managers":2,"0":5,"req":2,"have":1,"due":1,"preallocate":1,"hashed":3,"in":2,"ref":2,"cnt":2,"if":1,"hash":2,"is":3,"none":2,"else":1,"def":1,"test":2,"full":5,"that":2,"we":1,"handle":1,"a":1,"vllm":4,"config":5,"and":1,"half":1,"external":2,"int":1},"11349,1813,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"request":14,"create":2,"id":8,"1":5,"block":3,"size":2,"num":11,"tokens":5,"do":1,"remote":1,"prefill":1,"true":1,"scheduler":19,"add":1,"step":3,"initialize":1,"a":2,"recv":2,"output":22,"schedule":3,"all":1,"blocks":9,"should":2,"be":1,"allocated":1,"len":3,"kv":4,"cache":2,"manager":2,"coordinator":2,"single":2,"type":2,"managers":2,"0":3,"req":3,"to":4,"assert":6,"external":2,"full":2,"model":10,"runner":10,"empty":2,"update":3,"from":3,"2":1,"copy":1,"deepcopy":1,"connector":1,"kvconnectoroutput":1,"finished":2,"recving":2,"waiting":1,"in":1,"ids":1,"3":1,"run":1,"as":1,"usual":1,"we":2,"need":1,"recompute":1,"the":3,"final":1,"token":2,"of":1,"prompt":1,"generate":1,"first":1,"new":3,"so":1,"not":1,"have":1,"scheduled":2,"reqs":1,"computed":1},"13162,1973,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"step":2,"4":1,"hit":1,"eos":2,"scheduler":16,"output":14,"schedule":6,"model":6,"runner":6,"create":6,"request":10,"use":4,"true":2,"engine":2,"core":2,"outputs":6,"update":2,"from":2,"0":3,"assert":5,"len":3,"1":7,"finish":1,"reason":1,"finishreason":1,"stop":1,"empty":1,"def":1,"test":2,"cannot":1,"after":3,"recv":2,"that":1,"we":2,"can":1,"handle":1,"no":1,"due":1,"to":1,"not":1,"enough":1,"remaining":1,"kv":1,"blocks":10,"note":1,"the":2,"kvcachemanager":1,"will":2,"null":1,"block":10,"so":1,"there":1,"are":2,"5":1,"total":3,"working":1,"num":12,"6":1,"vllm":4,"config":5,"prime":1,"kvcache":1,"prompt":5,"2":4,"size":8,"cache":1,"tokens":6,"local":2,"int":2,"remote":4,"normal":3,"id":2,"do":1,"prefill":1,"3":1,"in":1,"for":2,"decode":1,"add":1,"reqs":1,"running":1,"waiting":1},"15135,1925,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"step":5,"2":3,"5":3,"blocks":3,"are":1,"in":2,"use":3,"new":2,"for":1,"remote":6,"scheduler":31,"add":1,"request":13,"output":30,"schedule":6,"model":15,"runner":15,"create":5,"reqs":5,"normal":5,"update":5,"from":5,"assert":10,"len":10,"running":6,"1":7,"waiting":6,"3":1,"finish":2,"recving":2,"finished":1,"id":1,"4":1,"try":1,"to":4,"is":2,"put":2,"list":2,"because":2,"the":2,"transfer":1,"completed":1,"0":2,"will":1,"be":1,"back":1,"it":2,"needs":1,"block":1,"hold":1,"generated":1,"token":1,"6":1,"free":1,"eos":1,"true":1},"17060,1940,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"step":2,"7":1,"now":1,"we":3,"can":2,"schedule":6,"with":1,"2":4,"blocks":11,"computed":2,"request":9,"is":1,"retrieved":1,"from":3,"preempted":1,"list":1,"scheduler":16,"output":13,"model":6,"runner":6,"create":6,"reqs":3,"remote":6,"assert":4,"scheduled":1,"cached":1,"num":14,"tokens":7,"0":3,"prompt":5,"block":12,"size":9,"update":2,"len":2,"running":1,"1":4,"waiting":1,"8":1,"free":1,"everything":1,"use":3,"eos":1,"true":2,"empty":1,"def":1,"test":2,"cannot":1,"recv":1,"that":1,"handle":1,"no":1,"kv":2,"transfer":1,"due":1,"to":1,"not":1,"enough":1,"remaining":1,"note":1,"the":2,"kvcachemanager":1,"will":2,"null":1,"so":1,"there":1,"are":1,"5":2,"total":3,"working":1,"6":1,"vllm":4,"config":5,"prime":1,"kvcache":1,"cache":1,"after":1,"local":2,"int":2,"normal":1,"id":2,"do":1,"prefill":1},"19000,1693,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"step":4,"1":7,"3":4,"blocks":4,"are":3,"in":3,"use":3,"2":4,"for":5,"prompt":1,"decode":1,"scheduler":26,"add":2,"request":10,"normal":4,"output":24,"schedule":4,"model":12,"runner":12,"create":4,"reqs":4,"update":4,"from":4,"assert":10,"len":8,"running":4,"waiting":6,"0":3,"need":1,"new":1,"remote":6,"but":1,"only":1,"available":1,"should":1,"not":1,"have":1,"kv":2,"transfer":2,"progress":1,"status":2,"requeststatus":2,"kvs":2,"finish":1,"the":1,"free":1,"it":1,"eos":1,"true":1,"4":1,"now":1,"we":1,"can":1,"initiate":1,"with":1,"computed":1},"20693,1026,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_prefill_lifecycle.py":{"step":3,"5":2,"finish":1,"recving":2,"blocks":1,"in":1,"use":2,"scheduler":19,"output":18,"schedule":5,"model":9,"runner":9,"create":3,"reqs":3,"finished":1,"request":5,"remote":4,"id":1,"update":3,"from":3,"assert":5,"len":4,"running":2,"0":2,"waiting":2,"1":2,"6":1,"7":1,"free":1,"everything":1,"eos":1,"true":1,"empty":1},"0,1613,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_multi_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"import":6,"filecmp":2,"shutil":3,"tempfile":1,"from":3,"pathlib":1,"path":11,"llm":1,"samplingparams":2,"config":1,"kvtransferconfig":1,"model":1,"name":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"prompt":3,"context":3,"hi":1,"100":1,"prompts":1,"hello":1,"my":1,"is":2,"capital":1,"of":1,"france":1,"sampling":1,"params":1,"temperature":1,"max":1,"tokens":1,"20":1,"helper":1,"function":1,"compare":3,"directories":4,"recursively":2,"def":2,"dir1":4,"dir2":4,"bool":1,"compares":1,"two":2,"for":2,"identical":2,"content":1,"dcmp":8,"dircmp":1,"if":2,"left":3,"only":6,"or":2,"right":3,"diff":2,"files":3,"print":4,"f":4,"differences":1,"found":1,"between":1,"and":1,"different":1,"return":3,"false":2,"sub":3,"dir":3,"in":1,"common":1,"dirs":1,"not":1,"true":3,"test":1,"multi":1,"shared":1,"storage":10,"connector":1,"consistency":1,"tests":1,"that":1,"multiconnector":1,"with":1,"sharedstorageconnectors":1,"saves":1,"kv":1,"cache":1,"data":1,"separate":1,"locations":1,"1":4,"rmtree":2,"ignore":2,"errors":2,"mkdir":2},"1613,1954,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_multi_connector.py":{"configure":1,"multiconnector":2,"with":1,"two":1,"sharedstorageconnectors":1,"kv":20,"transfer":3,"config":6,"kvtransferconfig":1,"connector":10,"role":3,"both":4,"extra":3,"connectors":1,"testsharedstorageconnector":2,"shared":2,"storage":11,"path":12,"str":2,"1":3,"name":3,"storage1":1,"module":2,"tests":2,"v1":2,"unit":2,"utils":2,"2":3,"storage2":1,"llm":3,"model":2,"enforce":1,"eager":1,"true":1,"gpu":1,"memory":1,"utilization":1,"0":3,"5":1,"run":1,"generation":3,"this":1,"should":1,"trigger":1,"saving":1,"cache":2,"generate":1,"prompts":1,"sampling":1,"params":1,"verification":1,"check":1,"that":1,"directories":1,"were":1,"populated":1,"local":6,"subdirs":8,"list":2,"iterdir":2,"external":6,"assert":3,"len":6,"f":4,"is":2,"empty":2,"after":2,"mismatch":1,"in":1,"number":1,"of":1,"entries":1},"3567,1949,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_multi_connector.py":{"the":8,"subdirectories":1,"should":3,"correspond":1,"to":1,"prompt":1,"hashes":1,"since":1,"prompts":2,"are":1,"same":2,"hash":1,"directories":2,"be":2,"name":8,"local":5,"subdir":10,"names":6,"sorted":2,"d":4,"for":6,"in":4,"subdirs":2,"external":4,"assert":6,"cache":6,"directory":4,"do":1,"not":1,"match":1,"between":2,"and":3,"storage":5,"compare":2,"contents":3,"of":2,"each":2,"corresponding":1,"print":1,"f":3,"comparing":1,"1":2,"path":4,"2":2,"differ":1,"events":6,"get":5,"connector":7,"num":5,"new":3,"matched":3,"tokens":4,"update":3,"state":3,"after":3,"alloc":3,"will":1,"called":1,"on":1,"turn":1,"storage1":2,"scheduler":2,"3":2,"0":6,"blocks":2,"build":2,"meta":2,"worker":2,"5":2,"register":2,"kv":6,"caches":2,"bind":2,"metadata":2,"start":2,"load":4,"wait":2,"layer":4,"save":2,"storage2":2,"reset":2,"prefix":2,"or":1,"else":1,"we":1,"ll":1,"just":1,"back":1,"from":2,"there":1,"llm":2,"run":1,"generation":1,"again":1,"this":1,"trigger":1,"loading":1,"first":1,"generate":1,"sampling":1,"params":1},"5516,1666,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_multi_connector.py":{"events":8,"get":9,"connector":12,"num":10,"new":7,"matched":6,"tokens":8,"will":5,"return":2,"from":4,"the":6,"first":4,"so":2,"update":6,"state":7,"after":6,"alloc":6,"be":3,"with":3,"allocated":2,"blocks":7,"on":1,"that":1,"one":1,"but":3,"zero":1,"for":3,"others":1,"nonzero":1,"match":1,"is":1,"chosen":1,"assert":4,"storage1":3,"scheduler":4,"3":4,"0":9,"7":2,"96":2,"build":4,"meta":4,"storage2":2,"delete":1,"shutil":3,"rmtree":3,"storage":3,"1":2,"path":3,"reset":2,"prefix":2,"cache":2,"or":1,"else":1,"we":1,"ll":1,"just":1,"back":1,"there":1,"llm":2,"run":1,"generation":1,"again":1,"this":1,"should":2,"trigger":1,"loading":1,"generate":1,"prompts":1,"sampling":1,"params":1,"called":2,"both":1,"connectors":1,"second":2,"have":1,"a":1,"hit":1,"only":1,"clean":1,"up":1,"2":1},"7182,924,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_multi_connector.py":{"def":2,"get":1,"connector":8,"events":8,"dict":1,"str":2,"list":1,"read":2,"in":5,"and":1,"reset":1,"the":1,"files":3,"import":1,"glob":3,"event":2,"tempfile":1,"gettempdir":1,"log":2,"for":6,"fname":3,"name":3,"split":2,"1":2,"0":3,"try":1,"with":1,"open":1,"r":1,"as":2,"f":5,"line":3,"strip":2,"if":1,"truncate":1,"except":1,"exception":1,"e":2,"print":1,"error":1,"could":1,"not":1,"return":1,"test":1,"engine":3,"id":2,"conflict":1,"configs":3,"kvtransferconfig":1,"range":1,"2":1,"ids":5,"config":2,"assert":1,"should":1,"be":1,"different":2,"got":1},"0,1847,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_decode_lifecycle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":8,"project":1,"import":4,"copy":1,"from":5,"v1":2,"outputs":4,"empty":2,"model":6,"runner":5,"output":13,"kvconnectoroutput":1,"request":15,"finishreason":2,"requeststatus":2,"utils":1,"assert":7,"scheduler":11,"create":8,"config":6,"def":1,"test":2,"basic":1,"lifecycle":2,"of":1,"a":1,"remote":2,"decode":2,"full":3,"blocks":3,"and":1,"1":7,"half":1,"block":6,"size":5,"cache":1,"num":5,"external":2,"tokens":5,"int":1,"5":1,"id":3,"max":1,"do":1,"true":1,"add":1,"step":1,"prefill":1,"1a":1,"schedule":2,"len":2,"running":1,"scheduled":1,"new":1,"reqs":2,"1b":1,"execute":1,"1c":1,"update":2,"engine":2,"core":2,"ensure":1,"is":3,"finished":3,"after":1,"status":1,"length":2,"capped":1,"finish":1,"reason":1,"kv":1,"transfer":1,"params":1,"not":1,"none":1},"1847,1966,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_decode_lifecycle.py":{"request":8,"freed":2,"in":5,"scheduler":26,"and":1,"persistent":1,"batch":1,"assert":16,"id":4,"finished":11,"req":8,"ids":6,"len":10,"running":3,"0":12,"waiting":1,"but":1,"blocks":4,"should":1,"not":2,"be":1,"kv":2,"cache":1,"manager":1,"coordinator":1,"single":1,"type":1,"managers":1,"to":4,"for":1,"block":2,"ref":1,"cnt":1,"1":2,"step":2,"2":1,"send":1,"pb":3,"2a":1,"schedule":4,"pass":2,"output":23,"scheduled":4,"new":2,"reqs":6,"cached":2,"num":2,"2b":1,"execute":2,"model":9,"runner":7,"empty":3,"2c":1,"update":4,"from":4,"3":1,"sending":2,"3a":1,"3b":1,"copy":1,"deepcopy":1,"connector":1,"kvconnectoroutput":1,"3c":1,"confirm":1,"we":1,"do":1,"have":1,"any":1,"memory":1,"leaks":1,"after":1,"lifecycle":3,"def":1,"test":2,"short":2,"prompt":2,"of":1,"a":1,"remote":1,"decode":1,"with":1},"3813,1959,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_decode_lifecycle.py":{"vllm":8,"config":10,"create":8,"scheduler":17,"not":2,"enough":1,"tokens":7,"for":3,"full":3,"block":12,"size":9,"cache":4,"num":6,"2":1,"request":9,"id":2,"1":6,"max":1,"do":2,"remote":3,"decode":2,"true":1,"add":1,"step":1,"prefill":1,"1a":1,"schedule":3,"output":16,"assert":4,"len":3,"running":1,"scheduled":1,"new":1,"reqs":3,"1b":1,"execute":1,"model":8,"runner":7,"1c":1,"update":3,"from":3,"even":1,"though":1,"there":1,"will":1,"be":1,"kv":5,"xfer":1,"partial":1,"eco":2,"transfer":3,"params":4,"0":3,"outputs":1,"ids":1,"confirm":1,"we":2,"have":1,"any":1,"memory":1,"leaks":1,"after":1,"req":1,"lifecycle":2,"need":1,"to":3,"mark":1,"sending":2,"finish":1,"clear":1,"data":1,"persistent":1,"batch":1,"use":1,"pass":1,"connector":1,"along":1,"finished":1,"empty":1,"def":1,"test":2,"prefix":2,"that":1,"still":1,"works":1,"with":1,"a":1,"hit":1,"prime":1,"the":1,"kvcache":1,"external":2,"blocks":2,"3":1,"int":1,"5":1},"5772,1952,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_remote_decode_lifecycle.py":{"request":14,"normal":3,"create":4,"id":3,"1":5,"block":7,"size":5,"num":8,"tokens":5,"scheduler":19,"add":2,"output":23,"schedule":4,"model":11,"runner":11,"reqs":2,"use":1,"eos":1,"true":2,"update":4,"from":4,"empty":3,"actual":1,"test":1,"confirm":1,"we":2,"send":3,"all":2,"blocks":5,"step":2,"the":2,"kv":5,"transfer":4,"external":3,"full":3,"int":1,"0":3,"5":1,"remote":6,"do":1,"decode":1,"eco":2,"params":3,"outputs":1,"ensure":2,"ids":2,"including":1,"partial":1,"even":1,"if":1,"there":1,"is":2,"a":1,"cache":1,"hit":1,"assert":2,"len":1,"2":1,"it":1,"freed":1,"copy":1,"deepcopy":1,"connector":1,"kvconnectoroutput":1,"finished":1,"sending":1},"0,1652,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":12,"project":1,"import":15,"tempfile":1,"from":13,"collections":1,"defaultdict":1,"typing":1,"any":1,"callable":1,"optional":1,"torch":1,"samplingparams":1,"config":1,"cacheconfig":1,"deviceconfig":1,"kvtransferconfig":1,"modelconfig":1,"schedulerconfig":1,"vllmconfig":1,"distributed":2,"kv":8,"transfer":2,"connector":3,"factory":1,"kvconnectorfactory":1,"v1":8,"shared":1,"storage":1,"noqa":1,"sharedstorageconnector":1,"core":3,"cache":5,"manager":3,"kvcacheblocks":1,"utils":1,"get":1,"request":3,"block":1,"hasher":1,"init":1,"none":1,"hash":1,"sched":1,"scheduler":14,"interface":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"outputs":1,"kvconnectoroutput":1,"modelrunneroutput":1,"structured":1,"output":1,"structuredoutputmanager":1,"eos":1,"token":1,"id":1,"50256":1,"def":1,"assert":8,"empty":2,"confirm":1,"is":1,"i":1,"e":1,"no":1,"leaks":1,"metadata":1,"len":7,"requests":1,"waiting":1,"running":1,"finished":2,"req":2,"ids":2,"recving":1,"encodercachemanager":1,"encoder":2,"freed":1,"cached":1},"1652,1924,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/utils.py":{"kvcache":1,"manager":6,"assert":4,"len":3,"scheduler":9,"kv":11,"cache":11,"coordinator":2,"single":2,"type":2,"managers":2,"0":8,"req":1,"to":1,"blocks":8,"num":13,"cached":1,"block":10,"free":4,"pool":3,"queue":1,"gpu":2,"1":1,"note":1,"rob":1,"just":1,"the":2,"ref":2,"count":1,"on":1,"will":2,"be":1,"hash":1,"value":1,"etc":1,"remain":1,"since":1,"we":1,"lazily":1,"evict":1,"for":3,"prefix":2,"in":1,"cnt":1,"def":2,"create":2,"vllm":2,"config":16,"model":7,"str":1,"facebook":1,"opt":1,"125m":1,"max":8,"seqs":3,"int":4,"16":2,"batched":4,"tokens":4,"64":1,"size":3,"vllmconfig":4,"initialize":1,"testing":1,"schedulerconfig":1,"modelconfig":1,"trust":1,"remote":1,"code":1,"true":2,"dtype":2,"float16":1,"seed":1,"42":1,"optionally":1,"force":1,"apc":1,"cacheconfig":1,"memory":1,"utilization":1,"9":1,"swap":1,"space":1,"auto":1,"enable":1,"caching":1,"transfer":3,"kvtransferconfig":1,"connector":1,"nixlconnector":1,"role":1,"both":1,"return":1,"device":1,"deviceconfig":1,"cpu":1,"10000":1},"3576,1431,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/utils.py":{"scheduler":3,"initialize":1,"for":3,"testing":2,"block":4,"size":4,"vllm":5,"config":10,"cache":7,"kv":6,"kvcacheconfig":1,"num":6,"blocks":6,"a":1,"large":1,"number":1,"of":1,"to":1,"hold":1,"all":2,"requests":1,"tensors":1,"groups":1,"kvcachegroupspec":1,"layer":1,"fullattentionspec":1,"1":2,"torch":1,"float32":1,"false":5,"gpu":1,"return":1,"log":1,"stats":1,"true":2,"structured":1,"output":1,"manager":1,"structuredoutputmanager":1,"none":6,"hash":8,"initialized":4,"def":1,"create":1,"request":4,"id":1,"int":5,"tokens":3,"10":1,"max":1,"16":2,"do":2,"remote":3,"decode":1,"bool":3,"prefill":1,"use":1,"1s":1,"prompt":1,"3":1,"fn":1,"callable":1,"make":1,"dummy":1,"global":1,"if":1,"not":1,"init":1,"transfer":1,"params":1,"optional":1,"dict":1,"str":1,"any":1},"5007,1898,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/utils.py":{"if":4,"do":8,"remote":13,"decode":4,"assert":1,"not":1,"prefill":4,"kv":4,"transfer":4,"params":8,"dict":2,"false":3,"true":2,"elif":1,"engine":2,"id":13,"my":2,"block":4,"ids":9,"list":4,"range":2,"num":3,"blocks":1,"host":2,"port":1,"1234":1,"max":4,"tokens":8,"1":2,"else":3,"sampling":3,"samplingparams":1,"use":3,"all":1,"1s":1,"for":6,"prompt":5,"token":10,"i":2,"request":8,"in":4,"req":11,"f":1,"pooling":1,"none":6,"multi":3,"modal":3,"kwargs":1,"placeholders":1,"hashes":1,"eos":5,"hasher":2,"get":1,"size":1,"hash":1,"fn":1,"return":1,"def":1,"create":1,"model":2,"runner":2,"output":2,"reqs":2,"finished":2,"sending":1,"optional":2,"str":2,"recving":1,"bool":1,"modelrunneroutput":1,"make":3,"dummy":1,"testing":1,"data":1,"to":1,"index":1,"idx":2,"enumerate":1,"sampled":4,"0":1},"6905,1852,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/utils.py":{"kv":5,"connector":11,"output":5,"none":6,"if":4,"finished":6,"sending":3,"is":2,"and":2,"recving":3,"else":1,"kvconnectoroutput":1,"make":1,"data":1,"structure":1,"return":3,"modelrunneroutput":1,"req":4,"ids":5,"id":2,"to":4,"index":2,"sampled":2,"token":3,"spec":1,"logprobs":2,"prompt":1,"dict":3,"pooler":1,"class":2,"testsharedstorageconnector":1,"sharedstorageconnector":2,"def":3,"init":2,"self":14,"config":5,"vllmconfig":1,"role":3,"name":12,"transfer":1,"extra":1,"call":3,"record":3,"str":1,"int":2,"defaultdict":1,"use":1,"a":2,"unique":1,"temp":1,"file":6,"per":1,"event":4,"tempfile":1,"gettempdir":1,"f":1,"events":1,"log":1,"start":1,"with":2,"an":2,"empty":1,"open":1,"w":1,"as":1,"pass":1,"getattribute":4,"in":2,"avoid":1,"recursion":1,"object":2,"not":1,"hasattr":1,"attr":2,"getattr":1,"intercept":1,"calls":1,"the":2,"interface":1,"write":1,"for":1,"each":1,"one":1,"which":1,"can":1,"be":1,"read":1,"back":1,"main":1,"test":1,"proc":1,"callable":1,"wrapper":1,"args":1,"kwargs":1,"1":1},"8757,980,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/utils.py":{"include":1,"args":3,"that":1,"we":1,"re":1,"interested":1,"in":3,"to":5,"log":6,"name":5,"for":3,"arg":5,"if":1,"isinstance":2,"int":1,"append":2,"str":1,"elif":1,"kvcacheblocks":1,"f":5,"num":1,"blocks":2,"len":1,"b":2,"the":2,"event":3,"as":3,"a":2,"line":1,"file":2,"try":1,"with":1,"open":1,"self":2,"write":1,"join":1,"n":1,"except":1,"exception":1,"e":2,"print":1,"error":1,"could":1,"not":1,"return":3,"attr":2,"kwargs":1,"wrapper":1,"kvconnectorfactory":1,"register":1,"connector":1,"testsharedstorageconnector":2},"0,1863,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":12,"vllm":5,"project":1,"from":7,"dataclasses":1,"import":7,"asdict":1,"typing":1,"namedtuple":2,"pil":1,"image":9,"llm":5,"engineargs":1,"samplingparams":2,"assets":1,"imageasset":1,"config":1,"kvtransferconfig":1,"multimodal":1,"utils":1,"encode":1,"base64":1,"model":1,"name":1,"redhatai":1,"qwen2":1,"5":1,"vl":1,"3b":1,"instruct":1,"quantized":1,"w8a8":1,"sampling":1,"params":1,"temperature":1,"top":1,"k":1,"1":2,"max":1,"tokens":1,"128":1,"text":2,"prompts":1,"what":2,"s":3,"in":4,"around":1,"30":1,"words":1,"special":1,"2nd":1,"future":1,"of":4,"ai":1,"is":1,"class":1,"inputcase":1,"str":4,"img":1,"list":7,"expected":8,"len":10,"int":2,"info":7,"def":3,"check":5,"path":22,"return":4,"latest":1,"length":6,"iterdir":2,"foldername":1,"hashes":2,"generatd":1,"under":2,"run":1,"test":3,"tmp":5,"processor":2,"question":2,"urls":2,"one":1,"individual":2,"process":2,"prompt":2,"and":1,"output":1,"base":1,"on":1,"set":1,"input":1,"then":1,"if":1,"strorage":1,"matches":1,"introduces":1,"details":1,"or":1,"purpose":1,"print":4,"f":7,"storage":3,"after":1,"generate":1,"matched":1,"assert":1,"expect":1,"but":1,"end":1,"up":1,"instead":1},"1863,1784,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"def":2,"process":1,"prompt":6,"processor":2,"llm":4,"question":2,"str":2,"image":13,"urls":4,"list":1,"form":1,"the":4,"based":1,"on":1,"text":7,"and":1,"input":1,"then":1,"generate":2,"output":2,"placeholders":2,"type":2,"url":3,"f":2,"data":2,"base64":2,"encode":1,"pil":2,"for":3,"in":2,"messages":2,"role":2,"system":1,"content":2,"you":1,"are":2,"a":1,"helpful":1,"assistant":1,"user":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":1,"outputs":3,"multi":1,"modal":1,"if":1,"else":1,"sampling":2,"params":2,"print":5,"50":2,"o":2,"generated":2,"0":1,"test":1,"shared":1,"storage":4,"connector":1,"hashes":2,"tmp":3,"path":5,"tests":1,"that":2,"sharedstorageconnector":1,"saves":1,"kv":3,"to":2,"locations":1,"with":2,"proper":1,"unique":1,"inputs":1,"identical":1,"but":2,"differnt":1,"images":2,"same":2,"size":1,"or":1,"multiple":1,"different":1,"orders":1,"using":1,"as":1,"store":1,"at":1},"3647,1212,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"configure":1,"the":8,"sharedstorageconnector":2,"kv":7,"transfer":3,"config":4,"kvtransferconfig":1,"connector":2,"role":1,"both":1,"extra":1,"shared":1,"storage":1,"path":2,"str":1,"tmp":1,"engine":4,"args":4,"engineargs":1,"model":4,"name":2,"max":2,"len":1,"8192":1,"num":1,"seqs":1,"1":3,"gpu":1,"memory":1,"utilization":1,"0":1,"4":1,"enforce":1,"eager":1,"true":1,"limit":1,"mm":1,"per":1,"prompt":2,"image":7,"2":3,"don":1,"t":1,"put":1,"this":1,"import":2,"at":1,"top":1,"level":1,"it":1,"will":1,"call":1,"torch":1,"cuda":1,"device":1,"count":1,"from":2,"transformers":1,"autoprocessor":2,"noqa":1,"f401":1,"create":2,"processor":2,"to":3,"handle":1,"chat":1,"pretrained":1,"prepare":1,"images":2,"for":1,"tests":1,"resize":3,"same":2,"size":1,"check":1,"hashes":1,"correctness":1,"imageasset":2,"stop":1,"sign":1,"pil":2,"1280":2,"720":2,"cherry":1,"blossom":1,"make":1,"sure":1,"that":1,"they":1,"are":1,"not":2,"picture":1,"assert":1,"should":1,"be":1,"identical":1,"llm":3,"instance":1,"asdict":1},"4859,31,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"prepare":1,"the":1,"input":1,"cases":1},"4890,1847,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"input":8,"cases":1,"inputcase":8,"text":16,"prompts":8,"0":8,"img":8,"image":24,"1":13,"expected":8,"len":8,"info":8,"single":4,"the":8,"first":3,"time":7,"2":14,"it":6,"is":2,"in":1,"same":1,"pixel":1,"size":1,"with":2,"yet":1,"should":6,"be":1,"able":1,"to":1,"form":6,"a":1,"new":6,"unique":1,"hash":6,"2nd":4,"not":4,"aother":4,"3":1,"4":3,"order":1,"swapped":1},"6737,506,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"inputcase":3,"text":9,"prompts":3,"0":2,"img":3,"expected":3,"len":3,"5":2,"info":3,"pure":3,"input":3,"test":1,"as":3,"a":3,"case":3,"control":3,"identical":1,"1":1,"6":1,"another":1},"7249,292,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_shared_storage_connector.py":{"run":2,"tests":2,"for":1,"case":3,"id":2,"text":2,"img":2,"expected":2,"len":2,"info":2,"in":1,"enumerate":1,"input":2,"cases":1,"print":2,"n":1,"25":2,"f":1,"below":1,"running":1,"test":1,"tmp":1,"path":1,"processor":1,"llm":1,"all":1,"passed":1,"successfully":1},"0,1944,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":7,"project":1,"import":18,"contextlib":1,"inspect":1,"os":1,"tempfile":1,"textwrap":1,"time":1,"uuid":4,"from":10,"collections":1,"defaultdict":3,"typing":1,"optional":1,"unittest":1,"mock":2,"patch":1,"pytest":1,"ray":2,"llm":1,"config":2,"kvtransferconfig":1,"distributed":1,"kv":2,"transfer":1,"connector":2,"v1":1,"nixl":6,"kvconnectorrole":1,"nixlagentmetadata":1,"nixlconnector":1,"nixlconnectormetadata":1,"nixlconnectorworker":1,"forward":1,"context":1,"forwardcontext":1,"sampling":1,"params":1,"samplingparams":1,"utils":1,"create":4,"request":1,"scheduler":1,"class":2,"fakenixlwrapper":1,"implementation":1,"of":2,"nixlwrapper":1,"for":4,"testing":1,"we":1,"don":1,"t":1,"inherit":1,"api":1,"agent":12,"because":1,"may":1,"not":1,"be":1,"installed":1,"note":1,"complete":1,"source":1,"this":1,"is":1,"also":1,"used":1,"in":3,"make":1,"fake":3,"pkg":1,"function":1,"a":1,"package":1,"workers":1,"metadata":5,"b":1,"remote":4,"name":4,"def":7,"init":1,"self":11,"str":7,"args":1,"kwargs":1,"cycles":2,"before":1,"xfer":4,"done":1,"check":1,"state":1,"int":4,"lambda":1,"get":3,"reg":1,"descs":4,"caches":2,"data":4,"memory":3,"type":2,"list":3,"return":5,"uuid4":3,"register":1,"none":1,"pass":1,"blocks":2,"prep":1,"dlist":1,"bytes":2,"add":1},"1944,1999,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"def":8,"get":2,"new":1,"notifs":1,"self":11,"dict":1,"str":5,"list":3,"bytes":3,"used":1,"to":2,"collect":1,"done":7,"sending":1,"which":1,"we":1,"don":1,"t":1,"test":1,"yet":1,"return":5,"check":3,"xfer":11,"state":3,"handle":8,"int":10,"if":1,"cycles":8,"before":4,"1":1,"proc":2,"release":1,"none":3,"pass":2,"send":1,"notif":3,"agent":2,"name":1,"msg":2,"make":2,"prepped":1,"type":1,"local":2,"side":2,"block":2,"descs":2,"ids":2,"remote":2,"optional":1,"uuid":1,"uuid4":1,"transfer":2,"follow":1,"are":1,"for":1,"changing":1,"the":4,"behavior":1,"during":1,"testing":1,"set":2,"number":1,"of":2,"a":2,"is":1,"considered":1,"contextlib":1,"contextmanager":1,"fake":4,"nixl":7,"pkg":3,"context":1,"manager":1,"that":1,"creates":1,"temporary":2,"package":1,"making":1,"from":1,"api":2,"import":1,"resolve":1,"our":1,"fakenixlwrapper":3,"automatically":1,"cleans":1,"up":1,"directory":1,"when":1,"with":1,"tempfile":1,"temporarydirectory":1,"as":1,"td":2,"root":2,"os":2,"path":1,"join":1,"makedirs":1,"exist":1,"ok":1,"true":1,"source":4,"code":1,"class":1,"and":1,"dedent":2,"it":1,"inspect":1,"getsource":1,"textwrap":1},"3943,1876,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"stub":2,"f":3,"copy":1,"of":1,"fakenixlwrapper":2,"implementation":1,"for":3,"ray":1,"workers":1,"import":3,"uuid":1,"from":2,"collections":1,"defaultdict":1,"typing":1,"optional":1,"fake":1,"nixl":4,"source":1,"export":1,"as":2,"agent":2,"with":1,"open":2,"os":2,"path":2,"join":2,"pkg":1,"root":1,"init":2,"py":2,"w":2,"write":1,"touch":1,"parent":1,"package":1,"td":2,"close":1,"yield":1,"def":2,"test":4,"basic":2,"interface":2,"unit":1,"nixlconnector":1,"functionality":1,"vllm":4,"config":5,"create":3,"scheduler":7,"2":2,"full":3,"blocks":4,"and":1,"1":3,"half":1,"block":14,"size":6,"cache":2,"num":5,"external":2,"tokens":3,"int":1,"0":2,"5":1,"request":11,"id":9,"do":1,"remote":2,"prefill":2,"true":1,"add":1,"triggers":1,"nixlconnectormetadata":2,"output":2,"schedule":1,"kv":8,"connector":7,"metadata":7,"assert":5,"is":2,"not":1,"none":1,"isinstance":1,"len":1,"reqs":3,"to":4,"recv":3,"in":2,"req":3,"meta":2,"zip":1,"local":1,"ids":1,"manager":1,"coordinator":1,"single":1,"type":1,"managers":1,"prompt":2,"less":1,"than":1,"that":1,"we":1,"can":1,"handle":1,"case":1,"where":1},"5819,1986,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"in":3,"this":3,"case":2,"the":3,"p":1,"worker":2,"will":3,"still":1,"send":1,"remote":8,"block":11,"ids":1,"of":2,"partial":2,"d":1,"should":2,"schedule":2,"an":1,"async":2,"read":2,"vllm":4,"config":5,"create":3,"scheduler":7,"half":1,"a":1,"size":9,"cache":1,"num":7,"tokens":3,"int":4,"0":2,"5":1,"request":7,"have":1,"1":6,"id":6,"do":1,"prefill":1,"true":1,"blocks":4,"add":1,"output":3,"kv":6,"connector":5,"metadata":5,"assert":5,"is":1,"not":1,"none":1,"isinstance":1,"nixlconnectormetadata":1,"len":3,"reqs":2,"to":1,"recv":1,"scheduled":1,"new":1,"class":1,"fakenixlconnectorworker":1,"nixlconnectorworker":1,"engine":6,"def":2,"init":2,"self":13,"args":2,"hand":4,"shake":4,"latency":4,"float":1,"8":1,"kwargs":2,"super":1,"nixl":2,"handshake":2,"host":1,"str":3,"port":1,"tp":1,"expected":2,"dict":1,"mimic":1,"slow":1,"as":2,"well":1,"bypass":1,"zmq":1,"communication":1,"time":1,"sleep":1,"these":1,"ve":1,"been":1,"done":1,"register":1,"caches":1,"called":1,"by":1,"gpu":1,"model":1,"runner":1,"here":1,"we":1,"just":1,"hardcode":1,"some":1,"dummy":1,"values":1,"slot":2,"bytes":2,"4096":1,"dst":1},"7805,1456,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"remote":7,"agent":5,"name":4,"self":6,"add":1,"nixlagentmetadata":1,"engine":5,"id":6,"metadata":2,"fakenixlwrapper":2,"kv":6,"caches":1,"base":1,"addr":1,"0":2,"num":1,"blocks":1,"1":1,"block":2,"len":2,"attn":1,"backend":2,"cache":2,"layout":2,"is":5,"only":1,"forced":1,"to":5,"hnd":3,"when":1,"vllm":4,"started":1,"we":1,"mock":1,"here":1,"tp":2,"size":2,"return":1,"class":1,"testnixlhandshake":1,"patch":1,"distributed":2,"transfer":3,"connector":3,"v1":1,"nixl":1,"nixlwrapper":1,"def":1,"test":3,"multi":1,"xfer":2,"one":1,"dist":2,"init":2,"a":2,"fixture":1,"that":1,"initializes":1,"the":6,"environment":1,"case":1,"where":2,"multiple":2,"xfers":1,"are":2,"initiated":1,"same":3,"this":1,"triggers":1,"load":1,"for":3,"request":3,"not":1,"done":3,"immediately":1,"due":1,"set":1,"cycles":1,"before":1,"so":1,"there":2,"state":1,"states":1,"and":1,"get":1,"finished":1,"should":1,"handle":1,"it":1,"correctly":1,"wait":1,"all":1,"transfers":1,"be":1,"config":2,"create":1,"req":1},"9261,1981,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"test":1,"worker":5,"role":1,"in":2,"decode":1,"server":1,"connector":12,"nixlconnector":1,"vllm":2,"config":2,"kvconnectorrole":1,"fakenixlconnectorworker":2,"engine":4,"id":6,"hand":1,"shake":1,"latency":1,"0":4,"assert":2,"isinstance":1,"nixl":2,"wrapper":2,"fakenixlwrapper":1,"set":1,"cycles":1,"before":4,"xfer":1,"done":1,"3":2,"num":9,"xfers":10,"4":2,"while":1,"true":1,"for":1,"the":1,"same":1,"request":3,"initiate":1,"multiple":1,"across":1,"different":1,"round":1,"of":1,"execute":1,"model":2,"calls":1,"metadata":5,"nixlconnectormetadata":1,"if":1,"1":4,"add":1,"new":1,"req":1,"local":1,"block":2,"ids":2,"2":1,"kv":4,"transfer":1,"params":1,"remote":6,"5":1,"6":1,"host":1,"localhost":1,"port":1,"1234":1,"tp":1,"size":1,"bind":1,"mimic":1,"maybe":1,"setup":1,"gpu":1,"runner":1,"dummy":2,"ctx":2,"forwardcontext":1,"no":1,"compile":1,"layers":1,"attn":1,"virtual":1,"load":8,"time":2,"perf":2,"counter":2,"start":2,"after":3,"took":1,"f":1,"seconds":1},"11242,1884,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"mimic":1,"get":2,"finished":3,"kv":6,"transfers":1,"in":3,"gpu":1,"model":1,"runner":1,"done":3,"recving":3,"connector":11,"req":2,"ids":3,"set":1,"if":1,"len":1,"0":1,"assert":1,"request":2,"id":6,"break":1,"clear":1,"metadata":5,"patch":1,"vllm":6,"distributed":2,"transfer":2,"v1":1,"nixl":1,"nixlwrapper":1,"fakenixlwrapper":1,"pytest":1,"mark":1,"parametrize":1,"decode":4,"tp":8,"size":8,"prefill":3,"1":4,"2":3,"4":4,"def":1,"test":3,"async":1,"load":2,"self":1,"fixture":1,"that":2,"initializes":1,"the":1,"environment":1,"dist":1,"init":1,"simulate":1,"consumer":1,"producer":1,"sizes":1,"nixlconnector":2,"s":1,"start":1,"should":1,"be":1,"non":1,"blocking":1,"config":6,"create":1,"parallel":2,"tensor":1,"worker":3,"role":1,"server":1,"kvconnectorrole":1,"fakenixlconnectorworker":2,"engine":3,"nixlconnectormetadata":1,"add":1,"new":1,"local":1,"block":2,"3":1,"params":1,"remote":6,"5":1,"6":1,"host":1,"localhost":1,"port":1,"1234":1,"bind":1},"13126,1294,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"timeout":2,"2":1,"5":2,"start":5,"time":5,"perf":4,"counter":4,"while":1,"dummy":2,"ctx":2,"forwardcontext":1,"no":1,"compile":1,"layers":1,"attn":1,"metadata":2,"virtual":1,"engine":1,"0":4,"before":3,"load":10,"connector":6,"kv":6,"after":3,"assert":1,"1":1,"took":2,"f":1,"seconds":1,"sleep":1,"backoff":1,"for":1,"the":2,"async":2,"handshake":2,"to":2,"complete":2,"bind":1,"nixlconnectormetadata":1,"done":2,"recving":2,"get":1,"finished":2,"req":1,"ids":1,"set":1,"if":1,"len":1,"return":1,"raise":1,"timeouterror":1,"too":1,"long":1,"patch":1,"vllm":3,"distributed":2,"transfer":1,"v1":1,"nixl":1,"nixlwrapper":1,"fakenixlwrapper":1,"def":1,"test":2,"concurrent":1,"self":1,"dist":2,"init":2,"is":1,"a":1,"fixture":1,"that":2,"initializes":1,"environment":1,"multiple":1,"calls":1,"should":1,"occur":1,"concurrently":1,"config":2,"create":1},"14420,969,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"test":1,"worker":3,"role":1,"in":2,"decode":1,"server":1,"connector":6,"nixlconnector":1,"vllm":2,"config":2,"kvconnectorrole":1,"fakenixlconnectorworker":2,"engine":3,"id":5,"metadata":4,"nixlconnectormetadata":1,"total":2,"reqs":2,"5":2,"for":1,"i":2,"range":1,"add":1,"new":1,"req":1,"request":1,"f":1,"local":1,"block":2,"ids":2,"1":2,"2":1,"3":1,"kv":1,"transfer":1,"params":1,"remote":6,"4":1,"6":1,"host":1,"localhost":1,"port":1,"1234":1,"tp":1,"size":1,"bind":1},"15389,1453,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"timeout":2,"2":1,"5":2,"total":2,"reqs":5,"cnt":3,"finished":5,"0":5,"start":4,"time":5,"perf":4,"counter":4,"while":1,"dummy":2,"ctx":2,"forwardcontext":1,"no":1,"compile":1,"layers":1,"attn":1,"metadata":2,"virtual":1,"engine":1,"before":3,"load":8,"connector":6,"kv":6,"after":3,"assert":1,"1":1,"took":2,"f":1,"seconds":1,"sleep":1,"backoff":1,"for":2,"the":1,"async":2,"handshake":3,"to":2,"complete":2,"bind":1,"nixlconnectormetadata":1,"done":3,"recving":3,"get":1,"req":1,"ids":1,"set":1,"if":3,"len":2,"return":1,"raise":1,"timeouterror":1,"too":1,"long":1,"patch":1,"vllm":3,"distributed":1,"transfer":1,"v1":1,"nixl":1,"nixlwrapper":1,"fakenixlwrapper":1,"def":1,"test":2,"fails":2,"on":1,"cache":2,"layout":2,"mismatch":1,"self":1,"dist":1,"init":1,"verify":1,"that":1,"adding":1,"a":1,"remote":1,"agent":1,"differs":1,"this":1,"is":1,"only":1,"relevant":1,"heterogeneous":1,"tp":1,"config":2,"create":1},"16842,1957,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"mock":1,"tp":6,"world":2,"size":8,"to":2,"2":3,"force":1,"heterogeneous":1,"when":1,"remote":7,"1":4,"with":4,"patch":1,"vllm":3,"distributed":1,"kv":6,"transfer":1,"connector":9,"v1":1,"nixl":2,"get":1,"tensor":1,"model":1,"parallel":1,"noqa":1,"e501":1,"return":1,"value":1,"initialize":1,"and":2,"worker":19,"fake":1,"wrapper":1,"nixlconnector":1,"config":2,"kvconnectorrole":1,"fakenixlconnectorworker":2,"engine":4,"id":4,"hand":1,"shake":1,"latency":1,"0":2,"minimal":1,"local":2,"registration":1,"params":1,"used":1,"by":1,"add":3,"agent":5,"slot":2,"bytes":2,"4096":1,"block":5,"len":3,"num":4,"blocks":4,"dst":1,"metadata":3,"different":1,"cache":3,"layout":6,"than":1,"mismatched":2,"hnd":2,"if":1,"else":1,"nhd":1,"meta":3,"nixlagentmetadata":1,"fakenixlwrapper":1,"caches":1,"base":1,"addr":1,"attn":1,"backend":3,"name":2,"we":2,"don":1,"t":1,"check":1,"for":2,"homogeneous":1,"mla":1,"now":1,"as":1,"the":5,"whole":1,"is":3,"moved":1,"pytest":1,"raises":1,"assertionerror":1,"note":1,"resource":1,"cleanup":1,"in":2,"mp":1,"a":1,"bit":1,"finicky":1,"so":1,"order":1,"which":1,"put":1,"here":1,"important":1,"first":1,"run":1,"ray":1,"it":1,"will":1,"clean":1,"up":1,"resources":1,"then":1,"rest":1,"of":1,"tests":1},"18799,1616,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"pytest":1,"mark":1,"parametrize":1,"distributed":6,"executor":5,"backend":5,"ray":4,"none":1,"patch":1,"vllm":4,"kv":8,"transfer":4,"connector":3,"v1":2,"nixl":5,"nixlwrapper":1,"fakenixlwrapper":1,"def":1,"test":4,"abort":5,"timeout":11,"on":1,"prefiller":1,"monkeypatch":3,"lifecycle":1,"of":1,"an":1,"aborted":1,"remote":1,"prefill":1,"request":4,"hitting":1,"the":1,"p":1,"process":1,"result":1,"is":2,"not":1,"delivered":1,"eg":1,"proxy":1,"down":1,"eventually":1,"free":1,"blocks":1,"model":3,"name":2,"qwen":1,"qwen3":1,"0":3,"6b":1,"config":3,"kvtransferconfig":1,"nixlconnector":1,"role":1,"both":1,"llm":3,"kwargs":3,"enforce":1,"eager":1,"true":1,"gpu":1,"memory":1,"utilization":1,"5":1,"6":1,"setenv":2,"enable":1,"multiprocessing":1,"str":2,"build":1,"runtime":4,"env":5,"only":1,"if":2,"we":1,"re":1,"using":1,"with":1,"make":1,"fake":2,"pkg":1,"as":1,"working":3,"dir":3,"ship":1,"package":1,"vars":1,"init":1,"run":2,"else":1},"20415,1716,data/raw/vllm-0.10.1/tests/v1/kv_connector/unit/test_nixl_connector.py":{"def":1,"run":2,"abort":2,"timeout":5,"test":2,"llm":9,"kwargs":2,"dict":1,"int":1,"helper":1,"function":1,"to":7,"the":7,"logic":1,"remote":8,"prefill":3,"opts":2,"do":2,"decode":1,"true":1,"false":1,"engine":4,"id":1,"none":4,"block":1,"ids":3,"host":1,"port":1,"simulate":1,"sidecar":1,"request":6,"sampling":4,"params":5,"samplingparams":1,"temperature":1,"0":9,"max":1,"tokens":1,"1":3,"extra":1,"args":1,"kv":3,"transfer":2,"scheduler":6,"core":2,"req":8,"blocks":7,"cache":1,"manager":1,"coordinator":1,"single":1,"type":1,"managers":1,"padding":4,"just":2,"making":1,"this":1,"a":1,"little":1,"longer":1,"so":1,"that":1,"we":3,"re":2,"sure":1,"not":4,"hitting":1,"small":1,"lower":1,"bound":1,"beneath":1,"which":1,"don":1,"t":1,"actually":1,"trigger":2,"whole":1,"but":2,"rather":1,"recompute":1,"on":1,"d":1,"generate":3,"f":3,"what":3,"is":4,"capital":3,"of":3,"japan":1,"finished":3,"freed":2,"assert":4,"in":6,"and":4,"some":1,"other":1,"still":1,"italy":1,"wait":1,"for":1,"another":1,"loop":1,"time":1,"sleep":1,"france":1,"times":1,"out":1,"cleared":1},"0,1998,data/raw/vllm-0.10.1/tests/v1/tpu/test_perf.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":7,"project":1,"a":2,"basic":1,"performance":1,"regression":1,"test":3,"for":1,"tpus":1,"run":2,"pytest":2,"tests":3,"v1":1,"tpu":4,"perf":1,"py":1,"from":7,"future":1,"import":10,"annotations":1,"time":6,"dataclasses":1,"dataclass":2,"typing":1,"type":2,"checking":2,"numpy":1,"as":1,"np":1,"platforms":1,"current":2,"platform":1,"sampling":1,"params":2,"samplingparams":1,"transformers":1,"utils":1,"tokenizer":2,"get":1,"if":1,"conftest":1,"vllmrunner":1,"class":1,"testparams":4,"model":4,"str":1,"num":6,"prompts":4,"int":3,"prefix":4,"len":8,"decode":4,"expected":5,"avg":5,"float":2,"err":5,"tol":5,"todo":1,"cannot":1,"series":1,"of":1,"because":1,"runtimeerror":1,"bad":1,"statusor":1,"access":1,"unknown":1,"initialization":1,"failed":1,"open":2,"dev":2,"vfio":2,"device":2,"or":2,"resource":2,"busy":2,"couldn":1,"t":1,"iommu":1,"group":1,"investigate":1,"qwen":3,"qwen2":3,"5":5,"1":6,"5b":3,"instruct":3,"10":3,"03":1,"01":1,"100":1,"50":2,"234":1,"020":1,"64":1,"500":1,"commit":2,"id":2,"ccb246776d93ef105904a8ec015b3587240a1183":2,"v5lite":1,"old":1,"ci":3,"cd":3,"4":1,"30":1,"this":1,"is":1,"active":1,"instance":1,"v6e":1,"7":1,"measured":1,"with":1,"xla":1,"cache":1,"path":1,"20":1,"warmups":1,"runs":1},"1998,1778,data/raw/vllm-0.10.1/tests/v1/tpu/test_perf.py":{"max":9,"model":8,"len":11,"1024":1,"num":7,"seqs":3,"32":1,"gpu":3,"util":2,"0":5,"9":1,"pytest":3,"mark":2,"skipif":1,"not":1,"current":1,"platform":1,"is":2,"tpu":2,"reason":1,"this":1,"a":1,"basic":1,"performance":1,"test":3,"for":3,"only":1,"parametrize":1,"params":12,"def":1,"perf":1,"vllm":5,"runner":2,"type":1,"vllmrunner":1,"monkeypatch":3,"testparams":1,"none":1,"tokenizer":5,"get":1,"mode":1,"auto":1,"trust":1,"remote":1,"code":1,"true":1,"prompts":6,"i":2,"in":2,"range":2,"prefix":5,"token":2,"ids":2,"np":1,"random":1,"randint":1,"vocab":1,"size":3,"tolist":1,"prompt":2,"decode":4,"append":1,"print":2,"running":1,"format":1,"with":2,"context":1,"as":2,"m":2,"setenv":1,"use":1,"v1":1,"1":3,"sampling":2,"samplingparams":1,"tokens":2,"temperature":1,"min":1,"p":1,"batched":1,"memory":1,"utilization":1,"enforce":1,"eager":1,"false":1,"tensor":1,"parallel":1,"warmup":1,"compile":1,"warmups":1,"generate":1},"3776,948,data/raw/vllm-0.10.1/tests/v1/tpu/test_perf.py":{"print":4,"benchmarking":1,"times":4,"for":1,"i":1,"in":1,"range":1,"num":1,"runs":1,"start":2,"time":15,"vllm":1,"model":1,"generate":1,"prompts":1,"sampling":1,"params":7,"append":1,"avg":9,"sum":1,"len":1,"format":3,"expected":5,"with":1,"err":4,"tol":4,"diff":4,"ok":2,"if":1,"warning":1,"performance":1,"has":1,"improved":1,"by":1,"it":1,"may":1,"be":1,"necessary":1,"to":1,"fine":1,"tune":1,"the":1,"assert":1,"error":1,"regression":1,"detected":1},"0,1872,data/raw/vllm-0.10.1/tests/v1/tpu/test_topk_topp_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":3,"project":1,"import":6,"math":1,"pytest":2,"torch":12,"from":2,"platforms":1,"current":2,"platform":2,"v1":1,"sample":1,"ops":1,"topk":2,"topp":2,"sampler":1,"apply":5,"top":14,"k":17,"p":15,"tpu":7,"if":1,"not":1,"is":1,"skip":1,"this":1,"test":3,"needs":1,"a":1,"allow":1,"module":1,"level":1,"true":1,"xla":4,"core":1,"model":1,"as":1,"xm":5,"batch":9,"size":13,"1024":2,"vocab":6,"128":1,"tolerance":1,"1e":1,"6":1,"def":2,"equivalence":1,"native":3,"impl":1,"with":2,"device":4,"set":4,"rng":2,"state":2,"seed":2,"33":2,"logits":10,"rand":3,"random":2,"values":2,"between":2,"1":6,"and":2,"10":2,"randint":3,"for":2,"50":2,"of":2,"requests":2,"in":2,"disabled":2,"masked":3,"fill":2,"dtype":2,"bool":2,"result":5,"clone":3,"none":2,"assert":1,"allclose":1,"sums":1,"past":1,"probs":1,"softmax":1,"dim":1,"no":2,"op":2,"tensor":1},"1872,1996,data/raw/vllm-0.10.1/tests/v1/tpu/test_topk_topp_sampler.py":{"verify":1,"that":1,"the":2,"masked":5,"logit":1,"s":1,"probability":1,"sums":1,"to":2,"at":1,"least":1,"p":6,"probs":2,"fill":1,"logits":10,"isinf":1,"0":24,"prob":2,"sum":3,"dim":1,"1":8,"xm":6,"mark":3,"step":3,"perform":1,"assertion":1,"on":1,"cpu":7,"assert":3,"torch":14,"all":2,"ge":1,"tolerance":1,"def":3,"test":3,"topp":3,"basic":1,"with":4,"device":6,"xla":3,"tensor":7,"math":17,"log":17,"2":2,"3":10,"5":4,"4":2,"result":8,"apply":2,"top":4,"k":4,"tpu":2,"clone":3,"79":2,"expect":1,"smallest":1,"elements":1,"be":1,"dropped":1,"expected":4,"float":2,"inf":2,"allclose":2,"select":1,"ties":1,"input":1,"has":1,"multiple":1},"3868,1456,data/raw/vllm-0.10.1/tests/v1/tpu/test_topk_topp_sampler.py":{"result":12,"apply":2,"top":5,"k":6,"p":5,"tpu":2,"logits":7,"clone":4,"torch":8,"tensor":5,"4":2,"0":13,"2":2,"xm":3,"mark":2,"step":2,"all":2,"tie":3,"values":1,"are":1,"included":1,"in":1,"the":4,"set":2,"breaking":1,"is":1,"left":1,"to":1,"be":1,"done":1,"during":1,"final":1,"sampling":1,"tokens":1,"have":1,"equal":1,"probability":1,"of":1,"being":1,"chosen":1,"expected":8,"cpu":4,"3":3,"float":4,"inf":4,"assert":2,"allclose":2,"def":1,"test":1,"both":1,"topk":1,"topp":1,"with":1,"device":2,"xla":1,"math":6,"log":6,"5":2,"1":7,"for":2,"first":2,"batch":2,"79":2,"since":1,"expect":1,"only":1,"largest":1,"element":1,"gets":1,"selected":1},"0,1525,data/raw/vllm-0.10.1/tests/v1/tpu/test_basic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":4,"project":1,"a":3,"basic":4,"correctness":1,"check":1,"for":3,"tpus":1,"run":1,"pytest":8,"tests":2,"v1":2,"tpu":5,"test":3,"py":1,"from":5,"future":1,"import":6,"annotations":1,"typing":1,"type":3,"checking":2,"torch":1,"xla":1,"internal":1,"platforms":1,"current":2,"platform":2,"if":1,"conftest":1,"vllmrunner":2,"models":3,"qwen":3,"qwen2":2,"5":3,"1":5,"5b":1,"instruct":2,"todo":3,"enable":3,"this":3,"model":3,"when":2,"fixed":1,"qwen1":1,"moe":1,"a2":1,"7b":2,"with":2,"v6e":1,"meta":1,"llama":2,"3":1,"8b":1,"tensor":5,"parallel":5,"sizes":3,"max":6,"num":4,"reqs":2,"16":1,"1024":2,"ci":1,"cd":1,"will":1,"have":1,"multi":1,"instance":1,"4":1,"mark":5,"skipif":1,"not":1,"is":2,"reason":1,"only":1,"parametrize":4,"tokens":2,"size":2,"seqs":2,"def":1,"runner":1,"monkeypatch":3,"str":2,"int":3,"none":1,"prompt":2,"next":1,"numbers":1,"of":1,"sequence":1,"join":1,"i":2,"in":1,"range":1,"are":1,"example":1,"prompts":1,"context":1,"as":1,"m":2,"setenv":1,"use":1},"1525,1545,data/raw/vllm-0.10.1/tests/v1/tpu/test_basic.py":{"with":3,"vllm":7,"runner":2,"model":5,"note":1,"max":10,"num":6,"batched":2,"tokens":5,"1024":3,"is":6,"needed":1,"here":1,"to":2,"actually":1,"test":4,"chunked":1,"prompt":1,"len":1,"8192":1,"gpu":1,"memory":1,"utilization":1,"0":3,"7":1,"seqs":4,"tensor":2,"parallel":2,"size":2,"as":2,"outputs":2,"generate":1,"greedy":1,"example":1,"prompts":2,"output":3,"1":3,"assert":1,"in":5,"or":2,"pytest":5,"mark":4,"skip":1,"reason":2,"temporarily":1,"disabled":1,"due":1,"timeout":1,"skipif":1,"not":3,"current":1,"platform":1,"tpu":2,"this":1,"a":3,"basic":1,"for":1,"only":2,"parametrize":2,"8":1,"16":1,"def":1,"phi3":1,"type":1,"vllmrunner":1,"monkeypatch":3,"int":2,"none":1,"robot":1,"may":1,"injure":1,"human":1,"being":1,"it":1,"the":2,"heart":1,"that":1,"one":1,"can":1,"see":1,"rightly":1,"greatest":1,"glory":1,"living":1,"lies":1,"never":1,"falling":1,"answers":1,"by":1,"violating":1,"privacy":1,"what":1,"essential":1,"love":1,"but":1,"rising":1,"every":1,"time":1,"we":1,"fall":1,"head":1,"dim":1,"96":1,"microsoft":1,"phi":1,"3":1,"mini":1,"128k":1,"instruct":1,"context":1,"m":2,"setenv":1,"use":1,"v1":1},"3070,1488,data/raw/vllm-0.10.1/tests/v1/tpu/test_basic.py":{"with":4,"vllm":8,"runner":2,"model":4,"max":6,"num":5,"batched":1,"tokens":3,"256":1,"seqs":3,"as":2,"outputs":3,"generate":1,"greedy":1,"prompts":2,"is":8,"a":5,"list":1,"of":1,"tuples":1,"whose":1,"first":1,"element":2,"the":7,"token":1,"id":1,"and":2,"second":1,"output":3,"including":1,"prompt":1,"for":2,"answer":2,"in":5,"zip":1,"answers":2,"generated":2,"text":3,"1":2,"assert":1,"tp":5,"size":5,"8":5,"pytest":3,"mark":2,"skipif":2,"not":3,"current":1,"platform":1,"tpu":4,"reason":2,"this":2,"test":3,"only":2,"available":1,"chips":2,"f":1,"requires":1,"def":1,"gemma3":1,"27b":2,"input":1,"type":1,"vllmrunner":1,"monkeypatch":3,"none":1,"google":1,"gemma":1,"3":1,"it":2,"16":1,"tensor":1,"parallel":1,"4":1,"robot":1,"may":1,"injure":1,"human":2,"being":2,"heart":1,"that":1,"one":1,"can":1,"see":1,"rightly":1,"greatest":1,"glory":1,"living":1,"lies":1,"never":1,"falling":1,"or":1,"through":1,"inaction":1,"allow":1,"to":3,"come":1,"harm":1,"what":1,"essential":1,"invisible":1,"eye":1,"but":1,"rising":1,"every":1,"time":1,"we":1,"fall":1,"context":1,"m":2,"setenv":1,"use":1,"v1":1},"4558,1674,data/raw/vllm-0.10.1/tests/v1/tpu/test_basic.py":{"with":3,"vllm":13,"runner":3,"model":8,"max":11,"num":7,"batched":2,"tokens":5,"256":1,"seqs":5,"tensor":5,"parallel":5,"size":5,"as":3,"outputs":5,"generate":2,"greedy":2,"prompts":3,"is":5,"a":2,"list":1,"of":2,"tuples":1,"whose":1,"first":1,"element":2,"the":6,"token":1,"id":1,"and":1,"second":1,"output":6,"including":1,"prompt":3,"for":3,"answer":2,"in":5,"zip":1,"answers":1,"generated":2,"text":2,"1":6,"assert":2,"pytest":2,"mark":1,"skipif":1,"not":1,"current":1,"platform":1,"tpu":2,"reason":1,"this":1,"basic":1,"test":2,"only":1,"def":1,"w8a8":2,"quantization":1,"type":1,"vllmrunner":1,"monkeypatch":3,"none":1,"neuralmagic":1,"meta":1,"llama":1,"3":1,"8b":1,"instruct":1,"quantized":1,"5":1,"4":1,"next":1,"numbers":1,"sequence":1,"join":1,"str":1,"i":2,"range":1,"1024":2,"are":1,"example":2,"context":1,"m":2,"setenv":1,"use":1,"v1":1,"64":1,"len":1,"4096":1,"gpu":1,"memory":1,"utilization":1,"0":3,"7":1,"or":1},"0,1766,data/raw/vllm-0.10.1/tests/v1/tpu/test_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"openai":2,"pytest":6,"from":4,"multimodal":1,"utils":2,"encode":2,"image":16,"base64":5,"fetch":2,"platforms":1,"current":2,"platform":2,"entrypoints":1,"test":6,"vision":2,"urls":2,"remoteopenaiserver":1,"fixture":1,"scope":1,"session":1,"def":3,"encoded":2,"dict":2,"str":5,"return":2,"url":6,"for":1,"in":3,"mark":3,"asyncio":1,"skipif":1,"not":1,"is":1,"tpu":2,"reason":1,"this":4,"needs":1,"a":1,"parametrize":1,"model":3,"name":2,"llava":2,"hf":2,"1":1,"5":1,"7b":1,"async":1,"basic":1,"skip":2,"until":1,"it":1,"s":2,"fixed":1,"whats":1,"msg":1,"b64":2,"role":1,"user":1,"content":1,"type":2,"text":2,"what":1,"f":1,"data":1,"jpeg":1,"server":1,"args":1,"max":4,"len":1,"1024":1,"num":3,"seqs":1,"16":1,"gpu":1,"memory":1,"utilization":1,"95":1,"trust":1,"remote":1,"code":1,"batched":2,"tokens":2,"576":1,"note":1,"mm":2,"item":1,"size":1,"disable":1,"chunked":1,"input":1},"1766,1061,data/raw/vllm-0.10.1/tests/v1/tpu/test_multimodal.py":{"server":4,"will":1,"pre":1,"compile":1,"on":1,"first":1,"startup":1,"takes":1,"a":1,"long":1,"time":1,"with":1,"remoteopenaiserver":1,"model":3,"name":2,"args":1,"max":2,"wait":1,"seconds":1,"600":1,"as":1,"remote":2,"client":3,"openai":1,"asyncopenai":1,"get":1,"async":1,"other":1,"requests":1,"now":1,"should":1,"be":1,"much":1,"faster":1,"for":1,"image":7,"url":2,"in":2,"test":1,"urls":1,"base64":5,"encoded":1,"chat":3,"completion":3,"from":2,"await":1,"completions":1,"create":1,"messages":1,"whats":1,"this":1,"msg":1,"tokens":1,"24":1,"temperature":1,"0":4,"result":4,"assert":4,"choice":3,"choices":2,"finish":1,"reason":1,"length":1,"message":7,"content":2,"is":1,"not":1,"none":1,"and":1,"len":1,"10":1,"role":1,"assistant":1},"0,1665,data/raw/vllm-0.10.1/tests/v1/tpu/test_tpu_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"tests":2,"whether":1,"tpu":7,"int8":6,"computation":1,"is":3,"enabled":2,"correctly":1,"run":1,"pytest":7,"quantization":4,"test":2,"py":1,"import":5,"from":5,"model":9,"executor":2,"layers":2,"linear":1,"linearbase":1,"tpuint8linearmethod":1,"platforms":1,"current":2,"platform":2,"models":5,"registry":1,"hf":6,"example":2,"qwen":1,"qwen2":1,"5":1,"5b":1,"instruct":1,"mark":5,"skipif":1,"not":1,"reason":1,"only":1,"for":1,"tpus":1,"parametrize":4,"dtype":2,"bfloat16":1,"max":2,"tokens":2,"10":1,"overrides":3,"w8a8":1,"dynamic":3,"activation":6,"config":2,"quant":1,"method":1,"scheme":4,"def":1,"runner":1,"str":2,"int":1,"dict":1,"monkeypatch":3,"none":1,"info":3,"find":1,"check":1,"transformers":1,"version":1,"on":1,"fail":1,"skip":1,"get":2,"quantize":1,"allows":1,"using":1,"apply":1,"setenv":2,"enable":1,"v1":1,"multiprocessing":1,"prevent":1,"error":1,"re":1,"initializing":1,"cache":2,"xla":1,"path":1},"1665,1024,data/raw/vllm-0.10.1/tests/v1/tpu/test_tpu_int8.py":{"prompts":2,"a":2,"robot":1,"may":1,"not":4,"injure":1,"human":1,"being":2,"it":1,"is":1,"only":2,"with":2,"the":3,"heart":2,"that":1,"one":2,"can":2,"see":2,"rightly":1,"greatest":1,"glory":1,"in":7,"living":1,"lies":1,"never":1,"falling":1,"answers":2,"or":1,"injured":1,"kill":1,"except":1,"without":1,"wrongly":1,"but":1,"rising":1,"every":1,"time":1,"we":1,"fall":1,"nelson":1,"vllm":4,"runner":1,"model":6,"dtype":2,"hf":2,"overrides":2,"as":1,"def":1,"check":2,"for":2,"name":1,"module":3,"named":1,"modules":1,"if":1,"isinstance":2,"linearbase":1,"continue":1,"quant":4,"method":4,"assert":3,"tpuint8linearmethod":1,"quantize":2,"activation":2,"apply":1,"outputs":2,"generate":1,"greedy":1,"max":1,"tokens":1,"output":2,"answer":2,"zip":1},"0,1255,data/raw/vllm-0.10.1/tests/v1/tpu/test_pallas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":3,"project":1,"from":4,"unittest":1,"mock":1,"import":4,"any":1,"patch":1,"torch":1,"attention":4,"backends":2,"abstract":1,"attentiontype":2,"v1":1,"pallas":1,"pallasattentionbackendimpl":2,"pallasmetadata":1,"def":1,"test":1,"ragged":1,"paged":2,"we":1,"verify":1,"that":1,"kernel":3,"inputs":1,"such":1,"as":1,"sliding":4,"window":4,"etc":1,"are":1,"passed":1,"in":2,"model":1,"correctly":1,"correctness":1,"of":1,"is":1,"tested":1,"library":1,"num":6,"heads":6,"4":2,"head":3,"size":3,"128":2,"scale":7,"1":3,"kv":4,"logits":3,"soft":3,"cap":3,"50":1,"attn":2,"impl":1,"alibi":1,"slopes":1,"none":1,"cache":1,"dtype":1,"auto":1,"type":1,"decoder":1,"class":1,"fakeattentionlayer":2,"k":2,"float":6,"v":2,"layer":3},"1255,1656,data/raw/vllm-0.10.1/tests/v1/tpu/test_pallas.py":{"num":26,"tokens":6,"16":2,"blocks":4,"1024":1,"block":6,"size":6,"query":8,"torch":19,"zeros":6,"heads":4,"head":4,"key":3,"kv":10,"value":3,"cache":4,"2":1,"slot":3,"mapping":3,"3":1,"dtype":7,"int64":1,"max":7,"reqs":5,"8":3,"per":3,"req":2,"update":4,"slices":4,"tensor":3,"int32":6,"tables":3,"context":3,"lens":5,"ones":1,"1":1,"start":3,"loc":3,"cumsum":1,"0":2,"dim":1,"seqs":3,"attn":4,"metadata":3,"pallasmetadata":1,"with":1,"patch":1,"ops":1,"xla":1,"ragged":2,"paged":2,"attention":2,"as":1,"mock":1,"impl":1,"forward":1,"layer":2},"2911,562,data/raw/vllm-0.10.1/tests/v1/tpu/test_pallas.py":{"mock":1,"ragged":1,"paged":1,"attention":1,"assert":1,"called":1,"once":1,"with":1,"any":6,"query":2,"kv":2,"cache":1,"context":1,"lens":1,"block":3,"tables":1,"start":1,"loc":1,"num":3,"seqs":1,"pages":1,"per":2,"none":3,"queries":1,"vmem":1,"limit":1,"bytes":1,"use":1,"kernel":1,"true":1,"sm":1,"scale":4,"sliding":2,"window":2,"soft":2,"cap":2,"logits":1,"k":1,"1":2,"0":2,"v":1},"0,1383,data/raw/vllm-0.10.1/tests/v1/tpu/test_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":4,"project":1,"import":5,"random":1,"pytest":4,"from":3,"llm":6,"platforms":1,"current":2,"platform":2,"sampling":8,"params":8,"samplingparams":4,"mark":2,"parametrize":1,"model":5,"name":3,"qwen":1,"qwen2":1,"5":1,"1":3,"5b":1,"instruct":1,"skipif":1,"not":1,"is":1,"tpu":2,"reason":1,"this":1,"test":3,"needs":1,"a":3,"def":1,"sampler":1,"different":3,"str":1,"significantly":1,"assert":2,"produces":1,"results":1,"enforce":1,"eager":1,"false":1,"max":5,"num":2,"seqs":1,"len":1,"512":1,"batched":1,"tokens":3,"256":1,"prompts":4,"write":1,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"for":1,"first":1,"time":1,"temperature":3,"9":1,"min":2,"p":2,"64":2,"output":2,"generate":3,"8":1,"output2":3,"outputs":2,"text":2,"with":1,"raises":1,"valueerror":1,"unsupported":1,"seed":2,"param":1,"3":1,"42":1},"1383,1894,data/raw/vllm-0.10.1/tests/v1/tpu/test_sampler.py":{"batch":1,"case":1,"with":2,"topk":1,"p":6,"for":4,"b":3,"in":4,"4":2,"16":1,"prompts":3,"sampling":5,"params":5,"samplingparams":1,"temperature":1,"0":7,"1":9,"min":1,"8":1,"max":1,"tokens":3,"64":1,"vary":1,"number":2,"of":1,"ks":1,"top":3,"k":2,"random":3,"randint":1,"12":1,"range":1,"make":2,"sure":1,"first":2,"two":1,"reqs":1,"have":2,"the":4,"same":1,"output":3,"llm":1,"generate":1,"there":1,"are":2,"natural":1,"numerical":1,"instabilities":1,"that":2,"it":1,"difficult":1,"to":1,"deterministic":1,"results":3,"over":1,"many":1,"tests":1,"20":3,"match":1,"assert":4,"outputs":2,"text":2,"pytest":3,"mark":3,"parametrize":2,"model":2,"name":2,"qwen":1,"qwen2":1,"5":1,"5b":1,"instruct":1,"todo":1,"tpu":3,"will":1,"appear":1,"busy":1,"if":1,"we":1,"fan":1,"out":1,"test":3,"here":1,"n":2,"skipif":1,"not":1,"current":1,"platform":1,"is":1,"reason":1,"this":1,"needs":1,"a":1,"def":2,"logprobs":5,"str":1,"int":2,"request":1,"different":1,"settings":1,"and":1,"check":3,"contains":1,"requested":1,"ordered":2,"ascendingly":1,"num":4,"expected":3,"step":6,"prev":3,"logp":7,"order":1,"by":2,"rank":3,"sorted":3,"dict":1,"items":2,"key":1,"lambda":1,"item":2,"can":1,"contain":1,"sampled":1,"token":1,"len":2,"or":1,"prob":1,"value":1,"rankno":2,"tid":1,"enumerate":1,"logprob":2},"3277,823,data/raw/vllm-0.10.1/tests/v1/tpu/test_sampler.py":{"llm":3,"model":2,"name":1,"enforce":1,"eager":1,"false":1,"max":6,"num":3,"seqs":1,"1":1,"len":1,"128":2,"batched":1,"tokens":4,"prompts":3,"write":1,"a":2,"short":1,"story":1,"about":1,"robot":1,"that":1,"dreams":1,"for":3,"the":1,"first":1,"time":1,"n":1,"greedy":2,"sampling":6,"params":6,"samplingparams":3,"temperature":3,"0":6,"64":3,"logprobs":5,"4":6,"regular":2,"topkp":2,"top":2,"k":1,"12":1,"p":1,"5":1,"sp":2,"in":2,"output":2,"generate":1,"o":2,"check":1,"outputs":1},"0,1973,data/raw/vllm-0.10.1/tests/v1/tpu/test_tpu_qkv_linear.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"import":11,"tempfile":2,"numpy":1,"as":3,"np":2,"pytest":5,"torch":4,"xla":3,"distributed":7,"spmd":7,"xs":2,"runtime":2,"xr":4,"from":5,"config":7,"set":3,"current":2,"parallel":3,"state":3,"ensure":2,"model":5,"initialized":3,"init":4,"environment":3,"tpu":1,"utils":2,"xlaqkvparallellinear":1,"engine":4,"arg":1,"engineargs":2,"executor":1,"layers":1,"linear":1,"qkvparallellinear":2,"fixture":1,"autouse":1,"true":2,"def":2,"setup":1,"this":2,"is":3,"a":2,"fake":1,"used":1,"for":1,"dist":2,"env":2,"needs":1,"be":2,"args":2,"qwen":1,"qwen2":1,"1":6,"5b":1,"instruct":1,"max":3,"len":1,"64":2,"num":5,"batched":1,"tokens":1,"seqs":1,"4":1,"create":1,"with":1,"temp":2,"file":3,"mkstemp":1,"local":1,"rank":1,"method":1,"f":1,"backend":1,"gloo":1,"yield":1,"mesh":11,"none":3,"get":2,"global":3,"if":1,"use":2,"devices":3,"device":4,"count":1,"shape":2,"ids":2,"array":1,"range":1,"x":1,"y":1,"return":1,"mark":3,"parametrize":3,"bias":1,"false":1,"will":1,"and":1,"not":1,"reversible":1,"therefore":1,"non":1,"tests":2,"should":1,"run":1,"before":1,"cpu":1,"no":1,"grad":1},"1973,868,data/raw/vllm-0.10.1/tests/v1/tpu/test_tpu_qkv_linear.py":{"def":1,"test":1,"xla":7,"qkv":14,"linear":14,"bias":7,"mesh":3,"device":4,"torch":7,"manual":1,"seed":1,"123":1,"qkvparallellinear":1,"hidden":1,"size":2,"4096":2,"head":1,"128":1,"total":2,"num":2,"heads":2,"32":1,"kv":1,"8":1,"params":1,"dtype":2,"bfloat16":2,"return":1,"false":1,"weight":2,"data":4,"rand":3,"like":2,"10":3,"if":1,"xlaqkvparallellinear":1,"to":3,"input":5,"tensor":5,"output":4,"assert":1,"allclose":1,"cpu":2},"0,1890,data/raw/vllm-0.10.1/tests/v1/tpu/test_mha_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"test":4,"tests":1,"for":2,"multiheadattention":2,"layer":2,"import":8,"pytest":9,"torch":12,"xla":7,"core":3,"model":2,"from":3,"attention":4,"selector":1,"cached":2,"get":2,"attn":8,"backend":2,"platforms":1,"current":2,"platform":2,"fixture":1,"autouse":1,"true":1,"def":3,"clear":3,"cache":3,"lru":1,"ensure":1,"each":1,"case":1,"runs":1,"without":2,"caching":1,"ref":1,"query":5,"tensor":4,"key":5,"value":6,"scale":2,"float":1,"native":1,"implementation":1,"of":1,"scaled":1,"dot":1,"product":1,"mask":2,"batch":6,"size":7,"seq":7,"len":5,"num":9,"heads":9,"head":5,"x":2,"transpose":3,"1":7,"in":1,"weights":4,"matmul":2,"3":1,"softmax":1,"dim":1,"dtype":1,"out":2,"return":1,"sizes":4,"16":2,"lens":2,"kv":4,"64":1,"80":1,"mark":7,"skipif":1,"not":1,"is":1,"tpu":2,"reason":1,"this":1,"needs":1,"a":1,"parametrize":6,"device":3,"mha":1,"forward":1,"int":5,"str":1},"1890,1414,data/raw/vllm-0.10.1/tests/v1/tpu/test_mha_attn.py":{"current":1,"platform":1,"seed":1,"everything":1,"0":4,"these":1,"are":1,"expected":1,"to":1,"be":1,"f32":1,"q":5,"torch":7,"randn":3,"batch":7,"size":16,"seq":7,"len":7,"num":18,"heads":14,"head":9,"device":6,"k":7,"kv":12,"v":7,"scale":5,"1":2,"5":1,"attn":3,"multiheadattention":1,"output":4,"assert":2,"queries":4,"per":4,"reshape":4,"if":1,"repeat":2,"interleave":2,"dim":2,"2":3,"ref":3,"attention":1,"xla":1,"flash":1,"kernel":1,"is":1,"less":1,"accurate":1,"but":1,"much":1,"faster":1,"testing":1,"close":1,"atol":1,"1e":2,"rtol":1,"3":1},"0,594,data/raw/vllm-0.10.1/tests/v1/tpu/test_kv_cache_update_kernel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":6,"numpy":1,"as":1,"np":1,"pytest":6,"torch":2,"xla":1,"v1":1,"attention":1,"backends":1,"pallas":1,"noqa":1,"f401":1,"from":1,"platforms":1,"current":2,"platform":2,"mark":5,"skipif":1,"not":1,"is":2,"tpu":2,"reason":1,"this":1,"a":1,"test":1,"for":1,"only":1,"parametrize":4,"page":1,"size":1,"32":1,"33":1,"combined":1,"kv":1,"head":2,"num":2,"16":1,"dim":1,"128":1,"256":1,"slices":1,"per":1,"block":1,"4":1,"8":1},"594,1700,data/raw/vllm-0.10.1/tests/v1/tpu/test_kv_cache_update_kernel.py":{"def":1,"test":1,"kv":17,"cache":8,"update":4,"kernel":1,"page":13,"size":11,"int":4,"combined":3,"head":6,"num":11,"dim":3,"slices":4,"per":1,"block":1,"1000":1,"padded":2,"tokens":2,"128":1,"cpu":9,"torch":13,"zeros":1,"dtype":7,"bfloat16":2,"device":8,"xla":9,"to":3,"new":5,"randn":1,"slice":4,"lens":4,"np":10,"array":3,"7":3,"1":5,"9":1,"int32":5,"len":1,"start":2,"indices":4,"2":2,"3":2,"4":1,"6":2,"5":1,"8":1,"15":1,"concatenate":1,"0":1,"cumsum":1,"slot":7,"mapping":7,"stack":1,"axis":1,"transpose":1,"tensor":2,"sync":1},"2294,645,data/raw/vllm-0.10.1/tests/v1/tpu/test_kv_cache_update_kernel.py":{"torch":4,"ops":2,"xla":12,"dynamo":1,"set":1,"buffer":1,"donor":1,"kv":14,"cache":11,"true":1,"new":5,"update":2,"op":1,"slot":1,"mapping":1,"num":2,"slices":2,"page":1,"size":1,"per":1,"block":1,"copy":1,"sync":1,"for":1,"ni":3,"ci":3,"sl":3,"in":1,"zip":1,"indices":2,"start":1,"slice":1,"lens":1,"cpu":4,"assert":1,"allclose":1,"atol":1,"1e":2,"4":2,"rtol":1},"0,1693,data/raw/vllm-0.10.1/tests/v1/tpu/test_spmd_model_weight_loading.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"import":10,"gc":1,"tempfile":2,"numpy":1,"as":3,"np":2,"pytest":2,"torch":2,"xla":2,"distributed":5,"spmd":3,"xs":2,"runtime":2,"xr":3,"from":4,"config":7,"set":2,"current":2,"parallel":3,"state":1,"ensure":2,"model":9,"initialized":2,"init":4,"environment":3,"engine":4,"arg":1,"utils":1,"engineargs":2,"executor":1,"loader":1,"tpu":1,"tpumodelloader":1,"def":2,"setup":1,"args":2,"create":1,"with":1,"temp":2,"file":3,"mkstemp":1,"1":8,"local":1,"rank":1,"method":1,"f":1,"backend":1,"gloo":1,"under":1,"single":1,"worker":1,"mode":1,"full":1,"is":2,"first":1,"and":1,"then":1,"partitioned":1,"using":1,"gspmd":1,"return":2,"mesh":9,"none":2,"get":1,"global":2,"if":1,"use":1,"num":3,"devices":3,"device":3,"count":1,"shape":2,"ids":2,"array":1,"range":1,"x":1,"y":1,"mark":1,"parametrize":1,"qwen":1,"qwen2":1,"5b":1,"instruct":3,"skip":1,"large":1,"models":1,"due":1,"ci":1,"runner":1,"disk":1,"space":1,"limitations":1,"meta":2,"llama":4,"3":2,"8b":1,"70b":1},"1693,661,data/raw/vllm-0.10.1/tests/v1/tpu/test_spmd_model_weight_loading.py":{"def":1,"test":3,"tpu":2,"model":9,"loader":3,"skip":2,"the":3,"70b":3,"if":3,"there":1,"are":1,"less":2,"than":2,"8":3,"chips":2,"todo":1,"query":2,"using":1,"torch":1,"xla":1,"api":2,"is":2,"not":1,"working":1,"with":1,"spmd":3,"now":1,"however":1,"this":1,"running":1,"under":1,"mode":1,"in":1,"and":1,"xr":1,"global":1,"runtime":1,"device":1,"count":1,"pytest":1,"skipping":1,"vm":1,"has":1,"to":1,"avoid":1,"oom":1,"vllm":4,"config":7,"setup":1,"environment":1,"tpumodelloader":1,"load":3,"mesh":3,"get":1,"del":1,"gc":1,"collect":1},"0,1779,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"import":9,"pytest":2,"from":8,"attention":2,"layer":1,"config":20,"cacheconfig":2,"modelconfig":2,"schedulerconfig":2,"vllmconfig":2,"set":1,"current":1,"pooling":1,"params":2,"poolingparams":1,"sampling":1,"samplingparams":1,"utils":2,"gib":1,"bytes":1,"v1":3,"core":2,"kv":2,"cache":6,"estimate":1,"max":4,"model":10,"len":3,"get":9,"sched":1,"output":1,"cachedrequestdata":1,"newrequestdata":1,"scheduleroutput":1,"worker":1,"tpu":2,"runner":4,"tpumodelrunner":2,"padded":2,"num":3,"reqs":1,"with":1,"upper":1,"limit":1,"token":2,"req":1,"paddings":2,"def":3,"scheduler":3,"seqs":1,"10":1,"batched":1,"tokens":1,"512":2,"facebook":1,"opt":1,"125m":1,"dtype":2,"bfloat16":2,"tpus":1,"typically":1,"use":1,"seed":1,"42":1,"block":1,"size":1,"16":1,"gpu":1,"memory":1,"utilization":1,"9":1,"swap":1,"space":1,"auto":1,"return":3,"device":3,"xla":1,"mocking":1,"fixture":1,"patchers":1,"have":1,"already":1,"been":1,"started":1,"at":1,"module":1,"level":1},"1779,1938,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":4,"schedule":1,"new":6,"request":4,"req":22,"ids":9,"str":4,"scheduleroutput":2,"reqs":5,"num":11,"scheduled":14,"tokens":11,"total":4,"0":4,"for":2,"id":14,"in":3,"append":1,"newrequestdata":1,"prompt":1,"token":1,"1":1,"2":1,"3":2,"mm":3,"kwargs":1,"hashes":1,"positions":1,"sampling":1,"params":2,"samplingparams":1,"pooling":1,"poolingparams":1,"block":7,"should":1,"be":1,"tuple":1,"list":1,"int":1,"computed":1,"lora":1,"none":2,"return":3,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"spec":1,"decode":1,"encoder":2,"inputs":1,"common":1,"prefix":1,"blocks":1,"finished":1,"set":1,"free":1,"input":4,"structured":1,"output":1,"grammar":1,"bitmask":1,"is":3,"model":8,"runner":8,"bool":3,"batch":3,"to":2,"index":3,"added":1,"requests":2,"state":3,"table":4,"match":2,"check":1,"if":1,"the":2,"this":1,"function":1,"handles":1,"both":1,"legacy":1,"blocktable":1,"and":1,"multigroupblocktable":1,"structures":1,"backward":1,"compatibility":1,"multi":1,"group":1},"3717,1986,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"access":1,"the":2,"first":3,"block":19,"table":10,"from":1,"multigroupblocktable":2,"this":1,"is":7,"safe":1,"since":1,"we":1,"currently":1,"only":1,"use":2,"single":1,"kv":1,"cache":1,"groups":1,"multi":1,"group":3,"0":7,"req":32,"state":5,"ids":12,"now":1,"tuple":2,"list":4,"int":3,"for":1,"extract":2,"s":1,"if":2,"isinstance":1,"new":7,"format":2,"else":1,"legacy":1,"directly":1,"num":7,"blocks":5,"per":2,"row":2,"index":3,"len":1,"return":2,"false":1,"values":2,"np":1,"all":1,"def":2,"test":2,"update":4,"states":4,"request":5,"model":9,"runner":9,"id":10,"scheduler":5,"output":6,"schedule":2,"assert":5,"added":2,"scheduled":8,"match":1,"finished":2,"finish":1,"scheduleroutput":1,"reqs":2,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"tokens":3,"total":1,"spec":1,"decode":1,"encoder":2,"inputs":1,"common":1,"prefix":1,"free":1,"input":1,"structured":1,"grammar":1,"bitmask":1,"none":1},"5703,1988,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"model":14,"runner":14,"update":5,"states":5,"scheduler":7,"output":9,"assert":9,"not":3,"is":9,"req":31,"added":4,"id":13,"scheduled":16,"def":1,"test":1,"request":4,"resumed":2,"0":5,"new":6,"schedule":1,"unschedule":1,"scheduleroutput":2,"reqs":4,"cached":4,"cachedrequestdata":2,"make":1,"empty":1,"num":7,"tokens":7,"total":2,"spec":2,"decode":2,"encoder":4,"inputs":2,"common":2,"prefix":2,"blocks":2,"finished":2,"ids":9,"set":2,"free":2,"input":2,"structured":2,"grammar":2,"bitmask":2,"none":2,"resume":1,"data":2,"from":1,"preemption":1,"false":1,"token":1,"block":2,"computed":1,"1":2,"state":1,"table":1,"match":1},"7691,1973,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":2,"test":2,"update":6,"states":6,"no":1,"changes":1,"model":15,"runner":15,"req":32,"id":8,"0":7,"new":6,"scheduler":8,"output":10,"schedule":3,"request":5,"assert":9,"is":9,"added":4,"scheduled":16,"scheduleroutput":2,"reqs":5,"cached":2,"cachedrequestdata":2,"make":2,"empty":2,"num":6,"tokens":6,"1":8,"total":2,"spec":2,"decode":2,"encoder":4,"inputs":2,"common":2,"prefix":2,"blocks":2,"finished":2,"ids":13,"set":2,"free":2,"input":2,"structured":2,"grammar":2,"bitmask":2,"none":2,"state":1,"block":1,"table":1,"match":1,"unscheduled":1,"unschedule":1},"9664,1926,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"assert":12,"is":4,"req":8,"added":2,"model":4,"runner":4,"ids":4,"0":3,"scheduled":2,"1":3,"not":3,"def":2,"test":2,"get":12,"paddings":26,"bucketed":2,"padding":12,"min":7,"token":30,"size":19,"max":12,"gap":8,"16":9,"512":7,"64":6,"expected":7,"32":5,"128":4,"192":2,"256":4,"320":3,"384":1,"448":1,"actual":7,"with":2,"a":2,"power":2,"of":2,"two":2,"317":2,"exponential":2,"1024":2,"padded":6,"len":6,"20":1,"300":1},"11590,1538,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":3,"test":3,"get":9,"padded":5,"num":7,"reqs":5,"with":7,"upper":5,"limit":5,"assert":8,"3":1,"32":9,"8":8,"9":1,"16":4,"19":1,"17":1,"28":2,"req":4,"paddings":4,"1":10,"36":2,"init":1,"kv":3,"cache":1,"sharing":2,"invalid":2,"target":4,"layer":14,"order":1,"model":4,"runner":2,"0":6,"layers":2,"self":2,"attn":4,"error":3,"msg":2,"f":1,"must":1,"come":2,"before":2,"the":2,"current":2,"vllm":4,"config":4,"pytest":1,"raises":1,"valueerror":1,"match":1,"set":1,"fwd":2,"context":2,"initialization":1,"below":1,"will":1,"fail":1,"because":1,"is":2,"needs":1,"to":1,"attention":2,"heads":2,"head":2,"size":2,"128":2,"scale":2,"prefix":2,"name":1,"suppress":1,"var":1,"not":2,"used":1,"none":1},"13128,1036,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":1,"test":1,"init":1,"kv":3,"cache":1,"with":2,"sharing":2,"target":2,"layer":13,"not":4,"exist":2,"model":6,"runner":2,"0":7,"layers":3,"self":2,"attn":7,"1":6,"invalid":4,"cross":2,"error":3,"msg":2,"f":1,"is":2,"a":1,"valid":1,"attention":3,"in":1,"the":1,"vllm":4,"config":4,"pytest":1,"raises":1,"valueerror":1,"match":1,"set":1,"current":1,"fwd":2,"context":2,"num":2,"heads":2,"8":2,"head":2,"size":2,"128":2,"scale":2,"prefix":2,"atn":1,"doesn":1,"t":1,"name":1,"suppress":1,"var":1,"used":1,"assert":1,"none":1},"14164,1042,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":1,"test":1,"init":1,"kv":3,"cache":1,"with":2,"sharing":2,"target":4,"same":2,"as":2,"current":3,"model":4,"runner":2,"layer":13,"0":6,"layers":2,"self":2,"attn":4,"1":9,"error":3,"msg":2,"f":1,"cannot":1,"be":1,"the":3,"vllm":4,"config":4,"pytest":1,"raises":1,"valueerror":1,"match":1,"set":1,"fwd":2,"context":2,"initialization":1,"below":1,"will":1,"fail":1,"because":1,"is":2,"invalid":1,"needs":1,"to":1,"come":1,"before":1,"attention":2,"num":2,"heads":2,"8":2,"head":2,"size":2,"128":2,"scale":2,"prefix":2,"name":1,"suppress":1,"var":1,"not":2,"used":1,"assert":1,"none":1},"15206,1745,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":1,"test":2,"init":1,"kv":18,"cache":16,"without":1,"sharing":1,"layer":7,"0":8,"model":8,"layers":4,"self":2,"attn":4,"1":8,"vllm":9,"config":16,"get":4,"with":1,"set":2,"current":1,"fwd":2,"context":5,"attention":2,"num":7,"heads":3,"8":3,"head":3,"size":6,"128":4,"scale":2,"prefix":2,"suppress":1,"var":1,"not":2,"used":1,"error":1,"assert":7,"is":1,"none":1,"high":1,"length":2,"to":1,"max":2,"estimation":1,"len":4,"000":2,"ctx":1,"compilation":1,"static":1,"forward":1,"runner":4,"spec":4,"2":7,"shared":1,"available":4,"memory":4,"20":1,"gib":1,"bytes":1,"page":1,"for":1,"each":1,"can":1,"be":1,"calculated":1,"as":1,"non":1,"mla":1,"dim":1,"bfloat16":1,"dtype":1,"block":1,"512kb":2,"expected":2,"blocks":3,"20480":1,"20gb":1,"tensors":3},"16951,1274,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"max":6,"context":5,"len":8,"estimate":1,"model":2,"vllm":3,"config":8,"kv":27,"cache":22,"spec":2,"5":1,"gib":1,"bytes":2,"with":2,"sharing":1,"should":1,"be":1,"2x":1,"as":2,"large":2,"without":1,"available":1,"memory":3,"page":2,"size":5,"block":2,"num":2,"caches":1,"5gb":1,"512kb":2,"128":1,"2":4,"655360":2,"assert":6,"important":1,"override":1,"tensor":4,"to":2,"prevent":1,"mem":1,"alloc":1,"during":1,"test":1,"this":1,"will":1,"only":1,"allocate":1,"worth":1,"of":1,"blocks":1,"1":9,"for":1,"in":1,"tensors":1,"shared":1,"by":1,"0":12,"runner":1,"initialize":1,"layer":15,"ctx":2,"check":2,"does":1,"not":1,"share":1,"id":2,"added":1,"group":1,"s":1,"names":4,"groups":4},"18225,1884,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"def":1,"test":2,"init":1,"kv":21,"cache":16,"with":3,"sharing":5,"valid":1,"layer":12,"0":11,"model":9,"layers":4,"self":3,"attn":6,"1":10,"vllm":9,"config":15,"get":4,"set":2,"current":1,"fwd":2,"context":5,"attention":2,"num":5,"heads":2,"8":2,"head":2,"size":5,"128":2,"scale":2,"prefix":2,"target":1,"name":1,"suppress":1,"var":1,"not":2,"used":1,"error":1,"assert":7,"is":3,"none":1,"high":1,"length":2,"to":2,"max":2,"estimation":1,"len":3,"3":1,"000":2,"ctx":1,"compilation":1,"static":1,"forward":1,"runner":4,"spec":6,"in":1,"shared":1,"available":5,"memory":4,"20":1,"gib":1,"bytes":1,"page":2,"for":2,"s":1,"512kb":2,"we":1,"can":1,"allocate":1,"mem":1,"blocks":4,"which":1,"twice":2,"as":2,"many":1,"without":1,"expected":2,"2":1,"20480":1,"20gb":1,"tensors":2,"each":1,"now":1,"has":1,"the":1,"compared":1,"no":1},"20109,1639,data/raw/vllm-0.10.1/tests/v1/tpu/worker/test_tpu_model_runner.py":{"max":7,"context":3,"len":11,"estimate":1,"model":13,"vllm":9,"config":15,"kv":24,"cache":19,"spec":2,"5":1,"gib":1,"bytes":2,"with":2,"sharing":1,"should":1,"be":1,"2x":1,"as":2,"large":2,"without":1,"assert":8,"2":4,"655360":1,"important":1,"override":1,"tensor":1,"size":3,"to":3,"prevent":1,"mem":1,"alloc":1,"during":1,"test":2,"this":1,"will":2,"only":1,"allocate":1,"1":10,"block":1,"worth":1,"of":1,"memory":2,"512kb":1,"num":8,"blocks":1,"tensors":1,"0":13,"layer":16,"page":3,"runner":6,"initialize":1,"ctx":2,"check":2,"shares":1,"id":2,"added":1,"group":1,"s":1,"names":4,"groups":4,"def":1,"most":3,"monkeypatch":3,"pytest":1,"setenv":1,"tpu":1,"2048":1,"get":2,"32000":1,"scheduler":1,"seqs":1,"1200":2,"verify":1,"adjust":1,"reqs":4,"avoid":1,"smem":1,"oom":1,"per":2,"req":2,"32k":1,"128":1,"1024":1,"4":1,"524":2},"0,1368,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"import":17,"random":1,"numpy":1,"as":1,"np":1,"pytest":1,"torch":1,"from":13,"attention":2,"config":3,"cacheconfig":1,"modelconfig":1,"parallelconfig":1,"schedulerconfig":1,"vllmconfig":1,"set":1,"current":3,"distributed":2,"parallel":2,"state":1,"init":1,"environment":2,"initialize":1,"model":4,"executor":1,"layers":1,"mamba":2,"mixer2":1,"mambamixer2":1,"platforms":1,"platform":2,"sampling":1,"params":1,"samplingparams":1,"utils":2,"gib":1,"bytes":1,"update":1,"variables":1,"v1":6,"core":2,"kv":3,"cache":3,"estimate":1,"max":1,"len":1,"get":1,"sched":1,"output":1,"cachedrequestdata":1,"newrequestdata":1,"scheduleroutput":1,"interface":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"kvcachetensor":1,"sample":1,"metadata":1,"samplingmetadata":1,"worker":2,"gpu":2,"input":1,"batch":1,"inputbatch":1,"runner":1,"gpumodelrunner":1,"block":1,"size":1,"16":1,"num":1,"blocks":1,"10":1,"device":2,"type":1},"1368,1983,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":2,"initialize":3,"kv":15,"cache":17,"runner":14,"gpumodelrunner":2,"only":1,"perform":1,"necessary":1,"steps":1,"in":1,"attn":4,"spec":5,"fullattentionspec":1,"block":6,"size":13,"num":11,"heads":2,"model":10,"config":24,"get":4,"parallel":4,"head":2,"dtype":4,"use":1,"mla":1,"false":1,"tensor":2,"page":1,"bytes":1,"blocks":3,"kvcacheconfig":1,"tensors":1,"kvcachetensor":1,"shared":1,"by":1,"layer":3,"0":5,"groups":2,"kvcachegroupspec":1,"names":1,"input":1,"batch":1,"inputbatch":1,"max":9,"reqs":2,"len":3,"batched":2,"tokens":3,"device":2,"pin":2,"memory":3,"vocab":2,"sizes":1,"backend":1,"vllm":3,"scheduler":3,"schedulerconfig":1,"seqs":1,"10":1,"512":2,"modelconfig":1,"facebook":1,"opt":1,"125m":1,"float16":1,"seed":1,"42":1,"cacheconfig":1,"gpu":1,"utilization":1,"9":1,"swap":1,"space":1,"auto":1,"parallelconfig":1,"vllmconfig":1,"return":1,"pytest":1,"fixture":1},"3351,1905,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":4,"model":11,"runner":10,"vllm":6,"config":12,"get":3,"num":14,"heads":3,"kv":2,"parallel":1,"head":3,"size":3,"compilation":1,"static":1,"forward":1,"context":1,"layer":1,"0":6,"attention":1,"1":2,"gpumodelrunner":1,"device":1,"initialize":1,"cache":1,"return":4,"2":2,"schedule":1,"new":5,"request":3,"req":15,"ids":7,"str":3,"scheduleroutput":2,"reqs":5,"scheduled":14,"tokens":11,"total":4,"for":1,"id":10,"in":3,"append":1,"newrequestdata":1,"prompt":1,"token":1,"3":2,"mm":3,"kwargs":1,"hashes":1,"positions":1,"sampling":1,"params":2,"samplingparams":1,"pooling":1,"none":3,"block":1,"computed":1,"lora":1,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"spec":1,"decode":1,"encoder":2,"inputs":1,"common":1,"prefix":1,"blocks":1,"finished":1,"set":1,"free":1,"input":2,"structured":1,"output":1,"grammar":1,"bitmask":1,"is":2,"bool":2,"batch":1,"to":1,"index":1,"added":1,"requests":1},"5256,1558,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":4,"is":9,"sampling":6,"metadata":8,"changed":2,"model":17,"runner":17,"before":4,"samplingmetadata":1,"return":3,"input":4,"batch":4,"not":1,"req":30,"state":5,"block":10,"table":8,"match":2,"id":13,"str":1,"bool":1,"index":5,"to":1,"0":5,"requests":1,"if":1,"num":4,"blocks":4,"per":2,"row":2,"len":1,"ids":2,"false":1,"np":1,"all":1,"test":2,"update":4,"states":4,"new":5,"request":4,"dist":2,"init":2,"scheduler":4,"output":4,"schedule":2,"assert":6,"added":2,"scheduled":2,"finished":1},"6814,1947,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"finish":1,"req":25,"scheduler":6,"output":8,"scheduleroutput":2,"scheduled":15,"new":6,"reqs":4,"cached":3,"cachedrequestdata":3,"make":2,"empty":2,"num":7,"tokens":7,"total":2,"0":7,"spec":2,"decode":2,"encoder":4,"inputs":2,"common":2,"prefix":2,"blocks":2,"finished":2,"ids":9,"id":10,"free":2,"input":3,"structured":2,"request":4,"grammar":2,"bitmask":2,"none":2,"metadata":4,"before":2,"model":12,"runner":12,"batch":1,"sampling":2,"update":4,"states":4,"assert":7,"is":7,"changed":1,"not":3,"added":3,"def":1,"test":1,"resumed":2,"dist":1,"init":1,"schedule":1,"unschedule":1,"set":1,"resume":1,"data":1,"from":1,"preemption":1,"false":1,"token":1,"block":1,"computed":1},"8761,1995,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"scheduler":4,"output":5,"scheduleroutput":1,"scheduled":7,"new":2,"reqs":2,"cached":2,"req":23,"data":1,"num":3,"tokens":3,"id":4,"1":15,"total":1,"spec":1,"decode":1,"encoder":2,"inputs":1,"common":1,"prefix":1,"blocks":1,"0":28,"finished":1,"ids":5,"set":1,"free":1,"input":2,"structured":1,"request":2,"grammar":1,"bitmask":1,"none":2,"metadata":4,"before":2,"model":13,"runner":13,"batch":1,"sampling":2,"update":2,"states":2,"assert":9,"is":4,"changed":1,"added":1,"state":1,"block":1,"table":1,"match":1,"def":1,"test":1,"get":6,"nans":6,"in":6,"logits":15,"dist":1,"init":1,"schedule":1,"torch":4,"tensor":4,"2":5,"3":5,"device":8,"result":10,"float":6,"nan":6,"4":2},"10756,1866,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"logits":3,"torch":1,"tensor":1,"float":3,"nan":3,"2":4,"0":13,"1":7,"3":2,"device":2,"result":2,"model":17,"runner":17,"get":1,"nans":1,"in":1,"assert":11,"req":31,"def":2,"test":2,"update":5,"states":5,"no":1,"changes":1,"dist":2,"init":2,"id":8,"new":5,"scheduler":6,"output":7,"schedule":3,"request":4,"is":10,"added":4,"scheduled":10,"scheduleroutput":1,"reqs":3,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"num":3,"tokens":3,"total":1,"spec":1,"decode":1,"encoder":2,"inputs":1,"common":1,"prefix":1,"blocks":1,"finished":1,"ids":9,"set":1,"free":1,"input":2,"structured":1,"grammar":1,"bitmask":1,"none":1,"metadata":4,"before":2,"batch":1,"sampling":2,"not":1,"changed":1,"state":1,"block":1,"table":1,"match":1,"unscheduled":1},"12622,1932,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"unschedule":1,"req":11,"1":5,"scheduler":2,"output":3,"scheduleroutput":1,"scheduled":8,"new":1,"reqs":2,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"num":5,"tokens":3,"ids":8,"0":4,"total":1,"spec":1,"decode":1,"encoder":2,"inputs":1,"common":1,"prefix":1,"blocks":2,"finished":1,"set":1,"free":1,"input":1,"structured":1,"request":1,"grammar":1,"bitmask":1,"none":1,"metadata":3,"before":2,"model":16,"runner":14,"update":1,"states":1,"assert":5,"is":5,"sampling":1,"changed":1,"added":2,"not":1,"def":2,"test":3,"kv":9,"cache":7,"stride":10,"order":5,"monkeypatch":2,"this":1,"checks":1,"if":1,"gpumodelrunner":1,"initializes":1,"correctly":1,"when":1,"an":1,"attention":2,"backend":5,"enforces":1,"a":1,"non":1,"default":4,"n":2,"heads":3,"config":4,"get":3,"parallel":1,"expected":2,"shape":2,"2":1,"block":1,"size":2,"head":1,"todo":1,"mla":1,"list":1,"range":1,"5":1,"permutation":1,"that":1,"gets":1,"you":1,"back":1,"to":1,"rnd":4,"tuple":1,"random":1,"sample":1,"len":1,"return":1,"patch":1,"the":2,"class":1,"and":1,"re":1,"trigger":1,"creation":1,"for":1,"attn":6,"group":3,"in":1,"iterator":1,"setattr":1,"groups":1,"initialize":1},"14554,1723,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"shape":5,"is":3,"unchanged":1,"but":1,"layout":1,"may":1,"differ":1,"kv":10,"cache":3,"model":33,"runner":23,"caches":3,"0":1,"assert":6,"list":1,"expected":1,"if":1,"default":1,"stride":2,"rnd":1,"all":2,"contiguous":2,"for":2,"in":4,"else":1,"not":2,"def":3,"test":4,"update":6,"config":12,"simple":1,"load":18,"format":7,"dummy":6,"raise":1,"error":1,"on":1,"non":1,"existing":1,"with":3,"pytest":2,"raises":2,"assertionerror":2,"do":1,"exist":1,"weights":9,"inplace":3,"dist":1,"init":1,"2":9,"this":1,"loads":2,"one":1,"go":1,"while":1,"first":1,"then":1,"real":2,"original":2,"initial":1,"loading":1,"str":4,"get":4,"state":4,"dict":4,"reload":3,"before":1},"16277,1953,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":2,"test":2,"init":2,"kv":6,"cache":2,"with":4,"sharing":4,"invalid":6,"target":6,"layer":27,"order":1,"torch":4,"set":2,"default":2,"dtype":2,"float16":2,"0":13,"model":6,"layers":5,"self":4,"attn":11,"1":15,"error":6,"msg":4,"f":2,"must":1,"come":2,"before":2,"the":3,"current":1,"pytest":2,"raises":2,"valueerror":2,"match":2,"fwd":4,"context":4,"initialization":1,"below":1,"will":1,"fail":1,"because":1,"is":4,"needs":1,"to":1,"attention":5,"num":4,"heads":4,"8":4,"head":4,"size":4,"64":4,"scale":4,"prefix":4,"name":2,"suppress":2,"var":2,"not":6,"used":2,"assert":2,"none":2,"exist":2,"cross":2,"a":1,"valid":1,"in":1,"atn":1,"doesn":1,"t":1},"18230,980,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":1,"test":1,"init":1,"kv":3,"cache":1,"with":2,"sharing":2,"target":4,"same":2,"as":2,"current":2,"torch":2,"set":1,"default":1,"dtype":1,"float16":1,"layer":13,"0":6,"model":2,"layers":2,"self":2,"attn":4,"1":9,"error":3,"msg":2,"f":1,"cannot":1,"be":1,"the":3,"pytest":1,"raises":1,"valueerror":1,"match":1,"fwd":2,"context":2,"initialization":1,"below":1,"will":1,"fail":1,"because":1,"is":2,"invalid":1,"needs":1,"to":1,"come":1,"before":1,"attention":2,"num":2,"heads":2,"8":2,"head":2,"size":2,"64":2,"scale":2,"prefix":2,"name":1,"suppress":1,"var":1,"not":2,"used":1,"assert":1,"none":1},"19210,1863,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":1,"test":2,"init":1,"kv":19,"cache":17,"without":2,"sharing":2,"torch":2,"set":3,"default":1,"dtype":1,"float16":1,"layer":7,"0":9,"model":5,"layers":4,"self":2,"attn":4,"1":7,"vllm":10,"config":17,"get":3,"with":2,"current":1,"fwd":2,"context":8,"attention":2,"num":6,"heads":2,"8":2,"head":2,"size":5,"64":2,"scale":2,"prefix":2,"suppress":1,"var":1,"not":2,"used":1,"error":1,"assert":8,"is":2,"none":1,"high":1,"length":2,"to":1,"max":6,"estimation":1,"len":8,"3":1,"000":2,"ctx":1,"compilation":1,"static":1,"forward":1,"runner":3,"gpumodelrunner":1,"device":1,"spec":6,"2":5,"shared":1,"available":4,"memory":4,"20":1,"gib":2,"bytes":2,"page":1,"for":1,"s":1,"32kb":2,"expected":2,"blocks":3,"327680":1,"20gb":1,"tensors":3,"estimate":1,"5":1,"should":1,"be":1,"2x":1,"as":2,"large":1,"1310720":1},"21073,923,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"important":1,"override":1,"tensor":4,"size":3,"to":2,"prevent":1,"large":1,"mem":1,"alloc":1,"during":1,"test":1,"this":1,"will":1,"only":1,"allocate":1,"2":3,"block":1,"worth":1,"of":1,"memory":2,"32kb":1,"kv":25,"cache":21,"config":7,"num":1,"blocks":1,"1":9,"for":1,"in":1,"tensors":1,"spec":1,"shared":1,"by":1,"0":12,"page":1,"bytes":1,"runner":1,"initialize":1,"layer":15,"vllm":2,"ctx":2,"check":2,"does":1,"not":1,"share":1,"with":1,"assert":5,"id":2,"added":1,"group":1,"s":1,"names":4,"len":2,"groups":4},"21996,1908,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"def":1,"test":2,"init":1,"kv":21,"cache":16,"with":3,"sharing":5,"valid":1,"torch":2,"set":3,"default":1,"dtype":1,"float16":1,"layer":12,"0":11,"model":5,"layers":4,"self":3,"attn":6,"1":10,"vllm":9,"config":15,"get":3,"current":1,"fwd":2,"context":5,"attention":2,"num":5,"heads":2,"8":2,"head":2,"size":5,"64":2,"scale":2,"prefix":2,"target":1,"name":1,"suppress":1,"var":1,"not":2,"used":1,"error":1,"assert":7,"is":3,"none":1,"high":1,"length":2,"to":2,"max":2,"estimation":1,"len":3,"3":1,"000":2,"ctx":1,"compilation":1,"static":1,"forward":1,"runner":3,"gpumodelrunner":1,"device":1,"spec":6,"in":1,"shared":1,"available":5,"memory":4,"20":1,"gib":1,"bytes":1,"page":2,"for":2,"s":1,"32kb":2,"we":1,"can":1,"allocate":1,"mem":1,"blocks":4,"which":1,"twice":2,"as":2,"many":1,"without":1,"expected":2,"655360":1,"20gb":1,"tensors":2,"each":1,"now":1,"has":1,"the":1,"compared":1,"no":1},"23904,1781,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"max":4,"context":3,"len":6,"estimate":1,"model":4,"vllm":3,"config":8,"kv":25,"cache":20,"spec":2,"5":1,"gib":1,"bytes":2,"with":2,"sharing":1,"should":1,"be":1,"2x":1,"as":2,"large":2,"without":1,"assert":6,"2":2,"1310720":1,"important":1,"override":1,"tensor":3,"size":5,"to":2,"prevent":1,"mem":1,"alloc":1,"during":1,"test":3,"this":2,"will":2,"only":1,"allocate":1,"1":12,"block":3,"worth":1,"of":1,"memory":2,"32kb":1,"num":1,"blocks":1,"tensors":2,"0":15,"layer":16,"page":1,"runner":2,"initialize":2,"ctx":2,"check":2,"shares":1,"id":2,"added":1,"group":1,"s":1,"names":4,"groups":4,"def":1,"hybrid":1,"attention":3,"mamba":3,"shapes":1,"monkeypatch":1,"the":4,"gpu":1,"creates":1,"different":1,"views":2,"into":1,"kvcachetensors":1,"for":1,"and":2,"layers":1,"via":1,"reshape":1,"function":1,"verifies":1,"that":1,"are":1,"compatible":1,"writing":1,"a":1,"not":1,"corrupt":1,"an":1,"vice":1,"versa":1,"current":1,"platform":1,"seed":1,"everything":1,"42":1,"update":1,"environment":2,"variables":1,"rank":2,"local":1,"world":1,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"init":1,"distributed":1,"parallel":2,"torch":2,"set":1,"default":1,"dtype":1,"float16":1},"25685,877,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"scheduler":3,"config":13,"schedulerconfig":1,"max":3,"num":2,"seqs":1,"10":1,"batched":1,"tokens":1,"512":2,"model":11,"len":1,"modelconfig":1,"ibm":1,"granite":2,"4":3,"0":5,"tiny":1,"preview":1,"dtype":2,"float16":1,"cache":4,"cacheconfig":1,"block":2,"size":2,"gpu":1,"memory":1,"utilization":1,"9":1,"swap":1,"space":1,"auto":1,"parallel":3,"parallelconfig":1,"vllm":1,"vllmconfig":1,"layer":6,"layers":6,"self":2,"attn":4,"1":2,"2":2,"mixer":4,"3":2,"5":2},"26562,1831,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"with":2,"set":1,"current":1,"vllm":8,"config":30,"monkeypatch":2,"context":7,"as":2,"m":4,"setenv":2,"attention":4,"backend":2,"flashinfer":2,"hf":14,"model":6,"fwd":4,"for":2,"key":6,"in":2,"layer":6,"0":2,"1":2,"num":5,"heads":6,"get":4,"parallel":2,"kv":4,"head":4,"size":8,"scale":1,"prefix":2,"2":1,"3":1,"4":1,"5":1,"mambamixer2":1,"hidden":4,"ssm":1,"state":2,"mamba":8,"d":3,"conv":4,"kernel":1,"intermediate":1,"expand":1,"use":2,"bias":4,"proj":1,"n":3,"groups":2,"dim":1,"rms":2,"norm":2,"eps":2,"activation":1,"act":1,"cache":4,"suppress":1,"var":1,"not":2,"used":1,"error":1,"assert":1,"is":1,"none":1,"ctx":1,"compilation":1,"static":1,"forward":1,"runner":2,"gpumodelrunner":1,"device":1,"spec":2},"28393,1929,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"available":2,"memory":2,"5":2,"gib":1,"bytes":1,"kv":12,"cache":12,"config":5,"get":1,"vllm":7,"spec":1,"runner":1,"initialize":1,"random":2,"partition":1,"of":1,"blocks":15,"blocks0":4,"will":2,"be":2,"assigned":2,"to":2,"attention":2,"layers":2,"blocks1":6,"mamba":2,"num":6,"ind":4,"np":2,"arange":1,"shuffle":1,"2":5,"attn":5,"shape":10,"ctx":6,"layer":14,"0":11,"conv":4,"ssm":4,"1":6,"assert":2,"we":1,"are":1,"using":1,"flashinfer":1,"constant":8,"torch":3,"full":3,"len":3,"device":6,"fill":5,"value":3,"3":2,"33":1,"6":1,"66":1,"9":1,"99":1,"all":2,"with":2,"for":2,"in":2,"detach":3,"clone":3,"4":1},"30322,539,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_model_runner.py":{"verify":1,"attention":1,"and":1,"mamba":1,"contents":1,"are":1,"correct":1,"for":2,"layer":11,"in":2,"0":5,"1":2,"assert":3,"torch":3,"equal":3,"vllm":3,"ctx":3,"kv":3,"cache":3,"blocks0":1,"attn":1,"blocks":3,"constant":3,"2":1,"3":1,"4":1,"5":1,"blocks1":2,"conv":1,"ssm":1},"0,1401,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":14,"inspect":3,"from":10,"collections":1,"abc":1,"sequence":2,"typing":1,"optional":1,"numpy":1,"as":1,"np":1,"pytest":1,"torch":1,"platforms":1,"current":3,"platform":3,"sampling":1,"params":1,"samplingparams":1,"utils":1,"is":1,"pin":1,"memory":1,"available":1,"make":1,"tensor":1,"with":1,"pad":1,"v1":5,"pool":1,"metadata":2,"poolingmetadata":1,"sample":2,"logits":1,"processor":1,"logitsprocessors":1,"samplingmetadata":1,"worker":2,"block":1,"table":1,"blocktable":1,"multigroupblocktable":1,"gpu":1,"input":1,"batch":2,"cachedrequeststate":1,"inputbatch":1,"vocab":1,"size":2,"1024":1,"num":2,"output":1,"tokens":2,"20":1,"max":2,"prompt":2,"100":1,"cuda":1,"devices":1,"f":1,"device":2,"type":1,"i":2,"for":3,"in":4,"range":1,"min":1,"count":1,"64":1,"def":1,"compare":1,"objs":1,"obj1":3,"obj2":2,"skip":2,"logitsprocs":1,"update":1,"builder":1,"attrs":2,"getmembers":1,"lambda":1,"a":7,"not":2,"isroutine":1,"attr":6,"names":2,"set":1,"if":2,"startswith":1,"and":1,"endswith":1,"name":4,"continue":1,"getattr":2,"b":1},"1401,1765,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"is":9,"same":9,"false":1,"if":4,"isinstance":4,"a":14,"torch":3,"tensor":1,"numel":4,"0":6,"or":1,"b":10,"and":3,"elif":5,"allclose":2,"true":5,"np":4,"ndarray":1,"multigroupblocktable":1,"for":3,"i":4,"in":5,"zip":1,"block":2,"tables":2,"compare":2,"objs":2,"blocktable":1,"samplingmetadata":1,"poolingmetadata":1,"we":1,"make":1,"it":1,"here":1,"must":1,"be":1,"assert":1,"f":2,"attribute":1,"attr":1,"name":1,"different":1,"obj1":1,"obj2":1,"def":2,"remove":13,"requests":2,"input":3,"batch":7,"inputbatch":1,"size":3,"int":4,"reqs":6,"list":2,"cachedrequeststate":2,"set":7,"str":3,"some":1,"randomly":1,"from":1,"the":1,"returns":1,"of":1,"request":2,"removed":1,"num":2,"to":10,"random":2,"randint":2,"req":12,"indices":3,"range":1,"index":6,"add":2,"ids":4,"id":3,"return":1,"construct":1,"expected":1,"sampling":1,"metadata":1,"retained":1,"dict":1,"device":2},"3166,908,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"samplingmetadata":2,"constructs":1,"and":1,"returns":1,"the":1,"expected":1,"for":9,"this":1,"batch":1,"num":11,"reqs":11,"len":1,"req":1,"ids":5,"retained":1,"output":1,"token":4,"list":6,"int":2,"in":8,"range":8,"prompt":1,"presence":1,"penalties":3,"0":10,"frequency":1,"repetition":1,"1":1,"top":2,"k":1,"p":1,"temperature":1,"min":1,"tokens":1,"logit":1,"bias":1,"none":1,"allowed":1,"mask":1,"torch":2,"zeros":1,"vocab":1,"size":1,"dtype":1,"bool":1,"device":2,"bad":1,"words":1},"4074,1367,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"for":1,"req":22,"in":16,"reqs":1,"if":3,"id":3,"not":1,"ids":12,"retained":1,"continue":1,"index":14,"input":14,"batch":14,"output":2,"token":11,"prompt":2,"presence":2,"penalties":3,"sampling":13,"params":13,"penalty":3,"frequency":2,"repetition":2,"top":4,"k":2,"p":2,"temperature":2,"min":2,"tokens":2,"all":1,"stop":1,"logit":2,"bias":2,"allowed":3,"mask":1,"true":1,"bad":3,"words":3},"5441,1609,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"return":1,"samplingmetadata":1,"temperature":2,"torch":14,"tensor":7,"dtype":7,"float":5,"device":15,"all":7,"greedy":1,"false":1,"random":1,"true":1,"top":6,"p":3,"none":2,"if":2,"x":10,"1":2,"0":5,"for":5,"in":5,"else":2,"k":3,"int":1,"generators":1,"max":1,"num":1,"logprobs":1,"prompt":2,"token":8,"ids":8,"make":1,"with":1,"pad":2,"vocab":1,"size":1,"int64":1,"frequency":3,"penalties":10,"presence":3,"repetition":3,"output":2,"no":1,"and":2,"allowed":2,"mask":2,"bad":2,"words":2,"logitsprocs":1,"logitsprocessors":1},"7050,1854,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"def":3,"create":2,"sampling":7,"params":4,"return":2,"samplingparams":1,"top":2,"k":1,"np":13,"random":13,"randint":8,"1":4,"10":3,"p":1,"uniform":5,"0":18,"presence":1,"penalty":3,"2":6,"repetition":1,"frequency":1,"min":1,"tokens":3,"stop":1,"token":8,"ids":9,"vocab":3,"size":6,"for":4,"in":5,"range":3,"logit":1,"bias":1,"3":2,"construct":1,"cached":1,"request":1,"state":1,"req":4,"id":4,"suffix":2,"int":2,"prompt":4,"max":1,"output":6,"num":2,"cachedrequeststate":1,"f":1,"pooling":1,"none":2,"mm":2,"kwargs":1,"positions":1,"block":1,"generator":1,"computed":1,"len":1,"pytest":2,"mark":2,"parametrize":2,"device":2,"cuda":1,"devices":1,"batch":5,"32":1,"64":1,"test":2,"metadata":4,"input":1,"str":1,"tests":1,"the":8,"logic":1,"managing":1,"inputbatch":2,"this":1,"involves":1,"adding":1,"a":2,"set":1,"of":3,"requests":1,"to":2,"followed":1,"by":1,"removing":1,"subset":1,"them":1,"afterward":1,"is":3,"compacted":1,"and":1,"make":2,"method":1,"invoked":1,"on":1,"then":1,"compared":1,"against":1,"expected":1,"results":1,"ensure":1,"correctness":1},"8904,1604,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"note":1,"ignore":1,"logits":1,"processor":1,"logic":1,"which":1,"is":6,"tested":1,"separately":1,"input":7,"batch":10,"inputbatch":2,"max":3,"num":2,"reqs":8,"size":4,"model":1,"len":1,"1024":3,"batched":1,"tokens":1,"device":6,"torch":5,"pin":2,"memory":2,"available":1,"vocab":1,"block":1,"sizes":1,"1":1,"list":1,"cachedrequeststate":2,"req":24,"id":8,"output":4,"token":3,"ids":7,"add":2,"requests":3,"for":1,"index":6,"in":1,"range":1,"construct":2,"cached":1,"request":2,"state":1,"assigned":2,"assert":1,"append":1,"remove":4,"some":1,"to":3,"retained":2,"set":1,"keys":1,"compact":1,"the":2,"condense":1,"generate":1,"sampling":5,"metadata":5,"make":1,"create":1,"expected":3,"def":1,"same":1,"t1":4,"optional":2,"tensor":2,"t2":4,"bool":1,"return":1,"none":4,"and":3,"or":1,"not":2,"allclose":1},"10508,1717,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"assert":12,"the":3,"actual":1,"and":1,"expected":12,"output":3,"torch":6,"allclose":6,"sampling":24,"metadata":24,"temperature":2,"same":2,"top":4,"p":2,"k":2,"frequency":2,"penalties":8,"presence":2,"repetition":2,"prompt":2,"token":9,"ids":9,"no":2,"if":1,"allowed":3,"mask":3,"bad":2,"words":2,"pytest":3,"mark":3,"parametrize":3,"device":2,"cuda":1,"devices":1,"batch":3,"size":2,"32":1,"swap":3,"list":3,"0":1,"1":1,"def":1,"test":1,"states":1,"in":2,"input":1,"str":1,"int":1,"tests":1,"logic":1,"for":1,"managing":1,"inputbatch":1},"12225,1969,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"this":1,"test":1,"involves":1,"adding":1,"a":2,"set":1,"of":3,"requests":2,"to":2,"the":6,"inputbatch":5,"followed":1,"by":1,"removing":1,"subset":1,"them":1,"afterward":1,"batch":13,"is":6,"compacted":1,"and":1,"make":2,"sampling":2,"metadata":4,"method":1,"invoked":1,"on":1,"output":4,"then":1,"compared":1,"against":1,"expected":1,"results":1,"ensure":1,"correctness":1,"note":1,"ignore":1,"logits":1,"processor":1,"logic":1,"which":1,"tested":1,"separately":1,"input":7,"max":6,"num":4,"reqs":13,"size":6,"model":2,"len":2,"1024":6,"batched":2,"tokens":2,"device":6,"torch":2,"pin":4,"memory":4,"available":2,"vocab":2,"block":2,"sizes":2,"1":5,"ref":3,"list":2,"cachedrequeststate":2,"req":25,"id":6,"token":3,"ids":3,"add":3,"for":3,"index":10,"in":3,"range":2,"construct":1,"cached":1,"request":3,"state":1,"assigned":4,"assert":2,"append":1,"reordered":6,"copy":1,"swap":9,"pair":7,"0":3,"states":1,"refresh":2},"14194,49,data/raw/vllm-0.10.1/tests/v1/worker/test_gpu_input_batch.py":{"compare":1,"objs":1,"input":2,"batch":2,"ref":1},"0,681,data/raw/vllm-0.10.1/tests/v1/entrypoints/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"import":1,"pytest":5,"fixture":4,"def":3,"sample":3,"prompts":1,"return":3,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"token":1,"ids":1,"1":7,"3":2,"regex":1,"r":2,"25":2,"5":2,"4":2,"d":4,"9":2,"note":1,"ensure":1,"this":1,"only":1,"uses":1,"attributes":1,"compatible":1,"with":1,"xgrammar":1},"681,1694,data/raw/vllm-0.10.1/tests/v1/entrypoints/conftest.py":{"def":1,"sample":1,"json":1,"schema":2,"return":1,"type":12,"object":2,"properties":2,"name":2,"string":6,"age":2,"integer":1,"skills":2,"array":2,"items":2,"grade":2,"pattern":3,"a":5,"d":1,"regex":1,"email":2,"za":3,"z0":2,"9":2,"z":1,"2":1,"work":2,"history":2,"company":2,"duration":2,"number":1,"minimum":1,"0":4,"maximum":1,"100":1,"numeric":1,"range":1,"position":2,"required":2,"additionalproperties":2,"false":2,"minitems":1,"maxitems":1,"3":1,"unsupported":1,"by":1,"xgrammar":1,"pytest":1,"fixture":1},"2375,1980,data/raw/vllm-0.10.1/tests/v1/entrypoints/conftest.py":{"def":4,"unsupported":1,"json":2,"schema":2,"return":4,"type":10,"object":3,"properties":3,"score":2,"integer":1,"multipleof":1,"5":1,"numeric":1,"multiple":1,"tags":2,"array":2,"items":2,"string":4,"minlength":1,"10":1,"maxlength":1,"20":1,"required":3,"additionalproperties":2,"false":2,"pytest":3,"fixture":3,"sample":3,"definition":1,"defs":2,"step":3,"explanation":3,"title":6,"output":3,"steps":3,"ref":1,"final":3,"answer":3,"mathreasoning":1,"guided":1,"choice":1,"python":1,"java":1,"javascript":1,"c":2,"php":1,"typescript":1,"ruby":1,"swift":1,"kotlin":1,"sql":1,"ebnf":1,"root":1,"select":3,"statement":2,"column":2,"from":1,"table":1,"where":1,"condition":1,"col":2,"1":1,"2":1},"4355,342,data/raw/vllm-0.10.1/tests/v1/entrypoints/conftest.py":{"table":7,"1":5,"2":5,"condition":3,"column":4,"number":4,"pytest":1,"fixture":1,"def":1,"sample":1,"sql":1,"lark":1,"return":1,"start":1,"select":3,"statement":2,"from":1,"where":1,"col":2},"0,1898,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"ruff":1,"noqa":1,"e501":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":11,"future":1,"import":15,"annotations":1,"json":1,"enum":2,"typing":1,"type":2,"checking":2,"any":1,"jsonschema":1,"pytest":1,"regex":1,"as":1,"re":1,"pydantic":1,"basemodel":1,"tests":1,"reasoning":4,"utils":1,"run":1,"extraction":1,"entrypoints":1,"llm":2,"outputs":1,"requestoutput":1,"platforms":1,"current":1,"platform":1,"abs":1,"parsers":1,"reasoningparsermanager":1,"sampling":1,"params":2,"guideddecodingparams":1,"samplingparams":1,"if":1,"config":7,"tokenizermode":1,"ngram":5,"spec":6,"model":2,"num":2,"speculative":2,"tokens":2,"5":6,"prompt":2,"lookup":2,"max":1,"min":1,"1":6,"eagle":4,"method":1,"yuhuili":1,"llama3":1,"instruct":12,"8b":9,"models":1,"backends":1,"tokenizer":1,"mode":1,"mistralai":7,"ministral":7,"2410":7,"xgrammar":5,"auto":9,"none":6,"guidance":3,"mistral":2,"qwen":3,"qwen2":3,"5b":3,"outlines":3,"fixme":1,"this":1,"test":1,"is":1,"flaky":1,"on":1,"ci":1,"thus":1,"disabled":1,"meta":2,"llama":2,"3":1},"1898,1965,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"params":2,"models":2,"tokenizer":6,"mode":6,"mistralai":1,"ministral":1,"8b":1,"instruct":2,"2410":1,"auto":2,"qwen":1,"qwen2":1,"5":1,"1":2,"5b":1,"class":2,"cartype":2,"str":16,"enum":1,"sedan":2,"suv":2,"truck":2,"coupe":2,"cardescription":1,"basemodel":1,"brand":1,"model":6,"car":1,"type":1,"def":2,"load":1,"json":5,"s":5,"backend":7,"if":2,"xgrammar":4,"return":2,"loads":2,"specific":1,"workarounds":1,"https":1,"github":1,"com":1,"mlc":1,"ai":1,"issues":1,"286":1,"re":1,"sub":1,"r":1,"x00":1,"x1f":1,"x7f":1,"xff":1,"pytest":4,"mark":2,"skip":2,"global":1,"cleanup":1,"parametrize":1,"name":3,"guided":7,"decoding":7,"speculative":6,"config":5,"backends":1,"test":3,"structured":1,"output":1,"monkeypatch":3,"sample":5,"schema":2,"dict":3,"any":4,"unsupported":1,"sql":2,"ebnf":1,"lark":1,"regex":1,"choice":1,"setenv":1,"vllm":1,"use":3,"v1":1,"current":2,"platform":2,"is":2,"tpu":3,"and":1,"does":1,"not":2,"support":1,"don":1,"t":1,"eager":4,"execution":1,"on":1,"tpus":1,"because":1,"we":1,"want":1,"to":2,"for":2,"no":1,"recompilation":1,"at":1,"runtime":1,"enforce":3,"bool":1,"a":1,"single":1,"llm":3,"instance":1,"several":1,"scenarios":1,"speed":1,"up":1,"the":1,"suite":1,"max":1,"len":1,"1024":1,"disable":1,"whitespace":1,"in":1,"guidance":1},"3863,1873,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"test":2,"1":3,"generate":5,"json":12,"output":11,"based":1,"on":1,"a":4,"provided":1,"schema":8,"sampling":6,"params":6,"samplingparams":2,"temperature":2,"0":3,"max":2,"tokens":2,"4096":2,"guided":3,"decoding":3,"guideddecodingparams":2,"sample":3,"outputs":7,"llm":2,"prompts":2,"f":4,"give":1,"an":2,"example":1,"for":5,"employee":1,"profile":1,"that":1,"fits":1,"this":1,"make":2,"the":2,"response":2,"as":4,"short":2,"possible":2,"2":3,"use":2,"tqdm":2,"true":3,"assert":8,"is":6,"not":6,"none":5,"in":3,"isinstance":2,"requestoutput":2,"prompt":4,"generated":6,"text":7,"n":2,"print":1,"r":2,"loads":1,"jsonschema":1,"validate":1,"instance":1,"object":3,"without":1,"if":1,"backend":1,"outlines":1,"with":2,"curly":1,"braces":1,"person":1,"name":1,"and":1,"age":1,"fields":1,"john":1,"smith":1,"who":1,"31":1,"years":1,"old":1},"5736,1943,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"for":4,"i":2,"in":2,"range":1,"2":2,"generated":8,"text":10,"output":5,"outputs":5,"print":2,"assert":7,"is":6,"not":5,"none":4,"parse":2,"to":2,"verify":2,"it":2,"a":3,"valid":2,"json":15,"object":2,"parsed":4,"loads":2,"isinstance":3,"dict":2,"test":2,"3":1,"jsonschema":1,"incompatible":1,"with":2,"xgrammar":3,"sampling":5,"params":5,"samplingparams":1,"temperature":1,"1":1,"0":2,"max":1,"tokens":1,"4096":1,"guided":2,"decoding":2,"guideddecodingparams":1,"unsupported":3,"schema":6,"if":1,"backend":1,"startswith":1,"pytest":1,"raises":1,"valueerror":1,"match":1,"the":3,"provided":1,"contains":1,"features":1,"supported":1,"by":1,"llm":2,"generate":2,"prompts":2,"f":4,"give":2,"an":3,"example":2,"employee":1,"profile":1,"that":2,"fits":2,"this":2,"make":2,"response":2,"as":4,"short":2,"possible":2,"use":2,"tqdm":2,"true":2,"else":1,"grade":1,"requestoutput":1},"7679,1849,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"if":1,"guided":3,"decoding":3,"backend":1,"outlines":1,"test":2,"4":1,"generate":6,"sql":6,"statement":4,"using":2,"ebnf":2,"grammar":5,"sampling":6,"params":6,"samplingparams":2,"temperature":2,"0":5,"8":2,"top":2,"p":2,"95":2,"max":2,"tokens":2,"1000":2,"guideddecodingparams":2,"sample":2,"outputs":5,"llm":2,"prompts":2,"a":2,"that":2,"selects":2,"col":4,"1":10,"from":3,"table":3,"where":3,"it":2,"is":5,"equal":2,"to":2,"make":2,"the":3,"response":2,"as":4,"short":2,"possible":2,"use":2,"tqdm":2,"true":2,"assert":5,"not":3,"none":3,"for":2,"output":5,"in":2,"isinstance":1,"requestoutput":1,"prompt":4,"generated":5,"text":6,"remove":1,"spaces":1,"comparison":1,"b":1,"c":1,"we":1,"removed":1,"them":1,"ground":2,"truth":2,"select":1,"replace":1,"strip":1,"print":1,"f":1,"r":2,"5":1,"lark":2},"9528,1968,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"assert":5,"outputs":4,"is":4,"not":4,"none":3,"for":2,"output":6,"in":2,"isinstance":1,"requestoutput":1,"prompt":4,"generated":6,"text":8,"0":5,"use":3,"lark":5,"to":3,"parse":3,"the":5,"and":1,"make":3,"sure":1,"it":2,"s":1,"a":4,"valid":1,"tree":1,"from":3,"import":1,"parser":2,"sample":3,"sql":2,"remove":1,"spaces":1,"comparison":1,"b":1,"c":1,"we":1,"removed":1,"them":1,"grammar":5,"ground":2,"truth":2,"select":1,"col":3,"1":7,"table":2,"where":2,"replace":1,"strip":1,"print":1,"f":3,"r":2,"test":3,"6":1,"invalid":1,"input":1,"sampling":6,"params":6,"samplingparams":2,"temperature":2,"8":2,"top":2,"p":2,"95":2,"max":1,"tokens":1,"1000":1,"guided":2,"decoding":2,"guideddecodingparams":2,"with":2,"pytest":1,"raises":1,"valueerror":1,"match":1,"failed":1,"convert":1,"llm":2,"generate":4,"prompts":2,"statement":1,"that":1,"selects":1,"equal":1,"response":2,"as":4,"short":2,"possible":2,"tqdm":2,"true":2,"7":1,"based":1,"on":1,"regex":5,"pattern":1,"give":1,"an":1,"example":1,"ipv4":1,"address":1,"this":1,"2":1},"11496,1933,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"assert":11,"outputs":9,"is":9,"not":8,"none":8,"for":3,"output":11,"in":3,"isinstance":2,"requestoutput":2,"prompt":8,"generated":12,"text":15,"0":5,"print":4,"re":1,"fullmatch":1,"sample":3,"regex":1,"f":2,"r":4,"test":2,"8":2,"generate":5,"based":1,"on":1,"a":3,"choices":1,"sampling":6,"params":6,"samplingparams":2,"temperature":2,"top":1,"p":1,"95":1,"guided":4,"decoding":2,"guideddecodingparams":2,"choice":3,"llm":2,"prompts":2,"the":6,"best":1,"language":1,"type":2,"safe":1,"systems":1,"programming":1,"make":2,"response":2,"as":4,"short":2,"possible":2,"use":2,"tqdm":2,"true":2,"9":1,"structured":1,"using":1,"pydantic":1,"model":3,"with":2,"an":1,"enum":1,"json":5,"schema":3,"cardescription":1,"1":1,"max":1,"tokens":1,"1000":1,"brand":1,"and":1,"car":2,"of":1,"most":1,"iconic":1,"from":1,"90":1,"s":1},"13429,1700,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"for":2,"output":14,"in":2,"outputs":6,"assert":7,"is":5,"not":5,"none":5,"isinstance":2,"requestoutput":2,"prompt":8,"generated":10,"text":12,"0":3,"print":2,"f":2,"r":4,"json":11,"loads":2,"jsonschema":2,"validate":2,"instance":2,"schema":6,"test":1,"10":1,"generate":3,"structured":1,"with":1,"minlength":2,"and":1,"maxlength":2,"min":2,"length":4,"50":3,"max":3,"type":2,"object":1,"properties":1,"description":3,"string":1,"required":1,"additionalproperties":1,"false":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"1":1,"tokens":1,"4096":1,"guided":1,"decoding":1,"guideddecodingparams":1,"llm":1,"prompts":1,"a":2,"of":1,"frog":1,"using":1,"characters":1,"make":1,"the":1,"response":1,"as":2,"short":1,"possible":1,"use":1,"tqdm":1,"true":1},"15129,1962,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"if":2,"guided":2,"decoding":2,"backend":1,"outlines":1,"test":1,"11":1,"generate":1,"structured":1,"output":1,"using":2,"structural":5,"tag":9,"format":3,"config":2,"type":4,"structures":1,"begin":1,"function":16,"get":3,"weather":4,"schema":1,"object":1,"properties":1,"city":4,"string":2,"additionalproperties":1,"false":1,"end":3,"triggers":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"0":2,"max":1,"tokens":1,"4096":1,"guideddecodingparams":1,"json":2,"dumps":1,"prompt":1,"you":3,"have":1,"access":1,"to":5,"the":9,"following":2,"retrieve":1,"in":2,"a":6,"name":5,"parameters":4,"param":1,"description":1,"for":1,"required":2,"true":1,"choose":1,"call":3,"only":2,"reply":2,"start":2,"where":1,"dict":1,"with":1,"argument":2,"as":2,"key":1,"and":1,"value":3,"here":1,"is":1,"an":1,"example":4,"reminder":1,"calls":1,"must":2,"follow":1,"specified":2,"be":1,"one":2,"at":1,"time":1,"put":1,"entire":1,"on":1,"line":1,"always":1,"add":1,"your":1,"sources":1,"when":1,"search":1,"results":1,"answer":1,"user":1,"query":1,"are":1,"helpful":1,"assistant":1},"17091,1897,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"given":1,"the":5,"previous":1,"instructions":1,"what":1,"is":4,"weather":2,"in":5,"new":1,"york":1,"city":3,"make":1,"response":3,"as":3,"short":1,"possible":1,"change":1,"this":1,"once":1,"other":1,"backends":1,"support":1,"structural":1,"tag":1,"outputs":4,"llm":1,"generate":1,"prompts":1,"prompt":1,"sampling":2,"params":2,"use":1,"tqdm":1,"true":1,"assert":6,"not":4,"none":4,"for":2,"output":4,"isinstance":2,"requestoutput":1,"generated":6,"text":7,"0":2,"search":1,"function":9,"call":6,"pattern":3,"r":4,"get":1,"matches":3,"re":1,"findall":1,"if":2,"print":2,"f":4,"warning":1,"no":1,"calls":1,"found":3,"continue":1,"take":1,"first":1,"multiple":1,"are":1,"json":7,"str":4,"try":1,"content":3,"loads":1,"valid":1,"except":1,"jsondecodeerror":1,"assertionerror":1,"e":2,"pytest":3,"fail":1,"invalid":1,"format":1,"nerror":1,"mark":2,"skip":1,"global":1,"cleanup":1,"parametrize":1,"model":1,"name":1,"guided":1,"decoding":1,"backend":1,"tokenizer":1,"mode":1,"reasoning":1,"parser":1,"speculative":1,"config":2,"noqa":1,"e501":1,"deepseek":4,"ai":1,"r1":3,"distill":1,"qwen":2,"1":2,"5b":1,"xgrammar":2,"auto":2,"ngram":1,"spec":1,"qwen3":1,"7b":1},"18988,1735,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"def":1,"test":3,"structured":1,"output":1,"with":2,"reasoning":10,"matrices":1,"monkeypatch":3,"pytest":2,"guided":4,"decoding":5,"backend":3,"str":4,"tokenizer":7,"mode":3,"tokenizermode":1,"parser":5,"model":5,"name":3,"speculative":5,"config":4,"dict":1,"any":3,"none":2,"setenv":1,"vllm":1,"use":3,"v1":1,"1":1,"if":3,"current":2,"platform":2,"is":3,"tpu":3,"and":1,"skip":1,"does":1,"not":2,"support":1,"a":2,"single":2,"llm":4,"instance":1,"for":2,"several":1,"scenarios":1,"to":3,"speed":1,"up":1,"the":3,"suite":1,"don":1,"t":1,"eager":2,"execution":1,"on":1,"tpus":1,"because":1,"we":1,"want":1,"no":1,"recompilation":1,"at":1,"runtime":1,"enforce":1,"bool":1,"max":2,"len":1,"1024":1,"num":1,"seqs":1,"16":1,"disable":1,"whitespace":1,"true":1,"get":2,"reasoner":1,"reasoningparsermanager":1,"prompt":2,"solve":1,"following":1,"math":1,"problem":1,"step":2,"by":1,"then":1,"provide":1,"final":1,"answer":1,"as":1,"json":1,"object":2,"key":1,"result":3,"make":1,"sure":1,"correct":1,"your":1,"there":1,"are":1,"issue":1,"should":1,"it":1,"arise":1,"nproblem":1,"what":1,"5":1,"8":1,"2":1,"noqa":1,"e501":1,"schema":1,"type":2,"properties":1,"integer":1,"required":1,"additionalproperties":1,"false":1,"qwen3":1,"in":1,"think":1,"n":1},"20723,1538,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"sampling":4,"params":5,"samplingparams":2,"temperature":2,"0":4,"1":3,"max":3,"tokens":2,"8192":1,"guided":3,"decoding":3,"guideddecodingparams":2,"json":7,"reasoning":7,"schema":5,"outputs":4,"llm":3,"generate":1,"prompt":5,"use":2,"tqdm":1,"true":1,"assert":3,"is":4,"not":4,"none":4,"output":8,"and":2,"isinstance":1,"requestoutput":1,"generated":2,"text":3,"content":7,"run":1,"extraction":1,"reasoner":1,"print":1,"f":1,"r":3,"nreasoning":1,"ncontent":1,"loads":1,"jsonschema":1,"validate":1,"instance":1,"pytest":3,"mark":2,"skip":1,"global":1,"cleanup":1,"parametrize":1,"model":5,"name":3,"tokenizer":5,"mode":6,"models":1,"def":1,"test":1,"structured":1,"auto":2,"monkeypatch":3,"unsupported":2,"dict":1,"str":3,"any":1,"setenv":1,"vllm":1,"v1":1,"len":1,"1024":1,"backend":1,"1000":1},"22261,1848,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"prompts":5,"give":1,"an":1,"example":1,"json":6,"object":2,"for":2,"a":1,"grade":1,"that":2,"fits":1,"this":2,"schema":3,"f":1,"unsupported":1,"make":2,"the":2,"response":1,"as":2,"short":1,"possible":1,"would":1,"fail":1,"with":1,"default":1,"of":1,"xgrammar":1,"but":1,"in":2,"auto":2,"we":2,"will":1,"handle":1,"fallback":1,"automatically":1,"outputs":5,"llm":4,"generate":2,"sampling":5,"params":5,"use":3,"tqdm":2,"true":4,"sure":1,"backend":2,"handling":1,"doesn":1,"t":1,"mess":1,"up":1,"and":1,"can":1,"reuse":1,"it":2,"without":1,"error":1,"extend":1,"assert":5,"is":4,"not":3,"none":3,"output":4,"isinstance":2,"requestoutput":1,"generated":4,"text":5,"0":1,"print":1,"parse":1,"to":1,"verify":1,"valid":1,"parsed":2,"loads":1,"dict":1,"pytest":2,"mark":1,"skip":1,"global":1,"cleanup":1,"def":1,"test":1,"guidance":2,"no":1,"additional":2,"properties":3,"monkeypatch":3,"setenv":1,"vllm":1,"v1":1,"1":2,"model":2,"qwen":1,"qwen2":1,"5":1,"5b":1,"instruct":1,"max":1,"len":1,"1024":1,"guided":3,"decoding":3,"disable":2,"any":1,"whitespace":1,"type":4,"a1":2,"string":3,"a2":2,"a3":2,"required":1},"24109,1397,data/raw/vllm-0.10.1/tests/v1/entrypoints/llm/test_struct_output_generate.py":{"prompt":2,"im":5,"start":3,"system":1,"nyou":1,"are":2,"qwen":1,"created":1,"by":1,"alibaba":1,"cloud":1,"you":1,"a":2,"helpful":1,"assistant":2,"end":2,"n":3,"user":1,"nplease":1,"generate":4,"large":1,"json":7,"object":1,"with":3,"key":1,"value":1,"pairs":1,"a1":2,"b1":1,"a2":2,"b2":1,"a20":1,"b20":1,"make":1,"the":1,"response":1,"as":2,"short":1,"possible":1,"def":1,"backend":5,"guided":3,"params":5,"guideddecodingparams":1,"schema":3,"disable":2,"any":1,"whitespace":1,"true":2,"additional":1,"properties":1,"sampling":3,"samplingparams":1,"temperature":1,"0":3,"max":1,"tokens":1,"256":1,"decoding":1,"outputs":4,"llm":1,"prompts":1,"assert":9,"is":2,"not":5,"none":2,"generated":10,"text":4,"parsed":4,"loads":1,"isinstance":1,"dict":1,"jsonschema":1,"validate":1,"instance":1,"return":1,"guidance":1,"in":6,"a3":1,"a4":1,"a5":1,"a6":1},"0,1999,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"from":4,"typing":1,"import":9,"optional":1,"openai":3,"use":1,"official":1,"client":7,"for":1,"correctness":1,"check":1,"pytest":7,"asyncio":3,"regex":1,"as":3,"re":1,"requests":1,"badrequesterror":1,"tests":1,"utils":2,"remoteopenaiserver":2,"transformers":1,"tokenizer":2,"get":2,"any":1,"model":9,"with":3,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":7,"facebook":1,"opt":1,"125m":1,"fixture":3,"scope":2,"module":2,"def":4,"default":5,"server":10,"args":5,"return":1,"dtype":1,"float32":1,"max":3,"len":2,"2048":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"enable":3,"prompt":2,"tokens":2,"details":1,"params":1,"no":2,"prefix":2,"caching":2,"disable":1,"frontend":1,"multiprocessing":1,"request":3,"if":1,"param":2,"remote":2,"yield":2,"async":6,"mark":2,"parametrize":1,"test":1,"single":1,"completion":5,"asyncopenai":1,"str":1,"none":3,"await":1,"completions":1,"create":1,"hello":1,"my":1,"is":3,"5":1,"temperature":1,"assert":2,"id":1,"not":2,"choices":2,"and":1,"1":1},"1999,1662,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"choice":10,"completion":10,"choices":5,"0":28,"assert":10,"len":3,"text":2,"5":5,"finish":1,"reason":1,"length":1,"usage":1,"openai":3,"types":1,"completionusage":1,"tokens":6,"prompt":5,"6":1,"total":1,"11":1,"test":5,"using":3,"token":4,"ids":3,"await":3,"client":5,"completions":3,"create":3,"model":14,"name":11,"max":3,"temperature":3,"1":2,"logprobs":13,"is":5,"none":6,"pytest":6,"mark":6,"asyncio":3,"parametrize":3,"async":2,"def":2,"no":1,"asyncopenai":2,"str":2,"zero":1,"not":3,"top":2},"3661,1997,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"async":3,"def":2,"test":5,"some":1,"logprobs":14,"client":6,"openai":6,"asyncopenai":2,"model":12,"name":8,"str":2,"using":3,"token":4,"ids":3,"completion":9,"await":4,"completions":4,"create":4,"prompt":4,"0":32,"max":6,"tokens":4,"5":8,"temperature":4,"choice":5,"choices":2,"assert":5,"is":3,"not":3,"none":4,"top":2,"len":2,"6":1,"pytest":5,"mark":3,"asyncio":2,"parametrize":1,"too":1,"many":1,"with":2,"raises":2,"badrequesterror":2,"apierror":2,"vllm":2,"has":2,"higher":2,"default":2,"20":2,"instead":2,"of":2,"to":2,"support":2,"both":2,"api":4,"and":2,"chat":2,"21":1,"stream":3,"30":1,"true":1,"for":1,"chunk":1,"in":1,"the":1,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"text":1},"5658,1607,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"pytest":4,"mark":3,"parametrize":2,"model":11,"name":11,"prompt":16,"logprobs":14,"1":4,"0":7,"none":8,"async":2,"def":2,"test":2,"completion":8,"client":4,"openai":2,"asyncopenai":2,"str":2,"optional":1,"int":1,"params":4,"dict":1,"a":1,"robot":2,"may":1,"not":6,"injure":1,"another":1,"my":1,"is":8,"if":3,"extra":1,"body":1,"and":1,"with":1,"raises":1,"badrequesterror":1,"await":2,"completions":2,"create":2,"else":2,"assert":5,"choices":5,"len":2,"asyncio":1,"streaming":1,"what":1,"an":1,"llm":1},"7265,1957,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"single":5,"completion":3,"await":3,"client":4,"completions":5,"create":3,"model":9,"name":6,"prompt":7,"max":5,"tokens":5,"5":2,"temperature":4,"0":12,"output":3,"choices":5,"text":3,"stream":4,"true":1,"chunks":3,"list":2,"str":2,"finish":7,"reason":6,"count":3,"async":2,"for":1,"chunk":5,"in":2,"append":1,"if":1,"is":2,"not":1,"none":1,"1":3,"should":1,"only":1,"return":1,"last":1,"block":1,"assert":4,"length":1,"join":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"def":1,"test":1,"parallel":2,"no":1,"streaming":2,"openai":1,"asyncopenai":1,"sampling":1,"without":1,"a":2,"request":1,"contains":1,"of":2,"what":1,"an":1,"llm":1,"n":3,"3":1,"50":1,"we":1,"want":1,"some":1,"to":2,"earlier":1,"than":1,"others":1,"high":1,"maximize":1,"chance":1,"unique":1,"false":1,"logprobs":1,"seed":1,"42":1},"9222,1631,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"assert":8,"n":7,"completions":7,"num":10,"len":4,"completion":8,"choices":2,"f":4,"but":2,"expected":3,"repeats":8,"dict":1,"str":2,"int":1,"output":3,"token":4,"lengths":3,"set":1,"for":3,"idx":3,"choice":6,"in":2,"enumerate":1,"correct":1,"index":5,"some":2,"finish":4,"reason":3,"is":3,"not":1,"none":2,"invalid":1,"text":4,"get":1,"0":1,"1":3,"add":1,"logprobs":1,"tokens":3,"subrequests":1,"finished":1,"at":1,"different":1,"times":1,"unique":5,"if":2,"txt":2,"items":1,"raise":1,"assertionerror":1,"got":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1,"model":3,"name":3,"async":1,"def":1,"test":1,"parallel":2,"streaming":2,"client":1,"openai":1,"asyncopenai":1,"sampling":1,"the":2,"from":1,"multiple":1,"samples":1,"are":1,"flattened":1,"into":1,"a":1,"single":1,"stream":1,"with":1,"an":2,"to":3,"indicate":1,"which":1,"sample":1,"belongs":1,"prompt":1,"what":1,"llm":1,"3":1,"max":1,"50":1,"we":1,"want":1,"earlier":1,"than":1,"others":1},"10853,1877,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"stream":3,"await":1,"client":1,"completions":5,"create":1,"model":4,"name":3,"prompt":2,"max":5,"tokens":6,"n":9,"temperature":1,"1":5,"0":6,"true":1,"seed":1,"42":1,"chunks":3,"list":2,"str":2,"for":4,"in":4,"range":1,"finish":6,"reason":5,"count":3,"async":1,"chunk":15,"index":3,"choices":3,"text":7,"append":1,"if":3,"is":2,"not":1,"none":1,"assert":7,"with":2,"correct":2,"reasons":1,"f":4,"expected":2,"valid":1,"indices":1,"and":1,"completion":6,"repeats":8,"dict":1,"int":1,"lengths":3,"set":1,"len":8,"number":1,"of":1,"add":1,"but":1,"join":1,"get":1,"print":1,"subrequests":1,"finished":1,"at":1,"different":1,"times":1,"unique":5,"num":6,"txt":2,"items":1,"raise":1,"assertionerror":1,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"12730,1755,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"async":3,"def":1,"test":3,"completion":1,"stream":13,"options":5,"client":3,"openai":1,"asyncopenai":1,"model":5,"name":3,"str":1,"prompt":5,"what":1,"is":3,"the":1,"capital":1,"of":1,"france":1,"true":6,"include":4,"usage":10,"false":6,"continuous":4,"stats":4,"await":2,"completions":2,"create":2,"max":2,"tokens":2,"5":2,"temperature":2,"0":4,"for":2,"chunk":4,"in":2,"assert":2,"none":2},"14485,1314,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"test":1,"stream":7,"true":4,"options":2,"include":2,"usage":12,"continuous":2,"stats":2,"false":2,"await":2,"client":1,"completions":1,"create":1,"model":2,"name":1,"prompt":4,"max":1,"tokens":6,"5":1,"temperature":1,"0":5,"async":1,"for":1,"chunk":12,"in":1,"if":1,"choices":2,"finish":1,"reason":1,"is":4,"none":4,"assert":7,"else":1,"final":8,"anext":1,"not":1,"completion":2,"total":1},"15799,1979,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"test":2,"stream":11,"true":6,"options":4,"include":4,"usage":18,"continuous":2,"stats":2,"await":3,"client":2,"completions":2,"create":2,"model":4,"name":2,"prompt":8,"max":2,"tokens":12,"5":2,"temperature":2,"0":9,"async":1,"for":1,"chunk":16,"in":1,"assert":9,"is":3,"not":3,"none":5,"completion":4,"total":2,"if":1,"choices":2,"finish":1,"reason":1,"final":8,"anext":1,"false":2,"with":1,"pytest":1,"raises":1,"badrequesterror":1},"17778,1777,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"test":6,"stream":12,"false":6,"options":6,"include":2,"usage":6,"true":4,"with":3,"pytest":5,"raises":3,"badrequesterror":3,"await":4,"client":5,"completions":5,"create":4,"model":11,"name":8,"prompt":7,"max":4,"tokens":4,"5":4,"temperature":4,"0":14,"continuous":4,"stats":4,"none":2,"mark":2,"asyncio":1,"parametrize":1,"async":1,"def":1,"batch":5,"openai":1,"asyncopenai":1,"str":1,"both":1,"text":3,"and":1,"token":1,"ids":1,"for":1,"prompts":2,"in":1,"hello":1,"my":1,"is":1,"2":3,"simple":1,"list":1,"assert":2,"len":1,"choices":3,"1":1},"19555,1384,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"test":2,"n":3,"2":4,"batch":10,"await":2,"client":3,"completions":2,"create":2,"model":6,"name":4,"prompt":4,"prompts":2,"max":2,"tokens":2,"5":2,"temperature":2,"0":9,"extra":1,"body":1,"dict":1,"note":1,"this":1,"has":1,"to":1,"be":4,"true":3,"for":3,"1":6,"in":2,"vllm":1,"but":1,"not":1,"necessary":1,"official":1,"use":1,"beam":2,"search":2,"assert":6,"len":2,"choices":9,"4":1,"text":7,"should":3,"different":1,"two":2,"copies":2,"of":2,"the":4,"same":4,"3":1,"streaming":1,"stream":1,"texts":4,"async":1,"chunk":3,"choice":3,"index":1,"pytest":3,"mark":3,"asyncio":1,"parametrize":2,"logprobs":1,"arg":1},"20939,1555,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"async":1,"def":1,"test":2,"echo":2,"logprob":1,"completion":4,"client":2,"openai":1,"asyncopenai":1,"model":6,"name":7,"str":1,"logprobs":22,"arg":4,"int":1,"tokenizer":4,"get":1,"using":1,"text":5,"and":3,"token":3,"ids":1,"for":2,"prompt":8,"in":2,"hello":1,"my":1,"is":4,"0":11,"await":1,"completions":1,"create":1,"max":2,"tokens":2,"5":5,"temperature":1,"true":1,"decode":1,"if":1,"isinstance":1,"list":1,"else":1,"assert":7,"re":1,"search":1,"r":1,"choices":2,"not":1,"none":3,"len":5,"offset":1,"top":5,"1":3,"pytest":2,"mark":2,"asyncio":1,"parametrize":1},"22494,1897,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"async":2,"def":2,"test":2,"invalid":4,"json":5,"schema":3,"client":4,"openai":6,"asyncopenai":2,"model":14,"name":8,"str":2,"none":1,"defs":2,"cartype":3,"enum":1,"sedan":1,"suv":1,"truck":1,"coupe":1,"title":4,"type":7,"string":3,"properties":1,"brand":4,"car":4,"ref":1,"foo":1,"bar":1,"required":1,"cardescription":1,"object":1,"prompt":6,"generate":2,"a":1,"with":3,"the":3,"and":2,"of":1,"most":1,"iconic":1,"from":1,"90":1,"s":1,"pytest":6,"raises":2,"badrequesterror":2,"apierror":2,"await":2,"completions":2,"create":2,"extra":2,"body":2,"guided":2,"mark":4,"asyncio":2,"parametrize":2,"regex":2,"an":1,"email":1,"address":1,"for":1,"alan":2,"turing":2,"who":1,"works":1,"in":2,"enigma":2,"end":1,"com":2,"new":1,"line":1,"example":1,"result":1,"n":2,"r":1,"stop":1},"24391,1383,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion.py":{"async":2,"def":2,"test":3,"invalid":3,"grammar":4,"client":4,"openai":4,"asyncopenai":2,"model":3,"name":2,"str":4,"simplified":2,"sql":3,"root":1,"select":3,"statementinvalidsyntax":1,"statement":1,"column":3,"from":2,"table":5,"where":1,"condition":2,"col":2,"1":3,"2":3,"number":2,"prompt":6,"generate":1,"an":1,"query":1,"to":1,"show":1,"the":2,"username":1,"and":1,"email":1,"users":1,"with":3,"pytest":2,"raises":1,"badrequesterror":1,"apierror":1,"await":1,"completions":3,"create":1,"extra":1,"body":1,"guided":1,"mark":1,"asyncio":1,"completion":2,"empty":2,"embeds":3,"none":1,"payload":2,"dict":2,"list":1,"headers":3,"content":1,"type":1,"application":1,"json":2,"base":2,"url":2,"http":1,"localhost":1,"8000":1,"v1":1,"response":3,"requests":1,"post":1,"f":2,"assert":1,"status":3,"code":3,"200":2,"expected":1,"got":1},"0,1719,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_multi_api_servers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":7,"asyncio":4,"os":2,"openai":2,"use":2,"official":1,"client":7,"for":2,"correctness":1,"check":2,"pytest":7,"from":2,"tests":2,"utils":2,"remoteopenaiserver":3,"v1":1,"test":2,"request":2,"balancing":1,"model":8,"name":7,"ibm":1,"research":1,"powermoe":1,"3b":1,"dp":3,"size":4,"getenv":1,"1":3,"fixture":3,"scope":2,"module":2,"def":5,"default":3,"server":10,"args":3,"return":1,"half":1,"precision":1,"speed":1,"and":2,"memory":1,"savings":1,"in":1,"ci":1,"environment":1,"dtype":1,"bfloat16":1,"max":3,"len":2,"2048":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"api":1,"count":1,"4":1,"data":1,"parallel":1,"with":2,"as":2,"remote":2,"yield":2,"async":7,"get":1,"mark":2,"parametrize":1,"single":1,"completion":5,"asyncopenai":1,"str":1,"none":3,"make":1,"await":1,"completions":1,"create":1,"prompt":1,"hello":1,"my":1,"is":3,"tokens":1,"10":1,"temperature":1,"assert":2,"id":1,"not":2,"choices":2},"1719,1762,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_multi_api_servers.py":{"choice":3,"completion":11,"choices":1,"0":7,"the":2,"exact":1,"number":1,"of":2,"tokens":4,"can":2,"vary":2,"slightly":1,"with":2,"temperature":2,"1":3,"so":3,"we":3,"check":4,"for":5,"a":1,"reasonable":1,"minimum":1,"length":4,"assert":10,"len":3,"text":1,"finish":2,"reason":2,"might":1,"not":4,"always":1,"be":1,"if":2,"model":4,"finishes":1,"early":1,"or":2,"due":1,"to":1,"other":1,"reasons":1,"especially":1,"high":1,"ll":1,"accept":1,"stop":2,"in":5,"token":1,"counts":1,"also":1,"they":1,"are":1,"positive":1,"usage":3,"prompt":2,"total":1,"return":1,"test":2,"single":1,"request":6,"result":2,"await":5,"make":3,"is":4,"none":4,"asyncio":5,"sleep":2,"5":2,"send":1,"two":1,"bursts":1,"requests":6,"num":5,"100":1,"tasks":4,"range":2,"results":6,"gather":2,"all":2,"balancing":2,"via":1,"prometheus":1,"metrics":1,"dp":2,"size":2,"server":2,"int":1,"pytest":2,"mark":2,"parametrize":1,"name":3,"async":1,"def":1,"streaming":1,"client":1,"openai":1,"asyncopenai":1,"remoteopenaiserver":1,"str":1,"what":1,"an":1,"llm":1},"3481,1832,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_multi_api_servers.py":{"async":2,"def":1,"make":2,"streaming":4,"request":6,"perform":2,"a":1,"non":3,"to":1,"get":1,"the":6,"expected":1,"full":1,"output":5,"single":5,"completion":2,"await":4,"client":2,"completions":2,"create":2,"model":4,"name":2,"prompt":4,"max":2,"tokens":2,"5":3,"temperature":2,"0":10,"choices":4,"text":3,"stream":4,"true":2,"chunks":3,"list":1,"str":1,"finish":8,"reason":8,"count":3,"last":6,"chunk":10,"none":4,"for":3,"in":2,"append":1,"if":1,"is":3,"not":3,"1":2,"keep":1,"track":1,"of":1,"should":5,"only":1,"return":2,"block":1,"openai":1,"api":1,"assert":5,"appear":1,"exactly":1,"once":1,"have":1,"yielded":1,"at":1,"least":1,"one":1,"length":2,"be":1,"check":1,"that":1,"combined":1,"matches":1,"streamed":3,"version":1,"join":1,"match":1,"indicate":1,"success":1,"this":1,"test":1,"result":2,"asyncio":1,"sleep":1},"5313,808,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_multi_api_servers.py":{"send":1,"two":1,"bursts":1,"of":1,"requests":10,"num":7,"100":1,"tasks":4,"make":2,"streaming":4,"request":4,"for":2,"in":2,"range":2,"results":10,"await":3,"asyncio":3,"gather":2,"assert":4,"len":4,"f":2,"expected":2,"got":2,"all":4,"not":2,"completed":2,"successfully":2,"sleep":1,"0":1,"5":1,"check":2,"balancing":2,"via":1,"prometheus":1,"metrics":1,"if":1,"dp":2,"size":2,"1":1,"server":1,"int":1},"0,1037,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_chat_completion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":4,"openai":1,"use":2,"official":1,"client":5,"for":2,"correctness":1,"check":1,"pytest":7,"asyncio":3,"from":1,"tests":1,"utils":1,"remoteopenaiserver":2,"any":1,"model":6,"with":3,"a":1,"chat":1,"template":1,"defined":1,"in":2,"tokenizer":1,"config":1,"should":1,"work":1,"here":1,"name":4,"qwen":1,"qwen2":1,"5":1,"1":1,"5b":1,"instruct":1,"fixture":3,"scope":2,"module":2,"def":3,"default":3,"server":8,"args":3,"return":1,"half":1,"precision":1,"speed":1,"and":1,"memory":1,"savings":1,"ci":1,"environment":1,"max":2,"len":1,"2048":1,"num":1,"seqs":1,"128":1,"enforce":1,"eager":1,"as":2,"remote":2,"yield":2,"async":5,"get":1,"mark":2,"parametrize":1},"1037,1982,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_chat_completion.py":{"async":2,"def":2,"test":2,"invalid":4,"json":5,"schema":3,"client":4,"openai":6,"asyncopenai":2,"model":12,"name":6,"str":2,"none":1,"defs":2,"cartype":3,"enum":1,"sedan":1,"suv":1,"truck":1,"coupe":1,"title":4,"type":7,"string":3,"properties":1,"brand":4,"car":4,"ref":1,"foo":1,"bar":1,"required":1,"cardescription":1,"object":1,"prompt":4,"generate":2,"a":1,"with":3,"the":3,"and":2,"of":1,"most":1,"iconic":1,"from":1,"90":1,"s":1,"pytest":4,"raises":2,"badrequesterror":2,"apierror":2,"await":2,"chat":2,"completions":2,"create":2,"messages":2,"role":2,"user":2,"content":2,"extra":2,"body":2,"guided":2,"mark":2,"asyncio":1,"parametrize":1,"regex":2,"an":1,"email":1,"address":1,"for":1,"alan":2,"turing":2,"who":1,"works":1,"in":2,"enigma":2,"end":1,"com":2,"new":1,"line":1,"example":1,"result":1,"n":2,"r":1,"stop":1},"3019,947,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_chat_completion.py":{"pytest":3,"mark":2,"asyncio":1,"parametrize":1,"model":5,"name":4,"async":1,"def":1,"test":1,"invalid":3,"grammar":4,"client":2,"openai":3,"asyncopenai":1,"str":1,"simplified":2,"sql":3,"root":1,"select":3,"statementinvalidsyntax":1,"statement":1,"column":3,"from":2,"table":5,"where":1,"condition":2,"col":2,"1":3,"2":3,"number":2,"prompt":2,"generate":1,"an":1,"query":1,"to":1,"show":1,"the":2,"username":1,"and":1,"email":1,"users":1,"with":1,"raises":1,"badrequesterror":1,"apierror":1,"await":1,"chat":1,"completions":1,"create":1,"messages":1,"role":1,"user":1,"content":1,"extra":1,"body":1,"guided":1},"0,1863,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion_with_image_embeds.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":1,"project":1,"import":10,"base64":6,"io":2,"json":2,"openai":1,"use":1,"official":1,"client":5,"for":1,"correctness":1,"check":1,"pytest":8,"asyncio":3,"torch":5,"from":4,"transformers":1,"autoconfig":2,"tests":2,"conftest":1,"imagetestassets":1,"utils":1,"remoteopenaiserver":2,"any":1,"model":7,"with":7,"a":1,"chat":1,"template":1,"should":1,"work":1,"here":1,"name":5,"llava":2,"hf":2,"1":1,"5":1,"7b":1,"config":1,"pretrained":1,"maximum":2,"images":2,"fixture":3,"scope":2,"module":2,"def":4,"default":3,"image":14,"embeds":7,"server":8,"args":3,"list":1,"str":2,"return":2,"dtype":2,"bfloat16":1,"max":3,"len":1,"2048":1,"num":1,"seqs":1,"4":1,"enforce":1,"eager":1,"limit":1,"mm":1,"per":1,"prompt":1,"dumps":1,"wait":1,"seconds":1,"600":1,"as":2,"remote":2,"yield":2,"async":5,"get":1,"encode":2,"embedding":6,"string":1,"buffer":4,"bytesio":1,"save":1,"seek":1,"binary":2,"data":2,"read":1,"b64encode":1,"decode":1,"utf":1,"8":1,"mark":3,"parametrize":2,"half":1,"float16":1,"float32":1},"1863,1402,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/test_completion_with_image_embeds.py":{"async":1,"def":1,"test":2,"completions":2,"with":4,"image":15,"embeds":9,"client":2,"openai":1,"asyncopenai":1,"model":3,"name":2,"str":2,"assets":2,"imagetestassets":1,"dtype":4,"torch":1,"case":1,"single":1,"input":1,"0":5,"to":2,"base64":3,"embedding":3,"encode":1,"chat":5,"completion":4,"await":1,"create":1,"messages":1,"role":2,"system":1,"content":5,"you":1,"are":1,"a":2,"helpful":1,"assistant":1,"user":1,"type":2,"text":2,"describe":1,"these":1,"images":1,"separately":1,"for":1,"each":1,"reply":1,"short":1,"sentence":1,"no":1,"more":1,"than":1,"10":1,"words":1,"assert":3,"choices":3,"message":3,"is":1,"not":1,"none":1,"isinstance":1,"len":1},"0,1691,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_basic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":9,"vllm":1,"project":1,"import":2,"openai":4,"use":1,"official":1,"client":7,"for":1,"correctness":1,"check":1,"pytest":5,"mark":4,"asyncio":4,"async":3,"def":3,"test":3,"simple":1,"input":4,"asyncopenai":3,"response":9,"await":3,"responses":3,"create":3,"what":3,"is":3,"13":2,"24":2,"print":3,"outputs":5,"output":11,"whether":2,"contains":2,"answer":3,"assert":8,"1":4,"type":2,"message":1,"312":2,"in":5,"content":8,"text":10,"reasoning":2,"instructions":2,"finish":2,"with":2,"qed":5,"chat":1,"role":4,"system":1,"user":2,"5":1,"3":1,"assistant":1,"15":1,"multiply":1,"result":1,"by":1,"30":1},"1691,351,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_basic.py":{"async":1,"def":1,"test":1,"chat":1,"with":1,"input":3,"type":2,"client":2,"openai":1,"asyncopenai":1,"response":3,"await":1,"responses":1,"create":1,"role":1,"user":1,"content":1,"text":2,"hello":1,"print":1,"assert":1,"status":1,"completed":1},"0,1982,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_image.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":3,"project":1,"import":6,"json":2,"openai":1,"pytest":9,"asyncio":3,"from":2,"tests":1,"utils":2,"remoteopenaiserver":2,"multimodal":1,"encode":2,"image":21,"base64":3,"fetch":2,"use":1,"a":1,"small":1,"vision":1,"model":6,"for":2,"testing":1,"name":4,"qwen":1,"qwen2":1,"5":1,"vl":1,"3b":1,"instruct":1,"maximum":2,"images":2,"test":4,"different":1,"extensions":1,"jpg":3,"png":4,"and":1,"formats":1,"gray":1,"rgb":3,"rgba":2,"urls":3,"https":4,"upload":4,"wikimedia":4,"org":4,"wikipedia":4,"commons":4,"thumb":2,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"2560px":1,"f":1,"fa":1,"grayscale":1,"8bits":1,"palette":1,"sample":1,"9":1,"91":1,"venn":2,"diagram":2,"svg":2,"1280px":1,"0b":1,"comp":1,"fixture":4,"scope":3,"module":2,"def":4,"default":3,"server":8,"args":3,"return":2,"enforce":1,"eager":1,"max":2,"len":1,"6000":1,"num":1,"seqs":1,"128":1,"limit":1,"mm":1,"per":1,"prompt":1,"dumps":1,"with":2,"env":1,"dict":2,"enable":1,"responses":1,"api":1,"store":1,"1":1,"as":2,"remote":2,"yield":2,"async":5,"client":4,"get":1,"session":1,"encoded":1,"str":2,"url":4,"in":1,"mark":3,"parametrize":2},"1982,1790,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_image.py":{"async":2,"def":2,"test":7,"single":2,"chat":2,"session":2,"image":22,"client":4,"openai":2,"asyncopenai":2,"model":10,"name":8,"str":6,"url":8,"content":6,"text":10,"what":2,"s":2,"in":3,"this":2,"messages":4,"role":2,"user":2,"type":4,"input":6,"detail":2,"auto":2,"response":4,"await":2,"responses":2,"create":2,"assert":2,"len":3,"output":2,"0":2,"pytest":6,"mark":6,"asyncio":2,"parametrize":4,"urls":4,"base64encoded":1,"base64":4,"encoded":2,"dict":1,"f":1,"data":1,"jpeg":1,"i":2,"for":1,"range":1,"2":1},"3772,1252,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_image.py":{"async":1,"def":1,"test":2,"multi":2,"image":10,"input":7,"client":4,"openai":2,"asyncopenai":1,"model":7,"name":4,"str":2,"urls":3,"list":1,"messages":3,"role":2,"user":2,"content":2,"type":2,"url":3,"detail":1,"auto":1,"for":1,"in":3,"text":4,"what":2,"s":2,"this":1,"if":1,"len":3,"maximum":1,"images":1,"with":1,"pytest":1,"raises":1,"badrequesterror":1,"await":3,"responses":3,"create":3,"the":2,"server":1,"should":1,"still":1,"work":1,"afterwards":1,"response":4,"weather":1,"like":1,"paris":1,"today":1,"assert":2,"output":2,"0":2,"else":1},"0,1757,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_structured_output.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":1,"project":1,"import":4,"json":4,"openai":2,"pytest":2,"from":1,"pydantic":1,"basemodel":1,"mark":1,"asyncio":1,"async":1,"def":1,"test":1,"structured":1,"output":5,"client":2,"asyncopenai":1,"response":3,"await":1,"responses":1,"create":1,"input":1,"role":2,"system":1,"content":3,"extract":1,"event":6,"information":1,"user":1,"alice":1,"and":1,"bob":1,"are":1,"going":1,"a":2,"science":1,"fair":1,"on":1,"friday":1,"text":5,"format":1,"type":6,"schema":3,"name":3,"calendar":2,"object":1,"properties":1,"string":3,"date":2,"participants":2,"array":1,"items":1,"required":1,"additionalproperties":1,"false":1,"description":1,"strict":1,"true":1,"print":1,"note":1,"is":1,"applied":1,"not":1,"reasoning":1,"1":1,"loads":1},"1757,1073,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_structured_output.py":{"assert":11,"event":12,"name":3,"lower":2,"science":3,"fair":3,"date":3,"friday":3,"participants":11,"len":2,"2":2,"0":2,"alice":3,"1":2,"bob":3,"pytest":1,"mark":1,"asyncio":1,"async":1,"def":1,"test":1,"structured":1,"output":4,"with":1,"parse":2,"client":2,"openai":1,"asyncopenai":1,"class":1,"calendarevent":2,"basemodel":1,"str":3,"list":1,"response":3,"await":1,"responses":1,"model":1,"none":2,"instructions":1,"extract":1,"the":3,"information":1,"input":1,"and":1,"are":1,"going":1,"to":1,"a":1,"on":1,"text":1,"format":1,"print":1,"is":3,"successfully":1,"parsed":2,"not":1,"correct":1},"0,940,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"import":3,"pytest":5,"asyncio":2,"from":1,"tests":1,"utils":1,"remoteopenaiserver":2,"use":1,"a":1,"small":1,"reasoning":2,"model":4,"test":1,"responses":2,"api":2,"name":2,"qwen":1,"qwen3":1,"6b":1,"fixture":3,"scope":2,"module":2,"def":3,"default":3,"server":8,"args":3,"return":1,"max":1,"len":1,"8192":1,"enforce":1,"eager":1,"for":1,"faster":1,"startup":1,"parser":1,"deepseek":1,"r1":1,"with":5,"store":4,"env":1,"dict":1,"enable":1,"1":1,"as":2,"remote":2,"yield":2,"async":5,"client":4,"get":1},"0,1829,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_stateful.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":1,"project":1,"import":3,"asyncio":6,"openai":6,"pytest":7,"mark":4,"async":3,"def":3,"test":4,"store":6,"client":10,"asyncopenai":3,"by":1,"default":1,"is":3,"true":4,"response":18,"await":8,"responses":7,"create":4,"input":4,"hello":3,"assert":5,"status":6,"completed":4,"retrieve":4,"id":4,"false":3,"should":2,"not":2,"be":3,"found":2,"with":3,"raises":2,"notfounderror":1,"match":2,"background":5,"note":1,"this":1,"query":1,"easy":1,"enough":1,"for":2,"model":1,"answer":1,"within":1,"10":2,"seconds":1,"queued":2,"max":2,"retries":2,"in":1,"range":1,"sleep":1,"1":1,"if":1,"break":1,"print":1,"error":1,"badrequesterror":1,"can":1,"only":1,"used":1,"when":1,"what":1,"13":1,"24":1},"1829,1784,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_stateful.py":{"async":3,"def":3,"test":4,"background":2,"cancel":6,"client":11,"openai":4,"asyncopenai":3,"response":18,"await":10,"responses":8,"create":5,"input":5,"write":1,"a":3,"long":1,"story":1,"about":1,"cat":1,"true":1,"assert":6,"status":5,"queued":1,"the":4,"before":1,"it":1,"is":5,"completed":3,"fixme":1,"this":1,"can":1,"be":1,"flaky":1,"asyncio":5,"sleep":2,"0":3,"5":2,"id":8,"cancelled":2,"make":1,"sure":1,"remains":1,"unchanged":1,"retrieve":2,"pytest":4,"mark":5,"hello":2,"with":1,"raises":1,"badrequesterror":1,"match":1,"cannot":1,"synchronous":1,"previous":4,"response1":2,"instructions":1,"you":1,"are":1,"tested":1,"on":1,"your":1,"ability":1,"to":1,"correct":1,"information":1,"from":1,"my":4,"name":4,"john":3,"response2":2,"actually":1,"not":2,"real":2,"response3":4,"what":1,"again":1,"answer":1,"in":3,"one":1,"word":1,"print":1,"output":2,"1":2,"content":2,"text":2},"3613,895,data/raw/vllm-0.10.1/tests/v1/entrypoints/openai/responses/test_stateful.py":{"async":1,"def":1,"test":1,"two":1,"responses":4,"with":1,"same":1,"prev":1,"id":5,"client":4,"openai":1,"asyncopenai":1,"response1":3,"await":3,"create":3,"instructions":1,"you":1,"are":1,"tested":1,"on":1,"your":1,"ability":1,"to":1,"retrieve":1,"the":3,"correct":1,"information":1,"from":1,"previous":4,"response":6,"input":3,"hello":1,"my":4,"name":4,"is":4,"john":3,"both":1,"2":1,"and":1,"3":1,"use":1,"1":3,"as":1,"response2":2,"actually":1,"not":2,"mark":2,"response3":6,"what":1,"again":1,"answer":1,"in":3,"one":1,"word":1,"result":4,"print":1,"assert":2,"output":2,"content":2,"0":2,"text":2},"0,1975,data/raw/vllm-0.10.1/tests/v1/metrics/test_ray_metrics.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":8,"project":1,"import":7,"os":2,"pytest":6,"ray":7,"from":6,"config":1,"modeldtype":2,"sampling":2,"params":2,"samplingparams":2,"v1":7,"engine":7,"async":3,"llm":1,"asyncengineargs":2,"asyncllm":2,"metrics":2,"wrappers":1,"rayprometheusstatlogger":2,"fixture":1,"scope":1,"function":1,"autouse":1,"true":2,"def":3,"use":4,"only":1,"monkeypatch":2,"change":1,"relies":1,"on":1,"apis":1,"so":1,"set":2,"1":4,"setenv":1,"models":2,"distilbert":1,"distilgpt2":1,"mark":3,"parametrize":3,"model":4,"dtype":4,"half":1,"max":4,"tokens":4,"16":1,"test":2,"log":2,"example":2,"prompts":2,"str":1,"int":1,"none":1,"simple":1,"smoke":1,"verifying":1,"this":1,"can":1,"be":1,"used":1,"without":1,"exceptions":1,"need":1,"start":1,"a":1,"cluster":1,"in":3,"order":1,"verify":1,"outputs":1,"remote":1,"num":1,"gpus":1,"class":1,"enginetestactor":1,"run":1,"self":1,"environment":2,"variable":1,"inside":1,"actor":1,"since":1,"variables":1,"fixtures":1,"don":1,"t":1,"propagate":1,"actors":1,"environ":1,"args":3,"disable":1,"stats":1,"false":1,"enforce":1,"eager":1,"stat":1,"loggers":1,"for":2,"i":2,"prompt":3,"enumerate":1,"results":2,"generate":1,"request":2,"id":2,"f":1,"pass":1},"1975,149,data/raw/vllm-0.10.1/tests/v1/metrics/test_ray_metrics.py":{"create":1,"the":2,"actor":3,"and":1,"call":1,"async":1,"method":1,"enginetestactor":1,"remote":2,"type":1,"ignore":1,"attr":1,"defined":1,"ray":1,"get":1,"run":1},"0,1889,data/raw/vllm-0.10.1/tests/v1/sample/test_topk_topp_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":3,"project":1,"import":6,"pytest":2,"torch":10,"from":4,"generator":9,"platforms":1,"current":3,"platform":3,"v1":1,"sample":1,"ops":1,"topk":2,"topp":1,"sampler":2,"apply":3,"top":17,"k":16,"p":10,"is":4,"flashinfer":7,"available":3,"device":12,"type":1,"batch":5,"size":8,"1024":2,"vocab":4,"128":1,"enabled":1,"cuda":1,"and":3,"if":1,"sampling":2,"renorm":2,"probs":2,"fixture":2,"autouse":1,"true":1,"def":3,"reset":1,"default":5,"explicitly":1,"set":4,"which":1,"can":1,"affect":1,"subsequent":1,"tests":1,"adding":1,"this":3,"helps":1,"avoid":1,"problem":1,"original":2,"get":1,"yield":1,"test":3,"impl":1,"equivalence":1,"manual":1,"seed":1,"33":1,"logits":5,"rand":1,"random":1,"values":1,"between":1,"1":3,"9":1,"randint":2,"10":1,"for":1,"50":1,"of":1,"requests":1,"in":1,"disabled":1,"masked":1,"fill":1,"dtype":1,"bool":1,"only":1,"implementation":3,"result1":2,"clone":2,"none":1,"no":2,"op":2,"tensor":1,"result2":2,"assert":1,"allclose":1,"verifies":1,"that":1,"produces":1,"same":1,"results":1,"as":1,"python":1},"1889,1847,data/raw/vllm-0.10.1/tests/v1/sample/test_topk_topp_sampler.py":{"note":1,"flashinfer":10,"did":2,"not":4,"directly":1,"expose":1,"an":1,"interface":1,"for":2,"fused":2,"top":14,"k":13,"and":3,"p":13,"prob":1,"renorm":4,"it":1,"provide":1,"sampling":2,"but":1,"we":2,"cannot":1,"compare":2,"results":1,"due":1,"to":1,"randomness":1,"so":2,"will":1,"the":1,"probability":1,"renormed":1,"consequently":1,"by":1,"then":1,"of":1,"implementation":1,"if":1,"enabled":1,"pytest":1,"skip":1,"installed":1,"or":1,"available":1,"on":1,"this":1,"platform":1,"torch":10,"set":1,"default":1,"device":4,"generator":12,"manual":1,"seed":1,"42":1,"generate":2,"random":1,"logits":7,"rand":2,"batch":5,"size":8,"vocab":3,"various":1,"values":9,"randint":3,"1":6,"1000":1,"0":8,"5":3,"range":1,"in":1,"sometimes":2,"disable":2,"masked":2,"fill":2,"2":2,"dtype":2,"bool":2,"python":3,"apply":1,"clone":2,"probs":11,"softmax":2,"dim":2,"only":1,"exposed":1,"interfaces":1,"convert":1,"first":1},"3736,170,data/raw/vllm-0.10.1/tests/v1/sample/test_topk_topp_sampler.py":{"compare":1,"the":1,"results":1,"assert":1,"torch":1,"allclose":1,"python":2,"probs":2,"flashinfer":2,"atol":1,"2e":1,"2":1,"and":1,"sampling":1,"implementations":1,"do":1,"not":1,"match":1},"0,1816,data/raw/vllm-0.10.1/tests/v1/sample/test_sampling_params_e2e.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":11,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":2,"import":3,"os":2,"pytest":4,"from":1,"llm":13,"samplingparams":6,"if":2,"getenv":1,"use":1,"v1":2,"1":6,"skip":1,"test":6,"package":1,"requires":1,"allow":1,"module":2,"level":1,"true":2,"model":2,"meta":1,"llama":2,"3":5,"1b":1,"prompt":7,"hello":1,"my":1,"name":1,"is":4,"robert":1,"and":1,"i":1,"fixture":1,"scope":1,"def":5,"disable":1,"prefix":2,"caching":2,"so":1,"that":3,"we":3,"can":1,"logprobs":1,"todo":1,"remove":1,"this":1,"after":1,"https":1,"github":1,"com":1,"pull":1,"13949":1,"merged":1,"return":1,"enforce":1,"eager":1,"enable":1,"false":1,"n":3,"gt":1,"parallelsampling":1,"supported":1,"params":8,"outputs":5,"generate":5,"assert":2,"len":2,"best":3,"of":3,"raise":1,"a":1,"valueerror":2,"since":1,"deprecated":1,"with":1,"raises":1,"penalties":1,"check":2,"do":1,"not":2,"get":1,"errors":1,"applied":1,"temperature":3,"presence":1,"penalty":3,"frequency":1,"repetition":1,"min":1,"p":2,"5":3,"top":2,"k":1,"stop":7,"respect":1,"words":1,"output":5,"split":6,"text":6,"idx":3,"new":2,"should":1,"contain":1,"word":1},"1816,1978,data/raw/vllm-0.10.1/tests/v1/sample/test_sampling_params_e2e.py":{"params":6,"samplingparams":6,"temperature":4,"0":34,"stop":21,"split":4,"text":6,"idx":2,"include":1,"str":1,"in":4,"output":19,"true":1,"llm":8,"generate":6,"prompt":11,"new":2,"outputs":10,"should":1,"contain":1,"the":2,"word":1,"assert":11,"len":8,"1":9,"def":2,"test":2,"token":23,"ids":14,"check":2,"that":2,"we":1,"respect":1,"id":8,"5":1,"6":1,"detokenize":4,"false":4,"option":1,"works":1,"logprobs":15,"3":3,"sampled":3,"for":3,"all":3,"4":1,"lp":2,"decoded":1,"is":1,"none":1,"values":1},"3794,1982,data/raw/vllm-0.10.1/tests/v1/sample/test_sampling_params_e2e.py":{"def":4,"test":3,"bad":12,"words":12,"llm":11,"check":3,"that":3,"we":4,"respect":1,"output":9,"generate":8,"prompt":8,"samplingparams":8,"temperature":3,"0":12,"split":4,"text":11,"outputs":4,"1":9,"join":1,"2":5,"params":4,"new":6,"assert":4,"not":3,"in":3,"logits":7,"processor":3,"reject":4,"this":1,"sample":1,"gives":1,"infinite":1,"score":1,"to":2,"the":4,"i":2,"th":1,"token":18,"where":1,"is":1,"length":1,"of":2,"input":1,"sequence":2,"therefore":1,"expect":1,"be":1,"pick":2,"ith":2,"ids":12,"len":1,"float":1,"inf":1,"return":1,"with":4,"pytest":4,"raises":4,"valueerror":4,"processors":1,"allowed":9,"can":1,"use":1,"id":4,"10":1,"empty":1,"negative":1,"out":1,"vocabulary":1,"10000000":1},"5776,570,data/raw/vllm-0.10.1/tests/v1/sample/test_sampling_params_e2e.py":{"def":2,"test":2,"priority":3,"llm":6,"check":2,"that":2,"we":1,"reject":2,"requests":1,"with":2,"all":1,"allowed":1,"token":1,"ids":1,"pytest":1,"raises":1,"valueerror":1,"generate":4,"prompt":4,"1":4,"seed":5,"impacts":1,"randomness":1,"out":7,"samplingparams":3,"42":2,"2":2,"3":2,"43":1,"assert":2,"0":8,"outputs":4,"text":4},"0,1973,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":8,"project":1,"import":8,"itertools":1,"from":5,"collections":1,"abc":1,"generator":3,"pytest":3,"torch":1,"tests":1,"v1":1,"sample":6,"utils":1,"batchlogprobscomposition":5,"batchlogprobsspectype":3,"assert":1,"incr":2,"detok":2,"str":2,"matches":1,"non":1,"compute":1,"correct":1,"cumulative":1,"logprob":6,"get":1,"test":4,"batch":1,"samplingparams":1,"config":4,"logprobsmode":1,"conftest":1,"hfrunner":2,"vllmrunner":2,"model":10,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"dtype":5,"half":1,"none":7,"prompt":8,"fixture":2,"scope":2,"module":2,"parameterize":1,"apc":1,"params":1,"false":1,"true":2,"def":3,"runner":4,"request":2,"with":2,"max":4,"logprobs":4,"7":1,"very":1,"small":1,"number":3,"of":3,"batched":2,"tokens":2,"ensure":2,"that":1,"we":2,"chunking":1,"num":2,"16":2,"seqs":1,"len":1,"128":1,"enforce":1,"eager":1,"todo":1,"enable":2,"this":1,"once":1,"support":1,"it":1,"for":1,"prefix":1,"caching":1,"param":1,"gpu":1,"memory":1,"utilization":1,"4":1,"up":1,"alive":1,"concurrently":1,"as":2,"yield":2,"hf":5,"repeat":1,"prompts":1,"list":1,"each":1,"has":1,"a":2,"specifies":1,"optional":2,"i":1,"e":1,"may":1,"be":1,"and":1},"1973,1867,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"if":2,"more":1,"test":15,"prompts":15,"than":2,"logprob":25,"configs":5,"are":3,"provided":3,"the":9,"tiled":1,"to":5,"match":5,"number":6,"of":11,"fewer":1,"list":19,"is":6,"truncated":2,"otherwise":1,"returned":1,"as":1,"args":1,"under":1,"prompt":11,"optional":4,"num":7,"sample":3,"tuples":2,"returns":1,"which":1,"either":1,"identical":1,"or":2,"else":2,"repeats":1,"enough":1,"times":1,"len":2,"make":1,"sure":1,"there":1,"a":1,"logprobs":2,"configuration":1,"for":1,"each":1,"itertools":2,"islice":1,"cycle":1,"now":1,"should":1,"params":4,"combos":1,"assert":1,"return":1,"def":1,"run":1,"and":1,"validate":1,"vllm":5,"model":2,"vllmrunner":1,"str":2,"sampling":3,"samplingparams":1,"hf":2,"torch":1,"tensor":1,"outputs":1,"tuple":1,"int":2,"batchlogprobsspectype":1,"temperature":1,"float":1,"max":1,"tokens":1,"do":1,"apc":1,"bool":1,"none":1,"results":1,"llm":1,"generate":1},"3840,1862,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"for":2,"vllm":12,"result":10,"hf":8,"logprob":8,"output":7,"prompt":9,"in":7,"zip":2,"results":1,"logprobs":22,"outputs":6,"list":1,"extract":1,"request":1,"level":1,"config":1,"num":8,"top":9,"test":1,"whether":1,"sampled":2,"token":13,"is":7,"consistent":1,"between":1,"and":2,"completion":1,"should":1,"match":2,"if":5,"temperature":1,"0":10,"assert":9,"ids":5,"else":2,"tokens":2,"won":1,"t":1,"not":6,"greedy":1,"len":4,"validate":1,"sample":2,"none":4,"confirm":2,"that":2,"the":7,"structure":1,"of":1,"correct":1,"max":1,"id":3,"appears":1,"among":1,"topk":2,"rank":1,"included":1,"k":1,"it":1,"can":1,"return":1,"1":2,"more":1,"data":1},"5702,1917,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"if":2,"num":2,"top":9,"logprobs":12,"0":7,"we":1,"should":3,"have":1,"an":1,"entry":1,"for":7,"each":2,"of":1,"the":9,"topk":1,"ranks":3,"all":3,"lp":2,"rank":1,"in":7,"values":2,"assert":4,"r":2,"range":1,"1":3,"output":9,"text":5,"vllm":6,"result":4,"outputs":3,"string":5,"from":6,"most":5,"likely":5,"tokens":5,"lst":3,"list":1,"str":4,"logprob":10,"next":1,"iter":1,"append":1,"decoded":3,"token":6,"join":1,"incr":2,"detok":2,"matches":1,"non":1,"position":1,"be":2,"same":1,"as":1,"compare":1,"sample":6,"to":2,"hf":2,"i":3,"enumerate":1,"id":2,"items":1,"temperature":1,"or":1,"torch":1,"testing":1,"close":1,"item":1,"atol":1,"1e":2,"2":2,"rtol":1,"isinstance":1,"by":1,"time":1,"it":1,"is":1,"returned":1,"user":1},"7619,1663,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"at":1,"this":3,"point":1,"we":1,"know":1,"the":8,"sample":1,"logprobs":17,"are":2,"correct":4,"for":5,"request":3,"validate":2,"that":4,"cumulative":4,"logprob":5,"is":9,"actually":1,"sum":1,"each":1,"assert":8,"returned":2,"matches":1,"value":1,"which":1,"computed":1,"below":1,"torch":1,"testing":1,"close":1,"vllm":9,"result":10,"outputs":3,"0":4,"compute":1,"atol":1,"1e":2,"6":2,"rtol":1,"else":1,"disabled":1,"should":1,"be":1,"none":7,"prompt":21,"if":1,"num":2,"top":2,"not":3,"confirm":2,"structure":1,"of":1,"in":5,"first":1,"always":1,"all":1,"indices":1,"len":2,"token":7,"ids":2,"id":3,"zip":1,"1":2,"appears":1,"among":1,"topk":1,"rank":1},"9282,1800,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"if":3,"the":4,"prompt":21,"token":4,"is":3,"not":1,"included":1,"in":7,"top":6,"k":1,"logprob":8,"it":2,"can":1,"return":1,"1":6,"more":1,"data":1,"topk":2,"and":2,"num":5,"logprobs":19,"0":6,"assert":5,"len":2,"else":2,"we":2,"should":1,"have":1,"an":1,"entry":1,"for":5,"each":1,"of":1,"ranks":3,"all":3,"lp":2,"rank":1,"values":1,"r":2,"range":1,"compare":2,"to":1,"hf":3,"first":1,"always":1,"none":4,"so":1,"from":1,"vllm":7,"result":2,"i":2,"dict":2,"enumerate":1,"id":2,"items":1,"torch":1,"testing":1,"close":1,"item":1,"atol":1,"2e":2,"2":3,"rtol":1,"pytest":3,"mark":2,"parametrize":2,"batch":2,"composition":2,"sample":2,"temperature":2,"def":1,"test":2,"get":1,"model":2,"batchlogprobscomposition":1,"float":1,"example":1,"prompts":1,"list":1,"str":1,"monkeypatch":2,"v1":1,"engine":1},"11082,1897,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"exercise":1,"a":2,"variety":1,"of":4,"combinations":1,"logprobs":19,"and":5,"prompt":9,"settings":2,"validate":1,"that":2,"the":8,"generated":4,"are":3,"consistent":3,"with":4,"configuration":2,"in":2,"terms":1,"whether":1,"or":2,"not":1,"either":1,"type":1,"were":2,"requested":2,"how":1,"many":1,"tokens":6,"huggingface":2,"as":2,"reference":2,"batch":8,"composition":4,"controls":1,"configurations":1,"for":2,"requests":1,"under":1,"test":9,"apc":4,"tests":1,"run":1,"two":1,"iterations":1,"so":1,"cache":2,"hits":1,"occur":1,"to":2,"save":2,"time":2,"only":1,"one":1,"enabled":2,"scenario":1,"sample":3,"temperature":4,"0":3,"args":1,"hf":5,"model":7,"fixture":3,"vllm":4,"sampling":1,"parameter":1,"example":3,"prompts":5,"monkeypatch":1,"context":1,"m":2,"setenv":1,"use":1,"v1":1,"1":1,"do":2,"llm":2,"engine":1,"config":1,"enable":1,"prefix":1,"caching":1,"if":1,"2":1,"skip":2,"some":1,"cases":1,"pytest":1,"max":5,"5":1,"outputs":1,"generate":2,"greedy":2,"has":1,"mixed":1,"params":1,"different":1,"combos":1,"logprob":2,"list":1,"get":1},"12979,1808,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"ensure":1,"that":1,"each":1,"test":6,"prompt":8,"has":1,"a":2,"logprob":12,"config":2,"for":4,"testing":1,"list":5,"repeat":1,"prompts":3,"generate":2,"samplingparams":3,"vllm":9,"sampling":6,"params":6,"max":9,"tokens":4,"logprobs":11,"num":4,"lp":2,"plp":2,"temperature":4,"seed":1,"1984":1,"in":2,"range":1,"2":2,"if":1,"do":3,"apc":4,"else":1,"1":4,"run":1,"and":1,"validate":1,"model":3,"hf":4,"outputs":2,"def":1,"monkeypatch":3,"pytest":1,"v1":2,"engine":1,"should":4,"fail":2,"request":2,"with":2,"also":1,"not":1,"matter":1,"as":2,"this":1,"checks":1,"basic":1,"validation":1,"context":1,"m":2,"setenv":1,"use":1,"runner":2,"vllmrunner":1,"facebook":1,"opt":1,"125m":1,"enable":1,"prefix":1,"caching":1,"false":1,"other":1,"llms":1,"alive":1,"during":1,"whole":1,"session":1,"gpu":1,"memory":1,"utilization":1,"0":1,"15":1,"len":1,"256":1,"pass":1,"hello":1,"world":1},"14787,1728,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"bad":2,"sampling":6,"params":6,"samplingparams":2,"logprobs":19,"2":1,"with":3,"pytest":3,"raises":1,"valueerror":1,"runner":1,"generate":2,"hello":1,"world":1,"def":2,"test":4,"none":16,"vllm":9,"model":7,"example":7,"prompts":7,"monkeypatch":6,"engine":2,"should":2,"return":2,"and":2,"prompt":5,"as":3,"args":2,"fixture":4,"list":2,"of":2,"context":2,"m":4,"setenv":2,"use":2,"v1":2,"1":2,"max":4,"tokens":4,"5":2,"temperature":1,"0":4,"results":5,"llm":1,"for":1,"i":4,"in":1,"range":1,"len":1,"check":2,"sample":1,"are":2,"assert":3,"outputs":2,"is":3,"cumulative":1,"logprob":1,"zero":1,"sampled":1,"token":2},"16515,1397,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"sampling":3,"params":3,"logprobs":21,"zero":9,"samplingparams":1,"max":2,"tokens":2,"0":7,"prompt":10,"temperature":1,"results":7,"vllm":1,"model":1,"llm":1,"generate":1,"example":2,"prompts":2,"for":3,"i":6,"in":1,"range":1,"len":5,"check":2,"that":2,"there":2,"is":5,"one":2,"sample":2,"logprob":3,"dict":2,"each":2,"token":8,"outputs":3,"sampled":2,"ids":6,"assert":5,"not":3,"none":3,"cumulative":1,"def":1,"test":1,"all":2,"monkeypatch":2,"pytest":1,"engine":1,"should":1,"return":1,"vocabulary":1},"17912,1980,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"args":1,"example":3,"prompts":3,"list":1,"of":1,"test":3,"fixture":1,"with":4,"monkeypatch":4,"context":2,"as":2,"m":4,"setenv":2,"vllm":5,"use":2,"v1":2,"1":5,"runner":3,"vllmrunner":1,"facebook":2,"opt":2,"125m":2,"max":5,"logprobs":22,"enable":2,"prefix":2,"caching":2,"false":2,"2":2,"other":2,"llms":2,"alive":2,"during":2,"whole":2,"session":2,"gpu":2,"memory":2,"utilization":2,"0":3,"15":1,"model":3,"len":4,"256":1,"sampling":6,"params":6,"all":5,"samplingparams":2,"tokens":1,"5":2,"results":4,"llm":8,"generate":2,"vocab":3,"size":3,"engine":2,"get":2,"config":1,"for":4,"i":2,"in":2,"range":1,"outputs":1,"assert":2,"is":1,"not":1,"none":1,"logprob":2,"pytest":2,"mark":1,"parametrize":1,"mode":6,"raw":2,"logits":3,"processed":2,"def":1,"logprobsmode":1,"different":1,"we":2,"should":2,"have":1,"non":1,"positive":2,"values":2,"expect":1,"at":1,"least":1,"one":1,"from":1,"import":1,"05":1,"16":1,"hello":1,"world":1},"19892,694,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs.py":{"total":4,"token":6,"with":4,"logprobs":11,"0":7,"positive":4,"values":4,"for":3,"output":2,"in":5,"results":2,"outputs":2,"id":2,"logprob":5,"if":3,"mode":2,"assert":3,"1":2,"len":1,"logits":1,"del":1,"llm":1},"0,1638,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":6,"typing":1,"import":9,"optional":1,"numpy":1,"as":1,"np":1,"pytest":1,"torch":12,"platforms":1,"current":3,"platform":3,"utils":1,"is":2,"pin":4,"memory":4,"available":3,"make":2,"tensor":7,"with":2,"pad":3,"v1":3,"sample":3,"logits":4,"processor":1,"logitsprocessors":1,"metadata":1,"samplingmetadata":1,"sampler":2,"max":2,"num":4,"reqs":1,"256":1,"vocab":6,"size":11,"1024":1,"output":1,"tokens":3,"20":1,"cuda":1,"devices":1,"f":1,"device":12,"type":1,"i":2,"for":1,"in":1,"range":1,"1":2,"if":1,"count":1,"else":1,"prompt":4,"64":1,"def":4,"create":4,"fake":3,"batch":5,"int":8,"full":2,"1e":1,"dtype":3,"float":3,"return":3,"penalty":3,"value":3,"fill":1,"token":4,"ids":4,"list":2,"int64":1,"false":1,"allowed":2},"1638,1704,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"optional":2,"torch":4,"tensor":2,"mask":5,"none":3,"for":5,"i":5,"in":5,"range":2,"batch":14,"size":12,"if":4,"2":2,"1":5,"continue":1,"is":2,"zeros":1,"vocab":5,"dtype":1,"bool":1,"device":2,"start":2,"min":2,"end":2,"num":1,"allowed":1,"token":16,"ids":14,"true":2,"return":3,"def":2,"create":1,"bad":16,"words":15,"int":8,"lengths":2,"list":7,"tuple":1,"dict":1,"idx":4,"single":3,"length":2,"np":2,"random":2,"choice":2,"replace":1,"tolist":1,"append":1,"test":1,"no":3,"some":1,"pop":1,"returns":1,"all":1,"last":2,"tokens":1,"of":1,"word":1,"sequences":1,"that":2,"share":1,"the":2,"same":2,"prefix":5,"as":1,"given":3,"excluding":1,"collect":1,"suffixes":1,"with":1,"bwt":3,"generate":1,"a":1,"valid":1,"id":1,"not":1},"3342,1985,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"def":2,"generate":2,"valid":2,"token":29,"id":3,"bad":26,"words":19,"ids":18,"list":5,"int":7,"vocab":4,"size":4,"forbidden":4,"start":3,"tokens":7,"set":2,"for":4,"word":7,"in":4,"add":1,"0":2,"get":1,"a":2,"safe":4,"that":2,"s":1,"not":1,"starts":1,"candidates":2,"range":1,"pick":1,"random":3,"return":2,"np":2,"choice":2,"update":2,"output":6,"metadata":3,"samplingmetadata":1,"dict":1,"last":8,"batch":3,"idx":3,"items":1,"i":1,"enumerate":1,"if":2,"len":2,"1":4,"single":1,"always":1,"affects":1,"logits":1,"append":1,"else":2,"prefix":7,"length":2,"has":2,"true":1,"false":1,"collect":2,"all":1,"from":1,"other":1,"share":1,"this":1,"extend":1,"suffixes":1,"with":1,"same":1,"break":1,"maximum":1,"one":1,"to":2,"make":1,"sure":1,"no":1,"accidental":1,"match":1},"5327,1878,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"def":2,"create":6,"default":1,"sampling":3,"metadata":3,"num":4,"output":9,"tokens":5,"int":9,"batch":8,"size":14,"vocab":5,"device":6,"torch":2,"samplingmetadata":2,"token":15,"ids":11,"list":11,"prompt":6,"for":2,"in":1,"range":1,"append":2,"np":3,"random":5,"randint":3,"0":10,"tolist":2,"1":2,"max":2,"fake":2,"temperature":1,"full":1,"all":2,"greedy":1,"true":2,"false":1,"top":2,"p":1,"none":3,"k":1,"generators":1,"logprobs":1,"tensor":4,"frequency":2,"penalties":4,"penalty":3,"presence":1,"repetition":1,"no":1,"allowed":1,"mask":1,"bad":1,"words":1,"logitsprocs":1,"logitsprocessors":1,"return":1,"weighted":1,"tuple":1,"creates":1,"an":1,"where":1,"each":3,"occurs":1,"a":3,"distinct":1,"number":1,"of":2,"times":1,"subset":1,"is":1,"selected":2,"from":1,"the":3,"vocabulary":1,"are":1,"then":1,"added":1,"to":1,"with":1,"different":1},"7205,1290,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"returns":1,"tuple":1,"list":11,"int":4,"the":4,"first":1,"element":2,"is":2,"output":11,"token":16,"where":1,"each":2,"sublist":1,"corresponds":1,"to":1,"a":2,"batch":7,"and":1,"contains":1,"tokens":1,"with":1,"weighted":1,"frequencies":1,"second":1,"of":1,"distinct":4,"ids":13,"for":7,"ordered":1,"by":1,"their":1,"frequency":1,"in":7,"corresponding":1,"sorted":3,"range":2,"size":4,"np":2,"random":2,"choice":1,"vocab":1,"randint":1,"1":3,"10":1,"replace":1,"false":1,"tolist":1,"append":2,"index":2,"id":2,"enumerate":1,"extend":1,"return":1,"pytest":3,"mark":3,"parametrize":3,"device":1,"cuda":1,"devices":1,"2":3,"32":1,"presence":1,"penalty":1,"0":2},"8495,931,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"def":1,"test":2,"sampler":4,"presence":6,"penalty":5,"device":7,"str":1,"batch":4,"size":6,"int":1,"float":1,"to":1,"verify":1,"that":1,"if":1,"is":2,"enabled":1,"then":1,"tokens":2,"are":1,"penalized":1,"as":1,"per":1,"their":1,"in":1,"the":2,"existing":1,"output":4,"torch":3,"set":1,"default":2,"create":4,"fake":4,"logits":7,"where":1,"each":1,"token":3,"assigned":1,"same":1,"logit":1,"value":1,"vocab":2,"sampling":6,"metadata":6,"num":1,"ids":2,"penalties":3,"tensor":1,"no":1,"false":1,"apply":1,"cpu":1},"9426,1335,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"for":3,"batch":8,"idx":7,"in":8,"range":1,"size":1,"since":1,"all":1,"tokens":3,"initially":1,"have":1,"the":14,"same":1,"logits":3,"non":6,"penalized":12,"token":16,"id":12,"will":2,"be":2,"one":2,"with":2,"highest":1,"logit":2,"value":4,"while":3,"lowest":1,"argmax":1,"item":2,"argmin":1,"if":3,"presence":4,"penalty":4,"0":4,"is":2,"set":2,"to":2,"a":4,"greater":1,"than":2,"it":2,"indicates":2,"preference":2,"new":2,"over":2,"those":1,"already":1,"present":1,"output":7,"verify":2,"that":2,"exists":2,"does":2,"not":4,"assert":4,"ids":4,"elif":1,"less":1,"existing":1,"ones":1},"10761,161,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"pytest":3,"mark":3,"parametrize":3,"device":1,"cuda":1,"devices":1,"batch":1,"size":1,"1":1,"2":3,"32":1,"frequency":1,"penalty":1,"0":2},"10922,1084,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"def":1,"test":2,"sampler":4,"frequency":6,"penalty":5,"device":7,"str":1,"batch":5,"size":8,"int":1,"float":1,"to":1,"verify":1,"that":1,"if":1,"is":2,"enabled":1,"then":1,"tokens":2,"are":1,"penalized":1,"as":1,"per":1,"their":1,"of":1,"occurrence":1,"torch":3,"set":1,"default":2,"create":5,"fake":4,"logits":7,"where":1,"each":1,"token":6,"assigned":1,"the":1,"same":1,"logit":1,"value":1,"vocab":3,"sampling":6,"metadata":6,"num":1,"output":6,"penalties":3,"tensor":1,"ids":4,"sorted":1,"in":1,"weighted":1,"list":1,"no":1,"false":1,"apply":1,"cpu":1},"12006,1433,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"for":3,"batch":5,"idx":4,"in":12,"range":1,"size":1,"non":5,"penalized":10,"token":19,"id":12,"logits":2,"argmax":1,"item":2,"argmin":1,"distinct":5,"sorted":6,"ids":6,"output":9,"most":6,"frequent":3,"len":1,"1":1,"if":3,"frequency":4,"penalty":4,"0":4,"is":6,"set":2,"to":2,"it":2,"indicates":2,"a":2,"preference":2,"new":2,"tokens":2,"over":2,"existing":2,"ones":2,"verify":2,"that":5,"the":9,"not":4,"present":1,"while":2,"one":3,"occurs":2,"frequently":2,"assert":4,"elif":1,"has":1,"yet":1,"appeared":1},"13439,161,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"pytest":3,"mark":3,"parametrize":3,"device":1,"cuda":1,"devices":1,"batch":1,"size":1,"1":3,"2":1,"32":1,"repetition":1,"penalty":1,"0":1,"9":1},"13600,907,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"def":1,"test":2,"sampler":4,"repetition":5,"penalty":5,"device":7,"str":1,"batch":4,"size":6,"int":1,"float":1,"to":1,"verify":1,"that":1,"when":1,"the":4,"is":2,"enabled":1,"tokens":2,"are":1,"penalized":1,"based":1,"on":1,"their":1,"presence":1,"in":1,"prompt":1,"or":1,"existing":1,"output":2,"torch":3,"set":1,"default":2,"create":4,"fake":4,"logits":7,"where":1,"each":1,"token":1,"assigned":1,"same":1,"logit":1,"value":1,"vocab":2,"sampling":5,"metadata":5,"num":1,"penalties":3,"tensor":1,"no":1,"false":1,"apply":1,"cpu":1},"14507,1329,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"for":1,"batch":6,"idx":5,"in":11,"range":1,"size":1,"non":7,"penalized":14,"token":16,"id":14,"logits":2,"argmax":1,"item":2,"argmin":1,"prompt":8,"tokens":10,"sampling":2,"metadata":2,"ids":2,"tolist":1,"output":8,"if":3,"repetition":4,"penalty":4,"1":4,"0":4,"verify":2,"that":2,"the":8,"has":2,"not":6,"been":2,"seen":2,"before":2,"while":2,"exists":2,"either":2,"or":4,"assert":4,"and":2,"elif":1},"15836,1924,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"pytest":6,"mark":6,"parametrize":6,"device":9,"cuda":2,"devices":2,"batch":14,"size":15,"1":8,"2":6,"32":2,"num":6,"allowed":9,"token":16,"ids":9,"0":1,"def":1,"test":2,"sampler":4,"str":1,"int":2,"to":1,"verify":1,"that":1,"when":1,"the":4,"repetition":1,"penalty":1,"is":2,"enabled":1,"tokens":2,"are":1,"penalized":1,"based":1,"on":1,"their":1,"presence":1,"in":3,"prompt":1,"or":1,"existing":1,"output":2,"torch":3,"set":1,"default":2,"create":4,"fake":4,"logits":12,"where":1,"each":1,"assigned":1,"same":1,"logit":1,"value":1,"vocab":7,"sampling":4,"metadata":4,"mask":3,"apply":1,"cpu":1,"for":6,"idx":6,"range":2,"req":4,"if":2,"assert":3,"all":1,"float":3,"inf":3,"continue":1,"id":6,"start":2,"min":2,"end":2,"and":1,"f":1,"else":1,"bad":1,"words":1,"lengths":1,"3":1},"17760,1330,data/raw/vllm-0.10.1/tests/v1/sample/test_sampler.py":{"def":1,"test":2,"sampler":4,"bad":12,"words":12,"device":5,"str":1,"batch":9,"size":10,"int":2,"lengths":2,"list":1,"tuple":1,"to":1,"verify":1,"that":1,"when":1,"the":3,"restriction":1,"is":2,"present":1,"tokens":5,"are":1,"penalized":1,"based":1,"on":1,"their":1,"match":1,"with":1,"torch":2,"set":1,"default":2,"create":4,"fake":4,"logits":11,"where":1,"each":1,"token":8,"assigned":1,"same":1,"logit":1,"value":1,"vocab":5,"sampling":5,"metadata":5,"num":1,"output":2,"ids":3,"last":3,"update":1,"for":6,"apply":1,"cpu":1,"idx":4,"in":4,"range":2,"req":3,"id":4,"if":1,"and":1,"assert":2,"float":2,"inf":2,"else":1},"0,1788,data/raw/vllm-0.10.1/tests/v1/sample/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":5,"project":1,"from":7,"collections":1,"abc":1,"import":9,"iterator":1,"enum":3,"typing":1,"namedtuple":1,"optional":3,"regex":1,"as":1,"re":1,"torch":1,"completionoutput":1,"utils":1,"make":1,"tensor":1,"with":5,"pad":1,"v1":2,"sample":11,"logits":1,"processor":1,"batchupdate":1,"logitsprocessor":1,"metadata":1,"samplingmetadata":1,"class":1,"batchlogprobscomposition":2,"types":2,"of":4,"logprobs":24,"configs":4,"include":2,"in":2,"test":2,"batch":15,"none":2,"1":2,"prompt":9,"3":1,"batchlogprobsspectype":2,"list":2,"tuple":1,"int":2,"def":1,"get":1,"composition":6,"generate":1,"for":8,"a":6,"requests":4,"given":1,"request":2,"s":1,"configuration":2,"is":2,"num":2,"and":5,"yields":4,"no":4,"or":2,"some":5,"configured":7,"only":4,"others":2,"args":1,"returns":1},"1788,1656,data/raw/vllm-0.10.1/tests/v1/sample/utils.py":{"list":1,"of":1,"optional":2,"num":2,"sample":7,"logprobs":16,"prompt":7,"tuples":1,"if":2,"batch":5,"composition":4,"batchlogprobscomposition":4,"none":22,"no":4,"requests":4,"with":1,"or":4,"return":4,"elif":3,"requiring":3,"0":6,"5":4,"3":4,"6":4,"either":1,"just":2,"both":1,"and":1,"else":1,"raise":1,"valueerror":1,"invalid":1,"configuration":1,"for":1,"test":1,"def":1,"assert":1,"incr":2,"detok":4,"str":7,"matches":1,"non":4,"incremental":2,"detokenization":2,"msg":1,"compare":1,"incrementally":2,"text":2,"to":1,"fail":1,"the":1,"strings":1,"mismatch":1,"after":1,"alphanumeric":1,"characters":1,"are":1,"stripped":1,"out":1},"3444,1957,data/raw/vllm-0.10.1/tests/v1/sample/utils.py":{"rationale":1,"incremental":5,"detokenization":7,"in":3,"the":7,"text":4,"generation":1,"process":1,"allows":1,"tokenizer":1,"to":1,"adjust":1,"next":1,"token":6,"output":6,"based":1,"on":1,"s":1,"context":1,"string":1,"however":1,"logprobs":6,"detokenizes":1,"each":1,"individually":1,"and":2,"resultant":1,"strings":2,"may":1,"include":1,"some":1,"non":4,"alphanumeric":2,"placeholder":1,"characters":1,"where":1,"there":2,"could":1,"be":1,"i":1,"e":1,"whitespace":1,"so":1,"this":1,"function":1,"compares":1,"only":1,"between":1,"two":1,"fails":2,"if":2,"is":2,"a":2,"mismatch":1,"which":1,"helps":1,"with":1,"validating":1,"args":2,"str":4,"incrementally":2,"detokenized":2,"generated":1,"logprob":5,"tokens":1,"msg":2,"error":1,"message":1,"assert":3,"rgx":3,"r":1,"za":1,"z0":1,"9":1,"re":2,"sub":2,"def":3,"compute":2,"correct":1,"cumulative":3,"completion":5,"completionoutput":1,"float":4,"known":2,"good":2,"value":5,"for":2,"evaluating":1,"from":1,"engine":1,"returns":1,"ids":3,"not":1,"none":1,"return":3,"sum":1,"lp":2,"tok":2,"id":2,"zip":1,"create":2,"fake":3,"logits":3,"batch":4,"size":6,"int":3,"vocab":2,"torch":7,"tensor":3,"full":2,"1e":1,"2":1,"dtype":2,"penalty":3,"device":4,"fill":1},"5401,1780,data/raw/vllm-0.10.1/tests/v1/sample/utils.py":{"def":5,"create":1,"prompt":3,"tokens":1,"tensor":6,"token":2,"ids":2,"list":3,"int":3,"vocab":2,"size":2,"device":4,"torch":7,"return":4,"make":1,"with":1,"pad":2,"dtype":2,"int64":1,"pin":1,"memory":1,"false":1,"class":3,"logitsprocstestfakes":3,"namedtuple":1,"wraps":1,"fake":3,"data":1,"structures":1,"to":1,"support":1,"testing":1,"logits":11,"sampling":3,"metadata":3,"samplingmetadata":1,"get":4,"logitsprocs":8,"by":1,"cls":4,"self":4,"type":1,"logitsprocessor":4,"iterator":4,"yield":1,"processors":5,"of":2,"a":1,"specific":1,"args":1,"subclass":1,"returns":1,"over":2,"lp":3,"for":3,"in":5,"all":3,"if":1,"isinstance":1,"update":5,"state":3,"test":5,"fakes":5,"batch":3,"batchupdate":1,"none":1,"imitate":2,"persistent":1,"engine":2,"core":2,"logitproc":2,"apply":2,"slice":2,"indices":2,"application":1,"long":1,"clone":1,"processor":2},"0,1838,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":6,"project":1,"from":6,"typing":1,"import":9,"any":2,"optional":5,"pytest":2,"torch":7,"nn":1,"functional":1,"as":1,"f":1,"platforms":1,"current":2,"platform":2,"v1":5,"sample":3,"logits":6,"processor":1,"logitsprocessors":1,"metadata":4,"samplingmetadata":2,"rejection":2,"sampler":2,"placeholder":1,"token":9,"id":3,"rejectionsampler":2,"spec":1,"decode":1,"specdecodemetadata":1,"device":4,"type":1,"fixture":1,"def":3,"return":2,"create":4,"tensor":6,"output":2,"ids":6,"list":2,"int":3,"vocab":2,"size":2,"100":3,"helper":1,"function":1,"that":1,"will":1,"produce":1,"desired":1,"on":1,"argmax":1,"tokens":9,"1":1,"for":4,"in":4,"num":2,"total":2,"sum":1,"len":2,"full":1,"start":3,"loc":3,"j":2,"enumerate":1,"sampling":3,"all":5,"greedy":4,"bool":1,"temperature":3,"none":6,"top":2,"k":1,"p":1,"generators":3,"dict":1,"a":1,"object":1,"with":1,"set":1,"given":1,"value":1,"either":1,"or":2,"random":1,"is":2,"used":1,"if":1,"else":1,"assert":1,"not":1},"1838,1803,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"return":1,"samplingmetadata":1,"temperature":2,"all":5,"greedy":5,"random":1,"not":1,"top":4,"p":2,"k":2,"generators":2,"max":1,"num":1,"logprobs":1,"0":2,"no":1,"penalties":4,"false":1,"prompt":1,"token":8,"ids":5,"none":3,"frequency":1,"torch":7,"tensor":8,"presence":1,"repetition":1,"output":8,"allowed":1,"mask":1,"bad":1,"words":1,"logitsprocs":1,"logitsprocessors":1,"tests":1,"for":1,"sampling":3,"def":2,"test":4,"perfect":1,"match":2,"rejection":3,"sampler":3,"when":2,"tokens":10,"perfectly":1,"speculated":1,"spec":5,"1":7,"2":4,"3":5,"4":4,"is":1,"the":1,"bonus":4,"metadata":6,"create":2,"true":1,"logits":7,"device":6,"decode":2,"specdecodemetadata":1,"make":1,"dummy":1,"draft":1,"probs":1,"target":1,"expected":2,"dtype":1,"int":1,"assert":1,"equal":1,"early":2,"mismatch":3,"there":1,"s":1,"an":1,"in":1,"5":1,"at":1,"position":1},"3641,1823,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"metadata":12,"create":4,"sampling":4,"all":2,"greedy":2,"true":2,"logits":14,"tensor":10,"output":10,"tokens":11,"bonus":7,"token":9,"torch":8,"0":2,"1":8,"device":12,"spec":7,"decode":4,"specdecodemetadata":2,"make":2,"dummy":2,"rejection":3,"sampler":3,"draft":2,"probs":2,"none":2,"target":2,"ids":2,"expected":4,"5":4,"placeholder":3,"id":3,"dtype":2,"int":2,"assert":2,"equal":2,"def":1,"test":2,"multiple":2,"sequences":3,"handling":1,"of":1,"speculated":1,"2":3,"3":3,"4":3,"two":1,"with":1,"and":1},"5464,1788,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"def":2,"test":4,"single":3,"token":11,"sequence":3,"rejection":4,"sampler":4,"handling":2,"sequences":1,"with":2,"spec":8,"tokens":11,"1":5,"output":10,"2":3,"bonus":8,"metadata":12,"create":4,"sampling":4,"all":2,"greedy":2,"true":2,"logits":14,"tensor":10,"torch":8,"0":2,"device":12,"decode":4,"specdecodemetadata":2,"make":2,"dummy":2,"draft":2,"probs":2,"none":2,"target":2,"ids":2,"expected":4,"dtype":2,"int":3,"assert":2,"equal":2,"empty":2,"of":1,"speculated":1,"list":2,"5":2,"just":1,"the":1},"7252,1997,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"def":2,"test":4,"multiple":2,"mismatches":3,"rejection":3,"sampler":3,"handling":1,"sequences":2,"with":2,"spec":8,"tokens":15,"1":14,"2":9,"3":7,"4":6,"5":3,"6":4,"output":10,"7":4,"8":2,"9":1,"in":2,"both":1,"metadata":9,"create":4,"sampling":3,"all":2,"greedy":2,"true":2,"logits":11,"tensor":8,"bonus":5,"token":9,"torch":5,"0":1,"device":10,"decode":3,"specdecodemetadata":2,"make":2,"dummy":2,"draft":1,"probs":1,"none":1,"target":1,"ids":1,"expected":4,"placeholder":5,"id":5,"dtype":1,"int":1,"assert":1,"equal":1,"pytest":1,"mark":1,"parametrize":1,"perfect":1,"match":1,"first":1,"mismatch":1,"mixed":1,"matches":1,"parametrized":2,"cases":1,"for":2,"various":1,"matching":1,"scenarios":1},"9249,1970,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"output":2,"rejection":2,"sampler":2,"spec":1,"decode":1,"metadata":3,"draft":6,"probs":5,"none":1,"target":2,"logits":4,"bonus":3,"token":4,"ids":3,"tensor":4,"sampling":2,"expected":3,"torch":13,"dtype":5,"int":5,"device":10,"assert":1,"equal":1,"tests":1,"for":3,"random":1,"pytest":5,"mark":5,"parametrize":5,"k":4,"1":4,"3":1,"5":2,"vocab":5,"size":14,"1000":1,"batch":7,"4":1,"8":1,"frac":3,"seeded":7,"0":5,"n":3,"rep":3,"20":1,"def":1,"test":1,"deterministic":1,"when":1,"float":1,"num":2,"tokens":2,"rand":3,"float32":2,"f":1,"softmax":1,"dim":1,"like":1,"randint":2,"low":2,"high":2,"int64":2,"mask":2,"results":1,"in":2,"range":2,"seqs":1,"i":4,"generator":1,"manual":1,"seed":1,"if":1},"11219,1598,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"temperature":3,"torch":3,"ones":1,"batch":2,"size":2,"dtype":1,"float32":1,"device":4,"sampling":7,"metadata":6,"create":1,"all":1,"greedy":1,"false":1,"generators":1,"seeded":2,"seqs":1,"spec":2,"decode":2,"specdecodemetadata":1,"make":1,"dummy":1,"draft":6,"token":4,"ids":4,"tolist":1,"rep":3,"result":2,"rejection":4,"sampler":2,"probs":2,"target":7,"logits":2,"bonus":2,"results":3,"append":1,"for":2,"i":4,"in":2,"range":2,"if":1,"mask":1,"j":2,"1":1,"n":1,"assert":1,"equal":1,"0":1,"def":1,"test":1,"approximates":2,"distribution":7,"verify":1,"despite":1,"from":2,"a":4,"potentially":1,"distinct":1,"this":1,"is":2,"done":1,"by":1,"first":1,"creating":1,"random":2,"probability":3,"and":2,"we":2,"then":1,"sample":1,"the":4,"using":1,"these":1,"distributions":2,"samples":1,"are":1,"used":2,"to":3,"estimate":1,"output":1,"which":1,"expect":1,"approximate":1,"basic":1,"distance":1,"metric":1,"determine":1,"similarity":1,"between":1},"12817,1900,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"we":4,"expect":2,"that":1,"as":1,"increase":1,"the":13,"number":1,"of":2,"samples":3,"distance":9,"between":3,"observed":4,"distribution":9,"and":5,"target":13,"decreases":1,"to":3,"measure":1,"this":1,"compare":1,"against":1,"both":1,"a":1,"uniform":1,"random":2,"improve":1,"much":1,"more":1,"than":1,"improvement":1,"torch":9,"set":1,"default":1,"device":3,"vocab":5,"size":5,"10":3,"k":2,"2":1,"num":4,"reference":11,"probs":15,"100":3,"prepare":1,"draft":3,"probability":1,"distributions":1,"f":3,"softmax":3,"rand":3,"dtype":3,"float32":3,"dim":3,"1":4,"logits":3,"sample":8,"sizes":2,"000":3,"wrt":4,"list":2,"float":2,"for":1,"in":1,"using":1,"rejection":2,"sampling":2,"rej":5,"estimate":1,"pdf":1,"average":1,"from":1,"vs":4,"rejsample":4,"dist":6,"item":2,"shape":1,"0":1,"append":2},"14717,1870,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"relative":8,"change":8,"in":8,"distance":12,"wrt":12,"target":13,"get":5,"ratio":5,"first":5,"to":6,"last":5,"reference":7,"print":2,"f":4,"num":10,"samples":8,"vs":2,"rejsample":2,"dist":2,"05f":2,"02f":2,"expected":2,"improvement":2,"multiplier":2,"20":1,"assert":1,"def":2,"elements":3,"list":1,"float":2,"return":1,"0":1,"1":6,"estimate":2,"rejection":3,"sampling":2,"pdf":1,"draft":6,"probs":6,"torch":3,"tensor":3,"logits":5,"k":4,"int":3,"vocab":3,"size":3,"the":3,"probability":3,"distribution":3,"of":3,"output":2,"tokens":5,"using":1,"args":1,"number":1,"draw":1,"returns":1,"estimated":1,"sampler":1,"rejectionsampler":1,"repeat":4,"times":2,"reshape":2},"16587,1765,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"randomly":1,"sample":1,"draft":11,"token":11,"ids":11,"from":1,"probs":6,"torch":9,"multinomial":1,"0":2,"num":8,"samples":4,"k":2,"replacement":1,"true":2,"reshape":1,"view":1,"tokens":5,"vocab":4,"size":6,"bonus":5,"not":1,"used":1,"but":1,"required":1,"zeros":1,"1":4,"dtype":3,"int64":1,"device":7,"repeat":1,"temperature":3,"ones":1,"float32":1,"sampling":5,"metadata":7,"create":1,"all":1,"greedy":1,"false":1,"spec":2,"decode":2,"specdecodemetadata":1,"make":1,"dummy":1,"tolist":1,"output":4,"rejection":2,"sampler":2,"target":3,"logits":4,"flatten":1,"hist":3,"histogram":1,"to":1,"float":1,"cpu":1,"bins":1,"range":1,"density":1,"return":1,"def":1,"test":2,"masked":1,"batch":2,"int":3,"tensor":2,"unmasked":1,"indices":1,"samplingmetadata":1,"set":1,"up":1,"parameters":1},"18352,1917,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"create":3,"random":1,"draft":18,"probabilities":1,"probs":7,"torch":7,"rand":1,"num":8,"tokens":10,"vocab":3,"size":7,"dtype":2,"float32":1,"device":8,"f":1,"softmax":1,"dim":1,"1":5,"randomly":2,"sample":1,"token":18,"ids":14,"from":1,"multinomial":1,"samples":1,"reshape":2,"batch":4,"tolist":2,"bonus":5,"not":1,"used":1,"but":1,"required":1,"zeros":1,"int64":1,"spec":3,"decode":3,"metadata":5,"specdecodemetadata":1,"make":1,"dummy":1,"run":1,"rejection":4,"sampling":5,"output":4,"sampler":2,"target":2,"logits":2,"remove":1,"and":1,"flatten":1,"check":1,"that":1,"all":1,"sampled":1,"are":1,"within":1,"the":1,"unmasked":2,"indices":6,"for":2,"i":3,"in":3,"range":2,"id":4,"if":1,"placeholder":1,"continue":1,"assert":1,"pytest":1,"mark":1,"parametrize":1,"top":9,"k":9,"5":1,"99":1,"def":1,"test":2,"with":1,"100":2,"3":1,"randperm":1,"stack":1},"20269,1989,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"create":4,"logits":17,"with":3,"the":8,"uniform":2,"distribution":2,"target":6,"torch":8,"zeros":1,"num":9,"tokens":9,"vocab":5,"size":12,"device":10,"increment":1,"for":3,"top":16,"k":5,"indices":8,"a":1,"little":1,"bit":1,"more":1,"than":1,"other":1,"ones":3,"if":1,"masking":1,"is":1,"effective":1,"non":1,"topk":1,"will":1,"never":1,"be":1,"sampled":1,"despite":1,"small":1,"difference":1,"in":3,"i":6,"range":2,"0":4,"1":6,"sampling":7,"metadata":5,"temperature":5,"batch":7,"dtype":3,"float32":2,"all":1,"greedy":1,"false":3,"tensor":1,"int64":1,"test":3,"masked":1,"rejection":3,"sampler":2,"draft":4,"unmasked":1,"pytest":1,"mark":1,"parametrize":1,"p":11,"5":1,"9":1,"99":1,"def":1,"100":2,"3":1,"randn":1,"rescaled":2,"sort":5,"idx":2,"dim":3,"descending":1,"probs":4,"softmax":1,"sum":2,"cumsum":1,"mask":3,"at":1,"least":1,"one":1,"get":1,"append":1,"tolist":1},"22258,573,data/raw/vllm-0.10.1/tests/v1/sample/test_rejection_sampler.py":{"create":2,"sampling":5,"metadata":5,"all":1,"greedy":1,"false":1,"temperature":2,"top":3,"p":3,"torch":2,"tensor":1,"batch":3,"size":5,"device":2,"dtype":1,"float32":1,"test":1,"masked":1,"logits":3,"rejection":1,"sampler":1,"num":2,"draft":2,"tokens":2,"vocab":2,"target":2,"unmasked":1,"indices":2},"0,1852,data/raw/vllm-0.10.1/tests/v1/sample/test_logprobs_e2e.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"lm":3,"eval":3,"from":1,"utils":1,"remoteopenaiserver":2,"arc":2,"easy":2,"uses":1,"prompt":3,"logprobs":4,"1":2,"task":5,"filter":3,"acc":1,"norm":1,"none":1,"rtol":5,"03":1,"expected":9,"value":15,"62":1,"fixme":1,"rob":1,"enable":3,"prefix":3,"caching":3,"once":1,"supported":1,"model":13,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"args":8,"f":7,"pretrained":1,"enforce":2,"eager":2,"true":1,"false":2,"gpu":2,"memory":2,"utilization":2,"8":2,"noqa":1,"e501":1,"server":5,"no":1,"num":3,"concurrent":3,"100":1,"def":2,"test":2,"e2e":2,"results":6,"simple":2,"evaluate":2,"tasks":2,"batch":1,"size":1,"auto":1,"measured":10,"assert":2,"and":2,"with":1,"as":1,"remote":2,"url":4,"for":1,"v1":1,"completions":2,"base":1,"tokenized":1,"requests":1,"local":1},"0,1933,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":8,"typing":1,"import":10,"optional":2,"unittest":1,"mock":1,"pytest":1,"torch":1,"tests":2,"utils":2,"get":2,"attn":2,"backend":3,"list":2,"based":2,"on":2,"platform":2,"v1":2,"attention":2,"batchspec":1,"create":3,"common":1,"metadata":1,"standard":1,"kv":1,"cache":1,"spec":5,"config":6,"cacheconfig":1,"deviceconfig":1,"loadconfig":1,"modelconfig":2,"parallelconfig":2,"schedulerconfig":1,"speculativeconfig":2,"vllmconfig":1,"model":12,"executor":1,"models":1,"llama":3,"llamaforcausallm":1,"platforms":1,"current":1,"decode":1,"eagle":5,"eagleproposer":2,"dir":8,"meta":1,"3":1,"1":3,"8b":3,"instruct":3,"yuhuili":2,"llama3":2,"eagle3":3,"def":1,"proposer":1,"method":5,"str":5,"num":4,"speculative":10,"tokens":4,"int":2,"token":8,"tree":8,"tuple":1,"none":3,"runner":1,"generate":1,"max":1,"len":2,"100":1,"choose":1,"directory":1,"draft":2,"if":2,"else":1,"is":1,"not":1,"assert":1,"target":2,"parallel":1},"1933,1777,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"vllm":3,"config":12,"vllmconfig":1,"model":2,"cache":1,"cacheconfig":1,"speculative":2,"device":14,"deviceconfig":1,"current":3,"platform":3,"type":3,"parallel":1,"parallelconfig":1,"load":1,"loadconfig":1,"scheduler":1,"schedulerconfig":1,"return":1,"eagleproposer":1,"def":1,"test":1,"prepare":1,"inputs":1,"cu":3,"target":1,"query":3,"lens":3,"0":5,"a":14,"b":9,"c":4,"num":6,"rejected":4,"tokens":8,"n1":7,"n2":6,"n3":5,"per":4,"req":3,"token":1,"indices":1,"1":9,"torch":5,"q1":1,"4":5,"q2":1,"7":6,"q3":1,"5":4,"3":7,"2":3,"batch":2,"spec":2,"batchspec":1,"seq":1,"common":2,"attn":2,"metadata":2,"create":1,"block":1,"size":1,"16":1,"request":1,"tensor":2,"dtype":2,"int32":2,"expected":3,"calculations":1,"len":1,"after":1,"subtracting":1,"cumulative":1,"counts":1,"10":2},"3710,1775,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"expected":5,"token":6,"indices":9,"mapped":1,"from":5,"original":1,"positions":4,"first":5,"request":6,"0":4,"1":6,"2":4,"keeping":3,"3":6,"second":2,"4":6,"5":3,"6":2,"7":3,"10":1,"third":2,"11":3,"12":2,"13":2,"15":1,"torch":4,"tensor":1,"tokens":8,"dtype":1,"int32":1,"device":2,"proposer":3,"create":1,"eagle":5,"updated":2,"metadata":3,"prepare":1,"inputs":1,"common":1,"attn":5,"num":3,"rejected":1,"cpu":1,"assert":3,"equal":2,"query":1,"start":1,"loc":1,"cu":2,"shape":1,"item":1,"pytest":4,"mark":4,"parametrize":4,"method":2,"eagle3":1,"backend":5,"get":7,"list":1,"based":1,"on":1,"platform":1,"pp":4,"size":2,"use":2,"distinct":2,"embed":2,"true":1,"false":1,"mock":6,"patch":3,"vllm":5,"v1":3,"spec":3,"decode":3,"group":2,"layers":2,"config":1,"model":3,"def":1,"test":1,"load":1,"monkeypatch":2,"setenv":1,"attention":1},"5485,1996,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"if":3,"attn":13,"backend":2,"triton":2,"vllm":5,"v1":3,"and":2,"not":3,"current":3,"platform":3,"is":2,"rocm":3,"pytest":1,"skip":1,"does":1,"support":1,"multi":1,"token":1,"eagle":1,"spec":1,"decode":1,"on":1,"flash":1,"monkeypatch":1,"setenv":1,"use":2,"aiter":1,"1":2,"setup":4,"draft":3,"model":20,"mock":23,"magicmock":8,"distinct":1,"embed":5,"tokens":5,"some":1,"models":2,"can":1,"have":1,"a":2,"different":2,"hidden":1,"size":4,"than":1,"the":4,"target":12,"so":2,"we":1,"test":1,"that":2,"their":1,"doesn":1,"t":1,"get":5,"overwritten":1,"weight":3,"shape":3,"131072":3,"2048":1,"else":1,"4096":2,"return":4,"value":3,"mocks":1,"for":4,"attention":2,"layers":8,"2":1,"has":1,"one":1,"extra":2,"layer":1,"compared":1,"to":2,"all":2,"make":1,"values":1,"each":1,"call":1,"side":1,"effect":1,"pp":6,"group":5,"appropriate":1,"world":2,"with":1,"custom":1,"class":2,"isinstance":2,"checks":1,"match":1,"expected":1,"type":1,"targetmodelstub":2,"llamaforcausallm":1,"lm":1,"head":1,"create":1,"autospec":1,"instance":1,"true":1,"from":1,"executor":1,"import":1,"supportsmultimodal":2,"assert":1},"7481,1983,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"if":7,"method":6,"eagle":5,"target":7,"model":15,"lm":4,"head":4,"mock":2,"magicmock":1,"create":2,"proposer":7,"using":1,"the":8,"helper":1,"function":1,"num":3,"speculative":3,"tokens":11,"8":2,"call":1,"under":1,"test":3,"load":1,"verify":3,"common":1,"interactions":1,"get":2,"assert":4,"called":1,"once":1,"that":2,"models":2,"gain":1,"from":1,"embed":8,"are":1,"set":1,"correctly":1,"pp":3,"size":3,"is":5,"1":5,"should":2,"be":2,"distinct":2,"or":1,"use":3,"else":1,"when":1,"and":4,"draft":1,"have":1,"of":1,"same":1,"shape":1,"they":1,"shared":1,"pytest":5,"mark":3,"parametrize":3,"eagle3":1,"attn":12,"backend":8,"list":1,"based":1,"on":2,"platform":5,"3":1,"def":1,"propose":2,"monkeypatch":3,"setenv":2,"vllm":5,"attention":1,"triton":2,"v1":3,"not":2,"current":4,"rocm":3,"skip":2,"does":1,"support":1,"multi":1,"token":1,"spec":1,"decode":1,"tree":3,"tested":1,"separately":1,"in":1,"because":1,"it":1,"requires":1,"special":1,"input":1,"mocking":1,"flash":1,"aiter":1,"gpu":1,"device":4,"torch":1,"type":1},"9464,1886,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"setup":2,"test":1,"parameters":1,"batch":5,"size":15,"2":5,"seq":7,"len":6,"1":5,"5":1,"3":1,"total":3,"tokens":9,"vocab":2,"100":3,"lens":1,"create":5,"proposer":5,"first":3,"so":1,"we":4,"can":1,"use":2,"its":1,"actual":1,"hidden":8,"eagle":1,"num":3,"speculative":3,"get":1,"the":6,"from":1,"to":2,"ensure":1,"consistency":1,"helper":1,"deterministic":4,"logits":9,"that":2,"will":1,"produce":1,"specific":1,"def":1,"token":7,"ids":3,"torch":5,"full":1,"0":4,"device":10,"for":5,"i":4,"id":2,"in":2,"enumerate":1,"return":2,"mock":7,"a":2,"model":7,"returns":5,"sequence":3,"42":2,"43":1,"44":1,"60":2,"61":1,"62":1,"base":1,"skip":1,"loading":1,"and":1,"replace":1,"it":1,"with":2,"directly":1,"outputs":1,"magicmock":1,"forward":5,"calls":2,"range":1,"if":2,"call":1,"uses":1,"all":1,"h":6,"zeros":4,"states":3,"else":2,"subsequent":1,"append":1,"single":1,"case":1,"only":1,"need":2,"item":1,"multi":1,"value":1,"side":1,"effect":1},"11350,1614,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"setup":1,"for":4,"compute":3,"logits":8,"calls":1,"returns":4,"i":2,"in":2,"range":1,"num":2,"speculative":2,"tokens":6,"each":1,"call":1,"increment":1,"the":3,"base":4,"token":4,"ids":4,"current":2,"id":2,"append":1,"create":3,"deterministic":1,"if":1,"1":2,"model":5,"mock":5,"return":1,"value":1,"0":4,"else":1,"side":1,"effect":1,"assign":2,"to":1,"proposer":3,"draft":1,"attn":4,"layer":3,"names":2,"since":1,"load":1,"is":1,"not":1,"invoked":1,"input":1,"tensors":1,"batch":3,"spec":2,"batchspec":1,"seq":5,"lens":4,"query":1,"common":2,"metadata":3,"block":1,"size":5,"16":1,"device":12,"target":3,"torch":7,"randint":2,"vocab":2,"total":2,"positions":1,"cat":1,"arange":2,"len":2,"2":1,"hidden":2,"states":1,"randn":1,"next":1,"dtype":1,"int32":1,"sampling":1,"magicmock":1},"12964,1465,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"if":1,"attn":21,"backend":11,"flash":2,"vllm":7,"v1":4,"metadata":12,"builder":7,"cls":4,"get":3,"attention":5,"elif":2,"triton":2,"tree":2,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"kv":2,"cache":2,"spec":2,"create":1,"standard":1,"proposer":7,"config":3,"layer":2,"names":2,"device":2,"mock":3,"runner":4,"for":1,"building":1,"magicmock":2,"groups":2,"append":1,"0":2,"result":2,"propose":1,"target":6,"token":4,"ids":4,"positions":2,"hidden":2,"states":2,"next":2,"common":2,"sampling":2,"assert":1,"shape":1,"batch":1,"size":1,"num":1,"speculative":1,"tokens":1},"14429,1782,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"create":3,"expected":5,"tokens":14,"based":1,"on":1,"our":2,"token":10,"pattern":1,"if":1,"num":7,"speculative":8,"1":13,"example":2,"for":4,"42":2,"60":2,"torch":5,"tensor":1,"base":3,"ids":3,"0":15,"device":8,"else":1,"3":2,"43":1,"44":1,"61":1,"62":1,"zeros":1,"batch":3,"size":8,"dtype":1,"int64":1,"i":3,"in":2,"range":2,"j":3,"verify":1,"all":1,"match":1,"expectations":1,"assert":1,"equal":1,"result":1,"pytest":1,"mark":1,"parametrize":1,"spec":4,"tree":7,"a":1,"single":1,"chain":1,"2":8,"parallel":1,"def":1,"test":2,"propose":1,"get":2,"gpu":1,"current":1,"platform":1,"type":1,"setup":1,"parameters":1,"seq":7,"len":7,"5":1,"total":1,"vocab":1,"100":1,"lens":1,"proposer":5,"first":1,"so":1,"we":1,"can":1,"use":1,"its":1,"actual":1,"hidden":4,"eagle":1,"the":2,"from":1,"to":1,"ensure":1,"consistency":1},"16211,1349,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"helper":1,"to":2,"create":2,"deterministic":4,"logits":8,"that":3,"will":1,"produce":1,"specific":1,"tokens":4,"def":1,"token":5,"ids":3,"k":3,"int":1,"torch":7,"full":1,"batch":3,"size":8,"vocab":1,"100":2,"0":2,"device":12,"for":3,"i":2,"id":2,"in":3,"enumerate":1,"assign":1,"decreasing":1,"values":1,"the":3,"consecutive":1,"j":3,"range":1,"return":1,"mock":6,"a":2,"model":5,"returns":5,"base":1,"tensor":1,"42":1,"60":1,"dtype":1,"int64":1,"skip":1,"loading":1,"and":1,"replace":1,"it":1,"with":1,"outputs":1,"magicmock":1,"forward":4,"calls":1,"zeros":4,"total":2,"hidden":4,"cu":4,"num":3,"drafts":4,"proposer":1,"per":1,"level":1,"h":4,"states":2,"append":1,"side":1,"effect":1},"17560,1653,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"mock":7,"the":4,"compute":2,"logits":9,"calls":1,"cu":5,"num":10,"drafts":8,"tensor":5,"torch":3,"0":4,"proposer":11,"per":2,"level":11,"dtype":1,"int32":1,"device":4,"returns":3,"for":3,"children":4,"in":2,"enumerate":1,"child":1,"token":3,"ids":3,"base":1,"1":2,"i":2,"range":1,"append":3,"create":2,"deterministic":1,"stack":1,"dim":1,"model":4,"side":1,"effect":1,"assign":2,"to":1,"draft":1,"attn":10,"layer":5,"names":4,"since":1,"load":1,"is":1,"not":1,"invoked":1,"get":2,"tree":2,"attention":3,"metadata":7,"builder":6,"cls":2,"backend":2,"kv":2,"cache":2,"spec":2,"standard":1,"vllm":3,"config":3,"runner":4,"building":1,"magicmock":2,"groups":2},"19213,1788,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_eagle.py":{"setup":1,"inputs":1,"for":1,"the":4,"proposer":2,"target":9,"token":8,"ids":8,"torch":10,"randint":2,"0":2,"vocab":2,"size":6,"total":2,"tokens":9,"device":14,"positions":3,"cat":1,"arange":3,"seq":5,"len":2,"1":1,"2":1,"hidden":4,"states":3,"randn":1,"next":3,"batch":4,"dtype":2,"int32":1,"spec":2,"batchspec":1,"lens":4,"query":1,"common":4,"attn":4,"metadata":7,"create":1,"block":1,"16":1,"sampling":3,"mock":1,"magicmock":1,"propose":2,"draft":2,"result":3,"assert":2,"shape":1,"num":2,"speculative":2,"are":1,"expected":3,"to":1,"be":1,"consecutive":1,"integers":1,"starting":1,"from":1,"base":2,"none":1,"int64":1,"verify":1,"that":1,"match":1,"our":1,"expectations":1,"equal":1},"0,1875,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_max_len.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":7,"project":1,"test":3,"whether":1,"spec":2,"decoding":1,"handles":1,"max":6,"model":3,"length":1,"properly":1,"import":4,"pytest":6,"from":3,"tests":1,"utils":1,"get":2,"attn":8,"backend":7,"list":2,"based":2,"on":3,"platform":5,"llm":4,"samplingparams":2,"platforms":1,"current":3,"prompts":2,"1":28,"repeat":1,"following":1,"sentence":1,"10":3,"times":1,"consistency":1,"is":2,"key":1,"mastering":1,"any":1,"skill":1,"noqa":2,"e501":2,"who":1,"won":1,"turing":1,"award":1,"in":2,"2018":1,"and":2,"for":2,"what":1,"contribution":1,"describe":1,"detail":1,"mark":3,"parametrize":3,"num":6,"speculative":7,"tokens":7,"3":3,"def":2,"ngram":2,"len":3,"int":2,"facebook":1,"opt":1,"125m":1,"100":2,"enforce":1,"eager":1,"true":2,"faster":1,"initialization":1,"config":1,"method":1,"prompt":2,"lookup":2,"5":1,"min":1,"sampling":2,"params":2,"ignore":1,"eos":1,"generate":1,"eagle":2,"monkeypatch":3,"str":1,"with":1,"context":1,"as":1,"m":3,"setenv":2,"use":1,"v1":3,"attention":1,"if":1,"triton":2,"not":2,"rocm":1,"skip":1,"does":1,"support":1,"multi":1,"token":1,"decode":1},"1875,642,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_max_len.py":{"if":1,"attn":2,"backend":1,"flash":1,"vllm":2,"v1":1,"and":1,"current":1,"platform":1,"is":1,"rocm":2,"m":1,"setenv":1,"use":1,"aiter":1,"1":1,"llm":3,"model":3,"meta":2,"llama":2,"3":1,"8b":2,"instruct":2,"enforce":1,"eager":1,"true":2,"for":1,"faster":1,"initialization":1,"speculative":3,"config":1,"method":1,"eagle":2,"yuhuili":1,"llama3":1,"num":2,"tokens":3,"max":2,"len":1,"100":2,"sampling":2,"params":2,"samplingparams":1,"ignore":1,"eos":1,"generate":1,"prompts":1},"0,792,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_ngram.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":3,"numpy":1,"as":1,"np":2,"from":2,"config":1,"modelconfig":1,"speculativeconfig":1,"vllmconfig":1,"v1":1,"spec":1,"decode":1,"ngram":6,"proposer":1,"ngramproposer":1,"find":3,"longest":3,"matched":3,"and":3,"propose":3,"tokens":6,"def":1,"test":1,"array":1,"1":2,"3":2,"4":1,"5":1,"6":1,"assert":1,"origin":1,"min":1,"max":2,"model":1,"len":1,"1024":1,"k":1,"is":1,"none":1},"792,1676,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_ngram.py":{"tokens":13,"np":9,"array":9,"1":10,"2":10,"3":4,"4":5,"testing":4,"assert":4,"equal":4,"find":4,"longest":4,"matched":4,"ngram":12,"and":4,"propose":4,"origin":4,"min":4,"max":8,"model":4,"len":4,"1024":4,"k":4},"2468,1918,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_ngram.py":{"tokens":8,"np":7,"array":7,"1":8,"3":7,"6":2,"2":14,"4":7,"testing":2,"assert":4,"equal":2,"find":2,"longest":2,"matched":2,"ngram":11,"and":2,"propose":4,"origin":2,"min":7,"max":10,"model":8,"len":3,"1024":2,"k":6,"return":2,"on":1,"the":1,"first":1,"match":3,"def":2,"test":1,"proposer":4,"n":8,"int":3,"ngramproposer":2,"dummy":1,"config":6,"just":1,"to":1,"set":1,"modelconfig":1,"facebook":1,"opt":1,"125m":1,"vllm":1,"vllmconfig":1,"speculative":2,"speculativeconfig":1,"prompt":2,"lookup":2,"num":1,"method":1,"no":2,"result":4,"context":2,"token":2,"ids":2,"5":1,"is":2,"none":2,"for":1,"gram":1},"4386,1059,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_ngram.py":{"no":1,"match":5,"for":4,"4":15,"gram":9,"but":3,"3":20,"result":8,"ngram":4,"proposer":5,"min":4,"n":8,"max":4,"k":4,"2":20,"propose":4,"context":4,"token":4,"ids":4,"np":12,"array":12,"1":14,"assert":4,"equal":4,"both":1,"and":2,"in":1,"this":1,"case":1,"the":3,"should":1,"return":1,"5":4,"not":3,"multiple":1,"matched":1,"always":1,"pick":1,"first":1,"one":1,"100":2,"200":1,"300":1},"0,1750,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":6,"math":1,"from":4,"typing":1,"optional":2,"torch":20,"tests":1,"v1":2,"attention":4,"utils":2,"backend":4,"create":2,"standard":1,"kv":4,"cache":2,"spec":3,"config":2,"get":1,"parallelconfig":1,"speculativeconfig":1,"backends":1,"commonattentionmetadata":1,"class":1,"mockattentionlayer":2,"nn":1,"module":1,"q":9,"scale":4,"tensor":10,"1":6,"dtype":5,"float32":3,"device":7,"cuda":3,"k":5,"v":2,"def":3,"init":2,"self":2,"super":1,"forward":2,"x":2,"return":1,"block":1,"table":1,"slot":1,"mapping":1,"seqlen":2,"int":2,"token":1,"tree":1,"str":1,"none":1,"num":4,"tokens":2,"batch":3,"size":3,"len":4,"heads":2,"dim":1,"per":1,"head":1,"shape":3,"initialize":1,"query":7,"and":1,"sequence":1,"lengths":1,"start":3,"loc":3,"arange":1,"int32":2,"lens":5,"diff":1,"seq":2,"full":1,"context":1,"max":1,"actual":1,"softmax":1,"5":1,"layer":1},"1750,1720,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"build":3,"common":5,"metadata":6,"model":8,"name":4,"meta":2,"llama":2,"3":1,"8b":1,"builder":4,"cls":4,"impl":2,"get":1,"attention":2,"backend":3,"vllm":6,"config":11,"create":3,"max":4,"len":4,"seq":5,"lens":6,"if":2,"spec":6,"token":4,"tree":4,"is":2,"not":1,"none":3,"speculative":4,"specified":1,"speculativeconfig":1,"target":2,"parallel":1,"parallelconfig":1,"method":1,"eagle":1,"num":10,"tokens":5,"kv":6,"cache":4,"standard":1,"q":1,"device":1,"attn":4,"commonattentionmetadata":1,"query":6,"start":4,"loc":4,"cpu":6,"computed":1,"context":1,"reqs":1,"batch":1,"size":2,"actual":2,"block":2,"table":2,"tensor":1,"slot":2,"mapping":2,"prefix":1,"0":1,"initialize":1,"the":1,"implementation":1,"instance":1,"heads":4,"head":2,"dim":1,"per":1,"scale":2,"softmax":1,"alibi":1,"slopes":1,"sliding":1,"window":1,"dtype":1,"auto":1},"3470,1853,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"run":1,"forward":2,"pass":1,"and":1,"return":2,"output":4,"query":4,"q":1,"view":3,"1":36,"num":7,"heads":9,"dim":4,"per":4,"head":4,"key":3,"k":1,"kv":7,"value":3,"v":1,"torch":7,"empty":1,"like":1,"instance":1,"layer":2,"cache":2,"clone":1,"attn":6,"metadata":2,"def":1,"test":1,"tree":6,"correctness":1,"none":1,"manual":2,"seed":2,"42":2,"cuda":2,"all":1,"device":5,"masks":2,"chain":1,"0":50,"tensor":2,"dtype":2,"int32":2,"128":1,"2":2,"block":1,"size":2,"32":2,"max":1,"sequence":2,"length":1,"8192":1,"randomize":1,"blocks":1,"true":1,"for":4,"batch":1,"in":4,"16":2,"4":1,"position":1,"1024":1,"2048":1,"spec":1,"token":1,"mask":1,"items":1,"assert":2,"that":1,"the":2,"number":2,"of":2,"is":1,"divisible":1,"by":1},"5323,834,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"initialize":1,"q":7,"k":3,"and":1,"v":2,"tree":6,"size":8,"attn":1,"mask":1,"shape":1,"0":1,"seqlen":1,"sequence":1,"position":1,"torch":6,"randn":3,"batch":3,"num":3,"heads":3,"dim":3,"per":3,"head":3,"device":6,"dtype":3,"bfloat16":3,"kv":2},"6157,1621,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"setup":1,"the":2,"block":13,"table":3,"and":1,"kv":4,"cache":2,"for":1,"paged":1,"assert":1,"max":5,"sequence":2,"length":2,"size":7,"0":2,"blocks":8,"per":8,"batch":10,"torch":7,"randn":1,"2":1,"num":5,"heads":1,"dim":1,"head":1,"device":6,"q":3,"dtype":3,"bfloat16":1,"alloc":4,"math":1,"ceil":1,"seqlen":1,"k":1,"zeros":1,"int32":2,"ids":6,"arange":1,"if":1,"randomize":2,"randperm":1,"numel":1,"view":1,"1":1},"7778,1814,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"setup":1,"the":8,"slot":5,"mapping":5,"for":5,"input":1,"kvs":1,"tree":15,"positions":2,"sequence":1,"position":1,"torch":3,"arange":1,"0":3,"size":6,"q":12,"device":2,"dtype":1,"int64":1,"repeat":1,"batch":2,"1":3,"gen":1,"block":4,"table":3,"compute":1,"attention":4,"attn":3,"output":3,"forward":1,"k":7,"v":5,"kv":2,"cache":2,"seqlen":2,"backend":2,"spec":3,"token":2,"num":2,"tokens":1,"view":1,"heads":1,"dim":1,"per":1,"head":1,"verify":1,"that":1,"chain":1,"each":1,"branch":12,"of":1,"computed":1,"using":1,"fa3":1,"matches":1,"index":2,"in":1,"range":1,"get":1,"and":1,"mask":3,"indices":5,"nonzero":1,"as":1,"tuple":1,"true":1,"len":1,"shape":1},"9592,1992,data/raw/vllm-0.10.1/tests/v1/spec_decode/test_tree_attention.py":{"setup":1,"slot":6,"mapping":6,"for":3,"the":3,"branch":10,"positions":5,"sequence":4,"position":4,"torch":5,"arange":1,"0":1,"q":7,"len":2,"device":2,"dtype":1,"int64":1,"repeat":1,"batch":4,"size":9,"1":4,"gen":2,"block":12,"table":5,"compute":1,"flash":4,"attention":2,"attn":6,"output":3,"forward":1,"k":3,"v":2,"kv":2,"cache":2,"seqlen":1,"backend":2,"vllm":1,"v1":1,"view":2,"num":3,"heads":3,"dim":2,"per":1,"head":1,"compare":1,"outputs":2,"assert":1,"allclose":1,"tree":3,"indices":3,"atol":1,"7":1,"81e":1,"3":1,"f":6,"are":1,"not":1,"close":1,"mask":2,"index":3,"def":1,"tensor":2,"int":1,"blocks":2,"gather":1,"return":1},"0,1820,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"import":6,"random":1,"torch":2,"from":4,"v1":4,"core":3,"block":16,"pool":8,"blockpool":2,"kv":6,"cache":5,"utils":1,"blockhash":2,"blockhashwithgroupid":1,"kvcacheblock":1,"single":1,"type":1,"manager":5,"chunkedlocalattentionmanager":2,"slidingwindowmanager":2,"interface":1,"chunkedlocalattentionspec":2,"slidingwindowspec":1,"def":4,"get":3,"sliding":3,"window":3,"spec":6,"return":2,"group":2,"id":2,"chunked":7,"local":7,"attention":8,"test":1,"possible":1,"cached":4,"prefix":1,"size":5,"num":2,"heads":1,"1":2,"head":1,"dtype":1,"float32":1,"chunk":1,"4":1,"use":1,"mla":1,"false":1,"gpu":1,"blocks":1,"100":1,"enable":1,"caching":1,"true":1,"run":1,"one":1,"case":1,"is":2,"tail":1,"token":1,"expect":1,"length":1,"hash":2,"list":1,"i":2,"for":1,"in":1,"range":1,"len":1,"clear":1},"1820,891,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"mock":1,"the":2,"block":19,"pool":6,"with":1,"cached":5,"blocks":5,"for":2,"i":3,"hash":6,"is":3,"in":2,"enumerate":1,"zip":1,"list":3,"if":1,"to":1,"blockhashwithgroupid":1,"0":3,"10":1,"computed":3,"manager":1,"find":1,"longest":1,"cache":3,"hit":1,"hashes":1,"max":1,"length":3,"len":2,"size":1,"tail":1,"token":1,"kv":2,"group":1,"ids":1,"spec":2,"chunked":1,"local":1,"attention":1,"use":1,"eagle":1,"false":1,"assert":2,"expect":2,"all":1,"null":1,"1":1,"2":1},"2711,1790,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"run":22,"one":22,"case":22,"true":41,"0":9,"1":16,"false":25,"2":7,"3":2,"4":3,"random":9,"choice":9,"8":10,"9":1,"10":7,"def":2,"test":1,"sliding":5,"window":5,"possible":1,"cached":4,"prefix":1,"block":11,"size":4,"spec":2,"slidingwindowspec":1,"num":2,"kv":1,"heads":1,"head":1,"dtype":1,"torch":1,"float32":1,"use":1,"mla":1,"pool":3,"blockpool":1,"gpu":1,"blocks":1,"100":1,"enable":1,"caching":1,"manager":2,"get":1,"is":2,"expect":1,"length":1,"hash":2,"list":1,"blockhash":1,"i":2,"for":1,"in":1,"range":1,"len":1,"to":1,"clear":1},"4501,1953,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"mock":1,"the":2,"block":24,"pool":6,"with":1,"cached":5,"blocks":7,"for":3,"i":6,"hash":6,"is":3,"in":3,"enumerate":1,"zip":1,"list":3,"if":2,"to":1,"blockhashwithgroupid":1,"0":4,"10":3,"computed":4,"manager":1,"find":1,"longest":1,"cache":3,"hit":1,"hashes":1,"max":1,"length":5,"len":2,"size":4,"kv":3,"group":1,"ids":1,"spec":3,"sliding":1,"window":1,"use":2,"eagle":1,"false":22,"assert":3,"expect":4,"all":1,"null":1,"2":5,"range":1,"index":3,"1":5,"id":1,"run":10,"one":10,"case":10,"true":31,"3":2,"12":1,"8":2,"def":1,"test":1,"chunked":1,"local":1,"attention":3,"remove":1,"skipped":1,"chunkedlocalattentionspec":1,"num":1,"heads":1,"head":1,"dtype":1,"torch":1,"float32":1,"chunk":1,"4":1,"mla":1},"6454,1989,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"block":42,"pool":7,"blockpool":2,"num":3,"gpu":2,"blocks":9,"2000":2,"enable":2,"caching":2,"true":2,"manager":9,"get":2,"chunked":1,"local":3,"attention":4,"spec":3,"null":9,"id":21,"def":3,"to":3,"table":10,"ids":8,"list":3,"kvcacheblock":3,"return":1,"if":2,"else":2,"for":5,"in":3,"assert":7,"int":1,"zip":1,"original":4,"1000":1,"1001":1,"1002":1,"1003":1,"1004":1,"1005":1,"1006":1,"1007":1,"1008":1,"1009":1,"1010":1,"req":1,"test":6,"remove":5,"skipped":5,"0":7,"4th":1,"token":7,"indexed":3,"3":2,"is":1,"out":3,"of":1,"the":1,"window":7,"4":3,"2":5,"6th":1,"6":4,"are":3,"can":2,"be":2,"removed":2,"12th":1,"11":1,"12":1,"sliding":5,"slidingwindowspec":1,"size":2,"kv":1,"heads":1,"1":2,"head":1,"dtype":1,"torch":1,"float32":1,"use":1,"mla":1,"false":1},"8443,1863,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"null":9,"block":48,"id":22,"pool":3,"def":2,"to":3,"table":11,"ids":11,"list":3,"kvcacheblock":3,"return":1,"if":2,"else":2,"for":2,"in":3,"assert":8,"int":1,"zip":1,"original":7,"1000":5,"1001":3,"1002":1,"1003":1,"1004":1,"1005":1,"1006":1,"1007":1,"1008":1,"1009":1,"1010":1,"manager":6,"req":1,"blocks":6,"test":6,"remove":6,"skipped":5,"0":5,"4":2,"tokens":4,"are":7,"computed":4,"only":1,"token":6,"is":4,"out":4,"of":4,"the":6,"sliding":5,"window":5,"as":2,"also":1,"contains":1,"1":4,"that":1,"cannot":2,"be":3,"removed":4,"5":2,"can":2,"6":2,"2":3,"new":1,"still":1,"used":1,"by":1,"3":2,"7":2,"and":1,"already":1},"10306,1670,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"11":2,"tokens":1,"are":2,"computed":1,"token":1,"0":1,"7":1,"out":1,"of":2,"the":2,"sliding":5,"window":5,"block":18,"1002":3,"1003":3,"can":1,"be":3,"removed":2,"now":1,"represents":1,"a":1,"longer":1,"sequence":1,"and":1,"is":1,"expected":1,"to":7,"evicted":1,"earlier":1,"than":1,"so":1,"order":1,"blocks":11,"should":1,"manager":5,"remove":1,"skipped":1,"test":5,"assert":3,"id":2,"table":1,"null":2,"4":4,"original":1,"ids":1,"def":2,"get":5,"num":7,"allocate":4,"size":11,"2":5,"spec":3,"slidingwindowspec":1,"kv":2,"heads":2,"1":9,"head":2,"dtype":2,"torch":2,"float32":2,"placeholder":2,"value":2,"not":2,"related":2,"result":2,"use":2,"mla":2,"false":2,"pool":3,"blockpool":1,"gpu":1,"100":1,"enable":1,"caching":1,"true":1,"cached":4,"kvcacheblock":2,"i":4,"for":3,"in":3,"range":3,"10":1,"5":2,"20":3,"15":1,"chunked":1,"local":1,"attention":3,"chunkedlocalattentionspec":1,"chunk":1},"11976,615,data/raw/vllm-0.10.1/tests/v1/core/test_single_type_kv_cache_manager.py":{"block":6,"pool":3,"blockpool":1,"num":3,"gpu":1,"blocks":7,"100":1,"enable":1,"caching":1,"true":1,"manager":4,"get":3,"chunked":1,"local":1,"attention":2,"spec":1,"cached":4,"1":5,"kvcacheblock":2,"i":4,"for":3,"in":3,"range":3,"10":1,"2":3,"null":1,"5":2,"assert":2,"to":2,"allocate":2,"20":3,"size":2,"15":1},"0,1488,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":9,"project":1,"compare":1,"with":1,"and":1,"without":1,"prefix":1,"caching":1,"import":12,"copy":1,"from":9,"typing":1,"callable":2,"optional":5,"pytest":1,"torch":1,"distributed":1,"kv":4,"events":1,"allblockscleared":1,"blockremoved":1,"multimodal":1,"inputs":1,"multimodalkwargsitem":2,"placeholderrange":2,"sampling":1,"params":1,"samplingparams":1,"utils":2,"sha256":2,"cbor":1,"64bit":1,"v1":4,"core":3,"block":4,"pool":1,"blockpool":1,"cache":4,"manager":1,"kvcachemanager":1,"request":4,"blockhash":1,"blockhashwithgroupid":1,"kvcacheblock":1,"get":1,"hasher":1,"hash":3,"tokens":1,"init":1,"none":7,"interface":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"slidingwindowspec":1,"def":1,"make":1,"id":1,"str":3,"prompt":2,"token":1,"ids":1,"list":3,"int":3,"size":1,"fn":1,"mm":8,"positions":3,"hashes":1,"logprobs":1,"salt":1,"if":1,"is":1,"kwargs":2,"else":1,"item":2,"dummy":2,"m":1,"len":1},"1488,968,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"return":2,"request":5,"id":3,"prompt":4,"token":3,"ids":2,"multi":3,"modal":3,"kwargs":2,"mm":3,"hashes":2,"placeholders":1,"positions":1,"sampling":1,"params":2,"samplingparams":1,"max":1,"tokens":1,"17":1,"logprobs":2,"pooling":1,"none":2,"eos":1,"100":1,"lora":1,"cache":5,"salt":2,"block":5,"hasher":2,"get":1,"size":3,"hash":1,"fn":1,"def":1,"make":1,"kv":3,"config":1,"int":2,"num":3,"blocks":3,"kvcacheconfig":2,"tensors":1,"groups":1,"kvcachegroupspec":1,"layer":1,"fullattentionspec":1,"1":2,"torch":1,"float32":1,"false":1},"2456,1664,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":2,"make":2,"kv":4,"cache":4,"config":2,"hybrid":1,"model":2,"block":8,"size":8,"int":2,"num":3,"blocks":4,"kvcacheconfig":2,"return":1,"tensors":1,"groups":1,"kvcachegroupspec":3,"layer1":1,"fullattentionspec":1,"1":6,"torch":3,"float32":3,"false":3,"layer2":1,"slidingwindowspec":2,"sliding":2,"window":2,"2":2,"layer3":1,"pytest":1,"mark":1,"parametrize":1,"hash":8,"algo":4,"sha256":6,"cbor":3,"64bit":3,"test":1,"prefill":1,"16":2,"manager":1,"kvcachemanager":1,"11":1,"max":1,"len":1,"8192":1,"enable":1,"caching":1,"true":1,"choose":1,"the":2,"function":1,"according":1,"to":1,"parameter":1,"fn":1,"if":2,"else":2,"complete":1,"3":2,"48":1,"tokens":1,"common":1,"token":1,"ids":1,"i":2,"for":2,"in":2,"range":2},"4120,1334,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"fully":1,"cache":1,"miss":1,"incomplete":1,"1":6,"block":30,"7":2,"tokens":6,"unique":2,"token":6,"ids":7,"3":4,"all":3,"common":1,"req0":4,"make":1,"request":1,"0":4,"size":1,"hash":13,"fn":2,"computed":7,"blocks":13,"num":2,"manager":6,"get":2,"assert":8,"len":2,"hashes":1,"not":1,"allocate":1,"slots":1,"55":1,"16":3,"2":2,"4":2,"check":2,"full":1,"metadata":2,"parent":3,"none":2,"for":2,"id":8,"in":2,"tuple":1,"pool":4,"ref":2,"cnt":2,"value":1,"partial":1,"is":1},"5454,1399,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"cache":1,"hit":1,"in":4,"the":3,"common":3,"prefix":1,"when":1,"original":1,"block":16,"is":1,"still":1,"use":1,"incomplete":1,"1":5,"5":7,"tokens":5,"unique":4,"token":3,"ids":5,"3":7,"req1":6,"make":1,"request":1,"size":1,"hash":1,"fn":1,"computed":8,"blocks":15,"num":6,"manager":6,"get":4,"assert":8,"len":2,"hashes":1,"2":4,"16":3,"new":2,"53":1,"allocate":1,"slots":1,"0":2,"for":2,"ref":1,"cnt":1,"at":1,"this":1,"point":1,"we":1,"should":3,"have":1,"free":11,"left":1,"queue":5,"pool":2,"req0":2,"all":2,"be":2,"available":1,"10":3,"order":1,"unallocated":1,"6":2,"7":2,"8":2,"9":2,"4":2,"b":2,"id":1},"6853,1934,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"cache":2,"hit":1,"in":4,"the":4,"common":2,"prefix":1,"when":1,"original":1,"block":20,"is":3,"already":1,"free":22,"incomplete":1,"1":3,"6":7,"tokens":7,"unique":2,"token":3,"ids":6,"3":7,"req2":5,"make":2,"request":2,"2":3,"size":2,"hash":2,"fn":2,"computed":14,"blocks":23,"num":8,"manager":5,"get":7,"assert":13,"len":4,"hashes":1,"16":6,"new":2,"53":1,"allocate":2,"slots":2,"0":6,"although":1,"we":2,"only":1,"have":2,"8":2,"queue":9,"due":1,"to":1,"lazy":1,"removal":1,"all":3,"b":4,"ref":1,"cnt":1,"for":2,"miss":1,"and":1,"eviction":2,"req3":3,"99":1,"10":3,"not":1,"this":1,"id":1,"order":2,"also":1,"checks":1,"7":1,"9":1,"4":1,"5":1,"fake":4,"list":4,"head":2,"next":1,"tail":2,"prev":1},"8787,1882,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":1,"prefill":1,"hybrid":2,"model":3,"block":33,"size":4,"16":4,"manager":7,"kvcachemanager":1,"make":2,"kv":1,"cache":2,"config":1,"21":1,"max":1,"len":3,"8192":1,"enable":1,"caching":1,"true":1,"hash":15,"fn":3,"complete":1,"3":7,"blocks":14,"48":1,"tokens":7,"common":2,"token":7,"ids":10,"i":2,"for":5,"in":5,"range":2,"fully":1,"miss":1,"incomplete":1,"1":7,"7":4,"unique":2,"all":3,"req0":4,"request":1,"0":4,"computed":7,"num":2,"get":2,"assert":8,"hashes":1,"not":1,"allocate":1,"slots":1,"55":1,"2":3,"4":2,"5":2,"6":2,"8":2,"9":2,"10":2,"11":2,"12":2,"check":2,"full":1,"metadata":2,"parent":3,"none":2,"length":3,"zip":1,"tuple":1,"id":6,"pool":4,"ref":2,"cnt":2,"value":1,"partial":1,"is":1},"10669,1161,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"cache":1,"hit":1,"in":3,"the":1,"common":2,"prefix":1,"incomplete":1,"1":3,"block":19,"5":2,"tokens":5,"unique":2,"token":3,"ids":5,"3":5,"req1":6,"make":1,"request":1,"size":1,"hash":3,"fn":1,"computed":8,"blocks":10,"num":4,"manager":6,"get":3,"assert":5,"len":2,"hashes":3,"2":2,"0":3,"6":1,"7":1,"10":1,"11":1,"16":3,"new":2,"53":1,"allocate":1,"slots":1,"13":1,"14":1,"15":1,"for":2,"per":2,"group":2,"if":1,"pool":2,"null":1,"ref":1,"cnt":1,"free":2,"req0":1,"cached":2,"to":2,"bak":1,"copy":2},"11830,1868,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":5,"partial":5,"request":8,"hit":10,"id":7,"str":1,"hash":12,"to":8,"evict":7,"list":1,"blockhashwithgroupid":8,"expect":2,"length":5,"int":1,"req":4,"make":1,"common":1,"token":2,"ids":2,"unique":1,"block":24,"size":3,"for":3,"with":5,"group":7,"in":3,"manager":4,"pool":2,"cached":3,"pop":1,"computed":6,"blocks":5,"num":3,"tokens":3,"get":1,"assert":3,"len":2,"hashes":8,"3":3,"per":2,"bak":1,"free":1,"the":7,"outside":1,"sliding":1,"window":1,"does":1,"not":1,"affect":1,"2":11,"0":7,"1":2,"first":1,"of":3,"full":2,"attention":2,"makes":1,"total":1,"cache":1,"miss":1,"last":2,"all":1,"layers":1,"reduces":2,"4":1,"5":1},"13698,1486,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"evict":3,"the":8,"last":2,"block":12,"of":6,"sliding":4,"window":4,"reduces":2,"hit":9,"length":5,"to":2,"2":11,"test":5,"partial":3,"request":6,"6":1,"blockhashwithgroupid":5,"hashes":5,"1":4,"7":1,"different":2,"set":1,"blocks":4,"for":3,"full":2,"attention":2,"and":4,"makes":1,"total":1,"cache":5,"miss":2,"is":4,"size":4,"then":1,"it":1,"as":1,"two":1,"type":1,"layers":1,"have":1,"8":1,"0":4,"def":1,"prefill":2,"plp":5,"with":1,"apc":2,"some":1,"prompt":1,"logprobs":1,"requests":1,"schedule":3,"validate":3,"allocation":1,"non":1,"3":3,"no":1,"should":1,"occur":1,"16":2,"manager":1,"kvcachemanager":1,"make":1,"kv":1,"config":1,"11":1,"max":1,"model":1,"len":1,"8192":1,"enable":1,"caching":1,"true":1,"default":1,"hash":4,"function":1,"fn":1,"complete":1,"48":1,"tokens":1,"common":1,"token":1,"ids":1,"i":2,"in":2,"range":2},"15184,1560,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"request":3,"0":6,"is":2,"a":1,"prompt":2,"logprobs":2,"fully":1,"cache":1,"miss":1,"incomplete":1,"1":6,"block":32,"7":2,"tokens":6,"unique":2,"token":6,"ids":7,"3":4,"all":3,"common":1,"req0":5,"make":1,"size":1,"hash":14,"fn":2,"5":1,"computed":7,"blocks":15,"num":2,"manager":6,"get":2,"assert":8,"len":2,"hashes":2,"not":1,"allocate":1,"slots":1,"55":1,"16":3,"2":2,"4":2,"b":2,"for":3,"in":3,"check":2,"full":1,"metadata":2,"parent":3,"none":2,"id":8,"tuple":1,"pool":4,"ref":2,"cnt":2,"value":1,"partial":1},"16744,1429,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"request":3,"1":6,"is":2,"a":1,"non":1,"prompt":1,"logprobs":1,"cache":1,"hit":1,"in":4,"the":3,"common":3,"prefix":1,"when":1,"original":1,"block":15,"still":1,"use":1,"incomplete":1,"5":7,"tokens":5,"unique":4,"token":3,"ids":5,"3":7,"req1":6,"make":1,"size":1,"hash":1,"fn":1,"computed":8,"blocks":15,"num":6,"manager":7,"get":4,"assert":8,"len":2,"hashes":1,"2":4,"16":3,"new":2,"53":1,"allocate":1,"slots":1,"0":2,"for":2,"ref":1,"cnt":1,"at":1,"this":1,"point":1,"we":1,"should":3,"have":1,"free":9,"left":1,"pool":3,"queue":3,"req0":2,"all":2,"be":2,"available":1,"10":3,"order":1,"unallocated":1,"6":2,"7":2,"8":2,"9":2,"4":2,"b":2,"id":1},"18173,1464,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"request":7,"2":4,"is":1,"a":1,"prompt":2,"logprobs":2,"no":1,"cache":2,"hit":1,"in":5,"the":1,"common":3,"prefix":1,"duplicates":1,"0":8,"cached":2,"blocks":15,"unique":2,"token":4,"ids":9,"3":5,"6":1,"req2":5,"make":2,"block":15,"size":3,"hash":2,"fn":1,"5":1,"computed":7,"num":2,"tokens":3,"manager":5,"get":2,"assert":6,"len":3,"hashes":5,"not":1,"allocate":1,"slots":1,"55":1,"16":3,"duplicate":1,"have":1,"different":1,"but":1,"same":1,"vs":1,"b":2,"for":4,"req0":1,"1":2,"4":1,"are":2,"valid":1,"since":1,"check":1,"reference":1,"counts":1,"id":2,"pool":1,"ref":1,"cnt":1,"free":1,"def":1,"test":1,"decode":1,"kvcachemanager":1,"kv":1,"config":1,"11":1,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":1,"complete":1,"48":1,"i":2,"range":2},"19637,1839,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"fully":1,"cache":1,"miss":1,"incomplete":1,"1":5,"block":10,"7":3,"tokens":7,"unique":2,"token":5,"ids":6,"3":2,"req0":12,"make":1,"request":4,"0":12,"common":1,"size":1,"hash":4,"computed":13,"blocks":26,"num":4,"manager":7,"get":2,"assert":8,"not":4,"allocate":3,"slots":5,"55":2,"len":5,"16":3,"2":2,"4":3,"append":4,"without":1,"allocating":2,"a":2,"new":8,"for":2,"in":2,"range":2,"output":2,"8":1,"is":5,"none":5,"and":3,"coordinator":3,"single":3,"type":3,"managers":3,"req":3,"to":5,"id":3,"with":1,"59":1,"9":2,"fill":2,"the":2,"previous":1,"10":2,"preallocated":1,"19":1},"21476,1628,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":1,"evict":1,"block":11,"size":4,"16":8,"manager":10,"kvcachemanager":1,"make":3,"kv":1,"cache":1,"config":1,"11":1,"max":1,"model":1,"len":5,"8192":1,"enable":1,"caching":1,"true":1,"last":5,"token":5,"id":6,"5":4,"7":3,"req0":4,"request":2,"0":9,"list":2,"range":2,"hash":2,"computed":14,"blocks":25,"num":6,"tokens":4,"get":3,"assert":9,"not":2,"allocate":2,"slots":2,"6":3,"full":2,"1":5,"partial":1,"3":8,"req1":4,"10":3,"pool":3,"free":8,"queue":3,"b":2,"for":1,"in":1,"all":1,"4":1,"2":1,"9":1,"8":1},"23104,1998,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"touch":1,"the":3,"first":1,"2":6,"blocks":30,"req2":3,"make":5,"request":3,"list":3,"range":3,"16":7,"3":2,"block":16,"size":5,"hash":6,"computed":21,"num":12,"tokens":11,"manager":9,"get":5,"assert":10,"ids":2,"1":8,"allocate":5,"slots":3,"len":6,"0":10,"10":1,"pool":1,"free":3,"queue":1,"7":1,"def":1,"test":1,"correct":1,"reuse":1,"this":1,"tests":1,"when":1,"a":3,"previously":1,"cached":1,"is":2,"reused":1,"as":1,"new":2,"its":1,"metadata":1,"should":1,"be":1,"correctly":1,"reset":1,"kvcachemanager":1,"kv":1,"cache":2,"config":1,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":1,"and":1,"it":1,"req":7,"not":3,"deallocate":1,"that":1,"s":1,"full":1,"sure":1,"info":1,"on":1,"cleared":1},"25102,1658,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"assert":9,"manager":8,"block":12,"pool":1,"blocks":32,"0":15,"id":3,"hash":3,"is":1,"none":1,"def":1,"test":2,"computed":16,"not":4,"evicted":2,"that":1,"the":2,"are":2,"when":1,"getting":1,"new":1,"for":1,"a":2,"request":3,"if":1,"there":1,"any":1,"other":1,"free":4,"size":5,"16":3,"kvcachemanager":1,"make":3,"kv":1,"cache":2,"config":1,"3":1,"max":1,"model":1,"len":5,"8192":1,"enable":1,"caching":1,"true":1,"allocate":4,"and":1,"it":1,"num":10,"tokens":10,"1":5,"req0":4,"list":2,"range":2,"get":2,"slots":2,"another":1,"req1":4,"2":2},"26760,1992,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"now":1,"if":1,"we":2,"have":1,"a":1,"cache":2,"hit":1,"on":1,"the":5,"first":2,"block":10,"should":1,"evict":1,"second":1,"cached":1,"rather":1,"than":1,"one":1,"req2":6,"make":4,"request":3,"2":6,"list":3,"range":3,"num":9,"tokens":9,"size":6,"hash":3,"computed":22,"blocks":36,"manager":8,"get":3,"assert":11,"len":8,"0":15,"1":4,"id":2,"allocate":3,"slots":3,"16":5,"def":1,"test":1,"basic":1,"prefix":3,"caching":4,"disabled":2,"this":1,"tests":1,"that":1,"is":1,"4":2,"kvcachemanager":1,"kv":1,"config":1,"5":1,"max":1,"model":1,"8192":1,"enable":1,"false":1,"req1":4,"10":2,"and":1,"some":1,"more":1,"not":2,"3":1,"free":2,"no":1,"shared":1},"28752,1909,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"new":1,"requests":1,"should":1,"not":5,"have":1,"any":1,"blocks":30,"req3":3,"make":2,"request":4,"3":5,"list":2,"range":3,"4":4,"block":26,"size":7,"hash":11,"computed":7,"num":7,"tokens":2,"manager":2,"get":1,"assert":7,"0":10,"allocate":1,"slots":1,"len":3,"16":1,"pytest":1,"mark":1,"parametrize":1,"fn":4,"sha256":2,"cbor":1,"64bit":1,"def":1,"test":4,"cache":6,"this":1,"is":3,"a":1,"unit":1,"that":4,"tests":1,"the":4,"correctness":1,"of":2,"full":6,"function":1,"kvcachemanager":1,"init":1,"none":3,"pool":5,"blockpool":1,"gpu":1,"5":2,"enable":1,"caching":1,"true":1,"req":4,"1":2,"2":8,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"14":1,"are":2,"cached":6,"correctly":2,"for":3,"from":2,"start":2,"kvcacheblock":2,"id":4,"i":2,"in":2,"kv":2,"group":2,"to":2,"all":1,"don":1,"t":1,"beginning":1},"30661,1454,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":1,"cache":8,"blocks":19,"multi":1,"group":8,"this":1,"tests":1,"that":1,"are":1,"cached":5,"correctly":1,"for":10,"different":1,"kv":3,"groups":1,"block":32,"size":6,"4":3,"pool":5,"blockpool":1,"num":5,"gpu":1,"10":2,"enable":1,"caching":1,"true":1,"req":6,"0":10,"1":8,"2":6,"3":6,"5":3,"6":2,"7":2,"8":1,"9":1,"11":1,"12":1,"13":1,"make":1,"request":3,"list":1,"range":3,"14":1,"hash":8,"the":2,"kvcacheblock":2,"id":4,"i":4,"in":4,"full":4,"assert":6,"len":4,"to":2,"hashes":2,"all":2,"is":2,"not":2,"none":2,"hit":3,"and":2},"32115,1958,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"assert":9,"block":29,"pool":9,"get":9,"cached":9,"req":9,"hashes":10,"0":9,"kv":10,"cache":10,"group":9,"ids":12,"is":12,"not":7,"none":9,"1":13,"2":4,"def":1,"test":1,"mm":3,"prefix":2,"caching":3,"this":1,"tests":1,"that":1,"the":1,"multi":1,"modal":1,"correct":1,"size":2,"16":2,"manager":1,"kvcachemanager":1,"make":1,"config":1,"11":2,"max":1,"model":1,"len":1,"8192":1,"enable":1,"true":1,"common":6,"prompt":1,"tokens":3,"t":5,"text":1,"and":1,"p":1,"image":1,"placeholder":1,"p0":4,"p1":4,"token":3,"list":2,"range":2,"10":3,"6":1,"4":1,"20":1,"positions":1,"placeholderrange":2,"offset":2,"length":2,"30":1,"18":1,"aaa":1,"bbb":1},"34073,1736,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"a":2,"unique":3,"image":1,"plus":1,"some":1,"text":1,"tokens":4,"token":6,"ids":7,"1":3,"7":2,"100":1,"4":3,"all":2,"common":3,"mm":8,"positions":4,"placeholderrange":1,"offset":1,"48":1,"length":1,"hashes":14,"ccc":2,"req0":7,"make":1,"request":1,"0":8,"block":13,"size":1,"hash":1,"computed":10,"blocks":16,"num":3,"manager":3,"get":2,"completed":2,"should":2,"have":2,"with":2,"extra":6,"keys":6,"assert":10,"not":2,"len":5,"3":3,"aaa":2,"bbb":2,"2":2,"allocate":2,"slots":3,"59":2,"16":2,"append":2,"without":1,"allocating":1,"new":4,"for":1,"in":1,"range":1,"5":2,"output":1,"8":1,"is":1,"none":1,"and":1,"the":1,"just":1},"35809,1916,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"cache":7,"hit":1,"unique":2,"token":9,"ids":10,"1":4,"7":2,"200":1,"5":1,"all":2,"common":5,"mm":8,"positions":4,"placeholderrange":1,"offset":1,"48":1,"length":1,"hashes":11,"ccc":1,"req1":2,"make":3,"request":2,"block":14,"size":5,"hash":2,"computed":13,"blocks":14,"num":5,"tokens":6,"manager":4,"get":3,"assert":9,"len":4,"0":6,"3":7,"16":3,"def":1,"test":1,"key":1,"salting":1,"this":1,"tests":1,"that":1,"salts":1,"are":1,"applied":1,"during":1,"hashing":1,"and":2,"the":1,"is":3,"separated":1,"as":1,"expected":1,"kvcachemanager":1,"kv":1,"config":1,"11":3,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":1,"complete":1,"an":1,"incomplete":1,"with":2,"i":2,"for":2,"in":2,"range":2,"req0":5,"salt":1,"salt1":2,"completed":1,"should":1,"have":1,"extra":4,"keys":4,"not":1,"none":2,"2":2,"allocate":1,"slots":1,"59":2,"4":1},"37725,1381,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"append":2,"slots":2,"without":1,"allocating":1,"a":3,"new":5,"block":11,"for":1,"in":1,"range":1,"5":2,"req0":2,"output":1,"token":7,"ids":7,"8":1,"blocks":16,"manager":3,"allocate":1,"len":6,"computed":12,"0":8,"16":1,"assert":9,"is":2,"not":2,"none":2,"and":1,"now":1,"one":1,"more":1,"that":2,"should":2,"have":1,"extra":3,"keys":3,"hashes":6,"4":3,"3":5,"test":2,"cache":4,"hit":1,"with":2,"request":3,"has":1,"the":1,"same":2,"salt":4,"common":2,"11":2,"req1":2,"make":2,"1":1,"size":3,"hash":2,"salt1":1,"num":4,"tokens":4,"get":2,"match":1,"only":1,"prefix":1,"of":1,"miss":1,"content":1,"but":1,"different":1,"req2":3,"2":1,"salt2":2},"39106,1924,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":2,"prefill":1,"not":5,"enough":3,"free":4,"blocks":23,"with":1,"computed":17,"this":1,"is":2,"a":2,"unit":1,"that":1,"tests":1,"the":3,"correctness":1,"of":1,"allocate":3,"slots":3,"when":2,"there":1,"specifically":1,"request":5,"has":1,"but":1,"cannot":1,"be":2,"allocated":1,"due":1,"to":3,"should":1,"touched":1,"block":13,"size":4,"16":5,"manager":8,"kvcachemanager":1,"make":3,"kv":1,"cache":1,"config":1,"11":1,"max":1,"model":1,"len":3,"8192":1,"enable":1,"caching":1,"true":1,"complete":1,"3":7,"48":3,"tokens":5,"common":12,"0":12,"1":5,"2":4,"token":3,"ids":3,"i":2,"for":4,"in":4,"range":2,"req0":4,"hash":2,"num":4,"get":2,"assert":6,"part0":2,"coordinator":2,"single":2,"type":2,"managers":2,"req":2,"id":2,"req1":11,"4":2,"5":2,"part1":3,"f":3,"ref":2,"cnt":2},"41030,1937,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"common":4,"0":10,"1":5,"2":7,"req1":3,"3":10,"f":3,"4":2,"5":3,"req2":6,"make":4,"request":3,"7":2,"block":22,"size":8,"hash":3,"computed":16,"blocks":21,"num":5,"tokens":4,"manager":7,"get":3,"assert":9,"not":2,"allocate":3,"slots":3,"len":3,"req3":5,"is":2,"new":1,"so":1,"the":3,"first":1,"6":2,"are":3,"but":1,"it":1,"cannot":2,"be":3,"allocated":2,"due":1,"to":1,"insufficient":1,"free":4,"in":5,"this":1,"case":1,"ref":3,"cnt":3,"of":1,"should":1,"changed":1,"pool":1,"queue":1,"token":7,"ids":8,"part1":3,"16":4,"48":1,"none":1,"used":1,"by":1,"req":1,"for":4,"def":1,"test":1,"reset":1,"prefix":1,"cache":2,"kvcachemanager":1,"kv":1,"config":1,"11":1,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":1,"full":2,"i":2,"range":2,"unique":2,"all":2,"req0":2,"55":1},"42967,1865,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"unique":2,"token":5,"ids":6,"4":1,"7":2,"all":4,"full":1,"block":15,"req1":5,"make":3,"request":2,"1":1,"size":4,"hash":5,"computed":12,"blocks":19,"manager":15,"get":3,"assert":12,"len":5,"hashes":1,"3":2,"0":6,"allocate":2,"slots":2,"16":5,"5":1,"failed":1,"to":3,"reset":4,"prefix":9,"cache":10,"because":1,"some":1,"are":1,"not":4,"freed":1,"yet":1,"pool":3,"cached":2,"free":3,"the":1,"req0":1,"blk":2,"is":6,"none":5,"for":1,"in":1,"def":1,"test":2,"stats":9,"disabled":2,"that":2,"when":1,"log":3,"false":2,"kvcachemanager":1,"kv":1,"config":1,"11":1,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":1,"disable":1,"logging":1,"call":1,"functions":1,"check":1,"whether":1,"req":3,"list":1,"range":1,"num":2,"tokens":2,"ensure":1,"remains":1},"44832,1172,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":1,"maybe":1,"evict":1,"cached":3,"block":27,"pool":4,"blockpool":1,"num":1,"gpu":1,"blocks":5,"4":1,"enable":1,"caching":1,"true":1,"hash0":3,"blockhashwithgroupid":3,"hash":12,"blockhash":3,"value":3,"10":1,"token":3,"ids":3,"100":1,"group":3,"id":4,"1000":1,"hash1":2,"20":1,"200":1,"2000":1,"hash2":2,"30":1,"300":1,"3000":1,"hashes":3,"block3":1,"had":1,"the":2,"exact":1,"same":1,"as":1,"first":1,"assert":1,"len":2,"manually":1,"add":1,"all":1,"to":2,"for":1,"in":1,"zip":1},"46004,1944,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"block0":7,"block1":5,"block2":9,"block3":11,"pool":10,"blocks":9,"assert":5,"cached":9,"block":38,"hash":7,"to":10,"hash0":5,"id":9,"hash1":1,"hash2":3,"evict":8,"maybe":4,"entry":1,"should":3,"not":1,"be":1,"removed":1,"as":1,"also":1,"use":1,"the":2,"same":1,"3":2,"pytest":1,"mark":1,"parametrize":1,"cache":8,"2":1,"10":1,"def":1,"test":1,"kv":4,"events":5,"int":1,"size":4,"16":1,"num":5,"1":1,"allocate":2,"see":1,"a":2,"single":1,"stored":1,"event":2,"with":1,"number":1,"of":1,"hashes":1,"take":2,"reset":1,"queue":1,"manager":3,"kvcachemanager":1,"make":2,"config":1,"max":1,"model":1,"len":1,"8192":1,"enable":2,"caching":1,"true":2,"tokens":3,"req0":2,"request":1,"0":1,"list":1,"range":1,"slots":1},"47948,1999,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"block":34,"events":11,"1":6,"assert":9,"len":12,"hashes":5,"blocks":16,"to":7,"cache":7,"manager":14,"pool":4,"cached":3,"hash":7,"token":4,"ids":4,"size":7,"kv":2,"event":3,"queue":1,"0":5,"stored":3,"remove":2,"and":2,"send":1,"another":1,"request":6,"should":2,"see":2,"number":1,"of":1,"removed":1,"a":2,"new":1,"free":3,"req0":1,"req1":3,"make":3,"list":1,"range":1,"num":3,"tokens":3,"allocate":2,"slots":2,"take":2,"for":1,"in":2,"isinstance":2,"2":1,"blockremoved":1,"all":2,"cleared":2,"single":1,"reset":1,"prefix":1,"allblockscleared":1,"def":1,"test":1,"eagle":3,"enabled":1,"removes":1,"last":1,"verify":1,"does":1,"not":1,"when":1,"length":1,"is":1,"divisible":2,"by":1,"16":2,"kvcachemanager":1,"config":1,"10":1,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":2,"use":1,"with":1,"3":2,"full":1,"48":1,"req":4,"prime":1,"the":1,"computed":4,"get":1},"49947,1525,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"new":2,"request":5,"with":4,"same":1,"tokens":7,"eagle":12,"enabled":2,"req":8,"make":4,"divisible":2,"token":5,"ids":5,"block":12,"size":8,"hash":4,"computed":10,"blocks":20,"num":5,"manager":6,"get":3,"should":1,"retain":1,"1":9,"original":2,"3":1,"pop":1,"last":2,"2":5,"matched":2,"drop":1,"remaining":2,"assert":4,"len":5,"0":4,"16":3,"def":1,"test":3,"partial":4,"behavior":1,"requests":1,"containing":1,"kvcachemanager":1,"kv":1,"cache":2,"config":1,"10":1,"max":1,"model":1,"8192":1,"enable":1,"caching":1,"true":2,"use":1,"full":2,"5":2,"non":1,"length":1,"prime":1,"the":1,"allocate":1,"slots":1,"free":1,"match":1,"removes":1},"51472,1829,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"def":1,"test":3,"eagle":8,"with":3,"sliding":5,"window":5,"behavior":1,"block":26,"size":9,"16":2,"spec":2,"slidingwindowspec":1,"num":4,"kv":4,"heads":1,"1":6,"head":1,"dtype":1,"torch":1,"float32":1,"use":3,"mla":1,"false":1,"manager":7,"kvcachemanager":1,"kvcacheconfig":1,"blocks":12,"10":1,"cache":4,"tensors":1,"groups":1,"kvcachegroupspec":1,"layer":1,"max":1,"model":1,"len":4,"8192":1,"enable":1,"caching":1,"true":2,"2":3,"full":2,"5":2,"tokens":3,"non":1,"divisible":1,"length":1,"token":4,"ids":5,"0":6,"req":7,"make":2,"request":5,"partial":2,"hash":8,"prime":1,"the":6,"computed":7,"get":3,"allocate":1,"slots":1,"record":1,"of":1,"first":6,"in":2,"for":1,"later":1,"hashes":1,"assert":4,"is":2,"not":2,"none":2,"free":1,"new":1,"enabled":1,"original":1,"match":1,"removes":1,"remaining":1,"evict":1,"pool":2,"cached":2,"group":1,"to":1,"pop":1,"blockhashwithgroupid":1},"53301,492,data/raw/vllm-0.10.1/tests/v1/core/test_prefix_caching.py":{"new":1,"request":2,"req":2,"after":4,"evict":3,"make":1,"partial":1,"eagle":3,"token":1,"ids":1,"block":4,"size":1,"hash":1,"computed":3,"blocks":4,"num":2,"tokens":2,"manager":1,"get":1,"cache":1,"miss":1,"the":2,"only":1,"hit":1,"prefix":2,"is":2,"null":1,"2":1,"if":1,"not":1,"considered":1,"but":1,"dropping":1,"last":1,"matched":2,"due":1,"to":1,"there":1,"will":1,"be":1,"no":1,"assert":2,"len":1,"0":3},"0,1974,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"from":13,"typing":1,"import":15,"optional":1,"unittest":1,"mock":2,"pytest":1,"torch":1,"config":1,"cacheconfig":1,"kvtransferconfig":1,"modelconfig":1,"schedulerconfig":1,"speculativeconfig":1,"vllmconfig":1,"multimodal":1,"inputs":1,"multimodalkwargsitem":1,"placeholderrange":1,"sampling":1,"params":1,"guideddecodingparams":1,"samplingparams":1,"v1":7,"core":2,"sched":2,"output":3,"cachedrequestdata":1,"scheduleroutput":1,"scheduler":17,"kv":1,"cache":1,"interface":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"outputs":1,"modelrunneroutput":1,"request":20,"requeststatus":2,"structured":2,"structuredoutputmanager":1,"structuredoutputrequest":1,"utils":1,"eos":1,"token":1,"id":4,"create":8,"requests":19,"def":3,"test":3,"add":4,"num":4,"10":3,"for":4,"i":4,"in":6,"enumerate":2,"assert":4,"len":2,"waiting":2,"1":1,"finish":2,"finished":1,"aborted":1,"not":1,"9":1,"get":1,"unfinished":1},"1974,1861,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"for":6,"i":6,"request":11,"in":6,"enumerate":2,"requests":19,"scheduler":12,"finish":1,"id":3,"requeststatus":1,"finished":2,"stopped":1,"assert":8,"get":1,"num":8,"unfinished":1,"len":8,"1":2,"pytest":1,"mark":1,"parametrize":1,"enable":4,"prefix":4,"caching":4,"prompt":7,"logprobs":6,"none":2,"true":2,"5":2,"def":2,"test":4,"schedule":3,"optional":2,"bool":1,"int":2,"scheduling":2,"two":1,"cases":1,"default":1,"apc":2,"no":1,"create":4,"10":3,"add":2,"initial":1,"output":5,"scheduled":4,"new":1,"reqs":3,"cached":1,"0":3,"req":3,"ids":2,"verify":2,"all":1,"are":1,"tokens":4,"items":1,"token":1,"moved":1,"from":1,"waiting":2,"to":1,"running":3,"multimodal":1,"model":1,"llava":2,"hf":2,"7b":1,"mm":3,"positions":3,"placeholderrange":1,"offset":1,"length":1,"100":1,"range":1,"200":1},"3835,1463,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"output":11,"scheduler":6,"schedule":3,"assert":9,"len":8,"scheduled":7,"new":2,"reqs":6,"requests":9,"cached":2,"num":8,"0":4,"finished":2,"req":5,"ids":3,"for":4,"id":3,"tokens":5,"in":7,"items":2,"int":1,"prompt":1,"token":1,"encoder":6,"inputs":2,"10":1,"input":2,"1":3,"def":1,"test":3,"partial":3,"scheduling":1,"behavior":1,"with":1,"this":1,"verifies":1,"that":1,"the":1,"can":1,"handle":1,"multiple":1,"a":2,"single":1,"step":1,"when":1,"constrained":1,"by":1,"budget":2,"2":1,"request":4,"running":1,"state":1,"may":1,"be":1,"unscheduled":1,"subsequent":1,"steps":1,"if":1,"there":1,"is":1,"insufficient":1,"create":2,"model":1,"llava":2,"hf":2,"5":1,"7b":1,"max":1,"batched":1,"1024":1,"mm":3,"positions":3,"placeholderrange":1,"offset":1,"100":1,"length":1,"600":1,"range":1,"3":3,"800":1,"add":1},"5298,1777,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"assert":11,"scheduler":4,"max":1,"num":8,"encoder":4,"input":1,"tokens":9,"1024":1,"the":14,"first":3,"request":17,"is":4,"scheduled":15,"fully":1,"output":15,"requests":10,"0":5,"id":10,"800":1,"second":2,"partially":2,"img":2,"are":4,"not":4,"because":4,"of":3,"budget":3,"1":3,"100":2,"third":2,"also":1,"2":3,"req":5,"to":3,"index":3,"i":2,"for":2,"in":5,"enumerate":1,"model":2,"runner":2,"modelrunneroutput":1,"ids":4,"only":2,"has":1,"a":1,"sampled":2,"token":3,"rest":1,"still":1,"being":1,"prefilled":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1,"schedule":2,"next":1,"step":2,"and":1,"running":2,"state":1,"but":1,"this":1,"len":3,"3":1,"new":1,"reqs":3,"cached":1,"finished":1,"700":1},"7075,1978,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"def":1,"test":2,"no":1,"mm":8,"input":6,"chunking":2,"disable":4,"multimodal":1,"scheduler":8,"create":3,"model":5,"llava":4,"hf":4,"1":6,"5":2,"7b":2,"max":4,"num":9,"batched":3,"tokens":7,"1024":1,"chunked":3,"true":2,"len":7,"2048":1,"positions":3,"placeholderrange":1,"offset":1,"400":3,"length":1,"800":2,"requests":9,"1200":1,"for":5,"request":11,"in":4,"add":1,"output":15,"schedule":2,"assert":9,"scheduled":7,"new":2,"reqs":6,"cached":2,"0":6,"finished":2,"req":6,"ids":5,"we":3,"want":1,"to":4,"only":1,"see":1,"the":3,"text":1,"at":1,"start":1,"id":5,"index":3,"i":2,"enumerate":1,"runner":2,"modelrunneroutput":1,"sampled":1,"token":2,"range":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1,"running":1,"that":1,"fail":1,"if":1,"and":1,"use":1,"too":1,"small":1,"of":1,"a":1,"with":1,"pytest":1,"raises":1,"valueerror":1,"100":1},"9053,1777,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"pytest":1,"mark":1,"parametrize":1,"enable":4,"prefix":4,"caching":4,"true":1,"false":1,"def":1,"test":3,"schedule":3,"concurrent":2,"partial":2,"requests":13,"bool":1,"scheduling":1,"behavior":1,"with":1,"this":1,"verifies":1,"that":1,"there":1,"are":1,"multiple":1,"long":2,"prefill":2,"in":5,"the":4,"running":1,"state":1,"and":1,"we":1,"can":1,"them":1,"together":1,"scheduler":5,"create":2,"model":3,"facebook":1,"opt":1,"125m":1,"max":1,"num":7,"batched":1,"tokens":5,"1024":2,"token":3,"threshold":1,"400":7,"3":2,"800":1,"for":4,"request":15,"add":1,"output":12,"assert":6,"len":3,"scheduled":8,"new":1,"reqs":3,"cached":1,"0":3,"finished":1,"req":5,"ids":4,"first":1,"is":3,"partially":3,"id":6,"second":1,"1":1,"third":1,"also":1,"224":2,"2":1,"to":3,"index":3,"i":2,"enumerate":1,"runner":2,"modelrunneroutput":1,"sampled":1,"range":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1},"10830,1778,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"schedule":4,"the":7,"next":1,"step":2,"all":3,"three":2,"requests":12,"are":4,"running":4,"processed":2,"remaining":2,"prefills":1,"of":1,"first":2,"and":2,"second":2,"output1":8,"scheduler":7,"assert":14,"len":7,"3":4,"scheduled":10,"new":2,"reqs":6,"0":8,"cached":2,"num":9,"finished":2,"req":5,"ids":5,"tokens":8,"request":10,"id":8,"400":2,"1":5,"2":3,"224":3,"third":2,"in":4,"decode":1,"stage":1,"model":2,"runner":2,"output":6,"modelrunneroutput":1,"for":2,"to":2,"index":2,"sampled":1,"token":2,"range":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":3,"from":3,"output2":7,"800":1,"def":1,"test":2,"stop":1,"via":1,"stopping":1,"behavior":1,"through":1,"create":1,"speculative":1},"12608,1886,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"test":1,"case":1,"1":7,"stop":1,"on":1,"eos":4,"token":7,"requests":16,"create":1,"num":6,"2":2,"max":1,"tokens":6,"10":4,"for":3,"req":15,"in":4,"computed":1,"scheduler":8,"request":13,"id":13,"running":4,"append":1,"status":2,"requeststatus":2,"output":9,"scheduleroutput":1,"scheduled":6,"new":1,"reqs":2,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"0":7,"total":1,"3":1,"encoder":2,"inputs":1,"spec":2,"decode":1,"common":1,"prefix":1,"blocks":1,"finished":3,"ids":9,"set":1,"free":1,"input":1,"structured":1,"grammar":1,"bitmask":1,"none":3,"model":2,"modelrunneroutput":1,"to":1,"index":1,"i":2,"enumerate":1,"sampled":1,"11":2,"first":2,"hits":1,"second":2,"continues":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1,"verify":1,"stopped":2,"assert":6,"len":1,"list":2},"14494,1599,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"test":1,"case":1,"2":4,"stop":4,"on":1,"custom":1,"token":5,"scheduler":7,"create":2,"num":7,"speculative":1,"tokens":7,"requests":11,"max":1,"10":3,"ids":7,"42":3,"43":1,"for":3,"req":14,"in":3,"computed":1,"request":9,"id":8,"running":2,"append":1,"status":1,"requeststatus":1,"output":7,"scheduleroutput":1,"scheduled":6,"new":1,"reqs":2,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"0":3,"3":1,"1":2,"total":1,"5":1,"encoder":2,"inputs":1,"spec":2,"decode":1,"13":2,"common":1,"prefix":1,"blocks":1,"finished":1,"set":1,"free":1,"input":1,"structured":1,"grammar":1,"bitmask":1,"none":3,"model":2,"modelrunneroutput":1,"to":1,"index":1,"i":2,"enumerate":1,"sampled":1,"12":1,"14":1,"first":1,"hits":1,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1},"16093,1946,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"verify":1,"first":2,"request":13,"stopped":2,"on":2,"custom":1,"token":5,"assert":7,"len":1,"scheduler":10,"running":4,"1":6,"0":8,"id":11,"requests":17,"status":2,"requeststatus":2,"finished":3,"stop":2,"reason":1,"42":2,"in":4,"req":15,"ids":9,"list":2,"output":9,"10":3,"13":2,"14":1,"test":1,"case":1,"3":2,"max":3,"tokens":9,"create":2,"num":7,"speculative":1,"2":3,"for":3,"computed":1,"append":1,"scheduleroutput":1,"scheduled":6,"new":1,"reqs":2,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"total":1,"4":1,"encoder":2,"inputs":1,"spec":2,"decode":1,"11":2,"common":1,"prefix":1,"blocks":1,"set":1,"free":1,"input":1,"structured":1,"grammar":1,"bitmask":1,"none":3,"model":2,"modelrunneroutput":1,"to":1,"index":1,"i":2,"enumerate":1,"sampled":1,"12":1,"exceeds":1,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1},"18039,1958,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"verify":2,"first":1,"request":11,"stopped":1,"due":1,"to":3,"length":2,"assert":9,"len":2,"scheduler":11,"running":4,"1":5,"0":18,"id":12,"requests":21,"status":1,"requeststatus":1,"finished":4,"capped":1,"in":1,"req":4,"ids":10,"list":3,"output":10,"token":8,"10":5,"11":3,"truncated":1,"max":2,"tokens":8,"13":1,"test":1,"case":1,"4":1,"ignore":2,"eos":6,"flag":1,"create":2,"num":7,"speculative":1,"2":1,"sampling":1,"params":1,"true":1,"computed":1,"append":1,"scheduleroutput":1,"scheduled":6,"new":1,"reqs":2,"cached":1,"cachedrequestdata":1,"make":1,"empty":1,"3":2,"total":1,"encoder":2,"inputs":1,"spec":2,"decode":1,"common":1,"prefix":1,"blocks":1,"set":1,"free":1,"input":1,"structured":1,"grammar":1,"bitmask":1,"none":3,"model":2,"modelrunneroutput":1,"index":1,"sampled":1,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1,"continues":1,"past":1,"not":1,"is":1},"19997,1767,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"pytest":1,"mark":1,"parametrize":1,"enable":4,"prefix":4,"caching":4,"prompt":5,"logprobs":6,"none":4,"true":1,"5":1,"def":1,"test":1,"schedule":7,"concurrent":1,"batches":1,"optional":2,"bool":1,"int":1,"scheduler":17,"create":2,"max":2,"num":7,"batched":1,"tokens":5,"1024":1,"seqs":1,"2":2,"requests":10,"512":3,"the":7,"first":4,"request":13,"add":2,"0":7,"output0":4,"assert":5,"len":2,"scheduled":6,"new":2,"reqs":2,"1":5,"id":6,"is":2,"still":2,"running":2,"so":1,"only":1,"second":2,"output1":3,"model":3,"output":5,"of":1,"runner":2,"modelrunneroutput":1,"req":2,"ids":3,"to":1,"index":1,"sampled":1,"token":2,"spec":1,"dict":1,"pooler":1,"update":1,"from":1,"next":1,"step":1,"can":1,"be":1,"again":1,"while":1,"output2":2},"21764,1958,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"model":5,"output":8,"of":4,"the":8,"second":2,"request":11,"runner":4,"modelrunneroutput":2,"req":4,"ids":8,"requests":9,"1":6,"id":6,"to":2,"index":2,"0":12,"sampled":2,"token":4,"spec":2,"none":4,"logprobs":4,"prompt":2,"dict":2,"pooler":2,"scheduler":16,"update":2,"from":2,"output1":4,"def":1,"test":1,"preempt":1,"during":1,"execution":1,"note":1,"woosuk":1,"actual":1,"number":1,"available":1,"blocks":2,"is":4,"10":1,"instead":1,"11":2,"because":1,"block":6,"reserved":1,"as":1,"null":1,"create":2,"max":2,"num":6,"batched":1,"tokens":4,"100":1,"size":2,"16":2,"enable":1,"prefix":1,"caching":1,"false":1,"2":1,"80":1,"schedule":4,"first":3,"add":2,"output0":6,"assert":4,"len":4,"scheduled":4,"new":2,"reqs":2,"5":2,"while":1,"still":1,"running":1,"this":1,"scenario":1,"can":1,"occur":1,"in":1,"certain":1,"cases":1,"when":2,"concurrent":1,"batches":1,"e":1,"g":1,"pipeline":1,"parallelism":1,"used":1,"get":1},"23722,1641,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"schedule":3,"the":6,"first":1,"request":5,"again":1,"this":1,"will":1,"cause":1,"preemption":1,"of":2,"second":2,"because":1,"kv":1,"cache":1,"is":2,"full":1,"scheduler":5,"assert":5,"len":2,"running":2,"1":30,"0":11,"requests":6,"status":1,"requeststatus":1,"preempted":2,"model":2,"runner":2,"output1":3,"modelrunneroutput":1,"req":2,"ids":5,"id":4,"to":1,"index":1,"sampled":2,"token":6,"42":2,"spec":4,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"output":6,"update":1,"from":1,"that":1,"should":1,"be":1,"updated":1,"with":2,"note":1,"these":1,"test":4,"cases":1,"mirror":1,"some":1,"those":1,"in":1,"rejection":1,"sampler":1,"py":1,"pytest":1,"mark":1,"parametrize":1,"tokens":4,"expected":2,"2":12,"3":12,"4":4,"perfect":1,"match":1,"5":4,"early":1,"mismatch":1,"multiple":2,"sequences":1,"single":1,"sequence":2,"empty":1,"6":2,"7":1,"8":1,"mismatches":1,"def":1,"decoding":2,"stats":1,"scheduling":1,"behavior":1,"speculative":1},"25363,2000,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"this":1,"test":1,"verifies":1,"that":1,"1":5,"speculated":2,"tokens":19,"get":1,"scheduled":5,"correctly":1,"2":3,"spec":11,"decoding":2,"stats":3,"properly":1,"count":1,"number":1,"of":1,"draft":3,"and":3,"accepted":2,"num":10,"max":2,"len":9,"t":2,"for":5,"in":6,"scheduler":7,"create":2,"speculative":2,"requests":10,"req":15,"ids":6,"to":4,"index":4,"i":7,"request":8,"enumerate":1,"add":1,"append":1,"id":7,"schedule":2,"a":1,"decode":2,"which":1,"will":1,"also":1,"output":10,"assert":8,"new":1,"reqs":1,"total":1,"range":3,"not":2,"model":2,"runner":2,"modelrunneroutput":1,"sampled":3,"token":7,"0":2,"logprobs":2,"none":2,"prompt":4,"dict":1,"pooler":1,"engine":3,"core":3,"outputs":3,"update":1,"from":1,"running":5,"the":6,"computed":1,"with":1,"no":1,"or":2,"counted":1,"yet":1,"is":1},"27363,1930,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"schedule":2,"the":3,"speculated":2,"tokens":15,"for":3,"validation":1,"output":15,"scheduler":8,"assert":13,"len":8,"scheduled":6,"new":1,"reqs":1,"0":5,"sampled":2,"token":3,"and":1,"total":1,"num":9,"requests":6,"sum":1,"ids":6,"in":3,"spec":10,"i":5,"range":1,"req":8,"id":6,"request":1,"1":2,"if":4,"decode":2,"else":3,"not":2,"model":2,"runner":2,"modelrunneroutput":1,"to":2,"index":2,"none":5,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"engine":3,"core":3,"outputs":3,"update":1,"from":1,"stats":13,"expected":6,"decoding":3,"is":3,"drafts":1,"draft":1,"accepted":2,"2":1,"per":1,"pos":1,"3":1,"def":1,"right":1,"scheduleroutput":2,"int":2,"check":1,"correct":1,"after":1,"remote":1,"kv":3,"cache":1,"hit":1,"we":1,"should":1,"inject":1,"connector":2,"metadata":2},"29293,1442,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"only":1,"num":15,"tokens":9,"matched":1,"new":1,"should":1,"be":1,"scheduled":5,"for":2,"in":2,"output":4,"items":1,"assert":6,"expected":5,"def":2,"right":2,"kv":4,"cache":4,"manager":4,"scheduler":7,"requests":4,"list":1,"request":4,"int":4,"block":6,"size":3,"total":6,"blocks":13,"check":1,"whether":1,"kvcachemanager":1,"is":1,"correct":1,"after":1,"allocate":1,"make":2,"sure":2,"the":2,"stats":1,"are":1,"req":7,"coordinator":2,"single":2,"type":2,"managers":2,"0":2,"to":1,"id":2,"hashes":3,"cached":1,"len":2,"we":1,"actually":1,"touched":1,"all":1,"per":2,"pool":1,"get":1,"free":1,"step":1,"until":2,"done":1,"scheduleroutput":1,"model":1,"runner":1,"modelrunneroutput":1,"loop":1,"over":1,"schedule":1,"update":1,"from":1,"finished":1},"30735,1450,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"all":6,"finished":3,"false":3,"scheduler":12,"update":2,"from":2,"output":9,"model":2,"runner":2,"while":1,"not":1,"schedule":2,"a":1,"few":1,"iterations":1,"until":1,"stopping":1,"assert":3,"len":2,"running":1,"for":2,"num":9,"scheduled":3,"tokens":8,"in":3,"items":1,"we":1,"should":1,"be":1,"the":1,"decode":1,"phase":1,"now":1,"1":1,"kv":4,"connector":5,"metadata":1,"requests":2,"0":2,"ecos":2,"done":3,"true":3,"eco":2,"outputs":1,"if":1,"finish":1,"reason":1,"is":1,"none":1,"def":1,"test":2,"basic":1,"whether":1,"with":1,"kvconnector":1,"schedules":1,"allocates":1,"memory":1,"and":1,"cleans":1,"up":1,"as":1,"expected":1,"under":1,"normal":1,"operation":1,"setup":1,"create":1,"enable":1,"prefix":1,"caching":1,"use":1,"total":1,"blocks":2,"cache":3,"manager":1,"block":4,"pool":1,"get":3,"free":1,"size":3,"config":1,"mock":2,"external":1,"hit":1,"matched":4,"new":4,"2":1,"name":1,"method":1,"return":1,"value":1},"32185,1672,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"first":1,"set":1,"of":1,"requests":11,"external":1,"hit":1,"only":1,"num":17,"2":2,"tokens":12,"matched":2,"new":2,"max":3,"3":1,"create":1,"block":4,"size":3,"req":9,"ids":7,"to":4,"index":4,"for":1,"i":2,"request":7,"in":1,"enumerate":1,"scheduler":7,"add":1,"append":1,"id":3,"model":2,"runner":2,"output":8,"modelrunneroutput":1,"sampled":1,"token":2,"1000":1,"len":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"ensure":2,"scheduleoutput":1,"is":2,"correct":2,"schedule":2,"assert":3,"right":2,"just":1,"the":2,"incremental":1,"should":1,"be":1,"scheduled":2,"expected":1,"kvcachemanager":1,"kv":2,"cache":2,"manager":2,"total":2,"blocks":3,"continue":1,"generation":1,"until":2,"done":2,"step":1,"confirm":1,"we":1,"clean":1,"up":1,"memory":1,"properly":1,"pool":1,"get":1,"free":1},"33857,1929,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"second":1,"set":1,"of":3,"requests":10,"local":4,"and":2,"external":1,"hit":5,"num":22,"tokens":18,"prefix":6,"we":3,"will":1,"get":3,"a":3,"cache":6,"for":2,"the":3,"first":1,"since":1,"they":1,"are":1,"used":1,"above":1,"2":1,"create":1,"max":2,"block":4,"size":3,"req":9,"ids":7,"to":4,"index":4,"i":2,"request":7,"in":1,"enumerate":1,"scheduler":7,"add":1,"append":1,"id":3,"model":2,"runner":2,"output":8,"modelrunneroutput":1,"sampled":1,"token":2,"1000":1,"len":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"should":1,"remote":2,"kv":3,"matched":2,"new":2,"schedule":2,"assert":3,"right":2,"just":1,"incremental":1,"after":1,"expected":1,"scheduled":1,"ensure":1,"kvcachemanager":1,"is":1,"correct":1,"manager":2,"total":2,"blocks":3,"continue":1,"generation":1,"until":2,"done":2,"step":1,"confirm":1,"clean":1,"up":1,"memory":1,"properly":1,"pool":1,"free":1},"35786,1982,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"def":1,"test":2,"kv":2,"connector":4,"unable":2,"to":8,"allocate":4,"whether":1,"scheduler":11,"with":2,"kvconnector":1,"is":1,"able":2,"handle":1,"run":1,"out":1,"of":1,"blocks":6,"in":2,"slots":2,"setup":1,"mock":2,"external":1,"cache":1,"hit":1,"block":7,"size":7,"4":1,"num":18,"10":1,"create":3,"enable":1,"prefix":1,"caching":1,"true":2,"use":1,"matched":5,"new":5,"tokens":13,"2":4,"get":2,"name":1,"method":1,"return":1,"value":1,"false":1,"two":1,"requests":8,"the":1,"second":1,"request":9,"will":2,"not":2,"be":2,"because":1,"it":1,"have":1,"enough":1,"1":4,"max":3,"req":9,"ids":7,"index":4,"for":1,"i":2,"enumerate":1,"add":1,"append":1,"id":3,"model":1,"runner":1,"output":5,"modelrunneroutput":1,"sampled":1,"token":2,"1000":1,"len":3,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"just":1,"one":1,"should":1,"running":2,"schedule":1,"assert":3,"right":1,"expected":1,"scheduled":1,"waiting":1},"37768,1718,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"all":2,"memory":2,"should":3,"be":3,"freed":2,"with":4,"one":2,"request":2,"waiting":5,"step":2,"until":2,"done":2,"scheduler":18,"output":7,"model":2,"runner":2,"assert":9,"kv":4,"cache":3,"manager":2,"block":7,"pool":2,"get":4,"num":15,"free":2,"blocks":9,"1":6,"len":6,"running":5,"0":4,"just":1,"schedule":1,"right":1,"requests":2,"expected":1,"scheduled":1,"tokens":7,"matched":5,"new":5,"no":1,"def":1,"test":2,"connector":4,"handles":1,"preemption":1,"whether":1,"kvconnector":1,"is":3,"able":1,"to":2,"handle":1,"unable":1,"allocate":2,"run":1,"out":1,"of":1,"in":1,"slots":1,"setup":1,"mock":2,"external":1,"hit":1,"size":4,"2":1,"note":1,"there":1,"null":1,"so":1,"this":1,"6":1,"7":1,"create":1,"enable":1,"prefix":1,"caching":1,"true":2,"use":1,"name":1,"method":1,"return":1,"value":1,"false":1},"39486,1620,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"create":2,"two":1,"requests":9,"both":1,"can":3,"be":4,"scheduled":6,"at":1,"first":1,"but":1,"the":1,"second":1,"request":8,"will":1,"preempted":1,"and":1,"re":1,"num":12,"2":7,"tokens":10,"block":4,"size":4,"1":2,"max":3,"req":9,"ids":7,"to":4,"index":4,"for":1,"i":2,"in":1,"enumerate":1,"scheduler":9,"add":1,"append":1,"id":3,"model":3,"runner":3,"output":14,"modelrunneroutput":1,"sampled":1,"token":4,"1000":1,"len":3,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"all":2,"1st":1,"schedule":2,"assert":4,"right":2,"remote":1,"kv":1,"cache":1,"hits":1,"expected":2,"matched":1,"new":1,"running":2,"update":2,"from":2,"2nd":1,"no":1,"connector":1,"metadata":1,"0":1},"41106,1701,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"this":2,"will":2,"generate":2,"a":4,"new":2,"block":3,"and":4,"cause":1,"preemption":1,"3rd":2,"token":4,"output":18,"scheduler":21,"schedule":3,"assert":15,"right":3,"no":2,"connector":2,"metadata":2,"num":8,"requests":3,"0":5,"expected":3,"scheduled":5,"tokens":3,"1":16,"len":11,"running":7,"waiting":5,"update":3,"from":3,"model":3,"runner":3,"only":3,"can":1,"be":2,"4th":1,"last":1,"all":1,"memory":1,"should":1,"freed":1,"since":1,"nothing":1,"is":3,"kv":2,"cache":3,"manager":1,"pool":1,"get":1,"free":1,"blocks":2,"restarts":1,"the":1,"preempted":2,"request":1,"have":1,"local":1,"remote":3,"hit":3,"was":1,"there":1,"single":2,"so":1},"42807,1882,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"only":1,"1":5,"can":1,"be":2,"scheduled":2,"4th":1,"and":1,"last":1,"token":3,"output":8,"scheduler":26,"schedule":1,"assert":14,"right":1,"no":2,"connector":1,"metadata":2,"num":9,"requests":2,"0":12,"expected":1,"tokens":1,"len":11,"running":7,"update":1,"from":1,"model":1,"runner":1,"all":1,"memory":1,"should":1,"freed":2,"since":1,"nothing":1,"is":2,"kv":5,"cache":7,"manager":8,"block":5,"pool":3,"get":1,"free":5,"blocks":7,"def":2,"make":1,"return":1,"modelrunneroutput":1,"req":8,"ids":4,"request":2,"id":3,"for":2,"in":2,"to":2,"index":1,"i":3,"enumerate":1,"sampled":1,"1000":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"empty":2,"confirm":1,"the":1,"e":1,"leaks":1,"waiting":1,"finished":1,"encodercachemanager":1,"encoder":2,"cached":2,"kvcache":1,"coordinator":2,"single":2,"type":2,"managers":2,"queue":1,"gpu":1},"44689,1910,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"note":1,"rob":1,"just":1,"the":2,"ref":2,"count":1,"on":1,"blocks":3,"will":2,"be":1,"0":5,"hash":3,"value":1,"etc":1,"remain":1,"since":1,"we":2,"lazily":1,"evict":1,"for":3,"prefix":3,"cache":3,"block":9,"in":2,"scheduler":21,"kv":3,"manager":2,"pool":2,"assert":4,"cnt":1,"is":1,"none":4,"len":3,"cached":1,"to":1,"def":2,"test":2,"memory":3,"leak":3,"that":1,"do":1,"not":1,"have":1,"a":1,"create":4,"enable":2,"caching":2,"true":2,"num":10,"requests":6,"5":1,"tokens":8,"10":2,"max":6,"add":2,"each":1,"request":4,"output":12,"schedule":2,"model":6,"runner":4,"make":2,"update":2,"from":2,"iterate":1,"until":1,"done":1,"while":1,"if":1,"running":1,"break":1,"confirm":1,"no":1,"empty":1,"with":2,"priority":2,"str":1,"facebook":1,"opt":1,"125m":1,"seqs":1,"int":7,"16":2,"batched":1,"8192":1,"optional":3,"bool":3,"long":1,"prefill":1,"token":1,"threshold":1,"disable":1,"chunked":1,"mm":1,"input":1,"false":2,"use":1,"connector":1,"10000":1,"size":1,"speculative":1,"policy":1,"enabled":1},"46599,1772,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"args":1,"model":10,"under":1,"test":1,"max":13,"num":11,"seqs":3,"sequences":1,"to":2,"schedule":1,"batch":2,"tokens":8,"enable":6,"prefix":4,"caching":4,"optionally":2,"force":2,"apc":2,"config":9,"true":3,"false":1,"or":1,"use":2,"default":1,"none":6,"returns":1,"class":1,"scheduler":2,"instance":1,"with":1,"priority":3,"scheduling":2,"if":4,"len":4,"is":3,"batched":3,"schedulerconfig":1,"long":2,"prefill":3,"token":2,"threshold":2,"disable":2,"chunked":3,"mm":2,"input":2,"policy":1,"modelconfig":1,"trust":1,"remote":1,"code":1,"dtype":2,"float16":1,"seed":1,"42":1,"cache":5,"kwargs":2,"else":2,"cacheconfig":1,"block":2,"size":2,"gpu":1,"memory":1,"utilization":1,"0":2,"9":1,"swap":1,"space":1,"auto":1,"kv":6,"transfer":1,"kvtransferconfig":1,"connector":3,"sharedstorageconnector":1,"role":1,"both":1,"extra":1,"shared":1,"storage":2,"path":1,"local":1,"speculative":5,"optional":1,"speculativeconfig":2,"not":1,"ngram":1},"48371,1500,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"vllm":4,"config":18,"vllmconfig":1,"scheduler":3,"model":2,"cache":8,"kv":7,"transfer":2,"speculative":2,"kvcacheconfig":1,"num":9,"blocks":5,"a":1,"large":1,"number":1,"of":1,"to":1,"hold":1,"all":1,"requests":7,"tensors":1,"groups":1,"kvcachegroupspec":1,"layer":1,"fullattentionspec":1,"block":1,"size":1,"1":2,"torch":1,"float32":1,"false":1,"gpu":1,"return":1,"log":1,"stats":1,"true":1,"structured":1,"output":1,"manager":1,"structuredoutputmanager":1,"def":1,"create":2,"with":2,"priority":1,"int":6,"priorities":3,"list":5,"arrival":5,"times":5,"optional":4,"float":2,"none":5,"tokens":2,"10":1,"mm":1,"positions":1,"placeholderrange":1,"max":1,"16":1,"stop":1,"token":1,"ids":1,"prompt":1,"logprobs":1,"specified":1,"and":1,"assert":2,"len":2,"if":1,"is":1,"not":1,"else":1,"i":2,"for":1,"in":1,"range":1},"49871,1972,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"sampling":3,"params":4,"samplingparams":1,"ignore":1,"eos":3,"false":1,"max":2,"tokens":3,"stop":2,"token":5,"ids":3,"prompt":3,"logprobs":2,"requests":12,"for":2,"i":6,"in":6,"range":1,"num":3,"if":1,"mm":11,"positions":2,"is":1,"not":1,"none":5,"position":4,"item":2,"multimodalkwargsitem":1,"dummy":2,"m":1,"kwargs":4,"len":2,"else":1,"request":7,"id":3,"f":1,"pooling":1,"multi":3,"modal":3,"placeholders":1,"hashes":1,"arrival":6,"time":1,"times":5,"priority":10,"priorities":5,"append":1,"return":1,"def":1,"test":2,"scheduling":1,"basic":1,"ordering":1,"that":1,"are":1,"scheduled":2,"order":4,"lower":1,"value":1,"higher":1,"scheduler":4,"create":3,"with":3,"different":2,"0":5,"highest":1,"1":3,"2":3,"lowest":1,"add":3,"non":2,"3":3,"all":2,"schedule":3,"and":1,"verify":1,"output":2,"should":1,"since":1,"they":1,"fit":1,"budget":1,"assert":1,"new":1,"reqs":1},"51843,1989,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"verify":3,"they":3,"are":3,"scheduled":9,"in":8,"priority":14,"order":4,"req":16,"1":13,"0":16,"2":9,"ids":4,"id":2,"for":4,"output":4,"new":3,"reqs":3,"assert":3,"def":2,"test":4,"scheduling":3,"arrival":17,"time":4,"tiebreaker":2,"that":1,"is":1,"used":1,"as":1,"when":1,"priorities":10,"equal":1,"scheduler":7,"create":6,"with":7,"requests":13,"same":2,"but":1,"different":2,"times":11,"all":2,"3":5,"num":2,"add":4,"non":1,"request":6,"schedule":3,"and":4,"should":1,"since":1,"fit":1,"budget":1,"len":1,"mixed":5,"4":2},"53832,1510,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"schedule":5,"and":2,"verify":1,"order":2,"output":5,"scheduler":6,"should":1,"all":1,"requests":9,"since":1,"they":1,"fit":1,"in":3,"budget":1,"assert":3,"len":2,"scheduled":5,"new":3,"reqs":3,"4":3,"expected":1,"1":8,"req":10,"3":5,"priority":14,"0":9,"arrival":6,"2":8,"earlier":1,"than":1,"ids":2,"id":1,"for":2,"def":1,"test":2,"scheduling":2,"preemption":2,"that":2,"preempts":1,"lower":1,"when":1,"memory":5,"is":1,"constrained":1,"create":4,"with":3,"very":2,"limited":2,"to":3,"force":2,"max":2,"num":5,"seqs":1,"allow":1,"multiple":1,"batched":1,"tokens":2,"200":1,"blocks":2,"6":1,"pressure":1,"block":2,"size":2,"16":1,"standard":1,"initial":1,"low":5,"will":1,"consume":2,"most":1,"priorities":1,"5":2,"times":1,"30":1,"large":1,"enough":1,"significant":1,"add":2,"request":3},"55342,1387,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"simulate":1,"model":3,"execution":1,"to":7,"move":1,"requests":8,"running":4,"state":1,"output":6,"modelrunneroutput":1,"req":6,"ids":3,"request":7,"id":3,"for":3,"in":4,"low":3,"priority":8,"index":1,"i":2,"enumerate":1,"sampled":1,"token":2,"100":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"scheduler":5,"update":1,"from":1,"verify":1,"both":1,"are":1,"assert":1,"len":1,"2":1,"now":1,"add":2,"a":1,"high":4,"that":1,"requires":1,"memory":4,"allocation":1,"this":2,"should":2,"trigger":2,"preemption":4,"due":2,"constraints":1,"create":1,"with":1,"num":2,"1":1,"priorities":1,"0":3,"arrival":1,"times":1,"3":1,"tokens":1,"30":1,"large":1,"enough":1,"require":1,"significant":1,"schedule":2,"again":1,"when":1,"trying":1,"allocate":1,"the":3,"s":2,"design":1,"if":2,"happens":1,"during":1,"scheduling":1,"waiting":2,"won":1,"t":1,"be":1,"scheduled":1,"same":1,"step":1,"let":1,"check":1,"occurred":1,"by":1,"looking":1,"at":1,"queue":1},"56729,1812,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"if":3,"preemption":5,"happened":1,"we":1,"should":1,"see":1,"requests":12,"in":5,"the":2,"waiting":2,"queue":1,"len":3,"scheduler":7,"1":4,"high":4,"priority":13,"preempted":1,"request":9,"occurred":1,"verify":1,"gets":1,"scheduled":5,"next":1,"output2":3,"schedule":2,"assert":4,"new":5,"reqs":4,"0":6,"req":8,"id":5,"else":1,"no":2,"needed":1,"all":1,"fit":1,"this":1,"is":1,"also":1,"valid":1,"behavior":1,"memory":1,"allows":1,"output":8,"def":1,"test":2,"scheduling":1,"when":2,"space":2,"available":1,"that":1,"doesn":1,"t":1,"happen":1,"there":1,"s":1,"for":5,"create":2,"with":2,"max":2,"num":4,"seqs":1,"3":2,"allow":1,"concurrent":1,"batched":1,"tokens":2,"200":1,"sufficient":1,"token":3,"budget":1,"add":2,"two":1,"low":6,"running":1,"2":2,"priorities":1,"5":2,"arrival":1,"times":1,"30":1,"model":2,"modelrunneroutput":1,"ids":3,"to":1,"index":1,"i":2,"enumerate":1,"sampled":1,"100":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1},"58541,1992,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"add":4,"high":4,"priority":15,"request":9,"create":4,"requests":14,"with":5,"num":5,"1":5,"priorities":5,"0":10,"arrival":3,"times":2,"3":5,"tokens":2,"30":1,"scheduler":10,"schedule":6,"should":3,"not":1,"preempt":1,"since":1,"there":1,"s":1,"space":1,"output":5,"the":7,"new":4,"without":1,"preemption":3,"assert":6,"len":5,"scheduled":3,"reqs":3,"running":2,"all":2,"three":1,"waiting":8,"no":1,"def":1,"test":4,"scheduling":1,"victim":3,"selection":2,"that":1,"correct":1,"is":1,"selected":1,"for":2,"based":2,"on":1,"and":2,"time":1,"this":1,"verifies":1,"logic":1,"by":1,"checking":1,"queue":2,"order":4,"after":1,"adding":1,"different":3,"max":1,"seqs":1,"force":1,"sequential":1,"processing":1,"to":1,"2":5,"low":1,"medium":1,"10":1,"in":2,"only":1,"highest":2,"req":2,"id":1,"verify":2,"has":1,"remaining":1,"extract":1,"list":1},"60533,1968,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"waiting":19,"priorities":4,"req":17,"priority":13,"for":6,"in":6,"requests":14,"ids":4,"request":7,"id":3,"should":3,"be":2,"1":8,"2":11,"then":2,"0":13,"3":6,"assert":7,"def":2,"test":5,"scheduling":2,"equal":3,"preemption":1,"arrival":14,"time":7,"tiebreaker":2,"when":1,"have":1,"this":1,"verifies":1,"that":2,"is":1,"used":1,"as":1,"a":2,"scheduler":8,"create":4,"with":5,"max":2,"num":4,"seqs":2,"force":1,"sequential":1,"processing":1,"same":2,"but":1,"different":2,"times":5,"tokens":1,"10":1,"add":2,"all":1,"schedule":3,"the":3,"earliest":2,"output":3,"len":2,"scheduled":2,"new":2,"reqs":2,"verify":2,"queue":3,"has":1,"remaining":1,"order":4,"extract":1,"and":1,"list":1,"maintains":1,"only":1,"one":1,"can":1,"run":1,"at":1},"62501,1831,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"create":5,"multiple":1,"requests":18,"with":5,"different":3,"priorities":8,"priority":12,"num":3,"4":4,"3":8,"1":12,"2":7,"0":13,"mixed":1,"arrival":6,"times":6,"tokens":1,"10":1,"add":4,"all":3,"for":4,"request":8,"in":5,"scheduler":8,"schedule":5,"should":2,"only":1,"the":1,"highest":1,"req":11,"output":4,"assert":5,"len":2,"scheduled":2,"new":2,"reqs":2,"id":2,"verify":1,"waiting":11,"queue":2,"has":1,"remaining":1,"order":2,"extract":1,"from":1,"it":1,"s":1,"a":1,"heap":1,"so":1,"we":1,"need":1,"to":2,"pop":1,"see":1,"list":1,"ids":2,"be":1,"ordered":1,"by":1,"def":1,"test":2,"scheduling":1,"fcfs":2,"fallback":1,"that":1,"behavior":1,"is":1,"maintained":1,"when":1,"have":1,"same":3,"but":1},"64332,1845,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"should":5,"schedule":5,"all":2,"requests":15,"in":10,"arrival":3,"time":2,"order":4,"assert":8,"len":3,"output":5,"scheduled":9,"new":4,"reqs":4,"4":4,"req":25,"ids":7,"id":3,"for":5,"expected":1,"by":1,"1":9,"0":15,"3":9,"2":14,"def":1,"test":2,"priority":13,"scheduling":2,"with":4,"limited":1,"slots":1,"when":1,"max":3,"num":5,"seqs":2,"limits":1,"concurrent":2,"scheduler":6,"create":3,"only":2,"allow":1,"batched":1,"tokens":2,"1000":1,"plenty":1,"of":1,"token":1,"budget":1,"different":1,"priorities":5,"mixed":1,"times":1,"10":1,"add":2,"request":4,"the":1,"highest":1,"and":2,"remaining":1,"be":2,"waiting":11,"queue":1,"extract":1,"verify":1,"list":1,"then":1},"66177,1919,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"def":1,"test":2,"priority":8,"scheduling":2,"heap":2,"property":2,"that":1,"the":3,"waiting":2,"queue":1,"maintains":1,"for":5,"scheduler":7,"create":2,"with":2,"max":1,"num":3,"seqs":1,"1":2,"only":1,"one":3,"request":7,"can":1,"run":1,"at":2,"a":2,"time":2,"add":3,"requests":9,"in":4,"random":1,"order":3,"priorities":11,"5":1,"8":1,"3":1,"2":1,"7":1,"4":1,"6":1,"arrival":3,"times":3,"float":1,"i":2,"range":1,"len":2,"tokens":1,"10":1,"all":1,"schedule":2,"and":1,"verify":2,"scheduled":6,"while":1,"output":8,"if":1,"new":2,"reqs":2,"req":11,"0":2,"append":1,"int":1,"id":5,"simulate":1,"completion":1,"to":3,"make":2,"room":2,"next":2,"model":2,"modelrunneroutput":1,"ids":3,"index":1,"sampled":1,"token":2,"100":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"update":1,"from":1,"finish":2,"requeststatus":1,"finished":1,"stopped":1,"were":1,"lowest":1,"value":1,"first":1,"expected":2,"sorted":1,"assert":1},"68096,1233,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler.py":{"def":2,"test":2,"schedule":4,"skip":4,"tokenizer":4,"init":4,"scheduler":10,"create":3,"true":2,"requests":5,"num":1,"5":1,"for":1,"request":10,"in":1,"add":2,"output":7,"assert":5,"len":5,"scheduled":2,"new":2,"reqs":2,"grammar":1,"bitmask":1,"is":1,"none":5,"structured":2,"guided":3,"params":7,"guideddecodingparams":1,"regex":1,"0":5,"9":1,"sampling":4,"samplingparams":1,"ignore":1,"eos":3,"false":1,"max":1,"tokens":1,"16":1,"decoding":1,"id":3,"prompt":1,"token":3,"ids":1,"1":2,"multi":3,"modal":3,"kwargs":1,"hashes":1,"placeholders":1,"pooling":1,"structuredoutputrequest":1,"running":1,"waiting":1},"0,1689,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"import":13,"importlib":1,"from":10,"typing":1,"callable":2,"optional":4,"pytest":1,"torch":1,"config":3,"modelconfig":1,"schedulerconfig":1,"vllmconfig":1,"multimodal":1,"inputs":1,"multimodalkwargsitem":2,"placeholderrange":2,"sampling":1,"params":1,"samplingparams":1,"utils":2,"gib":1,"bytes":1,"sha256":2,"cbor":1,"64bit":1,"v1":5,"core":2,"kv":7,"cache":8,"manager":1,"kvcachemanager":1,"disable":2,"yapf":3,"here":1,"as":1,"it":1,"formats":1,"differently":1,"than":1,"isort":1,"such":1,"that":1,"both":1,"fail":1,"freekvcacheblockqueue":1,"kvcacheblock":1,"prefixcachingmetrics":1,"estimate":1,"max":2,"model":1,"len":2,"generate":1,"block":4,"hash":5,"extra":1,"keys":1,"get":3,"concurrency":1,"for":1,"request":5,"hasher":1,"tokens":1,"init":1,"none":6,"is":2,"type":1,"uniform":1,"unify":1,"configs":1,"interface":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"kvcachetensor":1,"slidingwindowspec":1,"metrics":1,"stats":1,"prefixcachestats":1,"enable":1,"def":1,"make":1,"id":1,"str":3,"prompt":1,"token":1,"ids":1,"list":3,"int":2,"size":1,"3":1,"fn":1,"mm":8,"positions":3,"hashes":1,"salt":1,"if":1,"kwargs":2,"else":1,"item":2,"dummy":2,"m":1},"1689,1828,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"return":3,"request":5,"id":3,"prompt":2,"token":3,"ids":2,"multi":3,"modal":3,"kwargs":2,"mm":3,"hashes":2,"placeholders":1,"positions":1,"sampling":1,"params":2,"samplingparams":1,"max":1,"tokens":1,"17":1,"pooling":1,"none":4,"eos":1,"100":1,"lora":1,"cache":4,"salt":2,"block":9,"hasher":2,"get":1,"size":13,"hash":5,"fn":3,"def":3,"new":2,"kv":8,"spec":2,"16":2,"num":6,"heads":6,"2":2,"head":6,"64":2,"dtype":6,"torch":2,"float32":2,"use":6,"mla":6,"false":2,"sliding":7,"window":7,"fullattentionspec":1,"1":1,"slidingwindowspec":1,"pytest":1,"mark":1,"parametrize":1,"sha256":2,"cbor":1,"64bit":1,"test":1,"monkeypatch":1,"import":1,"vllm":1,"v1":1,"core":1,"utils":1},"3517,2000,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"case":2,"1":6,"pythonhashseed":4,"is":8,"not":3,"set":2,"use":2,"random":1,"with":3,"monkeypatch":2,"context":2,"as":2,"m":4,"delenv":1,"raising":1,"false":1,"reloaded":10,"kv":16,"cache":16,"utils":14,"importlib":2,"reload":2,"vllm":4,"v1":4,"core":4,"init":2,"none":12,"hash":24,"fn":4,"assert":16,"isinstance":2,"int":2,"0":6,"2":2,"the":1,"seed":3,"and":2,"setenv":1,"python":2,"def":2,"test":6,"block":32,"import":1,"kvcacheblock":3,"initialization":2,"id":3,"ref":5,"cnt":5,"reference":1,"count":1,"manipulation":1,"setting":1,"resetting":1,"blockhash":1,"value":1,"123":1,"token":1,"ids":1,"3":1,"reset":1,"free":6,"queue":5,"a":1,"single":1,"freekvcacheblockqueue":1,"num":1,"blocks":1,"fake":2,"list":2,"head":1,"next":1,"tail":1,"prev":1},"5517,1716,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"def":1,"test":1,"free":28,"kv":1,"cache":1,"block":22,"queue":23,"operations":1,"create":2,"a":4,"list":11,"of":1,"kvcacheblock":2,"objects":1,"blocks":21,"id":1,"i":2,"for":2,"in":2,"range":2,"5":2,"freekvcacheblockqueue":2,"with":2,"these":1,"check":1,"initial":1,"state":1,"assert":18,"num":5,"fake":10,"head":4,"next":5,"is":11,"0":3,"tail":6,"prev":6,"4":6,"pop":3,"the":2,"first":1,"block1":2,"popleft":3,"1":3,"remove":8,"from":2,"middle":1,"to":7,"2":1,"3":3,"append":2,"back":1,"until":1,"empty":2,"attempt":1,"an":1,"pytest":1,"raises":1,"valueerror":1,"as":1,"e":2,"str":1,"value":1,"no":1,"available":1},"7233,1962,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"def":1,"test":1,"free":39,"kv":1,"cache":1,"block":24,"queue":24,"append":9,"n":5,"create":1,"an":1,"empty":1,"freekvcacheblockqueue":2,"with":1,"these":1,"blocks":37,"kvcacheblock":1,"id":1,"i":2,"for":1,"in":1,"range":1,"6":3,"0":15,"fake":22,"head":12,"tail":10,"assert":24,"num":4,"list":14,"next":10,"is":20,"prev":10,"1":4,"b0":3,"2":1,"b4":2,"b5":2,"4":10,"3":2,"5":6,"b1":1,"b2":1,"b3":1},"9195,432,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"assert":8,"blocks":14,"5":2,"next":4,"free":10,"block":8,"is":8,"1":4,"prev":4,"2":4,"3":4,"queue":2,"fake":2,"list":2,"tail":2},"9627,1082,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"def":1,"test":1,"free":20,"kv":1,"cache":1,"block":16,"queue":7,"popleft":1,"n":1,"blocks":33,"kvcacheblock":1,"id":1,"i":2,"for":1,"in":1,"range":1,"6":2,"create":1,"a":1,"empty":1,"freekvcacheblockqueue":2,"with":1,"these":1,"1":5,"3":5,"5":5,"4":5,"0":5,"2":5,"assert":15,"num":1,"fake":4,"list":4,"head":2,"next":7,"is":14,"prev":7,"tail":2},"10709,1925,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"pop":5,"0":7,"block":26,"fake":8,"head":4,"b1":1,"b3":2,"b5":2,"b4":3,"b0":3,"b2":3,"tail":4,"assert":20,"len":4,"queue":13,"popleft":5,"n":4,"1":9,"result":15,"blocks":39,"is":12,"for":4,"in":4,"prev":3,"free":12,"none":6,"next":3,"2":8,"3":6,"5":2,"4":1,"def":1,"test":1,"kv":1,"cache":1,"get":5,"all":6,"create":2,"a":5,"list":1,"of":1,"kvcacheblock":2,"objects":1,"id":1,"i":2,"range":1,"freekvcacheblockqueue":2,"with":1,"these":1,"check":4,"are":1,"correctly":1,"retrieved":1,"and":3,"again":3,"remove":6,"to":4,"append":2,"back":1},"12634,1875,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"def":3,"test":7,"generate":10,"block":10,"hash":10,"extra":26,"keys":26,"request":16,"make":3,"id":3,"0":17,"prompt":3,"token":4,"ids":3,"for":4,"in":3,"range":3,"20":1,"mm":17,"positions":3,"placeholderrange":2,"offset":2,"length":2,"5":4,"10":3,"hashes":3,"hash1":4,"hash2":2,"with":4,"no":3,"next":10,"idx":10,"assert":12,"1":4,"partial":1,"overlap":2,"3":1,"8":1,"6":3,"is":3,"none":6,"multiple":1,"15":1,"2":1,"inputs":1,"cache":2,"salt":6,"added":1,"the":1,"first":1},"14509,1922,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"no":2,"salt":4,"added":1,"for":3,"other":2,"tokens":3,"extra":16,"keys":16,"generate":3,"block":19,"hash":28,"request":10,"1":3,"2":2,"0":8,"assert":8,"is":2,"none":4,"6":2,"10":1,"works":1,"together":1,"with":2,"mm":8,"make":2,"id":2,"prompt":2,"token":7,"ids":7,"in":2,"range":2,"20":1,"positions":2,"placeholderrange":3,"offset":3,"length":3,"5":2,"hashes":2,"hash1":3,"cache":4,"test":3,"next":2,"idx":2,"pytest":2,"mark":2,"parametrize":2,"fn":10,"sha256":4,"cbor":2,"64bit":2,"def":2,"import":2,"vllm":3,"v1":3,"core":3,"kv":3,"utils":3,"init":2,"parent":3,"123":1,"curr":4,"3":5,"key1":1,"key2":1,"isinstance":1,"blockhash":1,"value":1,"hasher":1,"size":1,"hash2":1},"16431,1832,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"block":23,"hashes":16,"request":10,"assert":9,"len":1,"2":2,"isinstance":2,"0":10,"vllm":2,"v1":2,"core":2,"kv":2,"cache":2,"utils":2,"blockhash":2,"1":7,"check":2,"the":2,"first":1,"token":5,"ids":5,"extra":2,"keys":2,"hash1":2,"second":1,"3":9,"4":1,"5":1,"hash2":3,"pytest":2,"mark":2,"parametrize":2,"hash":16,"fn":10,"sha256":4,"cbor":2,"64bit":2,"def":2,"test":2,"tokens":2,"different":1,"mm":8,"input":1,"init":2,"none":4,"request1":2,"make":3,"id":3,"prompt":3,"for":3,"in":3,"range":3,"6":3,"size":2,"positions":3,"placeholderrange":4,"offset":4,"length":4,"request2":2,"hash3":1,"hashes1":3,"hashes2":3,"no":1,"inputs":1},"18263,1201,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"assert":17,"len":1,"block":5,"hashes":5,"2":6,"0":16,"token":2,"ids":2,"1":5,"extra":2,"keys":2,"is":2,"none":2,"3":1,"4":2,"5":3,"def":2,"test":2,"metrics":19,"the":1,"prefix":1,"caching":1,"stats":4,"requests":6,"queries":3,"hits":3,"return":1,"prefixcachestats":1,"prefixcachingmetrics":1,"max":1,"recent":1,"hit":7,"rate":5,"observe":3,"20":3,"9":3,"45":2,"80":1,"16":1,"25":3,"100":1,"10":2,"remove":1,"and":1,"add":1,"18":2,"90":2,"aggregated":6,"query":5,"total":2,"reset":1,"not":1,"queue":1},"19464,1141,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"def":1,"test":1,"unify":2,"kv":16,"cache":14,"configs":2,"same":4,"config":4,"kvcacheconfig":2,"num":6,"blocks":4,"10":3,"tensors":2,"kvcachetensor":4,"size":4,"100":4,"shared":4,"by":4,"layer1":4,"layer2":4,"groups":2,"kvcachegroupspec":4,"new":4,"spec":4,"heads":2,"4":2,"20":1,"assert":2,"0":1,"1":1},"20605,1128,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"need":4,"sort":4,"kv":15,"cache":13,"config":4,"kvcacheconfig":2,"num":6,"blocks":4,"10":3,"tensors":2,"kvcachetensor":4,"size":4,"100":4,"shared":4,"by":4,"layer1":4,"layer2":4,"groups":2,"kvcachegroupspec":4,"new":4,"spec":4,"heads":2,"4":2,"20":1,"unify":1,"configs":1,"assert":2,"0":1,"1":1},"21733,1738,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"diff":2,"kv":23,"cache":16,"config":2,"kvcacheconfig":2,"num":9,"blocks":2,"10":1,"tensors":2,"kvcachetensor":4,"size":6,"100":4,"shared":4,"by":4,"layer1":4,"layer2":4,"groups":2,"kvcachegroupspec":4,"new":8,"spec":15,"heads":7,"4":1,"20":1,"8":1,"with":2,"pytest":2,"raises":2,"assertionerror":2,"unify":1,"configs":1,"def":1,"test":1,"merge":3,"same":3,"layer":12,"specs":6,"32":4,"merged":6,"0":2,"assert":5,"block":1,"16":2,"head":1,"64":1,"dtype":1,"torch":1,"float32":1,"sliding":1,"window":1,"is":1,"none":1,"different":3},"23471,1888,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"full":7,"spec":26,"new":10,"kv":26,"cache":14,"num":12,"heads":12,"32":10,"different":8,"type":7,"layer":20,"specs":11,"slidingwindowspec":1,"block":2,"size":4,"head":2,"dtype":2,"use":2,"mla":2,"sliding":18,"window":18,"1":9,"with":6,"pytest":3,"raises":3,"assertionerror":2,"0":4,"merge":5,"2":2,"valueerror":1,"same":6,"merged":4,"assert":3,"none":4,"def":1,"test":1,"is":2,"uniform":2},"25359,1559,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"kv":23,"cache":15,"spec":16,"layer":8,"1":9,"new":8,"num":9,"heads":8,"32":8,"2":5,"sliding":11,"window":11,"assert":4,"is":4,"type":4,"uniform":4,"not":2,"pytest":1,"mark":1,"parametrize":1,"model":11,"id":3,"max":8,"len":7,"want":2,"estimated":2,"qwen":2,"qwen1":2,"5":2,"7b":2,"16385":1,"16384":1,"16383":2,"def":1,"test":1,"estimate":1,"create":1,"a":1,"vllmconfig":2,"config":7,"modelconfig":1,"runner":1,"generate":1,"dtype":1,"float16":1,"scheduler":3,"schedulerconfig":1,"batched":1,"tokens":1,"32768":1,"vllm":1},"26918,1946,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"create":2,"kv":13,"cache":10,"specs":1,"spec":6,"for":4,"i":4,"in":2,"range":2,"32":5,"layer":4,"name":2,"f":2,"fullattentionspec":2,"block":3,"size":6,"16":3,"num":5,"heads":3,"head":3,"128":3,"dtype":4,"torch":3,"float16":4,"use":3,"mla":3,"false":3,"estimate":2,"the":1,"maximum":1,"model":11,"length":1,"16384":2,"len":8,"need":1,"8gb":1,"estimated":3,"max":12,"vllm":3,"config":13,"8":1,"gib":1,"bytes":1,"assert":2,"want":1,"def":1,"test":1,"get":2,"concurrency":4,"a":1,"vllmconfig":2,"id":2,"qwen":1,"qwen1":1,"5":3,"7b":1,"modelconfig":1,"runner":1,"generate":1,"scheduler":3,"schedulerconfig":1,"batched":1,"tokens":1,"1024":3,"enable":1,"chunked":1,"prefill":1,"true":1,"full":6,"attention":6,"sliding":2,"window":2,"slidingwindowspec":1,"kvcacheconfig":1,"blocks":1,"int":1,"1":2,"tensors":1,"groups":1,"kvcachegroupspec":1},"28864,1616,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"kv":13,"cache":13,"config":9,"sliding":6,"window":6,"kvcacheconfig":3,"num":3,"blocks":3,"129":2,"3":4,"tensors":3,"groups":3,"kvcachegroupspec":4,"f":3,"layer":3,"i":6,"for":5,"in":3,"range":3,"32":3,"spec":4,"max":6,"concurrency":6,"get":2,"vllm":2,"assert":2,"hybrid":4,"model":4,"1024":1,"full":1,"attention":1,"64":1,"def":1,"test":1,"allocate":1,"with":1,"lookahead":2,"verify":1,"that":1,"tokens":1,"correctly":1,"affect":1,"block":6,"allocation":1,"size":6,"4":1,"10":1,"kvcachetensor":1,"100":1,"shared":1,"by":1,"layer1":2,"new":1,"request":3,"make":1,"id":1,"0":1,"prompt":1,"token":1,"ids":1,"mm":2,"positions":1,"none":2,"hashes":1},"30480,1370,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"test":4,"case":3,"1":1,"requires":1,"additional":1,"lookahead":4,"tokens":8,"kv":11,"cache":11,"manager":6,"kvcachemanager":3,"config":11,"max":5,"model":8,"len":8,"100":3,"blocks":11,"allocate":3,"slots":3,"request":3,"num":6,"new":3,"3":7,"2":11,"total":1,"required":3,"5":2,"assert":3,"get":4,"block":3,"ids":3,"0":3,"ceil":3,"4":5,"with":2,"precomputed":2,"def":1,"pass":2,"to":1,"check":1,"enough":1,"memory":1,"modelconfig":1,"16":1,"vllm":1,"vllmconfig":1},"31850,1550,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"mem":7,"per":14,"block":7,"layer":19,"16":1,"2":10,"64":1,"4":1,"all":2,"layers":2,"are":2,"full":5,"attention":1,"single":2,"group":2,"kv":17,"cache":17,"specs":4,"1":6,"new":6,"spec":6,"config":8,"get":2,"vllm":2,"32":8,"assert":2,"kvcacheconfig":2,"num":2,"blocks":2,"tensors":2,"kvcachetensor":4,"size":4,"shared":4,"by":4,"groups":2,"kvcachegroupspec":2,"sliding":8,"window":4},"33400,1666,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"full":2,"sliding":6,"but":1,"disable":3,"hybrid":12,"kv":22,"cache":22,"manager":4,"vllm":4,"config":12,"scheduler":2,"true":1,"specs":4,"layer":17,"1":7,"new":7,"spec":7,"2":8,"window":4,"get":2,"mem":5,"per":10,"block":5,"32":5,"assert":2,"kvcacheconfig":2,"num":2,"blocks":2,"tensors":2,"kvcachetensor":3,"size":3,"shared":3,"by":3,"groups":2,"kvcachegroupspec":3,"false":1,"with":1,"64":2},"35066,1191,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"2":6,"full":1,"4":4,"sliding":7,"layers":1,"per":7,"group":1,"kv":10,"cache":10,"specs":2,"hybrid":4,"layer":21,"1":3,"new":9,"spec":9,"3":3,"window":6,"5":3,"6":3,"config":4,"get":1,"vllm":1,"mem":3,"block":3,"32":4,"assert":1,"kvcacheconfig":1,"num":1,"blocks":1,"tensors":1,"kvcachetensor":2,"size":2,"shared":2,"by":2,"groups":1,"kvcachegroupspec":3},"36257,1662,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"3":6,"full":2,"7":4,"sliding":12,"pad":1,"to":1,"9":4,"kv":11,"cache":11,"specs":2,"hybrid":4,"layer":34,"1":3,"new":14,"spec":14,"2":3,"4":3,"window":10,"5":3,"6":3,"8":3,"10":3,"config":4,"get":1,"vllm":1,"mem":4,"per":8,"block":4,"32":5,"assert":1,"kvcacheconfig":1,"num":1,"blocks":1,"tensors":1,"kvcachetensor":3,"size":3,"shared":3,"by":3,"groups":1,"kvcachegroupspec":4},"37919,1028,data/raw/vllm-0.10.1/tests/v1/core/test_kv_cache_utils.py":{"different":1,"hidden":1,"size":4,"unimplemented":1,"kv":12,"cache":13,"specs":3,"hybrid":2,"layer":10,"1":3,"new":3,"spec":3,"head":1,"128":1,"2":5,"with":1,"pytest":1,"raises":1,"notimplementederror":1,"get":2,"config":8,"vllm":3,"mem":4,"per":8,"block":4,"32":2,"test":1,"num":3,"gpu":2,"blocks":5,"override":4,"16":4,"full":1,"assert":1,"kvcacheconfig":1,"tensors":1,"kvcachetensor":2,"shared":2,"by":2,"groups":1,"kvcachegroupspec":1},"0,2000,data/raw/vllm-0.10.1/tests/v1/core/test_async_scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"from":7,"collections":1,"import":7,"deque":3,"pytest":2,"v1":4,"core":1,"sched":13,"output":17,"scheduleroutput":3,"outputs":7,"modelrunneroutput":3,"request":3,"requeststatus":1,"utils":2,"constantlist":1,"create":6,"requests":9,"scheduler":14,"def":3,"make":2,"model":4,"runner":4,"req":8,"ids":7,"list":1,"num":7,"scheduled":2,"tokens":12,"keys":1,"return":1,"id":3,"index":1,"i":4,"for":2,"in":2,"enumerate":1,"sampled":1,"token":2,"range":1,"len":1,"spec":1,"none":2,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"mark":1,"parametrize":1,"max":8,"1":1,"3":1,"5":1,"test":2,"stop":1,"by":1,"int":1,"async":2,"scheduling":2,"true":2,"req0":3,"req1":3,"add":2,"append":3,"schedule":3,"while":1,"popleft":1,"update":1,"if":1,"assert":3,"get":1,"unfinished":1,"abort":1,"10":1,"20":1},"2000,1785,data/raw/vllm-0.10.1/tests/v1/core/test_async_scheduler.py":{"for":3,"req":11,"in":3,"requests":10,"scheduler":12,"add":2,"request":8,"sched":15,"outputs":9,"deque":4,"scheduleroutput":2,"append":5,"schedule":5,"abort":15,"order":11,"0":4,"8":2,"3":2,"1":2,"6":2,"4":2,"2":2,"5":2,"7":2,"9":2,"copy":5,"def":3,"if":3,"not":2,"return":2,"pop":2,"finish":2,"id":2,"requeststatus":3,"finished":3,"aborted":3,"while":1,"a":1,"scheduled":2,"output":11,"popleft":1,"model":3,"runner":3,"make":1,"update":1,"from":1,"num":3,"tokens":3,"i":2,"enumerate":1,"assert":2,"status":1,"index":1,"test":1,"preempt":1,"create":2,"async":1,"scheduling":1,"true":1,"10":1,"max":1,"20":1},"3785,1878,data/raw/vllm-0.10.1/tests/v1/core/test_async_scheduler.py":{"while":1,"sched":14,"outputs":5,"abort":3,"a":1,"scheduled":3,"request":4,"output":14,"popleft":1,"model":3,"runner":3,"make":2,"scheduler":7,"update":1,"from":1,"schedule":2,"if":1,"num":13,"tokens":11,"append":2,"for":2,"i":2,"req":3,"in":2,"enumerate":1,"requests":10,"assert":5,"status":1,"requeststatus":1,"finished":1,"aborted":1,"order":1,"copy":3,"index":1,"def":1,"test":1,"prefix":3,"caching":3,"prefill":1,"dedup":1,"chunk":2,"size":9,"1000":1,"block":7,"16":1,"prompt":5,"100":1,"create":2,"async":1,"scheduling":1,"true":3,"max":2,"batched":1,"enable":1,"5":1,"3":1,"same":3,"two":2,"with":1,"the":6,"req0":3,"pop":2,"0":3,"req1":3,"add":2,"deque":2,"scheduleroutput":1,"sure":1,"de":1,"duplicates":1,"prompts":1,"step":1,"so":1,"all":1,"blocks":3,"except":1,"last":1,"are":1,"shared":1,"between":1,"len":1,"2":1,"cached":2},"5663,1969,data/raw/vllm-0.10.1/tests/v1/core/test_async_scheduler.py":{"sched":22,"outputs":10,"append":5,"scheduler":13,"schedule":5,"while":2,"if":3,"requests":12,"add":2,"request":2,"pop":1,"0":3,"output":22,"popleft":2,"model":6,"runner":6,"make":2,"update":2,"from":2,"num":13,"scheduled":3,"tokens":10,"other":1,"after":1,"the":2,"two":1,"should":1,"also":1,"get":3,"prefix":3,"cache":1,"hit":1,"assert":3,"unfinished":2,"for":3,"req":4,"in":2,"copy":1,"1":1,"cached":1,"blocks":1,"block":6,"size":8,"def":1,"test":1,"caching":2,"multi":1,"turn":1,"chunk":2,"1000":1,"16":1,"prompt":2,"100":1,"200":1,"create":2,"async":1,"scheduling":1,"true":2,"max":2,"batched":1,"enable":1,"5":1,"deque":2,"scheduleroutput":1,"process":1},"7632,1197,data/raw/vllm-0.10.1/tests/v1/core/test_async_scheduler.py":{"create":2,"next":7,"turn":8,"requests":12,"whose":1,"prompts":1,"are":1,"the":5,"full":2,"output":4,"of":1,"previous":2,"num":7,"5":1,"tokens":7,"prompt":5,"max":1,"block":6,"size":4,"for":3,"i":3,"req":14,"in":3,"enumerate":1,"token":7,"ids":7,"list":1,"all":3,"copy":1,"constantlist":1,"hashes":2,"get":2,"hash":1,"new":1,"blocks":1,"schedule":2,"scheduler":2,"add":1,"request":1,"sched":1,"outputs":1,"append":1,"make":1,"sure":1,"prefix":1,"cache":1,"hit":1,"by":1,"assert":1,"cached":1},"0,1798,data/raw/vllm-0.10.1/tests/v1/core/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":10,"project":1,"from":10,"typing":1,"import":11,"optional":4,"union":2,"torch":1,"config":2,"cacheconfig":1,"kvtransferconfig":1,"modelconfig":1,"schedulerconfig":1,"speculativeconfig":1,"vllmconfig":1,"multimodal":1,"inputs":1,"multimodalkwargsitem":1,"placeholderrange":1,"sampling":1,"params":1,"samplingparams":1,"v1":6,"core":3,"kv":3,"cache":2,"utils":1,"get":1,"request":3,"block":2,"hasher":1,"init":2,"none":5,"hash":1,"sched":2,"async":2,"scheduler":6,"asyncscheduler":2,"interface":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"structured":1,"output":1,"structuredoutputmanager":1,"eos":1,"token":2,"id":1,"50256":1,"def":1,"create":2,"model":4,"str":1,"facebook":1,"opt":1,"125m":1,"max":7,"num":7,"seqs":2,"int":7,"16":2,"batched":1,"tokens":4,"8192":1,"enable":2,"prefix":2,"caching":2,"bool":5,"long":1,"prefill":1,"threshold":1,"disable":1,"chunked":1,"mm":1,"input":1,"false":5,"use":2,"connector":1,"blocks":1,"10000":1,"size":1,"len":1,"speculative":1,"skip":1,"tokenizer":1,"scheduling":1,"under":2,"test":2,"args":1,"sequences":1,"schedule":1,"batch":2,"optionally":1,"force":1,"apc":1,"true":1,"or":1,"default":1},"1798,1493,data/raw/vllm-0.10.1/tests/v1/core/utils.py":{"returns":1,"class":1,"scheduler":2,"instance":1,"if":4,"max":9,"model":8,"len":4,"is":3,"none":5,"num":8,"batched":3,"tokens":6,"config":8,"schedulerconfig":1,"seqs":2,"long":2,"prefill":3,"token":2,"threshold":2,"disable":2,"chunked":3,"mm":2,"input":2,"enable":4,"true":2,"async":2,"scheduling":2,"modelconfig":1,"trust":1,"remote":1,"code":1,"dtype":2,"float16":1,"seed":1,"42":1,"skip":2,"tokenizer":2,"init":2,"cache":5,"optionally":1,"force":1,"apc":1,"kwargs":2,"prefix":3,"caching":3,"else":2,"cacheconfig":1,"block":2,"size":2,"gpu":1,"memory":1,"utilization":1,"0":2,"9":1,"swap":1,"space":1,"auto":1,"kv":6,"transfer":1,"kvtransferconfig":1,"connector":3,"sharedstorageconnector":1,"role":1,"both":1,"extra":1,"shared":1,"storage":2,"path":1,"local":1,"use":1,"speculative":5,"optional":1,"speculativeconfig":2,"not":1,"ngram":1},"3291,1425,data/raw/vllm-0.10.1/tests/v1/core/utils.py":{"vllm":4,"config":18,"vllmconfig":1,"scheduler":5,"model":2,"cache":8,"kv":7,"transfer":2,"speculative":2,"kvcacheconfig":1,"num":6,"blocks":5,"a":1,"large":1,"number":1,"of":1,"to":1,"hold":1,"all":1,"requests":3,"tensors":1,"groups":1,"kvcachegroupspec":1,"layer":1,"fullattentionspec":1,"block":2,"size":2,"1":2,"torch":1,"float32":1,"false":3,"gpu":1,"cls":2,"asyncscheduler":1,"if":2,"async":1,"scheduling":1,"else":1,"return":1,"log":1,"stats":1,"true":2,"structured":1,"output":1,"manager":1,"structuredoutputmanager":1,"none":8,"hash":6,"initialized":4,"def":1,"create":1,"int":6,"tokens":2,"10":1,"mm":1,"positions":1,"optional":3,"list":4,"placeholderrange":1,"max":1,"16":2,"stop":1,"token":1,"ids":1,"prompt":2,"logprobs":1,"same":1,"bool":1,"request":1,"global":1,"not":1,"init":1},"4716,1284,data/raw/vllm-0.10.1/tests/v1/core/utils.py":{"block":5,"hasher":4,"get":1,"request":5,"size":1,"hash":2,"sampling":3,"params":4,"samplingparams":1,"ignore":1,"eos":3,"false":1,"max":2,"tokens":4,"stop":2,"token":7,"ids":5,"prompt":6,"logprobs":2,"requests":4,"for":1,"i":4,"in":1,"range":1,"num":3,"if":2,"mm":15,"positions":2,"is":1,"not":1,"none":5,"position":5,"item":2,"multimodalkwargsitem":1,"dummy":2,"m":1,"kwargs":4,"len":2,"hashes":4,"else":2,"0":1,"same":1,"id":3,"f":1,"pooling":1,"multi":3,"modal":3,"placeholders":1,"append":1,"return":1},"0,1118,data/raw/vllm-0.10.1/tests/v1/core/test_scheduler_e2e.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":3,"os":2,"pytest":3,"from":1,"llm":9,"if":1,"getenv":1,"use":1,"v1":2,"1":2,"skip":1,"test":3,"package":1,"requires":1,"allow":1,"module":2,"level":1,"true":3,"model":2,"meta":1,"llama":2,"3":4,"1b":1,"prompt":3,"hello":1,"my":1,"name":1,"is":2,"robert":1,"and":1,"i":1,"fixture":1,"scope":1,"def":3,"return":1,"enforce":1,"eager":1,"enable":1,"prefix":2,"caching":1,"long":1,"prefill":2,"token":2,"threshold":1,"max":2,"num":3,"batched":1,"tokens":7,"6":1,"seqs":1,"block":2,"size":1,"16":3,"concurrent":1,"partial":1,"outputs":6,"generate":3,"assert":3,"len":2,"for":1,"output":2,"in":2,"cache":1,"stats":1,"recorded":1,"17":2,"will":1,"make":1,"sure":1,"first":1,"are":1,"cached":2,"a":1,"input":3,"ids":1,"101":1},"0,1833,data/raw/vllm-0.10.1/tests/compile/test_fusion_all_reduce.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"from":13,"importlib":1,"util":1,"import":16,"find":1,"spec":1,"pytest":1,"torch":5,"envs":2,"as":1,"compilation":3,"collective":1,"fusion":1,"allreducefusionpass":1,"fix":1,"functionalization":1,"fixfunctionalizationpass":1,"noop":1,"elimination":1,"noopeliminationpass":1,"config":1,"compilationconfig":1,"compilationlevel":1,"deviceconfig":1,"modelconfig":1,"passconfig":1,"vllmconfig":1,"distributed":3,"tensor":2,"model":7,"parallel":4,"all":5,"reduce":5,"state":1,"init":3,"environment":2,"initialize":1,"executor":2,"layers":2,"layernorm":1,"rmsnorm":2,"quantization":1,"utils":4,"w8a8":1,"groupshape":1,"quantfp8":1,"platforms":1,"current":1,"platform":1,"update":1,"variables":1,"has":1,"module":3,"attribute":1,"multi":1,"gpu":1,"test":1,"backend":1,"testbackend":1,"class":2,"testallreducermsnormmodel":1,"nn":2,"def":4,"self":9,"hidden":7,"size":5,"16":2,"token":1,"num":1,"eps":4,"1e":1,"6":1,"super":1,"norm":5,"forward":1,"states":2,"residual":1,"view":2,"reshape":1,"1":1,"return":3,"ops":4,"in":2,"before":1,"default":2,"after":1,"flashinfer":1,"trtllm":1,"fused":1,"allreduce":1,"testallreducefusedaddrmsnormmodel":1},"1833,1952,data/raw/vllm-0.10.1/tests/compile/test_fusion_all_reduce.py":{"def":8,"init":4,"self":24,"hidden":15,"size":11,"16":4,"token":3,"num":3,"eps":8,"1e":2,"6":2,"super":2,"norm":10,"rmsnorm":2,"forward":2,"states":4,"residual":6,"view":4,"reshape":2,"1":3,"all":8,"reduce":8,"tensor":3,"model":6,"parallel":2,"return":6,"ops":10,"in":4,"before":2,"torch":11,"vllm":4,"default":5,"after":2,"flashinfer":2,"trtllm":2,"fused":2,"allreduce":2,"class":1,"testallreducefusedaddrmsnormstaticquantfp8model":1,"nn":1,"module":1,"quant":3,"fp8":3,"quantfp8":1,"static":3,"true":1,"group":1,"shape":1,"groupshape":1,"per":1,"scale":2,"rand":1,"dtype":2,"float32":2,"output":7,"empty":1,"c":2,"scaled":2,"contiguous":1},"3785,1978,data/raw/vllm-0.10.1/tests/compile/test_fusion_all_reduce.py":{"class":1,"testallreducefusedaddrmsnormstaticquantfp4model":2,"torch":12,"nn":1,"module":1,"def":4,"init":2,"self":17,"hidden":10,"size":9,"16":4,"token":3,"num":4,"eps":4,"1e":1,"6":1,"super":1,"norm":8,"rmsnorm":1,"scale":7,"rand":1,"1":5,"dtype":3,"float32":2,"output":13,"empty":2,"round":3,"up":3,"lambda":1,"x":2,"y":4,"rounded":4,"m":2,"128":1,"n":4,"4":2,"int32":1,"forward":1,"states":2,"residual":4,"view":2,"reshape":2,"all":4,"reduce":4,"tensor":1,"model":4,"parallel":1,"shape":1,"ops":6,"c":2,"scaled":2,"fp4":2,"quant":2,"return":3,"in":2,"after":1,"vllm":2,"flashinfer":1,"trtllm":1,"fused":1,"allreduce":1,"default":3,"before":1,"multi":1,"gpu":1,"test":2,"gpus":1,"2":2,"pytest":4,"mark":4,"parametrize":4,"testallreducermsnormmodel":1,"testallreducefusedaddrmsnormmodel":1,"testallreducefusedaddrmsnormstaticquantfp8model":1,"todo":1,"enable":1,"with":1,"8":3,"0":1,"batch":1,"seq":1,"len":1},"5763,1815,data/raw/vllm-0.10.1/tests/compile/test_fusion_all_reduce.py":{"pytest":4,"mark":3,"parametrize":1,"dtype":8,"torch":13,"float16":1,"bfloat16":1,"skipif":2,"envs":1,"vllm":1,"target":1,"device":8,"not":6,"in":1,"cuda":4,"reason":2,"only":2,"test":8,"on":4,"find":1,"spec":1,"flashinfer":4,"or":2,"has":2,"module":3,"attribute":1,"comm":1,"trtllm":2,"allreduce":2,"fusion":5,"is":3,"found":1,"compiled":1,"with":2,"def":3,"all":3,"reduce":3,"pass":3,"replace":1,"model":6,"nn":2,"batch":3,"size":7,"int":8,"seq":3,"len":3,"hidden":3,"num":3,"processes":3,"2":1,"if":1,"testallreducefusedaddrmsnormstaticquantfp4model":1,"and":1,"current":2,"platform":2,"capability":2,"100":1,"skip":2,"as":1,"nvfp4":1,"supported":1,"devices":1,"compute":1,"10":1,"0":2,"blackwell":1,"run":2,"spawn":3,"fn":2,"nprocs":3,"multiprocessing":1,"args":1,"local":2,"rank":2,"world":1,"cls":1,"seed":1,"everything":1,"f":1,"set":3,"default":2},"7578,1844,data/raw/vllm-0.10.1/tests/compile/test_fusion_all_reduce.py":{"update":1,"environment":2,"variables":1,"rank":4,"str":3,"local":3,"world":3,"size":8,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"init":1,"distributed":1,"initialize":1,"model":17,"parallel":2,"tensor":1,"vllm":8,"config":14,"vllmconfig":1,"compilation":2,"compilationconfig":1,"level":1,"compilationlevel":1,"piecewise":1,"custom":1,"ops":5,"rms":1,"norm":1,"quant":1,"fp8":2,"pass":8,"passconfig":1,"enable":2,"fi":1,"allreduce":1,"fusion":4,"true":3,"noop":3,"device":3,"deviceconfig":1,"torch":4,"cuda":1,"this":1,"is":1,"a":1,"fake":1,"name":3,"to":1,"construct":1,"the":2,"in":3,"it":1,"s":1,"not":1,"really":1,"used":1,"nm":1,"testing":1,"tinyllama":1,"1":1,"1b":1,"chat":1,"v1":1,"0":1,"e2e":1,"modelconfig":1,"trust":1,"remote":1,"code":1,"dtype":2,"seed":1,"42":1,"all":3,"reduce":3,"allreducefusionpass":1,"noopeliminationpass":1,"func":2,"fixfunctionalizationpass":1,"backend":5,"testbackend":1,"token":4,"num":4,"batch":1,"seq":1,"len":1,"test":1,"cls":1,"hidden":5,"states":2,"randn":2,"requires":2,"grad":2,"false":3,"residual":2,"compiled":2,"compile":1,"check":2,"before":2,"fully":1,"replaced":1,"after":2,"del":1},"0,1841,data/raw/vllm-0.10.1/tests/compile/test_functionalization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":10,"project":1,"import":11,"pytest":4,"torch":9,"envs":3,"as":1,"from":8,"llm":1,"samplingparams":1,"compilation":5,"activation":1,"quant":8,"fusion":4,"activationquantfusionpass":1,"fix":2,"functionalization":2,"fixfunctionalizationpass":1,"fused":3,"ops":10,"fusionpass":1,"quantkey":2,"kfp8dynamictokensym":2,"kfp8statictensorsym":2,"fx":1,"utils":1,"find":2,"auto":2,"fn":2,"maybe":1,"is":5,"func":1,"noop":1,"elimination":1,"noopeliminationpass":1,"config":1,"compilationconfig":1,"passconfig":1,"vllmconfig":1,"backend":1,"testbackend":1,"in":1,"model":3,"c":7,"rotary":1,"embedding":1,"default":8,"add":2,"rms":6,"norm":4,"op":3,"static":3,"fp8":5,"silu":4,"mul":4,"and":2,"prompts":1,"hello":1,"my":1,"name":1,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"mark":3,"parametrize":2,"key":2,"nm":2,"testing":2,"tinyllama":2,"1":2,"1b":2,"chat":2,"v1":2,"e2e":2,"dynamic":1,"do":2,"true":1,"false":1,"skipif":1,"target":1,"device":2,"cuda":3,"reason":1,"only":1,"test":2,"on":1,"def":1,"str":1,"bool":1,"set":1},"1841,1699,data/raw/vllm-0.10.1/tests/compile/test_functionalization.py":{"vllm":6,"config":8,"vllmconfig":1,"compilation":1,"compilationconfig":1,"pass":10,"passconfig":1,"enable":2,"fusion":7,"do":3,"noop":4,"true":4,"noopeliminationpass":1,"fusionpass":1,"instance":1,"act":2,"quant":2,"activationquantfusionpass":1,"passes":3,"if":1,"else":1,"func":14,"fixfunctionalizationpass":2,"backend":6,"testbackend":2,"no":6,"instantiate":2,"a":1,"full":1,"engine":2,"and":2,"manually":1,"compile":4,"the":2,"model":15,"2x":1,"with":1,"without":1,"llm":7,"enforce":1,"eager":1,"runner":5,"executor":1,"driver":1,"worker":1,"orig":3,"todo":1,"mark":1,"inputs":1,"dynamic":1,"currently":1,"torch":3,"is":1,"triggered":1,"4x":1,"can":1,"only":1,"that":1,"by":1,"using":1,"decorator":1,"but":1,"then":1,"we":1,"d":1,"have":1,"to":1,"2":1,"instances":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":5,"top":1,"p":1,"1":1,"fullgraph":2,"gen":4,"generate":2,"prompts":2,"for":1,"output":4,"in":1,"zip":1,"assert":1,"outputs":2,"text":2},"3540,901,data/raw/vllm-0.10.1/tests/compile/test_functionalization.py":{"ops":15,"in":7,"model":2,"always":1,"appear":1,"rms":5,"op":12,"is":3,"fused":4,"away":1,"if":4,"we":1,"run":1,"fusion":3,"and":2,"replaced":1,"by":1,"quantized":1,"quant":5,"key":3,"true":2,"false":1,"do":2,"else":2,"silu":4,"mul":4,"kfp8statictensorsym":1,"for":4,"find":2,"auto":2,"fn":2,"backend":3,"no":1,"func":4,"graph":3,"post":3,"pass":3,"nodes":3,"assert":2,"maybe":1,"none":1,"noqa":1,"e501":1,"make":1,"sure":1,"the":1,"were":1,"all":2,"de":1,"functionalized":1,"found":3,"dict":1,"node":2},"0,1955,data/raw/vllm-0.10.1/tests/compile/test_fusion_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":10,"project":1,"from":10,"typing":1,"import":13,"optional":3,"pytest":5,"torch":2,"dynamo":4,"tests":2,"compile":1,"backend":6,"testbackend":3,"models":1,"utils":2,"check":1,"outputs":2,"equal":1,"llm":1,"samplingparams":1,"compilation":4,"fusion":3,"quant":3,"ops":1,"quantkey":2,"kfp8statictensorsym":2,"attn":3,"op":2,"attnfusionpass":1,"fx":1,"find":1,"nodes":1,"noop":1,"elimination":1,"noopeliminationpass":1,"config":1,"compilationconfig":1,"compilationlevel":1,"vllmconfig":1,"platforms":1,"current":4,"platform":4,"globals":1,"needed":1,"for":2,"string":1,"custom":1,"field":1,"none":2,"unfused":3,"mark":4,"parametrize":2,"model":2,"key":2,"amd":1,"llama":1,"3":1,"1":1,"8b":1,"instruct":1,"fp8":3,"kv":1,"use":8,"triton":4,"fa":3,"true":1,"false":3,"if":1,"is":3,"rocm":2,"else":1,"skipif":2,"not":3,"supports":1,"reason":3,"need":1,"cuda":2,"alike":1,"only":1,"test":3,"and":2,"def":1,"attention":1,"example":3,"prompts":4,"monkeypatch":3,"str":3,"bool":1,"clean":1,"cache":1,"avoid":1,"reusing":1,"other":1,"cases":1,"some":1,"reset":2,"at":1,"end":1,"enough":1,"global":2,"backends":1,"v1":4,"can":1,"be":1,"made":1,"a":1,"param":1,"once":1,"support":1,"added":1,"setenv":2,"int":2,"flash":1,"prompt":1,"4":2,"seems":1,"too":1,"open":1,"ended":1,"differs":1,"between":1,"fused":1,"both":1,"look":1,"reasonable":1,"though":1,"5":1},"1955,1792,data/raw/vllm-0.10.1/tests/compile/test_fusion_attn.py":{"compile":8,"config":16,"compilationconfig":2,"dynamo":8,"as":4,"is":4,"triggers":2,"custom":4,"backend":10,"does":4,"full":2,"compilation":7,"once":2,"not":2,"properly":2,"propagate":2,"shapes":2,"level":2,"compilationlevel":2,"tests":2,"test":2,"fusion":2,"attn":4,"unfused":4,"ops":2,"quant":2,"fp8":2,"vllm":5,"vllmconfig":2,"testbackend":2,"noopeliminationpass":2,"llm":6,"model":4,"enforce":2,"eager":2,"true":2,"gpu":2,"memory":2,"utilization":2,"0":5,"9":2,"max":3,"len":2,"2048":2,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"tokens":1,"10":1,"top":1,"p":1,"95":1,"output":1,"generate":1,"prompts":1,"none":1,"reset":1,"to":2,"make":1,"sure":1,"gets":1,"released":1,"del":1,"attnfusionpass":2,"needs":1,"attention":1,"layers":1,"be":1,"registered":1,"in":1,"upon":1,"init":1,"so":1,"we":1,"initialize":1,"it":1,"during":1,"pass":2,"lambda":1,"args":2,"kw":2,"llm2":1},"3747,1724,data/raw/vllm-0.10.1/tests/compile/test_fusion_attn.py":{"check":6,"support":1,"attn":13,"fusion":4,"supported":5,"layer":2,"impl":1,"fused":8,"output":8,"quant":8,"key":5,"dtype":1,"static":2,"group":1,"shape":1,"for":3,"in":4,"compile":1,"config":1,"forward":1,"context":1,"items":1,"print":1,"f":3,"if":2,"any":1,"ops":4,"backend":5,"before":1,"fully":1,"replaced":1,"false":1,"attention":1,"present":1,"both":1,"just":1,"scale":3,"param":1,"changes":1,"nodes":9,"pre":5,"list":3,"find":2,"op":4,"graph":2,"pass":2,"post":4,"assert":3,"len":3,"i":5,"range":1,"kwargs":2,"is":2,"none":3,"not":2,"node":1,"else":1,"expected":2,"to":4,"have":1,"outputs":7,"llm2":2,"generate":1,"prompts":1,"sampling":1,"params":1,"transform":1,"format":1,"by":1,"equal":2,"sample":2,"outs":5,"lambda":2,"s":4,"token":1,"ids":1,"text":1,"lst":5,"ros":2,"ro":2,"0":3,"unfused":2,"1":2,"name":2,"clean":1,"dynamo":2,"cache":1,"avoid":1,"polluting":1,"other":1,"case":1,"torch":1,"reset":2,"make":1,"sure":1,"gets":1,"released":1},"0,575,data/raw/vllm-0.10.1/tests/compile/test_basic_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"from":4,"future":1,"import":6,"annotations":1,"dataclasses":2,"pytest":1,"config":1,"compilationlevel":1,"utils":2,"cuda":1,"device":1,"count":1,"stateless":1,"compare":1,"all":3,"settings":1,"dataclass":1,"class":1,"testsetting":1,"model":2,"str":4,"args":1,"list":1,"pp":1,"size":2,"int":2,"tp":1,"attn":1,"backend":1,"method":1,"fullgraph":1,"bool":1,"we":1,"cannot":1,"afford":1,"testing":1,"full":1,"catesian":1,"product":1,"of":1,"models":1,"and":1,"levels":1},"575,46,data/raw/vllm-0.10.1/tests/compile/test_basic_correctness.py":{"pytest":1,"mark":1,"parametrize":1,"test":1,"setting":1},"621,1767,data/raw/vllm-0.10.1/tests/compile/test_basic_correctness.py":{"basic":1,"llama":4,"model":20,"testsetting":5,"meta":1,"3":2,"2":4,"1b":2,"instruct":1,"args":5,"max":4,"len":4,"2048":4,"pp":5,"size":10,"tp":5,"attn":8,"backend":5,"flashinfer":1,"method":5,"generate":3,"fullgraph":5,"true":5,"with":1,"quantization":2,"thebloke":1,"tinyllama":1,"1":8,"chat":1,"v0":1,"gptq":2,"flash":3,"moe":1,"ibm":1,"powermoe":1,"3b":1,"embedding":2,"baai":2,"bge":2,"multilingual":1,"gemma2":1,"runner":2,"pooling":2,"dtype":1,"bfloat16":1,"encode":2,"todo":1,"bert":2,"models":1,"are":1,"not":1,"supported":1,"in":1,"v1":2,"yet":1,"encoder":1,"based":1,"base":1,"en":1,"5":1,"xformers":1,"vision":1,"language":1},"2388,318,data/raw/vllm-0.10.1/tests/compile/test_basic_correctness.py":{"testsetting":1,"model":3,"microsoft":1,"phi":1,"3":1,"5":1,"vision":1,"instruct":1,"args":1,"trust":1,"remote":1,"code":1,"max":1,"len":1,"2048":1,"pp":1,"size":2,"2":1,"tp":1,"1":1,"attn":2,"backend":1,"flash":1,"method":1,"generate":1,"with":1,"image":1,"fullgraph":1,"false":1},"2713,1613,data/raw/vllm-0.10.1/tests/compile/test_basic_correctness.py":{"def":1,"test":11,"compile":1,"correctness":1,"monkeypatch":3,"pytest":2,"setting":8,"testsetting":1,"this":1,"is":2,"run":2,"under":1,"multiple":1,"suits":1,"with":3,"different":1,"gpus":2,"make":1,"sure":1,"we":2,"only":2,"the":5,"correct":1,"cuda":4,"devices":1,"don":1,"t":1,"use":1,"as":2,"it":1,"will":2,"duplicate":1,"tests":1,"model":6,"args":9,"pp":6,"size":10,"tp":6,"attn":3,"backend":4,"method":5,"fullgraph":2,"if":3,"device":2,"count":2,"stateless":2,"skip":1,"f":3,"need":1,"exactly":2,"but":1,"got":1,"context":1,"m":2,"setenv":1,"vllm":1,"attention":1,"final":2,"enforce":1,"eager":1,"str":5,"all":9,"list":3,"envs":4,"dict":1,"none":1,"for":1,"level":2,"in":1,"compilationlevel":2,"no":1,"compilation":1,"piecewise":1,"append":2,"o":1,"inductor":1,"change":1,"output":2,"so":1,"compare":2,"close":2,"not":1,"same":1,"settings":1,"generate":2,"else":1,"clear":2},"4326,582,data/raw/vllm-0.10.1/tests/compile/test_basic_correctness.py":{"for":1,"level":3,"in":1,"compilationlevel":4,"no":1,"compilation":1,"dynamo":5,"as":1,"is":1,"once":3,"all":6,"args":3,"append":2,"final":1,"f":1,"o":1,"envs":3,"if":1,"and":1,"not":1,"fullgraph":3,"will":1,"always":1,"use":1,"1":1,"vllm":1,"test":1,"capture":1,"0":1,"type":1,"ignore":1,"compare":1,"settings":1,"model":1,"3":1,"method":2},"0,1534,data/raw/vllm-0.10.1/tests/compile/test_config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":11,"0":11,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":21,"project":2,"import":5,"pytest":3,"from":3,"compilation":4,"counter":3,"config":7,"vllmconfig":3,"utils":1,"is":7,"torch":6,"equal":6,"or":6,"newer":6,"def":3,"test":4,"version":1,"assert":9,"8":9,"dev20250624":1,"cu128":1,"dev":5,"0a0":1,"gitc82a174":1,"1":3,"not":2,"7":1,"use":6,"cudagraphs":1,"dynamic":1,"monkeypatch":5,"envs":2,"v1":4,"cudagraph":2,"setenv":3,"forked":2,"needed":1,"workaround":1,"https":1,"github":1,"com":1,"issues":1,"21073":1,"mark":2,"nb":1,"we":1,"don":1,"t":1,"disable":4,"compile":3,"cache":4,"because":1,"that":2,"depends":1,"on":2,"state":1,"of":1,"directory":1,"current":1,"machine":1,"which":1,"may":1,"be":1,"influenced":1,"by":1,"other":1,"tests":1,"parametrize":1,"val":3,"runner":1,"multiprocessing":2,"so":1,"in":1,"same":1,"process":1,"enable":1},"1534,1759,data/raw/vllm-0.10.1/tests/compile/test_config.py":{"compilation":10,"config":6,"use":4,"cudagraph":4,"false":2,"speed":1,"things":1,"up":1,"a":1,"bit":1,"with":2,"counter":4,"expect":2,"num":5,"cache":1,"entries":1,"updated":1,"0":8,"compiled":1,"artifacts":1,"saved":1,"loading":2,"the":6,"model":2,"causes":2,"if":4,"enabled":7,"to":4,"happen":2,"vllm":12,"runner":5,"facebook":2,"opt":2,"125m":2,"gpu":3,"memory":2,"utilization":2,"4":2,"as":3,"pass":2,"forked":4,"needed":2,"workaround":2,"https":2,"github":2,"com":2,"project":2,"issues":2,"21073":2,"pytest":3,"mark":3,"parametrize":1,"true":1,"def":2,"test":2,"cudagraphs":1,"monkeypatch":4,"assert":1,"envs":1,"v1":3,"disable":2,"multiprocessing":4,"so":2,"that":2,"is":3,"in":2,"same":2,"process":2,"setenv":2,"enable":2,"capture":2,"sizes":1,"100":1,"graphs":1,"seen":1,"1":2,"triggers":1,"else":2,"captured":1,"13":1,"dynamo":1},"3293,1644,data/raw/vllm-0.10.1/tests/compile/test_config.py":{"with":3,"compilation":9,"counter":5,"expect":3,"dynamo":3,"as":6,"is":5,"count":3,"1":2,"loading":3,"the":7,"model":3,"causes":3,"if":3,"enabled":3,"to":5,"happen":3,"vllm":11,"runner":5,"facebook":3,"opt":3,"125m":3,"config":2,"level":2,"gpu":3,"memory":3,"utilization":3,"0":10,"4":3,"pass":3,"forked":4,"needed":2,"workaround":2,"https":2,"github":2,"com":2,"project":2,"issues":2,"21073":2,"pytest":2,"mark":2,"def":2,"test":2,"no":1,"monkeypatch":4,"disable":2,"multiprocessing":4,"so":2,"that":2,"in":2,"same":2,"process":2,"setenv":2,"enable":2,"v1":2,"num":2,"graphs":2,"seen":2,"enforce":2,"eager":2,"true":1},"0,1847,data/raw/vllm-0.10.1/tests/compile/test_full_graph.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":7,"future":1,"import":10,"annotations":1,"tempfile":1,"typing":1,"any":2,"optional":2,"union":1,"pytest":1,"torch":3,"tests":1,"quantization":5,"utils":2,"is":5,"quant":5,"method":5,"supported":5,"llm":1,"samplingparams":1,"config":1,"compilationconfig":1,"compilationlevel":1,"passconfig":1,"platforms":1,"current":1,"platform":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":7,"def":1,"models":6,"list":3,"all":2,"bool":1,"true":1,"keywords":1,"str":3,"none":1,"tuple":1,"dict":1,"facebook":1,"opt":1,"125m":1,"nm":2,"testing":1,"tinyllama":5,"oneshot":1,"w8w8":1,"static":1,"shape":1,"change":1,"dtype":2,"float16":2,"neuralmagic":2,"llama":4,"3":4,"1b":6,"instruct":3,"fp8":1,"dynamic":1,"quantized":1,"w8a8":1,"meta":1,"if":5,"todo":1,"figure":1,"out":1,"why":1,"this":1,"fails":1,"false":1,"and":1,"gguf":3,"noqa":1,"sim223":1,"append":4,"thebloke":3,"1":3,"chat":3,"v1":2,"gptq":8,"v0":1,"marlin":4,"24":3,"alexm":1,"marlin24":1,"4bit":1,"g128":1},"1847,1340,data/raw/vllm-0.10.1/tests/compile/test_full_graph.py":{"if":3,"is":4,"quant":2,"method":2,"supported":3,"marlin":3,"test":7,"models":6,"append":2,"robertgshaw2":1,"tinyllama":2,"1":3,"1b":2,"chat":2,"v1":1,"0":2,"g128":1,"quantization":2,"not":1,"current":1,"platform":1,"rocm":1,"and":1,"awq":3,"thebloke":1,"v0":1,"3":1,"keywords":3,"none":1,"return":2,"filter":2,"by":1,"pred":2,"lambda":1,"model":12,"any":2,"keyword":2,"in":3,"for":2,"list":2,"pytest":3,"mark":2,"parametrize":2,"optimization":3,"level":3,"compilationlevel":2,"dynamo":2,"once":1,"piecewise":1,"info":3,"all":1,"true":1,"create":1,"new":1,"process":1,"each":1,"def":1,"full":2,"graph":2,"monkeypatch":3,"tuple":1,"str":2,"dict":1,"int":1,"kwargs":2,"with":1,"context":1,"as":1,"m":2,"make":1,"sure":1,"these":1,"can":1,"be":1,"captured":1,"mode":1,"setenv":1,"vllm":1,"fullgraph":1,"capture":1,"print":1,"f":1,"run":1,"todo":1,"luka":1,"add":1,"other":1,"compilation":1,"config":1,"scenarios":1,"here":1},"3187,1829,data/raw/vllm-0.10.1/tests/compile/test_full_graph.py":{"pytest":1,"mark":1,"parametrize":1,"compilation":4,"config":8,"model":20,"info":3,"additional":1,"compile":5,"sizes":2,"only":3,"some":2,"of":5,"the":6,"models":5,"compilationconfig":5,"level":3,"compilationlevel":3,"piecewise":3,"1":2,"2":1,"for":3,"in":2,"list":2,"all":2,"false":1,"rmsnorm":1,"quant":2,"fusion":2,"8":1,"bit":1,"custom":3,"ops":1,"rms":1,"norm":1,"pass":1,"passconfig":1,"enable":2,"true":4,"noop":1,"keywords":1,"fp8":1,"dynamic":1,"quantized":1,"w8a8":1,"test":4,"depyf":1,"integration":1,"works":1,"debug":1,"dump":1,"path":1,"tempfile":1,"gettempdir":1,"facebook":1,"opt":1,"125m":1,"create":1,"new":1,"process":1,"each":1,"def":2,"tuple":1,"str":4,"dict":2,"any":2,"kwargs":4,"print":1,"f":1,"run":2,"union":1,"int":1,"prompts":2,"hello":1,"my":1,"name":1,"is":4,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":1,"llm":3,"enforce":1,"eager":1,"tensor":1,"parallel":1,"size":1,"disable":1,"reduce":1,"outputs":1,"generate":1},"5016,205,data/raw/vllm-0.10.1/tests/compile/test_full_graph.py":{"print":2,"the":1,"outputs":3,"for":1,"output":3,"in":1,"prompt":4,"generated":3,"text":4,"0":1,"f":1,"r":2},"0,1897,data/raw/vllm-0.10.1/tests/compile/backend.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":6,"project":1,"from":10,"collections":1,"abc":1,"import":9,"sequence":1,"copy":1,"deepcopy":3,"typing":1,"callable":2,"union":2,"torch":3,"fx":8,"ops":1,"opoverload":1,"compilation":3,"utils":1,"find":1,"op":1,"nodes":1,"inductor":12,"pass":9,"inductorpass":2,"config":15,"get":2,"current":2,"class":2,"testbackend":1,"this":2,"provides":1,"a":2,"simple":1,"backend":1,"that":1,"can":3,"be":3,"used":1,"for":4,"testing":1,"it":2,"takes":1,"list":2,"of":1,"custom":7,"passes":8,"and":3,"runs":1,"them":1,"after":2,"s":1,"also":1,"saves":1,"graph":11,"before":1,"inspection":1,"modified":1,"directly":1,"by":1,"editing":1,"property":1,"helpful":1,"adding":1,"like":1,"pre":4,"grad":3,"post":5,"is":1,"default":1,"initialized":1,"vllmconfig":1,"compilationconfig":1,"def":3,"init":1,"self":12,"none":1,"compile":7,"force":1,"disable":1,"caches":1,"true":1,"call":1,"graphmodule":1,"example":2,"inputs":2,"return":1,"patches":1,"in":1},"1897,1086,data/raw/vllm-0.10.1/tests/compile/backend.py":{"self":8,"graph":13,"post":10,"pass":9,"deepcopy":1,"assign":1,"by":1,"reference":1,"will":1,"reflect":1,"the":2,"final":2,"state":1,"of":1,"def":2,"check":2,"before":1,"ops":6,"sequence":2,"opoverload":2,"fully":2,"replaced":2,"true":1,"for":3,"op":20,"in":6,"num":10,"pre":9,"len":4,"list":4,"find":4,"nodes":5,"assert":5,"0":4,"f":5,"name":5,"not":2,"found":2,"all":1,"remain":1,"if":1,"unexpected":2,"after":1},"0,1925,data/raw/vllm-0.10.1/tests/compile/test_silu_mul_quant_fusion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"import":12,"pytest":4,"torch":7,"envs":2,"as":1,"from":9,"compilation":3,"activation":2,"quant":4,"fusion":1,"activationquantfusionpass":1,"fx":1,"utils":5,"find":2,"auto":2,"fn":2,"maybe":1,"noop":1,"elimination":1,"noopeliminationpass":1,"config":1,"compilationconfig":1,"passconfig":1,"vllmconfig":1,"model":3,"executor":3,"layers":3,"siluandmul":2,"quantization":2,"groupshape":2,"w8a8":1,"cutlass":6,"fp8":9,"supported":3,"fp8linearop":2,"platforms":1,"current":2,"platform":2,"backend":1,"testbackend":1,"class":1,"testmodel":1,"nn":1,"module":1,"def":2,"init":2,"self":12,"hidden":4,"size":4,"int":1,"enabled":3,"bool":1,"args":2,"kwargs":2,"super":1,"silu":2,"and":2,"mul":2,"wscale":3,"rand":3,"1":2,"dtype":4,"float32":2,"scale":2,"w":2,"t":1,"linear":2,"act":2,"static":1,"true":2,"group":1,"shape":1,"per":1,"tensor":1,"forward":1,"x":2,"y":2,"x2":2,"apply":1,"input":1,"return":1,"mark":3,"parametrize":3,"num":1,"tokens":1,"256":1,"64":1,"false":2,"if":1,"else":1},"1925,1807,data/raw/vllm-0.10.1/tests/compile/test_silu_mul_quant_fusion.py":{"pytest":1,"mark":2,"skipif":1,"envs":1,"vllm":1,"target":1,"device":2,"not":3,"in":3,"cuda":3,"rocm":2,"reason":1,"only":1,"test":2,"on":1,"and":8,"def":1,"fusion":5,"silu":5,"mul":5,"quant":11,"num":2,"tokens":2,"hidden":3,"size":3,"cutlass":2,"fp8":8,"enabled":2,"torch":11,"set":2,"default":4,"dtype":3,"float16":3,"reshape":1,"pass":7,"is":3,"needed":1,"for":1,"the":2,"to":3,"work":1,"config":6,"vllmconfig":1,"compilation":1,"compilationconfig":1,"passconfig":1,"enable":2,"true":2,"noop":1,"activationquantfusionpass":1,"backend":5,"testbackend":1,"noopeliminationpass":1,"model":3,"testmodel":1,"first":1,"dimension":1,"dynamic":2,"x":4,"rand":1,"2":1,"dynamo":1,"0":3,"result":2,"model2":2,"compile":1,"result2":2,"check":2,"that":1,"it":1,"gives":1,"same":1,"answer":1,"testing":1,"assert":3,"close":1,"atol":1,"1e":2,"3":2,"rtol":1,"substitution":1,"worked":1,"pre":5,"nodes":10,"graph":2,"post":5,"ops":2,"c":2,"static":1,"scaled":1,"should":4,"be":2,"present":2,"fused":2,"kernels":2,"find":4,"auto":4,"fn":4,"maybe":2,"none":2},"0,1787,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":8,"project":1,"import":13,"json":1,"pytest":1,"torch":6,"envs":2,"as":1,"from":9,"compilation":1,"collective":1,"fusion":1,"asynctppass":1,"config":1,"compilationconfig":1,"deviceconfig":1,"modelconfig":1,"passconfig":1,"vllmconfig":1,"distributed":3,"tensor":2,"model":3,"parallel":4,"all":1,"gather":1,"reduce":2,"scatter":2,"state":1,"init":4,"environment":2,"initialize":2,"platforms":1,"current":2,"platform":2,"utils":2,"update":1,"variables":1,"models":2,"registry":1,"hf":1,"example":1,"compare":1,"two":1,"settings":1,"create":1,"new":1,"process":1,"for":1,"each":1,"test":2,"multi":1,"gpu":1,"backend":1,"testbackend":1,"fp8":2,"dtype":5,"prompts":1,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":3,"capital":1,"france":1,"future":1,"ai":1,"class":1,"testmmrsmodel":1,"nn":3,"module":1,"def":2,"self":8,"hidden":8,"size":6,"16":1,"float16":1,"super":1,"gate":2,"proj":2,"parameter":1,"empty":1,"requires":1,"grad":1,"false":1,"weights":1,"normal":1,"std":1,"02":1,"forward":2,"pass":1,"implementing":1,"mm":1,"in":1,"fx":1,"graph":1,"reshape":2,"input":1,"view":1,"1":1},"1787,1923,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"matrix":1,"multiplication":1,"permute":6,"self":19,"gate":1,"proj":1,"1":5,"0":6,"mm":8,"torch":16,"view":3,"reduce":5,"scatter":5,"tensor":2,"model":6,"parallel":2,"dim":2,"return":6,"def":7,"ops":8,"in":5,"before":2,"vllm":2,"default":4,"after":2,"symm":2,"mem":2,"fused":2,"matmul":2,"class":3,"testagmmmodel":1,"nn":4,"module":2,"init":5,"hidden":14,"size":12,"16":2,"dtype":9,"float16":2,"super":2,"weight":4,"parameter":1,"empty":2,"requires":1,"grad":1,"false":1,"initialize":2,"weights":1,"normal":1,"std":1,"02":1,"forward":2,"states":2,"pass":1,"implementing":1,"the":2,"all":6,"gather":6,"fx":1,"graph":1,"reshape":2,"input":1,"basescaledmmmodel":2,"fp8":1,"contiguous":1,"transpose":1,"scale":2,"b":2,"for":1,"scaled":1,"ones":1,"float32":1,"testscaledmmrsmodel":1},"3710,1804,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"def":6,"forward":4,"self":12,"input":10,"torch":12,"tensor":4,"pass":2,"implementing":2,"the":4,"scaled":10,"mm":8,"reduce":6,"scatter":6,"in":6,"fx":2,"graph":2,"fp8":6,"to":2,"dtype":8,"scale":10,"a":6,"ones":2,"shape":2,"0":4,"1":2,"float32":2,"weight":2,"b":4,"out":2,"model":6,"parallel":2,"dim":2,"return":6,"ops":8,"before":2,"vllm":2,"default":4,"after":2,"symm":2,"mem":2,"fused":2,"matmul":2,"class":2,"testagscaledmmmodel":1,"basescaledmmmodel":2,"all":7,"gather":7,"reshape":1,"testcutlassscaledmmrsmodel":1},"5514,1897,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"def":6,"forward":4,"self":14,"input":12,"torch":14,"tensor":4,"pass":2,"implementing":2,"the":4,"cutlass":4,"scaled":6,"mm":10,"reduce":6,"scatter":6,"in":6,"fx":2,"graph":2,"fp8":7,"to":2,"dtype":8,"scale":6,"a":4,"ones":2,"shape":6,"0":6,"1":4,"float32":2,"out":6,"empty":2,"weight":4,"device":4,"ops":10,"c":2,"b":2,"none":2,"model":6,"parallel":2,"dim":2,"return":6,"before":2,"vllm":2,"default":4,"after":2,"symm":2,"mem":2,"fused":2,"matmul":2,"class":1,"testagcutlassscaledmmmodel":1,"basescaledmmmodel":1,"all":9,"gather":9,"reshape":1,"multi":1,"gpu":1,"test":1,"num":1,"gpus":1,"2":1},"7411,1957,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"pytest":7,"mark":6,"parametrize":5,"test":9,"model":7,"testmmrsmodel":1,"testagmmmodel":1,"testscaledmmrsmodel":2,"testagscaledmmmodel":2,"testcutlassscaledmmrsmodel":2,"testagcutlassscaledmmmodel":2,"batch":4,"size":9,"8":1,"seq":4,"len":4,"16":2,"hidden":4,"dtype":9,"torch":15,"float16":2,"bfloat16":1,"skipif":1,"envs":1,"vllm":1,"target":1,"device":7,"not":1,"in":2,"cuda":5,"reason":1,"only":2,"on":3,"def":3,"async":3,"tp":3,"pass":3,"replace":1,"str":1,"int":8,"if":1,"and":2,"skip":1,"bf16":1,"high":1,"precision":1,"output":1,"types":1,"are":1,"supported":1,"for":1,"per":1,"token":1,"row":1,"wise":1,"scaling":1,"num":3,"processes":3,"2":1,"run":2,"spawn":4,"fn":2,"nprocs":3,"need":1,"to":1,"use":1,"mp":1,"otherwise":1,"will":1,"have":1,"problems":1,"with":1,"distributed":1,"multiprocessing":1,"args":1,"local":2,"rank":2,"world":1,"cls":1,"nn":1,"module":1,"current":1,"platform":1,"seed":1,"everything":1,"0":1,"f":1,"set":3,"default":2},"9368,1909,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"update":1,"environment":2,"variables":1,"rank":4,"str":3,"local":3,"world":3,"size":7,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"initialize":2,"distributed":2,"init":1,"model":18,"parallel":2,"tensor":1,"configure":1,"vllm":7,"config":12,"for":2,"sequenceparallelismpass":1,"vllmconfig":1,"compilation":1,"compilationconfig":1,"pass":4,"passconfig":1,"enable":1,"async":3,"tp":3,"true":2,"device":3,"deviceconfig":1,"torch":3,"cuda":1,"this":1,"is":1,"a":1,"fake":1,"name":3,"to":2,"construct":1,"the":2,"in":5,"it":1,"s":1,"not":2,"really":1,"used":1,"nm":1,"testing":1,"tinyllama":1,"1":1,"1b":1,"chat":1,"v1":1,"0":1,"fp8":1,"e2e":1,"modelconfig":1,"trust":1,"remote":1,"code":1,"dtype":6,"seed":1,"42":1,"asynctppass":1,"backend":5,"testbackend":1,"test":2,"cls":1,"hidden":4,"constructor":1,"states":2,"randn":1,"batch":1,"seq":1,"len":1,"requires":1,"grad":1,"false":2,"compiled":2,"compile":1,"pre":1,"nodes":2,"all":3,"gather":3,"or":3,"reduce":3,"scatter":3,"should":3,"exist":2,"fused":4,"matmul":4,"check":2,"before":2,"ops":4,"fully":1,"replaced":1,"post":1,"after":2,"create":1,"new":1,"process":1,"each":1},"11277,1920,data/raw/vllm-0.10.1/tests/compile/test_async_tp.py":{"pytest":6,"mark":5,"parametrize":5,"model":8,"id":4,"meta":2,"llama":3,"3":3,"2":3,"1b":1,"instruct":2,"redhatai":1,"1":3,"8b":1,"fp8":1,"tp":19,"size":10,"async":9,"enabled":3,"true":2,"distributed":5,"backend":5,"mp":2,"eager":4,"mode":3,"false":1,"def":1,"test":1,"pass":2,"correctness":1,"str":4,"int":2,"bool":2,"num":3,"gpus":3,"available":3,"info":4,"hf":2,"example":1,"models":1,"find":1,"check":2,"transformers":1,"version":1,"on":2,"fail":2,"skip":3,"online":1,"pp":2,"if":2,"f":1,"need":1,"at":1,"least":1,"x":1,"common":4,"args":8,"dtype":1,"bfloat16":1,"max":2,"len":1,"2048":1,"seqs":1,"8":2,"append":1,"enforce":1,"compilation":3,"config":4,"level":1,"compile":1,"sizes":1,"4":1,"splitting":1,"ops":1,"enable":1,"env":4,"vllm":1,"use":1,"v1":1,"tensor":2,"parallel":2,"executor":2,"json":1,"dumps":1,"compare":1,"two":1,"settings":1,"method":1,"generate":1},"0,1978,data/raw/vllm-0.10.1/tests/compile/test_fusion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":9,"project":1,"import":11,"pytest":1,"torch":7,"envs":2,"as":1,"plugins":1,"from":7,"compilation":2,"fusion":1,"fused":1,"ops":2,"quant":3,"fusedrmsquantkey":1,"fusionpass":1,"groupshape":3,"quantkey":2,"noop":1,"elimination":1,"noopeliminationpass":1,"config":1,"compilationconfig":1,"compilationlevel":1,"passconfig":1,"vllmconfig":1,"model":2,"executor":2,"layers":2,"layernorm":1,"rmsnorm":2,"quantization":1,"utils":2,"w8a8":1,"cutlass":6,"fp8":11,"supported":2,"fp8linearop":2,"maybe":1,"create":1,"device":1,"identity":1,"platforms":1,"current":2,"platform":2,"backend":1,"testbackend":1,"dtype":8,"class":1,"testmodel":1,"nn":1,"module":1,"def":1,"init":2,"self":9,"hidden":4,"size":4,"int":1,"eps":2,"float":1,"static":7,"bool":2,"enabled":4,"args":2,"kwargs":2,"super":1,"norm":1,"for":5,"in":5,"range":5,"3":1,"wscale":1,"rand":3,"1":2,"float32":2,"group":5,"shape":5,"per":2,"tensor":1,"if":2,"else":2,"token":1,"key":1,"symmetric":1,"true":1,"scale":2,"none":1,"w":1,"t":1,"linear":1,"act":2},"1978,1757,data/raw/vllm-0.10.1/tests/compile/test_fusion.py":{"def":4,"forward":1,"self":17,"x":3,"resid":7,"torch":6,"sqrt":1,"y":2,"norm":3,"0":4,"x2":2,"fp8":6,"linear":2,"apply":2,"w":2,"wscale":2,"input":2,"scale":4,"make":1,"sure":1,"is":1,"used":1,"for":2,"replacement":1,"to":1,"work":1,"y2":2,"1":5,"x3":2,"y3":2,"2":1,"use":1,"here":1,"return":3,"ops":5,"in":3,"model":2,"before":1,"quant":2,"key":3,"after":1,"fused":2,"fusedrmsquantkey":2,"false":4,"true":3,"pytest":7,"mark":7,"parametrize":6,"dtype":4,"float16":1,"bfloat16":1,"hidden":2,"size":2,"64":1,"3392":1,"4096":1,"num":2,"tokens":2,"7":1,"256":1,"533":1,"2048":1,"2049":1,"eps":2,"1e":2,"5":1,"6":1,"static":2,"cutlass":4,"enabled":2,"if":1,"supported":1,"else":1,"skipif":1,"envs":1,"vllm":1,"target":1,"device":3,"not":1,"cuda":3,"rocm":2,"reason":1,"only":1,"test":2,"on":1,"and":1,"fusion":1,"rmsnorm":1,"set":2,"default":2,"manual":1,"seed":1,"maybe":1,"create":1,"identity":1,"needed":1,"certain":1,"non":1,"paths":1},"3735,1428,data/raw/vllm-0.10.1/tests/compile/test_fusion.py":{"vllm":6,"config":8,"vllmconfig":1,"compilation":1,"compilationconfig":1,"level":1,"compilationlevel":1,"piecewise":1,"custom":1,"ops":5,"rms":1,"norm":1,"quant":3,"fp8":4,"pass":7,"passconfig":1,"enable":2,"fusion":4,"true":2,"noop":3,"with":1,"set":1,"current":1,"reshape":1,"is":1,"needed":1,"for":3,"the":1,"to":1,"work":1,"noopeliminationpass":1,"fusionpass":1,"instance":1,"backend":5,"testbackend":1,"model":7,"testmodel":1,"hidden":2,"size":2,"eps":1,"static":2,"cutlass":1,"enabled":1,"first":1,"dimension":1,"dynamic":3,"x":4,"torch":5,"rand":1,"num":1,"tokens":1,"dynamo":1,"mark":1,"0":1,"result":2,"model2":2,"compile":1,"result2":2,"higher":2,"tol":1,"even":1,"bfloat16":1,"if":1,"atol":5,"rtol":5,"1e":4,"3":4,"elif":1,"dtype":1,"float16":1,"2e":2,"else":1,"2":2,"testing":1,"assert":1,"close":1,"in":4,"pre":1,"nodes":2,"should":4,"be":2,"there":2,"and":2,"fused":2,"kernels":2,"not":2,"check":2,"before":2,"post":1,"after":2},"0,1744,data/raw/vllm-0.10.1/tests/compile/test_pass_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":4,"project":1,"import":6,"copy":1,"pytest":3,"torch":3,"from":4,"compilation":2,"inductor":1,"pass":22,"callableinductorpass":4,"inductorpass":4,"manager":12,"postgradpassmanager":4,"config":6,"vllmconfig":3,"dummy":1,"custom":1,"that":3,"doesn":1,"t":1,"inherit":1,"def":4,"simple":4,"callable":10,"graph":5,"fx":2,"should":2,"fail":1,"add":5,"directly":1,"test":2,"bad":1,"configure":3,"with":1,"raises":1,"assertionerror":1,"inherits":1,"class":1,"properpass":2,"call":1,"self":1,"none":1,"mark":1,"parametrize":1,"can":1,"also":1,"wrap":1,"callables":1,"in":2,"for":1,"compliance":1,"hash":1,"source":1,"file":1,"uuid":6,"check":1,"is":2,"different":1,"if":1,"same":3,"added":1,"2x":1,"uuid1":3,"uuid2":2,"assert":2,"be":1,"as":2,"original":1,"one":1,"we":1,"constructed":1,"way":1,"manager2":4},"1744,367,data/raw/vllm-0.10.1/tests/compile/test_pass_manager.py":{"uuid":2,"should":1,"be":1,"different":1,"due":1,"to":1,"config":6,"change":1,"config2":4,"copy":1,"deepcopy":1,"compilation":2,"pass":6,"enable":2,"fusion":2,"not":1,"manager3":4,"postgradpassmanager":1,"configure":1,"add":1,"callable":1,"assert":1,"uuid1":1},"0,1870,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":15,"project":1,"import":17,"pytest":1,"torch":5,"envs":2,"as":1,"from":14,"compilation":5,"fix":1,"functionalization":1,"fixfunctionalizationpass":1,"fusion":1,"fusionpass":1,"fx":1,"utils":5,"find":2,"auto":2,"fn":2,"maybe":1,"is":5,"func":1,"noop":1,"elimination":1,"noopeliminationpass":1,"sequence":1,"parallelism":1,"sequenceparallelismpass":1,"config":2,"compilationconfig":1,"deviceconfig":1,"modelconfig":1,"passconfig":1,"vllmconfig":2,"distributed":3,"tensor":1,"model":4,"parallel":3,"all":1,"reduce":1,"state":1,"init":4,"environment":2,"initialize":2,"executor":2,"layers":2,"layernorm":1,"rmsnorm":2,"quantization":1,"w8a8":1,"fp8linearop":1,"platforms":1,"current":2,"platform":2,"update":1,"variables":1,"multi":1,"gpu":1,"test":1,"backend":1,"testbackend":1,"fp8":2,"dtype":2,"prompts":1,"hello":1,"my":1,"name":1,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"class":1,"testmodel":1,"nn":3,"module":1,"def":1,"self":6,"hidden":4,"size":9,"16":1,"intermediate":5,"32":1,"none":1,"super":1,"gate":2,"proj":2,"parameter":1,"empty":1,"norm":1,"1e":1,"05":1,"weights":1,"normal":1,"std":1,"02":1},"1870,1898,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"def":5,"forward":2,"self":15,"hidden":8,"states":3,"residual":6,"pass":1,"implementing":1,"the":3,"operations":1,"in":4,"fx":1,"graph":1,"args":1,"input":2,"tensor":5,"from":1,"previous":1,"layer":2,"returns":1,"tuple":1,"containing":1,"output":5,"reshape":2,"view":2,"1":2,"size":10,"matrix":1,"multiplication":1,"permute":3,"gate":3,"proj":3,"0":2,"mm":3,"torch":9,"parallel":2,"all":6,"reduce":6,"model":4,"normalization":1,"norm":5,"return":4,"ops":7,"before":1,"vllm":6,"default":4,"after":1,"scatter":1,"gather":1,"c":1,"fused":1,"add":1,"rms":1,"class":1,"testquantmodel":1,"nn":3,"module":1,"init":3,"16":1,"intermediate":5,"32":1,"config":3,"vllmconfig":1,"none":1,"super":1,"parameter":1,"empty":1,"requires":1,"grad":1,"false":2,"rmsnorm":1,"1e":1,"05":1,"initialize":1,"weights":1,"normal":1,"std":1,"02":1,"fp8":2,"linear":1,"fp8linearop":1,"cutlass":1,"supported":1,"true":1,"use":1,"per":1,"token":1,"if":1,"dynamic":1},"3768,1579,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"self":12,"scale":3,"torch":7,"rand":3,"1":4,"dtype":4,"float32":2,"create":1,"a":2,"weight":1,"that":1,"is":2,"compatible":1,"with":2,"scaled":1,"mm":4,"which":1,"expects":1,"column":1,"major":1,"layout":1,"w":2,"hidden":5,"size":3,"intermediate":1,"to":2,"fp8":5,"t":1,"wscale":2,"def":1,"forward":2,"states":3,"residual":6,"pass":1,"implementing":1,"the":3,"operations":1,"in":1,"fx":1,"graph":1,"args":1,"input":4,"tensor":5,"from":1,"previous":1,"layer":2,"returns":1,"tuple":1,"containing":1,"output":6,"reshape":2,"view":2,"matrix":1,"multiplication":1,"permute":3,"gate":1,"proj":1,"0":1,"parallel":2,"all":4,"reduce":4,"model":1,"normalization":1,"norm":4,"for":1,"static":1,"quantization":1,"linear":4,"initialized":1,"use":1,"per":1,"token":1,"if":1,"dynamic":1,"false":1,"result":2,"apply":1,"device":1,"return":1},"5347,1990,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"def":3,"ops":19,"in":3,"model":4,"before":1,"self":9,"to":6,"remove":3,"torch":11,"vllm":9,"all":2,"reduce":2,"default":9,"always":1,"removed":2,"by":1,"sp":1,"the":5,"following":2,"are":2,"only":2,"if":7,"fusion":8,"happens":3,"config":12,"and":3,"compilation":3,"pass":4,"enable":4,"extend":1,"c":6,"fused":5,"add":7,"rms":4,"norm":4,"static":4,"scaled":2,"fp8":4,"quant":4,"return":4,"after":1,"scatter":1,"gather":1,"is":2,"added":1,"append":1,"op":1,"one":1,"we":1,"check":1,"for":1,"de":1,"functionalization":2,"noqa":1,"e501":1,"else":1,"no":1,"original":1,"checked":1,"todo":1,"does":1,"not":1,"handle":1,"this":1,"yet":1,"multi":1,"gpu":1,"test":2,"num":1,"gpus":1,"2":1,"pytest":6,"mark":6,"parametrize":6,"cls":1,"testmodel":1,"testquantmodel":1,"batch":1,"size":2,"8":1,"seq":1,"len":1,"16":2,"hidden":1,"dtype":1,"float16":1,"bfloat16":1,"true":1,"false":1},"7337,1715,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"pytest":1,"mark":1,"skipif":1,"envs":1,"vllm":1,"target":1,"device":7,"not":1,"in":1,"cuda":5,"reason":1,"only":1,"test":7,"on":3,"def":3,"sequence":3,"parallelism":3,"pass":3,"model":7,"cls":3,"type":2,"torch":13,"nn":2,"module":2,"batch":3,"size":11,"int":8,"seq":3,"len":3,"hidden":3,"dtype":7,"enable":3,"fusion":3,"bool":2,"num":3,"processes":3,"2":1,"run":2,"spawn":4,"fn":2,"nprocs":3,"need":1,"to":1,"use":1,"mp":1,"otherwise":1,"will":1,"have":1,"problems":1,"with":1,"distributed":3,"and":1,"multiprocessing":1,"args":1,"local":5,"rank":6,"world":4,"current":1,"platform":1,"seed":1,"everything":1,"0":1,"f":1,"set":3,"default":2,"update":1,"environment":2,"variables":1,"str":3,"master":2,"addr":1,"localhost":1,"port":1,"12345":1,"initialize":2,"init":1,"parallel":2,"tensor":1},"9052,1840,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"configure":1,"vllm":12,"config":17,"for":6,"sequenceparallelismpass":2,"vllmconfig":1,"compilation":1,"compilationconfig":1,"pass":9,"passconfig":1,"enable":5,"sequence":3,"parallelism":3,"true":3,"fusion":6,"noop":4,"needed":1,"device":3,"deviceconfig":1,"torch":5,"cuda":1,"this":1,"is":1,"a":1,"fake":1,"model":14,"name":3,"to":1,"construct":1,"the":2,"in":1,"it":1,"s":1,"not":1,"really":1,"used":1,"nm":1,"testing":1,"tinyllama":1,"1":1,"1b":1,"chat":1,"v1":1,"0":1,"fp8":1,"e2e":1,"modelconfig":1,"trust":1,"remote":1,"code":1,"dtype":6,"seed":1,"42":1,"noopeliminationpass":1,"func":10,"fixfunctionalizationpass":1,"passes":4,"backend":10,"if":1,"fusionpass":1,"instance":1,"append":1,"no":4,"testbackend":2,"test":1,"cls":1,"hidden":7,"size":6,"2":1,"states":3,"randn":2,"batch":2,"seq":2,"len":2,"residual":3,"compiled":4,"compile":2},"10892,894,data/raw/vllm-0.10.1/tests/compile/test_sequence_parallelism.py":{"in":11,"pre":1,"nodes":5,"all":6,"reduce":4,"should":4,"be":2,"there":2,"scatter":2,"and":2,"gather":2,"not":2,"backend":5,"no":3,"func":6,"check":3,"before":2,"ops":8,"model":10,"post":4,"after":2,"if":2,"the":2,"functionalization":1,"pass":4,"is":3,"applied":1,"for":4,"op":8,"find":2,"auto":2,"fn":2,"graph":3,"assert":2,"maybe":1,"none":1,"noqa":1,"e501":1,"make":1,"sure":1,"were":1,"de":1,"functionalized":1,"found":3,"dict":1,"node":2,"true":1},"0,1706,data/raw/vllm-0.10.1/tests/compile/test_wrapper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"from":3,"typing":1,"import":4,"optional":4,"torch":14,"compilation":2,"wrapper":6,"torchcompilewrapperwithcustomdispatcher":2,"config":1,"compilationlevel":2,"class":2,"mymod":2,"nn":1,"module":1,"def":5,"forward":4,"self":11,"x":11,"tensor":9,"cache":13,"none":6,"if":3,"is":3,"not":1,"return":5,"mywrapper":2,"init":2,"model":4,"compiled":5,"callable":3,"compile":5,"backend":1,"eager":1,"super":1,"level":1,"dynamo":2,"once":1,"this":1,"function":1,"be":1,"call":1,"let":1,"twice":1,"len":1,"codes":1,"dispatch":3,"id":2,"else":2,"1":2,"with":2,"code":1,"test":1,"mod":2,"wrappers":2,"for":1,"i":1,"in":1,"range":1,"3":1,"reset":1,"append":1,"profile":1,"run":1,"create":1,"a":1,"warm":1,"up":1,"recompile":1},"1706,446,data/raw/vllm-0.10.1/tests/compile/test_wrapper.py":{"for":2,"new":4,"input":1,"dispatch":3,"to":3,"the":3,"compiled":5,"code":3,"directly":1,"x":3,"torch":1,"tensor":1,"3":1,"assert":3,"wrapper":4,"none":1,"item":2,"6":1,"first":1,"cache":1,"5":1,"second":1,"in":1,"wrappers":1,"make":1,"sure":1,"they":1,"have":1,"independent":1,"codes":2,"len":1,"2":1},"0,1742,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":8,"vllm":7,"project":1,"test":1,"piecewise":2,"compilation":5,"with":3,"a":4,"simple":1,"model":2,"comparing":1,"output":1,"and":2,"without":1,"this":1,"is":2,"tractable":3,"weights":2,"computation":1,"are":2,"specially":1,"designed":1,"if":1,"config":3,"init":3,"set":3,"true":1,"otherwise":1,"initialized":1,"randomly":1,"fixed":1,"seed":2,"from":9,"dataclasses":1,"import":11,"dataclass":2,"typing":1,"any":1,"optional":1,"pytest":1,"torch":12,"nn":1,"library":4,"counter":2,"decorators":1,"support":1,"compile":1,"compilationconfig":1,"compilationlevel":1,"cudagraphmode":1,"vllmconfig":1,"current":1,"forward":2,"context":2,"batchdescriptor":1,"utils":1,"direct":2,"register":2,"custom":3,"op":5,"create":1,"hold":1,"silly":7,"lib":3,"fragment":1,"noqa":1,"def":2,"attention":5,"q":3,"tensor":8,"k":3,"v":3,"out":6,"none":2,"copy":1,"fake":3,"return":1,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"target":1,"class":1,"llamaconfig":1,"hidden":1,"size":3,"int":5,"128":2,"mlp":1,"256":1,"vocab":1,"num":1,"layers":1,"value":1,"float":1,"1":1,"bool":1,"false":1,"random":1},"1742,1978,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"def":4,"compute":1,"hash":1,"self":16,"str":2,"factors":4,"list":1,"any":1,"for":2,"k":3,"v":2,"in":3,"dict":1,"items":1,"if":2,"random":3,"seed":5,"continue":1,"append":1,"sort":1,"import":1,"hashlib":2,"return":2,"md5":1,"encode":1,"usedforsecurity":1,"false":3,"hexdigest":1,"post":1,"init":10,"assert":1,"mlp":5,"size":10,"hidden":3,"class":1,"llamamlp":1,"nn":9,"module":1,"config":10,"llamaconfig":1,"none":1,"super":1,"gate":5,"up":5,"projection":9,"linear":2,"features":4,"out":2,"2":3,"bias":2,"down":4,"tractable":2,"eye":3,"weight":5,"data":5,"else":1,"xavier":2,"normal":2,"generator":4,"torch":3,"manual":2,"gain":2,"0":2,"001":2,"forward":1,"x":11,"and":1,"positive":1,"input":1,"this":1,"is":1,"essentially":1,"an":1,"elementwise":1,"square":1,"1":2,"functional":1,"relu":1},"3720,1906,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"class":1,"llamaattention":1,"nn":9,"module":1,"def":2,"init":10,"self":11,"config":12,"llamaconfig":1,"none":1,"super":1,"qkv":9,"projection":9,"linear":2,"in":2,"features":4,"hidden":15,"size":13,"out":2,"3":3,"bias":2,"false":2,"output":4,"if":1,"tractable":2,"eye":4,"weight":6,"data":6,"2":3,"else":1,"xavier":2,"normal":2,"generator":4,"torch":5,"manual":2,"seed":4,"random":2,"gain":2,"0":2,"001":2,"forward":1,"positions":4,"tensor":3,"states":3,"for":1,"this":1,"is":1,"1":4,"q":3,"k":3,"v":1,"split":1,"dim":1,"unsqueeze":2},"5626,1782,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"attn":3,"output":6,"torch":8,"empty":1,"like":1,"q":2,"ops":1,"silly":1,"attention":3,"k":1,"v":1,"self":9,"projection":1,"return":2,"class":2,"llamadecoderlayer":1,"nn":2,"module":2,"def":2,"init":2,"config":3,"llamaconfig":1,"none":4,"super":1,"llamaattention":1,"mlp":2,"llamamlp":1,"forward":1,"positions":7,"tensor":5,"hidden":28,"states":28,"residual":17,"optional":1,"tuple":1,"for":1,"tractable":1,"computation":1,"if":3,"is":3,"the":2,"outputs":2,"are":2,"1":7,"3":4,"2":6,"4":2,"not":1,"noqa":1,"else":1,"support":1,"compile":1,"llamamodel":1},"7408,1958,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"def":4,"init":5,"self":7,"vllm":1,"config":11,"vllmconfig":1,"llamaconfig":2,"prefix":1,"str":1,"kwargs":1,"none":2,"super":1,"embedding":5,"tokens":3,"nn":2,"num":3,"embeddings":1,"vocab":1,"size":4,"dim":1,"hidden":15,"layers":5,"modulelist":1,"llamadecoderlayer":1,"for":3,"in":3,"range":2,"this":1,"is":1,"the":2,"initial":1,"value":4,"of":1,"states":13,"weight":1,"data":1,"fill":1,"forward":1,"input":6,"ids":6,"optional":1,"torch":9,"tensor":7,"positions":5,"residual":8,"layer":3,"return":2,"tractable":1,"computation":1,"float":1,"1":6,"0":2,"ones":1,"device":2,"dtype":2,"first":1,"4":2,"unsqueeze":2,"2":4,"3":2,"following":1,"inference":1,"mode":1,"run":1,"model":1,"llama":1,"use":2,"compile":1,"bool":3,"inductor":1,"split":1,"attn":1,"false":1},"9366,1966,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"if":2,"use":4,"compile":1,"compilation":6,"config":21,"compilationconfig":2,"level":2,"compilationlevel":2,"piecewise":2,"cudagraph":9,"true":1,"inductor":2,"capture":1,"sizes":1,"1":4,"2":4,"split":1,"attn":1,"splitting":1,"ops":1,"silly":1,"attention":1,"runtime":6,"mode":7,"cudagraphmode":2,"else":1,"no":1,"none":2,"vllm":11,"vllmconfig":1,"additional":1,"llama":3,"with":5,"set":4,"current":1,"model":5,"llamamodel":1,"prefix":1,"eval":1,"cuda":3,"forward":3,"context":4,"background":1,"b":3,"16":1,"max":1,"batch":3,"size":2,"input":4,"ids":4,"torch":2,"randint":1,"0":1,"vocab":1,"positions":4,"arange":1,"warmup":1,"for":1,"the":1,"simulate":1,"cudagraphs":1,"capturing":1,"descriptor":2,"batchdescriptor":2,"num":2,"tokens":2},"11332,1844,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"input":3,"ids":3,"2":7,"zero":1,"simulate":1,"cudagraphs":1,"replay":1,"with":3,"set":1,"forward":1,"context":1,"vllm":2,"config":8,"cudagraph":3,"runtime":2,"mode":2,"batch":1,"descriptor":1,"batchdescriptor":1,"num":8,"tokens":1,"output":8,"model":3,"positions":2,"cpu":3,"if":1,"llama":5,"tractable":5,"init":2,"expected":2,"computation":1,"assert":1,"torch":1,"allclose":1,"else":1,"return":1,"pytest":1,"mark":1,"parametrize":1,"use":6,"inductor":4,"true":2,"false":5,"def":1,"test":1,"toy":1,"bool":1,"compare":1,"and":1,"without":1,"piecewise":3,"compilation":2,"llamaconfig":2,"hidden":2,"size":6,"128":4,"mlp":2,"256":2,"vocab":2,"layers":2,"12":1,"outputs":2,"counter":1,"expect":1,"graphs":3,"seen":3,"0":5,"capturable":1,"backend":1,"compilations":1,"captured":1,"append":1,"run":2,"compile":2},"13176,1894,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"if":1,"use":13,"inductor":11,"kwargs":3,"num":26,"compiles":4,"1":14,"eager":2,"0":3,"else":1,"with":2,"compilation":2,"counter":2,"expect":2,"graphs":10,"seen":10,"one":2,"graph":2,"for":3,"the":2,"model":6,"piecewise":8,"capturable":6,"backend":2,"compilations":2,"cudagraph":4,"captured":2,"2":4,"sizes":2,"outputs":5,"append":2,"run":4,"llama":6,"config":8,"compile":4,"true":6,"tractable":2,"layers":6,"split":2,"attn":2,"i":2,"in":1,"range":1,"len":1,"assert":1,"torch":2,"allclose":1,"inference":1,"mode":1,"def":1,"benchmark":1,"from":1,"triton":1,"testing":1,"import":1,"do":1,"bench":1},"15070,1682,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"similar":1,"to":4,"llama":5,"3":1,"1":3,"8b":1,"config":14,"llamaconfig":2,"hidden":2,"size":8,"4096":1,"mlp":2,"14336":1,"vocab":3,"128":2,"1024":1,"num":2,"layers":2,"32":1,"a":1,"tiny":1,"model":2,"measure":1,"the":1,"overhead":1,"of":1,"piecewise":6,"cudagraph":9,"40":1,"80":1,"2":2,"sizes":5,"4":1,"i":2,"8":1,"for":2,"in":2,"range":1,"33":1,"eager":1,"time":3,"full":1,"pool":2,"torch":5,"cuda":4,"graph":1,"handle":1,"false":1,"true":2,"if":1,"compilation":4,"compilationconfig":2,"level":2,"compilationlevel":2,"use":1,"splitting":1,"ops":1,"silly":1,"attention":1,"capture":2,"else":1,"vllm":5,"vllmconfig":1,"with":1,"set":1,"current":1,"llamamodel":1,"prefix":1,"eval":1,"bfloat16":2,"b":3,"256":1,"max":1,"batch":1,"input":1,"ids":1,"randint":1,"0":1,"positions":1,"arange":1,"graphs":1},"16752,1700,data/raw/vllm-0.10.1/tests/compile/piecewise/test_toy_llama.py":{"model":5,"input":5,"ids":5,"positions":5,"for":4,"b":24,"in":5,"cudagraph":10,"sizes":3,"1":1,"if":4,"not":2,"piecewise":4,"graph":4,"torch":2,"cuda":2,"with":1,"pool":2,"output":4,"graphs":4,"else":2,"noqa":5,"is":2,"function":3,"definition":1,"does":1,"bind":1,"loop":1,"variable":1,"it":4,"will":3,"be":2,"problematic":1,"we":2,"save":1,"the":5,"created":1,"lambda":5,"and":2,"use":2,"later":1,"because":2,"look":1,"up":1,"name":2,"enclosing":1,"scope":1,"value":1,"of":1,"always":1,"256":1,"fine":1,"here":1,"only":1,"once":1,"runtime":6,"do":3,"bench":3,"0":2,"time":6,"replay":1,"eager":4,"full":2,"print":3,"tabular":1,"format":1,"batch":1,"size":1,"teager":1,"mode":1,"tfull":1,"tpiecewise":1,"f":2,"t":3,"3f":3,"main":1,"benchmark":1},"0,1631,data/raw/vllm-0.10.1/tests/compile/piecewise/test_simple.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":10,"project":1,"test":1,"piecewise":1,"compilation":4,"with":1,"a":2,"simple":1,"model":1,"so":1,"that":1,"we":1,"can":1,"exactly":1,"calculate":1,"expected":1,"output":1,"and":1,"side":1,"effects":1,"import":10,"pytest":1,"torch":13,"from":8,"nn":2,"library":4,"counter":6,"decorators":1,"support":2,"compile":2,"config":3,"compilationconfig":1,"compilationlevel":1,"cudagraphmode":1,"vllmconfig":2,"set":2,"current":1,"envs":1,"use":1,"v1":1,"forward":2,"context":2,"batchdescriptor":1,"utils":1,"direct":2,"register":2,"custom":3,"op":5,"global":5,"create":1,"hold":1,"silly":7,"lib":3,"fragment":1,"noqa":1,"def":3,"attention":5,"q":3,"tensor":8,"k":2,"v":2,"out":5,"none":3,"1":2,"print":1,"f":1,"copy":1,"fake":3,"return":1,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"target":1,"class":1,"sillymodel":1,"module":1,"init":2,"self":1,"prefix":1,"str":1,"kwargs":1,"super":1},"1631,1640,data/raw/vllm-0.10.1/tests/compile/piecewise/test_simple.py":{"def":2,"forward":2,"self":1,"x":24,"torch":7,"tensor":2,"overall":1,"effect":1,"1":8,"0":1,"2":6,"global":1,"counter":2,"out":6,"empty":2,"like":2,"ops":3,"silly":3,"attention":3,"return":1,"pytest":1,"mark":1,"parametrize":1,"use":6,"inductor":4,"true":3,"false":1,"test":1,"simple":1,"piecewise":6,"compile":1,"assert":1,"vllm":8,"v1":1,"config":8,"vllmconfig":1,"compilation":2,"compilationconfig":1,"level":1,"compilationlevel":1,"cudagraph":5,"splitting":1,"copy":1,"inputs":3,"capture":1,"sizes":2,"with":3,"set":2,"current":1,"model":3,"sillymodel":1,"prefix":1,"randn":1,"100":1,"cuda":1,"expect":1,"num":10,"graphs":5,"seen":5,"one":1,"graph":1,"for":1,"the":1,"5":1,"layers":2,"capturable":3,"3":2,"backend":1,"compilations":1,"captured":1,"6":1,"context":3,"none":1,"background":2,"warm":1,"up":1},"3271,1076,data/raw/vllm-0.10.1/tests/compile/piecewise/test_simple.py":{"capturing":1,"replaying":1,"should":1,"under":1,"context":4,"of":1,"cudagraph":4,"dispatching":1,"with":3,"set":3,"forward":3,"none":3,"vllm":6,"config":6,"runtime":3,"mode":3,"cudagraphmode":3,"piecewise":3,"batch":3,"descriptor":3,"batchdescriptor":3,"num":3,"tokens":3,"2":5,"model":3,"torch":5,"randn":2,"cuda":3,"1":3,"input":2,"zeros":1,"global":4,"counter":3,"0":1,"output":2,"assert":2,"allclose":1,"cpu":1,"tensor":1,"3":1},"0,1779,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":11,"project":1,"test":1,"piecewise":1,"compilation":5,"with":1,"a":2,"simple":1,"model":2,"where":1,"multiple":1,"submodules":1,"are":1,"compiled":1,"and":1,"graph":1,"captured":1,"separately":1,"import":10,"torch":16,"from":9,"nn":3,"library":4,"backends":1,"set":3,"tag":1,"counter":2,"decorators":1,"ignore":1,"compile":3,"support":2,"config":3,"compilationconfig":1,"compilationlevel":1,"vllmconfig":2,"current":1,"envs":1,"use":1,"v1":1,"forward":3,"context":2,"utils":1,"direct":2,"register":2,"custom":3,"op":5,"create":1,"hold":1,"silly":7,"lib":3,"fragment":1,"noqa":1,"batch":1,"size":3,"32":1,"mlp":1,"128":1,"hidden":1,"1024":1,"random":1,"seed":1,"def":4,"attention":6,"q":3,"tensor":10,"k":3,"v":3,"out":6,"none":3,"copy":1,"fake":3,"return":2,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"target":1,"class":2,"parentmodel":1,"module":2,"init":2,"self":2,"prefix":1,"str":1,"kwargs":1,"super":1,"x":2},"1779,1921,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"def":6,"init":6,"self":19,"mlp":5,"size":11,"int":4,"hidden":6,"none":2,"super":2,"pre":3,"attn":12,"nn":6,"linear":2,"bias":2,"false":2,"post":3,"rms":5,"norm":5,"weight":4,"parameter":1,"torch":18,"ones":1,"initialize":1,"to":2,"same":1,"weights":1,"for":1,"testing":1,"xavier":2,"normal":2,"data":2,"generator":4,"manual":2,"seed":4,"random":2,"gain":2,"0":2,"001":2,"ref":3,"x":26,"tensor":8,"f32":3,"float":1,"return":4,"rsqrt":1,"mean":1,"square":1,"dim":1,"1":1,"keepdim":1,"true":1,"1e":1,"6":1,"dtype":1,"forward":3,"output":3,"empty":1,"like":1,"ops":1,"silly":1,"attention":2,"support":2,"compile":3,"class":3,"compiledattention":2,"module":1,"vllm":1,"config":1,"vllmconfig":1,"prefix":1,"str":1,"kwargs":1,"compiledattentiontwo":1,"ignore":1,"simplemodelwithtwographs":1,"parentmodel":1},"3700,1934,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"def":3,"init":2,"self":11,"mlp":6,"size":12,"int":2,"hidden":10,"vllm":9,"config":9,"vllmconfig":2,"prefix":8,"str":1,"kwargs":1,"none":1,"super":1,"test":2,"will":2,"fail":1,"without":1,"set":3,"model":4,"tag":4,"here":1,"with":3,"error":1,"valueerror":1,"too":1,"many":1,"values":1,"to":1,"unpack":1,"expected":1,"3":1,"this":1,"is":2,"because":1,"compiledattention":2,"and":1,"compiledattentiontwo":2,"have":1,"different":1,"implmentations":1,"but":1,"the":1,"same":2,"torch":6,"compile":3,"cache":1,"dir":1,"be":1,"used":1,"as":1,"default":1,"attn":8,"one":4,"f":2,"two":4,"states":5,"zeros":1,"batch":1,"cuda":1,"forward":1,"x":7,"tensor":3,"bsz":5,"shape":1,"0":1,"cudagraph":3,"expects":1,"addresses":1,"for":1,"each":1,"run":1,"copy":2,"return":1,"ignore":1,"decorator":1,"assert":1,"use":2,"v1":1,"piecewise":2,"compilation":1,"compilationconfig":1,"level":1,"compilationlevel":1,"true":1,"splitting":1,"ops":1,"silly":1,"attention":1,"capture":1,"sizes":1,"1":1,"2":1,"support":1,"class":1,"a":1,"nn":1,"module":1},"5634,1959,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"def":2,"init":2,"self":2,"vllm":13,"config":13,"vllmconfig":1,"prefix":3,"str":1,"kwargs":1,"none":1,"super":1,"forward":3,"x":12,"torch":15,"tensor":2,"attn":3,"output":3,"empty":1,"like":1,"ops":1,"silly":1,"attention":1,"3":2,"return":1,"ignore":2,"compile":6,"class":2,"b":8,"a":8,"support":3,"c":1,"with":4,"set":4,"current":2,"mod":8,"eval":2,"cuda":8,"has":1,"compilation":2,"counter":2,"expect":2,"num":12,"graphs":7,"seen":7,"1":3,"piecewise":5,"capturable":3,"2":4,"backend":2,"compilations":2,"cudagraph":4,"captured":3,"4":1,"sizes":2,"context":2,"first":1,"run":2,"is":1,"for":1,"randn":6,"batch":2,"size":8,"mlp":6,"s":2,"should":1,"override":1,"0":5},"7593,1876,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"with":4,"set":4,"current":2,"vllm":14,"config":15,"mod":4,"c":6,"prefix":2,"eval":2,"cuda":6,"s":2,"support":1,"torch":8,"compile":5,"should":1,"override":1,"b":1,"ignore":1,"compilation":2,"counter":1,"expect":1,"num":7,"graphs":4,"seen":4,"1":4,"piecewise":6,"3":1,"capturable":2,"2":6,"backend":1,"compilations":1,"cudagraph":6,"captured":2,"4":1,"sizes":3,"forward":2,"context":2,"randn":4,"batch":2,"size":10,"mlp":6,"inference":1,"mode":1,"def":2,"run":3,"model":7,"nn":1,"module":1,"inputs":6,"tensor":2,"first":1,"is":1,"for":2,"output":4,"cpu":2,"return":1,"test":1,"multi":1,"graph":1,"outputs":2,"equal":1,"vllmconfig":1,"compilationconfig":1,"level":1,"compilationlevel":1,"use":1,"true":1,"splitting":1,"ops":1,"silly":1,"attention":1,"capture":1,"simplemodelwithtwographs":1,"hidden":2,"pre":1,"allocate":1,"memory":1,"which":1,"expects":1,"static":1,"addresses":1},"9469,1944,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"with":4,"compilation":5,"counter":2,"expect":2,"num":13,"graphs":10,"seen":8,"2":1,"two":3,"for":1,"the":1,"model":7,"piecewise":9,"6":1,"attn":8,"one":2,"each":3,"has":2,"3":1,"pre":2,"post":2,"silly":2,"attention":2,"capturable":4,"4":3,"and":1,"total":1,"backend":2,"compilations":2,"cudagraph":5,"captured":2,"8":1,"sizes":1,"outputs":2,"append":2,"run":2,"vllm":12,"config":14,"inputs":2,"no":2,"compile":2,"or":1,"vllmconfig":2,"compilationconfig":2,"level":2,"compilationlevel":2,"set":2,"current":2,"simplemodelwithtwographs":2,"mlp":4,"size":8,"hidden":4,"prefix":2,"eval":2,"cuda":3,"0":5,"without":1,"graph":1,"use":1,"false":1,"splitting":1,"ops":1},"11413,596,data/raw/vllm-0.10.1/tests/compile/piecewise/test_multiple_graphs.py":{"with":2,"compilation":1,"counter":1,"expect":3,"num":5,"graphs":3,"seen":3,"2":2,"piecewise":2,"6":1,"capturable":1,"4":2,"backend":1,"compilations":1,"cudagraph":3,"captured":2,"0":3,"no":1,"outputs":6,"append":1,"run":1,"model":2,"vllm":1,"config":1,"inputs":1,"generally":1,"don":1,"t":1,"and":2,"without":1,"inductor":2,"to":1,"be":1,"bitwise":2,"equivalent":1,"assert":2,"torch":2,"allclose":1,"1":1,"equivalence":1,"using":1,"w":2,"o":1,"equal":1},"0,1154,data/raw/vllm-0.10.1/tests/compile/piecewise/test_full_cudagraph.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"import":10,"contextlib":2,"os":5,"weakref":1,"from":6,"dataclasses":1,"dataclass":2,"typing":1,"optional":2,"pytest":1,"tests":1,"utils":1,"wait":1,"for":3,"gpu":2,"memory":1,"clear":1,"llm":1,"samplingparams":1,"config":2,"compilationconfig":1,"platforms":1,"current":1,"platform":1,"contextmanager":1,"def":1,"temporary":1,"environ":5,"env":6,"vars":4,"temporarily":1,"set":1,"environment":1,"variables":1,"and":1,"restore":1,"them":1,"afterward":1,"we":1,"have":1,"do":1,"this":1,"vs":1,"monkeypatch":2,"because":1,"doesn":1,"t":1,"work":1,"with":1,"module":1,"scoped":1,"fixtures":1,"original":2,"k":6,"get":1,"in":2,"try":1,"update":1,"yield":1,"finally":1,"v":3,"items":1,"if":1,"is":1,"none":3,"pop":1,"else":1,"class":1,"backendconfig":1,"name":1,"str":1,"dict":2,"comp":1,"specific":1,"arch":1,"tuple":1,"define":1,"all":1,"backend":1,"configurations":1,"of":1,"full":1,"cudagraph":1,"be":1,"tested":1},"1154,1978,data/raw/vllm-0.10.1/tests/compile/piecewise/test_full_cudagraph.py":{"backend":5,"configs":1,"fa3":3,"on":3,"hopper":2,"backendconfig":6,"name":6,"env":6,"vars":6,"vllm":8,"flash":2,"attn":3,"version":2,"3":1,"comp":6,"config":6,"cudagraph":8,"mode":6,"full":7,"specific":3,"gpu":3,"arch":3,"9":2,"0":3,"flashmla":5,"attention":5,"and":3,"piecewise":3,"cutlass":2,"mla":4,"blackwell":1,"cutlassmla":3,"use":1,"v1":2,"1":2,"force":1,"num":1,"kv":1,"splits":1,"todo":1,"remove":1,"this":1,"when":1,"hang":1,"issue":1,"is":1,"fixed":1,"capture":1,"sizes":1,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"10":1,"fa2":3,"2":1,"triton":2,"tritonattn":2,"flashinfer":4,"test":1,"params":1,"deepseek":2,"ai":1,"v2":1,"lite":1,"with":1,"backends":1},"3132,1008,data/raw/vllm-0.10.1/tests/compile/piecewise/test_full_cudagraph.py":{"for":3,"mla":5,"backend":14,"in":4,"backends":3,"test":3,"params":2,"full":2,"cudagraph":2,"append":2,"pytest":5,"param":3,"deepseek":2,"ai":1,"v2":1,"lite":1,"configs":5,"qwen":2,"qwen2":2,"1":2,"5b":2,"instruct":2,"with":1,"other":3,"c":3,"if":4,"not":2,"config":7,"fixture":1,"scope":1,"class":1,"def":1,"llm":1,"pair":1,"request":2,"model":1,"dynamically":1,"skip":3,"gpu":5,"capability":2,"is":1,"met":1,"specific":4,"arch":4,"and":2,"current":1,"platform":1,"get":1,"device":1,"9":1,"0":2,"only":2,"hopper":1,"gpus":2,"support":2,"fa3":1,"flashmla":1,"elif":1,"10":1,"blackwell":1,"cutlass":1},"4140,1651,data/raw/vllm-0.10.1/tests/compile/piecewise/test_full_cudagraph.py":{"env":3,"vars":3,"vllm":4,"use":4,"v1":2,"1":2,"force":1,"native":1,"sampler":2,"to":3,"avoid":1,"potential":1,"nondeterminism":1,"in":2,"flashinfer":2,"when":1,"per":1,"request":1,"generators":1,"are":1,"not":1,"used":1,"0":5,"backend":2,"config":7,"with":1,"temporary":1,"environ":1,"full":4,"llm":5,"model":6,"gpu":3,"memory":4,"utilization":2,"43":2,"trust":2,"remote":2,"code":2,"true":3,"max":5,"len":2,"1024":2,"num":2,"seqs":2,"128":2,"compilation":2,"compilationconfig":2,"comp":1,"generation":2,"seed":2,"42":2,"piecewise":4,"cudagraph":2,"mode":1,"pytest":2,"caches":1,"the":2,"fixture":1,"values":1,"so":1,"we":1,"weakref":3,"proxy":3,"enable":1,"gc":1,"yield":1,"del":2,"wait":1,"for":2,"clear":1,"devices":1,"threshold":1,"ratio":1,"mark":1,"parametrize":1,"pair":2,"test":1,"params":1,"indirect":1,"class":2,"testfullcudagraph":1,"a":1,"such":1,"that":1,"an":1,"is":1,"constructed":1,"once":1,"all":1,"batch":1,"size":1,"tokens":1,"combinations":1,"and":1,"released":1,"immediately":1,"after":1,"module":1,"scope":1,"fixtures":1,"would":2,"stick":1,"around":1,"whole":1,"time":1,"meaning":1,"there":1,"be":1,"multiple":1,"instances":1,"hogging":1,"simultaneously":1},"5791,1852,data/raw/vllm-0.10.1/tests/compile/piecewise/test_full_cudagraph.py":{"pytest":3,"mark":2,"parametrize":1,"batch":4,"size":3,"max":5,"tokens":5,"1":4,"10":8,"7":1,"16":1,"25":1,"32":1,"45":1,"64":1,"123":1,"8":2,"5":1,"30":1,"def":2,"test":3,"full":11,"cudagraph":6,"self":1,"llm":9,"pair":2,"tuple":1,"various":1,"sizes":1,"and":1,"to":2,"ensure":1,"that":3,"the":3,"compilation":2,"works":1,"for":2,"padded":1,"cases":1,"too":1,"piecewise":6,"prompts":3,"quick":1,"brown":1,"fox":1,"use":2,"purely":1,"greedy":1,"decoding":1,"avoid":1,"top":2,"p":2,"truncation":1,"sensitivity":1,"can":1,"amplify":1,"tiny":1,"numeric":1,"differences":1,"across":1,"runtimes":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":5,"responses":5,"generate":2,"check":1,"all":1,"are":1,"same":1,"res":4,"in":1,"zip":1,"assert":1,"outputs":2,"text":2,"lower":2,"skipif":1,"not":3,"current":1,"platform":1,"is":2,"cuda":3,"reason":1,"skip":1,"if":1,"with":3,"invalid":1,"backend":2,"temporary":1,"environ":1,"vllm":2,"v1":1,"attention":3,"flex":2,"supported":1,"graph":1,"raises":1,"runtimeerror":1,"model":1,"qwen":1,"qwen2":1,"5b":1,"instruct":1,"config":1,"compilationconfig":1,"mode":1},"0,1079,data/raw/vllm-0.10.1/tests/benchmarks/test_serve_cli.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"subprocess":2,"pytest":3,"from":1,"utils":1,"remoteopenaiserver":2,"model":5,"name":4,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"fixture":1,"scope":1,"module":1,"def":2,"server":6,"args":2,"max":1,"len":3,"1024":1,"enforce":1,"eager":1,"load":1,"format":1,"dummy":1,"with":1,"as":1,"remote":2,"yield":1,"mark":1,"benchmark":2,"test":1,"bench":2,"serve":2,"command":2,"host":2,"port":2,"str":1,"dataset":1,"random":3,"input":1,"32":1,"output":2,"4":1,"num":1,"prompts":1,"5":1,"result":5,"run":1,"capture":1,"true":2,"text":1,"print":2,"stdout":1,"stderr":2,"assert":1,"returncode":1,"f":1,"failed":1},"0,613,data/raw/vllm-0.10.1/tests/benchmarks/test_throughput_cli.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"subprocess":2,"pytest":2,"model":3,"name":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"mark":1,"benchmark":2,"def":1,"test":1,"bench":2,"throughput":2,"command":2,"input":1,"len":2,"32":1,"output":2,"1":1,"enforce":1,"eager":1,"load":1,"format":1,"dummy":1,"result":5,"run":1,"capture":1,"true":2,"text":1,"print":2,"stdout":1,"stderr":2,"assert":1,"returncode":1,"f":1,"failed":1},"0,607,data/raw/vllm-0.10.1/tests/benchmarks/test_latency_cli.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":2,"subprocess":2,"pytest":2,"model":3,"name":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"mark":1,"benchmark":2,"def":1,"test":1,"bench":2,"latency":2,"command":2,"input":1,"len":2,"32":1,"output":2,"1":1,"enforce":1,"eager":1,"load":1,"format":1,"dummy":1,"result":5,"run":1,"capture":1,"true":2,"text":1,"print":2,"stdout":1,"stderr":2,"assert":1,"returncode":1,"f":1,"failed":1},"0,1963,data/raw/vllm-0.10.1/tests/basic_correctness/test_basic_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":16,"project":1,"compare":1,"short":1,"outputs":8,"of":1,"hf":8,"and":1,"when":2,"using":1,"greedy":1,"sampling":1,"run":4,"pytest":6,"tests":1,"basic":2,"correctness":2,"test":7,"py":2,"import":11,"os":2,"weakref":2,"from":7,"unittest":1,"mock":2,"torch":1,"llm":9,"envs":1,"platforms":1,"current":1,"platform":1,"v1":2,"engine":2,"llmengine":1,"as":1,"llmenginev1":1,"conftest":2,"hfrunner":2,"vllmrunner":1,"models":3,"utils":2,"check":1,"equal":1,"multi":1,"gpu":1,"google":1,"gemma":1,"2b":1,"it":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"target":2,"suite":2,"environ":1,"get":2,"l4":1,"fixture":1,"autouse":2,"true":1,"def":3,"with":1,"both":2,"engines":2,"simple":1,"wrapper":1,"for":3,"each":1,"this":2,"can":1,"be":1,"promoted":1,"up":1,"every":1,"in":2,"a":1,"package":1,"pass":1,"gc":3,"ed":3,"verify":1,"instance":2,"is":4,"deleted":1,"distilbert":1,"distilgpt2":1,"weak":2,"ref":1,"del":1,"if":1,"there":1,"s":1,"any":1,"circular":1,"reference":1,"fails":1,"because":1,"not":1,"assert":1,"none":1,"fix":1,"prompt":3,"embed":1,"list":5,"tuple":2,"int":2,"str":3,"model":3,"example":3,"prompts":3,"fixed":3,"output":3,"input":6,"zip":1,"inputs":1,"ids":4,"tolist":1,"append":1,"len":1,"1":1,"return":1,"mark":3,"parametrize":3,"backend":1,"flash":1,"attn":1,"max":1,"tokens":1,"5":1},"1963,1524,data/raw/vllm-0.10.1/tests/basic_correctness/test_basic_correctness.py":{"pytest":6,"mark":2,"parametrize":2,"enforce":2,"eager":2,"false":2,"enable":5,"prompt":10,"embeds":6,"true":1,"def":1,"test":2,"models":1,"monkeypatch":3,"hf":6,"runner":2,"model":6,"str":3,"backend":6,"max":2,"tokens":4,"int":1,"bool":2,"none":1,"if":4,"and":4,"envs":2,"is":3,"set":1,"vllm":3,"use":2,"v1":3,"skip":3,"not":3,"supported":1,"in":3,"flashinfer":3,"current":1,"platform":1,"rocm":2,"does":2,"support":2,"hip":1,"xformers":1,"google":1,"gemma":1,"2":1,"2b":1,"it":1,"f":1,"gemma2":3,"with":5,"full":1,"context":2,"length":1,"as":2,"m":2,"setenv":1,"attention":1,"5042":1,"for":2,"has":1,"alternating":1,"sliding":2,"window":2,"size":1,"of":2,"4096":2,"we":1,"need":1,"a":1,"more":1,"than":1,"to":1,"the":3,"following":1,"numbers":1,"sequence":1,"join":1,"i":2,"range":1,"1024":1,"are":1,"example":3,"prompts":3,"outputs":1,"generate":1,"greedy":1,"torch":1,"no":1,"grad":1,"get":1,"embeddings":1},"3487,1750,data/raw/vllm-0.10.1/tests/basic_correctness/test_basic_correctness.py":{"with":1,"vllmrunner":1,"model":7,"max":3,"len":1,"8192":1,"enforce":2,"eager":2,"enable":4,"prompt":6,"embeds":5,"gpu":2,"memory":1,"utilization":1,"0":3,"7":1,"as":1,"vllm":11,"if":1,"outputs":10,"generate":2,"greedy":2,"tokens":2,"fix":1,"embed":1,"hf":3,"example":2,"prompts":2,"else":1,"check":1,"equal":1,"lst":2,"1":4,"name":2,"multi":1,"test":2,"num":1,"gpus":1,"2":3,"pytest":2,"mark":2,"parametrize":2,"distributed":1,"executor":1,"backend":2,"attention":1,"suite":1,"extra":1,"env":1,"distilbert":7,"distilgpt2":7,"ray":5,"l4":6,"mp":5,"sleep":2,"when":2,"idle":2,"meta":4,"llama":6,"3":3,"1b":2,"instruct":2,"a100":4,"flashinfer":2,"8b":1,"true":1,"false":1},"5237,1368,data/raw/vllm-0.10.1/tests/basic_correctness/test_basic_correctness.py":{"def":1,"test":7,"models":1,"distributed":3,"monkeypatch":8,"pytest":4,"hf":1,"runner":2,"vllm":6,"example":1,"prompts":1,"model":2,"str":6,"executor":2,"backend":7,"attention":5,"suite":5,"extra":2,"env":2,"dict":1,"enable":5,"prompt":5,"embeds":5,"bool":1,"none":1,"if":5,"and":5,"envs":2,"is":2,"set":1,"use":4,"v1":3,"skip":4,"not":2,"supported":1,"in":2,"target":1,"f":1,"for":2,"with":2,"context":6,"as":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"ray":4,"l4":1,"noqa":1,"does":1,"work":1,"compiled":2,"dag":2,"setenv":4,"spmd":1,"worker":1,"1":2,"k":2,"v":2,"items":1,"dtype":1,"half":1,"max":1,"tokens":1,"5":1},"6605,1892,data/raw/vllm-0.10.1/tests/basic_correctness/test_basic_correctness.py":{"note":1,"take":1,"care":1,"of":1,"the":3,"order":1,"run":3,"vllm":16,"first":2,"and":2,"then":1,"hf":14,"needs":1,"a":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"if":3,"we":1,"will":2,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"backend":3,"with":5,"fork":1,"method":2,"default":1,"runner":4,"model":13,"dtype":6,"tensor":1,"parallel":1,"size":1,"2":1,"distributed":2,"executor":2,"enable":3,"prompt":7,"embeds":5,"gpu":1,"memory":1,"utilization":1,"0":3,"7":1,"as":3,"torch":1,"no":1,"grad":1,"get":1,"embeddings":1,"example":5,"prompts":5,"outputs":12,"generate":4,"greedy":4,"max":4,"tokens":4,"fix":1,"embed":1,"else":1,"check":1,"equal":1,"lst":2,"1":2,"name":2,"def":1,"test":2,"failed":1,"execution":1,"monkeypatch":1,"none":1,"from":1,"envs":1,"import":1,"use":2,"v1":2,"not":2,"pytest":1,"skip":1,"skipping":1,"v0":1,"dump":1,"input":1,"supported":1},"8497,1012,data/raw/vllm-0.10.1/tests/basic_correctness/test_basic_correctness.py":{"needed":1,"to":1,"mock":2,"an":1,"error":3,"in":2,"the":5,"same":1,"process":1,"monkeypatch":1,"setenv":1,"vllm":8,"enable":1,"v1":3,"multiprocessing":1,"0":1,"with":2,"runner":1,"facebook":1,"opt":1,"125m":1,"enforce":1,"eager":1,"true":1,"as":2,"model":12,"if":1,"isinstance":2,"llm":4,"engine":6,"llmenginev1":1,"test":2,"failed":2,"execution":2,"def":1,"mocked":4,"execute":3,"side":1,"effect":1,"runtimeerror":3,"critical":2,"core":2,"executor":1,"pytest":1,"raises":1,"exc":3,"info":3,"prompts":2,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"generate":1,"greedy":1,"200":1,"use":1,"tqdm":1,"false":1,"assert":2,"value":2,"str":1},"0,1803,data/raw/vllm-0.10.1/tests/basic_correctness/test_cumem.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":4,"project":1,"import":6,"pytest":2,"torch":11,"from":7,"llm":1,"samplingparams":1,"device":6,"allocator":8,"cumem":2,"cumemallocator":3,"utils":2,"gib":1,"bytes":6,"create":3,"new":3,"process":3,"for":3,"each":3,"test":6,"def":2,"python":2,"error":4,"if":1,"occurs":1,"when":2,"there":1,"s":1,"low":1,"level":1,"happening":1,"c":1,"side":1,"get":3,"instance":2,"total":4,"cuda":6,"mem":1,"info":1,"1":2,"alloc":3,"int":1,"7":1,"tensors":5,"with":3,"use":2,"memory":10,"pool":5,"allocate":2,"70":1,"of":1,"x":5,"empty":5,"dtype":2,"uint8":2,"append":2,"release":1,"sleep":1,"more":1,"than":1,"y":6,"raises":1,"runtimeerror":1,"is":1,"woken":1,"up":2,"it":1,"should":1,"raise":1,"an":1,"because":1,"we":1,"don":1,"t":1,"have":1,"enough":1,"wake":1,"basic":1,"some":2,"default":1,"shape":4,"1024":2,"zero":3,"custom":2,"z":4,"they":1,"can":1,"be":1,"used":1,"together":1,"output":3,"assert":1,"allclose":1,"ones":1,"like":1,"3":1},"1803,1793,data/raw/vllm-0.10.1/tests/basic_correctness/test_cumem.py":{"free":8,"bytes":8,"torch":13,"cuda":9,"mem":4,"get":5,"info":4,"0":6,"allocator":7,"sleep":8,"after":5,"assert":5,"wake":2,"up":3,"they":1,"can":1,"be":3,"used":1,"together":1,"output":4,"x":10,"y":3,"z":1,"allclose":3,"ones":1,"like":1,"3":2,"create":2,"new":2,"process":2,"for":2,"each":2,"test":3,"def":2,"cumem":1,"with":7,"cudagraph":4,"cumemallocator":1,"instance":1,"use":3,"memory":2,"pool":2,"weight":3,"eye":1,"1024":4,"device":3,"tag":1,"discard":1,"cache":5,"empty":2,"model":7,"out":4,"size":2,"copy":1,"return":1,"1":2,"128":1,"warmup":1,"capture":1,"graph":4,"waking":1,"the":4,"content":4,"in":2,"tensor":2,"should":2,"restored":1,"but":1,"discarded":1,"this":1,"operation":1,"is":3,"also":1,"compatible":1,"random":1,"replay":1,"as":2,"expected":2,"pytest":1,"mark":1,"parametrize":1,"v1":1,"mode":2,"safetensors":1,"meta":1,"llama":2,"2":1,"1b":1,"true":1,"pytorch":1,"checkpoint":1,"facebook":1,"opt":1,"125m":1,"false":1},"3596,1851,data/raw/vllm-0.10.1/tests/basic_correctness/test_cumem.py":{"def":1,"test":3,"end":2,"to":3,"monkeypatch":3,"pytest":1,"model":4,"str":1,"use":4,"v1":6,"bool":1,"with":2,"context":1,"as":1,"m":2,"setenv":1,"vllm":1,"1":4,"if":2,"else":2,"0":6,"free":6,"total":6,"torch":3,"cuda":3,"mem":3,"get":3,"info":3,"used":7,"bytes":13,"baseline":3,"in":4,"case":1,"other":1,"process":1,"is":7,"running":1,"llm":10,"enable":1,"sleep":9,"mode":2,"true":1,"prompt":3,"how":1,"are":1,"you":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"max":2,"tokens":1,"10":1,"output":3,"generate":2,"the":5,"benefit":1,"of":1,"level":4,"2":2,"mainly":1,"cpu":1,"memory":6,"usage":3,"which":1,"difficult":1,"measure":1,"therefore":2,"we":1,"only":1,"here":1,"gpu":4,"after":3,"now":1,"mostly":1,"cudagraph":1,"pool":1,"and":1,"it":1,"should":1,"be":2,"less":1,"than":1,"weights":3,"1b":1,"2gib":1,"note":1,"buffer":2,"for":1,"logits":1,"num":1,"reqs":1,"x":1,"vocab":1,"size":1,"captured":1,"but":1,"cannot":1,"releasesd":1,"from":1,"pytorch":1,"due":1,"a":1,"known":1,"bug":1,"high":1,"called":1,"expected":1,"fixme":1,"youkaichao":1,"ywang96":1,"fix":1,"issue":1,"assert":3,"7":1,"gib":2,"wake":4,"up":4,"output2":2,"cmp":1,"outputs":2,"text":2,"tags":1,"w":2},"5447,433,data/raw/vllm-0.10.1/tests/basic_correctness/test_cumem.py":{"should":1,"just":1,"reallocate":1,"memory":2,"for":1,"weights":2,"1b":1,"model":1,"2gib":1,"if":1,"use":1,"v1":1,"assert":3,"used":2,"bytes":4,"10":1,"gib":2,"else":1,"6":1,"now":1,"allocate":1,"kv":2,"cache":2,"llm":2,"wake":1,"up":1,"tags":1,"output3":2,"generate":1,"prompt":1,"sampling":1,"params":1,"cmp":1,"output":2,"0":4,"outputs":2,"text":2},"0,1826,data/raw/vllm-0.10.1/tests/basic_correctness/test_chunked_prefill.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":6,"project":1,"compare":1,"outputs":2,"of":1,"hf":1,"and":1,"when":2,"using":1,"greedy":1,"sampling":1,"it":1,"tests":3,"chunked":6,"prefill":7,"can":1,"be":1,"enabled":1,"by":1,"enable":1,"true":3,"if":2,"size":3,"exceeds":1,"max":2,"num":1,"batched":1,"tokens":2,"requests":1,"are":1,"run":1,"pytest":13,"models":4,"test":3,"py":1,"from":7,"future":1,"import":8,"annotations":1,"typing":1,"type":2,"checking":2,"platforms":1,"current":2,"platform":2,"utils":3,"str":1,"backend":2,"env":2,"var":1,"check":2,"logprobs":1,"close":1,"equal":1,"multi":1,"gpu":1,"conftest":1,"hfrunner":1,"vllmrunner":1,"facebook":1,"opt":1,"125m":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"fixture":1,"scope":1,"function":1,"autouse":1,"def":1,"use":4,"v0":2,"only":2,"monkeypatch":3,"since":1,"this":3,"module":1,"is":2,"set":1,"v1":2,"for":1,"all":1,"in":2,"file":1,"with":1,"context":1,"as":1,"m":2,"setenv":1,"yield":1,"mark":8,"parametrize":7,"model":1,"dtype":1,"half":1,"32":1,"token":1,"1":3,"4":1,"16":1,"enforce":1,"eager":1,"false":1,"note":1,"increasing":1,"suite":1,"will":1,"fail":1,"ci":1,"because":1,"we":1,"currently":1,"cannot":1,"reset":1,"distributed":1,"properly":1,"a":1,"value":1,"just":1,"you":1,"tensor":1,"parallel":1,"attention":1,"param":1,"flashinfer":2,"marks":1,"skipif":1,"rocm":2,"reason":1,"isn":1,"t":1,"supported":1,"on":1,"flash":1,"attn":1},"1826,1838,data/raw/vllm-0.10.1/tests/basic_correctness/test_chunked_prefill.py":{"def":1,"test":2,"models":2,"hf":7,"runner":5,"hfrunner":1,"vllm":8,"vllmrunner":1,"example":3,"prompts":3,"model":9,"str":4,"dtype":5,"max":9,"tokens":6,"int":3,"chunked":5,"prefill":5,"token":3,"size":6,"enforce":3,"eager":3,"bool":1,"tensor":3,"parallel":3,"attention":3,"backend":5,"monkeypatch":3,"pytest":6,"none":1,"checks":1,"exact":1,"match":1,"decode":1,"between":1,"huggingface":1,"and":1,"with":4,"context":1,"as":3,"m":2,"setenv":1,"env":1,"var":1,"num":7,"seqs":3,"batched":3,"outputs":7,"generate":2,"greedy":2,"enable":1,"true":1,"check":1,"equal":1,"0":2,"lst":2,"1":2,"name":2,"multi":1,"gpu":1,"gpus":1,"2":1,"mark":4,"parametrize":3,"distributed":1,"executor":1,"ray":1,"mp":1,"param":1,"flashinfer":2,"marks":1,"skipif":1,"current":1,"platform":1,"is":1,"rocm":2,"reason":1,"isn":1,"t":1,"supported":1,"on":1,"flash":1,"attn":1},"3664,1891,data/raw/vllm-0.10.1/tests/basic_correctness/test_chunked_prefill.py":{"def":1,"test":2,"models":1,"distributed":5,"hf":7,"runner":4,"hfrunner":1,"vllm":9,"vllmrunner":1,"example":3,"prompts":3,"model":8,"str":4,"executor":4,"backend":8,"attention":2,"monkeypatch":3,"pytest":1,"none":1,"with":4,"context":1,"as":3,"m":4,"setenv":3,"env":1,"var":1,"if":2,"meta":1,"llama":2,"3":1,"2":2,"1b":1,"instruct":1,"and":3,"ray":4,"compiled":2,"graph":1,"use":2,"spmd":1,"worker":1,"1":3,"dag":1,"dtype":5,"half":1,"max":9,"tokens":6,"5":1,"chunked":8,"prefill":8,"token":4,"size":5,"16":1,"add":1,"a":2,"config":1,"num":6,"seqs":3,"min":1,"256":1,"assert":1,"enable":3,"true":1,"batched":3,"note":1,"take":1,"care":1,"of":1,"the":3,"order":1,"run":3,"first":2,"then":1,"needs":1,"fresh":1,"new":1,"process":1,"without":1,"cuda":2,"initialization":2,"we":1,"will":2,"be":1,"done":1,"it":1,"hurt":1,"multiprocessing":1,"fork":1,"method":2,"default":1,"tensor":1,"parallel":1,"outputs":2,"generate":2,"greedy":2},"5555,1674,data/raw/vllm-0.10.1/tests/basic_correctness/test_chunked_prefill.py":{"check":3,"outputs":5,"equal":1,"0":2,"lst":2,"hf":2,"1":5,"vllm":3,"name":2,"pytest":7,"mark":7,"parametrize":6,"kv":6,"cache":6,"dtype":2,"model":2,"fp8":5,"e4m3":1,"nm":1,"testing":1,"tinyllama":1,"1b":1,"compressed":1,"tensors":1,"scheme":1,"due":2,"to":3,"low":2,"precision":2,"numerical":2,"divergence":2,"we":3,"only":2,"test":5,"logprob":1,"of":1,"4":3,"tokens":4,"max":4,"chunked":7,"prefill":7,"token":4,"size":6,"16":1,"enforce":2,"eager":2,"false":1,"true":2,"note":1,"increasing":1,"this":3,"in":2,"suite":1,"will":1,"fail":1,"ci":1,"because":1,"currently":1,"cannot":1,"reset":1,"distributed":1,"env":1,"properly":1,"use":1,"a":1,"value":1,"just":1,"when":1,"you":1,"tensor":2,"parallel":2,"is":2,"too":1,"sensitive":1,"the":1,"async":3,"postprocessor":1,"disable":2,"output":3,"proc":2,"skipif":1,"current":1,"platform":1,"rocm":2,"reason":1,"machete":1,"prepack":1,"b":1,"isn":1,"t":1,"supported":1,"on":1,"def":1,"models":1,"with":2,"runner":1,"vllmrunner":1,"example":1,"prompts":1,"str":2,"int":3,"bool":2,"none":1,"logprobs":1,"match":1,"between":1,"no":1,"and":1,"general":1,"tests":1,"are":1,"covered":1,"py":1,"so":1,"here":1,"num":3,"log":1,"probs":1,"8":1,"seqs":1,"batched":1},"7229,1737,data/raw/vllm-0.10.1/tests/basic_correctness/test_chunked_prefill.py":{"with":3,"vllm":7,"runner":3,"model":6,"tensor":6,"parallel":6,"size":8,"enforce":6,"eager":6,"max":10,"num":8,"seqs":4,"kv":4,"cache":4,"dtype":6,"disable":4,"async":4,"output":4,"proc":4,"as":2,"no":3,"chunked":7,"prefill":7,"outputs":6,"generate":2,"greedy":2,"logprobs":3,"example":2,"prompts":2,"tokens":6,"log":2,"probs":2,"batched":2,"enable":1,"true":1,"check":1,"close":1,"0":2,"lst":2,"1":4,"name":2,"pytest":5,"mark":5,"parametrize":5,"16":1,"false":1,"chunk":2,"30":1,"32":1,"note":1,"increasing":1,"this":2,"in":1,"suite":1,"will":1,"fail":1,"ci":1,"because":1,"we":1,"currently":1,"cannot":1,"reset":1,"distributed":1,"env":1,"properly":1,"use":1,"a":1,"value":1,"just":1,"when":1,"you":1,"test":2,"half":1,"def":1,"prefix":1,"caching":1,"vllmrunner":1,"int":3,"bool":1,"str":1},"8966,1426,data/raw/vllm-0.10.1/tests/basic_correctness/test_chunked_prefill.py":{"none":1,"checks":1,"exact":1,"match":1,"decode":1,"with":5,"and":1,"without":1,"prefix":4,"caching":4,"chunked":2,"prefill":2,"enabled":1,"model":4,"meta":1,"llama":3,"3":1,"2":2,"1b":1,"instruct":1,"the":1,"common":3,"prompt":5,"has":1,"142":1,"tokens":5,"tokenizer":1,"you":1,"are":1,"a":1,"helpful":1,"ai":1,"assistant":1,"20":1,"unique":2,"prompts":4,"question":3,"warmup":1,"fully":1,"cached":2,"another":1,"partial":1,"full":2,"f":1,"n":1,"p":2,"for":3,"in":3,"max":7,"num":6,"batched":3,"seqs":3,"chunk":1,"size":3,"outputs":8,"type":1,"ignore":1,"enable":6,"true":3,"false":2,"vllm":3,"runner":1,"dtype":2,"tensor":2,"parallel":2,"enforce":2,"eager":2,"as":1,"generate":1,"greedy":1,"check":1,"equal":1,"0":2,"lst":2,"1":2,"name":2,"w":1,"o":1},"0,292,data/raw/vllm-0.10.1/tests/basic_correctness/test_cpu_offload.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"utils":1,"import":1,"compare":2,"two":2,"settings":2,"def":1,"test":1,"cpu":2,"offload":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"gb":1,"1":1},"0,1910,data/raw/vllm-0.10.1/tests/basic_correctness/test_preemption.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":14,"project":1,"compare":1,"short":1,"outputs":2,"of":1,"hf":2,"and":1,"when":2,"using":1,"greedy":1,"sampling":1,"test":10,"enable":8,"artificial":8,"preempt":7,"1":4,"has":1,"be":1,"set":1,"before":1,"running":1,"this":2,"run":1,"pytest":10,"tests":3,"basic":2,"correctness":2,"preemption":4,"py":2,"import":6,"from":4,"prometheus":1,"client":1,"registry":1,"envs":3,"as":1,"samplingparams":1,"core":1,"scheduler":1,"max":3,"cnt":1,"models":3,"utils":1,"check":2,"equal":1,"distilbert":1,"distilgpt2":1,"fixture":3,"scope":2,"function":1,"autouse":2,"true":3,"def":4,"use":7,"v0":1,"only":1,"monkeypatch":2,"we":1,"should":1,"for":2,"v1":3,"but":1,"so":1,"all":1,"in":1,"file":1,"setenv":1,"module":1,"settings":1,"assert":1,"is":2,"an":1,"env":1,"var":1,"distributed":3,"executor":3,"backend":3,"str":4,"spmd":2,"worker":2,"used":1,"ray":3,"delta":1,"input":1,"optimization":1,"works":1,"with":1,"return":1,"if":1,"else":1,"mp":1,"mark":4,"parametrize":4,"model":2,"dtype":2,"half":1,"tokens":2,"96":1,"chunked":3,"prefill":3,"token":2,"size":2,"16":1,"recompute":1,"runner":2,"example":1,"prompts":1,"int":2},"1910,1936,data/raw/vllm-0.10.1/tests/basic_correctness/test_preemption.py":{"none":3,"ensure":1,"that":1,"chunked":8,"prefill":8,"works":1,"with":4,"preemption":4,"max":13,"num":7,"seqs":3,"min":1,"token":3,"size":3,"256":1,"enable":4,"false":2,"batched":4,"tokens":9,"if":1,"1":1,"true":1,"hf":16,"runner":5,"model":12,"dtype":8,"as":3,"outputs":5,"generate":3,"greedy":3,"example":5,"prompts":5,"vllm":14,"distributed":3,"executor":3,"backend":3,"disable":1,"log":1,"stats":1,"assert":3,"llm":2,"engine":1,"scheduler":1,"0":1,"artificial":2,"preempt":1,"cnt":2,"for":1,"i":5,"in":1,"range":1,"len":1,"output":12,"ids":6,"str":9,"f":2,"test":3,"nhf":2,"r":2,"nvllm":2,"pytest":3,"mark":3,"parametrize":3,"models":1,"float":1,"96":1,"def":1,"caplog":1,"int":1,"by":1,"default":1,"recompute":1,"is":1,"enabled":1},"3846,1629,data/raw/vllm-0.10.1/tests/basic_correctness/test_preemption.py":{"with":1,"vllm":11,"runner":2,"model":7,"dtype":4,"disable":1,"log":1,"stats":1,"false":1,"distributed":3,"executor":3,"backend":3,"as":2,"outputs":6,"generate":1,"greedy":1,"example":2,"prompts":2,"max":4,"tokens":3,"assert":4,"llm":4,"engine":2,"scheduler":2,"0":5,"artificial":2,"preempt":1,"cnt":2,"preemption":12,"total":5,"num":2,"cumulative":1,"check":2,"equal":1,"lst":2,"hf":2,"1":2,"name":3,"is":3,"preempted":1,"by":1,"preemptionmode":1,"recompute":1,"mode":1,"because":1,"there":1,"not":2,"enough":1,"kv":1,"cache":1,"space":1,"in":3,"caplog":1,"text":1,"ensure":2,"the":2,"count":1,"bucket":1,"of":2,"request":1,"level":1,"histogram":1,"metrics":6,"matches":1,"number":1,"requests":1,"a":1,"simple":1,"sanity":1,"to":1,"are":1,"generated":1,"none":2,"for":2,"m":3,"registry":1,"collect":1,"if":1,"preemptions":1,"recorded":3,"sample":2,"samples":1,"value":1,"pytest":3,"mark":3,"parametrize":3,"models":1,"float":1,"96":1,"def":1,"test":1,"infeasible":1,"str":3,"int":1},"5475,1282,data/raw/vllm-0.10.1/tests/basic_correctness/test_preemption.py":{"none":1,"verify":2,"infeasible":1,"preemption":3,"request":2,"will":1,"be":2,"ignored":3,"block":5,"size":5,"16":1,"prefill":3,"blocks":8,"2":3,"decode":3,"max":5,"tokens":3,"with":1,"vllm":4,"runner":1,"model":5,"dtype":2,"not":2,"enough":1,"gpu":2,"to":1,"complete":1,"a":1,"single":1,"sequence":2,"should":2,"happen":1,"and":2,"the":2,"instead":1,"of":1,"hanging":1,"forever":1,"num":1,"override":1,"len":2,"distributed":2,"executor":2,"backend":2,"as":1,"sampling":3,"params":3,"samplingparams":1,"ignore":1,"eos":1,"true":1,"req":4,"outputs":6,"llm":3,"generate":1,"example":1,"prompts":1,"assert":3,"engine":1,"scheduler":1,"0":2,"artificial":2,"preempt":1,"cnt":2,"is":1,"hang":1,"for":1,"output":2,"in":1,"1":1,"finish":1,"reason":1,"length":1},"0,1905,data/raw/vllm-0.10.1/cmake/hipify.py":{"usr":1,"bin":1,"env":1,"python3":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":1,"project":10,"a":1,"command":1,"line":1,"tool":1,"for":3,"running":1,"pytorch":2,"s":3,"hipify":11,"preprocessor":1,"on":1,"cuda":1,"source":5,"files":11,"see":1,"https":1,"github":1,"com":1,"rocm":1,"torch":3,"and":1,"install":1,"dir":9,"utils":2,"python":2,"py":1,"import":4,"argparse":2,"os":3,"shutil":2,"from":2,"if":1,"name":1,"main":1,"parser":5,"argumentparser":1,"directory":9,"where":2,"all":2,"include":3,"live":1,"add":3,"argument":3,"p":1,"help":3,"hipified":1,"are":1,"written":1,"o":1,"output":6,"convert":1,"sources":3,"nargs":1,"default":1,"args":8,"parse":1,"limit":1,"scope":1,"only":2,"includes":3,"path":3,"join":1,"get":1,"absolute":1,"extra":4,"abspath":1,"in":1,"copy":1,"might":1,"already":1,"exist":2,"hold":1,"object":1,"so":1,"we":1,"ignore":1,"that":1,"copytree":1,"dirs":2,"ok":1,"true":4,"result":1,"header":1,"show":1,"detailed":1,"is":1,"extension":1},"1905,510,data/raw/vllm-0.10.1/cmake/hipify.py":{"hipified":9,"sources":6,"for":1,"source":3,"in":2,"args":2,"s":7,"abs":7,"os":1,"path":3,"abspath":1,"hipify":3,"result":3,"if":1,"and":1,"is":1,"not":1,"none":1,"else":1,"append":1,"assert":1,"len":2,"print":2,"files":1,"n":1,"join":1},"0,1998,data/raw/vllm-0.10.1/.buildkite/check-wheel-size.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":10,"vllm":6,"project":1,"import":3,"os":5,"sys":5,"zipfile":3,"read":1,"max":5,"size":17,"mb":12,"environment":1,"variable":1,"defaulting":1,"400":3,"mib":2,"note":1,"that":1,"we":1,"have":1,"quota":1,"please":2,"use":1,"it":1,"wisely":1,"see":1,"https":1,"github":1,"com":1,"pypi":1,"support":1,"issues":1,"3792":1,"also":1,"sync":1,"value":1,"with":2,"one":1,"in":7,"dockerfile":1,"int":1,"environ":1,"get":1,"def":2,"print":7,"top":3,"10":4,"largest":3,"files":6,"zip":3,"file":10,"given":2,"r":1,"as":1,"z":3,"sizes":3,"f":11,"getinfo":1,"for":4,"namelist":1,"sort":1,"key":1,"lambda":1,"x":2,"1":4,"reverse":1,"true":1,"1024":4,"2f":3,"mbs":1,"uncompressed":1,"check":4,"wheel":14,"directory":6,"of":1,"whl":2,"root":2,"walk":1,"name":4,"if":4,"endswith":1,"path":7,"join":1,"getsize":1,"not":1,"allowed":2,"is":2,"larger":1,"than":1,"limit":1,"return":2,"else":1,"within":1,"main":1,"len":1,"argv":2,"usage":1,"python":1,"py":1,"exit":2},"0,718,data/raw/vllm-0.10.1/.buildkite/generate_index.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"import":2,"argparse":2,"os":2,"template":2,"doctype":1,"html":7,"body":2,"h1":2,"links":1,"for":2,"a":2,"href":1,"wheel":8,"escaped":2,"br":1,"parser":3,"argumentparser":1,"add":1,"argument":1,"help":1,"path":2,"required":1,"true":1,"args":4,"parse":1,"filename":3,"basename":1,"with":1,"open":1,"index":2,"w":1,"as":1,"f":3,"print":1,"generated":1,"cloudfront":1,"requires":1,"escaping":1,"character":1,"write":1,"format":1,"replace":1,"2b":1},"0,1712,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/performance-benchmarks-descriptions.md":{"performance":1,"benchmarks":1,"descriptions":1,"latency":4,"tests":7,"input":4,"length":9,"32":1,"tokens":2,"output":6,"128":1,"batch":3,"size":3,"fixed":5,"8":1,"gpu":4,"models":6,"llama":10,"3":10,"1":7,"8b":6,"70b":4,"mixtral":3,"8x7b":3,"cpu":4,"evaluation":3,"metrics":3,"end":2,"to":4,"mean":3,"median":3,"p99":3,"markdown":4,"table":4,"throughput":5,"randomly":2,"sample":2,"200":4,"prompts":5,"from":2,"sharegpt":2,"dataset":3,"with":6,"random":5,"seed":3,"the":6,"corresponding":2,"of":4,"these":2,"dynamically":2,"determined":3,"by":2,"vllm":2,"achieve":1,"maximum":1,"serving":2,"and":4,"arrival":2,"pattern":1,"requests":2,"average":1,"qps":4,"query":2,"per":1,"second":1,"4":1,"16":1,"inf":2,"means":1,"all":1,"come":1,"at":1,"once":1,"for":3,"other":1,"values":1,"time":2,"each":1,"is":1,"using":1,"a":2,"poisson":1,"process":1,"we":2,"also":1,"added":2,"speculative":1,"decoding":1,"test":1,"on":1,"under":1,"2":1,"ttft":1,"first":1,"token":2,"itl":1,"inter":1,"benchmark":1,"100":1,"platform":2,"information":1},"1712,763,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/performance-benchmarks-descriptions.md":{"json":10,"version":1,"of":3,"the":9,"benchmarking":10,"tables":4,"this":1,"section":1,"contains":1,"data":2,"markdown":1,"above":1,"in":3,"format":1,"you":2,"can":2,"load":1,"into":1,"pandas":2,"dataframes":1,"as":2,"follows":1,"python":1,"import":2,"pd":4,"results":10,"string":3,"loads":1,"latency":2,"dataframe":3,"from":3,"dict":3,"throughput":2,"serving":2,"for":1,"all":1,"also":1,"check":1,"raw":1,"experiment":1,"artifact":1,"tab":1,"buildkite":1,"page":1},"0,830,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/nightly-annotation.md":{"nightly":7,"benchmark":1,"annotation":1,"description":1,"this":1,"file":1,"contains":1,"the":9,"downloading":1,"link":1,"for":1,"benchmarking":5,"results":6,"pipeline":3,"artifact":3,"yaml":1,"zip":4,"code":3,"benchmarks":6,"please":1,"download":2,"visualization":1,"scripts":2,"in":3,"post":1,"reproduction":1,"find":1,"docker":3,"we":1,"use":1,"deploy":1,"and":2,"inside":2,"same":1,"folder":1,"run":2,"following":1,"bash":2,"export":1,"hf":2,"token":2,"your":1,"apt":2,"update":1,"install":1,"y":1,"git":1,"unzip":1,"vllm":1,"source":1,"loc":1,"buildkite":1,"sh":1,"will":1,"be":1},"0,1372,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"vllm":12,"benchmark":12,"suite":1,"introduction":1,"this":1,"directory":1,"contains":1,"two":1,"sets":1,"of":2,"for":8,"performance":7,"s":3,"under":1,"various":1,"workload":1,"developers":2,"to":6,"gain":1,"clarity":1,"on":6,"whether":1,"their":1,"pr":1,"improves":1,"degrades":1,"nightly":3,"compare":1,"against":1,"alternatives":1,"tgi":2,"trt":2,"llm":2,"and":6,"lmdeploy":2,"the":5,"public":1,"know":1,"when":1,"choose":1,"see":1,"dashboard":1,"https":2,"hud":1,"pytorch":1,"org":1,"llms":1,"reponame":1,"project":2,"2fvllm":1,"latest":2,"results":2,"github":2,"readme":2,"com":1,"blob":1,"main":1,"md":1,"quick":2,"overview":2,"benchmarking":7,"coverage":2,"latency":1,"throughput":1,"fix":2,"qps":2,"serving":2,"a100":2,"support":2,"fp8":2,"h100":2,"is":2,"coming":2,"intel":1,"xeon":1,"processors":1,"with":1,"different":1,"models":1,"duration":3,"about":3,"1hr":1,"please":1,"try":1,"your":1,"best":1,"constraint":1,"1":1,"hr":1,"so":1,"that":1,"it":1,"won":1,"t":1,"take":1,"forever":1,"run":1,"llama":1,"3":2,"8b":1,"70b":1,"mixtral":1,"8x7b":1,"engines":1,"5hrs":1},"1372,1066,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"trigger":2,"the":8,"benchmark":6,"performance":2,"will":2,"be":2,"triggered":2,"when":2,"a":1,"pr":1,"being":1,"merged":1,"into":1,"vllm":3,"every":2,"commit":2,"for":7,"those":2,"prs":2,"with":2,"perf":2,"benchmarks":5,"label":4,"and":2,"ready":1,"manually":1,"bash":2,"buildkite":1,"nightly":3,"scripts":1,"run":1,"sh":1,"runtime":1,"environment":1,"variables":1,"on":2,"cpu":1,"set":1,"value":7,"to":6,"1":1,"intel":1,"xeon":1,"processors":1,"default":9,"is":6,"0":1,"serving":2,"json":6,"file":6,"use":6,"tests":3,"empty":5,"string":5,"latency":2,"throughput":1,"throughout":1,"remote":4,"host":1,"ip":1,"service":2,"port":2},"2438,1746,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"performance":5,"benchmark":1,"details":1,"see":1,"benchmarks":3,"descriptions":3,"md":2,"for":6,"detailed":1,"and":2,"use":3,"tests":14,"latency":10,"json":12,"throughput":2,"serving":2,"to":5,"configure":2,"the":16,"test":6,"cases":1,"note":3,"intel":1,"xeon":1,"processors":1,"cpu":3,"instead":2,"here":1,"is":2,"an":1,"example":3,"of":3,"one":1,"inside":1,"name":2,"llama8b":1,"tp1":1,"parameters":4,"model":2,"meta":4,"llama":4,"3":2,"8b":2,"tensor":2,"parallel":2,"size":2,"1":2,"load":2,"format":2,"dummy":2,"num":4,"iters":4,"warmup":2,"5":2,"15":2,"in":3,"this":1,"attributes":1,"a":1,"unique":1,"identifier":1,"it":1,"must":1,"start":1,"with":1,"attribute":1,"control":1,"command":3,"line":3,"arguments":4,"be":2,"used":1,"vllm":3,"bench":3,"that":2,"please":3,"underline":2,"dash":2,"when":2,"specifying":1,"run":1,"sh":1,"will":3,"convert":1,"feeding":1,"corresponding":1,"numbers":1,"are":2,"highly":1,"sensitive":1,"value":1,"make":1,"sure":1,"set":1,"correctly":1,"warning":1,"benchmarking":1,"script":1,"save":1,"results":1,"by":1,"itself":1,"so":1,"do":1,"not":1,"output":1,"parameter":1,"file":1},"4184,332,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"throughput":3,"test":2,"the":6,"tests":3,"are":1,"specified":1,"in":1,"json":2,"syntax":1,"is":2,"similar":1,"to":2,"latency":1,"except":1,"for":1,"that":1,"parameters":1,"will":1,"be":1,"fed":1,"forward":1,"vllm":1,"bench":1,"number":2,"of":2,"this":2,"also":1,"stable":1,"a":2,"slight":1,"change":1,"on":1,"value":1,"might":1,"vary":1,"performance":1,"numbers":1,"by":1,"lot":1},"4516,1686,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"serving":7,"test":7,"we":1,"the":16,"throughput":1,"by":2,"using":1,"vllm":5,"bench":3,"serve":3,"with":2,"request":2,"rate":2,"inf":2,"to":4,"cover":1,"online":1,"overhead":1,"corresponding":1,"parameters":6,"are":1,"in":3,"tests":2,"json":5,"and":2,"here":1,"is":3,"an":1,"example":2,"name":3,"llama8b":1,"tp1":1,"sharegpt":4,"qps":3,"list":3,"1":2,"4":1,"16":2,"server":3,"model":2,"meta":4,"llama":4,"3":2,"8b":2,"tensor":1,"parallel":1,"size":1,"swap":1,"space":1,"disable":1,"log":1,"stats":1,"load":1,"format":1,"dummy":1,"client":2,"backend":1,"dataset":3,"path":1,"v3":1,"unfiltered":1,"cleaned":1,"split":1,"num":1,"prompts":1,"200":1,"inside":2,"this":3,"attribute":1,"also":1,"a":2,"unique":1,"identifier":1,"for":4,"it":2,"must":1,"start":1,"includes":2,"command":2,"line":2,"arguments":2,"controls":1,"of":2,"will":2,"be":1,"used":1,"configure":2,"parameter":1,"number":2,"less":1,"stable":1,"compared":1,"delay":1,"latency":1,"benchmarks":1,"due":1,"randomized":1,"sampling":1,"benchmark":1,"py":1,"but":1,"large":1,"change":2,"on":1,"e":1,"g":1,"5":1,"still":1,"vary":1,"output":1,"greatly":1,"warning":1,"benchmarking":1,"script":1,"save":2,"results":3,"itself":1,"so":1,"please":1,"do":1,"not":1,"or":1,"other":1,"saving":1,"related":1},"6202,1482,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"visualizing":1,"the":20,"results":22,"convert":2,"json":16,"to":5,"markdown":4,"py":6,"helps":2,"you":3,"put":1,"benchmarking":4,"inside":2,"a":4,"table":4,"by":1,"formatting":1,"descriptions":2,"md":3,"performance":3,"benchmarks":1,"with":4,"real":1,"can":1,"find":1,"result":3,"presented":1,"as":1,"buildkite":1,"benchmark":13,"job":1,"page":1,"if":2,"do":1,"not":1,"see":1,"please":1,"wait":1,"till":1,"finish":1,"running":1,"version":2,"of":4,"together":1,"will":1,"be":1,"also":1,"attached":1,"file":1,"raw":1,"in":3,"format":1,"files":3,"are":1,"artifacts":1,"tab":1,"compare":6,"converted":1,"using":2,"when":1,"run":1,"script":2,"generates":1,"under":1,"folder":1,"along":1,"and":6,"compares":2,"two":1,"provides":1,"ratio":1,"e":1,"g":1,"for":1,"output":2,"tput":1,"median":2,"ttft":1,"tpot":1,"only":1,"one":1,"is":2,"passed":1,"different":1,"tp":1,"pp":1,"configurations":1,"instead":1,"here":1,"an":1,"example":1,"b":2,"model":1,"dataset":1,"name":1,"input":1,"lenght":1,"max":1,"concurrency":1,"qps":1,"python3":1,"f":2},"7684,931,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"model":1,"dataset":1,"name":1,"input":1,"len":2,"output":1,"of":1,"max":1,"concurrency":1,"qps":1,"results":6,"a":2,"benchmark":2,"json":2,"b":1,"perf":1,"ratio":1,"0":1,"meta":4,"llama":4,"3":2,"1":6,"8b":2,"instruct":2,"random":2,"128":4,"1000":2,"142":1,"633982":1,"156":1,"526018":1,"097396":1,"inf":1,"241":1,"620334":1,"294":1,"018783":1,"216863":1,"comparison":1,"diagram":1,"will":1,"be":1,"generated":1,"below":1,"the":1,"table":1,"here":1,"is":1,"an":1,"example":1,"to":1,"compare":1,"between":1,"96c":2,"gnr":2,"091":2,"tp2pp3":2,"and":1,"128c":2,"img":1,"width":1,"1886":1,"height":1,"828":1,"alt":1,"image":1,"src":1,"https":1,"github":1,"com":1,"user":1,"attachments":1,"assets":1,"c02a43ef":1,"25d0":1,"4fd6":1,"90e5":1,"2169a28682dd":1},"8615,1676,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/README.md":{"nightly":18,"test":3,"details":1,"see":1,"descriptions":3,"md":3,"for":5,"the":17,"detailed":1,"description":1,"on":1,"workload":2,"models":1,"and":6,"docker":6,"containers":4,"of":2,"benchmarking":5,"other":1,"llm":3,"engines":2,"workflow":1,"pipeline":3,"yaml":3,"specifies":1,"different":1,"serving":3,"inside":2,"each":1,"container":2,"we":3,"run":6,"scripts":8,"benchmarks":4,"sh":6,"which":1,"will":2,"probe":1,"engine":2,"current":1,"parse":1,"described":1,"in":4,"tests":7,"json":4,"launch":3,"right":1,"benchmark":2,"specified":2,"via":1,"server":2,"at":1,"last":1,"summary":2,"results":4,"py":2,"to":5,"collect":1,"plot":1,"final":1,"update":1,"buildkite":1,"include":1,"command":1,"line":1,"arguments":1,"commands":1,"together":1,"with":2,"cases":1,"format":1,"is":2,"highly":1,"similar":1,"performance":1,"are":3,"warning":2,"versions":2,"hard":2,"coded":2,"should":1,"be":2,"aligned":1,"need":1,"as":2,"there":1,"several":2,"version":2,"specific":1,"bug":1,"fixes":1,"populating":1,"trt":1,"latest":1,"not":1,"easy":1,"it":1,"requires":1,"updating":1,"protobuf":1,"files":1,"tensorrt":2,"demo":2,"https":1,"github":1,"com":1,"neuralmagic":1,"git":1},"1,1915,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/nightly-descriptions.md":{"nightly":5,"benchmark":3,"this":3,"aims":1,"to":4,"provide":2,"performance":2,"clarity":2,"on":1,"which":1,"one":2,"vllm":7,"tensorrt":3,"llm":4,"lmdeploy":3,"and":4,"sglang":3,"leads":1,"in":4,"what":1,"workload":2,"be":1,"reproducible":1,"can":1,"run":1,"the":11,"exact":2,"same":2,"set":1,"of":2,"benchmarking":1,"commands":2,"inside":1,"docker":3,"by":1,"following":1,"reproducing":1,"instructions":1,"latest":2,"results":2,"link":2,"https":3,"blog":1,"ai":1,"2024":1,"09":1,"05":1,"perf":1,"update":1,"html":1,"scroll":1,"end":1,"reproduction":1,"guilde":1,"github":3,"issue":2,"com":2,"project":1,"issues":2,"8176":1,"setup":1,"images":2,"openai":1,"v0":3,"6":2,"2":3,"lmsysorg":1,"3":4,"cu121":1,"openmmlab":1,"1":2,"cu12":1,"nvcr":1,"io":1,"nvidia":3,"tritonserver":1,"24":1,"07":3,"trtllm":1,"python":1,"py3":1,"note":1,"we":5,"uses":1,"r24":2,"as":3,"current":1,"implementation":1,"only":1,"works":1,"for":4,"version":1,"are":3,"going":1,"bump":1,"up":1,"check":2,"pipeline":2,"yaml":2,"concrete":2,"specs":1,"use":3,"hardware":1,"8x":1,"a100":1,"gpus":1,"dataset":4,"sharegpt":1,"prefill":1,"heavy":2,"average":3,"462":2,"input":2,"tokens":4,"16":2,"output":2,"decode":1,"256":1,"tests":3,"json":2,"configuration":1,"datasets":1,"models":1,"llama":3,"8b":1,"70b":1,"do":1,"not":1,"it":1,"is":1,"incompatible":1,"with":2,"trt":1,"2105":1,"qps":1,"query":1,"per":1,"second":1,"4":1,"8":1,"32":1,"inf":1,"queries":1,"randomly":1,"sampled":1,"arrival":1,"patterns":1,"determined":1,"via":1,"poisson":1,"process":1,"but":1,"all":1,"fixed":1,"random":1,"seed":1,"evaluation":1,"metrics":1,"throughput":1,"higher":1,"better":3,"ttft":1,"time":1,"first":1,"token":2,"lower":2,"itl":1,"inter":1,"latency":1},"1916,156,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/nightly-descriptions.md":{"known":1,"issues":2,"trt":1,"llm":2,"crashes":1,"with":1,"llama":1,"3":1,"1":1,"8b":1,"issue":1,"https":1,"github":1,"com":1,"nvidia":1,"tensorrt":1,"2105":1,"tgi":1,"does":1,"not":1,"support":1,"ignore":1,"eos":1,"flag":1},"0,801,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/download-tokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":5,"vllm":1,"project":1,"import":2,"argparse":2,"from":2,"transformers":1,"autotokenizer":2,"def":1,"main":3,"model":5,"cachedir":5,"load":1,"tokenizer":6,"and":2,"save":4,"it":1,"specified":1,"directory":2,"pretrained":2,"print":1,"f":1,"saved":1,"if":1,"name":2,"parser":4,"argumentparser":1,"description":1,"download":1,"hugging":1,"face":1,"add":2,"argument":2,"type":2,"str":2,"required":2,"true":2,"help":2,"of":1,"args":4,"parse":1},"0,275,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/get-lmdeploy-modelname.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"lmdeploy":1,"serve":1,"openai":1,"api":3,"client":3,"import":1,"apiclient":2,"http":1,"localhost":1,"8000":1,"model":2,"name":2,"available":1,"models":1,"print":1},"0,1987,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/generate-nightly-markdown.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"import":6,"argparse":2,"json":1,"from":2,"pathlib":1,"path":2,"numpy":1,"as":2,"np":3,"pandas":1,"pd":1,"tabulate":2,"def":4,"parse":3,"arguments":2,"parser":4,"argumentparser":1,"description":3,"command":1,"line":1,"for":2,"summary":1,"nightly":1,"results":7,"script":1,"add":2,"argument":2,"folder":4,"type":2,"str":6,"required":2,"true":2,"help":2,"where":1,"are":1,"stored":1,"of":1,"args":5,"return":3,"get":7,"perf":7,"df":14,"method":8,"model":8,"metric":7,"means":4,"qps":3,"in":2,"4":1,"8":1,"16":1,"inf":1,"target":6,"test":2,"name":2,"contains":3,"engine":1,"filtered":3,"if":4,"empty":1,"append":2,"else":2,"values":1,"array":1,"w":1,"std":12,"ttft":1,"itl":1,"mean":9,"ms":2,"tolist":3,"none":3,"success":2,"successful":1,"req":1,"is":1,"not":1,"sqrt":1,"assert":1,"tput":3,"input":1,"tok":2,"s":2,"output":1,"main":1},"1987,633,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/generate-nightly-markdown.py":{"collect":1,"results":8,"for":1,"test":2,"file":2,"in":1,"folder":1,"glob":1,"nightly":3,"json":2,"with":3,"open":3,"as":3,"f":6,"loads":1,"read":2,"generate":1,"markdown":1,"table":4,"df":2,"pd":1,"dataframe":1,"from":1,"dict":1,"md":3,"tabulate":1,"headers":1,"keys":1,"tablefmt":1,"pipe":1,"showindex":1,"false":1,"args":3,"description":5,"format":1,"benchmarking":1,"w":1,"write":1,"if":1,"name":1,"main":2,"parse":1,"arguments":1},"0,1164,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"import":11,"argparse":1,"json":1,"os":1,"shlex":1,"from":4,"importlib":1,"util":1,"pathlib":1,"path":1,"typing":1,"any":1,"pandas":1,"as":2,"pd":1,"psutil":1,"regex":1,"re":1,"tabulate":2,"latency":7,"results":6,"and":3,"keys":3,"that":3,"will":3,"be":3,"printed":3,"into":3,"markdown":3,"column":2,"mapping":2,"test":4,"name":4,"gpu":4,"type":2,"avg":1,"mean":1,"ms":3,"p10":2,"s":7,"p25":2,"p50":1,"median":1,"p75":2,"p90":2,"p99":2,"throughput":3,"tests":1,"num":2,"requests":2,"of":2,"req":2,"total":2,"tokens":3,"elapsed":2,"time":2,"per":2,"second":2,"tput":2,"tok":1,"serving":2},"1164,1682,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"serving":4,"column":1,"mapping":1,"test":2,"name":4,"model":2,"id":1,"dataset":2,"input":4,"len":4,"output":6,"tp":2,"size":5,"pp":2,"dtype":2,"gpu":2,"type":1,"completed":1,"of":2,"req":2,"qps":2,"max":2,"concurrency":2,"request":1,"throughput":6,"tput":3,"s":3,"total":6,"token":2,"tok":2,"tokens":4,"mean":6,"ttft":6,"ms":16,"median":6,"p99":6,"tpot":4,"itl":6,"def":3,"read":2,"markdown":1,"file":4,"if":2,"os":1,"path":1,"exists":1,"with":2,"open":1,"as":1,"f":4,"return":4,"n":2,"else":1,"not":1,"found":1,"results":1,"to":5,"json":2,"latency":3,"dumps":1,"dict":3,"get":1,"unit":3,"bytes":5,"suffix":2,"b":1,"scale":1,"its":1,"proper":1,"format":1,"e":1,"g":2,"1253656":1,"1":2,"20mb":1,"1253656678":1,"17gb":1,"factor":3,"1024":1,"for":1,"in":1,"k":1,"m":1,"t":1,"p":1,"2f":1},"2846,1615,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"def":2,"coerce":3,"val":13,"str":4,"any":3,"best":1,"effort":1,"type":1,"coercion":1,"from":1,"string":2,"to":1,"python":1,"types":1,"low":4,"lower":1,"if":11,"null":1,"return":6,"none":1,"true":3,"false":2,"integers":1,"re":2,"fullmatch":2,"r":2,"d":3,"try":2,"int":1,"except":2,"valueerror":3,"pass":2,"floats":1,"keep":1,"inf":2,"nan":1,"as":1,"strings":1,"float":1,"parse":2,"client":3,"command":3,"cmd":2,"dict":2,"the":1,"shell":1,"into":1,"executable":3,"script":3,"args":4,"toks":6,"shlex":1,"split":3,"len":2,"2":2,"raise":1,"must":1,"include":1,"an":1,"and":1,"a":1,"0":1,"1":4,"i":4,"while":1,"t":5,"startswith":1,"key":7,"value":2,"or":2,"boolean":1,"flag":1,"in":2,"metadata":1,"md":4,"k":2,"v":2,"else":2,"continue":1},"4461,1584,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"special":1,"consume":1,"metadata":2,"k":3,"v":3,"pairs":1,"until":1,"next":2,"flag":3,"if":6,"key":4,"i":11,"1":8,"md":4,"while":1,"len":2,"toks":6,"and":2,"not":5,"startswith":2,"pair":4,"in":2,"split":1,"coerce":2,"else":3,"true":3,"args":8,"continue":1,"standard":1,"check":1,"token":1,"is":1,"a":2,"value":1,"2":1,"lone":1,"unexpected":1,"positional":1,"skip":1,"return":1,"executable":2,"script":2,"name":2,"main":1,"parser":3,"argparse":1,"argumentparser":1,"add":1,"argument":1,"r":1,"result":3,"type":1,"str":1,"default":1,"results":8,"help":1,"folder":6,"for":2,"benchmark":1,"output":1,"parse":1,"path":1,"exists":1,"raise":1,"filenotfounderror":1,"f":3,"does":1,"exist":1,"collect":1,"test":2,"file":2,"glob":1,"json":2,"with":1,"open":1,"as":1,"raw":1,"loads":1,"read":1},"6045,1793,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"if":3,"serving":1,"in":5,"str":3,"test":2,"file":2,"this":1,"result":5,"is":1,"generated":1,"via":1,"vllm":1,"bench":1,"serve":1,"command":19,"attach":1,"the":1,"benchmarking":1,"to":1,"raw":4,"try":1,"with":2,"open":1,"suffix":1,"commands":1,"as":2,"f":2,"json":1,"loads":1,"read":1,"except":1,"oserror":1,"e":2,"print":1,"continue":1,"parse":8,"server":6,"arg":8,"out":6,"dict":2,"any":2,"client":8,"args":8,"tensor":1,"parallel":2,"size":4,"pipeline":1,"dtype":2,"col":4,"mapping":4,"tp":1,"pp":1,"for":2,"index":4,"enumerate":2,"update":3,"dataset":2,"name":2,"random":2,"input":2,"len":4,"output":2,"request":1,"rate":1,"qps":1,"add":1},"7838,1939,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"update":9,"the":9,"test":12,"name":8,"of":3,"this":5,"result":25,"raw":17,"file":6,"stem":3,"add":3,"to":7,"serving":1,"results":3,"append":3,"continue":5,"elif":2,"latency":5,"in":3,"f":8,"is":2,"generated":2,"via":2,"vllm":2,"bench":2,"command":8,"attach":2,"benchmarking":2,"try":2,"with":4,"open":2,"suffix":2,"commands":2,"as":4,"json":2,"loads":2,"read":2,"except":2,"oserror":2,"e":4,"print":3,"get":1,"different":1,"percentiles":2,"for":1,"perc":3,"10":1,"25":1,"50":1,"75":1,"90":1,"99":1,"multiply":1,"1000":3,"convert":1,"time":1,"unit":1,"from":1,"s":1,"ms":1,"p":1,"str":1,"avg":2,"throughput":3,"skipping":1},"9777,1901,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"latency":10,"results":32,"pd":4,"dataframe":4,"from":6,"dict":4,"serving":11,"throughput":10,"svmem":2,"psutil":3,"virtual":1,"memory":2,"platform":6,"data":4,"physical":1,"cores":2,"cpu":5,"count":2,"logical":2,"false":1,"total":4,"true":1,"get":4,"size":1,"with":1,"unit":1,"if":7,"util":2,"find":2,"spec":2,"numa":3,"is":2,"not":5,"none":2,"import":2,"info":5,"nodes":2,"num":1,"configured":1,"cpuinfo":2,"brand":2,"raw":2,"orient":1,"index":1,"columns":7,"json":4,"to":2,"remapping":1,"the":1,"key":1,"for":3,"visualization":1,"purpose":1,"empty":4,"list":2,"column":6,"mapping":6,"keys":2,"rename":3,"valid":2,"col":3,"in":3,"processed":1,"df":2,"continue":1},"11678,1856,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/convert-results-json-to-markdown.py":{"sort":2,"all":1,"dataframes":1,"by":2,"their":1,"respective":1,"test":2,"name":2,"columns":1,"df":3,"values":1,"inplace":1,"true":2,"the":2,"gpus":1,"sometimes":1,"come":1,"in":3,"format":2,"of":1,"gputype":1,"ngputype":1,"n":3,"we":1,"want":1,"to":4,"turn":1,"it":1,"into":1,"8xgputype":1,"gpu":2,"apply":1,"lambda":1,"x":4,"f":5,"len":1,"split":2,"0":1,"get":1,"markdown":6,"tables":1,"latency":5,"md":12,"table":12,"tabulate":4,"results":20,"headers":4,"keys":4,"tablefmt":4,"pipe":4,"showindex":4,"false":3,"serving":5,"throughput":5,"platform":4,"document":2,"result":1,"file":4,"benchmark":2,"json":7,"with":2,"open":2,"folder":2,"w":2,"as":2,"read":1,"buildkite":1,"nightly":1,"benchmarks":2,"performance":1,"descriptions":1,"tests":3,"benchmarking":2,"string":1,"processed":1,"write":2,"dict":3,"orient":3,"records":3,"dumps":1},"0,1895,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/summary-nightly-results.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":1,"project":1,"import":6,"datetime":1,"json":4,"os":1,"from":3,"pathlib":1,"path":2,"pandas":1,"as":3,"pd":2,"tabulate":2,"results":12,"folder":2,"serving":11,"and":1,"keys":2,"that":1,"will":1,"be":1,"printed":1,"into":1,"markdown":1,"column":3,"mapping":3,"test":8,"name":5,"gpu":2,"type":1,"completed":1,"successful":1,"req":2,"request":1,"throughput":3,"tput":3,"s":3,"mean":6,"ttft":6,"ms":18,"std":6,"median":6,"itl":6,"tpot":6,"total":6,"token":2,"tok":2,"output":4,"input":2,"tokens":4,"engine":2,"if":2,"main":1,"collect":1,"for":1,"file":4,"in":1,"glob":1,"with":3,"open":2,"f":4,"raw":6,"result":8,"loads":2,"read":2,"attach":1,"benchmarking":1,"command":3,"suffix":1,"commands":1,"update":3,"of":1,"this":1,"stem":1,"add":1,"append":1,"continue":1,"dataframe":1,"dict":1,"not":1,"empty":1,"list":1,"rename":1,"columns":1},"1895,961,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/summary-nightly-results.py":{"serving":9,"md":7,"table":6,"with":6,"headers":4,"tabulate":1,"results":11,"keys":1,"tablefmt":1,"pipe":1,"showindex":1,"false":1,"remove":1,"the":1,"first":1,"line":1,"of":1,"header":3,"lines":2,"split":1,"n":3,"without":1,"join":1,"2":1,"prefix":5,"datetime":2,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"os":1,"environ":1,"get":1,"current":1,"llm":1,"engine":1,"document":3,"benchmarking":2,"in":2,"markdown":1,"open":2,"folder":2,"f":7,"nightly":2,"w":2,"as":2,"for":1,"those":1,"who":1,"wants":1,"to":2,"reproduce":1,"our":1,"benchmark":1,"write":3,"json":3,"dict":1,"orient":1,"records":1,"dumps":1},"0,1784,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/compare-json-results.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":4,"argparse":1,"json":5,"os":1,"pandas":1,"as":1,"pd":3,"def":2,"compare":8,"data":11,"columns":6,"files":3,"name":5,"column":9,"info":3,"cols":6,"drop":2,"debug":3,"false":1,"print":3,"ncompare":1,"frames":13,"raw":4,"for":2,"file":11,"in":4,"df":16,"read":1,"serving":10,"dropna":1,"subset":1,"ignore":1,"index":1,"true":2,"show":2,"all":1,"first":1,"couple":1,"if":4,"not":2,"col":4,"f":1,"skipping":1,"missing":1,"continue":1,"append":6,"only":1,"test":1,"under":1,"mode":1,"is":1,"rename":2,"join":1,"split":3,"1":4,"len":1,"numbers":1,"among":1,"two":1,"ratio":2,"pop":1,"concat":3,"axis":1,"return":1,"by":2,"tp":2,"pp":2,"input":1,"str":3,"benchmark":2,"results":1,"output":1,"root":1,"list":1,"a":1,"into":1,"separate":1,"folders":1,"size":2},"1784,1833,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/compare-json-results.py":{"creates":1,"output":2,"root":2,"tp":15,"pp":15,"benchmark":2,"results":4,"json":6,"returns":1,"list":5,"of":1,"file":2,"paths":4,"written":1,"load":2,"data":8,"into":2,"dataframe":2,"with":3,"open":1,"input":1,"encoding":1,"utf":1,"8":1,"as":1,"f":4,"if":7,"the":1,"is":1,"a":2,"dict":2,"under":1,"common":1,"keys":1,"use":1,"that":1,"isinstance":2,"for":3,"key":3,"in":6,"serving":1,"benchmarks":1,"get":3,"break":1,"df":14,"pd":3,"handle":1,"alias":1,"column":1,"names":1,"rename":3,"map":2,"size":18,"tensor":1,"parallel":2,"pipeline":1,"columns":5,"k":3,"v":2,"items":1,"inplace":1,"true":2,"ensure":1,"exist":2,"default":1,"to":4,"1":7,"missing":1,"not":2,"make":1,"sure":1,"are":1,"numeric":3,"ints":1,"no":1,"nan":1,"errors":2,"coerce":2,"fillna":2,"astype":2,"int":4,"split":1,"separate":1,"folders":1,"saved":4,"str":1,"group":2,"groupby":1,"dropna":1,"false":2,"folder":3,"name":3,"os":3,"path":2,"join":2,"makedirs":1,"ok":1,"filepath":4,"orient":1,"records":1,"indent":1,"2":1,"force":1,"ascii":1,"print":1,"append":1,"return":1},"3617,1943,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/compare-json-results.py":{"if":4,"name":7,"main":1,"parser":6,"argparse":2,"argumentparser":1,"add":4,"argument":4,"f":1,"file":6,"action":3,"append":1,"type":2,"str":2,"help":4,"input":2,"debug":5,"store":1,"true":2,"show":1,"all":1,"information":1,"for":5,"debugging":1,"plot":7,"booleanoptionalaction":1,"default":2,"perf":2,"diagrams":1,"or":1,"not":2,"no":1,"x":2,"xaxis":3,"of":3,"max":2,"concurrency":2,"column":5,"to":4,"use":1,"as":2,"axis":3,"in":5,"comparision":1,"graph":1,"args":9,"parse":1,"drop":2,"p99":1,"test":1,"info":7,"cols":12,"model":1,"dataset":1,"len":4,"output":5,"tp":3,"size":4,"pp":3,"qps":1,"data":6,"compare":5,"tput":1,"tok":1,"s":1,"median":4,"ttft":2,"ms":1,"html":2,"msgs":1,"tokens":1,"n":3,"tpot":1,"1":1,"files":4,"split":1,"json":1,"by":1,"0":1,"root":1,"splits":1,"c":3,"else":2,"print":1,"comparing":1,"join":1,"feature":1,"assign":1,"y":2,"from":1,"one":1,"index":2,"6":1,"with":1,"open":1,"comparison":1,"w":1,"text":1,"i":2,"range":1,"df":1,"raw":1,"columns":1},"5560,1046,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/compare-json-results.py":{"for":4,"plot":2,"feature":1,"insert":2,"y":2,"axis":2,"from":1,"one":1,"of":1,"info":6,"cols":12,"raw":1,"data":2,"0":1,"index":1,"filtered":3,"2":1,"existing":4,"group":7,"c":3,"in":3,"if":3,"output":7,"df":5,"columns":3,"not":1,"raise":1,"valueerror":1,"f":3,"no":1,"valid":1,"by":2,"expected":1,"subset":1,"but":1,"dataframe":1,"has":1,"list":1,"sorted":2,"sort":1,"values":1,"groups":2,"groupby":1,"dropna":1,"false":1,"name":1,"html":4,"to":1,"text":2,"file":2,"write":2,"msgs":1,"i":1,"is":1,"true":1,"import":2,"pandas":1,"as":2,"pd":1,"plotly":1,"express":1,"px":1},"6606,985,data/raw/vllm-0.10.1/.buildkite/nightly-benchmarks/scripts/compare-json-results.py":{"df":6,"group":1,"raw":1,"data":4,"cols":8,"sorted":2,"sort":1,"values":1,"by":1,"info":4,"y":5,"axis":4,"index":4,"melt":2,"dataframe":1,"for":1,"plotting":1,"melted":2,"id":1,"vars":1,"var":1,"name":2,"configuration":2,"value":1,"to":5,"compare":3,"i":3,"title":3,"vs":1,"create":1,"plotly":1,"line":2,"chart":1,"fig":2,"px":1,"x":1,"color":1,"markers":1,"true":2,"export":1,"html":3,"text":1,"file":1,"write":1,"full":1,"include":1,"plotlyjs":1,"cdn":1},"0,1810,data/raw/vllm-0.10.1/.buildkite/lm-eval-harness/test_lm_eval_correctness.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"lm":7,"eval":17,"harness":1,"on":1,"model":11,"compare":1,"vs":1,"hf":1,"baseline":1,"computed":1,"offline":1,"configs":3,"are":1,"found":1,"in":4,"yaml":3,"pytest":1,"s":1,"v":1,"test":2,"correctness":2,"py":1,"config":13,"list":1,"file":1,"models":1,"small":1,"txt":1,"tp":5,"size":7,"1":1,"import":3,"numpy":1,"as":1,"np":2,"rtol":3,"08":1,"def":2,"launch":2,"trust":4,"remote":4,"code":4,"get":2,"false":1,"max":4,"len":4,"4096":1,"args":3,"f":8,"pretrained":1,"name":6,"tensor":1,"parallel":1,"enforce":1,"eager":1,"true":3,"add":1,"bos":1,"token":1,"results":5,"simple":1,"evaluate":1,"tasks":3,"task":6,"for":3,"num":2,"fewshot":2,"limit":2,"batch":1,"auto":1,"return":1,"param":1,"filename":2,"safe":1,"load":1,"read":1,"text":1,"encoding":1,"utf":1,"8":1,"success":4,"metric":4,"metrics":1,"ground":4,"truth":4,"value":4,"measured":4,"print":1,"and":1,"isclose":1,"assert":1},"0,1316,data/raw/vllm-0.10.1/.buildkite/lm-eval-harness/conftest.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":1,"project":1,"from":1,"pathlib":1,"import":2,"path":7,"pytest":5,"def":4,"addoption":3,"parser":3,"config":15,"list":7,"file":8,"action":2,"store":2,"help":2,"listing":1,"model":1,"yamls":1,"one":1,"per":1,"line":5,"tp":3,"size":4,"default":1,"1":1,"tensor":1,"parallel":1,"use":1,"for":2,"evaluation":1,"fixture":2,"scope":2,"session":2,"pytestconfig":4,"dir":4,"rel":4,"getoption":3,"return":2,"generate":1,"tests":1,"metafunc":4,"if":2,"filename":2,"in":2,"fixturenames":1,"resolve":1,"parent":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":2,"configs":2,"strip":2,"and":1,"not":1,"startswith":1,"parametrize":1},"0,192,data/raw/vllm-0.10.1/.buildkite/lm-eval-harness/configs/models-large.txt":{"meta":3,"llama":3,"3":3,"70b":2,"instruct":4,"fbgemm":1,"nonuniform":1,"yaml":6,"mixtral":1,"8x7b":1,"v0":1,"1":1,"qwen2":1,"57b":1,"a14":1,"deepseek":1,"v2":1,"lite":1,"chat":1,"8b":1,"qqq":1},"0,284,data/raw/vllm-0.10.1/.buildkite/lm-eval-harness/configs/models-small.txt":{"qwen2":2,"5":3,"1":1,"5b":1,"instruct":5,"yaml":6,"meta":3,"llama":3,"3":3,"2":1,"1b":1,"int8":2,"compressed":4,"tensors":4,"8b":2,"asym":1,"nonuniform":1,"vl":1,"3b":1,"fp8":1,"dynamic":1,"qwen1":1,"moe":1,"w4a16":1},"0,1375,data/raw/vllm-0.10.1/vllm/version.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":14,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":7,"vllm":1,"project":1,"try":1,"from":1,"version":26,"import":2,"tuple":10,"except":1,"exception":1,"as":1,"e":2,"warnings":2,"warn":1,"f":3,"failed":1,"read":1,"commit":1,"hash":1,"n":1,"runtimewarning":1,"stacklevel":1,"dev":3,"def":2,"prev":2,"minor":5,"was":1,"str":4,"check":1,"whether":1,"a":3,"given":1,"matches":2,"previous":3,"return":7,"true":3,"if":5,"for":4,"example":1,"current":1,"7":1,"4":1,"and":1,"supplied":1,"is":2,"6":1,"used":1,"show":1,"hidden":1,"metrics":1,"match":1,"anything":1,"this":3,"tree":2,"note":1,"won":1,"t":1,"do":1,"right":1,"thing":1,"when":1,"we":1,"release":1,"1":8,"assert":3,"isinstance":2,"int":2,"purpose":1,"of":1,"testing":1,"number":1,"in":1,"will":2,"but":1,"that":1,"work":1,"fine":1},"0,1936,data/raw/vllm-0.10.1/vllm/outputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":21,"vllm":6,"project":1,"import":12,"time":1,"from":10,"collections":2,"abc":2,"mutablesequence":1,"sequence":3,"as":1,"genericsequence":2,"dataclasses":1,"dataclass":2,"typing":2,"any":1,"generic":1,"optional":5,"union":2,"torch":1,"extensions":1,"typevar":1,"logger":4,"init":2,"lora":4,"request":6,"lorarequest":2,"multimodal":1,"inputs":1,"multimodalplaceholderdict":1,"sampling":1,"params":1,"requestoutputkind":1,"promptlogprobs":1,"requestmetrics":1,"samplelogprobs":2,"sequencegroup":1,"sequencegroupbase":1,"sequencestatus":1,"name":1,"class":1,"completionoutput":1,"output":7,"data":1,"of":6,"one":1,"completion":3,"a":1,"args":1,"index":3,"in":1,"text":5,"generated":3,"token":5,"ids":3,"cumulative":3,"logprob":2,"log":2,"probability":2,"logprobs":3,"probabilities":1,"top":1,"words":1,"at":1,"each":1,"position":1,"if":2,"are":1,"requested":1,"finish":3,"reason":7,"why":1,"is":2,"finished":3,"stop":4,"string":1,"or":1,"id":1,"that":2,"caused":1,"none":6,"for":1,"some":1,"other":1,"including":1,"encountering":1,"eos":1,"was":1,"used":1,"generate":1,"int":3,"str":3,"float":1,"def":1,"self":2,"bool":1,"return":1,"not":1},"1936,1976,data/raw/vllm-0.10.1/vllm/outputs.py":{"def":3,"repr":2,"self":13,"str":2,"return":4,"f":8,"completionoutput":1,"index":2,"text":2,"r":1,"token":8,"ids":7,"cumulative":2,"logprob":2,"logprobs":3,"finish":2,"reason":4,"stop":2,"dataclass":1,"class":3,"poolingoutput":2,"the":25,"output":5,"data":8,"of":10,"one":1,"pooling":1,"a":2,"request":11,"args":2,"extracted":1,"hidden":1,"states":1,"torch":1,"tensor":1,"eq":1,"other":3,"object":1,"bool":2,"isinstance":1,"and":1,"all":1,"requestoutput":1,"completion":1,"to":3,"llm":1,"id":2,"unique":1,"prompt":12,"string":2,"for":3,"encoder":6,"decoder":6,"models":2,"this":2,"is":3,"input":2,"log":1,"probabilities":1,"per":1,"outputs":1,"sequences":1,"finished":2,"whether":1,"whole":1,"metrics":2,"associated":1,"with":2,"lora":2,"that":1,"was":1,"used":1,"generate":1,"none":2,"if":2,"only":2,"num":1,"cached":1,"tokens":2,"number":1,"prefix":1,"cache":1,"hit":1,"kv":1,"transfer":2,"params":2,"remote":1,"k":1,"v":1},"3912,1815,data/raw/vllm-0.10.1/vllm/outputs.py":{"def":2,"init":1,"self":17,"request":6,"id":3,"str":5,"prompt":15,"optional":10,"token":6,"ids":6,"list":3,"int":3,"logprobs":3,"promptlogprobs":1,"outputs":3,"completionoutput":1,"finished":5,"bool":2,"metrics":3,"requestmetrics":1,"none":9,"lora":3,"lorarequest":1,"encoder":6,"num":3,"cached":3,"tokens":3,"multi":3,"modal":3,"placeholders":3,"multimodalplaceholderdict":1,"kv":5,"transfer":5,"params":5,"dict":1,"any":2,"forward":1,"compatibility":1,"code":1,"that":1,"uses":1,"args":1,"added":1,"in":1,"new":1,"release":1,"can":1,"still":1,"run":1,"with":1,"older":1,"versions":1,"of":1,"vllm":1,"without":1,"breaking":1,"kwargs":3,"if":1,"logger":1,"warning":1,"once":1,"requestoutput":3,"ignoring":1,"extra":1,"arguments":1,"s":1,"or":1,"add":1,"next":3,"output":3,"aggregate":1,"merge":1,"subsequent":1,"into":1,"this":1,"one":1},"5727,1968,data/raw/vllm-0.10.1/vllm/outputs.py":{"for":2,"next":12,"completion":23,"in":3,"output":2,"outputs":5,"i":2,"enumerate":1,"self":3,"if":7,"index":3,"aggregate":1,"merge":1,"with":2,"same":1,"text":2,"not":2,"isinstance":1,"token":5,"ids":5,"mutablesequence":1,"list":1,"extend":2,"logprobs":4,"assert":1,"is":3,"none":3,"cumulative":2,"logprob":2,"finish":3,"reason":4,"stop":2,"else":2,"replace":1,"the":2,"new":1,"one":1,"break":1,"append":1,"classmethod":1,"def":1,"from":1,"seq":16,"group":16,"cls":1,"sequencegroup":1,"use":1,"cache":1,"bool":1,"id":5,"to":3,"dict":1,"str":1,"sequencegroupbase":2,"optional":1,"requestoutput":1,"finished":3,"request":2,"assembled":2,"maybe":1,"assemble":1,"return":1},"7695,1894,data/raw/vllm-0.10.1/vllm/outputs.py":{"clear":1,"finished":4,"seq":18,"in":4,"id":9,"to":7,"group":12,"if":7,"len":1,"be":2,"0":1,"for":4,"sub":3,"request":6,"list":1,"index":1,"keys":1,"del":1,"return":3,"cls":1,"from":1,"assembled":1,"use":2,"cache":3,"sampling":8,"params":7,"is":3,"none":7,"raise":1,"valueerror":1,"parameters":1,"are":2,"missing":1,"a":1,"completionrequest":1,"output":7,"kind":2,"requestoutputkind":2,"final":1,"only":1,"and":2,"not":3,"init":1,"needed":1,"cached":4,"requestoutput":1,"type":1,"ignore":1,"prompt":4,"token":1,"ids":1,"logprobs":6,"outputs":3,"false":1,"top":2,"n":2,"seqs":3,"get":2,"create":1,"the":7,"note":1,"we":1,"need":1,"omit":1,"here":1,"explicitly":1,"because":1,"sequence":1,"always":1,"has":1,"of":1,"sampled":1,"tokens":3,"even":1,"requested":1,"include":2,"text":5,"buffer":3,"length":3,"delta":3,"true":1,"num":2,"should":1,"same":1,"all":1,"sequences":1,"i":1,"enumerate":1},"9589,1855,data/raw/vllm-0.10.1/vllm/outputs.py":{"output":24,"token":6,"ids":6,"seq":5,"get":4,"to":1,"return":1,"delta":3,"num":7,"tokens":7,"1":2,"if":10,"isinstance":1,"int":1,"else":3,"len":3,"cached":9,"data":1,"logprobs":9,"include":4,"none":6,"slice":1,"applicable":1,"can":1,"be":1,"0":2,"when":1,"n":1,"and":2,"request":2,"finishes":1,"before":1,"the":2,"others":1,"don":1,"t":1,"prompt":3,"this":1,"is":1,"after":1,"first":1,"containing":1,"decode":1,"false":1,"use":1,"cache":1,"object":2,"outputs":5,"group":1,"type":1,"ignore":1,"i":4,"append":1,"completionoutput":1,"index":2,"text":3,"cumulative":1,"logprob":1,"finish":1,"reason":2,"stop":1,"init":1,"assert":1},"11444,1733,data/raw/vllm-0.10.1/vllm/outputs.py":{"if":6,"isinstance":2,"output":18,"token":15,"ids":15,"int":2,"clear":1,"append":2,"else":7,"cumulative":3,"logprob":3,"seq":13,"get":4,"include":3,"logprobs":8,"none":8,"finish":1,"reason":6,"sequencestatus":2,"finished":6,"status":2,"stop":3,"completionoutput":1,"top":1,"n":1,"seqs":1,"index":1,"text":1,"outputs":1,"every":1,"sequence":2,"in":1,"the":2,"group":7,"should":1,"have":1,"same":1,"prompt":17,"encoder":6,"time":5,"set":1},"13177,1748,data/raw/vllm-0.10.1/vllm/outputs.py":{"init":4,"kwargs":3,"request":14,"id":4,"seq":5,"group":5,"prompt":20,"token":8,"ids":8,"logprobs":4,"outputs":4,"finished":4,"metrics":4,"lora":4,"encoder":8,"num":4,"cached":5,"tokens":4,"multi":4,"modal":4,"placeholders":4,"if":1,"use":1,"cache":1,"output":6,"type":2,"ignore":2,"else":1,"cls":1,"return":2,"def":1,"repr":1,"self":13,"str":1,"f":12,"requestoutput":1,"r":2,"o":3,"typevar":1,"default":1,"poolingoutput":1,"class":1,"poolingrequestoutput":1,"generic":1,"the":2,"data":1,"of":1,"a":1,"pooling":1,"to":1,"llm":1},"14925,1907,data/raw/vllm-0.10.1/vllm/outputs.py":{"args":1,"request":9,"id":9,"str":3,"a":4,"unique":1,"identifier":1,"for":2,"the":6,"pooling":3,"outputs":6,"poolingoutput":2,"results":1,"given":1,"input":1,"prompt":10,"token":10,"ids":10,"list":3,"int":2,"of":3,"used":1,"in":1,"finished":9,"bool":3,"flag":1,"indicating":1,"whether":1,"is":4,"completed":1,"def":4,"init":1,"self":11,"o":1,"staticmethod":2,"from":3,"seq":16,"group":14,"sequencegroup":2,"poolingrequestoutput":3,"pooled":5,"data":8,"assert":1,"not":2,"none":2,"to":3,"dtype":1,"torch":1,"float32":1,"device":1,"cpu":1,"output":4,"return":4,"repr":1,"f":4,"type":1,"name":1,"r":2,"class":2,"requestoutputfactory":1,"create":1,"dict":1,"sequencegroupbase":1,"use":2,"cache":2,"false":1,"if":1,"else":1,"requestoutput":1,"dataclass":1,"embeddingoutput":1,"one":1,"embedding":1},"16832,1923,data/raw/vllm-0.10.1/vllm/outputs.py":{"args":2,"embedding":5,"the":6,"vector":4,"which":2,"is":2,"a":5,"list":4,"of":6,"floats":2,"its":2,"length":2,"depends":2,"on":2,"hidden":4,"dimension":1,"model":1,"float":2,"staticmethod":3,"def":7,"from":4,"base":4,"pooling":5,"output":12,"poolingoutput":2,"pooled":8,"data":11,"if":2,"ndim":2,"1":4,"raise":2,"valueerror":2,"should":2,"be":2,"d":2,"return":7,"embeddingoutput":4,"tolist":2,"property":2,"size":3,"self":8,"int":2,"len":2,"repr":2,"str":2,"f":2,"class":3,"embeddingrequestoutput":2,"poolingrequestoutput":3,"request":8,"id":2,"outputs":2,"prompt":2,"token":2,"ids":2,"finished":2,"dataclass":1,"classificationoutput":4,"one":1,"classification":1,"probs":3,"probability":2,"number":1,"classes":5,"shape":1,"num":4,"classificationrequestoutput":1},"18755,1459,data/raw/vllm-0.10.1/vllm/outputs.py":{"staticmethod":3,"def":4,"from":5,"base":5,"request":15,"output":15,"poolingrequestoutput":3,"return":4,"classificationrequestoutput":1,"id":4,"outputs":4,"classificationoutput":1,"prompt":4,"token":4,"ids":4,"finished":4,"dataclass":1,"class":2,"scoringoutput":5,"the":2,"data":6,"of":2,"one":1,"scoring":1,"a":4,"args":1,"score":6,"similarity":1,"which":1,"is":1,"scalar":3,"value":2,"float":1,"pooling":3,"poolingoutput":1,"shape":1,"classify":1,"task":2,"num":2,"classes":2,"1":1,"embed":1,"pooled":4,"squeeze":1,"if":1,"ndim":1,"0":1,"raise":1,"valueerror":1,"should":1,"be":1,"item":1,"repr":1,"self":2,"str":1,"f":1,"scoringrequestoutput":2},"0,1470,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":2,"typing":1,"import":5,"optional":1,"torch":19,"logger":5,"init":2,"name":1,"try":1,"intel":1,"extension":1,"for":1,"pytorch":1,"as":2,"ipex":6,"except":1,"importerror":1,"e":2,"warning":1,"error":1,"msg":2,"s":1,"class":1,"ops":1,"staticmethod":7,"def":7,"reshape":4,"activation":1,"tensor":16,"x":18,"tuple":1,"num":4,"size":2,"d":4,"1":2,"x1":4,"x2":4,"chunk":1,"chunks":1,"dim":1,"return":3,"silu":2,"and":6,"mul":6,"out":8,"none":4,"llm":4,"functional":6,"gelu":10,"tanh":1,"fast":1,"nn":2,"new":1,"quick":2},"1470,1198,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":1,"def":1,"paged":1,"attention":2,"v1":1,"out":3,"torch":7,"tensor":7,"query":3,"key":2,"cache":7,"value":3,"num":6,"kv":5,"heads":4,"int":8,"scale":4,"float":3,"block":5,"tables":2,"context":4,"lens":2,"size":4,"max":2,"len":2,"alibi":2,"slopes":2,"optional":1,"dtype":2,"str":1,"k":1,"v":1,"tp":1,"rank":1,"0":4,"blocksparse":4,"local":1,"blocks":1,"vert":1,"stride":1,"64":1,"head":1,"sliding":1,"step":1,"none":1,"assert":1,"auto":1,"1":1,"queries":2,"per":2,"tokens":2,"ipex":1,"llm":1,"modules":1,"pagedattention":1,"single":1,"contiguous":1,"view":1,"as":1},"2668,1939,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":2,"def":2,"paged":1,"attention":2,"v2":1,"out":4,"torch":14,"tensor":14,"exp":1,"sum":1,"max":3,"logits":1,"tmp":1,"query":5,"key":4,"cache":10,"value":3,"num":8,"kv":6,"heads":6,"int":9,"scale":4,"float":3,"block":5,"tables":2,"context":4,"lens":2,"size":12,"len":5,"alibi":2,"slopes":2,"optional":1,"dtype":2,"str":1,"k":1,"v":1,"tp":1,"rank":1,"0":4,"blocksparse":4,"local":1,"blocks":1,"vert":1,"stride":1,"64":1,"head":5,"sliding":1,"step":1,"none":2,"assert":1,"auto":1,"1":2,"queries":2,"per":2,"tokens":2,"ipex":2,"llm":2,"modules":1,"pagedattention":1,"single":1,"contiguous":1,"view":1,"as":1,"rotary":2,"embedding":2,"positions":2,"batch":3,"seq":3,"cos":4,"sin":4,"dim":4,"rot":3,"is":2,"neox":2,"bool":1,"functional":1,"batched":1},"4607,1198,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":3,"def":3,"batched":2,"rotary":2,"embedding":2,"positions":2,"torch":11,"tensor":11,"query":2,"key":2,"head":2,"size":2,"int":2,"cos":4,"sin":4,"cache":4,"is":2,"neox":2,"bool":1,"rot":2,"dim":2,"offsets":2,"none":3,"ipex":3,"llm":3,"functional":3,"rms":4,"norm":4,"input":5,"weight":4,"epsilon":4,"float":2,"return":1,"fused":1,"add":2,"residual":2,"tmp":2,"true":1,"copy":1},"5805,1928,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":1,"def":1,"varlen":3,"attention":3,"query":3,"torch":8,"tensor":7,"key":3,"value":3,"out":3,"seqlen":12,"q":6,"k":6,"alibi":3,"slopes":3,"optional":1,"max":6,"int":6,"pdropout":3,"float":5,"softmax":6,"scale":3,"zero":3,"tensors":3,"bool":3,"is":4,"causal":3,"return":3,"gen":3,"generator":1,"window":6,"size":6,"left":3,"right":3,"logits":4,"soft":4,"cap":4,"none":2,"if":2,"ipex":4,"version":1,"endswith":1,"cpu":2,"0":4,"raise":1,"valueerror":1,"does":1,"not":1,"support":1,"assert":2,"and":1,"llm":2,"functional":2,"contiguous":6,"else":1,"xpu":1,"build":1},"7733,1088,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":2,"def":2,"reshape":4,"and":4,"cache":17,"key":8,"torch":12,"tensor":12,"value":8,"slot":4,"mapping":4,"kv":5,"dtype":4,"str":2,"k":3,"scale":6,"float":6,"v":3,"none":4,"assert":2,"auto":2,"ipex":2,"llm":2,"modules":2,"pagedattention":2,"flash":2,"optional":2,"1":2,"0":2,"todo":1,"support":1,"fp8":1},"8821,1242,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":1,"def":1,"flash":1,"attn":1,"varlen":1,"func":1,"out":1,"torch":15,"tensor":11,"q":4,"k":12,"v":2,"cu":7,"seqlens":7,"seqused":3,"we":2,"don":1,"t":1,"support":1,"this":1,"in":3,"ipex":3,"kernel":3,"max":2,"seqlen":2,"int":4,"softmax":1,"scale":1,"float":2,"causal":1,"bool":1,"block":1,"table":1,"alibi":1,"slopes":1,"optional":5,"window":1,"size":1,"list":1,"none":8,"softcap":1,"0":5,"the":1,"following":1,"parameters":1,"are":1,"not":2,"used":2,"currently":1,"keep":1,"api":1,"compatible":1,"to":2,"cuda":1,"s":2,"scheduler":1,"metadata":1,"fa":1,"version":1,"2":1,"descale":3,"num":1,"splits":1,"aux":1,"if":1,"is":2,"cumsum":1,"dim":1,"cat":1,"device":2,"dtype":1,"int32":2},"10063,1809,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"real":5,"window":13,"size":14,"tuple":1,"int":3,"if":2,"is":2,"none":10,"1":9,"else":1,"assert":1,"len":1,"2":1,"0":7,"return":2,"ipex":2,"llm":1,"modules":1,"pagedattention":1,"flash":1,"attn":1,"varlen":1,"func":1,"out":1,"q":6,"contiguous":1,"k":7,"v":3,"cu":4,"seqlens":5,"max":5,"seqlen":5,"softmax":1,"scale":3,"causal":2,"block":1,"table":1,"alibi":1,"slopes":1,"softcap":3,"left":1,"right":1,"staticmethod":1,"def":1,"get":2,"scheduler":2,"metadata":2,"batch":1,"num":3,"heads":2,"kv":1,"headdim":2,"cache":2,"torch":5,"tensor":4,"qkv":1,"dtype":1,"bfloat16":1,"optional":4,"new":2,"leftpad":1,"page":1,"false":2,"means":1,"infinite":1,"context":1,"has":1,"splits":1,"can":3,"be":3,"tuned":3,"for":4,"speed":2,"pack":1,"gqa":1,"sm":1,"margin":1,"some":1,"sms":1,"are":1,"used":1,"communication":1,"logger":1,"warning":1,"once":1,"not":1,"implemented":1,"ops":1,"returning":1},"11872,523,data/raw/vllm-0.10.1/vllm/_ipex_ops.py":{"staticmethod":2,"def":2,"copy":2,"blocks":4,"key":2,"caches":4,"list":2,"torch":8,"tensor":6,"value":2,"block":4,"mapping":4,"none":2,"xpu":2,"type":2,"ignore":2,"swap":2,"src":2,"dst":2},"0,107,data/raw/vllm-0.10.1/vllm/test_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1},"107,1959,data/raw/vllm-0.10.1/vllm/test_utils.py":{"models":1,"on":1,"s3":1,"adept":1,"fuyu":1,"8b":7,"ai21labs":3,"ai21":1,"jamba":3,"1":12,"5":9,"mini":2,"tiny":3,"random":1,"reward":2,"dev":1,"allenai":3,"molmo":1,"7b":8,"d":1,"0924":2,"olmo":1,"1b":7,"hf":10,"olmoe":1,"instruct":13,"amd":1,"llama":13,"3":13,"fp8":1,"kv":1,"quark":1,"test":1,"amead10":1,"2":9,"awq":2,"hmellor":1,"ilama":1,"baai":3,"bge":3,"base":3,"en":1,"v1":2,"multilingual":2,"gemma2":1,"reranker":1,"v2":2,"m3":1,"bigcode":1,"starcoder2":1,"3b":2,"cross":2,"encoder":2,"ms":1,"marco":1,"minilm":1,"l":1,"6":2,"quora":1,"roberta":1,"deepseek":2,"ai":2,"vl2":1,"distilbert":1,"distilgpt2":1,"facebook":2,"bart":2,"large":1,"cnn":1,"fixie":1,"ultravox":1,"v0":4,"google":3,"gemma":2,"2b":2,"it":2,"paligemma":1,"pt":1,"224":1,"h2oai":1,"h2ovl":1,"mississippi":1,"800m":1,"huggingfacem4":1,"idefics3":1,"llama3":1,"internlm":1,"internlm2":1,"intfloat":2,"e5":2,"mistral":4,"small":2,"jason9693":1,"qwen2":2,"5b":2,"apeach":1,"llava":8,"onevision":1,"0":1,"ov":1,"next":1,"video":1,"meta":6,"11b":1,"vision":3,"microsoft":6,"phi":6,"4k":1,"8k":1,"128k":1,"moe":1,"mistralai":3,"mixtral":2,"8x7b":1,"pixtral":1,"12b":1,"2409":1,"community":1,"8x22b":1,"modelcloud":2,"qwen1":2,"chat":2,"gptq":2,"4bits":2,"dynamic":2,"cfg":2,"with":2,"lm":2,"head":2,"symfalse":1},"2066,1966,data/raw/vllm-0.10.1/vllm/test_utils.py":{"modelcloud":2,"qwen1":1,"5":1,"1":6,"8b":11,"chat":5,"gptq":2,"4bits":1,"dynamic":8,"cfg":1,"with":1,"lm":1,"head":1,"symtrue":1,"tinyllama":13,"1b":5,"v1":4,"0":5,"4bit":1,"10":1,"25":1,"2024":1,"neuralmagic":3,"llama":12,"3":12,"2":2,"quantized":1,"w8a8":8,"meta":10,"instruct":12,"fp8":11,"kv":1,"nm":26,"testing":30,"asym":5,"w8w8":2,"int8":2,"static":6,"per":8,"tensor":6,"tiny":1,"llama2":1,"c":1,"stories42m":1,"pruned2":1,"4":2,"compressed":2,"llama7b":1,"one":1,"shot":1,"w4a16":3,"marlin24":1,"t":1,"tensors":1,"test":2,"2of4":4,"ia":1,"weight":1,"sym":1,"phi":1,"mini":1,"128k":1,"qwen2":2,"5b":2,"skipqkv":1,"k":1,"v":1,"oneshot":9,"channel":5,"v2":6,"group128":1,"w8":1,"a8":1,"w8a16":1,"token":4,"shape":1,"change":1,"sparse":1,"dense":1,"compressor":1,"gsm8k":2,"pruned":2,"chnl":2,"wts":2,"tok":2,"dyn":2,"act":2,"bitm":2},"4032,1973,data/raw/vllm-0.10.1/vllm/test_utils.py":{"nm":10,"testing":13,"tinyllama":13,"1":13,"1b":15,"chat":12,"v1":12,"0":11,"gsm8k":6,"pruned":6,"2of4":6,"chnl":2,"wts":6,"tensor":9,"act":6,"fp8":3,"bitm":6,"int8":6,"per":4,"tok":2,"dyn":2,"dynamic":2,"ia":2,"channel":1,"weight":2,"static":1,"compressed":1,"tensors":1,"kv":1,"cache":1,"scheme":1,"nvidia":1,"nvlm":1,"d":1,"72b":2,"openai":2,"community":1,"gpt2":1,"whisper":1,"large":2,"v3":1,"openbmb":2,"minicpm":2,"o":1,"2":4,"6":2,"v":2,"opengvlab":1,"internvl2":1,"parasail":1,"ai":1,"gritlm":1,"7b":7,"vllm":1,"qwen":8,"qwen1":1,"5":5,"moe":1,"a2":1,"qwen2":8,"instruct":9,"audio":1,"vl":2,"2b":1,"5b":1,"math":2,"prm":1,"rm":1,"3b":3,"royokong":1,"e5":1,"sentence":2,"transformers":2,"all":1,"roberta":2,"stsb":1,"base":2,"v2":1,"allenai":1,"olmo":1,"0425":1,"shuyuej":1,"llama":1,"3":1,"gptq":2,"ssmits":1,"embed":1,"stabilityai":2,"stablelm":2,"4e1t":1,"zephyr":1,"state":1,"spaces":1,"mamba":2,"130m":1,"hf":1,"thebloke":1,"zai":1,"org":1,"glm":1,"4v":1,"9b":1,"tiger":2,"lab":2,"mantis":1,"8b":1,"siglip":1,"llama3":1,"vlm2vec":1,"full":1,"tiiuae":2,"falcon":2,"40b":1,"upstage":1,"solar":1,"pro":1,"preview":1},"6005,58,data/raw/vllm-0.10.1/vllm/test_utils.py":{"model":2,"weights":2,"s3":2,"bucket":1,"vllm":1,"ci":1},"0,1712,data/raw/vllm-0.10.1/vllm/env_override.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":3,"vllm":11,"project":4,"import":4,"os":7,"torch":3,"from":2,"logger":5,"init":2,"name":1,"set":3,"some":2,"common":1,"config":2,"environment":1,"variables":1,"that":2,"should":1,"be":1,"for":1,"all":2,"processes":2,"created":1,"by":2,"and":1,"interact":1,"with":4,"workers":1,"they":1,"are":2,"executed":1,"whenever":1,"is":5,"called":1,"if":1,"environ":5,"get":2,"nccl":7,"cumem":5,"enable":5,"warning":1,"s":1,"skipping":1,"override":1,"this":2,"may":1,"increase":1,"memory":2,"overhead":1,"cudagraph":1,"allreduce":1,"https":4,"github":4,"com":4,"nvidia":3,"issues":3,"1234":1,"elif":1,"not":1,"path":1,"exists":1,"dev":2,"caps":2,"imex":2,"channels":2,"requires":1,"work":1,"multi":3,"node":4,"nvlink":4,"typically":1,"on":1,"gb200":1,"nvl72":1,"systems":1,"ultimate":1,"way":1,"detect":1,"use":1,"nvml":2,"apis":1,"which":1,"too":1,"expensive":1,"call":1,"here":1,"as":1,"an":1,"approximation":1,"we":2,"check":2,"existence":1,"of":1,"used":1,"communicate":1,"across":1,"nodes":1,"will":1,"still":1,"cost":1,"gpu":1,"but":1,"it":2,"worthwhile":1,"because":1,"can":1,"very":1,"fast":1,"cross":1,"bandwidth":1,"see":3,"pull":1,"15951":1,"avoids":1,"unintentional":1,"cuda":3,"initialization":1,"available":1,"pytorch":1,"based":1,"1":3,"10480":1,"torchinductor":1,"compile":2,"threads":2,"10619":1,"inductor":1},"0,1887,data/raw/vllm-0.10.1/vllm/sequence.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":10,"project":1,"sequence":5,"and":3,"its":1,"related":1,"classes":1,"import":18,"copy":1,"enum":1,"from":14,"abc":4,"abstractmethod":1,"array":7,"collections":3,"defaultdict":1,"mapping":1,"as":1,"genericsequence":1,"dataclasses":1,"dataclass":3,"field":1,"functools":1,"reduce":1,"typing":1,"type":4,"checking":2,"any":1,"callable":1,"optional":4,"union":1,"msgspec":2,"torch":1,"inputs":1,"singletoninputs":1,"lora":1,"request":1,"lorarequest":1,"multimodal":1,"multimodalkwargs":1,"multimodalplaceholderdict":1,"pooling":1,"params":2,"poolingparams":1,"sampling":1,"requestoutputkind":1,"samplingparams":1,"if":2,"v1":1,"worker":1,"kv":1,"connector":1,"model":1,"runner":1,"mixin":1,"kvconnectoroutput":1,"token":13,"id":7,"l":1,"invalid":1,"1":2,"def":1,"full":2,"int":5,"count":2,"equivalent":1,"of":3,"numpy":1,"return":1,"we":1,"use":1,"for":4,"now":1,"because":1,"it":2,"is":2,"used":1,"openai":2,"server":1,"output":1,"not":1,"serializable":1,"todo":1,"sang":1,"fix":1,"class":1,"logprob":9,"infos":1,"supporting":1,"compatible":1,"logprobs":1,"ranks":1,"attributes":1,"chosen":3,"rank":3,"vocab":1,"decoded":3,"index":1,"float":1,"none":3,"str":1,"per":1,"each":2,"group":3,"corresponding":1,"doesn":1,"t":1,"require":1,"prompt":1,"promptlogprobs":1,"list":2,"dict":2,"samplelogprobs":1},"1887,1346,data/raw/vllm-0.10.1/vllm/sequence.py":{"class":3,"sequencestatus":8,"enum":5,"intenum":1,"status":9,"of":1,"a":3,"sequence":1,"waiting":1,"0":1,"running":1,"1":1,"swapped":3,"2":2,"note":1,"anything":1,"after":1,"will":1,"be":2,"considered":1,"as":2,"finished":11,"stopped":2,"3":1,"length":6,"capped":2,"4":1,"aborted":2,"5":1,"ignored":3,"6":1,"staticmethod":2,"def":2,"is":1,"bool":1,"return":2,"get":1,"reason":8,"union":1,"str":1,"none":2,"if":1,"finish":6,"stop":2,"elif":3,"abort":1,"the":4,"sequences":2,"are":2,"whose":1,"prompt":1,"lengths":1,"longer":1,"than":1,"model":1,"s":1,"cap":1,"therefore":1,"should":1,"also":1,"in":1,"openai":1,"api":1,"else":1,"sequencestage":1,"prefill":1,"auto":2,"decode":1,"dataclass":1,"requestmetrics":1,"metrics":1,"associated":1,"with":1,"request":1},"3233,1882,data/raw/vllm-0.10.1/vllm/sequence.py":{"attributes":1,"arrival":2,"time":27,"the":19,"when":6,"request":6,"arrived":1,"first":6,"scheduled":3,"was":5,"token":6,"generated":1,"in":7,"queue":3,"spent":4,"finished":3,"scheduler":4,"this":3,"being":1,"considered":1,"by":1,"model":7,"forward":4,"pass":1,"batch":1,"execute":3,"function":1,"will":1,"include":1,"block":1,"sync":2,"across":1,"workers":2,"cpu":1,"gpu":1,"and":1,"sampling":1,"float":10,"last":1,"optional":7,"none":4,"class":2,"sequencedatadelta":1,"msgspec":2,"struct":2,"array":1,"like":1,"true":3,"type":3,"ignore":3,"call":3,"arg":3,"omit":2,"defaults":2,"delta":1,"sequencedata":3,"to":4,"send":1,"per":1,"step":1,"a":2,"new":5,"be":1,"appended":1,"existing":4,"output":1,"ids":1,"list":1,"int":2,"overwriting":3,"cumulative":2,"logprob":2,"num":2,"computed":2,"tokens":2,"stage":2,"sequencestage":1,"data":1,"associated":1,"with":1,"sequence":1},"5115,1836,data/raw/vllm-0.10.1/vllm/sequence.py":{"args":1,"prompt":9,"token":17,"ids":13,"the":14,"of":8,"output":7,"set":1,"to":3,"an":2,"empty":1,"list":7,"if":1,"none":5,"attributes":1,"cumulative":3,"logprob":2,"log":1,"probability":1,"note":1,"we":1,"cannot":2,"use":1,"union":2,"array":5,"because":1,"msgspec":5,"support":1,"2":1,"types":1,"field":4,"default":4,"factory":4,"lambda":1,"vllm":2,"id":1,"type":1,"embeds":3,"optional":4,"torch":3,"tensor":3,"below":1,"fields":1,"should":1,"not":1,"be":1,"passed":1,"as":1,"argument":1,"float":1,"0":4,"tuple":4,"int":8,"number":2,"tokens":5,"that":2,"are":1,"computed":2,"run":1,"against":1,"model":1,"num":2,"with":1,"prefix":1,"cache":1,"hit":1,"cached":3,"stage":1,"sequencestage":2,"prefill":1,"all":2,"it":3,"is":4,"used":2,"get":2,"delta":3,"input":1,"reset":2,"when":1,"and":1,"called":1,"new":1,"appended":1,"compute":1,"mrope":2,"position":2,"staticmethod":1,"def":1,"from":1,"counts":2,"sequencedata":3,"construct":1,"a":1,"sequence":1,"instance":1,"by":1,"concatenating":1,"sequences":1},"6951,1739,data/raw/vllm-0.10.1/vllm/sequence.py":{"each":1,"tuple":4,"represents":1,"one":1,"token":27,"sequence":2,"expressed":1,"in":2,"the":1,"form":1,"id":5,"count":3,"if":3,"len":1,"counts":2,"0":1,"return":4,"sequencedata":7,"from":3,"seqs":2,"prompt":17,"ids":17,"arr":7,"reduce":1,"array":6,"iadd":1,"full":1,"for":1,"staticmethod":1,"def":2,"genericsequence":2,"int":3,"output":8,"optional":2,"none":5,"embeds":7,"torch":1,"tensor":1,"construct":1,"a":1,"vllm":3,"instance":1,"and":1,"sequences":1,"type":2,"is":2,"post":1,"init":1,"self":8,"assert":2,"typecode":2,"l":2,"update":2,"cached":2,"all":2,"tokens":1,"not":1},"8690,1832,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":9,"update":3,"cached":7,"all":7,"tokens":2,"self":28,"assert":3,"isinstance":3,"prompt":12,"token":25,"ids":20,"array":8,"output":13,"list":2,"int":4,"embeds":10,"torch":5,"tensor":3,"if":1,"is":3,"not":2,"none":3,"cat":1,"dim":1,"0":1,"property":5,"cumulative":2,"logprob":2,"float":1,"return":6,"tuple":4,"setter":2,"new":3,"raise":1,"notimplementederror":1,"the":3,"in":2,"type":3,"note":1,"that":1,"i":1,"and":1,"it":1,"compatible":1,"with":1,"long":1,"2":1,"bytes":2,"vs":1,"4":1,"so":1,"beware":1,"of":1,"usage":1,"genericsequence":1,"vllm":1,"id":1,"optional":1},"10522,1130,data/raw/vllm-0.10.1/vllm/sequence.py":{"output":8,"embeds":14,"setter":3,"def":6,"self":15,"new":4,"token":9,"torch":4,"tensor":3,"none":2,"update":2,"cached":2,"all":2,"property":3,"ids":4,"array":5,"return":4,"the":3,"prompt":8,"in":2,"type":2,"note":1,"that":1,"is":2,"i":1,"and":1,"it":1,"not":1,"compatible":1,"with":1,"long":1,"2":1,"bytes":2,"vs":1,"4":1,"so":1,"beware":1,"of":1,"usage":1,"assert":1,"isinstance":1,"optional":2,"mrope":7,"position":7,"delta":7,"int":1},"11652,1537,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":6,"append":4,"token":27,"id":5,"self":24,"int":5,"logprob":3,"float":1,"embed":8,"optional":2,"torch":4,"tensor":2,"none":5,"output":8,"ids":8,"new":1,"appended":1,"tokens":1,"cached":7,"all":7,"cumulative":1,"if":2,"is":3,"not":3,"do":1,"pass":1,"in":1,"with":1,"batch":1,"or":1,"sequence":1,"dimensions":1,"assert":2,"ndim":1,"1":1,"detach":1,"cpu":1,"unsqueeze":1,"0":3,"embeds":9,"else":1,"cat":2,"dim":2,"to":1,"device":2,"get":5,"len":7,"return":5,"prompt":3,"list":1,"embeddings":1},"13189,1848,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":6,"get":8,"prefix":4,"token":4,"ids":4,"self":23,"num":20,"tokens":28,"int":7,"tuple":6,"optional":1,"and":1,"make":1,"the":6,"return":7,"value":1,"hashable":1,"prompt":6,"length":3,"len":3,"if":3,"output":1,"else":1,"none":2,"computed":13,"number":5,"of":5,"prefill":2,"that":1,"are":2,"already":1,"update":4,"new":3,"so":1,"far":1,"assert":1,"all":1,"it":3,"means":1,"is":3,"in":1,"decoding":1,"phase":1,"uncomputed":1,"0":2,"stage":2,"sequencestage":2,"decode":1,"cached":6,"with":2,"cache":2,"hit":2,"reset":2,"state":1,"for":1,"recompute":1,"from":2,"this":1,"sequence":3,"supposed":1,"to":2,"be":2,"called":1,"when":1,"a":1,"needs":1,"started":1,"beginning":1,"again":1,"e":1,"g":1,"preempted":1,"appended":1},"15037,1961,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":8,"get":11,"num":7,"uncomputed":1,"tokens":10,"self":31,"int":4,"return":9,"the":1,"number":1,"of":2,"prefill":2,"that":1,"are":1,"not":2,"computed":7,"we":2,"use":1,"len":5,"which":1,"includes":1,"prompt":10,"output":11,"instead":1,"here":1,"this":1,"is":1,"because":1,"during":1,"recompute":1,"need":1,"to":1,"for":1,"both":1,"and":2,"last":1,"token":16,"id":1,"if":1,"ids":15,"1":2,"tuple":2,"delta":11,"reset":2,"sequencedatadelta":3,"new":7,"appended":2,"cumulative":5,"logprob":5,"stage":5,"state":1,"apply":1,"extend":2,"cached":1,"all":1,"property":1,"sequencestage":1,"repr":1,"str":1,"f":7,"sequencedata":1,"embeds":2,"shape":2,"getattr":1,"none":1},"16998,1972,data/raw/vllm-0.10.1/vllm/sequence.py":{"class":1,"sequence":7,"stores":1,"the":14,"data":4,"status":2,"and":2,"block":10,"information":1,"of":6,"a":1,"is":1,"constructed":1,"from":2,"decoderonlyinputs":2,"vllm":2,"inputs":10,"for":3,"decoder":2,"only":1,"or":1,"encoderdecoderinputs":2,"encoder":1,"instance":1,"passed":1,"in":1,"through":1,"constructor":1,"argument":1,"args":1,"seq":4,"id":10,"size":8,"should":1,"be":1,"same":1,"as":1,"used":3,"by":2,"manager":1,"cache":1,"engine":1,"eos":5,"token":7,"end":1,"recognized":1,"this":1,"llm":1,"lora":5,"request":5,"def":2,"init":1,"self":23,"int":7,"singletoninputs":1,"optional":3,"none":7,"lorarequest":1,"sequencedata":1,"seqs":1,"prompt":3,"ids":2,"embeds":3,"if":1,"type":1,"else":1,"output":5,"logprobs":1,"samplelogprobs":1,"text":2,"sequencestatus":1,"waiting":1,"stop":1,"reason":1,"union":1,"str":2,"these":1,"are":1,"to":1,"keep":1,"track":1,"delta":1,"outputs":1,"last":2,"offset":4,"0":4,"incremental":1,"detokenization":1,"prefix":1,"read":1,"input":1,"tokens":2,"list":1,"property":1,"n":1,"blocks":1,"return":1,"get":1,"len":1,"1":1},"18970,1849,data/raw/vllm-0.10.1/vllm/sequence.py":{"property":6,"def":7,"prompt":5,"self":27,"optional":1,"str":2,"if":12,"inputs":11,"type":7,"embeds":4,"return":16,"none":1,"get":3,"token":4,"ids":4,"list":2,"int":6,"0":2,"len":2,"multi":2,"modal":2,"data":1,"multimodalkwargs":2,"multimodal":2,"mm":2,"kwargs":1,"placeholders":2,"multimodalplaceholderdict":1,"lora":4,"id":2,"request":2,"else":2,"output":8,"text":9,"to":2,"buffer":4,"length":9,"delta":3,"bool":1,"is":4,"true":1,"only":1,"new":1,"since":1,"the":3,"last":6,"call":1,"this":1,"method":1,"returned":1,"we":1,"full":1,"sequence":1,"finished":2,"truncate":3,"and":1,"not":2,"offset":5},"20819,1973,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":4,"get":5,"output":8,"token":10,"ids":9,"to":3,"return":10,"self":17,"delta":3,"bool":1,"union":1,"genericsequence":1,"int":9,"if":6,"is":4,"true":1,"only":1,"new":7,"tokens":14,"since":1,"the":11,"last":3,"call":1,"this":4,"method":1,"are":2,"returned":1,"not":1,"len":4,"number":2,"of":6,"num":8,"offset":2,"1":2,"optimization":1,"for":3,"single":1,"decode":1,"case":1,"which":1,"what":1,"we":2,"have":1,"most":1,"time":1,"data":3,"cached":2,"all":2,"0":2,"hash":8,"block":7,"logical":4,"idx":4,"todo":2,"can":1,"produce":1,"incorrect":1,"when":1,"size":4,"prompt":1,"compute":1,"in":2,"sequence":4,"current":1,"hashing":1,"function":2,"o":1,"l":1,"2":1,"should":1,"optimize":1,"future":1,"hashed":4,"prefix":2,"lora":3,"id":3,"extra":2,"optional":1,"computes":1,"an":1,"a":1,"specifically":1,"designed":1,"caching":1,"mode":1,"final":1,"determined":1,"by":1,"applying":1,"from":2,"s":1,"blocks":1,"none":1,"note":1,"there":1,"additional":1,"factors":1,"influencing":1,"aside":1,"include":1,"them":1,"as":1,"input":1,"parameters":1},"22792,1964,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":14,"reset":3,"state":2,"for":5,"recompute":2,"self":30,"the":4,"sequence":2,"states":1,"recomputation":1,"data":13,"append":3,"token":16,"id":11,"int":12,"logprobs":5,"dict":1,"logprob":4,"embed":2,"optional":1,"torch":1,"tensor":1,"none":2,"assert":1,"in":1,"output":5,"get":20,"len":6,"return":13,"prompt":5,"ids":6,"list":1,"tuple":2,"last":2,"cumulative":2,"float":1,"is":2,"finished":2,"bool":1,"sequencestatus":1,"status":1,"fork":1,"new":8,"seq":6,"copy":1,"deepcopy":1,"num":4,"tokens":6,"number":2,"of":2,"to":2,"be":2,"computed":4,"returns":1,"i":1,"e":1,"1":2,"decode":2,"or":1,"remaining":1,"size":1,"prefill":1,"if":1,"stage":1,"sequencestage":1,"uncomputed":1},"24756,1715,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":3,"is":1,"prefill":2,"self":9,"bool":1,"return":3,"data":2,"stage":1,"sequencestage":1,"repr":1,"str":1,"f":3,"sequence":3,"seq":3,"id":4,"status":2,"name":1,"num":3,"blocks":2,"n":1,"class":2,"sequencegroupstate":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":1,"type":1,"ignore":1,"call":1,"arg":1,"mutable":1,"state":1,"tied":1,"to":4,"a":5,"specific":1,"group":2,"for":4,"multi":2,"step":4,"decoding":2,"steps":3,"int":3,"1":1,"current":2,"0":1,"property":1,"remaining":1,"sequencegroup":1,"of":7,"sequences":2,"that":2,"are":2,"generated":1,"from":3,"the":15,"same":1,"prompt":1,"args":1,"request":6,"seqs":1,"list":1,"sampling":2,"params":2,"parameters":2,"used":2,"generate":3,"outputs":1,"arrival":2,"time":2,"lora":2,"pooling":3,"pooler":1,"model":4,"pooled":1,"extracted":1,"hidden":1,"states":1,"encoder":3,"optional":1,"single":2,"should":1,"be":1,"none":1,"unless":1,"you":1,"working":1,"with":1,"an":1,"decoder":1,"trace":2,"headers":2,"opentelemetry":1,"priority":2,"user":1,"defined":1,"draft":3,"size":1,"number":2,"speculative":2,"tokens":2,"plus":1,"one":1,"target":1,"equal":1,"max":1,"can":1,"but":1,"larger":1,"than":1,"sd":1,"currently":1,"not":1,"supported":1},"26471,1824,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":3,"init":1,"self":23,"request":7,"id":4,"str":4,"seqs":7,"list":2,"sequence":2,"arrival":6,"time":10,"float":1,"sampling":3,"params":6,"optional":8,"samplingparams":1,"none":12,"lora":3,"lorarequest":1,"pooling":3,"poolingparams":1,"pooled":3,"data":3,"torch":1,"tensor":1,"encoder":3,"seq":11,"trace":3,"headers":3,"mapping":1,"priority":3,"int":3,"0":4,"draft":1,"size":1,"1":2,"first":5,"is":1,"single":1,"len":1,"dict":1,"for":1,"in":2,"metrics":1,"requestmetrics":1,"last":2,"token":5,"scheduled":1,"queue":1,"latency":1,"prompt":5,"logprobs":1,"promptlogprobs":1,"state":1,"sequencegroupstate":1,"cached":1,"output":1,"property":2,"return":2,"ids":2},"28295,1912,data/raw/vllm-0.10.1/vllm/sequence.py":{"property":6,"def":7,"encoder":12,"prompt":6,"self":26,"optional":3,"str":1,"there":2,"are":3,"either":2,"0":3,"or":2,"1":2,"sequences":2,"if":9,"one":2,"is":9,"present":2,"its":2,"distinct":2,"from":2,"the":4,"decoder":2,"s":2,"return":10,"seq":15,"not":6,"none":7,"else":3,"token":11,"ids":5,"list":2,"int":5,"type":2,"first":5,"multi":8,"modal":8,"data":5,"multimodalkwargs":2,"elif":2,"placeholders":3,"multimodalplaceholderdict":1,"lora":4,"id":2,"request":3,"set":2,"last":6,"time":5,"now":3,"float":1,"sets":1,"for":1,"level":1,"timings":1,"still":1,"in":2,"prefill":3,"phase":2,"assertion":1,"fails":1,"assert":1,"group":2,"should":1,"be":1,"called":1,"latency":1,"metrics":2},"30207,1957,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":6,"get":5,"last":4,"token":8,"latency":4,"self":24,"float":4,"returns":1,"the":12,"of":4,"assert":1,"not":2,"is":11,"prefill":2,"seq":7,"group":3,"should":1,"be":1,"called":1,"if":8,"in":7,"phase":1,"return":5,"maybe":2,"set":3,"first":11,"time":22,"none":7,"sets":3,"for":3,"request":4,"level":3,"timings":3,"note":1,"a":3,"case":1,"where":1,"sequence":2,"swapped":1,"and":3,"recomputed":1,"between":1,"iterations":1,"counted":1,"tpot":1,"rather":1,"than":1,"recalculating":1,"ttft":1,"since":1,"from":1,"pov":1,"user":1,"there":1,"simply":1,"long":1,"generation":1,"delay":1,"metrics":7,"output":1,"len":1,"1":2,"scheduled":4,"queue":2,"arrival":1,"finished":5,"optional":2,"max":1,"num":3,"running":2,"seqs":6,"int":1,"maximum":1,"number":1,"sequences":1,"parallel":1,"remaining":1,"lifetime":1,"single":2,"0":1,"else":2,"status":4,"sequencestatus":1,"list":1},"32164,1998,data/raw/vllm-0.10.1/vllm/sequence.py":{"return":15,"seq":24,"for":5,"in":5,"self":33,"seqs":17,"if":13,"status":7,"def":10,"is":17,"encoder":4,"decoder":1,"bool":3,"not":3,"none":3,"get":7,"optional":2,"sequence":2,"finished":11,"list":1,"single":4,"first":3,"else":3,"update":3,"num":12,"computed":5,"tokens":10,"new":2,"int":4,"number":1,"of":1,"so":1,"far":1,"data":2,"uncomputed":5,"0":5,"sequencestatus":1,"optimization":1,"we":2,"don":2,"t":2,"need":2,"to":2,"call":1,"filter":1,"by":1,"states":1,"len":4,"1":2,"all":1,"prefill":2,"repr":1,"str":1,"f":3,"sequencegroup":1,"request":2,"id":2,"sampling":2,"params":2},"34162,1205,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":1,"uses":2,"prompt":3,"embeds":3,"self":2,"bool":3,"returns":1,"true":8,"if":1,"the":3,"sequence":2,"group":2,"input":1,"return":1,"any":1,"seq":3,"data":3,"is":2,"not":1,"none":3,"for":2,"in":1,"seqs":1,"class":2,"sequencegroupmetadatadelta":1,"msgspec":3,"struct":2,"tag":2,"type":6,"ignore":6,"call":6,"arg":6,"array":2,"like":2,"omit":2,"defaults":2,"delta":3,"of":1,"sequencegroupmetadata":3,"after":1,"sending":1,"first":1,"vllm":1,"scheduler":1,"only":1,"sends":1,"to":2,"reduce":1,"payload":1,"size":2,"dict":2,"int":5,"sequencedatadelta":1,"request":1,"id":1,"str":1,"block":2,"tables":1,"list":2,"do":1,"sample":1,"token":1,"chunk":1,"optional":3,"computed":1,"nums":1,"state":1,"sequencegroupstate":2,"field":1,"default":1,"factory":1,"lambda":1,"metadata":1,"a":1,"used":1,"create":1,"attentionmetadata":1},"35367,1576,data/raw/vllm-0.10.1/vllm/sequence.py":{"args":1,"request":5,"id":4,"the":11,"of":3,"is":6,"prompt":4,"whether":1,"at":1,"stage":1,"seq":6,"data":7,"sequence":5,"sampling":5,"params":1,"parameters":1,"used":2,"to":3,"generate":1,"outputs":1,"block":7,"tables":2,"list":1,"physical":1,"numbers":2,"do":1,"sample":1,"true":1,"if":2,"required":3,"not":2,"when":1,"e":1,"g":1,"prefill":2,"chunked":1,"and":1,"current":1,"iteration":1,"only":1,"computes":1,"query":1,"tokens":2,"for":2,"we":1,"don":1,"t":1,"need":1,"token":1,"chunk":1,"size":1,"number":1,"be":3,"processed":1,"per":1,"none":3,"chunking":1,"lora":2,"computed":2,"nums":1,"that":1,"are":3,"already":1,"in":1,"prefix":1,"caching":1,"state":2,"internal":1,"tied":1,"this":1,"group":1,"multi":2,"modal":2,"mm":1,"processor":2,"kwargs":1,"multimodal":1,"input":1,"mapper":1,"overrides":1,"encoder":7,"optional":2,"sequencegroup":2,"should":2,"unless":2,"you":2,"working":2,"with":3,"an":2,"decoder":2,"model":2,"cross":2,"table":2,"attention":1,"associated":1},"36943,1929,data/raw/vllm-0.10.1/vllm/sequence.py":{"request":5,"id":3,"str":1,"is":9,"prompt":5,"bool":3,"seq":4,"data":5,"dict":2,"int":11,"sequencedata":2,"sampling":1,"params":2,"optional":12,"samplingparams":1,"block":3,"tables":1,"list":4,"do":3,"sample":3,"true":2,"pooling":1,"poolingparams":1,"none":13,"lora":5,"lorarequest":1,"computed":1,"nums":1,"state":1,"sequencegroupstate":2,"msgspec":1,"field":1,"default":1,"factory":1,"lambda":1,"token":6,"type":1,"ids":1,"multi":3,"modal":2,"multimodalkwargs":1,"placeholders":1,"multimodalplaceholderdict":1,"encoder":1,"cross":1,"table":1,"chunk":5,"size":5,"stateful":1,"fields":1,"that":2,"are":1,"lazily":1,"defined":1,"the":6,"number":1,"of":3,"speculative":3,"tokens":3,"adopted":1,"in":2,"this":3,"means":2,"specuative":1,"decoding":2,"not":2,"used":1,"zero":1,"disabled":1,"for":1,"some":1,"reasons":1,"todo":1,"we":1,"should":1,"maintain":1,"states":1,"out":1,"sequence":2,"group":1,"num":2,"def":3,"post":1,"init":1,"self":13,"if":3,"and":2,"next":1,"iter":1,"values":1,"get":1,"len":1,"else":2,"1":1,"property":3,"return":2,"0":1,"step":3,"chunked":1,"prefill":1,"single":2,"only":1,"when":1,"matches":1,"uncomputed":1,"indicates":1,"will":1,"finish":1,"processing":1,"a":1,"execute":1,"model":1},"38872,1660,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":3,"get":1,"first":1,"seq":7,"id":11,"self":16,"int":4,"this":2,"is":4,"an":1,"efficient":1,"way":1,"of":3,"fetching":1,"the":7,"when":1,"we":1,"know":1,"sequencegroup":1,"has":1,"only":1,"one":1,"sequence":10,"return":1,"next":1,"iter":1,"data":3,"apply":2,"delta":12,"group":7,"metadata":7,"sequencegroupmetadatadelta":1,"for":2,"in":2,"items":1,"assert":3,"request":2,"block":2,"tables":2,"token":7,"chunk":2,"size":2,"do":2,"sample":2,"prompt":2,"finish":1,"step":5,"none":3,"state":6,"not":1,"current":4,"num":3,"steps":3,"f":1,"noqa":1,"1":2,"class":1,"sequenceoutput":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":2,"type":2,"ignore":2,"call":2,"arg":2,"array":1,"like":1,"model":1,"output":6,"associated":1,"with":1,"a":1,"args":1,"parent":3,"forking":1,"beam":1,"search":1,"logprobs":3,"logp":1,"x":3,"i":2,"0":1,"dict":1,"logprob":1,"embed":1,"optional":1,"torch":1,"tensor":1},"40532,1862,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":6,"repr":3,"self":18,"str":3,"output":10,"embed":5,"shape":4,"if":3,"is":1,"not":3,"none":2,"else":1,"return":4,"f":6,"sequenceoutput":3,"parent":4,"seq":4,"id":4,"token":5,"logprobs":9,"eq":3,"other":10,"object":3,"bool":3,"isinstance":2,"raise":2,"notimplementederror":2,"equal":4,"and":3,"log":2,"probs":2,"class":3,"sequencegroupoutput":2,"abc":1,"the":2,"base":1,"for":2,"model":2,"outputs":1,"associated":2,"with":2,"a":2,"sequence":2,"group":2,"abstractmethod":2,"pass":2,"completionsequencegroupoutput":3,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":2,"type":2,"ignore":2,"call":2,"arg":2,"array":1,"like":1,"completion":1,"metaclass":1,"samples":5,"list":1,"prompt":7,"logprob":1,"each":1,"query":1,"optional":2,"promptlogprobs":1,"step":1,"index":1,"int":1,"0":1},"42394,1995,data/raw/vllm-0.10.1/vllm/sequence.py":{"class":3,"poolingsequencegroupoutput":3,"msgspec":3,"struct":2,"omit":1,"defaults":1,"true":2,"type":3,"ignore":2,"call":2,"arg":2,"array":1,"like":1,"the":8,"model":1,"output":3,"associated":1,"with":2,"a":3,"pooling":1,"sequence":1,"group":1,"metaclass":1,"sequencegroupoutput":1,"annotated":1,"as":1,"any":2,"to":5,"be":2,"compatible":1,"actual":1,"is":1,"in":2,"sequencegroup":1,"pooled":1,"data":11,"def":7,"get":1,"nbytes":2,"self":16,"int":1,"torch":3,"tensor":3,"return":7,"repr":1,"str":5,"f":1,"eq":1,"other":3,"object":1,"bool":1,"if":2,"not":2,"isinstance":3,"raise":1,"notimplementederror":1,"cannot":1,"use":1,"here":1,"because":1,"dynamo":2,"does":1,"support":1,"it":1,"dataclass":2,"intermediatetensors":2,"for":3,"all":1,"pipeline":1,"stages":1,"except":1,"last":1,"we":2,"need":1,"hidden":2,"states":2,"and":3,"residuals":2,"sent":1,"next":1,"stage":2,"this":4,"structure":1,"contains":1,"request":1,"each":1,"also":1,"needs":1,"handle":1,"its":1,"own":1,"kv":2,"connector":2,"tensors":8,"dict":1,"optional":1,"kvconnectoroutput":1,"init":1,"manually":1,"define":1,"function":2,"so":1,"that":1,"knows":1,"comes":1,"from":1,"file":2,"otherwise":1,"will":2,"generate":1,"by":1,"evaluating":1,"string":1,"lose":1,"information":1,"about":1,"source":1,"getitem":1,"key":7,"union":1,"slice":2,"elif":1,"k":2,"v":2,"items":3,"setitem":1,"value":2},"44389,1861,data/raw/vllm-0.10.1/vllm/sequence.py":{"def":10,"len":4,"self":18,"return":9,"tensors":3,"eq":2,"other":5,"object":2,"isinstance":2,"class":3,"and":3,"repr":1,"str":3,"f":1,"intermediatetensors":1,"pooleroutput":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":2,"type":2,"ignore":2,"call":2,"arg":2,"array":1,"like":1,"the":2,"output":1,"from":1,"a":5,"pooling":2,"operation":1,"in":6,"model":1,"outputs":7,"list":14,"poolingsequencegroupoutput":3,"get":4,"data":4,"nbytes":2,"int":8,"sum":1,"o":2,"for":5,"getitem":1,"idx":4,"setitem":1,"value":2,"all":4,"seq":19,"ids":11,"group":4,"metadata":4,"sequencegroupmetadata":4,"given":2,"of":4,"create":2,"sequence":2,"id":9,"sg":5,"request":5,"tuple":1,"dict":1,"set":3,"mapping":3,"defaultdict":2,"append":1,"add":1},"46250,1983,data/raw/vllm-0.10.1/vllm/sequence.py":{"class":1,"hiddenstates":1,"msgspec":2,"struct":1,"array":1,"like":1,"true":2,"omit":1,"defaults":1,"type":1,"ignore":1,"call":1,"arg":1,"hidden":16,"states":16,"corresponding":1,"to":3,"in":3,"progress":1,"sequences":1,"used":5,"speculative":1,"decoding":1,"pass":1,"from":2,"the":9,"target":2,"model":3,"proposer":2,"seq":15,"ids":9,"are":2,"sequence":2,"of":8,"each":1,"entry":1,"batch":1,"dimension":1,"tensor":5,"scorer":2,"for":8,"prefill":1,"step":3,"it":3,"is":3,"all":3,"tokens":4,"whereas":1,"decode":3,"use":1,"last":5,"accepted":3,"torch":5,"group":8,"metadata":8,"list":13,"only":3,"needed":1,"optional":3,"sequencegroupmetadata":2,"none":4,"2nd":1,"token":4,"proposed":2,"by":1,"irrespective":1,"whether":1,"was":1,"or":1,"not":2,"cases":1,"when":1,"i":1,"e":1,"case":2,"bonus":2,"no":1,"these":1,"ignored":1,"second":2,"int":2,"field":1,"default":1,"factory":1,"def":3,"post":1,"init":1,"self":12,"if":1,"assert":2,"len":4,"get":2,"property":1,"return":1,"update":2,"invocation":1,"steps":1,"extend":1,"cat":1},"48233,1912,data/raw/vllm-0.10.1/vllm/sequence.py":{"if":6,"self":16,"second":9,"last":11,"token":11,"hidden":14,"states":14,"is":5,"not":4,"none":6,"adding":1,"dummy":1,"to":4,"this":4,"maintain":1,"same":1,"shape":1,"torch":2,"cat":1,"zeros":1,"like":1,"else":1,"def":2,"prune":4,"seq":23,"group":3,"metadata":3,"list":5,"sequencegroupmetadata":1,"provided":1,"of":1,"sequence":3,"ids":15,"only":3,"used":1,"for":4,"decode":1,"steps":1,"currently":1,"prunes":1,"all":2,"present":1,"in":8,"which":2,"might":1,"cause":1,"problems":1,"where":1,"a":1,"may":1,"be":2,"paused":1,"then":1,"resumed":1,"later":1,"should":1,"sequences":3,"are":1,"confirmed":1,"aborted":1,"get":1,"keep":1,"that":1,"exist":1,"id":5,"batch":1,"contents":1,"changed":1,"removed":1,"index":4,"expand":3,"with":5,"bonus":4,"tokens":2,"step":2,"set":1,"alignment":1,"multistepworker":1,"execute":1,"model":1,"request":1,"or":1,"return":1},"50145,364,data/raw/vllm-0.10.1/vllm/sequence.py":{"index":5,"for":1,"seq":7,"id":3,"in":3,"self":6,"ids":3,"i":3,"if":1,"with":1,"bonus":1,"token":2,"last":2,"step":1,"append":2,"len":1,"hidden":3,"states":3,"torch":1,"cat":1,"second":1},"50509,1670,data/raw/vllm-0.10.1/vllm/sequence.py":{"class":2,"executemodelrequest":1,"msgspec":5,"struct":1,"array":1,"like":1,"true":2,"type":2,"ignore":2,"call":2,"arg":2,"omit":1,"defaults":1,"the":8,"model":1,"execution":1,"request":3,"containing":1,"cpu":3,"metadata":3,"only":1,"llm":1,"engine":3,"should":1,"create":1,"an":1,"instance":1,"of":6,"this":1,"for":4,"each":1,"batch":1,"sequence":1,"group":2,"list":13,"seq":1,"union":1,"sequencegroupmetadata":1,"sequencegroupmetadatadelta":1,"blocks":6,"to":8,"swap":4,"in":3,"gpu":2,"block":3,"number":5,"tuple":3,"int":10,"field":4,"default":4,"factory":4,"out":2,"copy":2,"source":1,"dest":1,"virtual":2,"id":1,"pipeline":1,"parallel":1,"0":3,"slots":2,"lookahead":2,"decoding":2,"num":2,"requests":2,"running":2,"queue":2,"size":1,"optional":4,"hidden":2,"states":2,"from":1,"prior":1,"step":3,"previous":1,"hiddenstates":1,"none":3,"forward":1,"steps":2,"run":1,"1":1,"finished":2,"ids":4,"since":1,"last":3,"str":1,"sampled":2,"token":2,"multi":1,"torch":1,"tensor":1,"async":2,"callback":2,"callable":1},"52179,1904,data/raw/vllm-0.10.1/vllm/sequence.py":{"property":2,"def":3,"is":4,"last":4,"step":3,"self":19,"bool":1,"todo":2,"will":2,"make":2,"this":2,"be":2,"able":2,"to":8,"handle":2,"batches":2,"with":3,"variable":2,"number":2,"of":2,"steps":5,"assert":4,"len":2,"seq":11,"group":13,"metadata":8,"list":9,"0":4,"first":3,"state":6,"not":3,"none":5,"return":3,"remaining":1,"1":1,"current":2,"int":1,"clone":3,"union":1,"sequencegroupmetadata":1,"sequencegroupmetadatadelta":1,"executemodelrequest":2,"the":2,"request":2,"a":1,"new":1,"sequence":1,"blocks":6,"swap":4,"in":2,"copy":5,"out":2,"virtual":2,"engine":2,"num":4,"lookahead":2,"slots":2,"running":2,"queue":2,"size":2,"previous":2,"hidden":2,"states":2,"finished":2,"requests":2,"ids":5,"sampled":3,"token":3,"if":1,"else":1,"async":2,"callback":2,"dataclass":1,"class":1,"sequencegroupbase":1,"id":2,"str":1,"original":1,"before":1,"splitting":1,"assembled":1,"optional":1,"sequencegroup":1},"54083,1232,data/raw/vllm-0.10.1/vllm/sequence.py":{"seq":11,"id":7,"to":7,"a":2,"unique":1,"index":2,"inside":1,"this":1,"group":4,"dict":6,"str":4,"int":1,"field":3,"default":3,"factory":3,"ids":1,"be":3,"finished":6,"sequencegroup":5,"sequences":1,"reqs":2,"streaming":1,"bool":2,"false":2,"output":2,"produced":1,"staticmethod":1,"def":3,"add":2,"request":8,"engine":3,"params":2,"args":1,"kwargs":1,"when":1,"we":3,"are":1,"ready":1,"with":1,"and":1,"into":2,"the":7,"can":1,"split":1,"multiple":1,"requests":1,"raise":2,"notimplementederror":2,"finish":1,"self":4,"sequence":2,"finishes":1,"should":1,"record":1,"information":1,"del":1,"maybe":1,"assemble":2,"optional":1,"for":1,"producing":1,"final":1,"or":1,"adding":1,"in":1,"again":1,"class":1,"parallelsamplesequencegroup":1,"sequencegroupbase":1},"55315,1748,data/raw/vllm-0.10.1/vllm/sequence.py":{"staticmethod":1,"def":2,"add":2,"request":14,"id":12,"str":1,"engine":3,"params":16,"kwargs":2,"original":4,"group":23,"parallelsamplesequencegroup":1,"seqs":5,"for":2,"i":9,"in":1,"range":1,"n":2,"f":1,"parallel":2,"sample":1,"seq":19,"to":3,"index":1,"clone":1,"1":1,"if":1,"seed":2,"is":3,"not":3,"none":2,"processed":1,"type":1,"ignore":1,"assert":1,"be":1,"finished":1,"append":1,"0":1,"sampling":2,"the":2,"assembled":2,"always":1,"available":1,"since":1,"we":1,"have":1,"all":1,"sequences":1,"ready":1,"and":1,"they":1,"will":1,"change":1,"sequencegroup":3,"arrival":2,"time":2,"lora":2,"pooling":2,"pooled":2,"data":2,"encoder":2,"trace":2,"headers":2,"priority":2,"streaming":1,"output":2,"kind":1,"requestoutputkind":1,"delta":1,"produced":1,"false":1,"maybe":1,"assemble":1,"self":1,"optional":1},"57063,1581,data/raw/vllm-0.10.1/vllm/sequence.py":{"in":3,"the":10,"streaming":3,"mode":2,"we":2,"will":2,"return":9,"assembled":8,"sequence":3,"for":3,"first":3,"remaining":3,"and":4,"then":2,"none":7,"rest":2,"of":2,"sequences":3,"if":6,"self":13,"id":4,"next":1,"iter":1,"to":3,"be":3,"finished":4,"seq":11,"group":9,"request":2,"non":1,"when":1,"last":1,"finishes":1,"time":1,"len":1,"1":1,"is":3,"assert":2,"not":3,"params":6,"sampling":1,"isinstance":1,"samplingparams":1,"output":3,"produced":3,"true":2,"real":2,"n":8,"get":2,"top":3,"or":1,"seqs":8,"sorting":2,"key":3,"lambda":1,"cumulative":1,"logprob":1,"sorted":3,"reverse":1},"0,501,data/raw/vllm-0.10.1/vllm/scripts.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":10,"project":1,"from":3,"entrypoints":3,"cli":3,"main":9,"import":2,"as":1,"logger":5,"init":2,"name":1,"backwards":1,"compatibility":1,"for":1,"move":1,"scripts":2,"def":1,"warning":1,"is":1,"deprecated":1,"please":1,"re":1,"install":1,"or":1,"use":1,"instead":1},"0,1726,data/raw/vllm-0.10.1/vllm/forward_context.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":7,"project":1,"import":11,"time":4,"from":7,"collections":1,"defaultdict":3,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"typing":1,"type":2,"checking":2,"any":1,"namedtuple":2,"optional":1,"union":1,"torch":2,"distributed":1,"as":4,"dist":1,"envs":4,"config":1,"cudagraphmode":1,"parallelconfig":1,"vllmconfig":1,"logger":4,"init":2,"if":1,"attention":1,"backends":1,"abstract":1,"attentionmetadata":1,"name":1,"track":1,"batchsize":5,"bool":2,"log":2,"interval":3,"last":1,"logging":2,"float":3,"forward":2,"start":1,"list":3,"class":1,"batchdescriptor":3,"batch":4,"descriptor":2,"for":3,"cudagraph":3,"dispatching":1,"we":1,"should":1,"keep":1,"num":7,"of":2,"items":1,"minimal":1,"possible":1,"properly":1,"and":1,"uniquely":1,"describe":1,"padded":1,"tokens":6,"int":5,"uniform":6,"decode":3,"false":3,"can":1,"also":1,"be":1,"used":1,"an":1,"dispatch":1,"supporting":1,"non":3,"batches":1,"property":1,"def":2,"self":2,"return":2,"a":1,"version":1,"current":1,"compute":1,"chunked":1,"local":1,"across":2,"dp":3,"cpu":2,"max":1,"chunk":1,"idx":1,"size":1,"len":1},"1726,2000,data/raw/vllm-0.10.1/vllm/forward_context.py":{"local":6,"size":14,"1":3,"dp":22,"for":3,"i":5,"in":2,"range":1,"tokens":23,"num":19,"across":9,"cpu":6,"min":1,"max":3,"chunk":1,"idx":1,"if":3,"0":2,"ensure":1,"lockstep":1,"even":1,"done":1,"return":3,"dataclass":1,"class":1,"dpmetadata":2,"torch":6,"tensor":9,"cu":1,"sizes":1,"optional":2,"list":1,"int":5,"none":3,"staticmethod":2,"def":2,"rank":4,"gather":1,"the":1,"all":2,"ranks":1,"and":2,"results":1,"a":1,"of":1,"device":1,"dtype":1,"int32":1,"from":1,"vllm":1,"distributed":1,"parallel":8,"state":1,"import":1,"get":2,"group":4,"dist":1,"reduce":1,"make":1,"config":4,"parallelconfig":1,"attn":6,"metadata":6,"any":1,"assert":1,"data":3,"is":1,"not":1,"hasattr":1,"prefill":2,"v0":1,"attention":2,"backends":2,"batchsize":2,"decode":1,"else":1,"v1":1,"or":1,"no":1},"3726,1691,data/raw/vllm-0.10.1/vllm/forward_context.py":{"if":2,"num":10,"tokens":19,"across":14,"dp":19,"is":5,"none":3,"it":2,"will":1,"be":2,"computed":1,"by":1,"all":1,"reduce":1,"otherwise":1,"rank":10,"should":1,"equal":1,"to":7,"batchsize":3,"assert":1,"or":2,"dpmetadata":2,"size":3,"max":5,"cpu":5,"torch":2,"cu":3,"cumsum":1,"dim":1,"0":1,"return":1,"contextmanager":1,"def":1,"chunked":4,"sizes":5,"self":3,"chunk":7,"per":4,"int":2,"idx":2,"context":3,"manager":2,"compute":2,"and":3,"temporarily":1,"set":1,"the":7,"local":4,"token":2,"for":3,"a":2,"specific":1,"during":1,"forward":1,"execution":2,"this":2,"necessary":1,"ensure":1,"each":3,"data":1,"parallel":1,"processes":1,"its":1,"designated":1,"portion":1,"of":4,"in":2,"lockstep":1,"with":1,"others":1,"even":1,"when":1,"counts":1,"are":1,"uneven":1,"some":1,"ranks":1,"have":1,"completed":1,"their":1,"input":1,"early":1,"we":1,"break":1,"up":1,"total":1,"on":2,"into":1,"multiple":1,"chunks":1,"at":1,"most":1,"given":1,"sets":1,"number":2,"process":1,"that":1,"uses":1,"cumulative":1,"derive":1,"calls":1,"determine":1,"wise":1,"split":1,"only":1,"valid":1,"inside":1},"5417,1960,data/raw/vllm-0.10.1/vllm/forward_context.py":{"args":1,"max":3,"chunk":7,"size":2,"per":2,"rank":4,"the":5,"number":1,"of":3,"tokens":5,"each":5,"is":2,"allowed":1,"to":4,"process":1,"in":3,"this":1,"idx":2,"index":1,"compute":2,"sizes":11,"for":7,"cu":6,"self":9,"across":4,"dp":5,"cpu":3,"num":3,"i":4,"1":1,"item":2,"if":1,"0":2,"else":1,"range":1,"len":1,"local":5,"chunked":1,"try":1,"yield":1,"finally":1,"none":7,"def":2,"get":1,"optional":3,"list":1,"int":2,"return":1,"dataclass":1,"class":1,"forwardcontext":1,"copy":1,"from":2,"vllm":1,"config":2,"compilation":1,"static":1,"forward":4,"context":1,"no":2,"compile":1,"layers":1,"dict":3,"str":3,"any":1,"type":2,"attentionmetadata":4,"v0":1,"v1":1,"map":1,"layer":2,"name":1,"attention":2,"its":1,"metadata":3,"set":3,"dynamically":3,"pass":3,"attn":1,"union":1,"todo":1,"remove":1,"after":1,"making":1,"all":1,"virtual":2,"engines":1,"share":1,"same":1,"kv":1,"cache":1,"engine":1,"dpmetadata":1,"determine":1,"cudagraph":6,"style":1,"at":1,"runtime":5,"be":1,"full":2,"piecewise":2,"or":1,"by":1,"default":1,"used":1,"mode":4,"cudagraphmode":5,"batch":1,"descriptor":1,"batchdescriptor":1,"post":1,"init":1,"assert":1,"f":1,"invalid":1},"7377,1833,data/raw/vllm-0.10.1/vllm/forward_context.py":{"forward":17,"context":16,"optional":5,"forwardcontext":3,"none":10,"def":2,"get":2,"the":3,"current":2,"assert":1,"is":5,"not":5,"set":4,"please":1,"use":1,"to":3,"return":1,"contextmanager":1,"attn":6,"metadata":11,"any":1,"vllm":4,"config":7,"vllmconfig":1,"virtual":3,"engine":3,"int":2,"0":2,"num":5,"tokens":5,"across":2,"dp":6,"torch":1,"tensor":1,"cudagraph":3,"runtime":3,"mode":3,"cudagraphmode":2,"batch":3,"descriptor":3,"batchdescriptor":1,"a":1,"manager":1,"that":1,"stores":1,"can":2,"be":1,"attention":1,"etc":1,"here":1,"we":1,"inject":1,"common":1,"logic":1,"for":1,"every":1,"model":1,"pass":1,"global":2,"start":2,"time":3,"need":2,"track":3,"batchsize":3,"and":2,"if":2,"perf":1,"counter":1,"dpmetadata":2,"parallel":3,"data":1,"size":1,"1":1,"or":2,"make":1,"prev":1,"no":1,"compile":1,"layers":1,"compilation":1,"static":1},"9210,1852,data/raw/vllm-0.10.1/vllm/forward_context.py":{"try":1,"yield":1,"finally":1,"global":1,"last":3,"logging":5,"time":10,"batchsize":10,"interval":2,"if":6,"need":1,"to":1,"track":1,"hasattr":1,"attn":3,"metadata":3,"num":4,"prefill":2,"tokens":4,"for":3,"v0":1,"attention":2,"backends":2,"decode":1,"else":1,"v1":1,"we":1,"use":1,"synchronous":1,"scheduling":2,"right":1,"now":5,"adding":1,"a":1,"sync":1,"point":1,"here":1,"should":1,"not":2,"affect":1,"of":1,"the":1,"next":1,"batch":1,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"synchronize":4,"is":2,"none":1,"perf":1,"counter":1,"measurement":1,"in":2,"milliseconds":1,"forward":10,"append":2,"start":1,"1000":1,"stats":6,"bs":2,"times":4,"items":1,"len":2,"1":2,"can":1,"be":1,"cudagraph":1,"profiling":1,"run":1,"continue":1,"medium":4,"torch":2,"quantile":1,"tensor":1,"q":1,"0":1,"5":1,"item":1,"round":1,"2":1,"sort":1,"key":1,"lambda":1,"x":2,"reverse":1,"true":1,"logger":1,"info":1,"count":1,"median":1,"ms":1,"s":1,"context":2,"prev":1},"0,1717,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":1,"project":1,"import":5,"functools":1,"struct":1,"from":3,"dataclasses":1,"dataclass":2,"enum":4,"typing":1,"optional":1,"union":1,"scalar":4,"types":5,"id":1,"map":1,"mirrors":1,"in":8,"core":3,"type":9,"hpp":3,"class":5,"nanrepr":1,"none":1,"nans":3,"are":3,"not":3,"supported":1,"ieee":1,"754":1,"1":1,"exp":2,"all":4,"1s":3,"mantissa":4,"0s":1,"extd":1,"range":2,"max":1,"min":1,"this":7,"scalartype":4,"is":6,"a":7,"parallel":1,"implementation":2,"of":6,"c":2,"found":2,"csrc":2,"these":2,"two":1,"classes":2,"should":2,"be":4,"kept":2,"sync":2,"until":1,"inductor":1,"fully":1,"supports":1,"custom":1,"frozen":1,"true":1,"can":3,"represent":2,"wide":1,"floating":3,"point":3,"and":1,"integer":4,"particular":1,"it":2,"used":1,"sub":1,"byte":1,"data":1,"something":1,"that":2,"torch":1,"dtype":1,"currently":1,"does":1,"support":1,"also":1,"capable":1,"representing":2,"with":2,"bias":3,"i":2,"e":3,"stored":1,"value":2,"useful":1,"for":2,"quantized":1,"g":1,"standard":1,"gptq":1,"4bit":1,"uses":1,"8":1,"signatures":1,"file":1,"exponent":2,"int":2,"number":3,"bits":3,"if":5,"zero":1,"an":3,"or":1,"excluding":1,"sign":2,"bit":2,"signed":2,"bool":1,"has":1},"1717,1988,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"bias":10,"int":3,"used":2,"to":4,"encode":1,"the":8,"values":2,"in":2,"this":2,"scalar":2,"type":5,"value":4,"stored":4,"default":1,"0":2,"for":6,"example":2,"if":4,"we":3,"store":1,"as":6,"an":1,"unsigned":1,"integer":2,"with":1,"a":5,"of":2,"128":2,"then":1,"will":3,"be":3,"and":3,"1":14,"127":1,"129":1,"finite":1,"only":1,"bool":1,"false":1,"private":1,"infs":2,"are":3,"supported":1,"has":1,"instead":1,"nan":4,"repr":4,"nanrepr":6,"ieee":1,"754":1,"how":1,"nans":1,"represent":3,"returns":1,"not":1,"applicable":1,"types":1,"def":1,"floating":1,"point":1,"max":13,"self":12,"assert":2,"mantissa":5,"52":1,"exponent":17,"11":3,"f":2,"cannot":2,"min":4,"double":7,"str":2,"extd":2,"range":2,"2":2,"or":1,"none":1,"adjust":1,"match":1,"that":1,"now":1,"assume":1,"is":4,"standard":4,"e":3,"where":1,"bits":1,"there":2,"some":1,"precedent":1,"non":2,"biases":2,"float8":1,"e4m3b11fnuz":1,"here":1,"https":1,"github":1,"com":1,"jax":1,"ml":2,"dtypes":1,"but":1,"avoid":1,"premature":1,"over":1,"complication":1,"just":1,"assuming":1,"until":1,"need":1,"support":1,"10":1},"3705,1934,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"shift":1,"the":5,"mantissa":4,"and":4,"exponent":2,"into":1,"proper":1,"positions":1,"for":1,"an":3,"ieee":1,"double":6,"bitwise":1,"or":4,"them":1,"together":1,"return":7,"max":10,"52":2,"self":19,"def":5,"floating":7,"point":7,"float":3,"raw":8,"int":9,"struct":4,"unpack":2,"d":2,"pack":2,"q":2,"0":5,"union":2,"if":3,"is":6,"else":3,"assert":3,"size":4,"bits":4,"64":3,"signed":5,"cannot":2,"represent":2,"as":2,"1":7,"min":4,"we":1,"currently":1,"assume":1,"all":1,"types":1,"are":1,"sign":2,"bit":7,"63":1,"not":1,"a":1,"int64":1,"t":1,"functools":1,"cached":1,"property":1,"id":2,"convert":1,"scalartype":2,"to":2,"which":1,"can":1,"be":2,"passed":1,"pytorch":1,"custom":1,"ops":1,"this":1,"layout":1,"of":1,"must":1,"kept":1,"in":1,"sync":1,"with":1,"c":1,"s":1,"from":1,"method":1,"val":4,"offset":5,"advance":1,"member":2,"width":3,"nonlocal":2,"mask":2},"5639,1781,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"or":6,"and":7,"advance":6,"self":29,"exponent":4,"8":3,"mantissa":2,"signed":7,"1":2,"bias":8,"32":1,"finite":2,"values":2,"only":2,"nan":2,"repr":2,"value":4,"assert":1,"offset":2,"64":1,"f":1,"scalartype":1,"fields":1,"too":1,"big":1,"to":1,"fit":1,"into":1,"an":2,"int64":1,"scalar":3,"types":1,"id":1,"map":1,"val":2,"return":10,"property":1,"def":9,"size":1,"bits":1,"int":4,"min":3,"union":2,"float":2,"representable":2,"for":5,"this":2,"type":9,"accounting":2,"if":7,"there":2,"is":10,"one":2,"raw":2,"max":3,"bool":6,"the":5,"i":1,"e":1,"has":5,"a":3,"sign":1,"bit":1,"same":1,"as":1,"added":1,"consistency":1,"with":1,"https":1,"pytorch":1,"org":1,"docs":1,"stable":1,"generated":1,"torch":1,"tensor":1,"html":1,"floating":3,"point":3,"0":3,"integer":2,"non":1,"zero":1,"infs":1,"supports":1,"infinity":1,"not":1,"nans":1,"nanrepr":1,"none":1},"7420,1997,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"def":5,"is":9,"ieee":5,"754":5,"self":18,"bool":1,"if":9,"the":4,"type":3,"a":2,"floating":3,"point":3,"that":1,"follows":3,"conventions":2,"return":5,"nan":2,"repr":3,"nanrepr":2,"value":1,"and":2,"not":3,"finite":3,"values":3,"only":3,"str":9,"naming":1,"generally":1,"https":1,"github":1,"com":1,"jax":1,"ml":2,"dtypes":1,"for":3,"types":2,"leading":1,"f":3,"scheme":2,"float":2,"size":7,"bits":9,"e":2,"exponent":2,"m":2,"mantissa":2,"flags":3,"no":2,"means":4,"it":2,"infinities":1,"n":2,"nans":1,"are":1,"supported":1,"non":1,"standard":1,"encoding":1,"integer":2,"u":1,"int":6,"b":2,"bias":7,"present":1,"its":1,"zero":1,"ret":13,"none":1,"else":3,"signed":2,"uint":1,"has":2,"scalartype":2,"len":2,"needs":1,"to":3,"be":1,"defined":1,"throw":1,"typeerror":2,"pytorch":1,"s":1,"opcheck":1,"work":1,"raise":1,"convenience":1,"constructors":1,"classmethod":1,"cls":2,"optional":1,"create":1,"scalar":1,"includes":1,"sign":1,"bit":1,"0":2,"1":1,"true":1,"id":2,"noqa":1,"b018":1,"make":1,"sure":1,"cached":1},"9417,1978,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"classmethod":4,"def":4,"uint":1,"cls":7,"size":4,"bits":6,"int":8,"bias":4,"optional":1,"scalartype":3,"create":3,"a":3,"unsigned":1,"integer":2,"scalar":8,"type":8,"ret":9,"0":8,"false":1,"if":2,"else":1,"id":14,"noqa":3,"b018":3,"make":3,"sure":3,"the":5,"is":5,"cached":3,"return":4,"float":4,"ieee754":2,"exponent":7,"mantissa":7,"standard":3,"floating":4,"point":4,"i":2,"e":3,"follows":3,"ieee":5,"754":5,"conventions":4,"assert":3,"and":2,"true":2,"finite":3,"values":3,"only":3,"bool":1,"nan":3,"repr":3,"nanrepr":2,"non":2,"does":1,"not":2,"follow":2,"use":1,"constructor":1,"for":3,"types":5,"that":1,"from":1,"in":1,"map":2,"raise":1,"valueerror":1,"f":3,"doesn":1,"t":1,"exists":1,"naming":1,"generally":1,"https":1,"github":1,"com":1,"jax":1,"ml":2,"dtypes":1,"leading":1,"scheme":2,"m":1,"flags":3,"no":2,"means":3,"it":1,"infinities":1,"n":1,"nans":1,"are":1,"supported":1,"encoding":1,"u":1,"b":1},"11395,1090,data/raw/vllm-0.10.1/vllm/scalar_type.py":{"if":1,"bias":1,"is":1,"not":1,"present":1,"it":1,"means":1,"its":1,"zero":1,"class":1,"scalar":1,"types":2,"int4":1,"scalartype":15,"int":2,"4":5,"none":6,"uint4":1,"uint":6,"int8":1,"8":6,"uint8":1,"float8":3,"e4m3fn":1,"float":6,"3":3,"true":4,"nanrepr":4,"extd":2,"range":2,"max":2,"min":2,"e5m2":1,"ieee754":3,"5":2,"2":5,"e8m0fnu":1,"0":3,"false":1,"float16":5,"e8m7":2,"7":1,"e5m10":2,"10":1,"fp6":2,"https":2,"github":1,"com":1,"usyd":1,"fsalab":1,"llm":1,"tree":1,"main":1,"float6":1,"e3m2f":1,"fp4":1,"www":1,"opencompute":1,"org":1,"documents":1,"ocp":1,"microscaling":1,"formats":1,"mx":1,"v1":1,"spec":1,"final":1,"pdf":1,"float4":1,"e2m1f":1,"1":1,"gptq":1,"uint2b2":1,"uint3b4":1,"uint4b8":1,"uint8b128":1,"128":1,"colloquial":1,"names":1,"bfloat16":1},"0,1885,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"import":12,"contextlib":2,"from":7,"typing":1,"type":3,"checking":2,"optional":2,"union":1,"torch":13,"envs":2,"as":3,"logger":5,"init":2,"platforms":1,"current":3,"platform":3,"scalar":1,"scalartype":1,"name":2,"if":2,"not":2,"is":2,"tpu":1,"and":1,"xpu":1,"try":2,"c":4,"except":2,"importerror":3,"e":2,"warning":1,"failed":1,"with":2,"r":1,"supports":2,"moe":3,"ops":4,"false":1,"suppress":1,"noqa":1,"f401":1,"true":1,"def":2,"register":3,"fake":3,"fn":2,"return":1,"lambda":1,"else":1,"library":2,"impl":1,"abstract":1,"page":1,"attention":3,"paged":2,"v1":2,"out":2,"tensor":9,"query":2,"key":2,"cache":6,"value":2,"num":2,"kv":4,"heads":2,"int":8,"scale":6,"float":1,"block":6,"tables":2,"seq":4,"lens":2,"size":4,"max":2,"len":2,"alibi":2,"slopes":2,"dtype":2,"str":1,"k":2,"v":2,"tp":2,"rank":2,"blocksparse":8,"local":2,"blocks":2,"vert":2,"stride":2,"64":1,"head":2,"sliding":2,"step":2,"none":1},"1885,1629,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":2,"paged":3,"attention":3,"v2":2,"out":7,"torch":27,"tensor":26,"exp":3,"sum":3,"max":6,"logits":3,"tmp":3,"query":4,"key":3,"cache":9,"value":3,"num":3,"kv":6,"heads":3,"int":11,"scale":10,"float":2,"block":8,"tables":3,"seq":6,"lens":3,"size":5,"len":3,"alibi":3,"slopes":3,"optional":4,"dtype":3,"str":2,"k":3,"v":3,"tp":2,"rank":2,"0":4,"blocksparse":8,"local":2,"blocks":2,"vert":2,"stride":2,"64":1,"head":2,"sliding":2,"step":2,"none":2,"ops":1,"c":1,"rocm":1,"start":1,"loc":1,"fp8":1},"3514,1901,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"none":4,"torch":22,"ops":4,"rocm":1,"c":3,"paged":1,"attention":1,"out":5,"exp":1,"sum":1,"max":2,"logits":1,"tmp":1,"query":4,"key":1,"cache":5,"value":1,"num":3,"kv":5,"heads":4,"scale":6,"block":8,"tables":3,"seq":4,"lens":3,"start":1,"loc":1,"size":12,"len":1,"alibi":1,"slopes":1,"dtype":1,"k":1,"v":2,"fp8":1,"def":3,"mla":2,"decode":2,"kvcache":2,"cpu":2,"tensor":19,"float":1,"merge":3,"attn":3,"states":3,"output":8,"prefix":4,"lse":6,"suffix":4,"optional":1,"convert":1,"vertical":4,"slash":6,"indexes":7,"q":1,"seqlens":2,"batch":5,"n":3,"nnz":4,"s":1,"context":2,"int":3,"m":3,"causal":1,"bool":1,"true":1,"tuple":1,"0":1,"1":2,"2":2,"rows":1},"5415,1823,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"block":10,"count":8,"torch":11,"zeros":4,"batch":8,"size":10,"num":8,"heads":7,"rows":4,"dtype":8,"q":10,"seqlens":12,"device":8,"offset":3,"nnz":4,"slash":6,"column":6,"index":3,"vertical":6,"ops":1,"c":1,"convert":2,"indexes":6,"kv":2,"context":2,"m":2,"n":5,"causal":2,"return":1,"def":1,"mergehead":1,"tensor":6,"v":1,"s":1,"different":2,"head":1,"use":1,"number":1,"of":1,"indices":3,"int":3,"bool":1,"true":1},"7238,1876,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"tuple":1,"torch":13,"tensor":8,"batch":5,"size":16,"slash":8,"indexes":7,"0":1,"num":10,"heads":5,"1":2,"nnz":4,"2":2,"vertical":6,"rows":5,"context":2,"block":10,"m":3,"count":8,"empty":4,"dtype":8,"q":9,"seqlens":10,"device":8,"offset":3,"column":6,"index":3,"ops":2,"c":1,"convert":1,"mergehead":1,"kv":1,"indices":2,"n":1,"causal":1,"return":1,"pos":1,"encoding":1,"def":1,"rotary":1,"embedding":1,"positions":1,"query":1,"key":1,"optional":1,"head":1,"int":1,"cos":1,"sin":1,"cache":1,"is":1,"neox":1,"bool":1},"9114,1881,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"none":5,"torch":22,"ops":5,"c":4,"rotary":3,"embedding":3,"positions":3,"query":3,"key":3,"head":3,"size":4,"cos":5,"sin":5,"cache":5,"is":4,"neox":3,"def":4,"batched":2,"tensor":15,"optional":1,"int":2,"bool":1,"rot":2,"dim":3,"offsets":2,"layer":1,"norm":5,"rms":4,"out":2,"input":7,"weight":4,"epsilon":4,"float":2,"todo":1,"remove":1,"this":1,"contiguous":5,"call":1,"when":1,"the":1,"kernel":1,"updated":1,"to":1,"support":1,"non":1,"fused":2,"add":2,"residual":2,"apply":2,"repetition":5,"penalties":8,"logits":5,"prompt":3,"mask":4,"output":3,"unsqueeze":1,"1":6,"repeat":1,"if":2,"token":1,"appears":1,"in":1,"or":1,"otherwise":2,"use":1,"0":4,"for":1,"no":1,"op":1,"where":2,"are":1,"positive":1,"divide":1,"by":2,"penalty":2,"multiply":1,"scaling":2},"10995,1767,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":3,"apply":6,"repetition":13,"penalties":13,"cuda":3,"logits":10,"torch":20,"tensor":17,"prompt":7,"mask":12,"output":8,"none":4,"ops":2,"c":1,"to":1,"in":3,"place":1,"args":1,"the":4,"of":2,"shape":3,"num":2,"seqs":2,"vocab":1,"size":1,"a":2,"boolean":2,"indicating":2,"which":2,"tokens":2,"appear":2,"if":1,"is":2,"and":1,"contiguous":1,"else":1,"fused":1,"quant":4,"layer":1,"norm":2,"rms":1,"dynamic":1,"per":1,"token":1,"input":5,"weight":1,"epsilon":1,"float":1,"dtype":5,"scale":1,"ub":1,"optional":2,"residual":1,"tuple":1,"empty":2,"like":1,"scales":1,"numel":1,"1":2,"device":2,"float32":1},"12762,1635,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"torch":20,"ops":6,"c":5,"rms":1,"norm":1,"dynamic":1,"per":1,"token":1,"quant":1,"output":2,"input":4,"weight":3,"scales":10,"epsilon":1,"scale":1,"ub":1,"residual":1,"return":6,"quantization":3,"awq":13,"def":3,"dequantize":4,"qweight":6,"tensor":15,"zeros":3,"split":5,"k":5,"iters":5,"int":5,"thx":2,"thy":2,"if":3,"envs":2,"vllm":4,"use":4,"triton":8,"from":2,"model":2,"executor":2,"layers":2,"import":2,"gemm":7,"qzeros":5,"gptq":8,"a":2,"b":8,"q":2,"g":2,"idx":2,"exllama":2,"bool":1,"bit":2,"hasattr":1},"14397,1508,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":1,"fake":2,"c":5,"gptq":9,"gemm":7,"def":4,"a":8,"torch":24,"tensor":19,"b":17,"q":12,"weight":8,"qzeros":1,"scales":5,"g":1,"idx":1,"use":1,"exllama":1,"bool":1,"bit":3,"int":8,"return":3,"empty":1,"size":14,"0":1,"1":1,"dtype":2,"device":2,"shuffle":2,"perm":2,"none":1,"ops":4,"marlin":7,"workspace":4,"m":4,"n":4,"k":4,"24":4,"meta":2,"type":2,"scalartype":1,"id":1,"if":1,"hasattr":1},"15905,1722,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":2,"fake":4,"c":3,"gptq":4,"marlin":4,"24":2,"gemm":4,"def":2,"a":6,"torch":25,"tensor":17,"b":9,"q":4,"weight":2,"meta":1,"scales":2,"workspace":2,"type":2,"scalartype":1,"size":10,"m":4,"symint":6,"n":4,"k":3,"return":2,"empty":2,"device":4,"dtype":4,"optional":6,"bias":1,"global":1,"scale":1,"zeros":1,"g":1,"idx":1,"perm":1,"id":1,"int":1,"is":2,"full":1,"bool":4,"true":1,"use":2,"atomic":1,"add":1,"false":3,"fp32":1,"reduce":1,"zp":1,"float":1},"17627,1946,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":4,"fake":8,"c":10,"marlin":4,"qqq":2,"gemm":6,"def":4,"a":4,"torch":35,"tensor":21,"b":3,"q":2,"weight":2,"s":3,"tok":1,"ch":1,"group":1,"workspace":2,"size":14,"m":4,"symint":8,"n":4,"k":5,"return":4,"empty":4,"dtype":6,"float16":2,"device":8,"scales":5,"awq":4,"dequantize":2,"qweight":5,"zeros":1,"split":3,"iters":3,"thx":1,"int":2,"thy":1,"in":4,"0":3,"qout":2,"1":2,"out":2,"8":2,"input":4,"qzeros":1,"num":2,"feats":2,"sum":1},"19573,1859,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":3,"fake":6,"c":5,"machete":5,"mm":2,"def":3,"a":10,"torch":28,"tensor":15,"b":17,"q":5,"should":1,"be":1,"the":1,"returned":1,"by":1,"prepack":3,"type":5,"scalartype":2,"out":1,"optional":9,"dtype":7,"none":7,"group":5,"scales":5,"zeros":1,"size":5,"int":1,"channel":1,"token":1,"schedule":1,"str":1,"m":5,"0":2,"n":4,"1":1,"return":3,"empty":3,"device":4,"weight":2,"like":1,"memory":1,"format":2,"contiguous":1,"if":2,"hasattr":2,"ops":2,"allspark":3,"w8a16":3,"gemm":3,"qweight":1,"qzeros":1,"symint":5,"sm":2,"count":1,"version":1,"cublas":1,"threshold":1,"has":1,"zp":1,"bool":2,"n32k16":1,"reorder":1,"ggml":1,"dequantize":1},"21432,1954,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":5,"fake":10,"c":6,"ggml":11,"dequantize":2,"def":5,"w":10,"torch":36,"tensor":18,"quant":5,"type":5,"int":6,"m":2,"symint":9,"n":2,"dtype":10,"optional":1,"none":1,"return":5,"empty":5,"float16":2,"device":10,"mul":4,"mat":4,"vec":5,"a8":9,"x":11,"row":8,"shape":1,"0":4,"batch":2,"size":3,"moe":5,"sorted":1,"token":1,"ids":3,"expert":1,"num":1,"tokens":7,"post":1,"padded":1,"top":4,"k":4,"if":1,"hasattr":1,"ops":1,"topk":1,"cutlass":1},"23386,1996,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":6,"cutlass":12,"scaled":12,"mm":13,"supports":6,"fp4":4,"cuda":6,"device":8,"capability":6,"int":3,"bool":3,"return":4,"torch":28,"ops":5,"c":5,"blockwise":2,"grouped":2,"output":3,"tensor":19,"a":18,"b":16,"scales":4,"problem":2,"sizes":2,"expert":2,"offsets":2,"block":6,"scale":10,"alpha":2,"out":7,"dtype":7,"assert":1,"ndim":2,"2":2,"and":2,"m":2,"n":2,"shape":2,"0":2,"empty":1,"fp8":4,"bias":1,"optional":1,"none":1,"implements":1,"fused":1,"version":1,"of":1,"to":1,"where":1,"are":1,"implemented":1,"using":1,"numpy":1,"style":1,"broadcasting":1},"25382,1632,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"in":4,"order":1,"to":3,"support":3,"blockwise":1,"scaling":1,"like":1,"found":1,"deepseek":1,"v3":1,"we":6,"also":1,"extended":1,"group":1,"broadcast":1,"rules":2,"extend":1,"the":7,"numpy":1,"style":1,"broadcasting":1,"with":1,"following":1,"rule":1,"if":3,"extent":2,"of":1,"a":16,"dimension":2,"source":1,"shape":19,"is":5,"between":1,"1":12,"and":4,"corresponding":1,"target":5,"repeat":1,"each":1,"element":1,"along":1,"that":1,"src":1,"dim":2,"times":1,"consecutively":1,"example":1,"have":1,"2":4,"4":4,"3":3,"then":1,"would":1,"expand":1,"currently":1,"only":1,"case":1,"scale":6,"128":3,"b":13,"assert":2,"out":9,"dtype":7,"torch":4,"bfloat16":1,"or":3,"float16":1,"bias":5,"none":1,"numel":1,"massage":1,"input":1,"be":1,"2d":1,"view":2,"cutlass":3,"compatible":2,"0":4,"16":2,"current":1,"platform":1,"rocm":1,"not":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"quantization":1,"compressed":1,"tensors":1,"triton":3,"scaled":4,"mm":4,"import":1,"noqa":1,"else":1,"empty":1,"device":2,"ops":1,"c":1,"return":1},"27014,1957,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":4,"cutlass":9,"scaled":4,"mm":4,"azp":11,"a":14,"torch":18,"tensor":13,"b":9,"scale":4,"out":8,"dtype":8,"adj":3,"optional":2,"none":4,"bias":5,"param":2,"in":2,"the":5,"per":4,"case":2,"this":2,"should":1,"include":1,"always":1,"channel":1,"only":1,"set":2,"token":2,"if":1,"assert":4,"shape":11,"0":5,"16":2,"and":4,"1":7,"is":5,"bfloat16":1,"or":3,"float16":1,"numel":2,"massage":1,"input":1,"to":1,"be":1,"2d":1,"target":2,"view":2,"empty":1,"device":6,"ops":3,"c":3,"return":3,"sparse":6,"supported":4,"cuda":4,"capability":4,"int":2,"bool":2,"group":2,"gemm":2,"compress":1,"tuple":1,"compresses":2,"matrix":1,"for":1,"use":1,"with":2,"operations":1,"function":1,"takes":1,"dense":1,"it":1,"into":1,"two":1,"components":1,"non":1,"zero":1,"elements":1,"metadata":1,"compressed":1,"representation":1,"compatible":1,"kernels":1},"28971,1997,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"args":1,"a":23,"torch":26,"tensor":17,"the":13,"input":2,"to":3,"be":1,"compressed":1,"must":1,"have":1,"one":1,"of":9,"following":1,"data":2,"types":1,"int8":2,"float8":2,"e4m3fn":2,"bfloat16":2,"float16":2,"returns":1,"tuple":2,"containing":3,"nzs":3,"non":2,"zero":2,"elements":2,"meta":5,"metadata":2,"for":1,"sparse":4,"representation":1,"raises":1,"valueerror":1,"if":1,"compression":1,"operation":1,"fails":1,"notes":1,"has":1,"type":1,"uint8":2,"each":1,"element":1,"encodes":1,"sparsity":2,"4":6,"i":1,"e":1,"elemspermetaelem":5,"shape":5,"is":3,"m":5,"k":7,"2":6,"where":1,"and":1,"are":1,"dimensions":1,"assert":3,"dtype":4,"in":1,"contiguous":1,"so":1,"8b":1,"2b":1,"per":1,"nz":1,"1":2,"0":2,"return":1,"ops":1,"c":1,"cutlass":3,"compress":1,"def":1,"scaled":2,"mm":1,"bt":2,"scale":2,"b":6,"out":1,"bias":1,"optional":1,"none":1,"performs":1,"matrix":4,"multiplication":1,"using":1,"steps":1,"create":2,"dense":2,"on":2,"cuda":4,"device":4,"randn":2,"n":2,"3":1,"prune":2,"along":1,"specified":1,"dimension":1,"dim":1},"30968,1594,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"4":1,"compress":2,"the":5,"transposed":1,"sparse":6,"matrix":5,"b":5,"t":2,"bt":10,"nzs":7,"meta":3,"cutlass":6,"5":1,"perform":2,"multiplication":2,"using":1,"compressed":1,"applying":1,"scaling":1,"factors":1,"for":1,"a":7,"and":4,"output":2,"data":3,"type":1,"out":9,"scaled":3,"mm":3,"scale":4,"dtype":7,"returns":1,"result":1,"of":1,"assert":3,"shape":6,"0":7,"16":2,"1":1,"is":3,"torch":11,"bfloat16":1,"or":2,"float16":1,"bias":4,"none":2,"m":2,"n":3,"empty":1,"device":2,"ops":1,"c":1,"return":1,"def":1,"get":1,"moe":2,"topk":1,"ids":1,"tensor":7,"expert":1,"offsets":2,"problem":2,"sizes1":1,"sizes2":1,"input":1,"permutation":2,"num":1,"experts":1,"int":3,"k":1,"blockscale":1,"optional":1,"prepare":1,"necessary":1,"to":1,"grouped":1,"multiplications":1,"used":1,"in":1,"based":1,"fused":1},"32562,1644,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"the":9,"function":1,"takes":1,"in":3,"topk":2,"ids":2,"token":2,"expert":10,"mapping":1,"and":1,"uses":1,"it":1,"to":3,"compute":1,"offsets":8,"indices":2,"that":4,"mark":2,"at":2,"which":2,"index":2,"each":3,"begins":2,"its":2,"computation":2,"after":2,"input":5,"is":3,"sorted":1,"with":3,"permutation":7,"number":2,"of":3,"tokens":1,"computed":2,"e":6,"1":2,"problem":4,"sizes1":2,"sizes2":2,"mxnxk":1,"sizes":1,"s":1,"multiplication":1,"two":1,"grouped":1,"mms":3,"used":3,"fused":1,"moe":3,"operation":1,"must":2,"be":2,"shuffle":2,"before":1,"executing":2,"output":3,"blockscale":4,"optional":1,"argument":1,"passed":1,"for":1,"fp4":1,"block":2,"scale":2,"rows":1,"return":1,"torch":1,"ops":1,"c":1,"get":1,"cutlass":1,"mm":1,"data":1,"num":1,"experts":1,"n":1,"k":1},"34206,1845,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":2,"shuffle":3,"rows":2,"input":7,"tensor":17,"torch":9,"dst2src":4,"map":4,"and":4,"expand":1,"the":6,"according":1,"to":4,"store":1,"result":1,"in":6,"output":4,"this":1,"is":1,"used":3,"moe":6,"permute":1,"before":1,"performing":1,"grouped":3,"matrix":2,"multiplications":2,"num":7,"tokens":5,"permuted":2,"shape":2,"0":1,"empty":1,"1":1,"device":2,"dtype":2,"ops":2,"c":2,"return":2,"get":2,"cutlass":4,"pplx":2,"mm":2,"data":3,"expert":10,"offsets":3,"problem":6,"sizes1":3,"sizes2":3,"local":2,"experts":3,"int":4,"padded":2,"m":2,"n":2,"k":2,"prepare":1,"necessary":1,"perform":1,"based":1,"fused":2,"function":1,"takes":1,"token":3,"count":1,"per":1,"non":2,"zero":2,"idxs":1,"consecutive":1,"indices":2,"of":2,"with":1,"counts":1,"uses":1,"them":1,"compute":1,"that":1,"mark":1,"at":1,"which":1,"index":1,"each":2,"begins":1,"its":1,"computation":1,"mxnxk":1,"sizes":1,"s":1,"multiplication":1,"two":1,"mms":1,"operation":1},"36051,1837,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":2,"cutlass":4,"moe":5,"mm":3,"out":6,"tensors":11,"torch":20,"tensor":19,"a":11,"b":10,"scales":6,"expert":9,"offsets":7,"problem":5,"sizes":6,"strides":8,"c":4,"per":4,"act":2,"token":3,"bool":2,"ch":2,"single":1,"grouped":3,"matrix":3,"multiplication":4,"used":2,"in":4,"based":2,"fused":2,"the":6,"function":1,"executes":1,"fp8":1,"quantized":1,"ab":1,"indices":1,"that":2,"mark":1,"at":1,"which":1,"index":1,"each":3,"begins":1,"its":1,"computation":1,"number":1,"of":2,"tokens":1,"computed":1,"with":1,"e":3,"is":1,"1":1,"mxnxk":1,"s":1,"two":1,"mms":1,"operation":1,"data":1,"passed":1,"to":1,"return":1,"ops":1,"fp4":2,"alphas":1,"sf":1,"an":1,"blockscaled":1,"group":1,"gemm":1,"takes":1,"and":1,"runs":1,"gemms":1,"for":1,"combination":1,"on":1,"specified":1},"37888,1568,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"this":1,"is":3,"used":2,"as":1,"the":6,"moe":2,"gemm":1,"during":1,"nvfp4":2,"quantized":2,"fusedmoe":1,"forward":1,"a":5,"b":9,"tensors":5,"ptrs":2,"and":3,"which":2,"are":1,"input":1,"expert":9,"weights":1,"scales":3,"blockscales":1,"in":3,"fp8":1,"e4m3":1,"precision":1,"offsets":6,"sf":5,"indices":1,"that":1,"mark":1,"at":1,"token":1,"index":1,"each":2,"begins":1,"its":1,"computation":1,"number":1,"of":2,"tokens":1,"computed":1,"with":1,"e":5,"1":2,"size":9,"per":1,"offset":2,"problem":2,"sizes":3,"mxnxk":1,"s":1,"multiplication":1,"two":1,"grouped":1,"mms":1,"fused":1,"operation":1,"return":3,"torch":8,"ops":3,"c":3,"cutlass":1,"fp4":1,"group":1,"mm":1,"out":1,"alphas":1,"gptq":4,"marlin":6,"def":2,"repack":4,"q":4,"weight":4,"tensor":5,"perm":2,"k":4,"int":6,"n":4,"num":4,"bits":4,"awq":2},"39456,1262,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":2,"gptq":2,"marlin":4,"moe":2,"repack":4,"b":10,"q":10,"weight":10,"torch":10,"tensor":6,"perm":3,"size":14,"k":8,"int":6,"n":6,"num":12,"bits":6,"experts":6,"shape":2,"0":4,"assert":2,"16":4,"output":6,"empty":2,"2":2,"device":4,"dtype":4,"for":2,"e":7,"in":2,"range":2,"ops":2,"c":2,"return":2,"awq":2},"40718,1837,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":2,"gptq":2,"marlin":2,"gemm":2,"a":4,"torch":19,"tensor":11,"c":4,"optional":11,"b":12,"q":4,"weight":2,"bias":2,"scales":8,"global":2,"scale":2,"zeros":4,"g":2,"idx":2,"perm":2,"workspace":2,"type":16,"scalartype":2,"size":6,"m":2,"int":3,"n":2,"k":4,"is":4,"full":2,"bool":4,"true":1,"use":4,"atomic":2,"add":2,"false":3,"fp32":2,"reduce":2,"zp":2,"float":2,"return":2,"ops":2,"id":2,"machete":3,"supported":2,"schedules":2,"dtype":6,"group":4,"none":4,"channel":2,"token":2,"out":2,"list":1,"str":1},"42555,1620,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":5,"machete":5,"mm":2,"a":10,"torch":27,"tensor":22,"b":20,"q":5,"should":1,"be":1,"the":1,"returned":1,"by":1,"prepack":3,"type":10,"scalartype":2,"out":2,"optional":8,"dtype":3,"none":7,"group":8,"scales":8,"zeros":2,"size":2,"int":1,"channel":2,"token":2,"schedule":2,"str":1,"return":5,"ops":4,"c":5,"id":2,"weight":2,"if":1,"hasattr":1,"permute":5,"cols":5,"register":1,"fake":2,"perm":3,"empty":1,"like":1,"fp4":3,"scaled":1,"quant":1,"input":3,"global":1,"scale":2,"tuple":1,"quantize":1,"to":1,"and":2,"quantized":1},"44175,1395,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"this":2,"function":1,"quantizes":1,"the":7,"last":2,"dimension":1,"of":2,"given":1,"tensor":6,"input":17,"for":2,"every":2,"16":3,"consecutive":1,"elements":1,"a":4,"single":1,"dynamically":1,"computed":1,"scaling":4,"factor":4,"is":4,"shared":1,"quantized":2,"using":1,"global":2,"scale":3,"and":2,"stored":1,"in":4,"swizzled":1,"layout":3,"see":1,"https":1,"docs":1,"nvidia":1,"com":1,"cuda":1,"parallel":1,"thread":1,"execution":1,"tcgen05":1,"mma":1,"b":1,"4x":1,"args":1,"to":5,"be":5,"fp4":3,"scalar":1,"entire":1,"returns":1,"tuple":1,"torch":6,"output":2,"but":4,"two":2,"values":2,"are":1,"packed":2,"into":2,"uint8":3,"float8":1,"e4m3":1,"factors":1,"sizzled":1,"assert":4,"not":1,"current":1,"platform":1,"rocm":1,"ndim":4,"1":6,"f":3,"needs":2,"got":3,"other":2,"dims":2,"if":1,"else":1,"reshape":1,"shape":2,"m":2,"n":4,"block":2,"size":2,"device":4,"0":1,"dim":1,"has":1,"multiple":1,"dtype":4,"float16":1,"bfloat16":1,"fp16":1,"or":1,"bf16":1,"will":1,"an":1,"empty":1,"2":1},"45570,1782,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"we":2,"use":1,"the":14,"rounded":5,"values":3,"to":7,"store":1,"swizzled":1,"due":1,"requirement":1,"of":2,"tensor":19,"core":1,"minimum":1,"tile":1,"is":2,"128x4":1,"for":4,"scales":4,"so":1,"first":1,"pad":1,"multiples":1,"128":2,"and":3,"4":4,"then":1,"in":3,"float8":2,"e4m3fn":2,"are":1,"packed":2,"into":1,"an":1,"int32":2,"every":1,"more":1,"https":1,"docs":1,"nvidia":1,"com":1,"cuda":1,"parallel":1,"thread":1,"execution":1,"tcgen05":1,"mma":1,"scale":12,"factor":2,"b":1,"layout":1,"4x":1,"round":3,"up":3,"lambda":1,"x":2,"y":4,"1":1,"m":3,"n":5,"block":1,"size":1,"output":9,"torch":10,"empty":1,"device":2,"dtype":1,"ops":1,"c":1,"scaled":2,"fp4":5,"quant":2,"input":11,"global":3,"view":1,"return":2,"def":1,"experts":1,"expert":3,"offsets":6,"blockscale":4,"topk":1,"int":1,"tuple":1,"quantize":1,"quantized":3,"moe":1,"inputs":1,"args":1,"be":2,"a":1,"scalar":1,"scaling":1,"entire":1,"outputs":1,"fp8":1,"e4m3":1,"assert":2,"not":1,"current":1,"platform":1,"rocm":1,"ndim":3,"2":2,"f":1,"needs":1,"but":1,"got":1},"47352,1840,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"control":1,"the":3,"maximum":1,"number":1,"of":2,"tokens":8,"per":9,"expert":10,"supported":1,"by":1,"nvfp4":1,"moe":4,"quantization":1,"this":3,"is":2,"used":1,"to":4,"prevent":1,"kernel":1,"from":1,"running":1,"out":1,"memory":1,"value":2,"can":1,"also":1,"be":2,"increased":1,"support":1,"larger":1,"models":1,"max":7,"envs":1,"vllm":2,"fp4":5,"m":6,"numtopk":6,"k":7,"input":7,"tensor":12,"shape":1,"assert":1,"topk":2,"f":4,"must":1,"less":1,"than":1,"for":1,"cutlass":1,"observed":1,"use":2,"set":1,"scales":7,"16":1,"padded":2,"4":2,"1":1,"output":10,"uint8":2,"and":3,"packed":1,"values":1,"torch":12,"empty":2,"2":1,"device":4,"dtype":2,"int32":1,"ops":1,"c":1,"scaled":2,"experts":1,"quant":2,"global":1,"scale":4,"offsets":2,"blockscale":1,"view":1,"float8":1,"e4m3fn":1,"return":2,"fp8":3,"def":1,"optional":4,"none":4,"num":1,"token":2,"padding":1,"int":1,"ub":1,"if":1,"dynamic":1,"bool":1,"false":1,"tuple":1,"quantize":1,"quantized":1},"49192,1518,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"this":3,"function":2,"supports":1,"both":1,"static":2,"and":4,"dynamic":4,"quantization":3,"if":7,"you":2,"provide":1,"the":11,"scale":4,"it":2,"will":3,"use":2,"scaling":4,"omit":1,"be":2,"determined":1,"dynamically":1,"also":1,"allows":1,"optional":3,"padding":7,"of":2,"output":8,"tensors":1,"for":4,"downstream":1,"kernels":1,"that":1,"benefit":1,"from":1,"args":1,"input":6,"tensor":5,"to":4,"quantized":1,"fp8":5,"factor":3,"ub":1,"upper":1,"bound":1,"in":4,"per":4,"token":7,"case":2,"num":5,"specified":1,"pad":1,"first":1,"dimension":1,"at":1,"least":1,"value":1,"whether":1,"do":1,"or":1,"returns":1,"tuple":2,"torch":6,"code":1,"assumes":1,"batch":1,"dim":1,"tokens":1,"are":1,"flattened":1,"assert":3,"ndim":1,"2":1,"shape":6,"union":1,"int":2,"size":1,"rocm":1,"on":1,"mi300":1,"dtype":8,"is":3,"float":1,"e3m3fnuz":1,"out":3,"current":1,"platform":1,"max":1,"0":1,"1":1,"none":2,"empty":1,"device":2,"else":1,"not":1,"supported":1,"passed":1},"50710,1631,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"if":6,"scale":15,"is":1,"none":2,"use":3,"per":2,"token":2,"dynamic":3,"torch":16,"empty":2,"shape":4,"0":2,"1":7,"device":4,"input":5,"dtype":2,"float32":2,"ops":3,"c":3,"scaled":3,"fp8":3,"quant":3,"output":4,"ub":1,"else":2,"assert":1,"numel":1,"f":1,"static":1,"return":1,"gptq":1,"allspark":2,"def":1,"repack":1,"weight":5,"qweight":5,"tensor":12,"zero":5,"point":5,"optional":2,"has":4,"zp":4,"bool":1,"false":2,"tuple":2,"rearrange":1,"and":2,"asymmetric":3,"to":1,"n32k16":1,"format":4,"for":2,"ampere":1,"w8a16":1,"fused":1,"gemm":1,"kernel":1,"args":1,"uint8":1,"original":1,"k":2,"x":3,"n":6,"fp16":2,"bf16":2,"must":1,"be":1,"provided":1,"quantization":3,"symmetric":1,"true":1,"returns":1,"rearranged":1,"optionally":1,"32align":1,"32":3},"52341,1908,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"qweight":8,"reorder":12,"torch":16,"empty":3,"n":7,"32align":4,"k":2,"device":6,"dtype":6,"scale":8,"1":2,"zero":9,"point":9,"none":4,"if":1,"has":4,"zp":4,"assert":1,"is":1,"not":1,"must":1,"be":1,"provided":1,"for":1,"asymmetric":1,"quantization":1,"ops":2,"c":2,"rearrange":1,"kn":1,"weight":1,"as":1,"n32k16":3,"order":1,"return":3,"def":2,"allspark":2,"w8a16":2,"gemm":2,"a":2,"tensor":13,"b":6,"scales":2,"qzeros":2,"optional":4,"int":5,"group":2,"size":2,"sm":4,"count":2,"version":2,"cublas":2,"m":2,"threshold":2,"bool":3,"int8":3,"scaled":1,"quant":1,"input":2,"azp":2,"symmetric":1,"true":1,"tuple":1,"quantize":1,"the":2,"to":1,"and":3,"quantized":1,"maybe":1},"54249,1904,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"args":1,"input":15,"the":3,"tensor":13,"to":3,"be":3,"quantized":1,"int8":7,"scale":6,"optional":3,"scaling":1,"factor":1,"for":4,"quantization":8,"when":1,"not":2,"provided":4,"we":1,"invoke":1,"dynamic":3,"per":3,"token":2,"azp":10,"zero":1,"point":1,"must":2,"asymmetric":2,"if":3,"is":3,"symmetric":4,"whether":1,"use":1,"only":2,"ignored":1,"returns":1,"tuple":1,"torch":19,"output":6,"scales":5,"and":1,"optionally":1,"empty":3,"like":2,"dtype":3,"none":3,"static":2,"assert":1,"ops":4,"c":3,"scaled":2,"quant":2,"return":3,"numel":1,"shape":1,"1":2,"device":2,"float32":1,"else":1,"int32":1,"contiguous":1,"qqq":3,"def":1,"marlin":2,"gemm":2,"a":2,"b":2,"q":2,"weight":2,"s":6,"tok":2,"ch":2,"group":2,"workspace":2,"size":6,"m":2,"int":3,"n":2,"k":2,"gguf":1},"56153,1484,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":6,"ggml":12,"dequantize":2,"w":10,"torch":27,"tensor":18,"quant":12,"type":12,"int":15,"m":2,"n":2,"dtype":3,"optional":1,"return":6,"ops":6,"c":6,"mul":4,"mat":4,"vec":4,"a8":8,"x":8,"row":8,"moe":6,"sorted":2,"token":2,"ids":6,"expert":2,"num":2,"tokens":6,"post":2,"padded":2,"top":4,"k":4,"topk":2,"symint":2,"get":2,"block":2,"size":2,"mamba":1},"57637,1663,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":5,"selective":2,"scan":2,"fwd":2,"u":2,"torch":32,"tensor":25,"delta":6,"a":11,"b":12,"c":7,"d":2,"optional":6,"z":2,"bias":2,"softplus":2,"bool":1,"query":2,"start":2,"loc":2,"cache":2,"indices":2,"has":2,"initial":2,"state":2,"ssm":2,"states":2,"pad":2,"slot":2,"id":2,"int":4,"ops":5,"rocm":4,"skinny":1,"gemms":1,"llmm1":2,"rows":2,"per":2,"block":2,"return":3,"wvsplitk":2,"cu":4,"count":4,"wvsplitkq":2,"out":5,"dtype":4,"scale":4,"empty":1,"shape":2,"0":2,"device":2,"moe":4,"sum":2,"input":2,"output":2},"59300,1815,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":3,"moe":8,"align":2,"block":10,"size":10,"topk":10,"ids":12,"torch":21,"tensor":18,"num":6,"experts":6,"int":7,"sorted":4,"token":6,"tokens":4,"post":4,"pad":4,"none":2,"ops":3,"c":3,"wna16":3,"gemm":3,"input":2,"output":4,"b":6,"qweight":2,"scales":2,"qzeros":2,"optional":2,"weights":4,"top":2,"k":4,"m":2,"n":2,"bit":2,"if":1,"not":1,"current":1,"platform":1,"is":2,"cuda":2,"raise":1,"notimplementederror":1,"the":1,"optimized":1,"kernel":1,"only":1,"available":1,"on":1,"platforms":1,"softmax":2,"expert":2,"indices":2,"gating":2},"61115,1578,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":1,"moe":8,"wna16":2,"marlin":3,"gemm":3,"input":2,"torch":17,"tensor":15,"output":2,"optional":6,"b":10,"qweight":2,"bias":2,"scales":2,"global":2,"scale":2,"qzeros":2,"g":2,"idx":2,"perm":2,"workspace":2,"sorted":2,"token":2,"ids":4,"expert":2,"num":2,"tokens":2,"past":2,"padded":2,"topk":4,"weights":4,"block":2,"size":8,"int":5,"top":2,"k":6,"mul":2,"bool":6,"is":6,"ep":2,"q":2,"type":2,"scalartype":1,"m":2,"n":2,"full":2,"use":4,"atomic":2,"add":2,"fp32":2,"reduce":2,"zp":2,"float":2,"return":1,"ops":3,"c":2,"id":1,"if":1,"supports":1,"and":1,"hasattr":1},"62693,960,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":1,"fake":2,"moe":4,"c":1,"marlin":2,"gemm":2,"def":1,"a":3,"torch":15,"tensor":11,"b":4,"q":2,"weights":3,"sorted":1,"ids":2,"topk":4,"scales":1,"zero":1,"points":1,"g":1,"idx":1,"perm":1,"workspace":1,"type":1,"scalartype":1,"size":6,"m":2,"symint":3,"n":2,"k":2,"is":1,"full":1,"bool":3,"num":1,"experts":1,"int":3,"block":1,"replicate":1,"input":1,"apply":1,"return":1,"empty":1,"dtype":2,"device":2},"63653,1881,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":1,"fake":2,"moe":4,"c":2,"wna16":2,"marlin":2,"gemm":2,"def":2,"input":3,"torch":22,"tensor":20,"output":1,"optional":4,"b":4,"qweight":1,"scales":1,"qzeros":1,"g":1,"idx":1,"perm":1,"workspace":1,"sorted":1,"token":1,"ids":2,"expert":1,"num":1,"tokens":1,"past":1,"padded":1,"topk":2,"weights":2,"block":1,"size":6,"int":5,"top":2,"k":6,"mul":1,"bool":6,"is":3,"ep":1,"q":1,"type":1,"scalartype":1,"m":2,"n":2,"full":1,"use":2,"atomic":1,"add":1,"fp32":1,"reduce":1,"zp":1,"float":1,"return":1,"empty":1,"dtype":4,"device":2,"reshape":2,"and":2,"cache":9,"key":4,"value":4,"slot":2,"mapping":2,"kv":2,"str":1,"scale":4,"v":2,"none":1,"ops":2},"65534,1769,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":6,"reshape":2,"and":4,"cache":20,"flash":2,"key":6,"torch":28,"tensor":22,"value":6,"slot":4,"mapping":10,"kv":12,"dtype":6,"str":3,"k":4,"scale":8,"v":2,"none":6,"ops":12,"c":8,"concat":2,"mla":4,"pe":2,"copy":4,"blocks":6,"caches":6,"list":3,"block":6,"swap":2,"src":2,"dst":2,"convert":2,"fp8":3,"output":2,"input":2,"float":1,"1":1,"0":1},"67303,1916,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":10,"gather":2,"cache":5,"src":2,"torch":19,"tensor":9,"dst":2,"block":4,"table":2,"cu":2,"seq":4,"lens":2,"batch":2,"size":4,"int":21,"starts":2,"optional":1,"none":6,"ops":11,"c":10,"get":6,"device":8,"attribute":6,"return":6,"cuda":2,"utils":2,"max":2,"shared":2,"memory":2,"per":2,"ruff":1,"noqa":1,"e501":1,"custom":10,"ar":10,"init":2,"ipc":6,"tensors":4,"list":8,"rank":4,"data":2,"fully":2,"connected":2,"bool":1,"all":2,"reduce":2,"fa":10,"inp":2,"out":2,"reg":4,"buffer":8,"sz":2,"bytes":2,"dispose":2,"meta":4,"register":4,"graph":4,"tuple":1,"buffers":2,"handles":2,"offsets":2},"69219,2000,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":10,"allocate":2,"shared":4,"buffer":4,"and":2,"handle":8,"size":10,"int":15,"tuple":2,"torch":22,"tensor":9,"return":8,"ops":10,"c":10,"custom":11,"ar":9,"open":4,"mem":4,"free":2,"ptr":2,"none":5,"quick":1,"all":3,"reduce":3,"init":2,"qr":14,"rank":2,"world":2,"max":4,"optional":1,"destroy":2,"fa":8,"inp":2,"out":2,"quant":2,"level":2,"cast":2,"bf2half":2,"bool":1,"false":1,"get":4,"handles":4,"list":1,"flash":2,"mla":2,"metadata":3,"cache":3,"seqlens":3,"num":11,"heads":9,"per":3,"head":3,"k":8,"arguments":1,"batch":2,"dtype":3,"int32":3,"equals":1,"to":1,"seq":1,"len":1,"q":2,"tile":1,"scheduler":1,"sm":1,"parts":1,"tileschedulermetadatasize":1,"splits":1,"1":1},"71219,1971,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":2,"flash":2,"mla":6,"with":1,"kvcache":2,"q":14,"torch":22,"tensor":15,"k":6,"cache":8,"block":4,"table":5,"seqlens":3,"head":8,"dim":8,"v":5,"int":1,"tile":3,"scheduler":3,"metadata":5,"num":10,"splits":3,"softmax":9,"scale":7,"optional":1,"float":3,"none":3,"causal":4,"bool":2,"false":1,"tuple":1,"arguments":1,"batch":6,"size":7,"seq":6,"len":3,"heads":4,"blocks":2,"page":3,"max":1,"per":1,"int32":4,"of":2,"sm":1,"parts":1,"tileschedulermetadatasize":1,"return":5,"by":2,"get":2,"1":3,"the":1,"scaling":1,"qk":1,"t":1,"before":1,"applying":1,"default":1,"to":2,"sqrt":1,"whether":1,"apply":1,"attention":1,"mask":1,"out":6,"lse":3,"float32":1,"if":1,"is":1,"shape":1,"0":1,"5":1,"ops":2,"c":4,"fwd":1,"cutlass":2,"decode":2,"nope":2,"pe":4,"kv":2,"and":2,"lens":2},"73190,1501,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"def":3,"sm100":4,"cutlass":4,"mla":4,"decode":2,"out":3,"torch":17,"tensor":12,"q":4,"nope":2,"pe":4,"kv":6,"c":7,"and":2,"k":2,"cache":2,"seq":4,"lens":2,"page":2,"table":2,"workspace":4,"scale":2,"float":1,"num":6,"splits":4,"int":6,"ops":4,"return":3,"get":2,"size":4,"max":2,"len":2,"batches":2,"sm":2,"count":2,"if":2,"hasattr":2,"weight":3,"packed":3,"linear":3,"register":1,"fake":2,"mat1":3,"mat2":3,"bias":1,"optional":1,"is":1,"vnni":1,"bool":1,"empty":1,"0":2,"dtype":2,"device":2,"fused":1,"experts":1,"cpu":1},"74691,1072,data/raw/vllm-0.10.1/vllm/_custom_ops.py":{"register":2,"fake":4,"c":3,"fused":2,"experts":2,"cpu":2,"def":2,"hidden":2,"states":2,"torch":19,"tensor":15,"w1":2,"w2":2,"topk":2,"weights":1,"ids":1,"inplace":1,"bool":5,"use":2,"int8":4,"w8a8":1,"fp8":1,"w8a16":1,"scale":4,"optional":6,"block":1,"size":3,"list":1,"int":1,"a1":1,"a2":1,"is":2,"vnni":2,"return":2,"empty":2,"like":1,"if":1,"hasattr":1,"ops":1,"scaled":3,"mm":3,"with":3,"quant":3,"mat1":2,"mat2":2,"scales2":1,"bias":1,"out":2,"dtype":4,"m":2,"0":2,"n":2},"0,1864,data/raw/vllm-0.10.1/vllm/logger.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":5,"vllm":19,"project":1,"logging":17,"configuration":1,"for":1,"import":13,"datetime":1,"json":1,"os":2,"sys":2,"from":7,"collections":1,"abc":1,"hashable":3,"functools":1,"lru":4,"cache":4,"partial":1,"logger":7,"config":4,"dictconfig":1,"path":3,"types":1,"methodtype":1,"typing":1,"any":1,"optional":1,"cast":1,"envs":6,"as":1,"configure":2,"level":5,"prefix":3,"format":5,"f":1,"levelname":1,"s":7,"asctime":1,"filename":1,"lineno":1,"d":2,"message":1,"date":2,"m":2,"h":1,"default":1,"formatters":1,"class":2,"utils":1,"newlineformatter":1,"datefmt":1,"handlers":2,"streamhandler":1,"formatter":1,"stream":1,"ext":1,"stdout":1,"loggers":2,"debug":3,"propagate":1,"false":2,"version":1,"1":1,"disable":1,"existing":1,"def":2,"print":4,"once":2,"msg":4,"str":2,"args":4,"none":2,"set":2,"stacklevel":4,"original":2,"caller":2,"line":2,"info":4},"1864,1978,data/raw/vllm-0.10.1/vllm/logger.py":{"def":5,"print":8,"warning":8,"once":13,"logger":10,"msg":8,"str":5,"args":8,"hashable":4,"none":5,"set":1,"the":7,"stacklevel":2,"to":7,"2":2,"original":1,"caller":1,"s":1,"line":1,"info":7,"class":2,"vllmlogger":1,"note":1,"this":1,"is":1,"just":1,"provide":1,"type":1,"information":1,"we":1,"actually":1,"patch":2,"methods":3,"directly":1,"on":1,"logging":16,"instance":1,"avoid":2,"conflicting":1,"with":4,"other":1,"libraries":1,"such":1,"as":4,"intel":1,"extension":1,"for":1,"pytorch":1,"utils":1,"debug":6,"self":6,"but":4,"subsequent":3,"calls":3,"same":3,"message":3,"are":3,"silently":3,"dropped":3,"pre":1,"defined":1,"mapping":1,"repeated":1,"dictionary":1,"creation":1,"configure":6,"vllm":10,"root":1,"config":7,"dict":1,"any":1,"if":2,"not":1,"and":1,"path":4,"raise":1,"runtimeerror":1,"evaluated":1,"false":1,"was":1,"given":1,"implies":1,"please":1,"enable":1,"or":1,"unset":1,"default":1},"3842,1556,data/raw/vllm-0.10.1/vllm/logger.py":{"if":5,"vllm":8,"logging":13,"config":14,"path":5,"not":4,"exists":1,"raise":2,"runtimeerror":1,"could":1,"load":1,"file":3,"does":1,"exist":1,"s":2,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":2,"custom":4,"json":1,"loads":1,"read":1,"isinstance":1,"dict":2,"valueerror":1,"invalid":1,"expected":1,"got":1,"type":1,"name":6,"for":2,"formatter":3,"in":3,"get":2,"formatters":1,"values":1,"this":3,"provides":1,"backwards":1,"compatibility":1,"after":1,"10134":1,"class":2,"newlineformatter":2,"utils":1,"dictconfig":1,"def":1,"init":2,"logger":10,"str":1,"vllmlogger":2,"the":6,"main":1,"purpose":1,"of":1,"function":1,"is":5,"to":2,"ensure":1,"that":2,"loggers":1,"are":1,"retrieved":1,"such":1,"a":1,"way":1,"we":1,"can":1,"be":1,"sure":1,"root":3,"has":1,"already":1,"been":1,"configured":1,"getlogger":1,"method":4,"methods":1,"patch":1,"items":1,"setattr":1,"methodtype":1,"return":1,"cast":1,"initialized":1,"when":1,"module":2,"imported":2,"thread":1,"safe":1,"only":1,"once":1,"guaranteed":1,"by":1,"python":1,"gil":1,"configure":1},"5398,1671,data/raw/vllm-0.10.1/vllm/logger.py":{"def":1,"trace":2,"calls":2,"log":5,"path":3,"root":4,"dir":4,"frame":11,"event":3,"arg":1,"none":2,"if":4,"in":6,"call":4,"return":5,"extract":1,"the":4,"filename":11,"line":1,"number":1,"function":2,"name":10,"and":1,"code":5,"object":1,"f":19,"co":4,"lineno":9,"func":7,"not":2,"startswith":1,"only":1,"functions":1,"vllm":1,"every":1,"or":1,"try":1,"last":17,"back":1,"is":1,"else":2,"initial":1,"0":1,"with":1,"open":1,"a":1,"as":1,"ts":3,"datetime":2,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"write":2,"to":2,"from":2,"n":2,"except":1,"nameerror":1,"modules":1,"are":1,"deleted":1,"during":1,"shutdown":1,"pass":1,"partial":1},"7069,1046,data/raw/vllm-0.10.1/vllm/logger.py":{"def":1,"enable":2,"trace":6,"function":5,"call":3,"log":6,"file":6,"path":7,"str":2,"root":9,"dir":6,"optional":1,"none":3,"tracing":1,"of":2,"every":2,"in":1,"code":3,"under":1,"this":5,"is":10,"useful":1,"for":2,"debugging":2,"hangs":1,"or":2,"crashes":2,"the":8,"to":4,"directory":3,"if":2,"it":3,"vllm":3,"note":1,"that":1,"thread":1,"level":1,"any":1,"threads":2,"calling":1,"will":4,"have":1,"enabled":2,"other":1,"not":1,"be":2,"affected":1,"logger":2,"warning":1,"record":1,"executed":1,"by":2,"python":1,"slow":1,"down":1,"suggested":1,"used":1,"hang":1,"only":1,"info":1,"frame":1,"saved":1,"s":1,"default":1,"os":2,"dirname":2,"sys":1,"settrace":1,"partial":1,"calls":1},"0,1930,data/raw/vllm-0.10.1/vllm/tracing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":5,"project":2,"import":16,"os":1,"from":10,"collections":1,"abc":1,"mapping":1,"typing":1,"optional":3,"logger":4,"init":3,"utils":1,"run":1,"once":1,"trace":6,"headers":1,"traceparent":1,"tracestate":1,"name":2,"is":7,"otel":9,"imported":3,"false":1,"error":6,"traceback":6,"str":3,"none":1,"try":1,"opentelemetry":8,"context":5,"sdk":3,"environment":1,"variables":1,"exporter":1,"otlp":2,"traces":2,"protocol":1,"tracerprovider":2,"export":1,"batchspanprocessor":1,"spankind":2,"tracer":6,"set":1,"provider":2,"propagation":1,"tracecontext":1,"tracecontexttextmappropagator":1,"true":1,"except":1,"importerror":1,"capture":1,"and":1,"format":2,"provide":1,"detailed":1,"for":1,"only":1,"string":1,"representation":1,"of":1,"retained":1,"avoid":1,"memory":1,"leaks":1,"see":1,"https":1,"github":1,"com":1,"pull":1,"7266":1,"discussion":1,"r1707395458":1,"exc":1,"class":4,"type":4,"ignore":4,"pass":4,"basespanattributes":1,"def":2,"available":3,"bool":1,"return":1,"instrumenting":1,"module":1,"endpoint":1,"if":1,"not":2,"raise":1,"valueerror":1,"unable":1,"initialize":1,"a":1,"ensure":1,"packages":1,"are":1,"installed":1,"f":1,"original":1,"n":1},"1930,1212,data/raw/vllm-0.10.1/vllm/tracing.py":{"span":5,"exporter":9,"get":4,"otlp":5,"traces":2,"endpoint":4,"trace":8,"provider":4,"add":1,"processor":1,"batchspanprocessor":1,"set":1,"tracer":4,"instrumenting":1,"module":1,"name":1,"return":5,"def":3,"protocol":6,"os":1,"environ":1,"otel":2,"grpc":3,"if":3,"from":2,"opentelemetry":2,"proto":2,"import":2,"otlpspanexporter":3,"elif":1,"http":2,"protobuf":1,"type":1,"ignore":1,"else":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"is":2,"configured":1,"extract":3,"context":2,"headers":9,"optional":2,"mapping":3,"str":6,"available":1,"or":1,"tracecontexttextmappropagator":1,"none":1,"h":4,"for":1,"in":2},"3142,1703,data/raw/vllm-0.10.1/vllm/tracing.py":{"class":1,"spanattributes":1,"attribute":2,"names":2,"copied":1,"from":1,"here":1,"to":4,"avoid":1,"version":1,"conflicts":1,"https":1,"github":1,"com":1,"open":1,"telemetry":1,"semantic":2,"conventions":2,"blob":1,"main":1,"docs":1,"gen":32,"ai":32,"spans":1,"md":1,"usage":6,"completion":2,"tokens":6,"prompt":2,"request":11,"max":2,"top":2,"p":2,"temperature":2,"response":2,"model":8,"added":2,"until":1,"they":1,"are":1,"the":3,"id":2,"n":2,"num":2,"sequences":2,"latency":12,"time":14,"in":12,"queue":2,"first":2,"token":2,"e2e":2,"scheduler":2,"taken":2,"forward":4,"pass":1,"for":2,"this":2,"across":2,"all":1,"workers":2,"execute":3,"function":1,"will":1,"include":1,"block":1,"sync":2,"cpu":1,"gpu":1,"and":1,"sampling":1,"def":2,"contains":1,"trace":3,"headers":4,"mapping":1,"str":2,"bool":1,"return":1,"any":1,"h":2,"run":1,"once":1,"log":1,"tracing":2,"disabled":2,"warning":2,"none":1,"logger":1,"received":1,"a":1,"with":1,"context":1,"but":1,"is":1},"0,1850,data/raw/vllm-0.10.1/vllm/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":3,"project":1,"a":1,"high":1,"throughput":1,"and":2,"memory":1,"efficient":1,"inference":1,"engine":7,"for":2,"llms":1,"version":5,"py":1,"should":2,"be":2,"independent":1,"library":2,"we":1,"always":1,"import":4,"first":1,"such":1,"assumption":1,"is":1,"critical":1,"some":1,"customization":1,"from":1,"tuple":1,"isort":1,"skip":1,"typing":1,"environment":2,"variables":2,"override":2,"imported":2,"before":2,"any":2,"other":2,"modules":2,"ensure":1,"that":1,"are":2,"set":1,"env":1,"noqa":1,"f401":1,"module":1,"attrs":1,"asyncengineargs":2,"arg":2,"utils":3,"engineargs":2,"asyncllmengine":2,"async":1,"llm":5,"llmengine":2,"entrypoints":1,"initialize":2,"ray":3,"cluster":2,"executor":2,"prompttype":2,"inputs":3,"textprompt":2,"tokensprompt":2,"modelregistry":2,"model":1,"models":1,"samplingparams":2,"sampling":1,"params":2,"poolingparams":2,"pooling":1,"classificationoutput":2,"outputs":10,"classificationrequestoutput":2,"completionoutput":2,"embeddingoutput":2,"embeddingrequestoutput":2,"poolingoutput":2,"poolingrequestoutput":2,"requestoutput":2,"scoringoutput":2,"scoringrequestoutput":2},"1850,1885,data/raw/vllm-0.10.1/vllm/__init__.py":{"if":2,"typing":2,"type":1,"checking":1,"from":11,"vllm":10,"engine":5,"arg":1,"utils":2,"import":13,"asyncengineargs":2,"engineargs":2,"async":1,"llm":5,"asyncllmengine":2,"llmengine":2,"entrypoints":1,"executor":2,"ray":3,"initialize":2,"cluster":2,"inputs":1,"prompttype":2,"textprompt":2,"tokensprompt":2,"model":1,"models":1,"modelregistry":2,"outputs":1,"classificationoutput":2,"classificationrequestoutput":2,"completionoutput":2,"embeddingoutput":2,"embeddingrequestoutput":2,"poolingoutput":2,"poolingrequestoutput":2,"requestoutput":2,"scoringoutput":2,"scoringrequestoutput":2,"pooling":1,"params":2,"poolingparams":2,"sampling":1,"samplingparams":2,"else":2,"def":1,"getattr":2,"name":8,"str":1,"any":1,"importlib":1,"module":9,"in":1,"attrs":2,"attr":2,"split":1,"package":2,"return":1,"raise":1,"attributeerror":1,"f":1,"has":1,"no":1,"attribute":1,"all":1,"version":2,"tuple":1},"0,2000,data/raw/vllm-0.10.1/vllm/pooling_params.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":4,"project":1,"from":5,"copy":1,"import":6,"deepcopy":1,"typing":1,"type":4,"checking":2,"any":2,"optional":9,"msgspec":2,"sampling":1,"params":1,"requestoutputkind":3,"tasks":1,"poolingtask":2,"if":2,"config":1,"modelconfig":1,"class":1,"poolingparams":1,"struct":1,"omit":1,"defaults":1,"true":2,"ignore":2,"call":2,"arg":2,"array":1,"like":1,"api":1,"parameters":3,"for":4,"pooling":1,"models":4,"attributes":1,"normalize":5,"whether":3,"embeddings":3,"outputs":3,"dimensions":5,"reduce":1,"of":1,"model":1,"support":1,"matryoshka":1,"representation":1,"activation":6,"apply":2,"function":1,"classification":2,"softmax":5,"reward":2,"int":3,"none":8,"bool":4,"step":3,"tag":3,"id":3,"returned":3,"token":4,"ids":4,"list":2,"task":1,"internal":3,"use":3,"only":4,"requires":1,"false":1,"extra":1,"kwargs":1,"dict":1,"str":2,"output":1,"kind":1,"final":1,"property":2,"def":2,"all":1,"self":2,"return":2,"valid":1,"embed":1,"classify":1,"score":1,"encode":1},"2000,1633,data/raw/vllm-0.10.1/vllm/pooling_params.py":{"def":4,"clone":1,"self":20,"poolingparams":2,"returns":1,"a":1,"deep":1,"copy":1,"of":1,"the":2,"instance":2,"return":3,"deepcopy":1,"verify":2,"task":13,"poolingtask":1,"model":9,"config":13,"optional":3,"modelconfig":3,"none":13,"if":7,"is":8,"elif":1,"msg":2,"f":1,"you":1,"cannot":1,"overwrite":1,"r":2,"with":1,"raise":1,"valueerror":1,"note":1,"validation":1,"needs":1,"to":1,"done":1,"against":1,"which":1,"not":3,"available":1,"in":3,"so":1,"it":1,"s":1,"included":1,"this":1,"method":1,"merge":2,"default":4,"parameters":8,"set":3,"valid":4,"pooler":5,"assert":1,"must":1,"be":1,"for":1,"k":5,"getattr":3,"continue":1,"setattr":1,"embed":1,"normalize":2,"true":1},"3633,1923,data/raw/vllm-0.10.1/vllm/pooling_params.py":{"if":9,"self":17,"dimensions":8,"is":8,"not":9,"none":8,"and":1,"model":9,"config":5,"matryoshka":4,"raise":5,"valueerror":5,"f":11,"served":2,"name":2,"does":2,"support":2,"representation":1,"changing":1,"output":2,"will":2,"lead":2,"to":2,"poor":2,"results":2,"mds":4,"in":4,"only":2,"supports":2,"str":1,"use":1,"other":1,"elif":3,"1":1,"must":2,"be":2,"greater":1,"than":1,"0":1,"task":9,"classify":1,"score":1,"activation":2,"true":2,"encode":1,"softmax":2,"else":1,"unknown":1,"pooling":1,"def":1,"verify":1,"valid":5,"parameters":12,"assert":1,"set":1,"invalid":4,"for":1,"k":4,"all":1,"continue":1,"getattr":1,"append":1},"5556,697,data/raw/vllm-0.10.1/vllm/pooling_params.py":{"def":2,"repr":1,"self":12,"str":1,"return":1,"f":10,"poolingparams":1,"task":2,"normalize":2,"dimensions":2,"activation":2,"softmax":2,"step":2,"tag":2,"id":2,"returned":2,"token":4,"ids":4,"requires":2,"extra":2,"kwargs":2,"post":1,"init":1,"none":1,"assert":1,"output":2,"kind":2,"requestoutputkind":1,"final":2,"only":2,"for":1,"pooling":1,"has":1,"to":1,"be":1},"0,1314,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"sampling":2,"parameters":1,"for":1,"text":1,"generation":1,"import":10,"copy":1,"from":8,"dataclasses":1,"dataclass":2,"enum":2,"intenum":2,"functools":1,"cached":1,"property":1,"typing":1,"annotated":1,"any":2,"optional":9,"union":2,"msgspec":2,"pydantic":1,"basemodel":1,"logger":4,"init":2,"logits":1,"process":1,"logitsprocessor":1,"transformers":1,"utils":1,"tokenizer":1,"anytokenizer":1,"name":1,"eps":1,"1e":2,"5":1,"max":1,"temp":1,"class":2,"samplingtype":1,"greedy":1,"random":2,"1":1,"seed":1,"maybe":1,"make":1,"guideddecodingparams":1,"one":1,"of":1,"these":2,"fields":1,"will":1,"be":2,"used":1,"build":1,"a":1,"logit":1,"processor":1,"json":2,"str":7,"dict":1,"none":8,"regex":1,"choice":1,"list":1,"grammar":1,"object":1,"bool":5,"are":1,"other":1,"options":1,"that":1,"can":1,"set":1,"backend":2,"was":1,"auto":1,"false":4,"disable":3,"fallback":1,"whitespace":2,"additional":1,"properties":1,"pattern":1,"structural":1,"tag":1},"1314,1781,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"staticmethod":1,"def":2,"from":2,"optional":10,"json":15,"union":1,"dict":2,"basemodel":3,"str":7,"none":15,"regex":5,"choice":5,"list":1,"grammar":5,"object":5,"bool":1,"backend":3,"whitespace":3,"pattern":3,"structural":4,"tag":4,"guideddecodingparams":2,"if":3,"all":1,"arg":2,"is":6,"for":1,"in":3,"return":5,"extract":1,"schemas":1,"pydantic":1,"models":1,"isinstance":1,"type":1,"model":1,"schema":1,"post":1,"init":1,"self":7,"validate":1,"that":1,"some":1,"fields":1,"are":2,"mutually":1,"exclusive":1,"guide":2,"count":2,"sum":1,"not":6,"1":2,"raise":1,"valueerror":1,"you":1,"can":1,"only":3,"use":1,"one":1,"kind":1,"of":1,"guided":1,"decoding":1,"but":1,"multiple":1,"f":1,"specified":1,"class":1,"requestoutputkind":1,"enum":1,"entire":1,"output":1,"so":1,"far":1,"every":1,"requestoutput":3,"cumulative":1,"0":1,"deltas":1,"each":1,"delta":1,"do":1,"intermediate":1,"final":1,"2":1},"3095,475,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"class":1,"samplingparams":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":2,"type":2,"ignore":2,"call":2,"arg":2,"required":1,"for":2,"cached":1,"property":1,"dict":1,"sampling":2,"parameters":2,"text":2,"generation":1,"overall":1,"we":2,"follow":1,"the":2,"from":1,"openai":3,"completion":1,"api":2,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"completions":1,"create":1,"in":1,"addition":1,"support":1,"beam":1,"search":1,"which":1,"is":1,"not":1,"supported":1,"by":1},"3570,1978,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"n":5,"int":5,"1":10,"number":3,"of":10,"output":2,"sequences":4,"to":20,"return":1,"for":3,"the":24,"given":1,"prompt":3,"best":4,"optional":4,"none":4,"that":1,"are":2,"generated":4,"from":2,"these":1,"top":5,"returned":1,"must":3,"be":4,"greater":1,"than":1,"or":2,"equal":1,"by":1,"default":1,"is":2,"set":4,"warning":1,"this":2,"only":1,"supported":1,"in":6,"v0":1,"real":1,"presence":1,"penalty":3,"float":6,"0":18,"penalizes":3,"new":6,"tokens":13,"based":3,"on":3,"whether":2,"they":2,"appear":2,"text":3,"so":3,"far":3,"values":8,"encourage":6,"model":8,"use":4,"while":4,"repeat":3,"frequency":2,"their":1,"repetition":1,"and":1,"temperature":1,"controls":3,"randomness":1,"sampling":2,"lower":1,"make":2,"more":2,"deterministic":1,"higher":1,"random":2,"zero":1,"means":1,"greedy":1,"p":2,"cumulative":1,"probability":3,"consider":4,"all":2,"k":1,"min":1,"represents":1,"minimum":1,"a":1,"token":2,"considered":1,"relative":1,"most":1,"likely":1,"disable":1,"seed":2,"generation":1,"stop":1,"union":1,"str":2,"list":1},"5548,1953,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"string":1,"s":1,"that":3,"stop":7,"the":25,"generation":2,"when":4,"they":2,"are":3,"generated":4,"returned":3,"output":8,"will":3,"not":3,"contain":2,"strings":1,"token":9,"ids":4,"optional":5,"list":3,"int":5,"none":5,"tokens":14,"unless":1,"special":5,"ignore":2,"eos":4,"bool":4,"false":1,"whether":4,"to":12,"and":1,"continue":1,"generating":1,"after":1,"is":4,"max":1,"16":1,"maximum":1,"number":5,"of":8,"generate":2,"per":4,"sequence":2,"min":1,"0":1,"minimum":1,"before":1,"or":1,"can":1,"be":2,"logprobs":3,"log":5,"probabilities":4,"return":4,"set":3,"no":1,"probability":2,"if":1,"a":2,"non":1,"value":1,"result":1,"includes":1,"specified":1,"most":1,"likely":1,"as":3,"well":1,"chosen":1,"note":2,"implementation":1,"follows":1,"openai":3,"api":4,"always":1,"sampled":1,"so":1,"there":1,"may":1,"up":1,"1":2,"elements":1,"in":4,"response":1,"all":1,"vocab":1,"size":1,"prompt":2,"this":1,"parameter":1,"only":2,"exposed":2,"at":1,"engine":1,"level":1,"for":1,"now":1,"it":1,"server":1,"does":1,"support":1,"returning":1,"detokenize":2,"true":3,"skip":2,"spaces":2,"between":2,"add":1,"logitsprocessor":1,"type":1,"we":1,"use":1,"any":1,"here":1,"because":1},"7501,724,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"optional":3,"list":1,"logitsprocessor":1,"type":1,"is":2,"not":1,"supported":2,"by":2,"msgspec":2,"logits":2,"processors":1,"any":1,"none":3,"functions":1,"that":1,"modify":1,"based":1,"on":1,"previously":1,"generated":1,"tokens":4,"and":1,"optionally":1,"prompt":3,"as":1,"a":1,"first":1,"argument":1,"include":2,"stop":2,"str":1,"in":2,"output":3,"bool":1,"false":1,"whether":1,"to":4,"the":5,"strings":1,"text":1,"truncate":1,"annotated":1,"int":1,"meta":1,"ge":1,"1":2,"if":3,"set":3,"will":2,"use":2,"truncation":3,"size":1,"model":1,"an":1,"integer":1,"k":2,"only":1,"last":1,"from":1,"i":1,"e":1,"left":1,"disabled":1,"kind":1,"requestoutputkind":2,"cumulative":1},"8225,1304,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"the":8,"below":1,"fields":3,"are":3,"not":4,"supposed":1,"to":3,"be":3,"used":5,"as":1,"an":1,"input":1,"they":1,"set":3,"in":2,"post":1,"init":1,"output":1,"text":1,"buffer":1,"length":1,"int":5,"0":1,"all":1,"stop":1,"token":7,"ids":4,"msgspec":1,"field":1,"default":1,"factory":1,"construct":4,"logits":4,"processors":1,"guided":2,"decoding":2,"optional":6,"guideddecodingparams":1,"none":6,"if":3,"provided":3,"engine":3,"will":3,"a":4,"processor":3,"from":1,"these":2,"parameters":1,"logit":2,"bias":1,"dict":2,"float":1,"that":3,"applies":1,"biases":1,"allowed":3,"list":4,"which":1,"only":2,"retains":1,"scores":1,"for":2,"given":1,"extra":1,"args":2,"str":2,"any":2,"arbitrary":1,"additional":1,"can":2,"by":2,"custom":1,"sampling":2,"implementations":2,"plugins":1,"etc":1,"tree":1,"bad":3,"words":4,"generated":2,"more":1,"precisely":1,"last":1,"of":1,"corresponding":1,"sequence":2,"is":1,"when":1,"next":1,"complete":1},"9529,1804,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"staticmethod":1,"def":1,"from":1,"optional":21,"n":1,"int":13,"1":5,"best":1,"of":1,"none":14,"presence":1,"penalty":3,"float":8,"0":13,"frequency":1,"repetition":1,"temperature":1,"top":2,"p":2,"k":1,"min":3,"seed":1,"stop":3,"union":2,"str":6,"list":5,"token":5,"ids":2,"bad":1,"words":1,"include":1,"in":2,"output":2,"bool":5,"false":2,"ignore":1,"eos":1,"max":2,"tokens":5,"16":1,"logprobs":2,"prompt":2,"detokenize":1,"true":3,"skip":1,"special":2,"spaces":1,"between":2,"logits":1,"processors":1,"logitsprocessor":1,"truncate":1,"annotated":1,"msgspec":1,"meta":1,"ge":1,"kind":1,"requestoutputkind":2,"cumulative":1,"guided":1,"decoding":1,"guideddecodingparams":1,"logit":4,"bias":7,"dict":3,"allowed":1,"extra":1,"args":1,"any":1,"samplingparams":1,"if":1,"is":1,"not":1,"convert":1,"id":1,"to":1,"integer":1,"clamp":1,"the":1,"100":4,"and":1,"per":1,"openai":1,"api":1,"spec":1,"for":1,"items":1},"11333,1415,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"return":1,"samplingparams":1,"n":3,"1":4,"if":6,"is":6,"none":6,"else":6,"best":2,"of":2,"presence":3,"penalty":9,"0":7,"frequency":3,"repetition":3,"temperature":3,"top":5,"p":5,"k":2,"min":4,"seed":2,"stop":6,"token":4,"ids":4,"bad":2,"words":2,"include":2,"str":2,"in":2,"output":4,"ignore":2,"eos":2,"max":2,"tokens":10,"logprobs":4,"prompt":4,"detokenize":2,"skip":2,"special":4,"spaces":2,"between":2,"logits":2,"processors":2,"truncate":2,"kind":2,"guided":2,"decoding":2,"logit":2,"bias":2,"allowed":2,"extra":2,"args":2},"12748,1800,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"def":1,"post":1,"init":1,"self":35,"none":5,"how":1,"we":7,"deal":1,"with":1,"best":10,"of":11,"if":14,"is":9,"not":3,"set":4,"default":1,"to":7,"n":14,"and":3,"real":4,"the":2,"original":1,"when":1,"return":2,"result":1,"will":1,"check":1,"need":1,"or":3,"results":1,"raise":1,"valueerror":1,"f":2,"must":1,"be":1,"greater":1,"than":2,"equal":1,"got":1,"0":1,"temperature":5,"max":6,"temp":4,"logger":1,"warning":1,"s":5,"less":1,"which":1,"may":1,"cause":1,"numerical":1,"errors":1,"nan":1,"inf":1,"in":3,"tensors":1,"have":1,"maxed":1,"it":1,"out":1,"seed":2,"1":4,"stop":11,"elif":1,"isinstance":1,"str":2,"token":2,"ids":2,"bad":2,"words":2,"logprobs":4,"true":2,"prompt":2,"number":1,"characters":1,"hold":1,"back":1,"for":2,"string":1,"evaluation":1,"until":1,"sequence":1,"finished":1,"include":1,"output":2,"text":1,"buffer":1,"length":1,"len":1,"verify":1,"args":1},"14548,344,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"if":1,"self":7,"temperature":2,"sampling":3,"eps":1,"zero":1,"means":1,"greedy":2,"top":2,"p":2,"1":1,"0":4,"k":1,"min":1,"verify":1,"eos":1,"token":3,"id":1,"is":1,"added":1,"to":1,"this":1,"by":1,"the":1,"engine":1,"all":1,"stop":2,"ids":2,"update":1},"14893,1852,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"def":1,"verify":1,"args":1,"self":26,"none":2,"if":12,"not":6,"isinstance":2,"n":10,"int":3,"raise":11,"valueerror":11,"f":14,"must":11,"be":11,"an":2,"but":2,"is":2,"of":12,"type":3,"1":9,"at":3,"least":3,"got":10,"best":11,"integer":1,"greater":2,"than":2,"or":2,"equal":1,"to":1,"and":1,"2":8,"0":14,"presence":3,"penalty":9,"in":3,"frequency":3,"repetition":3,"zero":1,"temperature":3,"non":1,"negative":1,"top":6,"p":3,"quietly":1,"accept":1,"as":1,"disabled":1,"prefer":1,"k":3,"disable":1},"16745,1971,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"if":10,"not":9,"isinstance":4,"self":29,"top":3,"k":3,"int":2,"raise":10,"typeerror":1,"f":14,"must":9,"be":8,"an":2,"integer":1,"got":9,"type":1,"name":1,"0":8,"min":9,"p":3,"1":8,"valueerror":9,"in":3,"max":8,"tokens":18,"is":5,"none":5,"and":6,"at":1,"least":1,"greater":1,"than":2,"or":3,"equal":2,"to":2,"less":1,"logprobs":9,"non":2,"negative":2,"prompt":8,"truncate":4,"assert":2,"stop":9,"token":4,"ids":4,"list":2,"all":1,"st":2,"id":2,"for":2,"contain":2,"only":1,"integers":1,"any":1,"str":2,"cannot":1,"empty":1,"string":1},"18716,390,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"if":2,"self":5,"stop":3,"and":2,"not":1,"detokenize":3,"raise":2,"valueerror":2,"strings":1,"are":1,"only":1,"supported":1,"when":1,"is":1,"true":2,"set":1,"to":2,"use":2,"best":2,"of":2,"real":1,"n":2,"output":2,"kind":2,"requestoutputkind":1,"delta":2,"must":1,"equal":1},"19106,1403,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"def":2,"verify":1,"greedy":2,"sampling":3,"self":9,"none":6,"if":8,"n":3,"1":2,"raise":1,"valueerror":1,"must":1,"be":2,"when":1,"using":1,"f":1,"got":1,"update":5,"from":2,"generation":5,"config":4,"dict":1,"str":1,"any":1,"model":5,"eos":20,"token":14,"id":9,"optional":1,"int":4,"there":1,"are":1,"non":1,"default":1,"values":1,"is":3,"not":4,"add":2,"the":3,"into":1,"params":1,"to":2,"support":1,"min":1,"tokens":1,"processing":1,"all":2,"stop":5,"ids":15,"for":2,"get":1,"it":2,"can":1,"either":1,"or":1,"list":2,"of":1,"isinstance":1,"else":1,"set":1,"we":1,"don":1,"t":1,"need":1,"include":1,"primary":1,"in":1,"since":1,"s":1,"handled":1,"separately":1,"stopping":1,"purposes":1,"discard":1,"ignore":1},"20509,1751,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"def":1,"update":1,"from":1,"tokenizer":7,"self":8,"anytokenizer":1,"none":1,"if":7,"not":2,"bad":12,"words":10,"return":1,"token":24,"ids":14,"for":4,"word":3,"in":5,"to":2,"prohibit":1,"both":1,"at":2,"the":5,"beginning":2,"and":3,"middle":1,"of":1,"text":2,"related":1,"add":6,"prefix":8,"space":7,"parameter":1,"false":2,"true":1,"else":1,"prompt":6,"lstrip":1,"encode":1,"special":1,"tokens":2,"no":1,"or":3,"produces":1,"a":1,"new":1,"0":5,"1":3,"len":3,"append":1,"invalid":3,"id":9,"max":3,"raise":1,"valueerror":1,"f":5,"model":1,"vocabulary":1,"size":1,"is":1,"but":1,"following":1,"were":1,"specified":1,"as":1,"all":1,"values":1,"should":1,"be":1,"integers":1,"satisfying":1},"22260,1218,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"cached":1,"property":3,"def":4,"sampling":2,"type":1,"self":11,"samplingtype":4,"if":5,"temperature":1,"eps":1,"return":6,"greedy":1,"seed":2,"is":3,"not":4,"none":3,"random":2,"all":2,"stop":2,"token":4,"ids":4,"set":1,"int":2,"bad":2,"words":2,"optional":1,"list":2,"for":3,"internal":1,"use":1,"only":1,"backward":1,"compatibility":1,"guaranteed":1,"clone":3,"samplingparams":1,"deep":1,"copy":3,"but":1,"maybe":1,"the":2,"logitsprocessor":2,"objects":2,"may":1,"contain":1,"an":1,"arbitrary":1,"nontrivial":1,"amount":1,"of":1,"data":1,"that":1,"expensive":1,"to":2,"however":1,"copied":1,"processor":3,"needs":1,"support":1,"parallel":1,"decoding":1,"multiple":1,"sequences":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"3087":1,"logit":2,"refs":2,"logits":2,"processors":2,"else":2,"id":1,"lp":5,"hasattr":1,"in":1,"deepcopy":1,"memo":1},"23478,1663,data/raw/vllm-0.10.1/vllm/sampling_params.py":{"def":1,"repr":1,"self":24,"str":4,"return":1,"f":23,"samplingparams":1,"n":2,"presence":2,"penalty":7,"frequency":2,"repetition":2,"temperature":3,"top":4,"p":4,"k":2,"min":4,"seed":2,"stop":7,"token":2,"ids":2,"bad":2,"words":2,"include":3,"in":3,"output":3,"ignore":5,"eos":3,"max":3,"tokens":11,"logprobs":4,"prompt":4,"skip":2,"special":4,"spaces":2,"between":2,"truncate":2,"guided":2,"decoding":2,"extra":2,"args":2,"class":1,"beamsearchparams":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":2,"type":2,"call":2,"arg":2,"required":1,"for":2,"cached":1,"property":1,"dict":1,"beam":2,"search":1,"parameters":1,"text":1,"generation":1,"width":1,"int":2,"bool":2,"false":2,"float":2,"0":3,"length":1,"1":1},"0,1977,data/raw/vllm-0.10.1/vllm/connections.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"from":5,"collections":1,"abc":1,"import":7,"mapping":2,"mutablemapping":2,"pathlib":1,"path":1,"typing":1,"optional":5,"urllib":1,"parse":1,"urlparse":2,"aiohttp":4,"requests":5,"version":4,"as":1,"class":2,"httpconnection":1,"helper":1,"send":1,"http":7,"def":6,"init":2,"self":19,"reuse":5,"client":18,"bool":2,"true":2,"none":7,"super":1,"sync":6,"session":3,"async":8,"clientsession":3,"get":4,"if":3,"is":4,"or":4,"not":4,"return":3,"note":1,"we":1,"intentionally":1,"use":1,"an":1,"function":1,"even":1,"though":1,"it":1,"required":1,"so":1,"that":1,"only":1,"accessible":1,"inside":1,"event":1,"loop":1,"trust":1,"env":1,"validate":2,"url":10,"str":7,"parsed":2,"scheme":2,"in":1,"https":2,"raise":1,"valueerror":1,"invalid":1,"a":1,"valid":1,"must":1,"have":1,"headers":4,"extras":2,"user":1,"agent":1,"f":1,"response":1,"stream":1,"false":1,"timeout":1,"float":1,"extra":3},"1977,1787,data/raw/vllm-0.10.1/vllm/connections.py":{"return":7,"client":4,"get":14,"url":15,"headers":9,"self":15,"extra":5,"stream":2,"timeout":20,"async":11,"def":6,"response":6,"str":11,"optional":7,"float":6,"none":7,"mapping":1,"validate":1,"http":1,"await":5,"or":1,"bytes":4,"with":5,"as":5,"r":15,"raise":5,"for":5,"status":5,"content":1,"read":1,"text":4,"json":2},"3764,1324,data/raw/vllm-0.10.1/vllm/connections.py":{"async":9,"def":3,"get":4,"json":2,"self":6,"url":6,"str":4,"timeout":9,"optional":3,"float":3,"none":3,"with":5,"await":3,"response":3,"as":5,"r":9,"raise":3,"for":5,"status":3,"return":3,"download":2,"file":2,"save":6,"path":10,"chunk":8,"size":4,"int":2,"128":2,"open":2,"wb":2,"f":4,"in":2,"iter":2,"content":2,"write":2,"chunked":1,"global":2,"http":1,"connection":1,"httpconnection":3,"the":1,"vllm":2,"connections":1,"instance":1,"used":1,"by":1},"0,1925,data/raw/vllm-0.10.1/vllm/logits_process.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":2,"project":1,"from":3,"typing":1,"import":3,"callable":3,"union":2,"torch":6,"transformers":1,"utils":1,"tokenizer":4,"anytokenizer":2,"logitsprocessor":3,"list":11,"int":5,"tensor":6,"is":1,"a":5,"function":1,"that":1,"takes":1,"of":3,"previously":1,"generated":1,"tokens":3,"logits":3,"for":3,"next":1,"token":6,"and":5,"optionally":1,"prompt":7,"as":1,"first":1,"argument":1,"returns":1,"modified":1,"sample":1,"def":2,"get":1,"bad":14,"words":13,"processors":1,"str":1,"ids":13,"word":4,"in":3,"prohibit":1,"both":1,"at":2,"beginning":2,"middle":1,"text":2,"related":1,"add":6,"prefix":8,"space":7,"parameter":1,"false":2,"true":1,"if":4,"else":1,"lstrip":1,"encode":1,"special":1,"no":1,"or":2,"produces":1,"new":1,"not":1,"1":2,"len":2,"append":1,"return":1,"nobadwordslogitsprocessor":2,"class":1,"smallest":1,"logit":2,"float":1,"inf":1,"neutral":1,"init":1,"self":3,"bias":1,"floattensor":1,"none":1},"1925,1947,data/raw/vllm-0.10.1/vllm/logits_process.py":{"def":3,"call":1,"self":14,"past":3,"tokens":3,"ids":17,"union":1,"list":1,"int":3,"tuple":3,"logits":11,"torch":6,"floattensor":2,"tensor":1,"if":5,"word":17,"bias":9,"is":3,"none":3,"init":2,"last":5,"token":9,"zeros":2,"like":1,"for":2,"bad":13,"in":2,"words":3,"len":7,"1":8,"already":1,"processed":1,"continue":2,"prefix":9,"length":3,"id":4,"actual":3,"expected":3,"assert":1,"match":2,"smallest":2,"logit":3,"else":1,"neutral":1,"return":1,"code":1,"based":1,"on":1,"nobadwordslogitsprocessor":1,"and":1,"sequencebiaslogitsprocessor":1,"noqa":1,"e501":1,"from":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"main":1,"src":1,"generation":1,"process":1,"py":1,"vocab":5,"size":5,"shape":1,"check":2,"bounds":2,"dtype":1,"float":1,"device":2,"invalid":1},"3872,568,data/raw/vllm-0.10.1/vllm/logits_process.py":{"for":2,"bad":4,"word":2,"ids":6,"in":2,"self":1,"words":1,"token":9,"id":6,"if":2,"0":3,"or":1,"vocab":3,"size":4,"invalid":3,"append":1,"len":1,"raise":1,"valueerror":1,"f":5,"the":2,"model":1,"vocabulary":1,"is":1,"but":1,"following":1,"tokens":1,"were":1,"specified":1,"as":1,"all":1,"values":1,"should":1,"be":1,"integers":1,"satisfying":1},"0,398,data/raw/vllm-0.10.1/vllm/tasks.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"typing":1,"import":1,"literal":4,"get":3,"args":3,"generationtask":3,"generate":1,"transcription":1,"generation":1,"tasks":2,"poolingtask":3,"encode":1,"embed":1,"classify":1,"score":1,"pooling":1,"supportedtask":1},"0,1989,data/raw/vllm-0.10.1/vllm/collect_env.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":9,"project":1,"ruff":1,"noqa":1,"code":1,"borrowed":1,"from":3,"https":1,"github":1,"com":1,"pytorch":3,"blob":1,"main":1,"torch":7,"utils":2,"collect":3,"env":4,"py":2,"import":9,"datetime":1,"locale":1,"os":2,"subprocess":1,"sys":1,"unlike":1,"rest":1,"of":1,"this":2,"file":1,"must":1,"be":1,"python2":1,"compliant":1,"script":1,"outputs":1,"relevant":1,"system":2,"environment":3,"info":2,"run":1,"it":1,"with":1,"python":4,"or":2,"m":1,"collections":1,"namedtuple":2,"regex":1,"as":1,"re":1,"envs":1,"variables":1,"try":1,"available":4,"true":1,"except":1,"importerror":1,"nameerror":1,"attributeerror":1,"oserror":1,"false":1,"information":1,"systemenv":2,"version":17,"is":3,"debug":1,"build":2,"cuda":4,"compiled":2,"gcc":1,"clang":1,"cmake":1,"libc":1,"platform":1,"runtime":3,"module":1,"loading":1,"nvidia":3,"driver":1,"gpu":2,"models":1,"cudnn":1,"pip":3,"pip3":1,"packages":2,"conda":2,"hip":2,"miopen":1,"caching":1,"allocator":1,"config":1,"xnnpack":1,"cpu":1,"rocm":1,"specific":5,"field":5,"neuron":1,"sdk":1,"flags":1,"topo":1,"vars":1,"default":1,"patterns":1,"numpy":1,"cudatoolkit":1,"soumith":1,"mkl":1,"magma":1,"triton":1,"optree":1,"nccl":1,"transformers":1,"zmq":1,"pynvml":1},"1989,2000,data/raw/vllm-0.10.1/vllm/collect_env.py":{"default":1,"pip":1,"patterns":1,"torch":1,"numpy":1,"mypy":1,"flake8":1,"triton":1,"optree":1,"onnx":1,"nccl":1,"transformers":1,"zmq":1,"nvidia":3,"pynvml":1,"def":4,"run":16,"command":17,"return":12,"code":1,"stdout":2,"stderr":2,"shell":3,"true":1,"if":11,"type":1,"is":4,"str":4,"else":4,"false":1,"try":1,"p":3,"subprocess":3,"popen":1,"pipe":2,"raw":4,"output":10,"err":4,"communicate":1,"rc":9,"returncode":1,"get":1,"platform":1,"win32":1,"enc":4,"oem":1,"locale":1,"getpreferredencoding":1,"decode":2,"smi":2,"topo":2,"m":2,"don":1,"t":1,"remove":1,"the":2,"leading":1,"whitespace":1,"of":1,"because":1,"they":1,"are":1,"meaningful":1,"rstrip":1,"strip":2,"except":1,"filenotfounderror":1,"cmd":2,"isinstance":1,"0":6,"127":1,"f":1,"not":2,"found":1,"and":5,"read":1,"all":1,"lambda":9,"using":3,"reads":1,"returns":3,"entire":1,"out":6,"none":5,"parse":1,"first":4,"match":5,"regex":3,"it":1,"exists":1,"re":1,"search":1,"group":1,"1":1,"line":2,"empty":1,"split":1,"n":1},"3989,1308,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":5,"get":8,"conda":6,"packages":1,"run":17,"lambda":11,"patterns":5,"none":3,"if":4,"is":2,"default":1,"os":1,"environ":1,"exe":1,"out":4,"and":7,"read":1,"all":1,"list":1,"return":7,"n":1,"join":1,"line":4,"for":2,"in":3,"splitlines":1,"not":1,"startswith":1,"any":1,"name":2,"gcc":3,"version":9,"parse":5,"first":5,"match":5,"r":5,"clang":3,"cmake":3,"nvidia":3,"driver":2,"platform":1,"darwin":1,"cmd":2,"kextstat":1,"grep":1,"i":1,"cuda":2,"com":1,"smi":3},"5297,1056,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":2,"get":6,"gpu":1,"info":1,"run":5,"lambda":4,"if":5,"platform":1,"darwin":1,"or":1,"torch":8,"available":3,"and":4,"hasattr":2,"version":5,"hip":3,"is":3,"not":2,"none":5,"cuda":4,"prop":3,"device":2,"properties":1,"0":2,"gcnarchname":2,"gcnarch":4,"format":1,"else":2,"nogcnarchnameonoldpytorch":1,"return":5,"name":1,"smi":3,"nvidia":1,"uuid":4,"regex":2,"re":2,"compile":1,"r":2,"rc":2,"out":2,"l":1,"anonymize":1,"gpus":1,"by":1,"removing":1,"their":1,"sub":1,"running":1,"parse":1,"first":1,"match":1,"nvcc":1,"release":1,"v":1},"6353,1708,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":1,"get":6,"cudnn":10,"version":1,"run":2,"lambda":2,"return":7,"a":1,"list":1,"of":2,"libcudnn":3,"so":1,"it":1,"s":1,"hard":1,"to":1,"tell":1,"which":1,"one":2,"is":4,"being":1,"used":1,"if":8,"platform":2,"win32":1,"system":2,"root":2,"os":9,"environ":3,"systemroot":1,"c":1,"windows":1,"cuda":9,"path":9,"where":3,"cmd":6,"join":2,"system32":1,"r":1,"bin":1,"dll":1,"format":2,"elif":1,"darwin":1,"libraries":1,"and":3,"drivers":1,"can":1,"be":1,"found":2,"in":2,"usr":2,"local":2,"see":1,"https":2,"docs":2,"nvidia":2,"com":2,"installation":1,"guide":1,"mac":1,"x":1,"index":2,"html":2,"install":2,"deeplearning":1,"sdk":1,"installmac":1,"use":1,"library":3,"when":1,"installed":1,"elsewhere":1,"ls":1,"lib":1,"else":1,"ldconfig":1,"p":1,"grep":1,"rev":2,"cut":1,"d":1,"f1":1,"rc":3,"out":3,"find":1,"will":1,"1":3,"there":1,"are":1,"permission":1,"errors":1,"or":2,"not":3,"len":2,"0":3,"l":4,"none":3,"isfile":2,"realpath":2,"files":8,"set":5,"for":1,"fn":5,"split":1,"n":3,"eliminate":1,"symbolic":1,"links":1,"add":1,"alphabetize":1,"the":3,"result":3,"because":1,"order":1,"non":1,"deterministic":1,"otherwise":1,"sorted":1,"probably":1,"following":1},"8061,1929,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":4,"get":7,"nvidia":4,"smi":11,"note":1,"is":1,"currently":1,"available":2,"only":1,"on":1,"windows":2,"and":3,"linux":1,"if":7,"platform":1,"win32":1,"system":2,"root":4,"os":5,"environ":2,"systemroot":1,"c":2,"program":3,"files":3,"programfiles":1,"legacy":2,"path":7,"join":2,"corporation":1,"nvsmi":1,"new":2,"system32":1,"smis":2,"for":1,"candidate":3,"in":2,"exists":1,"format":1,"break":1,"return":8,"rocm":2,"version":20,"run":5,"lambda":4,"returns":1,"the":1,"otherwise":1,"n":4,"a":7,"parse":1,"first":1,"match":1,"hipcc":1,"r":1,"hip":1,"s":4,"neuron":2,"sdk":1,"adapted":1,"from":2,"your":1,"install":1,"script":1,"try":1,"result":3,"ls":1,"0":3,"else":2,"except":1,"exception":1,"vllm":2,"import":1,"tuple":2,"dev":5,"str":8,"1":5,"isinstance":1,"startswith":1,"g":1,"it":3,"build":3,"containing":1,"local":2,"changes":2,"git":6,"sha":6,"split":2,"date":3,"f":2,"without":1,"type":1,"ignore":1},"9990,1928,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":2,"summarize":1,"vllm":1,"build":1,"flags":3,"this":1,"could":1,"be":1,"a":1,"static":1,"method":1,"if":6,"the":1,"are":1,"constant":2,"or":1,"dynamic":1,"you":1,"need":1,"to":1,"check":1,"environment":1,"variables":1,"etc":1,"return":2,"cuda":2,"archs":1,"rocm":3,"neuron":2,"format":1,"os":3,"environ":3,"get":5,"torch":1,"arch":2,"list":2,"not":1,"set":1,"enabled":2,"home":1,"else":2,"disabled":2,"cores":1,"gpu":1,"topo":2,"run":5,"lambda":3,"output":5,"none":2,"platform":1,"linux":2,"and":2,"read":2,"all":2,"nvidia":1,"smi":2,"m":1,"is":1,"showtopo":1,"example":1,"outputs":1,"of":1,"cpu":6,"infos":1,"architecture":1,"x86":1,"64":2,"op":1,"mode":1,"s":6,"32":2,"bit":2,"address":1,"sizes":1,"46":1,"bits":2,"physical":1,"48":1,"virtual":1,"byte":1,"order":1,"little":1,"endian":1,"128":1,"on":1,"line":1,"0":1,"127":1,"vendor":1,"id":1,"genuineintel":1,"model":2,"name":1,"intel":1,"r":2,"xeon":1,"platinum":1,"8375c":1,"2":4,"90ghz":1,"family":1,"6":2,"106":1,"thread":1,"per":2,"core":2,"socket":2,"stepping":1,"bogomips":1,"5799":1,"78":1,"fpu":1,"vme":1,"de":1,"pse":1,"tsc":5,"msr":1,"pae":1,"mce":1,"cx8":1,"apic":1,"sep":1,"mtrr":1,"pge":1,"mca":1,"cmov":1,"pat":1,"pse36":1,"clflush":1,"mmx":1,"fxsr":1,"sse":1,"sse2":1,"ss":1,"ht":1,"syscall":1,"nx":1,"pdpe1gb":1,"rdtscp":1,"lm":2,"perfmon":1,"rep":1,"good":1,"nopl":1,"xtopology":1,"nonstop":1,"cpuid":1,"aperfmperf":1,"known":1,"freq":1,"pni":1,"pclmulqdq":1,"monitor":1,"ssse3":1,"fma":1,"cx16":1,"pcid":1,"sse4":2,"1":1,"x2apic":1,"movbe":1,"popcnt":1,"deadline":1,"timer":1,"aes":1,"xsave":1,"avx":1,"f16c":1,"rdrand":1,"hypervisor":1,"lahf":1,"abm":1,"3dnowprefetch":1,"invpcid":1,"single":1,"ssbd":1,"ibrs":2,"ibpb":1,"stibp":1,"enhanced":1},"11918,1997,data/raw/vllm-0.10.1/vllm/collect_env.py":{"fsgsbase":1,"tsc":1,"adjust":1,"bmi1":1,"avx2":1,"smep":1,"bmi2":1,"erms":1,"invpcid":1,"avx512f":1,"avx512dq":1,"rdseed":1,"adx":1,"smap":1,"avx512ifma":1,"clflushopt":1,"clwb":1,"avx512cd":1,"sha":1,"ni":1,"avx512bw":1,"avx512vl":1,"xsaveopt":1,"xsavec":1,"xgetbv1":1,"xsaves":1,"wbnoinvd":1,"ida":1,"arat":1,"avx512vbmi":1,"pku":1,"ospke":1,"avx512":4,"vbmi2":1,"gfni":1,"vaes":1,"vpclmulqdq":1,"vnni":1,"bitalg":1,"tme":1,"vpopcntdq":1,"rdpid":1,"md":1,"clear":2,"flush":1,"l1d":2,"arch":1,"capabilities":1,"virtualization":2,"features":1,"hypervisor":1,"vendor":1,"kvm":1,"type":1,"full":1,"caches":1,"sum":1,"of":1,"all":1,"3":2,"mib":4,"64":4,"instances":4,"l1i":1,"2":4,"l2":1,"80":1,"l3":1,"108":1,"numa":4,"node":1,"s":3,"node0":1,"cpu":4,"0":1,"31":1,"95":1,"node1":1,"32":1,"63":1,"96":1,"127":1,"vulnerabilities":1,"itlb":1,"multihit":1,"not":7,"affected":7,"l1tf":1,"mds":1,"meltdown":1,"mmio":1,"stale":1,"data":1,"vulnerable":1,"buffers":1,"attempted":1,"no":1,"microcode":1,"smt":1,"host":1,"state":1,"unknown":1,"retbleed":1,"spec":1,"store":2,"bypass":2,"mitigation":3,"speculative":1,"disabled":1,"via":1,"prctl":1,"and":2,"seccomp":1,"spectre":2,"v1":1,"usercopy":1,"swapgs":1,"barriers":1,"user":1,"pointer":1,"sanitization":1,"v2":1,"enhanced":1,"ibrs":1,"ibpb":1,"conditional":1,"rsb":1,"filling":1,"pbrsb":1,"eibrs":1,"sw":1,"sequence":1,"srbds":1,"tsx":1,"async":1,"abort":1,"win32":1,"architecture":2,"9":2,"currentclockspeed":2,"2900":3,"deviceid":1,"cpu0":1,"family":1,"179":1,"l2cachesize":1,"40960":1,"l2cachespeed":1,"manufacturer":1,"genuineintel":1,"maxclockspeed":1,"name":1,"intel":1,"r":2,"xeon":1,"platinum":1,"8375c":1,"90ghz":1,"processortype":1,"revision":1,"27142":1},"13915,1851,data/raw/vllm-0.10.1/vllm/collect_env.py":{"deviceid":2,"cpu1":1,"family":2,"179":1,"l2cachesize":2,"40960":1,"l2cachespeed":2,"manufacturer":2,"genuineintel":1,"maxclockspeed":2,"2900":1,"name":2,"intel":1,"r":4,"xeon":1,"platinum":1,"8375c":1,"cpu":8,"2":1,"90ghz":1,"processortype":2,"3":1,"revision":2,"27142":1,"def":5,"get":11,"info":5,"run":13,"lambda":10,"rc":5,"out":5,"err":5,"0":2,"if":3,"platform":9,"linux":3,"lscpu":1,"elif":5,"win32":3,"wmic":4,"architecture":1,"currentclockspeed":1,"value":1,"darwin":3,"sysctl":1,"n":1,"machdep":1,"brand":1,"string":1,"none":1,"else":2,"return":9,"sys":5,"startswith":4,"cygwin":2,"mac":1,"version":3,"and":3,"parse":2,"first":2,"match":2,"sw":1,"vers":1,"productversion":1,"windows":2,"system":3,"root":3,"os":4,"environ":1,"systemroot":1,"c":1,"cmd":4,"path":2,"join":2,"system32":2,"wbem":1,"findstr":3,"read":1,"all":1,"caption":2,"v":1,"format":1,"lsb":2,"release":1,"a":1,"description":1,"t":1},"15766,1667,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":6,"check":2,"release":4,"file":2,"run":10,"lambda":8,"return":12,"and":2,"parse":1,"first":1,"match":1,"cat":1,"etc":2,"r":1,"pretty":1,"name":1,"get":9,"os":1,"from":1,"platform":17,"import":4,"machine":5,"if":8,"win32":1,"or":1,"cygwin":1,"windows":1,"version":7,"darwin":1,"mac":1,"is":5,"none":7,"macos":1,"format":4,"linux":2,"ubuntu":1,"debian":1,"based":1,"desc":6,"lsb":1,"not":3,"try":2,"reading":1,"unknown":1,"python":1,"libc":2,"n":1,"a":1,"join":1,"ver":1,"pip":9,"packages":2,"patterns":4,"list":1,"output":1,"note":1,"will":1,"also":1,"find":2,"conda":1,"installed":1,"pytorch":1,"numpy":1,"default":1,"with":1,"importlib":2,"util":2,"spec":3,"available":2,"except":1,"importerror":1,"false":1},"17433,1919,data/raw/vllm-0.10.1/vllm/collect_env.py":{"if":8,"pip":11,"available":6,"cmd":3,"sys":2,"executable":1,"mpip":1,"list":4,"format":4,"freeze":2,"elif":1,"os":4,"environ":4,"get":8,"uv":4,"is":4,"not":3,"none":1,"print":1,"set":1,"else":4,"raise":1,"runtimeerror":1,"could":1,"collect":1,"output":2,"or":1,"module":3,"out":4,"run":6,"and":2,"read":1,"all":1,"lambda":3,"return":8,"n":5,"join":1,"line":3,"for":4,"in":7,"splitlines":1,"any":2,"name":2,"patterns":1,"version":4,"pip3":1,"0":1,"3":1,"with":1,"def":5,"cachingallocator":1,"config":6,"ca":2,"pytorch":2,"cuda":6,"alloc":1,"conf":1,"loading":2,"torch":7,"init":1,"a":2,"xnnpack":3,"import":1,"backends":2,"str":1,"enabled":1,"type":1,"ignore":1,"attr":1,"defined":1,"env":8,"vars":7,"secret":3,"terms":2,"token":1,"api":1,"access":1,"password":1,"report":2,"prefix":2,"nccl":1,"cublas":1,"cudnn":1,"omp":1,"mkl":1,"nvidia":1,"k":6,"v":3,"items":1,"term":2,"lower":1,"continue":1,"environment":1,"variables":1,"startswith":1,"info":1,"packages":1},"19352,1434,data/raw/vllm-0.10.1/vllm/collect_env.py":{"if":4,"torch":9,"available":4,"version":33,"str":11,"debug":3,"mode":2,"cuda":8,"is":2,"not":1,"hasattr":1,"hip":11,"or":4,"none":2,"compiled":3,"runtime":7,"miopen":4,"n":7,"a":5,"else":3,"def":1,"get":8,"na":3,"cfg":5,"prefix":2,"lst":3,"s":3,"rsplit":1,"1":2,"for":1,"in":2,"return":1,"0":1,"c":1,"show":1,"config":1,"split":1,"sys":2,"replace":1,"conda":2,"packages":2,"run":4,"lambda":4,"rocm":2,"neuron":2,"sdk":2,"vllm":4,"build":2,"flags":2,"summarize":1,"gpu":2,"topo":2},"20786,1994,data/raw/vllm-0.10.1/vllm/collect_env.py":{"return":1,"systemenv":1,"torch":2,"version":44,"str":4,"is":4,"debug":2,"build":3,"mode":1,"python":3,"bit":2,"runtime":6,"format":1,"sys":2,"maxsize":1,"length":1,"1":1,"platform":2,"get":14,"cuda":8,"available":4,"compiled":3,"running":1,"run":9,"lambda":9,"module":2,"loading":2,"config":3,"nvidia":3,"gpu":4,"models":1,"info":6,"driver":2,"cudnn":2,"hip":4,"miopen":2,"pip":4,"packages":3,"list":1,"output":1,"conda":2,"os":4,"libc":4,"gcc":4,"clang":4,"cmake":4,"caching":1,"allocator":1,"cachingallocator":1,"xnnpack":2,"cpu":2,"rocm":2,"neuron":2,"sdk":2,"vllm":4,"flags":2,"topo":2,"env":3,"vars":2,"fmt":1,"system":1,"pytorch":2},"22780,1989,data/raw/vllm-0.10.1/vllm/collect_env.py":{"is":7,"debug":2,"build":6,"cuda":9,"used":2,"to":6,"pytorch":2,"compiled":2,"version":20,"rocm":3,"hip":3,"python":5,"environment":2,"platform":2,"gpu":5,"info":6,"available":4,"runtime":6,"module":2,"loading":2,"set":1,"models":2,"and":2,"configuration":1,"nvidia":3,"driver":2,"cudnn":2,"miopen":2,"xnnpack":2,"cpu":2,"versions":1,"of":1,"relevant":1,"libraries":1,"pip":1,"packages":2,"conda":1,"strip":3,"both":1,"the":3,"above":1,"code":2,"following":1,"use":1,"remove":1,"leading":1,"trailing":1,"whitespaces":1,"so":1,"we":1,"need":1,"add":1,"a":1,"newline":1,"in":2,"between":1,"separate":1,"two":1,"sections":1,"env":3,"fmt":2,"n":2,"vllm":5,"neuron":2,"sdk":2,"flags":2,"topology":1,"topo":1,"variables":1,"vars":1,"def":2,"pretty":1,"str":1,"envinfo":1,"replace":1,"nones":1,"dct":5,"replacement":2,"could":1,"not":2,"collect":1,"for":1,"key":3,"keys":1,"if":1,"none":1,"continue":1,"return":1},"24769,1900,data/raw/vllm-0.10.1/vllm/collect_env.py":{"def":4,"replace":6,"bools":2,"dct":7,"true":4,"yes":2,"false":4,"no":5,"for":4,"key":5,"in":4,"keys":1,"if":9,"is":9,"elif":1,"return":6,"prepend":3,"text":6,"tag":2,"lines":4,"split":2,"n":6,"updated":2,"line":5,"join":1,"empty":1,"replacement":2,"relevant":1,"packages":1,"not":4,"none":6,"and":4,"len":2,"0":1,"maybe":2,"start":3,"on":3,"next":3,"string":6,"multiline":2,"a":1,"to":1,"it":1,"1":1,"format":1,"mutable":9,"dict":9,"envinfo":3,"asdict":1,"nvidia":5,"gpu":4,"models":4,"the":2,"machine":1,"doesn":1,"t":1,"have":1,"cuda":14,"report":1,"some":1,"fields":8,"as":1,"dynamic":5,"runtime":1,"version":5,"driver":1,"all":6,"cudnn":1,"missing":2,"field":4,"torch":2,"available":2,"compiled":2,"with":3,"objects":1,"could":1,"collect":1,"nones":1},"26669,1857,data/raw/vllm-0.10.1/vllm/collect_env.py":{"if":10,"either":1,"of":1,"these":1,"are":1,"replace":3,"with":2,"no":1,"relevant":1,"packages":12,"mutable":12,"dict":12,"pip":7,"empty":2,"conda":8,"tag":1,"and":4,"a":3,"prefix":1,"they":2,"were":1,"previously":1,"none":1,"ll":1,"show":1,"up":1,"as":1,"ie":1,"could":1,"not":1,"collect":1,"prepend":2,"format":3,"envinfo":2,"version":1,"cpu":2,"info":6,"return":2,"env":4,"fmt":1,"def":2,"get":3,"pretty":3,"str":1,"main":3,"print":3,"collecting":1,"environment":1,"information":1,"output":2,"torch":4,"available":1,"hasattr":2,"utils":3,"crash":2,"handler":2,"minidump":6,"dir":5,"default":1,"sys":2,"platform":1,"linux":1,"os":5,"path":4,"exists":1,"dumps":2,"join":1,"dump":2,"for":1,"in":1,"listdir":1,"latest":3,"max":1,"key":1,"getctime":2,"ctime":2,"creation":2,"time":2,"datetime":2,"fromtimestamp":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"msg":2,"n":1,"detected":1,"at":1,"created":1,"on":1,"this":1,"is":1,"related":1,"to":1,"your":1,"bug":1,"please":1,"include":1,"it":1,"when":1,"you":1,"file":2,"report":1,"stderr":1,"name":1},"0,1964,data/raw/vllm-0.10.1/vllm/beam_search.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":15,"vllm":4,"project":1,"from":5,"dataclasses":1,"import":5,"dataclass":3,"typing":1,"type":2,"checking":2,"any":2,"optional":9,"union":2,"lora":5,"request":5,"lorarequest":3,"sequence":4,"logprob":5,"if":2,"multimodal":1,"multimodaldatadict":2,"class":3,"beamsearchsequence":5,"a":1,"for":1,"beam":5,"search":4,"it":2,"keeps":1,"track":1,"of":5,"tokens":7,"and":2,"log":1,"probability":1,"text":2,"field":1,"is":4,"will":1,"only":1,"be":2,"filled":1,"when":1,"about":1,"returned":1,"user":1,"includes":1,"prompt":3,"list":11,"int":7,"logprobs":5,"dict":3,"none":10,"cum":1,"float":3,"str":4,"finish":1,"reason":2,"stop":1,"multi":1,"modal":1,"data":1,"mm":1,"processor":1,"kwargs":3,"beamsearchoutput":1,"output":1,"contains":1,"best":1,"sequences":2,"length":2,"equal":1,"width":1,"beamsearchinstance":1,"def":2,"init":1,"self":3,"beams":1,"else":1,"completed":1,"get":1,"score":1,"cumulative":1,"eos":1,"token":1,"id":1,"penalty":1,"1":1},"1964,675,data/raw/vllm-0.10.1/vllm/beam_search.py":{"float":3,"calculate":1,"the":1,"beam":3,"search":3,"score":2,"with":1,"length":4,"penalty":4,"adapted":1,"from":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"ccb92be23def445f2afdea94c31286f84b89eb5b":1,"src":1,"generation":1,"py":1,"l938":1,"seq":3,"len":4,"tokens":3,"if":1,"1":2,"eos":3,"token":3,"id":3,"return":3,"cumulative":1,"logprob":2,"def":2,"create":1,"sort":3,"beams":3,"key":3,"function":1,"int":1,"x":3,"beamsearchsequence":1,"get":1,"cum":1},"0,219,data/raw/vllm-0.10.1/vllm/envs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":5,"hashlib":1,"os":1,"sys":1,"tempfile":1,"from":1,"typing":1,"type":1,"checking":1,"any":1,"callable":1,"optional":1},"219,1969,data/raw/vllm-0.10.1/vllm/envs.py":{"if":1,"type":1,"checking":1,"vllm":41,"host":1,"ip":1,"str":21,"port":1,"optional":17,"int":10,"none":16,"rpc":1,"base":1,"path":9,"tempfile":1,"gettempdir":1,"use":5,"modelscope":1,"bool":11,"false":8,"ringbuffer":1,"warning":1,"interval":2,"60":2,"nccl":1,"so":1,"ld":1,"library":1,"triton":1,"flash":2,"attn":2,"true":2,"v1":1,"prefill":1,"decode":1,"attention":3,"aiter":1,"unified":1,"version":1,"local":1,"rank":1,"0":3,"cuda":1,"visible":1,"devices":1,"engine":1,"iteration":1,"timeout":1,"s":1,"api":1,"key":3,"s3":3,"access":2,"id":1,"secret":1,"endpoint":1,"url":1,"model":1,"redirect":1,"cache":5,"root":3,"os":3,"expanduser":2,"config":3,"usage":3,"stats":4,"server":1,"https":1,"ai":1,"no":1,"do":1,"not":1,"track":1,"source":1,"configure":1,"logging":4,"1":1,"level":1,"info":1,"prefix":1,"logits":1,"processor":1,"threads":2,"log":1,"float":1,"10":1,"trace":1,"function":1,"backend":1,"flashinfer":2,"sampler":1,"force":1,"tensor":1,"cores":1,"pp":1,"layer":1,"partition":1,"cpu":6,"kvcache":1,"space":1,"omp":1,"bind":1,"num":1,"of":1,"reserved":1,"moe":1,"prepack":1,"sgl":1,"kernel":1,"xla":3,"join":1,"check":1,"recompilation":1},"2188,1993,data/raw/vllm-0.10.1/vllm/envs.py":{"vllm":41,"fused":2,"moe":2,"chunk":1,"size":1,"int":9,"64":1,"1024":1,"enable":1,"activation":1,"chunking":1,"bool":23,"true":5,"use":13,"ray":5,"spmd":2,"worker":2,"false":18,"compiled":3,"dag":3,"channel":1,"type":2,"str":12,"auto":1,"overlap":1,"comm":2,"wrapped":1,"pp":1,"xla":1,"multiproc":1,"method":1,"fork":1,"assets":2,"cache":4,"os":1,"path":1,"join":1,"root":1,"image":1,"fetch":3,"timeout":5,"5":2,"video":2,"30":1,"audio":2,"10":1,"media":1,"loading":1,"thread":1,"count":1,"8":1,"max":3,"clip":1,"filesize":1,"mb":1,"25":1,"loader":1,"backend":1,"opencv":1,"mm":1,"input":1,"gib":1,"4":1,"target":1,"device":1,"cuda":1,"jobs":1,"optional":6,"none":6,"nvcc":1,"threads":1,"precompiled":2,"docker":1,"build":2,"context":1,"test":1,"nightly":1,"wheel":1,"keep":2,"alive":2,"on":1,"engine":1,"death":1,"cmake":1,"verbose":1,"allow":2,"long":1,"model":1,"len":1,"rpc":1,"10000":1,"ms":1,"http":1,"seconds":1,"plugins":1,"list":2,"lora":2,"resolver":1,"dir":2,"torch":5,"profiler":5,"record":1,"shapes":1,"with":3,"profile":1,"memory":1,"stack":1,"flops":1,"triton":1,"awq":1,"runtime":1,"updating":1,"skip":1,"p2p":1,"check":1,"disabled":1,"kernels":1,"v1":1,"rocm":3,"aiter":3,"paged":1,"attn":1,"linear":1},"4181,1958,data/raw/vllm-0.10.1/vllm/envs.py":{"vllm":44,"rocm":8,"use":13,"aiter":4,"moe":7,"bool":24,"true":10,"rmsnorm":1,"mla":2,"mha":1,"skinny":1,"gemm":4,"fp8":2,"padding":3,"custom":1,"paged":1,"attn":1,"enable":1,"v1":3,"multiprocessing":1,"log":1,"batchsize":1,"interval":1,"float":2,"1":4,"disable":2,"compile":1,"cache":4,"false":13,"q":1,"scale":3,"constant":3,"int":15,"200":2,"k":1,"v":1,"100":1,"server":1,"dev":1,"mode":1,"output":1,"proc":1,"chunk":2,"size":3,"128":1,"ray":2,"per":2,"worker":1,"gpus":1,"0":5,"bundle":1,"indices":1,"str":6,"cudart":1,"so":1,"path":1,"optional":3,"none":3,"dp":7,"rank":2,"local":1,"master":2,"ip":1,"port":2,"256":2,"randomize":1,"dummy":1,"inputs":1,"marlin":2,"atomic":1,"add":1,"mxfp4":1,"v0":1,"outlines":2,"tpu":3,"bucket":1,"gap":1,"most":1,"model":1,"len":1,"using":1,"pathways":1,"deep":3,"e8m0":1,"skip":1,"warmup":1,"flashinfer":3,"fp4":2,"backend":2,"throughput":1,"xgrammar":1,"mb":1,"msgpack":1,"zero":1,"copy":1,"threshold":1,"allow":1,"insecure":1,"serialization":1,"nixl":2,"side":2,"channel":2,"host":1,"localhost":1,"5557":1,"all2all":1,"naive":1,"max":1,"tokens":1,"expert":1,"163840":1},"6139,991,data/raw/vllm-0.10.1/vllm/envs.py":{"vllm":20,"tool":1,"parse":1,"regex":1,"timeout":3,"seconds":2,"int":5,"1":1,"sleep":1,"when":1,"idle":1,"bool":10,"false":9,"mq":1,"max":2,"chunk":1,"bytes":2,"mb":2,"16":1,"execute":1,"model":1,"300":1,"kv":2,"cache":2,"layout":1,"optional":4,"str":5,"none":5,"compute":1,"nans":1,"in":1,"logits":1,"use":5,"nvfp4":1,"ct":1,"emulations":1,"rocm":3,"quick":3,"reduce":3,"quantization":1,"cast":1,"bf16":2,"to":1,"fp16":1,"true":1,"size":1,"nixl":1,"abort":1,"request":1,"120":1,"cudnn":1,"prefill":1,"enable":2,"cudagraph":1,"gc":1,"loopback":1,"ip":1,"allow":1,"chunked":1,"local":1,"attn":1,"with":1,"hybrid":1,"responses":1,"api":1,"store":1,"trtllm":1,"attention":1,"flashinfer":2,"moe":2,"mxfp4":2,"mxfp8":1,"tuned":1,"config":1,"folder":1},"7130,1924,data/raw/vllm-0.10.1/vllm/envs.py":{"def":5,"get":4,"default":3,"cache":3,"root":2,"return":8,"os":9,"getenv":4,"xdg":2,"home":2,"path":4,"join":2,"expanduser":2,"config":3,"maybe":2,"convert":2,"int":6,"value":6,"optional":5,"str":3,"if":6,"is":4,"none":7,"bool":3,"vllm":12,"port":15,"the":6,"from":4,"environment":2,"variable":1,"returns":1,"number":1,"as":2,"an":1,"integer":2,"set":1,"otherwise":1,"raises":1,"valueerror":4,"a":4,"uri":2,"suggest":1,"k8s":1,"service":2,"discovery":2,"issue":2,"not":1,"in":2,"environ":1,"0":1,"try":1,"except":1,"err":2,"urllib":1,"parse":1,"import":1,"urlparse":2,"parsed":2,"scheme":1,"raise":2,"f":2,"appears":1,"to":2,"be":3,"this":1,"may":1,"caused":1,"by":3,"kubernetes":1,"check":1,"warning":1,"https":1,"docs":1,"ai":1,"en":1,"stable":1,"serving":1,"env":4,"vars":4,"html":1,"must":1,"valid":1,"begin":1,"and":1,"end":1,"here":1,"are":1,"used":2,"documentation":1,"generator":1,"extract":1,"8":1,"start":1,"definition":1,"variables":1,"dict":1,"callable":1,"any":1,"installation":1,"time":1,"target":3,"device":3,"of":1,"supporting":1,"cuda":2,"rocm":1,"neuron":1,"cpu":1,"lambda":1,"lower":1},"9054,1970,data/raw/vllm-0.10.1/vllm/envs.py":{"maximum":1,"number":3,"of":4,"compilation":1,"jobs":4,"to":8,"run":1,"in":7,"parallel":1,"by":2,"default":3,"this":4,"is":5,"the":4,"cpus":1,"max":3,"lambda":8,"os":11,"getenv":6,"none":2,"threads":3,"use":7,"for":3,"nvcc":3,"1":3,"if":4,"set":5,"will":3,"be":1,"reduced":1,"avoid":1,"oversubscribing":1,"cpu":1,"vllm":16,"precompiled":7,"binaries":2,"so":1,"environ":3,"get":4,"strip":2,"lower":2,"true":2,"or":2,"bool":3,"wheel":5,"location":1,"used":2,"mark":1,"that":2,"setup":1,"py":1,"running":1,"a":1,"docker":3,"build":8,"context":3,"order":1,"force":2,"whether":1,"using":1,"nightly":4,"python":2,"testing":1,"test":2,"int":2,"0":2,"cmake":3,"type":3,"not":2,"defaults":2,"debug":2,"relwithdebinfo":2,"available":1,"options":1,"release":1,"print":1,"verbose":3,"logs":1,"during":3,"installation":2,"root":4,"directory":1,"configuration":3,"files":3,"config":5,"unless":1,"xdg":1,"home":1,"note":1,"only":1,"affects":2,"how":2,"finds":1,"its":2,"runtime":1,"but":1,"also":1,"installs":1,"path":2,"expanduser":1,"join":1},"11024,1803,data/raw/vllm-0.10.1/vllm/envs.py":{"runtime":1,"env":1,"vars":1,"root":4,"directory":2,"for":3,"vllm":18,"cache":6,"files":1,"defaults":1,"to":6,"unless":1,"xdg":1,"home":4,"is":5,"set":4,"lambda":6,"os":8,"path":6,"expanduser":1,"getenv":3,"join":1,"get":5,"default":1,"used":4,"in":4,"distributed":2,"environment":2,"determine":1,"the":12,"ip":3,"address":1,"of":2,"current":1,"node":4,"when":3,"has":1,"multiple":2,"network":1,"interfaces":1,"if":3,"you":2,"are":1,"using":1,"multi":2,"inference":1,"should":2,"this":1,"differently":1,"on":1,"each":1,"host":2,"manually":1,"communication":1,"port":7,"note":2,"and":3,"some":1,"code":1,"asks":1,"ports":1,"will":3,"be":3,"as":1,"first":1,"rest":1,"generated":1,"by":1,"incrementing":1,"value":2,"ipc":1,"frontend":1,"api":1,"server":1,"running":1,"processing":1,"mode":1,"communicate":1,"with":1,"backend":1,"engine":1,"process":1,"rpc":2,"base":2,"tempfile":1,"gettempdir":1,"true":3,"load":1,"models":1,"from":1,"modelscope":3,"instead":1,"hugging":1,"face":1,"hub":1,"that":1,"or":1,"false":2,"not":1,"numbers":1,"use":2,"environ":3,"lower":1,"interval":3,"seconds":1,"log":1,"a":1,"warning":3,"message":1,"ring":1,"buffer":1,"full":1,"ringbuffer":2,"int":1,"60":1,"cudatoolkit":1,"under":1,"which":1,"bin":1,"include":1,"lib":1,"directories":1,"cuda":2,"none":1},"12827,1988,data/raw/vllm-0.10.1/vllm/envs.py":{"path":7,"to":7,"the":8,"nccl":7,"library":5,"file":2,"it":1,"is":3,"needed":1,"because":1,"2":4,"19":1,"brought":1,"by":3,"pytorch":1,"contains":1,"a":2,"bug":1,"https":1,"github":1,"com":1,"nvidia":1,"issues":1,"1234":1,"vllm":18,"so":3,"lambda":9,"os":9,"environ":7,"get":7,"none":3,"when":2,"not":1,"set":1,"will":1,"try":1,"find":1,"in":7,"locations":1,"specified":1,"ld":3,"flag":4,"control":1,"if":1,"should":1,"use":12,"triton":5,"flash":7,"attention":10,"attn":4,"true":4,"lower":3,"1":6,"separate":1,"prefill":3,"and":1,"decode":3,"kernels":1,"for":2,"v1":4,"instead":1,"of":2,"unified":4,"kernel":1,"getenv":2,"false":2,"aiter":3,"force":1,"specific":1,"version":3,"or":1,"3":1,"only":1,"valid":1,"using":1,"backend":1,"maybe":1,"convert":1,"int":2,"internal":1,"enable":2,"dynamo":3,"fullgraph":3,"capture":3,"test":2,"bool":1,"0":2,"feature":1,"disable":1,"inductor":1,"standalone":3,"compile":3,"torch":2,"7":1,"we":1,"ignore":1,"this":2,"8":1,"enabled":1,"default":1,"local":3,"rank":3,"process":1,"distributed":1,"setting":1,"used":1,"determine":1,"gpu":1,"device":1,"id":1},"14815,1976,data/raw/vllm-0.10.1/vllm/envs.py":{"used":3,"to":5,"control":1,"the":6,"visible":3,"devices":3,"in":2,"distributed":1,"setting":1,"cuda":2,"lambda":14,"os":15,"environ":12,"get":12,"none":7,"timeout":3,"for":5,"each":1,"iteration":3,"engine":3,"vllm":25,"s":2,"int":2,"60":1,"api":7,"key":7,"server":6,"whether":1,"log":3,"responses":1,"from":2,"debugging":1,"debug":2,"response":2,"false":1,"lower":1,"true":1,"s3":8,"access":5,"information":1,"tensorizer":1,"load":1,"model":1,"id":2,"secret":2,"endpoint":2,"url":2,"usage":7,"stats":6,"collection":1,"https":1,"ai":1,"no":2,"0":3,"1":4,"do":3,"not":4,"track":3,"or":3,"source":2,"production":1,"logging":11,"configuration":3,"if":2,"set":2,"will":2,"configure":4,"using":1,"default":2,"file":1,"specified":1,"by":1,"config":3,"path":3,"getenv":3,"this":1,"is":1,"configuring":1,"level":3,"info":1,"upper":1},"16791,1891,data/raw/vllm-0.10.1/vllm/envs.py":{"if":10,"set":7,"vllm":23,"logging":3,"prefix":3,"will":8,"be":1,"prepended":1,"to":3,"all":1,"log":5,"messages":1,"lambda":7,"os":9,"getenv":6,"call":1,"logits":5,"processors":2,"in":4,"a":2,"thread":1,"pool":1,"with":1,"this":3,"many":1,"threads":4,"is":1,"useful":2,"when":1,"using":1,"custom":1,"that":1,"either":1,"launch":1,"additional":1,"cuda":1,"kernels":1,"or":2,"b":1,"do":1,"significant":1,"cpu":1,"bound":1,"work":1,"while":1,"not":2,"holding":1,"the":1,"python":1,"gil":1,"both":1,"processor":3,"int":4,"0":4,"environ":3,"else":3,"none":3,"stats":4,"at":1,"interval":3,"seconds":2,"every":1,"10":3,"val":2,"float":1,"trace":4,"function":4,"calls":2,"1":1,"for":2,"debugging":1,"backend":3,"attention":3,"computation":1,"available":1,"options":1,"torch":2,"sdpa":1,"use":12,"nn":1,"multiheadattention":1,"flash":2,"attn":1,"flashattention":1,"xformers":2,"rocm":1,"rocmflashattention":1,"flashinfer":9,"flashmla":2,"sampler":4,"bool":2,"force":3,"tensor":3,"cores":3,"otherwise":1,"heuristic":1,"based":1,"on":1,"model":1,"architecture":1},"18682,1702,data/raw/vllm-0.10.1/vllm/envs.py":{"pipeline":1,"stage":1,"partition":3,"strategy":1,"vllm":18,"pp":2,"layer":3,"lambda":7,"os":9,"getenv":7,"none":4,"cpu":25,"backend":5,"only":5,"key":1,"value":1,"cache":1,"space":4,"default":1,"is":2,"and":2,"will":4,"be":3,"set":3,"as":2,"4":1,"gb":1,"kvcache":3,"int":5,"0":8,"if":3,"in":2,"environ":2,"else":2,"core":1,"ids":1,"bound":1,"by":4,"openmp":1,"threads":5,"e":1,"g":1,"31":2,"1":3,"2":1,"33":1,"cores":3,"of":5,"different":1,"ranks":1,"are":1,"separated":1,"omp":4,"bind":2,"auto":1,"not":2,"used":2,"those":1,"a":1,"rank":1,"num":3,"reserved":3,"whether":2,"to":7,"use":6,"prepack":3,"for":2,"moe":3,"this":2,"passed":1,"ipex":1,"llm":1,"modules":1,"gatedmlpmoe":1,"on":2,"unsupported":1,"cpus":1,"you":1,"might":1,"need":1,"false":1,"bool":3,"sgl":3,"kernels":1,"optimized":1,"small":1,"batch":1,"kernel":2,"the":3,"env":1,"var":1,"then":1,"all":2,"workers":2,"execute":1,"separate":1,"processes":1,"from":1,"engine":1,"we":1,"same":1,"mechanism":1,"trigger":1,"execution":1,"run":1,"with":1,"ray":3,"spmd":3,"worker":3,"enable":1,"it":1},"20384,1846,data/raw/vllm-0.10.1/vllm/envs.py":{"if":7,"the":8,"env":4,"var":4,"is":12,"set":8,"it":5,"uses":4,"ray":19,"s":5,"compiled":14,"graph":4,"previously":1,"known":1,"as":1,"adag":1,"api":1,"which":1,"optimizes":1,"control":1,"plane":1,"overhead":1,"run":1,"vllm":16,"with":2,"use":16,"dag":10,"1":3,"to":5,"enable":1,"note":1,"that":1,"this":4,"variable":1,"in":2,"v1":1,"by":1,"default":2,"when":1,"distributed":1,"executor":1,"used":1,"lambda":5,"bool":3,"int":3,"os":5,"getenv":5,"0":2,"specified":1,"channel":4,"type":4,"communicate":1,"between":1,"workers":2,"belonging":1,"different":1,"pipeline":2,"parallel":1,"stages":1,"available":1,"options":1,"auto":2,"nccl":3,"for":3,"communication":3,"shm":1,"shared":1,"memory":1,"and":2,"grpc":1,"flag":3,"ignored":3,"not":3,"enables":1,"gpu":1,"overlap":3,"experimental":1,"feature":1,"comm":4,"a":1,"communicator":3,"wrapping":1,"parallelism":1,"interact":1,"otherwise":1,"wrapped":2,"pp":2,"dedicated":1,"multiprocess":1,"context":1,"both":1,"spawn":1,"fork":2,"work":1,"worker":2,"multiproc":2,"method":2},"22230,1768,data/raw/vllm-0.10.1/vllm/envs.py":{"path":3,"to":4,"the":2,"cache":4,"for":7,"storing":1,"downloaded":1,"assets":4,"vllm":15,"lambda":7,"os":9,"expanduser":1,"getenv":7,"join":1,"get":1,"default":7,"root":1,"timeout":9,"fetching":3,"images":1,"when":4,"serving":3,"multimodal":3,"models":3,"is":6,"5":2,"seconds":3,"image":2,"fetch":6,"int":5,"videos":1,"30":2,"video":7,"audio":6,"10":2,"max":3,"number":1,"of":1,"workers":1,"thread":3,"pool":1,"handling":1,"media":3,"bytes":1,"loading":3,"set":1,"1":1,"disable":1,"parallel":1,"processing":2,"8":2,"count":2,"maximum":1,"filesize":3,"in":1,"mb":4,"a":2,"single":1,"file":1,"speech":1,"text":1,"requests":1,"files":1,"larger":1,"than":1,"this":1,"will":2,"be":3,"rejected":1,"25":2,"clip":2,"backend":7,"io":1,"opencv":3,"that":1,"uses":1,"stream":1,"buffered":1,"custom":2,"implementations":1,"can":1,"registered":1,"via":1,"loader":4,"registry":1,"register":1,"my":1,"and":1,"imported":1,"at":1,"runtime":1,"if":1,"non":1,"existing":1,"used":1,"an":1,"assertionerror":1,"thrown":1},"23998,1923,data/raw/vllm-0.10.1/vllm/envs.py":{"deprecated":1,"cache":9,"size":3,"in":2,"gib":5,"per":3,"process":3,"for":3,"multimodal":1,"input":3,"default":2,"is":3,"4":3,"api":2,"engine":3,"core":1,"vllm":21,"mm":2,"lambda":8,"int":5,"os":10,"getenv":7,"path":5,"to":4,"the":7,"xla":10,"persistent":1,"directory":1,"only":1,"used":1,"devices":1,"such":1,"as":1,"tpus":1,"expanduser":1,"join":1,"get":2,"root":1,"if":3,"set":4,"assert":1,"on":3,"recompilation":3,"after":2,"each":1,"execution":1,"step":1,"check":2,"bool":4,"0":4,"enable":4,"spmd":3,"mode":1,"tpu":1,"backend":1,"use":3,"fused":5,"moe":5,"chunk":2,"32768":1,"control":1,"whether":1,"activation":3,"chunking":4,"current":1,"logic":1,"incompatible":1,"with":1,"torch":1,"compile":1,"and":2,"causes":1,"ima":1,"see":1,"issue":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"19631":1,"1":3,"openai":1,"server":1,"will":1,"stay":1,"alive":3,"even":1,"underlying":1,"asyncllmengine":1,"errors":1,"stops":1,"serving":1,"requests":1,"keep":2,"death":2,"env":1,"var":1,"allow":4,"long":4,"max":6,"model":5,"len":4,"it":1,"allows":1,"user":1,"specify":1,"a":1,"sequence":1,"length":2,"greater":1,"than":1,"derived":1,"from":1,"s":1,"config":1,"json":1,"this":1,"environ":1,"strip":1,"lower":1,"true":1},"25921,1918,data/raw/vllm-0.10.1/vllm/envs.py":{"if":9,"set":6,"forces":1,"fp8":5,"marlin":3,"to":7,"be":4,"used":1,"for":7,"quantization":1,"regardless":1,"of":2,"the":4,"hardware":1,"support":1,"compute":1,"vllm":20,"test":4,"force":4,"lambda":8,"os":11,"environ":4,"get":2,"0":3,"strip":1,"lower":1,"in":6,"1":2,"true":1,"load":3,"format":2,"getenv":6,"dummy":1,"time":1,"ms":1,"zmq":1,"client":1,"wait":1,"a":3,"response":1,"from":1,"backend":1,"server":2,"simple":1,"data":1,"operations":1,"rpc":2,"timeout":5,"int":2,"10000":1,"seconds":1,"keeping":1,"http":3,"connections":1,"alive":3,"api":1,"keep":2,"5":1,"list":1,"plugin":1,"names":1,"separated":1,"by":1,"commas":1,"this":2,"is":4,"not":4,"it":2,"means":1,"all":1,"plugins":6,"will":3,"loaded":2,"an":2,"empty":1,"string":1,"no":1,"none":5,"else":2,"split":1,"local":1,"directory":2,"look":1,"unrecognized":1,"lora":4,"adapters":1,"only":1,"works":1,"are":2,"enabled":2,"and":1,"allow":1,"runtime":1,"updating":1,"resolver":2,"cache":2,"dir":5,"enables":1,"torch":10,"profiler":10,"path":3,"where":1,"traces":1,"saved":1,"note":1,"that":1,"must":1,"absolute":1,"expanduser":1,"enable":1,"record":5,"shapes":5,"bool":1},"27839,1766,data/raw/vllm-0.10.1/vllm/envs.py":{"enable":3,"torch":15,"profiler":15,"to":4,"profile":9,"memory":5,"if":11,"set":9,"vllm":21,"with":9,"1":7,"not":5,"will":4,"lambda":6,"bool":4,"os":6,"getenv":5,"0":8,"stack":5,"by":2,"default":1,"flops":5,"use":3,"triton":3,"implementations":1,"of":1,"awq":3,"int":1,"allow":3,"loading":1,"or":1,"unloading":1,"lora":3,"adapters":1,"in":3,"runtime":3,"updating":2,"environ":1,"get":1,"strip":1,"lower":1,"true":1,"we":1,"assume":1,"drivers":1,"can":2,"report":1,"p2p":5,"status":1,"correctly":1,"the":2,"program":1,"hangs":1,"when":1,"using":1,"custom":2,"allreduce":1,"potantially":1,"caused":1,"a":1,"bug":1,"driver":1,"535":1,"series":1,"might":1,"be":1,"helpful":1,"skip":3,"check":3,"so":1,"that":1,"verify":1,"is":1,"actually":1,"working":1,"see":1,"https":1,"github":1,"com":1,"project":1,"blob":1,"a9b15c606fea67a072416ea0ea115261a2756058":1,"distributed":1,"device":1,"communicators":1,"all":1,"reduce":1,"utils":1,"py":1,"l101":1,"l108":1,"for":1,"details":1,"noqa":1},"29605,1825,data/raw/vllm-0.10.1/vllm/envs.py":{"list":2,"of":3,"quantization":1,"kernels":5,"that":1,"should":1,"be":1,"disabled":5,"used":1,"for":1,"testing":1,"and":1,"performance":1,"comparisons":1,"currently":1,"only":1,"affects":1,"mplinearkernel":1,"selection":1,"machetelinearkernel":1,"marlinlinearkernel":1,"exllamalinearkernel":1,"vllm":17,"lambda":8,"if":4,"not":1,"in":7,"os":9,"environ":2,"else":1,"split":1,"set":1,"use":20,"the":4,"v1":3,"code":1,"path":1,"bool":1,"int":1,"getenv":7,"1":7,"disable":1,"aiter":20,"ops":6,"unless":1,"specifically":1,"enabled":5,"acts":1,"as":1,"a":1,"parent":1,"switch":1,"to":4,"enable":1,"rest":1,"other":1,"operations":1,"rocm":12,"false":2,"lower":6,"true":10,"whether":3,"paged":3,"attention":1,"by":3,"default":3,"is":3,"attn":2,"linear":3,"op":2,"are":2,"following":1,"related":1,"scaled":1,"mm":1,"per":1,"tensor":1,"rowwise":1,"moe":3,"rms":1,"norm":1,"rmsnorm":2,"mla":3},"31430,1930,data/raw/vllm-0.10.1/vllm/envs.py":{"whether":1,"to":8,"use":7,"aiter":3,"mha":3,"ops":1,"by":1,"default":2,"is":3,"enabled":1,"vllm":16,"rocm":18,"lambda":8,"os":8,"getenv":7,"true":8,"lower":4,"in":4,"1":7,"skinny":3,"gemms":1,"gemm":2,"pad":2,"the":7,"fp8":3,"weights":2,"256":1,"bytes":4,"for":8,"padding":4,"bool":2,"int":3,"moe":3,"kernel":5,"custom":8,"paged":3,"attention":1,"mi3":4,"cards":4,"attn":2,"quick":10,"allreduce":6,"choice":1,"of":3,"quantization":3,"level":1,"fp":1,"int8":1,"int6":1,"int4":1,"or":2,"none":3,"recommended":1,"large":1,"models":1,"get":2,"reduce":6,"upper":1,"due":1,"lack":1,"bfloat16":2,"asm":1,"instruction":1,"kernels":1,"are":1,"slower":1,"than":1,"fp16":4,"if":1,"environment":1,"variable":1,"set":1,"input":1,"converted":1,"cast":2,"bf16":2,"controls":1,"maximum":1,"allowed":1,"number":1,"data":2,"mb":4,"communication":2,"2048":1,"exceeding":1,"this":1,"size":3,"will":1,"either":1,"rccl":1,"max":2,"maybe":1,"convert":1,"environ":1},"33360,1758,data/raw/vllm-0.10.1/vllm/envs.py":{"divisor":3,"for":8,"dynamic":3,"query":1,"scale":9,"factor":3,"calculation":3,"fp8":3,"kv":3,"cache":6,"q":2,"constant":6,"lambda":9,"int":8,"os":9,"getenv":9,"200":2,"key":1,"k":2,"value":1,"v":2,"100":1,"if":3,"set":3,"enable":4,"multiprocessing":3,"in":5,"llm":1,"the":4,"v1":6,"code":1,"path":1,"vllm":14,"bool":4,"1":2,"log":2,"batchsize":2,"interval":2,"float":1,"disable":5,"compile":2,"0":3,"will":3,"run":1,"development":1,"mode":3,"which":1,"some":1,"additional":1,"endpoints":1,"developing":1,"and":2,"debugging":1,"e":1,"g":1,"reset":1,"prefix":1,"server":2,"dev":2,"controls":1,"maximum":1,"number":1,"of":3,"requests":2,"to":1,"handle":1,"a":3,"single":1,"asyncio":1,"task":1,"when":2,"processing":1,"per":1,"token":1,"outputs":1,"asyncllm":1,"interface":1,"it":2,"is":1,"applicable":1,"handling":1,"high":2,"concurrency":1,"streaming":1,"setting":2,"this":1,"too":2,"can":2,"result":1,"higher":1,"variance":1,"inter":1,"message":1,"latencies":1,"low":1,"negatively":1,"impact":1,"ttft":1,"overall":1,"throughput":1,"output":2,"proc":2,"chunk":2,"size":2,"128":1,"mla":3,"attention":1,"optimizations":1},"35118,1987,data/raw/vllm-0.10.1/vllm/envs.py":{"number":1,"of":9,"gpus":4,"per":3,"worker":4,"in":8,"ray":8,"if":2,"it":4,"is":2,"set":3,"to":5,"be":2,"a":3,"fraction":1,"allows":1,"schedule":1,"multiple":1,"actors":2,"on":2,"single":1,"gpu":1,"so":5,"that":2,"users":2,"can":3,"colocate":1,"other":1,"the":15,"same":1,"as":1,"vllm":24,"lambda":9,"float":1,"os":9,"getenv":9,"1":4,"0":6,"bundle":4,"indices":4,"for":3,"control":1,"precisely":1,"which":1,"are":1,"used":1,"every":1,"format":1,"comma":1,"separated":1,"list":1,"integers":1,"e":1,"g":1,"2":1,"3":1,"some":1,"system":1,"find":1,"loaded":1,"library":1,"may":1,"not":2,"work":1,"we":1,"allow":1,"specify":1,"path":4,"through":1,"environment":1,"variable":1,"cudart":3,"none":1,"rank":9,"process":3,"data":6,"parallel":7,"setting":5,"dp":18,"int":5,"defaults":1,"when":1,"local":2,"sys":1,"modules":1,"name":1,"world":1,"size":7,"ip":3,"address":1,"master":6,"node":2,"127":1,"port":3,"context":1,"executing":1,"moe":5,"models":1,"with":1,"expert":1,"and":1,"batched":1,"all":3,"dispatch":1,"combine":1,"kernels":1,"chunk":4,"dictates":1,"quantum":1,"tokens":1,"dispatched":1,"from":1,"ranks":1,"activations":1,"units":1,"256":1},"37105,1654,data/raw/vllm-0.10.1/vllm/envs.py":{"randomize":3,"inputs":3,"during":1,"dummy":3,"runs":1,"when":1,"using":1,"data":1,"parallel":1,"vllm":14,"dp":2,"lambda":7,"os":7,"environ":7,"get":7,"0":5,"1":5,"whether":5,"to":9,"use":16,"s3":3,"path":3,"for":3,"model":7,"loading":1,"in":5,"ci":3,"via":1,"runai":1,"streamer":1,"redirect":5,"the":4,"name":1,"a":3,"local":2,"folder":2,"can":1,"be":1,"json":1,"file":2,"mapping":1,"between":1,"repo":1,"id":1,"and":3,"meta":2,"llama":6,"3":4,"2":4,"1b":4,"tmp":2,"or":1,"space":1,"separated":1,"values":1,"table":1,"none":2,"atomicadd":1,"reduce":1,"gptq":1,"awq":1,"marlin":6,"kernel":2,"atomic":2,"add":2,"mxfp4":3,"quantization":1,"method":1,"maybe":1,"convert":1,"bool":1,"turn":2,"on":4,"outlines":6,"cache":8,"v0":3,"this":2,"is":2,"unbounded":2,"disk":2,"so":2,"it":2,"s":2,"not":2,"safe":2,"an":2,"environment":2,"with":2,"potentially":2,"malicious":2,"users":2,"v1":3},"38759,1877,data/raw/vllm-0.10.1/vllm/envs.py":{"gap":4,"between":1,"padding":4,"buckets":1,"for":4,"the":8,"forward":2,"pass":2,"so":2,"we":2,"have":1,"8":1,"will":1,"run":1,"with":1,"16":1,"24":1,"32":1,"vllm":19,"tpu":6,"bucket":3,"lambda":9,"int":8,"os":10,"environ":3,"if":2,"in":3,"else":1,"0":6,"most":2,"model":3,"len":2,"maybe":1,"convert":1,"get":1,"none":1,"whether":2,"using":2,"pathways":2,"bool":7,"proxy":1,"getenv":7,"jax":1,"platforms":1,"lower":1,"allow":3,"use":15,"of":4,"deepgemm":4,"kernels":5,"fused":3,"moe":11,"ops":3,"deep":7,"gemm":7,"to":4,"e8m0":4,"scaling":1,"when":1,"is":3,"used":1,"on":3,"blackwell":1,"gpus":1,"faster":1,"b200":1,"but":1,"may":1,"reduce":1,"accuracy":1,"1":2,"jits":1,"demand":1,"warmup":6,"attempts":1,"make":1,"jit":2,"all":1,"required":1,"before":1,"execution":1,"there":1,"no":1,"ing":1,"hot":1,"path":1,"however":1,"this":1,"increases":1,"engine":1,"startup":1,"time":1,"by":1,"a":1,"couple":1,"minutes":1,"set":2,"skip":3,"disable":1,"flashinfer":9,"fp8":2,"cutlass":1,"fp4":2,"mxfp8":3,"activation":1,"x":1,"mxfp4":3,"weight":1,"backend":1},"40636,1679,data/raw/vllm-0.10.1/vllm/envs.py":{"if":3,"set":2,"to":3,"1":1,"use":5,"the":10,"flashinfer":3,"bf16":3,"activation":1,"x":1,"mxfp4":3,"weight":1,"moe":3,"backend":1,"vllm":12,"lambda":6,"bool":2,"int":5,"os":6,"getenv":6,"0":2,"control":2,"cache":3,"sized":1,"used":3,"by":1,"xgrammar":3,"compiler":1,"default":1,"of":2,"512":2,"mb":3,"should":1,"be":5,"enough":1,"for":8,"roughly":1,"1000":1,"json":1,"schemas":1,"it":3,"can":1,"changed":1,"with":1,"this":4,"variable":1,"needed":2,"some":2,"reason":2,"threshold":3,"msgspec":1,"zero":4,"copy":4,"serialization":4,"deserialization":1,"tensors":4,"below":1,"limit":2,"will":3,"encoded":1,"into":1,"msgpack":3,"buffer":1,"and":2,"above":2,"instead":1,"sent":1,"via":1,"a":1,"separate":1,"message":1,"while":1,"sending":1,"side":6,"still":1,"actually":2,"copies":1,"tensor":1,"in":1,"all":1,"cases":1,"on":1,"receiving":1,"decoded":1,"256":1,"allow":3,"insecure":4,"using":1,"pickle":1,"is":3,"useful":1,"environments":1,"where":1,"deemed":1,"safe":1,"method":1,"ip":1,"address":1,"nixl":6,"handshake":2,"between":2,"remote":2,"agents":2,"channel":4,"host":2,"localhost":1,"port":3,"5557":1},"42315,1835,data/raw/vllm-0.10.1/vllm/envs.py":{"all2all":4,"backend":8,"for":6,"vllm":11,"s":2,"expert":4,"parallel":1,"communication":1,"available":4,"options":2,"naive":3,"implementation":1,"using":1,"all":1,"reduce":1,"pplx":2,"use":3,"kernels":5,"deepep":4,"high":3,"throughput":6,"low":3,"latency":5,"lambda":4,"os":4,"getenv":3,"flashinfer":4,"moe":10,"fused":1,"mixture":1,"of":4,"experts":1,"support":1,"both":1,"require":1,"compute":1,"capability":1,"10":1,"0":1,"or":1,"above":1,"default":1,"uses":2,"cutlass":2,"optimized":2,"batch":1,"inference":2,"tensorrt":1,"llm":1,"to":4,"set":2,"this":3,"define":1,"the":5,"environment":1,"variable":1,"export":1,"if":1,"not":2,"defaults":1,"control":1,"maximum":1,"number":1,"tokens":3,"per":3,"supported":1,"by":2,"nvfp4":2,"kernel":2,"value":1,"is":2,"used":2,"create":1,"a":1,"buffer":1,"blockscale":1,"tensor":1,"activations":1,"quantization":1,"prevent":1,"from":1,"running":1,"out":1,"memory":1,"max":2,"fp4":2,"int":1,"163840":1,"routing":4,"strategy":4,"selector":1,"see":1,"routingsimulator":2,"get":2,"strategies":4,"cutstom":1,"can":1,"be":1,"registered":1,"register":1,"note":1,"custom":1,"may":1,"produce":1,"correct":1,"model":1,"outputs":1,"simulation":2,"environ":1,"lower":1},"44150,1825,data/raw/vllm-0.10.1/vllm/envs.py":{"regex":3,"timeout":6,"for":6,"use":3,"by":1,"the":7,"vllm":17,"tool":3,"parsing":1,"plugins":1,"parse":2,"seconds":5,"lambda":7,"int":6,"os":7,"getenv":7,"1":2,"reduce":1,"cpu":1,"usage":1,"when":5,"is":1,"idle":3,"enabling":1,"this":2,"will":3,"incur":1,"small":1,"latency":1,"penalty":1,"a":2,"request":1,"eventually":1,"comes":1,"sleep":2,"bool":3,"0":3,"control":1,"max":3,"chunk":3,"bytes":3,"in":5,"mb":3,"rpc":2,"message":1,"queue":1,"object":1,"larger":1,"than":1,"threshold":1,"be":1,"broadcast":1,"to":2,"worker":1,"processes":1,"via":1,"zmq":1,"mq":2,"16":1,"execute":3,"model":3,"calls":1,"multiprocessing":1,"executor":1,"only":2,"applies":1,"tp":1,"300":1,"kv":3,"cache":3,"layout":4,"used":2,"throughout":1,"some":1,"common":1,"values":1,"are":2,"nhd":1,"hnd":1,"where":1,"n":1,"num":2,"blocks":1,"h":1,"heads":1,"and":2,"d":1,"head":1,"size":1,"default":1,"value":1,"leave":1,"choice":1,"backend":1,"mind":1,"that":1,"backends":1,"may":2,"implement":1,"support":1,"subset":1,"of":1,"all":1,"possible":1,"layouts":1,"none":1,"enable":1,"checking":1,"whether":2,"generated":1,"logits":3,"contain":1,"nans":3,"indicating":1,"corrupted":1,"output":1,"useful":1,"debugging":1,"low":1,"level":1,"bugs":1,"or":2,"bad":1,"hardware":1,"but":1,"it":1,"add":1,"compute":3,"overhead":1,"controls":1,"not":1,"emulations":3,"nvfp4":3,"generations":1,"on":1,"machines":1,"100":1,"compressed":1,"tensors":1,"models":1,"ct":2},"45975,1606,data/raw/vllm-0.10.1/vllm/envs.py":{"time":2,"in":4,"seconds":1,"after":1,"which":1,"the":8,"kv":1,"cache":1,"on":1,"producer":1,"side":1,"is":5,"automatically":1,"cleared":1,"if":5,"no":1,"read":1,"notification":1,"received":1,"from":1,"consumer":1,"this":2,"only":1,"applicable":1,"when":1,"using":1,"nixlconnector":1,"a":1,"disaggregated":1,"decode":1,"prefill":4,"setup":1,"vllm":18,"nixl":2,"abort":2,"request":2,"timeout":2,"lambda":7,"int":4,"os":7,"getenv":7,"120":1,"controls":2,"whether":1,"or":1,"not":1,"to":9,"use":9,"cudnn":3,"bool":3,"0":4,"set":6,"1":3,"trtllm":6,"attention":3,"backend":2,"flashinfer":3,"none":1,"force":2,"of":2,"fp4":3,"gemm":6,"otherwise":1,"uses":1,"first":1,"available":1,"cutlass":2,"marlin":1,"garbage":1,"collection":1,"during":2,"cuda":1,"graph":1,"capture":3,"default":2,"enables":1,"gc":4,"freezing":1,"speed":1,"up":2,"allows":1,"run":1,"enable":2,"cudagraph":2,"used":2,"loopback":3,"ip":3,"process":3,"name":3,"prefix":3,"for":2,"processes":1,"useful":1,"debugging":1,"and":1,"monitoring":1,"purposes":1,"value":1},"47581,1841,data/raw/vllm-0.10.1/vllm/envs.py":{"allow":4,"chunked":5,"local":5,"attention":2,"with":4,"hybrid":4,"kv":5,"cache":5,"manager":2,"currently":2,"using":2,"the":9,"in":5,"llama4":1,"models":2,"only":2,"attn":3,"causes":1,"a":2,"latency":2,"regression":2,"for":3,"this":5,"reason":1,"we":1,"disable":1,"it":2,"by":2,"default":2,"flag":2,"is":4,"used":1,"to":7,"users":1,"enable":4,"if":2,"they":1,"want":1,"save":1,"on":1,"memory":5,"usage":1,"and":4,"longer":1,"contexts":1,"todo":1,"lucas":1,"remove":1,"once":1,"resolved":1,"vllm":9,"lambda":3,"bool":2,"int":2,"os":3,"getenv":3,"0":3,"enables":1,"support":1,"store":4,"option":3,"openai":2,"responses":3,"api":3,"when":2,"set":1,"1":2,"s":1,"server":3,"will":3,"retain":1,"input":1,"output":1,"messages":3,"those":1,"requests":1,"disabled":1,"ignored":1,"note":1,"warning":1,"are":2,"kept":1,"not":1,"persisted":1,"disk":1,"be":1,"lost":1,"shuts":1,"down":1,"2":1,"enabling":1,"cause":1,"leak":1,"as":1,"stored":1,"never":1,"removed":1,"from":1,"until":1,"terminates":1,"allows":1,"find":1,"tuned":3,"config":3,"under":1,"customized":1,"folder":3,"none":1,"8":1,"end":1,"env":1,"vars":1,"definition":1,"def":2,"getattr":1,"name":5,"str":1,"lazy":1,"evaluation":1,"of":1,"environment":4,"variables":4,"return":2,"raise":1,"attributeerror":1,"f":1,"module":1,"r":2,"has":1,"no":1,"attribute":1,"dir":1,"list":1,"keys":1},"49422,1069,data/raw/vllm-0.10.1/vllm/envs.py":{"def":3,"is":7,"set":7,"name":5,"str":2,"check":1,"if":6,"an":1,"environment":3,"variable":1,"explicitly":3,"in":5,"variables":2,"return":1,"os":2,"environ":2,"raise":3,"attributeerror":1,"f":1,"module":1,"r":2,"has":1,"no":1,"attribute":1,"vllm":7,"use":8,"v1":8,"bool":1,"valueerror":1,"should":2,"not":1,"call":1,"by":1,"the":7,"user":1,"please":1,"this":2,"as":1,"a":2,"github":1,"issue":1,"and":1,"0":2,"or":2,"1":2,"else":1,"compute":1,"hash":1,"warning":1,"whenever":1,"new":1,"key":1,"added":1,"to":1,"ensure":1,"that":2,"it":3,"included":3,"factors":3,"list":3,"affects":1,"computation":2,"graph":1,"for":1,"example":1,"different":3,"values":1,"of":2,"pp":1,"layer":1,"partition":1,"will":1,"generate":1,"graphs":1,"so":1,"env":1,"vars":1,"affect":1,"choice":1,"kernels":1,"attention":1,"backends":1,"also":1,"be":1},"50491,1989,data/raw/vllm-0.10.1/vllm/envs.py":{"the":2,"values":1,"of":2,"envs":2,"may":1,"affects":1,"computation":1,"graph":1,"todo":1,"deftruth":1,"hash":5,"all":1,"environment":9,"variables":9,"for":3,"key":6,"in":5,"factorize":1,"to":5,"vllm":37,"pp":1,"layer":1,"partition":1,"mla":2,"disable":1,"use":22,"triton":2,"flash":1,"attn":3,"awq":1,"dp":2,"rank":1,"size":3,"standalone":1,"compile":1,"fused":1,"moe":8,"chunk":1,"flashinfer":7,"backend":2,"v1":1,"prefill":2,"decode":1,"attention":4,"aiter":8,"unified":1,"sampler":1,"force":1,"tensor":1,"cores":1,"disabled":1,"kernels":1,"deep":1,"gemm":3,"trtllm":2,"fp4":2,"fp8":2,"mxfp4":2,"mxfp8":1,"bf16":2,"cudnn":1,"rocm":14,"paged":2,"linear":1,"rmsnorm":1,"mha":1,"skinny":1,"padding":2,"custom":1,"quick":3,"reduce":3,"quantization":1,"cast":1,"fp16":1,"max":1,"bytes":1,"mb":1,"if":1,"this":1,"goes":1,"out":1,"sync":1,"with":1,"it":2,"s":2,"not":1,"a":2,"user":1,"error":1,"bug":1,"assert":1,"please":1,"update":1,"py":1,"factors":1},"52480,134,data/raw/vllm-0.10.1/vllm/envs.py":{"hash":2,"str":3,"hashlib":1,"md5":1,"factors":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1},"0,1093,data/raw/vllm-0.10.1/vllm/triton_utils/importing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"import":5,"os":2,"types":1,"from":3,"importlib":1,"util":1,"find":3,"spec":3,"logger":4,"init":3,"name":1,"has":3,"triton":5,"is":6,"not":4,"none":3,"or":1,"pytorch":1,"xpu":1,"compatible":1,"if":3,"try":1,"backends":3,"it":2,"s":1,"generally":1,"expected":1,"that":1,"x":6,"driver":5,"exists":1,"and":4,"an":1,"active":3,"method":1,"check":2,"adds":1,"a":2,"small":1,"layer":1,"of":1,"safety":1,"drivers":1,"for":1,"in":2,"values":1,"we":1,"re":1,"distributed":2,"environment":1,"where":1,"cuda":5,"visible":5,"devices":5,"might":1,"be":1,"temporarily":1,"empty":1,"e":1,"g":1,"ray":1,"sets":1,"during":1,"actor":1,"environ":1,"get":1,"env":1,"len":1,"strip":1},"1093,1953,data/raw/vllm-0.10.1/vllm/triton_utils/importing.py":{"apply":1,"lenient":1,"driver":2,"check":3,"for":2,"distributed":6,"environments":3,"if":3,"is":8,"env":2,"and":2,"len":3,"active":7,"drivers":6,"0":4,"allow":1,"in":2,"they":1,"may":1,"become":1,"later":1,"when":1,"cuda":1,"context":1,"properly":1,"initialized":1,"logger":5,"debug":1,"triton":16,"found":2,"environment":1,"this":2,"expected":2,"during":2,"initialization":1,"elif":1,"not":6,"1":2,"strict":1,"non":1,"info":2,"installed":4,"but":2,"d":1,"s":2,"disabling":3,"to":1,"prevent":1,"runtime":1,"errors":2,"has":4,"false":3,"except":2,"importerror":1,"can":1,"occur":1,"partially":1,"or":2,"backends":2,"missing":1,"warning":2,"could":1,"be":2,"imported":1,"exception":1,"as":1,"e":2,"catch":1,"any":1,"other":1,"unexpected":2,"the":1,"an":1,"error":1,"occurred":1,"while":1,"checking":1,"compatible":1,"certain":1,"gpu":1,"related":1,"functions":1,"will":1,"available":1,"class":1,"tritonplaceholder":1,"types":1,"moduletype":1,"def":2,"init":2,"self":12,"super":1,"version":1,"3":2,"jit":2,"dummy":5,"decorator":5,"autotune":2,"heuristics":2,"config":2,"language":1,"tritonlanguageplaceholder":1,"name":1},"3046,402,data/raw/vllm-0.10.1/vllm/triton_utils/importing.py":{"def":2,"decorator":2,"args":4,"kwargs":1,"if":1,"and":1,"callable":1,"0":2,"return":3,"lambda":1,"f":2,"class":1,"tritonlanguageplaceholder":1,"types":1,"moduletype":1,"init":2,"self":5,"super":1,"triton":1,"language":1,"constexpr":1,"none":4,"dtype":1,"int64":1,"int32":1},"0,433,data/raw/vllm-0.10.1/vllm/triton_utils/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"triton":8,"utils":1,"importing":1,"import":3,"has":3,"tritonlanguageplaceholder":2,"tritonplaceholder":2,"if":1,"language":1,"as":1,"tl":3,"else":1,"all":1},"0,594,data/raw/vllm-0.10.1/vllm/logging_utils/formatter.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":1,"project":1,"import":1,"logging":5,"class":1,"newlineformatter":1,"formatter":3,"adds":1,"prefix":1,"newlines":1,"align":1,"multi":1,"line":1,"messages":1,"def":2,"init":2,"self":4,"fmt":2,"datefmt":2,"none":1,"style":2,"format":2,"record":4,"msg":5,"if":1,"message":2,"parts":2,"split":1,"replace":1,"n":2,"r":1,"return":1},"0,454,data/raw/vllm-0.10.1/vllm/logging_utils/dump_input.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":10,"contextlib":1,"enum":1,"json":1,"from":6,"typing":1,"optional":1,"torch":1,"config":1,"vllmconfig":1,"logger":4,"init":2,"v1":2,"core":1,"sched":1,"output":1,"scheduleroutput":1,"metrics":1,"stats":1,"schedulerstats":1,"version":3,"as":1,"name":1},"454,1948,data/raw/vllm-0.10.1/vllm/logging_utils/dump_input.py":{"def":2,"prepare":7,"object":8,"to":10,"dump":9,"obj":25,"str":8,"if":1,"isinstance":7,"return":12,"f":11,"double":1,"quotes":1,"elif":8,"dict":7,"join":5,"k":4,"v":12,"for":6,"in":8,"items":4,"list":3,"set":1,"tuple":1,"enum":2,"repr":4,"torch":1,"tensor":3,"we":3,"only":1,"print":1,"the":3,"draft":1,"of":2,"not":1,"expose":1,"sensitive":1,"data":1,"and":1,"get":1,"some":1,"metadata":1,"case":1,"cuda":1,"runtime":1,"crashed":1,"shape":2,"device":2,"dtype":2,"hasattr":2,"anon":2,"type":1,"name":1,"else":1,"hacky":1,"way":1,"make":1,"sure":1,"can":2,"serialize":1,"json":2,"format":1,"try":1,"dumps":1,"except":1,"typeerror":1,"overflowerror":1,"engine":2,"exception":3,"config":2,"vllmconfig":1,"scheduler":4,"output":2,"scheduleroutput":1,"stats":2,"optional":1,"schedulerstats":1,"note":1,"ensure":1,"log":1,"extra":1,"info":1,"without":1,"risking":1,"raises":1,"unexpected":1,"errors":1,"during":1,"logging":1,"with":1,"contextlib":1,"suppress":1},"2402,669,data/raw/vllm-0.10.1/vllm/logging_utils/dump_input.py":{"def":1,"dump":5,"engine":2,"exception":3,"config":3,"vllmconfig":1,"scheduler":7,"output":3,"scheduleroutput":1,"stats":4,"optional":1,"schedulerstats":1,"logger":4,"error":4,"dumping":3,"input":1,"data":1,"for":2,"v1":1,"llm":1,"v":1,"s":4,"with":1,"vllm":1,"version":1,"try":1,"obj":2,"prepare":1,"object":2,"to":2,"model":1,"execution":1,"if":1,"except":1,"preparing":1},"0,205,data/raw/vllm-0.10.1/vllm/logging_utils/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"logging":1,"utils":1,"formatter":1,"import":1,"newlineformatter":2,"all":1},"0,1941,data/raw/vllm-0.10.1/vllm/attention/selector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":8,"project":1,"import":11,"os":2,"from":8,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"functools":1,"cache":1,"typing":1,"generator":1,"optional":5,"union":1,"torch":1,"envs":2,"as":1,"attention":4,"backends":1,"abstract":1,"attentionbackend":1,"logger":4,"init":2,"platforms":1,"backend":33,"current":1,"platform":2,"utils":1,"str":3,"env":3,"var":2,"resolve":1,"obj":1,"by":2,"qualname":1,"name":12,"def":3,"enum":5,"convert":1,"a":6,"string":1,"value":3,"returns":2,"if":6,"is":7,"valid":1,"in":3,"tree":3,"type":2,"none":9,"otherwise":2,"it":1,"s":1,"an":3,"invalid":1,"or":1,"out":1,"of":2,"loaded":1,"assert":1,"not":1,"return":2,"members":1,"else":2,"get":3,"variable":4,"attn":4,"override":2,"specified":4,"environment":2,"one":1,"environ":1,"global":2,"state":1,"allows":1,"particular":1,"choice":1,"be":1,"forced":2,"overriding":1,"logic":1,"which":1,"auto":1,"selects":1,"based":1,"on":1,"system":1,"workload":1,"configuration":1,"default":1,"behavior":1,"this":2,"selection":1,"takes":1,"precedence":1,"over":1,"force":2,"all":1,"operations":1,"use":1},"1941,1878,data/raw/vllm-0.10.1/vllm/attention/selector.py":{"passing":1,"none":5,"for":1,"the":3,"argument":1,"re":1,"enables":1,"automatic":1,"backend":19,"selection":3,"arguments":1,"attn":15,"to":2,"revert":1,"auto":2,"global":2,"forced":5,"def":3,"get":5,"optional":1,"currently":2,"choice":1,"of":1,"attention":1,"or":1,"if":4,"is":6,"enabled":1,"return":3,"dataclass":1,"frozen":1,"true":3,"class":1,"issupported":3,"can":3,"import":5,"bool":6,"head":16,"size":13,"dtype":5,"self":4,"and":2,"supported":7,"union":1,"str":2,"type":2,"attentionbackend":1,"int":1,"torch":1,"allow":2,"error":2,"isinstance":2,"try":2,"resolve":1,"obj":1,"by":1,"qualname":1,"except":2,"importerror":1,"not":2,"raise":2,"false":4,"assert":1,"todo":1,"update":1,"interface":1,"once":1,"v0":1,"removed":1,"sizes":3,"getattr":2,"in":1,"elif":1,"validate":3,"exception":1,"else":1,"notimplementederror":1,"f":1,"name":1,"does":1,"support":1,"validation":1},"3819,1886,data/raw/vllm-0.10.1/vllm/attention/selector.py":{"if":4,"get":6,"supported":6,"dtypes":3,"getattr":1,"attn":6,"backend":6,"none":1,"is":8,"dtype":15,"in":1,"else":1,"raise":1,"notimplementederror":1,"f":1,"name":1,"does":1,"not":1,"support":1,"validation":1,"return":3,"issupported":1,"can":2,"import":2,"true":1,"head":6,"size":10,"def":2,"int":4,"torch":2,"kv":4,"cache":7,"optional":2,"str":2,"block":4,"attention":9,"free":5,"bool":7,"false":6,"use":10,"mla":4,"has":4,"sink":4,"type":2,"attentionbackend":2,"selects":1,"which":1,"to":4,"and":2,"lazily":1,"imports":1,"it":2,"accessing":1,"envs":3,"behind":1,"an":1,"lru":1,"decorator":1,"cause":1,"the":5,"wrong":1,"value":2,"be":1,"returned":1,"from":2,"changes":1,"between":1,"calls":1,"avoid":1,"this":1,"we":2,"read":1,"vllm":3,"v1":4,"here":1,"pass":1,"explicitly":1,"private":1,"function":1,"cached":2,"there":1,"are":2,"no":2,"layers":1,"e":1,"g":1,"running":1,"mamba":1,"placeholder":2,"backends":1,"placeholderattentionbackend":2},"5705,1922,data/raw/vllm-0.10.1/vllm/attention/selector.py":{"check":2,"whether":1,"a":3,"particular":1,"choice":1,"of":2,"backend":35,"was":1,"previously":1,"forced":3,"this":1,"selection":1,"overrides":1,"the":7,"vllm":3,"attention":10,"environment":2,"variable":2,"selected":5,"none":7,"by":8,"global":9,"setting":3,"optional":2,"get":4,"attn":9,"if":6,"is":3,"not":3,"else":1,"and":1,"override":5,"specified":1,"env":4,"var":4,"str":1,"envs":1,"name":2,"to":3,"enum":1,"raise":2,"valueerror":2,"f":3,"invalid":2,"valid":1,"backends":1,"are":1,"list":1,"members":1,"keys":1,"device":2,"specific":1,"cls":4,"current":3,"platform":2,"head":1,"size":2,"dtype":2,"kv":1,"cache":1,"block":1,"use":2,"v1":1,"mla":1,"has":1,"sink":1,"for":1,"return":1,"resolve":1,"obj":1,"qualname":1,"contextmanager":1,"def":1,"force":5,"context":3,"manager":3,"generator":2,"globally":2,"within":1,"reverting":1,"its":1,"prior":1,"state":2,"upon":1,"exiting":1,"arguments":1,"returns":1,"save":1,"any":1,"original":1,"value":1,"new":1},"7627,201,data/raw/vllm-0.10.1/vllm/attention/selector.py":{"yield":2,"control":1,"back":1,"to":1,"the":2,"enclosed":1,"code":1,"block":1,"try":1,"finally":1,"revert":1,"original":2,"global":2,"backend":2,"override":1,"if":1,"any":1,"force":1,"attn":1,"value":1},"0,1974,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":16,"project":1,"attention":5,"layer":1,"from":15,"typing":1,"import":19,"list":1,"optional":1,"torch":3,"nn":3,"as":3,"functional":1,"f":1,"envs":2,"attentiontype":1,"backends":1,"abstract":1,"attentionbackend":1,"selector":1,"backend":3,"name":2,"enum":1,"get":4,"attn":1,"utils":3,"kv":7,"sharing":2,"validate":1,"target":1,"config":3,"cacheconfig":1,"current":4,"distributed":1,"transfer":4,"group":3,"has":2,"is":5,"v1":1,"forward":2,"context":2,"forwardcontext":1,"logger":5,"init":2,"model":3,"executor":3,"layers":3,"linear":1,"unquantizedlinearmethod":1,"quantization":2,"base":1,"quantizationconfig":1,"cache":1,"basekvcachemethod":1,"platforms":1,"platform":3,"direct":1,"register":1,"custom":1,"op":1,"use":9,"xformers":13,"ops":10,"none":2,"def":1,"check":1,"availability":1,"global":1,"if":3,"not":4,"return":2,"cuda":1,"and":1,"device":1,"capability":1,"100":1,"fa":1,"compatible":1,"with":1,"b200":1,"false":2,"else":1,"try":1,"importlib":1,"util":1,"find":2,"spec":2,"true":1,"except":1,"importerror":1,"warning":2,"only":1,"needs":1,"be":1,"shown":1,"once":1,"available":1,"falling":1,"back":1},"1974,1551,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"class":4,"attention":3,"nn":1,"module":1,"layer":6,"this":2,"takes":1,"query":3,"key":2,"and":3,"value":2,"tensors":3,"as":1,"input":3,"the":7,"can":1,"either":1,"contain":1,"prompt":1,"tokens":2,"or":1,"generation":1,"does":1,"following":1,"1":1,"store":1,"in":1,"kv":5,"cache":6,"2":1,"perform":1,"multi":2,"head":2,"grouped":1,"3":1,"return":1,"output":1,"tensor":1,"def":1,"init":2,"self":2,"num":2,"heads":2,"int":4,"size":1,"scale":1,"float":3,"optional":8,"none":12,"alibi":1,"slopes":1,"list":1,"config":4,"cacheconfig":1,"quant":1,"quantizationconfig":1,"logits":1,"soft":1,"cap":1,"per":4,"sliding":9,"window":9,"use":1,"mla":1,"bool":1,"false":1,"prefix":1,"str":3,"attn":2,"type":2,"attentiontype":1,"decoder":1,"sharing":1,"target":1,"name":1,"backend":1,"attentionbackend":1,"extra":1,"impl":1,"args":1,"is":4,"stored":1,"inside":1,"accessed":1,"via":1,"super":1,"if":1,"not":2,"elif":1,"model":1,"level":1,"else":1},"3525,1857,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"if":2,"cache":14,"config":5,"is":10,"not":4,"none":3,"kv":20,"dtype":9,"block":3,"size":5,"attention":4,"free":3,"calculate":5,"scales":5,"else":1,"auto":1,"16":1,"false":2,"num":13,"heads":13,"assert":1,"0":8,"f":2,"divisible":1,"by":1,"the":5,"default":1,"k":5,"v":5,"scale":9,"set":1,"to":3,"1":7,"this":1,"ignored":1,"when":1,"fp8":3,"and":1,"should":1,"be":3,"used":1,"with":2,"in":2,"e5m2":1,"for":2,"e4m3":1,"we":2,"expect":1,"pre":1,"quantized":2,"loaded":1,"along":1,"model":1,"weights":1,"self":14,"torch":8,"tensor":4,"float32":5,"flashattn":1,"doesn":1,"t":2,"support":2,"quantizing":1,"only":1,"but":1,"requires":1,"q":2,"as":1,"well":1,"prob":1,"also":1,"keep":1,"versions":1,"of":1,"backends":1,"that":1,"don":1,"tensors":1,"flashinfer":1,"float":2,"use":2,"mla":2,"head":2,"sliding":2,"window":2,"has":1,"sink":1,"extra":1,"impl":1,"args":1,"get":1,"sinks":1},"5382,1669,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"quant":10,"method":8,"config":3,"get":3,"self":8,"prefix":2,"if":5,"else":2,"none":3,"is":6,"not":3,"and":4,"isinstance":2,"unquantizedlinearmethod":1,"assert":1,"basekvcachemethod":1,"todo":1,"mgoin":1,"kv":4,"cache":4,"dtype":8,"should":1,"be":3,"specified":1,"in":1,"the":6,"fp8":4,"checkpoint":2,"become":1,"auto":1,"behavior":1,"e5m2":2,"raise":1,"valueerror":1,"supported":1,"with":1,"checkpoints":1,"quantization":1,"enabled":1,"we":1,"make":1,"k":2,"scale":3,"v":2,"parameters":1,"so":1,"that":1,"it":1,"can":1,"loaded":1,"from":1,"model":3,"will":1,"then":1,"converted":1,"back":1,"to":1,"native":1,"float32":1,"values":1,"after":1,"weight":2,"loading":1,"create":1,"weights":1,"during":1,"initialization":1,"default":2,"set":1,"as":1,"activation":1,"torch":1,"attn":5,"backend":5,"head":1,"size":2,"block":1,"attention":1,"free":1,"use":2,"mla":2,"has":2,"sink":2},"7051,1861,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"impl":5,"cls":3,"self":13,"attn":6,"backend":5,"get":4,"num":2,"heads":2,"head":1,"size":2,"scale":1,"kv":11,"alibi":1,"slopes":1,"sliding":1,"window":1,"cache":4,"dtype":3,"logits":1,"soft":1,"cap":1,"type":3,"sharing":6,"target":6,"layer":7,"name":9,"extra":1,"args":1,"to":1,"enum":1,"for":3,"cuda":3,"alike":2,"and":4,"rocm":1,"cpu":2,"platforms":2,"we":2,"control":1,"how":1,"torch":3,"compile":2,"works":1,"by":2,"registering":1,"the":1,"attention":1,"as":1,"one":1,"giant":1,"opaque":1,"custom":1,"op":1,"other":1,"directly":1,"call":3,"them":2,"let":1,"handle":1,"use":4,"direct":2,"not":4,"current":4,"platform":2,"is":4,"output":2,"accept":1,"buffer":1,"compilation":5,"config":8,"vllm":2,"if":3,"prefix":5,"in":2,"static":3,"forward":3,"context":3,"raise":1,"valueerror":1,"f":1,"duplicate":1,"none":1,"validate":1,"a":1,"placeholder":1,"tensor":2,"during":1,"init":1,"which":1,"will":2,"be":2,"replaced":1,"bind":1,"this":1,"variable":1,"accessed":1,"true":1,"range":1,"parallel":2,"pipeline":1},"8912,749,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"self":5,"q":2,"range":3,"torch":11,"tensor":8,"envs":3,"scale":3,"constant":3,"dtype":3,"float32":3,"k":2,"v":2,"def":1,"forward":1,"query":2,"key":1,"value":1,"for":1,"some":1,"alternate":1,"attention":2,"backends":1,"like":1,"mla":1,"the":5,"output":3,"shape":4,"does":1,"not":1,"match":1,"so":1,"we":1,"optionally":1,"let":1,"model":1,"definition":1,"specify":1,"optional":1,"size":1,"none":1,"kv":2,"cache":2,"is":2,"stored":1,"inside":1,"this":1,"class":1,"and":1,"accessed":1,"via":1},"9661,475,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"attention":1,"metadata":6,"attn":5,"is":2,"set":1,"using":2,"a":1,"context":5,"manager":1,"in":1,"the":1,"model":2,"runner":1,"s":1,"execute":1,"method":1,"it":1,"accessed":1,"via":1,"forward":4,"vllm":1,"get":2,"if":2,"self":2,"calculate":1,"kv":3,"scales":3,"enable":1,"calculation":1,"calc":1,"query":1,"key":1,"value":1},"10136,1954,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"if":7,"self":18,"use":3,"output":13,"shape":6,"is":3,"not":4,"none":3,"else":2,"query":9,"torch":2,"zeros":1,"dtype":2,"device":2,"hidden":1,"size":5,"1":5,"we":2,"skip":1,"reshaping":1,"key":7,"and":3,"value":7,"tensors":3,"for":1,"the":5,"mla":2,"backend":1,"since":1,"these":1,"have":1,"different":1,"semantics":1,"are":1,"processed":1,"differently":1,"reshape":1,"note":1,"woosuk":1,"do":1,"this":1,"outside":1,"custom":1,"op":1,"to":1,"minimize":1,"cpu":1,"overheads":1,"from":1,"non":1,"cuda":1,"graph":1,"regions":1,"view":4,"num":4,"heads":4,"head":4,"kv":5,"direct":1,"call":1,"forward":5,"context":4,"forwardcontext":1,"get":1,"attn":6,"metadata":6,"isinstance":1,"dict":1,"layer":2,"name":2,"cache":3,"virtual":1,"engine":1,"impl":1,"ops":1,"vllm":1,"unified":1,"attention":1,"with":1},"12090,48,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"return":1,"output":1,"view":1,"1":1,"hidden":1,"size":1},"12138,634,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"else":2,"if":2,"self":8,"use":1,"direct":1,"call":1,"forward":5,"context":4,"get":1,"attn":6,"metadata":6,"isinstance":1,"dict":1,"layer":2,"name":2,"kv":3,"cache":3,"virtual":1,"engine":1,"return":2,"impl":1,"query":2,"key":2,"value":2,"torch":1,"ops":1,"vllm":1,"unified":1,"attention":1},"12772,1675,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"def":4,"calc":1,"kv":4,"scales":3,"self":30,"query":2,"key":2,"value":2,"q":2,"scale":9,"copy":3,"torch":6,"abs":3,"max":3,"range":3,"k":4,"v":4,"float":2,"item":2,"we":1,"only":1,"calculate":2,"the":1,"once":1,"false":1,"extra":1,"repr":1,"str":1,"s":6,"f":5,"head":2,"size":2,"impl":13,"type":5,"ignore":4,"num":4,"heads":4,"backend":5,"class":2,"name":1,"return":2,"process":3,"weights":3,"after":3,"loading":3,"act":2,"dtype":4,"if":3,"hasattr":2,"flashinfer":3,"requires":1,"attention":3,"sinks":6,"to":2,"be":1,"float32":3,"vllm":2,"v1":2,"and":2,"from":1,"backends":1,"import":1,"flashinferimpl":2,"assert":1,"isinstance":1,"is":1,"not":1,"none":1,"get":1,"attn":2,"attentionbackend":1,"multiheadattention":1,"nn":1,"module":1,"multi":1,"headed":1,"without":1,"any":1,"cache":1,"used":1,"for":1,"vit":1},"14447,1667,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"def":1,"init":2,"self":16,"num":17,"heads":16,"int":3,"head":4,"size":5,"scale":3,"float":1,"kv":10,"optional":1,"none":3,"super":1,"if":5,"is":5,"else":3,"assert":1,"0":1,"f":2,"not":2,"divisible":1,"by":1,"queries":1,"per":1,"dtype":4,"torch":6,"get":3,"default":1,"attn":9,"backend":24,"cache":1,"block":1,"16":1,"attention":2,"free":1,"false":1,"name":2,"to":1,"enum":1,"current":1,"platform":1,"rocm":2,"currently":1,"only":1,"sdpa":5,"supported":1,"on":1,"in":2,"flash":2,"vllm":2,"v1":2,"flex":1,"xformers":4,"pallas":1,"and":1,"check":1,"availability":1},"16114,1960,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"def":1,"forward":2,"self":14,"query":11,"torch":8,"tensor":4,"key":13,"value":12,"input":1,"shape":1,"batch":1,"size":7,"x":6,"seq":1,"len":6,"hidden":1,"todo":1,"isotr0py":1,"use":1,"existing":1,"backend":7,"implementations":1,"and":2,"support":1,"fa3":1,"bsz":4,"q":2,"kv":6,"1":6,"view":3,"num":7,"heads":3,"head":3,"if":2,"repeat":5,"queries":1,"per":1,"handle":1,"mqa":1,"gqa":1,"interleave":2,"dim":2,"2":6,"attn":3,"xformers":2,"from":2,"import":2,"ops":1,"as":1,"xops":2,"out":7,"memory":1,"efficient":1,"attention":4,"scale":6,"elif":2,"sdpa":1,"transpose":4,"for":2,"in":2,"f":1,"scaled":1,"dot":1,"product":1,"pallas":1,"vllm":1,"v1":1,"xla":1,"experimental":1,"custom":1,"kernel":1,"flash":2,"sm":1},"18074,1899,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"return":7,"out":1,"reshape":1,"bsz":1,"q":1,"len":1,"1":1,"def":4,"wait":3,"for":3,"kv":17,"layer":19,"from":2,"connector":8,"name":11,"str":4,"if":5,"not":4,"has":2,"transfer":6,"group":6,"or":2,"is":4,"v1":2,"get":5,"forward":12,"context":11,"forwardcontext":3,"attn":15,"metadata":15,"none":2,"assert":2,"isinstance":3,"dict":3,"load":1,"maybe":2,"save":3,"to":2,"cache":6,"list":1,"torch":10,"tensor":9,"unified":2,"attention":2,"query":4,"key":3,"value":3,"self":4,"no":1,"compile":1,"layers":1,"virtual":1,"engine":1,"output":2,"impl":1,"fake":1,"empty":1,"like":1,"contiguous":1},"19973,1591,data/raw/vllm-0.10.1/vllm/attention/layer.py":{"direct":2,"register":2,"custom":2,"op":6,"name":8,"unified":8,"attention":8,"func":2,"mutates":2,"args":2,"fake":5,"impl":3,"dispatch":4,"key":7,"current":2,"platform":2,"def":2,"with":5,"output":14,"query":3,"torch":10,"tensor":10,"value":3,"layer":8,"str":2,"scale":4,"optional":2,"none":4,"wait":1,"for":1,"kv":6,"from":1,"connector":2,"forward":6,"context":5,"forwardcontext":1,"get":1,"attn":6,"metadata":6,"if":1,"isinstance":1,"dict":1,"self":4,"no":1,"compile":1,"layers":1,"cache":4,"virtual":1,"engine":1,"maybe":1,"save":1,"to":1,"return":1},"0,679,data/raw/vllm-0.10.1/vllm/attention/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":3,"attention":6,"backends":1,"abstract":1,"import":3,"attentionbackend":2,"attentionmetadata":2,"attentionmetadatabuilder":2,"attentionstate":2,"attentiontype":2,"layer":1,"selector":1,"get":2,"attn":2,"backend":2,"all":1},"0,1927,data/raw/vllm-0.10.1/vllm/attention/utils/fa_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":14,"project":1,"from":9,"typing":1,"import":10,"optional":2,"envs":4,"logger":5,"init":2,"platforms":2,"current":6,"platform":8,"name":1,"if":6,"is":7,"cuda":1,"custom":1,"ops":9,"as":2,"reshape":4,"and":6,"cache":4,"flash":14,"attn":10,"varlen":3,"func":3,"get":5,"scheduler":3,"metadata":3,"elif":1,"xpu":2,"ipex":2,"def":1,"version":14,"requires":1,"alibi":1,"bool":1,"false":1,"int":1,"here":1,"avoid":1,"circular":1,"dependencies":1,"return":1,"try":1,"interface":1,"fa":9,"unsupported":2,"reason":1,"supported":2,"device":5,"capability":5,"assert":2,"not":2,"none":2,"1":1,"default":1,"depending":1,"on":2,"3":6,"major":2,"9":1,"else":1,"override":1,"passed":1,"by":1,"environment":1,"in":1,"fallback":1,"for":1,"combinations":1,"10":1,"warning":1,"once":1,"cannot":1,"use":1,"blackwell":1,"defaulting":1},"1927,830,data/raw/vllm-0.10.1/vllm/attention/utils/fa_utils.py":{"if":2,"requires":1,"alibi":2,"and":2,"fa":13,"version":14,"3":3,"logger":2,"warning":1,"once":1,"cannot":2,"use":2,"with":1,"defaulting":1,"to":2,"2":2,"not":2,"is":6,"supported":3,"error":1,"d":1,"due":1,"s":1,"unsupported":1,"reason":1,"assert":1,"return":4,"except":1,"importerror":1,"assertionerror":1,"none":1,"def":2,"flash":3,"attn":3,"supports":1,"fp8":1,"bool":2,"get":2,"current":3,"platform":3,"device":1,"capability":1,"major":1,"9":1,"varlen":1,"func":1,"available":1,"cuda":1,"or":1,"xpu":1},"0,1701,data/raw/vllm-0.10.1/vllm/attention/utils/kv_sharing_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":13,"vllm":2,"project":1,"def":1,"validate":1,"kv":3,"sharing":3,"target":16,"current":11,"layer":31,"name":12,"static":5,"forward":4,"context":5,"error":5,"msg":5,"f":3,"specified":1,"for":1,"is":5,"not":6,"valid":2,"if":5,"raise":4,"valueerror":4,"cannot":1,"be":2,"same":3,"as":2,"in":4,"from":1,"model":3,"executor":1,"models":1,"utils":1,"import":1,"extract":3,"index":3,"fwd":1,"it":1,"means":1,"either":1,"a":2,"does":1,"come":2,"before":2,"or":1,"b":1,"an":1,"attention":2,"that":1,"exists":1,"idx":4,"must":2,"else":1,"currently":1,"only":1,"supported":1,"between":1,"layers":1,"of":1,"type":6,"attn":4,"expected":3},"0,1919,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":10,"project":1,"attention":5,"layer":1,"with":2,"dual":2,"chunk":2,"flash":6,"and":1,"sparse":2,"import":14,"math":1,"from":10,"dataclasses":1,"dataclass":2,"typing":1,"type":6,"checking":2,"any":1,"dict":1,"list":1,"optional":1,"tuple":1,"torch":3,"distributed":2,"nn":1,"functional":1,"as":2,"f":1,"custom":1,"ops":2,"backends":2,"abstract":1,"attentionlayer":1,"attentiontype":1,"attn":6,"flashattentionbackend":2,"flashattentionimpl":1,"flashattentionmetadata":2,"flashattentionmetadatabuilder":1,"parallel":2,"state":1,"get":5,"tensor":2,"model":2,"rank":1,"logger":4,"init":2,"utils":1,"async":1,"h2d":1,"varlen":1,"func":2,"kvcache":1,"if":1,"worker":1,"runner":1,"modelinputforgpubuilder":1,"name":2,"class":2,"dualchunkflashattentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"false":1,"staticmethod":4,"def":4,"str":1,"return":4,"impl":1,"cls":3,"dualchunkflashattentionimpl":2,"metadata":1,"dualchunkflashattentionmetadata":3,"builder":1,"dualchunkflashattentionmetadatabuilder":2,"block":2,"size":2,"of":1,"paged":1,"kv":1,"cache":1,"int":1,"16":1},"1919,1953,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"original":2,"max":8,"position":2,"embeddings":2,"int":7,"0":2,"chunk":2,"size":10,"8192":1,"local":2,"1024":1,"batch":6,"the":1,"orig":4,"sequence":8,"length":5,"per":1,"seq":9,"lens":6,"optional":14,"list":1,"none":17,"stored":1,"as":1,"a":1,"tensor":9,"torch":7,"scaling":2,"factor":2,"lengths":3,"for":8,"intra":6,"attention":8,"len":3,"num":3,"blocks":2,"block":4,"table":2,"tables":2,"succ":6,"inter":4,"cached":4,"prefill":9,"metadata":10,"dualchunkflashattentionmetadata":4,"decode":1,"property":1,"def":1,"self":4,"if":3,"prefills":1,"return":3,"is":2,"not":1,"super":1,"asdict":1,"zerocopy":1},"3872,1755,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"prefill":8,"metadata":21,"orig":13,"seq":15,"lens":15,"none":13,"if":7,"self":18,"is":8,"else":3,"num":6,"prefills":3,"tensor":10,"original":2,"max":2,"position":2,"embeddings":2,"0":4,"assert":3,"not":4,"scaling":1,"factor":1,"1":4,"torch":1,"log":1,"clip":1,"min":1,"cached":3,"return":4,"property":1,"def":1,"decode":15,"optional":1,"dualchunkflashattentionmetadata":2,"tokens":2,"super":1,"asdict":1,"zerocopy":1,"block":1,"tables":1,"cache":2,"chunk":4,"len":2,"size":3,"local":1,"curr":1,"batch":1},"5627,1197,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":1,"self":6,"original":2,"max":8,"position":2,"embeddings":2,"0":3,"decode":7,"metadata":7,"scaling":1,"factor":1,"1":9,"torch":2,"log":1,"cache":3,"seq":12,"lens":7,"clip":1,"min":2,"intra":13,"chunk":4,"num":2,"curr":2,"len":7,"item":1,"block":11,"tables":7,"zeros":1,"batch":2,"size":6,"dtype":2,"device":2,"for":1,"i":5,"in":1,"range":1,"st":4,"ed":3},"6824,1680,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"seq":19,"lens":10,"succ":14,"chunk":7,"num":4,"curr":4,"1":9,"clip":3,"min":4,"0":3,"len":12,"max":11,"item":2,"decode":11,"metadata":11,"if":1,"block":11,"tables":7,"torch":1,"zeros":1,"batch":2,"size":6,"self":7,"dtype":2,"device":2,"for":1,"i":5,"in":1,"range":1,"start":4,"end":3,"cache":1,"inter":7,"cached":1,"return":1,"class":1,"dualchunkflashattentionmetadatabuilder":1,"flashattentionmetadatabuilder":1,"def":1,"prepare":2,"super":1,"orig":1,"list":1,"int":1},"8504,1637,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":2,"add":2,"seq":12,"group":2,"self":9,"inter":4,"data":4,"modelinputforgpubuilder":1,"interdataforseqgroup":1,"chunked":2,"prefill":2,"enabled":2,"bool":2,"prefix":2,"cache":2,"hit":2,"super":2,"for":1,"prompt":3,"len":4,"in":1,"zip":1,"lens":11,"orig":5,"append":1,"max":3,"build":2,"list":2,"int":5,"query":2,"cuda":2,"graph":2,"pad":2,"size":10,"batch":2,"attn":14,"metadata":10,"dualchunkflashattentionmetadata":1,"asdict":1,"zerocopy":1,"device":3,"runner":4,"tensor":2,"async":1,"h2d":1,"torch":1,"pin":1,"memory":1,"block":2,"dual":5,"chunk":7,"config":7,"getattr":1,"model":1,"hf":1,"attention":1,"original":2,"position":2,"embeddings":2,"get":3,"0":1,"8192":1,"local":2,"1024":1,"return":1},"10141,1055,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"class":1,"dualchunkflashattentionimpl":1,"flashattentionimpl":1,"if":2,"the":5,"input":1,"tensors":1,"contain":3,"prompt":2,"tokens":11,"layout":2,"is":5,"as":2,"follows":2,"num":4,"prefill":11,"0":4,"1":6,"n":2,"otherwise":1,"decode":8,"m":2,"padding":4,"generation":2,"can":2,"when":1,"cuda":2,"graph":2,"used":1,"currently":2,"don":1,"t":1,"any":1,"prompts":1,"might":1,"have":2,"different":1,"lengths":1,"while":1,"always":1,"length":1,"chunked":2,"enabled":1,"and":2,"be":1,"batched":1,"together":1,"in":1,"a":1,"flattened":1,"1d":1,"query":1,"disabled":1,"for":1,"meaning":1,"there":1,"s":1,"no":1,"between":1},"11196,1840,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":1,"init":1,"self":11,"num":9,"heads":8,"int":5,"head":11,"size":6,"scale":3,"float":4,"kv":12,"alibi":6,"slopes":6,"optional":5,"list":1,"sliding":8,"window":8,"cache":4,"dtype":4,"str":4,"logits":1,"soft":1,"cap":1,"none":8,"attn":3,"type":1,"attentiontype":1,"decoder":1,"sharing":3,"target":2,"layer":3,"name":2,"idx":1,"1":3,"dual":2,"chunk":2,"attention":1,"config":1,"dict":1,"any":1,"if":5,"is":7,"not":9,"raise":3,"notimplementederror":1,"supported":5,"in":3,"v0":1,"flash":2,"backend":1,"torch":2,"tensor":1,"float32":1,"else":1,"queries":1,"per":1,"note":1,"woosuk":1,"s":1,"does":1,"work":1,"with":1,"paged":1,"valueerror":2,"flashattention":2,"support":3,"sizes":5,"dualchunkflashattentionbackend":1,"get":1,"f":2,"by":1,"are":1},"13036,1984,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"assert":1,"dual":10,"chunk":12,"attention":29,"config":20,"is":3,"not":5,"none":9,"self":25,"size":4,"get":8,"8192":1,"local":2,"1024":1,"original":2,"max":2,"position":2,"embeddings":2,"0":1,"sparse":19,"if":3,"logger":1,"warning":1,"once":1,"will":1,"be":1,"enabled":4,"as":1,"provided":1,"threshold":2,"32768":1,"last":4,"q":4,"64":1,"layer":3,"idx":3,"int":1,"i":4,"j":2,"for":2,"in":2,"items":1,"start":3,"head":5,"num":2,"heads":2,"tensor":1,"model":1,"parallel":1,"rank":1,"end":2,"range":1,"arange":4,"torch":1,"device":1,"cuda":1,"mask":1},"15020,1659,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":1,"forward":2,"type":1,"ignore":1,"self":1,"layer":1,"attentionlayer":1,"query":16,"torch":8,"tensor":8,"key":2,"value":2,"kv":5,"cache":2,"attn":2,"metadata":3,"dualchunkflashattentionmetadata":1,"output":6,"optional":2,"none":6,"scale":2,"pass":1,"with":1,"dualchunkflashattention":1,"args":1,"shape":8,"num":15,"tokens":7,"heads":7,"head":7,"size":9,"succ":5,"inter":5,"2":1,"blocks":1,"block":1,"for":3,"attention":2,"returns":1,"assert":2,"is":5,"not":5,"supported":2,"dualchunk":1,"if":1,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"flashattentionimpl":1,"critical":2,"split":1,"1":2,"5":1,"dim":1,"and":2,"are":1,"required":1,"in":1,"dual":1,"chunk":1,"hidden":1},"16679,1981,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"reshape":1,"the":1,"query":16,"key":6,"and":2,"value":4,"tensors":1,"view":7,"1":11,"self":15,"num":9,"heads":7,"head":7,"size":7,"succ":4,"inter":4,"critical":4,"kv":6,"if":4,"original":1,"max":1,"position":1,"embeddings":1,"0":4,"prefill":10,"meta":10,"attn":4,"metadata":6,"assert":5,"scaling":6,"factor":6,"is":5,"not":5,"none":5,"start":9,"loc":5,"orig":2,"seq":2,"lens":2,"current":8,"cpu":4,"for":1,"i":4,"in":1,"range":1,"len":1,"end":4,"item":1,"mul":2,"tokens":2,"decode":4,"unsqueeze":2,"cache":6,"numel":1},"18660,1614,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"reshape":2,"the":4,"input":1,"keys":1,"and":4,"values":1,"store":1,"them":1,"in":1,"cache":6,"if":1,"kv":3,"is":3,"not":3,"provided":1,"new":1,"key":6,"value":6,"tensors":1,"are":1,"cached":2,"this":1,"happens":1,"during":1,"initial":1,"memory":1,"profiling":1,"run":1,"ops":1,"flash":1,"attn":3,"metadata":3,"slot":1,"mapping":1,"flatten":1,"self":1,"dtype":1,"layer":2,"k":1,"scale":2,"v":1,"num":20,"prefill":16,"tokens":20,"decode":10,"assert":4,"shape":4,"0":4,"output":1,"torch":1,"empty":1,"like":1,"query":20,"for":2,"needed":1,"because":1,"it":1,"already":1,"succ":6,"inter":6,"qkv":1,"critical":4},"20275,997,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":2,"prefill":12,"meta":7,"attn":2,"metadata":2,"prompt":1,"run":2,"kv":1,"cache":1,"is":2,"none":2,"or":2,"block":2,"tables":2,"numel":1,"0":1,"normal":1,"attention":1,"called":1,"during":1,"the":1,"profiling":1,"out":3,"flash":1,"varlen":1,"func":1,"q":3,"query":1,"k":3,"key":1,"v":1,"value":1,"cu":2,"seqlens":2,"seq":4,"start":2,"loc":2,"max":4,"seqlen":2,"len":2,"softmax":1,"scale":2,"self":3,"causal":1,"true":1,"window":2,"size":1,"sliding":1,"alibi":2,"slopes":2,"assert":1,"output":2,"num":2,"tokens":2,"shape":2},"21272,1251,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"else":1,"prefix":1,"enabled":1,"attention":1,"assert":2,"prefill":9,"meta":7,"seq":5,"lens":4,"is":2,"not":2,"none":2,"orig":3,"output":1,"num":1,"tokens":1,"self":5,"dual":1,"chunk":3,"flash":1,"attn":1,"q":6,"query":6,"succ":4,"inter":4,"critical":4,"k":2,"key":1,"cache":2,"v":1,"value":1,"cu":2,"seqlens":2,"start":2,"loc":2,"scaling":2,"factor":2,"softmax":1,"scale":2,"causal":1,"true":1,"window":1,"size":5,"1":2,"alibi":2,"slopes":2,"block":2,"table":1,"tables":1,"local":2},"22523,1025,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":1,"decode":9,"meta":5,"attn":2,"metadata":2,"decoding":2,"run":1,"output":3,"num":2,"prefill":1,"tokens":2,"self":6,"dual":1,"chunk":3,"flash":1,"query":3,"unsqueeze":3,"1":4,"succ":1,"inter":1,"key":1,"cache":3,"value":1,"block":2,"table":1,"tables":1,"seqlens":1,"seq":1,"lens":1,"tensor":2,"softmax":1,"scale":2,"causal":1,"true":1,"alibi":2,"slopes":2,"size":5,"local":2,"original":2,"max":2,"position":2,"embeddings":2,"squeeze":1,"reshape":1,"the":1,"return":1,"view":1,"hidden":1},"23548,1582,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":1,"dual":4,"chunk":5,"flash":1,"attn":1,"prefill":1,"self":1,"q":21,"succ":6,"inter":6,"critical":6,"k":6,"v":1,"cu":11,"seqlens":11,"orig":1,"seq":1,"lens":1,"list":1,"int":5,"scaling":1,"factor":1,"torch":3,"tensor":3,"softmax":1,"scale":1,"float":1,"causal":3,"optional":3,"bool":1,"true":1,"window":3,"size":5,"tuple":1,"1":7,"alibi":3,"slopes":3,"none":3,"block":1,"table":1,"8192":1,"local":1,"1024":1,"if":3,"is":1,"not":5,"raise":3,"valueerror":3,"attention":3,"does":3,"support":3,"false":1,"cpu":9,"tolist":2,"all":1,"outputs":1,"for":1,"i":7,"in":1,"range":1,"0":1,"len":1,"qs":6,"qe":6,"2":2,"ks":1,"ke":1,"current":5},"25130,1838,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":4,"block":4,"table":4,"is":1,"none":2,"current":19,"k":6,"ks":2,"ke":2,"v":5,"orig":5,"seq":5,"len":3,"lens":2,"i":3,"else":1,"sparse":5,"attn":2,"enabled":3,"self":3,"attention":3,"and":2,"threshold":1,"q":12,"shape":5,"0":5,"continue":2,"all":1,"outputs":1,"append":1,"torch":6,"zeros":1,"1":1,"2":5,"device":5,"dtype":4,"output":1,"empty":3,"like":1,"group":1,"size":11,"int":1,"num":3,"heads":5,"vertical":3,"int32":2,"slash":4,"for":1,"head":2,"id":2,"in":1,"range":1,"ty":2,"config":1,"assert":1,"only":1,"support":1,"mode":1},"26968,214,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":1,"vertical":4,"size":6,"30":1,"100":1,"heads":2,"head":2,"id":2,"slash":2},"27182,1994,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"current":28,"output":1,"self":1,"dual":1,"chunk":2,"flash":1,"attn":3,"prefill":1,"func":1,"q":16,"allheads":1,"succ":6,"inter":6,"critical":6,"k":5,"v":5,"block":2,"table":2,"softmax":1,"scale":1,"size":12,"local":1,"scaling":1,"factor":1,"i":1,"item":1,"ke":1,"ks":1,"sparse":2,"enabled":2,"heads":5,"vertical":2,"slash":2,"group":4,"else":2,"for":1,"head":20,"id":10,"in":1,"range":1,"2":3,"seq":1,"len":1,"num":1,"unsqueeze":9,"1":7,"if":1,"is":1,"not":1,"none":1},"29176,1898,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"current":12,"out":2,"self":3,"dual":2,"chunk":9,"flash":4,"attn":5,"prefill":2,"func":2,"q":11,"head":9,"succ":4,"inter":4,"critical":4,"k":5,"v":3,"block":7,"table":3,"softmax":4,"scale":4,"size":13,"local":3,"scaling":3,"factor":3,"i":1,"item":1,"ke":1,"ks":1,"sparse":3,"enabled":3,"output":2,"id":2,"1":3,"all":2,"outputs":2,"append":1,"return":1,"torch":1,"cat":1,"dim":1,"0":4,"def":1,"float":2,"int":3,"length":3,"optional":1,"bool":1,"true":1,"heads":2,"vertical":1,"none":4,"slash":1,"group":1,"results":1,"len":3,"if":3,"is":1,"not":1,"shape":2,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"else":1,"original":1,"max":1,"position":1,"embeddings":1,"begin":2,"while":1,"per":1},"31074,1753,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"prev":7,"chunk":12,"end":16,"pos":9,"begin":2,"len":3,"next":2,"min":2,"k":15,"length":3,"qbegin":3,"q":8,"shape":5,"0":4,"qend":3,"qk":2,"chunks":2,"states":12,"intra":16,"choose":1,"critical":1,"token":1,"if":2,"block":8,"table":2,"is":1,"not":1,"none":2,"tables":4,"get":1,"size":7,"view":2,"1":12,"2":5,"v":7,"else":1,"sparse":2,"attn":1,"enabled":1,"last":3,"self":1,"attention":1,"num":3,"device":3,"heads":3,"head":3,"dim":3,"unsqueeze":2,"repeat":2,"group":4,"reshape":2,"append":1,"transpose":1,"softmax":1,"scale":1,"permute":1},"32827,1621,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":3,"prev":7,"chunk":13,"end":7,"pos":7,"len":6,"0":3,"q":6,"states":12,"succ":17,"qbegin":2,"qend":2,"critical":3,"block":7,"table":2,"is":1,"not":1,"none":1,"tables":3,"get":1,"size":6,"k":10,"view":2,"1":12,"shape":2,"2":5,"v":7,"else":1,"sparse":1,"attn":1,"enabled":1,"unsqueeze":2,"repeat":2,"group":4,"reshape":2,"num":2,"device":2,"heads":2,"head":2,"dim":2,"qk":1,"chunks":1,"append":1,"transpose":1,"last":1,"softmax":1,"scale":1,"permute":1},"34448,1995,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":4,"prev":6,"chunk":12,"end":6,"pos":6,"len":6,"2":6,"0":4,"q":11,"states":12,"inter":17,"qbegin":2,"qend":2,"critical":3,"block":7,"table":2,"is":1,"not":1,"none":1,"tables":3,"get":1,"size":10,"k":10,"view":2,"1":15,"shape":2,"v":7,"else":1,"sparse":2,"attn":2,"enabled":2,"unsqueeze":2,"repeat":2,"group":4,"reshape":2,"num":2,"device":3,"heads":2,"head":2,"dim":4,"qk":10,"chunks":2,"append":1,"transpose":1,"last":6,"softmax":2,"scale":1,"permute":1,"reversed":2,"torch":4,"cat":1,"where":1,"self":1,"mask":1,"to":1,"inf":1,"f":1,"dtype":1,"float32":1},"36443,1977,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"vertical":15,"qk":4,"sum":2,"2":1,"keepdim":1,"true":1,"30":1,"torch":12,"inf":2,"avoid":1,"sorting":1,"by":1,"using":1,"the":2,"min":5,"max":13,"ints":1,"to":1,"fill":1,"indexer":1,"buffers":1,"int32":4,"iinfo":2,"n":4,"heads":7,"size":14,"0":1,"slash":19,"topk":17,"item":2,"store":1,"each":1,"head":14,"s":1,"reshape":1,"1":10,"prevent":1,"out":1,"of":1,"range":2,"when":1,"prompt":1,"shape":1,"buffer":3,"indices":2,"empty":1,"dtype":1,"int64":1,"device":2,"for":1,"i":5,"in":1,"nqheads":1,"lastq":1,"k":1,"len":1,"score":3,"scores":5,"all":1,"diagonal":1,"matrix":1,"if":1,"drop":1,"right":1,"up":1,"corner":1,"last":1,"q":1,"100":1,"nheads":1},"38420,1768,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"reset":1,"heads":10,"topk":8,"slash":8,"size":4,"head":4,"i":3,"vertical":9,"min":4,"max":10,"store":1,"buffer":6,"torch":12,"full":6,"n":6,"int32":6,"dtype":6,"int64":6,"device":12,"q":6,"succ":2,"inter":2},"40188,1291,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"vertical":3,"size":9,"buffer":6,"torch":12,"empty":6,"n":6,"heads":6,"dtype":6,"int32":6,"device":12,"q":6,"slash":3,"sizes":3,"succ":2,"inter":2},"41480,1691,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"for":1,"head":9,"i":9,"in":1,"range":1,"n":1,"heads":3,"vertical":14,"topk":8,"buffer":7,"size":6,"intra":13,"indices":10,"prev":3,"chunk":3,"end":3,"pos":3,"if":1,"nelement":3,"0":4,"torch":3,"cat":1,"arange":1,"k":2,"states":2,"max":1,"1":3,"5":1,"dtype":1,"int32":1,"device":2,"slash":10,"qk":1,"fill":1,"v":3,"count":6,"s":3,"sizes":1,"copy":2,"succ":1},"43171,1982,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":3,"prev":7,"chunk":11,"end":7,"pos":7,"len":4,"0":9,"succ":12,"vertical":10,"indices":10,"topk":6,"todo":1,"support":1,"no":1,"nelement":2,"torch":6,"cat":2,"arange":2,"k":4,"states":4,"size":4,"max":2,"1":3,"5":2,"dtype":2,"int32":2,"device":4,"intra":2,"slash":7,"qend":2,"qbegin":2},"45153,539,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"fill":1,"buffer":5,"v":3,"count":6,"succ":8,"vertical":4,"indices":4,"nelement":2,"s":3,"slash":4,"size":1,"head":4,"i":4,"sizes":1,"copy":2},"45692,205,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":1,"prev":2,"chunk":4,"end":2,"pos":2,"2":1,"len":2,"0":1,"inter":1,"vertical":3,"indices":1,"topk":2},"45897,1882,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":2,"inter":15,"vertical":7,"indices":11,"nelement":4,"0":8,"torch":6,"cat":2,"arange":2,"k":4,"states":4,"size":5,"max":2,"1":3,"5":2,"dtype":2,"int32":2,"device":4,"intra":2,"slash":8,"prev":2,"chunk":4,"end":2,"pos":2,"len":2,"qend":2,"qbegin":2,"topk":2,"fill":1,"buffer":3,"v":2,"count":4,"s":2,"head":2,"i":2,"sizes":1},"47779,240,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"inter":4,"vertical":2,"buffer":2,"head":2,"i":2,"v":1,"count":2,"copy":2,"indices":2,"slash":2,"s":1},"48019,235,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"else":1,"intra":2,"vertical":3,"indices":6,"slash":3,"none":6,"succ":2,"inter":2},"48254,1182,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":1,"sparse":5,"attn":7,"enabled":5,"flash":6,"result":3,"self":2,"do":2,"q":2,"states":6,"intra":10,"k":2,"v":2,"softmax":6,"scale":6,"causal":2,"true":2,"stage":2,"vertical":6,"indices":8,"buffer":4,"slash":6,"count":2,"size":1,"sizes":1,"mergehead":1,"else":1,"per":1,"chunk":1,"append":1},"49436,1350,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":2,"prev":1,"chunk":3,"end":1,"pos":1,"len":1,"0":1,"sparse":5,"attn":7,"enabled":5,"flash":6,"result":3,"self":2,"do":2,"q":2,"states":6,"succ":14,"k":2,"v":2,"softmax":6,"scale":6,"causal":2,"false":2,"stage":2,"vertical":6,"indices":8,"buffer":4,"slash":6,"count":2,"size":1,"sizes":1,"mergehead":1,"else":1,"per":1,"append":1},"50786,1559,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":2,"prev":1,"chunk":4,"end":2,"pos":1,"len":1,"2":1,"0":1,"sparse":5,"attn":10,"enabled":5,"flash":10,"result":3,"self":3,"do":2,"q":2,"states":6,"inter":14,"k":2,"v":2,"softmax":6,"scale":6,"causal":2,"false":2,"stage":2,"vertical":6,"indices":8,"buffer":4,"slash":6,"count":2,"size":1,"sizes":1,"mergehead":1,"else":1,"per":2,"append":2,"results":3,"begin":1,"output":2,"merge":1,"outputs":1,"del":1,"return":1},"52345,1481,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":1,"do":1,"flash":1,"attn":3,"self":1,"query":7,"states":16,"torch":7,"tensor":7,"key":5,"value":4,"softmax":3,"scale":3,"float":2,"causal":3,"bool":2,"true":1,"max":3,"seqlen":3,"k":4,"optional":7,"int":1,"none":11,"stage":2,"str":1,"intra":2,"vertical":3,"indices":7,"slash":4,"count":4,"mergehead":2,"sparse":2,"enabled":2,"false":1,"if":4,"is":5,"shape":4,"0":5,"q":3,"len":1,"heads":1,"1":5,"h":1,"dim":1,"assert":4,"not":5,"else":1,"unsqueeze":3,"transpose":3,"2":3,"v":1,"and":1},"53826,1478,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"res":7,"s":7,"lse":7,"vertical":6,"slash":6,"sparse":2,"attention":2,"q":10,"k":2,"v":2,"indices":8,"mergehead":1,"softmax":2,"scale":2,"causal":4,"stage":4,"count":4,"view":4,"heads":4,"len":4,"h":3,"dim":3,"transpose":2,"0":3,"1":5,"qlen":2,"nhead":2,"squeeze":1,"unsqueeze":1,"float":2,"else":1,"2":1,"return":1},"55304,1967,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"output":6,"softmax":7,"lse":8,"flash":13,"attn":9,"varlen":1,"func":1,"q":5,"query":5,"states":7,"k":5,"key":1,"v":1,"value":1,"scale":2,"cu":2,"seqlens":2,"torch":14,"tensor":5,"0":11,"shape":2,"dtype":2,"int32":2,"device":4,"max":7,"seqlen":4,"causal":2,"return":5,"true":1,"view":1,"len":2,"heads":1,"1":5,"transpose":1,"2":1,"float":1,"def":1,"merge":1,"outputs":4,"self":1,"results":2,"list":2,"tuple":1,"optional":1,"bool":1,"false":1,"all":5,"logits":9,"for":3,"per":6,"chunk":6,"in":3,"if":3,"append":3,"continue":1,"stack":2,"to":1,"float32":1,"val":2,"dim":1,"values":1,"diff":2,"abs":1,"log":2,"sum":2,"exp":3,"log1p":1},"57271,1266,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"max":4,"logits":7,"torch":14,"dim":6,"0":6,"values":1,"stable":2,"unsqueeze":2,"lse":7,"s":4,"exp":1,"detach":1,"sum":4,"attn":6,"outputs":5,"1":3,"transpose":1,"2":1,"3":1,"squeeze":1,"all":4,"append":1,"if":2,"return":3,"cat":3,"else":1,"def":1,"dual":2,"chunk":3,"flash":1,"decoding":1,"self":1,"query":3,"tensor":8,"succ":1,"inter":1,"key":1,"cache":3,"value":1,"block":1,"table":1,"seqlens":1,"softmax":1,"scale":1,"float":1,"causal":3,"bool":1,"alibi":1,"slopes":1,"optional":1,"size":2,"int":3,"local":1,"original":1,"position":1,"embeddings":1,"decode":1,"meta":1,"dualchunkflashattentionmetadata":1,"not":2,"raise":1,"valueerror":1,"attention":1,"does":1,"support":1,"false":1},"58537,1909,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"block":5,"size":5,"value":3,"cache":5,"shape":1,"1":13,"chunk":6,"len":4,"local":1,"if":3,"0":2,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"original":1,"max":2,"position":1,"embeddings":1,"assert":1,"decode":7,"meta":7,"scaling":6,"factor":6,"is":1,"not":1,"none":1,"query":11,"view":3,"to":4,"dtype":3,"possible":1,"for":1,"numerical":1,"issue":1,"need":1,"fused":1,"in":1,"the":1,"kernel":1,"succ":11,"inter":2,"outputs":3,"list":6,"softmax":9,"lses":3,"intra":7,"attention":2,"output":4,"lse":4,"self":2,"dual":2,"flash":2,"attn":2,"decoding":2,"with":2,"exp":2,"sums":2,"key":2,"tables":2,"seq":3,"lens":2,"scale":2,"alibi":2,"slopes":2,"causal":2,"false":2,"append":4},"60446,1978,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"inter":9,"attention":1,"if":1,"decode":3,"meta":3,"max":5,"seq":3,"len":2,"output":2,"softmax":16,"lse":12,"self":2,"dual":2,"chunk":2,"flash":3,"attn":3,"decoding":2,"with":3,"exp":3,"sums":2,"query":3,"key":3,"cache":12,"value":3,"block":4,"table":4,"lens":1,"scale":4,"alibi":4,"slopes":4,"causal":4,"false":1,"outputs":6,"list":6,"append":2,"lses":6,"torch":12,"stack":2,"dim":4,"0":8,"del":2,"to":1,"float32":1,"logits":4,"values":1,"stable":2,"unsqueeze":2,"s":4,"detach":1,"sum":4,"1":1,"transpose":1,"2":1,"3":1,"return":3,"def":1,"tensor":6,"seqlens":4,"float":2,"optional":1,"bool":1,"out":3,"kvcache":1,"q":1,"k":1,"v":1,"true":1,"mask":3,"inf":1},"62424,1577,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":1,"vertical":2,"slash":2,"sparse":1,"attention":1,"query":6,"torch":13,"tensor":9,"batch":8,"n":10,"heads":9,"ctx":3,"d":3,"head":7,"key":4,"kv":5,"value":3,"v":4,"idx":6,"nnz":2,"s":4,"softmax":1,"scale":1,"float":1,"causal":3,"bool":1,"true":2,"stage":2,"str":1,"intra":2,"block":2,"size":7,"m":1,"int":2,"64":3,"indices":2,"count":2,"none":2,"if":2,"assert":2,"else":1,"not":2,"num":3,"context":2,"dim":10,"shape":2,"seq":2,"len":2,"in":1,"16":1,"32":1,"128":1,"256":1,"512":1,"target":4,"2":1,"math":2,"ceil":1,"log2":1,"f":3,"pad":3,"0":23,"to":2,"int32":4,"reshape":2,"1":4,"sort":2,"descending":2,"false":1,"q":1,"seqlens":2,"dtype":2,"device":4},"64001,1944,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"if":1,"vertical":4,"indices":4,"count":10,"is":2,"not":2,"none":2,"and":2,"slash":4,"block":10,"offset":3,"column":6,"index":3,"ops":2,"convert":2,"indexes":2,"mergehead":1,"q":4,"seqlens":4,"kv":2,"v":4,"idx":4,"s":3,"context":4,"size":8,"m":6,"n":10,"causal":4,"else":1,"query":1,"transpose":4,"1":11,"2":6,"contiguous":4,"k":2,"key":1,"value":1,"out":4,"lse":6,"sparse":1,"attn":1,"func":1,"softmax":5,"scale":2,"return":3,"true":1,"reshape":1,"shape":2,"head":1,"dim":1,"def":1,"sum":4,"all":1,"diagonal":1,"matrix":4,"mat":11,"torch":4,"tensor":1,"h":2,"zero":4,"used":1,"for":1,"padding":1,"zeros":1,"device":2,"pads":1,"the":3,"on":1,"left":2,"right":1,"padded":2,"cat":1,"change":1,"strides":1,"strided":3,"as":1,"sums":1,"resulting":1,"columns":1,"diags":2,"drop":1,"bottom":1,"corner":1},"65945,225,data/raw/vllm-0.10.1/vllm/attention/backends/dual_chunk_flash_attn.py":{"def":1,"get":1,"block":10,"table":2,"torch":1,"tensor":1,"size":3,"int":3,"begin":4,"end":4,"1":2,"return":1},"0,1987,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":16,"dataclasses":2,"from":15,"collections":1,"defaultdict":1,"contextlib":1,"contextmanager":1,"dataclass":1,"typing":1,"type":4,"checking":3,"any":1,"dict":1,"list":1,"optional":1,"set":1,"tuple":1,"multimodal":1,"multimodalplaceholdermap":1,"try":1,"flashinfer":8,"batchdecodewithpagedkvcachewrapper":2,"decode":3,"cudagraphbatchdecodewithpagedkvcachewrapper":2,"trtllm":2,"batch":2,"with":2,"kv":2,"cache":2,"prefill":1,"batchprefillwithpagedkvcachewrapper":2,"flash":2,"attn":2,"varlen":1,"func":1,"workspace":2,"buffer":2,"size":2,"256":1,"1024":2,"except":1,"importerror":2,"avoid":1,"turning":1,"these":1,"types":1,"into":1,"variables":1,"during":1,"if":1,"not":2,"none":5,"raise":1,"is":2,"installed":1,"please":1,"install":1,"it":1,"https":1,"github":1,"com":1,"ai":1,"torch":1,"envs":2,"as":2,"custom":1,"ops":2,"attention":4,"backends":2,"abstract":1,"attentionbackend":1,"attentionimpl":1,"attentionlayer":1,"attentionmetadata":1,"attentionmetadatabuilder":1,"attentionstate":1,"attentiontype":1,"utils":1,"pad":1,"slot":3,"id":1,"compute":2,"mapping":2,"start":1,"idx":1,"block":1,"tables":1,"empty":1,"layer":1},"1987,1841,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"from":7,"vllm":7,"attention":2,"ops":1,"paged":1,"attn":1,"import":6,"pagedattention":2,"config":2,"vllmconfig":1,"get":10,"layers":1,"logger":4,"init":2,"utils":2,"async":1,"tensor":5,"h2d":1,"kv":10,"cache":11,"torch":4,"dtype":1,"make":1,"with":1,"pad":1,"flashinfer":2,"use":1,"trtllm":1,"name":2,"if":2,"type":5,"checking":1,"worker":1,"model":1,"runner":1,"modelinputforgpubuilder":1,"class":1,"flashinferbackend":1,"attentionbackend":1,"staticmethod":8,"def":8,"str":1,"return":7,"impl":1,"cls":4,"flashinferimpl":2,"metadata":1,"attentionmetadata":1,"flashinfermetadata":1,"builder":1,"flashinfermetadatabuilder":2,"state":1,"flashinferstate":3,"shape":1,"num":4,"blocks":4,"int":6,"block":2,"size":4,"heads":2,"head":2,"tuple":2,"2":3,"stride":3,"order":3,"layout":4,"assert":1,"in":1,"nhd":2,"hnd":1,"0":2,"1":2,"3":2,"4":2,"else":1,"swap":2,"src":4,"dst":4,"to":2,"none":1},"3828,1772,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"staticmethod":3,"def":4,"copy":2,"blocks":2,"kv":6,"caches":2,"list":2,"torch":5,"tensor":2,"src":2,"to":3,"dists":2,"none":2,"pagedattention":1,"get":4,"supported":1,"head":1,"sizes":1,"int":2,"return":4,"64":1,"128":1,"256":1,"fp8":5,"dtype":7,"for":3,"flashinfer":2,"cache":4,"str":3,"if":2,"in":3,"e4m3":1,"float8":2,"e4m3fn":1,"elif":1,"e5m2":2,"else":2,"raise":1,"valueerror":1,"f":1,"unrecognized":1,"dataclass":1,"class":1,"perlayerparameters":4,"currently":1,"backend":1,"only":1,"support":1,"models":1,"which":1,"all":2,"layers":5,"share":1,"the":3,"same":1,"values":1,"following":1,"hyperparameters":3,"window":7,"left":3,"logits":4,"soft":4,"cap":4,"optional":1,"float":2,"sm":3,"scale":4,"per":4,"layer":7,"parameters":1,"vllm":3,"config":3,"vllmconfig":1,"dict":2,"scan":1,"attention":3,"and":1,"determine":1,"some":1,"use":1,"during":1,"plan":1,"from":2,"params":3,"key":2,"items":1,"impl":6,"assert":1,"isinstance":1,"flashinferimpl":1,"infer":1,"size":3,"sliding":1,"0":1,"is":1,"not":1,"1":1},"5600,1715,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"def":3,"infer":1,"global":7,"hyperparameters":6,"per":3,"layer":3,"params":8,"dict":1,"str":1,"perlayerparameters":3,"currently":2,"flashinfer":3,"backend":2,"only":2,"support":1,"models":2,"in":4,"which":2,"all":4,"layers":5,"share":3,"the":7,"same":3,"values":5,"for":4,"following":2,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"sm":2,"scale":2,"so":1,"this":1,"function":1,"asserts":1,"that":1,"these":1,"and":1,"returns":1,"assert":2,"len":1,"0":2,"no":1,"attention":2,"found":1,"model":1,"param":3,"sets":3,"list":1,"supports":1,"return":2,"class":1,"flashinferstate":1,"attentionstate":1,"init":1,"self":15,"runner":5,"is":2,"graph":1,"capturing":1,"false":1,"workspace":6,"buffer":6,"none":6,"decode":1,"wrapper":2,"prefill":1,"shared":1,"by":1,"optional":1,"vllm":2,"config":2,"kv":1,"cache":1,"layout":1,"get":1,"if":1,"torch":2,"zeros":1,"size":1,"dtype":1,"uint8":1,"device":2},"7315,1558,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"staticmethod":1,"def":3,"get":9,"kv":14,"cache":15,"layout":15,"from":1,"vllm":3,"v1":1,"attention":2,"backends":1,"utils":1,"import":1,"override":4,"if":4,"is":4,"not":1,"none":4,"logger":3,"info":3,"once":3,"using":3,"s":2,"return":5,"envs":2,"default":1,"nhd":2,"prefill":4,"wrapper":8,"self":16,"batchprefillwithpagedkvcachewrapper":1,"workspace":2,"buffer":2,"decode":4,"num":6,"qo":2,"heads":6,"runner":4,"model":2,"config":4,"parallel":2,"use":3,"tensor":4,"cores":4,"flashinfer":1,"force":1,"or":1,"4":1,"batchdecodewithpagedkvcachewrapper":1},"8873,1706,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"contextmanager":1,"def":1,"graph":20,"capture":1,"self":28,"max":6,"batch":6,"size":6,"int":1,"is":2,"capturing":2,"true":1,"decode":4,"wrapper":2,"none":1,"slot":3,"mapping":2,"torch":11,"full":1,"pad":1,"id":1,"dtype":5,"long":1,"device":12,"runner":8,"seq":2,"lens":2,"ones":1,"int32":4,"block":3,"tables":3,"from":1,"numpy":1,"to":1,"workspace":3,"buffer":9,"get":1,"indices":2,"empty":3,"cache":1,"config":1,"num":1,"gpu":1,"blocks":1,"indptr":2,"1":1,"last":2,"page":2,"len":2,"yield":1,"false":1,"del":8},"10579,1608,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"def":2,"graph":11,"clone":1,"self":23,"batch":5,"size":4,"int":2,"assert":2,"is":3,"capturing":2,"state":5,"class":1,"runner":9,"workspace":3,"buffer":10,"decode":5,"wrapper":5,"prefill":2,"get":7,"return":1,"capture":1,"metadata":1,"for":2,"encoder":1,"decoder":1,"model":4,"bool":1,"false":1,"indptr":3,"1":1,"last":3,"page":3,"len":3,"num":6,"qo":2,"heads":6,"config":5,"attention":1,"parallel":2,"kv":10,"use":2,"tensor":3,"cores":3,"envs":1,"vllm":1,"flashinfer":2,"force":1,"or":1,"4":1,"cudagraphbatchdecodewithpagedkvcachewrapper":1,"indices":1,"cache":7,"layout":1,"if":1,"dtype":8,"startswith":1,"fp8":2,"flashinferbackend":1,"else":1,"torch":1},"12187,890,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"paged":3,"kv":3,"indptr":1,"tensor":3,"host":4,"torch":8,"arange":3,"0":3,"batch":4,"size":5,"1":2,"dtype":4,"int32":4,"indices":1,"last":1,"page":1,"len":1,"full":1,"self":2,"runner":1,"block":1,"query":1,"start":1,"loc":1,"global":2,"params":1,"infer":1,"hyperparameters":1,"get":1,"per":1,"layer":1,"parameters":1,"vllm":1,"config":1},"13077,1701,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"attn":8,"metadata":8,"self":10,"runner":5,"backend":1,"make":1,"num":7,"prefills":1,"0":4,"slot":4,"mapping":4,"graph":6,"batch":2,"size":5,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":3,"enable":1,"kv":10,"scales":1,"calculation":1,"false":2,"prefill":3,"tokens":2,"decode":4,"max":2,"seq":7,"len":4,"lens":4,"tensor":6,"block":5,"tables":4,"paged":6,"indptr":2,"host":4,"indices":2,"last":2,"page":3,"qo":2,"heads":4,"head":2,"dim":1,"model":3,"config":2,"get":2,"start":3,"loc":3,"query":2,"device":2,"data":2,"type":2,"cache":1,"dtype":2,"q":1,"use":1,"cuda":1,"true":1,"wrapper":3,"dataclasses":1,"asdict":1,"global":1,"params":1,"begin":1,"forward":1,"return":2,"def":1,"input":1,"buffers":1,"is":1,"encoder":1,"decoder":1,"bool":1},"14778,1829,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"def":2,"prepare":1,"graph":9,"input":16,"buffers":4,"self":6,"attn":11,"metadata":10,"is":6,"encoder":1,"decoder":1,"model":12,"bool":1,"false":2,"flashinfer":1,"specific":1,"logic":1,"copy":3,"additional":1,"tensors":1,"num":4,"total":3,"blocks":3,"decode":5,"seq":3,"lens":3,"tensor":3,"shape":3,"0":4,"non":2,"blocking":2,"true":3,"block":2,"tables":2,"begin":2,"forward":2,"assert":1,"not":1,"capturing":1,"state":7,"use":3,"cuda":4,"prefills":1,"in":2,"case":2,"of":1,"multistep":1,"chunked":1,"prefill":4,"there":1,"might":1,"be":1,"requests":1,"scheduled":1,"while":1,"mode":1,"enabled":1,"we":1,"don":1,"t":1,"run":1,"that":1,"if":2,"and":1,"inputs":2,"embeds":2,"none":1,"batch":4,"size":4,"tokens":1,"runner":2,"runners":2,"virtual":2,"engine":2,"else":1,"wrapper":4,"get":2,"dataclass":1},"16607,1030,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"class":1,"flashinfermetadata":1,"attentionmetadata":1,"maximum":1,"sequence":1,"length":1,"among":1,"prefill":4,"batch":2,"0":1,"if":1,"there":1,"are":1,"decoding":3,"requests":2,"only":1,"max":2,"seq":4,"len":4,"int":3,"decode":4,"number":2,"of":2,"query":5,"tokens":2,"for":3,"each":1,"request":1,"in":2,"the":4,"currently":1,"we":1,"require":1,"that":1,"all":2,"have":1,"same":1,"during":1,"phase":1,"when":1,"speculavie":1,"is":2,"enabled":1,"might":1,"be":1,"greater":1,"than":1,"1":3,"other":1,"cases":1,"it":1,"optional":8,"use":1,"cuda":1,"graph":1,"bool":1,"true":1,"wrapper":2,"batchprefillwithpagedkvcachewrapper":1,"none":7,"batchdecodewithpagedkvcachewrapper":1,"metadata":1,"stage":1,"start":2,"loc":2,"torch":5,"tensor":6,"block":2,"tables":1,"used":1,"gpu":1,"operations":1,"lens":1,"table":1,"bound":1},"17637,1440,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"an":1,"example":1,"for":1,"paged":12,"kv":13,"indices":9,"indptr":4,"request":4,"1":4,"page":8,"0":4,"5":2,"8":3,"2":2,"6":3,"7":2,"3":4,"4":2,"is":3,"a":1,"concatenation":1,"of":12,"all":2,"requests":1,"used":1,"to":1,"index":1,"into":1,"the":17,"cache":4,"shape":2,"batch":2,"size":4,"optional":7,"torch":7,"tensor":3,"none":9,"number":3,"entries":1,"in":3,"last":2,"each":1,"len":1,"query":2,"output":1,"heads":5,"num":2,"qo":1,"int":4,"key":1,"value":1,"dimension":1,"attention":1,"head":1,"dim":1,"block":1,"vllm":1,"data":4,"type":4,"dtype":2,"q":1,"flashinfer":2,"encourages":1,"passing":1,"host":1,"tensors":1,"device":3,"cpu":1,"profile":1,"run":1,"bool":1,"false":1,"backend":1,"currently":1,"supports":1,"only":1,"models":1,"which":1,"layers":1,"share":1,"same":1,"following":1,"hyperparameters":1},"19077,1371,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"the":9,"left":2,"inclusive":1,"window":4,"size":2,"for":2,"attention":2,"when":1,"set":4,"to":7,"1":4,"will":4,"be":4,"full":1,"length":1,"of":1,"sequence":1,"defaults":1,"int":1,"logits":6,"soft":4,"capping":1,"value":1,"used":2,"in":3,"gemini":1,"grok":1,"and":2,"gemma":1,"2":1,"etc":1,"if":6,"not":4,"provided":2,"0":4,"greater":1,"than":1,"capped":1,"according":1,"formula":1,"texttt":2,"cap":3,"times":1,"mathrm":1,"tanh":1,"x":2,"where":1,"is":3,"input":1,"optional":2,"float":2,"none":4,"scale":2,"softmax":1,"sqrt":1,"head":9,"dim":5,"sm":1,"def":2,"post":1,"init":1,"self":7,"refer":1,"https":1,"github":1,"com":1,"flashinfer":3,"ai":1,"blob":1,"3d55c71a62052c590c130897d3a3db49b14fcc34":1,"include":1,"utils":1,"cuh":1,"l157":1,"supported":5,"sizes":4,"flashinferbackend":1,"get":1,"raise":1,"valueerror":1,"f":2,"only":1,"are":1,"received":1,"begin":1,"forward":1,"num":1,"prefill":1,"tokens":1,"paged":1,"kv":1,"indices":1,"return":1},"20448,1903,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"assert":8,"self":43,"prefill":2,"wrapper":2,"is":8,"not":8,"none":7,"query":5,"start":5,"loc":5,"paged":12,"kv":14,"indices":4,"indptr":4,"last":4,"page":5,"len":4,"block":3,"table":3,"bound":3,"seq":3,"lens":3,"tensor":3,"num":5,"prefills":3,"1":3,"batch":2,"size":3,"shape":1,"0":2,"we":2,"will":1,"use":1,"flash":1,"attention":1,"for":3,"profiling":1,"to":7,"determine":1,"the":2,"number":1,"of":1,"blocks":1,"therefore":1,"don":1,"t":1,"need":1,"prepare":1,"input":1,"flashinfer":1,"profile":2,"run":2,"if":1,"device":5,"plan":1,"qo":1,"heads":2,"head":1,"dim":1,"causal":1,"true":1,"sm":2,"scale":2,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"q":2,"data":4,"type":4},"22351,747,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"if":3,"self":21,"num":1,"decode":1,"tokens":1,"0":1,"assert":3,"paged":9,"kv":9,"indices":3,"is":5,"not":5,"none":5,"indptr":3,"last":3,"page":3,"len":3,"to":5,"device":5,"handle":1,"model":1,"warmup":1,"path":1,"block":3,"table":3,"bound":3,"seq":3,"lens":3,"tensor":3},"23098,1944,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"assert":1,"self":28,"decode":6,"wrapper":5,"is":3,"not":1,"none":6,"plan":1,"paged":3,"kv":6,"indptr":1,"num":6,"prefills":3,"indices":1,"last":1,"page":2,"len":1,"qo":1,"heads":2,"head":1,"dim":1,"size":3,"disable":1,"flashinfer":1,"s":2,"pos":2,"encoding":2,"and":1,"use":1,"vllm":1,"rope":1,"mode":1,"window":4,"left":2,"logits":2,"soft":2,"cap":2,"sm":2,"scale":2,"cache":1,"data":6,"type":6,"query":1,"q":2,"def":4,"asdict":2,"zerocopy":2,"skip":7,"fields":6,"optional":3,"set":2,"str":2,"dict":1,"any":1,"if":3,"we":1,"need":1,"to":1,"the":1,"prefill":3,"field":1,"since":1,"it":1,"cannot":1,"be":1,"broadcasted":1,"with":1,"nccl":1,"when":1,"tp":1,"enabled":1,"add":2,"return":5,"super":1,"property":2,"metadata":2,"flashinfermetadata":3,"0":2,"tokens":1,"class":1,"flashinfermetadatabuilder":1,"attentionmetadatabuilder":1,"init":1,"input":6,"builder":6,"modelinputforgpubuilder":1,"runner":2,"sliding":2,"block":2},"25042,1624,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"global":2,"hyperparameters":2,"shared":1,"by":1,"all":2,"attention":1,"layers":1,"self":18,"optional":1,"perlayerparameters":1,"none":1,"vllm":2,"config":2,"runner":1,"def":1,"prepare":1,"slot":1,"mapping":1,"list":10,"int":8,"prefill":2,"seq":2,"lens":3,"context":1,"block":1,"tables":1,"curr":1,"multimodal":1,"placeholder":1,"maps":1,"dict":1,"str":1,"multimodalplaceholdermap":2,"defaultdict":1,"num":3,"prefills":1,"0":9,"tokens":2,"decode":1,"please":1,"follow":1,"https":1,"docs":1,"flashinfer":1,"ai":1,"tutorials":1,"kv":10,"layout":2,"html":1,"page":9,"for":1,"the":8,"precise":1,"definition":1,"of":7,"following":1,"fields":1,"an":1,"example":1,"request":5,"1":3,"indices":9,"5":2,"8":3,"2":1,"6":3,"7":2,"3":4,"4":2,"paged":9,"is":4,"a":1,"concatenation":1,"requests":1,"indptr":3,"used":1,"to":1,"index":1,"into":1,"at":1,"beginning":1,"indicates":1,"start":1,"first":1,"s":1,"in":1,"last":3,"len":2,"length":1,"each":1,"total":1,"blocks":1,"profile":1,"run":1,"bool":1,"false":1},"26666,1145,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"if":1,"self":7,"global":4,"hyperparameters":5,"is":3,"none":1,"infer":2,"since":1,"currently":1,"we":1,"only":1,"support":1,"models":1,"in":1,"which":1,"all":1,"layers":1,"share":1,"the":3,"same":1,"values":1,"for":1,"following":1,"window":3,"left":3,"logits":3,"soft":3,"cap":3,"sm":3,"scale":3,"inferred":5,"params":5,"get":1,"per":1,"layer":1,"parameters":1,"vllm":1,"config":1,"def":1,"add":2,"seq":1,"group":2,"inter":4,"data":4,"modelinputforgpubuilder":1,"interdataforseqgroup":1,"chunked":1,"prefill":1,"enabled":1,"bool":1,"a":1,"sequence":1,"to":1,"metadata":1,"specifically":1,"update":1,"append":1,"1":1,"context":1,"length":1,"2":1,"block":5,"table":1,"3":1,"slot":1,"mapping":1,"prompt":2,"tables":2,"computed":2,"nums":2},"27811,1861,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"for":4,"seq":13,"id":2,"token":2,"len":18,"curr":6,"query":6,"context":6,"sliding":3,"window":3,"block":14,"in":3,"zip":1,"inter":9,"data":9,"ids":1,"t":2,"input":1,"tokens":3,"orig":1,"lens":7,"blocks":1,"self":8,"append":4,"if":3,"is":5,"prompt":2,"mm":3,"maps":5,"multi":1,"modal":1,"placeholder":2,"modality":2,"placeholders":2,"items":1,"multimodal":1,"extend":1,"num":3,"prefills":1,"1":2,"prefill":4,"else":1,"assert":1,"format":1,"decode":1,"compute":1,"table":5,"todo":1,"sang":1,"combine":1,"chunked":2,"and":2,"prefix":2,"caching":1,"by":1,"only":2,"allowing":1,"multiple":1,"of":1,"size":2,"chunk":1,"note":1,"this":1,"works":1,"oooooooxxx":1,"style":1,"attention":1,"cache":1,"hit":1,"computed":1,"nums":1,"elif":1,"enabled":1,"or":1,"not":2,"tables":5,"none":1,"profile":1,"run":1,"empty":1},"29672,1826,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"compute":3,"slot":4,"mapping":4,"start":3,"idx":3,"is":8,"prompt":1,"query":1,"len":19,"context":2,"self":16,"sliding":1,"window":1,"profile":5,"run":5,"seq":11,"id":2,"block":22,"size":8,"inter":1,"data":1,"tables":2,"it":1,"not":1,"necessary":1,"to":1,"add":1,"paged":9,"kv":9,"indices":2,"indptr":3,"and":1,"last":6,"page":6,"for":1,"because":1,"we":1,"will":1,"create":1,"dummy":1,"inputs":1,"if":5,"return":1,"table":10,"update":2,"tensors":2,"def":1,"list":1,"int":2,"get":1,"the":1,"number":1,"of":1,"valid":3,"blocks":2,"based":1,"on":1,"sequence":1,"length":1,"16":3,"bound":5,"1":6,"with":2,"15":1,"0":3,"total":1,"else":1,"extend":1,"append":2},"31498,1308,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"def":1,"build":2,"self":12,"seq":7,"lens":7,"list":3,"int":4,"query":5,"cuda":7,"graph":9,"pad":6,"size":10,"batch":4,"attention":1,"metadata":1,"with":1,"on":1,"device":3,"tensors":1,"args":1,"the":6,"maybe":2,"padded":2,"sequence":1,"lengths":2,"of":2,"input":4,"sequences":2,"padding":1,"for":2,"1":3,"if":2,"is":1,"not":1,"used":1,"inter":3,"data":3,"in":1,"builder":2,"add":1,"group":1,"chunked":1,"prefill":4,"enabled":1,"runner":1,"use":2,"captured":2,"max":5,"len":3,"default":3,"0":2,"decode":5,"curr":1,"num":5,"tokens":4,"prefills":1,"slot":2,"mapping":1,"extend":2,"id":1,"block":1,"tables":1},"32806,1450,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"the":1,"shape":2,"of":2,"graph":4,"block":17,"tables":11,"is":1,"max":6,"batch":2,"size":5,"context":1,"len":3,"input":5,"self":6,"runner":1,"blocks":8,"1":2,"for":1,"i":3,"table":5,"in":1,"enumerate":1,"if":2,"num":3,"else":2,"it":1,"may":1,"be":2,"possible":1,"to":3,"have":1,"more":1,"allocated":1,"due":1,"lookahead":1,"slots":1,"multi":1,"step":1,"however":1,"they":1,"are":1,"not":1,"used":1,"anyway":1,"so":1,"can":1,"safely":1,"ignored":1,"torch":2,"from":1,"numpy":1,"device":3,"non":1,"blocking":1,"true":1,"last":3,"paged":5,"kv":5,"indptr":4,"extend":2,"cuda":2,"pad":4,"page":1,"0":2,"make":1,"tensor":1,"with":1,"dtype":1,"int":1},"34256,1344,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"assert":1,"device":8,"is":1,"not":1,"none":1,"seq":7,"lens":8,"tensor":10,"async":3,"h2d":3,"torch":9,"int":1,"self":5,"runner":3,"pin":3,"memory":3,"query":7,"long":2,"slot":2,"mapping":2,"start":6,"loc":6,"zeros":2,"shape":2,"0":4,"1":4,"dtype":6,"int32":2,"placeholder":4,"index":2,"maps":2,"modality":2,"map":3,"for":1,"in":1,"multimodal":1,"items":1,"cumsum":2,"dim":2,"out":2},"35600,1579,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"if":2,"len":6,"self":12,"paged":13,"kv":19,"indptr":5,"0":2,"extend":2,"to":1,"the":2,"maximum":1,"number":1,"of":1,"blocks":2,"as":1,"returned":1,"by":1,"scheduler":1,"indices":5,"total":1,"tensor":11,"torch":9,"device":4,"cpu":4,"dtype":12,"int":4,"last":3,"page":3,"block":2,"table":2,"bound":2,"zeros":1,"1":1,"else":2,"none":4,"runner":4,"cache":6,"startswith":1,"fp8":2,"flashinferbackend":1,"get":2,"for":1,"flashinfer":1,"model":1,"config":1},"37179,1629,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"return":1,"flashinfermetadata":1,"decode":6,"query":4,"len":8,"num":10,"prefills":2,"self":13,"slot":2,"mapping":2,"tensor":7,"multi":1,"modal":1,"placeholder":2,"index":2,"maps":2,"enable":1,"kv":10,"scales":1,"calculation":1,"false":1,"prefill":4,"tokens":4,"max":4,"seq":8,"block":5,"tables":2,"paged":6,"indptr":2,"indices":2,"last":2,"page":3,"table":2,"bound":2,"lens":2,"qo":1,"heads":4,"runner":6,"model":4,"config":6,"get":3,"attention":1,"parallel":2,"head":2,"dim":1,"size":3,"start":4,"loc":4,"device":2,"data":2,"type":2,"cache":1,"dtype":2,"q":1,"use":2,"cuda":1,"graph":2,"captured":1,"is":2,"profile":2,"run":2,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"sm":2,"scale":2,"class":1,"flashinferimpl":1,"attentionimpl":1},"38808,1737,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"def":1,"init":1,"self":13,"num":9,"heads":8,"int":4,"head":3,"size":3,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":4,"list":1,"sliding":4,"window":4,"cache":3,"dtype":4,"str":3,"logits":3,"soft":3,"cap":3,"none":6,"attn":2,"type":2,"attentiontype":2,"decoder":3,"sharing":3,"target":2,"layer":2,"name":2,"use":2,"irope":3,"bool":1,"false":1,"if":5,"is":5,"not":6,"raise":2,"notimplementederror":2,"supported":2,"in":2,"v0":1,"flashinfer":2,"backend":1,"logger":1,"warning":1,"once":1,"using":1,"yet":1,"it":1,"will":1,"fall":1,"back":1,"to":1,"global":1,"attention":3,"for":2,"long":1,"context":1,"torch":2,"tensor":1,"float32":1,"1":3,"0":1,"else":1,"queries":1,"per":1,"encoder":2,"and":1,"cross":1,"are":1,"implemented":1,"flashinferimpl":1},"40545,1911,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"def":1,"forward":1,"self":9,"layer":3,"attentionlayer":1,"query":4,"torch":9,"tensor":8,"key":4,"value":4,"kv":16,"cache":15,"attn":2,"metadata":2,"flashinfermetadata":1,"output":5,"optional":2,"none":3,"scale":6,"if":3,"is":3,"not":2,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"for":2,"flashinferimpl":1,"todo":1,"directly":1,"write":1,"to":3,"num":8,"heads":7,"int":3,"head":5,"size":7,"dtype":9,"str":1,"softmax":1,"float":1,"window":2,"sliding":1,"alibi":2,"slopes":2,"logits":2,"soft":2,"cap":2,"tokens":1,"hidden":1,"shape":1,"view":4,"1":4,"numel":1,"0":2,"use":1,"the":4,"same":1,"reshape":2,"and":2,"kernel":1,"as":1,"flash":2,"attention":1,"ops":1,"slot":1,"mapping":1,"flatten":1,"k":1,"v":1,"flashinfer":2,"api":1,"requires":1,"data":1,"be":1,"in":1,"fp8":5,"e4m3":1,"or":1,"e5m2":1,"process":1,"when":1,"startswith":1,"flashinferbackend":1,"get":1},"42456,1071,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"num":18,"prefill":14,"tokens":20,"attn":2,"metadata":2,"decode":12,"assert":4,"key":5,"shape":6,"0":5,"f":2,"noqa":2,"value":5,"toks":2,"query":10,"contiguous":2,"flashinfer":1,"requires":1,"to":1,"be":1,"for":2,"kv":1,"is":3,"not":2,"needed":1,"because":1,"it":1,"already":1,"cached":1,"qkv":1,"window":3,"left":1,"size":2,"if":1,"none":1,"else":1,"1":1},"43527,1758,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"prefill":22,"output":4,"optional":1,"torch":2,"tensor":1,"none":4,"if":3,"num":1,"decode":6,"tokens":1,"0":4,"empty":1,"query":4,"shape":1,"dtype":2,"device":2,"else":2,"stride":2,"order":2,"flashinferbackend":1,"get":1,"kv":3,"cache":3,"meta":11,"attn":2,"metadata":2,"we":1,"will":1,"use":1,"flash":2,"attention":1,"for":1,"when":2,"is":3,"not":3,"provided":1,"this":1,"happens":1,"vllm":1,"runs":1,"the":2,"profiling":1,"to":1,"determine":1,"number":1,"of":1,"blocks":1,"numel":1,"varlen":1,"func":1,"q":3,"k":3,"key":1,"v":1,"value":1,"cu":2,"seqlens":2,"seq":4,"start":2,"loc":2,"max":4,"seqlen":2,"len":2,"softmax":3,"scale":4,"causal":2,"true":1,"window":4,"size":2,"alibi":2,"slopes":2,"assert":6,"wrapper":5,"left":2,"logits":2,"soft":2,"cap":2,"or":1,"sm":1},"45285,424,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"prefill":3,"output":1,"meta":4,"wrapper":2,"run":1,"query":1,"kv":1,"cache":1,"permute":1,"stride":1,"order":1,"k":2,"scale":4,"layer":2,"float":2,"v":2,"if":1,"decode":5,"attn":1,"metadata":2,"assert":2,"is":2,"not":2,"none":2},"45709,1671,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"assert":4,"decode":19,"meta":6,"wrapper":5,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"or":1,"0":2,"sm":1,"scale":11,"softmax":2,"todo":1,"pavanimajety":1,"remove":1,"this":1,"once":1,"the":1,"switch":1,"happens":1,"inside":1,"flashinfer":1,"if":1,"not":1,"use":1,"trtllm":2,"attention":1,"num":3,"tokens":1,"attn":6,"metadata":6,"max":3,"seq":5,"len":3,"kv":7,"cache":6,"dtype":1,"qo":1,"heads":2,"head":1,"dim":1,"run":1,"query":3,"permute":2,"stride":2,"order":2,"k":3,"layer":4,"float":5,"v":3,"out":2,"output":2,"else":1,"workspace":4,"buffer":4,"flashinferstate":1,"get":1,"layout":1,"hnd":1,"batch":1,"with":1,"block":2,"tables":2,"lens":2,"tensor":1,"bmm1":1,"bmm2":1},"47380,868,data/raw/vllm-0.10.1/vllm/attention/backends/flashinfer.py":{"if":1,"prefill":8,"output":16,"is":7,"none":7,"and":2,"decode":13,"not":6,"only":2,"batch":3,"num":5,"tokens":5,"elif":1,"else":1,"chunked":1,"does":1,"work":1,"with":1,"speculative":1,"decoding":1,"in":1,"flashinfer":1,"backend":1,"so":1,"the":1,"query":2,"length":1,"for":1,"should":1,"be":1,"1":3,"assert":4,"meta":2,"len":1,"squeeze":1,"torch":1,"cat":1,"dim":1,"0":1,"return":1,"view":1,"hidden":1,"size":1},"0,1930,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"from":9,"collections":1,"import":10,"defaultdict":1,"dataclasses":1,"dataclass":1,"itertools":1,"accumulate":1,"typing":1,"type":7,"checking":2,"dict":1,"list":1,"optional":1,"tuple":2,"torch":4,"attention":6,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionmetadata":1,"attentionmetadatabuilder":1,"utils":2,"commonattentionstate":3,"multimodal":1,"multimodalplaceholdermap":1,"if":1,"worker":1,"model":1,"runner":1,"modelinputforgpubuilder":1,"async":1,"tensor":4,"h2d":1,"placeholder":2,"backend":2,"for":2,"models":2,"like":1,"mamba":1,"and":1,"pooling":1,"that":1,"lack":1,"class":1,"placeholderattentionbackend":1,"when":1,"no":2,"is":1,"needed":1,"staticmethod":7,"def":7,"get":6,"name":1,"str":1,"return":7,"impl":1,"cls":4,"placeholderattentionimpl":2,"builder":1,"placeholderattentionmetadatabuilder":2,"metadata":1,"placeholderattentionmetadata":2,"state":1,"kv":4,"cache":3,"shape":1,"num":2,"blocks":2,"int":5,"block":1,"size":2,"heads":1,"head":1,"1":5,"swap":1,"src":2,"dst":2,"none":1},"1930,1854,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"staticmethod":1,"def":1,"copy":1,"blocks":1,"kv":1,"caches":1,"list":2,"torch":7,"tensor":11,"src":1,"to":4,"dists":1,"none":5,"return":1,"dataclass":1,"class":1,"placeholderattentionmetadata":1,"attentionmetadata":1,"attention":2,"metadata":1,"for":2,"prefill":4,"and":1,"decode":4,"batched":1,"together":1,"batch":10,"size":4,"the":12,"sequence":8,"length":7,"per":1,"means":1,"computed":2,"tokens":4,"new":1,"if":6,"it":4,"is":7,"a":3,"decoding":3,"seq":6,"lens":4,"optional":8,"int":5,"stored":1,"as":1,"maximum":3,"among":3,"0":4,"there":2,"are":3,"requests":2,"only":3,"max":5,"len":4,"of":4,"context":2,"lengths":3,"that":1,"so":1,"far":1,"whether":1,"or":1,"not":1,"cuda":4,"graph":4,"enabled":2,"currently":1,"todo":1,"woosuk":1,"move":1,"use":2,"out":1,"since":1,"s":1,"unrelated":1,"bool":1,"query":5,"in":4,"number":1,"request":1,"1":2,"cumulative":2,"subquery":3,"sequences":2,"used":2,"index":2,"into":2,"e":2,"g":2,"4":4,"6":2,"10":2,"start":2,"loc":2,"placeholder":1,"block":1,"tables":1},"3784,1255,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"cached":4,"prefill":4,"metadata":6,"optional":3,"placeholderattentionmetadata":3,"none":15,"decode":1,"property":1,"def":1,"self":19,"if":7,"num":6,"prefills":6,"0":3,"return":2,"is":6,"not":1,"compute":1,"some":1,"attn":1,"fields":1,"which":1,"default":1,"to":1,"query":3,"start":6,"loc":6,"else":5,"1":2,"seq":9,"lens":9,"tensor":6,"context":3,"placeholders":1,"slot":1,"mapping":1,"torch":2,"empty":2,"block":1,"tables":1},"5039,1479,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"self":16,"cached":4,"prefill":6,"metadata":5,"placeholderattentionmetadata":2,"num":7,"prefills":3,"tokens":4,"decode":7,"0":6,"slot":3,"mapping":3,"multi":2,"modal":2,"placeholder":2,"index":2,"maps":2,"enable":2,"kv":2,"scales":2,"calculation":2,"seq":13,"lens":10,"tensor":8,"max":6,"query":5,"len":6,"start":4,"loc":4,"context":2,"block":3,"tables":3,"use":1,"cuda":1,"graph":1,"false":1,"return":3,"property":1,"def":1,"optional":1,"if":3,"none":5,"is":3,"not":2,"assert":1,"placeholders":1,"torch":2,"empty":2,"else":1},"6518,1745,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"self":25,"cached":2,"decode":9,"metadata":2,"placeholderattentionmetadata":2,"num":10,"prefills":5,"0":6,"prefill":4,"tokens":5,"slot":2,"mapping":2,"multi":1,"modal":1,"placeholder":2,"index":1,"maps":2,"none":8,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"seq":11,"lens":7,"tensor":3,"max":6,"query":7,"len":6,"start":7,"loc":7,"if":2,"is":2,"not":2,"else":2,"context":2,"block":2,"tables":2,"use":2,"cuda":2,"graph":2,"return":1,"class":1,"placeholderattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"def":2,"init":1,"input":4,"builder":4,"modelinputforgpubuilder":1,"runner":2,"prepare":1,"list":3,"int":3,"curr":1,"multimodal":1,"dict":1,"str":1,"multimodalplaceholdermap":2,"defaultdict":1},"8263,1863,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"def":2,"add":2,"seq":13,"group":2,"self":9,"inter":10,"data":10,"modelinputforgpubuilder":1,"interdataforseqgroup":1,"chunked":1,"prefill":3,"enabled":1,"bool":1,"a":1,"sequence":2,"to":1,"the":7,"metadata":2,"specifically":1,"update":1,"append":4,"1":3,"context":5,"length":1,"is":4,"prompt":3,"for":4,"id":1,"token":2,"len":11,"curr":5,"query":6,"sliding":2,"window":2,"block":1,"in":3,"zip":1,"ids":1,"t":2,"input":3,"tokens":3,"orig":1,"lens":11,"blocks":1,"if":3,"mm":3,"maps":5,"multi":1,"modal":1,"placeholder":2,"modality":2,"placeholders":2,"items":1,"multimodal":1,"extend":1,"num":3,"prefills":1,"else":1,"decode":1,"build":2,"list":2,"int":4,"cuda":4,"graph":4,"pad":2,"size":6,"batch":3,"attention":1,"with":1,"on":1,"device":1,"tensors":1,"args":1,"maybe":2,"padded":2,"lengths":2,"of":2,"sequences":2,"padding":1,"not":1,"used":1},"10126,1962,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"some":1,"input":4,"builders":1,"such":1,"as":1,"modelinputforcpubuilder":1,"do":1,"not":2,"have":1,"the":1,"inter":6,"data":6,"list":6,"attribute":1,"let":1,"s":1,"check":1,"exists":1,"before":1,"we":1,"reference":1,"it":1,"if":3,"hasattr":1,"self":15,"builder":3,"for":1,"in":1,"add":1,"seq":11,"group":1,"chunked":1,"prefill":4,"enabled":1,"device":7,"runner":5,"use":2,"captured":2,"graph":3,"cuda":1,"pad":1,"size":2,"1":2,"max":10,"query":15,"len":7,"lens":15,"decode":9,"num":5,"prefills":1,"0":6,"else":1,"default":2,"curr":1,"tokens":4,"start":6,"loc":6,"accumulate":2,"initial":2,"batch":1,"assert":2,"format":1,"is":1,"none":1,"context":2,"tensor":8,"async":4,"h2d":4,"torch":4,"int":2,"pin":4,"memory":4,"int32":2},"12088,1390,data/raw/vllm-0.10.1/vllm/attention/backends/placeholder_attn.py":{"placeholder":6,"index":4,"maps":4,"modality":2,"map":3,"for":1,"in":1,"self":5,"multimodal":1,"items":1,"placeholders":1,"slot":3,"mapping":3,"tensor":9,"torch":3,"empty":2,"0":2,"block":3,"tables":3,"return":2,"placeholderattentionmetadata":1,"num":6,"prefills":2,"multi":1,"modal":1,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"prefill":4,"tokens":4,"decode":6,"seq":10,"lens":6,"max":8,"query":6,"len":8,"start":4,"loc":4,"context":2,"use":2,"cuda":1,"graph":2,"captured":1,"class":1,"placeholderattentionimpl":1,"attentionimpl":1,"def":2,"init":1,"args":2,"kwargs":2,"none":1,"forward":1,"raise":1,"notimplementederror":1},"0,1997,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":14,"project":1,"attention":8,"layer":1,"rocm":7,"gpus":1,"import":16,"itertools":1,"from":13,"dataclasses":1,"dataclass":1,"functools":1,"cache":3,"typing":1,"list":1,"optional":1,"tuple":1,"type":1,"torch":1,"envs":4,"as":3,"custom":1,"ops":5,"backends":2,"abstract":1,"attentionbackend":1,"attentionimpl":1,"attentionlayer":1,"attentionmetadata":1,"attentiontype":1,"utils":3,"commonattentionstate":1,"commonmetadatabuilder":1,"paged":7,"attn":6,"pagedattention":5,"pagedattentionmetadata":1,"config":2,"get":2,"current":2,"logger":4,"init":2,"model":1,"executor":1,"layers":1,"quantization":1,"quant":1,"groupshape":1,"platforms":1,"platform":1,"name":1,"partition":1,"size":1,"256":1,"def":2,"is":5,"aiter":6,"enabled":5,"bool":1,"return":3,"use":2,"and":2,"module":3,"initializes":1,"appropriate":1,"which":1,"used":1,"helper":1,"function":1,"by":1,"rocmflashattentionimpl":2,"rocmflashattentionbackend":1,"choice":1,"of":1,"depends":1,"on":1,"whether":1,"if":2,"uses":1,"aiterpagedattention":4,"otherwise":1,"it":1,"defaults":1,"using":1,"original":1,"only":1,"when":1,"flag":1},"1997,1650,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"class":2,"rocmflashattentionbackend":1,"attentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"true":1,"staticmethod":8,"def":8,"get":10,"name":1,"str":1,"return":6,"rocm":1,"flash":1,"impl":1,"cls":4,"type":4,"rocmflashattentionimpl":2,"metadata":2,"attentionmetadata":2,"rocmflashattentionmetadata":2,"builder":1,"rocmflashattentionmetadatabuilder":2,"state":1,"commonattentionstate":2,"kv":10,"cache":6,"shape":2,"num":4,"blocks":6,"int":5,"block":2,"size":4,"heads":2,"head":2,"tuple":1,"paged":9,"attn":9,"module":3,"swap":2,"src":6,"torch":5,"tensor":5,"dst":4,"to":4,"none":2,"copy":2,"caches":2,"list":1,"dists":2,"dataclass":1,"pagedattentionmetadata":1,"for":1,"flashattentionbackend":1},"3647,1364,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"note":2,"any":1,"python":1,"object":1,"stored":3,"here":1,"is":5,"not":2,"updated":2,"when":1,"it":4,"cuda":5,"graph":5,"replayed":1,"if":5,"you":1,"have":1,"values":1,"that":1,"need":1,"to":3,"be":3,"changed":1,"dynamically":1,"should":1,"in":1,"tensor":5,"the":3,"has":1,"from":1,"cudagraphrunner":1,"forward":1,"api":1,"batch":3,"size":1,"sequence":5,"length":4,"per":1,"means":1,"computed":1,"tokens":2,"new":1,"none":1,"a":2,"decoding":3,"seq":7,"lens":3,"optional":2,"list":1,"int":3,"as":1,"torch":1,"maximum":2,"among":2,"prefill":3,"0":2,"there":2,"are":2,"requests":2,"only":3,"max":2,"len":8,"decode":2,"whether":1,"or":1,"enabled":2,"currently":1,"for":1,"todo":1,"woosuk":1,"move":1,"use":2,"out":1,"since":1,"s":1,"unrelated":1,"attention":1,"bool":1,"sang":1,"definition":1,"of":1,"context":2,"query":2,"and":1,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1},"5011,1965,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"maximum":2,"query":5,"length":4,"in":4,"the":10,"batch":7,"none":19,"for":1,"decoding":1,"max":4,"len":3,"optional":14,"int":5,"size":3,"1":2,"cumulative":2,"subquery":3,"lengths":4,"of":5,"sequences":3,"used":2,"to":3,"index":2,"into":2,"e":2,"g":2,"if":4,"is":8,"4":4,"6":2,"it":2,"0":3,"10":2,"start":2,"loc":2,"torch":6,"tensor":10,"sequence":5,"seq":6,"a":1,"context":2,"tokens":4,"that":1,"are":1,"computed":1,"so":1,"far":1,"lens":5,"number":2,"among":2,"request":1,"decode":2,"cached":4,"prefill":4,"metadata":5,"rocmflashattentionmetadata":3,"begin":1,"encoder":8,"attn":2,"enc":1,"dec":1,"cross":4,"fields":1,"representation":1,"list":1,"input":1,"num":2,"attention":1,"memory":1,"mapping":3,"data":1,"structures":1,"slot":2,"and":1,"block":3,"tables":3,"property":1,"def":1,"self":7,"prefills":1,"return":2,"not":4,"assert":3},"6976,1934,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"self":36,"cached":4,"prefill":7,"metadata":5,"rocmflashattentionmetadata":2,"num":13,"prefills":8,"tokens":5,"decode":6,"0":3,"slot":4,"mapping":4,"multi":2,"modal":2,"placeholder":2,"index":2,"maps":2,"enable":2,"kv":2,"scales":2,"calculation":2,"seq":17,"lens":12,"tensor":8,"max":7,"query":5,"len":7,"start":6,"loc":6,"none":10,"if":5,"is":6,"else":3,"1":2,"context":3,"block":5,"tables":5,"use":1,"cuda":1,"graph":1,"false":1,"begin":1,"encoder":7,"cross":5,"attn":1,"fields":1,"below":1,"return":3,"property":1,"def":1,"optional":1,"not":3,"assert":2},"8910,1766,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"self":19,"cached":5,"decode":9,"metadata":6,"rocmflashattentionmetadata":3,"num":7,"prefills":4,"0":5,"prefill":4,"tokens":5,"slot":4,"mapping":4,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":7,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"seq":13,"lens":8,"tensor":5,"max":6,"query":7,"len":6,"start":8,"loc":6,"context":1,"block":4,"tables":4,"use":2,"cuda":2,"graph":2,"begin":1,"encoder":7,"cross":5,"attn":1,"fields":1,"below":1,"batch":1,"may":1,"be":1,"composed":1,"of":2,"decodes":3,"adjust":1,"indices":1,"to":2,"refer":1,"the":2,"when":1,"two":1,"are":1,"split":1,"apart":1,"e":1,"g":1,"in":1,"3":2,"6":2,"9":1,"if":1,"is":1,"not":1,"qs":3,"return":1,"class":1,"rocmflashattentionmetadatabuilder":1,"commonmetadatabuilder":1,"cls":1},"10676,1840,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"def":2,"make":3,"alibi":7,"bias":14,"slopes":5,"torch":6,"tensor":2,"dtype":8,"seq":9,"lens":3,"optional":1,"list":2,"int":1,"attn":13,"mask":4,"bool":1,"true":1,"biases":5,"if":2,"for":1,"len":6,"in":1,"arange":1,"note":1,"zhuohan":1,"hf":1,"uses":1,"none":6,"repeat":2,"1":5,"here":1,"we":1,"find":1,"that":1,"both":1,"give":1,"the":5,"same":1,"results":1,"but":1,"below":1,"more":1,"accurately":1,"follows":1,"original":1,"paper":1,"num":2,"heads":2,"shape":1,"0":1,"to":4,"device":2,"mul":1,"inf":3,"empty":1,"fill":1,"triu":1,"diagonal":1,"append":2,"else":1,"return":1,"get":1,"block":1,"table":1,"args":1,"metadata":2,"rocmflashattentionmetadata":1,"type":2,"str":1,"tuple":1,"particular":1,"choice":1,"of":2,"sequence":4,"length":1,"attributes":1,"which":1,"should":1,"be":1,"extracted":1,"from":1,"is":1,"dependent":1,"on":1,"attention":3,"operation":1,"decoder":3,"select":4,"entirely":1,"self":1,"related":1,"fields":2,"encoder":5,"cross":1,"lengths":3,"only":1,"prefill":1,"with":1,"bidirectional":1,"arguments":1},"12516,1813,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"attn":19,"metadata":17,"attention":7,"structure":1,"associated":2,"with":2,"op":1,"type":3,"encoder":16,"decoder":2,"self":1,"cross":1,"only":4,"returns":1,"appropriate":2,"sequence":3,"lengths":2,"tensors":1,"for":2,"query":7,"and":1,"key":1,"max":7,"length":1,"scalar":1,"causal":5,"masking":1,"flag":1,"if":1,"attentiontype":2,"assert":4,"seq":24,"lens":12,"is":4,"not":4,"none":4,"tensor":8,"start":6,"loc":6,"torch":2,"list":2,"itertools":2,"accumulate":2,"0":2,"device":4,"dtype":4,"mask":4,"false":2,"no":1,"block":1,"tables":1,"return":2,"len":6,"elif":1,"models":2,"we":1,"use":2,"the":1,"prefill":2,"typically":1,"bidirectional":1},"14329,1892,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"elif":2,"attn":23,"type":4,"attentiontype":2,"decoder":3,"self":1,"attention":4,"choose":1,"max":7,"seq":29,"len":7,"based":1,"on":1,"whether":1,"we":1,"are":1,"in":1,"prompt":1,"run":1,"assert":6,"metadata":20,"lens":17,"is":6,"not":6,"none":6,"tensor":12,"query":5,"start":7,"loc":7,"torch":3,"list":3,"itertools":3,"accumulate":3,"0":3,"device":6,"dtype":6,"prefill":2,"causal":4,"mask":4,"true":1,"return":2,"encoder":8,"key":2,"false":1,"enc":1,"dec":1,"cross":3,"kvs":1,"match":1,"sequence":1,"length":1,"utilizes":1,"special":1,"block":1,"tables":1,"else":1,"raise":1,"attributeerror":1,"f":1,"invalid":1,"str":1},"16221,1064,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"class":1,"rocmflashattentionimpl":1,"attentionimpl":1,"if":2,"the":5,"input":1,"tensors":1,"contain":3,"prompt":8,"tokens":11,"layout":2,"is":5,"as":2,"follows":2,"num":4,"0":4,"1":6,"n":2,"otherwise":1,"generation":7,"m":3,"padding":4,"can":2,"when":1,"cuda":2,"graph":2,"used":1,"currently":2,"don":1,"t":1,"any":1,"prompts":1,"might":1,"have":2,"different":1,"lengths":1,"while":1,"always":1,"length":1,"chunked":2,"prefill":5,"enabled":1,"and":2,"decode":3,"be":1,"batched":1,"together":1,"in":1,"a":1,"flattened":1,"1d":1,"query":1,"disabled":1,"for":1,"meaning":1,"there":1,"s":1,"no":1,"between":1},"17285,1983,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"def":1,"init":1,"self":16,"num":9,"heads":8,"int":4,"head":5,"size":3,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":4,"list":1,"sliding":5,"window":5,"cache":3,"dtype":4,"str":3,"logits":6,"soft":7,"cap":7,"none":7,"attn":7,"type":3,"attentiontype":1,"decoder":1,"sharing":3,"target":2,"layer":2,"name":2,"use":3,"irope":5,"bool":1,"false":1,"if":6,"is":7,"not":6,"raise":1,"notimplementederror":1,"supported":5,"in":4,"v0":2,"rocm":2,"flash":3,"backend":1,"logger":2,"warning":2,"once":1,"using":2,"attention":3,"yet":2,"it":2,"will":2,"fail":1,"back":2,"to":2,"global":2,"for":2,"long":2,"context":2,"fall":1,"setting":1,"as":1,"0":3,"means":1,"no":1,"else":2,"torch":2,"tensor":1,"float32":1,"1":2,"queries":1,"per":1,"paged":3,"module":3,"get":2,"sizes":2},"19268,825,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"if":3,"head":6,"size":3,"not":4,"in":1,"supported":4,"sizes":3,"raise":2,"valueerror":2,"f":2,"is":2,"by":2,"pagedattention":1,"are":1,"self":3,"use":5,"naive":1,"attn":5,"false":1,"note":1,"allow":1,"for":1,"switching":1,"between":1,"triton":7,"and":1,"ck":2,"defaulting":1,"to":1,"flash":4,"envs":1,"vllm":2,"logits":2,"soft":2,"cap":1,"none":1,"rocm":2,"flashattention":1,"does":1,"support":1,"attention":1,"capping":1,"please":1,"try":1,"using":1,"the":2,"fa":1,"backend":1,"instead":1,"setting":1,"env":1,"var":1,"0":1},"20093,1818,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"from":2,"vllm":4,"attention":10,"ops":1,"triton":8,"flash":6,"import":2,"noqa":2,"f401":2,"self":9,"attn":11,"func":5,"logger":4,"debug":3,"using":6,"fa":5,"in":3,"rocmbackend":3,"if":6,"sliding":2,"window":2,"1":2,"warning":1,"rocm":3,"does":2,"not":7,"currently":1,"support":2,"half":1,"precision":1,"please":1,"try":2,"the":2,"ck":2,"backend":1,"instead":1,"by":1,"setting":1,"env":1,"var":1,"use":5,"0":1,"else":2,"navi3x":1,"navi21":1,"navi10":1,"do":1,"either":1,"current":3,"platform":1,"has":1,"device":1,"capability":1,"90":1,"naive":5,"true":2,"varlen":2,"except":1,"modulenotfounderror":1,"logits":2,"soft":2,"cap":1,"is":2,"none":2,"raise":1,"valueerror":1,"flashattention":1,"capping":1,"sdpa":3,"aiter":1,"kv":1,"scales":1,"initialized":1,"false":1,"force":1,"fp8":2,"get":2,"config":3,"and":1,"model":1,"override":1,"dtype":1},"21911,1271,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"def":3,"repeat":2,"kv":5,"self":4,"x":4,"torch":11,"tensor":10,"n":7,"rep":4,"int":1,"interleave":1,"dim":4,"1":1,"repeats":1,"tokens":3,"heads":3,"head":3,"shape":3,"return":3,"none":4,"expand":1,"reshape":1,"fused":1,"output":3,"quant":1,"supported":2,"dtype":4,"static":2,"bool":1,"group":2,"groupshape":2,"if":1,"use":1,"triton":2,"flash":1,"attn":2,"current":1,"platform":1,"fp8":1,"and":4,"per":1,"only":2,"in":1,"the":1,"backend":1,"false":1,"forward":2,"layer":1,"attentionlayer":1,"query":2,"key":2,"value":2,"cache":1,"metadata":1,"rocmflashattentionmetadata":1,"optional":2,"scale":1,"pass":1,"with":1,"flashattention":1,"pagedattention":1,"for":1,"decoder":1,"models":1,"must":1,"be":1,"non":1},"23182,1665,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"for":6,"encoder":14,"decoder":6,"models":1,"rocmflashattentionimpl":1,"forward":2,"may":2,"be":5,"invoked":1,"both":1,"self":3,"and":8,"cross":5,"attention":10,"layers":1,"query":2,"key":6,"value":6,"must":3,"non":3,"none":4,"during":5,"prefill":3,"get":1,"cached":2,"use":4,"decode":3,"since":2,"1":1,"tensors":2,"were":1,"2":1,"do":1,"not":1,"grow":1,"a":1,"note":1,"on":1,"how":1,"the":1,"attn":1,"type":2,"enum":1,"argument":1,"impacts":1,"behavior":3,"normal":1,"only":2,"block":2,"table":2,"no":2,"kv":3,"caching":3,"pass":2,"sequence":6,"attributes":4,"seq":9,"lens":6,"tensor":3,"max":3,"len":3,"to":2,"kernel":2,"in":1,"lieu":1,"of":1,"kvs":1,"derived":1,"from":1,"hidden":1,"states":1,"lengths":2,"will":1,"match":1,"bidirectional":1,"with":1},"24847,1479,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"args":1,"query":3,"shape":5,"num":13,"tokens":4,"heads":8,"head":8,"size":9,"key":4,"kv":7,"value":5,"cache":2,"2":1,"blocks":1,"block":1,"note":1,"will":1,"be":2,"an":1,"empty":1,"tensor":2,"with":1,"0":1,"for":4,"profiling":1,"run":1,"attn":5,"metadata":2,"attention":6,"type":2,"select":1,"between":1,"encoder":2,"decoder":3,"self":10,"or":1,"cross":1,"defaults":1,"to":1,"which":1,"is":6,"the":1,"vllm":1,"default":1,"generally":1,"returns":1,"assert":3,"output":4,"not":5,"none":5,"must":1,"provided":1,"if":2,"scale":1,"and":1,"use":1,"triton":2,"flash":1,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"only":1,"supported":1,"implementation":1,"in":1,"rocmflashattentionimpl":1,"now":1,"view":3,"1":3,"else":1,"paged":2,"module":1},"26326,1660,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"reshaping":2,"kv":18,"tensors":1,"is":4,"required":2,"for":2,"aiter":4,"paged":3,"attention":3,"kernel":1,"because":1,"it":1,"works":1,"on":2,"a":1,"different":1,"tensor":1,"shape":4,"when":1,"the":3,"size":7,"of":1,"one":2,"element":1,"byte":1,"int8":1,"fp8":1,"dtypes":1,"this":1,"only":3,"first":1,"forward":1,"call":1,"and":6,"cache":13,"must":1,"not":3,"be":1,"empty":3,"if":2,"rocm":1,"attn":3,"enabled":1,"dtype":3,"itemsize":1,"1":2,"self":10,"scales":2,"initialized":2,"torch":5,"0":2,"num":7,"blocks":3,"block":3,"2":1,"heads":4,"head":2,"k":5,"scale":10,"float32":2,"device":4,"v":5,"true":1,"fill":2,"layer":4,"item":2,"update":1,"decoder":2,"encoder":3,"cross":1,"type":1,"in":1,"attentiontype":2,"numel":1,"key":1,"value":1,"split":1},"27986,1901,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"if":5,"key":8,"is":8,"not":9,"none":5,"and":8,"value":8,"reshape":1,"the":4,"input":1,"keys":1,"values":1,"store":1,"them":1,"in":3,"cache":6,"kv":3,"provided":1,"new":1,"tensors":1,"are":2,"cached":2,"this":1,"happens":1,"during":1,"initial":1,"memory":1,"profiling":1,"run":1,"paged":2,"attn":10,"write":1,"to":3,"metadata":5,"slot":2,"mapping":2,"self":5,"type":4,"attentiontype":5,"encoder":11,"decoder":4,"else":2,"cross":1,"dtype":1,"layer":2,"k":1,"scale":2,"v":1,"num":10,"prefill":10,"tokens":13,"elif":1,"only":4,"for":5,"models":2,"all":2,"processed":1,"one":1,"go":1,"query":6,"shape":1,"0":1,"assert":1,"decode":2,"needed":1,"because":1,"it":1,"already":1,"qkv":1,"we":2,"process":1,"at":1,"once":1,"may":1,"need":1,"limit":1},"29887,1754,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"if":5,"prefill":12,"meta":9,"attn":8,"metadata":3,"prompt":3,"run":2,"normal":1,"attention":3,"and":5,"decoder":3,"self":5,"type":3,"attentiontype":1,"kv":2,"cache":2,"numel":4,"0":4,"or":3,"block":5,"tables":4,"is":2,"none":3,"query":5,"seq":17,"start":6,"loc":6,"max":6,"len":7,"key":4,"lens":4,"causal":3,"mask":4,"true":1,"prefix":1,"enabled":1,"encoder":2,"else":1,"get":1,"table":1,"args":1,"triton":2,"when":1,"are":2,"not":2,"filled":1,"it":1,"means":1,"q":1,"k":1,"the":2,"they":1,"have":1,"same":1,"length":1,"masks":2,"use":1,"flash":1,"alibi":3,"slopes":2,"make":2,"bias":1,"dtype":1,"ignore":1},"31641,297,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"use":1,"fp8":3,"scales":1,"layer":4,"q":1,"scale":4,"and":4,"k":1,"v":1,"prob":1,"self":2,"kv":1,"cache":1,"dtype":1,"or":1,"force":1,"attention":1},"31938,866,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"full":2,"scales":3,"layer":4,"q":1,"scale":6,"item":4,"k":1,"v":1,"prob":1,"if":2,"use":1,"fp8":1,"else":2,"none":4,"self":2,"triton":1,"attn":3,"func":1,"query":3,"key":3,"value":1,"output":2,"num":1,"prefill":1,"tokens":1,"seq":4,"start":2,"loc":2,"max":2,"len":2,"causal":1,"mask":1,"masks":2,"0":1,"is":1,"not":1},"32804,1312,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"elif":1,"self":13,"use":1,"naive":1,"attn":6,"if":2,"num":7,"kv":5,"heads":3,"interleave":1,"for":1,"mqa":1,"workaround":1,"key":6,"repeat":2,"queries":2,"per":2,"value":6,"alibi":3,"slopes":2,"is":1,"not":1,"none":1,"masks":2,"make":2,"bias":1,"query":6,"dtype":1,"metadata":1,"seq":2,"lens":1,"mask":2,"causal":1,"type":1,"ignore":1,"movedim":3,"0":3,"dim":3,"2":3,"sdpa":2,"math":1,"backend":1,"attention":1,"func":1,"output":1,"prefill":2,"tokens":2,"start":1,"loc":1,"head":1,"size":1,"scale":1},"34116,781,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"else":1,"upstream":1,"fa":2,"does":1,"not":1,"support":1,"an":1,"output":2,"arg":1,"copy":1,"num":1,"prefill":3,"tokens":1,"self":5,"attn":1,"func":1,"q":3,"query":2,"k":3,"key":3,"v":1,"value":1,"cu":2,"seqlens":2,"seq":4,"start":2,"loc":2,"max":4,"seqlen":2,"meta":1,"len":2,"softmax":1,"scale":2,"causal":2,"mask":1,"window":2,"size":1,"sliding":1,"alibi":2,"slopes":2,"softcap":1,"logits":1,"soft":1,"cap":1},"34897,1640,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"else":1,"prefix":2,"enabled":1,"attention":4,"not":2,"applicable":1,"for":2,"encoder":4,"only":4,"models":2,"if":2,"self":9,"attn":4,"type":2,"attentiontype":2,"output":1,"num":5,"prefill":5,"tokens":1,"paged":4,"forward":1,"query":5,"key":2,"value":3,"kv":3,"cache":5,"dtype":3,"meta":6,"block":3,"tables":1,"start":1,"loc":1,"seq":2,"lens":1,"tensor":1,"max":2,"len":2,"alibi":2,"slopes":2,"sliding":2,"window":2,"0":1,"layer":2,"k":1,"scale":2,"v":1,"skip":1,"decode":7,"phase":1,"metadata":2,"and":1,"decoding":1,"run":1,"whether":1,"to":1,"use":4,"rocm":4,"custom":4,"or":1,"seqs":1,"heads":3,"head":2,"size":4,"shape":2,"3":1,"gqa":2,"ratio":2,"from":1,"vllm":1,"platforms":1,"import":1},"36537,980,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"if":2,"use":1,"custom":1,"max":9,"seq":5,"len":5,"decode":3,"meta":2,"self":1,"attn":1,"type":1,"attentiontype":1,"encoder":2,"decoder":1,"else":1,"assert":2,"is":1,"not":1,"none":1,"num":7,"partitions":3,"partition":3,"size":7,"rocm":3,"1":1,"block":1,"0":1,"tmp":1,"output":3,"torch":4,"empty":3,"seqs":2,"heads":2,"head":1,"dtype":3,"query":1,"device":4,"exp":2,"sums":2,"float32":1,"logits":1,"like":1},"37517,1413,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"query":4,"start":2,"loc":2,"none":2,"ops":1,"paged":1,"attention":1,"rocm":1,"output":6,"num":4,"prefill":3,"tokens":3,"exp":1,"sums":1,"max":2,"logits":1,"tmp":1,"decode":5,"key":1,"cache":3,"value":1,"self":6,"kv":2,"heads":1,"scale":5,"meta":4,"block":3,"tables":2,"if":3,"attn":2,"type":2,"attentiontype":2,"encoder":3,"decoder":2,"else":4,"cross":1,"seq":3,"lens":2,"tensor":2,"size":1,"len":1,"alibi":1,"slopes":1,"dtype":3,"layer":2,"k":1,"v":1,"pagedattention":1,"does":1,"not":1,"support":1,"fused":1,"quant":1,"manually":1,"quantize":1,"is":1,"out":2,"pa":2,"torch":1,"empty":1,"like":1},"38930,1917,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"out":6,"pa":2,"paged":1,"attn":5,"forward":1,"decode":9,"query":4,"key":2,"cache":3,"value":2,"meta":6,"block":2,"tables":2,"if":4,"self":13,"type":3,"attentiontype":3,"encoder":5,"decoder":3,"else":3,"cross":1,"seq":5,"lens":3,"tensor":10,"max":2,"len":2,"kv":2,"dtype":3,"num":9,"heads":6,"scale":6,"alibi":1,"slopes":1,"layer":2,"k":1,"v":1,"manually":1,"perform":1,"quantization":1,"output":10,"is":1,"not":1,"none":2,"uq":2,"view":3,"1":3,"head":5,"size":5,"q":2,"ops":1,"scaled":1,"fp8":1,"quant":1,"prefill":1,"tokens":3,"reshape":1,"the":1,"return":1,"def":1,"sdpa":1,"attention":1,"torch":7,"int":3,"float":1,"masks":1,"optional":1,"list":1,"start":1,"0":1,"assert":3,"shape":1,"device":2},"40847,650,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_flash_attn.py":{"for":1,"i":2,"seq":3,"len":2,"in":1,"enumerate":1,"lens":1,"end":6,"start":6,"with":1,"torch":3,"nn":3,"attention":3,"sdpa":1,"kernel":1,"sdpbackend":1,"math":1,"sub":2,"out":2,"functional":1,"scaled":1,"dot":1,"product":1,"query":2,"key":1,"value":1,"dropout":1,"p":1,"0":3,"is":2,"causal":1,"attn":4,"masks":3,"none":2,"mask":1,"if":1,"else":1,"scale":2,"movedim":1,"dim":1,"2":1,"output":2,"return":1},"0,1866,data/raw/vllm-0.10.1/vllm/attention/backends/triton_mla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"from":4,"typing":1,"import":5,"list":2,"optional":5,"type":4,"torch":1,"attention":5,"backends":2,"abstract":1,"attentiontype":1,"is":1,"quantized":1,"kv":7,"cache":3,"mla":5,"common":1,"mlacommonbackend":2,"mlacommonimpl":2,"mlacommonmetadata":2,"ops":1,"triton":2,"decode":2,"fwd":1,"class":2,"tritonmlabackend":1,"staticmethod":2,"def":3,"get":2,"name":3,"str":4,"return":2,"impl":1,"cls":1,"tritonmlaimpl":4,"init":2,"self":1,"num":4,"heads":4,"int":4,"head":2,"size":2,"scale":2,"float":3,"alibi":4,"slopes":4,"sliding":4,"window":4,"dtype":2,"logits":4,"soft":4,"cap":4,"attn":2,"sharing":2,"target":2,"layer":2,"specific":1,"arguments":1,"args":2,"none":1,"super":1,"unsupported":2,"features":2,"if":1,"any":1,"raise":1,"notimplementederror":1,"does":1,"not":1,"support":1,"one":1,"of":1,"following":1},"1866,1748,data/raw/vllm-0.10.1/vllm/attention/backends/triton_mla.py":{"if":2,"attn":4,"type":1,"attentiontype":1,"decoder":2,"raise":2,"notimplementederror":2,"encoder":2,"self":8,"attention":2,"and":7,"cross":1,"are":1,"not":3,"implemented":1,"for":1,"tritonmlaimpl":1,"is":3,"quantized":1,"kv":15,"cache":10,"dtype":4,"tritonmla":1,"with":1,"fp8":1,"yet":1,"supported":1,"def":1,"forward":1,"decode":4,"q":9,"nope":3,"torch":8,"tensor":4,"pe":8,"c":7,"k":6,"metadata":3,"mlacommonmetadata":1,"assert":2,"numel":1,"0":2,"meta":2,"none":1,"b":3,"shape":1,"cat":1,"dim":2,"1":5,"o":1,"zeros":1,"num":4,"heads":2,"lora":3,"rank":3,"device":4,"splits":2,"4":1,"todo":2,"heuristic":1,"lucas":2,"allocate":1,"ahead":1,"of":2,"time":1,"logits":1,"empty":1,"note":1,"idk":1,"why":1,"the":1,"here":1,"but":1,"sglang":1,"has":1,"it":1,"so":1,"we":1,"just":1,"mirror":1,"that":1,"float32":1,"add":1,"a":1,"head":1,"unsqueeze":1,"2":1,"page":1,"size":2},"3614,315,data/raw/vllm-0.10.1/vllm/attention/backends/triton_mla.py":{"run":1,"mqa":1,"decode":3,"attention":1,"fwd":1,"q":1,"kv":3,"c":2,"and":1,"k":1,"pe":1,"cache":2,"o":2,"meta":2,"block":1,"tables":1,"seq":1,"lens":1,"tensor":1,"attn":1,"logits":1,"num":1,"splits":1,"self":2,"scale":1,"page":1,"size":1,"return":1,"v":1,"up":1,"proj":1},"0,1758,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"attention":4,"layer":1,"with":1,"xformers":4,"and":1,"pagedattention":2,"from":8,"dataclasses":1,"import":9,"dataclass":1,"typing":1,"dict":1,"list":1,"optional":1,"tuple":1,"type":5,"torch":1,"ops":3,"as":1,"xops":1,"fmha":1,"attn":4,"bias":1,"attentionbias":1,"blockdiagonalcausalmask":1,"blockdiagonalmask":1,"lowertriangularmaskwithtensorbias":1,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionlayer":1,"attentionmetadata":2,"attentiontype":1,"utils":1,"commonattentionstate":3,"commonmetadatabuilder":1,"get":7,"num":1,"prefill":1,"decode":1,"query":1,"kv":1,"tokens":1,"seq":1,"len":1,"block":1,"table":1,"args":1,"is":2,"all":2,"cross":1,"metadata":3,"set":2,"encoder":1,"paged":1,"pagedattentionmetadata":1,"logger":4,"init":2,"name":2,"class":1,"xformersbackend":1,"staticmethod":5,"def":5,"str":1,"return":5,"impl":1,"cls":4,"xformersimpl":2,"xformersmetadata":1,"builder":1,"xformersmetadatabuilder":2,"state":1},"1758,1811,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"staticmethod":3,"def":3,"get":2,"kv":10,"cache":6,"shape":2,"num":4,"blocks":6,"int":9,"block":2,"size":4,"heads":2,"head":2,"tuple":1,"return":1,"pagedattention":3,"swap":2,"src":6,"torch":5,"tensor":9,"dst":4,"to":6,"dict":1,"none":2,"copy":2,"caches":2,"list":1,"dists":2,"dataclass":1,"class":1,"xformersmetadata":1,"attentionmetadata":1,"pagedattentionmetadata":1,"metadata":1,"for":2,"xformersbackend":1,"note":1,"any":1,"python":1,"object":1,"stored":3,"here":1,"is":3,"not":1,"updated":2,"when":1,"it":3,"cuda":1,"graph":1,"replayed":1,"if":3,"you":1,"have":1,"values":1,"that":1,"need":1,"be":3,"changed":1,"dynamically":1,"should":1,"in":1,"the":1,"has":1,"from":1,"cudagraphrunner":1,"forward":1,"api":1,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1,"context":1,"len":5,"seq":5,"query":1,"lens":2,"as":1,"a":1,"optional":1,"fixme":1,"flash":1,"attn":1,"maximum":2,"sequence":2,"length":2,"among":2,"prefill":3,"batch":2,"0":2,"there":2,"are":2,"decoding":1,"requests":2,"only":2,"max":2,"decode":2},"3569,1935,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"whether":1,"or":1,"not":1,"if":5,"cuda":4,"graph":4,"is":11,"enabled":2,"currently":1,"for":4,"decoding":3,"only":1,"todo":1,"woosuk":1,"move":1,"use":2,"out":1,"since":1,"it":7,"s":1,"unrelated":1,"to":4,"attention":2,"bool":1,"batch":10,"size":5,"the":16,"sequence":10,"length":6,"per":1,"means":1,"computed":2,"tokens":4,"new":1,"none":13,"a":2,"seq":5,"lens":4,"optional":11,"list":2,"int":4,"fixme":2,"flash":2,"attn":4,"1":3,"cumulative":3,"lengths":5,"of":5,"sequences":3,"in":5,"used":3,"index":3,"into":3,"e":3,"g":3,"4":6,"6":3,"0":3,"10":3,"start":3,"loc":3,"torch":5,"tensor":8,"context":2,"that":1,"are":1,"so":1,"far":1,"maximum":1,"query":5,"max":3,"len":2,"number":1,"among":1,"request":1,"decode":3,"subquery":3,"self":1,"prefill":2,"metadata":3,"cache":1,"cached":2,"xformersmetadata":2,"begin":1,"encoder":5,"enc":1,"dec":1,"cross":1,"fields":1,"representation":1},"5504,1914,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"maximum":1,"sequence":1,"length":1,"among":1,"encoder":11,"sequences":1,"max":1,"seq":5,"len":1,"optional":8,"int":2,"none":13,"number":1,"of":4,"tokens":2,"input":1,"to":2,"num":2,"cross":7,"attention":8,"memory":1,"mapping":3,"data":1,"structures":1,"slot":2,"and":2,"block":2,"tables":2,"torch":2,"tensor":4,"def":4,"post":1,"init":2,"self":16,"set":8,"during":1,"the":4,"execution":1,"first":1,"op":1,"it":3,"is":15,"a":1,"list":4,"because":2,"needed":1,"per":1,"prompt":1,"when":1,"alibi":1,"slopes":1,"used":1,"limitation":1,"from":1,"xformer":1,"api":1,"will":1,"not":6,"appear":1,"in":1,"repr":1,"attn":7,"bias":3,"attentionbias":3,"property":3,"all":6,"metadata":11,"required":3,"for":2,"return":4,"enc":1,"dec":1,"superset":1,"prefill":4,"xformersmetadata":1,"if":2,"prefills":1,"0":1,"cached":3,"recover":1,"phase":1,"structure":1,"assert":2,"lens":4,"or":2},"7418,1003,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"compute":1,"some":1,"attn":1,"metadata":1,"fields":1,"which":1,"default":1,"to":1,"none":15,"query":3,"start":6,"loc":6,"if":7,"self":21,"is":7,"else":7,"num":7,"prefills":6,"1":2,"seq":9,"slot":3,"mapping":3,"prefill":1,"tokens":1,"lens":9,"tensor":6,"context":3,"block":3,"tables":3},"8421,1738,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"construct":1,"cache":1,"prefill":7,"phase":2,"attention":2,"metadata":7,"structure":2,"self":19,"cached":5,"xformersmetadata":2,"num":6,"prefills":2,"tokens":4,"decode":7,"0":3,"slot":4,"mapping":4,"multi":2,"modal":2,"placeholder":2,"index":2,"maps":2,"enable":2,"kv":2,"scales":2,"calculation":2,"seq":17,"lens":12,"tensor":8,"max":7,"query":4,"len":7,"start":4,"loc":4,"context":2,"block":4,"tables":4,"use":1,"cuda":1,"graph":1,"false":1,"begin":1,"encoder":8,"cross":5,"attn":1,"fields":1,"below":1,"return":3,"property":1,"def":1,"optional":1,"if":2,"none":4,"is":3,"not":3,"recover":1,"assert":1,"or":1},"10159,1972,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"compute":1,"some":1,"attn":5,"metadata":8,"fields":2,"which":1,"default":1,"to":3,"none":9,"slot":7,"mapping":7,"if":4,"self":22,"is":4,"else":3,"num":7,"prefill":4,"tokens":5,"seq":14,"lens":9,"tensor":7,"prefills":4,"block":7,"tables":7,"construct":1,"cache":1,"decode":10,"phase":1,"attention":1,"structure":1,"cached":5,"xformersmetadata":2,"0":5,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"max":5,"len":5,"use":2,"cuda":2,"graph":2,"begin":1,"encoder":7,"cross":5,"below":1,"batch":1,"may":1,"be":1,"composed":1,"of":2,"decodes":3,"adjust":1,"query":5,"start":6,"indices":1,"refer":1,"the":2,"when":1,"two":1,"are":1,"split":1,"apart":1,"e":1,"g":1,"in":1,"3":2,"6":2,"loc":4,"9":1,"not":1,"qs":3,"return":1,"def":1,"get":1,"bias":1,"type":1,"str":1},"12131,1881,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"optional":2,"attentionbias":2,"extract":1,"appropriate":3,"attention":21,"bias":16,"from":1,"metadata":14,"according":2,"to":2,"type":18,"arguments":2,"attn":34,"structure":2,"associated":2,"with":2,"encoder":12,"decoder":8,"self":2,"cross":4,"returns":1,"value":2,"given":1,"the":2,"if":2,"attentiontype":8,"or":2,"only":2,"return":3,"elif":4,"else":2,"raise":2,"attributeerror":2,"f":2,"invalid":2,"str":3,"def":1,"set":1,"xformersmetadata":3,"list":1,"none":1,"update":1,"field":1,"of":1,"desired":1,"class":1,"xformersmetadatabuilder":1,"commonmetadatabuilder":1,"cls":1},"14012,1062,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"class":1,"xformersimpl":1,"attentionimpl":1,"xformersmetadata":1,"if":2,"the":5,"input":1,"tensors":1,"contain":3,"prompt":2,"tokens":11,"layout":2,"is":5,"as":2,"follows":2,"num":4,"prefill":11,"0":4,"1":6,"n":2,"otherwise":1,"decode":8,"m":2,"padding":4,"generation":2,"can":2,"when":1,"cuda":2,"graph":2,"used":1,"currently":2,"don":1,"t":1,"any":1,"prompts":1,"might":1,"have":2,"different":1,"lengths":1,"while":1,"always":1,"length":1,"chunked":2,"enabled":1,"and":2,"be":1,"batched":1,"together":1,"in":1,"a":1,"flattened":1,"1d":1,"query":1,"disabled":1,"for":1,"meaning":1,"there":1,"s":1,"no":1,"between":1},"15074,1809,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"def":1,"init":1,"self":12,"num":9,"heads":8,"int":4,"head":11,"size":6,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":4,"list":1,"sliding":3,"window":3,"cache":3,"dtype":4,"str":3,"logits":3,"soft":3,"cap":3,"none":6,"attn":3,"type":3,"attentiontype":1,"decoder":1,"sharing":3,"target":2,"layer":2,"name":2,"use":2,"irope":3,"bool":1,"false":1,"if":5,"is":6,"not":8,"raise":2,"notimplementederror":1,"supported":8,"in":3,"v0":1,"xformers":3,"backend":1,"logger":2,"warning":2,"once":2,"does":1,"support":1,"outputs":1,"may":1,"be":1,"slightly":1,"off":1,"using":1,"yet":1,"it":1,"will":1,"fall":1,"back":1,"to":1,"global":1,"attention":1,"for":1,"long":1,"context":1,"torch":2,"tensor":1,"float32":1,"queries":1,"per":1,"sizes":5,"pagedattention":2,"get":1,"valueerror":1,"f":2,"by":1,"are":1},"16883,497,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"def":1,"forward":2,"self":1,"layer":1,"attentionlayer":1,"query":2,"torch":7,"tensor":7,"key":2,"optional":4,"value":2,"kv":1,"cache":1,"attn":1,"metadata":1,"xformersmetadata":1,"output":2,"none":3,"scale":1,"pass":1,"with":1,"xformers":1,"and":2,"pagedattention":1,"for":1,"decoder":1,"only":1,"models":1,"must":1,"be":1,"non":1},"17380,1738,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"for":7,"encoder":16,"decoder":7,"models":2,"xformersimpl":1,"forward":2,"may":2,"be":5,"invoked":1,"both":1,"self":3,"and":8,"cross":5,"attention":10,"layers":1,"query":2,"key":6,"value":6,"must":3,"non":3,"none":4,"during":5,"prefill":2,"get":1,"cached":2,"use":3,"decode":3,"since":2,"1":1,"tensors":2,"were":1,"2":1,"do":1,"not":1,"grow":1,"a":1,"note":1,"on":1,"how":1,"the":2,"attn":1,"type":2,"enum":1,"argument":1,"impacts":1,"behavior":3,"normal":2,"only":2,"block":2,"table":2,"no":2,"kv":3,"caching":3,"pass":2,"sequence":5,"attributes":4,"seq":12,"lens":8,"tensor":4,"max":4,"len":4,"to":2,"kernel":2,"in":1,"lieu":1,"of":2,"used":1,"branch":1,"uses":1,"kvs":1,"derived":1,"from":1,"hidden":1,"states":1,"lengths":2,"will":1,"match":1},"19118,984,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"args":1,"query":1,"shape":5,"num":10,"tokens":4,"heads":5,"head":5,"size":6,"key":1,"kv":5,"value":1,"cache":2,"2":1,"blocks":1,"block":1,"note":1,"will":1,"be":1,"an":1,"empty":1,"tensor":1,"with":1,"0":1,"for":3,"profiling":1,"run":1,"attn":2,"metadata":2,"attention":6,"type":2,"select":1,"between":1,"encoder":2,"decoder":3,"self":2,"or":1,"cross":1,"defaults":1,"to":1,"which":1,"is":3,"the":1,"vllm":1,"default":1,"generally":1,"returns":1,"if":1,"output":2,"scale":1,"not":2,"none":1,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"xformersimpl":1},"20102,1798,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"attn":9,"type":6,"self":11,"check":1,"that":1,"appropriate":1,"attention":10,"metadata":7,"attributes":3,"are":2,"selected":1,"for":2,"the":1,"desired":1,"if":5,"attentiontype":3,"encoder":9,"and":5,"not":7,"is":7,"all":2,"set":2,"raise":2,"attributeerror":2,"requires":2,"setting":2,"elif":1,"decoder":4,"cross":5,"query":2,"view":3,"1":3,"num":4,"heads":4,"head":4,"size":4,"key":7,"none":5,"assert":2,"value":8,"kv":8,"else":1,"vs":1,"will":1,"impact":1,"which":2,"cache":10,"memory":1,"mapping":1,"seqlen":1,"datastructures":1,"we":2,"utilize":1,"numel":1,"0":1,"during":2,"or":1,"but":1,"even":1,"there":1,"no":1,"new":1,"pairs":1,"to":2,"still":1,"need":1,"break":1,"out":1,"i":1,"e":1,"later":1,"use":1,"by":1,"paged":1,"pagedattention":1,"split":1},"21900,1680,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"if":4,"attn":5,"type":2,"attentiontype":1,"encoder":1,"decoder":1,"update":2,"cross":3,"attention":3,"kv":9,"cache":8,"prefill":11,"only":1,"during":2,"decode":8,"key":7,"value":7,"will":1,"be":1,"none":3,"preventing":1,"this":2,"statement":1,"branch":1,"from":1,"running":1,"updated":3,"slot":5,"mapping":5,"metadata":3,"else":1,"self":2,"reshape":1,"the":4,"input":1,"keys":1,"and":4,"values":1,"store":1,"them":1,"in":1,"is":5,"not":5,"provided":1,"new":1,"tensors":1,"are":1,"cached":2,"happens":1,"initial":1,"memory":1,"profiling":1,"run":1,"pagedattention":1,"write":1,"to":1,"paged":1,"dtype":1,"layer":2,"k":1,"scale":2,"v":1,"num":10,"query":15,"tokens":10,"get":1,"output":1,"torch":1,"empty":1,"like":1,"for":2,"needed":1,"because":1,"it":1,"already":1,"qkv":1,"assert":2,"shape":2,"0":2},"23580,1848,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"if":3,"prefill":14,"meta":9,"attn":4,"metadata":2,"prompt":2,"run":2,"kv":4,"cache":5,"numel":2,"0":2,"or":1,"block":3,"tables":3,"normal":1,"attention":3,"are":1,"empty":1,"the":1,"does":1,"not":4,"have":2,"a":1,"cached":1,"prefix":4,"out":6,"self":4,"memory":1,"efficient":1,"xformers":1,"forward":2,"query":10,"key":3,"value":3,"type":3,"assert":5,"shape":4,"output":4,"num":4,"tokens":4,"else":1,"attentiontype":1,"encoder":2,"only":2,"models":1,"should":1,"start":2,"loc":2,"is":2,"none":2,"max":2,"len":2,"enabled":1,"todo":1,"hai":1,"this":1,"triton":1,"kernel":1,"has":1,"regression":1,"issue":1,"broke":1,"to":2,"deal":1,"with":1,"different":1,"data":1,"types":1,"between":1,"and":1,"fp8":1,"be":1,"addressed":1,"separately":1,"pagedattention":1,"dtype":1,"seq":1,"lens":1,"tensor":1,"alibi":1,"slopes":1,"sliding":1,"window":1,"layer":2,"k":1,"scale":2,"v":1},"25428,1438,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"if":1,"decode":6,"meta":2,"attn":5,"metadata":4,"assert":1,"type":3,"attentiontype":2,"encoder":2,"only":2,"models":1,"should":1,"not":1,"have":1,"seq":5,"lens":2,"arg":6,"max":2,"len":3,"block":3,"tables":2,"get":1,"table":1,"args":1,"false":1,"output":3,"num":3,"prefill":1,"query":5,"tokens":2,"pagedattention":1,"forward":2,"key":2,"cache":3,"value":2,"self":7,"kv":2,"dtype":1,"heads":2,"scale":3,"alibi":1,"slopes":1,"layer":2,"k":1,"v":1,"reshape":1,"the":1,"tensor":5,"return":1,"view":1,"1":1,"head":1,"size":1,"def":1,"run":1,"memory":1,"efficient":1,"xformers":2,"torch":4,"xformersmetadata":1,"str":1,"decoder":1,"attention":1,"for":2,"1d":1,"of":1,"multiple":2,"prompts":1,"prompt":1,"are":1,"flattened":1,"in":1,"to":1,"input":1,"see":1,"https":1,"facebookresearch":1,"github":1,"io":1,"components":1,"ops":1,"html":1,"api":1,"spec":1},"26866,1749,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"args":1,"output":2,"shape":12,"num":16,"prefill":4,"tokens":4,"heads":9,"head":4,"size":4,"query":7,"key":5,"kv":9,"value":5,"attn":7,"metadata":3,"for":1,"attention":8,"type":3,"select":1,"between":1,"encoder":2,"decoder":3,"self":11,"or":1,"cross":1,"defaults":1,"to":1,"which":2,"is":5,"the":6,"vllm":1,"default":1,"generally":1,"original":1,"if":4,"gqa":1,"mqa":1,"requires":1,"b":1,"m":1,"g":1,"h":1,"k":1,"note":1,"that":1,"also":1,"has":1,"same":1,"different":1,"from":2,"a":2,"spec":1,"doc":1,"view":1,"0":3,"queries":3,"per":3,"1":3,"none":4,"expand":2,"set":1,"bias":4,"not":1,"provided":1,"this":2,"typically":1,"happens":1,"at":1,"very":1,"layer":1,"of":1,"every":1,"iteration":1,"fixme":1,"woosuk":1,"hack":1,"get":1,"alibi":1,"slopes":1},"28615,1728,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"cross":2,"attention":6,"block":3,"of":5,"decoder":6,"branch":3,"encoder":15,"model":3,"uses":4,"seq":14,"lens":14,"for":2,"dec":1,"enc":1,"if":1,"attn":17,"type":4,"attentiontype":4,"assert":5,"metadata":10,"is":8,"not":5,"none":5,"mask":3,"non":3,"causal":3,"bias":3,"blockdiagonalmask":3,"from":3,"seqlens":3,"device":6,"query":3,"elif":3,"self":4,"only":2,"just":2,"the":2,"directly":2},"30343,1519,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"decoder":2,"self":7,"attention":3,"mask":1,"is":4,"causal":1,"attn":17,"bias":11,"blockdiagonalcausalmask":1,"from":1,"seqlens":1,"metadata":4,"seq":3,"lens":3,"device":2,"query":6,"else":2,"raise":1,"valueerror":1,"unknown":1,"attentiontype":2,"s":2,"type":3,"if":2,"sliding":2,"window":2,"not":2,"none":3,"make":2,"local":1,"assert":2,"alibi":4,"slopes":3,"num":1,"kv":1,"heads":1,"dtype":1,"set":1,"no":1,"todo":1,"woosuk":1,"too":1,"many":1,"view":2,"operations":1,"let":1,"try":1,"to":1,"reduce":1,"them":1,"in":1,"the":2,"future":1,"for":1,"code":1,"readability":1,"add":1,"batch":1,"dimension":1,"unsqueeze":3,"0":6,"key":3,"value":3,"out":2,"xops":1,"memory":1,"efficient":1,"forward":1,"p":1,"scale":2,"return":1,"as":1,"original":1},"31862,1599,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"attention":3,"with":2,"alibi":4,"slopes":2,"fixme":1,"woosuk":2,"because":1,"xformers":1,"does":1,"not":2,"support":1,"dynamic":1,"sequence":1,"lengths":1,"custom":1,"bias":11,"we":3,"process":1,"each":2,"prompt":1,"one":2,"by":1,"this":1,"is":2,"inefficient":1,"especially":1,"when":1,"have":1,"many":1,"short":1,"prompts":1,"assert":1,"attn":5,"metadata":2,"seq":10,"lens":4,"none":7,"output":3,"torch":4,"empty":1,"like":1,"original":3,"query":3,"start":8,"0":3,"for":2,"i":2,"len":6,"in":2,"enumerate":1,"end":6,"out":2,"xops":1,"memory":1,"efficient":1,"forward":1,"key":1,"value":1,"p":1,"scale":2,"self":1,"todo":1,"unnecessary":1,"copy":2,"optimize":1,"view":1,"as":1,"return":1,"def":1,"make":1,"tensor":1,"num":1,"kv":1,"heads":1,"int":2,"dtype":4,"list":3,"attentionbias":2,"biases":2,"arange":1,"note":1,"zhuohan":1,"hf":1,"uses":1,"repeat":1,"1":1,"here":1,"find":1,"that":1,"both":1,"give":1,"the":3,"same":1,"results":1,"but":1,"below":1,"more":1,"accurately":1,"follows":1,"paper":1,"calculate":1,"a":1,"matrix":1,"where":1,"element":3,"represents":1,"ith":1,"jth":1},"33461,457,data/raw/vllm-0.10.1/vllm/attention/backends/xformers.py":{"padded":2,"len":5,"seq":3,"7":1,"8":2,"num":2,"heads":2,"alibi":3,"slopes":3,"shape":1,"0":1,"bias":4,"torch":1,"empty":1,"1":1,"batch":1,"size":1,"device":2,"dtype":2,"copy":1,"mul":1,"none":2,"attn":2,"biases":2,"append":1,"lowertriangularmaskwithtensorbias":1,"return":1},"0,1690,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":9,"project":1,"attention":4,"backend":1,"utils":2,"from":13,"collections":1,"import":15,"defaultdict":1,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"itertools":1,"accumulate":1,"typing":1,"type":4,"checking":3,"any":1,"dict":3,"list":1,"optional":1,"tuple":1,"typevar":1,"union":2,"numpy":3,"as":1,"np":1,"torch":1,"attentionmetadata":1,"attentionmetadatabuilder":1,"attentionstate":1,"backends":1,"abstract":1,"attentiontype":1,"config":1,"modelconfig":1,"logger":4,"init":2,"multimodal":1,"multimodalplaceholdermap":1,"async":1,"tensor":2,"h2d":1,"make":1,"with":3,"pad":2,"name":1,"if":5,"worker":2,"model":2,"runner":2,"base":1,"modelrunnerbase":1,"error":1,"string":1,"s":1,"for":2,"encoder":2,"decoder":2,"unsupported":1,"scenarios":1,"str":1,"not":2,"impl":1,"enc":1,"dec":1,"rocm":2,"hip":2,"is":5,"currently":1,"supported":1,"models":1,"slot":3,"id":1,"1":1,"switch":1,"implementation":1,"of":1,"compute":2,"mapping":2,"we":1,"have":1,"at":1,"least":1,"this":1,"many":1,"elements":1,"could":1,"be":1,"tuned":1,"further":1,"numel":1,"256":1,"modelinputforgpubuilder":1,"def":1,"block":6,"tables":6,"empty":1,"none":5,"check":1,"or":1,"a":1,"dictionary":1,"all":2,"values":2,"return":2,"true":1,"isinstance":1,"and":1,"value":2,"in":1},"1690,1909,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":4,"compute":6,"slot":20,"mapping":17,"start":10,"idx":9,"is":5,"prompt":2,"bool":2,"query":2,"len":6,"int":21,"context":2,"sliding":3,"window":3,"the":3,"index":1,"of":1,"0":2,"if":2,"and":1,"not":2,"none":2,"max":1,"return":2,"python":1,"list":6,"block":24,"table":6,"range":9,"end":4,"size":9,"for":1,"i":3,"in":3,"number":2,"offset":4,"append":1,"numpy":1,"array":7,"np":2,"arange":1,"seq":8,"extend":2,"profile":2,"run":2,"id":3,"tables":3,"dict":1,"during":1,"memory":1,"profiling":1,"are":2,"initialized":1,"yet":1,"this":1,"case":1,"we":1,"just":1,"use":1,"a":1,"dummy":1,"embeddings":1,"pad":1},"3599,1990,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"mask":3,"the":5,"0":7,"start":8,"idx":4,"tokens":4,"of":1,"prompt":2,"with":1,"pad":2,"slot":10,"id":3,"where":1,"is":4,"max":3,"seq":5,"len":7,"sliding":4,"window":4,"for":1,"example":1,"if":3,"10":1,"8":1,"and":2,"block":10,"size":5,"4":2,"first":1,"two":1,"are":1,"masked":1,"mapping":8,"will":3,"be":3,"1":3,"2":1,"3":1,"5":1,"6":1,"7":1,"padding":2,"context":3,"extend":1,"range":8,"end":4,"numel":3,"table":3,"tables":2,"numpy":3,"implementation":1,"faster":1,"than":1,"python":2,"we":1,"have":1,"many":1,"elements":1,"otherwise":1,"it":1,"slower":1,"compute":3,"else":1,"tattentionmetadata":4,"typevar":1,"bound":1,"attentionmetadata":1,"class":1,"commonmetadatabuilder":1,"attentionmetadatabuilder":1,"metadata":1,"cls":1,"type":1,"def":2,"init":1,"self":15,"input":6,"builder":6,"modelinputforgpubuilder":1,"runner":2,"prepare":1,"list":6,"int":5,"prefill":2,"lens":3,"curr":1,"multimodal":1,"placeholder":1,"maps":1,"dict":1,"str":1,"multimodalplaceholdermap":2,"defaultdict":1,"num":3,"prefills":1,"decode":1},"5589,1429,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":1,"add":1,"seq":13,"group":1,"self":8,"inter":11,"data":11,"modelinputforgpubuilder":1,"interdataforseqgroup":1,"chunked":1,"prefill":3,"enabled":1,"bool":1,"is":3,"prompt":3,"block":3,"tables":2,"for":3,"id":1,"token":2,"len":18,"curr":5,"query":6,"context":6,"sliding":2,"window":2,"in":3,"zip":1,"ids":1,"t":2,"input":1,"tokens":3,"orig":1,"lens":7,"blocks":1,"append":3,"if":2,"mm":3,"maps":5,"multi":1,"modal":1,"placeholder":2,"modality":2,"placeholders":2,"items":1,"multimodal":1,"extend":1,"num":3,"prefills":1,"1":2,"else":1,"assert":1,"format":1,"decode":1},"7018,1483,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"compute":4,"block":18,"table":6,"todo":1,"sang":1,"combine":1,"chunked":2,"prefill":2,"and":2,"prefix":2,"caching":1,"by":1,"only":2,"allowing":1,"multiple":1,"of":1,"size":5,"chunk":1,"note":1,"this":1,"works":1,"for":1,"oooooooxxx":1,"style":1,"attention":2,"if":2,"inter":2,"data":2,"cache":1,"hit":1,"tables":8,"seq":6,"id":4,"elif":1,"enabled":1,"or":1,"not":2,"is":6,"prompt":2,"none":1,"curr":2,"sliding":3,"window":3,"0":1,"else":1,"self":5,"append":1,"slot":4,"mapping":4,"profile":2,"run":2,"empty":1,"start":3,"idx":3,"query":2,"len":4,"context":2,"def":1,"build":2,"lens":2,"list":2,"int":4,"cuda":1,"graph":1,"pad":1,"batch":1,"metadata":1,"with":1,"on":1,"device":1,"tensors":1},"8501,1934,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"args":1,"seq":8,"lens":9,"the":7,"maybe":2,"padded":2,"sequence":1,"lengths":2,"of":3,"input":7,"sequences":2,"query":9,"cuda":6,"graph":10,"pad":7,"size":11,"padding":1,"for":3,"1":2,"if":3,"is":2,"not":1,"used":1,"batch":5,"inter":3,"data":3,"in":2,"self":12,"builder":2,"list":3,"add":1,"group":1,"chunked":1,"prefill":3,"enabled":1,"device":5,"runner":2,"use":2,"captured":2,"max":9,"len":6,"default":2,"0":6,"decode":4,"curr":1,"num":3,"tokens":3,"start":2,"loc":2,"accumulate":2,"initial":2,"slot":2,"mapping":1,"extend":2,"id":1,"block":15,"tables":10,"shape":1,"context":1,"i":2,"table":4,"enumerate":1,"torch":2,"from":1,"numpy":1,"to":1,"non":1,"blocking":1,"true":1,"else":1,"make":1,"tensor":1,"with":1,"dtype":1,"int":1,"assert":1,"format":1},"10435,1929,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"assert":1,"device":6,"is":1,"not":1,"none":1,"context":4,"lens":10,"tensor":17,"async":5,"h2d":5,"self":11,"torch":5,"int":2,"runner":5,"pin":5,"memory":5,"seq":14,"slot":4,"mapping":4,"long":1,"query":6,"start":8,"loc":8,"int32":2,"placeholder":6,"index":4,"maps":4,"modality":2,"map":3,"for":1,"in":1,"multimodal":1,"items":1,"return":1,"metadata":1,"cls":1,"type":1,"ignore":1,"num":6,"prefills":2,"multi":1,"modal":1,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"prefill":4,"tokens":4,"decode":4,"max":6,"len":6,"block":2,"tables":2,"use":2,"cuda":1,"graph":2,"captured":1,"class":1,"commonattentionstate":1,"attentionstate":1},"12364,1130,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":3,"init":1,"self":20,"runner":8,"modelrunnerbase":1,"is":4,"graph":13,"capturing":4,"false":2,"contextmanager":1,"capture":1,"max":3,"batch":4,"size":4,"int":2,"true":1,"slot":3,"mapping":2,"torch":5,"full":1,"pad":1,"id":1,"dtype":2,"long":1,"device":6,"seq":2,"lens":2,"ones":1,"int32":1,"block":3,"tables":3,"from":1,"numpy":1,"to":1,"yield":1,"del":3,"clone":1,"commonattentionstate":1,"assert":1,"return":1,"class":1},"13494,1601,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":1,"graph":6,"capture":2,"get":3,"metadata":7,"for":2,"batch":8,"self":10,"size":7,"int":1,"is":3,"encoder":3,"decoder":3,"model":4,"bool":1,"false":1,"assert":3,"capturing":1,"attn":10,"runner":4,"backend":5,"make":1,"num":3,"prefills":1,"0":3,"prefill":2,"tokens":2,"decode":3,"slot":2,"mapping":2,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":5,"enable":1,"kv":1,"scales":1,"calculation":1,"true":2,"seq":7,"lens":4,"tensor":2,"max":5,"query":3,"len":5,"1":2,"to":2,"start":2,"loc":2,"context":1,"block":2,"tables":2,"use":1,"cuda":1,"if":1,"the":2,"works":1,"only":1,"with":1,"xformers":3,"and":1,"flash":5,"attention":1,"same":1,"name":3,"in":1,"rocm":2,"f":3,"expected":1,"be":1,"either":1,"or":1,"but":1,"got":1,"update":1,"captured":1,"enc":1,"dec":1,"return":1},"15095,1039,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":1,"get":3,"graph":1,"input":6,"buffers":6,"self":4,"attn":11,"metadata":8,"is":2,"encoder":3,"decoder":3,"model":4,"bool":1,"false":1,"dict":1,"str":1,"any":1,"slot":2,"mapping":2,"seq":2,"lens":2,"tensor":2,"decode":2,"block":2,"tables":2,"if":1,"the":2,"works":1,"only":1,"with":1,"xformers":3,"and":1,"flash":5,"attention":1,"backend":4,"assert":2,"same":1,"runner":2,"name":3,"in":1,"rocm":2,"f":3,"expected":1,"to":1,"be":1,"either":1,"or":1,"but":1,"got":1,"add":1,"additional":1,"for":1,"enc":1,"dec":1,"return":1},"16134,1298,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":3,"prepare":2,"graph":2,"input":7,"buffers":6,"self":6,"attn":10,"metadata":9,"is":2,"encoder":4,"decoder":4,"model":7,"bool":1,"false":1,"none":2,"seq":2,"lens":2,"tensor":2,"copy":2,"decode":2,"non":2,"blocking":2,"true":2,"block":2,"tables":2,"if":1,"the":3,"works":1,"only":1,"with":1,"xformers":3,"and":1,"flash":3,"attention":2,"backend":4,"assert":2,"same":1,"runner":2,"get":2,"name":3,"in":2,"f":3,"expected":1,"to":1,"be":1,"either":1,"or":1,"but":1,"got":1,"for":3,"enc":2,"dec":2,"begin":1,"forward":1,"return":1,"update":1,"captured":1,"batch":1,"size":1,"int":1,"updates":1,"parameters":1,"cuda":1,"capture":1,"an":1},"17432,1355,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"this":1,"method":1,"modifies":1,"attention":3,"related":1,"tensors":2,"and":2,"metadata":9,"required":1,"for":3,"cuda":6,"graph":2,"capture":3,"in":2,"encoder":7,"decoder":2,"models":1,"specifically":1,"it":1,"updates":1,"the":5,"cross":4,"sequence":1,"attentionmetadata":1,"object":1,"during":1,"decode":1,"phase":1,"slot":2,"mapping":2,"will":1,"be":1,"empty":2,"hence":1,"set":1,"an":1,"tensor":3,"attn":7,"torch":8,"dtype":4,"int":4,"block":2,"tables":1,"full":3,"batch":4,"size":3,"self":3,"runner":2,"get":1,"max":3,"per":1,"1":3,"seq":4,"lens":2,"len":2,"to":2,"num":1,"tokens":1,"0":1,"def":1,"add":1,"additional":2,"input":3,"buffers":3,"enc":1,"dec":1,"model":2,"dict":1,"str":1,"any":1,"saves":1,"specific":1,"from":1},"18787,1853,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"this":2,"method":2,"extracts":1,"and":4,"stores":1,"encoder":10,"decoder":4,"related":2,"input":14,"buffers":15,"from":3,"the":10,"attn":9,"metadata":17,"into":2,"dictionary":2,"include":1,"sequence":1,"lengths":1,"cross":10,"slot":5,"mappings":1,"block":5,"tables":5,"which":1,"are":1,"essential":1,"for":3,"model":3,"during":1,"cuda":1,"graph":1,"replay":1,"seq":4,"lens":4,"tensor":4,"decode":6,"mapping":4,"def":1,"prepare":1,"enc":1,"dec":1,"self":1,"dict":1,"str":1,"any":1,"populates":1,"with":2,"data":3,"s":1,"attention":2,"fills":1,"specific":1,"tensors":1,"it":1,"copies":1,"keyword":1,"arguments":1,"kwargs":1,"corresponding":1,"in":1,"copied":1,"includes":1,"as":2,"well":1,"ids":1,"positional":1,"information":1,"copy":3,"non":3,"blocking":3,"true":3},"20640,1701,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"def":3,"is":13,"all":5,"encoder":13,"attn":20,"metadata":18,"set":5,"attention":12,"required":3,"for":2,"return":2,"seq":4,"lens":2,"not":5,"none":6,"and":5,"tensor":2,"max":2,"len":2,"cross":7,"enc":1,"dec":1,"superset":1,"of":3,"slot":1,"mapping":1,"block":6,"tables":4,"get":1,"table":2,"args":1,"prompt":2,"bool":1,"type":3,"str":1,"tuple":1,"the":2,"particular":1,"choice":1,"sequence":5,"length":2,"related":2,"attributes":1,"which":1,"should":1,"be":1,"extracted":1,"from":1,"dependent":1,"on":1,"operation":1,"decoder":5,"select":3,"entirely":1,"self":2,"fields":3,"lengths":3,"no":1,"arguments":1,"structure":1,"associated":1,"with":1,"op":1,"true":1,"if":1,"prefill":1,"false":1,"otherwise":1,"returns":1,"appropriate":3,"scalar":1,"or":1},"22341,1691,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"if":2,"attn":17,"type":9,"attentiontype":4,"decoder":3,"self":1,"attention":9,"choose":1,"max":8,"seq":11,"len":8,"based":2,"on":2,"whether":1,"we":1,"are":1,"in":1,"prompt":2,"run":1,"is":1,"metadata":13,"prefill":5,"else":2,"decode":4,"return":3,"lens":3,"tensor":3,"block":4,"tables":4,"elif":2,"encoder":8,"enc":1,"dec":1,"cross":4,"kvs":1,"match":1,"sequence":1,"length":1,"utilizes":1,"special":1,"no":1,"associated":1,"with":1,"none":1,"raise":1,"attributeerror":1,"f":1,"invalid":1,"str":2,"def":1,"get":1,"num":1,"query":4,"kv":1,"tokens":5,"tuple":3,"int":6,"calculate":1,"the":7,"number":4,"of":5,"and":2,"for":1,"key":2,"value":2,"specified":1,"args":1,"attentionmetadata":1,"object":1,"being":1,"used":1,"returns":1,"a":1,"containing":1,"three":1,"integers":1},"24032,1965,data/raw/vllm-0.10.1/vllm/attention/backends/utils.py":{"raises":1,"assertionerror":1,"if":2,"the":5,"number":1,"of":1,"encoder":11,"tokens":26,"in":1,"attn":15,"metadata":11,"is":5,"none":4,"when":1,"required":1,"for":1,"calculations":1,"num":25,"prefill":14,"query":11,"0":4,"decode":7,"kv":8,"type":4,"attentiontype":4,"attention":2,"only":2,"invoked":1,"during":1,"phase":1,"same":1,"input":1,"servers":1,"a":1,"both":1,"and":1,"key":2,"assert":2,"not":2,"elif":1,"decoder":2,"cross":1,"else":1,"or":1,"return":2,"dataclass":1,"class":1,"mladims":3,"q":3,"lora":6,"rank":6,"optional":1,"int":5,"qk":6,"nope":3,"head":9,"dim":9,"rope":3,"v":3,"def":1,"get":1,"mla":1,"dims":1,"model":2,"config":9,"modelconfig":1,"hf":7,"text":7,"getattr":1},"0,1934,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"an":1,"implementation":1,"of":1,"https":1,"arxiv":1,"org":1,"pdf":1,"2410":1,"05258":1,"from":15,"collections":1,"import":16,"defaultdict":1,"dataclasses":1,"dataclass":1,"itertools":1,"accumulate":1,"typing":1,"type":3,"checking":2,"any":1,"dict":1,"list":1,"optional":1,"tuple":1,"torch":1,"einops":1,"rearrange":1,"custom":1,"ops":2,"as":1,"yapf":3,"conflicts":1,"with":3,"isort":1,"for":1,"this":1,"block":2,"disable":1,"attention":4,"backends":3,"abstract":1,"attentionbackend":1,"attentionimpl":1,"attentionlayer":1,"attentionmetadata":1,"attentionmetadatabuilder":1,"attentiontype":1,"is":4,"quantized":1,"kv":1,"cache":1,"flash":6,"attn":8,"flashattentionbackend":1,"enable":1,"utils":4,"pad":2,"slot":3,"id":1,"commonattentionstate":1,"compute":2,"mapping":2,"start":1,"idx":1,"all":2,"cross":1,"metadata":2,"set":2,"encoder":1,"tables":1,"empty":1,"fa":1,"supports":1,"fp8":1,"get":1,"version":1,"logger":4,"init":2,"multimodal":1,"multimodalplaceholdermap":1,"async":1,"tensor":2,"h2d":1,"make":1,"varlen":1,"func":1,"kvcache":1,"if":1,"worker":1,"model":1,"runner":1,"modelinputforgpubuilder":1,"name":1},"1934,1985,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"class":1,"differentialflashattentionbackend":1,"attentionbackend":1,"accept":1,"output":1,"buffer":1,"false":1,"staticmethod":9,"def":9,"get":7,"supported":1,"head":3,"sizes":1,"list":2,"int":6,"return":7,"32":1,"64":1,"96":1,"128":1,"160":1,"192":1,"224":1,"256":1,"kv":18,"cache":19,"shape":1,"num":6,"blocks":6,"block":4,"size":6,"heads":4,"tuple":1,"if":1,"16":2,"0":5,"raise":1,"valueerror":1,"must":2,"be":2,"a":1,"multiple":1,"of":1,"assert":1,"2":5,"divisible":1,"by":1,"name":1,"str":1,"differential":1,"flash":1,"attn":1,"impl":1,"cls":4,"type":4,"differentialflashattentionimpl":2,"metadata":1,"differentialflashattentionmetadata":2,"builder":1,"differentialflashattentionmetadatabuilder":2,"state":1,"commonattentionstate":2,"swap":3,"src":11,"torch":5,"tensor":5,"dst":10,"to":4,"none":2,"key":5,"ops":2,"value":5,"1":3,"copy":1,"caches":5,"dists":1,"for":2,"in":2},"3919,1863,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"ops":1,"copy":1,"blocks":4,"key":1,"caches":2,"value":1,"src":1,"to":5,"dists":1,"dataclass":1,"class":1,"differentialflashattentionmetadata":1,"attentionmetadata":1,"metadata":1,"for":1,"flashattentionbackend":1,"note":2,"any":1,"python":1,"object":1,"stored":4,"here":1,"is":4,"not":1,"updated":2,"when":1,"it":4,"cuda":2,"graph":2,"replayed":1,"if":5,"you":1,"have":1,"values":1,"that":2,"need":1,"be":3,"changed":1,"dynamically":1,"should":1,"in":3,"tensor":9,"the":4,"has":1,"from":1,"cudagraphrunner":1,"forward":1,"api":1,"batch":5,"size":4,"sequence":6,"length":4,"per":4,"means":2,"computed":2,"tokens":5,"new":1,"none":1,"a":3,"decoding":2,"seq":10,"lens":4,"optional":4,"list":2,"int":3,"as":1,"torch":3,"sang":1,"definition":1,"of":3,"context":4,"len":8,"query":2,"and":2,"n":2,"1":2,"iteration":2,"tokena":1,"newtokens":1,"maximum":2,"among":2,"prefill":3,"0":3,"there":2,"are":5,"requests":2,"only":2,"max":4,"decode":2,"lengths":1,"so":1,"far":1,"block":5,"addresses":1,"id":1,"physical":1,"e":1,"g":1,"2":1,"0th":1,"1st":1,"2nd":2,"kv":1,"cache":1,"each":1,"can":1,"contain":1,"up":2,"dimensions":1,"padded":1,"captured":1,"tables":1},"5782,1904,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"whether":1,"or":1,"not":1,"if":4,"cuda":4,"graph":4,"is":8,"enabled":2,"currently":1,"for":1,"decoding":1,"only":1,"todo":1,"woosuk":1,"move":1,"use":2,"out":1,"since":1,"it":4,"s":1,"unrelated":1,"to":5,"attention":2,"bool":1,"maximum":2,"query":5,"length":5,"in":5,"the":14,"batch":8,"max":4,"len":3,"optional":13,"int":5,"none":13,"number":2,"of":5,"tokens":3,"among":2,"request":1,"decode":2,"size":3,"1":3,"cumulative":3,"subquery":3,"lengths":4,"sequences":4,"used":3,"index":3,"into":3,"e":3,"g":3,"4":6,"6":3,"0":3,"10":3,"start":3,"loc":3,"torch":6,"tensor":7,"sequence":8,"seq":5,"cached":2,"prefill":1,"metadata":2,"differentialflashattentionmetadata":2,"begin":1,"encoder":9,"attn":2,"enc":1,"dec":1,"cross":4,"fields":1,"representation":1,"lens":2,"list":1,"input":1,"num":1,"memory":1,"mapping":3,"data":1,"structures":1,"slot":2,"and":1,"block":2,"tables":2},"7686,1086,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"cross":5,"layer":2,"shared":2,"attention":6,"block":2,"tables":2,"optional":2,"torch":1,"tensor":3,"none":7,"property":3,"def":3,"is":11,"all":6,"encoder":6,"attn":4,"metadata":10,"set":6,"self":12,"required":3,"for":2,"return":4,"enc":1,"dec":1,"superset":1,"of":1,"prefill":3,"differentialflashattentionmetadata":1,"if":2,"num":1,"prefills":1,"0":1,"cached":2,"not":5,"assert":2,"seq":4,"lens":4,"or":2},"8772,1187,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"compute":1,"some":1,"attn":1,"metadata":1,"fields":1,"which":1,"default":1,"to":1,"none":17,"query":3,"start":6,"loc":6,"if":8,"self":24,"is":8,"else":8,"num":8,"prefills":7,"1":2,"slot":3,"mapping":3,"prefill":1,"tokens":1,"seq":9,"lens":9,"tensor":6,"context":3,"block":6,"tables":6,"cross":3,"layer":3,"shared":3},"9959,1806,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"self":20,"cached":4,"prefill":6,"metadata":5,"differentialflashattentionmetadata":2,"num":6,"prefills":2,"tokens":4,"decode":7,"0":4,"slot":4,"mapping":4,"multi":2,"modal":2,"placeholder":2,"index":2,"maps":2,"enable":2,"kv":2,"scales":2,"calculation":2,"seq":19,"lens":12,"tensor":8,"max":8,"query":5,"len":8,"start":6,"loc":6,"context":2,"block":6,"tables":6,"cross":7,"layer":2,"shared":2,"use":1,"cuda":1,"graph":1,"false":1,"begin":1,"encoder":10,"attn":1,"fields":1,"below":1,"return":3,"property":1,"def":1,"optional":1,"if":2,"none":4,"is":3,"not":3,"assert":1,"or":1},"11765,647,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"compute":1,"some":1,"attn":1,"metadata":1,"fields":1,"which":1,"default":1,"to":1,"none":9,"slot":3,"mapping":3,"if":4,"self":12,"is":4,"else":4,"num":4,"prefill":1,"tokens":1,"seq":3,"lens":3,"tensor":3,"prefills":3,"block":6,"tables":6,"cross":3,"layer":3,"shared":3},"12412,1791,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"self":21,"cached":2,"decode":8,"metadata":2,"differentialflashattentionmetadata":1,"num":7,"prefills":5,"0":4,"prefill":3,"tokens":4,"slot":4,"mapping":4,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":7,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"seq":17,"lens":8,"tensor":5,"max":9,"query":10,"len":9,"batch":1,"may":1,"be":1,"composed":1,"of":2,"decodes":3,"adjust":1,"start":12,"indices":1,"to":2,"refer":1,"the":1,"e":1,"g":1,"in":1,"3":2,"6":2,"loc":10,"9":1,"if":2,"is":2,"not":2,"else":2,"context":1,"block":6,"tables":6,"cross":7,"layer":2,"shared":2,"use":2,"cuda":2,"graph":2,"begin":1,"encoder":9,"attn":1,"fields":1,"below":1,"return":1},"14203,1655,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"class":1,"differentialflashattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"differentialflashattentionmetadata":1,"def":3,"init":1,"self":18,"input":6,"builder":6,"modelinputforgpubuilder":2,"runner":2,"sliding":2,"window":2,"block":7,"size":2,"prepare":1,"slot":2,"mapping":2,"list":8,"int":6,"prefill":6,"seq":3,"lens":3,"context":2,"tables":4,"cross":1,"layer":1,"shared":1,"curr":1,"multimodal":1,"placeholder":1,"maps":1,"dict":1,"str":1,"multimodalplaceholdermap":2,"defaultdict":1,"num":3,"prefills":1,"0":3,"tokens":2,"decode":1,"has":1,"prefix":5,"cache":3,"hit":3,"false":1,"add":3,"group":2,"inter":3,"data":3,"interdataforseqgroup":1,"chunked":4,"enabled":2,"bool":2,"a":1,"sequence":1,"to":1,"the":1,"metadata":1,"specifically":1,"update":1,"append":1,"1":1,"length":1,"2":1,"table":1,"3":1,"todo":1,"support":1,"for":3,"and":1,"caching":2,"assert":2,"not":4,"is":4,"supported":2,"now":2,"prompt":2},"15858,1913,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"for":6,"seq":13,"id":4,"token":2,"len":11,"curr":7,"query":3,"context":4,"sliding":4,"window":4,"block":16,"in":3,"zip":1,"inter":8,"data":8,"ids":1,"t":2,"input":1,"tokens":4,"orig":1,"lens":7,"blocks":1,"self":8,"append":4,"if":4,"is":3,"prompt":2,"mm":3,"maps":5,"multi":1,"modal":1,"placeholder":2,"modality":2,"placeholders":2,"items":1,"multimodal":1,"extend":1,"num":3,"prefills":1,"1":1,"prefill":5,"else":2,"decode":1,"compute":1,"table":7,"todo":1,"sang":1,"combine":1,"chunked":2,"and":2,"prefix":2,"caching":1,"by":1,"only":2,"allowing":1,"multiple":1,"of":1,"size":2,"chunk":1,"note":2,"this":1,"works":1,"oooooooxxx":1,"style":1,"attention":1,"cache":1,"hit":1,"woosuk":1,"flash":1,"attn":1,"the":3,"should":1,"include":1,"entries":1,"incoming":1,"tables":5,"elif":1,"enabled":1,"or":1,"not":2,"none":1,"0":1},"17771,1606,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"cross":6,"layer":6,"shared":6,"block":23,"table":5,"if":2,"prefix":1,"cache":1,"hit":1,"tables":14,"seq":5,"id":4,"elif":1,"is":6,"not":1,"none":1,"curr":2,"sliding":3,"window":3,"0":1,"else":1,"self":6,"append":1,"compute":3,"slot":4,"mapping":4,"profile":2,"run":2,"empty":1,"start":3,"idx":3,"prompt":1,"query":1,"len":5,"context":3,"size":6,"inter":1,"data":1,"def":1,"get":1,"graph":5,"runner":2,"num":2,"seqs":2,"int":2,"list":2,"torch":1,"tensor":1,"the":1,"shape":3,"of":1,"max":7,"batch":4,"blocks":2,"assert":1},"19377,1845,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"graph":13,"block":13,"tables":8,"self":8,"runner":3,"num":5,"seqs":2,"for":4,"i":3,"table":5,"in":3,"enumerate":1,"if":3,"blocks":7,"len":1,"max":3,"else":1,"it":1,"may":1,"be":2,"possible":1,"to":3,"have":1,"more":1,"allocated":1,"due":1,"lookahead":1,"slots":1,"of":3,"multi":1,"step":1,"however":1,"they":1,"are":1,"not":2,"used":2,"anyway":1,"so":1,"can":1,"safely":1,"ignored":1,"return":1,"torch":1,"from":1,"numpy":1,"device":5,"non":1,"blocking":1,"true":1,"def":1,"build":2,"seq":3,"lens":4,"list":4,"int":4,"query":3,"cuda":5,"pad":3,"size":7,"batch":3,"attention":1,"metadata":1,"with":1,"on":1,"tensors":1,"args":1,"the":6,"maybe":2,"padded":2,"sequence":1,"lengths":2,"input":5,"sequences":2,"padding":1,"1":2,"is":1,"prefix":3,"cache":3,"hit":3,"any":1,"inter":6,"data":6,"builder":3,"add":1,"group":1,"chunked":1,"prefill":1,"enabled":1,"use":1,"captured":1},"21222,1845,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"max":10,"query":13,"len":8,"lens":12,"decode":9,"self":16,"num":8,"prefills":1,"if":2,"0":8,"else":2,"1":1,"prefill":3,"seq":7,"default":2,"curr":1,"tokens":4,"start":2,"loc":2,"list":2,"accumulate":2,"initial":2,"seqs":3,"use":1,"captured":1,"graph":8,"slot":2,"mapping":1,"extend":3,"pad":8,"id":1,"cuda":3,"size":4,"block":14,"tables":14,"cross":6,"layer":6,"shared":6,"batch":1,"get":2,"runner":4,"make":2,"tensor":2,"with":2,"dtype":2,"torch":2,"int":2,"device":4,"assert":1,"format":1},"23067,1048,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"assert":1,"device":6,"is":1,"not":1,"none":1,"context":2,"lens":4,"tensor":10,"async":5,"h2d":5,"self":8,"torch":5,"int":2,"runner":5,"pin":5,"memory":5,"seq":4,"slot":2,"mapping":2,"long":1,"query":2,"start":4,"loc":4,"int32":2,"placeholder":4,"index":2,"maps":2,"modality":2,"map":3,"for":1,"in":1,"multimodal":1,"items":1},"24115,1897,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"return":1,"differentialflashattentionmetadata":1,"num":10,"prefills":2,"self":2,"slot":2,"mapping":2,"tensor":7,"prefill":13,"tokens":14,"decode":13,"seq":10,"lens":6,"multi":1,"modal":1,"placeholder":2,"index":2,"maps":2,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"max":8,"query":7,"len":8,"start":4,"loc":4,"context":2,"block":4,"tables":4,"cross":2,"layer":2,"shared":2,"use":2,"cuda":2,"graph":3,"captured":1,"class":1,"differentialflashattentionimpl":1,"attentionimpl":1,"if":2,"the":5,"input":1,"tensors":1,"contain":3,"prompt":2,"layout":2,"is":4,"as":2,"follows":2,"0":4,"1":6,"n":2,"otherwise":1,"m":2,"padding":3,"generation":2,"can":2,"when":1,"used":1,"currently":1,"don":1,"t":1,"any":1,"prompts":1,"might":1,"have":2,"different":1,"lengths":1,"while":1,"always":1,"length":1,"chunked":1,"enabled":1,"and":1,"be":1,"batched":1,"together":1,"in":1,"a":1,"flattened":1,"1d":1},"26012,134,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"currently":1,"cuda":1,"graph":1,"is":1,"disabled":1,"for":1,"chunked":1,"prefill":2,"meaning":1,"there":1,"s":1,"no":1,"padding":1,"between":1,"and":1,"decode":1,"tokens":1},"26146,511,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"def":1,"init":1,"self":1,"num":2,"heads":2,"int":4,"head":1,"size":1,"scale":1,"float":3,"kv":3,"alibi":1,"slopes":1,"optional":5,"list":1,"sliding":1,"window":1,"cache":1,"dtype":1,"str":4,"logits":1,"soft":1,"cap":1,"none":3,"attn":1,"type":1,"attentiontype":1,"decoder":1,"sharing":1,"target":1,"layer":1,"name":1,"use":1,"irope":1,"bool":1,"false":1,"differential":1,"flash":1,"attention":1,"config":1,"dict":1,"any":1},"26657,1741,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"none":7,"if":6,"differential":4,"flash":9,"attention":5,"config":4,"is":8,"self":16,"used":1,"shared":1,"kv":13,"cache":8,"sharing":3,"target":3,"layer":3,"name":3,"not":8,"use":1,"irope":2,"logger":1,"warning":1,"using":1,"in":2,"v0":1,"supported":1,"yet":1,"it":1,"will":1,"fall":1,"back":1,"to":1,"global":1,"for":1,"long":1,"context":1,"num":4,"heads":4,"head":2,"size":2,"scale":2,"float":1,"alibi":7,"slopes":6,"torch":2,"tensor":1,"dtype":6,"float32":1,"sliding":3,"window":3,"1":3,"0":3,"else":1,"vllm":1,"attn":5,"version":2,"get":1,"requires":1,"quantized":1,"and":1,"startswith":1,"fp8":4,"or":1,"supports":3,"raise":1,"notimplementederror":1,"f":2,"flashattention":1,"does":1,"support":1,"on":1,"this":1,"device":1,"fa":1,"logits":5,"soft":6,"cap":6,"setting":1,"as":1,"means":1,"no":1},"28398,1773,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"assert":1,"self":13,"num":7,"heads":7,"kv":10,"0":8,"queries":1,"per":1,"support":3,"head":8,"sizes":5,"flashattentionbackend":1,"get":1,"supported":3,"if":3,"size":3,"not":4,"in":1,"raise":1,"valueerror":1,"f":2,"is":5,"by":3,"flashattention":1,"are":1,"attn":4,"type":2,"lambda":1,"full":1,"none":3,"subln":2,"differential":1,"flash":2,"attention":1,"config":1,"def":3,"split":4,"x":9,"the":2,"stripe":2,"pattern":2,"friendly":2,"to":2,"tensor":5,"parallel":2,"rearrange":1,"h":2,"two":3,"d":2,"2":1,"x1":4,"x2":4,"1":3,"return":3,"contiguous":2,"cache":9,"numel":2,"torch":6,"empty":2,"populate":1,"layer":3,"attentionlayer":1,"key":3,"value":3,"metadata":2,"differentialflashattentionmetadata":1,"and":3,"updated":2,"slot":3,"mapping":3,"ops":2,"c":1,"reshape":1,"flatten":1,"dtype":1,"k":1,"scale":2,"v":1},"30171,1582,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"def":1,"forward":1,"generate":1,"kv":6,"cache":3,"self":4,"query":13,"torch":7,"tensor":6,"key":9,"optional":2,"value":10,"k":1,"v":1,"attn":3,"metadata":3,"differentialflashattentionmetadata":1,"head":5,"size":5,"num":21,"heads":7,"2":2,"view":3,"1":3,"if":2,"is":7,"not":5,"none":5,"assert":6,"else":1,"prefill":10,"tokens":14,"decode":9,"shape":8,"0":4,"mismatch":4,"output":1,"empty":1,"like":1,"for":2,"needed":1,"because":1,"it":1,"already":1,"cached":1,"qkv":1,"and":1},"31753,1202,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"if":2,"prefill":15,"meta":7,"attn":2,"metadata":2,"prompt":1,"run":1,"k":4,"cache":1,"numel":2,"0":2,"or":2,"block":2,"tables":2,"is":1,"none":1,"normal":1,"attention":1,"output":5,"flash":1,"varlen":1,"func":1,"q":3,"query":1,"key":1,"v":1,"value":1,"cu":2,"seqlens":2,"seq":4,"start":2,"loc":2,"max":4,"seqlen":2,"len":2,"softmax":1,"scale":2,"self":4,"causal":1,"true":1,"window":2,"size":1,"sliding":1,"alibi":2,"slopes":2,"softcap":1,"logits":1,"soft":1,"cap":1,"assert":1,"shape":2,"num":2,"tokens":2,"else":1,"raise":1,"exception":1,"prefix":1,"caching":1,"not":1,"supported":1},"32955,1837,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"if":2,"decode":7,"meta":3,"attn":8,"metadata":8,"block":10,"tables":8,"arg":5,"try":1,"output":5,"num":2,"prefill":1,"tokens":1,"flash":2,"with":3,"kvcache":2,"q":2,"query":3,"unsqueeze":2,"1":5,"k":5,"cache":13,"v":5,"table":2,"seqlens":2,"seq":2,"lens":2,"tensor":6,"softmax":2,"scale":4,"self":9,"causal":2,"true":2,"window":4,"size":3,"sliding":2,"alibi":4,"slopes":4,"softcap":2,"logits":2,"soft":2,"cap":2,"squeeze":2,"except":1,"exception":1,"as":1,"e":3,"logger":1,"error":2,"in":1,"pagedattention":1,"forward":2,"s":1,"str":1,"raise":1,"reshape":1,"the":1,"return":2,"view":1,"heads":1,"head":1,"def":1,"kv":1,"only":1,"torch":3,"differentialflashattentionmetadata":1,"not":1,"cross":1,"layer":1,"shared":1,"else":1},"34792,1903,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"def":1,"forward":2,"self":10,"layer":1,"attentionlayer":1,"q":4,"torch":12,"tensor":9,"k":2,"v":2,"kv":7,"cache":3,"attn":3,"metadata":3,"differentialflashattentionmetadata":1,"output":4,"optional":2,"none":3,"scale":1,"pass":1,"with":2,"flashattention":1,"args":1,"query":1,"shape":5,"num":12,"tokens":4,"heads":6,"head":5,"size":7,"key":1,"value":1,"2":3,"blocks":1,"block":1,"note":3,"will":1,"be":2,"an":1,"empty":1,"0":1,"for":2,"profiling":1,"run":1,"attention":6,"it":1,"in":1,"place":1,"updates":1,"the":2,"fp8":1,"quantization":1,"flash":6,"expect":1,"of":1,"descale":1,"to":2,"sequences":1,"we":1,"use":1,"s":1,"expand":1,"avoid":1,"duplicating":1,"values":1,"if":1,"lambda":21,"full":2,"is":1,"init":3,"differential":5,"config":5,"q1":3,"k1":3,"q2":3,"k2":3,"1":4,"exp":2,"sum":2,"dim":2,"float":2,"type":2,"as":2},"36695,1833,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"if":2,"not":3,"self":17,"used":1,"shared":1,"kv":25,"cache":11,"need":1,"to":1,"generate":3,"q":3,"view":5,"1":4,"num":5,"heads":7,"head":4,"size":5,"k":3,"v":3,"q1":5,"q2":1,"split":7,"k1":4,"k2":2,"v1":3,"v2":3,"shape":3,"is":5,"2":3,"blocks":1,"block":1,"noqa":1,"e501":1,"by":1,"half":1,"along":1,"the":1,"first":1,"dimension":1,"cache1":13,"cache2":10,"assert":2,"contiguous":4,"numel":1,"0":5,"populate":2,"layer":2,"attn":4,"metadata":4,"key":6,"value":6,"else":1,"torch":5,"empty":4,"attn11":4,"forward":2,"attn12":4,"attn1":1,"cat":1,"dim":1},"38528,1966,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"attn21":4,"self":13,"forward":4,"generate":2,"kv":15,"cache":8,"q2":5,"k2":2,"v1":1,"key":6,"cache2":9,"value":6,"cache1":9,"attn":12,"metadata":4,"attn22":4,"v2":1,"view":5,"shape":6,"attn2":2,"torch":2,"cat":2,"dim":3,"1":7,"attn1":2,"lambda":2,"full":2,"num":5,"heads":4,"2":5,"head":4,"subln":1,"init":1,"reshape":1,"back":1,"to":1,"output":1,"rearrange":1,"h":2,"two":3,"d":2,"else":1,"reuse":1,"the":1,"attention":1,"q":3,"size":3,"q1":5,"split":2,"is":1,"blocks":1,"block":1,"noqa":1,"e501":1,"0":2,"attn11":4,"with":2,"only":2,"attn12":4},"40494,990,data/raw/vllm-0.10.1/vllm/attention/backends/differential_flash_attn.py":{"attn21":4,"self":7,"forward":2,"with":2,"kv":2,"cache":2,"only":2,"q2":4,"key":2,"cache2":3,"value":2,"cache1":1,"attn":12,"metadata":2,"attn22":4,"view":3,"shape":2,"attn2":2,"torch":1,"cat":1,"dim":1,"1":3,"attn1":1,"lambda":2,"full":1,"subln":1,"init":1,"reshape":1,"back":1,"to":1,"2":2,"num":2,"head":2,"output":4,"rearrange":1,"h":2,"two":3,"d":2,"heads":1,"size":1,"return":1},"0,1711,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":7,"contextlib":1,"import":9,"contextmanager":1,"dataclasses":1,"dataclass":2,"typing":1,"type":7,"checking":2,"optional":1,"union":1,"torch":1,"envs":4,"as":1,"attention":3,"backends":2,"mla":7,"common":1,"mlacommonbackend":2,"mlacommonimpl":1,"mlacommonmetadata":1,"mlacommonmetadatabuilder":1,"mlacommonstate":1,"utils":1,"compute":2,"slot":2,"mapping":2,"start":1,"idx":1,"is":2,"block":1,"tables":1,"empty":1,"ops":1,"rocm":4,"aiter":7,"decode":1,"fwd":1,"get":6,"metadata":2,"if":1,"worker":1,"model":1,"runner":1,"modelinputforgpubuilder":1,"def":6,"enabled":1,"bool":1,"return":6,"use":2,"and":1,"class":1,"aitermlabackend":1,"staticmethod":5,"name":1,"str":1,"impl":1,"cls":4,"aitermlaimpl":2,"aitermlametadata":2,"builder":1,"aitermlametadatabuilder":2,"state":1,"aitermlastate":2},"1711,1984,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"class":2,"aitermlametadata":1,"mlacommonmetadata":1,"the":9,"following":1,"5":1,"tensors":1,"are":1,"for":1,"current":1,"version":1,"of":5,"aiter":2,"mla":2,"block":5,"table":5,"bound":5,"optional":5,"torch":5,"tensor":5,"none":7,"indptr":11,"paged":18,"kv":18,"cache":4,"shape":2,"batch":2,"size":2,"1":1,"page":7,"indices":6,"number":1,"entries":1,"in":2,"last":6,"each":1,"request":1,"lens":5,"this":1,"is":4,"just":1,"to":1,"make":1,"new":1,"api":1,"work":1,"mtp":1,"support":1,"not":3,"added":1,"yet":1,"qo":5,"property":2,"def":2,"prefill":14,"metadata":25,"self":17,"super":2,"cached":4,"if":2,"update":1,"dict":1,"return":1,"decode":11},"3695,1870,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"update":2,"the":2,"cache":2,"self":18,"cached":2,"decode":4,"metadata":4,"class":2,"dict":1,"return":1,"aitermlametadatabuilder":1,"mlacommonmetadatabuilder":1,"aitermlametadata":1,"block":7,"table":2,"extender":1,"list":6,"int":5,"def":3,"init":2,"input":3,"builder":2,"modelinputforgpubuilder":1,"super":2,"assert":1,"size":2,"1":4,"aiter":1,"mla":1,"requires":1,"only":1,"prepare":2,"paged":3,"kv":3,"indices":1,"indptr":2,"0":3,"last":1,"page":1,"lens":8,"total":1,"blocks":2,"qo":1,"add":2,"seq":11,"group":2,"inter":10,"data":10,"chunked":1,"prefill":3,"enabled":1,"bool":2,"prefix":1,"hit":1,"a":1,"sequence":1,"to":1,"specifically":1,"append":4,"context":5,"length":1,"2":1,"3":1,"slot":1,"mapping":1,"is":3,"prompt":3,"tables":2,"for":2,"id":1,"token":2,"len":11,"curr":5,"query":3,"sliding":2,"window":2,"in":2,"zip":1,"ids":1,"t":2,"tokens":3,"orig":1,"if":1,"num":3,"prefills":1,"else":1},"5565,1662,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"compute":4,"block":22,"table":9,"todo":1,"sang":1,"combine":1,"chunked":2,"prefill":3,"and":2,"prefix":2,"caching":1,"by":1,"only":3,"allowing":1,"multiple":1,"of":1,"size":3,"chunk":1,"note":2,"this":1,"works":1,"for":4,"oooooooxxx":1,"style":1,"attention":1,"if":3,"cache":1,"hit":1,"woosuk":1,"flash":1,"attn":1,"the":3,"should":1,"include":1,"entries":1,"incoming":1,"tokens":1,"tables":9,"seq":7,"id":5,"elif":1,"enabled":1,"or":1,"not":2,"is":7,"prompt":2,"none":1,"curr":2,"sliding":3,"window":3,"0":1,"else":1,"self":5,"append":1,"slot":4,"mapping":4,"profile":4,"run":4,"empty":1,"start":3,"idx":3,"query":1,"len":5,"context":2,"inter":1,"data":1,"return":1,"update":2,"paged":2,"kv":2,"tensors":2,"non":1},"7227,1740,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"def":2,"update":1,"paged":10,"kv":10,"tensors":1,"self":20,"block":17,"table":8,"list":3,"int":6,"seq":9,"len":12,"get":1,"the":1,"number":1,"of":1,"valid":3,"blocks":2,"based":1,"on":1,"sequence":1,"length":1,"if":5,"16":3,"size":15,"bound":5,"is":2,"1":11,"with":2,"15":1,"0":4,"total":1,"else":1,"indices":1,"extend":4,"indptr":12,"append":3,"qo":6,"last":10,"page":6,"lens":6,"build":2,"query":2,"cuda":6,"graph":8,"pad":6,"batch":2,"aitermlametadata":1,"metadata":1,"super":1,"device":2,"runner":1,"use":2,"captured":2},"8967,1870,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"for":1,"current":1,"version":1,"of":2,"aiter":1,"mla":1,"if":1,"len":3,"self":9,"paged":19,"kv":19,"indptr":12,"0":2,"extend":2,"to":1,"the":2,"maximum":1,"number":1,"blocks":2,"as":1,"returned":1,"by":1,"scheduler":1,"indices":7,"total":1,"tensor":16,"torch":10,"device":10,"dtype":5,"int":5,"last":5,"page":5,"lens":5,"block":4,"table":4,"bound":4,"zeros":1,"1":1,"qo":5,"else":1,"none":5,"metadata":6,"return":1,"class":1,"aitermlastate":1,"mlacommonstate":1,"aitermlametadata":1},"10837,1715,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"contextmanager":1,"def":2,"graph":4,"capture":4,"self":17,"max":6,"batch":13,"size":11,"int":2,"kv":22,"indices":8,"indptr":16,"last":8,"page":8,"lens":8,"qo":8,"get":4,"aiter":1,"mla":1,"metadata":9,"block":4,"runner":3,"per":2,"device":2,"paged":18,"tensor":12,"with":1,"super":2,"yield":1,"del":4,"for":2,"is":2,"encoder":2,"decoder":2,"model":2,"bool":1,"false":1,"aitermlametadata":1,"1":2,"return":1},"12552,1807,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"def":2,"get":2,"graph":4,"input":16,"buffers":16,"self":2,"attn":13,"metadata":21,"aitermlametadata":3,"is":4,"encoder":4,"decoder":4,"model":4,"bool":2,"false":2,"super":2,"paged":13,"kv":13,"indptr":8,"decode":8,"indices":5,"last":4,"page":4,"lens":4,"qo":4,"return":1,"prepare":2,"num":2,"total":2,"blocks":2,"shape":1,"0":1,"copy":4,"non":4,"blocking":4,"true":4,"class":1,"aitermlaimpl":1,"mlacommonimpl":1},"14359,1898,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"def":3,"init":2,"self":5,"num":4,"heads":4,"int":4,"head":2,"size":2,"scale":3,"float":4,"kv":8,"alibi":4,"slopes":4,"optional":4,"list":1,"sliding":4,"window":4,"cache":4,"dtype":2,"str":3,"logits":4,"soft":4,"cap":4,"attn":9,"type":2,"sharing":2,"target":2,"layer":2,"name":2,"mla":4,"specific":1,"arguments":1,"args":2,"none":2,"super":1,"unsupported":2,"features":2,"if":1,"any":1,"raise":1,"notimplementederror":1,"aiter":2,"does":1,"not":2,"support":1,"one":1,"of":1,"the":1,"following":1,"from":1,"import":1,"flash":5,"varlen":5,"func":4,"diff":1,"headdims":1,"q":5,"torch":9,"tensor":9,"k":4,"v":2,"softmax":2,"return":2,"lse":1,"bool":1,"kwargs":2,"union":1,"tuple":1,"output":2,"forward":1,"decode":4,"nope":2,"pe":3,"c":2,"and":2,"metadata":3,"aitermlametadata":1,"assert":2,"numel":1,"0":2,"meta":2,"is":1,"b":1,"shape":1},"16257,686,data/raw/vllm-0.10.1/vllm/attention/backends/rocm_aiter_mla.py":{"q":6,"torch":2,"cat":1,"nope":1,"pe":2,"dim":1,"1":1,"o":3,"empty":1,"b":1,"self":4,"num":1,"heads":1,"kv":7,"lora":1,"rank":1,"dtype":2,"device":2,"buffer":2,"c":1,"and":1,"k":1,"cache":1,"unsqueeze":1,"2":1,"aiter":1,"mla":1,"decode":1,"fwd":1,"scale":1,"attn":5,"metadata":5,"qo":1,"indptr":2,"max":1,"query":1,"len":1,"paged":3,"indices":1,"last":1,"page":1,"lens":1,"return":1,"v":1,"up":1,"proj":1},"0,1964,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"attention":4,"layer":1,"with":4,"flashattention":1,"from":13,"collections":1,"import":14,"defaultdict":1,"dataclasses":1,"dataclass":1,"itertools":1,"accumulate":1,"typing":1,"type":3,"checking":2,"dict":1,"list":2,"optional":1,"tuple":1,"torch":1,"custom":1,"ops":2,"as":1,"yapf":3,"conflicts":1,"isort":1,"for":1,"this":1,"block":3,"disable":1,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionlayer":1,"attentionmetadata":1,"attentionmetadatabuilder":1,"attentiontype":1,"is":4,"quantized":1,"kv":2,"cache":1,"enable":1,"utils":4,"pad":2,"slot":3,"id":1,"commonattentionstate":1,"compute":2,"mapping":2,"start":1,"idx":1,"get":5,"num":1,"prefill":1,"decode":1,"query":1,"tokens":1,"seq":1,"len":1,"table":1,"args":1,"all":2,"cross":1,"attn":8,"metadata":2,"set":2,"encoder":1,"tables":1,"empty":1,"fa":1,"flash":6,"supports":1,"fp8":1,"version":1,"logger":4,"init":2,"multimodal":1,"multimodalplaceholdermap":1,"async":1,"tensor":2,"h2d":1,"make":1,"varlen":1,"func":1,"kvcache":1,"if":1,"worker":1,"model":1,"runner":1,"modelinputforgpubuilder":1,"name":2,"class":1,"flashattentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"true":1,"staticmethod":2,"def":2,"supported":1,"head":1,"sizes":1,"int":1,"return":2,"32":1,"64":1,"96":1,"128":1,"160":1,"192":1,"224":1,"256":1,"str":1},"1964,1694,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"staticmethod":7,"def":7,"get":5,"impl":1,"cls":4,"type":4,"flashattentionimpl":2,"return":5,"metadata":2,"attentionmetadata":2,"flashattentionmetadata":2,"builder":1,"flashattentionmetadatabuilder":2,"state":1,"commonattentionstate":2,"kv":16,"cache":19,"shape":1,"num":4,"blocks":7,"int":5,"block":4,"size":6,"heads":2,"head":2,"tuple":1,"if":1,"16":2,"0":4,"raise":1,"valueerror":1,"must":1,"be":1,"a":1,"multiple":1,"of":1,"2":1,"swap":3,"src":12,"torch":5,"tensor":5,"dst":10,"to":5,"none":2,"key":6,"ops":3,"value":6,"1":3,"copy":2,"caches":7,"list":1,"dists":2,"for":3,"in":2,"dataclass":1,"class":1,"flashattentionbackend":1},"3658,1975,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"note":2,"any":1,"python":1,"object":1,"stored":4,"here":1,"is":6,"not":2,"updated":2,"when":1,"it":5,"cuda":6,"graph":6,"replayed":1,"if":6,"you":1,"have":1,"values":1,"that":2,"need":1,"to":5,"be":3,"changed":1,"dynamically":1,"should":1,"in":4,"tensor":9,"the":5,"has":1,"from":1,"cudagraphrunner":1,"forward":1,"api":1,"batch":6,"size":4,"sequence":6,"length":5,"per":4,"means":2,"computed":2,"tokens":5,"new":1,"none":2,"a":3,"decoding":3,"seq":10,"lens":4,"optional":5,"list":2,"int":4,"as":1,"torch":3,"sang":1,"definition":1,"of":3,"context":4,"len":9,"query":4,"and":2,"n":2,"1":2,"iteration":2,"tokena":1,"newtokens":1,"maximum":3,"among":2,"prefill":3,"0":3,"there":2,"are":5,"requests":2,"only":3,"max":5,"decode":2,"lengths":1,"so":1,"far":1,"blocks":3,"block":5,"addresses":1,"id":1,"physical":1,"e":1,"g":1,"2":1,"0th":1,"1st":1,"2nd":2,"kv":1,"cache":1,"each":1,"can":1,"contain":1,"up":2,"dimensions":1,"padded":1,"captured":1,"tables":1,"whether":1,"or":1,"enabled":2,"currently":1,"for":1,"todo":1,"woosuk":1,"move":1,"use":2,"out":1,"since":1,"s":1,"unrelated":1,"attention":1,"bool":1},"5633,1928,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"max":3,"number":2,"of":5,"query":3,"tokens":3,"among":2,"request":1,"in":4,"the":13,"batch":7,"decode":2,"len":2,"optional":12,"int":4,"none":12,"size":3,"1":3,"cumulative":3,"subquery":3,"lengths":4,"sequences":4,"used":3,"to":4,"index":3,"into":3,"e":3,"g":3,"if":3,"length":4,"is":11,"4":6,"6":3,"it":3,"0":3,"10":3,"start":3,"loc":3,"torch":6,"tensor":7,"sequence":8,"seq":5,"cached":2,"prefill":1,"metadata":7,"flashattentionmetadata":2,"begin":1,"encoder":12,"attn":5,"enc":2,"dec":2,"cross":6,"fields":1,"representation":1,"lens":2,"list":1,"maximum":1,"input":1,"num":1,"attention":5,"memory":1,"mapping":3,"data":1,"structures":1,"slot":2,"and":1,"block":2,"tables":2,"property":2,"def":2,"all":5,"set":5,"self":3,"required":2,"for":2,"return":1},"7561,1588,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"superset":1,"of":1,"encoder":3,"attention":1,"required":1,"metadata":6,"return":3,"is":13,"all":1,"cross":1,"attn":2,"set":1,"self":30,"property":1,"def":1,"prefill":4,"optional":1,"flashattentionmetadata":1,"if":9,"num":8,"prefills":7,"0":1,"none":21,"cached":2,"not":5,"assert":2,"seq":13,"lens":13,"or":2,"tensor":8,"compute":1,"some":1,"fields":1,"which":1,"default":1,"to":1,"query":3,"start":6,"loc":6,"else":7,"1":2,"slot":3,"mapping":3,"tokens":1,"context":3,"block":3,"tables":3},"9149,1692,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"self":20,"cached":4,"prefill":6,"metadata":5,"flashattentionmetadata":2,"num":6,"prefills":2,"tokens":4,"decode":7,"0":4,"slot":4,"mapping":4,"multi":2,"modal":2,"placeholder":2,"index":2,"maps":2,"enable":2,"kv":2,"scales":2,"calculation":2,"seq":19,"lens":12,"tensor":8,"max":8,"query":5,"len":8,"start":6,"loc":6,"context":2,"block":4,"tables":4,"use":1,"cuda":1,"graph":1,"false":1,"begin":1,"encoder":10,"cross":5,"attn":1,"fields":1,"below":1,"return":3,"property":1,"def":1,"optional":1,"if":2,"none":4,"is":3,"not":3,"assert":1,"or":1},"10841,463,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"compute":1,"some":1,"attn":1,"metadata":1,"fields":1,"which":1,"default":1,"to":1,"none":7,"slot":3,"mapping":3,"if":3,"self":9,"is":3,"else":3,"num":3,"prefill":1,"tokens":1,"seq":3,"lens":3,"tensor":3,"prefills":2,"block":3,"tables":3},"11304,1801,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"self":21,"cached":2,"decode":8,"metadata":2,"flashattentionmetadata":2,"num":7,"prefills":5,"0":4,"prefill":3,"tokens":4,"slot":4,"mapping":4,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":7,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"seq":17,"lens":8,"tensor":5,"max":9,"query":10,"len":9,"batch":1,"may":1,"be":1,"composed":1,"of":2,"decodes":3,"adjust":1,"start":12,"indices":1,"to":2,"refer":1,"the":1,"e":1,"g":1,"in":1,"3":2,"6":2,"loc":10,"9":1,"if":2,"is":2,"not":2,"else":2,"context":1,"block":4,"tables":4,"use":2,"cuda":2,"graph":2,"begin":1,"encoder":9,"cross":5,"attn":1,"fields":1,"below":1,"return":1,"class":1,"flashattentionmetadatabuilder":1,"attentionmetadatabuilder":1},"13105,1966,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"def":3,"init":1,"self":19,"input":7,"builder":6,"modelinputforgpubuilder":2,"runner":2,"sliding":4,"window":4,"block":7,"size":2,"prepare":1,"slot":2,"mapping":2,"list":6,"int":5,"prefill":3,"seq":9,"lens":8,"context":6,"tables":3,"curr":4,"multimodal":2,"placeholder":3,"maps":6,"dict":1,"str":1,"multimodalplaceholdermap":2,"defaultdict":1,"num":3,"prefills":1,"0":3,"tokens":3,"decode":1,"has":1,"prefix":2,"cache":2,"hit":2,"false":1,"add":2,"group":2,"inter":11,"data":11,"interdataforseqgroup":1,"chunked":1,"enabled":1,"bool":2,"a":1,"sequence":1,"to":1,"the":1,"metadata":1,"specifically":1,"update":1,"append":2,"1":1,"length":1,"2":1,"table":1,"3":1,"is":3,"prompt":3,"for":3,"id":1,"token":1,"len":7,"query":2,"in":3,"zip":1,"ids":1,"t":2,"orig":1,"blocks":1,"if":2,"mm":3,"multi":1,"modal":1,"modality":2,"placeholders":2,"items":1,"extend":1},"15071,1704,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"self":9,"num":3,"prefills":1,"1":1,"prefill":5,"tokens":3,"token":1,"len":8,"seq":9,"lens":2,"append":3,"else":2,"decode":1,"query":2,"curr":4,"compute":4,"block":19,"table":7,"todo":1,"sang":1,"combine":1,"chunked":2,"and":2,"prefix":2,"caching":1,"by":1,"only":2,"allowing":1,"multiple":1,"of":1,"size":3,"chunk":1,"note":2,"this":1,"works":1,"for":3,"oooooooxxx":1,"style":1,"attention":1,"if":2,"cache":1,"hit":1,"woosuk":1,"flash":1,"attn":1,"the":3,"should":1,"include":1,"entries":1,"incoming":1,"tables":8,"id":4,"elif":1,"enabled":1,"or":1,"not":2,"is":6,"prompt":2,"none":1,"sliding":3,"window":3,"0":1,"slot":4,"mapping":4,"profile":2,"run":2,"empty":1,"start":3,"idx":3,"context":2,"inter":1,"data":1},"16775,1310,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"def":2,"get":1,"graph":9,"runner":4,"block":16,"tables":10,"self":5,"num":6,"seqs":3,"int":6,"list":4,"torch":2,"tensor":1,"the":1,"shape":2,"of":2,"is":1,"max":8,"batch":4,"size":6,"context":1,"len":2,"blocks":8,"assert":1,"for":1,"i":3,"table":5,"in":1,"enumerate":1,"if":2,"else":1,"it":1,"may":1,"be":2,"possible":1,"to":3,"have":1,"more":1,"allocated":1,"due":1,"lookahead":1,"slots":1,"multi":1,"step":1,"however":1,"they":1,"are":1,"not":1,"used":1,"anyway":1,"so":1,"can":1,"safely":1,"ignored":1,"return":1,"from":1,"numpy":1,"device":3,"non":1,"blocking":1,"true":1,"build":2,"seq":1,"lens":2,"query":1,"cuda":1,"pad":1,"attention":1,"metadata":1,"with":1,"on":1,"tensors":1},"18085,1387,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"args":1,"seq":8,"lens":11,"the":6,"maybe":2,"padded":2,"sequence":1,"lengths":2,"of":2,"input":5,"sequences":2,"query":12,"cuda":4,"graph":5,"pad":2,"size":5,"padding":1,"for":3,"1":3,"if":2,"is":1,"not":1,"used":1,"batch":2,"prefix":3,"cache":3,"hit":3,"any":1,"inter":6,"data":6,"in":2,"self":9,"builder":3,"list":4,"add":1,"group":1,"chunked":1,"prefill":3,"enabled":1,"device":2,"runner":1,"use":1,"captured":1,"max":9,"len":6,"decode":8,"num":3,"prefills":1,"0":5,"else":1,"default":2,"curr":1,"tokens":2,"start":2,"loc":2,"accumulate":2,"initial":2},"19472,1699,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"num":4,"seqs":2,"len":2,"seq":5,"lens":7,"if":1,"use":1,"captured":1,"graph":4,"self":14,"slot":4,"mapping":3,"extend":2,"pad":5,"id":1,"cuda":2,"size":3,"block":6,"tables":6,"decode":1,"tokens":2,"batch":1,"prefill":1,"get":1,"runner":6,"else":1,"make":1,"tensor":11,"with":1,"0":2,"dtype":1,"torch":6,"int":3,"device":8,"assert":2,"max":1,"query":5,"format":1,"is":1,"not":1,"none":1,"context":2,"async":5,"h2d":5,"pin":5,"memory":5,"long":1,"start":4,"loc":4,"int32":2,"placeholder":4,"index":2,"maps":2,"modality":2,"map":3,"for":1,"in":1,"multimodal":1,"items":1},"21171,1930,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"return":1,"flashattentionmetadata":1,"num":10,"prefills":2,"self":2,"slot":2,"mapping":2,"tensor":7,"prefill":15,"tokens":15,"decode":14,"seq":10,"lens":6,"multi":1,"modal":1,"placeholder":2,"index":2,"maps":2,"enable":1,"kv":1,"scales":1,"calculation":1,"true":1,"max":8,"query":7,"len":8,"start":4,"loc":4,"context":2,"block":2,"tables":2,"use":2,"cuda":3,"graph":4,"captured":1,"class":1,"flashattentionimpl":1,"attentionimpl":1,"if":2,"the":5,"input":1,"tensors":1,"contain":3,"prompt":2,"layout":2,"is":5,"as":2,"follows":2,"0":4,"1":6,"n":2,"otherwise":1,"m":2,"padding":4,"generation":2,"can":2,"when":1,"used":1,"currently":2,"don":1,"t":1,"any":1,"prompts":1,"might":1,"have":2,"different":1,"lengths":1,"while":1,"always":1,"length":1,"chunked":2,"enabled":1,"and":2,"be":1,"batched":1,"together":1,"in":1,"a":1,"flattened":1,"1d":1,"disabled":1,"for":1,"meaning":1,"there":1,"s":1,"no":1,"between":1},"23101,433,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"def":1,"init":1,"self":1,"num":2,"heads":2,"int":4,"head":1,"size":1,"scale":1,"float":3,"kv":3,"alibi":1,"slopes":1,"optional":4,"list":1,"sliding":1,"window":1,"cache":1,"dtype":1,"str":3,"logits":1,"soft":1,"cap":1,"none":2,"attn":1,"type":1,"attentiontype":1,"decoder":1,"sharing":1,"target":1,"layer":1,"name":1,"use":1,"irope":1,"bool":1,"false":1},"23534,1570,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"none":6,"if":6,"kv":11,"sharing":2,"target":1,"layer":1,"name":1,"is":8,"not":9,"raise":2,"notimplementederror":2,"supported":2,"in":3,"v0":2,"flash":6,"attn":6,"backend":1,"use":1,"irope":2,"logger":1,"warning":1,"using":1,"yet":1,"it":1,"will":1,"fall":1,"back":1,"to":1,"global":1,"attention":1,"for":1,"long":1,"context":1,"self":13,"num":4,"heads":4,"head":2,"size":2,"scale":2,"float":1,"alibi":7,"slopes":6,"torch":2,"tensor":1,"dtype":6,"float32":1,"sliding":3,"window":3,"1":3,"0":3,"else":1,"cache":7,"vllm":1,"version":2,"get":1,"requires":1,"quantized":1,"and":1,"startswith":1,"fp8":4,"or":1,"supports":3,"f":2,"flashattention":1,"does":1,"support":1,"on":1,"this":1,"device":1,"fa":1,"logits":5,"soft":6,"cap":6,"setting":1,"as":1,"means":1,"no":1},"25104,1819,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"self":5,"num":15,"queries":1,"per":1,"kv":9,"heads":8,"support":3,"head":13,"sizes":5,"flashattentionbackend":1,"get":1,"supported":4,"if":2,"size":10,"not":5,"in":2,"raise":2,"valueerror":1,"f":2,"is":4,"by":1,"flashattention":2,"are":1,"attn":5,"type":2,"def":1,"forward":2,"layer":1,"attentionlayer":1,"query":2,"torch":8,"tensor":10,"key":2,"value":2,"cache":3,"metadata":3,"flashattentionmetadata":1,"output":8,"optional":2,"none":4,"scale":2,"pass":1,"with":2,"args":1,"shape":5,"tokens":4,"2":1,"blocks":1,"block":1,"note":3,"will":1,"be":3,"an":1,"empty":1,"0":1,"for":3,"profiling":1,"run":1,"attention":1,"it":1,"place":1,"updates":1,"the":2,"fp8":1,"quantization":2,"flash":1,"expect":1,"of":1,"q":1,"k":1,"v":1,"descale":1,"to":2,"sequences":1,"we":1,"use":1,"s":1,"expand":1,"avoid":1,"duplicating":1,"values":1,"assert":1,"must":1,"provided":1,"notimplementederror":1,"fused":1,"yet":1,"flashattentionimpl":1},"26923,1487,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"note":1,"woosuk":1,"flashattention2":1,"does":2,"not":6,"support":2,"fp8":7,"kv":5,"cache":5,"if":3,"flash":2,"attn":10,"supports":2,"or":1,"output":1,"dtype":5,"torch":2,"bfloat16":2,"assert":1,"layer":2,"k":1,"scale":5,"float":4,"1":2,"0":2,"and":4,"v":2,"key":1,"is":3,"only":1,"supported":1,"in":1,"flashattention":2,"3":1,"with":1,"base":1,"type":4,"self":6,"attentiontype":2,"encoder":6,"metadata":6,"all":2,"set":2,"raise":3,"attributeerror":2,"attention":5,"requires":2,"setting":2,"attributes":2,"elif":1,"decoder":2,"cross":3,"str":1,"softmax":1,"window":2,"size":1,"sliding":1,"alibi":2,"slopes":2,"optional":2,"tensor":1,"logits":2,"soft":2,"cap":2,"startswith":1,"notimplementederror":1,"on":1,"this":1,"device":1},"28410,1765,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"if":4,"kv":11,"cache":18,"numel":1,"0":3,"key":5,"value":5,"1":2,"we":3,"skip":2,"updating":2,"the":11,"under":1,"two":1,"conditions":1,"a":1,"when":2,"attention":6,"type":4,"is":5,"encoder":4,"in":3,"this":4,"phase":2,"compute":1,"only":2,"without":1,"b":1,"both":1,"and":7,"are":2,"none":3,"occurs":1,"during":3,"cross":4,"computation":1,"decoding":1,"where":1,"already":1,"populated":1,"with":1,"tensor":1,"thus":1,"updates":1,"time":1,"attn":4,"attentiontype":2,"not":4,"decoder":1,"update":2,"prefill":2,"updated":3,"slot":5,"mapping":5,"metadata":2,"else":1,"self":1,"decode":1,"reshape":2,"input":1,"keys":1,"values":1,"store":1,"them":1,"provided":1,"new":1,"tensors":1,"cached":1,"happens":1,"initial":1,"memory":1,"profiling":1,"run":1,"torch":1,"ops":2,"c":1,"flash":1,"flatten":1,"ignore":1,"union":1,"attr":1,"dtype":1,"layer":2,"k":1,"scale":2,"v":1},"30175,1879,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"if":5,"fp8":4,"attention":4,"kv":9,"cache":7,"view":3,"torch":3,"float8":3,"e4m3fn":3,"key":6,"value":4,"num":20,"tokens":16,"heads":4,"head":4,"size":4,"query":21,"shape":4,"ops":1,"scaled":1,"quant":1,"reshape":2,"contiguous":1,"layer":1,"q":4,"scale":1,"prefill":17,"decode":6,"get":2,"attn":4,"metadata":4,"type":2,"output":4,"qkv":1,"for":1,"assert":2,"0":4,"meta":4,"prompt":2,"run":1,"numel":2,"or":2,"block":3,"tables":3,"is":1,"none":1,"normal":1,"when":1,"are":2,"not":1,"filled":1,"it":1,"means":1,"and":2,"k":3,"the":2,"they":1,"have":1,"same":1,"length":1,"seq":5,"start":2,"loc":2,"len":2,"true":1},"32054,639,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"key":4,"ops":2,"scaled":2,"fp8":2,"quant":2,"reshape":4,"num":8,"kv":8,"tokens":4,"heads":4,"head":4,"size":4,"contiguous":2,"layer":2,"k":1,"scale":2,"value":4,"v":1},"32693,958,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"descale":7,"shape":6,"q":8,"seq":5,"start":3,"loc":3,"0":1,"1":2,"key":2,"flash":2,"attn":3,"varlen":1,"func":1,"query":1,"k":7,"v":3,"value":1,"cu":2,"seqlens":2,"max":2,"seqlen":2,"len":2,"softmax":2,"scale":5,"causal":2,"get":1,"option":1,"type":1,"window":2,"size":2,"alibi":2,"slopes":2,"softcap":1,"logits":1,"soft":1,"cap":1,"out":1,"prefill":1,"output":1,"fa":1,"version":2,"self":1,"vllm":1,"layer":3,"expand":3},"33651,1470,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"else":1,"prefix":2,"enabled":1,"attention":1,"assert":3,"attn":3,"type":1,"attentiontype":1,"decoder":2,"only":2,"models":1,"support":1,"caching":1,"prefill":9,"meta":8,"seq":5,"lens":3,"is":2,"not":2,"none":2,"query":5,"start":3,"loc":3,"max":6,"len":3,"descale":7,"shape":6,"0":1,"1":2,"key":2,"flash":2,"varlen":1,"func":1,"noqa":1,"q":5,"k":5,"cache":2,"v":3,"value":1,"cu":1,"seqlens":1,"seqlen":2,"seqused":1,"tensor":1,"softmax":2,"scale":5,"causal":1,"true":1,"window":2,"size":2,"alibi":2,"slopes":2,"block":2,"table":1,"tables":1,"softcap":1,"logits":1,"soft":1,"cap":1,"out":1,"output":1,"fa":1,"version":2,"self":1,"vllm":1,"layer":3,"expand":3},"35121,229,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"if":1,"decode":2,"meta":1,"attn":2,"metadata":2,"decoding":2,"run":1,"use":1,"flash":1,"varlen":1,"func":1,"kernel":1,"for":1,"speculative":1,"because":1,"different":2,"queries":1,"might":1,"have":1,"lengths":1},"35350,1508,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"assert":3,"decode":16,"meta":9,"max":7,"query":8,"len":5,"is":2,"not":2,"none":2,"use":1,"only":3,"for":1,"actual":1,"varlen":2,"decoding":1,"if":1,"1":4,"attn":3,"type":1,"attentiontype":1,"decoder":2,"models":1,"support":1,"start":3,"loc":3,"descale":7,"shape":6,"0":1,"key":2,"flash":2,"func":1,"q":5,"k":5,"cache":2,"v":3,"value":1,"cu":1,"seqlens":1,"seqlen":2,"seqused":1,"seq":2,"lens":1,"tensor":1,"softmax":2,"scale":5,"causal":1,"true":1,"window":2,"size":2,"alibi":2,"slopes":2,"softcap":1,"logits":1,"soft":1,"cap":1,"block":2,"table":1,"tables":1,"out":1,"output":1,"fa":1,"version":2,"self":1,"vllm":1,"layer":3,"expand":3},"36858,1177,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"else":1,"use":1,"flash":3,"attn":4,"with":2,"kvcache":2,"for":1,"normal":1,"decoding":1,"seq":4,"lens":3,"arg":5,"block":4,"tables":2,"get":1,"len":1,"table":2,"args":1,"decode":3,"meta":1,"false":1,"type":1,"descale":7,"shape":6,"0":1,"key":2,"cache":6,"2":1,"q":3,"query":1,"unsqueeze":2,"1":2,"k":3,"v":3,"value":1,"seqlens":1,"softmax":2,"scale":5,"causal":1,"true":1,"window":2,"size":2,"alibi":2,"slopes":2,"softcap":1,"logits":1,"soft":1,"cap":1,"out":1,"output":1,"fa":1,"version":2,"self":1,"vllm":1,"layer":3,"expand":3},"38035,22,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"return":1,"output":1},"38057,1379,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"def":1,"get":1,"query":5,"key":5,"seq":10,"metadata":9,"attn":9,"is":6,"prompt":6,"bool":2,"type":6,"str":1,"tuple":3,"returns":2,"sequence":8,"for":7,"and":4,"based":2,"on":2,"the":9,"specified":1,"attention":6,"whether":2,"input":2,"a":4,"this":1,"function":1,"computes":1,"starting":3,"locations":1,"maximum":3,"lengths":1,"sequences":1,"different":1,"types":1,"args":1,"object":1,"flag":1,"indicating":1,"if":4,"attentiontype":2,"of":1,"being":1,"used":1,"containing":1,"four":1,"integers":1,"location":2,"length":2,"raises":1,"attributeerror":1,"an":1,"invalid":1,"provided":1,"decoder":2,"self":1,"choose":1,"max":7,"len":7,"we":1,"are":1,"in":1,"run":1,"prefill":1,"else":1,"decode":1,"return":1,"start":2,"loc":2},"39436,1946,data/raw/vllm-0.10.1/vllm/attention/backends/flash_attn.py":{"elif":3,"attn":22,"type":13,"attentiontype":7,"encoder":19,"decoder":3,"this":1,"is":8,"cross":1,"attention":9,"between":1,"the":10,"where":1,"key":2,"precomputed":1,"and":2,"query":3,"input":1,"sequence":2,"choose":1,"max":11,"length":1,"based":1,"on":1,"whether":2,"it":1,"prompt":3,"or":4,"not":4,"if":2,"seq":16,"len":10,"metadata":13,"prefill":3,"else":2,"decode":2,"return":4,"start":6,"loc":6,"for":4,"both":1,"are":1,"same":1,"i":2,"e":2,"only":4,"assert":1,"should":1,"have":1,"model":1,"raise":1,"attributeerror":1,"f":1,"invalid":1,"str":2,"def":1,"get":1,"causal":3,"option":1,"bool":2,"determine":1,"given":1,"suitable":2,"mechanisms":1,"args":1,"of":1,"being":1,"evaluated":1,"returns":3,"true":1,"otherwise":1,"false":1},"0,1676,data/raw/vllm-0.10.1/vllm/attention/backends/flashmla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":6,"contextlib":1,"import":7,"contextmanager":1,"dataclasses":1,"dataclass":2,"typing":1,"list":1,"optional":3,"tuple":2,"type":5,"torch":4,"attention":3,"backends":2,"abstract":1,"attentiontype":1,"is":2,"quantized":1,"kv":1,"cache":1,"mla":3,"common":1,"mlacommonbackend":2,"mlacommonimpl":1,"mlacommonmetadata":2,"mlacommonmetadatabuilder":1,"mlacommonstate":1,"ops":1,"flashmla":3,"flash":1,"with":1,"kvcache":1,"get":6,"metadata":3,"supported":1,"class":2,"flashmlabackend":1,"staticmethod":5,"def":5,"name":1,"str":1,"return":5,"impl":1,"cls":4,"flashmlaimpl":2,"flashmlametadata":3,"builder":1,"flashmlametadatabuilder":2,"state":1,"flashmlastate":2,"decode":2,"tile":1,"scheduler":1,"tensor":3,"none":2,"num":1,"splits":1},"1676,1986,data/raw/vllm-0.10.1/vllm/attention/backends/flashmla.py":{"property":1,"def":5,"decode":17,"metadata":14,"self":18,"super":5,"todo":1,"cache":1,"assignment":1,"if":2,"is":1,"not":1,"none":1,"tile":4,"scheduler":4,"num":12,"splits":4,"return":2,"class":2,"flashmlametadatabuilder":1,"mlacommonmetadatabuilder":1,"flashmlametadata":2,"init":4,"args":4,"kwargs":2,"q":4,"heads":6,"runner":5,"model":2,"config":4,"get":6,"attention":2,"parallel":2,"build":2,"seq":3,"lens":5,"list":2,"int":5,"query":2,"cuda":2,"graph":6,"pad":2,"size":7,"batch":5,"m":7,"tokens":1,"0":1,"mla":3,"tensor":1,"prefills":1,"1":2,"mqa":2,"for":2,"the":3,"path":2,"flashmlastate":1,"mlacommonstate":1,"kwds":2,"contextmanager":1,"capture":2,"max":3,"run":1,"a":1,"dummy":1,"so":1,"we":1,"can":1,"right":1,"shapes":1,"decoder":1,"torch":2,"ones":1,"dtype":1,"int32":1,"device":2,"with":1,"yield":1},"3662,1918,data/raw/vllm-0.10.1/vllm/attention/backends/flashmla.py":{"del":2,"self":11,"graph":13,"decoder":11,"tile":8,"scheduler":8,"metadata":24,"decode":15,"num":10,"splits":8,"def":3,"capture":2,"get":5,"for":3,"batch":7,"size":5,"int":1,"is":6,"encoder":6,"model":6,"bool":3,"false":3,"super":3,"assert":1,"tokens":1,"0":1,"mla":1,"seq":1,"lens":1,"q":1,"heads":1,"1":3,"mqa":1,"the":1,"path":1,"copy":2,"return":2,"input":10,"buffers":10,"attn":6,"prepare":2},"5580,1904,data/raw/vllm-0.10.1/vllm/attention/backends/flashmla.py":{"input":2,"buffers":2,"decode":6,"tile":2,"scheduler":2,"metadata":6,"copy":2,"attn":5,"num":6,"splits":2,"class":1,"flashmlaimpl":3,"mlacommonimpl":1,"flashmlametadata":1,"def":1,"init":2,"self":3,"heads":4,"int":4,"head":2,"size":2,"scale":2,"float":3,"kv":9,"alibi":4,"slopes":4,"optional":4,"list":1,"sliding":4,"window":4,"cache":5,"dtype":3,"str":3,"logits":4,"soft":4,"cap":4,"type":3,"sharing":2,"target":2,"layer":2,"name":2,"none":2,"mla":3,"specific":1,"arguments":1,"args":2,"super":1,"assert":1,"is":3,"flashmla":3,"supported":3,"not":4,"on":1,"this":1,"device":1,"unsupported":2,"features":2,"if":3,"any":1,"raise":3,"notimplementederror":3,"does":1,"support":1,"one":1,"of":1,"the":1,"following":1,"attentiontype":1,"decoder":2,"encoder":2,"attention":2,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"quantized":1,"with":1,"fp8":1,"yet":1},"7484,971,data/raw/vllm-0.10.1/vllm/attention/backends/flashmla.py":{"def":1,"forward":1,"decode":11,"self":4,"q":7,"nope":2,"torch":5,"tensor":5,"pe":5,"kv":4,"c":3,"and":3,"k":4,"cache":5,"attn":2,"metadata":5,"flashmlametadata":1,"assert":2,"numel":1,"0":1,"meta":6,"is":1,"not":1,"none":1,"cat":1,"dim":4,"1":4,"unsqueeze":2,"add":2,"seqlen":1,"of":2,"o":2,"flash":1,"mla":1,"with":1,"kvcache":1,"2":1,"head":2,"block":2,"table":1,"tables":1,"seqlens":1,"seq":1,"lens":1,"v":2,"lora":1,"rank":1,"tile":2,"scheduler":2,"num":2,"splits":2,"softmax":1,"scale":2,"causal":1,"true":1,"return":1,"up":1,"proj":1},"0,1897,data/raw/vllm-0.10.1/vllm/attention/backends/abstract.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":4,"project":1,"from":7,"abc":3,"import":8,"abstractmethod":4,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"fields":1,"typing":1,"type":6,"checking":2,"any":1,"dict":1,"generic":1,"list":1,"optional":1,"protocol":1,"set":1,"tuple":1,"typevar":1,"torch":2,"model":2,"executor":1,"layers":1,"quantization":1,"utils":2,"quant":1,"groupshape":1,"multimodal":1,"multimodalplaceholdermap":1,"if":1,"worker":1,"runner":1,"base":1,"modelrunnerbase":1,"modelrunnerinputbase":1,"modelrunnerinputbuilderbase":1,"class":3,"attentiontype":1,"attention":7,"use":1,"string":1,"be":1,"compatible":1,"with":1,"compile":1,"decoder":7,"between":4,"previous":3,"layer":3,"q":4,"k":4,"v":4,"encoder":10,"for":4,"only":2,"dec":1,"and":1,"enc":1,"attentionbackend":1,"abstract":1,"backends":2,"some":1,"we":1,"allocate":1,"an":1,"output":3,"tensor":2,"before":1,"calling":1,"custom":1,"op":1,"when":1,"piecewise":1,"cudagraph":2,"is":2,"enabled":1,"this":1,"makes":1,"sure":1,"allocated":1,"inside":1,"accept":1,"buffer":1,"bool":1,"false":1,"staticmethod":3,"def":3,"get":3,"name":1,"str":1,"raise":3,"notimplementederror":3,"impl":1,"cls":2,"attentionimpl":1,"metadata":1,"attentionmetadata":1},"1897,1928,data/raw/vllm-0.10.1/vllm/attention/backends/abstract.py":{"staticmethod":6,"abstractmethod":5,"def":8,"get":5,"state":1,"cls":9,"type":2,"attentionstate":1,"raise":6,"notimplementederror":6,"classmethod":2,"make":1,"metadata":3,"args":2,"kwargs":2,"attentionmetadata":2,"return":2,"builder":1,"attentionmetadatabuilder":1,"kv":6,"cache":4,"shape":1,"num":6,"blocks":3,"int":9,"block":5,"size":3,"heads":1,"head":1,"tuple":3,"stride":1,"order":1,"swap":1,"src":3,"torch":6,"tensor":6,"dst":2,"to":3,"none":2,"copy":1,"caches":1,"list":1,"dists":1,"full":1,"name":1,"str":2,"module":1,"qualname":1,"dataclass":1,"class":1,"attention":1,"for":1,"prefill":4,"and":3,"decode":4,"batched":1,"together":1,"total":1,"number":4,"of":5,"requests":2,"prefills":1,"tokens":7,"note":1,"that":2,"it":1,"is":3,"equivalent":1,"the":6,"indices":1,"token":1,"slots":1,"input":1,"will":1,"be":1,"stored":2,"into":1,"e":1,"g":1,"if":1,"slot":5,"mapping":2,"35":1,"2":2,"17":1,"16":1,"three":1,"are":1,"in":4,"3rd":1,"2nd":1,"0":1,"1st":1,"1":1,"respectively":1},"3825,1934,data/raw/vllm-0.10.1/vllm/attention/backends/abstract.py":{"the":7,"index":2,"maps":2,"that":5,"relate":1,"multi":2,"modal":2,"embeddings":1,"to":7,"corresponding":1,"placeholders":1,"n":1,"b":1,"these":1,"aren":1,"t":5,"really":1,"related":1,"attention":6,"and":2,"don":1,"belong":1,"on":1,"this":3,"type":1,"is":3,"just":1,"a":1,"temporary":1,"solution":1,"make":1,"them":1,"available":1,"model":2,"executable":1,"placeholder":1,"optional":4,"dict":2,"str":3,"multimodalplaceholdermap":1,"indexmap":1,"enable":2,"disable":2,"kv":2,"scales":2,"calculation":3,"so":1,"we":2,"can":1,"until":1,"after":1,"prefill":3,"cuda":2,"graph":2,"capture":2,"bool":1,"property":2,"abstractmethod":4,"def":5,"metadata":4,"self":7,"attentionmetadata":3,"return":3,"s":2,"required":2,"run":2,"pass":2,"decode":2,"asdict":2,"zerocopy":1,"skip":4,"fields":6,"set":2,"none":2,"any":1,"similar":2,"dataclasses":2,"but":1,"avoids":1,"deepcopying":1,"if":3,"note":1,"add":1,"as":1,"they":1,"will":1,"need":1,"handling":1,"field":4,"name":3,"getattr":1,"for":1,"in":2,"not":1,"typevar":1,"bound":1,"class":1,"attentionstate":1,"abc":1,"generic":1,"holds":1,"backend":1,"specific":1,"objects":1,"reused":1,"during":1,"lifetime":1,"of":1,"runner":2,"init":1,"modelrunnerbase":1,"contextmanager":1,"max":1,"batch":1,"size":1,"int":1,"context":1,"manager":1,"used":1,"when":1,"capturing":1,"graphs":1,"yield":1},"5759,1856,data/raw/vllm-0.10.1/vllm/attention/backends/abstract.py":{"abstractmethod":8,"def":8,"graph":9,"clone":2,"self":8,"batch":6,"size":5,"int":6,"attentionstate":1,"t":6,"attention":5,"state":2,"to":1,"save":1,"in":2,"cuda":5,"metadata":7,"capture":3,"get":4,"for":7,"is":3,"encoder":3,"decoder":3,"model":4,"bool":3,"false":3,"of":1,"input":7,"buffers":5,"attn":2,"dict":3,"str":2,"any":2,"specific":1,"prepare":4,"none":4,"place":1,"modify":1,"replay":1,"begin":1,"forward":2,"modelrunnerinputbase":1,"pass":1,"class":3,"attentionmetadatabuilder":1,"abc":1,"generic":1,"abstract":1,"builders":1,"init":1,"builder":2,"modelrunnerinputbuilderbase":1,"create":1,"the":1,"remember":1,"some":1,"configuration":1,"and":1,"parameters":1,"raise":3,"notimplementederror":3,"one":1,"build":2,"seq":1,"lens":2,"list":2,"query":1,"pad":1,"with":1,"on":1,"device":1,"tensors":1,"attentionlayer":1,"protocol":1},"7615,1974,data/raw/vllm-0.10.1/vllm/attention/backends/abstract.py":{"q":1,"scale":8,"torch":17,"tensor":16,"k":2,"v":2,"float":7,"prob":1,"def":4,"forward":2,"self":4,"query":2,"key":2,"value":2,"kv":5,"cache":3,"attn":3,"metadata":2,"attentionmetadata":1,"class":1,"attentionimpl":1,"abc":1,"generic":1,"t":2,"abstractmethod":2,"init":1,"num":2,"heads":2,"int":4,"head":1,"size":1,"optional":7,"none":8,"alibi":1,"slopes":1,"list":1,"sliding":1,"window":1,"dtype":5,"str":3,"auto":1,"logits":1,"soft":1,"cap":1,"type":2,"attentiontype":1,"decoder":1,"sharing":1,"target":1,"layer":2,"name":1,"raise":2,"notimplementederror":2,"attentionlayer":1,"output":5,"fused":2,"quant":2,"supported":2,"static":3,"bool":1,"group":3,"shape":3,"groupshape":1,"does":1,"this":3,"attention":1,"implementation":1,"support":2,"quantization":4,"is":2,"used":1,"by":1,"the":1,"attnfusionpass":1,"to":1,"only":1,"fuse":1,"onto":1,"implementations":1,"that":1,"it":1,"todo":1,"luka":1,"merge":1,"parameters":1,"into":1,"quantdescriptor":1,"param":3,"quantized":1,"or":1,"dynamic":1,"return":2,"fusion":1,"for":1,"of":1,"false":1},"9589,552,data/raw/vllm-0.10.1/vllm/attention/backends/abstract.py":{"class":1,"mlaattentionimpl":1,"attentionimpl":1,"t":3,"generic":1,"abstractmethod":1,"def":2,"forward":1,"self":1,"layer":1,"attentionlayer":1,"hidden":1,"states":1,"or":1,"cq":1,"torch":7,"tensor":7,"kv":5,"c":1,"normed":1,"k":1,"pe":1,"cache":4,"attn":1,"metadata":1,"output":2,"optional":2,"none":2,"scale":1,"raise":1,"notimplementederror":1,"is":1,"quantized":1,"dtype":2,"str":1,"bool":1,"return":1,"auto":1},"0,1969,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":12,"vllm":1,"project":1,"mla":4,"common":2,"components":2,"this":2,"file":1,"implements":1,"for":6,"implementations":1,"first":1,"we":4,"define":1,"sq":8,"as":2,"q":8,"sequence":2,"length":3,"skv":4,"kv":2,"has":1,"two":1,"possible":1,"ways":1,"of":4,"computing":1,"a":4,"data":2,"movement":2,"friendly":5,"approach":5,"and":5,"compute":3,"generally":1,"want":1,"use":2,"prefill":2,"i":3,"e":3,"ratio":2,"is":7,"small":2,"near":1,"1":2,"decode":3,"large":2,"note":1,"what":1,"deem":1,"currently":1,"determined":1,"by":2,"if":1,"its":1,"labelled":1,"or":1,"scheduler":1,"but":1,"something":1,"should":1,"probably":1,"tune":1,"main":1,"reference":1,"deepseekv2":1,"paper":1,"flashinfer":3,"implementation":1,"https":2,"arxiv":1,"org":1,"abs":1,"2405":1,"04434":1,"github":1,"com":1,"ai":1,"pull":1,"551":1,"deepseek":1,"s":1,"attention":6,"works":1,"following":1,"way":1,"single":1,"latent":4,"vector":2,"represent":1,"per":1,"token":1,"entry":1,"cache":1,"memory":1,"simulates":1,"multi":2,"head":2,"while":1,"similar":1,"query":1,"below":1,"example":1,"both":1,"paths":1,"assuming":1,"batchsize":1,"more":1,"extent":1,"definitions":2,"c":2,"context":1,"h":3,"hidden":2,"size":1,"n":3,"number":1,"heads":1,"lq":2,"dimension":4,"1536":1,"in":5,"dsv3":5,"lkv":1,"k":1,"v":3,"512":1,"p":2,"nope":2,"no":2,"rope":5,"128":2,"r":2,"goes":1,"through":1,"64":1,"dim":1,"matrix":1,"t":1,"states":1,"input":1,"shape":4,"compressed":1,"uncompressed":2,"pe":1},"1969,1994,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"kv":16,"c":26,"latent":1,"compressed":1,"shape":15,"skv":4,"lkv":8,"k":16,"pe":15,"decoupled":1,"position":1,"embeddings":1,"r":8,"new":9,"from":4,"current":2,"iter":2,"sq":6,"cache":4,"cached":2,"previous":2,"iters":2,"w":26,"dq":3,"project":8,"h":13,"t":9,"to":8,"q":19,"lq":3,"uq":4,"nope":8,"n":15,"p":7,"qr":4,"dkv":3,"uk":4,"kr":2,"uv":3,"v":11,"o":6,"compute":1,"friendly":2,"approach":2,"i":2,"e":2,"forward":2,"prefill":1,"view":8,"rope":3,"torch":4,"cat":4,"dim":4,"0":2,"mha":1,"with":1,"qk":1,"headdim":2,"spda":3,"scaled":1,"dot":1,"product":1,"attention":1,"1":6,"unsqueeze":1,"expand":1,"return":1,"note":1,"in":1,"the":1,"actual":1,"code":1,"b":2,"proj":3,"is":3,"concatenated":2,"per":2,"head":2,"out":1,"data":1,"movement":1,"decode":1,"runtime":1,"ql":1,"einsum":1,"snh":1,"lnh":1,"snl":1},"3963,1789,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"new":10,"k":9,"pe":9,"rope":3,"h":4,"t":4,"w":11,"kr":2,"kv":11,"c":13,"torch":4,"cat":4,"cache":4,"dim":4,"0":2,"mqa":2,"with":3,"qk":2,"headdim":4,"lkv":7,"r":3,"v":8,"spda":3,"o":7,"shape":3,"sq":9,"n":12,"note":1,"this":3,"is":6,"less":1,"compute":3,"friendly":5,"since":2,"p":6,"but":1,"more":1,"data":2,"movement":2,"its":1,"vs":1,"mha":2,"scaled":1,"dot":1,"product":1,"attention":2,"ql":1,"nope":4,"q":6,"1":4,"einsum":1,"snl":1,"lnv":1,"snv":1,"reshape":1,"uv":2,"return":1,"view":8,"self":1,"num":1,"heads":1,"chunked":3,"prefill":3,"for":1,"we":4,"want":2,"to":8,"use":1,"the":9,"algorithm":1,"are":1,"assuming":1,"sufficiently":1,"large":2,"skv":3,"ratio":1,"in":1,"future":1,"may":1,"switch":1,"approach":3,"if":2,"chunk":3,"i":2,"e":2,"small":1,"however":1,"can":2,"potentially":1,"run":1,"out":1,"of":3,"memory":2,"due":1,"uk":2,"mitigate":1,"computation":1,"respect":1,"current":1,"context":2,"and":2,"so":1,"that":1,"used":2,"a":1,"fixed":1,"workspace":1,"size":1,"as":1,"follows":1,"mcc":1,"max":1,"process":1,"per":1,"iter":1,"computed":1,"dynamically":1,"bound":1,"usage":1,"dq":1,"uq":1,"qr":1,"dkv":1,"between":1,"queries":1,"curr":2,"lse":1,"just":1,"order":1,"fa":1,"returns":1},"5752,1877,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"curr":7,"o":7,"lse":9,"scaled":2,"dot":2,"product":2,"attention":4,"torch":5,"cat":4,"q":4,"nope":5,"pe":6,"dim":4,"1":12,"new":3,"k":7,"unsqueeze":2,"expand":2,"n":4,"v":4,"casual":2,"true":3,"return":3,"softmax":2,"compute":1,"with":1,"the":1,"already":1,"existing":1,"context":1,"for":1,"chunk":24,"idx":2,"in":1,"range":1,"cdiv":1,"c":6,"mcc":3,"start":5,"end":4,"min":1,"sc":1,"cache":11,"kv":4,"w":3,"uk":1,"view":2,"p":1,"uv":1,"false":1,"merge":1,"attn":1,"states":1,"suffix":2,"output":2,"prefix":2,"import":11,"functools":1,"from":9,"abc":1,"abstractmethod":1,"collections":1,"defaultdict":1,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"itertools":1,"accumulate":1,"typing":1,"type":2,"checking":1,"any":1,"dict":1,"generic":1,"list":1,"optional":1,"tuple":1,"typevar":1,"vllm":3,"custom":1,"ops":2,"as":1,"envs":1,"backends":1,"abstract":1,"attentionbackend":1,"attentionlayer":1,"attentionmetadata":1,"attentionmetadatabuilder":1,"attentionstate":1,"mlaattentionimpl":1},"7629,1768,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"from":12,"vllm":14,"attention":8,"backends":1,"utils":5,"import":12,"pad":2,"slot":3,"id":1,"compute":2,"mapping":2,"start":1,"idx":1,"is":5,"block":1,"tables":1,"empty":1,"ops":2,"merge":2,"attn":8,"states":2,"fa":3,"get":5,"flash":8,"version":1,"model":2,"executor":1,"layers":1,"linear":1,"columnparallellinear":1,"linearbase":1,"unquantizedlinearmethod":1,"multimodal":1,"multimodalplaceholdermap":1,"platforms":1,"current":2,"platform":2,"triton":7,"has":2,"async":1,"tensor":2,"h2d":1,"cdiv":1,"make":1,"with":1,"round":1,"down":1,"if":2,"else":1,"none":2,"try":2,"varlen":3,"func":3,"true":1,"except":2,"importerror":2,"false":1,"for":1,"rocm":2,"use":1,"upstream":1,"type":4,"checking":1,"worker":1,"runner":1,"modelinputforgpubuilder":1,"hip":1,"class":1,"mlacommonbackend":1,"attentionbackend":1,"staticmethod":4,"def":4,"name":1,"str":1,"return":4,"mla":1,"metadata":1,"cls":3,"attentionmetadata":1,"mlacommonmetadata":1,"builder":1,"mlacommonmetadatabuilder":2,"state":1,"mlacommonstate":2},"9397,1246,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"staticmethod":4,"def":5,"get":2,"kv":8,"cache":8,"shape":1,"num":3,"blocks":6,"int":6,"block":2,"size":4,"heads":1,"assumed":1,"to":5,"be":1,"1":1,"for":1,"mla":2,"head":3,"tuple":1,"return":2,"swap":2,"src":6,"torch":5,"tensor":5,"dst":4,"none":2,"ops":2,"copy":2,"caches":2,"list":2,"dists":2,"supported":1,"sizes":1,"576":1,"t":3,"typevar":1,"bound":1,"mlacommonmetadata":1,"class":1,"mlacommonstate":1,"attentionstate":1,"generic":1,"init":1,"self":6,"runner":6,"is":1,"graph":1,"capturing":1,"false":1,"scheduler":3,"config":8,"model":2,"chunked":2,"prefill":2,"enabled":2,"enable":2,"prefix":2,"caching":2},"10643,1936,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"if":1,"self":16,"chunked":1,"prefill":1,"enabled":1,"or":2,"enable":1,"prefix":1,"caching":1,"context":4,"chunk":2,"workspace":3,"size":8,"min":1,"max":9,"sure":1,"there":1,"is":2,"enough":1,"for":2,"8":2,"full":2,"length":1,"request":2,"at":1,"least":1,"4":2,"pages":1,"of":1,"cache":4,"per":1,"model":2,"config":5,"len":1,"scheduler":2,"num":2,"seqs":2,"block":4,"long":3,"models":1,"try":1,"not":1,"to":3,"over":1,"allocate":1,"limiting":2,"kv":1,"space":1,"it":1,"64k":1,"tokens":1,"which":2,"would":2,"result":2,"in":2,"the":1,"being":2,"2":2,"576":2,"64":2,"1024":3,"144mb":1,"assuming":2,"mla":1,"head":2,"dim":2,"and":2,"fp16":2,"up":1,"projected":1,"192":2,"128":3,"3gb":1,"qk":1,"heads":1,"assert":1,"contextmanager":1,"def":1,"graph":6,"capture":1,"batch":4,"int":1,"capturing":1,"true":1,"slot":2,"mapping":1,"torch":7,"pad":1,"id":1,"dtype":3,"device":8,"runner":5,"seq":1,"lens":1,"ones":1,"int32":1,"tables":2,"from":1,"numpy":1,"positions":1,"zeros":1,"yield":1},"12579,1530,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"self":17,"is":5,"graph":12,"capturing":3,"false":3,"del":4,"slot":3,"mapping":3,"seq":8,"lens":5,"block":3,"tables":3,"positions":1,"def":2,"clone":1,"batch":7,"size":7,"int":2,"assert":2,"return":2,"class":1,"runner":4,"capture":2,"get":2,"metadata":4,"for":1,"encoder":3,"decoder":3,"model":3,"bool":1,"t":1,"attn":3,"backend":1,"make":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":5,"enable":1,"kv":1,"scales":1,"calculation":1,"use":1,"cuda":1,"true":1,"num":3,"prefills":1,"0":3,"prefill":2,"tokens":2,"decode":3,"tensor":2,"max":5,"query":3,"len":5,"1":2,"to":1,"start":2,"loc":2,"context":1,"head":2,"dim":1,"config":1,"if":1,"raise":1,"notimplementederror":1,"mlacommonstate":1,"does":1,"not":1,"support":1,"yet":1},"14109,1193,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":2,"get":1,"graph":2,"input":7,"buffers":7,"self":2,"attn":7,"metadata":11,"is":4,"encoder":6,"decoder":6,"model":4,"bool":2,"false":2,"slot":2,"mapping":2,"seq":4,"lens":4,"tensor":4,"decode":4,"block":4,"tables":4,"if":2,"raise":2,"notimplementederror":2,"mlacommonstate":1,"does":2,"not":2,"support":2,"yet":2,"return":1,"prepare":1,"copy":2,"non":2,"blocking":2,"true":2,"tritonmlastate":1},"15302,1700,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":1,"begin":2,"forward":3,"self":10,"model":6,"input":7,"if":4,"chunked":1,"prefill":1,"enabled":3,"or":2,"enable":1,"prefix":1,"caching":1,"not":6,"hasattr":1,"context":5,"chunk":5,"workspace":6,"runner":1,"device":8,"does":1,"return":1,"the":13,"correct":3,"for":3,"this":2,"process":1,"init":1,"sets":1,"but":1,"only":3,"on":2,"worker":1,"way":1,"ive":1,"figured":1,"out":2,"to":7,"get":2,"is":6,"allocate":1,"first":1,"call":1,"and":1,"use":3,"of":2,"tokens":3,"assert":1,"none":1,"torch":1,"empty":1,"size":2,"config":2,"head":1,"dtype":2,"attn":1,"metadata":2,"dataclass":1,"class":2,"mlacommonmetadata":1,"attentionmetadata":1,"mlacommon":1,"note":2,"please":1,"read":1,"comment":1,"at":1,"top":1,"file":1,"before":1,"trying":1,"understand":1,"any":1,"python":1,"object":1,"stored":2,"here":1,"updated":2,"when":1,"it":3,"cuda":5,"graph":5,"replayed":1,"you":1,"have":1,"values":1,"that":1,"need":1,"be":3,"changed":1,"dynamically":1,"should":1,"in":1,"tensor":2,"has":1,"from":1,"cudagraphrunner":1,"api":1,"whether":1,"currently":1,"decoding":1,"todo":1,"woosuk":1,"move":1,"since":1,"s":1,"unrelated":1,"attention":1,"bool":1},"17002,1613,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"note":1,"sang":1,"definition":1,"of":4,"context":4,"len":10,"query":6,"and":2,"seq":10,"n":2,"1":2,"iteration":2,"tokena":1,"newtokens":1,"batch":7,"size":4,"the":5,"sequence":6,"length":5,"per":4,"means":2,"computed":2,"tokens":6,"new":1,"none":3,"if":4,"it":2,"is":2,"a":3,"decoding":2,"lens":4,"optional":6,"list":2,"int":5,"stored":2,"as":1,"tensor":7,"torch":3,"maximum":3,"among":3,"prefill":3,"0":3,"there":2,"are":5,"requests":2,"only":2,"max":7,"decode":3,"lengths":1,"that":1,"so":1,"far":1,"blocks":3,"block":5,"addresses":1,"id":1,"physical":1,"e":1,"g":1,"2":1,"in":4,"0th":1,"1st":1,"2nd":2,"kv":1,"cache":1,"each":1,"can":1,"contain":1,"up":2,"to":2,"dimensions":1,"padded":1,"cuda":1,"graph":1,"captured":1,"tables":1,"number":1,"request":1},"18615,1946,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"batch":4,"size":2,"1":2,"the":10,"cumulative":2,"subquery":3,"lengths":2,"of":3,"sequences":2,"in":4,"used":3,"to":5,"index":2,"into":2,"e":2,"g":2,"if":5,"length":2,"is":10,"4":4,"6":2,"it":3,"0":3,"10":2,"query":1,"start":2,"loc":2,"optional":10,"torch":5,"tensor":6,"none":15,"sequence":3,"seq":6,"cached":4,"prefill":7,"metadata":5,"any":2,"decode":1,"num":2,"tokens":1,"int":4,"dimension":1,"attention":1,"heads":1,"head":9,"dim":5,"when":1,"chunked":2,"enabled":1,"simulate":1,"worst":1,"case":1,"workspace":2,"allocations":1,"hopefully":1,"avoid":1,"going":1,"oom":1,"profile":1,"run":1,"bool":1,"false":1,"new":1,"for":3,"mla":1,"compared":1,"flashattention":1,"context":5,"chunk":5,"cu":1,"lens":4,"starts":1,"tot":1,"list":2,"max":1,"set":1,"by":1,"mlaattentionstate":1,"begin":1,"forward":1,"so":1,"doesn":1,"t":1,"get":2,"broadcasted":1,"def":2,"post":1,"init":1,"self":10,"supported":5,"sizes":4,"mlacommonbackend":1,"not":5,"and":1,"raise":1,"valueerror":1,"f":2,"only":1,"are":1,"received":1,"property":1,"prefills":1,"return":2,"assert":2},"20561,1003,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"compute":1,"some":1,"attn":1,"metadata":1,"fields":1,"which":1,"default":1,"to":1,"none":15,"query":3,"start":6,"loc":6,"if":7,"self":21,"is":7,"else":7,"num":7,"prefills":6,"1":2,"slot":3,"mapping":3,"prefill":1,"tokens":1,"seq":9,"lens":9,"tensor":6,"context":3,"block":3,"tables":3},"21564,1706,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"self":18,"cached":4,"prefill":7,"metadata":7,"class":1,"required":3,"by":3,"modelrunner":1,"use":1,"cuda":1,"graph":1,"false":2,"not":4,"attention":3,"related":1,"num":6,"prefills":2,"tokens":4,"decode":7,"0":4,"slot":2,"mapping":2,"used":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":4,"enable":1,"kv":1,"scales":1,"calculation":1,"mlacommonmetadata":2,"seq":16,"lens":11,"tensor":5,"max":8,"query":5,"len":6,"start":4,"loc":4,"context":10,"block":2,"tables":2,"head":2,"dim":2,"is":4,"profile":2,"run":2,"chunk":9,"specific":1,"cu":2,"starts":2,"tot":2,"return":3,"property":1,"def":1,"if":2,"assert":1},"23270,463,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"compute":1,"some":1,"attn":1,"metadata":1,"fields":1,"which":1,"default":1,"to":1,"none":7,"slot":3,"mapping":3,"if":3,"self":9,"is":3,"else":3,"num":3,"prefill":1,"tokens":1,"seq":3,"lens":3,"tensor":3,"prefills":2,"block":3,"tables":3},"23733,1808,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"self":18,"cached":2,"decode":8,"metadata":4,"class":3,"required":3,"by":3,"modelrunner":1,"use":2,"cuda":2,"graph":2,"not":4,"attention":3,"related":1,"num":7,"prefills":5,"0":4,"prefill":3,"tokens":4,"slot":2,"mapping":2,"used":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":7,"enable":1,"kv":1,"scales":1,"calculation":1,"false":1,"mlacommonmetadata":1,"seq":9,"lens":4,"tensor":3,"max":7,"query":10,"len":7,"batch":1,"may":1,"be":1,"composed":1,"of":3,"decodes":3,"adjust":1,"start":10,"indices":1,"to":3,"refer":1,"the":4,"e":1,"g":1,"in":1,"3":2,"6":2,"loc":8,"9":1,"if":2,"is":4,"else":2,"context":1,"block":3,"tables":2,"head":2,"dim":2,"profile":2,"run":2,"return":1,"mlacommonmetadatabuilder":1,"attentionmetadatabuilder":1,"t":2,"generic":1,"note":1,"please":1,"read":1,"comment":1,"at":1,"top":1,"file":1,"before":1,"trying":1,"understand":1,"this":1,"table":1,"extender":1,"list":2,"int":1},"25541,1713,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":3,"init":1,"self":27,"input":7,"builder":7,"modelinputforgpubuilder":2,"runner":6,"sliding":2,"window":2,"block":7,"size":6,"chunked":4,"prefill":6,"enabled":4,"scheduler":1,"config":2,"enable":3,"prefix":5,"caching":3,"cache":3,"if":1,"or":1,"attn":3,"state":3,"context":4,"chunk":2,"workspace":2,"page":1,"prepare":1,"slot":2,"mapping":2,"list":6,"int":5,"seq":3,"lens":3,"tables":3,"curr":1,"multimodal":1,"placeholder":1,"maps":1,"dict":1,"str":1,"multimodalplaceholdermap":2,"defaultdict":1,"num":3,"prefills":1,"0":3,"tokens":2,"decode":1,"has":1,"hit":2,"false":1,"add":2,"group":2,"inter":3,"data":3,"interdataforseqgroup":1,"bool":2,"a":1,"sequence":1,"to":1,"the":1,"metadata":1,"specifically":1,"update":1,"append":1,"1":1,"length":1,"2":1,"table":1,"3":1,"is":2,"prompt":2},"27254,1633,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"for":5,"seq":13,"id":4,"token":2,"len":11,"curr":7,"query":3,"context":4,"sliding":4,"window":4,"block":16,"in":2,"zip":1,"inter":7,"data":7,"ids":1,"t":2,"input":1,"tokens":4,"orig":1,"lens":7,"blocks":1,"self":7,"append":4,"if":3,"is":3,"prompt":2,"num":3,"prefills":1,"1":1,"prefill":5,"else":2,"decode":1,"compute":1,"table":7,"todo":1,"sang":1,"combine":1,"chunked":2,"and":2,"prefix":2,"caching":1,"by":1,"only":2,"allowing":1,"multiple":1,"of":1,"size":2,"chunk":1,"note":2,"this":1,"works":1,"oooooooxxx":1,"style":1,"attention":1,"cache":1,"hit":1,"woosuk":1,"flash":1,"attn":1,"the":3,"should":1,"include":1,"entries":1,"incoming":1,"tables":5,"elif":1,"enabled":1,"or":1,"not":2,"none":1,"0":1},"28887,1850,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"compute":3,"slot":4,"mapping":4,"is":5,"profile":2,"run":2,"block":20,"tables":13,"empty":1,"start":3,"idx":3,"prompt":1,"query":2,"len":6,"context":3,"self":8,"sliding":1,"window":1,"seq":3,"id":1,"size":7,"inter":1,"data":1,"def":2,"get":1,"graph":9,"runner":4,"num":6,"seqs":3,"int":6,"list":4,"torch":2,"tensor":1,"the":1,"shape":2,"of":2,"max":8,"batch":4,"blocks":8,"assert":1,"for":1,"i":3,"table":5,"in":1,"enumerate":1,"if":2,"else":1,"it":1,"may":1,"be":2,"possible":1,"to":3,"have":1,"more":1,"allocated":1,"due":1,"lookahead":1,"slots":1,"multi":1,"step":1,"however":1,"they":1,"are":1,"not":1,"used":1,"anyway":1,"so":1,"can":1,"safely":1,"ignored":1,"return":1,"from":1,"numpy":1,"device":3,"non":1,"blocking":1,"true":1,"build":2,"lens":2,"cuda":1,"pad":1,"attention":1,"metadata":1,"with":1,"on":1,"tensors":1},"30737,1729,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"args":1,"seq":9,"lens":12,"the":6,"maybe":2,"padded":2,"sequence":1,"lengths":2,"of":2,"input":5,"sequences":2,"query":12,"cuda":6,"graph":8,"pad":5,"size":8,"padding":1,"for":3,"1":3,"if":3,"is":1,"not":1,"used":1,"batch":3,"prefix":3,"cache":3,"hit":3,"any":1,"inter":6,"data":6,"in":2,"self":13,"builder":3,"list":4,"add":1,"group":1,"chunked":1,"prefill":4,"enabled":1,"device":2,"runner":1,"use":2,"captured":2,"max":9,"len":7,"decode":9,"num":6,"prefills":1,"0":5,"else":1,"default":2,"curr":1,"tokens":4,"start":2,"loc":2,"accumulate":2,"initial":2,"seqs":1,"slot":2,"mapping":1,"extend":2,"id":1,"block":2,"tables":1,"class":1,"table":1,"extender":1},"32466,1932,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"block":5,"tables":5,"self":15,"get":1,"graph":1,"runner":6,"num":5,"seqs":1,"else":1,"make":1,"tensor":14,"with":2,"pad":2,"0":5,"dtype":1,"torch":6,"int":3,"device":8,"assert":2,"max":3,"query":5,"len":1,"lens":11,"format":1,"is":3,"not":2,"none":6,"context":10,"async":5,"h2d":5,"pin":5,"memory":5,"seq":7,"slot":2,"mapping":2,"long":1,"start":4,"loc":4,"int32":2,"chunk":4,"cu":1,"starts":1,"tot":1,"if":1,"chunked":2,"prefill":2,"enabled":1,"or":1,"enable":1,"prefix":1,"caching":1,"and":3,"prefills":4,"note":1,"it":1,"recommend":1,"you":1,"read":1,"the":5,"section":1,"in":1,"comment":1,"at":1,"top":1,"of":1,"file":1,"before":1,"trying":1,"to":1,"understand":1,"following":1,"code":1,"sum":1,"item":1},"34398,773,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"currently":2,"we":2,"allocate":2,"an":1,"equal":1,"amount":1,"of":1,"workspace":3,"for":1,"each":1,"prefill":1,"in":1,"the":2,"batch":1,"could":1,"probably":1,"use":1,"a":1,"more":2,"advanced":1,"algorithm":1,"here":1,"and":1,"to":3,"prefills":2,"with":2,"longer":1,"context":11,"lengths":1,"max":7,"chunk":8,"self":2,"size":4,"num":2,"align":1,"page":3,"by":1,"rounding":1,"down":2,"gather":1,"cache":1,"kernel":1,"cannot":1,"handle":1,"starts":1,"that":1,"are":1,"not":1,"aligned":1,"round":1,"assert":1,"0":1,"chunks":1,"cdiv":1,"lens":1,"tensor":1},"35171,1255,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"if":1,"max":6,"context":15,"chunk":19,"256":5,"num":6,"chunks":3,"3":1,"and":1,"prefills":3,"with":1,"4":1,"create":1,"a":1,"tensor":2,"that":1,"looks":1,"like":1,"0":6,"512":4,"starts":3,"torch":7,"arange":1,"device":4,"dtype":2,"int32":3,"unsqueeze":3,"1":7,"expand":1,"self":3,"ends":2,"min":2,"lens":9,"seq":10,"clamp":1,"cu":3,"cumsum":1,"dim":4,"to":1,"zero":2,"zeros":1,"cat":1,"values":1,"tolist":2,"tot":2,"sum":1,"assert":1,"workspace":1,"size":1},"36426,1688,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"return":1,"self":5,"runner":3,"attn":1,"backend":1,"make":1,"metadata":3,"required":3,"by":3,"modelrunner":1,"use":2,"cuda":1,"graph":2,"captured":1,"not":3,"attention":4,"related":2,"num":6,"prefills":2,"slot":2,"mapping":2,"tensor":7,"prefill":5,"tokens":4,"decode":6,"used":1,"multi":1,"modal":1,"placeholder":1,"index":1,"maps":1,"none":1,"enable":1,"kv":1,"scales":1,"calculation":1,"false":1,"mlacommonmetadata":2,"seq":16,"lens":10,"max":10,"query":6,"len":8,"start":4,"loc":4,"context":10,"block":2,"tables":2,"head":2,"dim":1,"model":1,"config":1,"get":1,"size":1,"is":1,"profile":2,"run":2,"in":1,"chunk":9,"specific":1,"cu":2,"starts":2,"tot":2,"class":2,"mlacommonimpl":1,"mlaattentionimpl":1,"t":2,"generic":1,"note":1,"please":1,"read":1,"the":3,"comment":1,"at":1,"top":1,"of":1,"file":1,"before":1,"trying":1,"to":1,"understand":1,"this":1},"38114,1861,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":1,"init":1,"self":19,"num":6,"heads":6,"int":10,"head":15,"size":3,"scale":3,"float":4,"kv":15,"alibi":1,"slopes":1,"optional":5,"list":1,"sliding":1,"window":1,"cache":3,"dtype":3,"str":3,"logits":1,"soft":1,"cap":1,"attn":12,"type":1,"sharing":3,"target":2,"layer":2,"name":2,"mla":1,"specific":1,"arguments":1,"q":3,"lora":6,"rank":6,"qk":9,"nope":3,"dim":12,"rope":3,"v":3,"b":3,"proj":3,"columnparallellinear":1,"none":3,"if":2,"is":3,"not":3,"raise":1,"notimplementederror":1,"supported":1,"in":1,"v0":1,"triton":2,"fa":2,"func":5,"attention":1,"handle":1,"the":5,"differences":1,"between":1,"flash":11,"varlen":5,"from":2,"and":2,"one":1,"vllm":4,"former":1,"used":1,"on":1,"rocm":1,"latter":1,"has":1,"an":1,"additional":1,"parameter":1,"to":1,"control":1,"fa2":1,"vs":1,"fa3":1,"version":5,"get":1,"functools":1,"partial":1},"39975,1914,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"for":3,"mla":1,"the":2,"v":16,"head":3,"dim":3,"is":4,"smaller":1,"than":1,"qk":2,"so":1,"we":3,"pad":5,"out":4,"with":2,"0s":1,"to":2,"match":1,"attention":1,"backends":1,"that":1,"do":1,"not":3,"support":1,"different":1,"headdims":2,"don":1,"t":1,"need":1,"if":3,"are":1,"on":1,"a":1,"hopper":1,"system":1,"fa3":1,"self":8,"vllm":4,"flash":6,"attn":11,"version":2,"none":3,"or":1,"3":1,"and":3,"current":1,"platform":1,"get":1,"device":1,"capability":1,"0":3,"9":1,"def":1,"varlen":3,"diff":1,"q":9,"k":8,"softmax":12,"scale":6,"return":8,"lse":6,"kwargs":8,"maybe":5,"padded":5,"torch":1,"nn":1,"functional":1,"shape":2,"1":2,"value":1,"hip":1,"envs":1,"use":2,"triton":2,"fa":2,"func":3,"output":1,"cu":2,"seqlens":2,"max":2,"seqlen":2,"causal":1,"bias":1,"elif":1,"else":1,"probs":2,"instead":1,"of":1,"rocm":1},"41889,1501,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"unpack":1,"the":1,"output":5,"if":5,"there":2,"is":4,"multiple":1,"results":1,"triton":1,"always":1,"returns":3,"softmax":6,"lse":6,"vllm":1,"flash":3,"attn":9,"when":2,"return":8,"true":2,"rocm":1,"probs":1,"rest":4,"none":2,"isinstance":1,"out":5,"tuple":1,"remain":1,"consistent":1,"with":1,"old":1,"varlen":1,"func":1,"where":1,"only":1,"one":1,"tensor":1,"false":1,"assert":1,"not":1,"0":3,"def":3,"v":6,"up":1,"proj":1,"self":7,"x":7,"convert":2,"from":2,"b":6,"n":7,"l":4,"to":2,"view":1,"1":4,"num":2,"heads":2,"kv":1,"lora":1,"rank":1,"transpose":2,"multiply":1,"torch":2,"bmm":1,"w":1,"uv":1,"reshape":1,"head":1,"dim":1,"process":1,"weights":1,"after":1,"loading":1,"act":1,"dtype":2,"get":1,"layer":6,"weight":7,"names":3,"qweight":1,"packed":1,"for":1,"attr":3,"in":1,"hasattr":1,"getattr":1,"raise":1,"attributeerror":1,"f":2,"has":1,"no":1,"recognized":1,"attribute":1},"43390,1869,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":1,"get":3,"and":4,"maybe":2,"dequant":4,"weights":4,"layer":8,"linearbase":1,"if":1,"not":2,"isinstance":1,"quant":2,"method":2,"unquantizedlinearmethod":1,"note":1,"this":2,"should":1,"only":1,"be":1,"used":1,"offline":1,"since":1,"it":1,"s":3,"o":1,"n":5,"3":1,"eye":4,"torch":1,"input":2,"size":1,"per":1,"partition":1,"dtype":2,"act":1,"device":2,"weight":8,"apply":1,"bias":1,"none":1,"del":1,"standardize":1,"to":3,"output":1,"return":2,"t":4,"we":3,"currently":1,"do":1,"have":1,"quantized":1,"bmm":2,"which":1,"are":1,"needed":1,"for":1,"w":8,"uv":4,"uk":4,"just":1,"store":1,"fp16":1,"bf16":1,"copies":1,"perform":1,"the":2,"in":1,"16":1,"bit":1,"extra":1,"memory":1,"overhead":1,"of":1,"is":1,"fairly":1,"low":1,"kv":10,"b":7,"proj":7,"self":17,"assert":1,"shape":2,"lora":3,"rank":3,"num":3,"heads":3,"qk":4,"nope":4,"head":8,"dim":9,"v":6,"f":5,"view":1,"split":1,"1":3,"convert":2,"from":2,"l":4,"transpose":1,"0":2,"p":2,"permute":1,"2":1},"45259,1912,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":1,"compute":1,"prefill":16,"context":12,"self":9,"q":1,"torch":2,"tensor":3,"kv":9,"c":4,"and":2,"k":4,"pe":3,"cache":4,"attn":6,"metadata":21,"mlacommonmetadata":1,"assert":7,"is":7,"not":7,"none":8,"chunk":10,"seq":8,"tot":3,"cu":3,"lens":5,"starts":3,"max":1,"output":1,"iters":2,"len":1,"fetch":1,"from":1,"directly":2,"since":1,"it":2,"late":1,"bound":1,"by":1,"mlaattentionstate":1,"grabbing":1,"can":1,"avoid":1,"any":1,"weirdness":1,"around":1,"caching":1,"workspace":6,"for":1,"i":4,"in":1,"range":1,"toks":3,"ops":1,"gather":1,"src":1,"dst":1,"block":2,"table":1,"tables":1,"batch":1,"size":1,"num":2,"prefills":1,"normed":2,"lora":2,"rank":2,"unsqueeze":1,"1":3,"nope":5,"b":1,"proj":1,"0":1,"view":1,"heads":1,"qk":2,"head":4,"dim":5,"v":3,"split":1},"47171,1863,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"k":10,"torch":8,"cat":1,"nope":2,"pe":3,"expand":1,"shape":1,"1":3,"dim":1,"attn":10,"output":24,"softmax":5,"lse":15,"self":3,"flash":1,"varlen":1,"diff":1,"headdims":1,"q":5,"v":2,"cu":3,"seqlens":2,"prefill":10,"metadata":11,"query":2,"start":1,"loc":1,"context":6,"chunk":2,"seq":2,"lens":4,"i":2,"max":5,"seqlen":2,"len":1,"scale":2,"causal":1,"false":1,"is":4,"unmasked":1,"return":2,"true":1,"if":1,"none":3,"else":1,"tmp":6,"empty":2,"like":2,"merge":1,"states":1,"prefix":2,"suffix":2,"def":1,"forward":1,"tensor":7,"kv":2,"c":2,"normed":1,"and":2,"cache":1,"mlacommonmetadata":1,"assert":1,"not":2,"has":1,"0":1},"49034,1747,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"kv":6,"nope":8,"self":11,"b":1,"proj":1,"c":3,"normed":1,"0":1,"view":1,"1":6,"num":1,"heads":1,"qk":2,"head":4,"dim":7,"v":7,"k":11,"split":1,"torch":6,"cat":1,"pe":4,"expand":1,"shape":2,"output":15,"flash":2,"attn":5,"varlen":2,"diff":1,"headdims":1,"q":6,"cu":2,"seqlens":2,"prefill":7,"metadata":6,"query":2,"start":3,"loc":2,"max":4,"seqlen":2,"seq":2,"len":2,"softmax":2,"scale":2,"causal":1,"true":1,"return":3,"lse":7,"has":2,"context":7,"if":3,"rocm":1,"func":1,"will":1,"3":1,"objects":1,"instead":1,"of":1,"2":2,"suffix":7,"compute":1,"and":2,"cache":2,"empty":1,"like":1,"merge":1,"states":1,"prefix":2,"unpad":1,"necessary":1,"pad":1,"flatten":1,"abstractmethod":1,"def":1,"forward":1,"decode":1,"ql":1,"tensor":4,"t":1,"raise":1,"notimplementederror":1},"50781,1736,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"def":1,"forward":1,"self":7,"layer":1,"attentionlayer":1,"q":7,"torch":8,"tensor":7,"query":1,"in":4,"unified":3,"attn":10,"k":8,"c":6,"normed":6,"key":1,"pe":3,"value":1,"kv":3,"cache":1,"metadata":9,"t":1,"output":7,"optional":2,"none":7,"scale":2,"if":3,"is":8,"not":7,"raise":2,"notimplementederror":2,"yet":2,"supported":2,"for":3,"mlaimplbase":2,"fused":1,"quantization":1,"profile":2,"run":2,"and":1,"context":3,"chunk":2,"workspace":2,"during":1,"the":1,"try":1,"to":2,"simulate":1,"worse":1,"case":1,"size":1,"b":1,"proj":1,"compute":1,"prefill":12,"since":1,"this":1,"can":1,"be":1,"large":1,"empty":1,"shape":1,"0":1,"num":8,"heads":2,"qk":2,"nope":1,"head":3,"dim":3,"v":1,"device":2,"dtype":2,"has":2,"decode":3,"tokens":6,"int":1,"view":1,"1":1},"52517,1490,data/raw/vllm-0.10.1/vllm/attention/backends/mla/common.py":{"write":1,"the":1,"latent":1,"and":2,"rope":2,"to":3,"kv":7,"cache":8,"if":3,"numel":1,"0":3,"ops":1,"concat":1,"mla":1,"k":5,"c":2,"normed":2,"pe":4,"squeeze":1,"1":4,"attn":5,"metadata":5,"slot":1,"mapping":1,"flatten":1,"dtype":4,"self":8,"scale":2,"layer":1,"output":4,"torch":2,"empty":1,"num":5,"prefill":8,"tokens":4,"decode":14,"v":1,"head":3,"dim":4,"heads":1,"device":2,"q":10,"has":2,"forward":2,"nope":9,"split":1,"qk":2,"convert":2,"from":2,"b":6,"n":7,"p":4,"transpose":2,"multiply":1,"x":1,"l":4,"ql":4,"bmm":1,"w":1,"uk":1,"t":1,"return":1},"0,1863,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"usr":1,"bin":1,"env":1,"python":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":1,"fused":1,"attention":2,"this":1,"is":2,"a":1,"triton":10,"implementation":1,"of":2,"flash":1,"v2":1,"algorithm":1,"from":4,"tri":1,"dao":1,"https":1,"tridao":1,"me":1,"publications":1,"flash2":2,"pdf":1,"credits":1,"openai":1,"kernel":2,"team":2,"amd":1,"ml":1,"frameworks":1,"features":1,"supported":2,"1":3,"fwd":2,"with":1,"causal":1,"masking":1,"any":1,"sequence":2,"lengths":2,"without":1,"padding":1,"currently":3,"only":1,"3":1,"support":2,"for":3,"different":1,"q":1,"and":1,"k":1,"4":1,"nested":1,"tensor":1,"api":1,"does":1,"not":2,"dropout":12,"or":1,"bias":1,"non":1,"power":1,"two":1,"head":1,"dims":1,"import":4,"torch":3,"platforms":2,"current":2,"platform":2,"utils":1,"tl":8,"avoid":1,"misleading":1,"rocm":3,"warning":1,"if":1,"on":2,"gfx1x":2,"else":1,"lambda":1,"args":1,"kwargs":1,"false":1,"dtype":1,"constexpr":1,"float16":1,"jit":6,"def":5,"cdiv":1,"fn":2,"x":4,"y":5,"return":5,"max":2,"math":1,"offsets":4,"philox":12,"seed":6,"offset":6,"p":6,"m":6,"n":6,"stride":6,"ms":2,"arange":2,"ns":2,"none":2,"rng":8,"uint32":1,"todo":1,"use":1,"randint":1,"better":1,"performance":1,"rand":1,"mask":1,"output":2,"keep":2},"1863,1118,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"def":2,"load":6,"fn":1,"block":13,"ptr":9,"first":3,"second":3,"pad":4,"if":1,"and":1,"tensor":5,"tl":16,"boundary":3,"check":3,"0":2,"1":2,"padding":3,"option":3,"elif":2,"else":1,"return":2,"triton":1,"jit":1,"attn":1,"fwd":1,"inner":1,"acc":1,"l":1,"i":2,"m":4,"q":1,"k":2,"v":2,"start":1,"actual":1,"seqlen":1,"dropout":2,"p":2,"philox":2,"seed":1,"batch":1,"offset":1,"encoded":2,"softmax":2,"min":1,"max":1,"offs":3,"n":4,"causal":2,"masked":1,"blocks":1,"extra":1,"tokens":1,"bias":1,"is":1,"constexpr":12,"dmodel":1,"pre":1,"mask":1,"steps":1,"enable":1,"padded":1,"head":1,"use":1,"fp8":1,"qk":1,"scale":1,"descale":1},"2981,48,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"loop":1,"over":1,"k":1,"v":1,"and":1,"update":1,"accumulator":1},"3029,1911,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"for":6,"start":5,"n":17,"in":1,"range":2,"block":17,"min":1,"max":2,"padded":4,"blocks":2,"we":4,"will":1,"overrun":1,"the":6,"tensor":1,"size":4,"if":11,"load":4,"all":2,"others":1,"are":1,"within":1,"k":5,"fn":2,"ptr":2,"head":2,"mask":8,"steps":4,"and":3,"extra":3,"tokens":3,"0":3,"zero":2,"pre":1,"v":3,"qk":9,"tl":7,"zeros":1,"m":6,"dtype":2,"float32":1,"from":1,"end":1,"of":3,"seqlen":2,"so":1,"only":2,"first":1,"iteration":2,"would":1,"need":1,"to":4,"be":3,"checked":1,"padding":1,"it":1,"is":7,"not":3,"a":3,"multiple":2,"todo":1,"this":3,"can":1,"optimized":1,"true":1,"noqa":1,"sim102":1,"last":2,"want":1,"sequence":1,"length":1,"solution":1,"always":1,"do":1,"1":1,"modulo":1,"mn":1,"step":1,"might":1,"get":1,"wasted":1,"but":1,"that":2,"okay":1,"check":1,"masking":1,"works":1,"case":1,"boundary":4,"full":1,"actual":1,"int32":1,"offs":3,"none":4,"where":2,"float":2,"inf":2,"causal":6,"compute":1,"dot":1,"q":1,"use":1,"fp8":1,"scale":1},"4940,529,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":1,"bias":6,"ptr":2,"is":2,"not":1,"none":2,"load":1,"fn":1,"false":1,"mask":1,"steps":1,"and":1,"n":1,"extra":1,"tokens":1,"0":1,"zero":1,"while":1,"added":1,"after":1,"multiplying":1,"qk":6,"with":2,"sm":1,"scale":2,"our":1,"optimization":1,"to":1,"use":1,"2":1,"x":2,"instead":1,"of":2,"e":2,"results":1,"in":1,"an":1,"additional":1,"factor":1,"log2":1,"which":1,"we":1,"must":1,"also":1,"multiply":1,"the":1,"1":2,"44269504089":1,"m":3,"ij":2,"tl":3,"maximum":1,"i":1,"max":1,"p":1,"math":1,"exp2":1},"5469,1925,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"caveat":1,"must":1,"update":4,"l":8,"ij":5,"before":1,"applying":1,"dropout":4,"tl":11,"sum":1,"p":10,"1":1,"if":6,"enable":1,"philox":4,"offset":3,"batch":1,"start":2,"m":10,"block":20,"actual":2,"seqlen":2,"k":4,"n":8,"keep":3,"mask":2,"seed":1,"return":4,"encoded":9,"softmax":9,"store":2,"ptr":15,"where":2,"to":3,"type":3,"element":3,"ty":3,"0":7,"elif":1,"output":1,"accumulator":1,"alpha":3,"math":1,"exp2":1,"i":10,"acc":4,"none":2,"not":2,"pre":1,"load":2,"v":7,"fn":1,"steps":1,"and":3,"extra":1,"tokens":1,"padded":1,"head":1,"zero":1,"use":1,"fp8":1,"descale":1,"dot":1,"advance":4,"bias":3,"is":1},"7394,33,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"def":1,"get":1,"cdna":1,"autotune":1,"configs":1},"7427,1996,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"return":1,"triton":8,"config":9,"block":16,"m":8,"256":2,"n":8,"64":6,"waves":8,"per":8,"eu":8,"2":3,"pre":8,"load":8,"v":8,"false":7,"num":16,"stages":8,"1":9,"warps":8,"8":4,"128":6,"4":6,"3":2,"true":1,"32":2,"todo":1,"this":1,"fails":1,"with":2,"head":1,"size":1,"not":1,"pow2":1,"data":1,"mismatches":1},"9423,155,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"triton":1,"config":1,"block":2,"m":1,"32":1,"n":1,"16":1,"waves":1,"per":1,"eu":1,"1":2,"pre":1,"load":1,"v":1,"false":1,"num":2,"stages":1,"warps":1,"4":1},"9578,403,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"fails":1,"in":1,"accelerateamdmatmul":1,"triton":2,"assert":1,"when":1,"using":1,"fp8":2,"config":1,"block":3,"m":1,"16":2,"n":1,"waves":1,"per":1,"eu":1,"1":2,"pre":1,"load":1,"v":1,"false":1,"num":2,"stages":1,"warps":1,"4":1,"is":1,"causal":1,"dropout":1,"p":1,"dmodel":1,"use":1},"9981,1923,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"def":1,"get":1,"rdna":1,"autotune":1,"configs":1,"return":1,"triton":8,"config":8,"block":15,"m":7,"32":6,"n":7,"waves":7,"per":7,"eu":7,"4":3,"pre":7,"load":7,"v":7,"false":7,"num":14,"stages":7,"1":8,"warps":7,"2":10,"16":8,"fails":1,"in":1,"accelerateamdmatmul":1,"assert":1,"when":1,"using":1,"fp8":2,"fall":1,"back":1,"is":1,"causal":1,"dropout":1,"p":1,"dmodel":1,"use":1},"11904,1689,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"def":2,"get":4,"autotune":9,"configs":7,"if":1,"on":2,"gfx1x":1,"return":3,"rdna":1,"else":1,"cdna":1,"keys":2,"float8":3,"info":3,"torch":1,"finfo":1,"current":1,"platform":1,"fp8":5,"dtype":1,"triton":2,"key":1,"jit":1,"attn":1,"fwd":1,"q":4,"k":4,"v":3,"bias":2,"sm":1,"scale":5,"p":3,"descale":2,"o":1,"l":1,"out":2,"stride":20,"qz":1,"tl":38,"int64":20,"qh":1,"qm":1,"qk":1,"kz":1,"kh":1,"kn":1,"kk":1,"vz":1,"vh":1,"vk":1,"vn":1,"oz":1,"oh":1,"om":1,"bz":1,"bh":1,"bm":1,"bn":1,"cu":2,"seqlens":4,"dropout":2,"philox":2,"seed":1,"offset":1,"base":1,"encoded":2,"softmax":2,"hq":1,"constexpr":18,"hk":1,"actual":1,"block":4,"dmodel":2,"max":4,"varlen":1,"is":1,"causal":1,"m":1,"use":2,"n":1,"pre":1,"load":1,"type":1,"enable":1,"min":2},"13593,892,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"start":10,"m":8,"tl":9,"program":3,"id":4,"0":6,"off":6,"h":1,"q":12,"1":3,"z":5,"2":1,"offs":2,"block":4,"arange":2,"n":2,"if":2,"varlen":1,"cu":14,"seqlens":17,"load":4,"end":4,"seqlen":5,"we":2,"have":1,"a":1,"one":1,"size":1,"fits":1,"all":2,"grid":1,"in":1,"some":1,"might":1,"be":1,"too":1,"small":1,"for":2,"so":1,"those":1,"return":2,"early":1,"k":10,"else":1,"max":2},"14485,430,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"now":1,"we":3,"compute":1,"whether":1,"need":2,"to":5,"exit":1,"early":1,"due":1,"causal":1,"masking":1,"this":4,"is":3,"because":1,"for":1,"seqlen":3,"q":1,"k":2,"m":2,"rows":2,"of":2,"the":2,"attn":1,"scores":1,"are":1,"completely":1,"masked":1,"resulting":1,"in":2,"0s":1,"written":2,"output":1,"and":2,"inf":1,"lse":1,"don":1,"t":1,"do":1,"any":1,"gemms":1,"case":1,"block":2,"code":1,"determines":1,"what":1,"n":3,"if":1,"wg":1,"operating":1,"on":1,"those":1,"blocks":1,"cdiv":1,"fn":1},"14915,840,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":6,"is":5,"causal":3,"seqlen":11,"q":4,"k":4,"the":7,"attn":3,"scores":2,"are":3,"a":2,"square":1,"matrix":2,"rectangular":2,"which":1,"means":1,"mask":1,"boundary":1,"bottom":1,"right":1,"aligned":1,"and":1,"ends":1,"at":1,"either":1,"top":1,"edge":2,"or":1,"left":1,"this":3,"captures":1,"decrease":1,"in":1,"n":7,"blocks":8,"we":4,"have":2,"cdiv":1,"fn":1,"start":1,"m":2,"1":1,"block":3,"what":1,"adjusts":1,"max":1,"for":2,"current":1,"wg":2,"only":1,"otherwise":1,"want":1,"to":1,"always":1,"iterate":1,"through":1,"all":2,"min":1,"no":1,"after":1,"adjusting":1,"deltas":1,"part":1,"of":1,"that":1,"0":1,"exit":1,"early":1},"15755,1234,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":1,"n":1,"blocks":2,"0":5,"o":4,"offset":2,"off":4,"z":2,"stride":5,"oz":1,"cu":1,"seqlens":3,"q":6,"start":2,"om":2,"h":2,"oh":1,"block":11,"ptr":3,"tl":6,"make":1,"base":1,"out":3,"shape":2,"seqlen":1,"dmodel":3,"strides":1,"on":1,"offsets":1,"m":6,"order":1,"1":2,"acc":2,"zeros":1,"dtype":2,"type":2,"element":2,"ty":2,"we":3,"still":1,"need":1,"to":4,"write":1,"0s":1,"the":2,"result":1,"store":3,"boundary":1,"check":1,"l":5,"ptrs":2,"hq":1,"max":2,"offs":1,"inf":5,"lse":1,"not":1,"because":1,"in":1,"bwd":1,"pass":1,"subtract":1,"this":1,"from":1,"qk":2,"which":1,"makes":1,"it":1,"such":1,"that":1,"exp":1,"for":1,"these":1,"masked":1,"full":1,"value":1,"float":1,"float32":1,"todo":1,"should":1,"dropout":1,"and":1,"return":2,"encoded":1,"softmax":1,"be":1,"handled":1,"here":1},"16989,395,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":3,"mqa":1,"gqa":1,"set":1,"the":1,"k":6,"and":1,"v":1,"head":2,"offsets":1,"appropriately":1,"group":3,"size":3,"tl":1,"constexpr":1,"hq":1,"hk":1,"off":3,"h":3,"q":2,"1":1,"else":1,"n":7,"extra":3,"tokens":3,"0":1,"seqlen":4,"block":6,"elif":1,"padded":1,"actual":1,"dmodel":2},"17384,1968,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"compute":1,"pointers":1,"for":1,"all":1,"the":4,"tensors":1,"used":1,"in":3,"this":2,"kernel":1,"q":12,"offset":10,"off":9,"z":4,"stride":18,"qz":1,"h":6,"qh":1,"cu":3,"seqlens":3,"start":5,"qm":2,"block":24,"ptr":9,"tl":4,"make":4,"base":6,"shape":8,"seqlen":7,"actual":3,"dmodel":6,"strides":4,"qk":1,"offsets":4,"m":6,"0":12,"order":4,"1":4,"k":12,"kz":1,"kh":1,"kn":2,"kk":1,"n":3,"v":4,"vz":1,"vh":1,"vk":2,"vn":1,"if":2,"bias":4,"type":1,"bh":1,"bm":1,"bn":1,"else":2,"none":1,"enable":1,"dropout":3,"batch":2,"philox":3,"hq":1,"we":2,"can":1,"ask":1,"to":1,"return":2,"mask":2,"without":1,"actually":1,"doing":1,"any":1,"case":1,"an":1,"invalid":1,"pointer":1,"so":1,"indicate":1,"is":1,"not":1,"i":1,"valid":1,"todo":1,"fix":1,"encoded":1,"softmax":1,"it":1,"currently":1,"uses":1,"just":1},"19352,1071,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":2,"return":1,"encoded":4,"softmax":4,"block":13,"ptr":5,"tl":7,"make":1,"base":1,"off":1,"h":1,"q":10,"seqlen":5,"k":4,"shape":2,"strides":1,"1":5,"offsets":1,"start":1,"m":8,"0":5,"n":2,"order":1,"else":2,"initialize":1,"pointer":1,"to":2,"and":3,"l":2,"i":2,"full":2,"float":1,"inf":1,"dtype":3,"float32":3,"acc":3,"zeros":1,"dmodel":1,"scale":12,"sm":2,"by":2,"log":1,"2":2,"e":2,"use":2,"x":2,"in":2,"the":2,"loop":1,"as":1,"we":1,"do":1,"not":2,"have":1,"native":1,"support":1,"hw":1,"qk":3,"44269504089":1,"is":1,"loaded":1,"once":1,"at":1,"beginning":1,"shared":1,"all":1,"blocks":1,"load":1,"fn":1,"true":1,"padded":1,"head":1,"zero":1,"fp8":1,"type":1,"element":1,"ty":1,"p":1,"v":1},"20423,958,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"here":2,"we":5,"compute":2,"how":1,"many":1,"full":3,"and":2,"masked":8,"blocks":13,"have":1,"padded":3,"block":12,"k":3,"n":9,"extra":1,"tokens":1,"0":3,"is":6,"modulo":3,"mn":3,"not":6,"seqlen":1,"q":2,"m":3,"if":2,"causal":3,"there":3,"are":1,"always":2,"at":1,"least":1,"additionally":1,"might":2,"be":2,"one":1,"more":1,"due":1,"to":3,"dissimilar":1,"seqlens":1,"else":1,"padding":2,"on":1,"does":2,"need":2,"in":3,"the":2,"fa":1,"loop":1,"result":1,"an":1,"additional":1,"this":1,"case":1,"exceed":1,"so":1,"pick":1,"min":3,"max":1,"for":1,"set":1,"false":1,"regardless":1,"of":1,"its":1,"value":1,"because":1,"no":1,"masking":1,"similarly":1,"do":1},"21381,1051,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":1,"n":9,"full":1,"blocks":5,"0":4,"block":14,"max":4,"masked":2,"acc":2,"l":2,"i":4,"m":5,"attn":1,"fwd":1,"inner":1,"q":1,"k":2,"ptr":4,"v":2,"start":1,"seqlen":1,"dropout":2,"p":2,"philox":2,"seed":1,"batch":1,"offset":1,"encoded":2,"softmax":2,"offs":3,"causal":2,"extra":1,"tokens":1,"min":2,"bias":1,"is":1,"false":2,"dmodel":1,"mask":1,"steps":1,"pre":1,"load":1,"enable":1,"return":1,"padded":1,"head":1,"use":1,"fp8":1,"qk":1,"scale":1,"descale":1},"22432,1479,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"tl":5,"debug":1,"barrier":1,"remaining":1,"blocks":7,"if":5,"any":1,"are":1,"full":5,"not":2,"masked":3,"0":6,"offs":5,"n":13,"causal":4,"seqlen":3,"q":2,"k":5,"is":3,"else":1,"block":17,"ptr":13,"advance":4,"v":4,"bias":4,"none":1,"return":2,"encoded":5,"softmax":5,"acc":2,"l":2,"i":4,"m":5,"attn":1,"fwd":1,"inner":1,"start":1,"dropout":2,"p":2,"philox":2,"seed":1,"batch":1,"offset":1,"min":1,"max":1,"extra":1,"tokens":1,"dmodel":1,"mask":1,"steps":1,"pre":1,"load":1,"true":1,"enable":1,"padded":1,"head":1,"use":1,"fp8":1,"qk":1,"scale":1,"descale":1,"epilogue":1},"23911,1951,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":8,"use":2,"fp8":4,"acc":14,"scale":1,"l":9,"i":5,"none":3,"enable":1,"dropout":2,"1":3,"p":1,"seqlen":6,"q":7,"k":2,"but":1,"the":4,"delta":1,"is":4,"not":2,"a":4,"multiple":2,"of":4,"block":11,"m":22,"then":1,"we":3,"have":1,"one":1,"with":1,"row":2,"all":2,"nans":2,"which":1,"come":1,"from":1,"computing":1,"softmax":1,"over":1,"infs":1,"inf":2,"nan":1,"check":2,"for":3,"that":1,"here":1,"and":2,"store":4,"0s":1,"where":2,"there":1,"are":1,"as":1,"these":1,"rows":2,"should":1,"ve":2,"been":1,"zeroed":1,"out":8,"end":3,"idx":10,"start":9,"causal":5,"o":1,"descale":1,"tl":14,"clamp":1,"min":1,"max":3,"to":3,"type":2,"element":2,"ty":2,"noqa":1,"sim102":1,"mask":11,"boundary":4,"full":2,"dmodel":1,"dtype":2,"int32":2,"offsets":2,"arange":2,"0":4,"ptrs":7,"z":3,"zeros":1,"float32":1,"write":1,"back":1,"lse":1,"off":2,"hq":1,"seqlens":2,"h":1,"offs":1,"need":1,"last":2,"few":1,"this":2,"only":1,"true":1,"others":1,"overflow":4,"size":4,"will":1,"be":1,"because":1,"being":1,"blocks":1,"math":2,"log2":2,"else":1},"25862,1599,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"write":1,"back":2,"o":7,"offset":2,"off":2,"z":1,"stride":5,"oz":1,"cu":7,"seqlens":9,"q":24,"start":2,"om":2,"h":1,"oh":1,"block":8,"ptr":3,"tl":2,"make":2,"base":1,"out":1,"shape":14,"seqlen":3,"actual":1,"dmodel":2,"strides":1,"on":2,"offsets":1,"m":3,"0":5,"order":1,"1":6,"need":1,"boundary":3,"check":4,"this":1,"to":1,"sure":1,"the":3,"padding":1,"from":1,"and":5,"kv":1,"tensors":1,"in":1,"both":1,"dims":1,"are":1,"not":3,"part":1,"of":1,"what":1,"we":2,"store":2,"todo":2,"do":1,"optionally":1,"acc":1,"def":1,"args":1,"k":15,"v":6,"varlen":2,"true":1,"max":2,"none":5,"assert":14,"dim":6,"if":2,"3":1,"total":2,"nheads":6,"head":3,"size":3,"is":2,"len":2,"else":1,"4":1,"batch":1,"change":1,"support":1,"qkl":1,"f8":1,"f16":1,"dtype":4,"256":1,"class":1,"attention":1,"torch":1,"autograd":1,"function":1},"27461,1141,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"staticmethod":1,"def":2,"forward":1,"ctx":1,"q":9,"k":8,"v":7,"o":3,"cu":2,"seqlens":4,"max":4,"causal":1,"false":2,"sm":1,"scale":15,"1":3,"0":3,"bias":1,"none":5,"fp8":7,"scales":3,"out":1,"if":3,"is":2,"not":1,"use":2,"true":1,"p":2,"float8":5,"current":1,"platform":1,"dtype":4,"check":4,"and":4,"convert":4,"t":4,"descale":2,"ts":2,"clamp":1,"min":2,"info":2,"return":2,"to":1,"else":2,"torch":1,"empty":1,"like":1},"28602,1779,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"check":1,"args":1,"q":21,"k":18,"v":10,"o":10,"varlen":2,"true":2,"cu":5,"seqlens":6,"if":3,"total":2,"nheads":5,"head":8,"size":5,"shape":4,"batch":3,"len":1,"1":9,"strides":8,"0":12,"stride":28,"2":9,"else":2,"seqlen":2,"3":4,"get":2,"closest":1,"power":1,"of":1,"over":1,"or":1,"equal":1,"to":1,"32":2,"unpadded":3,"dims":3,"64":1,"128":1,"256":1,"not":2,"in":2,"padded":4,"d":4,"model":4,"none":3,"for":2,"i":3,"break":1,"assert":1,"is":1,"grid":1,"lambda":1,"meta":2,"triton":1,"cdiv":1,"max":1,"block":1,"m":1,"encoded":1,"softmax":1,"seed":2,"the":1,"rng":1,"so":1,"we":1,"reproducible":1,"results":1,"testing":1,"philox":2,"0x1bf52":1,"offset":1,"0x1d4b42":1},"30381,1998,data/raw/vllm-0.10.1/vllm/attention/ops/triton_flash_attention.py":{"if":5,"bias":11,"is":5,"not":3,"none":5,"strides":7,"stride":4,"0":15,"1":5,"2":1,"3":1,"else":5,"p":6,"descale":4,"scale":11,"o":5,"fp8":6,"out":4,"item":1,"arg":4,"max":8,"seqlens":10,"q":9,"on":2,"gfx1x":2,"k":9,"attn":1,"fwd":1,"grid":3,"v":3,"sm":3,"cu":2,"dropout":3,"philox":8,"seed":4,"offset":4,"base":1,"encoded":7,"softmax":7,"hq":1,"nheads":2,"hk":1,"actual":1,"block":3,"dmodel":3,"head":2,"size":2,"causal":4,"varlen":1,"true":1,"padded":1,"d":1,"model":1,"type":1,"enable":1,"false":3,"return":3,"use":3,"ctx":9,"triton":1,"attention":2,"apply":1},"0,556,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"authors":1,"burkhard":1,"ringlein":1,"ngl":1,"zurich":3,"ibm":4,"com":4,"jan":1,"van":1,"lunteren":1,"jvl":1,"chih":2,"chieh":2,"yang":2,"thomas":1,"parnell":1,"tpa":1,"import":5,"torch":1,"from":4,"custom":1,"ops":2,"as":1,"platforms":1,"current":1,"platform":1,"triton":4,"utils":1,"tl":1,"prefix":1,"prefill":1,"context":1,"attention":1,"fwd":1,"jit":2,"def":1,"cdiv":1,"fn":1,"x":2,"y":3,"return":1,"1":1},"556,1868,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"def":1,"kernel":1,"paged":1,"attention":1,"2d":1,"output":3,"ptr":9,"num":17,"tokens":2,"query":10,"heads":7,"head":9,"size":11,"key":1,"cache":11,"blks":2,"kv":5,"x":3,"blk":2,"value":1,"sink":1,"block":3,"tables":1,"seqs":3,"max":1,"blocks":1,"per":3,"seq":3,"lens":1,"alibi":2,"slopes":2,"scale":3,"float32":3,"k":6,"v":5,"tl":27,"constexpr":11,"int":22,"queries":2,"padded":2,"table":1,"stride":14,"int64":14,"0":5,"1":6,"should":2,"be":3,"equal":2,"to":2,"must":1,"power":1,"of":1,"2":3,"use":2,"bool":3,"sliding":1,"window":1,"3":2,"4":1,"filter":1,"by":1,"len":2,"start":1,"sinks":1,"idx":2,"program":2,"id":2},"2424,1987,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"if":4,"filter":1,"by":1,"query":17,"len":7,"cur":8,"batch":8,"in":6,"all":6,"start":6,"index":6,"tl":18,"load":6,"ptr":6,"seq":7,"idx":13,"stop":2,"1":6,"return":1,"else":2,"head":20,"kv":9,"num":8,"queries":7,"per":7,"arange":3,"0":10,"padded":7,"offset":3,"stride":3,"none":4,"mask":11,"heads":1,"dim":2,"where":1,"size":5,"to":2,"int1":1,"q":2,"other":3,"block":2,"table":2,"not":1,"use":2,"sinks":1,"m":2,"full":2,"float":2,"inf":2,"dtype":4,"float32":4,"sink":1,"l":1,"acc":1,"zeros":1,"sequence":2,"for":2,"this":2,"particular":1,"lens":1,"alibi":4,"slope":2,"slopes":2},"4411,1989,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"num":3,"blocks":2,"cdiv":1,"fn":1,"seq":8,"len":5,"block":13,"size":11,"iterate":1,"through":1,"tiles":1,"for":1,"j":3,"in":1,"range":1,"0":13,"physical":3,"idx":5,"tl":16,"load":13,"tables":1,"ptr":3,"table":1,"offset":8,"offs":7,"n":3,"arange":3,"d":4,"head":6,"padded":1,"v":14,"stride":9,"cache":11,"kv":3,"1":3,"none":9,"2":2,"3":2,"k":16,"x":2,"4":1,"key":1,"mask":7,"dim":2,"other":2,"if":3,"dtype":5,"is":2,"fp8":2,"to":5,"float32":3,"scale":3,"q":3,"else":2,"value":1,"boundary":2,"full":1,"int32":1,"s":5,"queries":1,"per":1,"where":2,"float":1,"inf":1,"dot":1,"context":2,"sliding":2,"window":2,"10000":1},"6400,1615,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"if":3,"use":2,"alibi":5,"slopes":4,"s":3,"slope":1,"none":15,"seq":3,"offset":3,"context":1,"len":3,"compute":1,"running":1,"maximum":2,"m":8,"j":8,"num":6,"queries":6,"per":6,"kv":7,"tl":8,"max":3,"axis":2,"1":5,"p":4,"block":4,"size":4,"exp":2,"l":6,"sum":1,"alpha":4,"acc":8,"update":1,"constants":1,"dot":1,"to":1,"v":3,"dtype":2,"epilogue":1,"output":6,"cur":1,"batch":1,"in":1,"all":1,"start":2,"index":1,"stride":2,"0":6,"query":5,"head":3,"idx":1,"store":1,"ptr":1,"arange":1,"padded":1,"mask":3,"dim":1,"def":1,"chunked":1,"prefill":1,"paged":1,"decode":1,"key":2,"value":2,"cache":3,"table":1,"loc":1,"lens":1,"k":1,"scale":5,"sliding":4,"window":4,"sm":3,"optional":1,"tensor":1,"for":1,"sinks":2,"is":3,"shape":1,"5":1,"not":1,"or":1},"8015,1697,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"if":3,"max":6,"query":8,"len":7,"1":5,"context":1,"attention":1,"fwd":1,"q":1,"k":4,"key":7,"v":4,"value":6,"o":1,"output":1,"kv":10,"cache":17,"dtype":17,"b":3,"loc":3,"block":2,"table":1,"start":2,"seq":5,"lens":2,"input":1,"scale":6,"alibi":2,"slopes":2,"sliding":2,"window":2,"sm":2,"skip":1,"decode":1,"true":1,"sinks":2,"size":2,"shape":6,"3":1,"num":6,"seqs":1,"heads":2,"queries":3,"per":3,"head":1,"2":2,"conversion":1,"of":2,"fp8":9,"tensor":1,"from":1,"uint8":3,"storage":1,"to":1,"appropriate":1,"torch":4,"for":1,"interpretation":1,"by":1,"triton":2,"in":4,"assert":2,"current":3,"platform":3,"e4m3":1,"target":4,"elif":1,"e5m2":2,"float8":1,"else":1,"raise":1,"valueerror":1,"unsupported":1,"view":2,"padded":1,"next":1,"power":1,"16":1},"9712,1036,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"from":1,"vllm":1,"platforms":1,"rocm":7,"import":1,"use":4,"custom":4,"paged":2,"attention":2,"query":3,"dtype":5,"head":2,"size":10,"block":3,"num":9,"queries":1,"per":1,"kv":2,"max":6,"seq":5,"len":2,"sliding":1,"window":1,"cache":1,"alibi":1,"slopes":1,"sinks":1,"if":1,"partition":4,"256":1,"partitions":3,"1":1,"assert":1,"0":2,"total":3,"table":1,"shape":1,"tmp":1,"output":4,"torch":4,"empty":3,"heads":2,"device":4,"exp":2,"sums":2,"float32":1,"logits":1,"like":1},"10748,582,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"ops":1,"paged":1,"attention":1,"rocm":1,"output":2,"exp":1,"sums":1,"max":3,"logits":1,"tmp":1,"query":3,"key":1,"cache":4,"value":1,"num":1,"kv":3,"heads":1,"scale":6,"sm":1,"block":4,"tables":1,"table":1,"seq":4,"lens":2,"start":2,"loc":2,"size":2,"len":2,"alibi":2,"slopes":2,"dtype":2,"k":2,"v":2},"11330,1725,data/raw/vllm-0.10.1/vllm/attention/ops/chunked_prefill_paged_decode.py":{"else":1,"kernel":1,"paged":1,"attention":1,"2d":1,"num":8,"seqs":1,"kv":5,"heads":3,"output":6,"ptr":9,"query":11,"key":8,"cache":23,"value":6,"sink":1,"sinks":3,"block":6,"tables":1,"table":3,"seq":2,"lens":2,"alibi":4,"slopes":4,"scale":6,"sm":1,"k":7,"v":6,"queries":4,"per":4,"padded":3,"stride":28,"0":9,"1":8,"size":6,"head":4,"triton":1,"next":1,"power":1,"of":1,"2":5,"use":3,"sliding":2,"window":2,"x":1,"shape":1,"4":3,"3":4,"filter":1,"by":1,"len":2,"true":1,"start":2,"loc":1,"is":1,"not":1,"none":1},"0,1780,data/raw/vllm-0.10.1/vllm/attention/ops/triton_merge_attn_states.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":2,"project":1,"from":2,"typing":1,"import":3,"optional":2,"torch":7,"triton":5,"utils":1,"tl":10,"implements":1,"section":1,"of":3,"https":1,"www":1,"arxiv":1,"org":1,"pdf":1,"2501":1,"01005":1,"can":1,"be":1,"used":1,"combine":1,"partial":1,"attention":1,"results":1,"in":1,"split":1,"kv":1,"case":1,"def":2,"merge":3,"attn":3,"states":3,"output":17,"tensor":6,"prefix":7,"lse":15,"suffix":7,"none":3,"num":22,"tokens":11,"shape":3,"query":2,"heads":9,"1":3,"head":13,"size":10,"padded":3,"next":1,"power":1,"todo":1,"woosuk":1,"use":1,"cuda":1,"kernel":3,"instead":1,"minimize":1,"cpu":1,"overhead":1,"is":1,"not":1,"jit":1,"constexpr":3,"token":3,"idx":6,"program":2,"id":2,"programs":2,"p":1,"load":2,"s":1},"1780,1783,data/raw/vllm-0.10.1/vllm/attention/ops/triton_merge_attn_states.py":{"fa2":4,"and":4,"fa3":2,"have":1,"different":1,"behavior":2,"for":3,"when":1,"the":5,"sum":1,"exp":6,"is":1,"0":3,"this":3,"namely":1,"arises":1,"with":4,"len":1,"seqlens":1,"returns":2,"inf":10,"here":1,"while":1,"if":4,"we":2,"see":1,"an":1,"assume":1,"convert":1,"to":1,"consistency":1,"correctness":1,"generally":1,"doesn":1,"t":1,"make":1,"sense":1,"in":1,"context":1,"outside":1,"of":1,"undefined":1,"case":1,"so":1,"i":1,"think":1,"a":1,"safe":1,"assumption":1,"p":15,"lse":24,"float":4,"else":2,"s":15,"max":4,"tl":11,"maximum":1,"will":1,"reuse":1,"precomputed":1,"values":1,"scale":6,"factor":1,"computation":1,"se":10,"out":12,"output":7,"log":1,"store":2,"head":21,"idx":8,"num":4,"tokens":1,"token":4,"arange":6,"padded":1,"size":8,"mask":7,"load":2,"prefix":1,"heads":3,"suffix":1,"note":1,"woosuk":1,"be":1,"careful":1,"numerical":1,"stability":1,"should":1,"compute":1,"first":1,"then":1,"multiply":2,"it":1,"do":1,"not":1,"or":1,"directly":1},"0,1815,data/raw/vllm-0.10.1/vllm/attention/ops/paged_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":4,"project":1,"from":5,"dataclasses":1,"import":6,"dataclass":2,"typing":1,"list":3,"optional":3,"tuple":3,"torch":6,"custom":1,"ops":3,"as":2,"triton":3,"utils":1,"has":2,"if":3,"attention":3,"prefix":1,"prefill":2,"context":1,"fwd":1,"should":1,"be":1,"same":1,"partition":2,"size":11,"in":4,"paged":1,"v2":1,"launcher":1,"512":1,"class":2,"pagedattentionmetadata":1,"metadata":1,"for":1,"pagedattention":2,"batch":4,"length":2,"of":2,"sequences":1,"entire":1,"tokens":3,"seen":1,"so":1,"far":1,"per":4,"sequence":3,"seq":5,"lens":1,"tensor":6,"maximum":1,"it":2,"is":2,"only":1,"max":3,"decode":1,"len":1,"int":9,"blocks":6,"block":7,"addresses":1,"id":1,"physical":1,"e":1,"g":1,"1":2,"means":1,"are":2,"stored":1,"0th":1,"1st":1,"and":1,"2nd":2,"kv":9,"cache":6,"each":1,"can":1,"contain":1,"up":2,"dimensions":1,"padded":1,"cuda":1,"graph":1,"captured":1,"tables":1,"staticmethod":3,"def":3,"get":2,"supported":1,"head":4,"sizes":1,"return":2,"32":1,"64":1,"80":1,"96":1,"112":1,"120":1,"128":1,"192":1,"256":1,"shape":2,"num":6,"heads":3,"split":1,"x":1,"16":1,"element":1},"1815,1911,data/raw/vllm-0.10.1/vllm/attention/ops/paged_attn.py":{"key":9,"cache":22,"kv":8,"0":7,"view":2,"num":5,"blocks":3,"heads":3,"head":3,"size":10,"x":2,"1":5,"value":10,"return":1,"staticmethod":2,"def":2,"write":1,"to":2,"paged":2,"torch":16,"tensor":16,"slot":2,"mapping":2,"dtype":3,"str":2,"k":3,"scale":7,"v":3,"none":2,"ops":1,"reshape":1,"and":3,"flatten":1,"forward":1,"decode":1,"query":1,"block":9,"tables":2,"seq":2,"lens":1,"max":1,"len":1,"int":7,"float":1,"alibi":1,"slopes":1,"optional":1,"tp":1,"rank":1,"blocksparse":10,"local":1,"vert":3,"stride":3,"64":1,"sliding":1,"step":1,"if":1,"is":1,"not":1,"use":1,"attention":1,"assert":1,"f":2,"needs":1,"be":1,"a":1,"multiple":1,"of":1,"used":1,"in":1},"3726,821,data/raw/vllm-0.10.1/vllm/attention/ops/paged_attn.py":{"output":1,"torch":1,"empty":1,"like":1,"query":2,"block":1,"size":4,"value":1,"cache":1,"shape":2,"3":1,"num":6,"seqs":2,"heads":3,"head":1,"max":4,"partitions":3,"seq":2,"len":3,"partition":2,"1":3,"note":1,"woosuk":2,"we":3,"use":6,"a":1,"simple":1,"heuristic":2,"to":5,"decide":1,"whether":1,"pagedattention":1,"v1":4,"or":3,"v2":2,"if":2,"the":3,"number":2,"of":3,"is":3,"avoid":2,"overhead":1,"reduction":1,"also":1,"sequences":1,"large":1,"since":1,"there":1,"enough":1,"work":1,"parallelize":1,"todo":1,"tune":1,"this":1,"for":1,"context":1,"8192":2,"kernel":1,"shared":1,"memory":1,"shortage":1,"and":1,"512":1},"4547,1959,data/raw/vllm-0.10.1/vllm/attention/ops/paged_attn.py":{"if":1,"use":1,"v1":3,"run":2,"pagedattention":2,"ops":2,"paged":2,"attention":2,"output":8,"query":2,"key":2,"cache":6,"value":2,"num":8,"kv":4,"heads":4,"scale":6,"block":7,"tables":2,"seq":4,"lens":2,"size":9,"max":6,"len":2,"alibi":2,"slopes":2,"dtype":5,"k":2,"v":2,"tp":2,"rank":2,"blocksparse":8,"local":2,"blocks":2,"vert":2,"stride":2,"head":3,"sliding":2,"step":2,"else":1,"v2":2,"assert":1,"partition":1,"0":1,"tmp":2,"torch":4,"empty":3,"seqs":2,"partitions":2,"device":4,"exp":3,"sums":3,"float32":1,"logits":2,"like":1,"return":1},"6506,1882,data/raw/vllm-0.10.1/vllm/attention/ops/paged_attn.py":{"staticmethod":3,"def":3,"forward":1,"prefix":1,"query":8,"torch":18,"tensor":19,"key":10,"value":10,"kv":15,"cache":24,"dtype":2,"str":1,"block":2,"tables":2,"start":3,"loc":3,"seq":4,"lens":2,"max":4,"len":4,"int":2,"alibi":2,"slopes":2,"optional":2,"sliding":2,"window":2,"k":2,"scale":4,"v":2,"output":3,"empty":1,"like":1,"none":3,"context":1,"attention":1,"fwd":1,"is":1,"batch":1,"size":1,"1":4,"return":1,"swap":3,"blocks":5,"src":12,"dst":10,"to":5,"0":3,"ops":3,"copy":2,"caches":7,"list":1,"dists":2,"for":2,"in":2},"0,1364,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"kernels":2,"in":2,"this":4,"file":1,"are":1,"adapted":1,"from":3,"lightllm":3,"s":3,"context":2,"attention":1,"fwd":1,"https":1,"github":1,"com":1,"modeltc":1,"blob":1,"main":1,"models":1,"llama":1,"triton":7,"kernel":2,"flashattention":1,"nopad":1,"py":1,"import":3,"torch":1,"platforms":1,"current":5,"platform":5,"utils":1,"tl":1,"static":1,"parameters":1,"base":1,"block":4,"128":2,"if":3,"has":1,"device":2,"capability":2,"80":1,"else":3,"64":2,"num":5,"warps":2,"4":3,"is":3,"rocm":2,"8":1,"check":1,"compatibility":1,"turing":1,"get":1,"7":1,"5":1,"here":1,"an":1,"example":1,"autotuner":1,"config":3,"for":1,"does":1,"provide":1,"a":1,"performance":1,"improvement":1,"but":1,"dramatically":1,"increases":1,"first":1,"call":1,"latency":1,"3":1,"because":1,"of":1,"tradeoff":1,"it":1,"currently":1,"commented":1,"out":1,"autotune":1,"configs":1,"m":1,"n":1,"unroll":2,"cache":1,"request":1,"1":2,"kpack":1,"waves":1,"per":1,"eu":1,"stages":1,"key":1,"size":1,"max":2,"q":1,"len":2,"ctx":1,"jit":1},"1364,1834,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"def":1,"fwd":1,"kernel":1,"q":2,"k":8,"v":7,"cache":12,"sink":1,"ptr":1,"b":6,"loc":4,"sm":1,"scale":3,"start":2,"seqlen":1,"x":2,"tl":19,"constexpr":16,"out":1,"stride":23,"s":1,"qbs":1,"qh":1,"qd":1,"kbs":1,"kh":1,"kd":1,"vbs":1,"vh":1,"vd":1,"obs":1,"oh":1,"od":1,"bs":2,"h":2,"d":2,"bl":2,"num":4,"queries":2,"per":2,"kv":3,"in":1,"precision":1,"block":5,"m":2,"dmodel":2,"padded":1,"size":1,"n":1,"sliding":1,"window":1,"unroll":2,"request":1,"skip":1,"decode":1,"use":1,"sinks":1,"max":2,"len":2,"0":3,"ctx":1,"cur":4,"batch":1,"program":3,"id":3,"head":3,"1":1,"2":1},"3198,1813,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"cur":18,"batch":16,"seq":2,"len":9,"tl":21,"load":5,"b":3,"seqlen":1,"in":6,"all":5,"start":9,"index":5,"loc":3,"stop":2,"1":4,"query":8,"ctx":1,"if":2,"skip":1,"decode":1,"and":2,"return":1,"position":2,"inside":1,"of":1,"the":1,"generally":1,"n":5,"goes":2,"over":2,"kv":1,"while":1,"m":21,"block":15,"initialize":2,"offsets":1,"size":2,"starts":4,"at":4,"0":12,"offs":8,"bs":1,"arange":5,"d":7,"dmodel":4,"padded":3,"current":1,"off":2,"q":4,"none":4,"stride":3,"qbs":1,"head":2,"qh":1,"qd":1,"dim":2,"mask":4,"where":1,"to":3,"int1":1,"other":2,"pointer":1,"l":2,"not":1,"use":1,"sinks":1,"i":3,"full":3,"float":2,"inf":2,"dtype":5,"float32":4,"else":1,"sink":1,"ptr":1,"int64":1,"acc":1,"zeros":1},"5011,1463,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"compute":2,"query":1,"against":1,"context":1,"no":1,"causal":1,"mask":3,"here":1,"for":1,"start":7,"n":11,"in":1,"tl":7,"range":1,"0":3,"cur":6,"batch":4,"ctx":3,"len":3,"block":9,"size":7,"loop":1,"unroll":2,"factor":1,"num":1,"cache":12,"multiple":1,"of":1,"qk":1,"bn":3,"load":9,"b":4,"loc":3,"stride":11,"s":1,"d":8,"off":4,"k":18,"none":9,"bs":5,"kv":2,"head":2,"h":2,"offs":6,"x":3,"bl":2,"v":5,"if":2,"or":1,"dmodel":2,"padded":1,"dim":1,"other":1,"else":2,"dtype":2,"is":1,"fp8":1,"to":2,"float32":1,"scale":1,"q":1},"6474,1851,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"qk":10,"tl":14,"zeros":1,"block":5,"m":10,"size":2,"dtype":4,"float32":2,"n":11,"dot":1,"q":4,"k":1,"acc":4,"input":1,"precision":2,"in":5,"where":2,"start":5,"offs":6,"bs":4,"none":9,"cur":5,"batch":5,"ctx":5,"len":5,"float":1,"inf":3,"sm":1,"scale":2,"if":3,"sliding":4,"window":4,"0":3,"are":2,"the":5,"positions":2,"of":2,"entries":3,"sequence":2,"kv":2,"so":1,"condition":1,"makes":2,"sure":1,"each":1,"entry":1,"only":1,"attends":1,"to":5,"not":1,"more":1,"than":1,"away":1,"we":1,"can":1,"t":1,"use":1,"here":1,"because":1,"may":1,"lead":1,"entire":1,"row":1,"being":1,"masked":1,"this":1,"then":1,"ij":5,"contain":1,"which":1,"causes":1,"nans":1,"exp":3,"10000":1,"compute":1,"running":1,"maximum":2,"i":2,"max":1,"axis":2,"1":2,"p":4,"l":1,"sum":1,"alpha":2,"update":1,"or":1,"dmodel":2,"padded":1,"v":13,"load":8,"cache":2,"off":2,"mask":2,"dim":1,"other":1,"d":1,"else":2,"is":1,"fp8":1},"8325,1803,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"acc":6,"tl":15,"dot":2,"p":3,"v":5,"input":2,"precision":4,"in":4,"update":1,"m":13,"i":7,"and":1,"l":5,"alpha":3,"ij":6,"off":4,"k":7,"offs":9,"n":15,"none":12,"stride":7,"kbs":2,"cur":5,"kv":2,"head":2,"kh":1,"d":2,"kd":1,"vbs":1,"vh":1,"vd":1,"ptrs":3,"block":9,"mask":7,"is":1,"0":6,"when":1,"we":1,"re":1,"already":1,"past":1,"the":1,"current":1,"query":4,"length":1,"where":3,"start":10,"loc":1,"batch":3,"len":2,"1":4,"compute":3,"against":1,"itself":1,"with":1,"causal":2,"for":1,"range":1,"loop":1,"unroll":2,"factor":1,"num":1,"request":1,"multiple":1,"of":1,"qk":11,"load":1,"all":1,"index":1,"dim":1,"other":1,"zeros":1,"dtype":1,"float32":1,"q":1,"sm":1,"scale":1,"apply":1,"float":1,"inf":1,"if":1,"sliding":2,"window":2,"10000":1,"running":1,"maximum":2,"max":1,"axis":2,"exp":2,"sum":1},"10128,1918,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"update":2,"acc":7,"v":10,"tl":12,"load":4,"ptrs":3,"cur":15,"batch":11,"in":4,"all":3,"start":10,"index":3,"n":4,"stride":27,"vbs":2,"mask":4,"dim":2,"none":7,"offs":4,"query":2,"len":4,"other":1,"0":3,"p":3,"to":2,"dtype":1,"dot":1,"input":1,"precision":2,"m":9,"i":6,"and":1,"l":5,"alpha":1,"ij":2,"initialize":1,"pointers":1,"output":1,"off":2,"o":2,"obs":2,"head":4,"oh":2,"d":3,"od":2,"out":4,"store":1,"return":1,"triton":1,"jit":1,"def":1,"fwd":1,"kernel":1,"flash":1,"attn":1,"v2":1,"q":1,"k":7,"cache":11,"b":10,"loc":6,"sm":1,"scale":1,"seqlen":2,"ctxlen":2,"block":6,"size":1,"x":2,"s":1,"qbs":1,"qh":1,"qd":1,"kbs":1,"kh":1,"kd":1,"vh":1,"vd":1,"bs":2,"h":2,"bl":2,"num":2,"queries":2,"per":2,"kv":3,"int":1,"constexpr":3,"dmodel":1,"program":3,"id":3,"1":1,"2":1,"ctx":1,"seq":1},"12046,1891,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"initialize":2,"offsets":1,"offs":15,"n":20,"tl":17,"arange":3,"0":9,"block":15,"d":7,"dmodel":2,"m":12,"start":11,"off":5,"q":5,"cur":11,"batch":8,"in":2,"all":1,"index":1,"none":12,"stride":14,"qbs":1,"head":3,"qh":1,"qd":1,"load":3,"mask":3,"seq":1,"len":6,"ctx":5,"other":3,"pointer":1,"to":1,"and":1,"l":2,"i":2,"zeros":4,"dtype":4,"float32":4,"float":2,"inf":2,"acc":1,"for":1,"range":1,"multiple":1,"of":1,"compute":1,"qk":6,"bn":3,"b":4,"loc":3,"size":3,"s":1,"k":10,"cache":10,"bs":2,"kv":2,"h":2,"x":3,"bl":2,"v":5,"dot":1,"where":1,"sm":1,"scale":1},"13937,1983,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"compute":3,"m":23,"ij":11,"p":10,"l":14,"tl":18,"max":2,"qk":10,"1":6,"i":22,"new":9,"maximum":2,"math":3,"exp":3,"none":11,"sum":2,"update":5,"and":3,"alpha":4,"output":1,"accumulator":1,"scale":6,"acc":8,"v":9,"load":2,"cache":1,"off":5,"mask":4,"start":10,"n":15,"offs":8,"cur":8,"batch":6,"ctx":3,"len":5,"other":2,"0":6,"to":1,"dtype":2,"dot":2,"k":7,"stride":7,"kbs":2,"kv":2,"head":2,"kh":1,"d":2,"kd":1,"vbs":1,"vh":1,"vd":1,"ptrs":3,"block":8,"where":2,"loc":1,"seq":2,"for":1,"in":2,"range":1,"multiple":1,"of":1,"all":1,"index":1,"zeros":1,"float32":1,"q":1,"sm":1,"float":1,"inf":1},"15920,1935,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"alpha":4,"tl":10,"math":1,"exp":1,"m":8,"i":13,"new":5,"l":9,"ij":1,"update":3,"output":2,"accumulator":1,"scale":8,"p":4,"acc":10,"none":6,"v":11,"load":1,"ptrs":3,"cur":7,"batch":6,"in":3,"all":2,"start":5,"index":2,"n":4,"stride":27,"vbs":2,"mask":2,"offs":4,"seq":2,"len":4,"ctx":2,"other":1,"0":2,"to":3,"dtype":1,"dot":1,"and":1,"initialize":1,"pointers":1,"off":2,"o":2,"obs":2,"head":3,"oh":2,"d":3,"od":2,"out":4,"store":1,"return":1,"triton":1,"jit":1,"def":1,"fwd":1,"kernel":1,"alibi":2,"q":1,"k":8,"cache":11,"b":6,"loc":4,"sm":1,"seqlen":1,"slopes":1,"block":5,"size":3,"x":2,"s":1,"qbs":1,"qh":1,"qd":1,"kbs":1,"kh":1,"kd":1,"vh":1,"vd":1,"bs":2,"h":2,"bl":2,"num":1,"queries":1,"per":1,"kv":1,"int":1,"precision":1,"constexpr":6,"dmodel":2,"padded":2,"a":1,"power":1,"of":1,"2":1,"skip":1,"decode":1},"17855,1597,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"attn":1,"bias":1,"cur":24,"batch":20,"tl":19,"program":3,"id":4,"0":9,"head":4,"1":4,"start":11,"m":14,"2":1,"kv":2,"num":1,"queries":1,"per":1,"seq":4,"len":10,"the":4,"length":2,"of":3,"prompts":1,"ctx":3,"prefix":1,"in":6,"all":6,"index":6,"dim":3,"load":4,"b":3,"seqlen":1,"loc":3,"stop":2,"query":3,"if":1,"skip":1,"decode":1,"and":2,"return":1,"block":12,"initialize":2,"offsets":1,"offs":6,"n":2,"arange":4,"d":2,"dmodel":4,"padded":3,"off":2,"q":4,"none":4,"stride":3,"qbs":1,"qh":1,"qd":1,"mask":3,"where":1,"to":2,"int1":1,"other":1,"pointer":1,"l":2,"i":2,"zeros":3,"dtype":3,"float32":3,"float":1,"inf":1,"acc":1},"19452,1982,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"alibi":15,"slope":2,"tl":13,"load":9,"slopes":1,"cur":10,"head":3,"start":16,"q":5,"arange":2,"0":8,"block":11,"m":2,"loc":4,"batch":7,"ctx":5,"len":6,"k":19,"for":1,"n":21,"in":2,"range":1,"multiple":1,"of":1,"compute":1,"qk":8,"bn":3,"b":4,"stride":11,"offs":9,"size":3,"s":1,"mask":3,"other":2,"off":3,"none":13,"cache":10,"bs":2,"kv":2,"h":2,"d":6,"x":3,"bl":2,"v":5,"dim":1,"if":1,"dtype":3,"is":1,"fp8":1,"to":2,"float32":2,"scale":2,"else":1,"zeros":1,"dot":1,"acc":1,"input":1,"precision":2,"where":2,"float":2,"inf":2,"sm":1,"seq":1},"21434,1379,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"compute":1,"m":12,"ij":6,"p":7,"l":11,"tl":10,"max":1,"qk":2,"1":3,"i":17,"new":7,"maximum":1,"math":2,"exp":2,"none":8,"sum":1,"update":4,"and":2,"alpha":4,"output":1,"accumulator":1,"scale":6,"acc":10,"v":15,"load":6,"cache":1,"off":5,"mask":3,"dim":1,"start":2,"n":4,"offs":5,"cur":5,"batch":3,"ctx":2,"len":3,"other":1,"0":3,"if":1,"dtype":3,"is":1,"fp8":1,"to":3,"float32":1,"q":1,"else":1,"dot":1,"input":1,"precision":1,"ieee":1,"k":4,"stride":6,"kbs":1,"kv":2,"head":2,"kh":1,"d":2,"kd":1,"vbs":1,"vh":1,"vd":1,"ptrs":2,"block":2,"where":1,"loc":1,"seq":1},"22813,1596,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"init":2,"alibi":16,"slope":2,"tl":16,"load":3,"slopes":1,"cur":7,"head":1,"start":16,"q":6,"arange":4,"0":8,"block":16,"m":14,"loc":2,"batch":6,"ctx":3,"len":6,"k":8,"debugger":1,"offset":2,"db":2,"n":14,"calc":1,"model":1,"mul":1,"prefix":1,"dmodel":1,"for":1,"in":2,"range":1,"mask":3,"1":3,"multiple":1,"of":1,"compute":2,"qk":10,"ptrs":1,"all":1,"index":1,"stride":1,"kbs":1,"dim":1,"none":8,"offs":3,"seq":2,"other":1,"zeros":1,"dtype":1,"float32":1,"dot":1,"acc":1,"input":1,"precision":1,"ieee":1,"sm":1,"scale":1,"where":2,"float":2,"inf":2,"ij":5,"p":3,"l":3,"max":1,"i":5,"new":2,"maximum":1,"math":1,"exp":1,"sum":1,"update":1,"and":1},"24409,1925,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"alpha":4,"tl":4,"math":1,"exp":1,"m":7,"i":13,"new":5,"l":9,"ij":1,"update":3,"output":2,"accumulator":1,"scale":8,"p":4,"acc":13,"none":12,"v":7,"load":1,"ptrs":3,"cur":7,"batch":6,"in":2,"all":2,"start":5,"index":2,"n":3,"stride":4,"vbs":1,"mask":4,"dim":2,"offs":4,"seq":4,"len":7,"ctx":2,"other":1,"0":2,"to":2,"dtype":4,"dot":1,"input":2,"precision":1,"ieee":1,"and":1,"initialize":1,"pointers":1,"off":2,"o":3,"obs":1,"head":1,"oh":1,"d":1,"od":1,"out":3,"store":1,"return":1,"torch":4,"inference":1,"mode":1,"def":1,"context":1,"attention":1,"fwd":1,"q":3,"k":3,"kv":1,"cache":3,"str":1,"b":3,"loc":2,"max":2,"tensor":2,"alibi":1,"slopes":1,"sliding":1,"window":1,"sm":1,"skip":1,"decode":1,"false":1,"sinks":1,"is":2,"f32":1,"float32":1},"26334,1707,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"turing":2,"does":1,"have":1,"tensor":2,"core":1,"for":5,"float32":1,"multiplication":1,"use":1,"ieee":2,"as":1,"fallback":2,"triton":4,"kernels":1,"work":1,"there":1,"is":6,"also":1,"warning":1,"on":1,"vllm":1,"config":1,"py":1,"to":3,"inform":1,"users":1,"this":2,"implementation":1,"in":5,"precision":1,"if":6,"and":3,"q":4,"dtype":20,"f32":1,"else":2,"none":3,"conversion":1,"of":3,"fp8":10,"from":1,"uint8":5,"storage":1,"appropriate":1,"torch":6,"interpretation":1,"by":1,"kv":8,"cache":15,"assert":4,"k":6,"current":3,"platform":3,"v":5,"e4m3":1,"target":4,"elif":1,"e5m2":2,"float8":1,"raise":2,"valueerror":2,"unsupported":2,"view":2,"or":2,"auto":2,"prefill":1,"kernel":1,"shape":8,"constraints":1,"lq":3,"lk":6,"lv":2,"1":8,"round":1,"up":1,"a":1,"power":2,"2":2,"required":1,"block":1,"size":1,"padded":1,"next":1,"sm":2,"scale":2,"0":6,"5":1,"batch":2,"head":1,"b":2,"seq":1,"len":2,"num":1,"queries":1,"per":1,"start":1,"loc":1,"means":1,"disable":1,"sliding":3,"window":3},"28041,1870,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"if":3,"alibi":4,"slopes":2,"is":5,"not":2,"none":2,"assert":1,"sinks":2,"arg":1,"supported":1,"with":1,"need":1,"to":2,"reduce":1,"num":10,"blocks":3,"when":1,"using":1,"fp32":1,"due":1,"increased":1,"use":1,"of":1,"gpu":1,"shared":1,"memory":1,"q":6,"dtype":2,"torch":1,"float32":1,"block":12,"base":2,"2":7,"f32":1,"else":1,"batch":2,"head":4,"grid":2,"triton":1,"cdiv":1,"max":1,"input":1,"len":2,"fwd":1,"kernel":1,"k":12,"v":11,"cache":13,"b":5,"loc":4,"sm":1,"scale":3,"start":1,"seq":1,"shape":2,"3":3,"4":2,"o":4,"stride":23,"0":7,"1":8,"kv":4,"heads":2,"size":4,"x":2,"queries":2,"per":2,"in":2,"precision":2,"m":1,"dmodel":2,"lk":2,"padded":2,"n":1,"skip":2,"decode":2,"warps":2,"stages":1,"return":1},"29911,1664,data/raw/vllm-0.10.1/vllm/attention/ops/prefix_prefill.py":{"max":4,"seq":4,"len":5,"0":8,"if":2,"is":3,"none":2,"else":1,"extra":3,"kargs":3,"current":1,"platform":1,"rocm":1,"kpack":1,"1":10,"waves":1,"per":3,"eu":1,"2":7,"grid":2,"lambda":1,"meta":2,"batch":1,"head":3,"triton":1,"cdiv":1,"input":1,"block":8,"m":2,"fwd":1,"kernel":1,"q":4,"k":12,"v":11,"cache":14,"sinks":3,"b":5,"loc":4,"sm":1,"scale":3,"start":1,"shape":2,"4":4,"o":4,"stride":23,"3":3,"num":10,"blocks":2,"kv":4,"heads":2,"size":5,"x":2,"queries":2,"in":2,"precision":2,"dmodel":2,"lk":2,"padded":2,"sliding":2,"window":2,"skip":2,"decode":2,"128":1,"n":1,"64":1,"unroll":2,"request":1,"warps":1,"stages":1,"use":1,"not":1,"return":1},"0,1617,data/raw/vllm-0.10.1/vllm/attention/ops/pallas_kv_cache_update.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":5,"functools":1,"jax":5,"from":4,"experimental":2,"pallas":2,"as":2,"pl":4,"tpu":1,"pltpu":2,"utils":1,"cdiv":1,"def":1,"kv":13,"cache":3,"update":1,"kernel":1,"prefetch":1,"slices":11,"ref":10,"3":1,"padded":1,"num":15,"list":1,"of":1,"start":5,"new":6,"slice":1,"len":1,"1":2,"input":1,"hbm":4,"tokens":1,"combined":4,"heads":4,"head":4,"dim":4,"total":2,"pages":2,"page":3,"size":3,"output":1,"scratch":5,"per":4,"block":6,"sem":2,"async":9,"copies":3,"idx":2,"program":1,"id":1,"shape":1,"copy":7,"for":2,"i":8,"in":2,"range":1,"offset":5,"lax":2,"select":2,"length":3,"make":1,"at":2,"ds":2,"append":1,"wait":1},"1617,1833,data/raw/vllm-0.10.1/vllm/attention/ops/pallas_kv_cache_update.py":{"copy":7,"from":1,"scratch":2,"to":3,"kv":19,"cache":11,"hbm":2,"ref":6,"async":9,"copies":3,"clear":1,"for":2,"i":8,"in":3,"range":1,"num":13,"slices":11,"per":4,"block":5,"offset":5,"idx":1,"start":5,"jax":8,"lax":2,"select":2,"0":7,"length":3,"2":2,"pltpu":4,"make":2,"at":2,"pl":5,"ds":2,"sem":1,"append":1,"wait":1,"functools":1,"partial":1,"jit":1,"static":1,"argnames":1,"page":4,"size":4,"def":1,"update":2,"new":3,"array":4,"total":2,"token":1,"combined":4,"heads":4,"head":5,"dim":5,"3":1,"list":1,"of":1,"slice":2,"len":1,"pages":1,"1":2,"int":2,"32":1,"8":1,"shape":5,"assert":3,"128":1,"todo":1,"add":1,"dynamic":1,"check":1,"sure":1,"that":1,"the":2,"all":1,"lengths":1,"are":1,"smaller":1,"or":1,"equal":1,"specs":2,"blockspec":3,"memory":3,"space":3,"tpumemoryspace":3,"any":3,"out":2,"shapedtypestruct":1,"dtype":2},"3450,782,data/raw/vllm-0.10.1/vllm/attention/ops/pallas_kv_cache_update.py":{"scalar":5,"prefetches":4,"slices":5,"num":6,"kv":7,"update":3,"scratch":5,"pltpu":3,"vmem":1,"per":2,"block":2,"page":1,"size":1,"combined":1,"heads":1,"head":1,"dim":1,"new":2,"dtype":1,"shapes":3,"semaphoretype":1,"dma":1,"kernel":3,"pl":1,"pallas":1,"call":1,"cache":2,"grid":2,"spec":1,"prefetchscalargridspec":1,"prefetch":1,"len":2,"in":2,"specs":4,"out":4,"cdiv":1,"0":3,"shape":2,"input":1,"output":1,"aliases":1,"1":1,"return":1},"0,1706,data/raw/vllm-0.10.1/vllm/attention/ops/merge_attn_states.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":1,"from":4,"typing":1,"import":5,"optional":2,"torch":13,"platforms":1,"current":2,"platform":2,"def":3,"merge":8,"attn":8,"states":8,"output":14,"tensor":8,"prefix":6,"lse":9,"suffix":6,"none":2,"note":2,"deftruth":2,"currently":2,"custom":3,"cuda":3,"kernel":3,"is":2,"not":1,"support":1,"for":1,"fp8":1,"dtype":3,"fallback":1,"use":1,"triton":2,"supported":4,"dtypes":2,"o":5,"bool":2,"return":5,"in":1,"float32":3,"half":2,"bfloat16":2,"load":1,"store":1,"128b":1,"16":1,"bytes":1,"per":1,"memory":1,"issue":1,"within":1,"thread":1,"namely":1,"headsize":1,"headdim":6,"must":1,"be":1,"multiple":1,"of":1,"pack":1,"size":2,"4":2,"8":2,"shape":1,"num":2,"tokens":1,"heads":1,"head":1,"if":2,"and":2,"ops":2,"else":1,"attention":1},"0,1946,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"import":7,"neuronxcc":4,"nki":6,"isa":1,"as":4,"nisa":1,"language":2,"nl":8,"numpy":1,"np":1,"torch":1,"from":4,"par":2,"dim":2,"utils":1,"cdiv":3,"def":3,"is":2,"power":1,"of":1,"x":4,"return":2,"and":2,"1":3,"jit":2,"load":4,"block":19,"tables":15,"hbm":8,"num":22,"tiles":9,"blocks":9,"per":7,"tile":10,"into":1,"sram":1,"has":1,"shape":3,"in":2,"case":1,"b":8,"p":12,"size":10,"we":1,"need":1,"further":1,"dimension":2,"128":1,"reshape":2,"assert":2,"len":1,"total":2,"sbuf":4,"zeros":1,"dtype":2,"int32":2,"for":5,"i":11,"affine":1,"range":1,"arange":2,"none":2,"f":3,"mask":1,"transform":1,"indirect":1,"tiling":2,"factor":2,"head":4,"id":2,"this":1,"function":1,"does":1,"two":1,"things":1,"calculate":1,"new":1,"a":1,"after":1,"flattening":1,"dimensions":1,"transpose":1,"result":1,"so":1,"that":1,"table":1,"each":1,"mapped":1,"partition":1,"vectorized":1,"dma":1},"1946,1935,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"tiling":8,"trick":1,"to":6,"further":2,"improve":1,"dma":3,"performance":2,"given":2,"kv":2,"cache":3,"shape":6,"num":22,"block":16,"head":11,"size":18,"d":4,"when":1,"loading":1,"m":4,"blocks":8,"of":4,"a":1,"id":8,"from":1,"hbm":1,"the":2,"load":1,"tables":3,"has":2,"if":4,"b":6,"p":6,"128":2,"may":1,"not":2,"fully":1,"utilize":1,"hardware":1,"parallelization":1,"solution":1,"is":3,"tile":9,"into":1,"factor":6,"tiled":2,"s":1,"t":2,"after":1,"note":1,"we":1,"don":1,"dimension":1,"as":1,"small":1,"also":1,"hurts":1,"partitions":2,"tiles":6,"per":13,"partition":6,"assert":2,"power":2,"2":2,"f":1,"loads":2,"cdiv":1,"transposed":1,"nl":6,"ndarray":1,"par":1,"dim":1,"dtype":3,"int32":3,"prepare":1,"iota":3,"ahead":1,"time":1,"avoid":1,"repeatedly":1,"using":1,"gpsimd":1,"1":6,"nisa":2,"reshape":1,"transpose":1,"broadcast":5,"offset":1,"arange":1,"none":2},"3881,1899,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"for":2,"partition":14,"id":4,"in":2,"nl":6,"affine":2,"range":2,"num":13,"partitions":1,"block":23,"tables":16,"if":2,"head":4,"1":3,"fuse":1,"and":4,"dimension":1,"size":15,"tiling":4,"factor":3,"need":1,"to":2,"apply":1,"trick":1,"assert":1,"blocks":3,"per":7,"tile":7,"b":10,"p":10,"reshape":2,"tiles":4,"broadcast":2,"shape":1,"new":5,"offset":1,"else":1,"transpose":2,"the":1,"table":1,"so":1,"that":1,"it":1,"can":1,"be":1,"used":1,"by":2,"vector":1,"dge":1,"i":7,"loads":1,"arange":2,"none":2,"f":2,"transposed":2,"ds":1,"return":1,"nki":1,"jit":1,"def":1,"load":3,"kv":4,"from":1,"cache":3,"cur":2,"k":2,"v":1,"large":2,"idx":1,"tiled":1,"d":2,"transform":1,"key":2,"value":2,"into":1,"layout":2,"required":1,"matmul":1,"vectorized":1,"dma":1,"par":1,"dim":1,"seqlen":1},"5780,1694,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"layout":1,"used":1,"by":1,"attention":1,"matmuls":1,"key":2,"par":3,"dim":3,"b":19,"d":9,"size":25,"seqlen":3,"kv":5,"value":2,"p":14,"equivalent":1,"to":1,"load":10,"cache":4,"num":4,"loads":3,"cdiv":1,"blocks":1,"per":1,"large":3,"tile":9,"for":3,"idx":8,"in":3,"nl":15,"affine":3,"range":3,"i":11,"arange":4,"none":4,"f":4,"tiled":6,"block":8,"loaded":10,"0":1,"tables":2,"k":5,"if":2,"cur":6,"dtype":8,"copy":2,"transpose":2,"sbuf":1,"tensor":1,"using":1,"pe":1,"tb":3,"ds":3,"1":1,"v":3,"nki":1,"jit":1},"7474,1993,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"def":2,"transpose":3,"p":18,"local":15,"transposed":3,"large":4,"tile":9,"sz":4,"b":18,"f":10,"size":19,"512":2,"for":2,"i":6,"in":3,"nl":10,"affine":2,"range":2,"if":2,"nisa":6,"get":2,"nc":5,"version":4,"gen3":2,"t":5,"tmp":5,"ndarray":2,"par":2,"dim":2,"128":15,"buffer":9,"sbuf":1,"dtype":6,"else":2,"psum":1,"np":1,"float32":1,"j":9,"slice":6,"ds":3,"dma":1,"copy":1,"nki":1,"jit":1,"flash":2,"attention":3,"core":2,"q":4,"k":3,"v":3,"o":2,"l":2,"m":2,"kernel":1,"acc":1,"type":1,"mask":2,"use":1,"causal":1,"idx":1,"none":2,"initialize":1,"false":1,"2048":1,"d":4,"qk":1,"res":1,"the":5,"function":1,"to":1,"calculate":1,"self":1,"between":1,"a":2,"of":2,"and":3,"block":1,"has":1,"have":1,"shape":1,"whose":1,"free":1,"dimension":1,"will":1,"be":1,"split":1,"into":1,"tiles":1,"results":1,"are":1,"stored":1,"following":1,"three":1,"buffers":1,"1":2},"9467,1897,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"all":1,"io":1,"buffers":1,"are":2,"in":2,"sbuf":2,"num":3,"k":14,"tile":12,"per":3,"large":5,"sz":2,"b":16,"f":12,"size":10,"qk":10,"res":7,"buf":5,"nl":11,"ndarray":3,"par":3,"dim":3,"p":5,"buffer":4,"dtype":5,"acc":4,"type":4,"max":4,"local":3,"for":1,"i":10,"affine":1,"range":1,"slice":6,"ds":2,"if":3,"use":1,"causal":1,"mask":3,"used":1,"to":3,"only":1,"apply":1,"computation":1,"the":4,"lower":1,"half":1,"of":2,"matrix":1,"which":1,"reduce":2,"arithmetic":1,"intensity":1,"by":1,"up":1,"50":1,"multiplication":3,"required":3,"selection":3,"q":2,"idx":1,"else":2,"true":2,"psum":4,"np":2,"float32":1,"128":2,"512":2,"matmul":1,"transpose":1,"x":1,"where":1,"0":3,"9984":2,"calculate":1,"current":1,"nisa":1,"tensor":1,"axis":1,"1":1,"negate":1,"false":1,"is":1,"not":1,"none":1,"copy":1},"11364,1711,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"max":8,"nisa":3,"tensor":1,"reduce":7,"np":3,"local":3,"axis":2,"1":7,"dtype":9,"acc":3,"type":3,"negate":1,"false":1,"o":4,"previous":5,"scaled":2,"nl":11,"ndarray":3,"par":3,"dim":3,"b":4,"p":8,"size":4,"d":1,"buffer":6,"if":1,"initialize":1,"m":11,"0":6,"copy":2,"current":4,"else":1,"maximum":1,"128":1,"compute":3,"scaling":1,"factor":1,"alpha":2,"activation":3,"exp":4,"bias":2,"scale":2,"multiply":1,"large":4,"tile":10,"sz":4,"kernel":2,"reduction":5,"min":1,"2048":1,"2":1,"partial":4,"sum":5,"for":1,"k":7,"r":7,"i":7,"in":1,"affine":1,"range":1,"slice":3,"ds":1,"qk":3,"row":1,"of":1,"fixme":1,"use":1,"accumulate":2,"to":1,"over":1,"loop":1,"res":2,"buf":1,"op":1,"add":1,"ps":1},"13075,1769,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"p":16,"local":7,"transposed":4,"nl":20,"ndarray":1,"par":2,"dim":2,"b":16,"size":16,"large":9,"tile":17,"sz":7,"dtype":7,"kernel":2,"transpose":2,"f":2,"pv":4,"psum":5,"zeros":1,"d":7,"np":1,"float32":1,"buffer":6,"for":1,"k":3,"i":6,"in":1,"affine":1,"range":1,"matmul":1,"ds":4,"v":12,"x":1,"true":2,"128":3,"br":1,"if":2,"initialize":1,"o":3,"copy":2,"l":7,"0":3,"add":4,"log":2,"ps":2,"max":1,"else":1,"previous":1,"scaled":1,"prev":2,"exp":3,"subtract":1,"m":2,"current":2,"nki":2,"jit":2,"def":2,"load":2,"hbm":3,"cur":4,"idx":2,"shape":1,"1":1,"loaded":5,"flash":2,"paged":1,"attention":1,"query":1,"key":1,"value":1,"kv":1,"cache":1,"block":1,"tables":1,"mask":1,"softmax":1,"scale":1,"none":1,"mixed":1,"precision":1,"2048":1,"return":1,"debug":1,"tensors":1,"false":1,"pagedattention":1,"forward":1},"14844,1503,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"io":3,"tensor":3,"layouts":1,"query":1,"shape":4,"1":6,"n":5,"heads":6,"d":6,"seq":8,"q":4,"key":1,"kv":8,"k":2,"value":1,"v":2,"cache":4,"2":1,"num":3,"blocks":4,"block":4,"size":4,"tables":2,"active":2,"mask":2,"o":1,"this":2,"kernel":4,"requires":1,"we":3,"use":3,"continuous":1,"batching":1,"by":1,"default":4,"so":1,"the":7,"batch":1,"dimension":2,"is":5,"always":1,"and":3,"different":1,"requests":1,"are":1,"concatenated":1,"along":1,"sequence":1,"paged":1,"to":3,"store":1,"dtypes":1,"assumes":1,"all":2,"tensors":1,"have":1,"same":3,"dtype":1,"except":1,"for":4,"int32":2,"if":2,"mixed":2,"precision":4,"true":2,"then":1,"engine":1,"operation":1,"will":3,"be":4,"performed":2,"in":4,"bfloat16":1,"accumulation":1,"float32":1,"otherwise":1,"intermediates":1,"type":1,"as":2,"inputs":1,"compile":1,"time":1,"constants":1,"softmax":2,"scale":1,"scaling":1,"none":1,"0":2,"5":1,"flag":1,"set":2,"non":1,"matmul":1,"ops":1,"fp32":1,"false":1,"input":1,"types":1,"large":1,"tile":2,"sz":1,"2048":1,"of":2,"attention":1,"computation":1,"reduction":1,"gqa":1,"support":1,"notes":1,"spmd":1,"launching":1,"should":1,"on":1,"instead":1,"nheads":1},"16347,1643,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"example":1,"usage":3,"mha":1,"q":11,"b":17,"h":17,"d":14,"s":6,"k":10,"v":4,"flash":2,"fwd":2,"gqa":1,"kv":9,"f":11,"size":10,"512":1,"p":3,"128":3,"seqlen":4,"query":1,"shape":14,"n":1,"tile":5,"since":1,"will":1,"be":3,"loaded":1,"on":1,"tensor":1,"engine":1,"num":4,"blocks":4,"block":4,"cache":6,"per":1,"assert":8,"1":4,"invalid":1,"batch":2,"we":1,"do":1,"not":1,"support":1,"head":3,"dim":2,"got":2,"2":3,"tuple":3,"mismatch":3,"expect":2,"key":4,"is":2,"none":2,"or":2,"value":4,"nl":4,"program":4,"ndim":2,"spmd":1,"grid":1,"with":1,"dimensions":1,"instead":1,"id":4,"axis":2,"0":3,"active":2,"tables":1,"context":3,"len":3,"large":4,"sz":4,"need":2,"to":2,"divisible":2,"by":2,"in":1,"transpose":1},"17990,1962,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"num":8,"blocks":5,"per":6,"large":8,"tile":14,"sz":2,"block":5,"size":6,"assert":3,"is":2,"power":2,"of":3,"2":3,"f":6,"expected":1,"be":3,"if":5,"seqlen":11,"q":13,"b":9,"max":4,"reduction":4,"2048":1,"0":4,"should":2,"divisible":2,"by":2,"else":3,"kernel":2,"dtype":10,"nl":11,"bfloat16":1,"mixed":2,"precision":2,"query":2,"acc":5,"type":5,"np":2,"float32":1,"softmax":2,"scale":2,"or":1,"1":1,"d":2,"5":1,"k":3,"context":1,"kv":1,"len":1,"o":1,"ndarray":4,"h":6,"buffer":11,"shared":4,"hbm":11,"l":2,"m":2,"qk":4,"res":4,"none":4,"return":1,"debug":1,"tensors":1,"p":2,"zeros":1,"n":1,"par":1,"dim":1,"sbuf":2,"lazy":1,"initialization":1,"true":1,"tables":4,"load":1,"tiles":1},"19952,1574,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"on":1,"neuron":1,"we":3,"need":1,"b":7,"p":7,"size":20,"128":1,"blocks":6,"to":2,"make":1,"dma":2,"efficient":1,"if":1,"num":6,"per":7,"large":3,"tile":7,"checked":1,"is":1,"a":1,"power":1,"of":1,"2":2,"assert":2,"0":2,"block":16,"tiling":8,"factor":8,"assume":1,"else":1,"1":3,"tiled":2,"indirect":2,"load":2,"must":1,"be":2,"placed":1,"along":1,"partition":1,"dimension":1,"tables":3,"sbuf":6,"transform":1,"for":2,"head":3,"k":5,"h":8,"id":2,"flatten":1,"kv":3,"cache":5,"3d":1,"loading":1,"into":1,"new":2,"shape":2,"d":2,"reshape":1,"global":1,"flash":1,"attention":1,"accumulators":1,"o":1,"buffer":6,"nl":6,"zeros":3,"n":3,"q":6,"par":3,"dim":3,"dtype":3,"acc":3,"type":3,"lazy":3,"initialization":3,"true":3,"l":1,"m":1},"21526,1615,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"for":3,"large":11,"k":10,"tile":28,"idx":4,"in":3,"nl":12,"sequential":1,"range":3,"0":1,"num":6,"loads":2,"cdiv":1,"blocks":3,"per":5,"b":14,"p":9,"size":17,"cur":7,"ndarray":3,"par":2,"dim":2,"d":5,"sz":3,"dtype":10,"kernel":5,"v":3,"tiled":3,"block":5,"load":3,"kv":3,"from":1,"cache":3,"tables":2,"sbuf":6,"i":5,"affine":2,"n":1,"q":14,"mask":2,"ds":3,"h":6,"hbm":2,"query":1,"batch":1,"id":2,"head":1,"if":1,"copy":1,"softmax":1,"scale":1},"23141,1958,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"flash":1,"attention":2,"core":1,"q":11,"local":1,"tile":27,"k":6,"cur":9,"v":12,"o":2,"buffer":6,"i":13,"h":6,"l":2,"m":2,"kernel":6,"dtype":10,"acc":2,"type":2,"mask":5,"use":1,"causal":1,"false":1,"idx":3,"initialize":1,"large":11,"0":2,"sz":9,"b":15,"p":7,"size":15,"f":4,"d":4,"compute":1,"between":1,"input":1,"query":1,"key":3,"and":2,"value":3,"if":2,"is":2,"not":2,"none":2,"min":1,"seqlen":2,"nl":10,"ndarray":2,"par":2,"dim":2,"loaded":5,"load":3,"batch":2,"id":4,"head":2,"copy":1,"hbm":3,"for":3,"in":3,"affine":3,"range":3,"n":1,"ds":2,"context":1,"kv":1,"len":1,"per":1},"25099,1727,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"q":24,"tile":18,"nl":8,"ndarray":1,"b":10,"d":3,"size":10,"p":5,"dtype":10,"kernel":6,"hbm":3,"query":1,"batch":1,"id":2,"head":1,"h":13,"per":2,"k":4,"i":19,"sbuf":5,"load":1,"ds":1,"if":2,"copy":1,"softmax":1,"scale":1,"flash":1,"attention":1,"core":1,"local":1,"cur":3,"v":2,"o":3,"buffer":13,"l":3,"m":3,"acc":2,"type":2,"mask":3,"use":1,"causal":1,"true":1,"idx":1,"initialize":1,"false":1,"large":2,"sz":2,"f":2,"qk":3,"res":3,"is":1,"not":1,"none":2,"else":1,"write":1,"output":1,"to":1,"on":1,"for":2,"in":2,"affine":2,"range":2,"n":1,"out":1,"multiply":1,"exp":1},"26826,1999,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"nl":7,"store":4,"o":3,"batch":5,"id":9,"head":4,"q":11,"h":15,"per":4,"k":4,"i":12,"ds":3,"b":9,"p":9,"size":12,"out":1,"maximum":1,"and":2,"summation":1,"statistics":1,"if":2,"return":4,"debug":2,"tensors":2,"hbm":6,"m":3,"buffer":7,"l":3,"qk":3,"res":3,"def":1,"reorder":2,"context":2,"mask":6,"large":1,"tile":2,"sz":1,"block":3,"the":8,"to":4,"make":2,"it":1,"compatible":1,"with":1,"flash":1,"attention":1,"kernel":1,"we":2,"vectorize":1,"kv":2,"cache":1,"read":1,"improve":1,"dma":2,"utilization":1,"however":1,"layout":2,"that":1,"maximizes":1,"bandwidth":1,"changes":1,"order":2,"tokens":5,"are":3,"consumed":2,"token":1,"inner":1,"2":1,"dimensions":1,"after":1,"vectorized":1,"load":1,"is":1,"tiled":2,"in":2,"a":4,"of":2,"each":1,"step":1,"engine":1,"consumes":1,"column":1,"rather":1,"than":1,"row":1,"therefore":1,"visited":1,"strided":1,"way":1,"sure":1,"matches":1,"need":1,"properly":1,"transpose":1,"total":4,"query":2,"len":5,"seq":2,"shape":1},"28825,1999,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"b":6,"p":6,"size":17,"128":1,"assert":3,"large":6,"tile":6,"sz":6,"f":1,"must":3,"be":3,"larger":1,"than":1,"num":3,"tiled":7,"blocks":7,"max":1,"block":10,"if":3,"1":7,"mask":19,"reordering":1,"is":4,"needed":1,"when":1,"device":3,"cpu":1,"context":11,"kv":18,"len":6,"view":1,"total":2,"query":4,"transpose":1,"3":1,"4":1,"reshape":1,"new":2,"return":2,"torch":1,"concat":1,"dim":1,"to":1,"else":1,"def":1,"flash":3,"attn":4,"varlen":1,"nkifunc":1,"key":3,"value":3,"cache":7,"table":1,"n":13,"head":7,"none":4,"2048":1,"mixed":1,"precision":1,"true":1,"compute":1,"paged":1,"attention":2,"for":2,"variable":1,"length":1,"sequences":1,"this":1,"function":1,"a":1,"wrapper":1,"around":1,"the":2,"nki":1,"kernel":1,"it":1,"takes":1,"in":1,"following":1,"arguments":1,"heads":5,"d":5,"seq":5,"q":3,"k":1,"v":1,"2":4,"tables":1,"active":2,"notes":1,"reordered":1,"outside":1,"using":1,"reorder":1,"layout":1,"better":1,"dma":1,"throughput":1,"shape":4,"0":1},"30824,1798,data/raw/vllm-0.10.1/vllm/attention/ops/nki_flash_attn.py":{"kwargs":2,"dict":1,"query":2,"key":12,"value":8,"kv":15,"cache":12,"block":12,"tables":1,"table":1,"mask":2,"attn":1,"softmax":1,"scale":1,"1":4,"0":3,"head":14,"size":7,"5":1,"mixed":2,"precision":2,"large":2,"tile":2,"sz":2,"o":2,"flash":1,"paged":1,"attention":1,"n":6,"return":1,"def":1,"reshape":1,"and":1,"torch":12,"tensor":16,"slot":4,"mapping":5,"none":8,"writes":1,"pairs":1,"to":1,"the":3,"at":1,"specified":1,"positions":2,"args":1,"with":5,"shape":4,"num":4,"tokens":3,"d":3,"2":1,"blocks":1,"indicating":1,"returns":1,"updates":1,"in":1,"place":1,"3":1,"calculate":1,"indices":8,"explicit":1,"floor":2,"division":1,"div":1,"rounding":1,"mode":1,"offsets":3,"create":1,"arange":1,"device":6,"update":1,"caches":1,"using":1,"index":3,"put":3},"0,1486,data/raw/vllm-0.10.1/vllm/attention/ops/rocm_aiter_mla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":3,"typing":1,"import":4,"optional":4,"torch":19,"platforms":1,"current":1,"platform":1,"utils":1,"direct":1,"register":1,"custom":1,"op":1,"is":1,"equal":1,"or":1,"newer":1,"def":2,"get":1,"aiter":2,"mla":2,"metadata":1,"max":8,"batch":7,"size":7,"int":5,"block":4,"per":2,"device":8,"tuple":1,"tensor":8,"paged":6,"kv":10,"indices":3,"zeros":3,"dtype":4,"int32":3,"indptr":6,"1":2,"last":3,"page":3,"lens":3,"full":1,"qo":4,"return":1,"decode":1,"fwd":1,"q":1,"buffer":1,"o":1,"sm":1,"scale":1,"float":2,"seqlen":1,"none":3,"logit":1,"cap":1},"1486,1778,data/raw/vllm-0.10.1/vllm/attention/ops/rocm_aiter_mla.py":{"torch":15,"ops":1,"vllm":1,"rocm":1,"aiter":2,"mla":6,"decode":5,"fwd":5,"q":6,"kv":16,"buffer":4,"view":2,"1":10,"shape":2,"o":4,"qo":8,"indptr":8,"max":4,"seqlen":4,"indices":4,"last":4,"page":4,"lens":4,"sm":6,"scale":6,"logit":6,"cap":6,"def":2,"impl":1,"tensor":14,"int":2,"optional":6,"none":8,"float":4,"0":6,"from":1,"import":1,"fake":1,"pass":1},"3264,433,data/raw/vllm-0.10.1/vllm/attention/ops/rocm_aiter_mla.py":{"if":2,"current":1,"platform":1,"is":2,"rocm":2,"torch":2,"equal":1,"or":1,"newer":1,"2":1,"7":1,"0":1,"tags":4,"else":1,"tag":1,"needs":1,"fixed":1,"stride":1,"order":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"aiter":1,"mla":3,"decode":3,"fwd":3,"func":1,"impl":2,"mutates":1,"args":1,"o":1,"fake":2},"0,1959,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":5,"0":5,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":12,"vllm":4,"project":2,"adapted":2,"from":5,"https":3,"github":3,"com":3,"sgl":1,"sglang":3,"blob":3,"9f635ea50de920aa507f486daafba26a5b837574":1,"python":1,"srt":1,"layers":1,"attention":3,"triton":8,"ops":1,"decode":1,"py":3,"which":1,"was":1,"originally":1,"modeltc":2,"lightllm":4,"96353e868a840db4d103138caf15ed9dbea8c186":2,"models":2,"deepseek2":2,"kernel":2,"gqa":2,"flash":2,"decoding":3,"stage1":1,"stage2":1,"changes":1,"add":1,"support":1,"for":3,"page":2,"size":2,"1":2,"2025":1,"team":2,"2023":1,"2024":1,"licensed":1,"under":3,"version":6,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":4,"agreed":1,"writing":1,"software":1,"distributed":2,"is":4,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"memory":1,"efficient":1,"it":1,"supports":1,"import":4,"logging":2,"packaging":1,"platforms":1,"current":2,"platform":2,"utils":1,"tl":1,"hip":1,"rocm":1,"logger":2,"getlogger":1,"name":1,"only":1,"print":1,"following":2,"warnings":1,"when":1,"3":2,"issue":1,"won":1,"t":1,"affect":1,"performance":1,"accuracy":1,"if":1,"parse":2,"warning":1,"error":1,"message":1,"operation":1,"scheduled":1,"before":1,"its":1,"operands":1,"can":1,"be":1,"ignored":1,"jit":1},"1959,1475,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"def":2,"tanh":2,"x":2,"is":1,"just":1,"a":1,"scaled":1,"sigmoid":2,"return":1,"2":3,"tl":21,"1":2,"triton":1,"jit":1,"fwd":1,"kernel":1,"stage1":1,"q":5,"k":1,"buffer":2,"v":1,"sm":1,"scale":1,"req":3,"to":2,"tokens":2,"b":3,"seqlen":2,"att":1,"out":1,"stride":12,"qbs":2,"qh":2,"buf":4,"kbs":1,"kh":1,"vbs":1,"vh":1,"mid":3,"ob":1,"oh":1,"os":1,"kv":13,"group":2,"num":4,"constexpr":9,"block":6,"dmodel":2,"dv":6,"n":1,"splits":2,"page":1,"size":1,"logit":1,"cap":1,"lk":2,"lv":2,"cur":12,"batch":8,"program":3,"id":5,"0":7,"head":4,"split":8,"offs":5,"d":5,"arange":2,"mask":4,"seq":3,"len":6,"load":2,"idx":1,"off":2,"other":1,"per":3,"cdiv":1,"start":2,"end":1,"minimum":1,"e":2,"max":1,"float":1,"inf":1,"sum":1,"acc":1,"zeros":1,"dtype":1,"float32":1},"3434,1869,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"if":2,"split":9,"kv":16,"end":6,"start":4,"for":1,"n":15,"in":1,"range":1,"block":2,"offs":16,"tl":13,"arange":1,"0":10,"page":5,"number":2,"load":3,"req":3,"to":2,"tokens":2,"stride":8,"b":1,"cur":5,"batch":2,"idx":1,"size":3,"mask":7,"other":3,"loc":3,"buf":8,"k":5,"none":10,"kbs":1,"head":3,"kh":1,"d":2,"buffer":2,"qk":8,"sum":6,"q":1,"1":1,"sm":1,"scale":4,"logit":3,"cap":3,"tanh":1,"where":1,"float":1,"inf":1,"v":5,"vbs":1,"vh":1,"dv":4,"e":10,"max":8,"maximum":1,"re":3,"exp":2,"p":3,"acc":3,"mid":5,"o":2,"ob":1,"oh":1,"id":1,"os":1,"store":1,"att":1,"out":1},"5303,1789,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"offs":2,"mid":5,"o":2,"1":10,"cur":2,"batch":3,"stride":13,"ob":1,"head":7,"oh":1,"split":1,"kv":11,"id":1,"os":1,"lv":5,"tl":2,"store":1,"att":7,"out":6,"e":2,"max":1,"log":1,"sum":1,"def":1,"decode":1,"m":1,"fwd":2,"q":7,"k":6,"buffer":11,"v":5,"req":3,"to":3,"tokens":3,"b":2,"seqlen":2,"num":21,"splits":6,"sm":2,"scale":2,"page":7,"size":7,"logit":3,"cap":3,"block":9,"64":1,"if":3,"not":1,"is":2,"hip":2,"else":2,"8":1,"lk":4,"shape":6,"0":4,"grid":2,"group":4,"2":8,"warps":4,"4":1,"dmodel":3,"triton":3,"next":2,"power":2,"of":2,"dv":3,"kernel":1,"stage1":1,"3":2,"assume":4,"heads":4,"dim":4,"n":1,"stages":1,"jit":1},"7092,1934,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"def":1,"fwd":1,"grouped":1,"kernel":1,"stage1":1,"q":8,"k":1,"buffer":2,"v":1,"sm":1,"scale":1,"req":3,"to":2,"tokens":2,"b":3,"seqlen":2,"att":1,"out":1,"stride":14,"qbs":3,"qh":3,"buf":4,"kbs":1,"kh":1,"vbs":1,"vh":1,"mid":3,"ob":1,"oh":1,"os":1,"kv":7,"group":4,"num":7,"tl":25,"constexpr":14,"head":12,"block":18,"dmodel":3,"dpe":8,"dv":5,"n":1,"h":14,"splits":1,"page":1,"size":1,"logit":1,"cap":1,"lk":3,"lv":2,"cur":17,"batch":7,"program":3,"id":8,"0":10,"1":2,"cdiv":1,"split":1,"2":1,"if":2,"valid":4,"else":1,"arange":4,"mask":12,"offs":10,"d":5,"seq":1,"len":1,"load":3,"idx":1,"none":8,"other":2,"off":2,"qpe":3},"9026,1952,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"kv":23,"len":5,"per":3,"split":15,"tl":15,"cdiv":1,"cur":5,"batch":3,"seq":2,"num":1,"splits":1,"start":6,"id":1,"end":7,"minimum":1,"e":2,"max":1,"zeros":3,"block":7,"h":4,"dtype":5,"float32":3,"float":2,"inf":2,"sum":1,"acc":1,"dv":1,"if":3,"for":1,"n":11,"in":1,"range":1,"offs":13,"arange":1,"0":8,"page":5,"number":2,"load":3,"req":3,"to":4,"tokens":2,"stride":5,"b":1,"idx":1,"size":3,"mask":6,"other":3,"loc":3,"buf":8,"k":6,"none":10,"kbs":2,"head":2,"kh":2,"d":2,"buffer":2,"qk":7,"dot":2,"q":2,"dpe":3,"kpe":4,"qpe":2,"sm":1,"scale":1,"logit":3,"cap":3,"tanh":1,"where":1},"10978,1932,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"offs":9,"buf":4,"v":8,"kv":7,"loc":1,"none":11,"stride":8,"vbs":1,"cur":5,"head":4,"vh":1,"dv":5,"tl":10,"load":1,"buffer":6,"mask":7,"n":5,"split":3,"end":1,"other":1,"0":4,"e":12,"max":9,"maximum":1,"qk":2,"1":8,"re":3,"scale":4,"exp":2,"p":3,"acc":3,"dot":1,"to":2,"dtype":1,"sum":5,"mid":10,"o":4,"batch":3,"ob":2,"oh":2,"id":2,"os":2,"store":2,"att":4,"out":3,"h":2,"lv":3,"log":1,"def":1,"decode":1,"grouped":1,"m":1,"fwd":1,"q":4,"k":3,"req":1,"tokens":1,"b":1,"seqlen":1,"num":3,"splits":1,"sm":1,"page":1,"size":1,"logit":1,"cap":1,"block":9,"32":2,"lk":5,"shape":6,"todo":1,"work":1,"around":1,"shmem":1,"limit":1,"on":1,"mi3xx":1,"if":2,"is":1,"hip":1,"and":1,"576":2,"16":1,"dmodel":3,"512":1,"dpe":3,"64":1,"elif":1,"288":1,"256":1,"else":1,"triton":2,"next":2,"power":2,"of":2,"2":3,"group":1},"12910,1962,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"block":13,"h":4,"16":2,"num":21,"kv":9,"splits":6,"grid":2,"batch":2,"triton":5,"cdiv":1,"head":8,"min":1,"group":3,"extra":3,"kargs":3,"stages":4,"2":5,"if":1,"is":1,"hip":1,"https":2,"rocm":2,"docs":1,"amd":2,"com":2,"en":1,"latest":1,"how":1,"to":3,"for":1,"ai":1,"inference":1,"optimization":2,"workload":1,"html":1,"mi300x":1,"kernel":3,"performance":1,"github":1,"lang":1,"blob":1,"main":1,"third":1,"party":1,"backend":1,"compiler":1,"py":1,"waves":1,"per":1,"eu":1,"1":5,"matrix":1,"instr":1,"nonkdim":1,"kpack":1,"fwd":2,"grouped":1,"stage1":1,"q":4,"k":3,"buffer":6,"v":3,"sm":1,"scale":1,"req":2,"tokens":2,"b":2,"seqlen":2,"att":4,"out":4,"stride":15,"0":4,"3":2,"assume":4,"page":6,"size":6,"heads":4,"dim":4,"dmodel":2,"dpe":2,"dv":3,"n":1,"logit":2,"cap":2,"warps":1,"4":1,"lk":2,"lv":3,"jit":1,"def":1,"stage2":1,"mid":4,"o":2,"ob":1,"oh":2,"os":1,"obs":1,"tl":5,"constexpr":3,"cur":2,"program":2,"id":2},"14872,1980,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"cur":10,"batch":8,"seq":4,"len":7,"tl":12,"load":3,"b":2,"seqlen":1,"offs":8,"d":7,"arange":1,"0":8,"block":3,"dv":3,"mask":5,"lv":4,"e":12,"sum":4,"max":8,"float":1,"inf":1,"acc":4,"zeros":1,"dtype":1,"float32":1,"v":4,"stride":8,"mid":8,"ob":2,"head":4,"oh":3,"logic":5,"for":1,"split":12,"kv":17,"id":4,"in":1,"range":1,"num":6,"splits":5,"per":4,"cdiv":1,"start":3,"end":2,"minimum":1,"if":2,"tv":2,"o":4,"os":2,"other":1,"tlogic":3,"n":4,"maximum":1,"old":3,"scale":3,"exp":5,"store":1,"obs":1,"def":1,"decode":1,"softmax":1,"reducev":1,"fwd":1,"logits":1,"q":3,"buffer":2,"shape":3,"1":2,"triton":4,"next":1,"power":1,"of":1,"2":3,"extra":2,"kargs":2,"is":1,"hip":1,"https":2,"rocm":1,"docs":2,"amd":2,"com":2,"en":1,"6":1,"how":1,"to":1,"llm":1,"fine":1,"tuning":1,"optimization":1,"optimizing":1,"kernel":1,"html":1,"github":1,"lang":1,"blob":1,"main":1,"third":1,"party":1,"backend":1,"compiler":1,"py":1,"waves":1,"eu":1,"4":1,"matrix":1,"instr":1,"nonkdim":1,"16":1,"kpack":1},"16852,1745,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"grid":2,"batch":1,"head":1,"num":14,"fwd":8,"kernel":1,"stage2":1,"logits":12,"o":8,"b":8,"seq":8,"len":8,"stride":5,"0":8,"1":4,"2":4,"kv":11,"splits":10,"block":2,"dv":2,"lv":2,"warps":1,"4":1,"stages":1,"extra":1,"kargs":1,"def":3,"decode":7,"attention":3,"normal":1,"q":8,"k":5,"buffer":13,"v":8,"req":5,"to":5,"token":5,"attn":8,"sm":5,"scale":5,"page":5,"size":5,"logit":5,"cap":5,"att":2,"m":2,"softmax":2,"reducev":2,"grouped":2,"assert":1,"shape":3,"group":1},"18597,654,data/raw/vllm-0.10.1/vllm/attention/ops/triton_decode_attention.py":{"if":1,"kv":3,"group":1,"num":3,"1":1,"mha":1,"decode":2,"attention":2,"fwd":2,"normal":1,"q":2,"k":2,"buffer":4,"v":2,"o":2,"req":2,"to":2,"token":2,"b":2,"seq":2,"len":2,"attn":2,"logits":2,"splits":2,"sm":2,"scale":2,"page":2,"size":2,"logit":2,"cap":2,"else":1,"gqa":1,"mqa":1,"mla":1,"grouped":1},"0,1626,data/raw/vllm-0.10.1/vllm/attention/ops/flashmla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":5,"project":1,"adapted":1,"from":4,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"flashmla":10,"blob":1,"main":1,"flash":2,"mla":3,"interface":1,"py":1,"typing":1,"import":5,"optional":3,"tuple":3,"torch":5,"logger":4,"init":2,"platforms":1,"current":4,"platform":4,"name":1,"if":4,"is":7,"cuda":3,"try":1,"c":6,"noqa":1,"f401":1,"available":5,"true":2,"except":1,"importerror":1,"false":5,"else":1,"def":2,"supported":5,"bool":1,"str":1,"return":5,"flag":1,"unsupported":1,"reason":1,"not":5,"only":3,"on":2,"devices":2,"get":2,"device":1,"capability":1,"9":1,"hopper":1,"likely":1,"was":2,"compiled":1,"due":1,"insufficient":1,"nvcc":1,"version":1,"or":1,"a":1,"arch":1,"sm90a":1,"currently":1,"in":1,"list":1,"of":1,"target":1,"arches":1,"compile":1,"for":1,"none":1,"metadata":1,"cache":2,"seqlens":2,"tensor":3,"num":7,"heads":7,"per":2,"head":2,"k":6,"int":2,"arguments":1,"batch":1,"size":1,"dtype":1,"int32":1,"equals":1,"seq":1,"len":1,"q":2},"1626,2000,data/raw/vllm-0.10.1/vllm/attention/ops/flashmla.py":{"return":6,"tile":4,"scheduler":4,"metadata":7,"num":14,"sm":2,"parts":2,"tileschedulermetadatasize":2,"dtype":2,"torch":17,"int32":6,"splits":4,"batch":7,"size":8,"1":4,"ops":2,"flashmla":2,"c":2,"get":3,"mla":5,"cache":7,"seqlens":4,"heads":6,"per":2,"head":9,"k":6,"def":1,"flash":1,"with":1,"kvcache":2,"q":10,"tensor":8,"block":4,"table":3,"dim":8,"v":5,"int":1,"softmax":9,"scale":5,"optional":1,"float":2,"none":2,"causal":4,"bool":2,"false":1,"tuple":1,"arguments":1,"seq":4,"len":3,"blocks":2,"page":1,"max":1,"of":2,"by":2,"the":1,"scaling":1,"qk":1,"t":1,"before":1,"applying":1,"default":1,"to":2,"sqrt":1,"whether":1,"apply":1,"attention":1,"mask":1,"out":3,"lse":3,"float32":1,"if":1,"is":1,"shape":1,"0":1,"5":1,"fwd":1},"3626,313,data/raw/vllm-0.10.1/vllm/attention/ops/flashmla.py":{"todo":1,"add":1,"fake":5,"functions":1,"register":2,"flashmla":2,"c":2,"get":2,"mla":4,"metadata":2,"def":2,"tuple":2,"torch":4,"tensor":4,"return":2,"fwd":2,"kvcache":2},"0,1491,data/raw/vllm-0.10.1/vllm/attention/ops/rocm_aiter_paged_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"from":4,"typing":1,"import":6,"optional":1,"aiter":3,"as":1,"rocm":2,"torch":12,"attention":1,"ops":1,"paged":3,"attn":1,"pagedattention":3,"platforms":1,"current":2,"platform":2,"utils":1,"cdiv":1,"fp8":6,"dtype":10,"class":1,"aiterpagedattention":1,"staticmethod":1,"def":1,"write":2,"cache":20,"key":8,"tensor":7,"value":8,"slot":3,"mapping":3,"kv":7,"str":1,"k":3,"scale":6,"v":3,"none":1,"if":2,"not":1,"in":2,"int8":2,"e4m3":1,"else":2,"view":2,"reshape":1,"and":1,"with":1,"pertoken":1,"quant":1,"flatten":1,"true":1},"1491,1680,data/raw/vllm-0.10.1/vllm/attention/ops/rocm_aiter_paged_attn.py":{"staticmethod":1,"def":1,"forward":2,"decode":2,"query":3,"torch":11,"tensor":9,"key":5,"cache":15,"value":5,"block":6,"tables":3,"seq":6,"lens":3,"max":3,"len":3,"int":7,"kv":8,"dtype":5,"str":1,"num":3,"heads":3,"scale":9,"float":1,"alibi":3,"slopes":3,"optional":1,"k":3,"v":3,"tp":3,"rank":3,"0":4,"blocksparse":12,"local":3,"blocks":3,"vert":3,"stride":3,"size":3,"64":1,"head":3,"sliding":3,"step":3,"if":2,"not":1,"in":2,"int8":1,"fp8":3,"e4m3":1,"return":1,"pagedattention":1,"view":2,"float8":2,"e4m3fnuz":2},"3171,783,data/raw/vllm-0.10.1/vllm/attention/ops/rocm_aiter_paged_attn.py":{"if":1,"blocksparse":6,"vert":2,"stride":2,"is":1,"not":1,"none":1,"and":2,"1":2,"use":1,"paged":1,"attention":1,"block":10,"size":9,"value":3,"cache":4,"assert":1,"0":2,"f":2,"needs":1,"to":1,"be":1,"a":1,"multiple":1,"of":1,"used":1,"in":1,"tables":2,"output":3,"torch":1,"empty":1,"like":1,"query":2,"shape":1,"3":1,"max":3,"num":2,"blocks":2,"per":2,"seq":4,"cdiv":1,"len":1,"rocm":1,"aiter":1,"pa":1,"fwd":1,"asm":1,"key":1,"lens":1,"k":1,"scale":2,"v":1,"return":1},"0,1118,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"authors":1,"burkhard":1,"ringlein":1,"ngl":1,"zurich":3,"ibm":4,"com":4,"jan":1,"van":1,"lunteren":1,"jvl":1,"chih":2,"chieh":2,"yang":2,"thomas":1,"parnell":1,"tpa":1,"import":3,"torch":1,"from":2,"logger":4,"init":2,"triton":6,"utils":1,"tl":7,"name":1,"jit":4,"def":3,"cdiv":1,"fn":1,"x":5,"y":3,"return":3,"1":3,"apply":1,"softcap":1,"s":2,"sdiv":3,"p1":3,"exp":2,"p2":3,"find":1,"seq":1,"idx":3,"query":2,"start":2,"len":2,"ptr":2,"target":2,"num":2,"seqs":2,"block":4,"q":4,"constexpr":2,"use":2,"mode":2,"left":5,"int32":1,"right":4,"while":1,"mid":7,"val":5,"load":1,"if":2,"else":2},"1118,1941,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"def":1,"kernel":1,"unified":1,"attention":1,"2d":1,"output":3,"ptr":10,"num":19,"tokens":4,"query":11,"heads":7,"head":8,"size":11,"key":1,"cache":10,"blks":2,"blk":2,"kv":3,"value":1,"sink":1,"block":5,"tables":1,"seqs":4,"max":1,"blocks":1,"per":2,"seq":2,"lens":1,"alibi":2,"slopes":2,"qq":3,"bias":3,"scale":3,"float32":4,"k":5,"v":5,"softcap":2,"tl":27,"constexpr":14,"int":22,"queries":1,"table":1,"stride":14,"int64":12,"0":5,"1":5,"should":2,"be":3,"equal":2,"to":2,"padded":1,"must":1,"power":1,"of":1,"2":3,"use":4,"bool":4,"sinks":1,"sliding":1,"window":1,"3":2,"start":1,"len":1,"q":1,"int32":1,"m":1},"3059,1884,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"q":14,"block":17,"global":3,"idx":17,"tl":18,"program":2,"id":2,"0":13,"kv":5,"head":5,"1":13,"seq":7,"find":1,"query":27,"start":9,"len":7,"ptr":6,"num":5,"seqs":1,"true":1,"load":5,"local":3,"cur":8,"batch":8,"in":5,"all":5,"index":5,"stop":2,"if":2,"return":1,"offs":6,"m":8,"arange":2,"d":3,"size":3,"padded":2,"pos":3,"queries":3,"per":3,"offset":9,"none":6,"stride":3,"dim":2,"mask":9,"where":3,"to":4,"int1":3,"heads":1,"other":2,"table":2,"not":1,"use":1,"sinks":1,"full":1,"float":2,"inf":2,"dtype":2,"float32":2,"else":1,"sink":1},"4943,1788,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"l":1,"tl":9,"full":1,"block":15,"m":4,"1":6,"0":7,"dtype":2,"float32":2,"acc":1,"zeros":1,"head":3,"size":3,"padded":1,"sequence":5,"len":11,"for":5,"this":4,"particular":2,"seq":9,"load":3,"lens":1,"ptr":4,"idx":6,"context":3,"length":3,"sequences":1,"cur":1,"batch":1,"query":7,"alibi":4,"slope":2,"if":2,"use":2,"slopes":2,"offset":3,"mask":2,"other":1,"attention":1,"bias":5,"qq":4,"row":1,"ptrs":1,"pos":1,"none":3,"stride":5,"shape":1,"compute":1,"the":7,"of":2,"longest":2,"prefix":7,"spanned":1,"by":2,"any":1,"token":1,"in":3,"current":1,"q":5,"local":2,"max":4,"num":3,"queries":1,"per":1,"kv":2,"adjust":1,"potential":1,"padding":1,"last":1,"considering":1,"actual":1,"minimum":1,"calculate":1,"number":1,"tiles":2,"blocks":4,"that":1,"need":1,"to":3,"be":2,"processed":1,"cover":1,"due":1,"causal":1,"masking":1,"beyond":1,"can":1,"skipped":1,"cdiv":1,"fn":1,"iterate":1,"through":1,"j":2,"range":1,"physical":2,"tables":1,"table":1,"offs":3,"n":2,"arange":1,"v":5,"cache":4,"2":1,"d":1,"3":1},"6731,1743,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"k":17,"offset":7,"physical":1,"block":8,"idx":2,"stride":4,"cache":6,"0":7,"kv":1,"head":3,"2":1,"offs":3,"d":1,"none":10,"3":1,"n":2,"1":3,"size":7,"load":14,"tl":11,"key":1,"ptr":2,"mask":8,"dim":2,"other":2,"if":7,"dtype":7,"is":4,"fp8":4,"q":5,"else":4,"to":4,"float32":3,"scale":3,"v":11,"value":1,"seq":6,"j":1,"context":3,"len":3,"query":4,"pos":2,"s":10,"m":2,"zeros":1,"shape":1,"dot":1,"use":2,"softcap":3,"apply":1,"where":2,"float":2,"inf":2,"sliding":2,"window":2,"alibi":2,"slopes":1,"slope":1},"8474,1659,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"if":1,"use":1,"qq":5,"bias":6,"compute":2,"key":7,"positions":1,"relative":1,"to":6,"query":7,"section":1,"rel":4,"pos":4,"seq":1,"offset":5,"context":2,"len":1,"shape":1,"block":8,"size":4,"load":2,"only":1,"for":3,"keys":2,"that":1,"correspond":1,"queries":1,"is":3,"0":10,"and":1,"stride":3,"tl":9,"row":2,"ptrs":1,"none":11,"mask":5,"avoid":2,"oob":1,"other":1,"s":4,"running":1,"maximum":2,"m":18,"j":12,"max":2,"axis":2,"1":5,"sliding":1,"window":1,"there":1,"a":1,"chance":1,"the":2,"inf":2,"due":1,"masking":1,"of":1,"entire":1,"in":1,"this":1,"case":1,"we":1,"need":1,"set":1,"nan":1,"where":1,"float":1,"p":4,"exp":2,"l":6,"sum":1,"alpha":4,"acc":8,"head":2,"padded":2,"update":1,"constants":1,"dot":1,"v":2,"dtype":1,"epilogue":1,"output":5,"offs":1,"d":1,"store":1,"ptr":1,"dim":1,"triton":1,"jit":1},"10133,1964,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"def":1,"kernel":1,"unified":1,"attention":1,"3d":1,"segm":3,"output":1,"ptr":12,"num":26,"tokens":6,"query":13,"heads":9,"segments":3,"head":7,"size":10,"max":2,"expsum":1,"key":1,"cache":10,"blks":2,"kv":3,"x":2,"blk":2,"value":1,"sink":1,"block":4,"tables":1,"seqs":4,"blocks":1,"per":2,"seq":2,"lens":1,"alibi":2,"slopes":2,"qq":3,"bias":3,"scale":3,"float32":4,"k":5,"v":5,"softcap":2,"tl":24,"constexpr":13,"int":19,"queries":1,"table":1,"stride":12,"int64":10,"0":4,"1":4,"should":1,"be":2,"equal":1,"to":1,"padded":1,"must":1,"power":1,"of":1,"2":3,"use":4,"bool":4,"sinks":1,"sliding":1,"window":1,"3":2,"start":1,"len":1,"q":1,"int32":1},"12097,89,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"block":1,"m":1,"tl":2,"constexpr":2,"int":2,"num":1,"segments":1,"per":1,"seq":1},"12186,1948,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"q":14,"block":16,"global":3,"idx":19,"tl":16,"program":3,"id":3,"0":13,"kv":5,"head":5,"1":11,"segm":2,"2":1,"seq":12,"find":1,"query":25,"start":9,"len":11,"ptr":6,"num":8,"seqs":1,"true":1,"load":5,"local":3,"cur":8,"batch":8,"in":5,"all":5,"index":5,"stop":2,"if":2,"return":2,"sequence":3,"for":2,"this":2,"particular":2,"lens":1,"number":1,"of":1,"segments":4,"per":6,"blocks":2,"segment":2,"cdiv":1,"fn":1,"size":5,"offs":6,"m":5,"arange":2,"d":3,"padded":2,"pos":3,"queries":3,"offset":7,"none":6,"stride":2,"dim":2,"mask":7,"where":3,"to":3,"int1":3,"heads":1,"other":1},"14134,1857,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"block":14,"table":3,"offset":6,"seq":3,"idx":9,"stride":10,"if":4,"use":3,"sinks":1,"segm":3,"0":8,"m":8,"tl":13,"load":3,"sink":1,"ptr":4,"query":8,"1":8,"mask":4,"other":2,"float":3,"inf":3,"to":1,"dtype":5,"float32":5,"else":2,"full":3,"l":1,"acc":1,"zeros":1,"head":4,"size":3,"padded":1,"context":2,"length":1,"for":3,"this":2,"particular":1,"sequences":1,"len":4,"cur":1,"batch":1,"alibi":4,"slope":2,"slopes":2,"attention":1,"bias":5,"qq":4,"row":1,"ptrs":1,"pos":1,"none":5,"shape":1,"num":2,"blocks":4,"cdiv":1,"fn":1,"iterate":1,"through":1,"tiles":1,"within":1,"current":1,"segment":3,"j":2,"in":1,"range":1,"per":2,"min":1,"physical":3,"tables":1,"offs":5,"n":3,"arange":1,"v":5,"cache":8,"kv":2,"2":2,"d":2,"3":2,"k":5},"15991,1516,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"k":12,"head":2,"size":7,"block":7,"load":14,"tl":11,"key":1,"cache":2,"ptr":2,"offset":6,"mask":8,"dim":2,"none":8,"other":2,"0":6,"if":7,"dtype":7,"is":4,"fp8":4,"q":5,"else":4,"to":4,"float32":3,"scale":3,"v":11,"value":1,"seq":6,"j":1,"offs":1,"n":1,"context":3,"len":3,"query":4,"pos":2,"1":2,"s":10,"m":2,"zeros":1,"shape":1,"dot":1,"use":2,"softcap":3,"apply":1,"where":2,"float":2,"inf":2,"sliding":2,"window":2,"alibi":2,"slopes":1,"slope":1},"17507,1284,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"if":1,"use":1,"qq":5,"bias":6,"compute":2,"key":7,"positions":1,"relative":1,"to":6,"query":3,"section":1,"rel":4,"pos":4,"seq":1,"offset":1,"context":2,"len":1,"shape":1,"block":8,"size":4,"load":2,"only":1,"for":3,"keys":2,"that":1,"correspond":1,"queries":1,"is":3,"0":7,"and":1,"stride":1,"tl":8,"row":2,"ptrs":1,"none":4,"mask":1,"avoid":2,"oob":1,"other":1,"s":4,"running":1,"maximum":2,"m":18,"j":12,"max":2,"axis":2,"1":2,"sliding":1,"window":1,"there":1,"a":1,"chance":1,"the":2,"inf":2,"due":1,"masking":1,"of":1,"entire":1,"in":1,"this":1,"case":1,"we":1,"need":1,"set":1,"nan":1,"where":1,"float":1,"p":4,"exp":2,"l":5,"sum":1,"alpha":4,"acc":5,"head":2,"padded":2,"update":1,"constants":1,"dot":1,"v":2,"dtype":1},"18791,1934,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"segm":13,"output":7,"offset":9,"query":22,"0":8,"none":6,"to":3,"tl":17,"int64":5,"num":23,"heads":7,"segments":9,"per":5,"seq":8,"head":10,"size":10,"padded":5,"1":8,"idx":7,"arange":1,"store":3,"ptr":10,"acc":1,"mask":10,"dim":1,"max":5,"m":1,"expsum":2,"l":1,"triton":1,"jit":1,"def":1,"reduce":1,"tokens":4,"lens":1,"seqs":4,"int":10,"constexpr":6,"stride":3,"should":1,"be":3,"equal":1,"block":4,"table":1,"must":2,"power":2,"of":2,"2":2,"start":2,"len":2,"q":2,"token":2,"program":2,"id":2,"find":1,"false":1},"20725,1314,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"sequence":3,"len":4,"for":3,"this":2,"particular":2,"seq":11,"tl":14,"load":5,"lens":1,"ptr":3,"idx":3,"number":1,"of":1,"segments":11,"num":11,"per":8,"blocks":2,"segment":4,"cdiv":2,"fn":2,"block":2,"size":4,"create":1,"masks":1,"subsequent":1,"loads":1,"act":2,"segm":15,"mask":6,"arange":3,"0":6,"full":1,"dtype":1,"int32":1,"dim":1,"where":1,"head":3,"padded":1,"1":1,"to":2,"int1":1,"maxima":1,"offset":3,"query":3,"token":1,"int64":1,"heads":1,"max":7,"other":2,"float":1,"inf":1,"overall":3,"and":1,"rescale":1,"exp":2,"sums":1,"expsum":6,"sum":1},"22039,1821,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"load":2,"rescale":1,"and":1,"add":1,"segment":1,"attention":3,"outputs":1,"segm":8,"output":11,"offset":4,"query":6,"token":2,"idx":4,"to":1,"tl":9,"int64":1,"num":5,"heads":2,"segments":3,"per":3,"seq":3,"head":7,"size":11,"padded":5,"arange":3,"0":15,"none":12,"ptr":2,"mask":5,"dim":2,"other":1,"exp":1,"max":4,"overall":5,"acc":4,"sum":3,"axis":1,"safely":1,"divide":1,"by":1,"expsum":4,"returning":1,"if":2,"is":6,"where":1,"write":1,"result":1,"stride":2,"1":3,"store":1,"def":1,"unified":1,"q":8,"k":4,"v":3,"out":1,"cu":1,"seqlens":1,"seqlen":2,"seqused":1,"softmax":1,"scale":1,"causal":3,"window":1,"block":4,"table":1,"softcap":1,"descale":4,"alibi":3,"slopes":3,"qq":3,"bias":3,"optional":1,"tensor":1,"for":2,"sinks":5,"assert":4,"only":1,"supported":2,"scales":1,"not":4,"shape":3,"element":1,"2":1,"or":1,"32":2,"must":2,"be":2,"at":1,"least":1,"fp8":1,"use":2},"23860,786,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"block":11,"size":2,"v":1,"shape":6,"1":3,"num":12,"seqs":5,"len":6,"seqused":1,"k":2,"query":8,"heads":4,"q":13,"kv":4,"2":2,"queries":2,"per":2,"head":1,"m":2,"16":1,"ideally":1,"we":2,"would":1,"launch":1,"with":2,"kernel":1,"sum":5,"i":10,"ceil":2,"blocks":2,"however":1,"it":1,"is":1,"slow":1,"to":1,"realize":1,"the":1,"lens":1,"on":1,"cpu":1,"instead":1,"use":1,"upper":1,"bound":1,"floor":4,"0":2,"total":1},"24646,1844,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"if":3,"batch":1,"contains":1,"a":1,"prefill":1,"max":1,"seqlen":1,"q":9,"1":10,"or":1,"total":2,"num":10,"blocks":2,"kv":4,"heads":4,"128":1,"kernel":1,"unified":1,"attention":1,"2d":1,"output":3,"ptr":10,"out":3,"query":6,"key":1,"cache":10,"k":12,"value":1,"v":11,"sink":1,"sinks":3,"block":10,"tables":1,"table":3,"seq":1,"lens":1,"seqused":1,"alibi":4,"slopes":4,"qq":7,"bias":7,"scale":4,"softmax":1,"descale":2,"softcap":4,"queries":2,"per":2,"stride":28,"0":14,"use":7,"else":1,"size":7,"head":4,"padded":1,"triton":1,"next":1,"power":1,"of":1,"2":5,"is":1,"not":1,"none":1,"sliding":1,"window":2,"3":4,"start":1,"len":1,"cu":1,"seqlens":1,"seqs":2,"m":2},"26490,162,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"else":1,"for":1,"initial":1,"version":1,"num":2,"segments":2,"16":2,"is":1,"chosen":1,"as":1,"a":1,"default":1,"value":1,"that":1,"showed":1,"good":1,"performance":1,"in":1,"tests":1},"26652,603,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"segm":3,"output":1,"torch":6,"empty":3,"q":6,"shape":3,"0":3,"num":6,"query":3,"heads":3,"segments":3,"triton":1,"next":1,"power":1,"of":1,"2":1,"head":1,"size":1,"dtype":3,"float32":3,"device":6,"max":1,"expsum":1},"27255,1956,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"kernel":1,"unified":1,"attention":1,"3d":1,"total":1,"num":11,"q":7,"blocks":1,"kv":3,"heads":3,"segments":3,"segm":6,"output":2,"ptr":12,"max":2,"expsum":2,"query":6,"key":1,"cache":10,"k":12,"value":1,"v":11,"sink":1,"sinks":3,"block":10,"tables":1,"table":3,"seq":2,"lens":1,"seqused":1,"alibi":4,"slopes":4,"qq":7,"bias":7,"scale":4,"softmax":1,"descale":2,"softcap":4,"queries":2,"per":3,"stride":24,"0":12,"1":7,"if":1,"use":7,"else":1,"size":7,"head":4,"padded":1,"triton":1,"next":1,"power":1,"of":1,"2":5,"is":1,"not":1,"none":1,"sliding":1,"window":2,"3":4,"start":1,"len":1,"cu":1,"seqlens":1,"seqs":2,"m":2},"29211,718,data/raw/vllm-0.10.1/vllm/attention/ops/triton_unified_attention.py":{"reduce":1,"segments":3,"q":4,"shape":1,"0":4,"num":7,"query":4,"heads":3,"output":5,"ptr":6,"out":3,"segm":6,"max":2,"expsum":2,"seq":2,"lens":1,"seqused":1,"k":1,"seqs":2,"stride":6,"1":2,"block":6,"table":2,"size":6,"head":4,"padded":1,"triton":1,"next":1,"power":1,"of":1,"2":1,"start":1,"len":1,"cu":1,"seqlens":1,"per":1},"0,1661,data/raw/vllm-0.10.1/vllm/attention/layers/chunked_local_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"import":9,"functools":2,"from":7,"typing":1,"list":1,"optional":1,"torch":1,"envs":1,"attention":19,"backends":2,"abstract":1,"attentionbackend":3,"selector":1,"get":2,"attn":6,"backend":12,"config":1,"cacheconfig":1,"quantizationconfig":1,"v1":1,"utils":1,"commonattentionmetadata":2,"make":3,"local":4,"virtual":3,"batches":3,"subclass":4,"metadata":2,"builder":7,"layer":1,"lru":1,"cache":1,"def":2,"create":2,"chunked":1,"underlying":4,"chunk":3,"size":6,"int":2,"block":3,"type":1,"prefix":5,"f":1,"chunkedlocalattention":2,"build":4,"preprocess":3,"fn":3,"cm":2,"return":2,"dynamically":1,"a":1,"new":1,"that":1,"wraps":1,"but":1,"applies":1,"before":1,"calling":1,"cls":6,"name":2,"class":1},"1661,1685,data/raw/vllm-0.10.1/vllm/attention/layers/chunked_local_attention.py":{"def":1,"init":2,"self":1,"num":6,"heads":6,"int":4,"head":4,"size":11,"scale":3,"float":2,"attention":4,"chunk":2,"kv":9,"optional":5,"none":7,"alibi":3,"slopes":3,"list":1,"cache":10,"config":9,"cacheconfig":1,"quant":3,"quantizationconfig":1,"sharing":3,"target":3,"layer":3,"name":3,"str":2,"prefix":3,"dtype":7,"torch":1,"get":2,"default":1,"if":2,"is":2,"not":1,"block":5,"else":2,"auto":1,"16":1,"envs":1,"vllm":1,"use":1,"v1":1,"underlying":2,"attn":7,"backend":8,"create":1,"chunked":1,"local":2,"in":1,"v0":1,"the":2,"handled":1,"inside":1,"backends":1,"super":1},"0,1319,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":5,"project":1,"from":6,"fractions":1,"import":7,"fraction":1,"typing":1,"callable":3,"optional":1,"union":1,"torch":7,"nn":3,"parameter":7,"distributed":1,"get":1,"tensor":4,"model":2,"parallel":1,"rank":1,"logger":4,"init":3,"executor":1,"utils":1,"make":1,"synced":1,"weight":7,"loader":6,"all":1,"basevllmparameter":3,"packedvllmparameter":1,"pertensorscaleparameter":1,"modelweightparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedcolumnparameter":1,"rowvllmparameter":1,"name":1,"class":1,"base":1,"for":1,"linear":2,"layers":1,"extends":1,"by":1,"taking":1,"in":1,"a":2,"will":1,"copy":1,"loaded":1,"into":1,"when":1,"provided":1,"is":1,"called":1,"def":2,"new":2,"cls":2,"data":6,"kwargs":1,"return":1,"super":1,"requires":1,"grad":1,"false":1,"self":1,"initialize":1,"param":2,"with":1,"returns":1},"1319,1758,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"during":2,"weight":29,"loading":2,"we":2,"often":1,"do":1,"something":1,"like":1,"narrowed":4,"tensor":12,"param":4,"data":7,"narrow":1,"0":2,"offset":1,"len":1,"copy":2,"real":1,"expecting":1,"and":11,"to":4,"share":1,"the":4,"same":1,"storage":1,"however":1,"on":1,"tpus":1,"will":1,"lazily":1,"propagate":1,"base":1,"which":1,"is":5,"leading":1,"redundant":1,"memory":1,"usage":1,"this":2,"sometimes":1,"causes":1,"oom":1,"errors":1,"model":1,"avoid":1,"sync":1,"after":1,"its":1,"loader":8,"called":1,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"if":1,"tpu":1,"make":1,"synced":1,"self":18,"property":1,"def":7,"return":2,"1d":2,"scalar":2,"loaded":15,"torch":6,"cond1":2,"ndim":2,"1":3,"numel":2,"cond2":2,"assert":6,"load":9,"shape":2,"or":1,"column":2,"parallel":2,"row":1,"merged":1,"kwargs":2,"qkv":1},"3077,1983,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"class":2,"columnvllmparameter":1,"basevllmparameter":1,"private":1,"defining":1,"weight":16,"loading":1,"functionality":1,"load":4,"merged":2,"column":5,"qkv":2,"for":2,"parameters":1,"being":1,"loaded":11,"into":1,"linear":2,"layers":3,"with":1,"parallelism":1,"this":1,"includes":1,"and":2,"mlp":1,"which":1,"are":1,"not":1,"already":1,"fused":1,"on":1,"disk":1,"requires":1,"an":1,"output":11,"dimension":1,"to":1,"be":1,"defined":1,"called":1,"within":1,"the":2,"loader":1,"of":2,"each":1,"parallel":4,"def":4,"init":2,"self":18,"dim":11,"int":1,"kwargs":5,"super":1,"property":1,"return":1,"torch":2,"tensor":4,"tp":4,"rank":6,"get":4,"model":2,"shard":18,"size":11,"data":9,"shape":5,"narrow":3,"assert":2,"copy":2,"offset":6,"if":1,"isinstance":1,"packedcolumnparameter":1,"packedvllmparameter":1,"packed":1,"adjust":1,"indexes":1,"packing":1,"param":5},"5060,1947,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"def":4,"load":3,"qkv":1,"weight":15,"self":16,"loaded":12,"torch":2,"tensor":4,"kwargs":7,"shard":23,"offset":6,"get":6,"size":11,"id":5,"num":3,"heads":3,"if":3,"isinstance":1,"packedcolumnparameter":1,"packedvllmparameter":1,"and":1,"output":3,"dim":12,"packed":1,"adjust":1,"indexes":1,"for":2,"packing":1,"param":5,"data":7,"tp":5,"rank":7,"model":2,"parallel":5,"q":1,"else":1,"narrow":3,"assert":1,"shape":4,"copy":1,"class":2,"rowvllmparameter":1,"basevllmparameter":1,"parameter":1,"defining":1,"loading":1,"functionality":2,"row":3,"parameters":1,"being":1,"into":1,"linear":1,"layers":1,"with":1,"requires":1,"an":1,"input":8,"to":1,"be":1,"defined":1,"init":2,"int":1,"super":1,"property":1,"return":1,"len":1,"0":1,"reshape":1,"1":1},"7007,1923,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"assert":3,"self":8,"data":2,"shape":2,"loaded":5,"weight":8,"copy":1,"class":8,"modelweightparameter":1,"columnvllmparameter":4,"rowvllmparameter":2,"parameter":6,"for":10,"linear":2,"layer":1,"weights":5,"uses":2,"both":2,"column":2,"and":3,"row":5,"parallelism":2,"pass":3,"groupquantscaleparameter":1,"scales":5,"with":3,"grouped":1,"quantization":4,"channelquantscaleparameter":1,"channel":1,"wise":1,"equivalent":2,"to":6,"pertensorscaleparameter":1,"basevllmparameter":1,"where":1,"the":3,"number":2,"of":2,"is":3,"logical":1,"matrices":1,"in":2,"fused":1,"layers":2,"e":1,"g":1,"qkv":5,"there":1,"are":1,"3":1,"from":1,"disk":1,"this":1,"relevant":1,"per":1,"tensor":1,"adds":1,"functionality":1,"map":2,"scalers":1,"a":1,"shard":9,"during":1,"loading":2,"note":1,"additional":1,"manipulation":1,"may":1,"be":1,"handled":1,"each":1,"config":1,"specifically":1,"within":1,"process":1,"after":1,"def":3,"init":2,"kwargs":4,"idxs":3,"q":1,"0":1,"k":1,"1":1,"v":1,"2":1,"super":2,"id":8,"as":2,"int":6,"union":1,"str":2,"if":2,"isinstance":2,"return":3,"not":1,"assume":1,"parallel":3,"no":1,"sharding":1,"needed":1,"load":3,"into":1,"args":2},"8930,1963,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"def":8,"load":7,"merged":1,"column":3,"weight":11,"self":19,"args":6,"kwargs":9,"into":3,"shard":9,"id":9,"qkv":1,"parallel":2,"super":2,"row":1,"loaded":7,"torch":1,"tensor":1,"union":2,"str":1,"int":6,"slice":1,"the":3,"parameter":2,"data":7,"based":1,"on":3,"for":3,"loading":1,"param":5,"as":1,"autofp8":1,"scales":2,"do":2,"not":1,"have":2,"a":2,"shape":6,"compressed":1,"tensors":1,"if":1,"len":1,"0":3,"assert":2,"1":1,"copy":1,"class":1,"packedcolumnparameter":1,"columnvllmparameter":1,"model":1,"parameters":1,"which":1,"are":1,"packed":12,"disk":1,"and":1,"support":1,"parallelism":1,"only":1,"see":1,"packedvllmparameter":1,"more":1,"details":1,"properties":1,"init":2,"factor":5,"fraction":1,"dim":5,"marlin":5,"tile":8,"size":8,"optional":2,"none":2,"bitblas":3,"property":3,"return":3},"10893,1735,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"property":5,"def":7,"bitblas":9,"tile":18,"size":22,"self":19,"return":6,"adjust":2,"shard":10,"indexes":2,"for":6,"packing":3,"offset":4,"packed":16,"factor":8,"marlin":11,"class":1,"packedvllmparameter":1,"modelweightparameter":2,"parameter":1,"model":2,"weights":2,"which":1,"are":2,"on":1,"disk":1,"example":1,"gptq":1,"int4":1,"or":1,"int8":1,"into":1,"int32":1,"extends":1,"the":4,"to":1,"take":1,"in":1,"dimension":1,"and":3,"optionally":2,"kernels":1,"adjusts":1,"fused":1,"linear":1,"layers":1,"weight":1,"loading":1,"by":1,"accounting":1,"init":2,"union":1,"int":4,"fraction":1,"dim":5,"optional":2,"none":2,"kwargs":2,"super":1},"12628,1599,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"def":2,"adjust":2,"shard":8,"indexes":2,"for":6,"packing":2,"self":4,"size":7,"offset":3,"return":1,"packed":5,"factor":2,"marlin":2,"tile":4,"bitblas":2,"class":2,"blockquantscaleparameter":1,"columnvllmparameter":1,"rowvllmparameter":1,"parameter":3,"weight":2,"scales":1,"loaded":1,"weights":1,"with":1,"block":1,"wise":1,"quantization":1,"uses":1,"both":1,"column":1,"and":2,"row":1,"parallelism":1,"pass":1,"permute":4,"param":7,"layout":9,"basevllmparameter":2,"input":8,"dim":17,"int":2,"output":8,"kwargs":1,"a":3,"s":1,"to":5,"the":6,"specified":1,"dimensions":1,"useful":1,"forcing":1,"into":1,"known":1,"example":1,"if":4,"i":2,"need":1,"quantized":1,"matrix":1,"be":1,"in":2,"0":4,"1":2,"then":1,"can":1,"call":1,"x":2,"ensure":1,"is":4,"correct":3,"permuting":1,"it":3,"required":1,"asserting":1,"cannot":1,"get":1,"curr":4,"getattr":2,"none":4,"or":2,"assert":1,"data":1,"2":1,"only":1,"supports":1,"2d":1,"parameters":1,"when":1,"either":1,"not":1,"set":1},"14227,1826,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"if":8,"one":1,"of":2,"the":6,"dimensions":2,"is":6,"not":4,"set":4,"it":1,"to":2,"opposite":1,"other":2,"we":2,"can":1,"only":1,"do":1,"this":1,"since":1,"asserted":1,"parameter":1,"2d":1,"above":1,"curr":12,"input":14,"dim":35,"none":4,"assert":3,"output":14,"either":2,"or":2,"must":2,"be":2,"1":2,"2":2,"create":1,"permutation":1,"from":1,"current":1,"layout":3,"with":1,"self":2,"at":2,"and":3,"preserving":1,"perm":5,"i":3,"for":3,"in":4,"range":1,"param":13,"data":3,"insert":2,"packed":8,"kwargs":4,"hasattr":4,"permute":2,"currently":1,"doesn":1,"t":1,"support":1,"repacking":1,"return":3,"def":2,"adjust":2,"shard":10,"indexes":2,"marlin":4,"size":10,"offset":4,"tile":6,"bitblas":4},"16053,705,data/raw/vllm-0.10.1/vllm/model_executor/parameter.py":{"def":1,"adjust":3,"shard":19,"indexes":3,"for":3,"packing":1,"size":16,"offset":8,"packed":3,"factor":3,"marlin":5,"tile":8,"bitblas":5,"if":1,"is":2,"not":2,"none":2,"return":3,"elif":1},"0,1832,data/raw/vllm-0.10.1/vllm/model_executor/custom_op.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":4,"project":1,"from":5,"typing":1,"import":5,"optional":2,"torch":2,"nn":3,"as":2,"config":2,"get":1,"cached":1,"compilation":1,"logger":5,"init":4,"platforms":1,"current":1,"platform":1,"name":8,"class":3,"customop":3,"module":1,"base":2,"for":2,"custom":2,"ops":1,"dispatches":1,"forward":8,"method":5,"appropriate":1,"backend":1,"def":5,"new":2,"cls":10,"args":5,"kwargs":5,"try":1,"op":11,"except":1,"attributeerror":1,"raise":3,"typeerror":1,"f":3,"cannot":1,"instantiate":5,"its":1,"attribute":1,"was":2,"not":3,"set":1,"possibly":1,"because":1,"it":4,"decorated":1,"with":2,"register":1,"or":2,"s":3,"itself":1,"none":1,"if":2,"in":1,"registry":2,"oot":2,"else":1,"debug":1,"instantiating":1,"using":1,"str":1,"return":2,"super":2,"self":7,"dispatch":1,"native":2,"pytorch":2,"implementation":1,"of":1,"this":1,"is":1,"implemented":1,"can":2,"be":2,"used":2,"compilers":1,"such":1,"compile":1,"xla":1,"also":1,"testing":1,"purposes":1,"notimplementederror":2,"cuda":1},"1832,1796,data/raw/vllm-0.10.1/vllm/model_executor/custom_op.py":{"def":7,"forward":14,"hip":2,"self":17,"args":12,"kwargs":12,"by":6,"default":6,"we":8,"assume":7,"that":7,"ops":10,"are":6,"compatible":6,"with":6,"cuda":4,"return":7,"xpu":2,"the":4,"pytorch":4,"native":9,"implementation":4,"cpu":2,"tpu":2,"note":2,"woosuk":2,"this":1,"is":1,"a":1,"placeholder":1,"for":2,"future":1,"extensions":1,"neuron":2,"oot":2,"dispatch":1,"here":1,"vllm":1,"was":1,"built":1,"only":1,"one":1,"specific":1,"backend":1,"currently":1,"do":1,"not":2,"support":1,"dynamic":1,"dispatching":1,"compilation":4,"config":4,"get":1,"cached":1,"enabled":5,"if":2,"custom":2,"update":2,"class":2,"name":2,"else":1,"disabled":1},"3628,1960,data/raw/vllm-0.10.1/vllm/model_executor/custom_op.py":{"if":4,"current":6,"platform":6,"is":7,"rocm":1,"return":10,"self":7,"forward":7,"hip":1,"elif":5,"cpu":2,"tpu":2,"xpu":2,"neuron":2,"out":1,"of":1,"tree":1,"oot":1,"else":1,"cuda":1,"classmethod":1,"def":2,"enabled":5,"cls":6,"bool":2,"no":1,"name":6,"then":1,"it":3,"was":2,"not":8,"registered":2,"compilation":9,"config":10,"get":2,"cached":2,"custom":8,"ops":6,"hasattr":1,"logger":1,"warning":1,"once":1,"op":3,"s":1,"which":1,"means":1,"won":1,"t":1,"appear":1,"in":4,"the":2,"registry":1,"will":1,"be":1,"disabled":4,"based":1,"on":7,"global":1,"settings":1,"noqa":1,"e501":1,"customop":2,"default":6,"f":3,"assert":1,"and":4,"cannot":1,"enable":1,"disable":1,"or":4,"staticmethod":1,"by":1,"pytorch":1,"inductor":2,"used":1,"specifying":1,"all":4,"none":4,"takes":1,"precedence":1,"from":1,"vllm":1,"import":1,"compilationlevel":2,"level":1,"piecewise":1,"use":1,"count":6,"0":2},"5588,1494,data/raw/vllm-0.10.1/vllm/model_executor/custom_op.py":{"dictionary":1,"of":2,"all":1,"custom":6,"ops":4,"classes":1,"indexed":1,"by":1,"registered":2,"name":21,"to":3,"check":1,"if":3,"an":2,"op":22,"with":2,"a":1,"is":3,"enabled":4,"call":1,"on":1,"the":2,"class":3,"examples":1,"myop":1,"registry":7,"my":1,"dict":2,"str":4,"type":2,"customop":3,"oot":10,"decorator":5,"register":6,"classmethod":2,"def":4,"cls":16,"assert":2,"not":3,"in":3,"f":2,"duplicate":2,"return":3,"out":1,"tree":2,"for":1,"layer":3,"will":1,"be":1,"used":1,"instead":1,"example":1,"unquantizedfusedmoemethod":3,"hpuunquantizedfusedmoemethod":1,"or":1,"decorated":1,"none":3,"optional":1,"reg":5,"else":1},"7082,745,data/raw/vllm-0.10.1/vllm/model_executor/custom_op.py":{"if":3,"decorated":4,"op":4,"cls":4,"is":3,"none":2,"called":2,"with":2,"parentheses":2,"customop":3,"register":3,"oot":3,"or":1,"name":1,"so":1,"we":2,"return":3,"the":5,"actual":1,"decorator":5,"function":2,"elif":1,"isinstance":1,"type":1,"check":1,"it":1,"s":1,"a":1,"class":3,"without":1,"first":1,"argument":1,"itself":1,"call":1,"immediately":1,"else":1,"handle":1,"other":1,"unexpected":1,"cases":1,"necessary":1,"raise":1,"typeerror":1,"can":1,"only":1,"be":1,"applied":1,"to":1,"classes":1},"0,1829,data/raw/vllm-0.10.1/vllm/model_executor/pooling_metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":3,"project":1,"from":6,"dataclasses":1,"import":5,"dataclass":2,"typing":1,"any":2,"torch":3,"pooling":8,"params":2,"poolingparams":2,"utils":1,"is":1,"pin":1,"memory":1,"available":1,"class":3,"poolingmetadata":5,"metadata":3,"for":4,"operations":3,"in":1,"pooler":1,"layer":1,"this":1,"holds":1,"necessary":1,"information":1,"providing":1,"context":1,"how":1,"perform":1,"and":1,"other":1,"related":2,"attributes":1,"seq":17,"groups":8,"list":6,"of":4,"ids":1,"data":10,"a":1,"mapping":1,"sequence":2,"id":1,"additional":1,"prompt":10,"lens":9,"lengths":1,"each":1,"def":4,"init":1,"self":12,"tuple":1,"int":3,"dict":2,"specific":1,"sequences":1,"none":1,"repr":1,"str":1,"return":2,"f":3,"getitem":1,"indices":4,"slice":1,"items":1,"poolingtensors":3,"tensors":1,"tensor":1,"classmethod":1,"cls":1,"device":2,"create":1},"1829,549,data/raw/vllm-0.10.1/vllm/model_executor/pooling_metadata.py":{"args":1,"pooling":2,"metadata":2,"poolingmetadata":1,"instance":1,"to":4,"convert":2,"device":5,"store":1,"the":1,"tensors":1,"prompt":5,"lengths":1,"tensor":2,"pin":4,"memory":4,"is":1,"available":1,"lens":4,"t":2,"torch":2,"cpu":1,"dtype":1,"long":1,"return":1,"cls":1,"non":1,"blocking":1,"true":1},"0,1819,data/raw/vllm-0.10.1/vllm/model_executor/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":7,"vllm":3,"project":1,"utils":1,"for":2,"model":2,"executor":1,"import":5,"copy":2,"from":3,"typing":1,"any":2,"optional":2,"torch":2,"def":3,"set":5,"random":1,"seed":4,"int":1,"none":2,"platforms":2,"current":4,"platform":4,"everything":1,"weight":20,"attrs":5,"tensor":12,"dict":1,"str":1,"attributes":4,"on":4,"a":4,"this":5,"method":2,"is":5,"used":1,"will":2,"not":2,"overwrite":1,"existing":2,"args":1,"dictionary":1,"of":1,"if":2,"return":1,"key":5,"value":4,"in":1,"items":1,"assert":1,"hasattr":1,"f":1,"overwriting":1,"attribute":1,"note":1,"woosuk":2,"during":2,"loading":2,"we":3,"often":1,"do":1,"something":1,"like":1,"narrowed":4,"param":4,"data":3,"narrow":1,"offset":1,"len":1,"real":1,"expecting":1,"and":2,"share":1,"same":1,"storage":1,"however":1,"tpus":1,"lazily":1,"propagate":1,"base":1,"which":1,"leading":1,"redundant":1,"memory":1,"usage":1,"sometimes":1,"causes":1,"oom":1,"errors":1,"avoid":1,"sync":1,"after":1,"its":1,"loader":5,"called":1,"todo":1,"remove":1,"hack":1,"once":1,"have":1,"better":1,"solution":1,"tpu":1,"make":2,"synced":2,"setattr":1,"original":1},"1819,1719,data/raw/vllm-0.10.1/vllm/model_executor/utils.py":{"def":3,"synced":2,"weight":3,"loader":3,"param":4,"args":2,"kwargs":2,"original":1,"torch":5,"sync":2,"doesn":1,"t":3,"support":1,"is":4,"not":4,"needed":1,"for":4,"cpu":2,"tensors":1,"if":8,"device":2,"return":6,"get":4,"packed":4,"modules":4,"mapping":8,"model":10,"nn":2,"module":2,"dict":1,"str":5,"list":2,"parent":12,"map":21,"getattr":4,"none":7,"copy":2,"deepcopy":2,"else":4,"don":1,"infer":1,"the":1,"has":1,"defined":1,"it":1,"explicitly":1,"we":2,"only":2,"check":2,"main":2,"components":2,"instead":2,"of":3,"whole":2,"submodules":2,"child":14,"in":4,"children":2,"any":1,"k":3,"and":1,"v":2,"items":1,"raise":1,"valueerror":1,"f":2,"can":1,"update":2,"type":2,"name":2,"s":1,"safely":1,"because":1,"conflicts":1,"from":1,"moe":1,"expert":3,"tuple":1,"int":1},"0,574,data/raw/vllm-0.10.1/vllm/model_executor/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":3,"model":3,"executor":3,"parameter":1,"import":3,"basevllmparameter":2,"packedvllmparameter":2,"sampling":1,"metadata":1,"samplingmetadata":2,"samplingmetadatacache":2,"utils":1,"set":2,"random":2,"seed":2,"all":1},"0,1949,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":5,"project":1,"from":8,"array":3,"import":7,"dataclasses":1,"dataclass":2,"typing":1,"optional":4,"torch":2,"sampling":5,"params":2,"samplingparams":2,"samplingtype":1,"sequence":7,"token":4,"id":2,"type":1,"sequencedata":2,"sequencegroupmetadata":1,"utils":1,"pyobjectcache":1,"async":1,"tensor":2,"h2d":1,"is":9,"pin":1,"memory":1,"available":1,"make":1,"with":1,"pad":1,"eps":1,"1e":1,"5":1,"class":1,"sequencegrouptosample":1,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1,"context":1,"len":7,"seq":6,"query":5,"ids":2,"for":2,"group":3,"in":7,"a":5,"previous":1,"step":2,"list":3,"int":6,"data":2,"dict":1,"length":3,"of":4,"all":1,"tokens":2,"seen":1,"past":1,"new":2,"compute":3,"attention":1,"none":2,"if":7,"it":3,"decode":3,"stage":4,"current":1,"chunked":1,"prefill":2,"enabled":1,"random":1,"number":1,"generator":3,"true":1,"false":1,"prompt":4,"bool":1,"indices":4,"logits":2,"logprob":3,"empty":2,"not":2,"required":2,"sample":2},"1949,1688,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"property":1,"def":7,"do":1,"sample":14,"self":16,"return":3,"len":6,"indices":6,"0":5,"post":1,"init":2,"if":3,"prompt":5,"logprob":2,"assert":3,"sampling":4,"params":2,"logprobs":1,"is":6,"not":4,"none":6,"seq":12,"query":2,"gen":2,"group":8,"to":9,"builder":2,"num":7,"seqs":7,"int":2,"lambda":1,"sequencegrouptosample":1,"ids":1,"data":1,"type":1,"ignore":1,"generator":1,"true":1,"class":2,"samplingmetadatacache":1,"used":2,"cache":8,"samplingmetadata":2,"objects":1,"between":1,"scheduler":1,"iterations":1,"dict":1,"pyobjectcache":2,"get":2,"cached":1,"in":3,"obj":2,"object":1,"reset":2,"for":3,"values":1,"metadata":2,"input":1,"sequences":1,"sampler":1,"the":1,"usage":1,"as":1,"follow":1,"hidden":2,"states":2,"execute":1,"model":1,"logits":3,"selected":1,"token":1,"use":1,"categorized":1},"3637,1946,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"args":1,"seq":5,"groups":7,"list":2,"of":5,"batched":1,"sequence":2,"selected":5,"token":8,"indices":14,"num":7,"query":1,"tokens":1,"to":5,"logprob":1,"find":1,"logits":1,"from":1,"the":12,"initial":1,"model":1,"output":5,"hidden":1,"states":1,"categorized":4,"sample":7,"samplingtype":2,"each":1,"is":5,"2d":1,"tensor":3,"where":1,"first":2,"item":2,"means":2,"index":4,"within":3,"returned":2,"logit":5,"before":1,"pruning":2,"padding":1,"and":3,"second":2,"after":1,"using":1,"for":3,"example":1,"if":3,"1":4,"2":4,"3":2,"we":3,"select":1,"sampling":6,"pruned":2,"will":1,"be":1,"in":2,"this":1,"case":1,"tuple":2,"sampled":2,"original":1,"0":1,"prompts":4,"number":1,"prompt":1,"skip":5,"sampler":5,"cpu":5,"indicates":2,"want":2,"gpu":1,"serialization":1,"outputs":1,"reuse":5,"tensors":5,"that":1,"are":1,"part":1,"forward":1,"pass":1,"currently":1,"it":1,"mainly":1,"used":1,"multi":1,"step":1,"decode":1,"def":1,"init":1,"self":7,"sequencegrouptosample":1,"torch":2,"dict":1,"int":1,"bool":2,"false":2,"none":1},"5583,1960,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"staticmethod":1,"def":3,"prepare":3,"seq":15,"group":3,"metadata":5,"list":9,"sequencegroupmetadata":2,"lens":6,"int":5,"query":3,"device":7,"str":5,"pin":5,"memory":5,"bool":1,"generators":3,"optional":4,"dict":2,"torch":4,"generator":2,"none":4,"cache":3,"samplingmetadatacache":2,"samplingmetadata":3,"groups":7,"selected":7,"token":7,"indices":14,"categorized":7,"sample":7,"num":3,"prompts":3,"async":2,"tensor":2,"h2d":2,"dtype":2,"long":1,"target":2,"t":2,"ids":2,"for":1,"in":1,"items":1,"sampling":2,"return":2,"repr":1,"self":4,"f":3},"7543,1884,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"tuple":1,"list":14,"sequencegrouptosample":3,"int":5,"dict":2,"samplingtype":3,"prepare":1,"sequence":7,"groups":5,"and":3,"indices":10,"for":7,"sampling":2,"args":1,"seq":6,"group":6,"metadata":3,"a":7,"of":11,"to":8,"batch":1,"lens":4,"per":2,"index":2,"prompt":5,"len":1,"should":1,"match":1,"with":1,"query":2,"lengths":1,"include":2,"the":7,"length":1,"entire":1,"tokens":1,"it":2,"could":1,"be":1,"shorter":1,"device":2,"use":1,"random":2,"number":4,"generators":3,"generator":1,"store":1,"request":1,"used":3,"seeded":1,"requests":1,"returns":1,"sample":7,"selected":3,"token":4,"see":2,"definition":2,"from":5,"samplingmetadata":2,"categorized":2,"num":2,"prompts":4,"total":2,"batched":1,"current":1,"model":3,"forward":1,"stsep":1,"compute":2,"logprob":5,"is":1,"prune":1,"outcome":1,"logits":5,"performance":1,"output":2,"idx":2,"0":3,"type":1,"within":2,"pruned":2,"t":2,"in":1,"both":1,"logit":1,"given":1},"9427,1391,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"for":2,"i":1,"seq":18,"group":10,"metadata":8,"in":3,"enumerate":2,"list":3,"ids":4,"data":1,"keys":1,"if":7,"cache":4,"is":10,"not":5,"none":9,"sample":12,"obj":6,"get":1,"cached":1,"to":1,"len":3,"j":2,"id":3,"prompt":6,"logprob":3,"indices":6,"clear":2,"sampling":4,"params":4,"generator":5,"optional":3,"torch":2,"the":1,"current":1,"decode":1,"stage":1,"it":1,"int":4,"query":1,"else":2,"do":2,"seed":3,"device":2,"manual":1,"generators":2,"request":1},"10818,1798,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"num":6,"prompts":1,"1":3,"prefill":5,"sample":14,"len":17,"seq":6,"ids":2,"assert":2,"query":10,"lens":7,"is":8,"not":6,"none":6,"and":4,"i":3,"if":8,"we":2,"need":1,"sampling":4,"exclude":1,"tokens":1,"from":2,"prompt":6,"logprob":6,"do":4,"else":5,"0":4,"decode":1,"params":2,"seed":1,"generators":2,"generator":1,"get":1,"group":1,"metadata":1,"request":1,"id":1,"update":1,"indices":7,"to":1,"select":1,"the":3,"model":8,"output":7,"this":2,"blocks":1,"computes":2,"selected":4,"token":4,"which":2,"used":2,"in":2,"following":2,"way":2,"hidden":2,"states":2,"logits":1,"logprobs":1,"extend":2,"range":2,"idx":6,"now":1,"find":1,"for":1,"computation":1,"block":1,"categorized":1},"12616,1863,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"hidden":2,"states":2,"model":1,"logits":2,"selected":2,"token":2,"indices":15,"def":1,"sample":21,"use":1,"categorized":3,"for":2,"sampling":9,"prompt":12,"logprob":7,"to":2,"find":2,"if":4,"params":6,"logprobs":1,"is":7,"not":3,"none":3,"extend":3,"range":3,"logit":8,"idx":8,"len":13,"do":1,"type":1,"list":4,"cache":3,"obj":8,"seq":14,"data":4,"group":2,"metadata":2,"query":4,"generator":4,"else":1,"sequencegrouptosample":1,"ids":2,"groups":2,"append":1,"reset":1,"return":1,"num":1,"prompts":1,"dataclass":1,"class":1,"samplingtensors":1,"tensors":1},"14479,1466,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"temperatures":2,"torch":11,"tensor":9,"top":8,"ps":4,"ks":2,"min":5,"presence":3,"penalties":7,"frequency":3,"repetition":3,"prompt":2,"tokens":4,"output":2,"classmethod":1,"def":1,"from":1,"sampling":12,"metadata":4,"cls":1,"samplingmetadata":1,"vocab":1,"size":1,"int":2,"device":2,"dtype":2,"tuple":1,"samplingtensors":1,"bool":3,"list":9,"array":2,"float":6,"do":3,"false":3,"p":7,"k":1,"assert":1,"seq":7,"groups":2,"is":1,"not":1,"none":1,"for":1,"group":3,"in":1,"ids":2,"params":8,"temperature":2,"penalty":3,"f":1,"r":1},"15945,1695,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"k":10,"should":1,"not":6,"be":1,"greater":1,"than":1,"the":3,"vocab":4,"size":4,"top":15,"min":6,"sampling":10,"params":2,"if":6,"1":6,"else":1,"temperature":5,"eps":6,"note":1,"zero":2,"means":1,"deterministic":1,"i":1,"e":1,"greedy":1,"or":4,"beam":1,"search":1,"set":1,"to":3,"avoid":1,"division":1,"by":1,"0":5,"do":6,"p":9,"and":4,"true":3,"penalties":5,"abs":3,"f":1,"r":1,"is":5,"prompt":6,"seq":3,"group":3,"logprobs":2,"none":2,"for":1,"tokens":1,"in":1,"that":1,"we":1,"only":1,"need":1,"get":1,"their":1,"query":3,"len":12,"assert":1,"prefill":8,"logprob":1,"indices":1,"temperatures":1,"ps":2,"ks":1,"presence":1,"frequency":1,"repetition":1},"17640,1943,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"if":4,"seq":20,"group":9,"do":6,"sample":12,"lens":9,"len":6,"indices":2,"assert":1,"ids":6,"temperatures":2,"temperature":1,"top":8,"ps":4,"p":5,"ks":2,"k":2,"min":4,"presence":2,"penalties":8,"frequency":2,"f":1,"repetition":2,"r":1,"for":4,"in":4,"sampling":6,"metadata":1,"groups":1,"params":3,"is":2,"prompt":7,"and":1,"logprobs":1,"not":1,"none":1,"prefill":3,"logprob":1,"tokens":6,"extend":2,"array":6,"vllm":2,"token":4,"id":4,"type":2,"range":2,"output":4,"data":4,"append":2,"tensors":2,"samplingtensors":1,"from":1,"lists":1,"vocab":1,"size":1,"device":1,"dtype":1,"return":1},"19583,1299,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"classmethod":1,"def":1,"from":1,"lists":1,"cls":1,"temperatures":1,"list":9,"float":6,"top":2,"ps":2,"ks":1,"int":2,"min":1,"presence":1,"penalties":5,"frequency":1,"repetition":1,"prompt":5,"tokens":6,"array":2,"output":5,"vocab":3,"size":3,"device":6,"torch":6,"dtype":5,"samplingtensors":1,"note":1,"that":1,"the":1,"performance":1,"will":1,"be":1,"very":1,"bad":1,"without":1,"pinned":1,"memory":7,"pin":6,"is":1,"available":1,"do":2,"or":1,"if":1,"t":4,"make":2,"tensor":5,"with":2,"pad":2,"cpu":2,"int64":2,"else":1,"empty":4,"0":1,"long":1},"20882,1231,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"temperatures":2,"t":7,"torch":8,"tensor":7,"device":8,"cpu":7,"dtype":13,"pin":14,"memory":15,"top":4,"ps":4,"min":2,"presence":2,"penalties":6,"frequency":2,"repetition":2,"ks":2,"int":1,"because":1,"the":1,"is":1,"pinned":1,"we":1,"can":1,"do":1,"non":1,"blocking":1,"transfer":1,"to":1},"22113,900,data/raw/vllm-0.10.1/vllm/model_executor/sampling_metadata.py":{"return":1,"cls":1,"temperatures":2,"t":9,"to":9,"device":18,"non":9,"blocking":9,"true":9,"top":4,"ps":4,"ks":2,"min":2,"presence":2,"penalties":6,"frequency":2,"repetition":2,"prompt":2,"tokens":2,"output":2},"0,1793,data/raw/vllm-0.10.1/vllm/model_executor/warmup/kernel_warmup.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":11,"project":1,"warmup":10,"kernels":2,"used":1,"during":2,"model":8,"execution":2,"this":1,"is":4,"useful":1,"specifically":1,"for":4,"jit":2,"ed":1,"as":2,"we":1,"don":1,"t":1,"want":1,"ing":1,"happen":1,"from":8,"typing":1,"import":10,"type":2,"checking":2,"torch":1,"envs":4,"executor":1,"deep":11,"gemm":11,"platforms":1,"current":2,"platform":2,"utils":3,"supported":2,"flashinfer":11,"has":2,"if":3,"v1":2,"worker":9,"gpu":2,"runner":3,"gpumodelrunner":2,"def":2,"kernel":1,"do":2,"use":2,"and":5,"not":1,"skip":1,"get":1,"max":3,"tokens":3,"scheduler":1,"config":1,"num":1,"batched":1,"autotune":5,"blackwell":1,"sm":1,"10":1,"gpus":1,"device":1,"capability":1,"100":1,"none":1,"operations":1,"have":1,"many":1,"implementations":1,"same":1,"operation":1,"autotuning":2,"runs":1,"benchmarks":1,"each":1,"implementation":2,"stores":1,"results":2,"are":1,"cached":1,"transparently":1,"future":1,"calls":1,"will":2,"best":1,"without":1,"rely":1,"on":1,"heuristics":1,"which":1,"may":1,"be":1,"significantly":1,"slower":1},"1793,472,data/raw/vllm-0.10.1/vllm/model_executor/warmup/kernel_warmup.py":{"with":3,"torch":1,"inference":1,"mode":1,"autotune":2,"we":3,"skip":2,"eplb":2,"here":1,"since":1,"don":1,"t":1,"want":1,"to":3,"record":1,"dummy":2,"metrics":1,"when":1,"autotuning":1,"number":3,"of":3,"tokens":4,"m":2,"flashinfer":1,"will":1,"operations":1,"for":1,"all":1,"up":1,"so":1,"only":1,"need":1,"run":2,"the":1,"max":2,"runner":2,"scheduler":1,"config":1,"num":1,"batched":1,"true":2,"is":1,"profile":1},"0,1741,data/raw/vllm-0.10.1/vllm/model_executor/warmup/deep_gemm_warmup.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":10,"project":1,"warmup":2,"deep":6,"gemm":8,"kernels":3,"deepgemm":1,"jit":2,"s":1,"aims":1,"all":1,"that":1,"would":1,"be":1,"used":1,"during":1,"model":8,"execution":1,"beforehand":1,"import":11,"torch":7,"from":12,"tqdm":2,"envs":2,"as":1,"executor":7,"layers":7,"fused":6,"moe":8,"deepgemmexperts":1,"utils":2,"compute":1,"aligned":1,"m":11,"block":7,"shape":1,"layer":1,"fusedmoe":1,"modular":1,"kernel":1,"fusedmoemodularkernel":1,"triton":1,"tritonordeepgemmexperts":1,"linear":2,"linearbase":3,"quantization":2,"fp8":3,"fp8linearmethod":2,"nt":2,"grouped":1,"contiguous":1,"def":2,"extract":3,"data":2,"base":1,"module":5,"nn":2,"tuple":1,"tensor":4,"list":1,"int":1,"weights":1,"weight":4,"scales":1,"and":1,"sizes":1,"given":1,"assert":7,"isinstance":4,"quant":10,"method":4,"config":2,"is":2,"not":2,"none":2,"w":3,"ws":3,"scale":1,"inv":1,"size":4,"return":1},"1741,1915,data/raw/vllm-0.10.1/vllm/model_executor/warmup/deep_gemm_warmup.py":{"tuple":1,"torch":12,"tensor":8,"int":1,"extract":2,"weights":1,"weight":5,"scales":1,"and":8,"num":3,"topk":3,"from":2,"fusedmoe":3,"module":16,"assert":5,"isinstance":10,"m":6,"w13":8,"s":6,"scale":2,"inv":2,"w2":8,"top":1,"k":1,"return":7,"def":2,"fp8":3,"linear":2,"may":2,"use":2,"deep":6,"gemm":8,"nn":2,"bool":2,"true":2,"if":5,"the":3,"input":1,"layer":1,"could":2,"be":1,"processed":1,"with":1,"deepgemm":1,"block":10,"size":4,"shape":6,"0":4,"not":3,"linearbase":1,"quant":6,"method":4,"fp8linearmethod":1,"false":2,"w":4,"sizes":2,"data":1,"base":1,"ndim":1,"2":1,"1":1,"fused":5,"moe":4,"grouped":1,"config":2,"dtype":1,"float8":1,"e4m3fn":1,"experts":4,"fusedmoemodularkernel":2,"invoke":1,"mk":2,"further":1,"check":1,"modularkernel":1,"implementation":1,"uses":1,"deepgemmexperts":2,"tritonordeepgemmexperts":1,"nt":1,"warmup":1,"cache":1,"set":2},"3656,1757,data/raw/vllm-0.10.1/vllm/model_executor/warmup/deep_gemm_warmup.py":{"def":2,"deepgemm":3,"fp8":9,"gemm":11,"nt":9,"warmup":8,"w":8,"torch":13,"tensor":6,"ws":2,"max":6,"tokens":12,"int":2,"if":2,"size":10,"in":3,"cache":5,"return":2,"n":2,"k":3,"block":5,"m":3,"deep":2,"shape":2,"0":6,"device":10,"a1q":4,"empty":3,"dtype":3,"float8":1,"e4m3fn":1,"scales":2,"float32":1,"out":2,"bfloat16":1,"pbar":2,"tqdm":1,"total":1,"desc":1,"f":1,"num":8,"while":1,"update":1,"1":2,"add":1,"grouped":4,"contiguous":4,"set":2,"w1":7,"w2":5,"scale":2,"topk":1,"and":2,"assert":1,"must":1,"have":1,"the":1,"same":1,"number":1,"of":1,"experts":2},"5413,1838,data/raw/vllm-0.10.1/vllm/model_executor/warmup/deep_gemm_warmup.py":{"this":1,"is":1,"the":2,"maximum":1,"groupedgemm":1,"m":15,"size":7,"that":1,"we":1,"expect":1,"to":1,"run":1,"grouped":5,"gemm":5,"with":1,"max":9,"compute":1,"aligned":1,"envs":1,"vllm":1,"fused":1,"moe":1,"chunk":1,"num":11,"topk":1,"experts":2,"block":7,"expert":6,"tokens":9,"meta":1,"none":1,"distribute":1,"ids":5,"evenly":1,"blocks":3,"torch":11,"randint":1,"low":1,"0":3,"high":1,"device":8,"dtype":4,"int32":1,"repeat":1,"interleave":1,"dim":1,"def":1,"warmup":5,"w":11,"tensor":2,"scale":4,"n":2,"k":3,"a1q":4,"empty":3,"float8":1,"e4m3fn":1,"scales":2,"float32":1,"out":2,"bfloat16":1,"pbar":2,"tqdm":1,"total":1,"desc":1,"f":1,"deepgemm":1,"fp8":4,"nt":4,"contiguous":4,"while":1,"update":1,"1":1,"for":1,"ws":2,"in":2,"w1":2,"w2":2,"if":1,"not":1,"cache":2,"add":1},"7251,942,data/raw/vllm-0.10.1/vllm/model_executor/warmup/deep_gemm_warmup.py":{"def":3,"deepgemm":6,"fp8":7,"gemm":10,"nt":6,"warmup":7,"model":7,"torch":3,"nn":3,"module":5,"max":5,"tokens":5,"int":2,"dg":4,"modules":6,"m":6,"for":4,"in":4,"if":2,"linear":2,"may":2,"use":2,"deep":3,"dgm":4,"w":3,"ws":3,"extract":2,"data":2,"from":2,"base":1,"grouped":4,"contiguous":3,"fused":2,"moe":2,"w13":4,"scale":4,"w2":4,"num":2,"topk":2},"0,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":11,"vllm":13,"project":1,"adapted":1,"from":16,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"gpt":3,"neox":3,"modeling":1,"py":1,"2023":1,"team":2,"2022":1,"eleutherai":1,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"model":10,"compatible":1,"weights":1,"collections":1,"abc":1,"import":16,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"gptneoxconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":4,"pp":1,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":7,"layers":6,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1},"1997,1107,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"from":4,"vllm":2,"model":5,"executor":1,"sampling":1,"metadata":1,"import":4,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"utils":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":2,"class":1,"gptneoxattention":1,"nn":1,"module":1,"def":1,"init":2,"self":10,"config":6,"gptneoxconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"str":1,"super":1,"total":4,"num":6,"heads":6,"attention":2,"hidden":3,"size":8,"head":1,"bias":2,"getattr":1,"true":1,"tensor":4,"parallel":4,"world":4,"get":1,"assert":1,"0":1},"3104,1625,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"self":18,"query":2,"key":2,"value":2,"qkvparallellinear":1,"config":14,"hidden":5,"size":8,"head":5,"total":1,"num":2,"heads":2,"bias":4,"quant":6,"dense":2,"rowparallellinear":1,"scaling":2,"0":2,"5":1,"rotary":7,"dim":5,"int":1,"pct":1,"assert":1,"2":1,"rope":4,"theta":3,"getattr":2,"10000":1,"max":4,"position":6,"embeddings":3,"8192":1,"emb":2,"get":1,"base":1,"attn":5,"attention":1,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"ids":2,"torch":3,"tensor":3,"states":2,"qkv":2,"q":4,"k":4,"v":2,"chunk":1,"chunks":1,"3":1,"1":1,"output":4,"return":1,"class":1,"gptneoxmlp":1,"nn":1,"module":1},"4729,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"def":4,"init":4,"self":17,"config":24,"gptneoxconfig":2,"quant":8,"optional":3,"quantizationconfig":2,"none":3,"super":2,"dense":4,"h":4,"to":4,"4h":4,"columnparallellinear":1,"hidden":16,"size":6,"intermediate":2,"rowparallellinear":1,"act":4,"get":1,"fn":1,"forward":2,"states":11,"return":1,"class":1,"gptneoxlayer":1,"nn":3,"module":1,"cache":2,"cacheconfig":1,"prefix":3,"str":1,"use":2,"parallel":2,"residual":2,"input":4,"layernorm":5,"eps":4,"layer":2,"norm":2,"post":1,"attention":4,"gptneoxattention":1,"f":1,"mlp":1,"gptneoxmlp":1,"position":3,"ids":3,"torch":3,"tensor":3,"attn":3,"output":1},"6728,1823,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"if":1,"self":15,"use":1,"parallel":1,"residual":1,"pseudocode":2,"x":10,"attn":7,"ln1":2,"mlp":12,"ln2":2,"input":7,"post":2,"attention":2,"layernorm":3,"hidden":11,"states":7,"output":9,"else":1,"return":2,"support":1,"torch":3,"compile":1,"class":1,"gptneoxmodel":1,"nn":2,"module":1,"def":2,"init":2,"vllm":4,"config":22,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"embed":2,"in":2,"vocabparallelembedding":1,"vocab":1,"size":4,"start":1,"layer":4,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"gptneoxlayer":1,"f":1,"final":1,"norm":2,"eps":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"embeddings":1,"ids":2,"tensor":2},"8551,1696,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"def":2,"forward":1,"self":9,"input":3,"ids":4,"torch":5,"tensor":5,"position":2,"intermediate":2,"tensors":3,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":2,"union":1,"if":6,"get":3,"pp":3,"group":2,"is":4,"first":1,"rank":2,"not":2,"hidden":11,"states":11,"else":2,"embeddings":1,"for":2,"layer":5,"in":8,"layers":1,"start":1,"end":1,"last":1,"return":2,"final":1,"norm":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":3,"params":3,"dict":3,"named":1,"parameters":1,"loaded":2,"name":8,"weight":1,"attention":2,"bias":2,"or":3,"masked":1,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":3,"cos":1,"cached":2,"sin":1,"models":1,"trained":1,"using":1,"openrlhf":1,"may":1,"include":1,"these":1,"the":1,"checkpoint":1,"skip":1,"them":1,"missing":1,"parameter":1,"param":1},"10247,1194,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"if":2,"query":1,"key":1,"value":1,"in":1,"name":2,"note":1,"gpt":1,"neox":1,"s":2,"fused":1,"qkv":1,"output":8,"dim":8,"has":1,"the":2,"shape":7,"of":1,"num":5,"heads":5,"3":3,"head":2,"size":2,"while":1,"required":1,"is":2,"thus":1,"we":1,"need":1,"weight":17,"conversion":1,"getattr":2,"param":3,"none":2,"self":1,"config":1,"attention":1,"not":1,"loaded":14,"view":1,"1":3,"transpose":1,"reshape":1,"loader":4,"default":1,"params":2,"add":1,"return":1,"class":1,"gptneoxforcausallm":1,"nn":1,"module":1,"supportspp":1},"11441,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_neox.py":{"def":5,"init":2,"self":20,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":1,"hf":1,"quant":6,"gpt":6,"neox":6,"gptneoxmodel":1,"maybe":1,"embed":4,"out":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"in":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"0,1838,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":10,"vllm":11,"project":1,"2024":1,"huggingface":2,"inc":1,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":2,"file":1,"except":1,"in":2,"compliance":1,"with":3,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":2,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"idefics3":1,"model":7,"compatible":1,"weights":1,"import":16,"math":1,"from":14,"collections":1,"abc":1,"iterable":1,"mapping":2,"sequence":1,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"torch":2,"nn":1,"transformers":1,"batchfeature":1,"idefics3config":1,"idefics3imageprocessor":1,"idefics3processor":1,"config":1,"vllmconfig":1,"executor":6,"layers":4,"linear":1,"replicatedlinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"models":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":4,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"yapf":2,"conflicts":1,"isort":1,"block":1,"disable":1},"1838,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"from":8,"vllm":4,"multimodal":3,"processing":1,"import":8,"basemultimodalprocessor":1,"baseprocessinginfo":2,"multimodaldataitems":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"yapf":3,"enable":2,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"utils":2,"tensor":5,"schema":1,"tensorschema":3,"tensorshape":4,"disable":1,"idefics2":1,"vision":1,"model":2,"idefics2visiontransformer":1,"as":1,"idefics3visiontransformer":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"llama":1,"llamamodel":1,"autoweightsloader":1,"flatten":1,"bn":5,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"class":3,"idefics3imagepixelinputs":2,"dimensions":2,"batch":3,"size":6,"number":5,"of":6,"images":3,"bnp":2,"patches":2,"c":1,"channels":1,"3":2,"h":4,"height":1,"w":2,"width":1,"type":2,"literal":2,"pixel":3,"values":2,"annotated":3,"torch":4,"attention":1,"mask":1,"num":1,"idefics3imageembeddinginputs":2,"f":2,"image":2,"feature":1,"hidden":2,"must":1,"match":1,"the":1,"language":1,"backbone":1,"embeds":1,"data":1,"imageinputs":1,"union":1,"idefics3processinginfo":1,"def":1,"get":2,"hf":2,"processor":2,"self":2,"kwargs":2,"object":1,"idefics3processor":2,"return":1,"ctx":1},"3737,1839,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":3,"get":3,"supported":1,"mm":1,"limits":1,"self":4,"mapping":1,"str":1,"optional":3,"int":15,"return":2,"image":12,"none":5,"resize":2,"output":2,"size":10,"height":16,"width":16,"max":21,"len":12,"min":4,"1":1,"tuple":2,"set":1,"default":1,"value":1,"for":1,"if":6,"not":3,"provided":1,"is":2,"else":2,"aspect":4,"ratio":4,"handle":1,"the":3,"maximum":1,"constraint":1,"adjust":1,"dimensions":2,"according":1,"to":1,"ensure":2,"both":1,"and":1,"are":2,"even":1,"needed":1,"2":2,"smaller":1,"than":2,"minimum":1,"length":1,"resolution":3,"side":3,"hf":3,"processor":6,"idefics3imageprocessor":1,"longest":1,"edge":1,"raise":1,"valueerror":1,"cannot":1,"be":1,"larger":1},"5576,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"find":1,"the":3,"output":3,"size":18,"when":1,"rescaling":1,"longest":5,"edge":5,"to":1,"max":12,"len":2,"and":1,"preserving":1,"aspect":1,"ratio":1,"height":13,"width":13,"self":6,"resize":2,"resolution":2,"side":2,"return":3,"def":2,"get":5,"image":28,"feature":2,"grid":12,"int":7,"processor":13,"optional":2,"idefics3processor":2,"tuple":1,"if":2,"is":1,"none":1,"hf":1,"idefics3imageprocessor":1,"assert":1,"0":2,"in":2,"s":1,"must":1,"be":2,"divisible":1,"by":2,"this":1,"may":1,"caused":1,"incorrect":1,"mm":1,"kwargs":1,"override":1,"resized":6,"or":1,"h":5,"math":2,"ceil":2,"w":5,"else":1,"num":1,"patches":1,"1":1},"7503,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":2,"get":6,"image":29,"token":19,"self":6,"processor":15,"optional":2,"idefics3processor":2,"tuple":1,"str":5,"if":5,"is":3,"none":2,"hf":2,"fake":8,"global":8,"tag":1,"return":3,"repl":1,"width":3,"int":2,"height":3,"img":10,"seq":3,"len":3,"grid":10,"placeholder":13,"row":2,"n":6,"h":5,"col":1,"w":6,"p":3,"tile":5,"feature":1,"size":1,"0":2,"and":1,"tiles":4,"list":1,"for":2,"i":2,"in":3,"range":2,"j":3,"per":2,"format":1,"1":3,"append":2,"add":1,"line":1,"break":1,"it":1,"the":2,"last":1,"join":1},"9483,1882,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":4,"get":13,"num":9,"image":23,"tokens":1,"self":11,"width":5,"int":6,"height":5,"processor":23,"optional":1,"idefics3processor":1,"if":1,"is":1,"none":1,"hf":6,"patches":3,"return":4,"seq":2,"len":2,"size":4,"with":1,"most":1,"features":1,"imagesize":2,"idefics3imageprocessor":2,"longest":6,"edge":6,"class":2,"idefics3dummyinputsbuilder":1,"basedummyinputsbuilder":1,"idefics3processinginfo":2,"dummy":3,"text":1,"mm":5,"counts":4,"mapping":2,"str":3,"images":6,"0":2,"info":3,"token":3,"data":1,"multimodaldatadict":1,"max":1,"idefics3multimodalprocessor":1,"basemultimodalprocessor":1},"11365,1766,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":2,"call":2,"hf":9,"processor":9,"self":7,"prompt":7,"str":6,"mm":9,"data":5,"mapping":5,"object":4,"kwargs":6,"tok":2,"batchfeature":3,"text":1,"only":2,"input":2,"not":2,"supported":1,"in":3,"composite":1,"if":1,"images":6,"get":9,"ids":5,"info":3,"tokenizer":1,"encode":1,"apply":1,"tokens":1,"return":2,"dict":1,"tensor":2,"type":1,"pt":1,"processed":5,"outputs":5,"super":1,"parsed":3,"parser":1,"parse":1,"image":7,"items":1,"imageprocessoritems":1,"sizes":2,"size":4,"i":2,"for":2,"range":1,"len":1,"num":6,"patches":6,"width":2,"height":2,"torch":2,"remove":1,"the":1,"extra":1,"batch":1,"dimension":1,"pixel":2,"values":1,"squeeze":2,"0":3,"attention":1,"mask":1,"fields":1,"config":1,"inputs":2,"multimodalfieldconfig":1,"empty":1},"13131,1506,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"return":3,"dict":1,"pixel":2,"values":1,"multimodalfieldconfig":4,"flat":2,"from":2,"sizes":2,"image":20,"num":3,"patches":3,"attention":1,"mask":1,"embeds":1,"batched":2,"def":2,"get":8,"prompt":1,"updates":1,"self":4,"mm":5,"items":3,"multimodaldataitems":1,"hf":6,"processor":7,"kwargs":3,"mapping":1,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":3,"token":4,"replacement":3,"idefics3":2,"item":2,"idx":2,"int":1,"promptupdatedetails":2,"images":2,"imageprocessoritems":1,"size":4,"repl":3,"width":2,"height":2,"select":1,"text":2,"embed":1,"promptreplacement":1,"modality":1,"target":1,"class":1,"idefics3simplemlp":1,"nn":1,"module":1},"14637,1864,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":4,"init":4,"self":8,"config":14,"idefics3config":2,"quant":5,"optional":2,"quantizationconfig":2,"none":2,"prefix":8,"str":2,"super":2,"input":2,"size":7,"vision":1,"hidden":2,"scale":11,"factor":11,"2":7,"output":2,"text":1,"proj":3,"replicatedlinear":1,"bias":1,"false":1,"maybe":2,"forward":1,"x":17,"torch":4,"tensor":4,"out":2,"return":2,"class":1,"idefics3connector":1,"nn":1,"module":1,"modality":2,"projection":2,"idefics3simplemlp":1,"pixel":1,"shuffle":1,"int":6,"bsz":5,"seq":3,"embed":5,"dim":5,"height":4,"width":4,"0":3,"5":1,"view":2,"permute":2,"1":2,"3":2,"reshape":2},"16501,1827,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":3,"forward":1,"self":16,"image":11,"hidden":6,"states":6,"torch":5,"tensor":5,"pixel":5,"shuffle":1,"scale":2,"factor":2,"modality":1,"projection":1,"return":1,"class":1,"idefics3model":1,"nn":1,"module":1,"init":2,"vllm":5,"config":29,"vllmconfig":1,"prefix":10,"str":1,"super":1,"idefics3config":1,"model":6,"hf":2,"quant":5,"vocab":2,"size":4,"text":4,"vision":8,"idefics3visiontransformer":1,"maybe":3,"connector":2,"idefics3connector":1,"llamamodel":1,"with":1,"seq":1,"len":1,"int":1,"patch":2,"2":2,"token":2,"id":2,"pixels":1,"to":3,"features":1,"values":3,"attention":1,"mask":1,"note":1,"we":1,"skip":1,"the":3,"step":1,"select":1,"feature":1,"layer":1,"since":1,"this":1,"is":1,"already":1,"done":1,"inside":1,"tower":1,"dtype":2,"embeddings":1,"embedding":1,"weight":1,"fp16":1,"compatibility":1},"18328,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"remove":2,"padding":3,"images":6,"are":1,"full":1,"0":4,"nb":2,"values":8,"per":2,"image":4,"pixel":9,"shape":1,"1":4,"numel":1,"real":3,"inds":3,"sum":2,"dim":2,"2":3,"3":1,"contiguous":2,"handle":1,"the":3,"vision":4,"attention":7,"mask":8,"from":2,"patch":9,"size":8,"self":6,"config":2,"patches":4,"subgrid":4,"unfold":2,"dimension":2,"step":2,"bool":1,"get":3,"sequence":1,"encoder":1,"hidden":4,"states":4,"model":3,"return":3,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"text":2,"forward":1,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":3,"embeds":3,"union":1},"20227,1940,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"multimodal":5,"registry":1,"register":1,"processor":2,"idefics3multimodalprocessor":1,"info":1,"idefics3processinginfo":1,"dummy":1,"inputs":1,"idefics3dummyinputsbuilder":1,"class":1,"idefics3forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"classmethod":1,"def":3,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":2,"if":3,"startswith":1,"image":9,"return":2,"raise":1,"valueerror":1,"only":1,"is":3,"supported":1,"init":2,"self":12,"vllm":6,"config":29,"vllmconfig":1,"prefix":4,"super":1,"model":6,"hf":1,"quant":4,"idefics3model":1,"maybe":1,"token":2,"id":2,"lm":2,"head":2,"parallellmhead":1,"text":5,"vocab":2,"size":3,"hidden":1,"tie":1,"word":1,"embeddings":1,"weight":2,"wte":1,"logits":1,"logitsprocessor":1,"parse":1,"and":2,"validate":1,"input":1,"kwargs":3,"object":1,"imageinputs":1,"pixel":3,"values":3,"pop":2,"none":5,"embeds":3},"22167,1829,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"if":6,"image":7,"embeds":5,"is":2,"not":6,"none":2,"isinstance":4,"torch":4,"tensor":4,"list":4,"raise":5,"valueerror":4,"incorrect":4,"type":14,"of":4,"embeddings":1,"f":4,"got":4,"return":2,"idefics3imageembeddinginputs":1,"data":1,"flatten":4,"bn":4,"concat":4,"true":4,"pixel":14,"values":7,"attention":7,"mask":7,"kwargs":2,"pop":2,"num":7,"patches":7,"expected":4,"h":3,"w":3,"self":1,"config":2,"vision":1,"size":1,"idefics3imagepixelinputs":1,"resolve":1,"bindings":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1},"23996,1807,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":5,"process":4,"image":20,"pixels":3,"self":13,"inputs":7,"idefics3imagepixelinputs":1,"torch":6,"tensor":5,"pixel":7,"values":3,"attention":4,"mask":4,"return":7,"model":5,"to":1,"features":5,"input":16,"imageinputs":1,"union":1,"list":1,"if":3,"type":1,"embeds":5,"data":1,"connector":1,"num":3,"patches":3,"e":2,"flatten":1,"0":2,"1":1,"for":1,"in":1,"split":1,"tolist":1,"get":4,"language":1,"nn":1,"module":1,"multimodal":6,"embeddings":8,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"is":2,"none":3,"ids":3,"optional":1,"not":1,"len":1,"merge":1,"config":1,"token":1,"id":1},"25803,1877,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics3.py":{"def":4,"forward":1,"self":10,"input":5,"ids":4,"torch":7,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":2,"none":6,"inputs":7,"embeds":7,"kwargs":2,"object":1,"union":1,"if":1,"is":4,"not":1,"note":1,"in":2,"v1":1,"always":1,"generated":1,"at":1,"model":10,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":3,"embeddings":4,"get":4,"multimodal":2,"hidden":4,"states":4,"text":2,"return":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"models":1,"from":1,"string":1,"field":1,"language":1,"connector":2,"tower":1},"0,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"import":29,"math":2,"from":24,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"functools":1,"cached":1,"property":1,"itertools":1,"product":1,"ceil":1,"sqrt":1,"typing":1,"any":1,"literal":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"as":3,"np":1,"torch":3,"nn":3,"functional":2,"f":1,"pil":1,"image":1,"torchvision":2,"transforms":2,"interpolationmode":1,"transformers":2,"batchfeature":1,"pretrainedconfig":1,"tensortype":1,"config":1,"vllmconfig":1,"distributed":1,"get":3,"tensor":1,"model":7,"parallel":1,"world":1,"size":1,"executor":5,"layers":4,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"sampler":2,"sampleroutput":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"utils":2,"run":1,"dp":1,"sharded":1,"vision":1,"intermediatetensors":1,"configs":1,"step3visionencoderconfig":1},"1966,1900,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"from":3,"vllm":2,"transformers":1,"utils":2,"tokenizer":1,"import":3,"anytokenizer":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":2,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"class":3,"step3vlimagepixelinputs":2,"typeddict":2,"type":2,"literal":2,"pixel":3,"values":3,"torch":3,"tensor":3,"patch":9,"optional":1,"num":1,"patches":1,"list":3,"int":3,"step3vlimageembeddinginputs":2,"image":7,"embeds":2,"step3vlimageinputs":1,"union":1,"imagewithpatches":1,"tuple":1,"none":5,"max":1,"size":12,"3024":1,"step3visionprocessor":1,"def":1,"self":3,"interpolation":5,"mode":3,"bicubic":5,"mean":3,"0":6,"48145466":1,"4578275":1,"40821073":1,"std":3,"26862954":1,"26130258":1,"27577711":1,"if":4,"is":2,"not":2,"else":4,"transform":2,"transforms":8,"compose":2,"totensor":2,"normalize":2,"resize":2,"interpolationmode":4,"bilinear":2,"antialias":2,"true":2},"3866,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":3,"call":1,"self":5,"image":3,"is":2,"patch":3,"false":1,"if":8,"return":5,"pixel":2,"values":2,"transform":2,"unsqueeze":2,"0":11,"else":5,"class":1,"imagepatcher":1,"determine":1,"window":2,"size":14,"long":4,"int":20,"short":5,"728":1,"1":18,"5":1,"min":1,"504":2,"4":1,"slide":1,"width":5,"height":5,"sizes":2,"list":4,"tuple":5,"steps":2,"img":2,"rate":3,"thr":3,"float":1,"6":1,"assert":1,"the":1,"in":6,"should":1,"lie":1,"windows":6,"sliding":1,"for":4,"step":8,"zip":1,"w":8,"h":8,"x":8,"num":6,"ceil":2,"start":15,"i":4,"range":2,"len":2,"and":2,"y":8,"np":3,"array":1,"product":1,"dtype":1,"append":1,"concatenate":2,"axis":2,"box":7,"2":1,"3":1},"5816,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":5,"square":1,"pad":1,"self":5,"img":37,"image":12,"w":12,"h":12,"size":19,"if":7,"return":7,"max":6,"padded":3,"new":10,"mode":1,"0":5,"paste":1,"get":3,"for":3,"padding":1,"width":18,"int":23,"height":18,"tuple":2,"ratio":17,"min":1,"32":1,"and":1,"4":2,"or":1,"1":5,"preprocess":1,"scale":3,"factor":3,"crop":3,"window":7,"else":4,"decimal":4,"2":2,"patch":1,"i":3,"j":3,"th":2,"tw":2,"target":2},"7776,1824,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":2,"get":6,"num":5,"patches":1,"self":11,"img":49,"width":21,"int":4,"height":21,"tuple":2,"image":12,"size":17,"for":5,"padding":2,"preprocess":2,"window":11,"determine":2,"max":2,"min":2,"if":3,"0":5,"return":2,"else":1,"crop":1,"center":5,"list":7,"x":3,"y":1,"slide":1,"full":3,"rows":3,"len":4,"1":3,"and":1,"call":1,"bool":1,"none":1,"new":12,"or":1,"square":1,"pad":1,"resize":1,"resampling":1,"bilinear":1},"9600,1850,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"if":5,"window":7,"size":11,"0":3,"return":2,"img":19,"none":3,"else":3,"new":10,"width":6,"height":6,"self":11,"get":1,"image":5,"for":6,"crop":5,"resize":1,"resampling":1,"bilinear":2,"patches":6,"newlines":6,"center":4,"list":2,"x":4,"num":3,"y":3,"slide":1,"patch":12,"id":3,"lf":2,"point":2,"in":3,"enumerate":1,"w":2,"h":2,"big":2,"append":2,"1":3,"and":1,"len":3,"pop":1,"i":2,"range":1,"class":1,"step3vlprocessor":1,"def":1,"init":2,"config":3,"pretrainedconfig":1,"tokenizer":3,"anytokenizer":1,"super":1,"728":1,"504":1,"preprocessor":1,"step3visionprocessor":1},"11450,1359,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"self":21,"num":12,"image":15,"feature":8,"size":6,"169":1,"patch":8,"81":1,"token":5,"im":1,"placeholder":2,"patcher":3,"imagepatcher":1,"property":1,"def":4,"id":1,"int":4,"return":4,"tokenizer":1,"get":3,"vocab":1,"tokens":1,"img":8,"width":2,"height":2,"patches":3,"newlines":2,"2":2,"split":1,"images":6,"list":4,"imagewithpatches":1,"result":3,"for":2,"in":2,"append":1,"convert":1,"to":1,"pixel":2,"values":2,"is":3,"bool":1,"false":1,"torch":1,"tensor":1,"preprocessor":1},"12809,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":4,"get":5,"patch":22,"repl":15,"self":17,"num":13,"patches":6,"int":7,"newline":6,"mask":4,"list":6,"bool":2,"none":1,"tuple":3,"str":7,"text":8,"token":8,"ids":16,"for":1,"i":2,"in":1,"range":1,"assert":1,"len":1,"f":2,"start":4,"feature":4,"placeholder":5,"end":4,"extend":1,"tokenizer":5,"convert":5,"tokens":5,"to":5,"image":11,"id":2,"size":2,"if":2,"and":1,"append":1,"return":3,"images":5,"im":4,"features":1,"new":2,"line":2,"idx":2,"optional":1,"0":1,"else":1,"replace":1,"repls":1,"parts":1,"split":1},"14803,1744,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"if":7,"len":5,"parts":3,"1":2,"repls":2,"raise":1,"valueerror":1,"the":2,"number":2,"of":2,"placeholders":1,"does":1,"not":3,"match":1,"replacements":1,"noqa":2,"e501":2,"result":4,"0":3,"for":2,"i":2,"repl":4,"in":2,"enumerate":1,"append":3,"return":2,"join":1,"def":1,"call":1,"self":5,"text":8,"optional":3,"union":3,"str":4,"list":4,"none":5,"images":13,"image":7,"tensors":1,"tensortype":1,"batchfeature":1,"is":3,"isinstance":2,"inputs":2,"tokenizer":1,"else":1,"splitted":2,"data":2,"split":1,"pixel":6,"values":6,"lst":7,"patch":5,"newline":2,"mask":2,"ids":1,"num":2,"patches":6,"raw":2,"img":6,"extend":2,"convert":2,"to":2,"true":1},"16547,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"image":18,"repl":8,"str":5,"ids":3,"self":12,"get":10,"features":3,"1":1,"len":1,"img":1,"patches":3,"patch":10,"newline":7,"mask":7,"lst":9,"append":1,"extend":2,"if":3,"is":1,"not":1,"none":2,"inputs":6,"pixel":5,"values":5,"torch":4,"cat":2,"num":3,"tensor":2,"dtype":1,"bool":1,"text":5,"replace":1,"placeholder":1,"t":2,"token":1,"for":1,"in":1,"tokenizer":2,"return":5,"batchfeature":1,"type":1,"tensors":1,"class":1,"step3vlprocessinginfo":1,"baseprocessinginfo":1,"def":3,"hf":5,"processor":4,"step3vlprocessor":2,"config":1,"supported":1,"mm":1,"limits":1,"mapping":1,"optional":1,"int":2,"max":1,"tokens":2,"size":2,"with":2,"most":2,"width":1,"height":1},"18362,1628,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":5,"get":12,"mm":13,"max":2,"tokens":4,"per":1,"item":1,"self":9,"seq":2,"len":3,"int":7,"counts":5,"mapping":4,"str":5,"return":5,"image":16,"size":2,"with":2,"most":2,"features":2,"imagesize":2,"3024":2,"num":7,"data":11,"multimodaldatadict":2,"if":2,"1":1,"or":1,"not":2,"in":2,"raise":1,"valueerror":1,"could":1,"only":1,"contain":1,"one":1,"key":1,"for":2,"steo1o":1,"isinstance":1,"list":1,"tuple":1,"sum":1,"hf":1,"processor":1,"img":3,"width":4,"height":4,"class":2,"step3vldummyinputsbuilder":1,"basedummyinputsbuilder":1,"step3vlprocessinginfo":2,"dummy":3,"text":1,"images":6,"0":2,"im":1,"patch":1,"target":4,"info":1,"step3vlmultimodalprocessor":1,"basemultimodalprocessor":1},"19990,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":3,"get":9,"prompt":1,"updates":1,"self":3,"mm":8,"items":1,"multimodaldataitems":1,"hf":10,"processor":8,"kwargs":6,"mapping":3,"str":3,"any":1,"out":5,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":1,"image":15,"placeholder":3,"token":6,"id":6,"batch":2,"num":11,"patches":11,"tolist":2,"replacement":3,"step1o":2,"item":4,"idx":3,"int":1,"img":2,"if":1,"0":3,"patch":5,"newline":4,"mask":4,"data":1,"repl":5,"ids":3,"features":2,"1":4,"else":1,"none":1,"return":3,"promptupdatedetails":1,"select":1,"seq":1,"embed":1,"promptreplacement":1,"modality":1,"target":1,"fields":1,"config":1,"inputs":2,"batchfeature":1,"object":1,"multimodalfieldconfig":5,"torch":1,"empty":1,"dict":1,"pixel":2,"values":2,"batched":2,"flat":2,"from":2,"sizes":2},"21965,1790,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":2,"get":1,"abs":10,"pos":26,"tgt":10,"size":24,"dim":8,"1":10,"new":10,"squeeze":1,"0":5,"cls":2,"token":2,"old":6,"embed":19,"src":4,"int":2,"math":2,"sqrt":2,"shape":1,"dtype":3,"if":1,"view":3,"permute":2,"3":2,"2":2,"contiguous":1,"to":2,"torch":3,"float32":1,"f":1,"interpolate":1,"mode":1,"bicubic":1,"antialias":1,"true":2,"align":1,"corners":1,"false":1,"vision":4,"cat":1,"return":2,"else":1,"class":2,"step3visionembeddings":1,"nn":3,"module":1,"init":2,"self":11,"config":7,"step3visionencoderconfig":1,"super":1,"hidden":1,"image":2,"patch":5,"embedding":2,"parameter":1,"randn":1,"conv2d":1,"in":1,"channels":3,"num":1,"out":1,"kernel":1,"stride":1,"bias":1},"23755,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"self":24,"num":6,"patches":3,"image":1,"size":8,"patch":7,"2":3,"pad":3,"tp":2,"4":1,"hard":1,"code":1,"for":1,"padding":1,"to":1,"load":1,"the":2,"pretrained":1,"weights":1,"we":1,"still":1,"use":2,"p":1,"1":15,"as":1,"seqlen":1,"position":4,"embedding":5,"torch":6,"nn":2,"embed":3,"dim":7,"register":1,"buffer":1,"ids":2,"arange":1,"expand":2,"persistent":1,"false":2,"def":2,"forward":1,"pixel":3,"values":3,"tensor":2,"batch":2,"shape":2,"0":3,"embeds":7,"width":1,"grid":2,"flatten":1,"transpose":1,"class":4,"embeddings":7,"cat":2,"get":1,"abs":1,"pos":1,"unsqueeze":1,"repeat":1,"return":1,"step3visionattention":1,"module":1,"multi":1,"headed":1,"attention":3,"from":1,"is":1,"all":1,"you":1,"need":1,"paper":1,"init":2,"config":6,"quant":1,"optional":1,"quantizationconfig":1,"none":1,"prefix":1,"str":1,"data":1,"parallel":1,"bool":1,"super":1,"hidden":1,"total":2,"heads":3,"head":2,"scale":1,"5":1},"25689,1735,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"tp":3,"size":7,"1":2,"if":2,"use":2,"data":2,"parallel":3,"else":2,"get":1,"tensor":5,"model":1,"world":1,"assert":1,"self":24,"total":4,"num":7,"heads":7,"0":1,"q":2,"head":4,"dim":9,"qkv":2,"proj":4,"replicatedlinear":2,"embed":5,"3":1,"bias":4,"true":4,"quant":8,"config":8,"prefix":8,"out":2,"qkvparallellinear":1,"rowparallellinear":1,"def":2,"shape":2,"torch":2,"seq":2,"len":3,"int":2,"bsz":3,"return":1,"view":1,"transpose":1,"2":1,"contiguous":1,"forward":1,"hidden":2,"states":2,"input":1,"batch":1,"x":2,"time":1,"channel":1,"tgt":1},"27424,1931,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"get":2,"query":1,"proj":3,"qkv":3,"self":16,"hidden":4,"states":1,"q":6,"k":6,"v":6,"chunk":1,"chunks":1,"3":1,"dim":5,"1":5,"view":3,"bsz":4,"tgt":4,"len":4,"num":4,"heads":4,"head":4,"transpose":4,"2":4,"attn":6,"output":6,"f":1,"scaled":1,"dot":1,"product":1,"attention":1,"scale":2,"is":1,"causal":1,"false":2,"reshape":1,"out":1,"return":1,"class":1,"step3visionmlp":1,"nn":1,"module":1,"def":1,"init":2,"config":13,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"use":3,"data":3,"parallel":3,"bool":1,"super":1,"activation":1,"fn":2,"act":2,"cls":4,"fc1":3,"replicatedlinear":2,"if":2,"else":2,"columnparallellinear":1,"size":4,"intermediate":2,"bias":2,"true":2,"fc2":3,"rowparallellinear":1},"29355,1673,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":3,"forward":2,"self":23,"hidden":17,"states":16,"torch":4,"tensor":3,"fc1":1,"activation":1,"fn":1,"fc2":1,"return":2,"class":2,"step3visionencoderlayer":1,"nn":4,"module":2,"init":2,"config":9,"step3visionencoderconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"use":7,"data":7,"parallel":7,"bool":1,"false":1,"super":1,"embed":3,"dim":3,"size":1,"attn":3,"step3visionattention":1,"f":2,"layer":6,"norm1":2,"layernorm":2,"eps":4,"norm":2,"mlp":3,"step3visionmlp":1,"norm2":2,"floattensor":1,"step3visionencoder":1},"31028,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":4,"init":4,"self":19,"config":15,"step3visionencoderconfig":2,"quant":4,"optional":2,"quantizationconfig":2,"none":2,"prefix":6,"str":2,"use":11,"data":11,"parallel":11,"bool":2,"false":2,"super":2,"layers":4,"nn":2,"modulelist":1,"step3visionencoderlayer":1,"f":2,"i":2,"for":2,"in":2,"range":1,"num":1,"hidden":11,"forward":2,"inputs":3,"embeds":3,"states":10,"encoder":2,"layer":2,"return":2,"class":1,"step3visiontransformer":1,"module":1,"image":2,"size":2,"embeddings":2,"step3visionembeddings":1,"transformer":4,"step3visionencoder":1,"pixel":2,"values":2,"torch":1,"tensor":1,"if":1,"run":1,"dp":1,"sharded":1,"vision":1,"model":1,"else":1},"32992,1169,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"multimodal":6,"registry":1,"register":1,"processor":1,"step3vlmultimodalprocessor":1,"info":1,"step3vlprocessinginfo":1,"dummy":1,"inputs":1,"step3vldummyinputsbuilder":1,"class":1,"step3vlforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"hf":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":2,"model":6,"language":2,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":2,"return":1,"im":1,"patch":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":4,"config":15,"vllmconfig":1,"none":1,"super":1,"use":1,"data":2,"parallel":3,"enable":1,"encoder":1},"34161,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"if":2,"multimodal":1,"config":21,"get":2,"limit":1,"per":1,"prompt":1,"image":1,"self":19,"vision":9,"model":9,"step3visiontransformer":1,"none":5,"prefix":6,"maybe":2,"use":2,"data":2,"parallel":2,"vit":6,"downsampler":2,"nn":3,"conv2d":2,"hidden":6,"size":8,"output":4,"kernel":2,"2":4,"stride":3,"understand":1,"projector":4,"downsampler2":2,"3":1,"padding":1,"1":1,"large":2,"linear":1,"bias":2,"else":1,"language":5,"init":1,"vllm":3,"registered":1,"hf":1,"text":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"cached":1,"property":3,"def":3,"sampler":4,"hasattr":1,"return":4,"device":2,"next":2,"parameters":2,"dtype":2},"35994,1860,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":1,"parse":1,"and":2,"validate":1,"image":12,"input":1,"self":5,"kwargs":5,"object":1,"optional":1,"step3vlimageinputs":1,"pixel":27,"values":27,"pop":4,"none":14,"patch":14,"num":6,"patches":6,"embeds":11,"if":8,"is":6,"return":2,"not":4,"flatten":3,"bn":3,"concat":3,"true":3,"dim":3,"3":4,"view":3,"1":4,"shape":6,"handle":1,"empty":1,"by":1,"setting":1,"to":5,"0":2,"tolist":1,"step3vlimagepixelinputs":1,"type":1,"dtype":2,"device":2,"else":2,"2":1,"or":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"for":1},"37854,1755,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"return":4,"step3vlimageembeddinginputs":1,"type":2,"image":38,"embeds":5,"to":2,"self":13,"dtype":1,"device":1,"none":5,"def":3,"process":4,"features":25,"torch":5,"tensor":7,"b":3,"p":2,"shape":1,"2":3,"hw":3,"int":1,"sqrt":1,"permute":2,"0":2,"1":5,"view":2,"vit":3,"downsampler":1,"downsampler2":1,"n":2,"dim":2,"size":1,"large":1,"projector":1,"get":3,"vision":4,"model":4,"output":3,"input":10,"4":1,"step3vlimageinputs":1,"tuple":1,"if":3,"else":3,"pixel":3,"values":3,"patch":6,"is":2,"not":2,"num":2,"patches":2},"39609,990,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"merged":3,"image":11,"features":6,"cur":10,"patch":12,"idx":4,"0":3,"for":1,"i":2,"num":5,"in":1,"enumerate":1,"patches":1,"feature":6,"if":3,"slice":3,"append":3,"view":2,"1":5,"shape":2,"torch":1,"cat":1,"len":1,"else":1,"return":3,"def":1,"get":1,"multimodal":1,"embeddings":3,"self":3,"kwargs":2,"optional":1,"nestedtensors":1,"input":5,"parse":1,"and":1,"validate":1,"is":1,"none":2,"vision":2,"process":1},"40599,1803,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"def":2,"get":5,"input":14,"embeddings":11,"self":8,"ids":11,"torch":7,"tensor":6,"multimodal":5,"optional":3,"multimodalembeddings":1,"none":8,"if":2,"is":7,"inputs":11,"embeds":16,"language":2,"model":4,"else":1,"text":10,"config":2,"image":2,"token":2,"id":2,"empty":1,"shape":2,"0":1,"1":1,"dtype":2,"device":2,"merge":1,"return":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"kwargs":2,"object":1,"union":1,"not":1,"elif":1,"vision":2,"always":1,"pass":1,"the":2,"via":1,"to":1,"make":1,"sure":1,"computation":1,"graph":1,"consistent":1},"42402,1342,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_vl.py":{"hidden":4,"states":4,"self":10,"language":3,"model":5,"input":1,"ids":1,"positions":1,"intermediate":1,"tensors":1,"inputs":2,"embeds":2,"return":4,"def":3,"compute":2,"logits":4,"torch":4,"tensor":4,"sampling":4,"metadata":4,"samplingmetadata":2,"optional":2,"sample":2,"sampleroutput":1,"load":2,"weights":6,"iterable":1,"tuple":1,"str":1,"skip":4,"prefixes":4,"if":1,"vision":2,"is":2,"none":2,"and":1,"vit":4,"large":2,"projector":2,"downsampler":1,"downsampler2":1,"loader":2,"autoweightsloader":1,"loaded":2,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1059,data/raw/vllm-0.10.1/vllm/model_executor/models/glm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"inference":1,"only":1,"hf":3,"format":2,"glm":3,"4":1,"model":5,"compatible":1,"with":1,"thudm":1,"weights":1,"from":3,"config":7,"import":3,"vllmconfig":2,"executor":1,"models":1,"llama":3,"llamaforcausallm":2,"utils":1,"ppmissinglayer":2,"class":1,"glmforcausallm":1,"def":1,"init":2,"self":5,"prefix":3,"str":1,"partial":2,"rotary":3,"factor":1,"5":1,"super":1,"hack":1,"fit":1,"implementation":1,"attention":2,"difference":1,"between":1,"and":2,"1":1,"half":1,"dim":1,"no":2,"neox":2,"style":2,"there":1,"is":2,"bias":3,"for":2,"o":3,"proj":3,"in":2,"layer":5,"layers":1,"if":1,"not":1,"isinstance":1,"attn":3,"emb":1,"false":1,"none":1,"skip":1,"add":1,"true":1},"0,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":2,"vllm":14,"project":1,"adapted":1,"from":19,"https":1,"huggingface":1,"co":1,"opengvlab":2,"internvl2":1,"4b":1,"blob":1,"main":1,"modeling":1,"internvl":2,"chat":1,"py":1,"c":1,"2023":1,"licensed":1,"under":1,"mit":1,"see":1,"for":1,"details":1,"abc":3,"import":22,"abstractmethod":1,"collections":1,"iterable":1,"mapping":2,"sequence":2,"typing":2,"annotated":1,"any":1,"literal":1,"optional":1,"typevar":1,"union":1,"numpy":1,"as":3,"npt":1,"torch":2,"nn":2,"torchvision":1,"transforms":1,"t":1,"pil":1,"image":3,"transformers":1,"batchencoding":1,"pretrainedconfig":1,"tensortype":1,"config":1,"vllmconfig":1,"model":5,"executor":5,"layers":2,"quantization":2,"quantizationconfig":1,"awq":1,"awqconfig":1,"models":2,"intern":1,"vit":1,"internvisionmodel":1,"internvisionpatchmodel":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"convert":1,"mode":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1},"1947,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"from":4,"vllm":3,"transformers":1,"utils":3,"tokenizer":1,"import":4,"anytokenizer":1,"tensor":7,"schema":1,"tensorschema":4,"tensorshape":6,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"flatten":1,"bn":5,"init":1,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"img":6,"start":1,"end":1,"context":2,"imagenet":2,"mean":1,"0":6,"485":1,"456":1,"406":1,"std":1,"229":1,"224":1,"225":1,"class":3,"internvlimagepixelinputs":2,"dimensions":3,"batch":4,"size":7,"number":7,"of":12,"images":4,"bnp":2,"1":1,"num":4,"patches":3,"c":2,"channels":2,"3":4,"h":6,"height":2,"each":4,"image":4,"patch":2,"w":4,"width":2,"type":3,"literal":3,"pixel":4,"values":4,"flat":2,"annotated":5,"torch":6,"internvlimageembeddinginputs":2,"n":2,"f":2,"total":1,"feature":1,"hidden":2,"must":1,"match":1,"the":1,"language":1,"backbone":1,"embeds":1,"data":1,"union":2,"list":1,"internvlimageinputs":1,"internvlvideopixelinputs":1,"bvf":2,"videos":2,"frames":1,"video":2,"frame":2},"3924,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"class":1,"internvlvideoembeddinginputs":2,"tensorschema":1,"dimensions":1,"n":2,"number":1,"of":2,"videos":1,"f":2,"total":1,"video":2,"feature":1,"size":12,"h":2,"hidden":2,"must":1,"match":1,"the":1,"language":1,"model":1,"backbone":1,"type":1,"literal":1,"embeds":1,"data":1,"annotated":1,"union":2,"torch":2,"tensor":2,"list":2,"tensorshape":1,"internvlvideoinputs":1,"internvlvideopixelinputs":1,"adapted":2,"from":2,"https":2,"huggingface":2,"co":2,"opengvlab":2,"internvl2":2,"1b":2,"def":3,"build":1,"transform":1,"input":3,"int":12,"mean":4,"std":4,"imagenet":2,"return":2,"t":6,"compose":1,"lambda":2,"img":2,"convert":1,"image":7,"mode":1,"rgb":1,"resize":1,"interpolation":1,"interpolationmode":1,"bicubic":1,"totensor":1,"normalize":1,"find":1,"closest":1,"aspect":5,"ratio":24,"float":2,"target":4,"ratios":2,"tuple":3,"width":2,"height":2,"best":8,"diff":8,"inf":1,"1":6,"area":2,"for":1,"in":1,"0":3,"abs":1,"if":4,"elif":1,"5":1,"resolve":1,"internvl":1,"min":4,"max":4,"num":1,"dynamic":9,"patch":6,"bool":2,"use":1,"thumbnail":1,"else":2},"5894,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"if":4,"use":5,"thumbnail":7,"and":3,"max":6,"dynamic":5,"patch":4,"1":13,"return":3,"min":4,"def":3,"get":1,"internvl":4,"target":21,"ratios":8,"num":7,"int":15,"list":4,"tuple":4,"i":3,"j":3,"for":3,"n":3,"in":3,"range":3,"sorted":1,"key":1,"lambda":1,"x":3,"0":3,"calculate":4,"targets":2,"orig":12,"width":11,"height":11,"image":15,"size":9,"bool":2,"aspect":9,"ratio":9,"find":2,"the":4,"closest":2,"to":1,"blocks":7,"add":1,"adapted":1,"from":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl2":1,"1b":1,"preprocess":1,"number":1,"of":1,"without":1,"false":1},"7817,1670,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"resize":3,"the":2,"image":22,"resized":2,"img":6,"target":12,"width":5,"height":1,"processed":6,"images":8,"for":2,"i":5,"in":2,"range":1,"blocks":2,"box":2,"size":16,"1":3,"split":3,"crop":1,"append":2,"assert":1,"len":2,"if":1,"use":5,"thumbnail":7,"and":1,"return":2,"adapted":2,"from":2,"https":2,"huggingface":2,"co":2,"opengvlab":2,"internvl2":2,"1b":2,"def":2,"to":2,"pixel":4,"values":4,"internvl":5,"input":5,"int":6,"min":4,"num":8,"max":4,"bool":2,"torch":3,"tensor":2,"ratios":6,"get":2,"transform":3,"build":1,"dynamic":1,"preprocess":1,"stack":1,"video":2,"npt":1,"ndarray":1},"9487,1726,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"transform":3,"build":1,"input":3,"size":13,"frames":3,"list":4,"image":14,"for":2,"frame":5,"in":2,"video":1,"pil":3,"dynamic":16,"preprocess":1,"internvl":2,"fromarray":1,"mode":1,"rgb":1,"target":2,"ratios":2,"use":2,"thumbnail":2,"assert":4,"len":1,"1":1,"extend":1,"pixel":2,"values":2,"torch":1,"stack":1,"return":1,"class":1,"baseinternvlprocessor":1,"abc":1,"this":1,"model":1,"doesn":1,"t":1,"define":1,"its":1,"own":2,"hf":1,"processor":1,"so":1,"we":1,"implement":1,"our":1,"one":1,"here":1,"the":1,"code":1,"to":1,"insert":1,"tokens":1,"is":4,"based":1,"on":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl2":1,"1b":1,"blob":1,"main":1,"modeling":1,"chat":1,"py":1,"l252":1,"def":1,"init":2,"self":3,"config":10,"pretrainedconfig":1,"tokenizer":3,"anytokenizer":1,"min":5,"patch":12,"optional":3,"int":6,"none":7,"max":5,"bool":2,"super":1,"vision":2,"if":3,"isinstance":3},"11213,1699,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"self":13,"num":4,"image":15,"token":2,"int":8,"size":14,"patch":19,"2":2,"config":2,"downsample":1,"ratio":1,"min":11,"dynamic":27,"max":11,"use":9,"thumbnail":9,"bool":3,"property":1,"abstractmethod":2,"def":3,"id":1,"raise":2,"notimplementederror":2,"get":1,"repl":1,"feature":1,"patches":1,"optional":5,"promptupdatedetails":1,"str":1,"resolve":2,"none":8,"tuple":1,"if":4,"is":4,"else":4,"return":1,"internvl":1},"12912,1713,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":3,"resolve":4,"target":6,"ratios":6,"self":9,"min":11,"dynamic":18,"patch":12,"optional":7,"int":9,"none":7,"max":11,"image":17,"size":8,"bool":3,"use":7,"thumbnail":7,"list":3,"tuple":1,"num":12,"return":2,"get":2,"internvl":2,"tokens":1,"width":3,"height":3,"false":2,"applied":2,"in":2,"calculate":2,"targets":2,"patches":2,"orig":2,"token":1,"images":2,"to":2,"pixel":2,"values":2,"lst":1,"torch":1,"tensor":1},"14625,1829,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"return":3,"image":19,"to":2,"pixel":9,"values":9,"internvl":1,"input":9,"size":7,"self":7,"min":5,"num":9,"max":5,"use":2,"thumbnail":2,"for":4,"in":4,"images":5,"def":2,"preprocess":1,"text":4,"list":5,"str":4,"dynamic":9,"patch":6,"optional":4,"int":2,"none":5,"bool":1,"tuple":1,"dict":2,"torch":3,"tensor":2,"if":3,"len":2,"0":2,"inputs":3,"else":1,"lst":5,"nestedtensors":1,"flat":1,"cat":1,"patches":4,"item":9,"shape":1,"feature":2,"token":1,"repl":3,"get":1,"t":2,"replace":1,"full":1,"1":1,"make":1,"batch":1,"union":1,"any":2,"is":1,"not":1,"isinstance":1},"16454,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":3,"call":1,"self":8,"text":9,"optional":10,"union":3,"str":5,"list":2,"none":11,"images":5,"image":14,"min":6,"dynamic":18,"patch":12,"int":5,"max":6,"size":6,"bool":2,"return":4,"tensors":2,"tensortype":1,"mapping":1,"nestedtensors":1,"make":1,"batch":1,"input":1,"x":2,"for":4,"in":1,"inputs":4,"preprocess":1,"tokenizer":5,"batchencoding":1,"tensor":1,"type":1,"class":1,"internvlprocessor":1,"baseinternvlprocessor":1,"hf":1,"processor":1,"internvlchatmodel":1,"with":2,"extended":1,"video":8,"processing":3,"logic":1,"code":1,"is":1,"adapted":1,"from":1,"example":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl3":1,"1b":1,"inference":1,"transformers":1,"init":2,"config":3,"pretrainedconfig":1,"anytokenizer":1,"token":5,"super":1,"add":1,"extra":1,"property":1,"id":1,"get":1,"vocab":1,"img":1,"context":1},"18418,1796,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"property":2,"def":4,"video":18,"token":4,"id":2,"self":12,"optional":3,"int":1,"if":2,"is":2,"none":6,"return":4,"tokenizer":1,"get":2,"vocab":1,"supports":2,"bool":3,"not":2,"videos":7,"to":4,"pixel":11,"values":11,"lst":6,"list":4,"npt":2,"ndarray":2,"dynamic":8,"image":8,"size":8,"torch":3,"tensor":2,"min":5,"num":9,"max":5,"resolve":1,"patch":2,"1":2,"use":2,"thumbnail":2,"false":2,"applied":1,"in":4,"internvl":1,"input":1,"for":3,"preprocess":1,"text":1,"str":2,"len":2,"0":2,"or":1,"inputs":2,"else":1,"dict":1,"nestedtensors":1,"flat":1,"cat":1,"patches":2,"item":2,"shape":1},"20214,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"video":9,"repl":8,"self":9,"get":2,"num":3,"image":14,"token":2,"patches":2,"text":16,"t":2,"replace":1,"full":3,"1":1,"for":2,"in":2,"return":5,"inputs":7,"def":2,"call":1,"optional":8,"union":4,"str":5,"list":3,"none":7,"images":5,"videos":5,"npt":2,"ndarray":2,"min":3,"dynamic":11,"patch":6,"int":4,"max":3,"size":7,"bool":1,"tensors":2,"tensortype":1,"mapping":1,"nestedtensors":1,"make":1,"batch":1,"input":1,"x":2,"preprocess":2,"tokenizer":1,"batchencoding":1,"tensor":1,"type":1,"feature":2,"promptupdatedetails":2,"features":2,"img":4,"context":2,"start":1,"end":1,"select":1},"22018,1687,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":5,"get":8,"video":4,"repl":7,"self":8,"feature":3,"size":7,"int":6,"num":7,"patches":3,"optional":3,"none":4,"context":4,"token":4,"str":3,"img":3,"promptupdatedetails":2,"features":5,"image":13,"with":3,"sep":2,"start":1,"end":1,"is":2,"equal":1,"to":1,"frames":1,"full":2,"join":1,"f":1,"frame":1,"i":2,"1":1,"for":3,"in":2,"range":1,"return":3,"select":1,"text":1,"class":1,"baseinternvlprocessinginfo":1,"baseprocessinginfo":1,"basic":1,"only":1,"processinginfo":1,"internvl":1,"style":1,"models":1,"abstractmethod":1,"hf":3,"processor":10,"kwargs":1,"object":1,"baseinternvlprocessor":2,"raise":1,"notimplementederror":1,"supported":1,"mm":1,"limits":1,"mapping":1,"tokens":2,"width":4,"height":4,"if":1,"most":1,"imagesize":1,"base":3,"target":3,"ratios":3,"resolve":1,"largest":2,"pinpoint":1,"0":1,"wr":2,"hr":2},"23705,1917,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"feat":3,"size":9,"self":9,"get":11,"num":7,"image":15,"tokens":3,"width":10,"height":10,"processor":6,"if":2,"largest":7,"feature":7,"pinpoint":3,"imagesize":1,"0":4,"or":1,"is":1,"none":1,"raise":1,"valueerror":1,"cannot":1,"have":1,"a":1,"of":1,"return":4,"def":3,"max":1,"int":4,"hf":1,"target":8,"with":2,"most":2,"features":2,"i":4,"typevar":1,"bound":1,"baseinternvlprocessinginfo":1,"class":2,"baseinternvldummyinputsbuilder":1,"basedummyinputsbuilder":1,"basic":2,"only":2,"dummyinputsbuilder":1,"for":2,"internvl":2,"style":2,"models":2,"dummy":3,"text":1,"mm":5,"counts":4,"mapping":2,"str":3,"images":6,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"info":1,"baseinternvlmultimodalprocessor":1,"basemultimodalprocessor":1,"multimodalprocessor":1},"25622,1805,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":3,"call":2,"hf":12,"processor":10,"self":5,"prompt":4,"str":9,"mm":13,"data":3,"mapping":8,"object":5,"kwargs":11,"tok":3,"nestedtensors":2,"processed":3,"outputs":4,"super":1,"info":2,"get":5,"image":16,"token":6,"id":6,"since":1,"there":1,"may":1,"be":1,"extra":1,"tokens":2,"in":1,"the":5,"feature":1,"placeholders":1,"we":1,"need":1,"to":4,"pass":1,"model":1,"select":1,"merge":1,"from":2,"vision":1,"encoder":1,"torch":2,"tensor":1,"return":2,"fields":1,"config":1,"inputs":2,"multimodalfieldconfig":5,"num":7,"patches":5,"empty":1,"0":1,"images":2,"len":1,"dict":1,"pixel":1,"values":1,"flat":2,"sizes":1,"batched":2,"embeds":1,"shared":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1},"27427,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"if":4,"image":23,"num":15,"patches":14,"in":3,"out":4,"mm":7,"kwargs":4,"assert":2,"isinstance":3,"torch":1,"tensor":1,"tolist":1,"elif":1,"embeds":2,"todo":1,"use":1,"size":9,"information":1,"dictionary":1,"embedding":1,"inputs":1,"to":2,"compute":1,"similar":1,"qwen2":1,"vl":1,"none":3,"len":1,"else":3,"def":3,"get":10,"replacement":3,"internvl":3,"item":4,"idx":4,"int":2,"images":4,"items":2,"imageembeddingitems":2,"imageprocessoritems":1,"feature":4,"self":5,"info":1,"tokens":1,"width":2,"height":2,"processor":4,"hf":3,"is":1,"not":1,"return":4,"repl":1,"promptreplacement":1,"modality":1,"target":1,"class":1,"internvlprocessinginfo":1,"baseinternvlprocessinginfo":1,"processinginfo":1,"extended":1,"for":1,"video":7,"processing":1,"property":1,"supports":3,"supported":2,"limits":2,"limit":2,"super":1},"29383,1451,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":4,"get":15,"video":10,"token":4,"self":11,"optional":1,"str":4,"text":5,"model":3,"type":3,"hf":4,"config":4,"if":1,"qwen2":1,"return":5,"pad":1,"none":1,"num":4,"frames":5,"with":1,"most":1,"features":1,"seq":2,"len":2,"int":4,"mm":6,"counts":6,"mapping":2,"max":13,"images":2,"image":5,"0":3,"videos":4,"processor":5,"tokens":3,"total":2,"per":2,"1":2,"kwargs":2,"object":1,"internvlprocessor":2,"ctx":1,"init":1,"tokenizer":2,"class":1,"internvldummyinputsbuilder":1,"baseinternvldummyinputsbuilder":1,"internvlprocessinginfo":1,"internvl":1,"dummyinputsbuilder":1,"extended":1,"for":1,"support":1,"dummy":2,"super":1},"30834,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":2,"get":7,"dummy":8,"mm":12,"data":4,"self":8,"seq":4,"len":4,"int":3,"counts":5,"mapping":5,"str":6,"multimodaldatadict":1,"image":6,"super":2,"if":2,"info":5,"supports":2,"video":12,"config":4,"hf":6,"size":4,"vision":1,"target":2,"num":7,"frames":4,"with":1,"most":1,"features":1,"videos":4,"0":1,"width":1,"height":1,"else":1,"return":2,"class":1,"internvlmultimodalprocessor":1,"baseinternvlmultimodalprocessor":1,"internvlprocessinginfo":1,"internvl":1,"multimodalprocessor":1,"extended":1,"for":1,"support":1,"call":2,"processor":5,"prompt":2,"object":3,"kwargs":5,"tok":2,"nestedtensors":1,"processed":3,"outputs":3,"and":1,"token":4,"id":4,"is":1,"not":1,"none":1,"torch":1,"tensor":1},"32649,1959,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":3,"get":7,"mm":13,"fields":7,"config":2,"self":4,"hf":11,"inputs":3,"mapping":4,"str":4,"nestedtensors":1,"processor":8,"kwargs":9,"object":2,"multimodalfieldconfig":4,"image":3,"super":2,"if":3,"info":2,"supports":1,"video":23,"num":19,"patches":16,"torch":2,"empty":1,"0":1,"videos":2,"len":1,"dict":1,"pixel":1,"values":1,"flat":2,"from":1,"sizes":1,"batched":1,"token":2,"id":1,"shared":1,"else":2,"return":1,"prompt":3,"updates":2,"items":2,"multimodaldataitems":1,"out":4,"multimodalkwargs":1,"sequence":1,"promptupdate":2,"repl":1,"list":1,"in":1,"assert":2,"isinstance":2,"tensor":1,"tolist":1,"replacement":1,"internvl":1,"item":2,"idx":2,"int":2,"feature":1,"size":1,"is":1,"not":1,"none":1},"34608,1819,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"return":4,"hf":3,"processor":3,"get":3,"video":10,"repl":3,"feature":1,"size":10,"num":2,"patches":1,"context":1,"token":3,"if":3,"self":9,"info":2,"supports":1,"prompt":2,"append":1,"promptreplacement":1,"modality":5,"target":1,"replacement":2,"internvl":1,"multimodal":5,"registry":1,"register":1,"internvlmultimodalprocessor":1,"internvlprocessinginfo":1,"dummy":1,"inputs":1,"internvldummyinputsbuilder":1,"class":1,"internvlchatmodel":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1,"classmethod":1,"def":2,"placeholder":1,"str":4,"cls":1,"i":1,"int":2,"optional":1,"startswith":2,"image":8,"raise":1,"valueerror":1,"only":1,"or":2,"is":1,"supported":1,"init":2,"vllm":4,"config":27,"vllmconfig":1,"prefix":1,"none":1,"super":1,"model":2,"quant":4,"patch":6,"force":1,"vision":2,"2":2,"downsample":3,"ratio":3,"ps":2,"version":2},"36427,1505,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"self":15,"llm":4,"arch":2,"name":2,"config":25,"text":5,"architectures":1,"0":1,"is":4,"mono":3,"internlm2veforcausallm":1,"vision":4,"model":8,"init":3,"quant":10,"prefix":6,"maybe":2,"language":3,"vllm":3,"registered":1,"hf":1,"mlp1":2,"img":1,"context":2,"token":3,"id":2,"none":5,"video":1,"visual":1,"mask":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"patch":2,"pretrainedconfig":1,"quantizationconfig":1,"the":2,"awq":1,"models":1,"from":1,"opengvlab":1,"missing":1,"modules":4,"to":5,"not":6,"convert":4,"add":1,"back":1,"if":2,"isinstance":1,"awqconfig":1,"getattr":1,"quantization":1,"and":1,"append":1},"37932,1904,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":3,"init":2,"vision":9,"model":1,"self":6,"config":16,"pretrainedconfig":2,"quant":3,"optional":1,"quantizationconfig":1,"is":2,"mono":2,"bool":1,"prefix":3,"str":1,"if":3,"not":1,"feature":4,"layer":5,"select":1,"0":4,"num":5,"hidden":14,"layers":5,"1":6,"else":3,"return":4,"internvisionmodel":1,"override":1,"internvisionpatchmodel":1,"mlp1":1,"nn":6,"sequential":2,"vit":3,"size":10,"llm":4,"text":1,"layernorm":1,"int":7,"downsample":2,"ratio":2,"2":4,"linear":2,"gelu":1,"pixel":1,"shuffle":1,"x":11,"scale":13,"factor":7,"5":1,"n":7,"w":7,"h":7,"c":7,"view":2,"permute":2,"3":2,"contiguous":2,"ps":1,"version":1,"v1":1,"pass":1},"39836,1847,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":2,"extract":1,"feature":1,"self":7,"pixel":11,"values":10,"torch":5,"tensor":5,"vit":16,"embeds":24,"vision":1,"model":1,"1":5,"h":2,"w":2,"int":1,"shape":4,"0":3,"5":1,"reshape":2,"shuffle":1,"scale":1,"factor":1,"downsample":1,"ratio":1,"mlp1":1,"return":3,"parse":1,"and":2,"validate":1,"image":16,"input":1,"kwargs":5,"object":1,"optional":1,"internvlimageinputs":1,"flat":6,"pop":3,"none":8,"num":2,"patches":2,"if":5,"is":4,"not":4,"isinstance":3,"list":2,"raise":2,"valueerror":2,"incorrect":2,"type":7,"of":2,"embeddings":1,"f":2,"got":2,"internvlimageembeddinginputs":1,"data":1,"flatten":2,"bn":1,"token":5,"id":5,"assert":1,"img":1,"context":1,"unique":1,"item":1},"41683,1881,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"if":5,"not":4,"isinstance":3,"image":8,"num":9,"patches":9,"torch":3,"tensor":3,"list":2,"raise":3,"valueerror":2,"incorrect":2,"type":8,"of":2,"f":2,"got":2,"pixel":12,"values":12,"flat":10,"flatten":4,"bn":3,"concat":2,"true":2,"expected":4,"h":3,"w":3,"self":3,"config":2,"vision":1,"size":1,"resolve":3,"bindings":3,"return":3,"internvlimagepixelinputs":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"parse":1,"and":2,"validate":1,"video":19,"input":1,"kwargs":5,"object":1,"optional":1,"internvlvideopixelinputs":1,"pop":3,"none":8,"embeds":6,"is":4,"internvlvideoembeddinginputs":1,"data":1,"token":5,"id":5,"assert":1,"context":1,"unique":1,"item":1},"43564,1976,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"if":3,"not":2,"isinstance":1,"video":8,"num":13,"patches":13,"torch":2,"tensor":2,"list":1,"raise":2,"valueerror":1,"incorrect":1,"type":5,"of":2,"image":20,"f":1,"got":1,"pixel":6,"values":6,"flat":5,"flatten":2,"bn":2,"concat":2,"true":2,"expected":4,"h":3,"w":3,"self":6,"config":6,"vision":2,"size":6,"resolve":3,"bindings":3,"return":4,"internvlvideopixelinputs":2,"videos":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"process":1,"input":6,"union":1,"internvlimageinputs":1,"tuple":1,"embeds":7,"data":1,"assert":1,"model":1,"is":1,"none":1,"extract":1,"feature":5,"only":1,"one":1,"in":2,"the":2,"current":1,"batch":1,"len":1,"1":4,"view":2,"text":2,"hidden":2,"note":1,"embeddings":1,"are":1,"split":2,"into":1,"separate":1,"tensors":1,"for":2,"each":2,"by":1,"embedding":1,"shape":1,"sizes":2},"45540,1597,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":4,"parse":4,"and":6,"validate":4,"multimodal":6,"inputs":2,"self":13,"kwargs":7,"object":2,"dict":1,"modalities":9,"preserve":1,"the":3,"order":2,"of":4,"if":5,"there":1,"are":1,"multiple":1,"them":1,"from":1,"for":1,"input":7,"key":3,"in":5,"pixel":2,"values":2,"flat":2,"image":3,"embeds":1,"images":2,"not":4,"video":3,"videos":2,"return":3,"set":1,"visual":3,"token":5,"mask":3,"ids":2,"torch":3,"tensor":3,"none":3,"is":3,"mono":1,"assert":1,"img":2,"context":2,"id":2,"reshape":1,"1":2,"else":1,"get":2,"language":2,"model":2,"nn":1,"module":1,"embeddings":3,"multimodalembeddings":1,"result":1,"tuple":2,"tensors":1,"with":1,"each":1,"correspoending":1,"to":1,"a":1,"data":1,"item":1,"or":1},"47137,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"note":1,"it":1,"is":4,"important":1,"to":2,"iterate":1,"over":1,"the":3,"keys":1,"in":3,"this":1,"dictionary":1,"preserve":1,"order":1,"of":1,"modalities":4,"for":2,"modality":3,"if":5,"images":2,"image":4,"input":14,"vision":2,"embeddings":14,"self":8,"process":2,"multimodal":8,"videos":2,"video":5,"return":2,"def":2,"get":2,"ids":9,"torch":5,"tensor":5,"optional":3,"multimodalembeddings":1,"none":8,"inputs":6,"embeds":6,"language":1,"model":1,"not":3,"and":1,"len":2,"0":1,"context":5,"token":9,"id":5,"img":1,"assert":1,"1":1,"set":1,"visual":1,"mask":1,"merge":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"kwargs":1,"object":1},"49066,1830,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"note":1,"in":2,"v1":1,"inputs":5,"embeds":5,"is":5,"always":1,"generated":1,"at":1,"model":6,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":4,"vision":2,"embeddings":4,"self":10,"get":2,"multimodal":1,"kwargs":4,"input":5,"ids":4,"forward":3,"positions":2,"intermediate":2,"tensors":2,"only":1,"required":1,"if":2,"the":1,"mono":1,"architecture":1,"visual":4,"token":7,"mask":4,"not":1,"update":1,"hidden":4,"states":4,"language":2,"return":3,"def":2,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"unused":1,"modules":1,"appear":1,"opengvlab":1,"internvideo2":1,"5":1,"chat":1,"8b":1,"skip":3,"prefixes":3,"action":1,"embed":4,"temporal":2,"track":3,"decoder":2,"box":1,"cg":2,"criterion":1,"loc":2,"encoder":1,"sam":1,"loader":2,"autoweightsloader":1},"50896,288,data/raw/vllm-0.10.1/vllm/model_executor/models/internvl.py":{"def":1,"get":2,"mm":1,"mapping":1,"self":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"return":1,"from":1,"string":1,"field":1,"language":2,"model":4,"connector":1,"mlp1":1,"tower":1,"vision":1},"0,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":5,"project":1,"adapted":1,"from":11,"https":1,"github":1,"com":1,"huggingface":3,"transformers":5,"blob":1,"v4":1,"28":1,"src":1,"models":2,"llama":2,"modeling":3,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":4,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"minicpm":1,"o":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":10,"iterable":1,"mapping":1,"sequence":1,"typing":1,"callable":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":2,"nn":1,"batchfeature":1,"pretrainedconfig":1,"outputs":1,"basemodeloutputwithpast":1,"whisper":2,"act2fn":1,"whisperattention":1,"whisperconfig":1,"whisperencoder":1,"config":1,"vllmconfig":1,"executor":2,"layers":2,"quantization":2,"quantizationconfig":1,"gptq":1,"gptqconfig":1},"1999,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"from":7,"vllm":5,"model":1,"executor":1,"layers":1,"quantization":1,"gptq":1,"marlin":1,"import":7,"gptqmarlinconfig":1,"multimodal":5,"registry":1,"multimodalkwargs":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"nestedtensors":1,"parse":1,"audioitem":1,"audioprocessoritems":1,"dictembeddingitems":1,"modalitydata":1,"modalitydataitems":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"minicpmv":2,"max":1,"frames":1,"per":1,"video":1,"minicpmv2":1,"6":1,"minicpmvdummyinputsbuilder":1,"minicpmvmultimodaldataparser":1,"minicpmvmultimodalprocessor":1,"minicpmvprocessinginfo":1,"field":1,"config":1,"utils":1,"autoweightsloader":1,"cast":1,"overflow":1,"tensors":1,"flatten":1,"bn":1,"maybe":1,"prefix":1,"cpu":2,"device":2,"torch":8,"class":2,"minicpmoaudiofeatureinputs":1,"typeddict":2,"type":2,"literal":2,"audio":9,"features":4,"union":3,"tensor":7,"list":3,"shape":4,"batch":3,"size":4,"num":7,"audios":3,"slices":4,"channels":1,"length":2,"slice":2,"here":1,"means":1,"chunk":1,"that":1,"is":4,"too":1,"long":1,"will":1,"be":2,"split":1,"into":1,"which":2,"the":1,"same":1,"as":1,"image":1,"padding":1,"used":1,"therefore":1,"feature":2,"lens":1,"this":1,"should":1,"of":1,"each":1,"equals":1,"to":1,"1":1,"minicpmoaudioembeddinginputs":1,"embeds":2,"hidden":1},"3972,1941,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"hidden":2,"size":2,"must":1,"match":1,"the":1,"of":3,"language":1,"model":1,"backbone":1,"instead":1,"a":2,"batched":4,"tensor":5,"length":1,"each":1,"slice":1,"may":1,"vary":1,"so":1,"pass":1,"it":1,"as":1,"list":1,"minicpmoaudioinputs":1,"union":2,"minicpmoaudiofeatureinputs":1,"minicpmoaudioembeddinginputs":1,"def":4,"minicpmo":2,"field":3,"config":3,"hf":3,"inputs":3,"mapping":5,"str":6,"torch":5,"audio":18,"features":4,"get":3,"empty":1,"0":1,"num":2,"audios":2,"len":1,"return":4,"dict":3,"minicpmv":1,"multimodalfieldconfig":5,"feature":1,"lens":1,"embeds":2,"token":1,"id":1,"shared":1,"class":3,"minicpmoaudioembeddingitems":2,"dictembeddingitems":1,"init":2,"self":3,"data":8,"fields":5,"factory":4,"callable":1,"none":2,"super":3,"modality":1,"image":1,"required":1,"minicpmomultimodaldataparser":1,"minicpmvmultimodaldataparser":1,"parse":2,"modalitydata":1,"audioitem":1,"optional":2,"modalitydataitems":1,"any":2,"if":1,"isinstance":1,"minicpmoprocessinginfo":1,"minicpmvprocessinginfo":1,"pattern":1,"supported":2,"mm":2,"limits":2,"int":1},"5913,1674,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":9,"get":20,"audio":17,"placeholder":2,"self":16,"lens":2,"int":14,"chunk":17,"input":3,"bool":1,"true":1,"length":5,"1":5,"str":2,"hf":4,"processor":3,"return":8,"default":4,"pool":5,"step":5,"2":2,"sampling":4,"rate":4,"16000":1,"config":1,"max":9,"tokens":6,"per":5,"fbank":2,"feat":4,"in":4,"100":1,"cnn":2,"chunks":7,"with":3,"most":3,"features":3,"30":1,"num":8,"len":2,"by":1,"frames":1,"seq":1,"mm":4,"counts":4,"mapping":1,"images":1,"image":1,"0":3,"videos":1,"video":1,"audios":1},"7587,1701,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"max":18,"image":3,"tokens":6,"self":11,"get":14,"images":1,"audio":16,"audios":7,"total":2,"frames":6,"video":4,"seq":3,"len":5,"per":3,"min":1,"videos":1,"1":2,"return":4,"class":2,"minicpmodummyinputsbuilder":1,"minicpmvdummyinputsbuilder":1,"minicpmoprocessinginfo":2,"def":3,"dummy":5,"text":2,"mm":10,"counts":6,"mapping":2,"str":3,"int":3,"num":5,"0":2,"prompt":2,"texts":2,"info":4,"pattern":1,"super":2,"data":5,"multimodaldatadict":1,"chunks":1,"with":1,"most":1,"features":1,"default":2,"sampling":2,"rate":2,"length":1,"minicpmomultimodalprocessor":1,"minicpmvmultimodalprocessor":1,"parser":1,"multimodaldataparser":1,"minicpmomultimodaldataparser":1,"target":1,"sr":1},"9288,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":2,"get":7,"audio":25,"prompt":1,"texts":1,"self":7,"lens":4,"int":2,"chunk":7,"input":4,"bool":1,"true":2,"length":3,"1":1,"str":5,"return":3,"info":3,"placeholder":1,"process":1,"audios":10,"mm":7,"data":5,"mapping":4,"object":3,"kwargs":6,"tok":3,"nestedtensors":1,"if":2,"is":1,"none":1,"parsed":4,"parser":1,"parse":1,"items":1,"minicpmoaudioembeddingitems":2,"audioprocessoritems":1,"isinstance":1,"inputs":7,"else":1,"base":1,"call":1,"hf":1,"processor":1,"prompts":1,"pattern":1,"len":3,"for":4,"in":2,"out":1,"keys":1,"features":5,"feature":4,"avoid":1,"padding":1,"since":1,"we":1,"need":1,"the":2,"output":1,"each":1,"to":2,"be":1,"independent":1,"of":1,"other":1,"cache":1,"work":1,"correctly":1,"unpadded":2,"feat":2,"zip":1,"tokenizer":3,"unk":3,"token":3,"id":3,"vocab":1,"torch":1,"tensor":1},"11269,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":4,"process":3,"mm":20,"inputs":4,"self":7,"data":3,"mapping":7,"str":7,"object":5,"kwargs":13,"tok":3,"nestedtensors":1,"return":4,"super":2,"audios":5,"get":10,"prompt":3,"updates":4,"items":5,"multimodaldataitems":1,"hf":6,"processor":4,"out":3,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"base":2,"audio":16,"placeholder":2,"info":2,"pattern":1,"replacement":3,"item":3,"idx":3,"int":1,"minicpmoaudioembeddingitems":2,"audioprocessoritems":1,"if":1,"isinstance":1,"single":2,"embeds":3,"len":5,"by":1,"num":1,"chunks":1,"sum":1,"map":1,"else":1,"length":1,"promptupdatedetails":1,"select":1,"text":1,"texts":1,"unk":1,"promptreplacement":1,"modality":1,"target":1,"fields":1,"config":2,"batchfeature":1,"multimodalfieldconfig":1,"minicpmo":1,"field":1,"class":1,"multimodalprojector":1,"nn":1,"module":1},"13248,1484,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":3,"init":4,"self":25,"in":4,"dim":15,"int":3,"out":6,"super":2,"linear1":2,"nn":8,"linear":4,"features":6,"bias":2,"true":2,"relu":3,"linear2":2,"forward":1,"audio":2,"torch":2,"tensor":2,"hidden":4,"states":4,"return":1,"class":1,"minicpmwhisperencoderlayer":1,"module":1,"config":11,"whisperconfig":1,"layer":5,"idx":3,"embed":7,"d":1,"model":1,"attn":2,"whisperattention":1,"num":1,"heads":2,"encoder":3,"attention":2,"dropout":6,"norm":2,"layernorm":2,"activation":4,"fn":1,"act2fn":1,"function":1,"fc1":1,"ffn":2,"fc2":1,"final":1},"14732,1830,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":2,"forward":1,"self":17,"hidden":28,"states":28,"torch":4,"tensor":3,"attention":3,"mask":3,"residual":4,"past":4,"key":4,"values":3,"none":1,"attn":3,"layer":3,"norm":2,"weights":1,"value":1,"nn":4,"functional":3,"dropout":6,"p":3,"training":6,"final":1,"activation":2,"fn":1,"fc1":1,"fc2":1,"if":1,"dtype":1,"float16":1,"cast":1,"overflow":1,"tensors":1,"outputs":2,"return":1,"class":1,"minicpmwhisperencoder":1,"whisperencoder":1,"init":2,"config":4,"whisperconfig":1,"super":1,"layers":2,"modulelist":1,"minicpmwhisperencoderlayer":1,"idx":1,"i":2,"for":1,"in":1,"range":1,"encoder":1},"16562,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":1,"forward":1,"self":12,"input":4,"features":4,"torch":3,"tensor":2,"attention":2,"mask":2,"optional":1,"none":3,"basemodeloutputwithpast":2,"ignore":2,"copy":2,"to":4,"dtype":2,"conv1":3,"weight":3,"device":2,"inputs":8,"embeds":7,"nn":3,"functional":3,"gelu":2,"conv2":1,"permute":1,"0":2,"2":1,"1":2,"embed":5,"pos":4,"positions":1,"shape":1,"hidden":12,"states":17,"dropout":4,"p":1,"training":3,"encoder":8,"for":1,"idx":1,"layer":7,"in":1,"enumerate":1,"layers":1,"drop":3,"false":1,"if":3,"probability":2,"rand":1,"layerdrop":1,"skip":1,"the":1,"true":1,"outputs":3,"else":1,"norm":1,"return":1,"last":1,"state":1,"multimodal":1,"registry":1,"register":1,"processor":1,"minicpmomultimodalprocessor":1,"info":1,"minicpmoprocessinginfo":1,"dummy":1,"minicpmodummyinputsbuilder":1},"18524,1767,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"class":1,"minicpmo":2,"minicpmv2":1,"6":2,"packed":1,"modules":2,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"classmethod":1,"def":4,"get":1,"placeholder":1,"str":5,"cls":1,"modality":5,"i":1,"int":1,"optional":2,"if":4,"startswith":3,"image":4,"return":6,"video":4,"audio":6,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":5,"self":7,"vllm":5,"config":16,"vllmconfig":1,"prefix":8,"super":2,"apm":2,"module":4,"maybe":3,"token":1,"id":1,"none":3,"ignore":2,"quant":9,"quantizationconfig":2,"gptq":2,"configs":1,"do":1,"not":1,"have":1,"a":1,"list":1,"of":1,"ignored":1,"however":1,"autogptq":1,"seems":1,"to":1,"avoid":1,"vision":3,"encoder":1,"sections":1,"for":1,"some":1,"models":1,"see":1,"https":1,"huggingface":1,"co":1,"openbmb":1,"minicpm":1,"o":1,"2":1,"int4":1,"isinstance":1,"gptqconfig":1,"gptqmarlinconfig":1,"pretrainedconfig":1,"nn":1,"model":1,"leave":1,"vpm":1,"unquantized":1},"20291,1305,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":3,"init":3,"resampler":3,"self":12,"embed":3,"dim":10,"int":3,"vision":2,"quant":5,"config":13,"optional":1,"quantizationconfig":1,"none":1,"prefix":3,"str":4,"nn":2,"module":2,"minicpmo":1,"gptq":1,"model":3,"leave":1,"unquantized":1,"maybe":1,"ignore":1,"return":3,"super":1,"audio":12,"vllm":1,"vllmconfig":1,"do":1,"not":1,"use":1,"parameters":1,"temporarily":1,"minicpmwhisperencoder":1,"output":2,"encoder":2,"ffn":1,"4":1,"avg":1,"pooler":1,"avgpool1d":1,"pool":2,"step":2,"stride":1,"projection":1,"layer":2,"multimodalprojector":1,"in":1,"out":1,"1":1,"load":2,"weights":4,"iterable":1,"tuple":1,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"tts":1},"21596,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":2,"subsequent":1,"chunk":13,"mask":2,"self":4,"size":10,"int":4,"num":6,"left":4,"chunks":4,"1":7,"device":9,"torch":11,"cpu":1,"lookhead":2,"0":6,"tensor":1,"ret":3,"zeros":2,"dtype":2,"bool":1,"vectorized":2,"computation":1,"of":1,"row":4,"indices":26,"and":1,"boundaries":1,"arange":2,"if":2,"start":9,"is":1,"always":1,"for":2,"all":1,"rows":1,"like":1,"else":1,"compute":2,"vectorially":2,"clamp":2,"min":1,"ending":1,"end":6,"max":1,"create":1,"column":1,"broadcasting":1,"col":3,"unsqueeze":3,"creation":1,"return":2,"get":1,"feat":1,"extract":1,"output":1,"lengths":10,"input":9,"longtensor":1,"after":7,"cnn":3,"2":1,"pooling":4,"config":2,"audio":2,"pool":2,"step":2,"to":1,"int32":1},"23583,1743,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":1,"get":1,"audio":13,"hidden":1,"states":1,"self":2,"data":3,"minicpmoaudiofeatureinputs":1,"list":3,"torch":5,"tensor":3,"chunk":2,"length":2,"config":1,"bs":1,"80":1,"frames":1,"or":1,"multi":1,"audios":1,"need":1,"filled":1,"in":3,"advance":1,"wavforms":16,"raw":14,"features":1,"if":2,"isinstance":2,"b":2,"len":8,"c":2,"0":6,"shape":5,"2":2,"l":4,"max":8,"item":7,"1":6,"for":3,"device":6,"dtype":6,"zeros":1,"i":2,"enumerate":1,"else":1,"x1":1,"x2":1,"y1":1,"z1":1,"feature":10,"lens":10,"unbind":1,"hstack":1,"batch":4,"size":4,"mel":2,"seq":9,"create":2,"a":1,"sequence":1,"of":1,"range":2,"arange":1,"unsqueeze":2,"expand":4,"lengths":2,"mask":2,"padding":1,"padded":1,"values":1},"25326,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"audio":33,"attention":10,"mask":14,"padding":1,"view":1,"batch":2,"size":4,"1":7,"max":4,"seq":4,"len":6,"expand":1,"to":1,"dtype":2,"self":8,"apm":3,"conv1":2,"weight":2,"device":4,"if":1,"chunk":8,"length":2,"0":2,"num":5,"frame":2,"int":1,"50":1,"subsequent":1,"left":1,"chunks":1,"torch":5,"logical":2,"or":1,"not":1,"float":1,"inf":1,"states":3,"wavforms":1,"hidden":1,"encoder":1,"layer":2,"embeds":14,"projection":1,"transpose":2,"2":2,"avg":1,"pooler":1,"feature":5,"lens":5,"after":2,"pooling":2,"get":1,"feat":1,"extract":1,"output":1,"lengths":1,"tokens":2,"final":3,"list":2,"tensor":2,"idx":4,"for":2,"i":2,"in":2,"range":2,"raw":2,"target":3,"lst":3,"append":2,"cat":1,"return":1},"27216,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"def":2,"parse":3,"and":4,"validate":3,"audio":38,"input":1,"self":3,"kwargs":7,"object":2,"optional":1,"minicpmoaudioinputs":1,"features":11,"pop":4,"none":7,"embeds":12,"if":6,"is":4,"return":3,"token":6,"id":5,"not":5,"assert":1,"isinstance":4,"torch":4,"tensor":4,"mm":1,"ids":1,"add":1,"flatten":4,"unique":1,"item":1,"list":3,"raise":3,"valueerror":3,"incorrect":3,"type":11,"of":3,"f":3,"got":3,"flat":6,"bn":3,"minicpmoaudioembeddinginputs":1,"feature":9,"lens":9,"minicpmoaudiofeatureinputs":1,"multimodal":2,"inputs":2,"dict":1,"modalities":1,"super":1},"29150,1131,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmo.py":{"preserve":1,"the":2,"order":2,"of":3,"modalities":8,"if":4,"there":1,"are":1,"multiple":1,"them":1,"from":1,"kwargs":3,"for":2,"input":11,"key":2,"in":4,"audio":16,"features":3,"embeds":3,"and":2,"audios":4,"not":1,"self":5,"parse":1,"validate":1,"return":4,"def":2,"process":4,"minicpmoaudioinputs":1,"union":1,"torch":2,"tensor":2,"list":1,"type":1,"get":1,"hidden":1,"states":1,"multimodal":5,"inputs":2,"dict":1,"embeddings":3,"super":1,"modality":2,"tuple":1},"0,1951,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":17,"project":1,"from":23,"collections":1,"abc":1,"import":25,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"optional":1,"union":1,"torch":2,"nn":2,"as":2,"transformers":3,"ariaconfig":1,"ariatextconfig":1,"batchfeature":1,"models":2,"aria":4,"modeling":1,"ariacrossattention":1,"processing":2,"ariaprocessor":1,"config":1,"cacheconfig":1,"quantizationconfig":1,"vllmconfig":1,"distributed":1,"get":2,"tensor":2,"model":11,"parallel":2,"rank":1,"executor":7,"layers":5,"activation":1,"act":1,"fn":1,"fused":1,"moe":1,"fusedmoe":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"embedding":1,"parallellmhead":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"schema":1,"tensorschema":1,"tensorshape":1,"yapf":2,"disable":1,"idefics2":2,"vision":2,"idefics2visionconfig":1,"idefics2visiontransformer":1,"idefics3visiontransformer":1,"enable":1},"1951,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"from":3,"interfaces":1,"import":3,"multimodalembeddings":1,"supportsmultimodal":1,"supportsquant":2,"llama":1,"llamadecoderlayer":1,"llamamlp":1,"llamamodel":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":3,"is":2,"pp":1,"missing":1,"parameter":1,"maybe":1,"prefix":4,"merge":1,"multimodal":1,"embeddings":1,"class":2,"ariaimagepixelinputs":1,"tensorschema":1,"dimensions":1,"b":1,"batch":1,"size":1,"n":1,"number":2,"of":4,"images":1,"c":1,"channels":1,"h":3,"height":1,"each":2,"image":2,"w":3,"width":1,"pixel":2,"values":1,"annotated":2,"torch":3,"tensor":3,"tensorshape":2,"3":1,"mask":1,"optional":2,"ariavisiontransformer":1,"idefics3visiontransformer":2,"packed":1,"modules":1,"mapping":2,"qkv":4,"proj":10,"q":3,"k":3,"v":3,"def":2,"init":2,"self":4,"config":5,"idefics2visionconfig":1,"quant":3,"quantizationconfig":1,"none":2,"str":4,"super":1,"unlike":1,"which":1,"uses":1,"layernorm":4,"after":1,"the":1,"final":1,"layer":2,"aria":2,"omits":1,"this":1,"normalization":1,"so":1,"we":1,"replace":1,"it":1,"with":1,"an":1,"identity":2,"post":3,"nn":1,"load":1,"weights":3,"iterable":1,"tuple":1,"set":3,"stacked":1,"params":3,"param":1,"name":4,"shard":2,"id":1,"dict":2,"named":1,"parameters":1,"loaded":2,"for":1,"weight":1,"in":3,"note":1,"not":1,"used":1,"if":1,"continue":1},"3921,1712,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"for":1,"param":8,"name":11,"weight":12,"shard":2,"id":2,"in":6,"stacked":1,"params":5,"mapping":1,"if":1,"not":1,"continue":1,"replace":1,"dict":2,"loader":7,"loaded":4,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":2,"class":2,"ariaprojectormlp":1,"nn":2,"module":3,"def":2,"init":2,"self":8,"features":5,"int":3,"hidden":11,"output":2,"dim":2,"none":1,"super":1,"linear":4,"columnparallellinear":1,"bias":2,"false":2,"out":2,"rowparallellinear":1,"act":3,"get":1,"fn":1,"gelu":1,"new":1,"forward":1,"states":8,"torch":2,"tensor":2,"ariaprojector":1,"a":1,"projection":1,"with":1,"one":2,"cross":1,"attention":1,"layer":2,"and":1,"ffn":1,"which":1,"projects":1,"vit":1,"s":2,"outputs":1,"into":1,"moe":1,"inputs":1},"5633,1760,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"args":1,"patch":5,"to":5,"query":8,"dict":5,"maps":1,"numbers":2,"their":1,"corresponding":1,"e":1,"g":1,"1225":1,"128":1,"4900":1,"256":1,"this":1,"allows":1,"for":1,"different":1,"sizes":1,"based":1,"on":1,"image":1,"resolution":1,"embed":1,"dim":8,"int":5,"embedding":1,"dimension":4,"num":4,"heads":4,"number":2,"of":4,"attention":2,"kv":2,"key":1,"and":1,"value":2,"ff":1,"hidden":7,"the":2,"feed":2,"forward":3,"network":1,"output":5,"norm":2,"layer":3,"nn":4,"module":1,"normalization":1,"default":1,"is":1,"layernorm":2,"outputs":1,"a":1,"tensor":4,"with":1,"shape":3,"batch":2,"size":6,"def":2,"init":2,"self":17,"config":14,"ariaconfig":1,"none":2,"super":1,"projector":2,"in":4,"features":6,"vision":3,"text":2,"parameter":1,"torch":4,"empty":1,"max":1,"cross":1,"attn":2,"ariacrossattention":1,"ariaprojectormlp":1,"x":3,"mask":1,"optional":1,"patches":1,"0":1,"1":1},"7393,788,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"if":2,"num":6,"patches":4,"not":3,"in":2,"self":8,"patch":4,"to":4,"query":7,"dict":4,"raise":1,"keyerror":1,"f":2,"number":1,"of":1,"found":1,"amongst":1,"possible":1,"values":1,"keys":1,"queries":3,"unsqueeze":2,"0":2,"repeat":2,"batch":1,"size":2,"1":6,"attn":8,"mask":7,"is":1,"none":1,"interleave":1,"heads":1,"expand":1,"attention":2,"out":4,"cross":1,"x":1,"feed":1,"forward":1,"layer":1,"norm":1,"return":1,"class":1,"ariafusedmoe":1,"fusedmoe":1},"8181,1873,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"def":1,"weight":9,"loader":2,"self":6,"param":5,"nn":2,"parameter":1,"loaded":7,"torch":2,"tensor":2,"shard":3,"id":3,"str":1,"none":1,"override":1,"the":10,"to":2,"handle":1,"expert":3,"weights":3,"in":1,"aria":1,"model":3,"which":2,"are":1,"already":1,"packed":1,"with":2,"experts":6,"and":5,"merge":1,"gate":7,"up":7,"for":2,"each":1,"note":1,"loading":1,"quantization":1,"is":3,"not":1,"supported":1,"tp":9,"rank":11,"get":1,"parallel":1,"if":3,"w13":1,"shape":2,"of":3,"num":2,"hidden":2,"size":9,"2":6,"moe":4,"intermediate":2,"1":11,"chunk":4,"dim":5,"current":6,"cat":1,"transpose":4,"data":4,"copy":4,"else":2,"elif":1,"w2":1,"down":2,"class":1,"ariatextmoelayer":1,"module":1,"mixture":1,"layer":2,"ariamoe":1,"this":1,"implements":1,"mechanism":1,"routes":1,"input":1,"tokens":1,"different":1,"based":1,"on":1,"a":1,"routing":1,"algorithm":1,"processes":1,"them":1,"through":1,"then":1,"combines":1,"outputs":1},"10054,1772,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"def":2,"init":2,"self":11,"config":18,"ariatextconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"prefix":3,"str":1,"none":1,"super":1,"router":4,"weight":2,"nn":2,"parameter":1,"torch":6,"empty":1,"moe":6,"num":4,"experts":9,"hidden":13,"size":9,"ariafusedmoe":1,"top":1,"k":1,"topk":1,"intermediate":3,"reduce":1,"results":1,"true":1,"f":1,"shared":5,"llamamlp":1,"silu":1,"bias":2,"mlp":1,"forward":2,"states":8,"tensor":6,"pass":1,"of":2,"the":2,"layer":2,"args":1,"input":1,"shape":1,"batch":1,"sequence":1,"length":1,"returns":1,"output":7,"after":1,"passing":1,"through":1,"functional":1,"linear":1,"copy":2,"clone":1,"note":1,"will":1,"be":1,"modified":1,"inplace":1,"by":1,"fusedmoe":1,"sparse":2,"expert":4,"return":1},"11826,1370,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"class":2,"ariatextdecoderlayer":2,"llamadecoderlayer":3,"custom":2,"decoder":1,"layer":3,"for":2,"the":6,"ariamoe":2,"model":2,"which":2,"modifies":2,"standard":2,"by":2,"replacing":2,"traditional":1,"mlp":3,"with":2,"a":1,"mixture":1,"of":1,"experts":5,"moe":1,"def":2,"init":4,"self":3,"config":12,"ariatextconfig":1,"cache":2,"optional":2,"cacheconfig":1,"none":3,"quant":4,"quantizationconfig":1,"prefix":7,"str":2,"super":2,"ariatextmoelayer":1,"f":1,"ariatextmodel":1,"llamamodel":3,"supportsquant":1,"moedecoderlayer":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"w13":1,"weight":4,"fc1":1,"w2":1,"fc2":1,"vllm":3,"vllmconfig":1,"type":1},"13196,137,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"adapted":1,"from":1,"llamamodel":1,"load":1,"weights":2,"with":1,"the":2,"modification":1,"of":1,"adding":1,"expert":1,"mapping":2,"to":1,"stacked":1,"params":1},"13333,673,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"experts":4,"w13":2,"weight":4,"fc1":1,"w2":2,"fc2":1,"dict":2,"named":1,"parameters":1,"loaded":1},"14006,1347,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"for":3,"name":18,"loaded":7,"weight":13,"in":8,"weights":1,"if":6,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":5,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":1,"checkpoint":1,"skip":2,"them":1,"self":2,"quant":2,"config":2,"is":1,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"param":5,"params":4,"dict":2,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"shard":1,"id":1,"stacked":1,"mapping":1,"replace":1,"extra":1,"bias":2,"gptq":1,"endswith":1},"15353,1941,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"if":4,"is":3,"pp":2,"missing":2,"parameter":2,"name":12,"self":13,"continue":4,"param":6,"params":6,"dict":5,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"endswith":1,"and":1,"not":1,"in":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":2,"getattr":1,"default":1,"add":1,"return":7,"class":2,"ariaprocessinginfo":2,"baseprocessinginfo":1,"def":6,"get":12,"hf":9,"config":8,"ctx":2,"ariaconfig":1,"vision":2,"processor":5,"kwargs":2,"object":1,"ariaprocessor":1,"supported":1,"mm":3,"limits":1,"mapping":2,"str":4,"optional":1,"int":3,"image":6,"num":3,"tokens":1,"max":1,"projector":1,"patch":1,"to":1,"query":1,"values":1,"ariadummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":1,"text":1,"counts":2,"images":2,"0":1,"info":1,"token":3,"tokenizer":1,"type":1,"ignore":1},"17294,1838,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"def":3,"get":8,"dummy":3,"mm":8,"data":1,"self":7,"seq":1,"len":1,"int":2,"counts":2,"mapping":4,"str":4,"multimodaldatadict":1,"vision":3,"config":7,"info":4,"max":3,"image":16,"size":4,"num":6,"images":4,"0":1,"return":3,"width":1,"height":1,"class":2,"ariamultimodalprocessor":2,"basemultimodalprocessor":1,"ariaprocessinginfo":2,"fields":1,"hf":6,"inputs":2,"batchfeature":1,"processor":3,"kwargs":3,"object":2,"multimodalfieldconfig":3,"dict":1,"pixel":2,"values":1,"batched":2,"mask":1,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":4,"id":3,"index":1,"tokens":3,"promptreplacement":1,"modality":1,"target":1,"replacement":1,"multimodal":1,"registry":1,"register":1,"ariadummyinputsbuilder":1,"ariaforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"aria":1,"model":1,"for":1,"conditional":1,"generation":1,"tasks":1},"19132,1220,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"this":1,"model":13,"combines":1,"a":3,"vision":3,"tower":3,"multi":3,"modal":3,"projector":3,"and":2,"language":6,"to":4,"perform":1,"tasks":1,"that":1,"involve":1,"both":1,"image":3,"text":1,"inputs":1,"hf":2,"vllm":4,"mapper":1,"weightsmapper":1,"orig":2,"new":3,"prefix":3,"mapping":2,"for":2,"names":1,"in":1,"checkpoint":2,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"original":1,"lm":2,"head":2,"suffix":2,"router":2,"weight":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"return":1,"fim":2,"img":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":1,"config":8,"vllmconfig":1,"super":1,"quant":2},"20352,1776,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"self":17,"config":23,"vision":3,"tower":2,"ariavisiontransformer":1,"quant":4,"prefix":5,"f":1,"multi":1,"modal":1,"projector":1,"ariaprojector":1,"vocab":8,"size":9,"text":4,"language":3,"model":4,"ariatextmodel":1,"vllm":2,"with":1,"hf":1,"maybe":1,"pad":3,"token":3,"id":3,"if":3,"is":3,"not":1,"none":7,"else":1,"1":2,"unpadded":3,"lm":1,"head":1,"parallellmhead":1,"hidden":1,"org":2,"num":1,"embeddings":1,"logit":3,"scale":3,"getattr":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"def":2,"parse":1,"and":1,"validate":1,"image":1,"input":1,"kwargs":3,"object":1,"optional":2,"ariaimagepixelinputs":2,"pixel":11,"values":5,"pop":2,"mask":7,"return":3,"flatten":2,"bn":2,"concat":2,"true":2,"create":1,"patch":1,"attention":1,"torch":2,"tensor":2},"22128,1609,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"patches":2,"subgrid":2,"pixel":8,"mask":15,"unfold":2,"dimension":2,"1":3,"size":6,"self":14,"vision":6,"tower":6,"config":4,"patch":10,"step":2,"2":2,"return":5,"sum":1,"dim":1,"0":1,"bool":1,"def":3,"process":2,"image":14,"input":9,"ariaimagepixelinputs":1,"tuple":1,"torch":4,"tensor":2,"assert":1,"is":3,"not":3,"none":4,"values":4,"attention":6,"create":1,"outputs":2,"attn":3,"if":2,"flattened":2,"flatten":1,"logical":1,"multi":1,"modal":1,"projector":1,"get":2,"language":2,"model":2,"nn":1,"module":1,"multimodal":3,"embeddings":3,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1},"23737,1913,data/raw/vllm-0.10.1/vllm/model_executor/models/aria.py":{"def":4,"get":4,"input":11,"embeddings":11,"self":13,"ids":7,"torch":9,"tensor":9,"multimodal":8,"optional":3,"multimodalembeddings":1,"none":6,"inputs":10,"embeds":10,"language":2,"model":2,"if":2,"is":3,"not":1,"and":1,"len":1,"0":1,"merge":1,"config":1,"image":1,"token":1,"index":1,"return":3,"forward":1,"positions":2,"intermediate":2,"tensors":2,"intermediatetensors":2,"kwargs":2,"object":1,"union":1,"always":1,"pass":1,"the":2,"via":1,"to":2,"make":1,"sure":1,"computation":1,"graph":1,"consistent":1,"hidden":4,"states":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"vllm":1},"0,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"spdx":2,"license":3,"identifier":1,"apache":2,"2":2,"0":2,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"adapted":1,"from":13,"https":2,"huggingface":2,"co":2,"h2oai":2,"h2ovl":5,"mississippi":3,"2b":2,"blob":2,"main":2,"modeling":1,"chat":1,"py":2,"image":5,"process":1,"c":1,"2024":1,"h2o":1,"ai":1,"licensed":1,"under":1,"see":1,"for":1,"details":1,"collections":1,"abc":1,"import":13,"mapping":1,"sequence":1,"typing":1,"optional":1,"union":1,"torch":1,"pil":1,"transformers":2,"pretrainedconfig":1,"model":1,"executor":1,"layers":1,"quantization":1,"quantizationconfig":1,"multimodal":5,"registry":1,"inputs":1,"multimodalkwargs":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"multimodaldataitems":1,"processing":1,"multimodalhashes":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"utils":1,"tokenizer":1,"anytokenizer":1,"intern":1,"vit":1,"internvisionmodel":1,"internvl":2,"img":3,"context":1,"end":1,"start":1,"baseinternvldummyinputsbuilder":1,"baseinternvlmultimodalprocessor":1,"baseinternvlprocessinginfo":1,"baseinternvlprocessor":1,"internvlchatmodel":1,"build":1,"transform":1,"find":1,"closest":1,"aspect":1,"ratio":1,"get":1,"target":1,"ratios":1,"def":1,"resolve":1,"min":4,"max":4,"num":1,"dynamic":9,"patch":6,"int":4,"size":3,"bool":2,"use":1,"thumbnail":1,"tuple":1,"if":2,"else":2,"1":2},"1924,1940,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"if":6,"use":4,"thumbnail":5,"and":4,"max":5,"dynamic":5,"patch":4,"1":9,"return":3,"min":3,"def":3,"get":2,"h2ovl":3,"target":22,"ratios":10,"num":5,"int":21,"prior":6,"aspect":16,"ratio":20,"optional":1,"tuple":8,"list":4,"internvl":1,"is":2,"provided":1,"filter":1,"the":4,"not":1,"none":1,"for":1,"in":2,"0":6,"modified":1,"to":3,"include":1,"blocks":6,"generated":1,"second":1,"pass":1,"calculate":2,"targets":1,"orig":8,"width":8,"height":8,"image":13,"size":7,"bool":2,"find":2,"closest":2,"add":1,"adapted":1,"from":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl2":1,"1b":1,"refactored":1,"handle":1,"preprocess":1},"3864,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"calculate":2,"the":4,"number":1,"of":1,"blocks":4,"without":1,"thumbnail":8,"target":18,"width":8,"height":4,"aspect":7,"ratio":7,"h2ovl":3,"targets":1,"orig":4,"ratios":6,"image":25,"size":17,"use":6,"false":1,"resize":3,"resized":2,"img":6,"processed":6,"images":8,"for":2,"i":5,"in":2,"range":1,"box":2,"1":3,"split":3,"crop":1,"append":2,"assert":1,"len":2,"if":1,"and":1,"return":2,"def":1,"preprocess":3,"input":4,"int":7,"min":2,"num":4,"max":2,"bool":1,"prior":3,"optional":1,"tuple":3,"torch":2,"tensor":1,"get":1,"transform":3,"build":1,"dynamic":1,"pixel":2,"values":2,"stack":1,"refactored":1,"to":1,"function":1},"5785,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"def":2,"image":14,"to":2,"pixel":10,"values":5,"h2ovl":1,"input":7,"size":10,"int":5,"min":8,"num":12,"max":10,"use":14,"thumbnail":5,"bool":5,"msac":10,"torch":2,"tensor":1,"when":1,"is":2,"turned":1,"on":1,"we":1,"need":1,"process":1,"the":1,"twice":1,"if":2,"first":1,"pass":2,"values1":2,"aspect":5,"ratio1":2,"preprocess":3,"1":4,"true":2,"prior":3,"ratio":3,"none":8,"second":1,"values2":3,"3":1,"combine":1,"cat":1,"0":1,"else":1,"return":1,"class":1,"h2ovlprocessor":1,"baseinternvlprocessor":1,"init":2,"self":2,"config":3,"pretrainedconfig":1,"tokenizer":2,"anytokenizer":1,"dynamic":9,"patch":6,"optional":4,"super":1,"assert":1,"isinstance":1},"7737,1463,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"property":1,"def":3,"image":9,"token":1,"id":1,"self":8,"int":7,"return":3,"tokenizer":1,"get":2,"vocab":1,"img":5,"context":3,"repl":5,"feature":2,"size":9,"num":3,"patches":1,"optional":5,"promptupdatedetails":2,"str":1,"features":2,"full":2,"start":1,"end":1,"select":1,"text":1,"resolve":2,"min":9,"max":9,"dynamic":21,"patch":14,"none":8,"bool":2,"use":7,"thumbnail":7,"tuple":1,"if":4,"is":4,"else":4,"h2ovl":1},"9200,1645,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"def":2,"resolve":3,"target":6,"ratios":6,"self":7,"min":11,"dynamic":9,"patch":6,"optional":7,"int":10,"none":9,"max":6,"image":10,"size":5,"bool":3,"use":13,"thumbnail":7,"prior":3,"aspect":4,"ratio":4,"tuple":2,"override":4,"num":12,"list":1,"if":3,"is":2,"not":1,"return":1,"get":2,"h2ovl":2,"tokens":1,"width":3,"height":3,"msac":6,"else":1,"1":5,"false":1,"applied":1,"in":1,"calculate":2,"targets":2,"patches":1,"orig":2,"true":1},"10845,1680,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"target":8,"ratios":8,"2":4,"self":8,"resolve":3,"use":8,"thumbnail":6,"false":4,"applied":3,"in":3,"calculate":4,"targets":4,"prior":1,"aspect":2,"ratio":2,"1":4,"override":1,"min":6,"num":11,"3":1,"patches":6,"h2ovl":2,"orig":4,"width":4,"image":15,"height":4,"size":7,"true":1,"else":2,"return":1,"token":1,"def":1,"images":3,"to":2,"pixel":2,"values":2,"lst":1,"list":2,"dynamic":9,"patch":6,"optional":3,"int":2,"none":3,"max":5,"bool":1,"torch":1,"tensor":1,"msac":2,"if":1,"len":1},"12525,1468,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"return":3,"image":12,"to":1,"pixel":1,"values":1,"h2ovl":1,"input":1,"size":2,"self":10,"min":2,"num":6,"max":2,"use":7,"thumbnail":2,"msac":5,"for":1,"in":1,"images":1,"class":2,"h2ovlprocessinginfo":2,"baseinternvlprocessinginfo":1,"def":3,"get":8,"hf":7,"processor":11,"kwargs":5,"object":2,"h2ovlprocessor":3,"ctx":1,"init":1,"config":2,"tokenizer":2,"tokens":2,"width":3,"int":3,"height":3,"optional":2,"bool":1,"none":2,"if":1,"is":1,"h2ovlmultimodalprocessor":1,"baseinternvlmultimodalprocessor":1,"prompt":1,"updates":1,"mm":4,"items":1,"multimodaldataitems":1,"mapping":1,"str":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":1},"13993,1666,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"if":4,"image":24,"num":18,"patches":15,"in":3,"out":4,"mm":5,"kwargs":4,"assert":2,"isinstance":3,"torch":1,"tensor":1,"tolist":1,"elif":1,"embeds":2,"todo":1,"use":2,"size":9,"information":1,"dictionary":1,"embedding":1,"inputs":1,"to":2,"compute":1,"similar":1,"qwen2":1,"vl":1,"none":3,"len":2,"else":3,"images":6,"def":1,"get":7,"replacement":3,"internvl":2,"item":4,"idx":4,"int":2,"items":2,"imageembeddingitems":2,"imageprocessoritems":1,"feature":4,"self":1,"info":1,"tokens":1,"width":2,"height":2,"processor":3,"hf":2,"msac":1,"1":1,"false":1,"is":1,"not":1,"return":2,"repl":1,"promptreplacement":1,"modality":1,"target":1},"15659,1478,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"def":1,"cached":2,"apply":3,"hf":8,"processor":11,"self":2,"prompt":6,"union":1,"str":3,"list":2,"int":2,"mm":16,"data":6,"items":6,"multimodaldataitems":1,"kwargs":10,"mapping":2,"object":2,"tokenization":5,"return":7,"hashes":5,"bool":2,"tuple":1,"multimodalkwargs":1,"optional":1,"multimodalhashes":1,"the":4,"logic":1,"is":2,"different":1,"for":2,"len":1,"images":2,"1":3,"vs":1,"since":1,"processing":1,"cache":1,"assumes":1,"that":1,"output":1,"invariant":1,"of":1,"how":1,"many":1,"are":1,"passed":1,"per":1,"we":1,"only":1,"perform":1,"caching":1,"most":1,"common":1,"case":1,"if":1,"get":1,"count":1,"image":1,"strict":1,"false":1,"super":1,"multimodal":1,"registry":1,"register":1,"h2ovlmultimodalprocessor":1,"info":1,"h2ovlprocessinginfo":1,"dummy":1,"inputs":1,"baseinternvldummyinputsbuilder":1,"class":1,"h2ovlchatmodel":1,"internvlchatmodel":1},"17137,876,data/raw/vllm-0.10.1/vllm/model_executor/models/h2ovl.py":{"def":1,"init":1,"vision":7,"model":1,"self":1,"config":9,"pretrainedconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"is":3,"mono":2,"bool":1,"prefix":3,"str":1,"if":2,"not":2,"feature":4,"layer":5,"select":1,"0":1,"num":5,"hidden":5,"layers":5,"1":2,"else":2,"return":1,"internvisionmodel":1,"override":1,"msg":2,"monolith":1,"mode":1,"applicable":1,"to":1,"h2ovl":1,"raise":1,"notimplementederror":1},"0,1516,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"from":17,"collections":1,"abc":1,"import":18,"iterable":1,"mapping":2,"sequence":1,"typing":1,"any":1,"optional":1,"typeddict":1,"union":1,"cast":1,"torch":2,"nn":1,"transformers":3,"automodel":1,"batchfeature":1,"models":4,"gemma3n":2,"gemma3naudioconfig":1,"gemma3naudiofeatureextractor":1,"gemma3nconfig":1,"gemma3nprocessor":1,"gemma3ntextconfig":1,"gemma3nvisionconfig":1,"siglip":1,"siglipimageprocessorfast":1,"config":1,"vllmconfig":1,"logger":2,"init":1,"model":6,"executor":6,"layers":3,"layernorm":1,"rmsnorm":1,"linear":1,"rowparallellinear":1,"vocab":1,"parallel":1,"embedding":1,"vocabparallelembedding":1,"gemma3nforcausallm":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":4,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"multimodaldataitems":1,"multimodaldataparser":1,"yapf":1,"disable":1},"1516,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"from":5,"vllm":4,"multimodal":3,"processing":1,"import":5,"basemultimodalprocessor":1,"baseprocessinginfo":2,"boundpromptupdate":1,"placeholderfeaturesinfo":1,"promptreplacement":1,"prompttargetmatch":1,"promptupdate":1,"promptupdatedetails":1,"find":1,"mm":3,"placeholders":1,"replace":1,"token":1,"matches":1,"yapf":1,"enable":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":2,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"logger":2,"name":1,"this":1,"should":1,"be":1,"based":1,"on":1,"config":3,"but":1,"we":1,"hardcode":1,"them":1,"for":1,"now":1,"tokens":3,"per":3,"image":2,"256":1,"audio":4,"188":1,"class":3,"gemma3nimagepixelinputs":2,"typeddict":2,"pixel":1,"values":1,"torch":3,"tensor":3,"shape":3,"batch":3,"size":3,"num":5,"images":1,"channels":1,"height":1,"width":1,"gemma3naudioinputs":1,"input":2,"features":3,"seq":3,"length":2,"mask":1,"gemma3nimageinputs":1,"gemma3nprocessinginfo":1,"def":4,"get":6,"hf":4,"self":6,"return":3,"ctx":2,"gemma3nconfig":1,"processor":2,"kwargs":2,"object":1,"gemma3nprocessor":1,"supported":1,"limits":1,"mapping":3,"str":3,"optional":2,"int":4,"none":2,"max":1,"item":1,"len":1,"counts":1},"3459,1705,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"return":7,"image":14,"tokens":6,"per":2,"audio":13,"def":3,"get":10,"repl":2,"self":6,"width":1,"int":3,"height":1,"processor":17,"optional":2,"gemma3nprocessor":2,"str":4,"the":6,"replacement":2,"text":3,"for":4,"gemma3n":2,"this":2,"should":2,"full":5,"sequence":5,"which":2,"includes":2,"boi":1,"token":14,"repeated":2,"and":2,"eoi":1,"if":2,"is":2,"none":2,"hf":3,"promptupdatedetails":2,"select":2,"id":4,"boa":1,"eoa":1,"as":1,"defined":1,"by":1,"class":1,"gemma3ndummyinputsbuilder":1,"basedummyinputsbuilder":1,"gemma3nprocessinginfo":1,"dummy":1,"mm":3,"counts":3,"mapping":1,"num":4,"images":2,"0":2,"audios":2,"info":1},"5164,1482,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"def":3,"get":10,"dummy":3,"mm":6,"data":3,"self":7,"seq":1,"len":3,"int":2,"counts":3,"mapping":4,"str":5,"multimodaldatadict":1,"num":6,"images":4,"image":6,"0":2,"audios":4,"audio":6,"processor":10,"info":2,"hf":3,"feature":6,"extractor":6,"gemma3naudiofeatureextractor":1,"noqa":1,"e501":1,"fft":1,"length":2,"siglipimageprocessorfast":1,"img":4,"width":4,"size":2,"224":2,"height":4,"return":2,"class":1,"gemma3nmultimodalprocessor":1,"basemultimodalprocessor":1,"gemma3nprocessinginfo":1,"parser":1,"multimodaldataparser":2,"target":1,"sr":1,"sampling":1,"rate":1,"call":1,"prompt":1,"object":3,"kwargs":2,"tok":1,"batchfeature":1},"6646,1767,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"hf":9,"transformers":1,"audio":5,"processor":8,"no":1,"longer":1,"accepts":1,"audios":4,"key":2,"we":2,"pop":2,"and":1,"replace":1,"it":1,"with":1,"to":3,"surpress":1,"the":3,"warning":1,"if":3,"in":4,"mm":12,"data":4,"processed":6,"outputs":6,"super":1,"call":1,"prompt":3,"kwargs":6,"tok":1,"input":6,"features":8,"avoid":1,"padding":1,"since":1,"need":1,"output":1,"of":2,"each":1,"item":1,"be":1,"independent":1,"other":1,"items":3,"for":2,"cache":1,"work":1,"correctly":1,"unpadded":2,"f":2,"mask":4,"zip":1,"return":2,"def":2,"get":3,"fields":1,"config":1,"self":3,"inputs":1,"batchfeature":1,"mapping":3,"str":3,"object":1,"multimodalfieldconfig":4,"dict":1,"pixel":1,"values":1,"batched":3,"image":5,"updates":2,"multimodaldataitems":1,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":1,"handle":1,"tokens":1,"token":2},"8413,1895,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"def":3,"get":10,"replacement":7,"image":12,"item":5,"idx":3,"int":5,"images":2,"mm":6,"items":3,"imageprocessoritems":1,"size":4,"return":3,"self":4,"info":3,"repl":2,"width":2,"height":2,"processor":5,"hf":3,"prompt":5,"updates":3,"append":2,"promptreplacement":2,"modality":2,"target":2,"token":7,"handle":1,"audio":9,"tokens":3,"if":1,"in":1,"apply":2,"matches":4,"list":2,"mapping":2,"str":2,"sequence":1,"prompttargetmatch":1,"counts":2,"ids":1,"super":1,"n":20,"and":1,"are":1,"single":1,"since":1,"our":1,"can":1,"insert":1,"next":1,"to":3,"we":1,"have":1,"combine":1,"them":1,"be":1,"consistent":1,"with":1,"the":2,"output":1,"of":1,"tokenizer":4,"vocab":6,"newline":4,"1":1,"2":1,"3":1,"4":1},"10308,1639,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"token":15,"ids":12,"replace":3,"matches":3,"newline":19,"1":4,"2":8,"3":4,"4":3,"return":4,"def":2,"find":2,"mm":6,"placeholders":2,"self":2,"prompt":2,"updates":2,"mapping":3,"str":3,"sequence":1,"boundpromptupdate":1,"new":2,"list":5,"int":6,"item":2,"counts":2,"placeholderfeaturesinfo":1,"we":1,"need":1,"to":1,"detect":1,"n":19,"inside":1,"and":1,"tokenizer":3,"info":1,"get":4,"vocab":6,"repl":10,"toks":5,"tok":6,"if":2,"orig":6,"idxs":2,"for":2,"idx":2,"in":2,"enumerate":1,"extend":2,"range":1,"len":1,"repls":1},"11947,1989,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"return":1,"modality":4,"placeholderfeaturesinfo":1,"p":6,"item":2,"idx":4,"start":2,"repl":1,"orig":1,"idxs":1,"tokens":4,"is":2,"embed":2,"for":4,"in":2,"placeholders":2,"repls":1,"items":1,"class":1,"gemma3nmultimodalembedder":1,"nn":1,"module":1,"embeds":3,"token":2,"ids":3,"or":2,"soft":3,"multimodal":12,"content":2,"into":2,"language":2,"model":2,"space":2,"def":2,"init":2,"self":22,"config":7,"union":1,"gemma3naudioconfig":1,"gemma3nvisionconfig":1,"text":5,"gemma3ntextconfig":1,"super":1,"hidden":10,"size":13,"eps":8,"rms":1,"norm":4,"vocab":5,"offset":2,"embedding":5,"vocabparallelembedding":1,"hard":1,"rmsnorm":3,"projection":2,"rowparallellinear":1,"bias":1,"false":2,"post":1,"has":1,"weight":1,"forward":1,"input":1,"optional":2,"torch":3,"longtensor":1,"none":2,"inputs":1,"tensor":2},"13936,1473,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"args":1,"input":4,"ids":5,"a":3,"torch":3,"longtensor":1,"containing":2,"the":3,"token":1,"to":2,"embed":2,"values":1,"should":1,"be":1,"in":1,"range":1,"vocab":4,"offset":3,"size":3,"inputs":6,"embeds":5,"tensor":2,"soft":2,"tokens":1,"returns":1,"of":2,"embeddings":1,"with":1,"shape":1,"batch":1,"seq":1,"len":1,"self":7,"config":2,"text":1,"hidden":1,"noqa":1,"e501":1,"if":2,"is":3,"none":3,"not":2,"raise":1,"valueerror":1,"you":1,"must":1,"specify":1,"exactly":1,"one":1,"or":1,"emb":7,"norm":8,"embedding":5,"else":1,"hard":3,"proj":9,"projection":2,"return":1,"post":1,"multimodal":1,"registry":1,"register":1,"processor":1,"gemma3nmultimodalprocessor":1,"info":1,"gemma3nprocessinginfo":1,"dummy":1,"gemma3ndummyinputsbuilder":1,"class":1,"gemma3nforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"q":1,"k":1,"v":1,"gate":2,"up":2},"15409,1626,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"hf":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":2,"mapping":1,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":15,"embed":6,"audio":8,"vision":8,"language":4,"tower":6,"multi":2,"modal":2,"projector":2,"lm":2,"head":2,"def":1,"init":2,"self":10,"config":38,"vllmconfig":1,"str":1,"super":1,"quant":4,"multimodal":4,"vocab":2,"size":2,"text":4,"sliding":2,"window":2,"getattr":1,"interleaved":1,"none":1,"automodel":2,"from":2,"gemma3nmultimodalembedder":2},"17035,1881,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"self":13,"language":6,"model":9,"nn":1,"module":1,"init":1,"vllm":4,"registered":1,"config":11,"hf":1,"text":3,"prefix":3,"maybe":1,"architectures":1,"gemma3nforcausallm":2,"cast":1,"note":1,"nicklucche":1,"in":1,"order":1,"to":2,"be":2,"compatible":1,"with":1,"cudagraph":1,"the":2,"buffer":1,"needs":1,"consistent":1,"so":1,"we":1,"pre":1,"allocate":1,"here":1,"per":2,"layer":2,"embeddings":1,"torch":4,"zeros":1,"scheduler":1,"max":1,"num":2,"batched":1,"tokens":3,"hidden":2,"layers":1,"size":1,"input":2,"device":2,"embed":2,"weight":2,"dtype":4,"property":1,"def":3,"return":4,"next":1,"parameters":1,"validate":3,"pixel":14,"values":14,"data":2,"tensor":3,"todo":2,"check":1,"if":3,"there":1,"are":1,"any":1,"parse":1,"and":1,"image":5,"kwargs":3,"object":1,"optional":1,"gemma3nimageinputs":1,"pop":2,"none":5,"embeds":4,"is":3,"this":1,"case":1,"assert":1,"gemma3n":1,"does":1,"not":2,"support":1,"isinstance":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":3,"of":1,"f":1,"got":1,"flatten":1,"bn":1,"concat":1,"true":1,"contiguous":1,"gemma3nimagepixelinputs":1},"18916,1428,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"def":3,"parse":4,"and":6,"validate":4,"audio":4,"input":25,"self":6,"kwargs":8,"object":2,"optional":1,"gemma3naudioinputs":2,"features":11,"pop":2,"none":7,"if":5,"is":3,"return":4,"mask":5,"multimodal":1,"inputs":1,"dict":1,"mm":6,"by":6,"modality":6,"preserve":1,"the":2,"order":2,"of":3,"modalities":1,"there":1,"are":1,"multiple":1,"them":1,"from":1,"for":1,"key":3,"in":4,"pixel":1,"values":1,"image":6,"embeds":1,"not":3,"process":1,"gemma3nimageinputs":1,"list":1,"torch":1,"tensor":1,"assert":1,"vision":1,"tower":1},"20344,1408,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"pixel":4,"values":4,"image":2,"input":11,"vision":11,"outputs":8,"self":9,"tower":3,"do":1,"pooling":1,"false":1,"return":3,"dict":1,"true":1,"last":1,"hidden":3,"state":1,"todo":1,"try":1,"to":2,"avoid":1,"copy":1,"here":1,"batch":2,"channels":2,"height":2,"width":2,"reshape":1,"shape":1,"0":4,"config":5,"size":2,"soft":2,"tokens":2,"per":1,"permute":1,"2":1,"1":3,"contiguous":1,"normalize":1,"and":1,"embed":3,"the":1,"into":1,"language":1,"model":1,"space":1,"5":1,"a":2,"list":2,"of":2,"embeddings":1,"instead":1,"batched":1,"tensor":2,"inputs":2,"embeds":2,"unbind":1,"def":1,"process":1,"audio":11,"gemma3naudioinputs":1,"torch":1,"assert":1,"is":1,"not":1,"none":1,"features":7,"squeeze":2,"mask":4},"21752,1948,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"ruff":1,"noqa":2,"the":10,"gemma3nprocessor":1,"expects":1,"all":1,"audio":27,"will":3,"be":1,"30s":1,"in":3,"length":2,"and":4,"inserts":1,"188":3,"soft":4,"tokens":8,"into":1,"text":1,"to":2,"account":1,"for":1,"this":2,"however":1,"preprocessing":1,"encoder":1,"do":1,"not":1,"gurarantee":1,"they":3,"produce":3,"at":1,"most":1,"that":1,"many":1,"but":1,"may":1,"fewer":1,"depending":1,"on":1,"of":4,"longest":1,"input":4,"batch":3,"when":1,"we":2,"encounter":1,"situation":1,"pad":1,"feature":1,"out":1,"with":1,"emebedding":1,"last":1,"token":1,"embed":4,"vocab":2,"todo":1,"precompute":1,"cache":1,"padding":10,"toks":2,"torch":5,"tensor":2,"self":7,"size":3,"1":3,"dtype":1,"long":1,"device":2,"features":9,"embs":3,"ids":1,"where":1,"mask":1,"unsqueeze":1,"seq":2,"len":2,"dim":3,"shape":1,"extra":4,"config":1,"per":1,"image":1,"e501":1,"expand":1,"cat":1,"return":4,"a":2,"list":1,"embeddings":2,"instead":1,"batched":1,"unbind":1,"0":1,"def":2,"get":2,"language":2,"model":2,"nn":1,"module":1,"multimodal":2,"kwargs":2,"object":1,"multimodalembeddings":1,"mm":2,"by":2,"modality":2,"parse":1,"validate":1,"inputs":1,"if":1,"is":1,"none":1},"23700,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"multimodal":12,"embeddings":17,"list":1,"torch":3,"tensor":3,"note":3,"it":1,"is":4,"important":2,"to":4,"iterate":1,"over":1,"the":5,"keys":1,"in":2,"this":2,"dictionary":1,"preserve":1,"order":2,"of":2,"modalities":1,"for":1,"modality":6,"mm":3,"input":17,"by":2,"if":4,"image":3,"vision":2,"self":10,"process":2,"extend":2,"audio":5,"return":2,"def":1,"get":3,"ids":5,"optional":1,"multimodalembeddings":1,"none":3,"inputs":9,"embeds":5,"language":2,"model":4,"nicklucche":1,"each":1,"pass":1,"needs":1,"tokens":1,"compute":1,"ple":1,"so":1,"we":1,"cache":1,"them":1,"here":1,"as":1,"forward":1,"has":1,"only":1,"access":1,"not":2,"per":8,"layer":8,"reshape":1,"1":1,"config":6,"text":2,"num":1,"hidden":2,"layers":1,"size":1,"shape":1,"0":2,"copy":1,"and":1,"len":1,"merge":1,"processing":1,"items":1,"token":2,"id":2},"25663,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"def":4,"forward":2,"self":9,"input":6,"ids":4,"torch":6,"tensor":6,"positions":2,"intermediate":4,"tensors":4,"optional":3,"intermediatetensors":2,"none":4,"inputs":8,"embeds":5,"kwargs":2,"object":1,"if":1,"is":3,"not":2,"note":1,"nicklucche":1,"during":2,"profiling":1,"get":4,"embeddings":3,"called":2,"hence":2,"we":2,"don":1,"t":1,"have":1,"to":2,"compute":3,"ples":3,"simply":1,"select":1,"a":1,"chunk":1,"of":1,"pre":1,"allocated":1,"normal":1,"execution":1,"before":1,"this":1,"slice":1,"will":1,"contain":1,"computed":1,"from":2,"the":2,"actual":1,"per":4,"layer":4,"shape":1,"0":1,"hidden":4,"states":4,"language":4,"model":6,"return":4,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"string":1,"field":1,"connector":1,"multi":1,"modal":1,"projector":1,"tower":2,"vision":1},"27624,318,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n_mm.py":{"classmethod":1,"def":1,"get":1,"placeholder":1,"str":3,"cls":1,"modality":5,"i":1,"int":1,"optional":1,"if":1,"image":2,"return":2,"soft":2,"token":2,"elif":1,"audio":2,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1},"0,1706,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_rm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":1,"the":3,"vllm":12,"project":1,"adapted":1,"from":11,"https":1,"huggingface":2,"co":1,"qwen":2,"qwen2":4,"5":1,"math":1,"rm":3,"72b":1,"blob":1,"main":1,"modeling":1,"py":1,"2024":1,"team":2,"2023":1,"inference":1,"only":1,"model":7,"compatible":1,"with":1,"weights":1,"collections":1,"abc":1,"import":11,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":2,"config":20,"vllmconfig":2,"executor":2,"layers":2,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"pooler":4,"dispatchpooler":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":2,"supportspp":2,"default":1,"pooling":2,"type":1,"qwen2model":2,"utils":1,"autoweightsloader":1,"maybe":2,"prefix":5,"class":1,"qwen2rewardbasemodel":1,"module":1,"is":1,"true":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":1,"init":2,"self":5,"str":1,"super":1,"hf":1,"quant":4,"lora":4},"1706,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_rm.py":{"self":12,"score":2,"nn":2,"sequential":1,"columnparallellinear":1,"config":20,"hidden":5,"size":3,"quant":4,"return":5,"bias":2,"false":2,"relu":1,"rowparallellinear":1,"num":2,"labels":2,"make":2,"empty":2,"intermediate":4,"tensors":4,"model":5,"def":4,"get":2,"input":6,"embeddings":2,"ids":4,"torch":7,"tensor":7,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"states":2,"logits":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":3,"set":1,"loader":2,"autoweightsloader":1,"ignore":1,"unexpected":1,"prefixes":1,"lm":1,"head":1,"default":1,"pooling":1,"type":1,"all":1,"class":1,"qwen2forrewardmodel":1,"qwen2rewardbasemodel":1,"init":2,"vllm":5,"vllmconfig":1,"prefix":3,"hf":1,"1":1,"super":1,"pooler":6,"assert":1,"is":1,"not":1,"dispatchpooler":1,"encode":2,"for":1},"3685,482,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_rm.py":{"default":1,"pooling":1,"type":1,"step":1,"class":1,"qwen2forprocessrewardmodel":1,"qwen2rewardbasemodel":1,"def":1,"init":2,"self":2,"vllm":5,"config":12,"vllmconfig":1,"prefix":3,"str":1,"model":2,"hf":1,"num":1,"labels":1,"2":1,"super":1,"pooler":6,"assert":1,"is":1,"not":1,"none":1,"dispatchpooler":1,"encode":2,"for":1},"0,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/aimv2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":10,"project":1,"a":1,"modified":1,"implementation":1,"of":1,"aimv2":1,"transformer":1,"inserted":1,"here":1,"also":1,"image":1,"tokenizer":1,"used":1,"by":1,"ovis2":1,"from":11,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":4,"as":1,"attention":1,"layer":1,"multiheadattention":1,"distributed":2,"get":1,"tensor":3,"model":7,"parallel":1,"world":1,"size":5,"utils":3,"divide":1,"executor":5,"layers":4,"activation":1,"siluandmul":2,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":2,"qkvparallellinear":1,"rowparallellinear":2,"quantization":1,"base":1,"config":10,"quantizationconfig":2,"loader":2,"weight":2,"default":1,"transformers":1,"configs":1,"ovis":1,"aimv2config":2,"class":2,"aimv2swigluffn":1,"module":2,"def":2,"init":2,"self":8,"quant":5,"prefix":5,"str":1,"super":1,"hidden":4,"features":6,"intermediate":1,"in":3,"bias":6,"use":1,"fc13":3,"f":2,"fc2":3,"input":1,"output":1,"act":2,"fn":2,"forward":1,"x":8,"return":1,"aimv2patchembed":1},"1997,1773,data/raw/vllm-0.10.1/vllm/model_executor/models/aimv2.py":{"def":5,"init":6,"self":26,"config":20,"aimv2config":3,"super":3,"proj":2,"nn":4,"conv2d":1,"num":10,"channels":1,"hidden":4,"size":11,"kernel":1,"patch":5,"stride":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"forward":3,"x":8,"torch":5,"tensor":4,"flatten":1,"2":3,"transpose":1,"1":2,"native":1,"return":2,"class":2,"aimv2vitpreprocessor":1,"module":2,"patches":2,"image":1,"patchifier":2,"aimv2patchembed":1,"pos":4,"embed":10,"parameter":1,"zeros":1,"tokens":6,"n":2,"shape":1,"to":1,"device":1,"aimv2attention":1,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"dim":9,"heads":7,"attention":1,"head":3,"if":1,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"f":2,"got":1,"and":1,"scale":1,"0":1,"5":1},"3770,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/aimv2.py":{"self":29,"qkv":6,"qkvparallellinear":1,"hidden":3,"size":9,"embed":3,"dim":6,"head":3,"total":1,"num":5,"heads":5,"bias":4,"config":18,"quant":9,"prefix":9,"f":4,"proj":3,"rowparallellinear":1,"input":1,"output":1,"use":1,"tp":2,"get":1,"tensor":5,"model":1,"parallel":1,"world":1,"per":2,"partition":2,"divide":1,"attn":5,"multiheadattention":1,"scale":1,"def":3,"forward":4,"x":14,"torch":4,"q":2,"k":2,"v":2,"chunk":1,"3":1,"1":3,"return":2,"class":2,"aimv2block":1,"nn":2,"module":2,"init":2,"aimv2config":1,"quantizationconfig":1,"str":1,"super":1,"aimv2attention":1,"norm":6,"rmsnorm":2,"eps":4,"rms":2,"mlp":3,"aimv2swigluffn":1,"2":2,"native":2,"aimv2transformer":1},"5633,1690,data/raw/vllm-0.10.1/vllm/model_executor/models/aimv2.py":{"def":4,"init":4,"self":14,"config":13,"aimv2config":2,"quant":5,"quantizationconfig":2,"require":5,"post":9,"norm":10,"optional":2,"bool":2,"none":4,"prefix":6,"str":2,"super":2,"blocks":3,"nn":2,"modulelist":1,"aimv2block":1,"f":2,"i":2,"for":2,"in":2,"range":1,"num":1,"hidden":2,"layers":1,"if":2,"trunk":7,"rmsnorm":1,"size":1,"eps":2,"rms":1,"else":1,"forward":2,"tokens":6,"torch":5,"tensor":4,"they":1,"take":1,"the":2,"1":1,"as":1,"ref":1,"embeddings":1,"like":1,"a":1,"clip":1,"skip":1,"block":2,"is":1,"not":1,"return":2,"class":1,"aimv2model":1,"module":1,"preprocessor":2,"aimv2vitpreprocessor":1,"aimv2transformer":1,"pixel":2,"values":2,"x":4},"7323,1338,data/raw/vllm-0.10.1/vllm/model_executor/models/aimv2.py":{"def":1,"load":1,"weights":3,"self":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":8,"mapping":2,"param":9,"name":15,"shard":4,"id":3,"fc13":2,"fc1":1,"0":1,"fc3":1,"1":1,"dict":4,"named":1,"parameters":1,"loaded":6,"for":2,"weight":13,"in":4,"post":3,"layernorm":1,"is":2,"optional":1,"siglipvisionmodel":1,"if":2,"startswith":1,"trunk":4,"norm":2,"and":1,"none":1,"continue":2,"not":1,"replace":1,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"0,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2025":1,"rednote":1,"hilab":1,"team":4,"2023":2,"deepseek":1,"ai":2,"and":5,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"dots1":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"dots1config":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":2,"parallel":2,"world":1,"size":1,"reduce":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1916,1084,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"class":1,"dots1mlp":1,"nn":1,"module":1},"3000,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":3,"init":4,"self":12,"hidden":8,"size":8,"int":2,"intermediate":3,"act":7,"str":3,"quant":6,"config":11,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"bool":1,"true":1,"prefix":6,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":4,"down":3,"rowparallellinear":1,"if":2,"silu":4,"raise":2,"valueerror":2,"unsupported":2,"activation":2,"only":2,"is":2,"supported":2,"for":2,"now":2,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"dots1moe":1,"nn":1,"module":1,"dots1config":1,"tp":1,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"routed":2,"scaling":2,"factor":2,"n":2,"shared":2,"experts":2},"4816,1657,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"self":6,"gate":5,"replicatedlinear":1,"config":22,"hidden":7,"size":11,"n":6,"routed":3,"experts":11,"bias":5,"false":3,"quant":5,"none":3,"prefix":6,"f":3,"if":2,"topk":5,"method":1,"noaux":1,"tc":1,"e":4,"score":4,"correction":4,"nn":1,"parameter":1,"torch":1,"empty":1,"else":1,"fusedmoe":1,"num":3,"top":1,"k":1,"per":1,"tok":1,"intermediate":6,"moe":2,"reduce":2,"results":2,"renormalize":1,"norm":1,"prob":1,"use":1,"grouped":1,"true":1,"expert":1,"group":4,"scoring":2,"func":2,"shared":4,"is":1,"not":1,"dots1mlp":1,"act":2},"6473,838,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":1,"forward":1,"self":7,"hidden":17,"states":14,"torch":2,"tensor":3,"num":2,"tokens":2,"dim":3,"shape":1,"view":2,"1":2,"if":3,"n":1,"shared":5,"experts":3,"is":2,"not":2,"none":2,"output":3,"router":3,"logits":3,"gate":1,"final":6,"routed":1,"scaling":1,"factor":1,"tp":1,"size":1,"model":1,"parallel":1,"all":1,"reduce":1,"return":1,"class":1,"dots1attention":1,"nn":1,"module":1},"7311,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":1,"init":2,"self":28,"hidden":5,"size":17,"int":4,"num":19,"heads":23,"kv":15,"config":7,"dots1config":1,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"8192":1,"cache":1,"cacheconfig":1,"quant":3,"quantizationconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":11,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":6,"dim":6,"getattr":1,"q":1,"5":1,"attention":3,"bias":4,"qkv":1,"proj":1,"qkvparallellinear":1},"9249,1515,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"self":29,"o":2,"proj":3,"rowparallellinear":1,"total":1,"num":6,"heads":6,"head":8,"dim":10,"hidden":3,"size":4,"bias":1,"false":1,"quant":4,"config":8,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":5,"attention":1,"kv":5,"cache":2,"prefix":2,"f":1,"q":10,"norm":6,"rmsnorm":2,"eps":4,"rms":2,"k":9,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"qkv":3,"v":2,"split":1,"1":3,"reshape":4,"shape":2,"output":4,"return":1,"class":1,"dots1decoderlayer":1,"nn":1,"module":1},"10764,647,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":1,"init":2,"self":3,"config":8,"dots1config":1,"prefix":2,"str":1,"model":1,"modelconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"super":1,"hidden":2,"size":2,"rope":4,"theta":2,"getattr":3,"10000":1,"scaling":2,"max":2,"position":2,"embeddings":2,"8192":1,"layer":3,"idx":3,"int":1,"split":1,"sep":1,"1":1},"11411,1440,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"self":9,"attn":2,"dots1attention":1,"hidden":8,"size":8,"num":4,"heads":4,"config":25,"attention":2,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"scaling":4,"max":2,"position":2,"embeddings":2,"cache":2,"quant":6,"prefix":6,"f":3,"if":1,"n":1,"routed":3,"experts":1,"is":1,"not":1,"none":1,"and":2,"layer":3,"idx":2,"first":1,"k":1,"dense":1,"replace":1,"moe":1,"freq":1,"0":1,"mlp":4,"dots1moe":1,"else":1,"dots1mlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"factor":2},"12851,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":2,"forward":1,"self":15,"positions":3,"torch":5,"tensor":4,"hidden":16,"states":14,"residual":8,"optional":1,"if":2,"is":2,"none":1,"input":2,"layernorm":3,"else":2,"attn":1,"post":1,"attention":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"dots1model":1,"nn":1,"module":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"init":2,"vllm":5,"config":29,"vllmconfig":1,"prefix":7,"str":1,"super":1,"model":5,"hf":1,"cache":4,"quant":6,"vocab":3,"size":4,"get":1,"pp":1,"group":1,"first":1,"rank":1,"embed":3,"tokens":3,"vocabparallelembedding":1,"f":2,"ppmissinglayer":1,"start":1,"layer":2,"end":1,"layers":4,"make":1,"num":1,"lambda":1,"dots1decoderlayer":1},"14753,1954,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"if":4,"get":6,"pp":3,"group":3,"is":5,"last":2,"rank":3,"self":13,"norm":4,"rmsnorm":1,"config":4,"hidden":14,"size":2,"eps":2,"rms":1,"else":3,"ppmissinglayer":1,"make":3,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":12,"residual":9,"def":3,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":4,"embed":1,"tokens":1,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"first":1,"not":3,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"expert":2,"mapping":2,"list":1,"tuple":1,"str":3,"int":1,"fusedmoe":1,"params":1,"ckpt":3,"gate":2,"proj":6,"name":3,"down":2,"up":2,"num":1,"experts":2,"n":1,"routed":1},"16707,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":9,"mapping":7,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":5,"named":1,"parameters":1,"loaded":3,"expert":4,"get":1,"for":3,"name":25,"weight":11,"in":9,"if":7,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":7,"param":7,"shard":3,"id":4,"not":4,"mlp":1,"experts":1,"and":2,"replace":2,"endswith":1,"bias":1,"is":2,"pp":2,"missing":2,"parameter":2,"loader":3,"break":1,"else":1},"18435,1319,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"param":6,"params":6,"dict":4,"name":11,"weight":9,"loader":7,"loaded":4,"shard":2,"id":4,"expert":2,"break":1,"else":1,"if":3,"endswith":1,"bias":1,"and":1,"not":1,"in":1,"continue":3,"maybe":1,"remap":1,"kv":1,"scale":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"dots1forcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2},"19754,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":5,"init":2,"self":18,"vllm":5,"config":19,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":6,"hf":1,"quant":6,"dots1model":1,"maybe":1,"if":1,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"else":1,"ppmissinglayer":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"input":6,"embeddings":2,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"21724,117,data/raw/vllm-0.10.1/vllm/model_executor/models/dots1.py":{"def":1,"get":2,"expert":2,"mapping":2,"self":2,"list":1,"tuple":1,"str":3,"int":1,"return":1,"model":1},"0,1959,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":7,"project":1,"adapted":1,"from":11,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":3,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"mixtral":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"numpy":1,"np":1,"torch":3,"nn":2,"functional":1,"f":1,"mixtralconfig":1,"attention":2,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":3,"parallel":3,"rank":1,"world":1,"size":1,"reduce":1,"executor":2,"layers":2,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1},"1959,1822,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"from":9,"vllm":8,"model":7,"executor":6,"layers":5,"logits":1,"processor":1,"import":9,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":3,"tensors":1,"factory":1,"prefix":1,"class":1,"mixtralmlp":1,"nn":2,"module":1,"def":1,"init":2,"self":14,"num":3,"experts":3,"int":3,"hidden":6,"size":4,"quant":7,"config":7,"optional":1,"none":2,"super":1,"ffn":4,"dim":8,"w1":1,"replicatedlinear":3,"bias":3,"false":3,"w2":1,"w3":1,"todo":1,"use":1,"s":1,"siluandmul":1,"act":1,"fn":1,"silu":1},"3781,1904,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"def":2,"forward":1,"self":27,"hidden":9,"states":7,"torch":2,"tensor":5,"w1":5,"out":6,"act":1,"fn":1,"w3":3,"current":4,"w2":1,"return":1,"class":1,"mixtralmoe":1,"nn":2,"module":1,"init":2,"config":12,"mixtralconfig":1,"quant":4,"optional":1,"quantizationconfig":1,"none":3,"super":1,"rank":5,"get":2,"model":2,"parallel":3,"tp":4,"size":9,"world":1,"num":9,"total":7,"experts":13,"local":1,"top":1,"k":1,"per":1,"tok":1,"if":3,"raise":2,"valueerror":2,"f":3,"is":1,"greater":1,"than":1,"the":1,"number":1,"of":1,"split":2,"equally":1,"between":1,"ranks":1,"expert":3,"indices":3,"np":1,"array":1,"range":2,"tolist":1,"not":1,"has":1,"no":1,"assigned":1,"to":1,"it":1,"modulelist":1,"mixtralmlp":1,"intermediate":1,"idx":2,"in":2,"else":1,"for":1,"gate":1,"replicatedlinear":1,"bias":1,"false":1},"5685,1415,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"def":1,"forward":1,"self":5,"hidden":17,"states":14,"torch":4,"tensor":3,"num":3,"tokens":3,"dim":7,"shape":1,"view":2,"1":5,"router":3,"logits":3,"n":1,"experts":4,"gate":1,"routing":6,"weights":8,"f":1,"softmax":1,"dtype":1,"float":1,"selected":2,"topk":1,"top":1,"k":1,"sum":2,"keepdim":2,"true":2,"final":5,"none":2,"for":1,"expert":10,"idx":3,"in":1,"indices":1,"layer":2,"mask":2,"current":3,"mul":1,"if":1,"is":1,"else":1,"add":1,"return":1,"model":1,"parallel":1,"all":1,"reduce":1,"class":1,"mixtralattention":1,"nn":1,"module":1},"7100,1618,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"def":1,"init":2,"self":26,"config":4,"mixtralconfig":2,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"rope":3,"theta":3,"float":1,"10000":1,"quant":1,"optional":3,"quantizationconfig":1,"none":5,"cache":1,"cacheconfig":1,"prefix":1,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"has":1,"an":1,"head":8,"dim":8,"argument":1,"getattr":1,"q":1,"scaling":1,"5":1},"8718,1462,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"self":24,"qkv":4,"proj":4,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":8,"o":2,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":2,"max":2,"position":2,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"attn":5,"attention":1,"scaling":1,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"mixtraldecoderlayer":1,"nn":1,"module":1},"10180,1778,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"def":2,"init":2,"self":15,"config":22,"mixtralconfig":1,"cache":3,"optional":3,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":15,"size":6,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"rope":4,"theta":4,"getattr":1,"10000":1,"attn":3,"mixtralattention":1,"num":4,"heads":4,"attention":3,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"f":1,"block":1,"sparse":1,"moe":1,"mixtralmoe":1,"input":3,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"forward":1,"positions":3,"torch":4,"tensor":4,"states":9,"residual":5,"if":1,"is":1,"else":1},"11958,1333,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"fully":1,"connected":1,"hidden":10,"states":6,"residual":4,"self":12,"post":1,"attention":1,"layernorm":1,"block":1,"sparse":1,"moe":1,"return":2,"class":1,"mixtralmodel":1,"nn":1,"module":1,"def":2,"init":2,"vllm":4,"config":22,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":4,"vocab":3,"size":6,"embed":2,"tokens":2,"vocabparallelembedding":1,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"mixtraldecoderlayer":1,"f":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"embeddings":1,"ids":2,"torch":2,"tensor":2},"13291,1473,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"def":2,"forward":1,"self":7,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":1,"params":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2},"14764,1842,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"params":11,"dict":8,"self":3,"named":1,"parameters":1,"loaded":6,"set":2,"str":1,"for":4,"name":26,"weight":13,"in":7,"weights":1,"if":8,"endswith":3,"scale":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"maybe":1,"remap":1,"is":3,"none":1,"continue":7,"param":8,"shard":2,"id":2,"stacked":1,"mapping":1,"not":5,"replace":1,"skip":3,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"and":3,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"experts":2,"that":1,"are":1,"assigned":1,"to":2,"this":1,"worker":1,"block":1,"sparse":1,"moe":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"mixtralforcausallm":1,"nn":1,"module":1,"supportspp":1,"fall":1,"back":1,"pt":1,"during":1,"load":1,"false":1},"16606,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral_quant.py":{"def":5,"init":2,"self":20,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":7,"hf":1,"quant":6,"mixtralmodel":1,"maybe":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"0,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":26,"math":1,"from":21,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"dataclasses":1,"dataclass":1,"functools":1,"cached":1,"property":1,"partial":1,"typing":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"as":3,"np":1,"torch":4,"nn":3,"functional":1,"f":1,"einops":1,"rearrange":1,"transformers":3,"batchfeature":1,"pretrainedconfig":1,"processormixin":1,"tensortype":1,"image":1,"utils":2,"imageinput":1,"tokenization":1,"base":1,"textinput":1,"attention":3,"layer":1,"multiheadattention":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":4,"pp":1,"group":1,"tensor":4,"model":11,"parallel":4,"rank":1,"world":1,"size":1,"split":1,"along":1,"last":1,"dim":1,"all":1,"gather":1,"executor":8,"samplingmetadata":1,"layers":7,"activation":1,"mulandsilu":1,"quickgelu":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1},"1942,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"from":10,"vllm":8,"model":3,"executor":2,"loader":2,"weight":2,"utils":2,"import":10,"default":1,"models":1,"module":1,"mapping":1,"multimodelkeys":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptindextargets":1,"promptinsertion":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":2,"maybe":1,"prefix":2,"merge":1,"embeddings":1,"todo":1,"hard":1,"coded":1,"for":1,"now":1,"consider":1,"making":1,"it":1,"configurable":1,"vit":1,"2":2,"9":1,"num":7,"tokens":2,"1":1,"additional":1,"vocab":1,"size":4,"128":1,"image":3,"patch":7,"token":4,"im":7,"col":2,"start":2,"end":2,"pooling":1,"class":1,"molmoimageinputs":1,"typeddict":1,"images":3,"union":3,"torch":6,"tensor":6,"list":3,"shape":2,"batch":2,"crops":2,"dim":1,"masks":1,"optional":1,"feat":1,"a":1,"boolean":1,"mask":1,"indicating":1,"which":1,"features":1,"correspond":1,"to":1},"3880,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"shape":2,"batch":2,"size":10,"num":10,"images":2,"crops":2,"patch":6,"torch":3,"tensor":3,"dataclass":1,"class":3,"visionbackboneconfig":2,"image":22,"default":4,"input":4,"tuple":2,"int":10,"336":2,"14":2,"pos":2,"emb":3,"dim":6,"1024":1,"heads":2,"16":2,"key":1,"value":1,"layers":1,"23":1,"mlp":6,"4096":1,"activations":2,"str":1,"quick":2,"gelu":2,"577":1,"norm":1,"eps":1,"float":1,"1e":1,"5":1,"def":4,"post":1,"init":3,"self":15,"type":1,"ignore":1,"assignment":1,"property":1,"h":2,"w":2,"return":2,"vitmlp":1,"nn":2,"module":2,"used":2,"in":2,"vision":2,"transformer":2,"config":11,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"super":1,"w1":2,"columnparallellinear":1,"bias":2,"true":2,"activation":1,"function":1,"assert":1,"act":2,"quickgelu":1,"w2":2,"rowparallellinear":1,"forward":1,"x":8,"multiheaddotproductattention":1,"multi":1,"head":1,"attention":1},"5738,1751,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":1,"init":2,"self":33,"config":13,"visionbackboneconfig":1,"use":5,"bias":9,"bool":1,"true":1,"nlayers":4,"int":1,"1":2,"quant":9,"optional":1,"quantizationconfig":1,"none":1,"super":1,"hidden":7,"size":15,"image":3,"emb":1,"dim":6,"total":14,"num":18,"heads":18,"tp":7,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"assert":4,"0":4,"head":5,"kv":8,"key":1,"value":1,"if":1,"else":1,"max":1,"wq":1,"columnparallellinear":3,"wk":1,"wv":1,"wo":1,"rowparallellinear":1},"7489,1764,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"self":23,"scale":2,"head":2,"dim":4,"0":1,"5":1,"attn":2,"multiheadattention":1,"num":3,"heads":3,"kv":6,"def":3,"forward":4,"inputs":14,"q":4,"torch":5,"tensor":5,"optional":2,"none":3,"if":1,"is":1,"not":1,"k":3,"v":3,"else":1,"xq":2,"wq":1,"xk":2,"wk":1,"xv":2,"wv":1,"output":4,"wo":1,"return":2,"class":2,"residualattentionblock":1,"nn":4,"module":2,"residual":2,"attention":6,"block":1,"used":2,"in":2,"vision":2,"transformer":2,"init":2,"config":11,"visionbackboneconfig":1,"quant":4,"quantizationconfig":1,"super":1,"multiheaddotproductattention":1,"feed":2,"vitmlp":1,"norm":6,"layernorm":2,"image":4,"emb":2,"eps":4,"ffn":2,"x":8,"blockcollection":1,"collection":1,"of":1,"blocks":1},"9253,1870,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":5,"init":4,"self":15,"config":18,"visionbackboneconfig":2,"quant":4,"optional":2,"quantizationconfig":2,"none":2,"super":2,"resblocks":2,"nn":6,"modulelist":1,"residualattentionblock":1,"for":2,"in":3,"range":1,"image":13,"num":7,"layers":1,"forward":1,"x":5,"torch":8,"tensor":6,"list":1,"hidden":3,"states":3,"r":2,"append":1,"return":2,"expand":2,"token":3,"batch":2,"size":6,"int":3,"view":1,"1":7,"class":2,"visiontransformer":1,"module":1,"vision":2,"transformer":2,"used":1,"backbone":1,"scale":3,"emb":8,"dim":5,"0":2,"5":1,"patch":8,"embedding":5,"parameter":2,"randn":2,"prefix":2,"tokens":2,"positional":3,"pos":3,"linear":1,"3":1,"bias":1,"false":1,"pre":1,"ln":1,"layernorm":1,"eps":2,"norm":1,"blockcollection":1,"add":1,"cls":1},"11123,1628,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"pos":19,"emb":19,"reshape":2,"int":3,"math":2,"sqrt":2,"shape":8,"0":11,"1":11,"patch":14,"num":13,"if":2,"or":1,"from":1,"https":1,"github":1,"com":1,"facebookresearch":1,"mae":1,"blob":1,"main":1,"util":1,"embed":1,"py":1,"unsqueeze":1,"permute":2,"3":2,"2":2,"f":1,"interpolate":1,"size":2,"mode":1,"bicubic":1,"align":1,"corners":1,"false":1,"antialias":1,"true":1,"squeeze":1,"x":18,"torch":4,"cat":2,"cls":1,"none":4,"dim":2,"to":2,"dtype":2,"return":2,"def":1,"forward":1,"self":7,"tensor":2,"optional":1,"list":1,"param":1,"batch":1,"n":2,"pixels":1,"is":1,"b":1,"d":1,"embedding":2,"class":3,"embeddings":2,"and":1,"positional":1,"expand":1,"token":1,"add":1,"pre":1,"ln":1,"hidden":2,"states":2,"transformer":1,"molmoattention":1,"nn":1,"module":1,"molmo":1,"s":1,"llm":1,"attention":1},"12751,1566,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":1,"init":2,"self":38,"config":11,"pretrainedconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":3,"quant":3,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"hidden":5,"size":15,"tp":7,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"total":13,"num":19,"heads":19,"attention":2,"assert":4,"0":4,"kv":9,"key":1,"value":1,"or":1,"if":1,"else":1,"max":3,"1":1,"head":4,"dim":4,"q":2,"position":2,"embeddings":2,"rope":2,"theta":2,"input":1,"projection":1,"projects":1,"x":1,"k":1,"v":1,"qkv":2,"proj":1,"qkvparallellinear":1,"bias":2},"14317,1955,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"self":32,"tp":7,"rank":5,"optional":3,"int":1,"none":3,"k":11,"norm":10,"nn":2,"module":2,"q":11,"if":3,"config":10,"attention":3,"layer":3,"get":2,"tensor":8,"model":3,"parallel":3,"rmsnorm":2,"total":2,"num":6,"kv":3,"heads":5,"head":6,"dim":8,"eps":4,"hidden":2,"size":5,"rotary":3,"embeddings":2,"emb":1,"rope":2,"max":2,"position":2,"base":1,"theta":1,"scaling":2,"0":1,"5":1,"attn":2,"cache":2,"quant":4,"prefix":2,"f":1,"output":1,"projection":1,"o":1,"proj":1,"rowparallellinear":1,"bias":1,"false":1,"def":1,"apply":1,"qk":1,"torch":4,"tuple":1,"1":2,"all":2,"gather":2,"contiguous":2,"splitter":3,"partial":1,"split":1,"along":1,"last":1,"partitions":1,"return":1},"16272,1697,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":3,"forward":3,"self":25,"positions":2,"torch":5,"tensor":5,"hidden":6,"states":2,"qkv":3,"proj":6,"q":8,"k":7,"v":2,"split":1,"size":11,"kv":2,"dim":3,"1":1,"if":1,"norm":3,"is":2,"not":2,"none":5,"and":1,"apply":1,"qk":1,"rotary":1,"emb":1,"attn":3,"output":5,"o":1,"return":2,"class":2,"languagemodelmlp":1,"nn":2,"module":2,"molmo":2,"s":2,"llm":1,"mlp":2,"init":2,"config":8,"pretrainedconfig":1,"input":2,"optional":2,"int":1,"quant":5,"quantizationconfig":1,"super":1,"intermediate":4,"2":2,"gate":4,"up":4,"mergedcolumnparallellinear":1,"or":1,"bias":2,"false":2,"activation":1,"function":1,"act":2,"fn":2,"mulandsilu":1,"feed":1,"projection":1,"down":2,"rowparallellinear":1,"x":6,"imageprojectormlp":1,"image":1,"projector":1},"17969,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":3,"init":4,"self":21,"config":22,"pretrainedconfig":2,"input":3,"dim":2,"optional":4,"int":1,"none":6,"quant":9,"quantizationconfig":2,"super":2,"hidden":6,"size":10,"intermediate":4,"2":2,"merged":2,"linear":2,"mergedcolumnparallellinear":1,"or":1,"bias":2,"false":2,"activation":1,"function":1,"act":2,"fn":2,"siluandmul":1,"feed":1,"forward":2,"output":1,"projection":1,"down":2,"proj":2,"rowparallellinear":1,"x":6,"torch":2,"tensor":2,"gate":2,"up":2,"return":1,"class":1,"molmodecoderlayer":1,"nn":1,"module":1,"cache":2,"cacheconfig":1,"prefix":3,"str":1,"attention":2,"block":2,"attn":2,"molmoattention":1,"f":1,"mlp":2,"languagemodelmlp":1,"layernorm":3,"assert":1,"layer":3,"norm":3,"type":1,"rms":1,"rmsnorm":2,"eps":4,"post":1},"19967,1760,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":2,"forward":2,"self":15,"positions":6,"torch":12,"tensor":12,"hidden":31,"states":31,"residual":15,"optional":4,"tuple":4,"attention":4,"if":1,"is":1,"none":2,"input":3,"layernorm":5,"else":1,"attn":2,"post":2,"mlp":2,"return":2,"class":2,"molmodecodernormafterlayer":1,"molmodecoderlayer":1,"molmovisionbackbone":1,"nn":1,"module":1,"supportsquant":1,"packed":1,"modules":1,"mapping":1,"merged":1,"linear":1,"gate":1,"proj":2,"up":1},"21727,1869,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":4,"init":2,"self":21,"config":15,"pretrainedconfig":1,"vision":6,"visionbackboneconfig":1,"quant":7,"optional":1,"quantizationconfig":1,"none":2,"super":1,"vit":9,"layers":4,"image":17,"num":9,"patch":7,"llm":1,"patches":1,"per":1,"crop":1,"0":3,"1":7,"pooling":3,"size":3,"visiontransformer":1,"prefix":4,"tokens":4,"assert":1,"in":1,"only":1,"or":1,"are":1,"supported":1,"2d":1,"multiheaddotproductattention":1,"nlayers":1,"len":2,"projector":1,"imageprojectormlp":1,"input":1,"dim":6,"emb":2,"pad":1,"embed":1,"nn":1,"parameter":1,"torch":6,"zeros":1,"2":2,"property":2,"dtype":3,"return":2,"embedding":2,"weight":2,"device":3,"encode":1,"images":7,"tensor":2,"param":1,"batch":1,"crops":1,"n":4,"pixels":1,"b":3,"t":3,"d":3,"shape":1,"mask":1,"all":1,"view":2,"keepdim":1,"true":1,"features":1},"23596,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"if":3,"self":10,"vit":2,"layers":2,"is":2,"not":3,"none":5,"features":27,"for":2,"layer":2,"in":1,"append":1,"image":35,"torch":10,"cat":1,"dim":2,"1":9,"else":1,"num":8,"prefix":1,"tokens":1,"0":12,"mask":1,"view":1,"b":1,"t":1,"n":1,"return":1,"def":1,"forward":1,"images":5,"tensor":3,"masks":4,"batch":3,"size":4,"crops":1,"patch":3,"nximage":1,"emb":1,"noqa":1,"e501":1,"shape":1,"2":1,"to":4,"device":2,"dtype":7,"encode":1,"og":2,"assert":1,"pad":12,"embed":4,"all":5,"partial":2,"logical":2,"and":1,"float32":2,"unsqueeze":2,"reshape":1,"missing":3,"w":3,"pooling":2,"padding":1,"see":1,"below":1,"f":1},"25495,1040,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"image":16,"pooling":4,"features":11,"rearrange":1,"b":2,"n":2,"h":4,"dh":3,"w":4,"dw":3,"c":2,"size":4,"query":2,"mean":1,"2":1,"keepdim":1,"true":1,"self":5,"2d":1,"llm":1,"patches":1,"per":1,"crop":1,"view":1,"batch":2,"num":3,"1":2,"projector":1,"patch":1,"d":1,"model":1,"return":1,"def":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"merged":2,"linear":2,"gate":1,"proj":2,"0":1,"up":1,"dict":2,"named":1,"parameters":1,"loaded":1},"26535,1808,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"for":3,"name":18,"loaded":5,"weight":13,"in":5,"weights":1,"param":8,"shard":2,"id":2,"stacked":1,"params":7,"mapping":1,"if":5,"not":3,"continue":5,"replace":1,"skip":1,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":2,"and":2,"dict":4,"is":2,"pp":2,"missing":2,"parameter":2,"self":8,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"support":1,"torch":1,"compile":1,"class":1,"molmomodel":1,"nn":1,"module":1,"supportsquant":1,"def":1,"init":2,"vllm":4,"config":18,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":4,"embedding":4,"size":7,"or":1,"vocab":2,"additional":1,"embed":1,"tokens":1,"vocabparallelembedding":1,"hidden":1},"28343,1478,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"decoder":2,"layer":6,"molmodecodernormafterlayer":1,"if":3,"config":9,"norm":4,"after":1,"else":3,"molmodecoderlayer":1,"self":9,"start":1,"end":1,"layers":4,"make":3,"num":1,"hidden":8,"lambda":1,"prefix":5,"cache":1,"quant":1,"f":1,"assert":2,"type":1,"rms":1,"rmsnorm":1,"size":2,"eps":1,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":5,"residual":4,"def":2,"get":2,"input":5,"embeddings":1,"ids":4,"torch":6,"tensor":6,"return":1,"embed":2,"tokens":2,"forward":1,"positions":1,"optional":2,"intermediatetensors":1,"none":5,"inputs":3,"embeds":3,"pp":1,"group":1,"is":3,"first":1,"rank":1,"not":2},"29821,1735,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"apply":1,"blocks":1,"one":2,"by":1,"for":2,"layer":4,"in":3,"self":8,"layers":1,"start":1,"end":1,"hidden":9,"states":9,"residual":6,"positions":1,"if":5,"not":3,"get":2,"pp":2,"group":1,"is":3,"last":1,"rank":1,"return":5,"intermediatetensors":1,"none":1,"norm":2,"else":1,"def":3,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"params":6,"dict":4,"named":1,"parameters":1,"loaded":5,"name":6,"weight":6,"endswith":1,"bias":1,"and":1,"continue":2,"missing":1,"parameter":1,"param":3,"loader":4,"getattr":1,"default":1,"add":1,"lowest":2,"multiple":2,"x":2,"int":9,"k":3,"num":3,"patches":5,"tiles":2,"crop":4,"left":2,"margin":4,"right":2,"pooling":3,"size":3,"1":2,"window":1},"31556,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"left":8,"num":15,"lowest":3,"multiple":3,"crop":8,"window":3,"patches":13,"margin":12,"pooling":11,"size":16,"1":11,"middle":2,"right":8,"return":4,"tiles":1,"2":1,"def":3,"get":5,"grid":1,"tiling":5,"h":2,"int":15,"w":2,"tuple":2,"nrows":2,"ncols":2,"candidate":7,"tilings":9,"max":6,"list":1,"i":3,"j":3,"for":2,"in":2,"range":2,"if":2,"sorted":1,"key":1,"lambda":1,"x":3,"0":2,"select":1,"height":2,"width":2,"patch":2,"np":6,"array":2,"dtype":2,"int32":1,"resolutions":2,"original":2,"float32":2,"required":7,"scale":7,"d":2,"astype":1,"min":1,"axis":1,"keepdims":1,"true":1,"all":1,"ix":3,"argmax":1,"else":1,"where":1,"10e9":1,"argmin":1},"33502,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"class":1,"molmoprocessorwrapper":1,"wraps":1,"molmoprocessor":1,"so":1,"that":1,"it":1,"can":2,"be":2,"called":1,"directly":1,"the":1,"original":1,"definition":1,"found":1,"here":1,"https":1,"huggingface":1,"co":1,"allenai":1,"molmo":2,"7b":1,"d":1,"0924":1,"blob":1,"main":1,"preprocessing":1,"py":1,"def":7,"init":2,"self":14,"processor":24,"processormixin":1,"super":1,"cached":6,"property":6,"vocab":2,"dict":1,"str":1,"int":14,"return":6,"tokenizer":1,"type":6,"ignore":6,"max":5,"crops":5,"image":31,"assert":5,"isinstance":6,"base":7,"input":7,"size":12,"tuple":3,"if":1,"patch":5,"overlap":2,"margins":2,"left":3,"margin":6,"right":3,"token":4,"length":4,"w":4},"35485,1868,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"return":10,"image":23,"token":10,"length":6,"w":3,"cached":5,"property":8,"def":9,"h":7,"self":18,"int":11,"processor":4,"type":1,"ignore":1,"assert":1,"isinstance":1,"message":1,"format":1,"optional":1,"str":1,"role":1,"always":1,"start":3,"with":1,"space":1,"bool":1,"true":1,"patch":4,"id":4,"vocab":4,"im":6,"col":2,"end":2,"pooling":2,"size":9,"select":2,"tiling":6,"width":3,"height":3,"tuple":1,"max":4,"crops":3,"left":3,"margin":9,"right":3,"overlap":1,"margins":1,"base":7,"input":7,"d":4,"total":3,"pixels":3,"crop":6,"patches":5,"0":1,"window":4,"num":1},"37353,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":2,"get":2,"patches":5,"grid":2,"size":12,"self":9,"image":22,"width":4,"int":4,"height":4,"tuple":1,"left":3,"margin":6,"right":3,"overlap":1,"margins":1,"base":5,"input":13,"d":2,"patch":3,"pooling":4,"crop":3,"0":4,"tiling":10,"w":4,"h":4,"select":2,"nrows":2,"ncols":2,"return":2,"call":1,"text":2,"optional":3,"union":3,"textinput":2,"list":3,"none":6,"images":8,"imageinput":2,"tensors":1,"str":1,"tensortype":1,"kwargs":2,"batchfeature":1,"outputs":4,"processor":1,"process":1,"type":1,"ignore":1,"if":3,"is":4,"not":2,"isinstance":1,"ids":4,"torch":2,"tensor":2,"pop":2,"unsqueeze":1,"idx":4,"feat":2,"tilings":2,"1":3,"for":2,"in":1,"each":1,"extra":1,"num":2,"crops":2,"prod":1,"assert":1,"sum":1,"len":1},"39346,1638,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"outputs":4,"feat":2,"is":3,"patch":4,"num":3,"crops":3,"img":1,"id":2,"self":8,"image":17,"return":4,"batchfeature":1,"class":1,"molmoprocessinginfo":1,"baseprocessinginfo":1,"def":4,"get":9,"hf":4,"processor":16,"kwargs":2,"object":1,"molmoprocessorwrapper":3,"ctx":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":2,"int":4,"none":3,"tokens":1,"width":4,"height":4,"if":1,"ncols":2,"nrows":2,"patches":1,"grid":1,"size":8,"pooling":4,"token":6,"length":6,"w":5,"h":5,"extra":2,"joint":2,"1":2,"with":1,"most":1,"features":1,"imagesize":1,"tilings":3,"candidate":1,"max":1,"base":5,"input":1,"largest":2,"feature":2,"pinpoint":1,"0":1,"for":1,"wr":2,"hr":2,"in":1},"40984,1809,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"feat":3,"size":8,"self":8,"get":9,"num":4,"image":6,"tokens":7,"width":7,"height":7,"processor":9,"if":2,"largest":7,"feature":7,"pinpoint":3,"imagesize":1,"0":3,"or":1,"is":1,"none":1,"raise":1,"valueerror":1,"cannot":1,"have":1,"a":1,"of":1,"return":3,"class":2,"molmodummyinputsbuilder":1,"basedummyinputsbuilder":1,"molmoprocessinginfo":2,"def":3,"dummy":3,"text":1,"mm":4,"counts":3,"mapping":2,"str":3,"int":5,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"target":4,"info":3,"with":3,"most":1,"features":1,"images":4,"molmomultimodalprocessor":1,"basemultimodalprocessor":1,"apply":2,"hf":2,"only":1,"prompt":2,"list":2,"the":2,"chat":1,"template":1,"to":1,"input":1,"type":1,"ignore":1,"tokenizer":1,"decode":1,"message":2,"format":2,"always":2,"start":2,"space":2},"42793,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"processed":2,"data":2,"self":4,"info":2,"ctx":1,"call":1,"hf":7,"processor":14,"type":1,"ignore":1,"dict":2,"tokens":2,"prompt":3,"ids":3,"pop":1,"input":1,"tolist":1,"return":2,"def":3,"get":7,"mm":7,"fields":1,"config":1,"inputs":2,"batchfeature":1,"kwargs":4,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":6,"num":9,"crops":7,"torch":1,"empty":1,"0":1,"images":5,"len":1,"flat":3,"from":3,"sizes":3,"image":16,"masks":1,"feat":1,"is":1,"patch":5,"batched":1,"img":9,"id":13,"shared":1,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":6,"length":6,"w":3,"h":3,"pooling":2,"size":4,"col":3,"im":3,"start":3,"end":3,"extra":3,"row":2,"joint":1,"insertion":1,"molmo":1,"item":2,"idx":2,"int":1,"imageprocessoritems":1},"44745,984,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"ncols":2,"nrows":2,"processor":2,"get":2,"patches":1,"grid":1,"size":5,"image":5,"width":2,"height":2,"joint":5,"row":2,"img":5,"patch":2,"id":7,"1":2,"pooling":2,"col":1,"start":1,"end":1,"return":2,"promptupdatedetails":1,"select":1,"token":2,"extra":1,"embed":1,"promptinsertion":1,"modality":1,"target":1,"promptindextargets":1,"prefix":1,"endoftext":1,"insertion":2,"molmo":1,"multimodal":1,"registry":1,"register":1,"molmomultimodalprocessor":1,"info":1,"molmoprocessinginfo":1,"dummy":1,"inputs":1,"molmodummyinputsbuilder":1},"45729,1725,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"class":1,"molmoforcausallm":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1,"supportsquant":1,"hf":1,"to":5,"vllm":1,"mapper":1,"weightsmapper":1,"orig":2,"new":2,"substr":1,"vision":4,"backbone":6,"mapping":5,"image":9,"projector":7,"w1":1,"gate":5,"proj":17,"w3":1,"up":5,"w2":1,"down":4,"language":3,"att":1,"self":4,"attn":6,"qkv":3,"out":2,"o":1,"q":2,"norm":7,"k":2,"ff":3,"mlp":4,"input":1,"layernorm":2,"post":1,"attention":1,"prefix":1,"model":8,"transformer":4,"blocks":1,"layers":1,"ln":1,"f":1,"lm":2,"head":2,"is":2,"renamed":1,"firstly":1,"we":1,"need":1,"run":1,"a":1,"second":1,"renaming":1,"for":1,"it":1,"packed":1,"modules":1,"merged":1,"linear":1,"classmethod":1,"def":1,"get":1,"placeholder":1,"str":3,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"return":1,"none":1,"raise":1,"valueerror":1,"only":1,"supported":1},"47454,1718,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"def":2,"init":2,"self":15,"vllm":7,"config":35,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":6,"hf":1,"quant":5,"multimodal":4,"lora":4,"vision":3,"visionbackboneconfig":1,"backbone":1,"molmovisionbackbone":1,"molmomodel":1,"maybe":1,"img":1,"patch":1,"id":1,"none":4,"if":3,"weight":1,"tying":1,"lm":2,"head":2,"transformer":1,"wte":1,"else":1,"parallellmhead":1,"embedding":2,"size":5,"or":2,"vocab":2,"hidden":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"parse":1,"and":1,"validate":1,"image":1,"input":1,"kwargs":2,"object":1,"optional":1,"molmoimageinputs":1,"images":6,"pop":1,"is":1,"return":1,"not":1,"isinstance":1,"torch":1,"tensor":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":3,"of":1,"f":1,"got":1},"49172,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"image":19,"masks":13,"kwargs":4,"pop":4,"none":7,"if":5,"not":4,"is":13,"or":1,"isinstance":4,"torch":5,"tensor":5,"list":4,"raise":4,"valueerror":4,"incorrect":4,"type":12,"of":4,"f":4,"got":4,"feat":11,"patch":18,"num":11,"crops":11,"img":7,"id":7,"self":2,"flatten":5,"unique":1,"item":1,"bn":4,"concat":4,"true":4,"return":1,"molmoimageinputs":2,"images":6,"def":1,"process":1,"input":6,"call":1,"the":2,"vision":1,"backbone":1,"on":1,"whole":1,"batch":1,"at":1,"once":1,"flat":3,"else":1},"51117,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"image":10,"features":3,"flat":6,"self":11,"vision":1,"backbone":1,"images":2,"unsqueeze":2,"0":4,"masks":3,"none":10,"if":4,"is":8,"else":1,"squeeze":1,"only":1,"the":1,"corresponding":1,"to":1,"patch":6,"tokens":1,"are":1,"relevant":1,"return":5,"feats":2,"f":2,"for":1,"in":1,"zip":1,"split":2,"num":2,"crops":2,"tolist":2,"feat":1,"def":4,"get":4,"language":1,"model":3,"torch":7,"nn":1,"module":1,"multimodal":6,"embeddings":8,"kwargs":3,"object":2,"multimodalembeddings":2,"input":11,"parse":1,"and":2,"validate":1,"process":1,"ids":4,"tensor":4,"optional":3,"inputs":6,"embeds":6,"not":3,"len":1,"assert":1,"img":2,"id":2,"merge":1,"forward":1,"longtensor":2,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":1},"53002,1591,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"note":1,"in":2,"v1":1,"inputs":5,"embeds":5,"is":3,"always":1,"generated":1,"at":1,"model":5,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":2,"vision":4,"embeddings":4,"self":10,"get":6,"multimodal":2,"kwargs":1,"input":4,"ids":3,"hidden":4,"states":4,"positions":1,"intermediate":1,"tensors":1,"return":4,"def":4,"compute":1,"logits":4,"torch":4,"tensor":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":9,"iterable":2,"tuple":2,"str":2,"loader":2,"autoweightsloader":1,"with":2,"merged":2,"embedding":2,"mapper":2,"hf":1,"to":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"models":1,"from":1,"string":1,"field":1,"language":1,"connector":1,"backbone":2,"image":1,"projector":1,"tower":1},"54593,626,data/raw/vllm-0.10.1/vllm/model_executor/models/molmo.py":{"iterable":1,"tuple":1,"str":1,"torch":2,"tensor":1,"embedding":13,"weights":8,"for":1,"name":4,"weight":5,"in":3,"if":1,"wte":2,"elif":1,"new":3,"else":1,"yield":2,"this":1,"is":1,"compatible":1,"with":1,"most":1,"of":1,"quantization":1,"because":1,"they":1,"won":1,"t":1,"quantize":1,"embed":2,"tokens":2,"cat":1,"dim":1,"0":1,"model":1},"0,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":22,"project":1,"inference":1,"only":1,"falconh1":1,"model":16,"from":25,"collections":1,"abc":1,"import":26,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"transformers":1,"falconh1config":1,"envs":1,"attention":2,"layer":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":2,"get":4,"tensor":1,"parallel":3,"world":1,"size":2,"state":1,"pp":1,"group":1,"forward":2,"context":2,"executor":13,"layers":10,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":6,"mamba2":2,"metadata":3,"mamba2metadata":1,"prepare":1,"mixer2":1,"mambamixer2":1,"utils":2,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":2,"default":2,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1},"1950,1618,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"from":2,"interfaces":1,"import":2,"hasinnerstate":1,"ishybrid":1,"supportslora":1,"supportspp":1,"utils":1,"ppmissinglayer":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":6,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":1,"class":2,"falconh1mlp":1,"nn":2,"module":2,"def":2,"init":2,"self":16,"config":14,"falconh1config":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":4,"up":2,"proj":4,"mergedcolumnparallellinear":1,"input":2,"size":13,"hidden":4,"output":2,"sizes":1,"2":1,"down":4,"rowparallellinear":1,"tp":2,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"multiplier":4,"mlp":1,"multipliers":1,"if":1,"act":4,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":11,"return":1,"falconh1ssmdecoderlayer":1},"3568,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"def":2,"init":4,"self":11,"config":29,"falconh1config":1,"model":4,"optional":3,"modelconfig":1,"none":5,"cache":3,"cacheconfig":1,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"tp":1,"size":9,"get":1,"tensor":1,"parallel":1,"world":1,"d":8,"ssm":7,"int":1,"mamba":14,"expand":1,"hidden":4,"if":1,"is":2,"else":1,"mambamixer2":2,"state":4,"conv":4,"kernel":1,"intermediate":1,"use":3,"bias":4,"proj":2,"n":5,"groups":5,"num":1,"heads":2,"head":2,"dim":1,"rms":4,"norm":4,"eps":2,"activation":1,"act":1,"f":1,"mixer":1,"overridden":1,"later":1,"by":1,"time":1,"zxbcdt":1,"multipliers":2,"mup":2,"vector":3,"non":1,"learnable":1,"per":1,"block":2,"scaling":1,"composed":1,"of":3,"element":1,"wise":1,"multipliersapplied":1,"to":1,"each":1,"separate":1,"contiguous":1,"the":2,"output":1,"linear":1,"projection":1,"in":1,"before":1,"further":1,"processing":1,"gating":1,"convolution":1},"5372,442,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"z":1,"block":5,"0":2,"d":8,"ssm":8,"zxbcdt":5,"multipliers":5,"x":1,"2":9,"1":1,"b":1,"g":4,"s":4,"c":1,"3":1,"dt":1,"end":1,"4":1},"5814,1792,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"where":1,"d":24,"ssm":20,"dimension":1,"of":2,"state":12,"space":1,"model":1,"latent":1,"g":1,"number":1,"groups":7,"n":8,"s":1,"size":16,"per":1,"group":6,"all":1,"indices":1,"are":1,"divided":1,"by":1,"tp":10,"to":1,"support":1,"tensor":1,"parallelism":1,"vector":15,"shape":2,"2":21,"self":30,"time":5,"config":1,"mamba":1,"heads":2,"mup":8,"torch":1,"ones":1,"1":2,"z":1,"0":2,"zxbcdt":5,"multipliers":5,"x":1,"b":1,"c":1,"3":1,"dt":1,"4":1,"register":1,"buffer":1,"persistent":1,"false":1},"7606,548,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"def":1,"forward":1,"self":3,"hidden":3,"states":3,"torch":3,"tensor":2,"residual":2,"optional":1,"mamba":3,"cache":2,"params":2,"mambacacheparams":1,"mamba2":3,"metadata":3,"mamba2metadata":1,"kwargs":1,"output":3,"empty":1,"like":1,"mup":2,"vector":2,"return":1,"class":1,"falconh1attentiondecoderlayer":1,"nn":1,"module":1},"8154,1741,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"def":1,"init":2,"self":24,"config":12,"falconh1config":1,"cache":1,"optional":2,"cacheconfig":1,"none":6,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"rope":6,"theta":4,"getattr":4,"1e11":1,"scaling":3,"max":5,"position":4,"embeddings":4,"8192":1,"hidden":3,"size":15,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"num":15,"heads":19,"attention":1,"assert":3,"0":4,"kv":12,"key":1,"value":1,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":2,"less":1,"replicate":1,"1":1,"head":6,"dim":6,"q":1,"5":1},"9895,1918,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"if":1,"hasattr":2,"config":13,"partial":2,"rotary":11,"factor":2,"dim":12,"self":27,"head":7,"elif":1,"attn":7,"emb":4,"for":1,"backward":1,"compatibility":1,"else":1,"default":1,"get":2,"rope":5,"size":6,"max":2,"position":2,"embeddings":1,"scaling":3,"base":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"dtype":1,"none":1,"see":1,"impl":1,"of":1,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":4,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"attention":2,"cache":2,"key":3,"multiplier":3,"def":1,"positions":2,"torch":3,"tensor":3,"states":2,"kwargs":1,"q":5,"k":6,"v":2,"split":1,"1":1,"output":4,"return":1},"11813,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"def":2,"forward":1,"self":11,"positions":3,"torch":3,"tensor":3,"hidden":7,"states":5,"residual":2,"optional":4,"kwargs":1,"attention":5,"return":1,"class":1,"falconh1parallelhybrid":1,"nn":1,"module":1,"a":1,"hybrid":1,"decoder":1,"layer":6,"for":3,"falconh1":1,"where":1,"the":8,"input":1,"is":1,"processed":1,"in":5,"parallel":1,"through":1,"both":1,"branch":6,"and":1,"ssm":11,"mamba":3,"their":1,"outputs":1,"are":1,"then":1,"summed":1,"to":1,"produce":1,"final":1,"state":2,"this":1,"uses":1,"falconh1attentiondecoderlayer":2,"multi":1,"head":1,"falconh1ssmdecoderlayer":2,"space":1,"init":2,"config":21,"falconh1config":1,"idx":4,"int":1,"model":3,"modelconfig":1,"none":4,"cache":5,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":8,"str":1,"super":1,"instantiate":2,"attn":1,"v1":1,"all":1,"layers":2,"must":1,"have":1,"different":1,"index":1,"num":1,"split":1,"0":1,"f":1,"out":2,"multiplier":4},"13762,1892,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"self":14,"attention":5,"in":4,"multiplier":8,"config":8,"attn":7,"out":4,"feed":1,"forward":2,"falconh1mlp":1,"input":4,"layernorm":3,"rmsnorm":2,"hidden":20,"size":3,"eps":4,"rms":2,"norm":2,"pre":1,"ff":1,"def":1,"positions":4,"torch":2,"tensor":2,"states":13,"mamba":5,"cache":5,"params":4,"mambacacheparams":1,"mamba2":3,"metadata":5,"mamba2metadata":1,"kwargs":3,"residual":8,"process":2,"through":2,"the":4,"branch":2,"falconh1attentiondecoderlayer":1,"expects":2,"kv":1,"and":2,"ssm":5,"falconh1ssmdecoderlayer":1,"sequence":1,"idx":1,"sum":1,"outputs":2,"from":1,"both":2,"branches":2,"we":1,"assume":1,"produce":1,"of":1,"same":1,"dimensionality":1},"15654,1718,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"feed":2,"forward":2,"residual":2,"hidden":9,"states":8,"self":11,"pre":1,"ff":1,"layernorm":1,"return":2,"support":1,"torch":1,"compile":1,"class":3,"falconh1model":1,"nn":1,"module":1,"def":2,"init":2,"vllm":6,"config":32,"vllmconfig":1,"prefix":5,"str":2,"super":1,"falconh1config":1,"model":4,"hf":1,"cache":3,"quant":4,"lora":8,"vocab":9,"extra":1,"size":8,"max":1,"loras":1,"or":1,"1":4,"if":2,"else":2,"0":2,"org":2,"get":2,"pp":1,"group":1,"is":1,"first":1,"rank":1,"embed":2,"tokens":2,"vocabparallelembedding":1,"num":1,"embeddings":1,"embedding":3,"multiplier":3,"ppmissinglayer":1,"layer":5,"idx":2,"int":1,"rsplit":1,"falconh1parallelhybrid":1},"17372,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"self":13,"start":1,"layer":3,"end":1,"layers":4,"make":3,"config":5,"num":1,"hidden":8,"get":7,"prefix":2,"f":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":5,"residual":1,"size":4,"if":4,"pp":2,"group":2,"is":5,"last":1,"rank":2,"final":2,"layernorm":2,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"else":4,"ppmissinglayer":1,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":7,"return":1,"embed":1,"tokens":1,"forward":3,"positions":1,"mamba":2,"cache":1,"params":1,"mambacacheparams":1,"optional":2,"intermediatetensors":1,"none":5,"inputs":3,"embeds":3,"pass":1,"a":1,"sequence":1,"index":1,"that":1,"required":1,"for":1,"proper":1,"continuous":1,"batching":1,"computation":1,"including":1,"chunked":1,"prefill":1,"attn":4,"metadata":8,"context":2,"not":3,"envs":1,"vllm":1,"use":1,"v1":2,"mamba2":4,"prepare":1,"chunk":2,"from":1,"first":1,"embedding":2,"multiplier":2,"assert":1},"19295,1892,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"for":3,"i":3,"in":1,"range":1,"self":4,"start":1,"layer":8,"end":1,"layers":1,"mamba":11,"cache":10,"params":6,"none":1,"if":2,"at":1,"idx":1,"hidden":8,"states":8,"positions":2,"mamba2":3,"metadata":2,"not":1,"get":4,"pp":1,"group":1,"is":1,"last":1,"rank":1,"return":3,"intermediatetensors":1,"final":1,"layernorm":1,"class":1,"falconh1forcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"supportslora":1,"supportspp":1,"ishybrid":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"classmethod":2,"def":2,"state":4,"dtype":7,"from":2,"config":12,"cls":2,"vllm":7,"vllmconfig":2,"tuple":4,"torch":2,"mambastatedtypecalculator":1,"model":1,"ssm":1,"shape":1,"use":2,"v1":3,"bool":1,"true":1,"int":5,"calculate":1,"shapes":2,"s":1,"convolutional":1,"and":1,"caches":1,"args":1,"or":1,"v0":1},"21187,1534,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"returns":1,"tuple":1,"containing":1,"conv":3,"state":7,"shape":5,"for":2,"convolutional":1,"cache":5,"temporal":1,"space":1,"model":5,"parallel":4,"config":40,"vllm":11,"hf":12,"intermediate":3,"size":7,"int":1,"mamba":8,"expand":1,"hidden":1,"if":1,"d":5,"ssm":2,"is":1,"none":1,"else":1,"return":1,"mambastateshapecalculator":1,"mamba2":1,"tp":1,"world":1,"tensor":1,"n":3,"groups":2,"num":1,"heads":2,"head":2,"dim":1,"kernel":1,"use":2,"v1":2,"def":1,"init":1,"self":4,"vllmconfig":1,"prefix":3,"str":1,"lora":2,"scheduler":2,"assert":1,"not":2,"enable":1,"caching":2,"falconh1":1,"currently":1,"does":1,"support":1,"quant":2},"22721,1801,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"super":1,"init":1,"self":21,"config":17,"scheduler":2,"model":5,"falconh1model":1,"vllm":2,"prefix":3,"maybe":1,"tie":4,"word":3,"embeddings":6,"unpadded":4,"vocab":10,"size":12,"mamba":2,"cache":2,"optional":1,"mambacachemanager":1,"none":1,"if":5,"lora":7,"extra":1,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"lm":7,"head":7,"parallellmhead":1,"hidden":1,"org":1,"num":1,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"multiplier":3,"weights":1,"embed":1,"tokens":1,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"between":1,"steps":1,"logits":1,"processor":1,"logitsprocessor":1,"scale":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"input":4,"ids":2,"torch":2,"tensor":2,"return":1},"24522,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"def":4,"forward":1,"self":18,"input":4,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":2,"tensors":3,"optional":3,"intermediatetensors":1,"none":4,"inputs":6,"embeds":2,"kwargs":4,"mamba":14,"cache":8,"params":3,"if":2,"not":1,"envs":1,"vllm":4,"use":2,"v1":2,"is":1,"state":6,"shape":3,"get":4,"from":2,"config":6,"false":1,"dtype":3,"mambacachemanager":1,"num":1,"hidden":5,"layers":1,"current":1,"run":1,"states":4,"model":1,"return":4,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1},"26326,1869,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":7,"mapping":2,"param":6,"name":26,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":5,"named":1,"parameters":1,"loaded":3,"for":4,"weight":8,"in":9,"if":9,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":7,"a":3,"log":2,"replace":3,"mamba":4,"not":3,"skip":3,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":3,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":2,"missing":2,"parameter":2,"loader":3,"break":1,"else":1,"tie":1,"word":1,"embeddings":1,"lm":1,"head":1},"28195,373,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon_h1.py":{"param":3,"params":4,"dict":1,"name":2,"weight":6,"loader":4,"getattr":1,"default":1,"loaded":4,"add":2,"if":1,"self":1,"tie":1,"word":1,"embeddings":1,"lm":1,"head":1,"return":1},"0,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"phimoe":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"configuration":1,"utils":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"fused":1,"moe":1,"fusedmoe":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1937,863,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"from":8,"vllm":6,"model":7,"executor":5,"layers":4,"quantization":1,"base":1,"config":1,"import":8,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"class":1,"phimoeconfig":1,"pretrainedconfig":1,"type":1,"phimoe":1,"keys":1,"to":1,"ignore":1,"at":1,"inference":1,"past":1,"key":1,"values":1},"2800,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"def":1,"init":1,"self":18,"vocab":3,"size":10,"32000":1,"hidden":10,"4096":2,"intermediate":3,"14336":1,"num":15,"layers":3,"32":3,"attention":11,"heads":10,"key":5,"value":5,"8":1,"head":8,"dim":5,"none":5,"act":3,"silu":1,"max":3,"position":3,"embeddings":4,"initializer":3,"range":3,"0":6,"02":1,"rms":3,"norm":3,"eps":3,"1e":1,"5":1,"use":3,"cache":3,"true":1,"pad":1,"token":3,"id":3,"bos":1,"1":1,"eos":1,"2":2,"tie":1,"word":1,"false":4,"rope":3,"theta":3,"1e6":1,"sliding":3,"window":3,"dropout":3,"experts":2,"per":1,"tok":1,"local":1,"16":1,"output":1,"router":3,"logits":1,"aux":1,"loss":1,"coef":1,"001":1,"jitter":1,"noise":1,"bias":6,"lm":3,"kwargs":1,"for":1,"backward":1,"compatibility":1,"if":2,"is":2},"4616,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"self":5,"num":4,"experts":8,"per":2,"tok":2,"local":2,"output":7,"router":6,"logits":6,"aux":2,"loss":2,"coef":2,"jitter":4,"noise":2,"super":1,"init":1,"pad":2,"token":6,"id":6,"bos":2,"eos":2,"tie":2,"word":2,"embeddings":2,"kwargs":1,"class":1,"mp":1,"torch":8,"autograd":1,"function":1,"staticmethod":2,"def":3,"forward":1,"ctx":4,"scores":8,"tensor":6,"multiplier":5,"selected":4,"masked":4,"gates":4,"mask":7,"for":4,"one":2,"save":1,"backward":2,"return":2,"grad":9,"at":8,"saved":1,"tensors":1,"expanded":3,"mul":1,"1":3,"scatter":1,"add":1,"dim":2,"index":1,"src":1,"none":4,"sparsemixer":1,"eps":2,"0":1,"01":1,"first":1,"expert":1,"with":1,"no":1,"compute":1,"sparsity":1,"threshold":4,"max":2,"ind":1,"keepdim":1,"true":1,"factor":2,"abs":1,"clamp":1,"min":1,"2":1},"6501,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"apply":2,"mask":9,"masked":14,"gates":8,"scores":9,"fill":2,"logits":6,"threshold":6,"float":3,"inf":3,"selected":9,"experts":9,"max":4,"ind":3,"compute":3,"for":3,"gradients":2,"torch":8,"softmax":2,"dim":7,"1":8,"multiplier":8,"o":2,"gather":2,"index":2,"out":1,"first":1,"expert":1,"scatter":1,"with":1,"no":1,"grad":1,"sparsity":1,"keepdim":1,"true":1,"factor":2,"abs":1,"clamp":1,"min":1,"2":3,"jitter":1,"eps":1,"top2":9,"concat":2,"return":2,"def":1,"phimoe":1,"routing":2,"function":1,"hidden":2,"states":2,"tensor":2,"gating":3,"output":3,"topk":6,"int":1,"renormalize":2,"bool":1,"assert":3,"shape":2,"0":2,"number":1,"of":1,"tokens":1,"mismatch":1,"only":1,"top":1,"is":3,"supported":2,"false":1,"renormalization":1,"not":1,"weights":2,"ids":2,"sparsemixer":1},"8498,1892,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"class":2,"phimoe":3,"nn":2,"module":2,"a":2,"tensor":3,"parallel":1,"moe":2,"implementation":1,"for":3,"that":1,"shards":1,"each":2,"expert":2,"across":3,"all":2,"ranks":3,"s":1,"weights":1,"are":1,"sharded":1,"and":2,"fused":1,"kernel":1,"is":1,"used":1,"the":2,"forward":2,"pass":1,"finally":1,"we":1,"reduce":2,"outputs":1,"def":2,"init":2,"self":8,"num":5,"experts":8,"int":5,"top":3,"k":3,"hidden":16,"size":13,"intermediate":3,"params":5,"dtype":6,"optional":3,"torch":3,"none":4,"quant":4,"config":4,"quantizationconfig":1,"tp":3,"prefix":3,"str":1,"super":1,"gate":3,"always":1,"runs":1,"at":1,"half":1,"full":1,"precision":1,"now":1,"replicatedlinear":1,"bias":1,"false":2,"fusedmoe":1,"results":1,"true":1,"renormalize":1,"custom":1,"routing":2,"function":2,"f":1,"states":9,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":4,"orig":2,"view":2,"1":1,"router":3,"logits":3,"tokens":1,"n":1,"final":2,"return":1,"phimoeattention":1},"10390,1604,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"def":1,"init":2,"self":23,"hidden":4,"size":16,"int":5,"num":17,"heads":21,"kv":14,"head":8,"dim":8,"optional":4,"none":6,"max":2,"position":1,"4096":1,"32":1,"rope":6,"theta":3,"float":1,"10000":1,"cache":1,"config":2,"cacheconfig":1,"quant":1,"quantizationconfig":1,"scaling":4,"dict":1,"prefix":1,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"q":1,"5":1},"11994,1418,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"self":25,"qkv":4,"proj":4,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"true":3,"quant":6,"config":8,"o":2,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"scaling":3,"attn":5,"attention":1,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"phimoedecoderlayer":1,"nn":1,"module":1},"13412,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"def":2,"init":2,"self":11,"config":25,"phimoeconfig":1,"cache":3,"optional":3,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":11,"size":11,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"rope":6,"theta":4,"getattr":2,"10000":1,"attn":2,"phimoeattention":1,"num":8,"heads":5,"attention":3,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"head":2,"dim":2,"scaling":2,"f":2,"block":2,"sparse":2,"moe":2,"phimoe":1,"experts":3,"local":1,"top":1,"k":1,"per":1,"tok":1,"intermediate":2,"input":1,"layernorm":4,"nn":2,"eps":4,"rms":2,"norm":2,"elementwise":2,"affine":2,"true":2,"post":1,"forward":1,"positions":1,"torch":4,"tensor":4,"states":2,"residual":2},"15346,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"self":18,"attention":2,"hidden":20,"states":16,"input":1,"layernorm":3,"attn":1,"positions":2,"residual":5,"fully":1,"connected":1,"post":1,"block":1,"sparse":1,"moe":1,"return":1,"support":1,"torch":1,"compile":1,"class":1,"phimoemodel":1,"nn":2,"module":1,"def":1,"init":2,"vllm":5,"config":32,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":5,"lora":8,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":2,"embed":1,"tokens":1,"vocabparallelembedding":1,"num":2,"embeddings":1,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"phimoedecoderlayer":1,"f":1,"norm":2,"eps":2,"rms":1,"elementwise":1,"affine":1,"true":1,"empty":2,"intermediate":2,"tensors":2,"factory":1},"17319,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"def":4,"get":5,"input":6,"embeddings":2,"self":11,"ids":4,"torch":7,"tensor":7,"return":4,"embed":1,"tokens":1,"forward":1,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"residual":7,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"norm":1,"expert":2,"mapping":3,"list":1,"tuple":2,"str":5,"int":1,"fusedmoe":1,"make":1,"params":2,"ckpt":3,"gate":1,"proj":9,"name":5,"w1":1,"down":1,"w2":1,"up":1,"w3":1,"num":2,"experts":2,"config":1,"local":1,"load":1,"weights":2,"iterable":1,"set":1,"stacked":1,"param":1,"shard":2,"id":1,"qkv":3,"q":2,"k":2,"v":2},"19266,803,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"params":5,"dict":3,"self":4,"named":1,"parameters":1,"loaded":8,"set":2,"str":1,"expert":2,"mapping":2,"get":2,"for":1,"name":5,"weight":10,"in":1,"weights":1,"if":2,"quant":2,"config":2,"is":1,"not":1,"none":1,"and":1,"scale":4,"cache":2,"loading":1,"kv":1,"quantization":1,"scales":1,"param":3,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"continue":1},"20069,682,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"for":2,"param":5,"name":12,"weight":7,"shard":2,"id":2,"in":3,"stacked":1,"params":3,"mapping":1,"if":3,"not":2,"continue":3,"replace":1,"skip":2,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"dict":2,"layers":1,"on":1,"other":1,"devices":1,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"loader":3,"loaded":1,"break":1},"20751,1349,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"else":2,"for":2,"mapping":3,"in":3,"expert":4,"params":4,"param":5,"name":19,"weight":7,"id":6,"shard":3,"if":5,"not":2,"continue":5,"replace":1,"skip":3,"layers":2,"on":2,"other":2,"devices":2,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"dict":3,"loader":3,"loaded":1,"break":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1},"22100,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"param":3,"params":3,"dict":1,"name":2,"weight":5,"loader":4,"getattr":1,"default":2,"loaded":3,"add":1,"return":1,"class":1,"phimoeforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"lora":12,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":3,"lm":3,"head":3,"output":1,"padding":5,"def":1,"init":2,"self":11,"vllm":6,"config":26,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":3,"hf":1,"quant":3,"phimoemodel":1,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":3,"extra":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"none":1,"bias":1,"true":1,"logits":1,"processor":1,"logitsprocessor":1},"24044,1294,data/raw/vllm-0.10.1/vllm/model_executor/models/phimoe.py":{"self":13,"make":2,"empty":2,"intermediate":4,"tensors":4,"model":4,"def":5,"get":4,"input":6,"embeddings":2,"ids":4,"torch":9,"tensor":9,"return":5,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":2,"str":5,"set":1,"loader":2,"autoweightsloader":1,"expert":2,"mapping":2,"list":1,"int":1},"0,1756,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":10,"project":1,"2025":1,"baidu":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":13,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"erinemoe":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1756,1164,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"extract":1,"layer":1,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"logger":2,"init":1,"class":1,"ernie4":1,"5":1,"moemlp":1,"nn":1,"module":1},"2920,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"def":3,"init":4,"self":14,"hidden":6,"size":11,"int":2,"intermediate":3,"act":5,"str":3,"use":3,"bias":5,"bool":2,"false":1,"quant":6,"config":10,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"true":1,"prefix":7,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"f":5,"down":3,"rowparallellinear":1,"if":2,"silu":2,"raise":2,"valueerror":2,"unsupported":1,"activation":1,"only":1,"is":2,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"ernie4":1,"5":1,"moemoe":1,"nn":1,"module":1,"pretrainedconfig":1,"layer":4,"idx":3,"extract":1,"index":1,"tp":3,"get":1,"tensor":2,"model":1,"parallel":2,"world":1,"has":1,"shared":2,"experts":5,"getattr":1,"moe":3,"num":3,"0":2,"greater":1,"than":1,"the":1,"number":1,"of":1},"4906,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"self":12,"gate":5,"replicatedlinear":1,"config":16,"hidden":19,"size":11,"moe":7,"num":5,"experts":14,"bias":4,"false":2,"quant":5,"none":2,"prefix":6,"f":3,"e":3,"score":3,"correction":3,"nn":1,"parameter":1,"torch":3,"empty":1,"fusedmoe":1,"top":1,"k":2,"intermediate":6,"reduce":3,"results":2,"renormalize":1,"true":1,"if":2,"has":2,"shared":9,"ernie4":1,"5":1,"moemlp":1,"act":2,"must":1,"expert":1,"outputs":1,"def":1,"forward":1,"states":10,"tensor":2,"orig":1,"shape":3,"dim":2,"1":2,"view":1,"output":2,"router":3,"logits":3,"final":1},"6827,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"if":4,"self":18,"has":1,"shared":3,"experts":2,"and":1,"output":2,"is":3,"not":1,"none":6,"final":5,"hidden":9,"states":5,"tp":10,"size":15,"1":2,"maybe":1,"all":1,"reduce":1,"tensor":4,"model":2,"parallel":4,"return":1,"view":1,"orig":1,"shape":1,"class":1,"ernie4":1,"5":1,"moeattention":1,"nn":1,"module":1,"def":1,"init":2,"int":5,"num":15,"heads":19,"kv":12,"head":3,"dim":3,"optional":4,"rope":2,"theta":1,"float":2,"500000":1,"scaling":1,"dict":1,"str":2,"any":1,"max":2,"position":1,"embeddings":1,"131072":1,"rms":1,"norm":1,"eps":1,"1e":1,"05":1,"qkv":1,"bias":1,"bool":1,"false":1,"cache":1,"config":2,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":3,"super":1,"layer":4,"idx":3,"extract":1,"index":1,"len":1,"0":5,"else":2,"get":1,"world":1,"total":9,"assert":3,"number":2,"of":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"less":1,"replicate":1,"or":1},"8787,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"self":31,"q":5,"size":7,"num":8,"heads":8,"head":8,"dim":10,"kv":7,"scaling":4,"0":1,"5":1,"rope":6,"theta":3,"max":4,"position":4,"embeddings":3,"qkv":6,"proj":5,"qkvparallellinear":1,"hidden":4,"total":3,"bias":3,"quant":6,"config":8,"prefix":6,"f":3,"o":2,"rowparallellinear":1,"false":2,"rotary":3,"emb":2,"get":1,"base":1,"is":1,"neox":1,"style":1,"attn":2,"attention":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"k":3,"v":1,"split":1,"1":1},"10729,1870,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"attention":2,"attn":5,"output":5,"self":9,"q":1,"k":1,"v":1,"projection":1,"o":1,"proj":1,"return":1,"class":1,"ernie4":2,"5":2,"moedecoderlayer":1,"nn":1,"module":1,"def":1,"init":2,"config":22,"pretrainedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":5,"quant":3,"quantizationconfig":1,"prefix":4,"str":1,"super":1,"hidden":5,"size":4,"rope":8,"theta":4,"getattr":10,"500000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"131072":1,"moeattention":1,"num":8,"heads":4,"kv":1,"key":1,"value":1,"head":2,"dim":2,"rms":2,"norm":2,"eps":2,"qkv":1,"bias":2,"use":3,"false":1,"f":1,"layer":10,"idx":3,"extract":1,"index":5,"moe":12,"experts":3,"0":3,"start":2,"end":2,"layers":1,"1":2,"interval":2},"12599,1919,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"if":2,"use":3,"moe":4,"and":3,"layer":6,"idx":3,"1":1,"interval":1,"0":1,"start":1,"index":2,"end":1,"self":13,"mlp":5,"ernie4":3,"5":3,"moemoe":1,"config":15,"quant":4,"prefix":5,"f":2,"else":2,"moemlp":1,"hidden":20,"size":6,"intermediate":2,"act":2,"bias":2,"getattr":1,"false":1,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"attention":3,"def":2,"forward":1,"positions":3,"torch":5,"tensor":4,"states":14,"residual":8,"optional":1,"is":1,"none":1,"attn":1,"fully":1,"connected":1,"return":1,"support":1,"compile":1,"class":1,"moemodel":1,"nn":1,"module":1,"init":2,"vllm":1,"vllmconfig":1,"str":1,"super":1},"14518,1781,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"config":28,"vllm":3,"model":1,"hf":1,"cache":4,"quant":6,"self":14,"padding":1,"idx":1,"pad":1,"token":1,"id":1,"vocab":3,"size":6,"if":2,"get":3,"pp":2,"group":2,"is":2,"first":1,"rank":2,"embed":4,"tokens":4,"vocabparallelembedding":1,"hidden":5,"prefix":7,"f":2,"else":2,"ppmissinglayer":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"ernie4":1,"5":1,"moedecoderlayer":1,"last":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":3,"tensors":3,"factory":1,"states":1,"residual":1,"def":2,"input":4,"embeddings":1,"ids":3,"torch":6,"tensor":6,"return":1,"forward":1,"positions":1,"optional":2,"intermediatetensors":2,"none":2,"inputs":1,"embeds":1,"union":1},"16299,1765,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"inputs":2,"embeds":2,"not":3,"none":3,"hidden":11,"states":11,"else":2,"self":8,"input":2,"embeddings":1,"ids":1,"residual":8,"assert":1,"intermediate":3,"tensors":3,"for":2,"i":2,"in":1,"range":1,"start":1,"layer":4,"end":1,"layers":1,"positions":1,"last":1,"return":3,"intermediatetensors":1,"norm":1,"def":2,"expert":3,"mapping":3,"list":1,"tuple":2,"str":5,"int":1,"params":3,"weights":3,"fp8":2,"weight":2,"scales":2,"activation":1,"param":2,"name":7,"id":3,"shard":3,"fusedmoe":1,"make":1,"ckpt":3,"gate":5,"proj":16,"down":2,"up":5,"num":2,"experts":2,"config":1,"moe":1,"load":1,"iterable":1,"torch":1,"tensor":1,"set":1,"stacked":1,"qkv":3,"q":2,"k":2,"v":2,"0":1,"1":1},"18064,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"params":8,"dict":5,"self":5,"named":1,"parameters":1,"loaded":5,"set":2,"str":1,"expert":4,"mapping":6,"get":1,"for":4,"name":30,"weight":14,"in":10,"weights":1,"if":9,"config":1,"tie":1,"word":1,"embeddings":1,"and":4,"endswith":3,"lm":1,"head":1,"continue":8,"mtp":2,"will":1,"be":1,"supported":1,"soon":1,"e":1,"score":1,"correction":1,"bias":4,"replace":3,"moe":1,"statics":1,"gate":1,"squeeze":1,"0":1,"param":7,"shard":3,"id":4,"stacked":2,"skip":4,"non":1,"layers":3,"experts":3,"handled":1,"below":1,"not":4,"mlp":1,"loading":1,"extra":1,"gptq":1,"models":1,"or":1,"on":2,"other":2,"devices":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":3,"break":1,"else":1},"20016,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"skip":3,"loading":2,"extra":2,"bias":6,"for":2,"gptq":2,"models":2,"if":4,"name":16,"endswith":4,"or":2,"and":2,"not":2,"in":2,"params":7,"dict":5,"continue":4,"param":6,"weight":9,"loader":7,"loaded":4,"shard":2,"id":4,"expert":2,"break":1,"else":1,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"ernie4":1,"5":1,"moeforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1},"21844,1849,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"def":4,"init":2,"self":19,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":6,"ernie4":1,"5":1,"moemodel":1,"maybe":1,"if":2,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"lm":4,"head":4,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"else":1,"ppmissinglayer":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"23693,476,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45_moe.py":{"def":2,"load":2,"weights":4,"self":5,"iterable":1,"tuple":2,"str":5,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":2,"get":2,"expert":2,"mapping":2,"list":1,"int":1,"model":1},"0,1211,data/raw/vllm-0.10.1/vllm/model_executor/models/medusa.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"collections":1,"abc":1,"import":10,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":6,"as":1,"config":3,"vllmconfig":2,"model":6,"executor":5,"layers":7,"logits":1,"processor":1,"logitsprocessor":1,"sampler":1,"sampleroutput":1,"vocab":2,"parallel":1,"embedding":1,"default":2,"padding":1,"size":4,"parallellmhead":1,"loader":2,"weight":2,"utils":1,"sampling":1,"metadata":1,"samplingmetadata":1,"class":1,"residualblock":1,"module":1,"def":2,"init":2,"self":6,"hidden":3,"int":2,"num":2,"none":1,"super":1,"modulelist":1,"linear":1,"bias":2,"getattr":1,"medusa":1,"fc":1,"false":1,"for":2,"in":2,"range":1,"act":2,"silu":1,"forward":1,"x":5,"tensor":2,"layer":2,"return":1},"1211,1582,data/raw/vllm-0.10.1/vllm/model_executor/models/medusa.py":{"class":2,"medusa":3,"nn":2,"module":1,"this":4,"implements":1,"the":6,"draft":5,"model":2,"from":3,"paper":1,"https":2,"arxiv":1,"org":1,"abs":1,"2401":1,"10774":1,"reference":2,"implementation":2,"github":1,"com":1,"fasterdecoding":1,"differences":1,"1":2,"currently":1,"only":1,"supports":1,"generating":1,"proposals":1,"top":2,"tokens":3,"2":1,"we":1,"have":2,"an":3,"optional":2,"token":3,"map":3,"which":1,"reduces":1,"vocab":10,"to":5,"most":2,"frequently":1,"used":1,"give":1,"some":1,"additional":1,"speed":1,"up":1,"by":1,"reducing":1,"sampling":1,"overhead":1,"is":1,"disabled":1,"unless":1,"checkpoint":2,"file":1,"has":3,"explicit":1,"tensor":2,"and":2,"config":17,"attribute":2,"truncated":5,"size":11,"use":1,"technique":1,"one":1,"find":1,"k":2,"frequent":1,"in":3,"target":1,"dataset":1,"add":1,"that":1,"as":2,"a":1,"using":1,"key":1,"also":1,"needs":1,"def":1,"init":2,"self":10,"vllm":2,"vllmconfig":1,"prefix":1,"str":1,"none":1,"speculative":1,"hf":1,"super":1,"blocks":1,"modulelist":1,"residualblock":1,"hidden":3,"num":3,"layers":2,"for":1,"range":1,"heads":1,"orig":1,"unpadded":1},"2793,1988,data/raw/vllm-0.10.1/vllm/model_executor/models/medusa.py":{"if":2,"getattr":2,"config":6,"original":1,"lm":8,"head":5,"false":1,"self":19,"parallellmhead":2,"unpadded":3,"vocab":10,"size":14,"hidden":6,"org":2,"num":4,"embeddings":2,"truncated":3,"padding":4,"default":3,"heads":5,"for":6,"in":4,"range":2,"else":1,"nn":1,"modulelist":1,"logit":3,"scale":3,"1":1,"0":1,"logits":5,"processor":2,"logitsprocessor":1,"token":4,"map":3,"is":3,"a":1,"idx":1,"to":2,"mapping":1,"reduce":1,"the":5,"draft":2,"model":1,"using":1,"smaller":1,"containing":1,"only":2,"most":1,"frequent":1,"tokens":1,"reduces":1,"speculation":1,"overhead":1,"this":2,"doesn":1,"t":1,"affect":1,"acceptance":1,"rate":1,"much":1,"and":2,"thus":1,"gives":1,"more":1,"speed":1,"up":1,"by":1,"disabled":1,"used":1,"eagle":1,"checkpoint":1,"file":1,"has":1,"tensor":6,"none":1,"def":2,"forward":1,"states":4,"torch":5,"list":4,"return":1,"block":2,"blocks":1,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"lst":1,"hs":2,"zip":1},"4781,1838,data/raw/vllm-0.10.1/vllm/model_executor/models/medusa.py":{"if":2,"logits":18,"is":2,"none":4,"should":2,"only":2,"be":1,"on":1,"rank":1,"0":3,"in":3,"which":1,"case":1,"it":1,"remain":1,"true":1,"for":4,"every":1,"lm":1,"head":1,"assert":1,"len":2,"lst":5,"continue":1,"self":4,"token":15,"map":2,"append":6,"else":1,"torch":6,"inf":1,"ones":1,"size":2,"shape":1,"1":9,"orig":1,"vocab":1,"device":2,"dtype":2,"return":2,"def":1,"sample":4,"list":12,"tensor":1,"sampling":3,"metadata":3,"samplingmetadata":1,"sampleroutput":3,"stack":1,"dim":3,"float":1,"logprobs":3,"log":1,"softmax":2,"ids":3,"argmax":1,"support":1,"top":1,"now":1,"probs":3,"id":3,"prob":3,"logprob":3,"idx":5,"seq":6,"group":4,"enumerate":1,"groups":2,"indices":3,"outputs":4,"optional":1,"range":1,"sampled":2,"squeeze":3},"6619,1887,data/raw/vllm-0.10.1/vllm/model_executor/models/medusa.py":{"def":2,"generate":1,"proposals":2,"self":13,"previous":3,"hidden":4,"states":4,"torch":2,"tensor":3,"sampling":5,"metadata":5,"samplingmetadata":1,"optional":1,"list":1,"sampleroutput":1,"during":1,"preemption":1,"we":1,"may":1,"receive":1,"an":1,"empty":1,"batch":2,"size":4,"0":6,"if":4,"return":3,"none":3,"to":2,"signal":1,"the":1,"top1proposer":1,"that":1,"no":1,"were":1,"generated":1,"for":3,"this":2,"allowing":1,"it":1,"handle":1,"special":1,"case":1,"appropriately":1,"sample":1,"logits":2,"compute":1,"forward":1,"load":1,"weights":7,"iterable":1,"tuple":1,"str":3,"set":3,"params":3,"dict":3,"named":1,"parameters":1,"loaded":9,"map":9,"name":9,"weight":10,"in":4,"replace":1,"medusa":1,"heads":2,"token":5,"truncated":1,"vocab":2,"orig":1,"nn":1,"parameter":1,"requires":1,"grad":1,"false":2,"elif":2,"getattr":1,"config":1,"original":1,"lm":4,"head":3,"and":3,"items":1,"is":1,"not":1,"shape":2},"8506,497,data/raw/vllm-0.10.1/vllm/model_executor/models/medusa.py":{"param":3,"params":3,"dict":1,"name":2,"weight":6,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"if":1,"self":6,"token":3,"map":3,"is":2,"not":2,"none":2,"to":1,"device":2,"lm":1,"heads":1,"0":1,"assert":1,"truncated":1,"vocab":2,"size":2,"orig":1,"or":1,"return":1},"0,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":11,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"39":1,"3":1,"src":1,"models":2,"fuyu":3,"modeling":1,"py":1,"2023":2,"team":2,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"pytorch":1,"model":4,"import":15,"math":1,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"typing":1,"annotated":1,"literal":1,"optional":1,"torch":2,"nn":2,"batchfeature":1,"fuyuconfig":1,"fuyuimageprocessor":1,"fuyuprocessor":1,"config":1,"vllmconfig":1,"executor":3,"layers":1,"linear":1,"columnparallellinear":1,"persimmon":1,"persimmonforcausallm":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1},"1981,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"from":5,"vllm":2,"sequence":1,"import":4,"intermediatetensors":1,"utils":2,"tensor":2,"schema":1,"tensorschema":2,"tensorshape":3,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":3,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":2,"cannot":1,"find":1,"the":5,"following":1,"2":1,"numbers":1,"hf":6,"config":3,"image":17,"token":2,"id":2,"71011":1,"newline":1,"71019":1,"class":2,"fuyuimagepatchinputs":1,"dimensions":2,"batch":3,"size":9,"number":4,"of":4,"images":2,"bnp":2,"patches":5,"fn":2,"patch":6,"x":1,"y":1,"num":1,"channels":1,"type":1,"literal":1,"flat":2,"data":2,"annotated":2,"torch":1,"per":1,"list":1,"int":6,"total":1,"for":1,"each":1,"in":1,"this":1,"is":1,"used":1,"to":1,"split":1,"which":1,"has":1,"first":1,"two":1,"flattened":1,"just":1,"like":1,"fuyuprocessinginfo":1,"baseprocessinginfo":1,"def":5,"get":9,"self":9,"return":4,"ctx":2,"fuyuconfig":1,"processor":11,"kwargs":4,"object":2,"fuyuprocessor":1,"fuyuimageprocessor":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"1":1,"feature":1,"grid":1,"width":5,"height":5,"tuple":1,"target":2},"3950,1829,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"if":1,"not":1,"image":26,"width":18,"target":8,"and":1,"height":18,"scale":7,"factor":7,"optimal":3,"min":1,"int":8,"ncols":4,"math":2,"ceil":2,"patch":2,"nrows":4,"return":5,"def":4,"get":9,"num":4,"tokens":1,"self":8,"feature":1,"grid":1,"size":5,"with":2,"most":2,"features":2,"imagesize":2,"processor":4,"class":2,"fuyudummyinputsbuilder":1,"basedummyinputsbuilder":1,"fuyuprocessinginfo":2,"dummy":3,"text":1,"mm":4,"counts":3,"mapping":2,"str":3,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"info":1,"images":4,"0":1,"fuyumultimodalprocessor":1,"basemultimodalprocessor":1},"5779,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"def":1,"call":2,"hf":4,"processor":3,"self":3,"prompt":8,"str":4,"mm":8,"data":5,"mapping":3,"object":3,"kwargs":6,"tok":3,"batchfeature":2,"if":3,"not":2,"avoid":1,"warning":1,"from":1,"logger":1,"for":1,"text":1,"only":2,"input":2,"ids":5,"info":1,"get":2,"tokenizer":1,"encode":1,"apply":1,"tokens":1,"return":2,"dict":1,"tensor":4,"type":1,"pt":1,"processed":4,"outputs":4,"super":1,"image":13,"patches":13,"is":3,"none":1,"images":9,"assert":4,"isinstance":4,"list":3,"original":1,"output":2,"1":3,"num":4,"pn":4,"px":4,"py":4,"c":4,"new":1,"a":2,"with":2,"shape":2,"before":1,"transformers":2,"4":2,"53":2,"len":5,"0":3,"torch":2,"and":1,"after":1,"elif":1,"else":1,"raise":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1},"7600,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"def":4,"apply":1,"hf":8,"processor":4,"tokens":7,"only":1,"self":7,"prompt":5,"list":2,"int":5,"adds":1,"boa":4,"token":17,"id":17,"tokenizer":6,"info":4,"get":11,"vocab":3,"0x04":1,"if":1,"1":1,"append":1,"return":4,"mm":6,"fields":1,"config":4,"inputs":1,"batchfeature":1,"kwargs":3,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":2,"dict":1,"image":15,"patches":1,"batched":1,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"bos":5,"assert":2,"isinstance":2,"eot":3,"replacement":3,"fuyu":2,"item":2,"idx":2,"images":2,"imageprocessoritems":1,"size":5,"ncols":2,"nrows":2,"feature":1,"grid":1,"width":2,"height":2,"newline":1,"promptupdatedetails":1,"select":1,"embed":1,"promptreplacement":1,"modality":1,"target":1},"9566,1795,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"multimodal":5,"registry":1,"register":1,"processor":1,"fuyumultimodalprocessor":1,"info":1,"fuyuprocessinginfo":1,"dummy":1,"inputs":1,"fuyudummyinputsbuilder":1,"class":1,"fuyuforcausallm":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"hf":3,"to":2,"vllm":7,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":5,"model":11,"vision":3,"embed":3,"tokens":3,"language":6,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":6,"return":1,"none":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":11,"config":28,"vllmconfig":1,"super":1,"quant":4,"vocab":2,"size":6,"text":2,"token":2,"id":2,"feature":2,"patch":1,"2":1,"num":1,"channels":1,"columnparallellinear":1,"hidden":1,"gather":1,"output":1,"true":1,"persimmonforcausallm":1,"with":1,"maybe":1,"make":2,"empty":2,"intermediate":2,"tensors":2},"11361,1456,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"def":4,"parse":2,"and":2,"validate":2,"image":25,"input":10,"self":10,"kwargs":4,"object":2,"optional":1,"fuyuimagepatchinputs":3,"patches":14,"pop":1,"none":5,"if":2,"is":3,"not":2,"flat":11,"flatten":2,"bn":2,"data":4,"concat":1,"true":1,"return":6,"type":1,"per":4,"x":2,"size":2,"0":2,"for":1,"in":1,"resolve":1,"bindings":1,"fn":1,"feature":1,"process":2,"multimodalembeddings":2,"assert":1,"vision":4,"embed":2,"tokens":2,"embeddings":3,"split":1,"dim":1,"get":2,"language":2,"model":2,"torch":1,"nn":1,"module":1,"multimodal":1},"12817,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"def":3,"get":4,"input":11,"embeddings":11,"self":9,"ids":8,"torch":7,"tensor":7,"multimodal":6,"optional":4,"multimodalembeddings":1,"none":8,"inputs":11,"embeds":11,"language":4,"model":5,"if":2,"is":5,"not":2,"and":1,"len":1,"0":1,"merge":1,"image":1,"token":1,"id":1,"return":3,"forward":1,"positions":3,"intermediate":4,"tensors":4,"intermediatetensors":1,"kwargs":2,"object":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"hidden":4,"states":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1},"14675,222,data/raw/vllm-0.10.1/vllm/model_executor/models/fuyu.py":{"def":1,"load":2,"weights":4,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":1},"0,1164,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"spdx":2,"license":2,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":3,"vllm":1,"project":1,"c":1,"microsoft":3,"corporation":1,"licensed":1,"under":1,"mit":1,"code":1,"copied":1,"from":3,"moe":1,"by":3,"jacob":1,"platin":1,"jacobplatin":1,"com":1,"but":1,"implemented":1,"phi":1,"speech":1,"team":1,"usr":1,"bin":1,"env":1,"python3":1,"import":5,"math":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":7,"functional":1,"as":1,"f":1,"tensor":1,"class":1,"blockbase":1,"module":2,"block":1,"abstract":1,"def":2,"init":2,"self":3,"input":3,"size":6,"output":3,"super":1,"get":1,"activation":3,"name":10,"relu":5,"select":1,"an":1,"function":2,"args":1,"str":1,"one":1,"of":1,"gelu":3,"swish":3,"sigmoid":3,"default":1,"lower":1,"if":4,"return":5,"inplace":1,"true":1,"identity":1},"1164,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"adaptive":2,"enc":1,"mask":4,"x":12,"len":13,"chunk":10,"start":9,"idx":18,"left":11,"window":6,"0":23,"right":5,"the":3,"function":1,"is":2,"very":1,"important":1,"for":3,"transformer":1,"transducer":1,"streaming":2,"mode":1,"args":1,"xs":1,"int":3,"sequence":1,"length":1,"list":1,"first":2,"of":2,"each":2,"such":2,"as":2,"18":4,"36":4,"48":4,"it":4,"also":1,"supports":1,"size":5,"10":1,"15":1,"45":1,"how":2,"many":2,"chunks":2,"can":2,"be":2,"seen":2,"used":1,"overlap":1,"model":2,"returns":1,"torch":8,"tensor":5,"a":1,"1":17,"4":1,"true":6,"false":6,"long":1,"pad":8,"nn":2,"functional":2,"append":2,"to":2,"beginning":1,"so":2,"becomes":2,"end":4,"value":1,"seq":7,"range":7,"arange":2,"unsqueeze":3,"nonzero":1,"boundary":4,"expand":4},"3128,210,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"idx":5,"right":7,"len":2,"chunk":2,"start":2,"boundary":2,"end":1,"pad":1,"mask":3,"seq":1,"range":1,"expand":1,"unsqueeze":1,"1":1,"return":1,"left":1},"3338,1584,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"class":3,"swish":6,"nn":8,"module":7,"implement":2,"activation":1,"from":1,"https":2,"arxiv":2,"org":2,"pdf":4,"2005":2,"03191":1,"def":4,"init":4,"self":19,"none":2,"super":2,"act":15,"fn":8,"sigmoid":5,"forward":3,"x":9,"tensor":6,"apply":2,"function":2,"args":2,"torch":2,"input":3,"return":2,"glu":4,"gated":1,"linear":1,"unit":1,"dim":5,"int":1,"1":1,"name":7,"str":1,"lower":1,"if":1,"relu":2,"inplace":1,"true":1,"elif":3,"gelu":2,"else":1,"identity":1,"on":1,"the":2,"first":1,"half":4,"of":2,"matrices":1,"with":1,"second":1,"gate":2,"chunk":1,"2":1,"todo":1,"abdel":1,"this":1,"can":1,"be":1,"improved":1,"using":1,"glupointwiseconv":2,"used":1,"for":2,"conformer":1,"architecture":1,"more":1,"details":1,"see":1,"08100v1":1},"4922,1883,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"args":1,"input":5,"dim":12,"int":3,"channel":2,"size":10,"output":9,"kernel":8,"glu":19,"type":9,"str":1,"optional":3,"activation":2,"function":1,"one":1,"of":2,"sigmoid":5,"relu":3,"gelu":3,"default":2,"bias":6,"in":6,"bool":2,"use":1,"addtive":1,"causal":3,"if":4,"set":2,"to":2,"true":2,"padding":3,"is":1,"the":1,"half":1,"ie":1,"convolution":1,"can":1,"t":1,"see":1,"future":1,"frames":1,"false":2,"def":1,"init":2,"self":13,"super":1,"ext":2,"pw":2,"conv":2,"1d":2,"nn":7,"conv1d":2,"2":3,"1":8,"else":2,"act":5,"elif":3,"swish":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"b1":1,"parameter":2,"torch":2,"zeros":2,"b2":1},"6805,1338,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"forward":1,"self":23,"x":21,"args":1,"torch":1,"tensor":3,"input":2,"to":2,"be":1,"consistent":1,"with":1,"glulinear":1,"we":1,"assume":1,"the":6,"always":1,"has":1,"channel":1,"dim":13,"in":4,"last":1,"dimension":2,"of":1,"so":1,"need":1,"switch":1,"first":1,"for":3,"1d":2,"conv":2,"case":1,"permute":2,"0":6,"2":6,"1":2,"ext":1,"pw":1,"if":3,"glu":5,"type":1,"bilinear":1,"bias":2,"output":12,"b1":2,"b2":2,"else":3,"act":2,"return":1,"class":1,"depthwiseseperableconv1d":2,"nn":1,"module":3,"used":1,"convnet":1,"conformer":1,"more":1,"details":1,"see":1,"https":1,"arxiv":1,"org":1,"pdf":2,"2005":1,"08100v1":1},"8143,1878,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"args":2,"input":9,"dim":7,"int":5,"channel":10,"size":5,"depthwise":12,"seperable":8,"out":9,"if":3,"set":1,"different":1,"to":3,"0":7,"the":7,"number":2,"of":4,"will":2,"be":2,"used":2,"as":1,"a":1,"second":2,"conv1d":6,"layer":2,"otherwise":1,"it":1,"equal":1,"is":1,"skipped":1,"kernel":4,"multiplier":4,"channels":2,"duplication":1,"this":1,"value":1,"compute":1,"hidden":1,"padding":5,"optional":1,"for":3,"default":1,"def":2,"init":2,"self":9,"super":1,"dw":2,"conv":5,"nn":4,"1":3,"groups":1,"pw":3,"else":1,"identity":1,"forward":1,"x":7,"torch":1,"tensor":2,"return":1,"class":1,"convmodule":2,"module":2,"conformer":1,"block":1,"more":1,"details":1,"see":1,"https":1,"arxiv":1,"org":1,"pdf":2,"2005":1,"08100v1":1},"10022,1842,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"args":1,"input":3,"dim":3,"int":8,"channel":7,"size":8,"ext":3,"pw":3,"out":5,"if":5,"0":4,"is":4,"a":2,"for":6,"the":11,"last":1,"pointwise":2,"conv":2,"after":1,"swish":1,"activation":5,"depthwise":3,"seperable":2,"set":4,"different":1,"to":7,"number":2,"of":6,"will":2,"be":2,"used":4,"as":1,"second":2,"conv1d":3,"layer":2,"otherwise":1,"it":1,"equal":1,"skipped":1,"kernel":4,"conformer":1,"multiplier":1,"channels":2,"duplication":1,"this":1,"value":1,"compute":1,"hidden":1,"dropout":2,"rate":2,"float":1,"causal":1,"bool":3,"optional":7,"true":3,"convolution":1,"have":1,"no":1,"access":1,"future":1,"frames":1,"default":5,"false":2,"batch":1,"norm":1,"apply":1,"batchnorm":1,"before":2,"chunk":5,"se":5,"offline":1,"1":1,"streaming":2,"where":2,"mean":2,"computed":2,"by":2,"accumulated":1,"history":1,"until":1,"current":2,"2":1,"only":1,"cnn":1,"18":1,"str":2,"function":2,"in":3,"convmodule":1,"relu":1,"glu":4,"type":1,"sigmoid":1,"bias":2,"use":1,"additive":1,"weight":1,"module":1},"11864,467,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"linear":1,"glu":1,"in":2,"convm":1,"bool":2,"optional":2,"if":2,"set":3,"to":4,"true":2,"use":1,"glulinear":1,"module":2,"otherwise":1,"used":1,"glupointwiseconv":1,"default":2,"false":2,"export":3,"padding":1,"is":3,"equal":1,"0":1,"this":2,"for":1,"inference":1,"or":2,"onnx":1,"typically":1,"by":1,"the":2,"program":2,"decoder":1,"and":1,"it":1,"isn":1,"t":1,"present":1,"your":1,"config":1,"file":1},"12339,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"init":2,"self":20,"input":10,"dim":10,"ext":7,"pw":7,"out":10,"channel":10,"depthwise":11,"seperable":7,"kernel":9,"size":10,"multiplier":4,"dropout":4,"rate":2,"causal":4,"false":4,"batch":4,"norm":5,"chunk":2,"se":1,"0":3,"18":1,"activation":3,"relu":1,"glu":9,"type":3,"sigmoid":1,"bias":3,"in":6,"true":1,"linear":5,"convm":3,"export":4,"super":1,"layer":3,"nn":5,"layernorm":1,"add":1,"if":6,"bn":1,"batchnorm1d":1,"act":1,"get":1,"padding":4,"else":3,"1":3,"2":1,"dw":1,"sep":1,"conv":1,"1d":1,"depthwiseseperableconv1d":1,"ln2":2},"14324,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"add":1,"ext":15,"pw":15,"layer":2,"self":37,"this":1,"function":2,"is":1,"an":1,"extension":1,"of":2,"init":1,"and":1,"dedicated":1,"to":1,"the":2,"convolution":1,"module":1,"creation":1,"conformer":1,"ln1":2,"glu":8,"bn":1,"conv":3,"1d":3,"nn":4,"identity":2,"jit":3,"hacks":1,"squeeze":1,"excitation":1,"apply":1,"fix":4,"len1":4,"false":3,"if":4,"out":5,"channel":5,"0":1,"causal":2,"conv1d":2,"input":4,"dim":4,"kernel":6,"size":6,"1":5,"padding":2,"true":1,"else":3,"2":1,"linear":1,"in":3,"convm":1,"glulinear":1,"type":2,"bias":2,"glupointwiseconv":1},"16145,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"if":10,"self":40,"input":3,"dim":2,"ext":8,"pw":16,"out":4,"channel":4,"apply":4,"ln1":7,"true":1,"nn":3,"linear":1,"else":4,"false":1,"conv":10,"simplify":8,"w":4,"torch":5,"parameter":2,"ones":1,"3":3,"b":4,"zeros":1,"def":1,"forward":2,"x":54,"convmodule":1,"args":1,"tensor":2,"layer":2,"norm":2,"0":13,"glu":1,"causal":2,"and":2,"kernel":5,"size":5,"1":18,"permute":7,"2":9,"dw":1,"sep":1,"1d":2,"hasattr":1,"ln2":2,"batch":1,"bn":1,"act":1,"fix":1,"len1":1,"unsqueeze":1,"squeeze":1,"dropout":1,"return":1},"18125,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"class":2,"glulinear":3,"nn":8,"module":7,"linear":5,"glu":15,"args":3,"input":5,"dim":6,"int":4,"size":4,"output":5,"type":3,"activation":6,"function":3,"name":2,"used":2,"in":8,"default":3,"sigmoid":6,"swish":2,"bias":7,"bool":2,"optional":2,"if":1,"true":4,"the":1,"addtive":1,"is":2,"added":1,"false":1,"def":3,"init":4,"self":11,"super":2,"2":1,"act":2,"1":1,"forward":2,"x":5,"torch":1,"tensor":2,"inpute":1,"return":1,"feedforward":2,"for":1,"more":1,"details":1,"see":1,"conformer":1,"paper":1,"https":1,"arxiv":1,"org":1,"pdf":2,"2005":1,"08100":1,"d":13,"model":7,"inner":6,"dropout":7,"rate":5,"float":1,"str":1,"one":1,"of":1,"relu":1,"only":1,"with":1,"fnn":1,"layer":1,"norm":1,"layernorm":1,"net":1,"sequential":1},"20088,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":2,"forward":2,"self":4,"x":3,"feedforward":1,"function":1,"args":1,"torch":1,"tensor":2,"input":1,"out":2,"net":1,"layer":1,"norm":1,"return":1,"positional":1,"encoding":1,"starts":1,"here":1,"pre":2,"hook":2,"state":5,"dict":5,"prefix":2,"local":1,"metadata":1,"strict":1,"missing":1,"keys":2,"unexpected":1,"error":1,"msgs":1,"perform":1,"in":4,"load":1,"for":3,"backward":2,"compatibility":2,"note":1,"we":4,"saved":1,"pe":3,"until":1,"v":1,"0":2,"5":1,"2":2,"but":1,"have":1,"omitted":1,"it":4,"later":1,"therefore":1,"remove":1,"the":11,"item":1,"from":1,"k":4,"if":1,"pop":1,"class":1,"t5relativeattentionlogitbias":1,"nn":1,"module":2,"this":2,"implements":1,"relative":2,"position":4,"bias":5,"described":1,"section":1,"1":1,"of":4,"t5":5,"paper":1,"https":2,"arxiv":1,"org":1,"pdf":2,"1910":1,"10683":1,"huggingface":2,"implementation":2,"is":7,"used":1,"as":4,"a":2,"reference":1,"github":1,"com":1,"transformers":2,"blob":1,"v4":1,"30":1,"src":1,"models":1,"modeling":1,"py":1,"l435":1,"modifies":1,"attention":1,"q":1,"t":2,"b":2,"where":2,"learned":1,"scalar":1,"based":1,"on":1,"query":1,"and":3,"key":1,"hxnxn":1,"h":1,"number":1,"heads":1,"n":1,"sequence":1,"length":3,"i":3,"ve":2,"made":1,"these":1,"modifications":1,"to":3,"original":2,"skipping":1,"bucketing":1,"step":1,"converted":1,"rel":2,"distances":1,"into":1,"logarithmically":1,"increasing":1,"buckets":1,"supposed":1,"help":1,"with":1,"generalization":2,"just":1,"directly":1,"use":1,"index":1,"values":1,"don":1,"need":1,"40s":1,"max":1,"good":1,"enough":1,"asr":1,"encoder":1,"keeps":1,"onnx":1,"export":1,"simple":1,"also":1,"extended":1,"so":1,"that":1,"biases":1,"can":1,"be":1,"asymmetric":2,"default":1,"treats":1,"l":2,"r":2,"same":1,"was":1,"found":1,"yield":1,"better":1,"results":1,"my":1,"experiments":1},"22016,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"args":1,"num":15,"heads":6,"int":3,"number":3,"of":6,"attention":4,"buckets":11,"to":6,"use":3,"for":4,"relative":2,"bias":8,"this":5,"is":5,"the":7,"size":3,"learnable":1,"parameter":2,"bucketing":5,"not":3,"yet":2,"supported":2,"so":1,"defaults":1,"1":3,"which":2,"means":1,"no":1,"used":1,"max":7,"distance":8,"determines":1,"param":1,"maximum":2,"with":2,"directly":1,"controls":1,"when":1,"0":2,"will":1,"control":1,"logarithmic":1,"after":1,"all":1,"positions":2,"are":1,"in":1,"same":1,"bucket":1,"symmetric":7,"bool":1,"whether":1,"or":1,"asymmetric":1,"biases":1,"false":2,"uses":1,"2x":1,"params":1,"distinguish":1,"l":2,"r":2,"from":1,"was":1,"found":1,"be":1,"better":1,"encoder":1,"def":1,"init":2,"self":14,"1000":1,"super":1,"skip":2,"if":2,"else":1,"raise":1,"notimplementederror":1,"t5":1,"bucketed":1,"tested":1,"2":1,"values":1,"nn":1,"embedding":1},"23744,1432,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"forward":1,"self":10,"x":5,"instantiate":1,"bias":13,"compatible":1,"with":2,"shape":1,"of":1,"maxpos":3,"size":1,"1":5,"context":2,"position":15,"torch":4,"arange":2,"device":4,"dtype":2,"long":2,"none":2,"memory":2,"relative":11,"clipping":1,"to":2,"a":1,"maximum":1,"distance":5,"using":1,"ops":1,"that":1,"play":1,"well":1,"onnx":1,"export":1,"masked":2,"fill":2,"max":4,"mapping":1,"from":1,"index":1,"in":1,"the":1,"parameter":1,"if":2,"skip":1,"bucketing":1,"idx":6,"else":2,"bucket":1,"symmetric":1,"abs":1,"num":1,"buckets":1,"2":2,"t5":4,"rel":4,"att":4,"values":1,"l":4,"h":2,"permute":1,"0":2,"unsqueeze":1,"return":1},"25176,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"bucket":1,"relative":21,"position":17,"self":8,"this":3,"is":4,"a":2,"placeholder":1,"isn":1,"t":1,"tested":1,"likely":1,"buggy":1,"using":1,"huggingface":1,"implem":1,"as":1,"reference":1,"also":1,"needs":1,"to":5,"be":1,"extended":1,"support":1,"asymmetric":1,"ve":1,"positions":3,"buckets":11,"0":3,"if":6,"not":1,"causal":1,"num":5,"2":2,"torch":9,"long":2,"abs":1,"else":1,"min":2,"zeros":1,"like":2,"now":1,"in":3,"the":4,"range":1,"inf":1,"half":2,"of":2,"are":2,"for":2,"exact":7,"increments":1,"max":9,"small":2,"other":1,"logarithmically":1,"bigger":1,"bins":1,"up":1,"distance":2,"large":5,"log":2,"float":2,"math":1,"full":1,"1":1,"where":1,"return":1,"class":1,"absolutepositionalencoding":1,"nn":1,"module":3,"absolute":2,"positional":2,"encoding":2,"implement":1,"sinusoidal":1,"from":1,"https":1,"arxiv":1,"org":1,"pdf":2,"1706":1,"03762":1,"args":1,"d":1,"model":1,"int":2,"input":2,"embedding":1,"size":1,"dropout":2,"rate":2,"len":1,"optional":1,"maximum":1,"length":1,"sequence":1,"default":1,"5000":1},"27173,1958,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":3,"init":2,"self":24,"d":7,"model":8,"dropout":5,"rate":2,"max":2,"len":2,"5000":1,"construct":1,"an":1,"positionalencoding":1,"object":1,"super":1,"xscale":2,"math":2,"sqrt":1,"torch":14,"nn":2,"p":1,"pe":18,"none":2,"extend":3,"tensor":7,"0":7,"expand":1,"1":8,"register":1,"load":1,"state":1,"dict":1,"pre":2,"hook":2,"x":18,"reset":1,"the":1,"positional":2,"encodings":1,"args":3,"if":2,"is":3,"not":1,"and":2,"size":7,"dtype":8,"or":1,"device":6,"to":2,"return":2,"zeros":1,"position":3,"arange":2,"float32":2,"unsqueeze":2,"div":3,"term":3,"exp":1,"2":3,"log":1,"10000":1,"sin":1,"cos":1,"forward":2,"add":1,"encoding":1,"input":4,"shape":2,"batch":2,"time":2,"returns":1,"encoded":1,"its":1,"embedding":1,"layers":1,"starts":1,"here":1,"class":1,"meanvariancenormlayer":1,"module":1,"mean":2,"variance":1,"normalization":1,"layer":3,"will":1,"subtract":1,"multiply":1,"by":1,"inverted":1,"standard":1,"deviation":1,"typically":1,"used":1,"as":1,"a":2,"very":1,"first":1,"in":1,"int":1},"29131,1208,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":2,"init":2,"self":7,"input":9,"size":7,"super":1,"global":4,"mean":2,"nn":5,"parameter":2,"torch":3,"zeros":1,"invstd":2,"ones":1,"forward":2,"tensor":4,"meanvariancenormlayer":1,"args":1,"return":1,"class":1,"causalconv1d":1,"conv1d":3,"a":3,"causal":2,"version":1,"of":3,"where":2,"each":2,"step":1,"would":4,"have":1,"limited":1,"access":1,"to":5,"locations":1,"on":3,"its":2,"right":4,"or":1,"left":3,"all":1,"arguments":1,"are":2,"the":3,"same":1,"as":4,"except":1,"padding":9,"if":2,"is":3,"set":3,"none":1,"then":2,"paddings":1,"automatically":1,"make":2,"it":3,"convolution":1,"location":1,"not":2,"see":1,"any":1,"steps":2,"list":1,"2":1,"0":2,"be":3,"used":1,"and":2,"1":4,"possible":1,"control":1,"number":1,"accessible":1,"this":1,"mode":1,"supported":1,"when":1,"stride":1,"should":1,"equal":1,"kernel":1},"30339,1560,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"init":2,"self":10,"in":3,"channels":6,"int":8,"out":3,"kernel":6,"size":7,"stride":5,"1":10,"padding":25,"union":1,"str":2,"0":4,"dilation":3,"groups":3,"bias":3,"bool":1,"true":1,"mode":3,"zeros":1,"device":3,"none":5,"dtype":3,"cache":2,"drop":1,"if":3,"is":1,"left":4,"right":3,"else":2,"and":3,"raise":2,"valueerror":2,"no":1,"striding":1,"allowed":1,"for":1,"non":1,"symmetric":1,"convolutions":1,"isinstance":2,"elif":1,"list":1,"len":2,"2":1,"f":1,"invalid":1,"param":1,"max":1,"super":1},"31899,1909,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":3,"update":2,"cache":21,"self":11,"x":17,"none":10,"if":4,"is":3,"new":7,"f":2,"pad":4,"left":2,"padding":13,"right":4,"next":6,"else":3,"0":4,"torch":1,"cat":1,"dim":1,"1":7,"drop":2,"size":6,"return":3,"forward":2,"super":2,"class":1,"causalconv2d":2,"nn":3,"conv2d":3,"a":1,"causal":1,"version":1,"of":1,"where":1,"each":1,"location":1,"in":3,"the":2,"2d":1,"matrix":1,"would":1,"have":1,"no":1,"access":1,"to":2,"locations":1,"on":1,"its":1,"or":1,"down":1,"all":1,"arguments":1,"are":1,"same":1,"as":2,"except":1,"which":1,"should":2,"be":2,"set":2,"init":2,"channels":4,"int":7,"out":2,"kernel":3,"stride":3,"union":1,"str":2,"dilation":2,"groups":2,"bias":2,"bool":1,"true":1,"mode":2,"zeros":1,"device":2,"dtype":2,"not":1,"raise":1,"valueerror":1,"argument":1,"for":1},"33808,1931,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"forward":2,"self":3,"x":6,"f":1,"pad":2,"left":2,"padding":2,"right":2,"0":2,"super":1,"return":1,"class":1,"nemoconvsubsampling":1,"torch":1,"nn":2,"module":3,"convlutional":1,"subsampling":7,"taken":1,"from":2,"nemo":3,"asr":2,"https":2,"github":1,"com":1,"nvidia":1,"blob":1,"b367413645d5c72db3c2c96e46e95a":1,"34501479cf":1,"collections":1,"parts":1,"submodules":1,"py":1,"striding":7,"speech":2,"transformer":1,"a":4,"no":3,"recurrence":1,"sequence":2,"to":5,"model":1,"for":2,"recognition":1,"by":1,"linhao":1,"dong":1,"et":1,"al":1,"ieeexplore":1,"ieee":1,"org":1,"document":1,"8462506":1,"compared":1,"with":1,"the":10,"encoderconv2d":1,"input":3,"layer":3,"custom":1,"this":1,"is":6,"much":1,"simplified":1,"approach":1,"and":3,"uses":2,"layernorm":1,"far":1,"fewer":1,"conv2ds":1,"moreover":1,"depthwise":2,"convolutions":2,"are":2,"used":1,"reduce":1,"flops":1,"but":1,"first":2,"kept":1,"as":2,"regular":1,"convolution":2,"so":1,"not":2,"degrade":1,"accuracy":1,"dw":3,"same":1,"except":1,"that":1,"latter":1,"after":1,"whereas":1,"former":1,"does":1,"args":1,"factor":4,"int":5,"time":1,"reduction":1,"feat":2,"in":1,"size":2,"of":4,"features":2,"out":1,"output":1,"str":1,"technique":1,"choose":1,"conv1d":2,"conv":2,"channels":2,"number":1,"layers":1,"default":3,"256":1,"chunking":3,"which":1,"can":1,"be":1,"1":3,"auto":1,"or":2,"power":1,"2":1,"activation":2,"function":1,"relu":1,"causal":2,"bool":1,"whether":1,"use":1,"conv1":1,"2d":1,"where":1,"each":1,"step":1,"will":1,"have":1,"limited":1,"access":1,"locations":1,"on":1,"its":1},"35739,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"init":2,"self":24,"feat":6,"in":5,"out":3,"subsampling":19,"factor":14,"4":1,"dw":3,"striding":5,"conv":10,"channels":4,"256":1,"chunking":7,"1":11,"activation":1,"nn":1,"relu":1,"noqa":1,"b008":1,"is":4,"causal":5,"false":2,"super":1,"if":4,"2":8,"0":3,"raise":2,"valueerror":2,"sampling":2,"should":2,"be":2,"a":2,"multiply":1,"of":2,"num":1,"int":1,"math":1,"log":1,"cond":1,"conv1d":1,"and":2,"or":1,"power":1,"layers":1,"stride":2,"kernel":4,"size":4,"3":1,"ceil":1,"mode":1,"left":2,"padding":4,"right":2,"max":2,"cache":2,"len":2,"else":1},"37655,1758,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"layer":1,"1":2,"if":2,"self":13,"is":2,"causal":2,"layers":5,"append":5,"causalconv2d":2,"in":14,"channels":20,"out":4,"conv":3,"kernel":8,"size":8,"stride":8,"padding":6,"none":2,"else":2,"torch":2,"nn":2,"conv2d":2,"left":2,"activation":1,"for":1,"i":1,"range":1,"sampling":1,"num":1,"groups":2},"39413,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"layers":5,"append":5,"torch":2,"nn":2,"conv2d":2,"in":11,"channels":17,"out":3,"conv":5,"kernel":9,"size":9,"1":8,"stride":7,"padding":8,"0":2,"groups":1,"activation":2,"elif":2,"subsampling":3,"striding":2,"self":21,"2":3,"3":1,"ceil":1,"mode":1,"false":1,"if":2,"is":2,"causal":2,"left":3,"right":2,"max":2,"cache":2,"len":2,"factor":1,"else":2,"for":1,"i":1,"range":1,"sampling":1,"num":1,"causalconv2d":1,"none":1,"conv1d":1,"feat":1},"41381,1914,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"self":30,"stride":7,"2":6,"kernel":11,"size":11,"5":2,"ceil":2,"mode":2,"false":2,"if":4,"is":2,"causal":2,"left":4,"padding":9,"1":9,"right":3,"max":2,"cache":2,"len":2,"subsampling":2,"factor":1,"else":4,"0":1,"for":1,"i":3,"in":8,"range":1,"sampling":3,"num":3,"layers":3,"append":3,"causalconv1d":1,"channels":11,"out":4,"feat":3,"conv":3,"none":1,"torch":1,"nn":1,"conv1d":2,"activation":1,"elif":1,"dw":1,"striding":1},"43295,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"layer":1,"1":9,"layers":4,"extend":2,"torch":4,"nn":4,"conv1d":4,"in":15,"channels":22,"out":6,"kernel":6,"size":6,"self":9,"stride":6,"padding":6,"left":2,"groups":4,"feat":2,"if":2,"sampling":4,"num":3,"else":3,"conv":4,"0":2,"append":2,"activation":2,"for":1,"i":2,"range":1,"2":1,"raise":1,"valueerror":1,"f":1,"not":1,"valid":1,"sub":1,"subsampling":1},"45130,1696,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"if":2,"subsampling":10,"in":5,"dw":2,"striding":4,"length":5,"torch":8,"tensor":8,"feat":3,"dtype":1,"float":1,"out":6,"calc":1,"lengths":1,"all":1,"paddings":1,"self":17,"left":1,"padding":2,"right":1,"kernel":2,"size":3,"stride":2,"ceil":2,"mode":2,"repeat":1,"num":2,"sampling":3,"nn":2,"linear":1,"conv":2,"channels":1,"int":1,"conv2d":3,"true":1,"elif":1,"conv1d":2,"none":1,"false":1,"else":2,"raise":1,"valueerror":1,"f":1,"not":1,"valid":1,"sub":1,"sequential":1,"layers":1,"def":3,"get":2,"frames":1,"return":2,"1":5,"factor":4,"streaming":1,"cache":1,"0":1,"forward":2,"x":7,"mask":4,"method":1,"for":1,"nemo":1,"args":1,"batch":1,"time":3,"filters":1,"input":2,"returns":1,"resulting":1,"from":1,"b":2,"t":2,"reduction":2,"pad":1,"of":1,"padded":1,"hidden":1,"state":1,"sequences":1,"unsqueeze":1,"transpose":1,"2":1},"46826,1559,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"split":9,"inputs":1,"if":12,"chunking":5,"factor":5,"is":3,"set":1,"self":14,"subsampling":7,"conv":10,"1":7,"and":2,"conv2d":2,"we":2,"only":1,"needed":1,"avoiding":1,"a":1,"bug":1,"feature":1,"limiting":1,"indexing":1,"of":1,"tensors":1,"to":6,"2":4,"31":2,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"80020":1,"x":19,"ceil":2,"channels":1,"stride":2,"need":3,"torch":1,"numel":1,"else":5,"always":1,"true":1,"success":2,"by":4,"batch":2,"not":1,"unable":1,"try":2,"channel":4,"dw":1,"striding":1,"anyway":1,"flatten":1,"frequency":1,"axes":1,"b":2,"c":1,"t":2,"f":1,"size":1,"out":1,"transpose":3,"reshape":1,"last":1,"mode":1,"mask":1,"none":2,"return":1},"48385,1573,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"max":12,"audio":2,"length":6,"x":3,"shape":1,"1":10,"feature":5,"lens":5,"mask":3,"sum":1,"padding":4,"torch":9,"ceil":1,"self":16,"subsampling":4,"factor":2,"if":2,"is":1,"causal":2,"and":1,"cond":1,"remainder":2,"pad":2,"arange":1,"0":7,"device":2,"expand":1,"size":3,"unsqueeze":2,"return":1,"def":1,"reset":1,"parameters":1,"initialize":1,"weights":1,"dw":6,"striding":1,"with":1,"no":1,"grad":1,"init":7,"conv":9,"scale":5,"kernel":2,"2":2,"5":2,"pw":5,"channels":1,"nn":6,"uniform":6,"weight":3,"bias":3,"for":1,"idx":5,"in":1,"range":1,"len":1,"3":1},"49958,1736,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"init":3,"fc":6,"80":1,"64":1,"5120":1,"from":1,"https":2,"github":2,"com":2,"kssteven418":1,"squeezeformer":1,"blob":1,"13c97d6cf92f2844d2cb3142b4c5bfa9ad1a8951":1,"src":1,"models":1,"conformer":1,"encoder":1,"py":1,"l487":1,"scale":5,"self":16,"feat":2,"out":3,"in":3,"sampling":2,"num":2,"0":4,"5":1,"torch":5,"nn":2,"uniform":2,"weight":1,"bias":1,"def":2,"conv":10,"split":6,"by":4,"batch":6,"x":14,"tries":2,"to":3,"input":3,"run":2,"and":2,"concat":2,"results":2,"b":3,"size":6,"if":4,"1":5,"can":1,"t":2,"is":2,"return":3,"false":2,"subsampling":2,"chunking":2,"factor":2,"cf":3,"else":1,"avoiding":1,"a":1,"bug":1,"feature":1,"limiting":1,"indexing":1,"of":1,"tensors":1,"2":4,"31":2,"see":1,"pytorch":2,"issues":1,"80020":1,"ceil":3,"channels":1,"stride":2,"p":2,"math":2,"log":1,"numel":1,"new":3,"too":1,"big":1,"cat":1,"chunk":2,"for":3,"true":1,"channel":1,"dw":1,"convs":1,"time":1,"full":1,"conv2d":1,"activation":1,"i":1,"range":1,"c":1},"51694,1291,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"if":3,"self":7,"subsampling":2,"conv":8,"chunking":2,"factor":2,"1":5,"cf":4,"else":1,"avoiding":1,"a":1,"bug":1,"feature":1,"limiting":1,"indexing":1,"of":1,"tensors":1,"to":1,"2":7,"31":2,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"80020":1,"p":2,"math":2,"ceil":1,"log":1,"torch":4,"numel":1,"x":10,"new":8,"c":5,"int":2,"0":3,"t":5,"channel":3,"chunked":3,"i":3,"3":4,"conv2d":2,"depthwise":1,"splitting":1,"pointwise":2,"convs":1,"by":1,"time":1,"cat":1,"chunk":6,"for":2,"in":2,"split":2,"4":1,"activation":1,"return":1,"def":1,"size":3,"performs":1,"convolution":1,"ind":1,"out":1,"chunks":1,"step":1},"52985,1615,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"if":2,"self":10,"is":1,"causal":1,"chunk":4,"nn":3,"functional":3,"pad":2,"kernel":2,"size":2,"1":9,"stride":6,"ch":3,"out":5,"conv2d":2,"conv":12,"weight":2,"ind":9,"step":7,"bias":4,"padding":3,"0":2,"groups":2,"else":1,"left":1,"chunks":2,"append":1,"return":1,"torch":1,"cat":1,"def":1,"change":1,"subsampling":8,"chunking":8,"factor":8,"int":1,"and":2,"2":2,"raise":1,"valueerror":1,"should":1,"be":1,"or":1,"a":1,"power":1,"of":1},"54600,1831,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":6,"calc":1,"length":2,"lengths":7,"all":2,"paddings":2,"kernel":2,"size":3,"stride":2,"ceil":3,"mode":7,"repeat":2,"num":2,"1":3,"calculates":1,"the":2,"output":1,"of":1,"a":2,"tensor":17,"passed":1,"through":1,"convolution":1,"or":1,"max":2,"pooling":1,"layer":1,"add":2,"pad":2,"float":3,"one":2,"0":1,"for":1,"i":1,"in":1,"range":1,"torch":9,"div":1,"to":3,"dtype":2,"if":1,"else":1,"floor":1,"return":3,"int":1,"multihead":1,"attention":5,"starts":1,"here":1,"class":2,"attmodule":3,"nn":1,"module":4,"abstraction":1,"init":2,"self":7,"super":1,"export":4,"false":2,"set":2,"true":1,"forward":2,"x":3,"memory":6,"optional":9,"none":3,"pos":3,"emb":3,"att":3,"mask":5,"tuple":1,"args":1,"input":2,"positional":1,"encoder":1,"embedding":1,"attblock":1,"blockbase":1,"block":2,"support":1,"both":1,"and":1,"dims":1,"len":1,"dimensions":1,"masked":1,"softmax":1,"scores":1},"56431,1872,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"if":6,"mask":5,"is":2,"not":3,"none":1,"unsqueeze":1,"1":9,"eq":1,"0":3,"batch":3,"time1":3,"time2":3,"scores":4,"masked":2,"fill":2,"torch":7,"inf":1,"attn":3,"softmax":2,"dim":3,"head":6,"else":1,"return":1,"class":2,"multiheadedattention":1,"nn":1,"module":1,"multi":1,"attention":6,"layer":2,"with":2,"optional":5,"relative":1,"position":1,"embedding":1,"and":1,"glu":1,"args":1,"n":7,"int":8,"the":6,"number":1,"of":2,"heads":1,"feat":3,"input":2,"size":5,"features":1,"dropout":4,"rate":2,"float":2,"use":5,"ln":1,"bool":3,"apply":2,"norm":1,"or":1,"at":2,"output":2,"whether":1,"to":4,"inner":1,"dimension":3,"used":2,"in":4,"it":2,"can":1,"be":2,"different":2,"from":1,"default":3,"equal":1,"pt":1,"scaled":2,"dot":2,"product":2,"set":2,"true":1,"pytorch":1,"training":1,"note":1,"this":1,"will":1,"onnx":1,"decoding":1,"due":1,"a":2,"lack":1,"support":1,"that":1,"case":1,"we":1,"original":1,"implementation":1,"which":1,"shows":1,"no":1,"regression":1,"false":1,"value":3,"values":1,"other":1,"than":1,"for":1,"i":1,"e":1,"backward":1,"compatible":1,"group":4,"must":1,"divide":1,"gqa":1,"mha":1,"mqa":1,"inv":1,"sqrt":1,"d":1,"k":2,"jit":4,"final":4,"h":2,"g":1},"58303,1911,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"init":2,"self":19,"n":17,"head":7,"feat":5,"dropout":6,"rate":4,"attention":14,"inner":9,"dim":9,"1":7,"glu":2,"type":1,"swish":1,"bias":1,"in":1,"true":1,"use":5,"pt":5,"scaled":5,"dot":4,"product":4,"false":1,"value":5,"group":9,"size":9,"int":1,"super":1,"if":3,"assert":2,"0":3,"we":1,"assume":1,"d":5,"v":2,"always":1,"equals":1,"k":6,"inv":1,"sqrt":2,"math":1,"h":2,"must":1,"divide":1,"g":1,"linear":8,"q":2,"nn":6,"out":1,"attn":1,"torch":5,"jit":1,"attribute":1,"none":1,"optional":1,"tensor":1,"p":1,"and":2,"raise":1,"valueerror":1,"cannot":1,"with":1,"gqa":1,"torchscript":1,"eager":1,"quantization":5,"note":1,"that":1,"these":1,"functions":1,"below":1,"are":1,"noops":1,"have":1,"very":1,"little":1,"impact":1,"on":1,"performance":1,"unless":1,"is":1,"enabled":1,"quant":2,"ao":4,"quantstub":2,"x":1,"dequant":1,"dequantstub":1,"ffunc":1,"quantized":1,"floatfunctional":1},"60214,1650,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"forward":1,"self":12,"query":5,"tensor":20,"key":5,"value":5,"pos":4,"k":16,"v":6,"mask":3,"optional":2,"relative":5,"attention":5,"bias":3,"none":1,"compute":1,"scaled":2,"dot":2,"product":2,"args":1,"torch":8,"batch":10,"time1":4,"size":4,"time2":5,"used":2,"for":2,"positional":2,"embedding":2,"added":1,"to":1,"logits":1,"w":1,"r":1,"t":3,"positions":1,"1":8,"n":5,"head":3,"0":1,"q":5,"linear":3,"view":3,"h":3,"d":8,"b":2,"transpose":4,"2":4,"if":1,"use":1,"pt":1,"and":1,"not":1,"jit":1,"is":1,"scripting":1,"else":1,"inv":1,"sqrt":1},"61864,482,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"if":4,"self":1,"use":1,"pt":1,"scaled":1,"dot":1,"product":1,"attention":3,"and":1,"not":3,"torch":1,"jit":1,"is":3,"scripting":1,"attn":5,"mask":11,"none":3,"unsqueeze":1,"1":1,"relative":2,"bias":2,"else":1,"dtype":3,"q":2,"to":1},"62346,1840,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"with":1,"torch":10,"nn":6,"attention":11,"sdpa":1,"kernel":1,"sdpbackend":4,"flash":1,"efficient":1,"math":1,"cudnn":1,"x":1,"functional":1,"scaled":1,"dot":1,"product":1,"q":9,"k":14,"v":1,"attn":5,"mask":3,"dropout":2,"p":1,"self":12,"rate":1,"else":4,"if":4,"h":12,"reshape":3,"n":3,"batch":4,"g":3,"1":7,"d":6,"a":4,"einsum":2,"b":10,"t":5,"s":4,"matmul":2,"transpose":4,"2":2,"pos":6,"is":2,"not":2,"none":2,"contiguous":1,"view":2,"0":3,"t1":2,"nh":1,"dk":2,"t2":1,"size":2,"scores":5,"relative":2,"bias":2,"masked":1,"softmax":1,"head":1,"time1":1,"time2":1},"64186,1709,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"p":3,"attn":8,"self":9,"dropout":1,"x":6,"torch":5,"matmul":2,"to":1,"v":9,"dtype":1,"batch":6,"head":1,"time1":3,"d":5,"k":4,"if":4,"pos":5,"is":1,"not":1,"none":1,"reshape":2,"contiguous":3,"view":3,"n":3,"h":3,"size":3,"0":5,"1":6,"transpose":3,"t1":1,"bh":1,"t2":1,"2":1,"model":2,"return":6,"linear":1,"out":1,"class":1,"multisequential":1,"nn":2,"sequential":2,"multi":2,"input":7,"output":1,"jit":1,"ignore":1,"def":2,"forward":2,"args":5,"method":1,"implementation":1,"for":3,"m":2,"in":4,"get":2,"offset":4,"layer":6,"str":2,"time":6,"reduction":6,"int":3,"an":2,"we":1,"will":1,"use":1,"the":1,"determining":1,"frames":1,"of":2,"a":2,"subsampled":1,"feature":2,"type":1,"factor":1,"downsampling":1,"returns":1,"conv2d":3,"nemo":2,"conv":2,"and":3,"4":1,"3":1,"6":1,"8":1,"7":1},"65895,844,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_utils.py":{"def":1,"unfold":3,"tensor":2,"xs":15,"pad":15,"max":12,"seq":12,"len":12,"for":1,"a":2,"given":1,"with":1,"shape":3,"of":1,"n":7,"t":10,"d":11,"if":1,"sequence":1,"length":1,"is":2,"longer":1,"than":1,"this":1,"function":1,"it":1,"to":2,"nt":2,"where":1,"args":1,"transpose":1,"1":7,"2":2,"convert":1,"x":14,"f":1,"none":1,"kernel":1,"size":1,"stride":1,"new":2,"bsz":2,"slen":2,"view":2,"permute":1,"0":1,"3":1,"contiguous":1,"return":1},"0,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":2,"vllm":13,"project":1,"interns1":2,"c":1,"2025":1,"shanghai":1,"ai":1,"lab":1,"licensed":1,"under":1,"mit":1,"see":1,"for":1,"details":1,"from":18,"collections":1,"abc":1,"import":21,"iterable":1,"mapping":2,"sequence":2,"typing":1,"literal":1,"optional":1,"typeddict":1,"union":1,"regex":1,"as":2,"re":1,"torch":2,"nn":2,"transformers":3,"batchfeature":1,"internvlprocessor":1,"pretrainedconfig":1,"activations":1,"act2fn":1,"models":3,"got":2,"ocr2":2,"image":1,"processing":2,"fast":1,"gotocr2imageprocessorfast":1,"config":1,"vllmconfig":1,"model":5,"executor":4,"layers":1,"quantization":1,"quantizationconfig":1,"vit":1,"interns1visionmodel":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1},"2000,1901,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"class":4,"interns1multimodalprojector":1,"nn":4,"module":1,"def":2,"init":2,"self":10,"config":14,"super":1,"layer":2,"norm":2,"layernorm":1,"vision":2,"hidden":18,"size":14,"int":2,"1":5,"downsample":2,"ratio":2,"2":4,"linear":6,"text":3,"act":3,"act2fn":1,"projector":1,"forward":1,"image":5,"features":2,"states":8,"return":1,"interns1imagepixelinputs":2,"typeddict":3,"type":3,"literal":3,"pixel":4,"values":4,"torch":5,"tensor":6,"shape":5,"batch":3,"num":9,"images":3,"patches":2,"channels":2,"height":2,"width":2,"interns1imageembeddinginputs":2,"embeds":1,"data":1,"union":2,"list":2,"a":2,"of":4,"total":2,"feature":2,"or":1,"tensors":1,"must":1,"match":1,"the":1,"language":1,"model":1,"backbone":1,"interns1imageinputs":1,"interns1videopixelinputs":1,"videos":1,"video":1,"frames":1},"3901,1941,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"class":2,"interns1videoembeddinginputs":2,"typeddict":1,"type":1,"literal":1,"video":4,"embeds":1,"data":1,"union":2,"torch":2,"tensor":3,"list":3,"a":2,"of":4,"shape":2,"num":9,"videos":1,"total":2,"feature":2,"size":9,"hidden":4,"or":1,"tensors":1,"must":1,"match":1,"the":1,"language":1,"model":1,"backbone":1,"interns1videoinputs":1,"interns1videopixelinputs":1,"def":5,"resolve":1,"interns1":3,"min":8,"max":10,"dynamic":13,"patch":10,"int":12,"image":8,"bool":2,"use":2,"thumbnail":2,"tuple":2,"if":5,"else":2,"1":10,"and":1,"return":4,"get":6,"target":3,"ratios":3,"i":3,"j":3,"for":4,"n":3,"in":3,"range":3,"sorted":1,"key":1,"lambda":1,"x":3,"0":1,"interns1processinginfo":1,"baseprocessinginfo":1,"processinginfo":1,"style":1,"models":1,"hf":3,"processor":7,"self":5,"kwargs":2,"object":1,"internvlprocessor":2,"ctx":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":2,"none":4,"tokens":1,"width":1,"height":1,"gotocr2imageprocessorfast":1,"is":1},"5842,1623,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"if":1,"not":1,"isinstance":1,"processor":13,"gotocr2imageprocessorfast":2,"raise":1,"valueerror":1,"f":2,"is":2,"expected":1,"but":1,"got":1,"type":1,"num":9,"image":17,"patches":7,"get":7,"number":1,"of":1,"height":4,"width":4,"images":1,"kwargs":1,"dict":1,"tokens":2,"self":7,"hf":7,"seq":1,"length":1,"return":2,"def":2,"resolve":3,"target":5,"ratios":5,"use":5,"thumbnail":5,"optional":1,"bool":1,"none":2,"min":6,"dynamic":6,"patch":4,"max":6,"format":2,"s":1,"internvl":1,"uses":1,"crop":2,"to":3,"which":1,"equivalent":1,"in":2,"original":1,"size":5,"true":1,"interns1":2,"with":1,"most":1,"features":1,"imagesize":1,"config":4,"ctx":1,"base":4,"vision":1,"largest":2,"feature":2,"pinpoint":1,"0":1,"for":1,"wr":2,"hr":2},"7465,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"feat":3,"size":8,"self":11,"get":15,"num":5,"image":18,"tokens":6,"width":7,"height":7,"processor":13,"if":1,"largest":7,"feature":7,"pinpoint":3,"imagesize":1,"assert":1,"not":1,"0":6,"or":1,"is":1,"none":1,"cannot":1,"have":1,"a":1,"of":1,"return":3,"def":3,"max":14,"int":5,"hf":4,"target":4,"with":2,"most":2,"features":2,"frames":5,"seq":3,"len":2,"mm":6,"counts":6,"mapping":2,"str":3,"images":3,"videos":3,"video":6,"total":2,"length":1,"per":2,"1":2,"class":1,"interns1dummyinputsbuilder":1,"basedummyinputsbuilder":1,"interns1processinginfo":1,"dummyinputsbuilder":1,"for":1,"interns1":1,"style":1,"models":1,"dummy":1,"text":1,"token":4,"info":2},"9457,1682,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"return":2,"image":10,"token":2,"num":12,"images":8,"video":3,"videos":8,"def":2,"get":8,"dummy":3,"mm":11,"data":6,"self":7,"seq":2,"len":2,"int":2,"counts":4,"mapping":5,"str":6,"multimodaldatadict":1,"target":6,"width":4,"height":4,"info":3,"size":6,"with":2,"most":2,"features":2,"frames":4,"0":2,"config":4,"hf":2,"h":2,"w":2,"vision":1,"class":1,"interns1multimodalprocessor":1,"basemultimodalprocessor":1,"interns1processinginfo":1,"basic":1,"only":1,"multimodalprocessor":1,"for":1,"interns1":1,"style":1,"models":1,"call":1,"processor":1,"prompt":1,"object":3,"kwargs":2,"tok":1,"nestedtensors":1,"dict":1,"pop":2,"assert":2,"isinstance":2,"list":2},"11139,1630,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"hf":9,"processor":9,"self":1,"info":1,"get":1,"mm":4,"kwargs":5,"tokenizer":4,"video":7,"token":10,"id":6,"encode":1,"add":1,"special":1,"tokens":1,"false":1,"assert":1,"len":2,"1":2,"0":2,"prompt":7,"re":2,"sub":2,"image":17,"placeholder":5,"outputs":5,"if":1,"images":3,"pixel":6,"values":6,"for":2,"in":2,"processed":3,"super":1,"call":1,"data":1,"tok":2,"append":1,"pop":2,"input":3,"ids":3,"batch":1,"decode":1,"replace":1,"num":3,"patches":3,"item":2,"dict":1,"str":1,"nestedtensors":1,"torch":3,"concat":1,"tensor":2},"12769,1854,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"video":19,"outputs":11,"if":1,"videos":4,"pixel":6,"values":6,"for":2,"in":2,"processed":3,"super":1,"call":1,"hf":7,"processor":6,"prompt":8,"token":7,"mm":5,"data":1,"kwargs":6,"tok":3,"append":1,"pop":2,"input":5,"ids":5,"image":4,"id":4,"placeholder":5,"tokenizer":2,"batch":1,"decode":1,"0":1,"replace":1,"1":1,"num":3,"frames":2,"len":1,"item":2,"dict":2,"str":4,"nestedtensors":2,"torch":3,"concat":1,"patches":1,"tensor":2,"re":2,"sub":2,"text":2,"return":2,"tensors":1,"pt":1,"combined":2,"batchfeature":1,"def":1,"get":1,"fields":1,"config":1,"self":1,"inputs":1,"mapping":3,"object":1,"multimodalfieldconfig":1},"14623,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"image":23,"num":28,"patches":24,"hf":10,"inputs":2,"get":4,"torch":4,"empty":2,"0":2,"video":18,"images":2,"len":2,"videos":3,"return":1,"dict":1,"pixel":2,"values":2,"multimodalfieldconfig":7,"flat":2,"from":2,"sizes":2,"batched":3,"embeds":1,"token":10,"id":2,"shared":2,"def":1,"prompt":1,"updates":1,"self":2,"mm":8,"items":1,"multimodaldataitems":1,"processor":8,"kwargs":7,"mapping":1,"str":1,"object":1,"out":5,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":1,"img":1,"context":1,"start":2,"end":2,"if":2,"in":2,"assert":2,"isinstance":2,"tensor":2,"tolist":2,"else":2},"16565,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"def":2,"get":6,"replacement":6,"interns1":4,"image":11,"item":5,"idx":5,"int":2,"images":3,"mm":1,"items":2,"imageembeddingitems":2,"imageprocessoritems":1,"if":1,"isinstance":1,"feature":4,"size":4,"else":1,"num":8,"patches":7,"hf":2,"processor":3,"seq":2,"length":2,"repl":10,"features":6,"img":3,"context":3,"token":10,"full":4,"start":2,"end":2,"return":3,"promptupdatedetails":2,"select":2,"text":2,"video":7,"with":2,"sep":2,"is":1,"equal":1,"to":1,"frames":1,"n":1,"join":1,"f":1,"frame":1,"i":2,"1":1,"for":1,"in":1,"range":1,"promptreplacement":2,"modality":2,"target":2,"multimodal":1,"registry":1,"register":1,"interns1multimodalprocessor":1,"info":1,"interns1processinginfo":1,"dummy":1,"inputs":1,"interns1dummyinputsbuilder":1,"class":1,"interns1forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1},"18545,1842,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"to":4,"ensure":1,"correct":1,"weight":1,"loading":1,"and":1,"mapping":1,"hf":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":5,"lm":2,"head":2,"language":3,"model":10,"vision":7,"tower":4,"multi":2,"modal":2,"projector":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":4,"i":1,"int":2,"optional":1,"transformers":3,"internvlprocessor":1,"uses":1,"img":2,"context":2,"as":1,"the":1,"seperator":1,"refer":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"f90de364c2484c7c325bbe05befdcf487bd75b63":1,"src":1,"models":1,"internvl":2,"processing":1,"py":1,"l116":1,"if":2,"startswith":2,"image":6,"return":2,"video":3,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":3,"self":9,"config":27,"vllmconfig":1,"none":1,"super":1,"quant":4,"multimodal":4,"size":8,"0":3,"patch":5,"num":1,"token":1,"2":2,"downsample":3,"ratio":3,"llm":1,"arch":1,"name":1,"text":1,"architectures":1,"maybe":1},"20387,1764,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"self":13,"language":3,"model":5,"init":4,"vllm":3,"registered":1,"config":16,"hf":1,"text":1,"prefix":6,"maybe":1,"multi":1,"modal":1,"projector":1,"mlp1":2,"img":1,"context":2,"token":3,"id":2,"none":3,"video":1,"visual":1,"mask":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":4,"vision":4,"pretrainedconfig":2,"quant":3,"optional":1,"quantizationconfig":1,"str":1,"num":4,"hidden":4,"layers":4,"return":3,"interns1visionmodel":1,"override":1,"nn":1,"sequential":1,"interns1multimodalprojector":1,"pixel":4,"shuffle":1,"x":11,"scale":13,"factor":7,"0":3,"5":1,"n":7,"w":7,"h":7,"c":7,"size":1,"view":2,"int":5,"permute":2,"2":2,"1":3,"3":2,"contiguous":2,"extract":1,"feature":1,"values":3,"torch":2,"tensor":2,"vit":3,"embeds":3,"tower":1},"22151,1871,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"h":4,"w":4,"int":1,"vit":13,"embeds":21,"shape":9,"1":4,"0":3,"5":1,"reshape":2,"self":6,"pixel":6,"shuffle":1,"scale":1,"factor":1,"downsample":1,"ratio":1,"multi":1,"modal":1,"projector":1,"return":4,"def":3,"validate":4,"values":5,"data":4,"torch":4,"tensor":4,"config":2,"vision":1,"image":14,"size":1,"expected":6,"dims":5,"3":1,"d":5,"actual":2,"tuple":2,"if":4,"expr":2,"str":1,"raise":2,"valueerror":2,"the":1,"of":2,"per":3,"batch":1,"f":3,"patch":1,"is":4,"you":1,"supplied":1,"for":1,"in":1,"parse":1,"and":2,"input":1,"kwargs":4,"object":1,"optional":1,"interns1imageinputs":1,"pop":3,"none":7,"num":2,"patches":2,"not":2,"isinstance":1,"list":1,"incorrect":1,"type":4,"embeddings":1,"got":1,"interns1imageembeddinginputs":1,"flatten":1,"bn":1},"24022,1867,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"image":10,"token":5,"id":5,"kwargs":5,"assert":1,"isinstance":4,"torch":4,"tensor":4,"self":3,"img":1,"context":1,"flatten":4,"unique":1,"item":1,"if":6,"pixel":13,"values":13,"is":4,"not":5,"none":8,"list":3,"raise":4,"valueerror":3,"incorrect":3,"type":11,"of":3,"f":3,"got":3,"num":9,"patches":9,"bn":3,"concat":2,"true":2,"return":3,"interns1imagepixelinputs":1,"validate":2,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"parse":1,"and":2,"video":14,"input":1,"object":1,"optional":1,"interns1videopixelinputs":1,"flat":2,"pop":3,"videos":1,"embeds":8,"embeddings":1,"interns1imageembeddinginputs":1,"data":1},"25889,1827,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"video":16,"token":5,"id":5,"kwargs":1,"assert":2,"isinstance":3,"torch":4,"tensor":4,"self":6,"context":1,"flatten":3,"unique":1,"item":1,"if":5,"pixel":11,"values":11,"flat":6,"is":2,"not":4,"none":2,"list":2,"raise":3,"valueerror":2,"incorrect":2,"type":8,"of":2,"f":2,"got":2,"num":10,"patches":10,"image":11,"bn":2,"concat":2,"true":2,"return":3,"interns1videopixelinputs":2,"videos":1,"validate":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"process":1,"input":6,"union":1,"interns1imageinputs":1,"tuple":1,"embeds":3,"data":1,"vision":1,"tower":1,"extract":1,"feature":1,"only":1,"one":1,"in":1,"the":1,"current":1,"batch":1,"len":1,"1":2,"view":1,"config":2,"text":1,"hidden":1,"size":1},"27716,1827,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"note":1,"image":11,"embeddings":4,"are":2,"split":2,"into":1,"separate":1,"tensors":2,"for":3,"each":3,"by":1,"the":4,"size":4,"of":5,"embedding":1,"feature":4,"embeds":5,"shape":1,"1":2,"view":1,"self":10,"config":2,"text":1,"hidden":1,"sizes":2,"num":3,"patches":3,"in":6,"return":4,"def":4,"parse":4,"and":6,"validate":4,"multimodal":6,"inputs":2,"kwargs":7,"object":2,"dict":1,"modalities":9,"preserve":1,"order":2,"if":4,"there":1,"multiple":1,"them":1,"from":1,"input":6,"key":3,"pixel":2,"values":2,"images":2,"not":3,"videos":3,"video":2,"set":1,"visual":2,"token":2,"mask":2,"ids":1,"torch":3,"tensor":3,"none":2,"get":2,"language":2,"model":2,"nn":1,"module":1,"multimodalembeddings":1,"result":1,"is":1,"tuple":2,"with":1,"correspoending":1,"to":1,"a":1,"data":1,"item":1,"or":1},"29543,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"note":1,"it":1,"is":4,"important":1,"to":2,"iterate":1,"over":1,"the":3,"keys":1,"in":3,"this":1,"dictionary":1,"preserve":1,"order":1,"of":1,"modalities":4,"for":2,"modality":3,"if":5,"images":2,"image":4,"input":14,"vision":2,"embeddings":14,"self":8,"process":2,"multimodal":8,"videos":2,"video":5,"return":2,"def":2,"get":2,"ids":9,"torch":5,"tensor":5,"optional":3,"multimodalembeddings":1,"none":8,"inputs":6,"embeds":6,"language":1,"model":1,"not":3,"and":1,"len":2,"0":1,"context":5,"token":9,"id":5,"img":1,"assert":1,"1":1,"set":1,"visual":1,"mask":1,"merge":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"kwargs":1,"object":1},"31472,1557,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1.py":{"note":1,"in":2,"v1":1,"inputs":5,"embeds":5,"is":3,"always":1,"generated":1,"at":1,"model":7,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":2,"vision":3,"embeddings":4,"self":9,"get":4,"multimodal":2,"kwargs":3,"input":5,"ids":4,"forward":2,"positions":2,"intermediate":2,"tensors":2,"hidden":4,"states":4,"language":4,"return":4,"def":3,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"multi":1,"modal":1,"projector":1,"tower":2},"0,1887,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":17,"project":1,"pytorch":1,"zamba2":2,"model":14,"implementation":1,"for":2,"this":1,"module":1,"implements":1,"architecture":1,"from":21,"https":1,"arxiv":1,"org":1,"abs":1,"2411":1,"15242":1,"which":1,"combines":1,"mamba":6,"and":2,"transformer":1,"architectures":1,"in":1,"a":1,"hybrid":1,"optimized":1,"efficient":1,"sequence":1,"modeling":1,"alternates":1,"between":1,"state":1,"space":1,"layers":11,"attention":3,"based":1,"collections":1,"abc":1,"import":21,"iterable":1,"itertools":1,"cycle":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"zamba2config":1,"envs":1,"layer":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":1,"get":3,"tensor":1,"parallel":1,"world":1,"size":1,"forward":2,"context":2,"executor":9,"activation":1,"geluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba2":2,"metadata":2,"mamba2metadata":1,"prepare":1,"mixer2":1,"mambamixer2":1,"utils":1,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1887,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"from":7,"vllm":5,"model":7,"executor":4,"layers":1,"vocab":2,"parallel":1,"embedding":1,"import":7,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"models":1,"mamba":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"autoweightsloader":1,"weightsmapper":1,"maybe":1,"prefix":2,"class":4,"zamba2lora":1,"nn":1,"module":1,"lora":3,"layer":3,"for":2,"the":2,"zamba2":1,"implements":1,"a":2,"that":1,"is":1,"used":1,"in":1,"shared":1,"attention":2,"and":1,"gated":1,"mlp":1,"blocks":1,"def":1,"init":2,"self":3,"input":4,"dim":7,"int":4,"rank":5,"output":6,"union":1,"list":2,"quant":6,"config":6,"optional":1,"quantizationconfig":1,"none":1,"str":1,"initialize":1,"args":1,"dimension":2,"configuration":1,"quantization":1,"super":1,"columnparallellinear":2,"bias":2,"false":2,"gather":1,"true":1,"if":1,"isinstance":1,"b":4,"mergedcolumnparallellinear":1,"else":1},"3704,1875,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":2,"forward":1,"self":16,"hidden":5,"states":2,"torch":1,"tensor":2,"lora":4,"output":4,"a":1,"b":1,"return":1,"class":1,"zamba2attention":1,"nn":1,"module":1,"multi":1,"head":4,"attention":16,"mechanism":1,"for":5,"the":5,"zamba2":2,"model":4,"implements":1,"with":1,"parallel":2,"computation":1,"qkv":2,"projections":1,"optional":4,"adapters":1,"and":1,"rotary":1,"position":1,"embeddings":1,"is":1,"computed":1,"across":1,"distributed":1,"blocks":1,"efficient":1,"processing":1,"init":2,"config":13,"zamba2config":1,"bare":3,"block":3,"idx":2,"int":2,"num":9,"hybrid":5,"layers":5,"cache":2,"cacheconfig":1,"none":3,"quant":2,"quantizationconfig":1,"prefix":3,"str":1,"initialize":1,"layer":1,"args":1,"configuration":3,"index":1,"of":2,"total":3,"number":1,"key":1,"value":1,"caching":1,"quantization":1,"parameter":1,"names":1,"super":1,"tp":4,"size":9,"get":1,"world":1,"rope":2,"theta":2,"heads":5,"assert":1,"0":2,"dim":3,"scale":1,"2":1,"5":1},"5579,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"if":2,"self":18,"attention":20,"head":3,"dim":3,"total":2,"num":11,"heads":6,"hidden":7,"size":7,"raise":1,"valueerror":1,"f":5,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"qkv":1,"proj":2,"qkvparallellinear":1,"bias":2,"false":2,"quant":4,"config":10,"o":1,"rowparallellinear":1,"even":1,"though":1,"in":3,"zamba2":1,"weights":1,"are":2,"shared":1,"between":1,"layers":3,"kv":2,"cache":4,"is":1,"unique":1,"for":2,"every":1,"layer":1,"hence":1,"we":1,"need":1,"to":2,"define":1,"separate":1,"objects":2,"because":1,"recent":1,"vllm":1,"tensors":1,"tied":1,"specific":1,"initialize":1,"blocks":4,"with":1,"proper":1,"indexing":1,"dpa":5,"list":2,"nn":2,"modulelist":1,"j":3,"bare":2,"block":4,"idx":4,"hybrid":2,"mem":3,"1":2,"range":1,"scale":1,"prefix":2,"attn":1,"else":1,"identity":1,"append":1},"7495,1971,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"initialize":1,"adapter":20,"layers":2,"if":4,"enabled":1,"config":13,"use":2,"shared":1,"attention":9,"self":17,"linear":15,"q":5,"list":6,"nn":6,"modulelist":3,"k":5,"v":5,"for":1,"block":3,"idx":3,"in":1,"range":1,"num":2,"hybrid":1,"mem":2,"blocks":1,"bare":1,"zamba2lora":3,"hidden":6,"size":7,"rank":3,"quant":6,"else":1,"identity":3,"append":3,"rope":4,"rotary":2,"emb":1,"get":1,"head":3,"dim":3,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":1,"none":1,"is":1,"neox":1,"style":1,"true":1},"9466,1901,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"forward":2,"self":11,"hidden":8,"states":22,"torch":3,"tensor":5,"block":7,"idx":6,"int":1,"position":4,"ids":4,"pass":1,"through":1,"the":1,"attention":2,"layer":1,"args":1,"input":1,"batch":2,"size":5,"seq":2,"len":2,"for":1,"positional":1,"embeddings":1,"current":1,"shared":2,"transformer":1,"index":1,"returns":1,"output":7,"qkv":4,"proj":2,"query":6,"key":6,"value":4,"split":1,"3":1,"dim":1,"1":1,"if":3,"config":2,"use":2,"adapter":14,"apply":1,"transformations":1,"to":1,"q":7,"k":7,"v":7,"enabled":1,"linear":3,"list":4,"assert":3,"not":3,"isinstance":3,"nn":3,"identity":3,"lora":6,"mem":1,"rope":1,"rotary":1,"emb":1,"y":4,"dpa":1,"o":1,"return":1},"11367,1978,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"class":1,"zamba2mlp":1,"nn":1,"module":1,"feed":2,"forward":2,"mlp":2,"layer":2,"for":4,"the":6,"zamba2":2,"model":6,"implements":1,"a":2,"gated":1,"network":1,"that":1,"projects":2,"inputs":1,"to":2,"larger":1,"intermediate":5,"size":12,"applies":1,"gelu":4,"activation":2,"with":2,"gating":2,"then":1,"back":1,"original":1,"includes":1,"optional":2,"adapter":1,"layers":7,"adaptation":1,"def":1,"init":2,"self":15,"config":16,"zamba2config":1,"bare":3,"block":3,"idx":2,"int":3,"num":4,"hybrid":5,"dict":1,"quant":6,"quantizationconfig":1,"none":2,"prefix":1,"str":1,"initialize":1,"args":1,"configuration":2,"index":1,"of":2,"in":1,"total":1,"number":1,"quantization":1,"super":1,"tp":1,"get":1,"tensor":1,"parallel":1,"world":1,"hidden":7,"main":1,"projection":1,"gate":2,"up":1,"proj":2,"mergedcolumnparallellinear":1,"2":1,"2x":1,"and":1,"input":1,"projections":1,"bias":4,"add":2,"linear":2,"down":1,"rowparallellinear":1,"only":2,"allow":1,"activations":1,"if":1,"act":4,"raise":1,"valueerror":1,"f":2,"is":1,"supported":1,"got":1,"fn":1,"geluandmul":1},"13345,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"initialize":1,"adapter":12,"layers":2,"self":10,"gate":11,"up":11,"proj":8,"list":3,"nn":4,"modulelist":1,"for":1,"block":8,"idx":6,"in":1,"range":1,"num":2,"hybrid":1,"if":2,"config":4,"mem":1,"blocks":1,"bare":1,"zamba2lora":1,"hidden":10,"size":8,"rank":1,"2":1,"intermediate":2,"quant":1,"else":1,"identity":2,"append":1,"def":1,"forward":6,"states":10,"torch":2,"tensor":4,"int":1,"pass":1,"through":1,"the":1,"mlp":2,"layer":5,"args":1,"input":3,"batch":2,"seq":2,"len":2,"current":1,"shared":1,"transformer":2,"index":1,"returns":1,"output":5,"after":1,"applying":1,"gated":1,"feed":4,"transformation":2,"project":2,"to":2,"with":3,"gating":2,"apply":2,"present":1,"assert":1,"not":1,"isinstance":1,"lora":2,"gelu":1,"activation":1,"act":1,"fn":1,"back":1,"down":1,"return":1,"class":1,"zamba2attentiondecoderlayer":1,"module":1,"single":1,"decoder":1,"combining":1,"attention":2,"and":1,"networks":1,"this":1,"implements":1,"a":1,"standard":1,"normalization":2,"multi":1,"head":1,"pre":1,"network":1},"15339,1695,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"init":2,"self":6,"config":18,"zamba2config":1,"bare":7,"block":7,"idx":6,"int":2,"num":6,"hybrid":7,"layers":7,"cache":4,"optional":3,"cacheconfig":1,"none":3,"quant":6,"quantizationconfig":1,"prefix":5,"str":1,"initialize":4,"the":3,"decoder":1,"layer":2,"args":1,"zamba2":1,"model":2,"configuration":3,"index":1,"of":2,"total":1,"number":1,"for":3,"key":1,"value":1,"caching":1,"quantization":1,"parameter":1,"names":1,"super":1,"attention":2,"sublayer":2,"attn":1,"zamba2attention":1,"feed":2,"forward":2,"zamba2mlp":1,"normalizations":1,"input":2,"normalization":2,"operates":2,"on":2,"concatenated":1,"states":1,"layernorm":2,"rmsnorm":2,"2":1,"hidden":2,"size":2,"eps":4,"rms":2,"norm":2,"pre":2,"ff":2,"output":1},"17034,1848,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"forward":6,"self":7,"hidden":19,"states":19,"torch":5,"tensor":7,"original":5,"block":8,"idx":6,"int":1,"positions":3,"pass":1,"through":1,"the":6,"decoder":2,"layer":6,"args":1,"input":5,"from":1,"previous":2,"for":2,"residual":1,"connection":1,"current":1,"shared":1,"transformer":1,"index":1,"ids":2,"positional":1,"embeddings":1,"returns":1,"transformed":1,"after":1,"attention":4,"and":2,"feed":4,"argument":1,"is":3,"concatenated":2,"with":2,"which":1,"output":1,"of":2,"mamba":3,"then":1,"used":1,"as":1,"pre":2,"rmsnorm":1,"see":1,"fig":1,"2":1,"in":1,"https":1,"arxiv":1,"org":1,"pdf":1,"2405":1,"16712":1,"concatenate":1,"dim":1,"1":1,"norm":2,"before":2,"layernorm":2,"attn":1,"position":1,"ff":1,"network":1,"return":1,"class":1,"zamba2mambadecoderlayer":1,"nn":1,"module":1,"single":1,"normalization":2,"this":1,"implements":1,"a":1,"it":1,"includes":1,"can":1,"process":1,"sequences":1,"using":1,"either":1,"chunked":1,"or":1,"full":1,"computation":1,"depending":1,"on":1,"configuration":1},"18882,1825,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"init":2,"self":3,"config":25,"zamba2config":1,"model":5,"optional":3,"modelconfig":1,"none":4,"cache":3,"cacheconfig":1,"quant":4,"quantizationconfig":1,"prefix":3,"str":1,"initialize":2,"the":2,"mamba":9,"decoder":1,"layer":1,"args":1,"zamba2":1,"configuration":2,"for":1,"quantization":1,"super":1,"mixer":2,"with":1,"expanded":1,"intermediate":5,"size":11,"expand":1,"hidden":4,"mambamixer2":1,"ssm":1,"state":2,"d":2,"conv":4,"kernel":1,"use":3,"bias":4,"add":1,"linear":1,"n":3,"groups":1,"ngroups":1,"num":1,"heads":3,"head":1,"dim":1,"rms":3,"norm":3,"eps":4,"activation":1,"silu":1,"f":1,"input":2,"normalization":1,"layernorm":1,"rmsnorm":1},"20707,1802,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"forward":2,"self":2,"hidden":17,"states":16,"torch":5,"tensor":7,"mamba":7,"cache":2,"params":2,"mambacacheparams":1,"mamba2":1,"metadata":1,"mamba2metadata":1,"transformer":8,"optional":6,"none":4,"positions":2,"original":3,"pass":1,"through":1,"the":4,"decoder":1,"layer":3,"args":1,"input":6,"batch":2,"size":2,"seq":1,"len":1,"parameters":1,"for":6,"s":1,"state":1,"caches":1,"one":2,"conv":1,"ssm":1,"sequence":1,"idx":1,"index":1,"identifying":1,"sequences":1,"in":7,"required":1,"proper":1,"chunked":1,"processing":1,"prefill":1,"output":2,"from":2,"path":1,"added":2,"to":3,"if":2,"provided":1,"used":1,"hybrid":1,"architecture":1,"position":1,"ids":1,"unused":2,"inputs":1,"returns":1,"transformed":1,"with":1,"residual":3,"connection":2,"applied":1,"store":1,"is":3,"shared":1,"linear":1,"see":1,"fig":1,"2":1,"https":2,"arxiv":2,"org":2,"pdf":2,"2405":2,"16712":2,"then":1,"below":1,"as":1,"described":1,"eq":1,"6":1,"of":1,"not":1,"apply":1,"normalization":1,"layernorm":1},"22509,774,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"process":1,"through":1,"mamba":8,"mixer":1,"output":4,"torch":1,"empty":1,"like":1,"hidden":4,"states":4,"self":1,"cache":2,"params":2,"mamba2":2,"metadata":2,"residual":2,"connection":1,"after":1,"return":1,"class":1,"zamba2hybridlayer":1,"nn":1,"module":1,"hybrid":2,"layer":2,"combining":1,"transformer":3,"and":2,"architectures":1,"this":1,"implements":1,"the":4,"architecture":1,"described":1,"in":2,"zamba":1,"paper":1,"where":1,"a":2,"shared":1,"pathway":2,"processes":1,"input":2,"parallel":1,"with":1,"is":1,"projected":1,"added":1,"to":1,"for":1,"enhanced":1,"representation":1,"learning":1},"23283,1359,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"init":2,"self":5,"shared":4,"transformer":6,"zamba2attentiondecoderlayer":1,"config":15,"zamba2config":1,"block":3,"idx":3,"int":1,"model":3,"optional":3,"modelconfig":1,"none":4,"cache":3,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"initialize":1,"the":1,"hybrid":1,"layer":3,"args":1,"decoder":3,"for":3,"attention":1,"pathway":2,"linear":3,"projection":1,"output":1,"before":1,"mamba":4,"state":1,"space":1,"super":1,"replicatedlinear":1,"hidden":2,"size":2,"bias":1,"false":1,"zamba2mambadecoderlayer":1},"24642,1989,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"forward":2,"self":5,"hidden":15,"states":13,"torch":4,"tensor":6,"original":5,"positions":4,"mamba":10,"cache":4,"params":4,"mambacacheparams":1,"mamba2":3,"metadata":3,"mamba2metadata":1,"pass":1,"through":4,"the":1,"hybrid":1,"layer":3,"processes":2,"input":5,"parallel":1,"transformer":14,"and":2,"paths":2,"1":1,"path":2,"with":2,"attention":1,"2":1,"output":5,"is":2,"projected":2,"to":2,"match":1,"size":3,"3":1,"added":1,"4":1,"final":1,"combines":1,"both":1,"representations":2,"args":1,"batch":2,"seq":1,"len":1,"for":7,"residual":1,"connection":1,"position":1,"ids":1,"positional":1,"embeddings":1,"parameters":1,"s":1,"state":1,"caches":1,"one":2,"conv":1,"ssm":1,"sequence":1,"idx":3,"indices":1,"identifying":1,"sequences":1,"in":2,"required":1,"proper":1,"chunked":1,"processing":1,"prefill":1,"returns":1,"combining":1,"process":2,"pathway":2,"shared":1,"block":2,"project":1,"linear":1,"injection":1,"outputs":2,"decoder":1,"return":1},"26631,1652,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"support":1,"torch":1,"compile":1,"class":1,"zamba2model":1,"nn":1,"module":1,"core":1,"zamba2":2,"model":7,"combining":1,"transformer":1,"and":4,"mamba":2,"architectures":1,"the":2,"processes":1,"input":1,"through":1,"a":1,"sequence":1,"of":1,"hybrid":3,"only":1,"layers":1,"using":1,"token":2,"embeddings":3,"final":1,"layer":5,"normalization":1,"def":1,"init":2,"self":6,"vllm":7,"config":29,"vllmconfig":1,"prefix":3,"str":1,"none":1,"initialize":2,"args":1,"configuration":1,"object":1,"containing":1,"cache":3,"quantization":1,"lora":12,"settings":1,"optional":1,"for":2,"parameter":1,"names":1,"in":2,"state":1,"dict":1,"super":1,"hf":1,"quant":2,"is":2,"enabled":2,"bool":1,"assert":1,"not":1,"vocab":9,"extra":1,"size":8,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":2,"embed":1,"tokens":1,"vocabparallelembedding":1,"hidden":1,"num":1,"map":2,"indices":2,"to":1,"block":3,"layer2block":1,"idx":4,"enumerate":1,"ids":1},"28283,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"create":1,"cyclic":1,"iterator":1,"of":1,"transformer":1,"blocks":4,"cycle":1,"zamba2attentiondecoderlayer":1,"config":23,"bare":1,"block":7,"idx":8,"num":2,"hybrid":2,"layers":9,"len":2,"layer2block":3,"map":3,"cache":6,"quant":6,"prefix":7,"f":1,"for":2,"in":2,"range":1,"mem":1,"initialize":1,"according":1,"to":1,"type":4,"configuration":1,"layer":6,"enumerate":1,"tdoublep":1,"avoid":1,"getting":1,"same":1,"index":1,"somewhat":1,"hacky":1,"but":1,"correct":1,"i":1,"think":1,"str":1,"if":1,"next":1,"append":2,"zamba2hybridlayer":1,"model":4,"else":1,"zamba2mambadecoderlayer":1,"self":2,"nn":1,"modulelist":1,"final":2,"normalization":1,"layernorm":1,"rmsnorm":1,"hidden":1,"size":1,"eps":2,"rms":1,"norm":1},"30265,1776,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":2,"get":4,"input":13,"embeddings":5,"self":6,"ids":10,"torch":7,"tensor":7,"convert":1,"token":3,"to":1,"args":2,"of":2,"returns":2,"embedded":1,"representation":1,"the":2,"tokens":2,"return":1,"embed":1,"forward":4,"positions":2,"mamba":3,"cache":2,"params":2,"mambacacheparams":1,"inputs":5,"embeds":5,"optional":2,"none":3,"union":1,"intermediatetensors":1,"pass":1,"through":2,"model":1,"position":1,"for":7,"parameters":1,"s":1,"state":1,"caches":1,"one":2,"conv":1,"ssm":1,"pre":1,"computed":1,"either":1,"final":1,"hidden":4,"states":4,"or":1,"intermediate":1,"tensors":1,"pipeline":2,"parallelism":2,"handle":1,"first":1,"rank":1,"if":2,"is":1,"attn":4,"metadata":8,"context":2,"not":1,"envs":1,"vllm":1,"use":1,"v1":2,"mamba2":4,"prepare":1,"chunk":2,"size":2,"config":1,"else":1,"from":1,"process":1,"layers":2,"original":1,"clone":1,"layer":2,"idx":1,"in":1,"enumerate":1},"32041,1054,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"layer":9,"mamba":6,"cache":6,"params":7,"none":1,"if":1,"isinstance":1,"zamba2hybridlayer":1,"zamba2mambadecoderlayer":1,"and":1,"at":1,"idx":2,"outputs":2,"hidden":7,"states":7,"original":2,"positions":2,"mamba2":2,"metadata":2,"self":2,"final":1,"layernorm":1,"return":1,"def":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"stacked":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2},"33095,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"params":8,"dict":5,"self":1,"named":1,"parameters":1,"loaded":6,"set":2,"str":1,"for":5,"chkpt":8,"weight":26,"name":13,"in":4,"weights":1,"param":8,"shard":2,"id":2,"stacked":1,"mapping":2,"if":2,"not":2,"continue":2,"replace":1,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":2,"class":2,"zamba2forcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"ishybrid":1,"zamba2":2,"model":4,"with":1,"causal":1,"language":2,"modeling":2,"head":2,"this":1,"wraps":1,"the":1,"core":1,"and":3,"adds":1,"a":4,"next":1,"token":1,"prediction":1,"mamba":4,"state":3,"caching":1,"functionality":1,"support":1,"parallelism":1,"quantization":1,"sampling":1,"capabilities":1,"text":1,"generation":1,"to":3,"ensure":1,"correct":1,"loading":1,"hf":1,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"substr":1,"log":1,"0":1,"1":1,"b":1,"classmethod":1,"def":1,"get":1,"dtype":7,"from":1,"config":8,"cls":1,"vllmconfig":1,"tuple":1,"torch":2,"mambastatedtypecalculator":1,"mamba2":1,"cache":4,"ssm":1},"35093,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"classmethod":1,"def":2,"get":2,"mamba":10,"state":9,"shape":6,"from":1,"config":35,"cls":1,"vllm":11,"vllmconfig":2,"use":4,"v1":5,"bool":1,"true":1,"tuple":4,"int":5,"calculate":1,"shapes":2,"for":6,"s":1,"convolutional":2,"and":2,"caches":1,"args":2,"or":1,"v0":1,"returns":1,"containing":2,"conv":3,"cache":6,"temporal":1,"space":1,"model":5,"parallel":4,"hf":10,"intermediate":3,"size":7,"expand":1,"hidden":1,"return":1,"mambastateshapecalculator":1,"mamba2":1,"tp":1,"world":1,"tensor":1,"n":2,"groups":1,"ngroups":1,"num":1,"heads":2,"head":1,"dim":1,"headdim":1,"d":2,"kernel":1,"init":1,"self":1,"prefix":6,"str":1,"none":1,"initialize":1,"the":1,"zamba2":1,"causal":1,"language":1,"modeling":1,"configuration":1,"quantization":1,"lora":3,"scheduler":3,"settings":1,"optional":1,"parameter":1,"names":1,"raises":1,"assertionerror":1,"if":1,"caching":3,"is":1,"enabled":1,"not":3,"supported":1,"by":1,"assert":1,"enable":1,"does":1,"support":1},"37086,1740,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"super":1,"init":1,"self":17,"config":19,"vllm":5,"scheduler":2,"model":7,"unpadded":4,"vocab":10,"size":12,"if":4,"lora":7,"extra":1,"initialize":3,"core":1,"zamba2model":1,"prefix":3,"maybe":1,"language":1,"modeling":1,"head":4,"lm":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":5,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":2,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"tie":2,"weights":2,"with":1,"input":9,"same":1,"dimensions":1,"embed":1,"tokens":2,"used":1,"to":2,"track":1,"and":2,"store":1,"by":1,"the":2,"mamba":2,"cache":2,"between":1,"steps":1,"optional":1,"mambacachemanager":1,"none":1,"logits":2,"processing":1,"sampling":1,"processor":1,"logitsprocessor":1,"def":1,"get":2,"ids":5,"torch":2,"tensor":3,"convert":1,"token":2,"args":1,"of":2,"returns":1,"embedded":1,"representation":1,"return":1},"38826,1719,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":1,"forward":3,"self":11,"input":5,"ids":5,"torch":4,"tensor":4,"positions":3,"inputs":3,"embeds":3,"optional":2,"none":3,"kwargs":3,"pass":2,"through":2,"the":1,"model":3,"args":1,"token":1,"position":1,"for":2,"embeddings":2,"pre":1,"computed":1,"additional":1,"arguments":1,"passed":1,"to":1,"cache":9,"manager":1,"returns":1,"output":1,"hidden":4,"states":3,"initialize":1,"mamba":15,"if":3,"needed":1,"params":3,"not":1,"envs":1,"vllm":4,"use":2,"v1":2,"is":1,"num":3,"layers":3,"config":6,"state":6,"shape":3,"get":3,"from":2,"false":1,"dtype":3,"mambacachemanager":1,"parameters":1,"current":2,"run":2,"tensors":1,"return":1},"40545,1839,data/raw/vllm-0.10.1/vllm/model_executor/models/zamba2.py":{"def":4,"copy":3,"inputs":7,"before":3,"cuda":3,"graphs":2,"self":10,"input":5,"buffers":4,"dict":3,"str":5,"torch":6,"tensor":6,"kwargs":3,"graph":2,"capture":6,"args":3,"dictionary":2,"of":3,"tensors":1,"additional":1,"arguments":1,"passed":1,"to":3,"cache":3,"manager":1,"returns":3,"updated":1,"return":4,"mamba":2,"get":3,"seqlen":2,"agnostic":3,"batch":4,"size":4,"int":1,"for":4,"sequence":1,"length":1,"compute":2,"logits":6,"hidden":4,"states":4,"sampling":4,"metadata":4,"samplingmetadata":1,"optional":1,"next":2,"token":2,"prediction":2,"from":1,"model":1,"forward":1,"pass":1,"process":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"vllm":1},"0,1940,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":10,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":2,"team":3,"deepseek":1,"ai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"deepseekv2":1,"deepseekv3":1,"import":13,"typing":2,"collections":1,"abc":1,"callable":1,"iterable":1,"optional":1,"union":1,"torch":3,"nn":1,"deepseekv2config":1,"deepseekv3config":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"get":4,"current":1,"ep":1,"group":2,"pp":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1940,1148,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"columnparallellinear":1,"mergedcolumnparallellinear":1,"mergedreplicatedlinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"mixtureofexperts":1,"supportspp":1,"ppmissinglayer":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"class":1,"deepseekv2mlp":1,"nn":1,"module":1},"3088,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"def":3,"init":4,"self":18,"hidden":6,"size":10,"int":4,"intermediate":3,"act":5,"str":3,"quant":6,"config":10,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"bool":2,"true":1,"prefix":6,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":3,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"deepseekv2moe":1,"nn":1,"module":1,"union":1,"deepseekv2config":1,"deepseekv3config":1,"enable":1,"eplb":1,"tp":1,"get":2,"tensor":1,"model":1,"parallel":1,"world":1,"routed":4,"scaling":2,"factor":2,"ep":6,"group":5,"device":1,"rank":2,"n":4,"experts":4,"shared":2},"4998,1460,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":2,"config":13,"hidden":3,"act":2,"silu":2,"raise":1,"valueerror":1,"f":2,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"self":19,"gate":4,"replicatedlinear":1,"size":2,"n":12,"routed":3,"experts":13,"bias":3,"false":1,"quant":1,"none":2,"prefix":2,"topk":1,"method":1,"noaux":1,"tc":1,"e":2,"score":2,"correction":2,"nn":1,"parameter":1,"torch":1,"empty":1,"else":1,"load":1,"balancing":1,"settings":1,"vllm":3,"get":1,"current":1,"parallel":3,"enable":2,"eplb":2,"redundant":3,"num":1,"logical":2,"physical":8,"local":3,"ep":2,"expert":3,"start":2,"rank":1,"end":1},"6458,1698,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"self":10,"experts":15,"fusedmoe":1,"num":6,"config":17,"n":7,"routed":1,"top":1,"k":1,"per":1,"tok":1,"hidden":14,"size":10,"intermediate":6,"moe":2,"reduce":3,"results":2,"false":1,"renormalize":1,"norm":1,"topk":4,"prob":1,"quant":4,"use":1,"grouped":1,"true":1,"expert":2,"group":4,"prefix":4,"f":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"gate":2,"enable":2,"eplb":2,"redundant":2,"if":2,"shared":8,"is":2,"not":2,"none":2,"deepseekv2mlp":1,"act":2,"must":1,"outputs":1,"def":1,"forward":1,"states":6,"torch":2,"tensor":2,"tokens":2,"dim":2,"shape":1,"view":1,"1":1,"output":1,"router":2,"logits":2},"8156,1341,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":5,"hidden":16,"states":15,"dtype":2,"torch":2,"float16":2,"final":9,"self":6,"experts":3,"router":4,"logits":4,"routed":2,"scaling":2,"factor":2,"else":2,"fix":2,"fp16":2,"overflow":2,"see":2,"deepseekv2decoderlayer":2,"for":2,"more":2,"details":2,"shared":3,"output":3,"is":1,"not":1,"none":1,"1":8,"tp":1,"size":1,"maybe":1,"all":1,"reduce":1,"tensor":1,"model":1,"parallel":1,"return":3,"view":1,"num":1,"tokens":1,"dim":1,"def":1,"yarn":1,"get":1,"mscale":3,"scale":3,"float":3,"import":1,"math":2,"0":3,"log":1,"class":1,"deepseekv2attention":1,"nn":1,"module":1},"9497,1243,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"def":1,"init":2,"self":14,"config":3,"union":1,"deepseekv2config":1,"deepseekv3config":1,"hidden":3,"size":7,"int":8,"num":6,"heads":6,"qk":10,"nope":4,"head":13,"dim":13,"rope":8,"v":3,"q":3,"lora":6,"rank":6,"kv":3,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":3,"position":3,"embeddings":3,"8192":1,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1,"tp":3,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"assert":1,"0":2,"local":1,"5":1},"10740,1321,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":1,"self":13,"q":11,"lora":4,"rank":4,"is":1,"not":1,"none":1,"a":3,"proj":6,"replicatedlinear":1,"hidden":2,"size":2,"bias":3,"false":3,"quant":6,"config":7,"prefix":6,"f":3,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"b":2,"columnparallellinear":2,"num":2,"heads":2,"qk":2,"head":2,"dim":2,"else":1},"12061,1694,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"self":18,"kv":8,"a":3,"proj":6,"with":2,"mqa":2,"replicatedlinear":1,"hidden":2,"size":2,"lora":3,"rank":3,"qk":4,"rope":13,"head":6,"dim":10,"bias":3,"false":5,"quant":6,"config":7,"prefix":6,"f":3,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"b":2,"columnparallellinear":1,"num":2,"heads":2,"nope":1,"v":2,"o":3,"projection":1,"rowparallellinear":1,"if":2,"scaling":11,"type":1,"deepseek":1,"yarn":2,"rotary":2,"emb":1,"get":3,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"is":1,"neox":1,"style":1,"mscale":7,"all":3,"factor":3,"float":1},"13755,1632,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"self":29,"attn":2,"attention":1,"num":6,"local":5,"heads":6,"qk":8,"head":10,"dim":13,"scaling":1,"kv":14,"cache":7,"config":4,"quant":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":4,"states":4,"if":1,"q":16,"lora":3,"rank":3,"is":1,"not":1,"none":1,"a":8,"proj":5,"0":5,"layernorm":2,"b":2,"view":3,"1":7,"else":1,"nope":5,"pe":6,"split":3,"rope":2,"latent":5,"with":1,"mqa":1,"unsqueeze":1,"v":3,"k":4,"rotary":1,"emb":1},"15387,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"q":7,"self":22,"qk":16,"nope":8,"head":22,"dim":22,"pe":2,"k":6,"torch":2,"empty":1,"like":1,"padding":1,"value":2,"to":1,"for":2,"alignment":1,"v":9,"nn":2,"functional":1,"pad":1,"0":2,"view":2,"1":3,"num":4,"local":3,"heads":4,"attn":5,"output":6,"reshape":1,"o":1,"proj":1,"return":1,"class":1,"deepseekv2mlaattention":1,"module":1,"main":1,"reference":1,"deepseekv2":1,"paper":1,"and":2,"flashinfer":3,"implementation":1,"https":2,"arxiv":1,"org":1,"abs":1,"2405":1,"04434":1,"github":1,"com":1,"ai":1,"pull":1,"551":1,"more":1,"info":1,"see":1,"mlacommonimpl":1,"in":1,"vllm":1,"attention":1,"backends":1,"mla":1,"utils":1,"py":1,"def":1,"init":2,"config":3,"union":1,"deepseekv2config":1,"deepseekv3config":1,"hidden":3,"size":3,"int":8,"rope":6,"lora":6,"rank":6,"optional":4,"kv":3,"theta":1,"float":1,"10000":1,"scaling":1,"dict":1,"str":2,"any":1,"none":4,"max":1,"position":1,"embeddings":1,"8192":1,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1},"17315,960,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"self":16,"num":5,"heads":5,"tp":3,"size":6,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"assert":1,"0":2,"local":1,"scaling":1,"qk":3,"head":3,"dim":3,"5":1,"rope":4,"theta":2,"max":2,"position":2,"embeddings":2,"if":1,"q":2,"lora":4,"rank":4,"is":1,"not":1,"none":1,"fused":2,"qkv":2,"a":4,"proj":4,"mergedreplicatedlinear":1,"hidden":2,"kv":4,"bias":2,"false":2,"quant":4,"config":4,"prefix":4,"f":2,"else":1,"with":2,"mqa":2,"replicatedlinear":1},"18275,1690,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":1,"self":22,"q":8,"lora":5,"rank":5,"is":1,"not":1,"none":1,"a":2,"layernorm":2,"rmsnorm":2,"eps":4,"config":10,"rms":2,"norm":2,"b":4,"proj":8,"columnparallellinear":3,"num":4,"heads":4,"qk":3,"head":5,"dim":5,"bias":4,"false":4,"quant":8,"prefix":8,"f":4,"else":1,"hidden":2,"size":2,"kv":5,"nope":1,"v":2,"o":2,"rowparallellinear":1},"19965,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":2,"rope":16,"scaling":12,"type":1,"deepseek":1,"yarn":2,"self":19,"rotary":2,"emb":1,"get":3,"qk":10,"head":14,"dim":16,"max":2,"position":3,"embeddings":2,"base":1,"theta":1,"is":1,"neox":1,"style":1,"false":2,"mscale":7,"all":3,"factor":3,"float":1,"in":2,"the":2,"mla":5,"backend":1,"kv":10,"cache":5,"includes":1,"both":1,"k":3,"c":3,"and":2,"pe":2,"i":2,"e":2,"decoupled":1,"particular":1,"concat":1,"op":1,"requires":1,"size":5,"1":3,"2":2,"lora":7,"rank":6,"attn":2,"attention":1,"num":3,"heads":3,"local":1,"scale":1,"config":4,"quant":2,"prefix":5,"f":1,"use":1,"true":1,"args":1,"q":3,"nope":2,"v":2,"b":2,"proj":2,"debug":1,"layer":1,"idx":1,"int":1,"split":1,"def":1,"forward":1,"positions":1,"torch":3,"tensor":3,"hidden":1,"states":1,"none":2},"21947,1192,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":1,"self":21,"q":16,"lora":9,"rank":4,"is":1,"not":1,"none":1,"qkv":3,"fused":1,"a":4,"proj":5,"hidden":4,"states":4,"0":6,"c":8,"kv":11,"split":2,"qk":5,"rope":2,"head":7,"dim":9,"1":5,"layernorm":2,"b":1,"else":1,"with":1,"mqa":1,"k":7,"pe":7,"normed":2,"view":1,"num":2,"local":2,"heads":2,"add":1,"of":1,"to":1,"unsqueeze":1,"nope":2,"rotary":1,"emb":1,"positions":1,"attn":3,"out":2,"mla":1,"output":1,"shape":2,"v":1,"return":1,"o":1,"class":1,"deepseekv2decoderlayer":1,"nn":1,"module":1},"23139,1676,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"def":1,"init":2,"self":7,"config":22,"union":1,"deepseekv2config":1,"deepseekv3config":1,"prefix":5,"str":1,"model":2,"modelconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":5,"quant":3,"quantizationconfig":1,"enable":1,"eplb":1,"bool":1,"false":1,"super":1,"hidden":4,"size":4,"rope":10,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"decoderlayers":1,"are":1,"created":1,"with":2,"make":1,"layers":1,"which":1,"passes":1,"the":2,"layer":4,"s":1,"index":1,"idx":3,"int":1,"split":1,"sep":1,"1":1,"if":2,"use":1,"mla":1,"attn":5,"cls":3,"deepseekv2mlaattention":1,"else":2,"deepseekv2attention":1,"num":2,"heads":2,"attention":1,"qk":4,"nope":2,"head":6,"dim":6,"v":2,"q":3,"lora":5,"rank":5,"hasattr":1,"kv":2,"f":1},"24815,1573,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":2,"config":17,"n":1,"routed":3,"experts":1,"is":2,"not":1,"none":2,"and":2,"layer":3,"idx":2,"first":1,"k":1,"dense":1,"replace":1,"moe":1,"freq":1,"0":1,"self":11,"mlp":4,"deepseekv2moe":1,"quant":4,"prefix":4,"f":2,"enable":2,"eplb":2,"else":2,"deepseekv2mlp":1,"hidden":15,"size":6,"intermediate":2,"act":2,"input":3,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"attention":2,"scaling":2,"factor":2,"def":1,"forward":1,"positions":3,"torch":4,"tensor":4,"states":9,"residual":5,"optional":1,"attn":1},"26388,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":4,"hidden":11,"states":10,"dtype":2,"torch":3,"float16":2,"fix":2,"fp16":2,"overflow":2,"we":2,"scale":3,"both":1,"and":3,"residual":6,"before":1,"rmsnorm":2,"result":1,"would":2,"not":1,"affect":1,"by":2,"1":3,"self":12,"routed":3,"scaling":5,"factor":3,"layer":3,"idx":1,"0":1,"the":5,"is":3,"shared":1,"all":1,"layers":1,"only":1,"it":2,"on":1,"first":2,"fully":1,"connected":1,"post":1,"attention":1,"layernorm":2,"mlp":2,"isinstance":1,"deepseekv2mlp":2,"output":2,"input":2,"of":4,"next":1,"decoder":1,"deepseekv2moe":2,"be":1,"done":1,"in":1,"forward":1,"return":1,"support":1,"compile":1,"class":1,"deepseekv2model":1,"nn":1,"module":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"def":1,"init":2,"vllm":6,"config":23,"vllmconfig":1,"prefix":3,"str":1,"super":1,"model":3,"hf":1,"cache":2,"quant":4,"enable":2,"eplb":2,"parallel":1,"vocab":3,"size":4,"get":1,"pp":1,"group":1,"rank":1,"embed":3,"tokens":3,"vocabparallelembedding":1,"f":1,"else":1,"ppmissinglayer":1},"28372,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"self":13,"start":2,"layer":6,"end":2,"layers":5,"make":3,"config":11,"num":1,"hidden":12,"lambda":1,"prefix":4,"deepseekv2decoderlayer":1,"model":2,"cache":2,"quant":2,"enable":2,"eplb":2,"f":1,"if":4,"get":5,"pp":3,"group":3,"is":5,"last":2,"rank":3,"norm":3,"rmsnorm":1,"size":2,"eps":2,"rms":1,"else":3,"ppmissinglayer":1,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":9,"residual":8,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":2,"embed":1,"tokens":1,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"first":1,"not":3,"assert":1,"for":1,"in":1},"30298,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"hidden":5,"states":3,"self":16,"norm":1,"residual":1,"return":1,"class":1,"deepseekv2forcausallm":1,"nn":1,"module":1,"supportspp":1,"mixtureofexperts":1,"packed":3,"modules":3,"mapping":3,"gate":2,"up":2,"proj":8,"def":1,"init":3,"vllm":5,"config":25,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":4,"hf":1,"quant":7,"needs":1,"to":3,"be":2,"modified":1,"before":1,"initializing":1,"deepseekv2model":2,"as":1,"it":1,"is":3,"passed":1,"inplace":1,"quantization":1,"and":2,"may":1,"used":1,"select":1,"the":1,"method":1,"for":1,"relevant":1,"layers":3,"during":1,"initialization":1,"fuse":2,"qkv":3,"a":5,"hasattr":1,"q":3,"lora":2,"rank":3,"not":1,"none":1,"if":2,"fused":1,"kv":1,"with":1,"mqa":1,"maybe":1,"get":1,"pp":1,"group":2,"last":1,"lm":2,"head":2,"parallellmhead":1,"vocab":2,"size":3,"else":1,"ppmissinglayer":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"expert":2,"weights":1,"set":1,"moe":2,"hyperparameters":1,"num":3,"first":1,"k":1,"dense":1,"replace":1,"groups":1,"n":1},"32201,1623,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"self":12,"moe":13,"layers":6,"list":1,"fusedmoe":1,"example":9,"none":3,"for":2,"layer":14,"in":3,"model":2,"if":3,"isinstance":3,"ppmissinglayer":1,"continue":1,"assert":1,"deepseekv2decoderlayer":1,"mlp":3,"deepseekv2moe":2,"pick":1,"last":1,"one":1,"since":1,"the":2,"first":1,"ones":1,"may":1,"be":1,"dense":1,"append":2,"experts":13,"is":1,"raise":1,"runtimeerror":1,"no":1,"found":1,"num":6,"logical":8,"n":6,"physical":7,"local":2,"routed":2,"shared":2,"redundant":2,"def":1,"set":2,"eplb":2,"state":2,"expert":6,"load":3,"view":3,"torch":3,"tensor":3,"to":3,"map":3,"replica":3,"count":3,"idx":3,"enumerate":1,"register":1,"weights":3,"get":1},"33824,1721,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"def":4,"update":2,"physical":14,"experts":19,"metadata":3,"self":15,"num":14,"int":2,"local":7,"none":3,"assert":1,"redundant":3,"logical":1,"for":1,"layer":3,"in":1,"model":3,"layers":1,"if":1,"isinstance":1,"mlp":2,"deepseekv2moe":1,"moe":5,"n":3,"expert":1,"map":1,"get":2,"input":6,"embeddings":2,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"logits":4,"sampling":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1},"35545,1269,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"def":1,"load":1,"weights":4,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":6,"mapping":3,"param":2,"name":11,"shard":3,"id":3,"gate":5,"up":5,"proj":14,"0":2,"1":2,"fused":2,"qkv":2,"a":4,"q":1,"kv":1,"with":1,"mqa":1,"for":3,"fp8":2,"weight":4,"scales":2,"activation":1,"expert":3,"fusedmoe":1,"make":1,"ckpt":3,"down":2,"num":3,"experts":4,"config":2,"n":1,"routed":1,"redundant":2,"dict":2,"named":1,"parameters":1,"loaded":2,"in":2,"if":2,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":2,"spec":4,"layer":3,"get":1,"idx":1,"from":1,"is":1,"not":1,"none":1,"skip":1,"decode":1,"layers":1,"main":1,"model":1},"36814,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"for":4,"param":7,"name":25,"weight":11,"shard":3,"id":4,"in":11,"stacked":2,"params":8,"mapping":6,"skip":3,"non":1,"layers":1,"and":4,"experts":7,"handled":1,"below":3,"if":8,"not":6,"continue":6,"we":4,"have":1,"mlp":4,"0":3,"gate":4,"proj":4,"the":3,"checkpoint":1,"since":1,"handle":1,"expert":5,"need":1,"to":3,"here":1,"before":1,"update":2,"otherwise":1,"will":2,"be":2,"updated":2,"up":2,"which":2,"then":2,"breaks":1,"load":1,"dict":4,"mapped":3,"replace":1,"qkv":2,"fusion":2,"is":3,"optional":1,"fall":1,"back":1,"normal":1,"loading":2,"it":1,"s":1,"enabled":1,"go":1,"with":1,"option":1,"fused":1,"a":1,"else":2,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"pp":1,"missing":1,"parameter":1,"self":1,"loader":3,"loaded":1,"break":1,"false":1},"38740,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"anyway":1,"this":3,"is":6,"an":2,"expert":6,"weight":10,"and":2,"should":2,"not":5,"be":1,"attempted":1,"to":3,"load":1,"as":1,"other":2,"weights":1,"later":1,"true":2,"do":1,"modify":1,"name":17,"since":2,"the":3,"loop":1,"may":2,"continue":5,"here":2,"instead":1,"create":1,"a":1,"new":1,"variable":1,"mapped":6,"replace":1,"param":4,"if":5,"pp":1,"missing":1,"parameter":1,"self":1,"params":3,"dict":3,"we":4,"ask":1,"loader":4,"return":2,"success":4,"or":1,"otherwise":1,"skip":3,"experts":1,"with":1,"available":1,"replicas":1,"typing":1,"cast":1,"callable":1,"bool":1,"loaded":1,"shard":2,"id":4,"break":1,"else":1,"ve":1,"checked":1,"that":1,"however":1,"it":2,"s":1,"locally":1,"rank":1,"so":1,"simply":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"endswith":1,"in":1,"remapping":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1},"40733,1127,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_v2.py":{"if":3,"is":1,"pp":1,"missing":1,"parameter":1,"name":6,"self":1,"continue":1,"param":3,"params":3,"dict":1,"weight":8,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":3,"class":1,"deepseekv3forcausallm":1,"deepseekv2forcausallm":1,"pass":1,"compatibility":1,"with":1,"https":1,"huggingface":1,"co":1,"deepseek":3,"ai":1,"v3":1,"base":1,"blob":1,"main":1,"configuration":1,"py":1,"def":1,"get":1,"spec":1,"layer":4,"idx":4,"from":1,"config":5,"union":1,"deepseekv2config":1,"deepseekv3config":1,"str":1,"optional":1,"int":1,"hasattr":1,"num":4,"nextn":3,"predict":3,"layers":5,"and":1,"0":1,"hidden":1,"for":1,"i":3,"in":1,"range":1,"startswith":1,"f":1,"model":1,"none":1},"0,1959,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"huggingface":1,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":4,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":7,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"collections":1,"abc":1,"import":8,"iterable":1,"torch":2,"nn":2,"config":12,"vllmconfig":2,"executor":2,"loader":2,"weight":2,"utils":2,"default":1,"models":1,"llama":2,"llamaforcausallm":1,"llamamodel":2,"llamadecoderlayer":1,"autoweightsloader":1,"ppmissinglayer":1,"weightsmapper":1,"pp":1,"missing":1,"parameter":1,"class":1,"telechat2model":1,"def":1,"init":1,"self":1,"prefix":1,"str":1,"hf":4,"attribute":1,"map":1,"num":2,"hidden":3,"layers":1,"n":2,"layer":2,"attention":1,"heads":1,"head":1,"intermediate":1,"size":2,"ffn":1,"rms":1,"norm":2,"eps":1,"epsilon":1,"act":1,"silu":1},"1959,725,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"1":1,"initialize":1,"the":3,"llamamodel":1,"with":1,"bias":9,"hf":2,"config":5,"true":4,"mlp":3,"super":1,"init":1,"vllm":4,"prefix":2,"2":1,"remove":1,"from":1,"qkv":4,"proj":8,"and":2,"gate":4,"up":4,"based":1,"on":1,"telechat2":1,"s":1,"don":1,"t":1,"have":1,"see":1,"https":1,"github":1,"com":1,"project":1,"pull":1,"10311":1,"issuecomment":1,"2490297566":1,"for":1,"layer":6,"in":1,"self":3,"layers":1,"if":1,"not":1,"isinstance":1,"ppmissinglayer":1,"attn":2,"none":2,"skip":2,"add":2},"2685,470,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"def":1,"load":1,"weights":2,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"gate":3,"up":3,"proj":4,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1,"total":2,"num":2,"heads":2,"config":2,"n":1,"head":2,"dim":1,"hidden":1,"size":1},"3155,1242,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"for":2,"name":11,"loaded":4,"weight":21,"in":4,"weights":1,"if":3,"self":3,"attn":1,"key":2,"value":2,"k":6,"v":6,"i":2,"range":1,"total":1,"num":1,"heads":1,"start":5,"head":4,"dim":6,"2":2,"append":2,"torch":2,"cat":2,"0":2,"replace":2,"qkv":2,"proj":2,"is":2,"pp":2,"missing":2,"parameter":2,"continue":2,"param":7,"params":2,"dict":2,"loader":7,"elif":1,"query":2,"q":1},"4397,920,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"else":2,"for":1,"param":8,"name":13,"weight":12,"shard":2,"id":2,"in":2,"stacked":1,"params":4,"mapping":1,"if":3,"not":1,"continue":3,"replace":1,"is":2,"pp":2,"missing":2,"parameter":2,"self":2,"dict":2,"loader":7,"loaded":3,"break":1,"getattr":1,"default":1,"add":1},"5317,29,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"return":1,"loaded":1,"params":1},"5346,1049,data/raw/vllm-0.10.1/vllm/model_executor/models/telechat2.py":{"class":1,"telechat2forcausallm":1,"llamaforcausallm":1,"hf":2,"to":4,"vllm":5,"mapper":3,"weightsmapper":1,"orig":2,"new":2,"prefix":4,"transformer":1,"model":2,"substr":1,"h":1,"layers":1,"self":7,"attention":1,"attn":1,"word":2,"embeddings":2,"embed":1,"tokens":1,"dense":1,"o":1,"proj":1,"ln":1,"f":1,"norm":1,"def":2,"init":1,"config":4,"vllmconfig":1,"str":3,"layer":1,"type":2,"nn":1,"module":1,"llamadecoderlayer":1,"return":2,"telechat2model":1,"load":2,"weights":4,"iterable":1,"tuple":1,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"tie":1,"else":1,"none":1},"0,1887,data/raw/vllm-0.10.1/vllm/model_executor/models/nvlm_d.py":{"spdx":2,"license":3,"identifier":1,"apache":2,"2":2,"0":2,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"adapted":1,"from":11,"https":1,"huggingface":1,"co":1,"nvidia":2,"nvlm":3,"d":3,"72b":1,"blob":1,"main":1,"modeling":1,"py":1,"c":1,"2024":1,"licensed":1,"under":1,"see":1,"for":2,"details":1,"collections":1,"abc":1,"import":12,"mapping":1,"sequence":1,"typing":1,"optional":2,"torch":2,"nn":2,"as":1,"transformers":1,"pretrainedconfig":1,"model":1,"executor":1,"layers":1,"quantization":1,"quantizationconfig":1,"multimodal":5,"registry":1,"inputs":2,"multimodaldatadict":1,"multimodalkwargs":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"multimodaldataitems":1,"processing":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":2,"intern":1,"vit":1,"internvisionmodel":1,"internvl":1,"baseinternvldummyinputsbuilder":1,"baseinternvlmultimodalprocessor":1,"baseinternvlprocessinginfo":1,"baseinternvlprocessor":2,"internvlchatmodel":1,"img":2,"pad":3,"vision":1,"class":1,"nvlmprocessor":1,"property":1,"def":2,"image":2,"token":1,"id":1,"self":4,"int":3,"return":1,"tokenizer":1,"get":2,"vocab":1,"repl":1,"feature":1,"size":1,"num":3,"patches":3,"str":1,"if":2,"is":1,"none":1,"raise":1,"notimplementederror":1,"embedding":1,"are":1,"not":1,"supported":1,"tile":4,"pos":2,"identifiers":2,"f":1,"i":2,"in":1,"range":1,"1":1,"use":1,"thumbnail":2,"global":1},"1887,1793,data/raw/vllm-0.10.1/vllm/model_executor/models/nvlm_d.py":{"context":2,"size":4,"feature":1,"num":6,"patches":1,"features":3,"join":1,"identifier":2,"img":2,"pad":2,"for":1,"in":2,"tile":5,"pos":1,"identifiers":1,"we":1,"include":1,"the":4,"start":1,"and":2,"end":1,"as":3,"well":1,"because":1,"image":10,"is":2,"tokenized":1,"resulting":1,"assertion":1,"error":1,"when":1,"trying":1,"to":2,"find":1,"a":1,"subsequence":1,"of":3,"repl":2,"return":4,"promptupdatedetails":1,"select":1,"text":2,"class":3,"nvlmprocessinginfo":3,"baseinternvlprocessinginfo":1,"def":3,"get":9,"hf":2,"processor":2,"self":8,"kwargs":2,"object":1,"nvlmprocessor":2,"ctx":1,"init":1,"config":2,"tokenizer":2,"nvlmdummyinputsbuilder":1,"baseinternvldummyinputsbuilder":1,"dummy":3,"mm":5,"counts":4,"mapping":2,"str":3,"int":3,"images":6,"0":2,"newline":1,"necessary":1,"separate":1,"current":1,"item":2,"next":1,"n":1,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"target":4,"width":3,"height":3,"info":1,"with":1,"most":1,"nvlmmultimodalprocessor":1,"baseinternvlmultimodalprocessor":1},"3680,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/nvlm_d.py":{"def":2,"get":9,"prompt":1,"updates":1,"self":3,"mm":9,"items":3,"multimodaldataitems":1,"hf":6,"processor":7,"kwargs":7,"mapping":1,"str":1,"object":1,"out":5,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":2,"if":3,"image":23,"num":15,"patches":14,"in":4,"assert":2,"isinstance":3,"torch":1,"tensor":1,"tolist":1,"elif":1,"embeds":2,"todo":1,"use":1,"size":9,"information":1,"dictionary":1,"embedding":1,"inputs":1,"to":2,"compute":1,"similar":1,"qwen2":1,"vl":1,"none":2,"len":1,"else":2,"replacement":3,"nvlm":2,"item":4,"idx":4,"int":2,"images":4,"imageembeddingitems":2,"imageprocessoritems":1,"feature":4,"tokens":1,"width":2,"height":2,"is":1,"not":1,"repl":3,"return":2,"promptupdatedetails":1,"select":1,"text":1,"full":1,"n":2,"img":1,"pad":1,"see":1,"note":1,"dummy":1,"data":1,"regarding":1,"why":1,"we":1,"have":1,"the":1,"extra":1,"newline":1,"promptreplacement":1,"modality":1,"target":1},"5671,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/nvlm_d.py":{"multimodal":1,"registry":1,"register":1,"processor":1,"nvlmmultimodalprocessor":1,"info":1,"nvlmprocessinginfo":1,"dummy":3,"inputs":1,"nvlmdummyinputsbuilder":1,"class":1,"nvlm":2,"d":2,"model":2,"internvlchatmodel":1,"def":2,"init":2,"mlp1":1,"self":4,"config":16,"pretrainedconfig":2,"nn":6,"sequential":2,"vit":3,"hidden":12,"size":11,"vision":8,"llm":5,"intermediate":4,"text":2,"return":2,"layernorm":1,"int":2,"1":4,"downsample":2,"ratio":2,"2":2,"linear":2,"bias":2,"false":2,"gelu":1,"quant":3,"optional":1,"quantizationconfig":1,"is":3,"mono":2,"bool":1,"prefix":3,"str":1,"if":2,"not":2,"feature":4,"layer":5,"select":1,"0":1,"num":7,"layers":5,"else":2,"we":1,"added":1,"additional":1,"heads":4,"to":3,"the":2,"original":1,"of":2,"make":1,"number":1,"divisible":1,"by":1,"8":1,"internvisionmodel":1,"override":1,"7":1,"msg":2,"monolith":1,"mode":1,"applicable":1,"raise":1,"notimplementederror":1},"0,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":10,"vllm":11,"project":1,"from":16,"collections":1,"abc":1,"import":18,"iterable":1,"mapping":1,"mutablesequence":1,"typing":2,"type":2,"checking":2,"classvar":2,"literal":2,"optional":2,"protocol":2,"union":2,"overload":1,"runtime":2,"checkable":2,"numpy":1,"as":1,"np":1,"torch":2,"tensor":6,"transformers":1,"models":3,"whisper":2,"tokenization":1,"languages":1,"extensions":1,"self":1,"typeis":1,"config":3,"modelconfig":1,"speechtotextconfig":1,"inputs":3,"tokensprompt":1,"data":2,"prompttype":1,"logger":4,"init":2,"model":5,"executor":2,"layers":1,"quantization":1,"base":2,"quantizationconfig":1,"utils":2,"supports":3,"kw":1,"interfaces":1,"is":3,"pooling":1,"if":2,"attention":1,"attentionmetadata":1,"vllmconfig":1,"weightsmapper":1,"sequence":1,"intermediatetensors":1,"name":1,"multimodalembeddings":1,"list":2,"tuple":2,"output":1,"embeddings":1,"must":1,"be":1,"one":1,"of":3,"following":1,"formats":1,"a":3,"or":1,"2d":2,"tensors":2,"where":1,"each":2,"corresponds":1,"input":1,"multimodal":2,"item":2,"e":1,"g":1,"image":1,"single":1,"3d":1,"with":1,"batch":1,"dimension":1,"grouping":1,"class":3,"supportsmultimodal":1,"interface":1,"required":1,"for":2,"all":1,"multi":2,"modal":2,"true":2,"flag":2,"that":1,"indicates":1,"this":3,"note":1,"there":1,"no":1,"need":1,"redefine":1,"in":2,"mro":1,"your":1,"classmethod":1,"def":1,"get":2,"placeholder":2,"str":3,"cls":1,"modality":2,"i":2,"int":1,"text":1,"th":1,"prompt":1},"1974,1468,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"def":4,"get":4,"multimodal":8,"embeddings":9,"self":4,"kwargs":2,"object":1,"multimodalembeddings":3,"returns":3,"generated":1,"from":1,"to":1,"be":2,"merged":2,"with":1,"text":2,"note":1,"the":8,"returned":1,"must":1,"in":2,"same":1,"order":1,"as":1,"appearances":1,"of":1,"their":1,"corresponding":1,"data":1,"item":1,"input":5,"prompt":1,"language":3,"model":3,"torch":3,"nn":3,"module":3,"underlying":1,"used":1,"for":3,"generation":1,"this":3,"is":3,"typically":1,"instance":1,"responsible":1,"processing":1,"and":1,"producing":1,"hidden":1,"states":1,"core":1,"component":1,"only":1,"models":1,"that":1,"support":1,"v0":3,"chunked":1,"prefill":1,"todo":2,"ywang96":1,"remove":2,"overload":4,"once":2,"deprecated":2,"ids":2,"tensor":4,"optional":3,"none":3,"attn":1,"metadata":1,"attentionmetadata":1},"3442,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"def":7,"get":1,"input":9,"embeddings":6,"self":1,"ids":2,"tensor":2,"multimodal":12,"optional":2,"multimodalembeddings":1,"none":2,"only":1,"necessary":1,"so":1,"that":2,"the":6,"v0":2,"overload":5,"is":4,"valid":1,"todo":1,"remove":1,"attn":2,"metadata":2,"once":1,"deprecated":1,"attentionmetadata":1,"returns":1,"merged":1,"from":3,"text":1,"and":3,"generated":1,"kwargs":1,"supports":10,"model":10,"type":8,"object":8,"typeis":8,"supportsmultimodal":5,"union":4,"return":2,"getattr":2,"false":2,"runtime":2,"checkable":2,"class":3,"supportsmultimodalwithrawinput":5,"protocol":1,"interface":1,"required":1,"for":1,"all":1,"multi":2,"modal":2,"models":1,"raw":6,"classvar":1,"literal":1,"true":2,"a":1,"flag":2,"indicates":1,"this":3,"inputs":1,"processes":1,"them":1,"in":2,"their":1,"form":1,"not":1,"note":1,"there":1,"no":1,"need":1,"to":1,"redefine":1,"if":1,"mro":1,"of":1,"your":1},"5379,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"class":7,"supportsscoretemplate":5,"protocol":2,"the":8,"interface":2,"required":2,"for":3,"all":2,"models":2,"that":4,"support":2,"score":9,"template":9,"supports":8,"classvar":6,"literal":2,"true":4,"a":3,"flag":4,"indicates":2,"this":6,"model":8,"note":2,"there":2,"is":4,"no":2,"need":3,"to":3,"redefine":2,"if":2,"in":2,"mro":2,"of":2,"your":2,"classmethod":2,"def":5,"get":1,"cls":2,"query":2,"str":8,"document":2,"optional":1,"generate":1,"full":1,"prompt":2,"by":2,"populating":1,"with":2,"and":3,"content":1,"noqa":1,"e501":1,"post":1,"process":1,"tokens":2,"tokensprompt":1,"none":1,"perform":1,"architecture":1,"specific":1,"manipulations":1,"on":1,"input":1,"overload":2,"type":4,"object":4,"typeis":4,"union":2,"return":1,"getattr":1,"false":1,"runtime":2,"checkable":2,"supportslora":1,"lora":3,"embedding":4,"module":1,"padding":2,"modules":4,"are":1,"empty":1,"default":1,"dict":2,"list":2,"packed":1,"mapping":1,"we":2,"can":1,"t":1,"use":2,"issubclass":1,"checks":1,"so":1,"treat":1,"as":1,"an":1,"instance":1,"isinstance":1,"instead":1},"7366,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"runtime":2,"checkable":2,"class":4,"supportsloratype":2,"protocol":2,"supports":11,"lora":13,"literal":2,"true":5,"packed":2,"modules":6,"mapping":2,"dict":2,"str":5,"list":2,"embedding":4,"padding":2,"overload":2,"def":4,"model":16,"type":6,"object":6,"typeis":4,"supportslora":5,"union":3,"result":3,"if":7,"not":4,"attrs":6,"missing":5,"tuple":1,"attr":3,"for":2,"in":2,"hasattr":1,"getattr":1,"false":1,"logger":2,"warning":2,"the":4,"s":3,"sets":1,"but":2,"is":3,"specific":2,"attributes":2,"else":1,"contains":1,"all":2,"does":1,"set":1,"return":3,"bool":1,"isinstance":3,"supportspp":1,"interface":1,"required":1,"models":1,"that":2,"support":1,"pipeline":2,"parallel":2,"pp":1,"classvar":1,"a":1,"flag":2,"indicates":1,"this":3,"note":1,"there":1,"no":1,"need":1,"to":1,"redefine":1,"mro":1,"of":1,"your":1},"9329,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"def":7,"make":2,"empty":2,"intermediate":5,"tensors":5,"self":4,"batch":2,"size":2,"int":2,"dtype":4,"torch":4,"device":4,"intermediatetensors":10,"called":1,"when":2,"pp":10,"rank":3,"0":2,"for":3,"profiling":1,"purposes":1,"forward":3,"optional":2,"union":4,"tensor":2,"accept":2,"vllm":2,"sequence":2,"return":1,"only":1,"the":3,"last":1,"we":2,"can":1,"t":1,"use":2,"runtime":2,"checkable":2,"with":1,"classvar":1,"issubclass":1,"checks":1,"so":1,"need":1,"to":1,"treat":1,"class":2,"as":1,"an":1,"instance":1,"and":2,"isinstance":1,"instead":1,"supportspptype":1,"protocol":1,"supports":11,"literal":1,"true":2,"overload":2,"model":7,"type":4,"object":4,"typeis":4,"supportspp":4,"bool":1,"attributes":3,"inspect":3,"if":1,"not":2,"logger":1,"warning":1,"s":1,"sets":1,"but":1,"does":1,"in":1,"its":1,"method":1},"11162,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"if":7,"not":5,"supports":9,"attributes":5,"pp":9,"attrs":6,"make":1,"empty":1,"intermediate":2,"tensors":2,"missing":5,"tuple":1,"attr":3,"for":4,"in":1,"hasattr":1,"model":20,"getattr":3,"false":3,"logger":2,"warning":2,"the":4,"s":3,"sets":1,"true":5,"but":2,"is":1,"specific":2,"else":1,"contains":1,"all":2,"does":1,"set":1,"return":6,"and":2,"inspect":2,"def":5,"union":4,"type":7,"object":8,"bool":2,"isinstance":3,"supportspptype":1,"supportspp":1,"forward":4,"none":1,"callable":1,"kw":1,"runtime":1,"checkable":1,"class":1,"hasinnerstate":5,"protocol":1,"interface":1,"required":1,"models":2,"that":3,"has":8,"inner":8,"state":8,"classvar":1,"literal":1,"a":1,"flag":1,"indicates":1,"this":1,"usually":1,"need":1,"access":1,"to":1,"scheduler":1,"config":1,"max":1,"num":1,"seqs":1,"etc":1,"e":1,"g":1,"both":1,"mamba":1,"jamba":1,"overload":2,"typeis":4},"13155,1958,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"runtime":2,"checkable":2,"class":2,"isattentionfree":5,"protocol":2,"the":4,"interface":2,"required":2,"for":8,"all":2,"models":2,"like":2,"mamba":6,"that":6,"lack":1,"attention":10,"but":2,"do":1,"have":2,"state":7,"whose":1,"size":1,"is":9,"constant":1,"wrt":1,"number":1,"of":1,"tokens":1,"free":5,"classvar":2,"literal":2,"true":6,"a":2,"flag":2,"indicates":4,"this":2,"model":10,"has":4,"no":1,"used":1,"block":3,"manager":1,"and":4,"backend":1,"selection":1,"not":1,"jamba":2,"overload":4,"def":6,"object":6,"typeis":6,"type":8,"union":2,"return":1,"getattr":1,"false":1,"ishybrid":3,"both":2,"blocks":2,"hf":2,"config":6,"layers":2,"hybrid":3,"also":1,"s":2,"classmethod":1,"get":2,"shape":5,"from":1,"cls":1,"vllm":3,"vllmconfig":1,"use":2,"v1":3,"bool":1,"tuple":4,"int":5,"calculate":1,"shapes":2,"convolutional":2,"caches":1,"args":1,"or":1,"v0":1,"returns":1,"containing":1,"conv":1,"cache":2,"temporal":1,"space":1},"15113,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"def":2,"is":5,"hybrid":2,"model":15,"union":2,"type":2,"object":2,"typeis":2,"ishybrid":2,"return":1,"getattr":1,"false":1,"runtime":1,"checkable":1,"class":1,"mixtureofexperts":1,"protocol":1,"check":1,"if":1,"the":12,"a":1,"mixture":1,"of":11,"experts":13,"moe":4,"expert":6,"weights":5,"mutablesequence":1,"iterable":1,"tensor":4,"saved":1,"in":13,"this":9,"rank":1,"first":1,"dimension":2,"layer":2,"and":1,"second":1,"different":1,"parameters":1,"e":1,"g":1,"up":1,"down":1,"projection":1,"num":8,"layers":2,"int":8,"number":8,"groups":2,"logical":4,"physical":5,"local":2,"routed":2,"shared":2,"redundant":2,"set":2,"eplb":4,"state":3,"self":1,"load":1,"view":1,"to":3,"map":1,"replica":1,"count":1,"none":1,"register":1,"since":2,"these":1,"are":2,"views":1,"actual":1,"any":1,"changes":1,"made":1,"by":1,"algorithm":1,"automatically":1,"reflected":1,"s":2,"behavior":1,"without":1,"requiring":1,"additional":1,"method":1,"calls":1,"new":1,"states":1,"you":1,"should":1,"also":1,"collect":1,"here":1,"instead":1,"weight":2,"loader":1,"after":1,"initial":1,"loading":1,"further":1,"processing":1,"like":1,"quantization":1,"may":1,"be":1,"applied":1},"16976,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"args":1,"expert":3,"load":2,"view":2,"a":1,"of":3,"the":2,"metrics":1,"tensor":1,"logical":4,"to":2,"physical":5,"map":1,"mapping":1,"from":1,"experts":5,"replica":1,"count":2,"replicas":1,"for":2,"each":1,"def":11,"update":1,"metadata":1,"self":1,"num":2,"int":2,"local":1,"none":1,"is":2,"mixture":1,"model":17,"object":13,"typeis":11,"mixtureofexperts":2,"return":5,"isinstance":1,"runtime":2,"checkable":2,"class":2,"hasnoops":5,"protocol":2,"has":5,"noops":5,"classvar":2,"literal":2,"true":4,"overload":4,"type":15,"union":6,"getattr":2,"false":2,"supportscrossencoding":7,"interface":1,"required":1,"all":1,"models":1,"that":1,"support":1,"cross":8,"encoding":8,"supports":7,"pooling":6,"and":1,"default":3,"str":1,"set":1,"decorator":1,"func":1},"18976,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"return":6,"func":1,"def":3,"get":1,"default":2,"pooling":2,"type":3,"model":6,"union":1,"object":2,"str":5,"getattr":1,"last":1,"class":2,"supportsquant":1,"the":2,"interface":2,"required":2,"for":5,"all":2,"models":2,"that":2,"support":2,"quantization":1,"hf":4,"to":6,"vllm":6,"mapper":5,"classvar":3,"optional":4,"weightsmapper":1,"none":7,"packed":4,"modules":4,"mapping":6,"dict":1,"list":3,"quant":11,"config":16,"quantizationconfig":3,"new":2,"cls":3,"args":7,"kwargs":4,"self":1,"instance":8,"super":1,"find":4,"passed":2,"in":2,"arguments":1,"if":5,"is":3,"not":3,"attach":1,"general":1,"use":1,"apply":2,"mappings":1,"proper":1,"matching":1,"update":1,"staticmethod":1,"through":1,"constructor":1,"from":2,"import":2,"vllmconfig":2,"avoid":1,"circular":1,"values":3,"arg":5,"isinstance":2,"runtime":1,"checkable":1,"supportstranscription":1,"protocol":1,"transcription":1,"iso639":1,"1":1,"language":2,"codes":1,"names":1,"supported":1,"languages":1},"20951,1470,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"supports":2,"transcription":3,"classvar":2,"literal":1,"true":3,"only":1,"bool":1,"false":1,"models":1,"can":1,"opt":1,"out":1,"of":1,"text":1,"generation":2,"by":1,"setting":1,"this":1,"to":1,"def":3,"init":2,"subclass":2,"cls":6,"kwargs":2,"super":1,"language":5,"codes":3,"in":4,"supported":4,"languages":8,"that":1,"don":1,"t":1,"exist":1,"the":6,"full":1,"map":2,"invalid":4,"set":2,"keys":2,"if":2,"raise":1,"valueerror":1,"f":3,"name":1,"contains":1,"sorted":2,"n":1,"valid":2,"choices":1,"are":1,"classmethod":2,"get":3,"prompt":3,"audio":1,"np":1,"ndarray":1,"stt":1,"config":2,"speechtotextconfig":1,"model":3,"modelconfig":1,"optional":1,"str":5,"task":1,"type":1,"request":1,"prompttype":2,"for":2,"asr":1,"has":1,"control":1,"over":1,"construction":1,"as":2,"long":1,"it":1,"returns":1,"a":1,"other":2,"mapping":1,"possible":1,"from":1,"whisper":1,"return":1,"k":3,"v":2,"items":1,"not":1},"22421,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"classmethod":3,"def":5,"validate":1,"language":14,"cls":8,"optional":3,"str":2,"ensure":1,"the":8,"specified":1,"in":3,"transcription":3,"request":2,"is":5,"a":3,"valid":2,"iso":1,"639":1,"1":1,"code":1,"if":2,"but":2,"not":3,"natively":2,"supported":6,"by":3,"model":7,"trigger":1,"warning":2,"an":1,"exception":1,"none":2,"or":1,"languages":5,"return":3,"elif":1,"get":4,"other":1,"logger":1,"r":3,"s":2,"results":1,"may":1,"be":2,"less":1,"accurate":1,"name":1,"list":2,"keys":2,"else":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"must":1,"one":1,"of":3,"speech":2,"to":3,"text":2,"config":5,"modelconfig":2,"task":1,"type":3,"literal":1,"transcribe":1,"translate":1,"speechtotextconfig":2,"for":3,"asr":2,"num":1,"audio":5,"tokens":2,"duration":2,"float":1,"stt":1,"int":1,"map":1,"from":1,"number":1,"produced":1,"without":1,"running":1,"forward":1,"pass":1,"this":2,"used":1,"estimating":1,"amount":1,"processing":1,"overload":2,"supports":2,"object":2,"typeis":2,"supportstranscription":2},"24384,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"def":8,"supports":11,"transcription":2,"model":10,"union":4,"type":8,"object":8,"typeis":8,"supportstranscription":2,"return":2,"getattr":2,"false":2,"runtime":2,"checkable":2,"class":4,"supportsv0only":5,"protocol":2,"models":2,"with":2,"this":4,"interface":2,"are":1,"not":1,"compatible":1,"v1":1,"vllm":1,"v0":5,"only":5,"classvar":2,"literal":2,"true":4,"overload":4,"supportseagle3":3,"the":3,"required":1,"for":4,"that":4,"support":1,"eagle3":8,"speculative":2,"decoding":2,"a":1,"flag":2,"indicates":1,"note":1,"there":1,"is":2,"no":1,"need":1,"to":1,"redefine":1,"if":1,"in":1,"mro":1,"of":3,"your":1,"set":2,"aux":2,"hidden":6,"state":3,"layers":5,"self":2,"tuple":4,"int":2,"none":1,"which":1,"should":3,"output":3,"auxiliary":4,"states":3,"args":1,"layer":3,"indices":3,"get":2,"returns":1,"outputs":1},"26331,172,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces.py":{"def":1,"supports":1,"eagle3":1,"model":2,"union":2,"type":2,"object":2,"typeis":2,"supportseagle3":3,"return":1,"isinstance":1},"0,1955,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"from":20,"collections":1,"abc":1,"import":22,"iterable":1,"typing":1,"optional":3,"torch":4,"distributed":2,"as":1,"dist":1,"nn":2,"transformers":1,"gptossconfig":2,"attention":4,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":8,"cacheconfig":2,"vllmconfig":1,"get":4,"ep":1,"group":1,"tensor":2,"model":12,"parallel":3,"rank":1,"world":1,"size":3,"executor":9,"layers":7,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":3,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"cdiv":1,"extract":2,"layer":3,"index":2,"maybe":1,"prefix":3,"class":1,"oaiattention":1,"module":1,"def":1,"init":2,"self":6,"quant":1,"none":2,"cache":1,"str":1,"super":1,"idx":1,"head":2,"dim":2,"num":4,"heads":4,"key":2,"value":2,"hidden":2},"1955,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"self":25,"rotary":2,"emb":1,"get":2,"rope":10,"head":8,"dim":8,"max":4,"position":4,"config":15,"embeddings":3,"base":1,"theta":3,"dtype":2,"torch":4,"float32":1,"scaling":6,"type":1,"yarn":1,"factor":2,"original":2,"beta":4,"fast":2,"slow":2,"is":1,"neox":1,"style":1,"true":1,"tp":6,"size":16,"tensor":1,"model":1,"parallel":1,"world":1,"sinks":1,"nn":1,"parameter":1,"empty":1,"num":12,"attention":6,"heads":12,"bfloat16":1,"requires":1,"grad":1,"false":1,"norm":1,"rmsnorm":1,"hidden":4,"eps":1,"1e":1,"5":2,"q":1,"kv":2,"key":4,"value":4,"0":1,"qkv":2,"qkvparallellinear":1,"total":2,"quant":4,"prefix":4,"f":2,"proj":3,"o":2,"rowparallellinear":1,"input":1,"output":1,"local":2},"3942,1099,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"only":1,"apply":1,"sliding":5,"window":5,"to":1,"every":1,"other":1,"layer":3,"config":5,"if":1,"self":16,"idx":1,"2":1,"0":1,"else":1,"none":1,"attn":6,"attention":2,"num":3,"local":2,"heads":3,"head":1,"dim":2,"scaling":1,"kv":3,"key":1,"value":1,"cache":2,"quant":2,"per":1,"type":1,"attentiontype":1,"decoder":1,"prefix":2,"f":1,"sinks":2,"def":1,"forward":1,"hidden":3,"states":3,"torch":4,"tensor":3,"positions":2,"t":2,"norm":1,"qkv":3,"q":5,"k":4,"v":4,"split":1,"size":3,"1":1,"rotary":1,"emb":1,"contiguous":1,"output":4,"o":1,"proj":1,"return":1,"class":1,"mlpblock":1,"nn":1,"module":1},"5041,1620,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"def":2,"init":2,"self":13,"config":14,"gptossconfig":1,"layer":3,"idx":3,"int":1,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"num":7,"experts":11,"local":3,"per":3,"token":1,"tok":2,"world":3,"size":10,"dist":2,"get":1,"if":1,"is":1,"initialized":1,"else":1,"1":1,"norm":2,"rmsnorm":1,"hidden":5,"eps":1,"1e":1,"5":1,"router":4,"torch":5,"nn":2,"linear":1,"dtype":1,"bfloat16":1,"assert":1,"intermediate":3,"0":1,"fusedmoe":1,"top":1,"k":1,"reduce":1,"results":1,"true":3,"renormalize":1,"f":1,"apply":1,"weight":1,"on":1,"input":1,"false":1,"has":1,"bias":1,"activation":1,"swigluoai":1,"forward":1,"x":3,"tensor":2,"t":5,"g":2,"states":1,"logits":1,"return":1,"class":1,"transformerblock":1,"module":1},"6661,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"def":4,"init":4,"self":26,"config":23,"gptossconfig":1,"quant":7,"quantizationconfig":1,"prefix":10,"str":2,"super":2,"layer":7,"idx":4,"extract":1,"index":1,"attn":5,"oaiattention":1,"f":3,"mlp":3,"mlpblock":1,"forward":2,"hidden":7,"states":2,"torch":8,"tensor":6,"positions":4,"output":4,"return":2,"support":1,"compile":1,"class":2,"gptossmodel":1,"nn":3,"module":2,"vllm":3,"vllmconfig":1,"model":1,"hf":1,"size":5,"embedding":2,"vocabparallelembedding":1,"vocab":1,"layers":3,"modulelist":1,"transformerblock":1,"maybe":1,"block":1,"for":2,"in":2,"range":1,"num":1,"norm":2,"rmsnorm":1,"eps":1,"1e":1,"5":1,"input":2,"ids":2,"x":6,"gptossforcausallm":1},"8507,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"def":5,"init":2,"self":17,"vllm":6,"config":12,"vllmconfig":1,"prefix":4,"str":6,"super":1,"model":8,"hf":1,"gptossmodel":1,"maybe":2,"lm":2,"head":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":3,"logits":5,"processor":2,"logitsprocessor":1,"forward":1,"input":3,"ids":2,"torch":7,"tensor":7,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":1,"none":4,"inputs":2,"embeds":2,"assert":2,"is":2,"return":4,"compute":1,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":1,"weights":2,"mxfp4":2,"iterable":1,"tuple":1,"set":3,"rename":3,"mapping":2,"attn":3,"layernorm":2,"weight":4,"norm":2,"post":1,"attention":1,"mlp":1,"embed":1,"tokens":1,"embedding":1,"name":9,"for":1,"remap":3,"new":2,"in":2,"items":1,"if":1,"replace":1,"params":2,"dict":2,"named":1,"parameters":1,"loaded":1,"block":1,"32":1},"10444,1847,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"tp":9,"rank":25,"get":4,"tensor":2,"model":5,"parallel":4,"size":20,"world":2,"intermediate":12,"self":4,"config":5,"block":8,"mxfp4":2,"per":12,"cdiv":1,"calculate":1,"common":1,"slicing":1,"bounds":1,"for":3,"current":1,"start":3,"end":2,"min":1,"1":4,"attention":2,"heads":4,"num":5,"head":1,"use":1,"ep":10,"vllm":1,"enable":1,"expert":1,"group":2,"experts":7,"local":1,"name":4,"weight":7,"in":2,"weights":2,"fixme":1,"woosuk":1,"remove":1,"this":1,"after":1,"testing":1,"cuda":1,"if":1,"gate":3,"up":3,"proj":2,"blocks":2,"handle":1,"mlp":1,"and":1,"projection":1,"new":1,"replace":1,"w13":1,"flat":1,"from":1,"e":2,"2":3,"n":2,"entry":1,"to":1,"shouldn":1,"t":1,"trigger":1,"copy":1,"contiguous":2,"view":1},"12291,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"extract":1,"gate":1,"and":1,"up":1,"projection":2,"parts":1,"since":2,"the":1,"weight":24,"is":1,"shuffled":1,"we":1,"can":1,"slice":1,"directly":1,"if":2,"use":2,"ep":6,"narrow":6,"rank":8,"start":4,"end":4,"else":2,"2":7,"tp":4,"param":6,"params":4,"dict":2,"new":7,"name":11,"loader":8,"getattr":2,"default":2,"shard":2,"id":4,"none":4,"expert":2,"loaded":2,"add":2,"elif":1,"down":3,"proj":2,"blocks":2,"in":2,"handle":1,"mlp":1,"weights":1,"replace":1,"w2":1,"same":1,"flatten":1,"here":1,"but":1,"mx4":1,"value":1,"are":1,"packed":1,"1":2,"uint8":1,"divide":1,"by":1,"view":1,"num":1,"experts":1,"intermediate":1,"size":1,"contiguous":1},"14263,1470,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"elif":2,"gate":3,"up":3,"proj":4,"scales":4,"in":2,"name":10,"handle":2,"mlp":2,"and":1,"projection":2,"weights":2,"scale":3,"new":5,"replace":2,"w13":1,"weight":16,"if":2,"use":2,"ep":6,"narrow":5,"rank":8,"start":4,"end":4,"else":2,"2":2,"tp":4,"param":3,"params":2,"dict":1,"loader":4,"getattr":1,"default":1,"shard":1,"id":2,"none":2,"expert":1,"loaded":1,"add":1,"down":3,"w2":1,"mxfp4":2,"block":2},"15733,1373,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"param":6,"params":4,"dict":2,"new":7,"name":11,"weight":16,"loader":8,"getattr":2,"default":2,"narrow":4,"shard":2,"id":4,"none":4,"expert":2,"loaded":2,"add":2,"elif":1,"gate":4,"up":4,"proj":2,"bias":4,"in":1,"handle":1,"mlp":1,"and":2,"projection":2,"biases":1,"replace":1,"w13":1,"extract":1,"parts":1,"if":1,"use":1,"ep":3,"rank":4,"start":2,"end":2,"else":1,"2":2,"tp":2},"17106,1759,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"elif":3,"down":3,"proj":8,"bias":4,"in":7,"name":23,"handle":2,"mlp":1,"projection":1,"new":4,"replace":4,"w2":1,"param":11,"params":6,"dict":3,"weight":16,"loader":7,"getattr":1,"default":1,"if":4,"use":1,"ep":3,"rank":5,"start":2,"end":1,"else":3,"only":1,"load":1,"on":1,"0":3,"to":1,"avoid":1,"duplication":1,"tp":1,"zero":1,"shard":5,"id":6,"none":2,"expert":1,"loaded":4,"add":3,"sinks":2,"attention":1,"distributed":1,"across":1,"ranks":1,"self":2,"attn":4,"narrow":3,"head":1,"heads":1,"per":1,"data":1,"copy":1,"q":3,"or":2,"k":3,"v":2,"f":1,"qkv":1},"18865,486,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"else":1,"handle":1,"all":1,"other":1,"weights":1,"with":1,"potential":1,"renaming":1,"renamed":4,"name":5,"maybe":1,"rename":1,"if":1,"not":1,"in":1,"params":3,"dict":2,"continue":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":1,"add":1},"19351,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"return":3,"loaded":2,"params":3,"def":2,"load":1,"weights":4,"other":1,"self":7,"iterable":1,"tuple":1,"str":5,"torch":1,"tensor":3,"set":3,"rename":3,"mapping":2,"attn":3,"input":1,"layernorm":2,"weight":6,"norm":2,"post":1,"attention":3,"mlp":2,"embed":1,"tokens":1,"embedding":1,"maybe":1,"name":14,"for":3,"remap":3,"new":3,"in":5,"items":1,"if":2,"replace":2,"dict":2,"named":1,"parameters":1,"tp":9,"rank":23,"get":4,"model":5,"parallel":4,"size":14,"world":2,"intermediate":7,"config":5,"per":9,"cdiv":1,"calculate":1,"common":1,"slicing":1,"bounds":1,"current":1,"start":3,"end":2,"min":1,"1":2,"heads":4,"num":4,"head":1,"use":1,"ep":10,"vllm":1,"enable":1,"expert":1,"group":2,"experts":9,"local":1,"gate":3,"up":3,"proj":2,"and":2,"bias":1,"not":1,"handle":1,"projection":1,"w13":1},"21351,1870,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"extract":2,"gate":5,"and":4,"up":5,"projection":4,"parts":2,"since":1,"the":1,"weight":21,"is":1,"shuffled":1,"we":1,"can":1,"slice":1,"directly":1,"if":3,"use":3,"ep":9,"narrow":13,"rank":12,"start":6,"end":6,"else":3,"2":6,"tp":6,"permute":2,"0":2,"1":2,"contiguous":2,"param":6,"params":6,"dict":3,"new":8,"name":13,"copy":3,"loaded":3,"add":3,"elif":2,"experts":3,"down":3,"proj":4,"in":3,"bias":5,"not":1,"handle":2,"mlp":2,"weights":1,"replace":2,"w2":1,"biases":1,"w13":1},"23221,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"elif":3,"down":3,"proj":8,"bias":4,"in":8,"name":26,"handle":3,"mlp":1,"projection":1,"new":3,"replace":4,"w2":1,"if":5,"use":1,"ep":3,"weight":16,"rank":5,"start":2,"end":1,"else":4,"only":1,"load":1,"on":1,"0":3,"to":1,"avoid":1,"duplication":1,"tp":1,"zero":1,"param":13,"params":10,"dict":5,"copy":2,"loaded":6,"add":4,"sinks":2,"attention":1,"distributed":1,"across":1,"ranks":1,"self":2,"attn":4,"narrow":3,"head":1,"heads":1,"per":1,"data":1,"q":3,"or":2,"k":3,"v":2,"shard":4,"id":4,"f":1,"qkv":1,"loader":7,"all":1,"other":1,"weights":1,"with":1,"potential":1,"renaming":1,"renamed":4,"maybe":1,"rename":1,"not":1,"continue":1,"getattr":1,"default":1,"return":1},"25189,483,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_oss.py":{"def":1,"load":3,"weights":6,"self":5,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"quant":3,"method":3,"model":2,"config":4,"quantization":2,"if":2,"hasattr":1,"else":2,"none":1,"mxfp4":2,"return":2,"other":1},"0,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":29,"math":2,"from":24,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"functools":1,"cached":1,"property":1,"ceil":1,"typing":1,"optional":1,"union":1,"cast":1,"numpy":1,"as":3,"np":1,"regex":1,"re":1,"torch":2,"nn":2,"mistral":5,"common":5,"audio":3,"mel":1,"filter":1,"bank":1,"protocol":3,"instruct":2,"messages":1,"audiochunk":1,"rawaudio":1,"textchunk":1,"usermessage":1,"request":2,"chatcompletionrequest":1,"transcription":1,"transcriptionrequest":1,"tokens":1,"tokenizers":1,"audioencoder":1,"transformers":2,"tensortype":1,"whisperconfig":1,"tokenization":1,"utils":2,"base":1,"textinput":1,"config":1,"modelconfig":1,"speechtotextconfig":1,"vllmconfig":1,"inputs":2,"data":1,"prompttype":1,"logger":2,"init":1,"model":5,"executor":4,"loader":2,"weight":2,"default":1,"models":2,"supportspp":1,"yapf":2,"disable":1,"whisper":1,"whisperencoder":1,"enable":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"audioprocessoritems":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"multimodalhashes":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"processorinputs":1,"intermediatetensors":1},"1996,1892,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"from":4,"vllm":2,"transformers":1,"utils":2,"tokenizer":6,"import":3,"mistraltokenizer":2,"cached":8,"config":3,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportstranscription":1,"flatten":1,"bn":1,"init":4,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":1,"multimodal":2,"embeddings":1,"logger":2,"name":1,"iso639":1,"1":1,"supported":1,"langs":1,"ar":1,"arabic":1,"nl":1,"dutch":1,"en":1,"english":1,"fr":1,"french":1,"de":1,"german":1,"hi":1,"hindi":1,"it":1,"italian":1,"pt":1,"portuguese":1,"es":1,"spanish":1,"class":2,"voxtralprocessoradapter":1,"provide":1,"a":1,"hf":1,"compatible":1,"interface":1,"for":1,"mistral":1,"common":1,"tokens":1,"tokenizers":1,"audioencoder":3,"def":8,"self":16,"none":1,"super":1,"property":7,"audio":17,"processor":7,"encoder":4,"instruct":1,"assert":1,"isinstance":1,"return":7,"token":4,"id":4,"int":5,"special":4,"ids":4,"begin":4,"transcript":4,"end":2,"sampling":2,"rate":4,"frame":2,"float":1},"3888,1884,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":2,"get":2,"num":2,"audio":17,"tokens":4,"self":12,"length":4,"int":2,"pad":4,"processor":2,"next":1,"multiple":1,"of":2,"chunk":1,"frames":1,"sampling":3,"rate":4,"return":3,"ceil":1,"frame":1,"call":1,"text":10,"optional":3,"union":3,"textinput":2,"list":6,"none":5,"audios":10,"np":3,"ndarray":3,"tensors":1,"str":2,"tensortype":1,"kwargs":1,"mapping":1,"nestedtensors":1,"if":7,"is":3,"not":3,"isinstance":3,"input":5,"ids":4,"tokenizer":2,"torch":3,"tensor":3,"allow":1,"dummy":1,"which":1,"used":1,"for":4,"profiling":1,"as":2,"well":1,"token":4,"inputs":3,"any":1,"len":2,"t":2,"0":1,"in":2,"raise":1,"valueerror":1,"you":1,"ve":1,"passed":1,"instead":1,"make":1,"sure":1,"to":1,"process":1,"your":1,"via":1,"mistral":1,"common":1,"s":1,"or":1,"pass":1,"a":1,"chat":1,"completion":1,"request":1,"more":1,"info":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"8411":1,"processed":1,"assert":2,"ndim":1,"1":1,"necessary":1,"begin":1,"id":2},"5772,1892,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"audios":8,"tokens":7,"append":2,"torch":3,"tensor":2,"audio":12,"processed":2,"return":9,"input":1,"ids":1,"cat":1,"none":1,"expand":1,"len":6,"text":2,"1":1,"arrays":1,"class":2,"voxtralprocessinginfo":2,"baseprocessinginfo":1,"def":8,"get":15,"tokenizer":7,"self":16,"mistraltokenizer":2,"cached":1,"from":1,"config":3,"ctx":2,"model":4,"if":1,"not":1,"isinstance":1,"raise":1,"valueerror":1,"this":1,"requires":1,"mode":1,"mistral":1,"hf":2,"processor":5,"voxtralprocessoradapter":2,"supported":1,"mm":7,"limits":1,"mapping":5,"str":6,"optional":1,"int":10,"5":2,"performance":1,"tends":1,"to":1,"degrade":1,"after":1,"max":7,"per":1,"item":1,"seq":2,"counts":4,"array":2,"sampling":1,"rate":2,"frame":1,"voxtraldummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":3,"data":1,"multimodaldatadict":1,"num":3,"0":1,"target":2,"length":3,"info":1},"7664,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":3,"get":9,"dummy":13,"processor":8,"inputs":2,"self":8,"seq":2,"len":2,"int":2,"mm":15,"counts":3,"mapping":5,"str":5,"processorinputs":2,"tokenizer":4,"info":3,"text":4,"data":6,"audios":3,"audio":20,"chunks":3,"list":1,"audiochunk":2,"format":3,"wav":1,"for":2,"in":2,"item":2,"array":2,"sampling":2,"rate":2,"hf":6,"chunk":2,"input":1,"rawaudio":1,"from":1,"append":1,"request":2,"chatcompletionrequest":1,"messages":1,"usermessage":1,"content":1,"textchunk":1,"res":3,"mistral":1,"encode":1,"chat":1,"completion":1,"tokens":3,"whixtral":1,"adds":1,"padding":1,"to":2,"the":2,"so":1,"we":1,"need":1,"update":1,"arrays":2,"a":2,"return":2,"prompt":2,"class":1,"voxtralmultimodalprocessor":1,"basemultimodalprocessor":1,"voxtralprocessinginfo":1,"fields":1,"config":1,"nestedtensors":1,"kwargs":4,"object":2,"multimodalfieldconfig":2,"dict":1,"batched":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"id":2,"token":1},"9626,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":3,"get":7,"replacement":3,"item":2,"idx":2,"int":3,"audios":2,"mm":14,"items":5,"audio":9,"audioprocessoritems":1,"len":2,"length":1,"nb":2,"tokens":4,"processor":8,"num":1,"return":7,"id":1,"promptreplacement":1,"modality":1,"target":2,"never":1,"match":1,"the":3,"prompt":6,"see":1,"below":1,"note":2,"cached":2,"apply":2,"hf":6,"self":3,"union":1,"str":3,"list":2,"data":4,"multimodaldataitems":1,"kwargs":8,"mapping":2,"object":2,"tokenization":3,"hashes":5,"bool":2,"tuple":1,"multimodalkwargs":1,"optional":1,"multimodalhashes":1,"ids":2,"super":1,"are":1,"already":1,"inserted":1,"by":1,"chat":1,"template":1,"true":1,"parser":1,"multimodaldataparser":2,"sampling":3,"rate":3,"info":2,"sr":1,"multimodal":1,"registry":1,"register":1,"voxtralmultimodalprocessor":1,"voxtralprocessinginfo":1,"dummy":1,"inputs":1,"voxtraldummyinputsbuilder":1,"class":1,"voxtralforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportstranscription":1,"supported":2,"languages":1,"iso639":1,"1":1,"langs":1},"11554,1785,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":3,"init":3,"self":14,"vllm":7,"config":25,"vllmconfig":1,"prefix":7,"str":1,"super":1,"tokenizer":2,"cached":1,"from":1,"model":9,"hf":3,"downsample":3,"factor":3,"audio":6,"language":5,"registered":1,"text":2,"maybe":2,"whisper":2,"encoder":2,"voxtralencodermodel":1,"with":1,"adapter":1,"audiolanguageadapter":1,"hidden":2,"size":2,"d":1,"dim":1,"get":3,"torch":5,"nn":1,"module":1,"return":1,"forward":1,"input":4,"ids":3,"tensor":4,"positions":1,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"none":6,"inputs":5,"embeds":5,"kwargs":2,"object":1,"union":1,"if":1,"is":4,"not":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"embeddings":4,"multimodal":1},"13339,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"hidden":2,"states":2,"self":11,"language":2,"model":2,"input":3,"ids":2,"positions":1,"intermediate":1,"tensors":1,"inputs":5,"embeds":2,"return":3,"def":2,"get":2,"multimodal":2,"embeddings":14,"kwargs":2,"union":1,"list":1,"torch":8,"tensor":5,"tuple":1,"none":4,"audio":26,"parse":1,"and":2,"validate":1,"arrays":1,"if":1,"is":2,"whisper":1,"encoder":4,"for":2,"i":2,"embedding":5,"in":2,"enumerate":1,"seq":7,"len":7,"dim":4,"shape":2,"pad":2,"such":1,"that":1,"divisible":1,"by":1,"downsample":5,"factor":5,"target":3,"math":1,"ceil":1,"nn":1,"functional":1,"0":6,"reshape":1,"concat":1,"project":1,"resplit":1,"packed":4,"cat":1,"adapter":1,"split":1,"a":2,"optional":1,"multimodalembeddings":1,"tokenizer":1,"instruct":1,"tok":1,"id":1,"token":1},"15318,1820,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"inputs":4,"embeds":4,"self":4,"language":2,"model":4,"get":2,"input":3,"embeddings":4,"ids":2,"if":4,"multimodal":3,"is":2,"not":2,"none":6,"merge":1,"audio":22,"tok":1,"id":1,"return":5,"def":3,"parse":1,"and":2,"validate":1,"arrays":13,"kwargs":2,"object":1,"union":1,"list":3,"torch":5,"tensor":5,"pop":1,"isinstance":2,"raise":1,"valueerror":1,"incorrect":1,"type":4,"of":2,"f":1,"got":1,"flatten":1,"bn":1,"unbind":1,"0":1,"compute":2,"logits":2,"hidden":2,"states":2,"sampling":3,"metadata":2,"samplingmetadata":1,"optional":1,"classmethod":1,"speech":1,"to":1,"text":1,"config":8,"cls":1,"modelconfig":1,"task":1,"str":1,"speechtotextconfig":2,"tokenizer":3,"cached":1,"from":1,"instruct":1,"encoder":2,"max":3,"clip":3,"s":4,"chunk":1,"length":1,"sample":3,"rate":4,"mistral":1,"common":1,"whisper":1,"take":1,"care":1,"chunking":1,"min":1,"energy":1,"split":1,"window":1,"size":1},"17138,1688,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"classmethod":2,"for":3,"speech":1,"to":2,"text":1,"transcription":2,"def":2,"get":3,"generation":1,"prompt":3,"cls":2,"audio":18,"np":1,"ndarray":1,"model":8,"config":12,"modelconfig":2,"stt":5,"speechtotextconfig":2,"language":3,"optional":2,"str":3,"task":1,"type":1,"request":1,"prompttype":2,"tokenizer":6,"cached":2,"from":4,"int":3,"sample":3,"rate":3,"format":1,"wav":1,"lossless":1,"req":2,"transcriptionrequest":1,"rawaudio":1,"tokenized":3,"instruct":1,"encode":1,"audios":1,"0":1,"array":1,"prompts":3,"dict":3,"multi":1,"modal":1,"data":1,"token":1,"ids":1,"tokens":4,"return":2,"cast":1,"num":2,"duration":3,"s":2,"float":1,"map":1,"number":1,"of":2,"produced":1,"by":1,"the":2,"asr":1,"without":1,"running":1,"a":1,"forward":1,"pass":1,"this":2,"is":1,"used":1,"estimating":1,"amount":1,"processing":1,"adapter":2,"voxtralprocessoradapter":1},"18826,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":2,"load":3,"weights":11,"self":4,"iterable":1,"tuple":1,"str":2,"torch":2,"tensor":1,"set":2,"fmt":2,"off":1,"remapping":2,"rules":2,"r":8,"mm":4,"whisper":6,"embeddings":5,"1":2,"audio":12,"language":11,"projection":2,"adapter":7,"0":1,"weight":6,"w":6,"in":5,"noqa":2,"e501":2,"2":1,"out":1,"on":1,"params":3,"dict":1,"nn":1,"moduledict":1,"named":1,"parameters":1,"loaded":5,"llm":2,"generator":2,"nonlocal":1,"for":3,"name":16,"is":2,"encoder":4,"startswith":3,"and":2,"not":2,"tok":1,"pattern":3,"repl":2,"if":3,"re":2,"fullmatch":1,"sub":1,"add":3,"f":2,"continue":1,"param":2,"with":1,"no":1,"grad":1,"default":1,"loader":1,"else":1,"yield":1,"model":2},"20792,789,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"potentially":1,"manually":1,"add":2,"position":1,"embeddings":1,"sin":3,"key":3,"whisper":2,"encoder":2,"embed":1,"positions":1,"weight":1,"if":1,"not":1,"in":3,"loaded":3,"weights":3,"make":1,"sure":1,"we":1,"don":1,"t":1,"hit":1,"an":1,"error":1,"here":1,"return":2,"class":2,"audiolanguageadapter":1,"nn":5,"module":2,"def":2,"init":2,"self":8,"hidden":2,"size":2,"int":2,"dim":4,"none":1,"super":1,"w":4,"linear":2,"bias":2,"false":2,"gelu":3,"out":2,"forward":1,"x":2,"torch":2,"tensor":2,"voxtralencodermodel":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1},"21581,1282,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"fmt":2,"off":1,"mistral":1,"remapping":1,"r":18,"whisper":18,"encoder":18,"conv":2,"layers":14,"0":1,"weight":9,"bias":9,"conv1":1,"1":10,"noqa":9,"e501":9,"conv2":1,"transformer":7,"d":6,"attention":3,"w":1,"qkv":1,"self":3,"attn":3,"2":6,"proj":2,"3":1,"wo":1,"out":1,"norm":6,"layer":3,"feed":2,"forward":2,"w1":1,"mlp":2,"fc1":1,"w2":1,"fc2":1,"ffn":1,"final":1,"on":1},"22863,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":3,"init":3,"self":16,"vllm":5,"config":15,"vllmconfig":1,"prefix":4,"str":1,"none":1,"super":1,"cast":1,"whisperconfig":1,"model":2,"hf":1,"dtype":7,"torch":9,"whisper":5,"encoder":5,"whisperencoder":1,"maybe":1,"is":1,"standalone":1,"true":3,"in":1,"fp32":1,"mel":9,"filters":4,"filter":1,"bank":1,"num":3,"frequency":3,"bins":3,"1":2,"window":7,"size":3,"2":2,"min":2,"0":8,"max":2,"8000":1,"sampling":2,"rate":2,"tensor":3,"float32":1,"compute":1,"melspec":1,"audio":4,"waveforms":4,"input":2,"hann":1,"to":2,"device":1,"stft":3,"hop":1,"length":1,"return":3,"complex":1,"magnitudes":2,"abs":1,"spec":9,"t":1,"log":7,"clamp":1,"1e":1,"10":1,"log10":1,"maximum":1,"8":1,"4":2,"property":1,"downsample":1,"factor":1,"int":1,"conv1":1,"stride":2,"conv2":1},"24778,1663,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"property":1,"def":3,"chunk":8,"size":5,"self":10,"int":3,"return":3,"config":1,"max":1,"source":1,"positions":1,"downsample":2,"factor":2,"prepare":2,"inputs":3,"for":5,"conv":2,"audio":5,"waveforms":3,"list":9,"torch":7,"tensor":6,"tuple":1,"assert":1,"isinstance":2,"num":4,"mel":2,"bins":2,"seq":1,"len":2,"input":9,"features":10,"compute":1,"whisper":2,"melspec":1,"to":1,"dtype":1,"in":3,"chunked":3,"chunks":15,"per":5,"example":5,"feature":2,"split":2,"dim":1,"1":2,"append":2,"total":2,"stack":1,"forward":1,"union":1,"if":1,"not":1,"long":1,"into":1,"embeds":2,"ceil":1,"hidden":1,"out":2,"encoder":1,"re":1,"concatenate":1,"the":1,"idx":4,"0":2,"results":3,"n":3,"result":2,"flatten":1},"26441,1125,data/raw/vllm-0.10.1/vllm/model_executor/models/voxtral.py":{"def":1,"load":1,"weight":16,"self":3,"tuple":1,"str":2,"torch":1,"tensor":1,"stacked":2,"params":5,"mapping":2,"param":9,"name":17,"shard":4,"id":3,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":4,"named":1,"parameters":1,"loaded":3,"for":2,"pattern":3,"repl":2,"in":3,"mistral":1,"remapping":1,"if":2,"re":2,"fullmatch":1,"sub":1,"not":1,"continue":1,"replace":1,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"return":1},"0,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":20,"math":1,"from":15,"collections":1,"abc":1,"iterable":1,"mapping":2,"sequence":1,"typing":1,"any":1,"literal":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"as":4,"np":1,"torch":3,"nn":3,"functional":1,"f":1,"transformers":3,"batchfeature":1,"phi4multimodalaudioconfig":1,"phi4multimodalconfig":1,"phi4multimodalfeatureextractor":1,"phi4multimodalimageprocessorfast":1,"phi4multimodalprocessor":1,"phi4mmprocessor":1,"models":2,"phi4":2,"multimodal":5,"modeling":1,"phi4multimodalaudioconvmodule":1,"phi4multimodalaudionemoconvsubsampling":1,"phi4multimodalaudiorelativeattentionbias":1,"adaptive":1,"enc":1,"mask":1,"unfold":1,"tensor":3,"config":1,"vllmconfig":1,"distributed":1,"divide":1,"get":3,"model":9,"parallel":2,"rank":1,"world":1,"size":1,"executor":6,"layers":3,"activation":1,"mulandsilu":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"utils":1,"default":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1},"1833,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"from":8,"vllm":6,"multimodal":4,"parse":1,"import":8,"audioprocessoritems":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"utils":2,"is":1,"list":1,"of":1,"idefics2":1,"vision":1,"model":3,"idefics2visiontransformer":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":3,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"endoftext10":1,"see":1,"vocab":1,"json":1,"in":1,"hf":1,"image":1,"placeholder":2,"token":2,"id":2,"200010":1,"endoftext11":1,"audio":2,"200011":1,"max":1,"soundfile":1,"size":8,"241":1,"000":1,"def":3,"get":2,"padding":7,"orig":6,"width":12,"int":8,"height":12,"target":6,"ratio":6,"if":1,"0":2,"else":1,"return":2,"class":1,"phi4mmprojector":1,"nn":1,"module":1,"self":8,"input":2,"hidden":4,"super":1,"up":2,"columnparallellinear":1,"down":2,"rowparallellinear":1,"act":3,"fn":1,"gelu":1,"forward":1,"x":8,"torch":2,"tensor":2},"3826,1751,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"class":1,"phi4mmimageembedding":1,"nn":5,"module":1,"image":7,"embedding":1,"def":2,"init":2,"self":20,"config":18,"phi4multimodalconfig":1,"super":1,"layer":5,"idx":4,"vision":7,"feature":4,"crop":2,"size":7,"dim":4,"out":4,"hidden":6,"n":4,"patches":4,"patch":2,"if":2,"2":5,"0":4,"img":11,"processor":3,"padding":1,"reflectionpad2d":1,"1":10,"num":5,"tokens":1,"layers":4,"else":1,"idefics2visiontransformer":1,"require":1,"post":1,"norm":1,"false":1,"override":1,"token":1,"compression":1,"avgpool2d":1,"kernel":1,"stride":1,"projection":1,"phi4mmprojector":1,"global":1,"extensor":2,"parameter":2,"torch":5,"zeros":2,"sub":1,"get":1,"features":1,"embeds":2,"floattensor":2,"attention":3,"mask":3,"optional":1,"tensor":1,"none":1},"5577,1784,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"patch":20,"feature":20,"img":11,"reshape":1,"to":5,"2d":1,"tensor":3,"width":3,"int":2,"math":1,"sqrt":2,"size":9,"1":13,"view":4,"convert":2,"nchw":1,"permute":2,"0":5,"3":2,"2":5,"if":1,"getattr":1,"self":9,"processor":3,"padding":2,"none":4,"is":1,"not":1,"image":12,"token":1,"compression":1,"nhwc":1,"return":1,"def":1,"forward":1,"pixel":5,"values":5,"torch":4,"floattensor":2,"sizes":3,"optional":2,"attention":3,"mask":3,"embeddings":1,"embedding":1,"weight":1,"dtype":4,"target":3,"device":4,"projection":2,"up":2,"bias":2,"batch":2,"shape":2,"features":5,"get":1,"flatten":2,"bool":1,"base":2,"feat":2,"np":1,"dim":1,"out":1},"7361,1147,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"output":1,"imgs":1,"for":1,"idx":4,"in":1,"range":1,"batch":1,"size":10,"height":6,"width":6,"image":5,"sizes":1,"ratio":10,"self":7,"crop":2,"area":2,"global":5,"img":13,"features":2,"1":10,"reshape":4,"base":7,"feat":7,"dim":5,"out":4,"contiguous":2,"temporary":2,"extensor":3,"sub":6,"feature":1,"repeat":1,"torch":1,"cat":1,"2":2,"transpose":1},"8508,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"if":1,"image":6,"attention":5,"mask":5,"is":1,"not":1,"none":1,"reshaped":3,"idx":1,"1":14,"area":1,"ratio":6,"0":7,"2":4,"reshape":3,"height":6,"width":4,"base":5,"feat":5,"size":5,"transpose":1,"useful":5,"int":2,"sum":2,"item":2,"sub":8,"img":18,"temporary":3,"extensor":6,"self":5,"feature":5,"repeat":2,"else":1,"torch":2,"cat":2,"dim":3,"out":1,"merge":1,"global":3,"and":1,"output":6,"imgs":2,"append":2,"set":2,"tensor":2,"for":1,"in":1,"to":1,"device":2,"target":2,"dtype":2,"proj":2,"projection":1,"flatten":1},"10494,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"return":2,"img":1,"set":1,"tensor":3,"class":2,"phi4multimodalaudiomlp":1,"nn":3,"module":2,"def":3,"init":4,"self":24,"config":17,"phi4multimodalaudioconfig":2,"quant":6,"optional":2,"quantizationconfig":2,"none":2,"prefix":6,"str":2,"super":2,"layer":2,"norm":2,"layernorm":1,"hidden":14,"size":6,"act":2,"fn":2,"mulandsilu":1,"gate":3,"up":3,"proj":6,"mergedcolumnparallellinear":1,"intermediate":2,"2":1,"bias":2,"true":2,"f":4,"down":3,"rowparallellinear":1,"forward":1,"states":10,"torch":2,"phi4multimodalaudioattention":1,"embed":6,"dim":9,"total":3,"num":7,"heads":7,"attention":1,"head":3,"if":1,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"scale":1,"0":1,"5":1},"12481,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"self":29,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":3,"size":8,"embed":3,"dim":8,"head":5,"total":3,"num":9,"heads":9,"quant":4,"config":5,"prefix":4,"f":3,"o":2,"rowparallellinear":1,"input":1,"output":3,"out":5,"tp":5,"get":2,"tensor":7,"model":2,"parallel":2,"world":1,"rank":4,"divide":1,"def":3,"split":2,"attn":5,"mask":9,"attention":7,"torch":5,"start":2,"idx":4,"end":2,"1":5,"return":2,"forward":1,"states":4,"query":7,"key":6,"value":6,"chunk":1,"3":1,"bsz":5,"seq":5,"len":5,"view":3,"x":2,"transpose":2,"2":2,"for":1,"in":1,"scaled":1,"dot":1,"product":1,"scale":2,"reshape":1,"class":1,"phi4multimodalaudioconformerencoderlayer":1,"nn":1,"module":1,"init":2,"phi4multimodalaudioconfig":1,"super":1},"14463,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"self":23,"feed":4,"forward":7,"in":3,"phi4multimodalaudiomlp":2,"config":12,"attn":2,"phi4multimodalaudioattention":1,"conv":2,"phi4multimodalaudioconvmodule":1,"out":4,"layer":7,"norm":4,"att":2,"nn":6,"layernorm":2,"hidden":15,"size":6,"def":4,"states":13,"torch":8,"tensor":7,"attention":2,"mask":2,"residual":3,"0":2,"5":2,"return":2,"class":2,"phi4mmaudiomeanvariancenormlayer":1,"module":2,"mean":4,"variance":1,"normalization":1,"will":1,"subtract":1,"and":1,"multiply":1,"input":9,"by":1,"inverted":1,"standard":1,"deviation":1,"typically":1,"used":1,"as":1,"a":2,"very":1,"first":1,"model":1,"args":2,"int":1,"init":4,"phi4multimodalaudioconfig":2,"super":2,"global":4,"parameter":2,"zeros":1,"invstd":2,"ones":1,"meanvariancenormlayer":1,"phi4multimodalaudiomodel":1},"16397,1813,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"self":11,"encoder":1,"embedding":2,"phi4mmaudiomeanvariancenormlayer":1,"config":8,"embed":2,"phi4multimodalaudionemoconvsubsampling":1,"relative":1,"attention":1,"bias":1,"layer":1,"phi4multimodalaudiorelativeattentionbias":1,"encoders":1,"nn":1,"modulelist":1,"phi4multimodalaudioconformerencoderlayer":1,"for":2,"in":1,"range":1,"num":1,"blocks":1,"def":2,"streaming":8,"mask":9,"seq":7,"len":7,"int":4,"batch":4,"size":7,"chunk":8,"left":4,"create":1,"matrix":1,"s":2,"stores":1,"start":3,"index":1,"if":2,"chunksize":1,"is":4,"18":2,"0":5,"36":1,"idx":2,"np":1,"arange":1,"enc":6,"adaptive":1,"window":1,"unsqueeze":1,"expand":1,"1":3,"return":1,"forward":1,"embeddings":1,"hidden":6,"states":6,"torch":2,"tensor":2,"masks":3,"forwarding":1,"the":2,"inputs":1,"through":1,"top":1,"layers":1,"math":1,"ceil":1,"shape":2,"time":2,"reduction":2,"raise":1,"valueerror":1,"f":1,"sequence":1,"length":1,"after":1,"invalid":1,"your":1,"input":1,"feature":1,"too":1,"short":1,"to":1,"device":1},"18210,1498,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"streaming":11,"mask":29,"enc":6,"if":2,"is":4,"not":3,"none":5,"and":1,"masks":5,"hs":6,"elif":1,"else":1,"return":3,"hidden":9,"states":9,"def":2,"calculate":1,"self":7,"torch":6,"tensor":4,"device":5,"max":3,"audio":3,"length":6,"shape":2,"1":5,"batch":2,"size":4,"0":3,"config":2,"chunk":2,"left":1,"to":1,"feature":2,"lens":2,"sum":1,"padding":3,"pad":6,"arange":1,"expand":1,"unsqueeze":2,"forward":2,"optional":1,"encoder":1,"embedding":1,"embeddings":1},"19708,886,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"unfolded":2,"false":1,"bs":1,"seq":12,"len":12,"hidden":6,"states":6,"shape":1,"max":8,"500":1,"maximum":1,"position":1,"for":1,"absolute":1,"positional":1,"encoding":1,"if":3,"audio":1,"sequence":1,"is":1,"longer":1,"than":1,"unfold":2,"it":2,"into":1,"chunks":1,"of":2,"true":1,"the":2,"op":1,"will":1,"drop":1,"residual":1,"frames":1,"pad":8,"to":2,"multiple":1,"0":7,"chunk":4,"size":4,"else":1,"f":1,"constant":1,"device":1},"20594,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"hidden":13,"states":13,"unfold":9,"tensor":4,"max":2,"seq":3,"len":3,"masks":5,"none":2,"if":4,"mask":19,"is":1,"not":3,"revise":1,"hs":6,"here":1,"because":1,"the":6,"previous":1,"calculated":1,"did":2,"consider":1,"extra":6,"pad":14,"subsampled":3,"squeeze":2,"1":6,"bz":1,"unmask":1,"padded":5,"subsamlped":4,"f":1,"0":2,"chunk":3,"size":3,"constant":1,"false":1,"padding":2,"to":3,"unsqueeze":2,"float":1,"like":1,"we":3,"input":1,"bool":2,"op":1,"does":1,"support":1,"self":3,"calculate":2,"device":1,"based":1,"on":1,"unfolded":2,"relative":3,"attention":5,"bias":3,"layer":3,"for":1,"in":1,"encoders":1,"embed":2,"dim":2,"shape":1,"reshape":1,"bs":1,"ever":1,"before":1,"unfolding":1,"need":1,"remove":1,"return":1,"class":1,"phi4mmaudioembedding":1,"nn":1,"module":1},"22440,1756,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":3,"init":2,"self":12,"config":14,"phi4multimodalconfig":1,"super":1,"layer":2,"idx":1,"audio":26,"feature":1,"encoder":4,"phi4multimodalaudiomodel":1,"proj":3,"input":7,"size":6,"hidden":5,"downsample":1,"rate":1,"vision":4,"speech":7,"projection":15,"phi4mmprojector":3,"get":2,"mode":5,"literal":1,"if":1,"return":3,"elif":1,"forward":1,"features":4,"torch":2,"floattensor":2,"embed":1,"sizes":1,"none":2,"attention":2,"mask":2,"target":4,"device":4,"up":2,"bias":2,"dtype":4,"to":1,"states":2,"embeds":2,"flatten":1,"0":1,"1":1},"24196,1876,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":1,"load":1,"weights":3,"self":2,"iterable":1,"tuple":1,"str":3,"torch":5,"tensor":6,"set":3,"stacked":2,"params":8,"mapping":2,"param":9,"name":14,"shard":4,"id":3,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":4,"named":1,"parameters":1,"loaded":6,"for":2,"weight":13,"in":5,"if":1,"not":1,"continue":1,"replace":1,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"phi4mmimagepixelinputs":1,"typeddict":1,"type":1,"literal":1,"pixel":1,"values":1,"data":2,"union":1,"list":3,"shape":4,"batch":5,"size":4,"num":8,"images":4,"1":1,"patches":2,"channels":1,"height":2,"width":2,"note":1,"that":1,"may":1,"be":2,"different":1,"per":1,"and":1,"image":3,"which":1,"case":1,"the":1,"is":1,"passed":1,"as":1,"a":2,"instead":1,"of":1,"batched":1,"sizes":1,"2":1,"this":1,"should":1,"format":1,"img":1,"tokens":1,"int":1,"attention":1,"mask":3,"h":1,"w":1},"26072,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"class":4,"phi4mmimageembeddinginputs":2,"typeddict":3,"type":3,"literal":3,"image":2,"embeds":2,"data":3,"union":4,"torch":4,"tensor":4,"list":3,"shape":8,"batch":3,"size":12,"num":3,"images":1,"feature":2,"hidden":4,"must":2,"match":1,"the":3,"of":2,"language":1,"model":1,"backbone":1,"phi4mmaudiofeatureinputs":2,"audio":3,"features":1,"audios":2,"80":1,"m":1,"phi4mmaudioembeddinginputs":2,"nestedtensors":1,"phi4mmimageinput":1,"phi4mmimagepixelinputs":1,"phi4mmaudioinputs":1,"def":3,"cat":2,"with":1,"pad":2,"tensors":8,"dim":10,"padding":2,"value":2,"0":5,"along":1,"while":1,"to":1,"max":2,"for":7,"all":3,"other":1,"dims":1,"ndim":4,"assert":1,"t":11,"in":6,"1":1,"have":1,"same":1,"number":1,"dimensions":1,"out":3,"i":2,"range":2,"sum":1,"output":3,"new":1,"full":2,"index":4,"create":1,"a":1,"slice":5,"where":1,"every":1,"dimension":2,"except":1,"is":1,"slices":3,"d":2,"update":1,"only":1,"concat":1,"return":3,"phi4mmprocessinginfo":1,"baseprocessinginfo":1,"get":4,"hf":4,"config":2,"self":4,"phi4multimodalconfig":2,"ctx":2,"processor":2,"kwargs":2,"object":1,"phi4mmprocessor":2},"28000,1778,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":5,"get":8,"feature":1,"extractor":1,"self":9,"kwargs":2,"object":1,"phi4multimodalfeatureextractor":1,"return":4,"hf":2,"processor":15,"audio":2,"image":11,"optional":3,"phi4mmprocessor":2,"none":5,"phi4multimodalimageprocessorfast":1,"if":3,"is":1,"dynamic":2,"hd":2,"int":7,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"find":3,"target":7,"aspect":7,"ratio":7,"orig":8,"width":4,"height":4,"size":3,"max":5,"num":11,"min":2,"w":2,"crop":4,"math":2,"ceil":2,"float":2,"h":2,"calculate":1,"the":3,"existing":1,"ratios":4,"set":1,"i":4,"j":4,"for":2,"in":2,"range":2,"1":5,"and":1,"sorted":1,"key":1,"lambda":1,"x":3,"0":1,"closest":2,"to":1},"29778,1397,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"calculate":1,"the":3,"target":11,"width":5,"and":2,"height":5,"image":13,"size":17,"aspect":4,"ratio":4,"0":3,"1":1,"else":1,"w":2,"crop":4,"num":5,"h":2,"return":1,"def":1,"compute":2,"tokens":2,"self":1,"orig":2,"int":6,"dynamic":1,"hd":1,"vit":12,"patch":6,"token":4,"compression":4,"factor":4,"2":2,"number":1,"of":1,"an":1,"is":1,"expected":1,"to":1,"take":1,"up":1,"considering":1,"encoder":1,"architecture":1,"exclude":1,"output":2,"features":1,"containing":1,"only":1,"padding":1,"pixels":1,"for":1,"siglip":1,"448":1,"14":1,"so":1,"will":1,"be":3,"32x32":1,"feature":1,"map":1,"note":1,"right":1,"now":1,"phi4mm":1,"uses":1,"hard":1,"coded":1,"assert":2,"must":2,"divisible":2,"by":2},"31175,1843,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"target":26,"aspect":6,"ratio":6,"height":22,"width":22,"self":1,"find":1,"orig":4,"vit":14,"image":7,"size":15,"dynamic":1,"hd":1,"min":1,"num":1,"1":3,"assert":6,"0":11,"f":2,"and":1,"padding":16,"get":1,"or":2,"must":1,"be":1,"feat":14,"patch":7,"if":1,"not":2,"non":6,"pad":6,"math":2,"floor":2,"elif":1,"else":1,"small":1,"shorter":1,"than":1,"a":1},"33018,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"feat":11,"width":7,"non":5,"pad":4,"token":7,"compression":7,"factor":7,"height":8,"note":1,"it":2,"s":2,"possible":1,"that":1,"the":1,"padding":1,"feature":4,"is":1,"not":2,"divisible":1,"if":2,"0":2,"1":3,"num":14,"hd":8,"patch":7,"tokens":14,"newline":4,"vit":12,"size":19,"image":20,"global":4,"2":2,"sep":2,"return":2,"def":2,"get":5,"self":6,"int":3,"processor":4,"optional":2,"phi4mmprocessor":2,"none":2,"hf":5,"config":10,"vision":6,"dynamic":4,"we":1,"use":1,"default":1,"since":1,"in":1,"compute":1,"with":1,"most":1,"features":1,"imagesize":1},"35014,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"max":2,"side":2,"vit":2,"image":2,"size":7,"self":4,"get":3,"dynamic":1,"hd":1,"processor":6,"return":3,"imagesize":1,"height":1,"width":1,"def":2,"audio":19,"num":4,"frames":9,"len":5,"int":7,"sr":7,"float":2,"compute":4,"the":6,"output":2,"of":8,"extract":1,"features":1,"method":1,"args":1,"length":6,"input":1,"waveform":3,"in":4,"samples":3,"sampling":1,"rate":6,"either":1,"16000":5,"or":2,"8000":4,"returns":1,"tuple":1,"as":1,"t":4,"d":2,"where":1,"number":4,"time":2,"mel":1,"filterbank":1,"bins":1,"80":1,"resample":2,"to":4,"if":3,"needed":1,"elif":2,"we":2,"ll":1,"16k":1,"from":2,"8k":1,"2":1,"raise":2,"runtimeerror":1,"f":1,"unsupported":1,"sample":1,"spectrogram":1,"parameters":2,"for":3,"16":1,"khz":1,"win":2,"400":1,"frame":2,"hop":2,"160":1,"shift":1,"calculate":1,"1":2,"valueerror":1,"too":1,"short":1,"given":1,"embed":2,"embeddings":1,"use":2,"torch":1,"computation":2,"therefore":1,"re":1,"implement":1,"it":1,"pythonic":1,"numeric":1,"avoid":1,"extra":1,"tensor":1,"conversion":1,"feature":1,"extractor":1,"compression":2,"downsample":2},"36938,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"integer":4,"audio":13,"frames":2,"compression":3,"rate":5,"remainder":4,"result":5,"int":5,"0":6,"downsample":2,"qformer":1,"return":4,"class":2,"phi4mmdummyinputsbuilder":1,"basedummyinputsbuilder":1,"phi4mmprocessinginfo":2,"def":3,"get":12,"dummy":4,"text":1,"self":8,"mm":9,"counts":6,"mapping":2,"str":5,"num":10,"audios":6,"images":6,"image":7,"tokenizer":4,"info":3,"tokens":4,"token":2,"data":4,"seq":1,"len":1,"multimodaldatadict":1,"target":5,"width":3,"height":3,"size":2,"with":1,"most":1,"features":1,"length":1,"max":1,"soundfile":1,"phi4mmmultimodalprocessor":1,"basemultimodalprocessor":1,"parser":1,"multimodaldataparser":2,"feature":3,"extractor":3,"sr":1,"sampling":1},"38753,1617,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":1,"call":2,"hf":3,"processor":3,"self":6,"prompt":7,"str":4,"mm":8,"data":10,"mapping":3,"object":3,"kwargs":5,"tok":2,"batchfeature":2,"if":4,"not":1,"ids":5,"info":4,"get":4,"tokenizer":1,"encode":1,"apply":1,"tokens":5,"only":1,"return":2,"dict":1,"input":3,"tensor":1,"type":1,"pt":1,"audio":13,"pop":1,"audios":1,"processed":7,"outputs":7,"super":1,"image":5,"pixel":1,"values":1,"in":4,"num":5,"img":6,"width":1,"size":5,"0":1,"height":1,"1":1,"for":3,"sizes":3,"features":4,"sr":2,"feature":3,"extractor":1,"sampling":1,"rate":1,"frames":1,"len":1,"idx":2,"enumerate":1},"40370,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":3,"get":10,"mm":8,"fields":1,"config":1,"self":6,"hf":8,"inputs":1,"batchfeature":1,"processor":9,"kwargs":5,"mapping":3,"str":3,"object":1,"multimodalfieldconfig":6,"return":2,"dict":1,"image":24,"pixel":1,"values":1,"batched":5,"attention":1,"mask":1,"sizes":1,"num":5,"img":1,"tokens":7,"audio":5,"input":1,"features":1,"prompt":1,"updates":1,"items":3,"multimodaldataitems":1,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"tokenizer":6,"info":4,"token":5,"id":3,"vocab":2,"feature":2,"extractor":1,"replacement":1,"phi4mm":1,"item":3,"idx":3,"int":1,"images":4,"imageembeddingitems":2,"imageprocessoritems":1,"if":1,"isinstance":1,"size":5,"else":1,"width":2,"height":2},"42185,1402,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":1,"get":6,"audio":18,"replacement":5,"phi4mm":3,"item":2,"idx":2,"int":1,"audios":2,"mm":1,"items":2,"audioprocessoritems":1,"todo":1,"isotr0py":1,"support":1,"embedding":1,"inputs":2,"len":2,"length":1,"frames":3,"self":2,"info":3,"num":1,"processor":2,"sampling":1,"rate":1,"embed":3,"size":3,"compute":1,"tokens":2,"token":3,"id":3,"return":2,"promptreplacement":2,"modality":2,"target":2,"image":3,"multimodal":2,"registry":1,"register":1,"phi4mmmultimodalprocessor":1,"phi4mmprocessinginfo":1,"dummy":1,"phi4mmdummyinputsbuilder":1,"class":1,"phi4multimodalforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportsmultimodal":1,"implements":1,"the":1,"phi":1,"4":1,"instruct":1,"model":1,"in":1,"vllm":1,"packed":1,"modules":1,"mapping":1,"qkv":2,"proj":4,"gate":2,"up":2},"43587,1930,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"hf":2,"to":3,"vllm":7,"mapper":1,"weightsmapper":1,"orig":2,"new":2,"prefix":11,"multimodal":5,"embedding":1,"model":10,"embed":5,"tokens":1,"extend":1,"llm":1,"backbone":1,"language":4,"substr":1,"projection":7,"img":2,"up":4,"proj":4,"for":5,"speech":8,"vision":4,"down":4,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":2,"startswith":2,"image":5,"return":2,"audio":5,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":3,"self":8,"config":17,"vllmconfig":1,"super":1,"todo":1,"optionally":1,"initializes":1,"these":1,"supporting":1,"input":1,"embeddings":1,"phi4mmimageembedding":1,"maybe":3,"phi4mmaudioembedding":1,"registered":1,"architectures":1,"phi3forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2},"45517,1939,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":2,"parse":2,"and":6,"validate":2,"audio":35,"input":11,"self":2,"kwargs":4,"object":2,"optional":2,"phi4mmaudioinputs":4,"the":7,"to":1,"model":1,"this":2,"handles":1,"both":1,"features":11,"embeddings":2,"but":1,"only":1,"former":1,"is":7,"used":1,"for":2,"now":1,"args":2,"keyword":1,"arguments":1,"returns":1,"parsed":1,"validated":1,"inputs":1,"pop":2,"none":7,"embeds":9,"if":5,"return":3,"not":4,"isinstance":2,"torch":2,"tensor":2,"list":2,"raise":3,"valueerror":2,"incorrect":2,"type":8,"of":3,"f":2,"got":2,"phi4mmaudiofeatureinputs":1,"data":2,"flatten":1,"bn":1,"phi4mmaudioembeddinginputs":1,"assertionerror":1,"line":1,"should":1,"be":1,"unreachable":1,"process":1,"projection":1,"mode":1,"str":1,"nestedtensors":1,"create":1,"from":1,"where":1,"pairs":1,"embed":1,"lengths":1,"created":1,"by":1,"mapper":1,"phi4mm":1},"47456,1216,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"returns":1,"nestedtensors":2,"audio":14,"embeddings":1,"if":2,"input":4,"type":1,"embeds":3,"return":3,"data":2,"features":4,"e":2,"g":2,"multiple":2,"examples":1,"and":4,"the":3,"second":1,"dim":2,"is":5,"multi":1,"audios":1,"in":2,"same":1,"example":1,"dtype":3,"next":1,"self":3,"embed":2,"parameters":1,"unsqueeze":1,"0":1,"to":1,"projection":2,"mode":2,"for":1,"def":1,"parse":1,"validate":1,"image":11,"kwargs":5,"object":1,"optional":1,"phi4mmimagepixelinputs":1,"pixel":3,"values":3,"get":4,"none":5,"sizes":3,"attention":3,"mask":3,"num":3,"img":3,"tokens":3,"assert":1,"not":3,"missing":1,"inputs":1},"48672,1654,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"if":3,"is":2,"list":4,"of":1,"image":25,"pixel":9,"values":9,"torch":5,"tensor":5,"assert":2,"all":1,"p":2,"dim":5,"5":1,"for":2,"in":1,"incorrect":5,"inputs":5,"len":1,"batch":3,"size":3,"each":1,"has":1,"dimension":2,"num":7,"img":3,"per":3,"example":2,"hd":4,"patches":4,"channels":2,"height":2,"width":2,"need":1,"to":2,"pad":3,"along":1,"mask":9,"prompt":1,"feat":1,"h":1,"heat":1,"w":1,"cat":3,"with":2,"0":6,"elif":3,"isinstance":5,"we":1,"flatten":4,"first":1,"2":1,"dims":1,"make":1,"it":1,"a":1,"single":1,"large":1,"siglip":1,"encoder":1,"6":1,"1":3,"else":3,"raise":3,"valueerror":3,"attention":8,"sizes":6},"50326,1394,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"if":4,"isinstance":2,"num":10,"img":8,"tokens":8,"list":1,"n":2,"for":3,"tensor":3,"in":7,"tolist":2,"elif":1,"torch":1,"flatten":1,"0":1,"1":1,"else":1,"raise":1,"valueerror":1,"incorrect":1,"image":9,"attention":3,"mask":3,"inputs":2,"return":2,"phi4mmimagepixelinputs":1,"type":1,"pixel":3,"values":3,"data":1,"sizes":2,"def":1,"parse":3,"and":5,"validate":3,"multimodal":1,"self":3,"kwargs":5,"object":1,"dict":1,"modalities":7,"preserve":1,"the":2,"order":2,"of":3,"there":1,"are":1,"multiple":1,"them":1,"from":1,"input":6,"key":3,"embeds":2,"images":2,"not":2,"audio":3,"features":1,"audios":2},"51720,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":2,"process":4,"image":24,"input":13,"self":8,"phi4mmimagepixelinputs":1,"list":1,"torch":2,"tensor":3,"if":4,"type":2,"embeds":5,"visual":1,"dtype":4,"else":1,"next":1,"embed":2,"parameters":1,"pixel":2,"values":2,"data":2,"to":4,"sizes":3,"attention":3,"mask":3,"return":3,"get":1,"multimodal":8,"embeddings":10,"kwargs":2,"object":1,"optional":1,"multimodalembeddings":1,"modalities":6,"parse":1,"and":1,"validate":1,"inputs":1,"not":1,"none":1,"the":4,"result":1,"is":2,"tuple":4,"of":2,"tensors":1,"with":1,"each":1,"correspoending":1,"a":1,"item":1,"or":1,"video":1,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"in":2,"this":1,"dictionary":1,"preserve":1,"order":1,"audio":9,"projection":4,"mode":4,"speech":1,"for":1,"modality":3,"make":1,"sure":1,"images":3,"first":1,"vision":3,"audios":2},"53684,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"def":3,"get":4,"input":20,"embeddings":10,"self":7,"ids":8,"torch":8,"tensor":8,"multimodal":6,"optional":5,"multimodalembeddings":1,"none":10,"inputs":12,"embeds":16,"language":1,"model":1,"if":4,"is":4,"not":4,"merge":3,"image":8,"placeholder":6,"token":6,"id":6,"audio":12,"return":2,"v0":1,"phi4mmimagepixelinputs":1,"phi4mmaudiofeatureinputs":1,"projection":4,"mode":4,"speech":1,"process":2,"vision":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":1,"kwargs":1,"object":1},"55674,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4_multimodal.py":{"note":1,"in":2,"v1":1,"inputs":6,"embeds":6,"is":5,"always":1,"generated":1,"at":1,"model":8,"runner":1,"from":2,"get":6,"multimodal":2,"embeddings":3,"and":4,"input":15,"this":1,"condition":1,"only":1,"for":1,"v0":2,"compatibility":1,"elif":1,"none":5,"image":6,"self":12,"parse":2,"validate":2,"kwargs":2,"audio":6,"if":1,"else":1,"ids":3,"hidden":4,"states":4,"language":6,"positions":1,"intermediate":1,"tensors":1,"return":5,"def":4,"compute":2,"logits":2,"torch":4,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":2,"prefix":1,"models":1,"string":1,"field":1,"connector":1,"img":1,"projection":3,"vision":1,"speech":2,"tower":1,"embed":2,"nn":1},"0,1212,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":2,"project":1,"from":4,"dataclasses":1,"import":3,"dataclass":2,"torch":6,"model":1,"executor":1,"models":1,"constant":1,"size":3,"cache":16,"constantsizecache":2,"class":2,"minimaxcacheparams":2,"minimax":4,"tensor":6,"state":2,"indices":2,"def":4,"at":1,"layer":3,"idx":3,"self":10,"return":2,"minimaxcachemanager":1,"init":2,"dtype":3,"shape":4,"super":1,"1":2,"max":1,"batch":1,"is":1,"empty":1,"device":1,"cuda":1,"property":1,"copy":2,"index":4,"int":2,"assert":1,"len":1,"for":1,"t":3,"in":1,"non":1,"blocking":1,"true":1},"0,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":12,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"bloom":3,"modeling":1,"py":1,"2023":1,"team":2,"2022":1,"inc":1,"and":2,"bigscience":1,"workshop":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"model":10,"compatible":1,"weights":1,"import":16,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"bloomconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":4,"pp":1,"group":1,"tensor":2,"parallel":3,"rank":1,"world":1,"size":1,"executor":6,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1},"1985,1845,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"from":4,"vllm":2,"model":1,"executor":1,"sampling":1,"metadata":1,"import":4,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"supportsquant":1,"supportsv0only":1,"utils":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":2,"def":2,"get":1,"alibi":1,"slopes":5,"total":7,"num":9,"heads":9,"int":1,"torch":12,"tensor":3,"closest":7,"power":7,"of":7,"2":15,"math":4,"floor":1,"log2":3,"base":4,"3":2,"dtype":4,"float32":2,"powers":4,"arange":2,"1":4,"int32":2,"pow":2,"if":1,"extra":4,"remaining":2,"min":1,"start":1,"end":1,"step":1,"cat":1,"dim":3,"0":1,"return":1,"class":1,"bloomattention":1,"nn":1,"module":1,"init":2,"self":9,"config":5,"bloomconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"str":1,"super":1,"hidden":4,"size":4,"n":1,"head":3,"assert":1},"3830,1691,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"tp":6,"world":4,"size":7,"get":3,"tensor":5,"model":2,"parallel":2,"assert":1,"self":21,"total":4,"num":8,"heads":8,"0":2,"query":2,"key":2,"value":2,"qkvparallellinear":1,"hidden":5,"head":7,"dim":4,"bias":2,"true":2,"quant":6,"config":8,"dense":2,"rowparallellinear":1,"create":1,"the":1,"alibi":7,"slopes":7,"and":1,"slice":1,"them":1,"rank":4,"start":2,"end":2,"1":2,"tolist":1,"scaling":2,"5":1,"attn":5,"attention":1,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"position":2,"ids":2,"torch":3,"states":2,"del":1,"unused":1,"qkv":2,"q":2,"k":2,"v":2,"chunk":1,"chunks":1,"3":1,"output":4,"return":1,"class":1,"bloommlp":1,"nn":1,"module":1},"5521,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"def":4,"init":4,"self":18,"config":19,"bloomconfig":2,"quant":8,"optional":3,"quantizationconfig":2,"none":3,"super":2,"hidden":12,"size":10,"dense":4,"h":4,"to":4,"4h":4,"columnparallellinear":1,"4":2,"gelu":3,"impl":2,"get":1,"act":1,"fn":1,"rowparallellinear":1,"forward":2,"x":8,"torch":5,"tensor":5,"return":1,"class":1,"bloomblock":1,"nn":3,"module":1,"cache":2,"cacheconfig":1,"prefix":3,"str":1,"input":2,"layernorm":8,"eps":2,"layer":4,"norm":3,"epsilon":2,"attention":3,"bloomattention":1,"f":1,"post":3,"mlp":1,"bloommlp":1,"apply":2,"residual":2,"connection":2,"position":1,"ids":1,"states":2,"at":1,"the":2,"beginning":1,"of":1,"transformer":1,"output":1},"7467,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"layer":6,"norm":4,"post":4,"the":1,"self":21,"attention":9,"if":2,"apply":2,"residual":9,"connection":2,"layernorm":11,"output":12,"else":2,"hidden":6,"states":3,"position":2,"ids":2,"get":1,"mlp":2,"return":1,"support":1,"torch":1,"compile":1,"class":1,"bloommodel":1,"nn":3,"module":1,"def":1,"init":2,"vllm":4,"config":22,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"embed":4,"dim":4,"size":3,"embedding":2,"ln":2,"word":2,"embeddings":2,"vocabparallelembedding":1,"vocab":1,"eps":2,"epsilon":2,"transformer":1,"blocks":1,"start":1,"end":1,"h":2,"make":3,"layers":2,"num":1,"lambda":1,"bloomblock":1,"f":2,"final":1,"empty":2,"intermediate":2,"tensors":2,"factory":1},"9453,1502,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"def":3,"get":4,"input":6,"embeddings":4,"self":12,"ids":6,"torch":7,"tensor":7,"return":3,"word":2,"layernorm":1,"forward":1,"position":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":4,"pp":3,"group":2,"is":5,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"assert":1,"for":2,"layer":4,"in":2,"h":1,"start":1,"end":1,"last":1,"ln":1,"f":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":3,"params":3,"dict":3,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":2,"name":3,"weight":1,"missing":1,"parameter":1,"continue":1,"param":1},"10955,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"if":3,"query":1,"key":1,"value":1,"in":1,"name":2,"note":1,"bloom":1,"s":2,"fused":1,"qkv":1,"output":8,"dim":8,"has":1,"the":2,"shape":7,"of":1,"num":5,"heads":5,"3":3,"head":4,"size":4,"while":1,"required":1,"is":2,"thus":1,"we":1,"need":1,"weight":17,"conversion":1,"getattr":2,"param":3,"none":2,"self":11,"config":18,"attention":1,"not":1,"loaded":14,"view":1,"1":3,"transpose":1,"reshape":1,"loader":4,"default":1,"params":2,"add":1,"return":1,"class":1,"bloomforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportsv0only":1,"supportsquant":1,"def":1,"init":2,"vllm":5,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":1,"hf":1,"quant":4,"transformer":3,"bloommodel":1,"maybe":1,"tie":1,"word":2,"embeddings":2,"lm":2,"else":1,"parallellmhead":1,"vocab":1,"hidden":1},"12883,1640,data/raw/vllm-0.10.1/vllm/model_executor/models/bloom.py":{"self":12,"logits":5,"processor":2,"logitsprocessor":1,"config":1,"vocab":1,"size":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"transformer":7,"def":5,"get":2,"input":6,"embeddings":2,"ids":4,"torch":11,"tensor":13,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"lm":2,"head":2,"load":2,"weights":8,"iterable":3,"tuple":3,"str":4,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"weight":1,"add":2,"prefix":2,"for":1,"name":5,"in":1,"if":1,"not":1,"startswith":1,"yield":1},"0,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"import":25,"math":1,"from":21,"collections":1,"abc":1,"iterable":1,"mapping":2,"sequence":2,"typing":1,"any":1,"literal":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"as":2,"np":1,"torch":2,"nn":2,"transformers":1,"batchfeature":1,"pretrainedconfig":1,"processormixin":1,"sequencefeatureextractor":1,"siglipvisionconfig":1,"config":1,"vllmconfig":1,"distributed":1,"get":1,"pp":1,"group":1,"model":7,"executor":6,"layers":3,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":2,"parallel":1,"embedding":1,"default":1,"padding":1,"size":1,"parallellmhead":1,"models":2,"llama":1,"llamamodel":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"audioprocessoritems":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":1,"is":1,"list":1,"of":1,"idefics2":1,"vision":1,"idefics2visiontransformer":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"phi4mm":1,"audio":1,"audioembedding":1},"1902,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"from":1,"utils":1,"import":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"endoftext10":1,"see":1,"vocab":1,"json":1,"in":1,"hf":1,"model":9,"image":4,"placeholder":2,"token":3,"id":2,"200010":1,"endoftext11":1,"audio":2,"200011":1,"max":1,"soundfile":1,"size":8,"241":1,"000":1,"siglip":4,"name":1,"so400m":2,"patch14":2,"448":4,"vision":7,"encoder":1,"to":1,"processing":1,"config":7,"vit":2,"patch":2,"14":2,"compression":1,"factor":1,"2":1,"def":2,"get":2,"padding":7,"orig":6,"width":12,"int":7,"height":12,"target":6,"ratio":6,"if":2,"0":3,"else":2,"return":2,"navit":1,"layer":4,"idx":4,"1":3,"kwargs":2,"hidden":7,"1152":1,"intermediate":1,"4304":1,"type":1,"num":7,"attention":1,"heads":1,"16":1,"layers":6,"27":1,"siglipvisionconfig":1,"idefics2visiontransformer":1,"require":1,"post":1,"norm":1,"false":1,"override":1,"class":1,"phi4mmimageencoder":1,"nn":1,"module":1,"embedding":1},"3737,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":1,"init":2,"self":24,"config":8,"pretrainedconfig":1,"quant":1,"optional":1,"quantizationconfig":1,"prefix":1,"str":2,"model":2,"dir":1,"none":3,"super":1,"n":3,"embed":1,"or":1,"hidden":3,"size":7,"embd":2,"if":3,"hasattr":1,"else":2,"layer":6,"idx":6,"to":1,"output":1,"the":1,"img":10,"features":1,"isinstance":1,"processor":7,"dict":1,"get":3,"2":11,"type":3,"feature":3,"patch":2,"navit":1,"vision":1,"pe":2,"weight":3,"embeddings":1,"position":2,"embedding":2,"l":4,"d":2,"h":6,"int":1,"math":1,"sqrt":1,"assert":1,"f":1,"is":1,"not":1,"square":1,"0":3,"padding":1,"nn":2,"reflectionpad2d":1,"1":4,"image":7,"dim":3,"out":3,"448":2,"14":1,"num":1,"tokens":1,"base":4,"feat":4,"height":4,"target":3,"sizes":1,"attention":1,"mask":1,"global":1,"gn":2,"and":1,"sub":2,"for":1,"hd":3,"transform":3,"serves":1,"as":1,"line":1,"separator":2,"use":1,"true":2,"with":1,"learnable":1,"order":1,"glb":1,"freeze":1,"false":1,"crop":1,"token":3,"compression":3,"cls":1,"avg":1,"pool":1,"2d":1,"avgpool2d":1,"kernel":1,"stride":1,"reduction":1},"5679,1613,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"with":4,"hd":5,"transform":5,"and":2,"learnable":4,"separator":4,"should":2,"have":2,"same":2,"value":2,"assert":2,"self":17,"use":4,"is":1,"only":1,"for":2,"1024":1,"4":1,"merge":1,"spatial":1,"to":1,"channel":1,"dimension":1,"glb":1,"gn":2,"nn":6,"parameter":2,"torch":4,"zeros":2,"1":6,"image":3,"dim":7,"out":4,"base":3,"feat":3,"height":3,"reduction":3,"2":4,"sub":1,"projection":5,"hidden":1,"size":3,"depth":2,"layers":3,"linear":2,"in":1,"range":1,"extend":1,"gelu":1,"img":8,"sequential":1,"vocab":2,"config":1,"features":2,"none":2,"place":1,"operations":1,"false":1,"def":1,"get":1,"embeds":2,"floattensor":2,"attention":3,"mask":3,"feature":4,"processor":1,"patch":3,"if":1,"type":1},"7292,1836,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"use":6,"token":5,"compression":5,"self":5,"image":8,"is":2,"not":2,"none":3,"padding":5,"getattr":1,"img":3,"processor":2,"if":3,"or":1,"reshape":1,"to":3,"2d":1,"tensor":4,"width":3,"int":1,"math":1,"sqrt":1,"patch":18,"feature":18,"size":8,"1":10,"view":2,"convert":2,"nchw":1,"permute":2,"0":3,"3":3,"2":3,"nhwc":1,"return":2,"raise":1,"notimplementederror":1,"def":1,"forward":1,"pixel":3,"values":3,"torch":6,"floattensor":2,"sizes":3,"attention":2,"mask":2,"list":1,"process":1,"and":1,"vision":1,"embeddings":1,"num":6,"images":3,"crops":2,"c":1,"h":1,"w":1,"h1":1,"w1":1,"h2":1,"w2":1,"x":3,"32":2,"output":2,"tokens":1,"hidden":1,"eg":1,"7":1,"448":2,"896":1,"1344":1,"device":1,"cuda":1,"1841":1,"3072":1},"9128,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"if":2,"isinstance":2,"self":11,"img":15,"projection":5,"nn":2,"sequential":1,"target":10,"device":5,"0":4,"bias":4,"dtype":4,"else":1,"it":1,"s":1,"a":1,"single":1,"linear":1,"layer":1,"sizes":6,"image":4,"num":4,"images":2,"crops":2,"c":3,"h":6,"w":5,"pixel":4,"values":4,"shape":2,"bs":6,"flatten":2,"1":5,"features":6,"get":1,"attention":1,"mask":1,"type":1,"torch":2,"booltensor":1,"to":1,"base":21,"feat":18,"height":13,"resolution":3,"crop":1,"size":1,"reduction":2,"width":5,"int":1,"np":1,"sqrt":1,"assert":1,"and":1,"f":3,"expect":1,"for":2,"hd":1,"transform":1,"x":3,"max":1,"24x24":1,"view":2,"dim":2,"out":2,"output":2,"imgs":1,"len":1,"training":1,"is":2,"tensor":2,"inference":1,"list":1,"2":1,"in":1,"range":1,"b":1},"11053,1212,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"1":15,"x":9,"24x24":1,"1024":1,"global":2,"img":11,"feature":2,"features":2,"bs":2,"12":2,"4096":2,"glb":5,"reshape":4,"h":7,"c":5,"base":11,"feat":11,"height":11,"reduction":11,"contiguous":2,"permute":1,"0":1,"3":1,"2":2,"4":1,"5":1,"temp":2,"gn":3,"self":1,"sub":5,"repeat":1,"156":1,"torch":1,"cat":1,"dim":1,"max":1,"num":1,"crops":1,"12x12":1,"16x574x1024":1,"get":1,"rid":1,"of":1,"padding":1,"b":1},"12265,1026,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"num":3,"crops":3,"12":6,"2":6,"1024":3,"4":3,"sub":4,"img":4,"reshape":5,"b":3,"h":6,"c":4,"base":16,"feat":16,"height":14,"reduction":12,"contiguous":2,"permute":2,"0":2,"1":6,"3":2,"5":2,"w":2,"width":2},"13291,1836,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"if":1,"image":7,"attention":7,"mask":7,"is":1,"not":1,"none":1,"and":1,"len":3,"0":10,"reshaped":3,"bs":2,"1":19,"b":2,"2":6,"reshape":3,"h":5,"w":3,"base":16,"feat":16,"height":18,"reduction":9,"width":4,"permute":1,"3":1,"4":2,"useful":6,"int":4,"sum":3,"item":3,"sub":9,"img":6,"temp":5,"gn":5,"self":3,"repeat":2,"else":1,"num":2,"tokens":2,"torch":1,"cat":1,"dim":1,"c":1,"1024":1},"15127,1951,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"glb":7,"sub":5,"if":1,"self":6,"hd":4,"transform":4,"order":4,"output":9,"imgs":6,"append":4,"torch":8,"cat":2,"img":13,"gn":2,"dim":2,"1":12,"elif":1,"else":1,"raise":1,"notimplementederror":1,"f":2,"not":1,"implemented":1,"temp":5,"len":6,"int":2,"h":3,"w":2,"144":1,"12":1,"assert":1,"shape":8,"set":3,"tensor":10,"for":1,"in":3,"feature":2,"proj":2,"projection":1,"to":2,"target":2,"device":1,"dtype":1,"squeeze":1,"0":1,"return":1,"class":2,"phi4mmimagepixelinputs":1,"typeddict":2,"type":2,"literal":2,"pixel":1,"values":1,"data":3,"union":2,"list":4,"batch":6,"size":5,"num":9,"images":4,"patches":2,"channels":1,"height":2,"width":2,"note":1,"that":1,"may":1,"be":2,"different":1,"per":1,"and":1,"image":3,"which":1,"case":1,"the":1,"is":1,"passed":1,"as":1,"a":2,"instead":1,"of":1,"batched":1,"sizes":1,"2":1,"this":1,"should":1,"format":1,"tokens":1,"attention":1,"mask":3,"phi4mmaudiofeatureinputs":1,"audio":1,"features":1,"audios":1,"80":1,"m":1},"17078,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"class":2,"phi4mmaudioembeddinginputs":2,"typeddict":1,"type":1,"literal":1,"audio":6,"embeds":1,"data":1,"nestedtensors":1,"shape":6,"batch":1,"size":6,"num":1,"audios":1,"feature":2,"hidden":1,"phi4mmaudioinputs":1,"union":1,"phi4mmaudiofeatureinputs":1,"def":6,"cat":2,"with":1,"pad":2,"tensors":8,"dim":10,"padding":2,"value":2,"0":5,"along":1,"while":1,"to":1,"max":2,"for":9,"all":3,"other":1,"dims":1,"ndim":4,"assert":1,"t":11,"in":8,"1":3,"must":1,"have":1,"the":2,"same":1,"number":1,"of":1,"dimensions":1,"out":3,"i":6,"range":4,"sum":1,"output":3,"new":1,"full":2,"index":4,"create":1,"a":1,"slice":5,"list":3,"where":1,"every":1,"dimension":2,"except":1,"is":2,"slices":3,"d":2,"update":1,"only":1,"concat":1,"return":6,"phi4mmprocessinginfo":1,"baseprocessinginfo":1,"property":2,"image":6,"tokens":2,"self":7,"str":3,"f":2,"100":2,"get":5,"dynamic":2,"hd":2,"processor":10,"optional":2,"processormixin":1,"none":4,"int":2,"if":1,"hf":2,"extractor":1,"kwargs":2,"object":1,"sequencefeatureextractor":1,"supported":1,"mm":1,"limits":1,"mapping":1},"19002,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":2,"find":3,"target":18,"aspect":11,"ratio":11,"self":3,"orig":10,"width":9,"int":11,"height":9,"image":16,"size":11,"max":5,"num":16,"min":2,"w":4,"crop":8,"math":2,"ceil":2,"float":2,"h":4,"if":2,"calculate":2,"the":6,"existing":1,"ratios":4,"set":1,"i":4,"j":4,"for":2,"in":2,"range":2,"1":6,"and":3,"sorted":1,"key":1,"lambda":1,"x":3,"0":2,"closest":2,"to":2,"processor":4,"get":1,"hf":1,"else":1,"return":1,"compute":2,"tokens":2,"dynamic":1,"hd":1,"vit":2,"patch":1,"token":1,"compression":1,"factor":1,"2":1,"number":1,"of":1,"an":1,"is":1,"expected":1,"take":1,"up":1,"considering":1,"encoder":1,"architecture":1,"exclude":1,"output":1,"features":1,"containing":1,"only":1,"padding":1,"pixels":1},"20970,1541,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"for":1,"siglip":1,"vit":17,"image":12,"size":19,"448":1,"patch":5,"14":1,"so":1,"output":1,"will":1,"be":4,"32x32":1,"feature":1,"map":1,"note":1,"right":1,"now":1,"phi4mm":1,"uses":1,"hard":1,"coded":1,"token":3,"compression":3,"factor":3,"2":1,"assert":6,"0":9,"must":3,"divisible":2,"by":2,"target":16,"aspect":6,"ratio":6,"height":10,"width":10,"self":1,"find":1,"orig":4,"dynamic":1,"hd":1,"min":1,"num":1,"1":3,"f":2,"and":1,"padding":7,"get":1,"or":2},"22511,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"target":10,"feat":25,"width":17,"vit":12,"patch":10,"size":11,"height":18,"if":3,"padding":10,"assert":2,"0":6,"not":3,"non":11,"pad":10,"math":2,"floor":2,"elif":1,"else":1,"small":1,"shorter":1,"than":1,"a":1,"token":6,"compression":6,"factor":6,"note":1,"it":1,"s":1,"possible":1,"that":1,"the":1,"feature":4,"is":1,"divisible":1,"1":3,"num":10,"hd":4,"tokens":10,"newline":4,"image":5,"global":4,"2":1,"sep":2,"return":1},"24326,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":3,"get":7,"num":5,"image":17,"tokens":4,"self":8,"width":3,"int":6,"height":3,"processor":8,"optional":2,"processormixin":2,"none":4,"hf":6,"config":14,"vision":10,"encoder":10,"name":10,"img":2,"if":2,"is":2,"siglip":2,"prepro":6,"to":2,"processing":2,"vit":12,"size":17,"patch":4,"token":4,"compression":4,"factor":4,"dynamic":5,"hd":5,"compute":2,"return":2,"with":1,"most":1,"features":2,"imagesize":2,"max":2,"side":2,"audio":3,"frames":1,"len":2,"sr":2,"float":2,"the":4,"output":1,"of":3,"extract":1,"method":1,"args":1,"length":1,"input":1,"waveform":2,"in":1,"samples":1,"sampling":1,"rate":1,"either":1,"16000":1,"or":1,"8000":1},"26298,1989,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"returns":1,"tuple":1,"int":5,"output":1,"size":3,"as":1,"t":4,"d":2,"where":1,"number":3,"of":3,"time":2,"frames":10,"mel":1,"filterbank":1,"bins":1,"80":1,"resample":2,"to":2,"16000":4,"or":1,"8000":3,"if":5,"needed":1,"sr":5,"audio":11,"len":3,"elif":2,"we":1,"ll":1,"16k":1,"from":1,"8k":1,"2":1,"raise":2,"runtimeerror":1,"f":1,"unsupported":1,"sample":1,"rate":9,"spectrogram":1,"parameters":2,"for":2,"16":1,"khz":1,"win":2,"length":5,"400":1,"frame":2,"in":3,"samples":2,"hop":2,"160":1,"shift":1,"calculate":1,"num":5,"1":5,"valueerror":1,"waveform":1,"too":1,"short":1,"given":1,"return":3,"def":2,"compute":2,"embed":1,"self":3,"the":3,"embedding":1,"based":1,"on":1,"and":1,"compression":9,"hf":3,"config":3,"get":4,"embd":2,"layer":2,"note":1,"this":1,"is":1,"a":1,"hard":1,"coded":1,"value":1,"but":1,"might":1,"be":1,"configurable":1,"future":1,"qformer":4,"integer":6,"remainder":4,"result":5,"0":4,"else":2,"class":1,"phi4mmdummyinputsbuilder":1,"basedummyinputsbuilder":1,"phi4mmprocessinginfo":1,"dummy":1,"text":1,"mm":3,"counts":3,"mapping":1,"str":2,"audios":1,"images":1,"image":1},"28287,1909,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"image":6,"tokens":7,"list":2,"str":7,"self":12,"info":6,"num":8,"images":5,"audio":9,"audios":7,"return":4,"join":1,"def":3,"get":11,"dummy":3,"mm":12,"data":12,"seq":1,"len":1,"int":2,"counts":3,"mapping":4,"multimodaldatadict":1,"0":2,"target":5,"width":3,"height":3,"size":2,"with":1,"most":1,"features":1,"length":1,"max":1,"soundfile":1,"class":1,"phi4mmmultimodalprocessor":1,"basemultimodalprocessor":1,"phi4mmprocessinginfo":1,"parser":1,"multimodaldataparser":2,"feature":4,"extractor":4,"sr":3,"sampling":2,"rate":2,"resample":1,"method":1,"scipy":1,"call":1,"hf":2,"processor":2,"prompt":6,"object":3,"kwargs":3,"tok":1,"batchfeature":2,"if":2,"not":1,"ids":5,"tokenizer":1,"encode":1,"apply":1,"only":1,"dict":1,"input":1,"tensor":1,"type":1,"pt":1,"for":1,"in":1},"30196,1919,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"processed":6,"outputs":6,"super":1,"call":1,"hf":8,"processor":7,"prompt":2,"mm":9,"data":2,"kwargs":7,"tok":1,"num":6,"img":7,"tokens":9,"self":8,"info":6,"get":6,"image":13,"width":1,"size":5,"0":1,"height":1,"1":1,"for":3,"in":3,"sizes":4,"audio":12,"features":2,"input":4,"embeds":4,"feature":4,"frames":1,"len":1,"sr":1,"idx":2,"enumerate":1,"return":2,"def":2,"fields":1,"config":1,"inputs":1,"batchfeature":1,"mapping":3,"str":5,"object":1,"multimodalfieldconfig":6,"dict":1,"batched":5,"attention":1,"mask":1,"updates":1,"items":1,"multimodaldataitems":1,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"list":2,"type":2,"ignore":2,"extractor":2},"32115,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":2,"get":13,"image":23,"replacement":6,"phi4mm":4,"item":5,"idx":5,"int":2,"images":6,"mm":4,"items":6,"imageembeddingitems":2,"imageprocessoritems":1,"if":1,"isinstance":1,"num":9,"tokens":10,"feature":2,"size":8,"else":1,"self":3,"info":3,"width":2,"height":2,"processor":2,"hf":1,"placeholder":2,"token":6,"id":2,"return":3,"audio":22,"audios":4,"audioprocessoritems":1,"todo":1,"isotr0py":1,"support":1,"embedding":1,"inputs":1,"len":2,"length":1,"frames":3,"extractor":1,"sampling":1,"rate":1,"embed":3,"compute":1,"count":2,"strict":2,"false":2,"repl":4,"promptreplacement":2,"modality":2,"target":2,"for":2,"in":2},"34068,1893,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"multimodal":8,"registry":1,"register":1,"processor":1,"phi4mmmultimodalprocessor":1,"info":1,"phi4mmprocessinginfo":1,"dummy":1,"inputs":1,"phi4mmdummyinputsbuilder":1,"class":1,"phi4mmforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportsmultimodal":1,"implements":1,"the":1,"phi":1,"4":1,"instruct":1,"model":7,"in":1,"vllm":7,"packed":1,"modules":1,"mapping":1,"qkv":2,"proj":4,"gate":2,"up":2,"hf":2,"to":3,"mapper":1,"weightsmapper":1,"orig":2,"new":2,"substr":1,"base":1,"layer":1,"prefix":2,"embed":11,"tokens":7,"extend":7,"audio":10,"projection":4,"vision":3,"for":1,"speech":1,"image":4,"encoder":1,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":4,"i":3,"int":1,"optional":1,"if":2,"startswith":2,"return":2,"f":2,"raise":1,"valueerror":1,"only":1,"or":1,"is":2,"supported":1,"init":2,"self":5,"config":25,"vllmconfig":1,"super":1,"assert":1,"required":1,"quant":4,"lora":4},"35961,1989,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"tensor":1,"pipeline":2,"parallel":2,"not":2,"supported":2,"for":2,"now":2,"assert":1,"get":1,"pp":1,"group":1,"world":1,"size":12,"1":2,"is":2,"self":14,"vision":2,"encoder":1,"phi4mmimageencoder":1,"config":23,"quant":3,"prefix":4,"model":6,"embed":3,"tokens":3,"dir":1,"name":1,"or":1,"path":1,"if":3,"isinstance":1,"embd":7,"layer":7,"audio":7,"dict":1,"embedding":7,"cls":4,"else":1,"extend":1,"audioembedding":1,"llamamodel":1,"vllm":2,"maybe":1,"unpadded":4,"vocab":9,"lora":3,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":3,"padding":2,"default":1,"tie":2,"word":1,"weights":1,"logit":3,"scale":3,"getattr":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"def":1,"parse":2,"and":3,"validate":2,"input":2,"kwargs":1,"object":1,"optional":1,"phi4mmaudioinputs":1,"the":3,"to":1,"this":1,"handles":1,"both":1,"features":1,"but":1,"only":1,"former":1,"used":1},"37950,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"args":2,"kwargs":3,"object":1,"keyword":1,"arguments":1,"returns":2,"optional":1,"phi4mmaudioinputs":3,"parsed":1,"and":4,"validated":1,"audio":38,"inputs":1,"features":10,"pop":2,"input":12,"embeds":11,"none":7,"if":6,"is":7,"return":4,"not":4,"isinstance":2,"torch":2,"tensor":2,"list":2,"raise":3,"valueerror":2,"incorrect":2,"type":9,"of":3,"f":2,"got":2,"phi4mmaudiofeatureinputs":1,"data":4,"flatten":1,"bn":1,"phi4mmaudioembeddinginputs":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"process":1,"self":1,"projection":1,"mode":1,"str":1,"nestedtensors":2,"create":1,"the":7,"embeddings":2,"from":1,"where":1,"pairs":1,"embed":1,"lengths":1,"created":1,"by":1,"mapper":1,"for":1,"phi4mm":1,"e":2,"g":2,"multiple":2,"examples":1,"second":1,"dim":2,"multi":1,"audios":1,"in":1,"same":1,"example":1},"39937,1912,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"dtype":3,"next":1,"self":3,"embed":2,"tokens":5,"extend":2,"parameters":1,"audio":5,"embeds":14,"features":3,"to":3,"projection":2,"mode":2,"for":3,"in":2,"return":2,"def":1,"parse":1,"and":3,"validate":1,"image":22,"input":13,"kwargs":5,"object":1,"optional":1,"dict":1,"nestedtensors":1,"get":4,"if":2,"is":6,"none":5,"sizes":3,"attention":3,"mask":4,"num":10,"img":6,"assert":3,"not":3,"missing":1,"inputs":4,"list":2,"of":1,"torch":2,"tensor":3,"all":1,"p":2,"dim":3,"5":1,"incorrect":3,"len":1,"batch":3,"size":3,"each":1,"has":1,"dimension":2,"per":3,"example":2,"hd":4,"patches":4,"channels":2,"height":2,"width":2,"need":1,"pad":2,"along":1,"prompt":1,"feat":1,"h":1,"heat":1,"w":1,"cat":1,"with":1,"0":2,"elif":1,"isinstance":1,"we":1,"flatten":2,"first":1,"2":1,"dims":1,"make":1,"it":1,"a":1,"single":1,"large":1,"siglip":1,"encoder":1,"6":1,"1":1,"else":1,"raise":1,"valueerror":1},"41849,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"if":6,"isinstance":6,"image":23,"attention":11,"mask":11,"list":3,"cat":2,"with":1,"pad":1,"dim":2,"0":5,"elif":3,"torch":4,"tensor":5,"flatten":3,"1":3,"else":3,"raise":3,"valueerror":3,"incorrect":3,"inputs":4,"sizes":8,"num":10,"img":8,"tokens":8,"n":2,"for":3,"in":7,"tolist":2,"return":1,"phi4mmimagepixelinputs":1,"type":1,"pixel":1,"values":1,"data":1,"input":8,"embeds":5,"def":1,"parse":3,"and":5,"validate":3,"multimodal":1,"self":3,"kwargs":5,"object":1,"dict":1,"modalities":6,"preserve":1,"the":2,"order":2,"of":3,"there":1,"are":1,"multiple":1,"them":1,"from":1,"key":3,"images":2,"not":2,"audio":3,"audios":2},"43845,1867,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"return":5,"modalities":7,"def":2,"process":4,"image":17,"input":11,"self":7,"phi4mmimagepixelinputs":1,"list":1,"torch":2,"tensor":3,"dtype":3,"next":1,"vision":5,"encoder":2,"parameters":1,"pixel":2,"values":2,"data":2,"to":4,"sizes":3,"attention":3,"mask":3,"embeds":2,"get":1,"multimodal":8,"embeddings":10,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1,"inputs":1,"if":3,"not":1,"none":1,"the":4,"result":1,"is":2,"tuple":4,"of":2,"tensors":1,"with":1,"each":1,"correspoending":1,"a":1,"item":1,"or":1,"video":1,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"in":2,"this":1,"dictionary":1,"preserve":1,"order":1,"audio":9,"projection":4,"mode":4,"speech":1,"for":1,"modality":3,"make":1,"sure":1,"images":3,"first":1,"audios":2},"45712,1679,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":2,"get":3,"input":18,"embeddings":10,"self":6,"ids":7,"torch":4,"tensor":4,"multimodal":7,"optional":3,"multimodalembeddings":1,"none":6,"inputs":10,"embeds":14,"model":1,"embed":1,"tokens":1,"if":3,"is":3,"not":3,"and":1,"len":1,"0":1,"merge":3,"image":8,"placeholder":6,"token":6,"id":6,"audio":12,"return":2,"v0":1,"phi4mmimagepixelinputs":1,"phi4mmaudiofeatureinputs":1,"projection":4,"mode":4,"speech":1,"process":2,"vision":1},"47391,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":3,"forward":1,"self":11,"input":16,"ids":4,"torch":7,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":1,"none":10,"inputs":8,"embeds":8,"kwargs":3,"object":1,"if":2,"is":6,"not":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":2,"runner":1,"from":1,"get":3,"multimodal":1,"embeddings":3,"and":4,"this":1,"condition":1,"only":1,"for":1,"v0":2,"compatibility":1,"elif":1,"image":5,"parse":2,"validate":2,"audio":5,"else":1,"hidden":4,"states":4,"return":3,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":1,"loader":2,"autoweightsloader":1,"skip":1,"substrs":1,"lora":1,"mapper":2,"hf":1,"to":1,"vllm":1},"49224,442,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm.py":{"def":2,"get":3,"mm":1,"mapping":1,"self":3,"multimodelkeys":2,"the":1,"module":2,"prefix":1,"in":1,"multimodal":1,"models":1,"return":2,"from":1,"string":1,"field":1,"language":2,"model":5,"connector":1,"audio":2,"projection":2,"for":1,"vision":2,"tower":1,"encoder":1,"embed":1,"tokens":1,"extend":1,"torch":1,"nn":1},"0,1870,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"from":22,"collections":1,"abc":1,"import":23,"iterable":1,"functools":1,"partial":1,"typing":1,"any":1,"optional":1,"union":1,"torch":3,"nn":2,"transformers":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":4,"pp":2,"group":1,"tensor":4,"model":14,"parallel":4,"rank":1,"world":1,"size":1,"split":1,"along":1,"last":1,"dim":1,"all":1,"gather":1,"executor":10,"layers":9,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"pooler":2,"dispatchpooler":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"pooling":1,"type":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"class":1,"internlm2mlp":1,"module":1},"1870,1067,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":2,"init":2,"self":8,"hidden":6,"size":6,"int":2,"intermediate":3,"act":5,"str":2,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"super":1,"gate":5,"up":5,"proj":3,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":3,"w2":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"internlm2attention":1,"nn":1,"module":1},"2937,1715,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":1,"init":2,"self":35,"hidden":4,"size":16,"int":5,"num":19,"heads":23,"kv":15,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"8192":1,"cache":1,"config":2,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1,"tp":10,"get":2,"tensor":4,"model":2,"parallel":4,"world":1,"rank":2,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"key":1,"value":1,"groups":1,"5":1},"4652,1764,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"self":31,"wqkv":2,"qkvparallellinear":1,"hidden":2,"size":13,"head":6,"dim":10,"total":4,"num":7,"heads":7,"kv":8,"bias":2,"false":2,"quant":6,"config":8,"prefix":6,"f":3,"wo":2,"rowparallellinear":1,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":2,"attention":1,"cache":2,"def":1,"split":3,"qkv":18,"torch":4,"tensor":2,"seq":5,"len":5,"shape":1,"0":1,"if":1,"tp":5,"1":6,"map":2,"q":5,"model":1,"parallel":1,"all":1,"gather":1,"3":3,"2":3,"cat":1,"view":1,"key":2,"value":2,"groups":2,"k":3,"v":3,"reshape":3},"6416,697,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"if":1,"self":11,"tp":5,"size":2,"1":1,"splitter":4,"partial":1,"split":2,"tensor":4,"along":1,"last":1,"dim":1,"num":1,"partitions":1,"q":7,"rank":3,"k":7,"v":5,"return":2,"def":1,"forward":1,"positions":2,"torch":3,"hidden":2,"states":2,"qkv":3,"wqkv":1,"rotary":1,"emb":1,"attn":3,"output":4,"wo":1,"class":1,"internlmdecoderlayer":1,"nn":1,"module":1},"7113,1465,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":1,"init":2,"self":8,"config":21,"pretrainedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":10,"size":10,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"attention":4,"internlm2attention":1,"num":4,"heads":4,"kv":1,"key":1,"value":1,"f":2,"feed":2,"forward":2,"internlm2mlp":1,"intermediate":2,"act":2,"norm":4,"rmsnorm":2,"eps":4,"rms":2,"ffn":1},"8578,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":2,"forward":2,"self":16,"positions":3,"torch":6,"tensor":5,"hidden":19,"states":15,"residual":9,"optional":1,"tuple":1,"attention":4,"if":1,"is":1,"none":1,"norm":5,"else":1,"fully":1,"connected":1,"ffn":1,"feed":1,"return":1,"support":1,"compile":1,"class":1,"internlm2model":1,"nn":1,"module":1,"init":2,"vllm":4,"config":23,"vllmconfig":1,"prefix":6,"str":1,"layer":4,"type":3,"internlmdecoderlayer":2,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"vocab":3,"size":6,"tok":1,"embeddings":1,"vocabparallelembedding":1,"start":1,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"f":1,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1},"10480,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":3,"get":4,"input":6,"embeddings":3,"self":12,"ids":4,"torch":6,"tensor":6,"return":3,"tok":1,"forward":1,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"none":5,"inputs":3,"embeds":3,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"norm":1,"class":1,"internlm2forcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"wqkv":2,"gate":1,"up":1,"proj":1,"w1":1,"w3":1,"init":2,"vllm":4,"config":17,"vllmconfig":1,"prefix":1,"str":1,"model":2,"type":2,"internlm2model":2,"super":1,"hf":1,"quant":4,"lora":4},"12371,1494,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"self":15,"model":7,"type":1,"vllm":2,"config":8,"prefix":6,"maybe":2,"output":4,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"quant":2,"if":1,"tie":1,"word":1,"embeddings":4,"weight":2,"tok":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":3,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":1,"inputs":2,"embeds":2,"none":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"13865,1812,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":21,"shard":4,"id":3,"gate":2,"up":2,"proj":2,"w1":1,"0":1,"w3":1,"1":1,"dict":6,"named":1,"parameters":1,"loaded":6,"for":4,"weight":13,"in":6,"if":6,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":6,"not":3,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"is":3,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":2,"add":1,"return":1,"pooling":2,"type":1,"all":1,"class":1,"internlm2forrewardmodel":1,"internlm2forcausallm":1,"model":1,"true":1},"15677,1328,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2.py":{"def":2,"init":2,"self":7,"vllm":5,"config":14,"vllmconfig":1,"prefix":6,"str":1,"model":6,"type":4,"internlm2model":2,"super":1,"for":2,"attr":2,"in":1,"output":1,"logits":3,"processor":1,"delattr":1,"hf":1,"v":3,"head":3,"rowparallellinear":1,"hidden":3,"size":1,"1":1,"bias":1,"false":2,"input":3,"is":2,"parallel":1,"maybe":1,"pooler":6,"assert":1,"not":1,"none":3,"dispatchpooler":1,"encode":2,"forward":1,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"inputs":2,"embeds":2,"union":1,"states":2,"return":1},"0,1958,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":9,"project":1,"from":17,"abc":2,"import":19,"abstractmethod":1,"collections":1,"iterable":1,"mapping":1,"typing":1,"annotated":2,"final":1,"literal":2,"optional":1,"protocol":1,"typevar":1,"union":2,"torch":4,"nn":2,"as":2,"transformers":2,"batchfeature":1,"llavanextconfig":1,"llavanextprocessor":1,"models":1,"llava":4,"next":2,"modeling":1,"get":1,"anyres":1,"image":3,"grid":1,"shape":1,"unpad":1,"config":1,"vllmconfig":1,"model":2,"executor":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":5,"registry":1,"inputs":1,"multimodalfieldconfig":1,"parse":1,"imagesize":1,"sequence":1,"intermediatetensors":1,"utils":2,"tensor":4,"schema":1,"tensorschema":2,"tensorshape":2,"clip":1,"clipvisionmodel":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"basellavamultimodalprocessor":1,"basellavaprocessinginfo":1,"llavadummyinputsbuilder":1,"llavalikeconfig":1,"llavamultimodalprojector":1,"init":2,"vision":1,"tower":1,"for":1,"siglip":1,"siglipvisionmodel":1,"autoweightsloader":1,"weightsmapper":1,"embed":1,"flatten":1,"bn":3,"registered":1,"maybe":1,"prefix":1,"class":1,"llavanextimagepixelinputs":1,"dimensions":1,"batch":2,"size":1,"number":3,"of":4,"images":1,"np":3,"patches":2,"1":1,"c":1,"channels":1,"3":2,"h":2,"height":1,"w":2,"width":1,"note":1,"that":1,"num":1,"may":1,"be":1,"different":1,"per":1,"and":1,"in":1,"which":1,"case":1,"data":1,"is":1,"passed":1,"a":2,"list":2,"instead":1,"batched":1,"type":1,"pixel":3,"values":3,"dynamic":1,"dims":1},"1958,1965,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"image":13,"sizes":1,"annotated":2,"optional":1,"torch":2,"tensor":2,"tensorshape":2,"bn":3,"2":1,"this":1,"should":1,"be":1,"in":2,"height":4,"width":4,"format":1,"class":3,"llavanextimageembeddinginputs":2,"tensorschema":1,"dimensions":1,"batch":1,"size":10,"number":1,"of":1,"images":1,"ifs":2,"feature":4,"hs":2,"hidden":1,"must":1,"match":1,"language":1,"model":1,"backbone":1,"type":1,"literal":1,"embeds":2,"data":1,"llavanextimageinputs":1,"union":1,"llavanextimagepixelinputs":1,"llavanextlikeconfig":2,"llavalikeconfig":1,"protocol":1,"grid":1,"pinpoints":1,"final":1,"list":2,"int":4,"llavanextprocessinginfo":1,"basellavaprocessinginfo":1,"def":3,"get":10,"hf":11,"config":6,"self":9,"return":2,"ctx":2,"llavanextconfig":1,"processor":7,"kwargs":2,"object":1,"llavanextprocessor":1,"case":1,"patch":6,"is":2,"omitted":1,"from":1,"json":1,"e":1,"g":1,"for":1,"e5":2,"v":2,"https":2,"huggingface":2,"co":1,"royokong":1,"if":1,"none":1,"vision":5,"encoder":4,"info":4,"based":1,"on":1,"github":1,"com":1,"text":2,"generation":2,"inference":1,"blob":1,"v3":1,"0":1,"1":1,"server":2,"models":1,"vlm":1,"causal":1,"lm":1,"py":1,"l113":1,"num":2,"tokens":2,"base":1,"apply":1,"select":2,"strategy":2},"3923,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"num":12,"patch":12,"height":22,"width":21,"get":5,"anyres":1,"image":8,"grid":4,"shape":1,"size":8,"pinpoints":2,"hf":1,"config":1,"vision":2,"encoder":2,"info":2,"unpadded":6,"feature":5,"newline":4,"self":2,"features":6,"original":10,"npatches":4,"length":1,"return":2,"base":1,"based":1,"on":1,"https":1,"github":1,"com":1,"huggingface":1,"text":2,"generation":2,"inference":1,"blob":1,"v3":1,"0":1,"1":1,"server":2,"models":1,"vlm":1,"causal":1,"lm":1,"py":1,"l86":1,"def":1,"int":9,"tuple":1,"current":17,"aspect":4,"ratio":4,"if":1,"new":4,"round":2,"7":2,"padding":4,"2":4,"else":1},"5897,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"def":3,"get":5,"image":10,"size":9,"with":1,"most":1,"features":1,"self":5,"imagesize":2,"hf":7,"config":5,"largest":9,"feature":9,"pinpoint":4,"0":3,"none":2,"for":1,"height":5,"width":5,"in":1,"grid":1,"pinpoints":1,"feat":3,"num":1,"tokens":1,"if":2,"or":1,"is":1,"raise":2,"valueerror":1,"cannot":1,"have":1,"a":1,"of":1,"return":2,"i":3,"typevar":1,"bound":1,"llavanextprocessinginfo":3,"class":2,"basellavanextmultimodalprocessor":2,"basellavamultimodalprocessor":1,"copied":1,"from":1,"basemultimodalprocessor":1,"abstractmethod":1,"mm":4,"fields":2,"inputs":3,"batchfeature":2,"processor":3,"kwargs":2,"mapping":4,"str":4,"object":2,"multimodalfieldconfig":5,"notimplementederror":1,"llavanextmultimodalprocessor":2,"dict":1,"pixel":1,"values":1,"batched":3,"sizes":1,"embeds":1,"multimodal":1,"registry":1,"register":1,"info":1,"dummy":1,"llavadummyinputsbuilder":1},"7824,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"class":1,"llavanextforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"hf":2,"to":4,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":2,"mapping":1,"for":2,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":10,"language":3,"vision":15,"tower":3,"multi":2,"modal":2,"projector":2,"image":5,"newline":2,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":2,"optional":1,"if":2,"startswith":1,"return":1,"raise":2,"valueerror":1,"only":1,"is":2,"supported":2,"init":2,"self":5,"config":21,"vllmconfig":1,"none":2,"super":1,"quant":2,"multimodal":5,"feature":10,"layer":9,"determine":1,"the":2,"up":1,"which":1,"we":1,"will":1,"initialize":1,"isinstance":2,"hidden":4,"size":4,"sample":2,"layers":2,"used":1,"granite":1,"models":1,"control":1,"encoder":1,"outputs":1,"elif":1,"list":1,"tuple":1,"len":1,"else":1,"typeerror":1,"f":1,"type":2,"not":1},"9740,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"todo":1,"optionally":1,"initializes":1,"this":1,"for":2,"supporting":1,"embeddings":1,"self":7,"vision":5,"tower":3,"init":2,"llava":1,"config":13,"quant":1,"require":1,"post":1,"norm":1,"false":1,"prefix":6,"maybe":2,"image":10,"newline":1,"nn":1,"parameter":1,"torch":3,"empty":3,"text":4,"hidden":7,"size":5,"multi":1,"modal":1,"projector":5,"llavamultimodalprojector":1,"act":2,"multimodal":2,"bias":2,"language":3,"model":4,"vllm":3,"registered":1,"hf":1,"make":2,"intermediate":2,"tensors":2,"def":1,"parse":1,"and":2,"validate":1,"input":1,"kwargs":4,"object":1,"optional":1,"llavanextimageinputs":1,"pixel":7,"values":7,"pop":3,"none":7,"sizes":5,"embeds":3,"if":4,"is":3,"return":1,"not":3,"isinstance":2,"tensor":2,"list":2,"raise":2,"valueerror":2,"incorrect":2,"type":6,"of":2,"f":2,"got":2},"11544,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"expected":4,"h":3,"w":3,"self":6,"config":3,"vision":6,"image":17,"size":1,"return":5,"llavanextimagepixelinputs":1,"type":5,"pixel":5,"values":5,"flatten":3,"bn":3,"sizes":2,"concat":1,"true":1,"resolve":1,"bindings":1,"if":3,"embeds":6,"is":2,"not":2,"none":1,"isinstance":1,"torch":5,"tensor":5,"raise":3,"valueerror":2,"incorrect":1,"of":1,"f":2,"got":1,"llavanextimageembeddinginputs":1,"data":1,"assertionerror":1,"this":2,"line":1,"should":1,"be":1,"unreachable":1,"def":2,"select":5,"features":8,"strategy":7,"str":1,"copied":1,"from":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"39c3c0a72af6fbda5614dde02ff236069bb79827":1,"src":1,"models":1,"llava":2,"modeling":1,"py":1,"l421":1,"noqa":1,"default":1,"1":1,"elif":1,"full":1,"unexpected":1,"feature":5,"pixels":1,"to":2,"tower":3,"union":1,"clipvisionmodel":1,"siglipvisionmodel":1,"note":1,"we":1,"skip":1,"the":3,"step":1,"layer":1,"since":1,"already":1,"done":1,"inside":1,"sample":2,"layers":2},"13493,1631,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"based":1,"on":1,"https":1,"github":1,"com":1,"haotian":1,"liu":1,"llava":3,"blob":1,"main":1,"model":1,"arch":1,"py":1,"def":1,"merge":1,"image":10,"patch":18,"embeddings":6,"self":5,"size":6,"torch":3,"tensor":3,"strategy":3,"str":1,"if":4,"flat":1,"return":1,"flatten":1,"0":4,"1":4,"startswith":1,"spatial":1,"height":8,"width":8,"config":7,"vision":3,"base":2,"embeds":5,"shape":3,"raise":1,"valueerror":1,"the":2,"number":1,"of":1,"patches":4,"is":1,"not":1,"consistent":1,"with":1,"other":3,"move":1,"to":2,"cpu":1,"avoid":1,"floating":1,"point":1,"errors":1,"orig":4,"tolist":1,"aspect":1,"ratio":1,"anyres":2,"num":8,"get":1,"grid":2,"pinpoints":1,"might":1,"be":1,"padded":1,"for":1,"batch":1,"processing":1,"view":1},"15124,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"if":2,"unpad":3,"in":2,"strategy":4,"other":13,"patch":22,"embeds":17,"permute":2,"4":2,"0":6,"2":5,"1":8,"3":4,"contiguous":2,"flatten":4,"image":4,"orig":2,"height":1,"width":1,"torch":5,"cat":3,"self":4,"newline":2,"none":4,"expand":1,"shape":1,"to":2,"device":2,"dim":3,"transpose":1,"else":3,"merged":4,"embeddings":4,"base":4,"return":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"merge":1,"def":1,"process":1,"pixels":1,"inputs":2,"llavanextimagepixelinputs":1,"union":1,"tensor":2,"tuple":1,"assert":1,"vision":1,"tower":1,"is":1,"not":1,"pixel":2,"values":2},"16982,1920,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"if":3,"isinstance":1,"pixel":9,"values":9,"torch":6,"tensor":4,"b":3,"num":5,"patches":5,"c":2,"h":2,"w":2,"shape":3,"stacked":11,"view":2,"image":22,"features":8,"self":10,"pixels":3,"to":2,"vision":5,"tower":2,"patch":8,"embeddings":6,"multi":2,"modal":2,"projector":2,"return":4,"1":1,"per":2,"batch":6,"v":2,"0":1,"for":3,"in":3,"cat":1,"split":1,"def":1,"process":2,"input":7,"llavanextimageinputs":1,"union":1,"list":1,"type":1,"embeds":1,"data":2,"sizes":5,"get":1,"is":1,"none":1,"size":3,"len":1,"config":4,"default":4,"height":2,"width":2,"as":1,"range":1,"merge":1,"i":2,"strategy":1,"spatial":1,"unpad":1,"enumerate":1},"18902,1782,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"def":4,"get":5,"language":4,"model":5,"self":10,"torch":7,"nn":1,"module":1,"return":5,"multimodal":6,"embeddings":11,"kwargs":3,"object":2,"multimodalembeddings":2,"image":9,"input":13,"parse":1,"and":3,"validate":1,"if":2,"is":4,"none":5,"vision":2,"process":1,"ids":5,"tensor":6,"optional":3,"or":1,"len":1,"0":1,"inputs":3,"embeds":3,"embed":1,"config":1,"token":1,"index":1,"forward":2,"positions":2,"intermediate":1,"tensors":1,"intermediatetensors":2,"union":1,"run":1,"pass":1,"for":2,"llava":1,"next":1,"one":1,"key":1,"thing":1,"to":3,"understand":1,"the":5,"already":1,"accounts":1,"of":1,"be":1,"inserted":1,"concretely":1,"consider":1,"a":3,"text":1,"prompt":1,"chat":1,"between":1,"curious":1,"human":2,"an":1,"artificial":1,"intelligence":1,"assistant":3,"gives":1,"helpful":1,"detailed":1,"polite":1,"answers":1,"s":1,"questions":1,"user":1,"nwhat":1,"shown":1,"in":1,"this":1},"20684,1751,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"tokenizer":1,"outputs":1,"1":3,"319":4,"13563":2,"1546":2,"263":2,"12758":2,"5199":4,"322":4,"385":2,"23116":2,"21082":2,"20255":4,"29889":4,"450":2,"4076":2,"8444":2,"29892":4,"13173":2,"1248":2,"568":2,"6089":2,"304":2,"278":2,"29915":2,"29879":2,"5155":2,"3148":2,"1001":2,"29901":4,"29871":2,"32000":4,"13":2,"5618":2,"338":2,"4318":2,"297":2,"445":2,"1967":2,"29973":2,"1799":2,"9047":2,"13566":2,"to":5,"reserve":1,"space":1,"in":5,"kv":1,"cache":1,"we":1,"have":1,"insert":1,"placeholder":1,"tokens":4,"before":1,"they":1,"are":2,"inputted":2,"the":13,"model":2,"so":1,"input":8,"processor":1,"prepends":1,"additional":1,"image":9,"denoted":1,"as":1,"resulting":1,"unlike":1,"llava":2,"5":1,"number":2,"of":3,"language":1,"depends":1,"on":1,"original":3,"size":2,"including":1,"token":1,"required":1,"is":2,"given":1,"by":1,"get":1,"next":1,"feature":1,"this":1,"way":1,"positions":1,"and":1,"attn":1,"metadata":1,"consistent":1,"with":1,"ids":3,"args":1,"flattened":1,"concatenated":1,"corresponding":1,"a":1,"batch":1,"pixel":1,"values":1,"pixels":1,"each":3,"grid":1,"patch":1,"for":2,"sizes":1,"height":1,"width":1,"info":1,"llavanextimageinputs":1,"if":1,"intermediate":1,"tensors":1,"not":1,"none":2,"inputs":1,"embeds":1},"22435,1245,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next.py":{"note":1,"in":1,"v1":1,"inputs":5,"embeds":5,"is":3,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":2,"vision":2,"embeddings":4,"self":8,"get":2,"multimodal":1,"kwargs":1,"input":4,"ids":3,"hidden":4,"states":4,"language":2,"positions":1,"intermediate":1,"tensors":1,"return":3,"def":2,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1967,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":10,"vllm":11,"project":1,"2025":1,"llama4":4,"meta":1,"inc":2,"and":2,"huggingface":1,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"import":19,"math":1,"from":17,"collections":1,"abc":1,"iterable":1,"mapping":1,"itertools":1,"tee":1,"typing":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":2,"nn":1,"transformers":4,"batchfeature":1,"llama4config":1,"llama4visionconfig":1,"image":2,"utils":3,"sizedict":1,"models":2,"llama4processor":1,"processing":1,"fast":1,"find":1,"supported":1,"resolutions":1,"get":3,"best":1,"fit":1,"attention":1,"layer":1,"multiheadattention":1,"config":1,"vllmconfig":1,"tensor":1,"model":9,"parallel":1,"world":1,"size":1,"inputs":1,"inputprocessingcontext":1,"executor":5,"layers":3,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1,"loader":3,"initialize":1,"weight":2,"default":1},"1967,1758,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"from":11,"vllm":8,"model":2,"executor":1,"sampling":1,"metadata":1,"import":11,"samplingmetadata":1,"multimodal":8,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"utils":2,"run":1,"dp":1,"sharded":1,"vision":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"llama4":1,"llama4forcausallm":1,"autoweightsloader":1,"flatten":1,"bn":1,"maybe":1,"prefix":1,"merge":1,"embeddings":2,"class":2,"llama4imagepatchinputs":1,"typeddict":1,"type":1,"literal":1,"pixel":1,"values":1,"flat":2,"data":2,"torch":4,"tensor":4,"shape":2,"batch":4,"size":4,"num":2,"chunks":1,"channels":1,"image":5,"patches":2,"per":1,"the":6,"number":2,"of":3,"total":1,"for":1,"each":3,"in":3,"this":1,"is":2,"used":1,"to":3,"split":1,"which":1,"has":1,"first":1,"two":1,"dimensions":1,"flattened":1,"just":1,"like":1,"aspect":2,"ratios":2,"union":1,"list":2,"a":2,"corresponding":1,"tiles":1,"dimension":1,"that":1,"corresponds":1,"ratio":4,"where":1,"pair":1,"h":1,"w":1,"llama4visionmlp":1,"nn":1,"module":1},"3725,1901,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":3,"init":4,"self":13,"input":5,"size":14,"int":3,"intermediate":3,"output":11,"bias":6,"bool":3,"activation":7,"quant":8,"config":13,"optional":2,"quantizationconfig":2,"none":2,"prefix":8,"str":2,"use":3,"data":3,"parallel":3,"false":2,"super":2,"cls":4,"fc1":5,"replicatedlinear":2,"if":3,"else":2,"columnparallellinear":2,"f":3,"fc2":5,"rowparallellinear":1,"fn":3,"nn":2,"gelu":1,"forward":1,"hidden":10,"states":9,"torch":2,"tensor":2,"return":2,"class":1,"llama4multimodalprojector":1,"module":1,"linear":2,"1":2,"vision":2,"dim":1,"text":1,"gather":1,"true":1},"5626,1205,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":2,"forward":1,"self":2,"image":2,"features":2,"hidden":2,"states":2,"linear":1,"1":6,"return":2,"pixel":1,"shuffle":7,"input":7,"tensor":18,"ratio":6,"batch":7,"size":11,"num":3,"patches":3,"channels":5,"shape":2,"patch":3,"int":6,"math":1,"sqrt":1,"view":4,"height":3,"width":3,"reshaped":9,"permute":2,"0":2,"2":3,"3":2,"contiguous":2,"output":2,"class":1,"llama4visionpixelshufflemlp":1,"nn":1,"module":1},"6831,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":3,"init":4,"self":30,"config":19,"quant":4,"optional":2,"quantizationconfig":2,"none":1,"prefix":4,"str":2,"use":5,"data":5,"parallel":6,"bool":2,"false":2,"super":2,"pixel":5,"shuffle":5,"ratio":4,"inner":1,"dim":11,"int":1,"projector":5,"input":3,"2":1,"output":5,"mlp":3,"llama4visionmlp":1,"size":12,"intermediate":2,"bias":2,"multi":1,"modal":1,"activation":1,"true":1,"f":1,"forward":1,"encoded":4,"patches":4,"torch":2,"tensor":3,"return":1,"class":1,"llama4visionattention":1,"nn":1,"module":1,"llama4visionconfig":1,"tp":3,"1":1,"if":1,"else":1,"get":1,"model":1,"world":1,"embed":1,"hidden":2,"num":8,"heads":8,"attention":3,"head":4,"assert":1,"0":2,"local":3,"q":1,"kv":1,"dropout":2,"scaling":1,"5":1},"8826,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"self":27,"attn":1,"multiheadattention":1,"num":5,"local":1,"heads":5,"head":6,"dim":11,"scaling":2,"if":1,"use":1,"data":1,"parallel":2,"qkv":7,"proj":9,"replicatedlinear":2,"embed":4,"q":3,"size":9,"2":3,"kv":3,"bias":4,"true":5,"quant":8,"config":13,"prefix":8,"f":4,"o":4,"else":1,"qkvparallellinear":1,"rowparallellinear":1,"input":2,"is":2,"rotary":2,"emb":1,"get":1,"rope":4,"hidden":4,"attention":1,"number":1,"of":1,"image":2,"patches":1,"max":1,"position":1,"patch":1,"base":1,"theta":1,"type":1,"mllama4":1,"neox":1,"style":1,"false":1,"dtype":1,"torch":3,"complex64":1,"important":1,"def":1,"forward":1,"states":3,"tensor":2,"shape":2,"1":2,"k":1,"v":1,"split":1},"10773,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"q":11,"view":4,"shape":9,"0":4,"1":7,"self":22,"num":4,"local":2,"heads":4,"head":2,"dim":2,"k":11,"rotary":1,"emb":1,"attn":10,"output":8,"v":1,"reshape":1,"input":4,"contiguous":1,"o":1,"proj":1,"return":1,"class":1,"llama4visionencoderlayer":1,"nn":3,"module":1,"def":2,"init":2,"config":15,"llama4visionconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"prefix":5,"str":1,"use":5,"data":5,"parallel":5,"bool":1,"false":2,"super":1,"hidden":14,"size":12,"attention":4,"intermediate":4,"llama4visionattention":1,"f":2,"mlp":2,"llama4visionmlp":1,"bias":1,"true":1,"activation":1,"layernorm":5,"post":1,"forward":1,"state":8,"torch":1,"tensor":1,"residual":2},"12701,1702,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"feed":1,"forward":2,"residual":2,"hidden":14,"state":8,"self":7,"post":1,"attention":1,"layernorm":1,"mlp":1,"outputs":4,"return":2,"class":2,"llama4visionencoder":1,"nn":3,"module":2,"def":2,"init":2,"config":8,"llama4visionconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"prefix":3,"str":1,"use":3,"data":3,"parallel":3,"bool":1,"false":1,"super":1,"layers":4,"modulelist":1,"llama4visionencoderlayer":1,"f":1,"layer":6,"idx":2,"for":2,"in":2,"range":1,"num":1,"states":4,"torch":3,"tensor":2,"r":1,"args":1,"inputs":1,"embeds":1,"floattensor":1,"of":2,"shape":1,"batch":1,"size":2,"sequence":1,"length":1,"optionally":1,"instead":1,"passing":1,"input":2,"ids":2,"you":2,"can":1,"choose":1,"to":2,"directly":1,"pass":1,"an":1,"embedded":1,"representation":1,"this":1,"is":1,"useful":1,"if":1,"want":1,"more":1,"control":1,"over":1,"how":1,"convert":1,"indices":1,"into":1,"associated":1,"vectors":1,"than":1,"the":1,"model":1,"s":1,"internal":1,"embedding":1,"lookup":1,"matrix":1,"encoder":2,"0":1,"llama4unfoldconvolution":1},"14403,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":3,"init":4,"self":16,"config":17,"llama4visionconfig":2,"quant":4,"optional":2,"quantizationconfig":2,"none":2,"prefix":4,"str":2,"use":3,"data":3,"parallel":3,"bool":2,"false":3,"super":2,"kernel":9,"size":23,"patch":5,"if":2,"isinstance":1,"int":1,"unfold":3,"torch":3,"nn":2,"stride":1,"params":3,"input":1,"num":4,"channels":3,"0":3,"1":3,"output":2,"hidden":12,"bias":1,"f":1,"linear":3,"cls":3,"replicatedlinear":1,"else":1,"columnparallellinear":1,"gather":1,"true":1,"forward":1,"states":8,"tensor":2,"permute":1,"2":2,"return":1,"class":1,"llama4visionmodel":1,"module":1,"image":3,"patches":1,"scale":1,"5":1},"16224,1605,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"self":17,"patch":4,"embedding":9,"llama4unfoldconvolution":1,"config":8,"quant":5,"prefix":6,"f":3,"use":6,"data":6,"parallel":6,"class":4,"nn":4,"parameter":2,"scale":2,"torch":5,"randn":2,"hidden":11,"size":4,"positional":1,"vlm":1,"num":4,"patches":3,"layer":1,"norms":1,"layernorm":4,"pre":1,"eps":2,"1e":2,"5":2,"post":1,"encoders":1,"model":2,"llama4visionencoder":1,"vision":2,"adapter":2,"llama4visionpixelshufflemlp":1,"def":1,"forward":1,"images":2,"flattened":2,"tensor":2,"state":6,"tiles":1,"dim":2,"shape":3,"add":1,"cls":1,"token":1,"expand":1,"0":1,"1":4,"cat":1},"17829,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"position":1,"embeddings":2,"hidden":21,"state":19,"reshape":1,"num":3,"tiles":2,"1":3,"patches":1,"dim":2,"positional":3,"embedding":3,"self":11,"vlm":1,"to":2,"dtype":2,"device":2,"layernorm":2,"pre":1,"view":1,"apply":1,"encoder":1,"model":1,"post":1,"remove":1,"cls":1,"token":1,"output":1,"now":1,"we":2,"use":3,"llama4visionpixelshuffle":1,"mlp":1,"project":1,"vision":4,"adapter":1,"return":4,"class":1,"mllama4processinginfo":1,"baseprocessinginfo":1,"def":5,"init":2,"ctx":4,"inputprocessingcontext":1,"none":2,"super":1,"get":6,"hf":4,"config":5,"llama4config":2,"processor":2,"kwargs":3,"object":1,"llama4processor":2,"fast":2,"pop":1,"true":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"int":2,"although":1,"vllm":1,"can":1,"support":1,"more":1,"images":2,"from":1,"an":1,"infra":1,"capability":1,"perspective":1,"do":1,"not":1,"recommend":1,"using":1,"10":1,"in":1,"practice":1,"image":5,"staticmethod":1,"patch":6,"per":1,"chunk":2,"llama4visionconfig":1,"size":10,"assert":1,"0":1,"f":2,"should":1,"be":1,"multiple":1,"of":1},"19778,1888,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"ds":2,"ratio":3,"int":2,"round":1,"1":2,"0":1,"vision":6,"config":8,"pixel":3,"shuffle":1,"2":2,"return":4,"image":13,"size":8,"patch":1,"def":3,"get":11,"max":4,"num":2,"tiles":2,"self":10,"processor":11,"hf":6,"patches":1,"with":1,"most":1,"features":1,"imagesize":2,"result":1,"in":3,"the":1,"possible":1,"feature":1,"h":1,"w":1,"16":1,"height":1,"width":1,"class":1,"mllama4multimodalprocessor":1,"basemultimodalprocessor":1,"mllama4processinginfo":1,"call":2,"prompt":4,"str":4,"mm":12,"data":9,"mapping":3,"object":3,"kwargs":7,"tok":3,"batchfeature":1,"tokenizer":3,"info":3,"if":2,"is":3,"none":2,"add":1,"special":1,"tokens":1,"false":1,"exclude":1,"bos":1,"processed":2,"outputs":2,"super":1,"values":2,"not":1,"assert":1,"images":6,"expected":1,"to":1,"be":1,"when":1,"present":1,"parsed":1,"parser":1,"parse":1,"items":1,"imageprocessoritems":1},"21666,1702,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"tile":6,"size":12,"vision":1,"config":2,"image":18,"possible":2,"resolutions":3,"find":1,"supported":1,"max":4,"num":2,"chunks":1,"self":2,"info":1,"get":4,"tiles":1,"patch":1,"sizedict":1,"height":2,"width":2,"best":3,"fit":3,"sizes":3,"1":5,"0":3,"torch":3,"tensor":2,"resize":2,"to":3,"canvas":2,"processor":2,"for":3,"in":3,"parsed":1,"images":1,"todo":1,"do":1,"not":1,"necessarily":1,"need":1,"match":1,"aspect":5,"ratios":5,"patches":7,"per":7,"if":1,"r":6,"h":3,"w":3,"else":1,"processed":3,"outputs":3,"return":2,"def":1,"mm":2,"fields":1,"hf":3,"inputs":2,"batchfeature":1,"kwargs":1,"mapping":2,"str":2,"object":1,"multimodalfieldconfig":4,"empty":1,"dict":1,"pixel":1,"values":1,"flat":1,"from":1,"batched":2},"23368,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":4,"get":13,"prompt":2,"updates":1,"self":8,"mm":13,"items":2,"multimodaldataitems":1,"hf":9,"processor":10,"kwargs":6,"mapping":3,"str":4,"object":1,"out":4,"multimodalkwargs":1,"list":1,"promptupdate":1,"assert":1,"count":1,"image":12,"strict":1,"false":1,"0":3,"or":1,"aspect":6,"ratios":3,"in":2,"transformers":1,"expect":1,"to":1,"include":1,"config":6,"info":5,"vision":3,"num":6,"patches":3,"per":4,"chunk":4,"patch":4,"token":9,"img":3,"replacement":3,"item":2,"idx":2,"int":4,"ratio":3,"repl":2,"split":1,"return":3,"promptupdatedetails":1,"select":1,"text":2,"promptreplacement":1,"modality":1,"target":3,"class":1,"mllama4dummyinputsbuilder":1,"basedummyinputsbuilder":1,"mllama4processinginfo":1,"dummy":2,"counts":4,"images":3,"fake":1,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"width":1,"height":1,"size":1,"with":1,"most":1,"features":1},"25278,855,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"return":2,"image":4,"self":1,"get":2,"dummy":2,"images":3,"width":2,"target":2,"height":2,"num":2,"multimodal":1,"registry":1,"register":1,"processor":1,"mllama4multimodalprocessor":1,"info":1,"mllama4processinginfo":1,"inputs":1,"mllama4dummyinputsbuilder":1,"class":1,"llama4forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"classmethod":1,"def":1,"placeholder":1,"str":3,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1},"26133,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":2,"init":2,"self":15,"vllm":7,"config":29,"vllmconfig":1,"prefix":10,"str":1,"super":1,"model":10,"hf":2,"quant":4,"multimodal":6,"use":3,"data":4,"parallel":5,"enable":1,"encoder":1,"if":2,"get":1,"limit":1,"per":1,"prompt":1,"image":4,"vision":4,"llama4visionmodel":1,"none":7,"maybe":3,"multi":3,"modal":3,"projector":3,"llama4multimodalprojector":1,"else":1,"language":3,"initialize":1,"with":1,"text":1,"llamaforcausallm":1,"class":1,"llama4forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"parse":1,"and":1,"validate":1,"input":1,"kwargs":2,"object":1,"optional":1,"llama4imagepatchinputs":1,"num":2,"images":1,"1":1,"chunks":1,"channel":1,"size":2,"pixel":3,"values":3,"pop":1,"is":1,"return":1},"27968,1851,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"num":2,"images":1,"x":1,"chunks":1,"channel":1,"image":19,"size":2,"todo":1,"confirm":1,"handling":1,"for":2,"variable":1,"lengths":1,"flat":12,"pixel":4,"values":4,"flatten":3,"bn":2,"concat":1,"true":1,"patches":7,"per":7,"kwargs":4,"pop":2,"aspect":7,"ratios":7,"none":2,"if":3,"not":1,"isinstance":1,"torch":2,"tensor":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":4,"of":1,"f":1,"got":1,"return":5,"llama4imagepatchinputs":2,"data":6,"def":3,"process":2,"input":10,"self":12,"multimodalembeddings":2,"assert":1,"vision":9,"model":6,"and":2,"multi":2,"modal":2,"projector":2,"tolist":1,"shard":1,"use":1,"parallel":1,"embeddings":6,"run":1,"dp":1,"sharded":1,"else":1,"img":2,"0":2,"1":1,"in":1,"split":1,"dim":1,"get":2,"language":2,"nn":1,"module":1,"multimodal":1,"parse":1,"validate":1,"is":1},"29819,1779,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":3,"get":4,"input":10,"embeddings":11,"self":9,"ids":7,"torch":8,"tensor":8,"multimodal":6,"optional":4,"nestedtensors":1,"none":8,"inputs":10,"embeds":10,"language":3,"model":4,"if":2,"is":5,"not":2,"and":1,"len":1,"0":1,"merge":1,"config":1,"image":1,"token":1,"index":1,"return":3,"forward":1,"positions":2,"intermediate":3,"tensors":3,"intermediatetensors":2,"kwargs":2,"object":1,"union":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"compute":2,"logits":2,"hidden":2,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1},"31598,1655,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":4,"separate":1,"weights":15,"self":6,"iterable":7,"tuple":8,"str":8,"torch":8,"tensor":7,"prefix":5,"weights1":2,"weights2":2,"tee":1,"2":2,"get":4,"for":5,"name":17,"data":4,"in":7,"if":4,"startswith":2,"yield":4,"other":2,"not":3,"return":1,"consolidate":1,"qkv":11,"idx":4,"mappings":2,"attn":4,"q":1,"proj":4,"0":2,"k":1,"1":1,"v":1,"loaded":3,"weight":10,"items":2,"continue":1,"new":4,"replace":1,"none":1,"3":1,"break":1,"else":1,"key":2,"cat":1,"dim":1},"33253,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"def":1,"rename":2,"weight":8,"for":1,"modelopt":2,"checkpoint":2,"self":2,"name":12,"str":2,"weights":1,"from":1,"llama4":1,"fp8":1,"checkpoints":1,"to":2,"vllm":2,"format":1,"if":5,"startswith":3,"model":7,"or":3,"language":2,"renamed":15,"replace":7,"1":1,"else":1,"handle":2,"expert":1,"scale":24,"parameters":2,"with":1,"flat":1,"naming":3,"feed":1,"forward":1,"experts":1,"in":12,"and":2,"input":7,"map":1,"s":1,"expected":1,"down":4,"proj":12,"return":8,"w2":2,"elif":5,"gate":4,"up":4,"w13":2,"attention":1,"attn":3,"k":6,"v":6},"35206,1477,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"standard":1,"model":9,"to":2,"language":7,"renaming":1,"return":4,"renamed":5,"elif":1,"name":5,"startswith":2,"lm":3,"head":3,"weight":7,"replace":1,"def":2,"separate":2,"and":3,"rename":3,"weights":14,"self":3,"iterable":1,"tuple":7,"str":6,"torch":5,"tensor":6,"list":4,"them":1,"into":1,"other":4,"for":3,"in":1,"modelopt":2,"checkpoint":1,"if":1,"append":2,"else":1,"handle":2,"expert":3,"scale":4,"broadcasting":2,"params":2,"dict":2,"set":2,"parameters":1,"that":1,"need":1,"checkpoints":1,"use":1,"a":1,"single":1,"value":1,"scalar":1,"bmm":1,"style":1,"experts":2,"vllm":1,"expects":1,"the":1,"be":1,"broadcasted":1,"across":1,"all":1,"regular":1,"updated":1},"36683,1339,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"for":1,"name":9,"weight":5,"in":5,"weights":11,"check":1,"if":5,"this":1,"is":1,"an":1,"expert":4,"scale":4,"parameter":1,"that":1,"needs":1,"broadcasting":1,"feed":1,"forward":1,"experts":2,"and":4,"shared":1,"not":1,"params":7,"dict":4,"param":4,"hasattr":1,"data":4,"numel":2,"1":2,"broadcast":1,"single":1,"value":1,"to":1,"all":1,"fill":1,"item":1,"updated":3,"add":1,"continue":1,"append":2,"else":1,"regular":2,"return":1,"def":1,"load":2,"other":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"stacked":1,"mapping":1,"list":1,"set":2,"non":1,"language":1,"model":1,"with":1,"stacking":1,"support":1,"use":1,"parallel":1,"consolidate":1,"qkv":1},"38022,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"for":3,"name":15,"loaded":3,"weight":14,"in":3,"other":2,"weights":8,"try":1,"stacked":3,"parameter":1,"mapping":3,"first":1,"param":9,"shard":4,"id":3,"params":9,"if":2,"not":1,"or":1,"self":10,"use":2,"data":1,"parallel":1,"continue":1,"replace":1,"dict":4,"updated":4,"add":2,"loader":7,"break":1,"else":1,"regular":1,"loading":1,"getattr":1,"default":1,"return":1,"def":1,"load":1,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"attn":6,"qkv":3,"proj":16,"q":2,"k":2,"v":2,"shared":5,"expert":5,"gate":8,"up":8,"stacking":2,"0":2,"1":2,"feed":5,"forward":5,"non":1,"moe":1,"layers":1,"any":1,"named":1,"parameters":1,"separate":2,"and":2,"rename":2,"language":1,"model":1},"40017,1174,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama4.py":{"skip":1,"loading":1,"vision":2,"model":6,"and":2,"projector":2,"if":4,"they":1,"re":1,"not":2,"initialized":1,"self":5,"is":3,"none":3,"multi":1,"modal":1,"other":3,"weights":11,"handle":2,"expert":8,"scale":8,"parameters":1,"regular":2,"updated":7,"params":16,"from":2,"experts":2,"broadcasting":1,"language":4,"dict":2,"update":4,"loader":3,"autoweightsloader":1,"loaded":6,"load":3,"assert":1,"stacked":1,"mapping":1,"return":1},"0,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":12,"vllm":12,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"opt":3,"modeling":1,"py":1,"2023":1,"team":2,"2022":1,"fairseq":1,"authors":1,"and":2,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"model":9,"compatible":1,"weights":1,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"optconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":6,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1},"1993,1570,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"from":4,"vllm":2,"model":5,"executor":1,"sampling":1,"metadata":1,"import":4,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"is":3,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":2,"class":2,"optlearnedpositionalembedding":1,"nn":2,"embedding":4,"def":3,"init":4,"self":11,"num":10,"embeddings":3,"int":4,"dim":8,"opt":1,"set":1,"up":1,"so":1,"that":1,"if":1,"padding":1,"idx":1,"specified":1,"then":1,"offset":4,"the":1,"ids":1,"by":1,"2":2,"and":1,"adjust":1,"appropriately":1,"other":1,"models":1,"don":1,"t":1,"have":1,"this":1,"hack":1,"super":3,"forward":2,"positions":2,"torch":1,"tensor":5,"return":1,"optattention":1,"module":1,"embed":4,"heads":7,"bias":1,"bool":1,"true":1,"cache":1,"config":2,"optional":2,"cacheconfig":1,"none":3,"quant":1,"quantizationconfig":1,"str":1,"parallel":4,"world":4,"size":4,"get":1,"total":3,"assert":1,"0":2,"head":2,"scaling":1,"5":1},"3563,1740,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"self":19,"qkv":5,"proj":6,"qkvparallellinear":1,"embed":6,"dim":9,"head":2,"total":1,"num":4,"heads":4,"bias":6,"quant":9,"config":21,"prefix":9,"f":4,"out":3,"rowparallellinear":1,"attn":7,"attention":2,"scale":1,"scaling":1,"cache":5,"def":2,"forward":1,"hidden":3,"states":2,"torch":2,"tensor":2,"q":2,"k":2,"v":2,"chunk":1,"chunks":1,"3":1,"1":1,"output":4,"return":1,"class":1,"optdecoderlayer":1,"nn":1,"module":1,"init":2,"optconfig":1,"optional":2,"cacheconfig":1,"none":2,"quantizationconfig":1,"str":1,"super":1,"size":1,"optattention":1,"enable":1,"do":2,"layer":2,"norm":2,"before":2},"5303,1397,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"self":20,"attn":4,"layer":10,"norm":10,"nn":2,"layernorm":2,"embed":4,"dim":6,"elementwise":4,"affine":4,"config":11,"fc1":2,"columnparallellinear":1,"ffn":2,"bias":4,"enable":2,"quant":4,"prefix":4,"f":2,"activation":2,"fn":2,"get":1,"act":1,"function":1,"fc2":2,"rowparallellinear":1,"final":1,"def":1,"forward":1,"hidden":11,"states":11,"torch":2,"tensor":2,"attention":3,"residual":2,"125m":1,"1":1,"7b":1,"175b":1,"applies":2,"before":3,"if":2,"do":2,"350m":1,"after":1,"not":1},"6700,1882,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"fully":1,"connected":1,"residual":2,"hidden":17,"states":14,"125m":1,"1":1,"7b":1,"175b":1,"applies":2,"layer":6,"norm":6,"before":3,"attention":2,"if":4,"self":15,"do":2,"final":2,"fc1":1,"activation":1,"fn":1,"fc2":1,"350m":1,"after":1,"not":2,"return":1,"class":1,"optdecoder":1,"nn":1,"module":1,"def":1,"init":2,"config":17,"optconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":3,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"max":3,"target":1,"positions":2,"position":2,"embeddings":3,"vocab":3,"size":6,"embed":5,"tokens":1,"vocabparallelembedding":1,"word":3,"proj":3,"dim":3,"positional":1,"are":1,"replicated":2,"sharded":1,"optlearnedpositionalembedding":1,"project":4,"out":4,"in":1,"will":1,"be":1,"they":1,"exist":1,"replicatedlinear":1,"bias":1,"false":1,"f":1,"else":1},"8582,1406,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"if":2,"config":15,"word":2,"embed":3,"proj":2,"dim":2,"hidden":4,"size":3,"self":9,"project":3,"in":3,"replicatedlinear":1,"bias":1,"false":1,"quant":3,"prefix":7,"f":2,"else":2,"none":2,"note":1,"that":2,"the":1,"only":1,"purpose":1,"of":1,"remove":2,"final":4,"layer":8,"norm":6,"is":1,"to":1,"keep":1,"backward":1,"compatibility":1,"with":1,"checkpoints":1,"have":1,"been":1,"fine":1,"tuned":1,"before":2,"transformers":1,"v4":1,"20":1,"1":1,"see":1,"https":1,"github":1,"com":1,"facebookresearch":1,"metaseq":1,"pull":1,"164":1,"do":1,"and":1,"not":1,"nn":1,"layernorm":1,"elementwise":2,"affine":2,"start":1,"end":1,"layers":4,"make":1,"num":1,"lambda":1,"optdecoderlayer":1,"cache":1,"def":1,"get":1,"input":3,"embeddings":1,"ids":2,"torch":2,"tensor":2,"return":1,"tokens":1},"9988,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"def":2,"forward":1,"self":15,"input":3,"ids":2,"torch":5,"tensor":4,"positions":3,"intermediate":5,"tensors":5,"optional":2,"intermediatetensors":3,"inputs":6,"embeds":8,"none":6,"union":1,"if":6,"get":3,"pp":2,"group":2,"is":7,"first":1,"rank":2,"embeddings":1,"pos":2,"embed":1,"project":4,"in":3,"not":5,"hidden":14,"states":13,"else":1,"assert":1,"for":1,"layer":6,"layers":1,"start":1,"end":1,"last":1,"return":2,"final":2,"norm":2,"out":2,"support":1,"compile":1,"class":1,"optmodel":1,"nn":1,"module":1,"init":2,"vllm":4,"config":15,"vllmconfig":1,"prefix":3,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"decoder":2,"optdecoder":1,"f":1,"make":2,"empty":2,"factory":1,"size":1},"11926,587,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"def":2,"get":2,"input":6,"embeddings":2,"self":4,"ids":4,"torch":6,"tensor":6,"return":2,"decoder":2,"forward":1,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"inputs":3,"embeds":3,"none":1,"union":1},"12513,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":3,"param":9,"name":20,"shard":4,"id":3,"qkv":4,"proj":13,"q":3,"k":3,"v":3,"dict":6,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":6,"for":4,"weight":13,"in":5,"if":5,"not":3,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"optforcausallm":1,"nn":1,"module":1,"supportspp":1,"packed":1,"modules":1,"gate":2,"up":2,"hf":1,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":1,"decoder":2,"model":1},"14498,1678,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"def":4,"init":2,"self":18,"vllm":5,"config":18,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":4,"optmodel":1,"maybe":1,"if":1,"tie":1,"word":2,"embeddings":3,"lm":3,"head":3,"decoder":1,"embed":2,"tokens":1,"else":1,"parallellmhead":1,"vocab":2,"size":2,"proj":1,"dim":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"16176,396,data/raw/vllm-0.10.1/vllm/model_executor/models/opt.py":{"def":1,"load":2,"weights":4,"self":4,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"weight":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"from":20,"collections":1,"abc":1,"import":21,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":2,"transformers":1,"pretrainedconfig":2,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"vllmconfig":1,"distributed":1,"divide":1,"get":5,"tensor":3,"model":14,"parallel":4,"rank":1,"world":1,"size":1,"all":1,"reduce":1,"executor":10,"layers":6,"activation":1,"act":2,"and":1,"mul":1,"fn":2,"fused":4,"moe":2,"topk":1,"outplace":1,"experts":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"vocabparallelembedding":1,"loader":2,"weight":3,"utils":3,"default":2,"models":2,"interfaces":1,"supportsquant":1,"pooling":1,"type":1,"weightsmapper":1,"set":1,"attrs":1,"platforms":1,"current":1,"platform":1,"sequence":1,"intermediatetensors":1,"class":1,"bertwithropeembedding":1,"module":1,"def":1,"init":1,"self":1},"1947,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"super":2,"init":3,"if":4,"config":10,"position":2,"embedding":2,"type":14,"not":2,"in":1,"rope":2,"rotary":3,"raise":1,"valueerror":1,"only":1,"is":3,"supported":1,"self":11,"word":2,"embeddings":13,"vocabparallelembedding":2,"vocab":3,"size":12,"hidden":6,"0":1,"token":10,"else":1,"none":7,"layernorm":3,"nn":2,"eps":2,"layer":1,"norm":1,"def":2,"forward":1,"input":5,"ids":7,"torch":5,"tensor":4,"optional":4,"shape":2,"inputs":3,"embeds":3,"zeros":1,"dtype":1,"long":1,"device":2,"return":1,"class":1,"bertwithropeattention":1,"module":1,"int":2,"num":1,"attention":1,"heads":1,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"true":1,"kwargs":1,"dict":1,"prefix":1,"str":1,"tp":1,"get":1,"model":1,"parallel":1,"world":1},"3903,1749,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"self":34,"total":12,"num":21,"heads":21,"attention":2,"assert":2,"tp":3,"size":15,"0":2,"kv":9,"head":9,"dim":7,"hidden":6,"max":1,"1":1,"q":1,"scaling":2,"5":1,"qkv":2,"proj":3,"qkvparallellinear":1,"bias":4,"quant":6,"config":8,"prefix":6,"f":3,"rotary":2,"emb":1,"get":1,"rope":1,"kwargs":1,"attn":3,"scale":1,"cache":2,"type":1,"attentiontype":1,"encoder":1,"only":1,"out":1,"rowparallellinear":1,"input":1,"output":1,"dense":1},"5652,1666,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"def":3,"forward":2,"self":16,"positions":2,"torch":5,"tensor":5,"hidden":13,"states":8,"qkv":3,"proj":8,"q":5,"k":4,"v":2,"split":1,"size":11,"kv":2,"dim":1,"1":1,"rotary":1,"emb":1,"attn":3,"output":5,"out":1,"return":2,"class":2,"bertwithropegatedmlp":1,"nn":2,"module":2,"init":2,"int":2,"intermediate":3,"act":5,"str":2,"bias":5,"bool":1,"true":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"super":1,"fn":3,"get":1,"and":1,"mul":1,"gate":5,"up":5,"mergedcolumnparallellinear":1,"2":1,"f":2,"down":3,"rowparallellinear":1,"input":1,"bertwithropemlp":1},"7318,1954,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"def":3,"init":4,"self":17,"hidden":19,"size":23,"int":7,"intermediate":8,"act":8,"str":3,"bias":5,"bool":1,"true":1,"quant":5,"config":5,"optional":3,"quantizationconfig":1,"none":3,"prefix":5,"super":2,"fn":3,"get":2,"up":3,"proj":6,"columnparallellinear":1,"input":2,"output":2,"f":2,"down":3,"rowparallellinear":1,"forward":1,"states":8,"torch":3,"tensor":3,"return":1,"class":1,"nomicmoe":1,"nn":1,"module":1,"num":3,"experts":3,"top":3,"k":3,"params":1,"dtype":2,"tp":4,"or":1,"model":1,"parallel":1,"world":1,"total":2,"divide":1},"9272,1118,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"if":1,"params":6,"dtype":9,"is":1,"none":1,"torch":4,"get":1,"default":1,"self":20,"router":1,"replicatedlinear":1,"hidden":4,"size":6,"num":3,"total":3,"experts":3,"bias":2,"false":1,"w1":2,"nn":3,"parameter":3,"empty":2,"intermediate":2,"device":4,"current":2,"platform":2,"type":2,"w2":2,"zeros":1,"set":2,"weight":6,"attrs":2,"loader":4},"10390,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"def":2,"weight":10,"loader":1,"self":15,"param":4,"nn":1,"parameter":1,"loaded":6,"torch":4,"tensor":4,"name":3,"str":1,"note":1,"nomic":1,"moe":1,"has":1,"fused":3,"experts":6,"weights":4,"with":1,"shape":2,"num":5,"intermediate":4,"size":12,"hidden":15,"tp":3,"rank":4,"get":1,"model":1,"parallel":1,"data":3,"shard":6,"slice":1,"1":3,"if":2,"endswith":2,"w1":3,"reshape":2,"total":4,"w2":3,"transpose":1,"2":1,"copy":1,"forward":1,"states":9,"tokens":2,"view":1,"router":4,"logits":3,"n":1,"fixme":1,"isotr0py":1,"this":1,"implementation":1,"is":2,"too":1,"tricky":1,"we":1,"should":1,"use":1,"fusedmoe":1,"instead":1,"in":1,"the":1,"future":1,"after":1,"supporting":1,"ungated":1,"activation":2,"for":1,"it":1,"topk":7,"ids":3,"top":1,"k":1,"renormalize":1,"false":2,"final":1,"vllm":1,"outplace":1,"act":2,"and":1,"mul":1},"12389,968,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"if":1,"self":4,"tp":1,"size":4,"1":1,"final":3,"hidden":6,"states":3,"tensor":1,"model":1,"parallel":1,"all":1,"reduce":1,"return":1,"view":1,"num":3,"tokens":1,"bias":4,"class":1,"bertwithropeblock":1,"nn":1,"module":1,"def":1,"init":2,"config":9,"pretrainedconfig":1,"cache":3,"optional":3,"cacheconfig":1,"none":3,"quant":3,"quantizationconfig":1,"moe":1,"bool":2,"false":1,"true":1,"rotary":3,"kwargs":3,"dict":1,"prefix":3,"str":1,"super":1,"attn":1,"bertwithropeattention":1,"attention":3,"heads":2,"f":1},"13357,1706,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"if":2,"moe":2,"self":10,"mlp":10,"nomicmoe":1,"num":2,"experts":2,"config":20,"top":2,"k":2,"hidden":23,"size":14,"intermediate":6,"act":7,"else":2,"in":1,"silu":1,"geglu":1,"bertwithropegatedmlp":1,"bias":4,"quant":4,"prefix":4,"f":2,"bertwithropemlp":1,"attn":5,"ln":4,"nn":3,"layernorm":2,"eps":4,"layer":2,"norm":2,"def":1,"forward":1,"positions":2,"torch":2,"tensor":2,"states":8,"output":2,"out":2,"return":1,"class":1,"bertwithropeencoder":1,"module":1},"15063,1845,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"def":3,"init":4,"self":12,"vllm":11,"config":31,"vllmconfig":2,"bias":5,"bool":1,"true":2,"rotary":5,"kwargs":5,"optional":1,"dict":1,"none":1,"prefix":7,"str":2,"super":2,"model":3,"hf":3,"cache":4,"quant":4,"every":4,"n":4,"getattr":2,"moe":2,"layers":4,"0":2,"nn":2,"modulelist":1,"bertwithropeblock":1,"and":1,"layer":6,"idx":3,"1":1,"f":2,"for":2,"in":2,"range":1,"num":1,"hidden":5,"forward":1,"positions":2,"torch":4,"tensor":3,"states":4,"return":1,"support":1,"compile":1,"default":1,"pooling":1,"type":1,"cls":1,"class":1,"bertwithrope":1,"module":1,"supportsquant":1,"to":2,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"embeddings":1,"bertwithropeembedding":1,"encoder":2,"bertwithropeencoder":1},"16908,1094,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"def":2,"forward":1,"self":6,"input":3,"ids":6,"torch":6,"tensor":6,"positions":2,"intermediate":1,"tensors":1,"optional":3,"intermediatetensors":1,"none":4,"inputs":3,"embeds":3,"token":3,"type":3,"if":2,"is":1,"not":1,"hidden":4,"states":3,"else":2,"embeddings":1,"return":1,"encoder":1,"load":1,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"hf":1,"to":1,"vllm":1,"mapper":1,"apply":1,"config":1,"act":1,"in":1,"silu":1,"geglu":1,"stacked":2,"params":2,"mapping":2,"param":1,"name":2,"shard":2,"id":1,"gate":3,"up":3,"proj":4,"0":1,"1":1},"18002,1500,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"params":9,"dict":6,"self":1,"named":1,"parameters":1,"loaded":7,"set":2,"str":1,"for":5,"name":19,"weight":15,"in":6,"weights":2,"if":5,"pooler":1,"continue":4,"param":9,"shard":2,"id":2,"stacked":1,"mapping":1,"not":3,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":3,"and":2,"loader":8,"break":1,"else":2,"getattr":1,"default":1,"w1":1,"w2":1,"nomic":3,"moe":1,"has":1,"fused":1,"experts":1,"add":1,"return":1,"class":1,"nomicbertmodel":1,"bertwithrope":1,"https":1,"huggingface":1,"co":1,"ai":1,"bert":1,"2048":1},"19502,1905,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"hf":2,"to":4,"vllm":6,"mapper":2,"weightsmapper":2,"orig":2,"new":4,"substr":2,"emb":1,"ln":3,"embeddings":1,"layernorm":1,"attn":5,"wqkv":1,"qkv":3,"proj":16,"norm1":1,"mlp":15,"fc1":1,"up":10,"fc11":1,"fc12":1,"gate":9,"fc2":1,"down":1,"norm2":1,"moe":1,"mapping":1,"experts":2,"router":2,"layer":5,"class":1,"gtenewmodel":2,"bertwithrope":1,"for":4,"https":1,"huggingface":1,"co":1,"alibaba":1,"nlp":1,"impl":1,"layers":3,"attention":2,"o":1,"out":1,"def":3,"init":2,"self":4,"config":3,"vllmconfig":1,"prefix":3,"str":3,"super":1,"only":1,"does":1,"not":1,"have":1,"bias":3,"hack":1,"method":1,"learned":1,"from":1,"model":1,"executor":1,"models":1,"glm":1,"py":1,"in":4,"encoder":1,"none":1,"skip":1,"add":1,"true":1,"split":1,"weights":4,"iterable":2,"tuple":2,"torch":2,"tensor":2,"n":4,"name":8,"weight":5,"if":2,"chunk":1,"2":1,"dim":1,"0":1,"yield":4,"replace":2,"else":1,"ignore":1,"unnecessary":1,"startswith":1,"classifier":1,"continue":1},"21407,1897,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"def":2,"load":2,"weights":16,"self":7,"iterable":2,"tuple":2,"str":3,"torch":3,"tensor":3,"set":1,"ignore":1,"unnecessary":1,"layers":2,"split":1,"up":2,"gate":1,"proj":10,"return":1,"super":1,"class":2,"snowflakegtenewmodel":1,"gtenewmodel":1,"for":5,"snowflake":2,"arctic":1,"embed":1,"m":1,"v2":1,"0":3,"hf":2,"to":5,"vllm":3,"mapper":2,"weightsmapper":2,"orig":2,"new":2,"substr":2,"layer":1,"attention":2,"qkv":3,"attn":5,"o":4,"out":3,"jinarobertamodel":1,"bertwithrope":1,"https":1,"huggingface":1,"co":1,"jinaai":1,"jina":3,"embeddings":3,"v3":2,"emb":1,"ln":3,"layernorm":1,"mixer":2,"wqkv":1,"norm1":1,"mlp":5,"fc1":1,"fc2":1,"down":1,"norm2":1,"inference":1,"mode":1,"merge":2,"lora":6,"use":1,"into":1,"a":5,"single":1,"weight":4,"this":1,"is":1,"temporary":1,"solution":1,"until":1,"we":1,"have":1,"better":1,"way":1,"handle":1,"scaling":1,"config":4,"alpha":1,"rank":1,"device":3,"name":8,"in":3,"original":1,"b":2,"text":1,"matching":1,"i":1,"1":1,"list":1,"keys":1,"if":1,"dtype":2,"shape":2,"len":1},"23304,1141,data/raw/vllm-0.10.1/vllm/model_executor/models/bert_with_rope.py":{"if":1,"embeddings":1,"in":2,"weight":16,"name":12,"b":6,"weights":17,"a":6,"i":4,"to":6,"device":5,"float":4,"else":1,"o":2,"torch":2,"matmul":1,"view":1,"shape":1,"scaling":1,"cpu":1,"dtype":1,"replace":1,"parametrizations":1,"del":1,"return":2,"for":1,"items":1,"def":1,"load":2,"self":2,"iterable":1,"tuple":1,"str":2,"tensor":1,"set":1,"jina":1,"merge":1,"lora":1,"super":1},"0,1841,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":4,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":3,"the":11,"vllm":8,"project":1,"adapted":1,"from":11,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"43":1,"src":1,"models":2,"idefics2":5,"modeling":1,"py":1,"2024":2,"team":2,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":2,"you":2,"may":2,"not":1,"use":1,"this":2,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":2,"copy":1,"of":4,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":3,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"pytorch":1,"model":7,"collections":1,"abc":1,"import":11,"iterable":1,"typing":1,"optional":1,"torch":2,"nn":2,"configuration":1,"idefics2config":1,"idefics2visionconfig":1,"attention":1,"layer":1,"multiheadattention":1,"divide":1,"get":2,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"layers":3,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"utils":1,"default":1,"class":1,"idefics2visionembeddings":1,"module":1,"modified":1,"siglip":2,"modelign":1,"siglipvisionembeddings":1,"enable":1,"images":1,"variable":1,"resolution":1},"1841,1236,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"the":4,"modifications":1,"are":1,"adapted":1,"from":2,"patch":7,"n":1,"pack":1,"navit":1,"a":1,"vision":1,"transformer":1,"for":1,"any":1,"aspect":2,"ratio":2,"and":3,"resolution":1,"https":1,"arxiv":1,"org":1,"abs":1,"2307":1,"06304":1,"which":2,"allows":1,"treating":1,"images":4,"in":3,"their":1,"native":1,"without":1,"need":1,"to":2,"resize":1,"them":1,"same":1,"fixed":2,"size":12,"particular":1,"we":1,"start":1,"original":1,"pre":1,"trained":1,"siglip":1,"model":1,"uses":1,"of":2,"square":1,"adapt":1,"it":1,"by":1,"training":1,"on":1,"variable":1,"resolutions":1,"def":1,"init":2,"self":18,"config":5,"idefics2visionconfig":1,"super":1,"embed":3,"dim":3,"hidden":1,"image":3,"embedding":3,"nn":2,"conv2d":1,"channels":3,"num":7,"out":1,"kernel":1,"stride":1,"padding":1,"valid":1,"patches":4,"per":2,"side":2,"2":1,"positions":2,"position":1},"3077,986,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"def":1,"forward":1,"self":7,"pixel":3,"values":3,"torch":6,"floattensor":1,"patch":8,"attention":2,"mask":3,"booltensor":1,"tgt":1,"sizes":1,"optional":1,"inttensor":1,"none":1,"tensor":1,"batch":3,"size":5,"max":8,"im":4,"h":4,"w":4,"shape":1,"target":2,"dtype":3,"embedding":2,"weight":1,"embeds":2,"to":1,"embeddings":1,"flatten":1,"2":2,"transpose":1,"1":4,"nb":4,"patches":6,"boundaries":1,"arange":1,"num":2,"per":2,"side":2,"0":2,"position":1,"ids":1,"full":1,"fill":1,"value":1,"for":1,"idx":1,"p":1,"attn":1,"in":1,"enumerate":1},"4063,1290,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"if":1,"tgt":3,"sizes":3,"is":2,"not":1,"none":2,"nb":6,"patches":7,"h":7,"batch":3,"idx":3,"0":5,"w":7,"1":6,"else":1,"p":3,"attn":3,"mask":3,"sum":2,"fractional":4,"coords":8,"torch":4,"arange":2,"1e":2,"6":2,"bucket":4,"bucketize":2,"boundaries":2,"right":2,"true":2,"pos":2,"ids":6,"self":3,"num":1,"per":1,"side":1,"flatten":1,"position":6,"view":1,"cpu":1,"to":1,"embedding":2,"weight":1,"device":1,"embeddings":3,"return":1,"class":1,"idefics2visionattention":1,"nn":1,"module":1,"multi":1,"headed":1,"attention":2,"from":1,"all":1,"you":1,"need":1,"paper":1},"5353,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"def":2,"init":2,"self":34,"config":11,"idefics2visionconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"embed":9,"dim":16,"hidden":3,"size":5,"num":12,"heads":12,"attention":2,"head":6,"if":1,"raise":1,"valueerror":1,"f":4,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"noqa":1,"e501":1,"scale":2,"0":1,"5":1,"dropout":2,"qkv":5,"proj":6,"qkvparallellinear":1,"out":5,"rowparallellinear":1,"bias":1,"true":1,"tp":2,"get":1,"tensor":3,"model":1,"parallel":1,"world":1,"per":3,"partition":3,"divide":1,"attn":4,"multiheadattention":1,"forward":1,"states":8,"torch":2,"batch":1,"q":1,"len":1,"3":2,"query":2,"key":2,"value":2,"chunk":1,"1":1,"output":2,"return":1,"class":1,"idefics2visionmlp":1,"nn":1,"module":1},"7244,1884,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"def":3,"init":4,"self":19,"config":24,"idefics2visionconfig":1,"quant":10,"optional":2,"quantizationconfig":2,"none":4,"prefix":10,"str":2,"super":2,"activation":2,"fn":3,"get":1,"act":2,"hidden":12,"fc1":3,"columnparallellinear":1,"size":5,"intermediate":2,"bias":2,"true":2,"f":4,"fc2":3,"rowparallellinear":1,"forward":1,"states":8,"torch":2,"tensor":2,"return":1,"class":1,"idefics2encoderlayer":1,"nn":3,"module":1,"idefics2config":1,"embed":3,"dim":3,"attn":2,"idefics2visionattention":1,"layer":4,"norm1":1,"layernorm":2,"eps":4,"norm":2,"mlp":2,"idefics2visionmlp":1,"norm2":1},"9128,1640,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"def":2,"forward":1,"self":10,"hidden":25,"states":17,"torch":3,"tensor":2,"args":2,"floattensor":1,"input":1,"to":1,"the":1,"layer":6,"of":2,"shape":1,"batch":1,"seq":1,"len":1,"embed":1,"dim":1,"residual":4,"norm1":1,"attn":1,"norm2":1,"mlp":1,"return":1,"class":1,"idefics2encoder":1,"nn":2,"module":1,"transformer":1,"encoder":1,"consisting":1,"config":10,"num":8,"layers":11,"attention":1,"each":1,"is":2,"a":1,"idefics2encoderlayer":2,"idefics2config":2,"init":2,"quant":3,"optional":2,"quantizationconfig":1,"none":4,"override":3,"int":1,"prefix":3,"str":1,"super":1,"if":1,"else":1,"modulelist":1,"f":1,"idx":2,"for":1,"in":1,"range":1},"10768,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"def":3,"forward":1,"self":12,"inputs":3,"embeds":3,"torch":3,"tensor":3,"r":1,"args":1,"optionally":1,"instead":1,"of":1,"passing":1,"input":3,"ids":2,"you":3,"can":1,"choose":1,"to":2,"directly":1,"pass":1,"an":1,"embedded":1,"representation":1,"this":1,"is":1,"useful":1,"if":3,"want":1,"more":1,"control":1,"over":1,"how":1,"convert":1,"indices":1,"into":1,"associated":1,"vectorsthan":1,"the":2,"model":1,"s":1,"internal":1,"embedding":1,"lookup":1,"matrix":1,"hidden":12,"states":4,"for":1,"encoder":7,"layer":5,"in":1,"layers":12,"outputs":2,"return":2,"class":1,"idefics2visiontransformer":1,"nn":3,"module":1,"init":2,"config":12,"idefics2visionconfig":1,"quant":3,"optional":2,"quantizationconfig":1,"none":3,"num":7,"override":3,"int":1,"require":4,"post":5,"norm":5,"bool":1,"true":1,"prefix":3,"str":1,"super":1,"embed":2,"dim":2,"size":1,"embeddings":3,"idefics2visionembeddings":1,"idefics2encoder":1,"f":3,"len":2,"raise":1,"valueerror":1,"original":1,"only":1,"has":1,"but":1,"requested":1,"layernorm":2,"eps":2,"else":1,"identity":1,"get":1},"12761,1577,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"def":2,"forward":1,"self":8,"pixel":3,"values":3,"patch":3,"attention":3,"mask":3,"optional":3,"torch":4,"booltensor":1,"none":2,"tgt":3,"sizes":3,"inttensor":1,"tensor":2,"hidden":5,"states":2,"embeddings":1,"encoder":5,"outputs":2,"last":2,"state":2,"post":4,"layernorm":3,"return":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":4,"stacked":1,"params":3,"mapping":1,"param":1,"name":7,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"loaded":2,"layer":4,"count":2,"len":1,"layers":4,"for":1,"weight":1,"in":1,"skip":1,"pooling":1,"header":1,"if":4,"startswith":3,"head":1,"continue":3,"is":2,"and":1,"not":1,"require":1,"norm":1,"omit":1,"when":1,"num":1,"override":1,"idx":2,"int":1,"split":1,"2":1},"14338,694,data/raw/vllm-0.10.1/vllm/model_executor/models/idefics2_vision_model.py":{"for":1,"param":8,"name":11,"weight":12,"shard":2,"id":2,"in":2,"stacked":1,"params":5,"mapping":1,"if":1,"not":1,"continue":1,"replace":1,"dict":2,"loader":7,"loaded":4,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"0,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm3.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":9,"project":1,"adapted":1,"from":12,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2024":1,"modelbest":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"minicpm3":1,"compatible":1,"weights":1,"typing":1,"import":11,"optional":1,"torch":2,"nn":1,"pretrainedconfig":1,"attention":2,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"layers":4,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1943,1494,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm3.py":{"from":2,"vllm":1,"model":2,"executor":1,"models":1,"minicpm":1,"import":2,"minicpmdecoderlayer":1,"minicpmforcausallm":1,"minicpmmodel":1,"utils":1,"make":1,"layers":1,"class":1,"minicpm3attention":1,"nn":1,"module":1,"def":1,"init":2,"self":15,"config":3,"pretrainedconfig":1,"hidden":3,"size":7,"int":8,"num":6,"heads":6,"qk":10,"nope":4,"head":13,"dim":13,"rope":8,"v":3,"q":3,"lora":6,"rank":6,"kv":3,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":3,"position":3,"embeddings":3,"8192":1,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1,"tp":3,"get":1,"tensor":1,"parallel":1,"world":1,"assert":1,"0":2,"local":1,"5":1},"3437,1551,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm3.py":{"self":23,"q":6,"a":4,"proj":5,"replicatedlinear":2,"hidden":3,"size":3,"lora":6,"rank":6,"bias":5,"false":5,"quant":10,"config":12,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"b":2,"columnparallellinear":2,"num":3,"heads":3,"qk":3,"head":5,"dim":5,"kv":6,"with":1,"mqa":1,"rope":1,"nope":1,"v":2,"o":2,"projection":1,"rowparallellinear":1},"4988,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm3.py":{"self":35,"rotary":3,"emb":2,"get":1,"rope":12,"qk":14,"head":16,"dim":20,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":2,"attention":1,"num":7,"local":6,"heads":7,"kv":14,"cache":7,"config":4,"quant":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":4,"tensor":3,"hidden":3,"states":3,"q":19,"a":8,"proj":4,"layernorm":2,"b":2,"view":4,"1":11,"pe":11,"split":3,"nope":5,"latent":5,"with":1,"mqa":1,"lora":2,"rank":2,"unsqueeze":1,"contiguous":1,"v":3,"k":7,"reshape":2,"empty":1,"like":1},"6968,1688,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm3.py":{"k":7,"self":38,"qk":11,"nope":5,"head":16,"dim":16,"pe":1,"q":5,"reshape":2,"1":5,"num":7,"local":5,"heads":7,"view":3,"v":8,"torch":1,"nn":1,"functional":1,"pad":1,"0":2,"value":1,"attn":8,"output":6,"o":1,"proj":1,"return":1,"class":2,"minicpm3decoderlayer":1,"minicpmdecoderlayer":1,"def":1,"init":1,"block":1,"input":1,"layernorm":1,"rmsnorm":1,"config":14,"hidden":3,"size":3,"eps":2,"rms":1,"norm":1,"minicpm3attention":1,"attention":1,"rope":6,"lora":4,"rank":4,"kv":2,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"cache":2,"quant":2,"prefix":2,"f":1,"minicpm3model":1,"minicpmmodel":1},"8656,773,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm3.py":{"def":2,"init":2,"layers":5,"self":5,"prefix":9,"str":2,"config":10,"pretrainedconfig":1,"cache":2,"optional":2,"cacheconfig":1,"quant":2,"quantizationconfig":1,"start":1,"layer":2,"end":1,"make":1,"num":1,"hidden":1,"lambda":1,"minicpm3decoderlayer":1,"f":1,"class":1,"minicpm3forcausallm":1,"minicpmforcausallm":1,"packed":1,"modules":1,"mapping":1,"gate":2,"up":2,"proj":3,"model":1,"vllm":3,"vllmconfig":1,"return":1,"minicpm3model":1},"0,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":12,"project":1,"2025":2,"team":2,"google":1,"inc":2,"huggingface":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"from":14,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"models":1,"gemma3n":2,"configuration":1,"gemma3ntextconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":1,"tensor":1,"model":6,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":5,"layers":5,"activation":2,"registry":1,"geluandmul":1,"geluandmulsparse":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1},"1943,1468,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"from":7,"vllm":5,"model":5,"executor":4,"layers":4,"rotary":1,"embedding":2,"import":7,"get":1,"rope":1,"vocab":1,"parallel":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportsquant":1,"autoweightsloader":1,"extract":1,"layer":3,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":1,"prefix":2,"logger":2,"init":3,"class":1,"gemma3naltup":1,"nn":1,"module":2,"alternating":1,"updates":1,"altup":11,"the":9,"wraps":1,"transformer":3,"predict":1,"step":2,"modifies":1,"input":1,"to":2,"and":1,"correct":1,"propagates":1,"output":1,"of":1,"sparsely":1,"updated":1,"dimensions":1,"see":1,"more":1,"in":1,"research":1,"paper":4,"https":1,"proceedings":1,"neurips":1,"cc":1,"files":1,"2023":1,"file":1,"f2059277ac6ce66e7e5543001afa8bb5":1,"conference":1,"pdf":1,"def":1,"self":4,"hidden":1,"size":1,"int":3,"rms":1,"norm":1,"eps":1,"float":2,"num":3,"inputs":3,"coef":3,"clip":3,"active":3,"idx":3,"quant":1,"config":1,"quantizationconfig":1,"str":1,"super":1},"3411,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"self":18,"correction":2,"coefs":7,"replicatedlinear":3,"altup":9,"num":11,"inputs":10,"bias":6,"false":6,"quant":6,"config":6,"prefix":6,"f":3,"return":5,"prediction":3,"2":2,"modality":4,"router":12,"hidden":9,"size":6,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"input":2,"scale":6,"torch":10,"tensor":7,"1":1,"0":1,"dtype":3,"weight":1,"correct":3,"output":4,"nn":1,"parameter":1,"zeros":1,"float32":1,"def":3,"compute":2,"modalities":5,"x":3,"routed":2,"tanh":1,"float":1,"type":3,"as":3,"corrected":4,"predict":1,"states":2,"tokens":3,"all":2,"active":1,"idx":1},"5406,1904,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"reshape":2,"and":2,"transpose":1,"the":3,"2d":1,"matrix":1,"for":2,"matmul":2,"all":10,"coefs":11,"t":4,"num":26,"tokens":12,"altup":16,"inputs":14,"1":9,"self":7,"permute":4,"0":4,"2":3,"hidden":10,"states":3,"to":3,"size":7,"predictions":9,"torch":5,"return":2,"contiguous":2,"def":1,"correct":1,"tensor":3,"activated":4,"modalities":4,"compute":1,"router":1,"innovation":6,"active":1,"idx":1,"repeat":1,"as":1,"last":1,"dim":2,"is":1,"a":1,"scalar":1,"applied":1,"each":1,"input":1,"expand":1,"on":1,"broadcastability":1,"over":2,"correction":1,"unsqueeze":1,"elementwise":1,"broadcast":1,"corrected":3,"mul":1,"class":1,"gemma3nlaurelblock":1,"nn":1,"module":1,"learned":1,"augmented":1,"residual":1,"layer":1},"7310,1126,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"def":2,"init":2,"self":8,"hidden":5,"size":5,"int":2,"laurel":11,"rank":3,"rms":2,"norm":4,"eps":3,"float":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"linear":6,"left":3,"columnparallellinear":1,"bias":4,"false":4,"f":2,"return":3,"right":3,"rowparallellinear":1,"post":2,"rmsnorm":1,"forward":1,"x":9,"torch":2,"tensor":2,"normed":2,"class":1,"gemma3nmlp":1,"nn":1,"module":1},"8436,1449,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"def":2,"init":2,"self":8,"hidden":8,"size":6,"int":2,"intermediate":3,"activation":8,"str":2,"sparsity":4,"float":1,"0":4,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":2,"down":3,"rowparallellinear":1,"if":2,"gelu":3,"pytorch":3,"tanh":5,"raise":1,"valueerror":1,"gemma3":1,"uses":1,"as":1,"the":1,"function":1,"please":1,"set":1,"act":3,"and":1,"to":1,"fn":2,"geluandmulsparse":1,"approximate":2,"else":1,"geluandmul":1,"forward":1,"x":6,"torch":2,"tensor":2,"return":1,"class":1,"gemma3nattention":1,"nn":1,"module":1},"9885,1438,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"def":1,"init":2,"self":20,"config":5,"gemma3ntextconfig":1,"hidden":3,"size":15,"int":5,"num":16,"heads":20,"kv":14,"head":5,"dim":5,"max":2,"position":1,"embeddings":1,"cache":1,"optional":2,"cacheconfig":1,"none":3,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"assert":3,"0":3,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"q":1},"11323,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"self":15,"qkv":2,"proj":4,"qkvparallellinear":1,"hidden":6,"size":5,"head":5,"dim":5,"total":3,"num":5,"heads":3,"kv":5,"bias":4,"config":18,"attention":5,"quant":4,"prefix":5,"f":2,"o":2,"rowparallellinear":1,"q":1,"norm":6,"rmsnorm":3,"eps":6,"rms":3,"k":1,"v":1,"has":1,"weight":1,"false":1,"layer":7,"idx":5,"extract":1,"index":1,"is":4,"sliding":6,"types":1,"window":2,"if":2,"else":2,"none":1,"initialize":1,"the":3,"rotary":1,"embedding":1,"local":2,"override":1,"values":2,"in":2,"json":2,"rope":8,"theta":3,"base":1,"freq":1,"scaling":3,"type":1,"default":1,"global":1,"use":1,"first":2,"shared":4,"layers":2},"13051,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"kv":15,"sharing":7,"target":4,"layer":12,"name":4,"none":2,"if":3,"self":27,"is":6,"shared":5,"last":2,"full":1,"attention":3,"1":10,"before":2,"sliding":4,"2":5,"offset":2,"window":3,"not":1,"else":1,"index":3,"first":1,"idx":1,"0":2,"only":1,"the":1,"greater":1,"required":1,"to":1,"specify":1,"f":2,"language":1,"model":2,"layers":1,"attn":6,"noqa":1,"e501":1,"rotary":3,"emb":2,"get":1,"rope":4,"head":7,"dim":8,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"neox":1,"style":1,"true":1,"scaling":2,"num":7,"heads":7,"size":4,"scale":1,"cache":2,"config":4,"quant":2,"per":1,"prefix":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"kwargs":1,"qkv":3,"proj":1,"q":12,"k":11,"v":9,"split":1,"unflatten":3,"norm":3,"flatten":3,"output":1},"15031,506,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"output":3,"self":3,"o":1,"proj":1,"attn":1,"return":1,"class":1,"gemma3ndecoderlayer":1,"nn":1,"module":1,"def":1,"init":2,"config":6,"gemma3ntextconfig":2,"cache":1,"optional":2,"cacheconfig":1,"none":3,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"assert":2,"isinstance":1,"altup":3,"active":2,"idx":2,"correct":1,"scale":1},"15537,1711,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"self":6,"altup":8,"gemma3naltup":1,"hidden":10,"size":10,"config":29,"rms":4,"norm":4,"eps":4,"num":6,"inputs":2,"coef":2,"clip":2,"active":2,"idx":2,"quant":8,"prefix":10,"f":4,"attn":2,"gemma3nattention":1,"heads":4,"attention":1,"kv":1,"key":1,"value":1,"head":2,"dim":2,"max":2,"position":2,"embeddings":2,"cache":2,"mlp":2,"gemma3nmlp":1,"note":1,"matformer":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"a52478253bbe522a420e88ea3940d4d98a935300":1,"src":1,"models":1,"gemma3n":2,"modular":1,"py":1,"l258":1,"noqa":1,"e501":1,"intermediate":2,"extract":2,"layer":2,"index":2,"activation":4,"sparsity":2,"pattern":1,"laurel":4,"gemma3nlaurelblock":1,"rank":2},"17248,1732,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"note":1,"rob":1,"should":1,"be":2,"columnparallellinear":1,"and":1,"rowparallellinear":1,"but":1,"we":2,"need":1,"to":2,"add":1,"per":11,"layer":11,"input":10,"gate":3,"x":1,"cannot":1,"sharded":1,"so":1,"replicate":1,"for":1,"now":1,"self":9,"replicatedlinear":2,"config":19,"hidden":11,"size":9,"bias":4,"false":4,"quant":4,"prefix":4,"f":2,"return":2,"projection":2,"layernorms":1,"layernorm":4,"rmsnorm":5,"eps":10,"rms":5,"norm":6,"post":3,"attention":1,"pre":1,"feedforward":2,"act":1,"fn":1,"activation":2,"registry":1,"def":1,"forward":1,"positions":1,"torch":5,"tensor":5,"states":1,"kwargs":1,"tuple":1},"18980,1887,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"actup":2,"predict":2,"predictions":7,"self":17,"altup":5,"hidden":2,"states":2,"active":8,"prediction":20,"idx":2,"normed":3,"input":5,"layernorm":4,"laurel":8,"output":3,"attention":2,"attn":18,"positions":2,"kwargs":1,"post":3,"gated":4,"torch":4,"sqrt":1,"tensor":1,"2":1,"0":1,"mlp":2,"norm":5,"pre":1,"feedforward":2,"ffw":6,"connect":1,"corrected":5,"correct":1,"first":14,"scale":1,"per":6,"layer":6,"gate":2,"adapted":2,"from":2,"jax":2,"numpy":2,"einsum":2,"btd":2,"dp":1,"btp":2,"act":1,"fn":1,"mul":1,"projection":2,"pd":1,"1":1,"return":1,"support":1,"compile":1,"class":1,"gemma3ntextmodel":1,"nn":1,"module":1,"supportsquant":1},"20867,316,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"def":1,"init":2,"self":3,"vllm":4,"config":15,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":4},"21183,1640,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"self":12,"embed":10,"tokens":8,"vocabparallelembedding":2,"config":19,"vocab":2,"size":11,"hidden":11,"quant":6,"prefix":6,"f":3,"scale":4,"torch":5,"tensor":4,"0":4,"5":3,"dtype":7,"weight":4,"additional":1,"per":14,"layer":14,"embeddings":1,"ple":1,"input":6,"num":2,"layers":2,"model":2,"projection":4,"columnparallellinear":1,"bias":2,"false":2,"gather":1,"output":1,"true":1,"return":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"rsqrt":1,"2":1,"to":1},"22823,884,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"self":4,"altup":6,"projections":4,"nn":2,"modulelist":2,"columnparallellinear":2,"config":10,"hidden":4,"size":4,"bias":4,"false":4,"gather":2,"output":2,"true":2,"return":2,"quant":4,"prefix":4,"f":2,"idx":4,"1":4,"for":2,"in":2,"range":2,"num":2,"inputs":2,"unembed":2},"23707,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"transformer":1,"blocks":1,"self":14,"start":1,"layer":12,"end":1,"layers":4,"make":1,"config":7,"num":1,"hidden":4,"lambda":1,"prefix":5,"gemma3ndecoderlayer":1,"cache":1,"quant":1,"f":1,"norm":2,"rmsnorm":1,"size":4,"eps":3,"rms":1,"torch":14,"tensor":10,"finfo":1,"min":1,"def":3,"get":3,"input":14,"embeddings":3,"ids":10,"return":2,"embed":4,"tokens":5,"scale":2,"per":10,"deal":1,"with":1,"the":2,"fact":1,"that":1,"vocab":4,"which":1,"causes":1,"us":1,"to":2,"have":1,"some":1,"out":1,"of":1,"by":1,"setting":1,"those":1,"token":1,"0":4,"this":1,"matches":1,"hf":1,"implementation":1,"inputs":8,"mask":2,"logical":1,"and":1,"where":1,"zeros":1,"like":1,"forward":1,"optional":3,"positions":1,"intermediate":1,"tensors":1,"intermediatetensors":2,"none":3,"embeds":3,"kwargs":1,"union":1,"if":1,"is":1,"not":1,"states":2,"else":1},"25511,1741,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"per":19,"layer":23,"projection":9,"self":10,"model":1,"hidden":17,"states":14,"0":7,"reshape":1,"shape":1,"1":5,"config":4,"num":5,"layers":2,"size":2,"input":3,"norm":1,"if":1,"inputs":10,"is":1,"not":2,"none":1,"profiling":1,"run":1,"does":1,"compute":1,"scale":1,"else":1,"altup":5,"embed":1,"target":2,"magnitude":4,"torch":4,"mean":2,"2":2,"dim":3,"keepdim":2,"true":2,"5":2,"for":2,"i":6,"in":2,"range":1,"projections":1,"new":2,"maximum":1,"eps":1,"stack":1,"transformer":1,"blocks":1,"idx":2,"enumerate":1,"tokens":1,"positions":2,"kwargs":1},"27252,799,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"altup":4,"unembed":2,"target":2,"magnitude":4,"torch":4,"mean":3,"hidden":10,"states":8,"0":4,"2":2,"dim":3,"1":4,"keepdim":2,"true":2,"5":2,"for":1,"i":6,"in":1,"range":1,"self":4,"config":1,"num":4,"inputs":2,"projections":1,"new":2,"maximum":1,"eps":1,"tokens":2,"size":2,"return":1,"norm":1},"28052,535,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1},"28587,1358,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"for":4,"name":18,"loaded":6,"weight":12,"in":5,"weights":1,"if":5,"self":3,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"scales":1,"compressed":1,"tensors":1,"quantization":1,"param":8,"params":5,"dict":3,"loader":7,"getattr":1,"default":1,"0":1,"add":1,"continue":5,"shard":5,"id":2,"stacked":1,"mapping":1,"avoid":1,"spurious":1,"match":1,"with":1,"up":1,"proj":1,"altup":1,"projections":1,"replace":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"pp":1,"missing":1,"parameter":1,"break":1},"29945,703,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"name":10,"endswith":1,"and":1,"not":1,"in":1,"params":4,"dict":3,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":2,"add":1},"30648,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"return":4,"loaded":1,"params":1,"class":1,"gemma3nforcausallm":1,"nn":1,"module":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":4,"init":2,"self":12,"vllm":6,"config":18,"vllmconfig":1,"prefix":4,"str":1,"model":6,"hf":1,"lora":3,"del":1,"unused":1,"super":1,"cache":2,"gemma3ntextmodel":1,"maybe":1,"logits":5,"processor":2,"logitsprocessor":1,"vocab":1,"size":1,"soft":1,"cap":1,"final":1,"logit":1,"softcapping":1,"get":2,"input":6,"embeddings":2,"ids":4,"torch":9,"tensor":9,"forward":1,"positions":2,"per":3,"layer":3,"inputs":6,"optional":5,"none":3,"intermediate":3,"tensors":3,"intermediatetensors":2,"embeds":3,"kwargs":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"embed":1,"tokens":1},"32614,455,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3n.py":{"def":1,"load":2,"weights":4,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"substrs":1,"embed":2,"audio":2,"vision":2,"tower":2,"return":1},"0,1866,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":9,"project":1,"coding":1,"utf":1,"8":1,"2024":1,"hunyuan":2,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":12,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"union":1,"regex":1,"re":1,"torch":3,"nn":1,"transformers":1,"pretrainedconfig":1,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":2,"parallel":2,"world":1,"size":1,"reduce":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1866,1726,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"config":6,"quantizationconfig":1,"rotary":1,"embedding":2,"get":2,"rope":1,"vocab":2,"parallel":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"autoweightsloader":1,"ppmissinglayer":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":1,"def":2,"moe":1,"pretrainedconfig":2,"bool":1,"num":8,"experts":8,"getattr":3,"none":1,"if":4,"isinstance":3,"int":3,"return":6,"1":4,"list":1,"and":1,"ensure":1,"all":2,"elements":1,"are":1,"integers":1,"before":1,"calling":1,"max":2,"e":2,"for":1,"in":1,"else":1,"false":3,"cla":3,"factor":2,"not":1,"use":1,"share":1,"class":1,"hunyuanmlp":1,"nn":1,"module":1},"3592,1239,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":2,"init":2,"self":8,"hidden":6,"size":9,"int":2,"intermediate":3,"act":5,"str":2,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"bias":5,"bool":2,"false":1,"prefix":5,"reduce":3,"results":3,"true":1,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"hunyuanattention":1,"nn":1,"module":1},"4831,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":1,"init":2,"self":29,"config":9,"pretrainedconfig":1,"hidden":4,"size":16,"int":5,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":2,"cache":1,"cacheconfig":1,"prefix":1,"layer":3,"id":3,"1":2,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":2,"less":1,"replicate":1,"hasattr":2,"head":11,"dim":11,"and":1,"elif":1,"attention":2,"q":1,"5":1,"use":2,"qk":2,"norm":2,"getattr":1},"6805,1409,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"self":20,"qkv":2,"proj":4,"qkvparallellinear":1,"hidden":3,"size":6,"head":8,"dim":8,"total":5,"num":8,"heads":8,"kv":4,"bias":4,"quant":6,"config":10,"prefix":6,"f":3,"o":2,"rowparallellinear":1,"input":1,"output":1,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"is":1,"neox":1,"style":1,"true":1,"attn":2,"attention":1,"cache":2,"if":1,"use":1,"qk":1,"norm":3,"query":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"key":1},"8214,862,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":1,"forward":1,"self":15,"positions":2,"torch":4,"tensor":4,"hidden":2,"states":3,"kv":4,"optional":1,"tuple":1,"none":1,"qkv":3,"proj":3,"q":8,"k":9,"v":3,"split":1,"size":3,"dim":3,"1":4,"rotary":1,"emb":1,"ori":2,"if":1,"use":1,"qk":1,"norm":1,"query":1,"layernorm":2,"view":3,"num":2,"heads":2,"head":2,"contiguous":2,"key":1,"attn":5,"output":6,"for":1,"o":2,"shape":1,"0":1,"return":1,"class":1,"hunyuancrossattention":1,"nn":1,"module":1},"9076,472,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":1,"init":1,"self":1,"config":3,"pretrainedconfig":1,"hidden":1,"size":1,"int":5,"num":2,"heads":2,"kv":1,"rope":2,"theta":1,"float":1,"10000":1,"scaling":1,"optional":3,"dict":1,"str":2,"any":1,"none":3,"max":1,"position":1,"embeddings":1,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"layer":1,"id":1,"1":1},"9548,1557,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"none":1,"super":1,"init":1,"self":28,"hidden":3,"size":15,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"num":15,"heads":19,"assert":3,"0":4,"kv":13,"if":2,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":2,"less":1,"replicate":1,"max":3,"1":1,"mistralconfig":1,"has":1,"an":1,"optional":1,"head":11,"dim":11,"introduced":1,"by":1,"mistral":1,"nemo":1,"hasattr":2,"config":5,"elif":1,"attention":2,"q":1,"scaling":1,"5":1,"rope":2,"theta":2,"position":2,"embeddings":2,"use":2,"qk":2,"norm":2,"getattr":1,"false":1,"layer":2,"id":2},"11105,1331,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"self":17,"q":2,"proj":4,"columnparallellinear":1,"hidden":3,"size":5,"bias":4,"quant":6,"config":10,"prefix":6,"f":3,"o":2,"rowparallellinear":1,"input":1,"total":1,"num":4,"heads":4,"head":6,"dim":7,"output":1,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"is":1,"neox":1,"style":1,"true":1,"attn":3,"attention":1,"kv":2,"cache":2,"type":1,"attentiontype":1,"encoder":1,"decoder":1,"if":1,"use":1,"qk":1,"norm":3,"query":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"key":1},"12436,1714,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":2,"forward":1,"self":16,"positions":2,"torch":5,"tensor":6,"hidden":2,"states":5,"kv":5,"optional":2,"tuple":1,"none":3,"assert":3,"is":3,"not":1,"ori":3,"k":12,"v":3,"use":2,"last":1,"layer":6,"q":8,"proj":3,"tmp":2,"empty":1,"like":1,"todo":1,"reduant":1,"rotary":2,"embedding":1,"emb":1,"if":4,"qk":1,"norm":1,"query":1,"layernorm":2,"view":3,"1":4,"num":4,"heads":2,"head":2,"dim":2,"contiguous":2,"key":1,"attn":5,"output":6,"for":1,"o":2,"shape":1,"0":2,"return":1,"class":1,"hunyuansparsemoeblock":1,"nn":1,"module":1,"init":2,"config":9,"pretrainedconfig":1,"quant":1,"quantizationconfig":1,"id":5,"int":1,"prefix":1,"str":1,"super":1,"tp":3,"size":5,"get":2,"model":1,"parallel":2,"world":1,"experts":3,"raise":1,"valueerror":1,"f":2,"greater":1,"than":1,"the":1,"number":1,"of":1,"topk":6,"moe":5,"a":1,"list":2,"isinstance":1,"len":1,"top":2,"else":1},"14150,1818,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"if":6,"it":1,"is":4,"moe":7,"intermediate":12,"size":17,"preferred":1,"config":23,"not":1,"none":3,"isinstance":2,"int":1,"else":3,"layer":5,"id":5,"self":4,"experts":5,"fusedmoe":1,"num":12,"top":3,"k":3,"hidden":7,"reduce":2,"results":2,"false":3,"renormalize":1,"1":1,"quant":5,"prefix":4,"f":2,"gate":2,"replicatedlinear":1,"bias":1,"use":1,"mixed":1,"mlp":3,"0":2,"get":1,"shared":11,"expert":9,"a":1,"list":2,"assert":2,"len":1,"hunyuanmlp":1,"act":2},"15968,985,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":1,"forward":1,"self":6,"hidden":18,"states":16,"torch":2,"tensor":3,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":5,"orig":2,"dim":2,"1":3,"view":2,"shared":6,"output":4,"none":3,"if":3,"mlp":2,"is":2,"not":2,"router":4,"logits":4,"num":1,"tokens":1,"n":1,"experts":2,"gate":1,"final":6,"tp":1,"size":1,"model":1,"parallel":1,"all":1,"reduce":1,"return":1,"class":1,"hunyuandecoderlayer":1,"nn":1,"module":1},"16953,232,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":1,"init":1,"self":1,"config":3,"pretrainedconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"layer":1,"id":1,"int":1,"1":1},"17185,1895,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"none":4,"super":1,"init":1,"assert":1,"layer":8,"id":8,"0":3,"self":7,"hidden":4,"size":8,"config":21,"intermediate":4,"if":4,"isinstance":1,"int":1,"else":2,"rope":10,"theta":4,"getattr":7,"10000":1,"scaling":6,"is":1,"not":1,"and":2,"original":3,"max":7,"position":7,"embeddings":7,"8192":1,"attention":7,"bias":5,"false":2,"or":1,"cla":3,"factor":3,"get":1,"type":2,"attentiontype":3,"encoder":1,"decoder":3,"attn":2,"hunyuanattention":1,"num":5,"heads":5,"kv":1,"key":1,"value":1,"quant":2,"cache":2,"prefix":2,"f":1},"19080,838,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"elif":1,"attention":6,"type":3,"attentiontype":1,"encoder":1,"decoder":1,"self":4,"attn":2,"hunyuancrossattention":1,"config":9,"hidden":2,"size":2,"num":5,"heads":5,"kv":1,"getattr":1,"key":1,"value":1,"rope":4,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"quant":2,"bias":2,"cache":2,"prefix":2,"f":2,"layer":2,"id":2,"else":1,"raise":1,"runtimeerror":1,"unsupported":1},"19918,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"if":2,"is":2,"moe":1,"config":14,"self":15,"mlp":6,"hunyuansparsemoeblock":1,"quant":4,"layer":2,"id":2,"prefix":5,"f":2,"else":2,"hunyuanmlp":1,"hidden":20,"size":6,"intermediate":2,"act":2,"bias":2,"getattr":1,"false":1,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"attention":3,"def":2,"forward":1,"positions":3,"torch":7,"tensor":6,"states":19,"residual":8,"optional":2,"kv":5,"tuple":2,"none":2,"ori":2,"attn":1,"fully":1,"connected":1,"return":1,"support":1,"compile":1,"class":1,"hunyuanmodel":1,"nn":1,"module":1,"init":2,"vllm":1,"vllmconfig":1,"str":1,"super":1},"21846,1715,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"config":37,"vllm":4,"model":1,"hf":1,"cache":4,"quant":8,"lora":8,"self":15,"padding":1,"idx":1,"pad":1,"token":1,"id":2,"vocab":9,"extra":1,"size":9,"max":1,"loras":1,"or":2,"1":2,"if":3,"else":3,"0":1,"org":2,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":3,"num":2,"ppmissinglayer":2,"start":1,"layer":3,"end":1,"layers":4,"make":1,"lambda":1,"prefix":6,"hunyuandecoderlayer":1,"int":1,"split":1,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"23561,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":2,"forward":1,"self":14,"input":3,"ids":2,"optional":3,"torch":5,"tensor":5,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":6,"union":1,"if":4,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":13,"states":17,"else":3,"embeddings":1,"residual":8,"assert":1,"cla":4,"factor":3,"config":6,"prev":4,"kv":8,"for":1,"i":3,"in":1,"range":1,"start":2,"layer":5,"end":1,"layers":1,"getattr":2,"use":1,"false":1,"and":1,"0":1,"last":1,"return":2,"norm":1,"split":1,"qkv":2,"weight":1,"num":8,"attention":4,"heads":7,"key":2,"value":2,"groups":1,"size":2},"25486,1651,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"if":2,"hasattr":2,"self":10,"config":8,"head":8,"dim":9,"attention":7,"elif":1,"else":2,"hidden":5,"size":5,"num":6,"heads":2,"qkv":6,"reshape":4,"kv":1,"key":2,"value":2,"groups":2,"2":1,"q":6,"k":6,"v":6,"torch":3,"split":1,"1":7,"return":3,"concat":1,"def":2,"get":2,"expert":3,"mapping":3,"list":1,"tuple":2,"str":4,"int":1,"is":1,"moe":1,"params":3,"for":1,"weights":3,"fp8":2,"weight":2,"scales":2,"activation":1,"param":2,"name":7,"id":3,"shard":3,"fusedmoe":1,"make":1,"ckpt":3,"gate":5,"proj":16,"down":2,"up":5,"experts":2,"load":1,"iterable":1,"tensor":1,"cla":2,"factor":2,"stacked":1,"0":1},"27137,604,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"num":10,"attention":5,"heads":10,"self":4,"config":3,"kv":4,"getattr":1,"key":1,"value":1,"split":2,"params":1,"mapping":1,"gate":2,"up":2,"proj":4,"and":1,"2":2,"1":3,"0":1,"none":1,"qkv":3,"q":1,"k":1,"v":1,"weight":1},"27741,1563,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"params":4,"dict":3,"self":5,"named":1,"parameters":1,"loaded":5,"set":2,"str":1,"expert":2,"mapping":2,"get":2,"for":2,"name":14,"weight":11,"in":9,"weights":1,"if":7,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":4,"gate":3,"proj":6,"bias":6,"replace":2,"up":3,"cos":1,"cached":2,"or":1,"sin":1,"models":1,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":2,"the":4,"checkpoint":1,"skip":2,"them":1,"with":2,"tie":2,"word":2,"embeddings":2,"we":1,"can":1,"lm":2,"head":2,"might":1,"appear":1,"unnecessarily":1,"files":1,"model":1,"is":2,"processed":1,"quantization":2,"lora":1,"fine":1,"tuning":1,"etc":1,"config":3,"and":2,"quant":2,"not":1,"none":1,"scale":3,"cache":2,"loading":1,"kv":1,"scales":1,"compressed":1,"param":3,"loader":4,"getattr":1,"default":1,"0":1},"29304,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"is":5,"found":3,"false":1,"for":4,"param":8,"name":27,"weight":13,"shard":2,"id":4,"in":7,"stacked":1,"params":6,"mapping":2,"if":11,"not":4,"continue":9,"mlp":1,"experts":1,"cross":1,"layer":3,"only":1,"have":1,"q":2,"proj":2,"skip":3,"qkv":1,"pack":1,"match":3,"re":1,"search":1,"r":1,"layers":1,"d":1,"int":1,"group":1,"0":5,"split":3,"1":2,"cla":2,"factor":2,"and":3,"replace":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"dict":3,"pp":2,"missing":2,"parameter":2,"self":2,"loader":3,"loaded":4,"add":1,"true":1,"break":1,"den":3,"func":1,"assert":1,"shape":2,"units":1},"31238,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"param":10,"params":5,"dict":4,"name":20,"weight":13,"loader":7,"offset":9,"0":1,"for":3,"shard":6,"id":9,"num":2,"in":4,"split":1,"new":4,"units":1,"if":6,"func":2,"loaded":3,"else":3,"break":2,"skip":2,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"not":2,"continue":5,"mapping":3,"expert":4,"replace":1,"layers":1,"on":1,"other":1,"devices":1,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1},"33166,1853,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"if":3,"mlp":1,"gate":3,"wg":2,"in":1,"name":5,"replace":1,"param":3,"params":3,"dict":1,"weight":7,"loader":4,"getattr":2,"default":2,"loaded":3,"add":1,"return":1,"class":1,"hunyuanv1base":1,"nn":1,"module":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"up":2,"def":1,"init":2,"self":12,"vllm":5,"config":22,"vllmconfig":1,"prefix":2,"str":1,"super":1,"model":4,"hf":1,"quant":6,"hunyuanmodel":1,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":3,"vocab":7,"size":9,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":2,"padding":2,"tie":1,"word":1,"embed":1,"tokens":1,"logit":3,"scale":3,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"else":1,"ppmissinglayer":1},"35019,1856,data/raw/vllm-0.10.1/vllm/model_executor/models/hunyuan_v1.py":{"def":5,"forward":1,"self":13,"input":2,"ids":2,"torch":11,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":4,"none":3,"inputs":2,"embeds":2,"union":1,"model":4,"output":2,"return":5,"compute":1,"logits":4,"hidden":5,"states":3,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":2,"make":1,"empty":1,"batch":3,"size":5,"int":2,"dtype":6,"device":6,"zeros":2,"config":3,"residual":1,"load":2,"weights":4,"iterable":1,"tuple":2,"str":5,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"tie":1,"word":1,"embeddings":1,"else":1,"get":2,"expert":2,"mapping":2,"list":1,"class":2,"hunyuandensev1forcausallm":1,"hunyuanv1base":2,"pass":2,"hunyuanmoev1forcausallm":1},"0,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"40":1,"1":1,"src":1,"models":1,"olmo":3,"modeling":1,"py":1,"2024":2,"team":3,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"olmoconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1956,1788,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"from":8,"vllm":6,"model":10,"executor":5,"layers":4,"quantization":1,"import":8,"quantizationconfig":2,"rotary":1,"embedding":2,"get":2,"rope":3,"vocab":1,"parallel":5,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":3,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":2,"class":1,"olmoattention":1,"nn":1,"module":1,"this":1,"the":2,"attention":4,"block":1,"where":1,"output":1,"computed":1,"as":1,"ln":3,"x":3,"in":1,"mlp":1,"plus":1,"another":1,"skip":1,"connection":1,"def":1,"init":2,"self":15,"config":10,"olmoconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"str":1,"super":1,"hidden":4,"size":8,"tensor":4,"world":4,"total":5,"num":7,"heads":7,"assert":2,"0":2,"head":1,"dim":1,"max":2,"position":2,"embeddings":2,"theta":2,"clip":2,"qkv":2},"3744,1766,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"attention":6,"input":1,"projection":2,"projects":1,"x":4,"q":5,"k":5,"v":3,"self":26,"qkv":8,"proj":4,"qkvparallellinear":1,"hidden":5,"size":3,"head":5,"dim":7,"total":1,"num":2,"heads":2,"bias":4,"config":10,"quant":6,"rotary":4,"embeddings":2,"emb":2,"get":1,"rope":2,"max":3,"position":2,"base":1,"theta":1,"scaling":2,"0":1,"5":1,"attn":5,"scale":1,"cache":2,"prefix":2,"f":1,"output":6,"o":2,"rowparallellinear":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"if":1,"clip":3,"is":3,"not":1,"none":1,"clamp":1,"min":1,"chunk":1,"chunks":1,"3":1,"1":1,"return":1,"class":1,"olmomlp":1,"nn":1,"module":1,"this":1,"the":2,"mlp":3,"block":1,"where":1,"computed":1,"as":1,"ln":3,"in":1,"plus":1,"another":1,"skip":1,"connection":1},"5510,1800,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"def":3,"init":4,"self":20,"config":18,"olmoconfig":2,"quant":8,"optional":3,"quantizationconfig":2,"none":3,"super":2,"hidden":4,"size":8,"intermediate":4,"feed":2,"forward":3,"input":1,"projection":2,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"activation":1,"function":1,"act":2,"fn":2,"siluandmul":1,"output":2,"down":2,"rowparallellinear":1,"x":8,"torch":2,"tensor":2,"return":1,"class":1,"olmodecoderlayer":1,"nn":1,"module":1,"this":1,"is":2,"a":1,"typical":1,"transformer":1,"block":3,"where":1,"the":1,"computed":1,"as":1,"mlp":3,"ln":2,"attention":2,"plus":1,"another":1,"skip":1,"connection":1,"cache":2,"cacheconfig":1,"prefix":3,"str":1,"attn":2,"olmoattention":1,"f":1,"olmomlp":1},"7310,1419,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"layernorm":7,"self":10,"input":2,"nn":3,"config":15,"hidden":18,"size":2,"elementwise":2,"affine":2,"false":4,"bias":2,"post":2,"attention":3,"def":2,"forward":1,"positions":2,"torch":6,"tensor":5,"states":16,"tuple":2,"optional":1,"block":2,"residual":4,"attn":1,"mlp":2,"return":1,"support":1,"compile":1,"class":1,"olmomodel":1,"module":1,"init":2,"vllm":4,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2},"8729,1793,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"self":13,"embed":2,"tokens":2,"vocabparallelembedding":1,"config":8,"vocab":1,"size":6,"hidden":11,"start":2,"layer":6,"end":2,"layers":5,"make":3,"num":1,"lambda":1,"prefix":5,"olmodecoderlayer":1,"cache":1,"quant":1,"f":1,"norm":1,"nn":1,"layernorm":1,"elementwise":1,"affine":1,"false":2,"bias":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":7,"def":2,"get":3,"input":7,"embeddings":2,"ids":5,"torch":6,"tensor":7,"return":1,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"inputs":3,"embeds":3,"none":3,"union":1,"param":1,"a":1,"of":1,"shape":2,"batch":2,"seq":2,"len":2,"if":2,"pp":1,"group":1,"is":3,"first":1,"rank":1,"not":2,"else":2,"assert":1,"apply":1,"blocks":1,"one":2,"by":1,"for":1,"in":1,"d":1,"model":1},"10522,283,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"if":1,"not":1,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"return":2,"intermediatetensors":1,"hidden":5,"states":5,"apply":1,"final":1,"layer":1,"norm":2,"shape":1,"batch":1,"size":1,"seq":1,"len":1,"or":1,"1":1,"d":1,"model":1,"self":1},"10805,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":20,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":6,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":6,"for":4,"weight":13,"in":5,"if":5,"not":3,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"olmoforcausallm":1,"nn":1,"module":1,"supportspp":1,"extremely":1,"barebones":1,"hf":1,"model":1,"wrapper":1},"12696,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"def":4,"init":2,"self":18,"vllm":5,"config":19,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":4,"olmomodel":1,"maybe":1,"if":1,"tie":1,"word":1,"embeddings":4,"lm":3,"head":3,"embed":1,"tokens":1,"else":1,"unpadded":2,"vocab":5,"size":6,"parallellmhead":1,"hidden":5,"org":1,"num":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":5,"tensors":5,"get":2,"input":7,"ids":5,"torch":8,"tensor":8,"return":3,"forward":1,"positions":3,"optional":3,"intermediatetensors":2,"none":2,"inputs":3,"embeds":3,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"14559,365,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"weight":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1},"0,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":19,"project":1,"from":22,"collections":1,"abc":1,"import":25,"iterable":1,"mapping":1,"sequence":1,"functools":1,"cached":1,"property":1,"typing":1,"annotated":1,"any":1,"literal":1,"optional":1,"union":1,"torch":3,"nn":3,"as":2,"functional":1,"f":1,"transformers":1,"batchfeature":1,"chameleonconfig":1,"chameleonprocessor":1,"chameleonvqvaeconfig":1,"attention":2,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":3,"pp":1,"group":1,"tensor":1,"model":12,"parallel":3,"world":1,"size":1,"logger":2,"init":1,"executor":10,"layers":7,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":3,"weight":4,"utils":2,"default":1,"row":1,"sampling":1,"metadata":1,"samplingmetadata":1,"set":1,"attrs":1,"multimodal":5,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1},"1991,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"from":5,"vllm":3,"multimodal":2,"profiling":1,"import":5,"basedummyinputsbuilder":2,"sequence":1,"intermediatetensors":1,"utils":2,"tensor":2,"schema":1,"tensorschema":2,"tensorshape":2,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"flatten":1,"bn":3,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"logger":2,"init":1,"name":1,"class":3,"chameleonimagepixelinputs":1,"dimensions":1,"batch":1,"size":1,"number":2,"of":4,"images":4,"c":1,"channels":1,"3":2,"h":2,"height":2,"each":2,"image":10,"w":2,"width":2,"type":1,"literal":1,"pixel":1,"values":1,"data":2,"annotated":1,"torch":1,"chameleonprocessinginfo":2,"baseprocessinginfo":1,"def":6,"get":13,"hf":7,"config":6,"self":11,"return":5,"ctx":2,"chameleonconfig":1,"processor":8,"kwargs":2,"object":1,"chameleonprocessor":1,"supported":1,"mm":6,"limits":1,"mapping":3,"str":4,"optional":1,"int":5,"1":1,"num":4,"tokens":1,"seq":2,"length":1,"chameleondummyinputsbuilder":1,"dummy":2,"text":1,"counts":4,"0":2,"info":2,"token":3,"len":1,"multimodaldatadict":1,"vq":1,"resolution":1},"3944,1913,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"return":5,"image":2,"self":10,"get":9,"dummy":1,"images":3,"width":2,"height":2,"num":2,"class":1,"chameleonmultimodalprocessor":1,"basemultimodalprocessor":1,"chameleonprocessinginfo":1,"def":4,"call":2,"hf":10,"processor":10,"prompt":11,"str":7,"mm":13,"data":4,"mapping":6,"object":5,"kwargs":10,"tok":3,"batchfeature":3,"if":1,"not":1,"ids":5,"info":4,"tokenizer":8,"encode":1,"apply":2,"tokens":4,"only":2,"dict":2,"input":1,"tensor":1,"type":2,"pt":1,"super":1,"list":2,"int":2,"adds":1,"sep":4,"token":4,"for":1,"chat":1,"mode":1,"vocab":5,"id":2,"ignore":1,"fields":1,"config":1,"inputs":1,"multimodalfieldconfig":2,"pixel":1,"values":1,"batched":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1},"5857,1549,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"image":17,"start":3,"id":10,"vocab":3,"processor":3,"token":9,"end":3,"num":3,"tokens":5,"self":9,"info":1,"get":1,"return":2,"promptreplacement":1,"modality":1,"target":1,"replacement":1,"promptupdatedetails":1,"select":1,"embed":1,"class":2,"chameleonlayernorm":1,"nn":2,"layernorm":1,"def":2,"init":2,"hidden":9,"size":3,"args":2,"kwargs":2,"super":1,"normalized":2,"shape":2,"1":1,"set":2,"weight":8,"attrs":2,"loader":4,"row":2,"parallel":2,"bias":2,"forward":1,"states":6,"f":1,"layer":1,"norm":1,"none":2,"eps":1,"1e":1,"5":1,"copied":1,"from":1,"vllm":1,"model":1,"executor":1,"models":1,"llama":1,"llamamlp":1,"chameleonmlp":2,"module":1},"7406,1200,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":2,"init":2,"self":8,"hidden":6,"size":9,"int":2,"intermediate":3,"act":5,"str":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"down":2,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"modified":1,"from":1,"vllm":1,"model":1,"executor":1,"models":1,"llama":1,"llamaattention":1,"chameleonattention":2,"noqa":1,"class":1,"nn":1,"module":1},"8606,1580,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":1,"init":2,"self":24,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"4096":1,"quant":1,"config":2,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"5":1},"10186,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"self":34,"qkv":4,"proj":3,"qkvparallellinear":1,"hidden":5,"size":9,"head":10,"dim":11,"total":5,"num":12,"heads":12,"kv":8,"bias":4,"quant":6,"config":8,"o":1,"rowparallellinear":1,"input":1,"output":1,"q":15,"norm":6,"chameleonlayernorm":2,"k":14,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":2,"attention":1,"cache":2,"prefix":2,"f":1,"def":2,"apply":2,"qk":2,"torch":7,"tensor":7,"tuple":1,"reshape":3,"for":1,"layernorm":1,"1":5,"view":2,"shape":2,"2":2,"return":1,"forward":1,"positions":1,"states":2,"v":1,"split":1},"12155,972,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"q":3,"k":3,"self":5,"rotary":1,"emb":1,"positions":1,"attn":3,"output":4,"v":1,"o":1,"proj":1,"return":1,"class":1,"chameleondecoderlayer":1,"nn":1,"module":1,"def":1,"init":2,"config":9,"chameleonconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":6,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"hidden":2,"size":2,"rope":6,"theta":2,"getattr":4,"10000":1,"scaling":4,"if":1,"is":1,"not":1,"and":1,"original":3,"max":5,"position":5,"embeddings":5,"4096":1},"13127,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"self":15,"attn":3,"chameleonattention":1,"hidden":22,"size":8,"num":5,"heads":5,"config":16,"attention":4,"kv":1,"getattr":2,"key":1,"value":1,"rope":4,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"quant":4,"bias":3,"false":2,"cache":2,"prefix":2,"f":1,"mlp":3,"chameleonmlp":1,"intermediate":2,"act":2,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"def":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":14,"residual":8,"optional":2,"tuple":1,"if":1,"is":1,"none":1,"else":1,"fully":1,"connected":1,"return":1,"class":1,"chameleonswindecoderlayer":1,"nn":1,"module":1},"15050,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":1,"init":2,"self":10,"config":25,"chameleonconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":6,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":10,"size":10,"rope":10,"theta":4,"getattr":6,"10000":1,"scaling":6,"if":1,"is":1,"not":1,"and":1,"original":3,"max":7,"position":7,"embeddings":7,"4096":1,"attn":2,"chameleonattention":1,"num":5,"heads":5,"attention":3,"kv":1,"key":1,"value":1,"bias":3,"false":2,"f":1,"mlp":2,"chameleonmlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1},"16915,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":3,"forward":2,"self":20,"positions":3,"torch":10,"tensor":6,"hidden":26,"states":17,"residual":6,"optional":1,"tuple":1,"attn":1,"input":1,"layernorm":2,"fully":1,"connected":1,"mlp":1,"post":1,"attention":1,"return":1,"copied":1,"from":2,"transformers":1,"models":1,"chameleon":2,"modeling":1,"chameleonvqvaevectorquantizer":2,"noqa":1,"class":1,"nn":2,"module":1,"init":2,"config":4,"chameleonvqvaeconfig":1,"super":1,"num":4,"embeddings":5,"embedding":8,"dim":7,"embed":2,"beta":2,"getattr":1,"0":3,"25":1,"re":1,"state":9,"permute":1,"2":8,"3":1,"1":6,"contiguous":1,"flattened":3,"view":2,"distances":3,"z":4,"to":1,"e":4,"j":1,"sum":2,"keepdim":1,"true":1,"weight":2,"einsum":1,"bd":1,"dn":1,"bn":1,"transpose":1,"min":2,"encoding":2,"indices":2,"argmin":1,"quant":1,"shape":1},"18867,1639,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"compute":1,"loss":3,"for":1,"embedding":1,"torch":4,"mean":2,"hidden":17,"state":11,"quant":7,"detach":3,"2":4,"self":5,"beta":1,"preserve":1,"gradients":1,"reshape":1,"back":1,"to":1,"match":1,"original":1,"input":1,"shape":1,"permute":1,"0":5,"3":2,"1":3,"contiguous":1,"return":2,"min":1,"encoding":1,"indices":1,"copied":2,"from":2,"transformers":2,"models":2,"chameleon":4,"modeling":2,"chameleonvqvaeencoderconvdownsample":2,"noqa":2,"class":2,"nn":3,"module":2,"def":2,"init":2,"in":4,"channels":3,"int":1,"super":1,"conv":3,"conv2d":1,"kernel":1,"size":1,"stride":1,"padding":2,"forward":1,"states":6,"tensor":1,"no":1,"asymmetric":1,"must":1,"do":1,"it":1,"ourselves":1,"f":1,"pad":2,"mode":1,"constant":1,"value":1,"chameleonvqvaeencoderresnetblock":2},"20506,369,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":1,"init":2,"self":4,"config":1,"chameleonvqvaeconfig":1,"in":4,"channels":8,"int":1,"out":4,"none":2,"conv":3,"shortcut":3,"false":1,"super":1,"if":1,"is":1,"else":1,"use":1},"20875,1761,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"self":10,"norm1":1,"torch":7,"nn":7,"groupnorm":2,"num":4,"groups":2,"32":2,"channels":14,"in":5,"eps":2,"1e":2,"6":2,"affine":2,"true":2,"conv1":1,"conv2d":4,"out":7,"kernel":4,"size":4,"3":3,"stride":4,"1":8,"padding":4,"norm2":1,"dropout":3,"config":1,"conv2":1,"if":2,"use":1,"conv":2,"shortcut":3,"else":1,"nin":1,"0":1},"22636,967,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":2,"forward":1,"self":13,"hidden":17,"states":17,"torch":3,"tensor":1,"residual":6,"norm1":1,"sigmoid":2,"conv1":1,"norm2":1,"dropout":1,"conv2":1,"if":2,"in":4,"channels":5,"out":1,"use":1,"conv":2,"shortcut":3,"else":1,"nin":1,"return":1,"copied":1,"from":1,"transformers":1,"models":1,"chameleon":2,"modeling":1,"chameleonvqvaeencoderattnblock":2,"noqa":1,"class":1,"nn":1,"module":1,"init":2,"int":1,"super":1},"23603,1922,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"self":10,"norm":2,"torch":7,"nn":5,"groupnorm":1,"num":2,"groups":1,"32":1,"channels":14,"in":9,"eps":1,"1e":1,"6":1,"affine":1,"true":1,"q":2,"conv2d":4,"kernel":4,"size":7,"1":9,"stride":4,"padding":4,"0":6,"k":2,"v":2,"proj":1,"out":1,"def":1,"forward":1,"hidden":7,"states":17,"tensor":1,"residual":1,"query":5,"key":4,"value":1,"compute":1,"attention":1,"batch":3,"height":3,"width":3,"shape":1,"reshape":2,"permute":1,"2":2,"attn":5,"weights":5,"bmm":1,"int":1,"5":1,"f":1,"softmax":1,"dim":1},"25525,1350,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"attend":1,"to":1,"values":1,"value":3,"states":3,"reshape":2,"batch":2,"size":3,"channels":10,"height":2,"width":2,"attn":7,"weights":3,"permute":1,"0":1,"2":1,"1":3,"output":4,"torch":2,"bmm":1,"self":5,"proj":1,"out":1,"return":1,"residual":1,"copied":1,"from":1,"transformers":1,"models":1,"chameleon":2,"modeling":1,"chameleonvqvaeencoder":2,"noqa":1,"class":1,"nn":2,"module":1,"def":1,"init":2,"config":9,"chameleonvqvaeconfig":1,"super":1,"num":3,"resolutions":1,"len":1,"channel":3,"multiplier":3,"res":2,"blocks":2,"base":3,"resolution":2,"in":4,"double":2,"latent":4,"conv":1,"conv2d":1,"kernel":1,"3":1,"stride":1,"padding":1},"26875,1837,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"curr":4,"res":5,"resolution":1,"in":20,"channel":6,"multiplier":6,"1":4,"tuple":1,"self":10,"down":7,"nn":6,"modulelist":3,"for":2,"i":5,"level":4,"range":2,"num":3,"resolutions":4,"block":20,"attn":9,"base":2,"channels":8,"out":6,"blocks":1,"append":3,"chameleonvqvaeencoderresnetblock":3,"config":10,"if":3,"is":1,"not":1,"none":1,"and":2,"type":2,"vanilla":2,"chameleonvqvaeencoderattnblock":2,"module":2,"downsample":1,"chameleonvqvaeencoderconvdownsample":1,"2":2,"mid":4,"else":1,"identity":1},"28712,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"self":17,"norm":2,"out":4,"torch":4,"nn":3,"groupnorm":1,"num":5,"groups":1,"32":1,"channels":3,"block":8,"in":6,"eps":1,"1e":1,"6":1,"affine":1,"true":1,"conv":4,"conv2d":1,"2":2,"latent":3,"if":3,"double":1,"else":1,"kernel":1,"size":1,"3":1,"stride":1,"1":8,"padding":1,"def":1,"forward":1,"pixel":4,"values":4,"tensor":1,"to":1,"weight":1,"dtype":1,"downsampling":1,"hidden":24,"states":6,"for":2,"i":9,"level":6,"range":2,"resolutions":2,"res":1,"blocks":1,"state":18,"down":4,"len":1,"attn":3,"0":1,"append":2,"downsample":1,"middle":1,"last":14,"mid":3,"end":1,"sigmoid":1,"return":1,"adapted":1,"from":1,"transformers":1,"models":1,"chameleon":2,"modeling":1,"chameleonvqvae":2,"noqa":1,"class":1,"module":1},"30547,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":7,"init":3,"self":20,"config":7,"chameleonvqvaeconfig":1,"super":1,"encoder":2,"chameleonvqvaeencoder":1,"quantize":2,"chameleonvqvaevectorquantizer":1,"quant":5,"conv":3,"torch":6,"nn":2,"conv2d":2,"latent":2,"channels":2,"embed":2,"dim":2,"1":3,"post":1,"eval":1,"chameleon":3,"s":1,"vq":1,"model":1,"is":1,"frozen":1,"encode":1,"pixel":2,"values":2,"tensor":4,"tuple":1,"hidden":4,"states":4,"emb":2,"loss":2,"indices":2,"return":5,"copied":1,"from":2,"transformers":1,"models":1,"modeling":1,"chameleonimagevocabularymapping":2,"noqa":1,"class":2,"a":2,"for":6,"mapping":3,"discrete":1,"image":5,"tokens":4,"vqgan":1,"to":1,"bpe":1,"vocab":6,"map":6,"dict":1,"str":4,"int":2,"token":1,"id":1,"get":2,"cached":3,"property":3,"val2name":2,"v":2,"k":2,"in":5,"items":2,"sorted":1,"val":2,"name":4,"if":1,"startswith":1,"imgimg":2,"bpe2img":1,"img":2,"tkn":2,"chr":3,"ord":1,"i":3,"range":1,"10":1,"remap":2,"old":2,"join":1,"c":3,"len":1,"tok":3},"32457,1825,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"cached":3,"property":3,"def":5,"img2bpe":6,"self":20,"return":4,"v":4,"k":4,"for":2,"in":2,"bpe2img":4,"items":2,"search":1,"tensors":1,"torch":6,"tensor":6,"sorted":2,"keys":2,"values":1,"mapping":6,"zeros":1,"max":1,"1":1,"dtype":1,"int":1,"convert":1,"img":5,"batch":3,"device":3,"tokens":3,"to":2,"cpu":1,"class":1,"chameleonmodel":1,"nn":1,"module":1,"init":2,"vllm":4,"config":24,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":4,"vocab":3,"size":4,"embed":1,"vocabparallelembedding":1,"hidden":2,"vocabulary":2,"chameleonimagevocabularymapping":1,"map":1,"decoder":2,"layer":4,"chameleondecoderlayer":1,"if":1,"not":1,"swin":1,"norm":1,"else":1,"chameleonswindecoderlayer":1,"start":1,"end":1,"layers":4,"make":1,"num":1,"lambda":1,"f":1},"34282,946,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"self":8,"norm":2,"rmsnorm":1,"config":5,"hidden":3,"size":4,"eps":2,"rms":1,"vqmodel":2,"chameleonvqvae":1,"vq":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":2,"get":2,"input":3,"embeddings":1,"ids":2,"torch":4,"tensor":4,"return":2,"embed":1,"tokens":6,"image":4,"pixel":3,"values":3,"tokenizes":1,"images":1,"into":2,"discrete":1,"with":2,"vqgan":1,"module":1,"converts":1,"obtained":1,"bpe":5,"and":2,"wraps":1,"boi":1,"eoi":1,"special":1,"batch":2,"shape":1,"0":1,"toks":6,"encode":1,"vocabulary":1,"mapping":1,"convert":1,"img2bpe":1,"view":1,"1":1},"35228,1850,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":2,"forward":1,"self":6,"input":3,"ids":2,"optional":4,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":4,"embeds":3,"none":4,"union":1,"if":4,"get":4,"pp":2,"group":2,"is":5,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":3,"norm":1,"multimodal":1,"registry":1,"register":1,"processor":1,"chameleonmultimodalprocessor":1,"info":1,"chameleonprocessinginfo":1,"dummy":1,"chameleondummyinputsbuilder":1,"class":1,"chameleonforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"classmethod":1,"placeholder":1,"str":3,"cls":1,"modality":3,"i":1,"int":1,"startswith":1,"image":3,"raise":1,"valueerror":1,"only":1,"supported":1},"37078,1894,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":3,"init":2,"self":17,"vllm":5,"config":24,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":8,"hf":1,"multimodal":4,"chameleonmodel":1,"maybe":1,"unpadded":3,"vocab":5,"size":6,"lm":2,"head":2,"parallellmhead":1,"hidden":1,"if":2,"tie":1,"word":1,"embeddings":1,"weight":2,"embed":1,"tokens":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"parse":1,"and":1,"validate":1,"image":1,"input":1,"kwargs":2,"object":1,"optional":1,"chameleonimagepixelinputs":2,"pixel":5,"values":5,"pop":1,"none":3,"is":1,"return":3,"vq":3,"chameleonvqvaeconfig":1,"expected":4,"h":3,"w":3,"resolution":1,"type":1,"data":1,"flatten":1,"bn":1,"concat":1,"true":1,"resolve":1,"bindings":1,"get":1,"language":1,"torch":1,"nn":1,"module":1},"38972,1824,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"def":3,"get":7,"multimodal":7,"embeddings":15,"self":12,"kwargs":4,"object":1,"multimodalembeddings":2,"image":8,"input":14,"parse":1,"and":2,"validate":1,"if":3,"is":7,"none":10,"return":3,"assert":1,"model":6,"vqmodel":1,"not":3,"tokens":3,"data":1,"to":1,"config":1,"torch":7,"dtype":1,"vision":4,"ids":6,"tensor":6,"optional":3,"inputs":9,"embeds":9,"len":1,"0":1,"merge":1,"vocabulary":1,"mapping":1,"token":1,"id":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"union":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1},"40796,1738,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"hidden":4,"states":4,"self":7,"model":2,"input":1,"ids":1,"positions":1,"intermediate":1,"tensors":2,"inputs":2,"embeds":2,"return":2,"def":2,"compute":1,"logits":7,"torch":4,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1,"disallow":1,"image":6,"tokens":5,"which":1,"does":1,"not":2,"include":2,"special":1,"begin":1,"and":1,"end":1,"if":3,"is":1,"none":1,"vocabulary":1,"mapping":2,"finfo":1,"dtype":1,"min":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":3,"stacked":1,"params":3,"param":1,"name":6,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":2,"for":1,"weight":1,"in":5,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":2,"cos":1,"cached":2,"or":1,"sin":1,"models":1,"trained":1,"using":1,"colossalai":1,"may":1,"these":1,"the":1,"checkpoint":1,"skip":1,"them":1},"42534,318,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"with":2,"tie":2,"word":2,"embeddings":2,"we":1,"can":1,"skip":1,"lm":2,"head":2,"weight":3,"the":3,"might":1,"appear":1,"unnecessarily":1,"in":2,"files":1,"if":2,"model":1,"is":1,"processed":1,"quantization":1,"lora":1,"fine":1,"tuning":1,"etc":1,"self":1,"config":1,"and":1,"name":1,"continue":1},"42852,293,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"use":2,"default":2,"weight":2,"loading":2,"false":1,"if":2,"vqmodel":2,"in":1,"name":1,"self":1,"model":2,"is":1,"not":2,"none":1,"we":1,"only":1,"do":1,"sharding":1,"for":2,"language":1,"and":1,"vqvae":1,"now":1,"true":1},"43145,726,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"else":1,"for":2,"param":5,"name":12,"weight":7,"shard":2,"id":2,"in":3,"stacked":1,"params":3,"mapping":1,"if":3,"not":2,"continue":3,"replace":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"dict":2,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"loader":3,"loaded":1,"break":1},"43871,1294,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"else":2,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":4,"name":14,"endswith":2,"and":1,"not":4,"in":4,"params":3,"dict":3,"continue":3,"remapping":1,"the":4,"of":1,"fp8":1,"kv":10,"scale":10,"remapped":4,"replace":1,"attn":1,"logger":1,"warning":1,"once":1,"found":2,"checkpoint":1,"e":2,"g":2,"s":2,"but":1,"expected":1,"model":1,"is":2,"loaded":2,"noqa":1,"e501":1,"pp":1,"missing":1,"parameter":1,"self":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1},"45165,409,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"if":2,"use":1,"default":2,"weight":6,"loading":1,"and":1,"name":4,"in":1,"params":3,"dict":2,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"continue":1,"param":3,"loader":4,"getattr":1,"loaded":2,"add":1},"45574,29,data/raw/vllm-0.10.1/vllm/model_executor/models/chameleon.py":{"return":1,"loaded":1,"params":1},"0,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/fairseq2_llama.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":3,"the":15,"vllm":9,"project":1,"2024":2,"team":1,"meta":1,"platforms":1,"inc":1,"and":2,"affiliates":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":3,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":4,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":2,"express":1,"implied":1,"see":1,"for":3,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"llama":2,"model":10,"fairseq2":1,"weights":1,"from":7,"collections":1,"abc":1,"import":8,"iterable":1,"torch":2,"nn":1,"parameter":1,"config":4,"vllmconfig":2,"get":4,"tensor":4,"parallel":4,"rank":5,"world":2,"size":3,"executor":2,"layers":1,"linear":1,"set":1,"weight":1,"attrs":1,"models":1,"llamaforcausallm":2,"utils":1,"autoweightsloader":1,"weightsmapper":1,"class":1,"fairseq2llamaforcausallm":1,"def":1,"init":2,"self":5,"prefix":3,"str":1,"super":1,"tp":4,"loader":1,"read":1,"only":1,"relevant":1,"checkpoint":3,"files":1,"allow":1,"patterns":1,"overrides":1,"full":1,"pt":2,"sharded":1,"current":1,"f":1},"1828,1620,data/raw/vllm-0.10.1/vllm/model_executor/models/fairseq2_llama.py":{"def":1,"load":2,"weights":12,"self":8,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"fairseq2":2,"s":2,"serialization":1,"adds":1,"a":1,"wrapper":1,"to":6,"usual":1,"pt":1,"state":2,"dict":4,"model":6,"key":2,"my":2,"name":4,"which":1,"we":1,"first":1,"need":1,"unpack":1,"wrapped":3,"items":1,"type":1,"ignore":1,"remap":1,"keys":1,"fs2":2,"vllm":2,"mapper":2,"weightsmapper":1,"orig":2,"new":2,"prefix":1,"decoder":2,"frontend":1,"embed":2,"tokens":1,"final":1,"proj":9,"lm":2,"head":2,"substr":1,"attn":3,"layer":3,"norm":4,"input":1,"layernorm":2,"ffn":4,"post":1,"attention":1,"output":2,"o":1,"gate":2,"mlp":3,"inner":1,"up":1,"down":1,"apply":1,"params":2,"named":1,"parameters":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1,"reshape":1,"loaded":2,"weight":2,"for":1,"in":1},"3448,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/fairseq2_llama.py":{"def":3,"flag":2,"sharded":7,"weights":4,"self":9,"params":3,"dict":2,"str":4,"parameter":2,"sets":1,"the":1,"is":2,"weight":9,"to":1,"true":2,"for":6,"all":2,"name":5,"param":3,"in":11,"items":1,"modules":5,"split":2,"if":3,"norm":1,"and":1,"len":1,"size":6,"2":4,"layer":1,"norms":1,"are":2,"not":1,"continue":2,"elif":2,"any":1,"emb":2,"embed":1,"tokens":1,"lm":1,"head":2,"now":1,"we":1,"repeat":1,"embedding":1,"layers":2,"compatibility":1,"else":1,"other":1,"set":1,"attrs":1,"reshape":3,"fairseq2":2,"loaded":5,"torch":4,"tensor":4,"tuple":1,"s":1,"permute":3,"w":3,"n":5,"heads":7,"int":1,"attn":8,"config":4,"dim":2,"check":1,"a":1,"on":1,"0":2,"tp":3,"out":3,"hidden":1,"return":1,"view":1,"transpose":1,"1":1,"rotary":1,"embeds":1,"should":1,"be":1,"sliced":1,"k":1,"proj":2,"num":2,"key":1,"value":1,"q":1,"attention":1},"5263,1291,data/raw/vllm-0.10.1/vllm/model_executor/models/fairseq2_llama.py":{"we":2,"make":1,"the":4,"loaded":7,"weights":3,"compatible":1,"with":1,"both":1,"full":1,"checkpoints":2,"and":3,"tp":6,"sharded":5,"embeddings":3,"are":4,"repeated":1,"to":4,"fit":1,"vocab":6,"size":12,"other":1,"flagged":1,"for":2,"weight":9,"loader":1,"calls":1,"if":4,"any":1,"emb":2,"in":4,"modules":2,"embed":2,"tokens":2,"lm":1,"head":1,"on":1,"dim":5,"0":2,"fairseq2":1,"has":1,"be":3,"divisible":2,"by":2,"so":1,"don":1,"t":1,"worry":1,"about":1,"padding":1,"self":6,"1":2,"shape":2,"config":2,"assert":1,"should":1,"repeats":3,"len":1,"repeat":2,"match":1,"easily":1,"narrow":1,"able":1,"set":1,"attrs":1,"params":2,"name":2,"is":2,"false":1,"rest":1,"too":1,"flag":1,"return":1},"0,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":2,"the":11,"vllm":12,"project":1,"adapted":1,"from":14,"https":1,"huggingface":3,"co":1,"inceptionai":1,"jais":4,"30b":1,"chat":1,"v3":1,"blob":1,"main":1,"modeling":1,"py":1,"2023":3,"team":2,"authors":1,"and":2,"inc":1,"all":1,"rights":1,"reserved":1,"cerebras":1,"systems":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"model":10,"compatible":1,"weights":1,"import":15,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":2,"parallel":3,"rank":1,"world":1,"size":1,"executor":6,"layers":4,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1},"1984,1842,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"from":4,"vllm":2,"sequence":1,"import":4,"intermediatetensors":1,"transformers":1,"utils":2,"configs":1,"jaisconfig":2,"interfaces":1,"supportspp":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":2,"class":2,"swigluactivation":1,"nn":3,"module":2,"def":4,"forward":1,"self":10,"x1":2,"torch":3,"tensor":7,"x2":2,"return":4,"functional":1,"silu":1,"get":6,"alibi":2,"slopes":5,"n":8,"power":9,"of":7,"2":12,"start":3,"math":4,"log2":3,"3":1,"ratio":2,"i":2,"for":1,"in":1,"range":1,"if":3,"integer":1,"else":2,"closest":4,"floor":1,"0":4,"jaisattention":1,"init":2,"config":9,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"str":1,"super":1,"hidden":3,"size":7,"total":4,"num":6,"heads":6,"attention":1,"model":4,"parallel":4,"world":4,"assert":1,"head":2,"dim":2,"hasattr":1,"scale":7,"qk":4,"dot":4,"by":4,"d":4,"mup":2,"attn":2,"1":1,"5":1},"3826,1329,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"self":16,"c":4,"attn":9,"qkvparallellinear":1,"hidden":5,"size":3,"head":6,"dim":3,"total":2,"num":5,"heads":5,"bias":2,"true":2,"quant":6,"config":8,"proj":2,"rowparallellinear":1,"tp":3,"rank":4,"get":2,"tensor":3,"model":1,"parallel":1,"start":2,"end":2,"1":2,"alibi":6,"slopes":6,"attention":1,"scale":2,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"states":2,"torch":2,"qkv":2,"q":2,"k":2,"v":2,"chunk":1,"chunks":1,"3":1,"output":4,"return":1,"class":1,"jaismlp":1,"nn":1,"module":1},"5155,1697,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"def":3,"init":4,"self":16,"intermediate":4,"size":12,"int":1,"config":16,"jaisconfig":2,"quant":8,"optional":3,"quantizationconfig":2,"none":5,"super":2,"hidden":20,"swiglu":5,"activation":1,"function":1,"c":6,"fc":2,"columnparallellinear":2,"bias":3,"true":3,"fc2":2,"if":4,"else":3,"proj":2,"rowparallellinear":1,"act":3,"swigluactivation":1,"forward":1,"states":10,"torch":2,"tensor":2,"states2":2,"return":1,"class":1,"jaisblock":1,"nn":1,"module":1,"cache":1,"cacheconfig":1,"prefix":1,"str":1,"inner":3,"dim":1,"n":2,"is":1,"not":1,"4":1},"6852,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"self":18,"ln":4,"1":2,"nn":4,"layernorm":2,"hidden":18,"size":4,"eps":2,"config":30,"layer":3,"norm":2,"epsilon":2,"attn":7,"jaisattention":1,"cache":3,"quant":4,"prefix":3,"f":1,"2":2,"mlp":2,"jaismlp":1,"inner":1,"dim":4,"def":2,"forward":3,"states":15,"torch":3,"tensor":2,"residual":6,"output":2,"connection":2,"feed":2,"return":1,"support":1,"compile":1,"class":1,"jaismodel":1,"module":1,"init":2,"vllm":4,"vllmconfig":1,"str":1,"super":1,"model":1,"hf":1,"assert":3,"not":3,"add":1,"cross":1,"attention":1,"scale":6,"by":1,"inverse":1,"idx":1,"reorder":1,"and":1,"upcast":1,"embed":3,"wte":1,"vocabparallelembedding":1,"vocab":1,"wpe":1,"embedding":2,"max":1,"position":2,"embeddings":6,"if":2,"type":1,"alibi":1,"else":2,"none":1,"hasattr":1,"mup":1},"8824,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"self":17,"start":2,"layer":7,"end":2,"h":3,"make":3,"layers":2,"config":9,"num":1,"hidden":15,"lambda":1,"prefix":5,"jaisblock":1,"cache":2,"quant":2,"f":3,"ln":2,"nn":1,"layernorm":1,"embed":1,"dim":1,"eps":1,"norm":1,"epsilon":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":14,"n":1,"embd":1,"def":2,"get":4,"input":6,"embeddings":3,"ids":6,"torch":7,"tensor":7,"return":3,"wte":1,"forward":1,"position":4,"optional":2,"intermediatetensors":3,"none":5,"inputs":5,"embeds":7,"union":1,"if":4,"pp":2,"group":2,"is":5,"first":1,"rank":2,"wpe":2,"not":3,"else":2,"float":1,"scale":1,"dtype":2,"assert":1,"for":1,"in":1,"last":1},"10814,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"class":1,"jaislmheadmodel":1,"nn":1,"module":1,"supportspp":1,"def":3,"init":2,"self":20,"vllm":5,"config":22,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":1,"hf":1,"quant":4,"transformer":6,"jaismodel":1,"maybe":1,"if":2,"tie":1,"word":1,"embeddings":3,"lm":2,"head":2,"wte":1,"else":2,"parallellmhead":1,"vocab":3,"size":4,"hidden":3,"hasattr":1,"width":3,"scale":7,"output":4,"logits":4,"mup":2,"alpha":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":2},"12649,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/jais.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":2,"head":2,"return":2,"load":1,"weights":5,"iterable":1,"tuple":1,"str":3,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":7,"for":2,"name":15,"weight":12,"in":7,"if":7,"gpt":2,"2":2,"ties":1,"the":6,"of":3,"embedding":1,"layer":2,"and":1,"final":1,"linear":2,"continue":6,"attn":4,"bias":3,"or":1,"masked":1,"skip":1,"attention":1,"mask":1,"note":2,"c":4,"should":1,"not":4,"be":1,"skipped":1,"relative":1,"pe":1,"startswith":1,"transformer":2,"is":1,"pp":1,"missing":1,"parameter":1,"param":3,"hf":1,"s":1,"implementation":1,"uses":1,"conv1d":3,"instead":1,"because":1,"this":1,"we":1,"need":1,"to":1,"transpose":1,"zhuohan":1,"logic":1,"below":1,"might":1,"break":1,"quantized":1,"models":1,"proj":1,"fc":1,"endswith":1,"t":1,"loader":4,"getattr":1,"default":1,"add":1},"0,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":2,"project":1,"adapted":1,"from":10,"https":1,"github":1,"com":1,"huggingface":3,"transformers":6,"blob":1,"19e6e80e10118f855137b90740936c0b11ac397f":1,"src":1,"models":4,"qwen2":8,"vl":8,"modeling":1,"py":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":2,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":3,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":11,"iterable":1,"mapping":1,"sequence":1,"functools":1,"partial":1,"typing":1,"callable":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":3,"nn":3,"functional":1,"f":1,"einops":1,"rearrange":1,"repeat":1,"autoconfig":1,"batchfeature":1,"qwen2vlimageprocessor":1,"qwen2vlprocessor":1,"configuration":1,"qwen2vlconfig":1,"qwen2vlvisionconfig":1,"image":1,"processing":1,"smart":1,"resize":1},"1944,1957,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"from":23,"transformers":3,"models":2,"qwen2":2,"vl":2,"video":1,"processing":2,"import":23,"qwen2vlvideoprocessor":1,"vllm":21,"config":2,"vllmconfig":1,"distributed":2,"parallel":2,"state":1,"tensor":1,"model":10,"all":1,"gather":1,"utils":5,"as":1,"dist":1,"logger":2,"init":1,"executor":8,"samplingmetadata":1,"layers":5,"activation":1,"quickgelu":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":3,"quantizationconfig":1,"gptq":2,"gptqconfig":1,"marlin":1,"gptqmarlinconfig":1,"loader":2,"weight":2,"default":1,"module":1,"mapping":1,"multimodelkeys":1,"multimodal":6,"registry":1,"inputs":1,"imageitem":1,"modalitydata":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"videoitem":1,"parse":1,"dictembeddingitems":1,"imagesize":1,"modalitydataitems":1,"multimodaldataitems":1,"multimodaldataparser":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"platforms":1,"backend":1,"current":1,"platform":1,"sequence":1,"intermediatetensors":1,"uses":1,"mrope":1,"tokenizer":1,"anytokenizer":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1},"3901,1851,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"from":2,"utils":1,"import":2,"autoweightsloader":1,"weightsmapper":1,"init":2,"vllm":1,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"vision":2,"get":1,"vit":1,"attn":1,"backend":1,"logger":2,"name":1,"for":1,"profile":1,"run":1,"max":1,"frames":1,"per":1,"video":2,"16":1,"inputs":1,"class":3,"qwen2vlimagepixelinputs":2,"typeddict":3,"type":3,"literal":3,"pixel":4,"values":4,"torch":8,"tensor":11,"shape":6,"num":9,"patches":2,"channels":2,"patch":5,"size":8,"image":7,"grid":12,"thw":3,"images":6,"3":3,"this":3,"should":3,"be":3,"in":3,"t":3,"h":3,"w":3,"format":3,"qwen2vlimageembeddinginputs":2,"embeds":2,"supported":1,"types":1,"list":2,"a":2,"of":4,"tensors":2,"holding":2,"all":3,"features":5,"each":1,"holds":1,"an":1,"s":1,"concatenation":1,"feature":1,"hidden":3,"varies":1,"based":1,"on":1,"the":3,"number":1,"and":1,"resolution":1,"must":1,"match":1,"language":1,"backbone":1,"qwen2vlimageinputs":1,"union":1,"qwen2vlvideopixelinputs":1,"videos":3,"temporal":1},"5752,1860,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"class":2,"qwen2vlvideoembeddinginputs":2,"typeddict":1,"type":2,"literal":1,"video":4,"embeds":2,"torch":6,"tensor":9,"supported":1,"types":1,"list":2,"a":2,"of":4,"tensors":2,"holding":2,"all":3,"videos":5,"features":11,"each":1,"holds":1,"an":1,"s":1,"concatenation":1,"feature":1,"shape":2,"num":3,"image":2,"hidden":6,"size":3,"varies":1,"based":1,"on":1,"the":3,"number":1,"and":1,"resolution":1,"must":1,"match":1,"language":1,"model":1,"backbone":1,"grid":4,"thw":1,"3":1,"this":1,"should":1,"be":1,"in":4,"t":1,"h":1,"w":1,"format":1,"qwen2vlvideoinputs":1,"union":1,"qwen2vlvideopixelinputs":1,"vision":1,"encoder":1,"qwen2visionmlp":1,"nn":2,"module":2,"def":2,"init":2,"self":8,"int":2,"act":4,"layer":2,"quickgelu":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"fc1":3,"columnparallellinear":1,"f":2,"fc2":3,"rowparallellinear":1,"forward":1,"x":8,"parallel":4,"return":1},"7612,1638,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":3,"rotate":2,"half":2,"x":10,"torch":14,"tensor":9,"interleaved":6,"bool":2,"false":2,"if":4,"not":3,"x1":4,"x2":4,"chunk":1,"2":11,"dim":11,"1":11,"return":4,"cat":2,"else":3,"rearrange":1,"stack":1,"d":10,"two":3,"apply":6,"rotary":9,"emb":6,"cos":9,"sin":8,"batch":2,"size":2,"seqlen":3,"nheads":1,"headdim":1,"or":1,"ro":5,"shape":2,"assert":1,"repeat":2,"pos":1,"vision":1,"t":5,"freqs":3,"float":1,"current":1,"platform":1,"is":1,"cuda":1,"from":1,"vllm":2,"flash":1,"attn":1,"layers":1,"import":1,"output":2,"type":1,"as":1,"class":1,"qwen2visionattention":1,"nn":1,"module":1},"9250,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":2,"init":2,"self":14,"embed":3,"dim":4,"int":3,"num":4,"heads":4,"projection":4,"size":15,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"per":4,"attention":4,"head":4,"and":1,"partition":2,"values":1,"world":4,"parallel":5,"state":2,"get":3,"tensor":5,"model":3,"tp":3,"rank":2,"hidden":1,"dist":2,"utils":2,"divide":2,"qkv":7,"columnparallellinear":1,"input":2,"output":2,"3":2,"f":3,"proj":2,"rowparallellinear":1,"detect":1,"implementation":1,"attn":8,"backend":14,"vit":1,"support":2,"fa":3,"true":1,"if":2,"not":2,"in":2,"flash":3,"torch":3,"sdpa":1,"xformers":1,"rocm":2,"aiter":2,"raise":1,"runtimeerror":1,"qwen2":1,"vl":1,"does":1,"now":1,"is":1,"split":1,"tuple":1,"s":1,"b":1,"seq":1,"len":1,"bs":1,"shape":1,"1":1,"all":1,"gather":1},"11206,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"s":13,"b":13,"3":9,"head":17,"dim":10,"q":14,"k":13,"v":11,"qkv":3,"chunk":1,"2":1,"if":4,"self":12,"tp":5,"size":4,"1":2,"splitter":4,"partial":1,"dist":1,"utils":1,"split":2,"tensor":5,"along":1,"last":1,"num":2,"partitions":1,"rank":3,"new":2,"shape":3,"seq":1,"len":1,"bs":1,"attention":3,"heads":1,"per":2,"partition":1,"hidden":1,"x":10,"view":1,"for":5,"in":3,"return":1,"def":1,"forward":1,"torch":4,"cu":1,"seqlens":2,"rotary":6,"pos":6,"emb":6,"max":1,"seqlen":1,"optional":2,"int":2,"none":3,"only":2,"used":2,"flash":8,"list":1,"xformers":1,"c":1,"batch":1,"rearrange":2,"contiguous":1,"is":2,"not":1,"apply":2,"vision":2,"attn":8,"backend":3,"from":3,"vllm":1,"interface":1,"import":3,"varlen":3,"func":3,"rocm":1,"aiter":2,"fa":1,"else":1},"13155,1840,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"output":6,"flash":1,"attn":4,"varlen":1,"func":1,"q":8,"k":8,"v":6,"cu":7,"seqlens":7,"max":4,"seqlen":4,"dropout":2,"p":2,"0":4,"causal":1,"false":1,"context":2,"layer":2,"rearrange":3,"b":7,"s":6,"batch":1,"size":1,"elif":2,"self":2,"backend":4,"torch":2,"sdpa":1,"execute":1,"attention":2,"entry":2,"by":1,"for":3,"speed":1,"less":1,"vram":1,"outputs":3,"i":19,"in":2,"range":1,"1":3,"len":1,"start":4,"idx":8,"end":4,"x":2,"h":4,"d":4,"f":1,"scaled":1,"dot":1,"product":1,"append":1,"cat":1,"dim":1,"xformers":3,"from":2,"import":2,"ops":2,"as":1,"xops":1,"fmha":1,"bias":1,"blockdiagonalmask":1},"14995,1702,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"attn":5,"bias":3,"blockdiagonalmask":1,"from":1,"seqlens":2,"q":3,"seqlen":2,"kv":1,"none":6,"device":2,"context":4,"layer":12,"xops":1,"memory":1,"efficient":1,"attention":1,"forward":1,"k":1,"v":1,"p":1,"0":1,"scale":1,"rearrange":1,"b":2,"s":2,"h":2,"d":2,"contiguous":1,"output":2,"self":6,"proj":1,"return":1,"class":1,"qwen2visionblock":1,"nn":4,"module":3,"def":1,"init":2,"dim":10,"int":4,"num":3,"heads":3,"mlp":6,"ratio":2,"float":1,"act":3,"type":1,"quickgelu":1,"norm":5,"optional":2,"callable":1,"quant":5,"config":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"if":1,"is":1,"partial":1,"layernorm":1,"eps":1,"1e":1,"6":1,"norm1":1,"norm2":1,"hidden":2,"qwen2visionattention":1,"embed":1,"projection":1,"size":1,"f":2,"qwen2visionmlp":1},"16697,1553,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":3,"forward":2,"self":16,"x":15,"torch":6,"tensor":6,"cu":3,"seqlens":6,"rotary":3,"pos":3,"emb":3,"max":3,"seqlen":3,"optional":2,"int":6,"none":3,"only":2,"used":2,"for":2,"flash":1,"attention":1,"list":1,"xformers":1,"attn":1,"norm1":1,"mlp":1,"norm2":1,"return":2,"class":2,"qwen2visionpatchembed":1,"nn":3,"module":2,"init":2,"patch":12,"size":16,"14":1,"temporal":5,"2":1,"in":2,"channels":2,"3":1,"embed":5,"dim":5,"1152":1,"super":1,"kernel":4,"proj":2,"conv3d":1,"stride":1,"bias":1,"false":1,"l":3,"c":1,"shape":1,"view":2,"1":1,"qwen2visionpatchmerger":1},"18250,1824,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":3,"init":4,"self":17,"d":2,"model":2,"int":5,"context":3,"dim":8,"norm":4,"layer":4,"optional":2,"callable":1,"nn":5,"module":2,"none":6,"spatial":2,"merge":2,"size":7,"2":4,"quant":5,"config":5,"quantizationconfig":1,"prefix":5,"str":1,"super":2,"hidden":5,"if":1,"is":1,"partial":1,"layernorm":1,"eps":1,"1e":1,"6":1,"ln":2,"q":2,"mlp":10,"modulelist":1,"columnparallellinear":1,"bias":2,"true":2,"f":2,"0":5,"gelu":1,"rowparallellinear":1,"forward":1,"x":10,"torch":4,"tensor":2,"view":1,"1":2,"fc1":2,"act":2,"fc2":2,"parallel":4,"out":2,"return":1,"class":1,"qwen2visionrotaryembedding":1,"theta":4,"float":2,"10000":1,"inv":3,"freq":3,"arange":1,"dtype":1,"register":1,"buffer":1,"persistent":1,"false":1,"seq":1,"len":1,"cached":2,"freqs":1},"20074,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":3,"update":2,"freqs":6,"cache":2,"self":21,"seqlen":8,"int":2,"none":3,"if":1,"seq":4,"len":2,"cached":4,"2":3,"inv":5,"freq":5,"1":1,"0":2,"theta":1,"torch":5,"arange":2,"dim":11,"dtype":3,"float":2,"device":4,"outer":1,"forward":1,"tensor":1,"return":1,"class":1,"qwen2visiontransformer":1,"nn":2,"module":1,"init":2,"vision":10,"config":11,"qwen2vlvisionconfig":1,"norm":3,"eps":3,"1e":1,"6":1,"quant":1,"optional":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"patch":9,"size":14,"temporal":4,"spatial":4,"merge":4,"in":4,"channels":4,"hidden":2,"embed":8,"depth":2,"num":5,"heads":5,"mlp":2,"ratio":2,"qwen2visionpatchembed":1,"layer":1,"partial":1,"layernorm":1,"head":2,"rotary":1,"pos":1,"emb":1,"qwen2visionrotaryembedding":1},"22056,930,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"self":7,"blocks":2,"nn":1,"modulelist":1,"qwen2visionblock":1,"dim":4,"embed":4,"num":2,"heads":2,"mlp":2,"ratio":2,"norm":4,"layer":6,"quant":4,"config":4,"prefix":4,"f":2,"idx":2,"for":1,"in":1,"range":1,"depth":1,"merger":2,"qwen2visionpatchmerger":1,"d":1,"model":1,"hidden":1,"size":1,"context":1,"attn":2,"backend":3,"get":1,"vit":1,"support":1,"fa":1,"true":1,"property":2,"def":2,"dtype":3,"torch":2,"return":2,"patch":2,"proj":2,"weight":2,"device":3},"22986,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":3,"rot":2,"pos":13,"emb":8,"self":19,"grid":7,"thw":5,"torch":10,"tensor":6,"ids":13,"for":1,"t":2,"h":5,"w":5,"in":1,"hpos":4,"arange":2,"unsqueeze":2,"1":13,"expand":2,"wpos":4,"0":4,"reshape":2,"spatial":8,"merge":8,"size":10,"permute":2,"2":2,"3":2,"flatten":3,"append":1,"stack":1,"dim":2,"repeat":1,"cat":1,"max":7,"rotary":6,"full":2,"return":2,"compute":2,"attn":5,"mask":1,"seqlen":4,"cu":5,"seqlens":8,"tuple":1,"optional":2,"int":2,"list":1,"none":2,"if":1,"backend":6,"flash":1,"or":1,"rocm":1,"aiter":1,"fa":1,"item":1,"elif":1,"xformers":1,"tolist":1,"forward":1,"x":5,"patchify":1,"to":1,"device":2,"dtype":2,"patch":1,"embed":1,"position":1,"embedding":1},"24932,1546,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"compute":3,"cu":7,"seqlens":11,"torch":3,"repeat":1,"interleave":1,"grid":3,"thw":3,"1":3,"2":1,"0":4,"cumsum":1,"dim":1,"dtype":1,"int32":1,"f":1,"pad":1,"constant":1,"transformers":1,"x":7,"unsqueeze":1,"pre":1,"for":4,"attn":2,"mask":2,"to":1,"reduce":1,"cumemcpy":1,"operations":1,"max":3,"seqlen":4,"self":5,"blk":2,"in":4,"blocks":1,"rotary":2,"pos":2,"emb":2,"adapter":1,"merger":1,"return":1,"def":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"tensor":1,"set":3,"stacked":2,"params":4,"mapping":2,"param":3,"name":11,"shard":3,"id":2,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":2,"weight":4,"if":1,"not":1,"continue":1,"replace":1},"26478,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"param":6,"params":4,"dict":5,"name":3,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":4,"def":2,"qwen2vl":2,"field":2,"config":2,"hf":3,"inputs":3,"mapping":1,"str":2,"torch":4,"tensor":2,"image":16,"grid":15,"thw":9,"get":2,"empty":2,"0":2,"3":2,"sizes":10,"prod":2,"1":2,"video":11,"pixel":2,"values":2,"multimodalfieldconfig":6,"flat":4,"from":4,"embeds":3,"batched":2,"videos":1,"class":1,"qwen2vlmultimodaldataparser":1,"multimodaldataparser":1,"parse":2,"data":6,"self":1,"union":1,"modalitydata":1,"imageitem":1,"optional":1,"modalitydataitems":1,"any":2,"if":1,"isinstance":1,"dictembeddingitems":1,"modality":1,"required":1,"fields":2,"factory":1,"super":1},"28363,1780,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":7,"parse":2,"video":10,"data":6,"self":13,"union":1,"dict":2,"str":4,"torch":1,"tensor":1,"modalitydata":1,"videoitem":1,"optional":3,"modalitydataitems":1,"any":2,"if":2,"isinstance":1,"return":7,"dictembeddingitems":1,"modality":1,"required":1,"fields":2,"embeds":1,"grid":1,"thw":1,"factory":1,"qwen2vl":1,"field":1,"config":3,"super":1,"class":1,"qwen2vlprocessinginfo":1,"baseprocessinginfo":1,"get":12,"hf":5,"ctx":2,"qwen2vlconfig":1,"processor":9,"kwargs":5,"object":2,"qwen2vlprocessor":2,"use":2,"fast":2,"pop":1,"true":2,"image":13,"qwen2vlimageprocessor":2,"supported":1,"mm":4,"limits":1,"mapping":3,"int":8,"none":3,"max":7,"tokens":7,"per":1,"item":1,"seq":2,"len":2,"counts":2,"vision":1,"info":1,"width":1,"height":1,"num":1,"frames":1,"1":1,"do":1,"resize":1,"bool":1,"tuple":1,"imagesize":1,"is":1},"30143,1864,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"hf":3,"config":8,"self":3,"get":3,"vision":8,"patch":10,"size":19,"merge":4,"spatial":1,"temporal":5,"if":1,"do":1,"resize":2,"resized":4,"height":11,"width":11,"smart":1,"image":19,"factor":1,"min":2,"pixels":4,"processor":5,"max":3,"preprocessed":5,"imagesize":2,"else":1,"note":1,"frames":5,"are":1,"padded":3,"to":1,"be":1,"divisible":1,"by":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"48":1,"3":1,"src":1,"models":1,"qwen2":2,"vl":2,"processing":1,"py":1,"l294":1,"num":11,"grid":6,"t":2,"1":1,"h":2,"w":2,"patches":2,"tokens":5,"2":1,"return":2,"def":1,"int":3,"optional":1,"qwen2vlimageprocessor":1,"info":1},"32007,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":5,"get":13,"num":17,"video":6,"tokens":10,"self":11,"image":26,"width":10,"int":10,"height":10,"frames":13,"processor":6,"optional":1,"qwen2vlimageprocessor":1,"vision":2,"info":2,"return":4,"size":5,"with":4,"most":4,"features":4,"imagesize":1,"max":10,"9999999":2,"none":3,"target":8,"0":3,"while":1,"true":1,"next":5,"1":1,"if":1,"break":1,"seq":1,"len":1,"mm":3,"counts":3,"mapping":1,"str":1,"images":1,"videos":1},"33840,1745,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"max":14,"image":13,"tokens":5,"self":11,"get":15,"images":4,"total":2,"frames":10,"video":11,"seq":5,"len":5,"per":3,"min":1,"videos":4,"1":2,"return":3,"def":3,"int":6,"mm":10,"counts":9,"mapping":3,"str":6,"target":7,"width":4,"height":4,"size":2,"with":4,"most":4,"features":4,"num":11,"processor":5,"none":1,"class":1,"qwen2vldummyinputsbuilder":1,"basedummyinputsbuilder":1,"qwen2vlprocessinginfo":1,"dummy":2,"text":1,"0":4,"hf":4,"info":3,"token":6,"data":1,"multimodaldatadict":1},"35585,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"return":4,"image":7,"self":7,"get":10,"dummy":2,"images":3,"width":4,"target":6,"height":4,"num":8,"video":4,"videos":3,"frames":2,"class":1,"qwen2vlmultimodalprocessor":1,"basemultimodalprocessor":1,"qwen2vlprocessinginfo":1,"def":3,"data":1,"parser":1,"multimodaldataparser":1,"qwen2vlmultimodaldataparser":1,"prompt":1,"updates":1,"mm":6,"items":1,"multimodaldataitems":1,"hf":7,"processor":10,"kwargs":5,"mapping":1,"str":2,"any":1,"out":2,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":3,"tokenizer":3,"vocab":4,"placeholder":3,"token":2,"merge":3,"length":2,"size":1,"2":1,"replacement":3,"qwen2vl":2,"item":2,"idx":2,"int":2,"modality":9,"grid":4,"thw":4,"f":1,"assert":1,"isinstance":1,"torch":1,"tensor":1,"tokens":2,"prod":1,"promptreplacement":1,"partial":1,"for":1,"in":1},"37535,1778,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":3,"get":2,"mm":2,"fields":1,"config":18,"self":4,"hf":5,"inputs":3,"batchfeature":1,"processor":2,"kwargs":1,"mapping":5,"str":6,"object":1,"multimodalfieldconfig":1,"return":3,"qwen2vl":1,"field":1,"multimodal":5,"registry":1,"register":1,"qwen2vlmultimodalprocessor":1,"info":1,"qwen2vlprocessinginfo":1,"dummy":1,"qwen2vldummyinputsbuilder":1,"class":1,"qwen2vlforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportslora":1,"supportspp":1,"to":3,"ensure":1,"correct":1,"weight":1,"loading":1,"and":1,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":2,"for":2,"names":1,"in":1,"checkpoint":2,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":11,"language":4,"visual":2,"original":1,"lm":2,"head":2,"classmethod":1,"placeholder":1,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":2,"startswith":2,"image":3,"vision":4,"start":2,"pad":2,"end":2,"video":3,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":2,"vllmconfig":1,"super":1,"qwen2vlconfig":1,"quant":2},"39313,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"if":6,"multimodal":2,"config":14,"get":2,"limit":2,"per":2,"prompt":2,"image":1,"or":2,"video":1,"self":8,"visual":3,"qwen2visiontransformer":1,"vision":2,"norm":2,"eps":2,"getattr":1,"rms":1,"1e":1,"6":1,"quant":7,"maybe":4,"ignore":2,"prefix":6,"else":2,"none":2,"language":3,"model":4,"init":1,"vllm":3,"registered":1,"architectures":1,"qwen2forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":2,"quantizationconfig":1,"gptq":2,"configs":1,"do":1,"not":2,"have":1,"a":1,"list":3,"of":2,"ignored":1,"modules":1,"however":1,"autogptq":1,"seems":1,"to":1,"avoid":1,"encoder":1,"sections":1,"for":1,"some":1,"models":1,"see":1,"https":1,"huggingface":1,"co":1,"qwen":1,"qwen2":1,"vl":1,"2b":1,"instruct":1,"int4":1,"isinstance":3,"gptqconfig":1,"gptqmarlinconfig":1,"return":5,"validate":1,"and":1,"reshape":1,"mm":12,"tensor":5,"input":11,"object":1,"name":3,"str":1,"torch":5,"raise":2,"valueerror":2,"f":5,"incorrect":1,"type":3,"got":2,"ndim":4,"2":1,"3":1,"should":1,"be":1,"2d":1,"batched":1,"3d":1,"shape":2,"concat":2},"41294,1743,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":1,"parse":1,"and":6,"validate":5,"image":28,"input":1,"self":5,"kwargs":4,"object":1,"optional":1,"qwen2vlimageinputs":1,"pixel":13,"values":13,"pop":3,"none":8,"embeds":12,"grid":12,"thw":12,"if":5,"is":4,"return":3,"not":4,"reshape":4,"mm":4,"tensor":6,"isinstance":2,"torch":2,"list":1,"raise":2,"valueerror":2,"incorrect":2,"type":8,"of":2,"f":2,"got":2,"qwen2vlimagepixelinputs":1,"embeddings":1,"qwen2vlimageembeddinginputs":1},"43037,1768,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":2,"parse":1,"and":6,"validate":5,"video":27,"input":4,"self":6,"kwargs":4,"object":1,"optional":1,"qwen2vlvideoinputs":1,"pixel":10,"values":10,"videos":9,"pop":3,"none":8,"embeds":12,"grid":15,"thw":15,"if":4,"is":4,"return":3,"not":3,"reshape":4,"mm":4,"tensor":6,"qwen2vlvideopixelinputs":1,"type":5,"isinstance":1,"torch":2,"raise":1,"valueerror":1,"incorrect":1,"of":1,"embeddings":1,"f":1,"got":1,"qwen2vlvideoembeddinginputs":1,"process":1,"image":4,"qwen2vlimageinputs":1,"tuple":1,"assert":1,"ndim":1,"2":1},"44805,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"if":5,"image":11,"input":14,"type":2,"embeds":12,"else":2,"pixel":8,"values":8,"self":10,"visual":4,"grid":9,"thw":9,"split":4,"concatenated":2,"embeddings":2,"for":3,"each":2,"item":2,"merge":8,"size":8,"spatial":2,"sizes":4,"prod":2,"1":2,"return":4,"tolist":2,"def":3,"process":1,"video":15,"qwen2vlvideoinputs":1,"tuple":1,"torch":2,"tensor":1,"assert":1,"ndim":1,"2":1,"videos":6,"parse":3,"and":5,"validate":3,"multimodal":1,"inputs":1,"kwargs":5,"object":1,"dict":1,"modalities":7,"preserve":1,"the":2,"order":2,"of":3,"there":1,"are":1,"multiple":1,"them":1,"from":1,"key":3,"in":5,"images":2,"not":2,"get":1,"language":2,"model":2,"nn":1,"module":1},"46797,1666,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":2,"get":3,"multimodal":13,"embeddings":17,"self":8,"kwargs":2,"object":1,"multimodalembeddings":2,"modalities":6,"parse":1,"and":2,"validate":1,"inputs":5,"if":4,"not":2,"return":3,"the":4,"result":1,"is":3,"tuple":2,"of":2,"tensors":1,"with":1,"each":1,"tensor":4,"correspoending":1,"to":3,"a":1,"data":1,"item":1,"image":5,"or":1,"video":7,"torch":3,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"in":2,"this":1,"dictionary":1,"preserve":1,"order":1,"for":1,"modality":3,"images":2,"input":11,"vision":2,"process":2,"videos":2,"ids":3,"optional":1,"none":2,"embeds":4,"language":1,"model":1,"len":1,"0":1,"merge":1,"config":2,"token":2,"id":2},"48463,1312,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":2,"get":2,"input":15,"embeddings":4,"v0":1,"self":7,"ids":5,"torch":6,"tensor":6,"image":7,"optional":4,"qwen2vlimagepixelinputs":1,"none":6,"video":7,"qwen2vlvideopixelinputs":1,"inputs":7,"embeds":11,"if":2,"is":2,"not":2,"process":2,"merge":2,"multimodal":2,"placeholder":2,"token":4,"id":4,"config":2,"return":1,"forward":2,"positions":1,"intermediate":1,"tensors":1,"intermediatetensors":2,"kwargs":1,"object":1,"union":1,"run":1,"pass":1,"for":1,"qwen2":1,"vl":1},"49775,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"args":1,"input":16,"ids":5,"flattened":2,"concatenated":2,"corresponding":2,"to":6,"a":4,"batch":2,"positions":5,"position":1,"note":2,"if":8,"mrope":2,"is":7,"enabled":1,"default":1,"setting":1,"for":2,"qwen2":1,"vl":1,"opensource":1,"models":1,"the":1,"shape":1,"will":2,"be":4,"3":5,"seq":3,"len":3,"otherwise":1,"it":1,"pixel":4,"values":4,"fed":2,"model":3,"none":11,"no":4,"images":3,"are":4,"passed":4,"image":7,"grid":4,"thw":2,"tensor":2,"n":2,"of":3,"3d":2,"in":3,"llm":2,"videos":5,"video":7,"intermediate":1,"tensors":1,"not":1,"inputs":5,"embeds":5,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"from":1,"get":3,"multimodal":2,"embeddings":3,"and":5,"this":1,"condition":1,"only":1,"v0":2,"compatibility":1,"elif":1,"self":4,"parse":2,"validate":2,"kwargs":2,"else":1,"uses":1,"config":1,"assert":1,"ndim":1,"2":1,"size":2,"0":1,"section":1,"rotary":1,"embedding":1,"requires":1,"f":1,"but":1,"got":1},"51749,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"hidden":4,"states":4,"self":9,"language":4,"model":6,"input":2,"ids":2,"positions":2,"intermediate":2,"tensors":2,"inputs":2,"embeds":2,"return":4,"def":4,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":3,"set":1,"skip":4,"prefixes":4,"if":3,"visual":4,"is":3,"none":4,"extend":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"get":2,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":3,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"merger":1,"tower":1,"class":3,"tarsier2multimodalprocessor":1,"qwen2vlmultimodalprocessor":1,"pass":1,"tarsier2imageprocessor":1,"qwen2vlimageprocessor":1,"init":3,"size":11,"dict":1,"int":1,"kwargs":3,"not":1,"and":2,"min":2,"pixels":4,"max":2,"remap":1,"tarsier2":1,"specific":1,"format":1,"provided":1,"remapped":2,"shortest":1,"edge":2,"longest":1,"super":2,"else":1,"tarsier2processor":1,"qwen2vlprocessor":1},"53678,1581,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":4,"init":2,"self":10,"vision":5,"config":14,"dict":5,"tokenizer":5,"anytokenizer":1,"kwargs":4,"image":6,"processor":9,"tarsier2imageprocessor":3,"super":1,"video":1,"qwen2vlvideoprocessor":1,"chat":1,"template":1,"none":1,"class":2,"tarsier2processinginfo":2,"qwen2vlprocessinginfo":1,"get":6,"hf":5,"qwen2vlconfig":2,"model":4,"path":2,"ctx":3,"original":2,"autoconfig":1,"from":2,"pretrained":1,"to":3,"correct":2,"return":3,"object":1,"tarsier2processor":2,"multimodal":1,"registry":1,"register":1,"tarsier2multimodalprocessor":1,"info":1,"dummy":1,"inputs":1,"qwen2vldummyinputsbuilder":1,"tarsier2forconditionalgeneration":1,"qwen2vlforconditionalgeneration":1,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":1,"tower":1,"visual":1},"55259,900,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_vl.py":{"def":2,"init":2,"self":5,"vllm":6,"config":17,"vllmconfig":1,"prefix":3,"str":3,"tarsier2":1,"uses":1,"llava":1,"as":2,"model":3,"type":1,"which":1,"will":1,"create":1,"a":1,"qwen2vlconfig":2,"text":2,"we":1,"need":1,"to":2,"reconstruct":1,"from":1,"llavaconfig":1,"hf":3,"qwen2vl":3,"architectures":2,"super":1,"load":2,"weights":4,"iterable":1,"tuple":1,"torch":1,"tensor":1,"set":1,"skip":4,"prefixes":4,"if":1,"visual":2,"is":1,"none":1,"extend":1,"loader":2,"autoweightsloader":1,"return":1,"mapper":2},"0,1877,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"minimal":1,"implementation":1,"of":1,"blipvisionmodel":1,"intended":1,"be":1,"only":1,"used":1,"within":1,"a":1,"vision":1,"language":1,"model":7,"from":11,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":2,"torch":3,"nn":4,"as":1,"transformers":3,"blip2visionconfig":2,"blipvisionconfig":2,"attention":1,"layer":1,"multiheadattention":1,"distributed":1,"divide":1,"get":5,"tensor":1,"parallel":1,"world":1,"size":18,"executor":4,"layers":3,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"utils":1,"default":1,"interfaces":1,"supportsquant":1,"def":3,"blip":5,"patch":10,"grid":5,"length":5,"image":8,"int":6,"assert":1,"return":2,"num":1,"patches":1,"adapted":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"v4":1,"39":1,"src":1,"models":1,"modeling":1,"py":1,"l164":1,"noqa":1,"class":2,"blipvisionembeddings":1,"module":1,"init":2,"self":7,"config":6,"super":1,"embed":2,"dim":2,"hidden":1,"embedding":1,"parameter":1,"randn":1,"1":2},"1877,1290,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"self":17,"patch":11,"embedding":6,"nn":3,"conv2d":1,"in":1,"channels":2,"3":1,"out":1,"embed":2,"dim":3,"kernel":1,"size":10,"stride":1,"num":5,"patches":3,"get":1,"blip":1,"image":2,"positions":2,"1":7,"position":4,"parameter":1,"torch":4,"randn":1,"def":1,"forward":1,"pixel":3,"values":3,"tensor":2,"batch":2,"shape":2,"0":1,"target":3,"dtype":5,"weight":1,"embeds":8,"to":2,"width":1,"grid":2,"flatten":1,"2":2,"transpose":1,"class":4,"expand":1,"embeddings":5,"cat":1,"return":1,"blipattention":1,"module":1,"multi":1,"headed":1,"attention":2,"from":1,"is":1,"all":1,"you":1,"need":1,"paper":1},"3167,1785,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"def":3,"init":2,"self":34,"config":12,"union":1,"blipvisionconfig":1,"blip2visionconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"embed":9,"dim":15,"hidden":2,"size":4,"num":12,"heads":12,"attention":2,"head":6,"if":1,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"f":4,"got":1,"and":1,"scale":2,"0":1,"5":1,"dropout":2,"qkv":3,"qkvparallellinear":1,"bias":2,"projection":2,"rowparallellinear":1,"tp":2,"get":1,"tensor":5,"model":1,"parallel":1,"world":1,"per":2,"partition":2,"divide":1,"attn":1,"multiheadattention":1,"shape":2,"torch":2,"seq":2,"len":2,"int":2,"bsz":2,"return":1,"view":1,"transpose":1,"1":1,"2":1,"contiguous":1,"forward":1,"states":1,"input":1,"batch":1,"x":2,"time":1,"channel":1},"4952,1673,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"qkv":3,"states":17,"self":13,"hidden":12,"query":2,"key":2,"value":2,"chunk":1,"3":1,"dim":1,"1":1,"out":2,"attn":3,"output":2,"projection":1,"return":2,"none":5,"class":2,"blipmlp":1,"nn":2,"module":2,"def":3,"init":4,"config":15,"blipvisionconfig":2,"quant":6,"optional":2,"quantizationconfig":2,"prefix":6,"str":2,"super":2,"activation":2,"fn":3,"get":1,"act":2,"fc1":3,"columnparallellinear":1,"size":4,"intermediate":2,"bias":2,"true":2,"f":2,"fc2":3,"rowparallellinear":1,"forward":1,"torch":2,"tensor":2,"blipencoderlayer":1},"6625,1774,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"fallback":1,"to":1,"sdpa":1,"attention":2,"if":2,"tp":1,"unavailable":1,"self":15,"attn":3,"blipattention":1,"config":17,"quant":5,"prefix":5,"f":2,"layer":7,"norm1":2,"nn":3,"layernorm":2,"hidden":26,"size":2,"eps":4,"norm":2,"mlp":3,"blipmlp":1,"norm2":2,"def":2,"forward":1,"states":17,"torch":2,"tensor":2,"residual":4,"return":1,"class":1,"blipencoder":1,"module":1,"transformer":1,"encoder":1,"consisting":1,"of":1,"num":7,"layers":8,"each":1,"is":2,"a":1,"blipencoderlayer":1,"args":1,"blipconfig":1,"init":2,"blipvisionconfig":1,"optional":2,"quantizationconfig":1,"none":4,"override":3,"int":1,"str":1,"super":1,"else":1},"8399,1798,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"self":10,"layers":17,"nn":2,"modulelist":1,"blipencoderlayer":1,"config":16,"quant":5,"prefix":5,"f":4,"layer":4,"idx":2,"for":2,"in":2,"range":1,"num":9,"hidden":13,"def":2,"forward":1,"inputs":2,"embeds":2,"torch":1,"tensor":1,"states":4,"encoder":8,"return":1,"class":2,"blipvisionmodel":1,"module":1,"supportsquant":1,"blipvisionconfig":2,"main":1,"input":1,"name":1,"pixel":1,"values":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"init":2,"optional":3,"quantizationconfig":1,"none":5,"override":3,"int":1,"require":3,"post":4,"norm":3,"bool":1,"str":1,"super":1,"embeddings":1,"blipvisionembeddings":1,"blipencoder":1,"if":3,"len":3,"raise":1,"valueerror":1,"the":1,"original":1,"only":1,"has":1,"but":1,"you":1,"requested":1,"possible":1,"skip":1,"layernorm":1,"to":1,"conserve":1,"memory":1,"is":1},"10197,1509,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"if":5,"require":1,"post":8,"norm":2,"self":11,"layernorm":8,"nn":1,"config":2,"hidden":7,"size":1,"eps":2,"layer":5,"else":1,"none":3,"def":2,"forward":1,"pixel":2,"values":2,"torch":3,"tensor":3,"states":5,"embeddings":1,"encoder":3,"inputs":1,"embeds":1,"is":4,"return":2,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":4,"stacked":1,"params":3,"mapping":1,"param":1,"name":6,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"loaded":2,"count":2,"len":1,"layers":4,"for":1,"weight":1,"in":2,"not":1,"needed":1,"blipvisionmodel":1,"startswith":2,"and":1,"continue":2,"omit":1,"when":1,"num":1,"override":1,"idx":2,"int":1,"split":1,"2":1},"11706,696,data/raw/vllm-0.10.1/vllm/model_executor/models/blip.py":{"for":1,"param":8,"name":11,"weight":12,"shard":2,"id":2,"in":2,"stacked":1,"params":5,"mapping":1,"if":1,"not":1,"continue":1,"replace":1,"dict":2,"loader":7,"loaded":4,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"0,1971,data/raw/vllm-0.10.1/vllm/model_executor/models/ernie45.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":4,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":5,"the":15,"vllm":7,"project":1,"2025":1,"baidu":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":7,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":5,"based":1,"on":2,"s":1,"gpt":3,"neox":5,"library":2,"opt":2,"implementations":1,"in":5,"it":1,"has":1,"been":1,"modified":1,"from":4,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":5,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":2,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":3,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"erine":1,"compatible":1,"weights":1,"config":4,"import":3,"vllmconfig":2,"executor":1,"models":1,"llama":3,"llamaforcausallm":2,"utils":1,"ppmissinglayer":2,"class":1,"ernie4":2,"5forcausallm":1,"def":1,"init":2,"self":5,"prefix":3,"str":1,"super":1,"hack":1,"fit":1,"hf":1,"format":1,"5":1,"dense":1,"implementation":1,"attention":2,"difference":1,"between":1,"ernie":1,"1":1,"rotary":2,"dim":1,"no":2,"style":2,"there":1,"bias":3,"o":3,"proj":3,"layer":5,"layers":1,"if":1,"isinstance":1,"attn":3,"emb":1,"false":1,"none":1,"skip":1,"add":1,"true":1},"0,751,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2_ve.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":9,"typing":1,"import":10,"optional":1,"union":1,"torch":2,"nn":2,"transformers":1,"pretrainedconfig":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":1,"pp":1,"group":1,"model":3,"executor":3,"layers":2,"layernorm":1,"rmsnorm":1,"quantization":1,"quantizationconfig":1,"models":1,"internlm2":1,"internlm2attention":1,"internlm2forcausallm":1,"internlm2mlp":1,"internlm2model":1,"sequence":1,"intermediatetensors":1,"class":1,"internlm2vedecoderlayer":1,"module":1},"751,1747,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2_ve.py":{"def":1,"init":2,"self":10,"config":25,"pretrainedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":7,"quantizationconfig":1,"prefix":7,"str":1,"super":1,"hidden":14,"size":14,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"attention":4,"internlm2attention":1,"num":4,"heads":4,"kv":1,"key":1,"value":1,"f":3,"feed":4,"forward":4,"internlm2mlp":2,"intermediate":4,"act":4,"ve":2,"norm":4,"rmsnorm":2,"eps":4,"rms":2,"ffn":1},"2498,1740,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2_ve.py":{"def":2,"forward":4,"self":13,"positions":3,"torch":6,"tensor":6,"hidden":21,"states":18,"residual":8,"optional":2,"visual":8,"token":12,"mask":12,"none":3,"tuple":1,"attention":4,"if":3,"is":2,"norm":3,"else":2,"fully":1,"connected":1,"ffn":1,"not":1,"and":1,"any":2,"repeat":1,"1":3,"size":3,"bool":1,"text":4,"feed":3,"ve":1,"reshape":2,"flatten":2,"return":1,"class":1,"internlm2vemodel":1,"internlm2model":1,"init":2,"vllm":3,"config":3,"vllmconfig":1,"prefix":3,"str":1,"super":1,"layer":1,"type":1,"internlm2vedecoderlayer":1},"4238,1563,data/raw/vllm-0.10.1/vllm/model_executor/models/internlm2_ve.py":{"def":2,"forward":1,"self":7,"input":2,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":4,"tensors":4,"optional":3,"intermediatetensors":3,"none":6,"inputs":3,"embeds":3,"visual":3,"token":3,"mask":3,"union":1,"if":3,"get":2,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"tok":1,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1,"class":1,"internlm2veforcausallm":1,"internlm2forcausallm":1,"init":2,"vllm":3,"config":3,"vllmconfig":1,"prefix":3,"str":1,"super":1,"model":1,"type":1,"internlm2vemodel":1},"0,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":9,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"adapted":1,"from":18,"https":1,"huggingface":1,"co":1,"mosaicml":1,"mpt":1,"7b":1,"tree":1,"main":1,"import":20,"math":3,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":8,"nn":3,"as":1,"transformers":1,"mptconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":5,"pp":2,"group":1,"tensor":3,"model":10,"parallel":3,"rank":1,"world":1,"size":1,"executor":7,"layers":6,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"def":1,"alibi":3,"slopes":6,"total":4,"num":4,"heads":4,"int":2,"bias":2,"max":2,"next":4,"power":4,"of":4,"ceil":1,"log2":1,"m":4,"arange":1,"1":4,"dtype":1,"float32":1,"mul":1,"pow":1,"if":1,"concat":1,"return":1,"class":1,"mptattention":1,"module":1},"1997,1616,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"def":1,"init":2,"self":29,"config":25,"mptconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"prefix":2,"str":1,"super":1,"d":9,"model":10,"total":10,"num":11,"heads":14,"n":3,"head":1,"dim":1,"clip":2,"qkv":2,"attn":7,"qk":3,"ln":5,"alibi":3,"bias":6,"max":2,"if":2,"kv":5,"in":1,"else":1,"assert":3,"not":3,"lm":1,"pylint":1,"disable":1,"invalid":1,"name":1,"wqkv":1,"qkvparallellinear":1,"no":2,"q":1,"nn":2,"layernorm":2,"k":1,"out":1,"proj":1,"rowparallellinear":1,"tp":3,"world":4,"size":4,"get":1,"tensor":1,"parallel":1,"0":1},"3613,1564,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"if":1,"self":23,"total":6,"num":14,"kv":13,"heads":18,"tp":9,"world":4,"size":8,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":3,"across":2,"multiple":2,"tensor":3,"parallel":3,"gpus":2,"assert":2,"0":3,"else":1,"less":1,"replicate":1,"max":2,"1":2,"q":1,"head":9,"dim":5,"create":1,"alibi":8,"slopes":7,"and":1,"slice":1,"them":1,"rank":4,"get":2,"model":2,"start":2,"end":2,"bias":1,"tolist":1,"d":1,"scaling":2,"5":1,"attn":2,"attention":1,"cache":2,"config":4,"quant":2,"prefix":2,"f":1},"5177,1502,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"def":3,"forward":2,"self":21,"position":2,"ids":2,"torch":5,"tensor":5,"hidden":6,"states":2,"del":1,"unused":1,"qkv":6,"wqkv":1,"if":2,"clip":3,"is":1,"not":3,"none":2,"clamp":1,"min":1,"max":1,"q":6,"k":5,"v":2,"split":1,"size":10,"kv":2,"dim":1,"1":1,"qk":1,"ln":3,"attn":3,"output":4,"out":1,"proj":5,"return":2,"class":2,"mptmlp":1,"nn":2,"module":2,"init":2,"config":10,"mptconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"super":1,"d":1,"model":1,"expansion":3,"ratio":3,"intermediate":3,"up":2,"columnparallellinear":1,"bias":4,"no":2,"act":3,"get":1,"fn":1,"gelu":1,"down":2,"rowparallellinear":1,"x":8,"mptblock":1},"6679,1458,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"def":3,"init":4,"self":11,"config":22,"mptconfig":1,"cache":4,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"prefix":4,"str":2,"super":2,"hidden":12,"size":3,"d":1,"model":2,"norm":5,"1":3,"nn":3,"layernorm":3,"attn":3,"mptattention":1,"f":1,"2":2,"ffn":2,"mptmlp":1,"forward":1,"position":3,"ids":3,"torch":4,"tensor":3,"states":9,"x":8,"return":1,"support":1,"compile":1,"class":1,"mptmodel":1,"module":1,"vllm":4,"vllmconfig":1,"hf":1,"assert":2,"embedding":1,"fraction":1,"0":1,"type":1,"low":1,"precision":1},"8137,1959,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"self":15,"wte":2,"vocabparallelembedding":1,"config":9,"vocab":1,"size":1,"d":3,"model":3,"start":2,"layer":4,"end":2,"blocks":3,"make":3,"layers":2,"n":1,"lambda":1,"prefix":5,"mptblock":1,"cache":1,"quant":1,"f":3,"norm":2,"nn":2,"layernorm":2,"if":5,"no":1,"bias":5,"for":2,"module":4,"in":3,"modules":1,"hasattr":1,"and":2,"isinstance":1,"parameter":2,"remove":1,"the":1,"term":1,"linear":1,"register":1,"none":4,"empty":2,"intermediate":5,"tensors":5,"factory":1,"hidden":12,"states":12,"def":2,"get":4,"input":6,"embeddings":2,"ids":6,"torch":6,"tensor":6,"return":3,"forward":1,"position":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"union":1,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"else":2,"assert":1,"block":2,"last":1},"10096,1652,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"def":3,"load":1,"weights":3,"self":14,"iterable":1,"tuple":1,"str":4,"torch":3,"tensor":3,"set":3,"params":6,"dict":4,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":5,"for":2,"name":6,"weight":6,"in":2,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"if":2,"endswith":1,"and":1,"not":1,"continue":2,"is":1,"pp":1,"missing":1,"parameter":1,"param":3,"loader":4,"getattr":1,"default":1,"add":1,"return":2,"class":1,"mptforcausallm":1,"nn":1,"module":1,"supportspp":1,"init":2,"vllm":5,"config":16,"vllmconfig":1,"prefix":4,"super":1,"model":1,"hf":1,"quant":4,"assert":1,"tie":1,"word":1,"embeddings":3,"transformer":5,"mptmodel":1,"maybe":1,"lm":1,"head":1,"wte":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"get":2,"input":4,"ids":2},"11748,965,data/raw/vllm-0.10.1/vllm/model_executor/models/mpt.py":{"def":3,"forward":1,"self":7,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"transformer":1,"return":3,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"copied":1,"from":27,"https":1,"github":1,"com":1,"huggingface":1,"transformers":3,"import":34,"ast":1,"sys":2,"collections":2,"defaultdict":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"functools":1,"partial":1,"itertools":1,"chain":1,"typing":5,"any":1,"literal":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"as":2,"np":1,"pil":2,"einops":1,"rearrange":1,"image":1,"if":1,"version":1,"info":2,"3":1,"11":1,"unpack":4,"else":1,"extensions":2,"torch":2,"nn":2,"timm":2,"layers":2,"layernorm":1,"layernorm2d":1,"models":1,"regnet":1,"regstage":1,"batchfeature":1,"clipvisionconfig":1,"siglipvisionconfig":1,"modeling":1,"utils":2,"no":1,"init":2,"weights":1,"config":1,"vllmconfig":1,"inputs":2,"inputprocessingcontext":1,"model":3,"executor":2,"quantization":1,"quantizationconfig":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"processingcache":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"clip":1,"clipvisionmodel":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipvisionmodel":1,"autoweightsloader":1,"registered":1,"maybe":1,"prefix":1,"vision":2,"get":1,"encoder":1,"eot":1,"endofturn":1},"1972,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"image":7,"token":2,"str":3,"dummy3":1,"video":3,"unuse":1,"missing":1,"100270":1,"class":2,"hcxvisionmultimodalpixelinputs":2,"typeddict":1,"type":1,"literal":1,"pixel":3,"values":3,"images":3,"list":8,"torch":1,"tensor":2,"shape":3,"num":6,"grids":2,"channels":2,"height":7,"width":7,"if":4,"anyres":2,"note":1,"that":1,"or":1,"may":1,"be":1,"different":1,"per":1,"batch":1,"and":1,"in":1,"which":1,"case":1,"the":1,"data":1,"is":1,"passed":1,"as":1,"a":2,"instead":1,"of":1,"batched":1,"sizes":1,"tuple":2,"union":7,"int":13,"float":4,"vision":15,"query":10,"lengths":2,"videos":2,"hcxvisionmultimodalinputs":1,"hcxvisionprocessinginfo":1,"baseprocessinginfo":1,"def":5,"get":9,"encoder":5,"info":5,"self":7,"return":7,"hf":1,"config":1,"supported":1,"mm":1,"limits":1,"mapping":1,"optional":1,"none":2,"tokens":2,"length":8,"isinstance":2,"else":2,"sum":2,"size":2,"with":1,"most":1,"features":1,"imagesize":2},"3898,1693,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":4,"get":12,"max":1,"image":10,"tokens":2,"self":9,"int":4,"target":12,"width":8,"height":8,"size":2,"with":2,"most":2,"features":2,"return":3,"num":10,"class":2,"hcxvisiondummyinputsbuilder":1,"basedummyinputsbuilder":1,"hcxvisionprocessinginfo":2,"dummy":6,"text":3,"mm":9,"counts":6,"mapping":5,"str":7,"token":2,"0":4,"video":4,"data":2,"seq":1,"len":1,"multimodaldatadict":1,"images":4,"videos":4,"info":1,"frames":3,"32":1,"1":2,"hcxvisionmultimodalprocessor":1,"basemultimodalprocessor":1,"call":1,"hf":1,"processor":1,"prompt":1,"object":3,"kwargs":2,"tok":1,"batchfeature":1},"5591,1743,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":1,"replace":1,"multimodal":1,"token":10,"ids":3,"torch":2,"tensor":2,"target":2,"int":1,"repeats":5,"list":4,"output":4,"idx":5,"0":4,"for":2,"id":4,"in":3,"if":5,"item":3,"1":1,"else":1,"return":1,"device":2,"video":6,"arr":3,"enumerate":1,"mm":6,"data":6,"get":4,"videos":11,"dtype":1,"np":2,"uint8":2,"continue":1,"astype":1,"processed":1,"outputs":1,"self":2,"info":2,"ctx":1,"call":1,"hf":3,"processor":3,"kwargs":1,"dict":1,"text":2,"prompt":1,"images":9,"none":6,"only":1,"len":3,"batchify":3,"input":1,"as":1,"a":1,"single":2,"num":4,"is":2,"not":2,"of":1,"conversation":1},"7334,1667,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"processed":7,"outputs":7,"self":3,"info":3,"ctx":1,"call":1,"hf":3,"processor":3,"get":2,"mm":2,"kwargs":1,"data":1,"dict":1,"text":1,"none":1,"images":5,"videos":5,"only":1,"for":2,"k":6,"v":13,"in":2,"items":1,"if":3,"len":1,"1":2,"continue":1,"elif":2,"endswith":2,"list":7,"of":6,"4d":4,"tensor":4,"0":6,"pixel":1,"values":1,"torch":3,"cat":1,"dim":3,"c":2,"w":2,"h":2,"shape":1,"3":1,"reshape":1,"num":2,"unbind":1,"tokenizer":3,"input":4,"ids":6,"stack":1,"replace":1,"multimodal":1,"token":4,"target":1,"convert":1,"tokens":1,"to":1,"image":1,"repeats":1,"vision":1,"query":1,"lengths":1},"9001,1772,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"if":1,"num":5,"videos":10,"0":3,"tokenizer":3,"self":3,"info":2,"get":3,"processed":10,"outputs":10,"input":4,"ids":6,"torch":1,"stack":1,"replace":1,"multimodal":1,"token":6,"target":1,"convert":1,"tokens":1,"to":1,"video":3,"repeats":1,"vision":4,"query":4,"lengths":4,"for":4,"in":4,"dim":1,"ratios":3,"len":2,"pixel":3,"values":3,"per":3,"int":1,"e":2,"sum":3,"i":3,"1":1,"range":1,"update":1,"return":1,"def":1,"prompt":1,"updates":1,"mm":3,"items":1,"multimodaldataitems":1,"hf":5,"processor":1,"kwargs":2,"mapping":1,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"config":4,"placeholder":1,"image":2,"id":2},"10773,1179,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":1,"get":4,"replacement":3,"hyperclovax":2,"item":3,"idx":3,"int":2,"modality":10,"str":1,"out":5,"mm":5,"kwargs":5,"multimodalkwargs":1,"num":7,"tokens":7,"none":1,"if":2,"image":3,"self":2,"info":2,"vision":4,"query":4,"length":2,"lengths":2,"images":1,"video":3,"videos":1,"assert":1,"isinstance":1,"return":2,"placeholder":2,"promptreplacement":1,"target":1,"partial":1,"for":1,"in":1},"11952,1905,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":3,"get":1,"mm":2,"fields":1,"config":1,"self":1,"hf":4,"inputs":3,"batchfeature":1,"processor":2,"kwargs":1,"mapping":2,"str":2,"object":1,"multimodalfieldconfig":13,"return":3,"dict":1,"image":9,"pixel":2,"values":2,"images":6,"batched":12,"sizes":2,"vision":2,"query":2,"lengths":2,"num":4,"queries":4,"vis":4,"abstractors":4,"slow":2,"first":2,"last":2,"frames":2,"slows":2,"video":7,"videos":6,"build":2,"hcxvision":2,"info":5,"ctx":2,"inputprocessingcontext":1,"hcxvisionprocessinginfo":5,"dummy":2,"basedummyinputsbuilder":1,"cache":3,"optional":1,"processingcache":1,"none":1,"basemultimodalprocessor":1,"if":1,"isinstance":1,"hcxvisionmultimodalprocessor":1,"type":2,"ignore":1,"raise":1,"notimplementederror":1},"13857,1257,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":1,"init":1,"vision":9,"tower":1,"for":1,"hcxvision":1,"config":13,"quant":5,"optional":3,"quantizationconfig":1,"use":5,"nth":5,"layer":5,"int":2,"none":2,"require":5,"post":5,"norm":5,"bool":1,"prefix":5,"str":1,"union":1,"clipvisionmodel":2,"siglipvisionmodel":2,"num":9,"hidden":9,"layers":9,"if":2,"not":1,"isinstance":3,"pass":1,"elif":2,"0":1,"1":2,"else":1,"clipvisionconfig":1,"return":2,"override":2,"siglipvisionconfig":1,"msg":2,"f":1,"unsupported":1,"type":1,"raise":1,"notimplementederror":1,"class":1,"hcxvisionmlp":1,"nn":1,"module":1},"15114,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":3,"init":4,"self":21,"mm":6,"projector":6,"type":6,"in":5,"features":17,"hidden":13,"none":3,"out":5,"act":6,"layer":3,"nn":7,"gelu":1,"super":2,"or":2,"if":2,"mlp":2,"fc1":3,"linear":4,"fc2":3,"elif":1,"inverted":1,"2":3,"else":2,"raise":1,"notimplementederror":1,"is":3,"not":1,"implemented":1,"format":1,"forward":1,"x":8,"return":1,"class":1,"hcxvisioncabstractor":1,"module":2,"this":1,"based":1,"on":1,"c":1,"abstractor":1,"whose":1,"license":1,"under":1,"apache":1,"0":4,"you":1,"can":1,"check":1,"the":1,"original":1,"code":1,"at":1,"https":1,"github":1,"com":1,"khanrc":1,"honeybee":2,"blob":1,"main":1,"projectors":2,"py":1,"and":1,"we":1,"made":1,"necessary":1,"modifications":1,"num":5,"queries":1,"int":5,"input":4,"tokens":4,"encoder":2,"size":6,"output":3,"pos":5,"emb":5,"bool":2,"true":1,"prenorm":1,"false":1,"positional":1,"embedding":1,"torch":2,"parameter":1,"zeros":1,"1":1,"data":1,"normal":1,"mean":1,"std":1,"02":1},"17096,1859,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"optional":7,"pre":1,"normalization":1,"layer":1,"if":4,"prenorm":5,"self":18,"layernorm":1,"encoder":2,"hidden":5,"size":5,"else":1,"none":11,"build":1,"net":4,"num":17,"queries":8,"output":2,"dtype":2,"next":1,"parameters":1,"def":3,"forward":5,"x":22,"torch":6,"tensor":6,"vis":7,"abstractors":7,"list":10,"int":7,"grids":7,"is":5,"not":4,"pos":2,"emb":2,"b":7,"l":4,"return":3,"dim":2,"shape":1,"hw":3,"0":1,"5":1,"rearrange":2,"h":5,"w":5,"d":4,"assert":2,"adaptive":2,"query":2,"readout":1,"consisted":1,"by":1,"3":2,"layers":1,"s1":1,"sampler":1,"s2":1,"len":1},"18955,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"x":6,"self":8,"net":4,"0":4,"s1":3,"new":3,"for":2,"i":3,"num":5,"queries":9,"in":2,"enumerate":1,"vis":1,"abstractors":1,"hw":6,"int":11,"5":3,"sampler":4,"nn":8,"adaptiveavgpool2d":2,"out":8,"grids":2,"1":4,"2":2,"s2":3,"rearrange":1,"b":2,"d":2,"h":2,"w":2,"readout":2,"append":3,"return":2,"def":2,"build":5,"n":6,"encoder":2,"hidden":15,"size":15,"output":6,"depth":7,"3":1,"mlp":4,"assert":1,"is":1,"integer":1,"f":1,"must":1,"be":1,"square":1,"number":1,"regblock":4,"resblock":1,"se":1,"partial":1,"regstage":1,"stride":1,"dilation":1,"act":1,"layer":2,"silu":2,"norm":1,"layernorm2d":1,"sequential":2,"layers":4,"linear":2,"range":1,"multimodal":1,"registry":1,"register":1,"processor":2,"hcxvision":2,"hf":2,"info":2,"dummy":1,"inputs":1,"hcxvisiondummyinputsbuilder":1},"20946,1806,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"class":1,"hcxvisionforcausallm":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":1,"init":8,"self":6,"vllm":4,"config":37,"vllmconfig":1,"prefix":4,"str":1,"kwargs":1,"optional":1,"any":1,"none":1,"super":1,"configs":1,"model":6,"hf":1,"quant":3,"text":8,"if":2,"type":2,"in":2,"gpt2":1,"hyperclovax":2,"llama":1,"attn":1,"implementation":1,"sdpa":1,"logits":1,"scaling":1,"1":2,"0":1,"vision":12,"auto":1,"map":1,"anyres":2,"max":2,"num":2,"grids":2,"dtype":2,"possible":3,"resolution":1,"should":1,"be":2,"matched":1,"with":2,"preprocessor":1,"json":1,"resolutions":2,"models":1,"parameters":1,"no":1,"weights":1,"weight":1,"will":1,"loaded":1,"from":1,"pretrained":1,"tower":1,"for":1,"hcxvision":1,"use":2,"nth":2,"layer":2,"getattr":1,"require":1,"post":1,"norm":1,"false":1,"maybe":1,"mm":2,"projector":2},"22752,1273,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"self":12,"lm":1,"head":1,"vocab":3,"size":4,"getattr":1,"text":6,"config":14,"padded":1,"language":4,"model":5,"init":2,"vllm":3,"registered":1,"hf":1,"prefix":3,"maybe":1,"if":3,"anyres":1,"image":4,"newline":1,"nn":2,"parameter":1,"torch":2,"empty":1,"hidden":1,"dtype":2,"vision":2,"use":3,"sum":3,"loss":3,"bool":1,"kwargs":2,"pop":1,"false":1,"reduction":2,"type":1,"classmethod":1,"def":3,"get":3,"placeholder":1,"str":3,"cls":1,"modality":4,"i":1,"int":1,"optional":2,"startswith":2,"return":3,"token":2,"video":3,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"module":1,"multimodal":1,"embeddings":1,"unpack":1,"hcxvisionmultimodalinputs":1,"multimodalembeddings":1},"24025,1203,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"multimodal":6,"embeddings":6,"list":1,"if":2,"kwargs":3,"get":1,"pixel":13,"values":11,"images":25,"is":1,"not":1,"none":1,"for":2,"image":9,"sizes":9,"in":2,"zip":1,"unsqueeze":2,"dim":3,"0":3,"len":4,"value":2,"isinstance":1,"torch":2,"tensor":1,"detach":1,"cpu":1,"tolist":1,"self":1,"forward":1,"cat":1,"append":1},"25228,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"if":3,"kwargs":7,"get":6,"pixel":14,"values":14,"videos":21,"is":4,"not":4,"none":5,"for":2,"vision":5,"query":5,"lengths":5,"in":2,"zip":1,"len":6,"c":2,"w":2,"h":2,"shape":1,"3":1,"reshape":1,"sum":3,"1":1,"unsqueeze":1,"dim":3,"0":3,"multimodal":13,"embeddings":15,"self":6,"forward":1,"torch":4,"cat":2,"append":1,"return":1,"def":1,"input":6,"ids":4,"tensor":2,"optional":1,"multimodalembeddings":1,"inputs":1,"embeds":1,"language":1,"model":1,"images":1,"or":1,"v0":1,"compatibility":1,"mask":4,"image":3,"config":2,"token":2,"id":2,"video":3,"assert":1},"27205,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"if":6,"multimodal":8,"embeddings":9,"dtype":4,"inputs":14,"embeds":14,"to":2,"device":4,"mask":6,"image":4,"sum":5,"0":3,"video":3,"return":3,"def":2,"forward":2,"self":4,"input":6,"ids":5,"torch":6,"tensor":5,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":2,"none":7,"kwargs":2,"object":1,"union":1,"is":4,"not":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":3,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"get":1,"hidden":2,"states":2,"language":1,"images":5,"pixel":3,"values":3,"list":7,"floattensor":1,"sizes":1,"tuple":1,"int":3,"len":2},"29202,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"concat":3,"pixel":11,"values":9,"images":5,"torch":5,"cat":2,"list":6,"chain":3,"dim":3,"0":6,"visual":2,"token":2,"idx":2,"if":2,"siglip":1,"in":4,"self":11,"vision":5,"config":6,"model":3,"type":1,"else":1,"1":1,"image":21,"forward":10,"outs":9,"to":1,"dtype":2,"mm":2,"projector":2,"b":1,"h":1,"w":1,"d":1,"split":3,"sizes":6,"value":2,"shape":1,"for":4,"newline":3,"anyres":2,"postprocessing":2,"features":2,"size":6,"num":2,"queries":2,"vis":2,"abstractor":2,"unpad":2,"patch":2,"grid":1,"possible":2,"resolutions":2,"return":2,"def":1,"videos":6,"floattensor":1,"len":4,"int":1,"tensor":1,"video":2,"grids":2,"sum":1,"none":1,"run":1},"31151,1487,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"visual":2,"token":2,"idx":10,"0":5,"if":3,"siglip":1,"in":1,"self":7,"vision":2,"config":5,"model":2,"type":1,"else":2,"1":3,"video":7,"forward":4,"outs":4,"concat":1,"pixel":1,"values":1,"videos":1,"to":1,"dtype":2,"mm":2,"projector":2,"run":1,"len":7,"num":13,"grids":5,"queries":8,"vis":8,"abstractors":5,"grid":8,"e":2,"g":2,"9":6,"18":1,"19":1,"27":1,"28":1,"36":1,"37":1,"45":1,"46":1,"54":1,"55":1,"56":1,"81":7,"total":5,"frames":7,"shape":1,"first":2,"last":2,"slow":4,"slowfast":1,"assert":1,"2":2,"append":6,"abstractor":3,"fast":1},"32638,1857,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"num":11,"queries":7,"vis":7,"abstractors":4,"append":8,"self":4,"config":3,"abstractor":3,"video":13,"slow":2,"grid":7,"idx":7,"1":5,"grids":4,"else":1,"slowfast":1,"for":6,"pixel":7,"values":7,"frames":4,"in":5,"videos":2,"frame":5,"if":2,"len":4,"0":6,"fast":1,"forward":6,"outs":3,"mm":1,"projector":2,"features":7,"what":1,"we":1,"want":1,"to":1,"return":1,"target":8,"group":9,"size":6,"counter":3,"groups":2,"concat":1,"after":1,"out":3,"flatten":1,"torch":1,"cat":1,"dim":1},"34495,1781,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"elif":2,"video":11,"group":6,"size":6,"target":6,"raise":1,"runtimeerror":1,"f":2,"assert":2,"len":8,"features":5,"0":3,"is":8,"not":4,"empty":3,"groups":1,"return":2,"def":1,"prepare":1,"multimodal":1,"kwargs":3,"self":1,"object":1,"output":10,"defaultdict":1,"list":5,"for":2,"k":17,"v":13,"in":3,"items":1,"if":6,"1":6,"or":1,"continue":1,"batch":2,"of":1,"sample":8,"new":11,"false":1,"endswith":2,"images":1,"and":1,"videos":4,"pass":1,"else":1,"split":2,"join":1,"idx":6,"enumerate":1,"pixel":1,"values":1,"append":3,"detach":1,"cpu":1,"numpy":1,"tolist":1,"isinstance":1,"torch":2,"tensor":1,"unbind":1,"dim":1,"dict":1},"36276,1413,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":3,"compute":2,"logits":2,"self":5,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"return":4,"language":1,"model":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"init":1,"possible":8,"resolutions":8,"config":12,"vision":3,"if":4,"not":2,"getattr":1,"anyres":1,"assert":1,"max":4,"num":4,"grids":4,"0":1,"for":3,"i":4,"in":3,"range":2,"1":6,"j":4,"and":2,"use":1,"1x1":1,"grid":1,"continue":1,"append":1,"ys":2,"image":2,"size":2,"xs":2,"else":1},"37689,1582,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":2,"init":1,"mm":10,"projector":10,"self":2,"config":15,"text":4,"vision":4,"input":7,"hidden":14,"size":17,"if":1,"type":3,"linear":2,"nn":1,"dtype":2,"next":1,"parameters":1,"elif":1,"cabstractor":1,"hcxvisioncabstractor":1,"num":3,"queries":2,"vis":1,"abstractor":1,"image":3,"tokens":1,"patch":1,"2":1,"encoder":1,"output":1,"pos":2,"emb":2,"proj":2,"prenorm":2,"else":1,"hcxvisionmlp":1,"features":2,"out":1,"return":1,"unpad":1,"tensor":4,"torch":2,"original":7,"tuple":1,"int":2,"width":4,"height":4,"current":5,"shape":1,"1":1,"aspect":2,"ratio":2},"39271,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"if":3,"original":15,"aspect":2,"ratio":2,"current":7,"scale":7,"factor":4,"width":17,"new":4,"height":17,"int":11,"padding":6,"2":2,"unpadded":3,"tensor":5,"else":2,"return":2,"def":2,"select":1,"best":4,"resolution":16,"size":4,"tuple":5,"possible":3,"resolutions":3,"list":3,"fit":3,"none":1,"max":4,"effective":9,"0":1,"min":5,"wasted":6,"float":1,"inf":1,"for":1,"in":1,"downscaled":4,"or":1,"and":1,"get":1,"anyres":1,"image":2,"grid":5,"shape":1,"pinpoints":4,"union":1,"str":1,"patch":1,"isinstance":1,"ast":1,"literal":1,"eval":1},"41200,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"original":4,"width":11,"height":11,"image":39,"size":8,"select":1,"best":1,"resolution":1,"possible":3,"resolutions":3,"return":2,"patch":6,"def":1,"reshape":1,"and":1,"unpad":4,"features":1,"feature":30,"torch":5,"tensor":3,"int":7,"tuple":2,"list":1,"grid":3,"bool":1,"newline":2,"base":5,"0":9,"1":10,"assert":1,"shape":5,"f":1,"num":4,"get":1,"anyres":1,"view":1,"if":1,"permute":2,"4":2,"2":5,"3":4,"contiguous":2,"flatten":4,"cat":2,"none":2,"expand":1,"to":1,"device":1,"dim":2,"transpose":1,"else":1},"43016,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"def":2,"anyres":1,"postprocessing":1,"image":40,"forward":2,"outs":2,"list":5,"torch":4,"floattensor":3,"sizes":2,"int":8,"possible":3,"resolutions":3,"tuple":1,"patch":2,"size":10,"grid":5,"newline":5,"num":4,"queries":5,"vis":4,"abstractor":4,"1":2,"unpad":5,"bool":1,"false":1,"height":6,"width":6,"if":5,"0":6,"assert":1,"5":2,"is":1,"integer":1,"n":1,"must":1,"be":1,"square":1,"number":1,"post":1,"processing":1,"add":1,"new":3,"features":6,"for":1,"idx":2,"feature":11,"in":1,"enumerate":1,"shape":1,"reshape":1,"and":1,"pass":1,"info":1,"needed":1,"by":1,"helper":1,"else":1,"cat":1,"none":1,"to":1,"device":1,"dim":1,"append":1,"return":2,"resize":1,"union":1,"np":3,"ndarray":3,"pil":1,"max":5,"side":2,"378":1,"arr":2,"isinstance":1,"fromarray":1,"cur":2},"44881,211,data/raw/vllm-0.10.1/vllm/model_executor/models/hyperclovax_vision.py":{"scale":3,"max":2,"side":1,"cur":1,"size":1,"width":3,"int":2,"height":3,"image":6,"resize":1,"lanczos":1,"arr":2,"np":1,"array":1,"return":1},"0,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"eagleminicpm":1,"compatible":1,"weights":1,"import":13,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"pretrainedconfig":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"executor":5,"layers":4,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":2,"parallel":1,"embedding":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1},"1945,1935,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"from":7,"vllm":2,"model":1,"executor":1,"sampling":1,"metadata":1,"import":7,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"minicpm":3,"minicpmattention":1,"as":3,"eagleminicpmattention":2,"minicpmmlp":1,"eagleminicpmmlp":1,"minicpmmoe":1,"eagleminicpmmoe":1,"utils":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":1,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":6,"class":1,"eagleminicpmdecoderlayer":1,"nn":1,"module":1,"def":2,"init":5,"self":27,"config":21,"pretrainedconfig":1,"cache":5,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"str":1,"super":1,"hidden":5,"size":5,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"attn":4,"block":3,"ffn":1,"input":1,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"num":4,"heads":4,"attention":1,"kv":1,"key":1,"value":1,"f":1},"3880,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"def":2,"init":1,"ffn":1,"block":1,"self":29,"post":2,"attention":3,"layernorm":3,"rmsnorm":1,"config":16,"hidden":26,"size":9,"eps":2,"rms":1,"norm":1,"num":6,"experts":6,"getattr":2,"0":3,"if":1,"mlp":3,"eagleminicpmmlp":1,"intermediate":4,"act":4,"param":2,"quant":2,"else":1,"eagleminicpmmoe":1,"top":1,"k":1,"per":1,"tok":1,"forward":1,"positions":3,"torch":6,"tensor":5,"states":17,"residual":5,"optional":1,"tuple":1,"input":1,"attn":1,"scale":2,"depth":2,"math":2,"sqrt":2,"mup":2,"denominator":2,"fully":1,"connected":1,"return":1,"none":1,"support":1,"compile":1,"class":1,"eagleminicpmmodel":1,"nn":1,"module":1},"5754,1681,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"def":1,"init":3,"self":19,"vllm":5,"config":41,"vllmconfig":1,"prefix":2,"str":1,"start":2,"layer":2,"int":1,"0":3,"super":1,"speculative":1,"draft":1,"model":1,"hf":1,"cache":5,"quant":5,"lora":8,"vocab":9,"extra":1,"size":14,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"org":2,"fc":1,"torch":1,"nn":1,"linear":1,"hidden":8,"2":1,"bias":1,"false":1,"input":2,"norm1":1,"rmsnorm":3,"eps":6,"rms":3,"norm":4,"norm2":1,"embed":1,"tokens":1,"vocabparallelembedding":1,"num":3,"embeddings":1,"experts":2,"getattr":1,"layers":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1},"7435,1399,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"def":3,"init":1,"layers":5,"self":12,"prefix":2,"str":1,"config":8,"pretrainedconfig":1,"cache":2,"optional":2,"cacheconfig":1,"quant":2,"quantizationconfig":1,"start":2,"layer":4,"int":1,"eagle":3,"nn":1,"modulelist":1,"eagleminicpmdecoderlayer":1,"f":1,"i":2,"for":2,"in":2,"range":1,"num":1,"hidden":10,"get":2,"input":12,"embeddings":2,"ids":4,"torch":7,"tensor":6,"embedding":2,"embed":1,"tokens":1,"return":2,"scale":1,"emb":1,"forward":1,"positions":2,"states":9,"union":1,"intermediatetensors":1,"embeds":4,"norm1":1,"norm2":1,"fc":1,"cat":1,"dim":1,"1":1,"residual":3,"none":1},"8834,824,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"def":1,"load":1,"weights":2,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"stacked":1,"params":3,"mapping":2,"param":2,"name":7,"shard":2,"id":5,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"expert":5,"weight":5,"ws":1,"if":1,"in":3,"w1":2,"w3":2,"else":1,"w2s":1,"f":1,"experts":2,"for":2,"range":1,"num":1,"w2":1,"dict":2,"named":1,"parameters":1},"9658,41,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"loaded":1,"params":1,"set":2,"str":1},"9699,1004,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"for":3,"name":16,"loaded":2,"weight":8,"in":8,"weights":1,"if":5,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":5,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":1,"checkpoint":1,"skip":2,"them":1,"param":5,"shard":2,"id":2,"stacked":1,"params":3,"mapping":1,"not":2,"replace":1,"loading":1,"extra":1,"bias":2,"gptq":1,"endswith":1,"and":1,"dict":2,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"loader":3,"break":1},"10703,1125,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"else":2,"for":2,"param":7,"name":15,"weight":11,"expert":4,"id":3,"in":3,"params":4,"mapping":1,"if":4,"not":2,"continue":4,"replace":1,"is":2,"pp":2,"missing":2,"parameter":2,"self":2,"dict":3,"loader":6,"loaded":1,"break":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"getattr":1,"default":1},"11828,1459,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"weight":2,"loader":1,"param":1,"loaded":3,"params":2,"add":1,"name":1,"return":1,"class":1,"eagleminicpmforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":5,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":3,"self":9,"vllm":11,"config":31,"vllmconfig":1,"prefix":6,"str":1,"super":1,"speculative":1,"draft":1,"model":5,"hf":1,"cache":4,"quant":4,"target":2,"layer":3,"num":3,"get":1,"layers":1,"parallel":1,"maybe":1,"start":1},"13287,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"unpadded":4,"vocab":10,"size":13,"config":16,"if":4,"lora":7,"extra":1,"self":17,"lm":3,"head":3,"parallellmhead":1,"hidden":12,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"quant":2,"tie":2,"word":1,"weights":1,"model":6,"embed":1,"tokens":1,"scale":3,"width":3,"dim":1,"base":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":3,"init":1,"vllm":3,"vllmconfig":1,"prefix":3,"str":1,"start":3,"layer":3,"int":1,"0":1,"return":3,"eagleminicpmmodel":1,"get":2,"input":6,"ids":4,"torch":7,"tensor":7,"forward":1,"positions":2,"states":6,"tuple":1,"states2":4},"15240,661,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm_eagle.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":2,"head":2,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1},"0,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":2,"vllm":15,"project":1,"adapted":1,"from":19,"https":1,"huggingface":1,"co":1,"skywork":4,"r1v":1,"38b":1,"blob":1,"main":1,"modeling":1,"chat":1,"py":1,"skyworkr1v":1,"c":1,"2025":1,"licensed":1,"under":1,"mit":1,"see":1,"for":1,"details":1,"collections":1,"abc":1,"import":21,"iterable":1,"mapping":1,"sequence":2,"typing":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":2,"nn":2,"as":2,"torchvision":1,"transforms":1,"t":1,"pil":1,"image":3,"transformers":2,"batchencoding":1,"pretrainedconfig":1,"tensortype":1,"config":1,"vllmconfig":1,"model":5,"executor":5,"layers":3,"linear":1,"replicatedlinear":1,"quantization":2,"quantizationconfig":1,"awq":1,"awqconfig":1,"models":1,"intern":1,"vit":1,"internvisionmodel":1,"internvisionpatchmodel":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"convert":1,"mode":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":1,"tokenizer":1,"anytokenizer":1},"1924,1795,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"from":4,"interfaces":1,"import":2,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"utils":1,"autoweightsloader":1,"flatten":1,"bn":1,"init":1,"vllm":1,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"img":8,"start":1,"end":1,"context":2,"imagenet":4,"mean":5,"0":6,"485":1,"456":1,"406":1,"std":5,"229":1,"224":1,"225":1,"class":2,"skyworkr1vimagepixelinputs":2,"typeddict":2,"type":2,"literal":2,"pixel":2,"values":2,"flat":1,"torch":4,"tensor":5,"shape":4,"batch":2,"size":12,"num":6,"images":3,"1":1,"patches":2,"channels":1,"height":2,"width":2,"skyworkr1vimageembeddinginputs":2,"image":5,"embeds":1,"data":1,"union":2,"list":3,"a":2,"of":4,"total":2,"feature":2,"hidden":4,"or":1,"tensors":1,"must":1,"match":1,"the":1,"language":1,"backbone":1,"skyworkr1vimageinputs":1,"adapted":2,"https":2,"huggingface":2,"co":2,"skywork":4,"r1v":2,"38b":2,"def":2,"build":1,"transform":1,"input":3,"int":6,"return":1,"t":6,"compose":1,"lambda":2,"convert":1,"mode":1,"rgb":1,"resize":1,"interpolation":1,"interpolationmode":1,"bicubic":1,"totensor":1,"normalize":1,"find":1,"closest":1,"aspect":2,"ratio":2,"float":1,"target":1,"ratios":1,"tuple":1},"3719,1844,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"tuple":5,"int":18,"best":8,"ratio":27,"diff":8,"float":1,"inf":1,"1":14,"area":2,"width":5,"height":5,"for":4,"in":4,"target":10,"ratios":6,"aspect":8,"0":4,"abs":1,"if":6,"elif":1,"5":1,"image":8,"size":8,"return":3,"def":3,"resolve":1,"skyworkr1v":3,"min":8,"max":10,"num":7,"dynamic":13,"patch":10,"bool":3,"use":3,"thumbnail":3,"else":2,"and":1,"get":1,"list":2,"i":3,"j":3,"n":3,"range":3,"sorted":1,"key":1,"lambda":1,"x":3,"calculate":1,"targets":1,"orig":6,"find":2,"the":2,"closest":2,"to":1},"5563,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"calculate":3,"the":4,"target":22,"width":12,"and":3,"height":8,"image":30,"size":17,"aspect":4,"ratio":4,"0":2,"1":8,"blocks":9,"add":1,"thumbnail":9,"if":3,"num":5,"use":5,"return":2,"def":2,"dynamic":1,"preprocess":1,"skyworkr1v":4,"ratios":5,"list":2,"tuple":1,"int":6,"bool":2,"orig":6,"number":1,"of":1,"without":1,"targets":1,"false":1,"resize":3,"resized":2,"img":6,"processed":6,"images":6,"for":1,"i":5,"in":1,"range":1,"box":2,"split":3,"crop":1,"append":2,"assert":1,"len":2,"adapted":1,"from":1,"https":1,"huggingface":1,"co":1,"skywork":2,"r1v":1,"38b":1,"to":1,"pixel":1,"values":1,"input":1,"min":2,"max":2,"torch":1,"tensor":1,"get":1},"7507,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"transform":3,"build":1,"input":3,"size":19,"images":2,"dynamic":22,"preprocess":1,"skyworkr1v":1,"image":19,"target":2,"ratios":2,"use":4,"thumbnail":4,"pixel":2,"values":2,"torch":1,"stack":1,"for":1,"in":1,"return":2,"class":1,"skyworkr1vprocessor":1,"this":1,"model":1,"doesn":1,"t":1,"define":1,"its":1,"own":2,"hf":1,"processor":1,"so":1,"we":1,"implement":1,"our":1,"one":1,"here":1,"the":1,"code":1,"to":1,"insert":1,"tokens":1,"is":4,"based":1,"on":1,"https":1,"huggingface":1,"co":1,"skywork":3,"r1v":1,"38b":1,"blob":1,"main":1,"modeling":1,"chat":1,"py":1,"l252":1,"def":2,"init":2,"self":11,"config":12,"pretrainedconfig":1,"tokenizer":4,"anytokenizer":1,"min":7,"patch":17,"optional":3,"int":8,"none":7,"max":7,"bool":3,"super":1,"vision":2,"if":3,"assert":3,"isinstance":3,"num":1,"token":2,"2":2,"downsample":1,"ratio":1,"property":1,"id":1,"get":1,"vocab":1,"img":1,"context":1},"9498,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":3,"get":2,"image":11,"repl":5,"self":8,"feature":2,"size":12,"int":10,"num":8,"patches":1,"optional":9,"promptupdatedetails":2,"str":1,"features":2,"img":4,"context":2,"full":2,"start":1,"end":1,"return":3,"select":1,"text":1,"resolve":4,"min":15,"max":15,"dynamic":30,"patch":20,"none":12,"bool":4,"use":10,"thumbnail":10,"tuple":2,"if":4,"is":4,"else":4,"skyworkr1v":2,"target":2,"ratios":2,"list":1},"11459,1408,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":2,"get":1,"num":11,"image":18,"tokens":1,"self":9,"width":3,"int":5,"height":3,"target":4,"ratios":4,"resolve":2,"use":6,"thumbnail":6,"false":2,"applied":2,"in":3,"calculate":2,"targets":2,"patches":2,"skyworkr1v":2,"orig":2,"size":7,"return":2,"token":1,"images":3,"to":3,"pixel":3,"values":3,"lst":1,"list":2,"min":7,"dynamic":9,"patch":6,"optional":3,"none":3,"max":7,"bool":1,"torch":1,"tensor":1,"input":1,"for":1},"12867,1794,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":1,"call":1,"self":5,"text":11,"optional":6,"union":3,"str":5,"list":4,"none":8,"images":9,"image":16,"min":3,"dynamic":9,"patch":6,"int":2,"max":3,"size":5,"bool":1,"return":3,"tensors":2,"tensortype":1,"mapping":1,"nestedtensors":2,"if":5,"is":2,"not":2,"isinstance":2,"len":2,"0":2,"inputs":5,"else":1,"pixel":8,"values":8,"lst":5,"to":1,"dict":1,"flat":1,"torch":2,"cat":1,"num":5,"patches":4,"tensor":2,"item":2,"for":3,"in":3,"shape":1,"feature":2,"token":1,"repl":3,"get":1,"t":2,"replace":1,"full":1,"1":1,"tokenizer":1,"batchencoding":1,"type":1,"class":1,"skyworkr1vprocessinginfo":1,"baseprocessinginfo":1},"14661,1967,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":5,"get":12,"hf":4,"processor":13,"self":11,"kwargs":2,"object":1,"skyworkr1vprocessor":3,"return":5,"ctx":1,"init":1,"config":2,"tokenizer":2,"supported":1,"mm":3,"limits":1,"mapping":2,"str":3,"optional":2,"int":5,"image":16,"none":4,"num":5,"tokens":3,"width":8,"height":8,"if":3,"is":2,"size":13,"with":1,"most":1,"features":1,"imagesize":2,"base":3,"target":3,"ratios":3,"resolve":1,"largest":9,"feature":9,"pinpoint":4,"0":4,"for":1,"wr":2,"hr":2,"in":1,"feat":3,"or":1,"raise":1,"valueerror":1,"cannot":1,"have":1,"a":1,"of":1,"class":1,"skyworkr1vdummyinputsbuilder":1,"basedummyinputsbuilder":1,"skyworkr1vprocessinginfo":1,"dummy":1,"text":1,"counts":2,"images":2},"16628,1753,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":3,"get":7,"dummy":2,"mm":12,"data":4,"self":6,"seq":1,"len":2,"int":2,"counts":2,"mapping":8,"str":9,"multimodaldatadict":1,"target":4,"width":3,"height":3,"info":2,"image":11,"size":1,"with":1,"most":1,"features":1,"num":7,"images":5,"0":2,"return":2,"class":1,"skyworkr1vmultimodalprocessor":1,"basemultimodalprocessor":1,"skyworkr1vprocessinginfo":1,"call":2,"hf":8,"processor":6,"prompt":3,"object":4,"kwargs":8,"tok":3,"nestedtensors":2,"processed":3,"outputs":4,"super":1,"token":5,"id":5,"since":1,"there":1,"may":1,"be":1,"extra":1,"tokens":2,"in":1,"the":5,"feature":1,"placeholders":1,"we":1,"need":1,"to":4,"pass":1,"model":1,"select":1,"merge":1,"from":1,"vision":1,"encoder":1,"torch":2,"tensor":1,"fields":1,"config":1,"inputs":2,"multimodalfieldconfig":1,"patches":3,"empty":1},"18381,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"return":1,"dict":1,"pixel":1,"values":1,"flat":2,"multimodalfieldconfig":4,"from":1,"sizes":1,"image":28,"num":17,"patches":15,"batched":2,"embeds":3,"token":1,"id":1,"shared":1,"images":5,"def":2,"get":7,"prompt":1,"updates":1,"self":3,"mm":9,"items":3,"multimodaldataitems":1,"hf":5,"processor":6,"kwargs":7,"mapping":1,"str":1,"object":1,"out":5,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":2,"if":3,"in":3,"assert":2,"isinstance":3,"torch":1,"tensor":1,"tolist":1,"elif":1,"todo":1,"use":1,"size":8,"information":1,"dictionary":1,"embedding":1,"inputs":1,"to":2,"compute":1,"similar":1,"qwen2":1,"vl":1,"none":2,"len":1,"else":2,"replacement":1,"skyworkr1v":1,"item":4,"idx":4,"int":2,"imageembeddingitems":2,"imageprocessoritems":1,"feature":3,"tokens":1,"width":2,"height":2,"is":1,"not":1},"20315,1871,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"return":3,"hf":2,"processor":2,"get":3,"image":11,"repl":1,"feature":1,"size":10,"num":2,"patches":1,"promptreplacement":1,"modality":4,"target":1,"replacement":2,"skyworkr1v":1,"multimodal":5,"registry":1,"register":1,"skyworkr1vmultimodalprocessor":1,"info":1,"skyworkr1vprocessinginfo":1,"dummy":1,"inputs":1,"skyworkr1vdummyinputsbuilder":1,"class":1,"skyworkr1vchatmodel":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"classmethod":1,"def":2,"placeholder":1,"str":4,"cls":1,"i":1,"int":2,"optional":1,"if":1,"startswith":1,"raise":1,"valueerror":1,"only":1,"is":4,"supported":1,"init":3,"self":14,"vllm":4,"config":32,"vllmconfig":1,"prefix":4,"none":1,"super":1,"model":5,"quant":6,"patch":6,"force":1,"or":1,"vision":5,"token":1,"2":2,"downsample":3,"ratio":3,"ps":2,"version":2,"llm":2,"arch":2,"name":2,"text":1,"architectures":1,"0":1,"mono":3,"skyworklm2veforcausallm":1,"maybe":1},"22186,1931,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"self":9,"language":3,"model":6,"init":3,"vllm":3,"registered":1,"config":31,"hf":1,"text":4,"prefix":6,"maybe":1,"mlp1":2,"img":1,"context":1,"token":2,"id":1,"none":4,"visual":1,"mask":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":2,"patch":2,"quant":11,"pretrainedconfig":2,"quantizationconfig":2,"the":2,"awq":1,"models":1,"from":1,"opengvlab":1,"missing":1,"modules":4,"to":5,"not":7,"convert":4,"add":1,"back":1,"if":4,"isinstance":1,"awqconfig":1,"llm":2,"getattr":1,"quantization":1,"and":1,"is":3,"append":1,"vision":9,"optional":1,"mono":2,"bool":1,"str":1,"feature":4,"layer":5,"select":1,"0":1,"num":5,"hidden":5,"layers":5,"1":2,"else":2,"return":2,"internvisionmodel":1,"override":1,"internvisionpatchmodel":1},"24117,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":4,"init":1,"mlp1":2,"self":11,"config":5,"pretrainedconfig":1,"nn":4,"sequential":2,"vit":19,"hidden":9,"size":10,"vision":2,"llm":4,"text":1,"return":5,"layernorm":1,"int":8,"1":9,"downsample":3,"ratio":3,"2":4,"replicatedlinear":2,"bias":2,"false":2,"gelu":1,"pixel":6,"shuffle":2,"x":11,"scale":14,"factor":8,"0":6,"5":2,"n":7,"w":9,"h":9,"c":7,"view":2,"permute":2,"3":2,"contiguous":2,"if":1,"ps":1,"version":1,"v1":1,"pass":1,"else":1,"extract":1,"feature":1,"values":4,"torch":4,"tensor":4,"embeds":16,"model":1,"shape":4,"reshape":2,"validate":1,"data":1},"26078,1796,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"h":2,"w":2,"self":3,"config":2,"vision":1,"image":18,"size":1,"expected":6,"dims":5,"3":1,"def":2,"validate":3,"shape":5,"d":5,"torch":4,"tensor":4,"actual":2,"tuple":2,"if":6,"expr":2,"str":1,"raise":3,"valueerror":3,"the":1,"of":3,"pixel":8,"values":8,"per":3,"batch":1,"f":4,"patch":1,"is":5,"you":1,"supplied":1,"for":1,"in":1,"data":3,"return":3,"parse":1,"and":2,"input":1,"kwargs":5,"object":1,"optional":1,"skyworkr1vimageinputs":1,"flat":6,"pop":3,"none":8,"num":2,"patches":2,"embeds":8,"not":4,"isinstance":3,"list":2,"incorrect":2,"type":7,"embeddings":1,"got":2,"skyworkr1vimageembeddinginputs":1,"flatten":2,"bn":1,"token":5,"id":5,"assert":1,"img":1,"context":1,"unique":1,"item":1},"27874,1760,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"if":3,"not":2,"isinstance":1,"image":24,"num":13,"patches":13,"torch":4,"tensor":4,"list":2,"raise":2,"valueerror":1,"incorrect":1,"type":5,"of":2,"f":1,"got":1,"pixel":7,"values":7,"flat":5,"flatten":2,"bn":2,"concat":2,"true":2,"return":4,"skyworkr1vimagepixelinputs":1,"self":6,"validate":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"process":1,"input":6,"skyworkr1vimageinputs":1,"union":1,"tuple":1,"embeds":7,"data":1,"assert":1,"vision":1,"model":1,"is":1,"none":1,"extract":1,"feature":5,"only":1,"one":1,"in":2,"the":2,"current":1,"batch":1,"len":1,"1":4,"view":2,"config":4,"text":2,"hidden":2,"size":5,"unsqueeze":1,"0":1,"note":1,"embeddings":1,"are":1,"split":2,"into":1,"separate":1,"tensors":1,"for":2,"each":2,"by":1,"embedding":1,"shape":1,"sizes":2},"29634,1723,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"def":5,"set":2,"visual":4,"token":7,"mask":4,"self":16,"input":15,"ids":8,"torch":7,"tensor":6,"none":11,"if":4,"is":5,"mono":1,"img":3,"context":3,"id":3,"reshape":1,"1":2,"else":1,"get":4,"language":3,"model":3,"nn":1,"module":1,"return":4,"multimodal":6,"embeddings":8,"kwargs":3,"object":2,"multimodalembeddings":2,"image":5,"parse":1,"and":2,"validate":1,"process":1,"optional":3,"inputs":6,"embeds":6,"not":3,"len":1,"0":1,"assert":1,"merge":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2},"31357,1762,data/raw/vllm-0.10.1/vllm/model_executor/models/skyworkr1v.py":{"note":1,"in":1,"v1":1,"inputs":5,"embeds":5,"is":5,"always":1,"generated":1,"at":1,"model":6,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":4,"vision":2,"embeddings":4,"self":10,"get":2,"multimodal":1,"kwargs":4,"input":5,"ids":4,"forward":3,"positions":2,"intermediate":2,"tensors":2,"only":1,"required":1,"if":2,"the":1,"mono":1,"architecture":1,"visual":4,"token":7,"mask":4,"not":1,"update":1,"hidden":4,"states":4,"language":2,"return":3,"def":2,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"skip":3,"prefixes":3,"action":1,"embed":4,"temporal":2,"track":3,"decoder":2,"box":1,"cg":2,"criterion":1,"loc":2,"encoder":1,"sam":1,"loader":2,"autoweightsloader":1},"0,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":20,"project":1,"pytorch":1,"mamba2":3,"model":13,"from":24,"collections":1,"abc":1,"import":25,"iterable":1,"typing":1,"optional":1,"torch":5,"nn":1,"transformers":1,"mambaconfig":1,"envs":1,"attention":1,"backends":1,"abstract":1,"attentionmetadata":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":1,"parallel":2,"state":1,"get":2,"pp":2,"group":1,"forward":2,"context":2,"executor":11,"layers":8,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":6,"metadata":3,"mamba2metadata":1,"prepare":1,"mixer2":1,"mambamixer2":1,"utils":4,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"base":1,"quantizationconfig":1,"vocab":2,"embedding":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":2,"interfaces":1,"hasinnerstate":1,"isattentionfree":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"layerblocktype":1,"autoweightsloader":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"kvcache":1,"tuple":1,"tensor":2},"1969,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"class":1,"mamba2decoderlayer":1,"nn":1,"module":1,"def":2,"init":2,"self":7,"config":27,"mambaconfig":1,"model":3,"optional":4,"modelconfig":1,"none":5,"cache":4,"cacheconfig":1,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"mixer":2,"mambamixer2":1,"hidden":11,"size":9,"ssm":1,"state":2,"conv":4,"kernel":2,"intermediate":2,"getattr":1,"expand":1,"use":4,"bias":4,"n":2,"groups":2,"num":2,"heads":2,"head":2,"dim":2,"rms":1,"norm":6,"eps":2,"layer":2,"epsilon":2,"activation":1,"act":1,"f":1,"rmsnorm":1,"forward":1,"states":6,"torch":2,"tensor":2,"residual":5,"mamba":1,"params":1,"mambacacheparams":1,"mamba2":1,"metadata":1,"mamba2metadata":1,"kwargs":1,"if":1,"is":1,"else":1},"3951,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"output":3,"torch":4,"empty":3,"like":1,"hidden":7,"states":3,"self":14,"mixer":1,"mamba":1,"cache":5,"params":1,"mamba2":1,"metadata":1,"return":2,"residual":2,"support":1,"compile":1,"class":1,"mamba2model":1,"nn":1,"module":1,"def":2,"init":2,"vllm":6,"config":38,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":5,"hf":1,"quant":4,"lora":11,"is":2,"enabled":2,"bool":1,"assert":1,"not":1,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":2,"embeddings":4,"vocabparallelembedding":1,"num":2,"start":1,"layer":3,"end":1,"layers":4,"make":3,"lambda":1,"mamba2decoderlayer":1,"f":2,"norm":2,"rmsnorm":1,"eps":1,"epsilon":1,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"ids":2,"tensor":2},"5913,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"def":1,"forward":3,"self":7,"input":3,"ids":2,"torch":4,"tensor":4,"positions":3,"mamba":4,"cache":4,"params":4,"mambacacheparams":1,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":2,"none":7,"inputs":3,"embeds":3,"if":5,"get":5,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":4,"hidden":12,"states":12,"else":4,"embeddings":1,"residual":9,"assert":1,"attn":4,"metadata":10,"attentionmetadata":1,"context":2,"envs":1,"vllm":1,"use":1,"v1":2,"mamba2":6,"prepare":1,"chunk":2,"size":2,"config":1,"from":1,"for":1,"i":3,"in":1,"range":1,"len":1,"layers":2,"layer":4,"at":1,"idx":1,"start":1,"last":1,"return":2,"norm":1,"f":1},"7734,1667,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"def":3,"load":1,"weights":3,"self":3,"iterable":1,"tuple":5,"str":3,"torch":3,"tensor":1,"set":3,"params":6,"dict":4,"named":1,"parameters":1,"loaded":5,"for":4,"name":9,"weight":6,"in":3,"if":3,"a":3,"log":2,"replace":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":2,"not":1,"continue":2,"is":1,"pp":1,"missing":1,"parameter":1,"param":3,"loader":4,"getattr":1,"default":1,"add":1,"return":2,"class":1,"mamba2forcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"isattentionfree":1,"classmethod":2,"get":3,"mamba":5,"state":4,"dtype":7,"from":2,"config":12,"cls":2,"vllm":7,"vllmconfig":2,"mambastatedtypecalculator":1,"mamba2":1,"model":1,"cache":4,"ssm":1,"shape":1,"use":2,"v1":3,"bool":1,"true":1,"int":5,"calculate":1,"shapes":2,"s":1,"convolutional":1,"caches":1,"args":1,"or":1,"v0":1},"9401,1674,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"returns":1,"tuple":1,"containing":1,"conv":3,"state":7,"shape":5,"for":2,"convolutional":1,"cache":5,"temporal":1,"space":1,"model":5,"parallel":4,"config":44,"vllm":12,"hf":10,"intermediate":3,"size":12,"expand":1,"hidden":1,"return":1,"mambastateshapecalculator":1,"mamba2":1,"tp":1,"world":1,"tensor":1,"n":2,"groups":2,"num":2,"heads":2,"head":2,"dim":2,"kernel":2,"use":2,"v1":2,"def":1,"init":2,"self":8,"vllmconfig":1,"prefix":6,"str":1,"lora":5,"scheduler":4,"assert":1,"not":2,"enable":1,"caching":2,"mamba":1,"does":1,"support":1,"super":1,"backbone":2,"mamba2model":1,"maybe":1,"unpadded":2,"vocab":4,"if":1,"extra":1},"11075,1022,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"self":12,"lm":3,"head":3,"parallellmhead":1,"unpadded":2,"vocab":6,"size":8,"config":6,"hidden":1,"org":1,"num":1,"embeddings":5,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"if":3,"using":1,"lora":4,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"tie":2,"word":1,"weights":1,"backbone":3,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"mamba":2,"cache":2,"between":1,"steps":1,"optional":1,"mambacachemanager":1,"none":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"get":2,"input":4,"ids":2,"torch":2,"tensor":2,"return":1},"12097,1831,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"def":3,"forward":1,"self":16,"input":4,"ids":2,"torch":3,"tensor":3,"positions":2,"intermediate":2,"tensors":3,"optional":2,"intermediatetensors":1,"none":4,"inputs":6,"embeds":2,"kwargs":4,"if":2,"not":2,"envs":1,"vllm":5,"use":2,"v1":3,"mamba":18,"cache":9,"is":2,"num":3,"layers":3,"model":1,"config":8,"get":5,"by":1,"block":1,"type":1,"parallel":1,"layerblocktype":1,"state":6,"shape":3,"from":2,"false":1,"dtype":3,"mambacachemanager":1,"params":4,"current":1,"run":1,"else":1,"note":1,"needed":1,"for":1,"hidden":2,"states":2,"backbone":1,"return":3,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1},"13928,506,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba2.py":{"def":2,"compute":1,"logits":4,"self":5,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"adapted":1,"from":22,"https":1,"huggingface":2,"co":1,"qwen":4,"vl":2,"blob":1,"main":1,"modeling":1,"py":1,"c":1,"alibaba":1,"cloud":1,"inference":1,"only":1,"model":6,"compatible":1,"with":1,"weights":1,"import":26,"copy":1,"math":1,"unicodedata":1,"collections":1,"abc":1,"collection":1,"mapping":2,"sequence":2,"set":1,"functools":1,"lru":1,"cache":1,"partial":1,"typing":1,"callable":1,"literal":1,"optional":1,"typeddict":1,"union":1,"regex":1,"as":1,"re":1,"torch":2,"nn":1,"torchvision":2,"transforms":2,"interpolationmode":1,"transformers":3,"batchfeature":1,"pretrainedconfig":1,"pretrainedtokenizer":1,"tensortype":1,"image":1,"utils":2,"imageinput":1,"tokenization":1,"base":1,"textinput":1,"config":1,"vllmconfig":1,"executor":5,"layers":4,"activation":1,"get":2,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"resampler":1,"resampler2":1,"abs":1,"pos":1,"models":1,"module":1,"multimodelkeys":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1},"1942,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"from":3,"interfaces":1,"import":3,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"qwen":1,"qwenbasemodel":1,"qwenmodel":1,"utils":1,"flatten":1,"bn":1,"merge":1,"multimodal":1,"embeddings":2,"class":4,"qwenimagepixelinputs":2,"typeddict":2,"type":2,"literal":2,"pixel":1,"values":2,"data":2,"torch":2,"tensor":2,"shape":2,"batch":2,"size":12,"num":9,"images":2,"3":1,"image":7,"note":1,"that":1,"is":4,"the":9,"value":1,"in":3,"vision":1,"config":2,"to":2,"which":1,"we":2,"resize":1,"normalization":1,"transform":1,"currently":1,"multi":1,"support":1,"can":1,"only":1,"be":1,"leveraged":1,"by":1,"passing":1,"directly":1,"qwenimageembeddinginputs":2,"embeds":1,"256":1,"hidden":5,"must":1,"match":1,"of":3,"language":1,"model":2,"backbone":1,"and":4,"stored":1,"visual":1,"if":3,"have":1,"one":1,"qwenimageinputs":1,"union":1,"visualattention":1,"nn":1,"module":1,"self":13,"attention":5,"layer":2,"takes":1,"input":1,"with":1,"s":1,"b":1,"h":1,"returns":1,"output":1,"same":2,"def":1,"init":2,"embed":11,"dim":11,"int":4,"heads":7,"bias":1,"bool":1,"true":1,"kdim":5,"optional":2,"none":4,"vdim":5,"super":1,"not":2,"else":2,"qkv":1,"per":5,"head":2,"partition":3,"assert":1,"0":1},"3911,1851,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"strided":1,"linear":1,"layer":16,"assert":1,"self":16,"qkv":1,"same":1,"embed":5,"dim":7,"visual":1,"attention":14,"implementation":1,"only":1,"supports":1,"in":2,"proj":3,"replicatedlinear":2,"3":6,"out":1,"norm":2,"factor":2,"math":1,"sqrt":1,"hidden":5,"size":7,"per":8,"head":5,"def":1,"forward":1,"x":8,"torch":5,"tensor":5,"attn":3,"mask":3,"optional":1,"none":2,"query":5,"key":6,"value":2,"sq":10,"b":12,"h":1,"mixed":5,"np":8,"hn":8,"new":2,"shape":2,"1":7,"num":3,"heads":3,"partition":3,"view":3,"split":1,"transpose":4,"0":2,"sk":2,"q":3,"scaled":3,"if":1,"is":1,"not":1,"probs":4,"baddbmm":1,"2":2,"else":1,"bmm":1,"softmax":1},"5762,1756,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"value":3,"layer":14,"view":4,"sq":8,"b":8,"self":14,"num":2,"attention":5,"heads":2,"per":5,"partition":3,"hidden":6,"size":10,"head":2,"transpose":1,"0":2,"1":2,"matmul":1,"np":5,"hn":5,"context":11,"torch":1,"bmm":1,"probs":1,"change":1,"permute":1,"2":2,"3":1,"contiguous":1,"hp":1,"new":2,"shape":2,"output":2,"out":1,"proj":3,"return":2,"class":2,"qwenvlmlp":1,"nn":2,"module":2,"mlp":1,"for":1,"the":2,"visual":1,"component":1,"of":1,"qwen":1,"model":1,"def":2,"init":2,"int":2,"intermediate":3,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"super":1,"c":4,"fc":2,"columnparallellinear":1,"bias":2,"true":2,"act":3,"fn":3,"get":1,"gelu":1,"rowparallellinear":1,"forward":1,"x":8,"visualattentionblock":1},"7518,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"def":5,"init":4,"self":18,"d":6,"model":6,"int":8,"n":2,"head":2,"mlp":9,"ratio":4,"float":2,"4":2,"0":3,"norm":6,"layer":6,"callable":2,"nn":6,"module":3,"layernorm":2,"quant":6,"config":6,"optional":4,"quantizationconfig":2,"none":6,"super":2,"ln":4,"1":2,"2":2,"width":6,"attn":11,"visualattention":1,"qwenvlmlp":1,"hidden":1,"size":2,"intermediate":1,"attention":2,"x":11,"torch":7,"tensor":6,"mask":9,"to":1,"dtype":4,"if":1,"is":1,"not":1,"else":1,"return":3,"forward":1,"class":1,"transformerblock":1,"layers":4,"heads":2,"resblocks":2,"modulelist":1,"visualattentionblock":1,"for":1,"in":1,"range":1,"get":1,"cast":1,"c":1,"fc":1,"weight":1},"9428,1646,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"def":3,"get":1,"cast":1,"device":3,"self":11,"torch":5,"return":2,"resblocks":2,"0":2,"mlp":2,"c":1,"fc":1,"weight":1,"forward":1,"x":4,"tensor":3,"attn":3,"mask":3,"optional":2,"none":2,"for":1,"r":2,"in":2,"class":2,"visiontransformer":1,"nn":4,"module":1,"init":2,"image":9,"size":12,"int":8,"patch":10,"width":8,"layers":1,"heads":1,"ratio":1,"float":1,"n":1,"queries":1,"256":2,"output":3,"dim":3,"512":1,"start":1,"id":1,"151857":1,"quant":1,"config":1,"quantizationconfig":1,"kwargs":1,"super":1,"height":4,"grid":1,"conv1":1,"conv2d":1,"channels":2,"3":1,"out":1,"kernel":1,"stride":1,"bias":1,"false":1,"embeddings":2,"and":1,"positional":2,"scale":2,"5":1,"embedding":1,"parameter":1,"randn":1,"norm":1,"layer":1,"partial":1,"layernorm":1,"eps":1,"1e":1,"6":1},"11074,1922,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"self":20,"ln":4,"pre":2,"norm":6,"layer":6,"width":6,"transformer":4,"transformerblock":1,"layers":1,"heads":2,"mlp":1,"ratio":1,"quant":2,"config":2,"attn":2,"pool":2,"resampler2":1,"grid":5,"size":2,"int":2,"math":2,"sqrt":2,"n":1,"queries":1,"embed":1,"dim":8,"output":6,"num":1,"128":1,"kv":1,"adaptive":1,"false":2,"do":1,"post":3,"projection":1,"to":3,"device":4,"positional":3,"embedding":3,"dtype":4,"proj":2,"nn":1,"parameter":1,"0":5,"5":1,"torch":3,"randn":1,"image":6,"start":4,"id":6,"end":1,"1":7,"pad":1,"2":6,"def":1,"forward":1,"x":29,"tensor":2,"get":3,"cast":2,"patches":1,"conv1":1,"shape":5,"reshape":1,"permute":3,"abs":1,"pos":1,"nld":2,"lnd":2,"return":1,"class":1,"qwenvlmodel":1,"qwenmodel":1},"12996,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"def":4,"init":2,"self":8,"vllm":6,"config":13,"vllmconfig":1,"prefix":3,"str":9,"super":1,"model":2,"hf":1,"quant":4,"visual":2,"visiontransformer":1,"lru":1,"cache":1,"maxsize":1,"1":1,"get":1,"tokenizer":8,"without":1,"image":2,"pad":2,"pretrainedtokenizer":2,"the":3,"logic":1,"of":2,"adding":1,"tokens":2,"should":1,"only":1,"be":2,"applied":1,"in":2,"qwenvlprocessor":2,"executor":1,"models":1,"qwen":4,"vl":2,"so":1,"they":1,"are":1,"patched":1,"out":1,"here":2,"definition":1,"wrapped":1,"can":1,"found":1,"https":1,"huggingface":1,"co":1,"blob":1,"main":1,"tokenization":1,"py":1,"new":1,"copy":1,"deepcopy":1,"class":2,"tokenizerwithoutimagepad":1,"type":1,"ignore":1,"tokenize":1,"text":4,"allowed":3,"special":7,"union":4,"set":1,"all":1,"disallowed":3,"collection":1,"kwargs":2,"list":2,"bytes":1,"unicodedata":1,"normalize":1,"nfc":1,"return":2,"decoder":1,"t":2,"for":1,"encode":1,"decode":2,"token":5,"ids":5,"int":3,"skip":1,"bool":1,"false":1,"errors":4,"optional":1,"none":1,"if":1,"isinstance":1,"or":1},"14919,1620,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"tokenizerwithoutimagepad":2,"name":2,"f":1,"tokenizer":10,"class":3,"withoutimagepad":1,"new":2,"return":4,"qwenvlprocessor":1,"this":1,"model":1,"doesn":1,"t":1,"define":1,"its":1,"own":2,"hf":1,"processor":2,"so":1,"we":2,"implement":1,"our":1,"one":1,"here":2,"call":1,"the":2,"wrapped":1,"to":1,"automatically":1,"insert":1,"image":13,"pad":3,"tokens":1,"https":2,"huggingface":2,"co":2,"qwen":5,"vl":2,"blob":2,"main":2,"tokenization":1,"py":2,"l245":1,"is":1,"defined":1,"visual":2,"l354":1,"def":4,"init":2,"self":10,"config":6,"pretrainedconfig":1,"pretrainedtokenizer":1,"none":1,"super":1,"vision":2,"size":4,"transform":1,"transforms":4,"compose":1,"resize":1,"interpolation":1,"interpolationmode":1,"bicubic":1,"totensor":1,"normalize":1,"mean":1,"0":6,"48145466":1,"4578275":1,"40821073":1,"std":1,"26862954":1,"26130258":1,"27577711":1,"property":3,"start":2,"tag":6,"str":3,"type":3,"ignore":3,"end":2},"16539,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"def":5,"call":1,"self":12,"text":9,"optional":4,"union":3,"textinput":2,"list":4,"none":6,"images":8,"imageinput":2,"return":7,"tensors":2,"str":2,"tensortype":1,"batchfeature":2,"if":5,"is":2,"not":2,"isinstance":3,"inputs":5,"tokenizer":9,"len":1,"0":1,"image":12,"else":1,"pixel":3,"values":3,"transform":1,"for":1,"in":1,"torch":1,"stack":1,"tensor":1,"type":1,"class":2,"qwenvlprocessinginfo":2,"baseprocessinginfo":1,"get":8,"pretrainedtokenizer":2,"ctx":2,"assert":1,"without":1,"pad":1,"hf":5,"processor":2,"kwargs":2,"object":1,"qwenvlprocessor":2,"init":1,"config":8,"supported":1,"mm":1,"limits":1,"mapping":1,"int":2,"num":1,"tokens":1,"vision":3,"visual":1,"size":6,"patch":3,"grid":3,"length":3,"2":1,"qwenvldummyinputsbuilder":1,"basedummyinputsbuilder":1},"18484,1918,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"def":3,"get":8,"dummy":3,"text":1,"self":6,"mm":12,"counts":4,"mapping":5,"str":7,"int":3,"num":9,"images":11,"image":11,"0":2,"hf":9,"processor":6,"info":2,"img":8,"start":3,"tag":2,"end":3,"return":3,"join":1,"f":1,"picture":2,"i":2,"n":2,"for":2,"in":1,"range":1,"1":3,"data":9,"seq":1,"len":2,"multimodaldatadict":1,"config":5,"vision":2,"visual":1,"target":4,"width":3,"height":3,"size":1,"class":1,"qwenvlmultimodalprocessor":1,"basemultimodalprocessor":1,"qwenvlprocessinginfo":1,"call":2,"prompt":5,"object":3,"kwargs":6,"tok":3,"batchfeature":1,"drops":1,"anything":1,"between":1,"tags":1,"encoding":1,"with":1,"the":3,"tokenizer":1,"will":1,"automatically":1,"add":1,"pads":1,"context":1,"matched":2,"re":1,"subn":1,"r":2,"d":1,"2":1,"if":1,"is":1,"not":1,"none":1,"assert":2,"isinstance":1,"list":1,"super":1},"20402,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"def":3,"hf":6,"processor":10,"applies":1,"updates":2,"self":6,"prompt":2,"text":1,"str":7,"mm":7,"items":2,"multimodaldataitems":2,"kwargs":5,"mapping":5,"object":4,"tokenization":1,"bool":1,"return":3,"false":1,"get":5,"fields":1,"config":1,"inputs":2,"batchfeature":1,"multimodalfieldconfig":3,"dict":2,"pixel":1,"values":1,"batched":2,"image":12,"embeds":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"tokenizer":3,"info":4,"special":5,"tokens":10,"int":1,"type":1,"ignore":1,"img":9,"start":4,"id":11,"tag":3,"end":4,"pad":4,"num":3,"promptreplacement":1,"modality":1,"target":1,"replacement":1,"promptupdatedetails":1,"select":1,"token":2,"embed":1,"multimodal":1,"registry":1,"register":1,"qwenvlmultimodalprocessor":1,"qwenvlprocessinginfo":1,"dummy":1,"qwenvldummyinputsbuilder":1},"22293,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"class":1,"qwenvlforconditionalgeneration":1,"qwenbasemodel":1,"supportspp":1,"supportslora":1,"supportsmultimodal":1,"packed":1,"modules":1,"mapping":2,"c":2,"attn":3,"gate":1,"up":1,"proj":1,"w2":1,"w1":1,"def":5,"get":3,"mm":1,"self":6,"multimodelkeys":2,"the":2,"module":1,"prefix":4,"in":1,"multimodal":1,"models":1,"return":3,"from":1,"string":1,"field":1,"language":1,"model":2,"transformer":8,"h":3,"connector":1,"visual":3,"pool":1,"tower":1,"classmethod":1,"placeholder":1,"str":5,"cls":1,"modality":3,"i":2,"int":1,"optional":2,"if":2,"startswith":1,"image":6,"f":3,"picture":1,"img":2,"raise":2,"valueerror":2,"only":1,"is":2,"supported":1,"init":2,"vllm":3,"config":4,"vllmconfig":1,"type":4,"qwenvlmodel":3,"none":3,"super":1,"validate":2,"pixel":4,"values":4,"data":4,"torch":2,"tensor":2,"w":2,"size":2,"expected":6,"dims":5,"3":1,"actual":2,"tuple":2,"shape":3,"1":1,"expr":2,"batch":1,"map":1,"of":1,"you":1,"supplied":1,"parse":1,"and":1,"input":1,"kwargs":3,"object":1,"qwenimageinputs":1,"pop":2,"embeds":2},"24216,1801,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"if":6,"pixel":7,"values":7,"is":3,"not":4,"none":5,"isinstance":2,"torch":6,"tensor":5,"list":2,"raise":2,"valueerror":2,"incorrect":2,"type":9,"of":2,"f":2,"got":2,"return":8,"qwenimagepixelinputs":1,"data":4,"self":10,"validate":2,"flatten":2,"bn":2,"concat":2,"true":2,"image":17,"embeds":7,"embeddings":7,"qwenimageembeddinginputs":1,"def":4,"process":2,"input":14,"qwenimageinputs":1,"transformer":3,"visual":1,"get":4,"language":1,"model":1,"nn":1,"module":1,"multimodal":2,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":1,"vision":2,"ids":2,"optional":1,"inputs":1},"26017,1250,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen_vl.py":{"if":2,"multimodal":5,"embeddings":8,"is":5,"not":2,"none":7,"and":1,"len":1,"0":1,"inputs":9,"embeds":9,"merge":1,"input":6,"ids":5,"self":5,"transformer":2,"visual":1,"image":1,"pad":1,"id":1,"return":2,"def":1,"forward":1,"torch":4,"tensor":4,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":2,"kwargs":2,"object":1,"union":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"get":2,"hidden":2,"states":2},"0,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":21,"project":1,"inference":1,"only":1,"snowflake":1,"arctic":2,"model":17,"from":24,"collections":1,"abc":1,"import":25,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":4,"pp":1,"group":1,"tensor":3,"parallel":4,"rank":1,"world":1,"size":1,"all":1,"reduce":1,"logger":2,"init":1,"executor":12,"layers":9,"activation":1,"siluandmul":1,"fused":3,"moe":1,"experts":1,"topk":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":2,"quantizationconfig":1,"deepspeedfp":1,"deepspeedfpconfig":1,"deepspeedfpparameter":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":3,"utils":3,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"set":1,"attrs":1,"platforms":1,"current":1,"platform":1,"sequence":1,"intermediatetensors":1,"transformers":1,"configs":1,"arcticconfig":1,"interfaces":1,"supportspp":1,"supportsquant":1},"1952,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"from":1,"utils":1,"import":1,"extract":1,"layer":2,"index":1,"is":4,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":2,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":2,"logger":2,"init":3,"name":1,"class":2,"arcticmlp":1,"nn":2,"module":2,"def":2,"self":16,"config":10,"arcticconfig":1,"expert":3,"id":3,"int":1,"1":1,"residual":2,"mlp":2,"bool":2,"false":3,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"reduce":3,"results":3,"true":1,"str":1,"super":1,"hidden":13,"size":6,"ffn":3,"dim":3,"if":2,"not":1,"else":1,"w13":2,"mergedcolumnparallellinear":1,"2":1,"bias":2,"w2":2,"rowparallellinear":1,"act":4,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"states":6,"gate":2,"up":2,"return":1,"arcticmoe":1,"model":1,"parallel":1,"implementation":1,"of":1,"arctic":1,"moe":1},"3773,1073,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":1,"init":2,"self":12,"config":8,"arcticconfig":1,"tp":4,"size":9,"optional":3,"int":1,"none":4,"params":5,"dtype":7,"torch":2,"quant":3,"quantizationconfig":1,"reduce":3,"results":3,"bool":1,"true":1,"prefix":2,"str":1,"super":1,"layer":7,"id":4,"extract":1,"index":1,"or":1,"get":2,"tensor":1,"model":1,"parallel":1,"world":1,"hidden":2,"num":3,"experts":3,"local":1,"top":1,"k":1,"per":1,"tok":1,"intermediate":2,"is":3,"moe":2,"1":1,"frequency":1,"0":1,"isinstance":1,"deepspeedfpconfig":1,"some":1,"other":1,"parameters":1,"if":1,"default":1},"4846,257,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"if":1,"not":1,"self":2,"is":1,"moe":1,"layer":1,"mlp":2,"arcticmlp":1,"config":3,"quant":2,"reduce":2,"results":2,"prefix":2,"f":1},"5103,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"else":2,"self":27,"gate":2,"replicatedlinear":1,"hidden":5,"size":11,"num":5,"experts":5,"bias":1,"false":1,"params":8,"dtype":10,"quant":7,"config":6,"prefix":2,"f":1,"if":1,"is":1,"ws":3,"deepspeedfpparameter":2,"torch":4,"2":2,"intermediate":4,"w2s":3,"nn":2,"parameter":2,"empty":2,"device":4,"current":2,"platform":2,"type":2,"set":2,"weight":6,"attrs":2,"loader":4},"6988,842,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":1,"weight":12,"loader":1,"self":4,"param":9,"nn":1,"parameter":1,"loaded":4,"torch":1,"tensor":2,"name":4,"str":1,"expert":4,"id":4,"int":1,"tp":3,"rank":4,"get":1,"model":1,"parallel":1,"data":6,"ds":2,"dequantize":1,"if":5,"is":2,"quant":2,"else":1,"shard":10,"size":7,"intermediate":1,"slice":1,"1":1,"endswith":3,"w1":1,"0":1,"w3":1,"2":1,"w2":1,"quantize":1},"7830,1777,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":1,"local":1,"moe":1,"fused":3,"self":17,"hidden":14,"states":11,"torch":3,"tensor":3,"num":6,"tokens":7,"size":4,"shape":2,"view":2,"1":3,"router":3,"logits":3,"n":1,"experts":5,"gate":1,"do":2,"normalize":2,"top":2,"k":3,"topk":12,"weights":2,"ids":9,"token":1,"expert":1,"indices":1,"renormalize":1,"if":6,"is":3,"quant":3,"2":1,"much":1,"fewer":1,"than":1,"use":1,"selective":3,"dequantize":5,"ws":6,"dequantized":6,"ds":4,"flatten":2,"w2s":6,"we":1,"gathered":1,"the":3,"to":1,"so":1,"update":1,"mapping":1,"arange":1,"0":1,"numel":1,"device":2,"reshape":1,"else":3,"final":4,"inplace":1,"true":1,"reduce":2,"results":1,"and":1,"tp":1,"model":1,"parallel":1,"all":1,"return":1},"9607,1471,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":2,"forward":1,"self":30,"hidden":9,"states":6,"torch":1,"tensor":2,"if":2,"is":1,"moe":2,"layer":1,"final":3,"local":1,"fused":1,"else":2,"mlp":1,"return":1,"class":1,"arcticattention":1,"nn":1,"module":1,"init":2,"config":10,"arcticconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"size":13,"tp":7,"get":1,"model":1,"parallel":1,"world":1,"total":9,"num":15,"heads":15,"attention":1,"assert":3,"0":4,"kv":8,"key":1,"value":1,"max":3,"1":1,"head":4,"dim":4,"q":1,"position":2,"embeddings":2,"rope":2,"theta":2,"scaling":1,"5":1},"11078,1649,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"self":27,"qkv":4,"proj":4,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":8,"o":2,"rowparallellinear":1,"reduce":1,"results":1,"true":2,"rotary":3,"emb":2,"get":1,"rope":2,"max":2,"position":2,"embeddings":1,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"attn":5,"attention":1,"scaling":1,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"arcticdecoderlayer":1,"nn":1,"module":1},"12727,1616,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":1,"init":2,"self":13,"config":20,"arcticconfig":1,"cache":2,"optional":2,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":8,"str":1,"super":1,"hidden":5,"size":5,"layer":6,"idx":2,"extract":1,"index":1,"is":3,"moe":5,"1":1,"frequency":1,"0":1,"use":4,"residual":8,"and":1,"attn":2,"arcticattention":1,"f":3,"block":2,"sparse":2,"arcticmoe":1,"reduce":2,"results":2,"not":1,"input":1,"layernorm":3,"rmsnorm":3,"eps":6,"rms":3,"norm":3,"post":1,"attention":1,"if":1,"mlp":3,"arcticmlp":1,"true":1,"false":1},"14343,1512,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":2,"forward":1,"self":12,"positions":3,"torch":4,"tensor":4,"hidden":31,"states":31,"residual":11,"input":4,"layernorm":4,"attn":4,"if":1,"use":1,"mlp":3,"post":2,"attention":2,"block":2,"sparse":2,"moe":2,"model":2,"parallel":1,"all":1,"reduce":1,"else":1,"return":1,"support":1,"compile":1,"class":1,"arcticmodel":1,"nn":1,"module":1,"init":2,"vllm":4,"config":11,"vllmconfig":1,"prefix":1,"str":1,"super":1,"hf":1,"cache":2,"quant":2},"15855,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"self":18,"vocab":4,"size":7,"config":10,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":16,"org":1,"num":2,"embeddings":3,"start":2,"layer":6,"end":2,"layers":5,"make":3,"lambda":1,"prefix":5,"arcticdecoderlayer":1,"cache":1,"quant":1,"f":1,"attn":2,"implementation":2,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":12,"def":2,"get":4,"input":6,"ids":4,"torch":6,"tensor":6,"return":3,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"else":2,"assert":1,"for":1,"in":1,"last":1,"class":1,"arcticforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportsquant":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1},"17847,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":4,"init":2,"self":23,"vllm":5,"config":21,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":4,"arcticmodel":1,"maybe":1,"vocab":7,"size":8,"lm":3,"head":3,"parallellmhead":1,"hidden":5,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"num":4,"experts":4,"local":1,"per":2,"tok":2,"unpadded":2,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"19785,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"def":1,"load":1,"weights":2,"self":4,"iterable":1,"tuple":3,"str":7,"torch":1,"tensor":1,"set":3,"stacked":1,"params":12,"mapping":10,"param":1,"name":2,"shard":2,"id":8,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"mlp":14,"list":2,"int":2,"expert":11,"num":4,"layers":13,"config":2,"hidden":1,"for":2,"layer":10,"in":2,"range":2,"append":7,"f":11,"residual":4,"w13":4,"weight":11,"w1":3,"0":3,"w3":3,"1":2,"if":1,"2":1,"block":4,"sparse":4,"moe":5,"else":1,"local":1,"experts":4,"ws":2,"w2s":1,"w2":1,"dict":2,"named":1,"parameters":1,"loaded":1},"21712,249,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"logger":1,"info":1,"it":1,"will":2,"take":1,"10":1,"minutes":1,"loading":2,"from":1,"the":2,"16":1,"bit":2,"weights":2,"alternatively":1,"use":1,"prequantized":1,"8":1,"of":1,"arctic":1,"and":1,"set":1,"load":1,"format":1,"to":1,"sharded":1,"state":1,"accelerate":1},"21961,679,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"for":3,"name":13,"loaded":2,"weight":8,"in":4,"weights":1,"param":5,"shard":2,"id":2,"stacked":1,"params":3,"mapping":1,"if":3,"not":2,"continue":3,"replace":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"dict":2,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"loader":3,"break":1},"22640,1563,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"else":3,"for":2,"param":11,"name":25,"weight":15,"shard":4,"id":5,"in":5,"mlp":1,"params":6,"mapping":2,"if":6,"not":3,"continue":6,"replace":2,"is":3,"pp":3,"missing":3,"parameter":3,"self":3,"dict":4,"loader":6,"loaded":2,"break":2,"expert":2,"endswith":1,"bias":1,"and":1},"24203,269,data/raw/vllm-0.10.1/vllm/model_executor/models/arctic.py":{"weight":5,"loader":4,"getattr":1,"param":2,"default":1,"loaded":3,"params":2,"add":1,"name":1,"return":1},"0,1494,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"from":4,"dataclasses":1,"import":5,"dataclass":2,"torch":9,"attention":1,"backends":1,"utils":1,"pad":2,"slot":1,"id":1,"config":7,"vllmconfig":2,"model":2,"executor":1,"models":1,"constant":1,"size":7,"cache":1,"constantsizecache":2,"class":3,"mambacacheparams":2,"conv":6,"state":14,"tensor":8,"ssm":2,"indices":2,"def":2,"at":1,"layer":4,"idx":4,"self":7,"return":1,"mambacachemanager":1,"init":2,"num":2,"mamba":1,"layers":1,"int":5,"shape":2,"tuple":2,"temporal":4,"dtype":8,"determine":1,"max":6,"batch":5,"set":1,"of":1,"mambacache":1,"scheduler":1,"seqs":1,"if":1,"not":1,"enforce":1,"eager":1,"for":1,"cudagraph":1,"initialize":1,"parent":1,"super":1},"1494,1844,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba_cache.py":{"assume":1,"conv":9,"state":16,"dim":1,"len":1,"assert":1,"shape":5,"0":3,"1":4,"torch":4,"empty":2,"size":7,"num":2,"mamba":6,"layers":2,"max":2,"batch":4,"dtype":5,"self":10,"device":3,"cuda":5,"transpose":1,"2":1,"temporal":4,"cache":13,"property":1,"def":4,"return":4,"copy":2,"from":2,"index":4,"int":3,"to":3,"for":2,"t":3,"in":2,"non":1,"blocking":1,"true":1,"current":3,"run":3,"tensors":6,"kwargs":2,"mambacacheparams":2,"the":6,"s":1,"and":1,"ssm":1,"indices":2,"tensor":3,"super":1,"get":1,"seqlen":1,"agnostic":1,"capture":2,"inputs":1,"provide":1,"graph":2,"runs":2,"with":1,"a":1,"buffer":2,"adjusted":1,"is":1,"used":1,"maintain":1,"during":1,"replay":1,"as":1,"pad":1,"slot":1,"id":1,"int32":1},"0,1274,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"whenever":1,"you":1,"add":1,"an":1,"architecture":3,"this":1,"page":1,"please":1,"also":1,"update":1,"tests":1,"models":2,"registry":1,"py":1,"with":1,"example":1,"huggingface":1,"for":1,"it":1,"import":18,"importlib":1,"os":1,"pickle":1,"subprocess":1,"sys":1,"tempfile":1,"from":11,"abc":3,"abstractmethod":1,"collections":1,"set":1,"dataclasses":1,"dataclass":1,"field":1,"functools":1,"lru":1,"cache":1,"typing":1,"callable":1,"optional":1,"typevar":1,"union":1,"torch":1,"nn":2,"as":1,"transformers":2,"config":1,"modelconfig":1,"modelimpl":1,"iter":1,"defaults":2,"try":2,"match":1,"logger":4,"init":2,"utils":1,"dynamic":2,"module":2,"get":2,"class":1,"interfaces":2,"default":1,"pooling":2,"type":1,"has":2,"inner":1,"state":1,"noops":1,"is":4,"attention":1,"free":1,"hybrid":1,"supports":6,"cross":1,"encoding":1,"multimodal":2,"raw":1,"input":1,"pp":1,"transcription":1,"v0":1,"only":1,"base":1,"model":2,"text":1,"generation":1,"name":1,"yapf":1,"disable":1},"1274,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"text":4,"generation":1,"models":1,"decoder":1,"only":1,"aquilamodel":1,"llama":3,"llamaforcausallm":2,"aquilaforcausallm":1,"aquilachat2":1,"arceeforcausallm":2,"arcee":1,"arcticforcausallm":2,"arctic":1,"minimaxforcausallm":1,"minimax":3,"01":3,"minimaxtext01forcausallm":4,"minimaxm1forcausallm":1,"baichuan":4,"7b":1,"upper":1,"case":2,"c":2,"in":2,"the":2,"class":2,"name":2,"baichuanforcausallm":4,"13b":1,"lower":1,"bailingmoeforcausallm":2,"bailing":1,"moe":2,"bambaforcausallm":2,"bamba":1,"bloomforcausallm":2,"bloom":1,"chatglmmodel":1,"chatglm":2,"chatglmforcausallm":2,"chatglmforconditionalgeneration":1,"cohereforcausallm":3,"commandr":2,"cohere2forcausallm":1,"dbrxforcausallm":2,"dbrx":1,"decilmforcausallm":2,"nemotron":1,"nas":1,"deepseekforcausallm":2,"deepseek":3,"deepseekv2forcausallm":2,"v2":2,"deepseekv3forcausallm":2,"dots1forcausallm":2,"dots1":1,"ernie4":4,"5forcausallm":2,"ernie45":2,"5":2,"moeforcausallm":2,"exaoneforcausallm":2,"exaone":1,"exaone4forcausallm":2,"exaone4":1,"falconforcausallm":2,"falcon":1,"fairseq2llamaforcausallm":2,"fairseq2":1},"3226,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"gemmaforcausallm":2,"gemma":1,"gemma2forcausallm":2,"gemma2":1,"gemma3forcausallm":2,"gemma3":1,"gemma3nforcausallm":2,"gemma3n":1,"glmforcausallm":2,"glm":1,"glm4forcausallm":2,"glm4":2,"glm4moeforcausallm":2,"moe":1,"gptossforcausallm":2,"gpt":4,"oss":1,"gpt2lmheadmodel":2,"gpt2":1,"gptbigcodeforcausallm":2,"bigcode":1,"gptjforcausallm":2,"j":1,"gptneoxforcausallm":2,"neox":1,"graniteforcausallm":2,"granite":1,"granitemoeforcausallm":2,"granitemoe":1,"granitemoehybridforcausallm":2,"granitemoehybrid":1,"noqa":3,"e501":3,"granitemoesharedforcausallm":2,"granitemoeshared":1,"gritlm":3,"grok1modelforcausallm":1,"grok1":1,"grok1forcausallm":1,"hunyuanmoev1forcausallm":2,"hunyuan":2,"v1":2,"hunyuandensev1forcausallm":2,"hcxvisionforcausallm":2,"hyperclovax":1,"vision":1,"internlmforcausallm":1,"llama":5,"llamaforcausallm":6,"internlm2forcausallm":2,"internlm2":2,"internlm2veforcausallm":2,"ve":1,"internlm3forcausallm":1,"jaislmheadmodel":2,"jais":1,"jambaforcausallm":2,"jamba":1,"llama4forcausallm":2,"llama4":1,"for":1,"decapoda":1,"research":1,"mambaforcausallm":2,"mamba":1},"5217,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"falconmambaforcausallm":1,"mamba":1,"mambaforcausallm":1,"falconh1forcausallm":2,"falcon":2,"h1":1,"mamba2forcausallm":2,"mamba2":1,"minicpmforcausallm":2,"minicpm":1,"minicpm3forcausallm":2,"minicpm3":1,"mistralforcausallm":1,"llama":1,"llamaforcausallm":1,"mixtralforcausallm":3,"mixtral":2,"quantmixtralforcausallm":1,"quant":1,"transformers":1,"s":1,"mpt":3,"class":1,"has":1,"lower":1,"case":1,"mptforcausallm":4,"mimoforcausallm":2,"mimo":1,"nemotronforcausallm":2,"nemotron":2,"nemotronhforcausallm":2,"h":1,"olmoforcausallm":2,"olmo":1,"olmo2forcausallm":2,"olmo2":1,"olmoeforcausallm":2,"olmoe":1,"optforcausallm":2,"opt":1,"orionforcausallm":2,"orion":1,"persimmonforcausallm":2,"persimmon":1,"phiforcausallm":2,"phi":1,"phi3forcausallm":2,"phi3":1,"phimoeforcausallm":2,"phimoe":1,"phi4flashforcausallm":2,"phi4flash":1,"plamo2forcausallm":2,"plamo2":1,"qwenlmheadmodel":2,"qwen":1,"qwen2forcausallm":2,"qwen2":2,"qwen2moeforcausallm":2,"moe":2,"qwen3forcausallm":2,"qwen3":2,"qwen3moeforcausallm":2,"rwforcausallm":1,"falconforcausallm":1,"step3textforcausallm":2,"step3":1,"text":1,"stablelmepochforcausallm":1,"stablelm":2,"stablelmforcausallm":3},"7207,608,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"starcoder2forcausallm":2,"starcoder2":1,"solarforcausallm":2,"solar":1,"telechat2forcausallm":2,"telechat2":1,"teleflmforcausallm":2,"teleflm":1,"xverseforcausallm":1,"llama":1,"llamaforcausallm":1,"zamba2forcausallm":2,"zamba2":1,"encoder":1,"decoder":1,"bartmodel":1,"bart":3,"bartforconditionalgeneration":3,"mbartforconditionalgeneration":2},"7818,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"embedding":1,"models":3,"text":2,"only":1,"bertmodel":1,"bert":4,"bertembeddingmodel":1,"decilmforcausallm":2,"nemotron":1,"nas":1,"gemma2model":1,"gemma2":1,"gemma2forcausallm":1,"glmforcausallm":2,"glm":1,"gpt2forsequenceclassification":2,"gpt2":1,"gritlm":3,"gtemodel":1,"with":3,"rope":3,"snowflakegtenewmodel":1,"gtenewmodel":2,"internlm2forrewardmodel":2,"internlm2":1,"jambaforsequenceclassification":2,"jamba":1,"noqa":3,"e501":3,"llamamodel":1,"llama":2,"llamaforcausallm":3,"multiple":1,"share":1,"the":1,"same":1,"architecture":1,"so":1,"we":1,"include":1,"them":1,"all":1,"k":2,"mod":2,"arch":3,"for":1,"in":2,"generation":1,"items":1,"if":1,"mistralmodel":1,"modernbertmodel":2,"modernbert":1,"nomicbertmodel":2,"phi3forcausallm":2,"phi3":1,"qwen2model":1,"qwen2":5,"qwen2forcausallm":3,"qwen2forrewardmodel":2,"rm":2,"qwen2forprocessrewardmodel":2,"robertaformaskedlm":1,"roberta":3,"robertaembeddingmodel":3,"robertamodel":1,"telechat2forcausallm":2,"telechat2":1,"xlmrobertamodel":1,"multimodal":1,"llavanextforconditionalgeneration":2,"llava":1,"next":1,"phi3vforcausallm":2,"phi3v":1,"qwen2vlforconditionalgeneration":2,"vl":1,"technically":1,"prithvigeospatialmae":1,"is":1,"a":1,"model":1,"that":1,"works":1,"on":1,"images":1,"both":1},"9810,193,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"input":1,"and":1,"output":1,"i":1,"am":1,"adding":1,"it":2,"here":1,"because":1,"piggy":1,"backs":1,"on":1,"embedding":1,"models":1,"for":1,"the":1,"time":1,"being":1,"prithvigeospatialmae":2,"prithvi":1,"geospatial":1,"mae":1},"10003,647,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"cross":1,"encoder":1,"models":1,"bertforsequenceclassification":2,"bert":1,"robertaforsequenceclassification":3,"roberta":2,"xlmrobertaforsequenceclassification":1,"modernbertforsequenceclassification":2,"modernbert":1,"auto":1,"converted":1,"see":1,"adapters":1,"py":1,"jinavlforranking":1,"jina":1,"vl":1,"jinavlforsequenceclassification":1,"noqa":1,"e501":1},"10650,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"multimodal":1,"models":1,"decoder":1,"only":1,"ariaforconditionalgeneration":2,"aria":1,"ayavisionforconditionalgeneration":2,"aya":1,"vision":2,"noqa":11,"e501":11,"blip2forconditionalgeneration":2,"blip2":1,"chameleonforconditionalgeneration":2,"chameleon":1,"cohere2visionforconditionalgeneration":2,"cohere2":1,"deepseekvlv2forcausallm":2,"deepseek":1,"vl2":1,"fuyuforcausallm":2,"fuyu":1,"gemma3forconditionalgeneration":2,"gemma3":1,"mm":2,"gemma3nforconditionalgeneration":2,"gemma3n":1,"glm4vforcausallm":2,"glm4v":1,"glm4vforconditionalgeneration":2,"glm4":2,"1v":2,"glm4vmoeforconditionalgeneration":2,"granitespeechforconditionalgeneration":2,"granite":1,"speech":1,"h2ovlchatmodel":2,"h2ovl":1,"internvlchatmodel":2,"internvl":1,"interns1forconditionalgeneration":2,"interns1":1,"idefics3forconditionalgeneration":2,"idefics3":1,"smolvlmforconditionalgeneration":2,"smolvlm":1,"keyeforconditionalgeneration":2,"keye":1,"kimivlforconditionalgeneration":2,"kimi":1,"vl":3,"llama":1,"nemotron":2,"nano":1,"llamanemotronvlchatmodel":1,"llavaforconditionalgeneration":2,"llava":1},"12634,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"llavanextforconditionalgeneration":2,"llava":4,"next":2,"noqa":15,"e501":15,"llavanextvideoforconditionalgeneration":2,"video":1,"llavaonevisionforconditionalgeneration":2,"onevision":1,"mantisforconditionalgeneration":2,"minimaxvl01forconditionalgeneration":2,"minimax":1,"vl":4,"01":1,"minicpmo":3,"minicpmv":3,"mistral3forconditionalgeneration":2,"mistral3":1,"molmoforcausallm":2,"molmo":1,"nvlm":3,"d":3,"model":1,"ovis":3,"paligemmaforconditionalgeneration":2,"paligemma":1,"phi3vforcausallm":2,"phi3v":1,"phi4mmforcausallm":2,"phi4mm":1,"phi4multimodalforcausallm":2,"phi4":1,"multimodal":1,"pixtralforconditionalgeneration":2,"pixtral":1,"qwenvlforconditionalgeneration":2,"qwen":1,"qwen2vlforconditionalgeneration":2,"qwen2":11,"5":5,"vlforconditionalgeneration":2,"qwen2audioforconditionalgeneration":2,"audio":1,"5omnimodel":1,"omni":2,"thinker":2,"5omnithinkerforconditionalgeneration":2,"5omniforconditionalgeneration":1},"14595,955,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"ultravoxmodel":2,"ultravox":1,"step3vlforconditionalgeneration":2,"step3":1,"vl":2,"noqa":8,"e501":8,"tarsierforconditionalgeneration":2,"tarsier":1,"tarsier2forconditionalgeneration":2,"qwen2":1,"voxtralforconditionalgeneration":2,"voxtral":1,"encoder":1,"decoder":1,"florence2forconditionalgeneration":2,"florence2":1,"mllamaforconditionalgeneration":2,"mllama":1,"llama4forconditionalgeneration":2,"mllama4":1,"skyworkr1vchatmodel":2,"skyworkr1v":1,"whisperforconditionalgeneration":2,"whisper":1},"15550,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"speculative":2,"decoding":2,"models":14,"mimomtpmodel":1,"mimo":1,"mtp":3,"mimomtp":1,"eaglellamaforcausallm":2,"llama":3,"eagle":3,"eaglellama4forcausallm":2,"llama4":1,"eagleminicpmforcausallm":2,"minicpm":1,"eagle3llamaforcausallm":3,"eagle3":2,"todo":2,"re":2,"enable":3,"this":4,"once":2,"tests":1,"test":1,"initialization":1,"py":1,"is":3,"fixed":1,"see":1,"pr":1,"22333":1,"22611":1,"noqa":3,"e501":3,"llamaforcausallmeagle3":1,"deepseekmtpmodel":1,"deepseek":1,"deepseekmtp":1,"glm4moemtpmodel":1,"glm4":1,"moe":1,"glm4moemtp":1,"medusamodel":1,"medusa":2,"temporarily":1,"disabled":1,"woosuk":1,"the":4,"mlp":2,"speculator":2,"supported":3,"in":1,"v1":1,"mlpspeculatorpretrainedmodel":1,"mlpspeculator":1,"transformers":9,"text":2,"generation":2,"smollm3forcausallm":1,"transformersforcausallm":3,"multimodal":2,"emu3forconditionalgeneration":1,"transformersformultimodallm":3,"backend":2,"transformersmodel":2,"yapf":1,"vllm":1,"embedding":1,"cross":1,"encoder":1,"variable":2,"used":1,"as":1,"args":2,"for":1,"subprocess":1,"run":2,"we":3,"can":1,"modify":1,"to":3,"alter":1,"if":1,"needed":1,"e":1,"g":1,"when":1,"use":1,"par":1,"format":1,"pack":1,"things":1,"together":1,"sys":1,"executable":1,"might":1,"not":1,"be":1,"target":1,"want":1},"17476,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"subprocess":1,"command":1,"sys":1,"executable":1,"m":1,"vllm":1,"model":27,"executor":1,"models":2,"registry":1,"previously":1,"supported":1,"phi3smallforcausallm":1,"0":1,"9":1,"2":1,"dataclass":2,"frozen":2,"true":2,"class":2,"modelinfo":4,"architecture":2,"str":2,"is":12,"text":3,"generation":3,"bool":13,"pooling":6,"default":3,"type":5,"supports":22,"cross":3,"encoding":3,"multimodal":6,"raw":3,"input":3,"pp":3,"has":6,"inner":3,"state":3,"attention":3,"free":3,"hybrid":3,"noops":3,"transcription":7,"only":6,"v0":3,"staticmethod":1,"def":3,"from":1,"cls":3,"nn":2,"module":2,"return":1,"name":1,"get":1,"and":1,"baseregisteredmodel":1,"abc":1,"abstractmethod":2,"inspect":1,"self":2,"raise":2,"notimplementederror":2,"load":1},"19438,1913,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"class":4,"registeredmodel":2,"baseregisteredmodel":4,"represents":2,"a":2,"model":32,"that":2,"has":2,"already":1,"been":2,"imported":2,"in":6,"the":2,"main":2,"process":3,"interfaces":3,"modelinfo":6,"cls":18,"type":5,"nn":5,"module":8,"staticmethod":1,"def":7,"from":4,"return":9,"inspect":4,"self":9,"load":5,"dataclass":2,"frozen":1,"true":1,"lazyregisteredmodel":1,"not":1,"name":4,"str":4,"performed":1,"another":1,"to":1,"avoid":1,"initializing":1,"cuda":1,"run":1,"subprocess":1,"lambda":1,"mod":2,"importlib":1,"import":2,"getattr":1,"lru":2,"cache":2,"maxsize":2,"128":2,"try":4,"arch":6,"optional":2,"vllm":1,"platforms":1,"current":2,"platform":2,"verify":1,"except":2,"exception":4,"logger":2,"error":2,"loading":1,"architecture":2,"s":2,"none":2,"inspecting":1},"21351,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"class":6,"modelregistry":1,"keyed":1,"by":2,"model":30,"arch":9,"models":4,"dict":2,"str":10,"baseregisteredmodel":1,"field":1,"default":1,"factory":1,"def":3,"get":2,"supported":3,"archs":3,"self":7,"set":1,"return":1,"keys":1,"register":2,"cls":10,"union":1,"type":4,"nn":3,"module":5,"none":1,"an":1,"external":1,"to":3,"be":6,"used":2,"in":5,"vllm":1,"can":2,"either":1,"a":7,"torch":1,"directly":1,"referencing":1,"the":7,"string":4,"format":2,"which":1,"lazily":1,"import":1,"this":1,"is":2,"useful":1,"avoid":1,"initializing":1,"cuda":2,"when":1,"importing":1,"and":3,"thus":1,"related":1,"error":1,"runtimeerror":1,"cannot":1,"re":1,"initialize":1,"forked":1,"subprocess":1,"if":4,"not":3,"isinstance":3,"msg":6,"f":2,"should":2,"raise":4,"typeerror":2,"logger":1,"warning":1,"architecture":1,"s":2,"already":1,"registered":1,"will":1,"overwritten":1,"new":1,"split":4,"len":1,"2":1,"expected":1,"valueerror":1,"lazyregisteredmodel":1,"elif":1,"issubclass":1,"registeredmodel":1,"from":1,"else":1,"or":1,"pytorch":1,"for":1,"unsupported":1,"architectures":1,"list":1,"all":1},"23317,1718,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"if":6,"any":1,"arch":14,"in":8,"all":2,"supported":8,"archs":2,"for":4,"architectures":7,"raise":3,"valueerror":3,"f":5,"model":18,"failed":1,"to":2,"be":1,"inspected":1,"please":2,"check":1,"the":1,"logs":1,"more":1,"details":1,"previously":2,"models":7,"previous":2,"version":3,"architecture":5,"was":1,"vllm":2,"until":1,"v":1,"and":1,"is":1,"not":4,"anymore":1,"use":2,"an":1,"older":1,"of":1,"you":1,"want":1,"this":1,"are":1,"now":1,"def":3,"try":5,"load":2,"cls":4,"self":7,"str":6,"optional":3,"type":1,"nn":1,"module":1,"return":5,"none":3,"inspect":2,"modelinfo":1,"resolve":1,"transformers":2,"config":3,"modelconfig":1,"backend":1,"auto":2,"map":2,"dict":2,"getattr":1,"hf":1,"or":1},"25035,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"make":1,"sure":1,"that":1,"config":11,"class":6,"is":7,"always":1,"initialized":1,"before":1,"model":19,"otherwise":1,"the":7,"won":1,"t":1,"be":2,"able":1,"to":2,"access":1,"expected":1,"auto":5,"map":5,"should":1,"have":1,"correct":1,"order":1,"like":1,"autoconfig":2,"your":3,"repo":3,"name":10,"automodel":4,"automodelfor":1,"task":1,"for":3,"prefix":2,"in":6,"module":11,"items":2,"if":7,"startswith":2,"try":2,"get":2,"from":2,"dynamic":2,"revision":4,"warn":2,"on":2,"fail":2,"false":1,"getattr":1,"transformers":4,"architecture":2,"none":4,"true":1,"not":3,"break":1,"else":1,"impl":1,"modelimpl":1,"return":1,"raise":1,"valueerror":1,"f":1,"cannot":1,"find":1,"r":1,"a":1,"registered":1,"library":1,"only":1,"relevant":2,"meant":1,"and":1,"present":1,"s":1,"custom":1},"26961,1616,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"if":7,"not":3,"model":11,"module":1,"is":2,"backend":2,"compatible":2,"config":6,"impl":1,"modelimpl":1,"transformers":3,"return":5,"none":3,"raise":2,"valueerror":2,"f":1,"the":5,"implementation":1,"of":2,"architecture":9,"r":1,"with":1,"vllm":1,"get":2,"cls":2,"def":2,"normalize":1,"arch":4,"self":4,"str":6,"modelconfig":2,"in":6,"models":2,"this":1,"may":1,"be":1,"called":1,"order":1,"to":2,"resolve":1,"runner":3,"type":6,"and":1,"convert":4,"first":1,"place":1,"which":1,"case":1,"we":1,"consider":1,"default":1,"match":5,"try":1,"defaults":2,"getattr":2,"suffix":4,"name":1,"base":4,"for":1,"repl":2,"iter":1,"replace":1,"inspect":1,"architectures":6,"union":1,"list":1,"tuple":1,"modelinfo":1,"isinstance":1,"no":1,"are":1,"specified":1},"28577,1849,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"require":1,"transformers":7,"impl":6,"if":10,"model":27,"config":8,"modelimpl":3,"arch":22,"self":11,"try":7,"resolve":3,"architectures":7,"0":3,"is":7,"not":9,"none":9,"info":12,"inspect":4,"cls":4,"return":5,"fallback":2,"to":2,"after":1,"resolving":2,"convert":2,"type":3,"all":2,"in":5,"models":2,"for":4,"and":3,"auto":2,"getattr":1,"normalized":2,"normalize":1,"before":1,"runner":1,"raise":1,"unsupported":1},"30426,1599,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"def":1,"resolve":3,"model":23,"cls":13,"self":8,"architectures":10,"union":1,"str":4,"list":1,"config":7,"modelconfig":1,"tuple":1,"type":3,"nn":1,"module":1,"if":9,"isinstance":1,"not":7,"raise":1,"valueerror":1,"no":1,"are":1,"specified":1,"require":1,"transformers":5,"impl":4,"modelimpl":2,"arch":16,"try":5,"0":2,"is":5,"none":7,"load":3,"return":3,"fallback":1,"to":1,"after":1,"resolving":1,"convert":2,"all":1,"in":3,"models":1,"for":2,"and":2,"auto":1,"getattr":1,"normalized":2,"normalize":1},"32025,1904,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"fallback":1,"to":1,"transformers":2,"impl":2,"before":1,"resolving":1,"runner":1,"type":1,"if":3,"all":1,"arch":6,"not":3,"in":2,"self":14,"models":1,"for":2,"architectures":13,"and":1,"model":38,"config":12,"modelimpl":1,"auto":1,"try":2,"resolve":1,"0":1,"is":8,"none":2,"cls":19,"load":1,"return":7,"raise":1,"unsupported":1,"def":5,"text":2,"generation":2,"union":5,"str":10,"list":5,"modelconfig":5,"bool":5,"inspect":5,"pooling":2,"cross":2,"encoder":1,"supports":4,"encoding":1,"multimodal":4,"raw":2,"input":2},"33929,1807,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"def":7,"is":8,"pp":2,"supported":1,"model":42,"self":14,"architectures":14,"union":7,"str":14,"list":7,"config":14,"modelconfig":7,"bool":7,"cls":21,"inspect":7,"return":7,"supports":3,"has":3,"inner":2,"state":2,"attention":2,"free":2,"hybrid":2,"noops":2,"transcription":4,"only":2},"35736,1930,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"def":3,"is":2,"v1":1,"compatible":1,"self":2,"architectures":2,"union":1,"str":2,"list":1,"model":8,"config":2,"modelconfig":1,"bool":1,"cls":5,"inspect":1,"return":2,"not":1,"supports":1,"v0":1,"only":1,"modelregistry":2,"arch":2,"lazyregisteredmodel":1,"module":1,"name":4,"f":5,"vllm":3,"executor":1,"models":2,"mod":2,"relname":2,"class":1,"for":1,"in":3,"items":1,"t":4,"typevar":1,"run":3,"subprocess":5,"fn":4,"callable":1,"note":1,"we":1,"use":2,"a":2,"temporary":3,"directory":1,"instead":1,"of":1,"file":4,"to":4,"avoid":1,"issues":1,"like":1,"https":1,"stackoverflow":1,"com":1,"questions":1,"23212435":1,"permission":1,"denied":1,"write":1,"my":1,"with":2,"tempfile":1,"temporarydirectory":1,"as":3,"tempdir":2,"output":6,"filepath":3,"os":1,"path":1,"join":1,"registry":1,"tmp":1,"cloudpickle":3,"allows":1,"pickling":1,"lambda":1,"functions":1,"directly":1,"import":2,"input":3,"bytes":2,"dumps":1,"cannot":1,"sys":2,"executable":1,"here":1,"because":1,"the":2,"script":1,"contains":1,"relative":1,"imports":1,"returned":3,"command":1,"capture":1,"true":1,"check":2,"if":1,"successful":1,"try":1,"returncode":1,"except":1,"exception":2,"e":2,"wrap":1,"raised":2,"provide":1,"more":1,"information":1,"raise":1,"runtimeerror":1,"error":1,"n":1,"stderr":1,"decode":1,"from":2,"open":1,"rb":1,"pickle":2,"load":3,"none":1,"setup":1,"plugins":4,"general":2,"loads":1,"stdin":1,"buffer":1,"read":1,"result":1},"37666,118,data/raw/vllm-0.10.1/vllm/model_executor/models/registry.py":{"with":1,"open":1,"output":1,"file":1,"wb":1,"as":1,"f":2,"write":1,"pickle":1,"dumps":1,"result":1,"if":1,"name":1,"main":1,"run":1},"0,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":11,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"deci":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"llamaconfig":1,"attention":1,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"executor":5,"layers":5,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":2,"parallel":1,"default":1,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1},"1993,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"from":6,"vllm":4,"model":4,"executor":3,"loader":2,"weight":2,"utils":2,"import":6,"default":1,"maybe":2,"remap":1,"kv":3,"scale":1,"name":1,"models":1,"llama":1,"llamaattention":2,"llamamlp":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"hasnoops":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"layers":1,"prefix":3,"def":3,"ffn":3,"mult":3,"to":1,"size":5,"float":2,"n":7,"embd":2,"int":10,"decilm":2,"specific":2,"code":2,"2":1,"3":1,"return":3,"find":2,"multiple":2,"256":1,"k":4,"if":1,"0":1,"class":1,"decilmattention":1,"init":2,"self":1,"config":6,"llamaconfig":1,"hidden":2,"num":4,"heads":4,"rope":4,"theta":2,"10000":1,"scaling":2,"optional":3,"dict":1,"str":3,"any":1,"none":4,"max":2,"position":2,"embeddings":2,"8192":1,"quant":2,"quantizationconfig":1,"bias":4,"bool":2,"false":2,"o":2,"proj":2,"cache":2,"cacheconfig":1,"attn":2,"type":2,"attentiontype":1,"decoder":1,"super":1},"3721,1237,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"def":2,"init":3,"rotary":5,"emb":2,"self":10,"config":11,"rope":6,"scaling":3,"optional":4,"dict":1,"str":2,"any":1,"quant":2,"quantizationconfig":2,"none":4,"enables":1,"yarn":2,"for":1,"mistral":2,"and":1,"llama4":2,"derivatives":1,"is":6,"neox":4,"style":4,"true":1,"if":1,"hasattr":1,"position":4,"embedding":2,"type":2,"not":1,"in":1,"get":1,"head":2,"dim":3,"max":2,"embeddings":1,"base":1,"theta":1,"partial":2,"factor":2,"class":1,"decilmdecoderlayer":1,"nn":1,"module":1,"llamaconfig":1,"layer":2,"idx":2,"int":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"block":4,"configs":1,"no":4,"op":4,"attention":2,"ffn":2},"4958,1820,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"self":7,"hidden":5,"size":5,"config":21,"rope":10,"theta":4,"getattr":6,"10000":1,"scaling":6,"none":3,"if":3,"is":2,"not":2,"and":1,"original":3,"max":7,"position":7,"embeddings":7,"8192":1,"support":3,"abacusai":1,"smaug":1,"72b":1,"v0":1,"1":1,"with":3,"attention":10,"bias":15,"internlm":3,"7b":1,"false":2,"or":1,"o":3,"proj":3,"internlm3":1,"8b":1,"qkv":3,"hasattr":1,"no":1,"op":1,"num":6,"kv":3,"heads":7,"block":1,"n":1,"in":1,"group":1,"attn":2,"decilmattention":1,"quant":2,"cache":2,"prefix":2,"f":1,"input":1,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1},"6778,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"if":4,"not":2,"self":15,"is":4,"no":3,"op":3,"ffn":7,"mult":4,"block":1,"config":9,"intermediate":4,"size":8,"to":1,"hidden":20,"mlp":4,"llamamlp":1,"act":2,"quant":2,"bias":2,"getattr":1,"false":1,"prefix":3,"f":1,"post":2,"attention":4,"layernorm":4,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"def":2,"forward":1,"positions":3,"torch":6,"tensor":5,"states":14,"residual":8,"optional":1,"tuple":1,"pass":1,"else":2,"none":1,"input":2,"attn":1,"fully":1,"connected":1,"return":1,"support":1,"compile":1,"class":1,"decimodel":1,"nn":1,"module":1,"init":2,"vllm":1,"vllmconfig":1,"str":1,"layer":1,"type":2,"decilmdecoderlayer":2,"super":1},"8668,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"config":36,"vllm":4,"model":1,"hf":1,"cache":3,"quant":8,"lora":8,"self":16,"padding":1,"idx":3,"pad":1,"token":1,"id":1,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":2,"1":3,"if":3,"else":3,"0":1,"org":2,"get":6,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":5,"num":2,"ppmissinglayer":2,"def":2,"layer":7,"prefix":6,"str":1,"int":1,"rsplit":1,"return":2,"type":1,"start":1,"end":1,"layers":4,"make":3,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"input":3,"ids":2,"torch":2,"tensor":2},"10605,1469,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":3,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":4,"get":3,"pp":2,"group":2,"is":5,"first":1,"rank":2,"not":4,"hidden":13,"states":13,"else":3,"embeddings":1,"residual":10,"assert":1,"kv":2,"cache":2,"index":2,"0":1,"for":1,"i":2,"in":1,"range":1,"start":1,"layer":6,"end":1,"layers":1,"no":1,"op":1,"attention":1,"1":1,"last":1,"return":2,"norm":1},"12075,545,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1},"12620,1566,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"for":3,"name":24,"loaded":7,"weight":13,"in":9,"weights":1,"if":8,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":6,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":2,"checkpoint":1,"skip":2,"them":1,"self":2,"quant":2,"config":2,"is":2,"not":3,"none":2,"and":2,"scale":7,"get":1,"cache":2,"loading":2,"kv":3,"quantization":1,"scales":1,"param":5,"params":5,"dict":3,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"remapping":1,"of":1,"fp8":1,"maybe":1,"remap":1,"shard":1,"id":1,"stacked":1,"mapping":1,"replace":1,"extra":1,"bias":2,"gptq":1,"endswith":1},"14186,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"if":3,"is":2,"pp":2,"missing":2,"parameter":2,"name":7,"self":3,"continue":3,"param":6,"params":5,"dict":3,"weight":9,"loader":7,"loaded":5,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":2,"endswith":1,"and":1,"not":1,"in":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"decilmforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"hasnoops":1,"packed":1,"modules":3,"mapping":2,"qkv":1,"proj":14,"q":2,"k":2,"v":2,"gate":3,"up":3,"lora":1,"specific":1,"attributes":1,"embedding":2,"embed":2,"tokens":2,"input":2,"embeddings":3,"lm":3,"head":3,"output":2,"padding":1,"mistral":3,"llama":1,"can":1,"also":1,"be":1,"with":1,"load":1,"format":1,"from":1,"consolidated":1,"safetensors":1,"checkpoints":1,"layers":2,"model":3,"attention":3,"attn":1,"wq":1,"wk":1,"wv":1,"wo":1,"o":1,"norm":4,"layernorm":2,"feed":1,"forward":1,"mlp":1,"w1":1,"w2":1,"down":1,"w3":1,"ffn":1,"post":1,"tok":1},"16032,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"def":2,"init":4,"self":18,"vllm":9,"config":32,"vllmconfig":2,"prefix":10,"str":2,"super":1,"model":7,"hf":1,"quant":4,"lora":11,"maybe":2,"if":5,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":4,"vocab":10,"size":12,"extra":1,"lm":5,"head":5,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":2,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"tie":2,"word":1,"weights":1,"embed":1,"tokens":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"return":1,"decimodel":1},"17984,1223,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_nas.py":{"def":4,"get":2,"input":6,"embeddings":3,"self":10,"ids":4,"torch":9,"tensor":9,"return":4,"model":4,"forward":1,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"output":2,"compute":1,"logits":4,"hidden":2,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"config":1,"tie":1,"word":1,"else":1},"0,1951,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":15,"project":1,"2025":2,"team":2,"google":1,"inc":2,"huggingface":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"from":17,"collections":1,"abc":1,"import":19,"iterable":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":2,"functional":1,"f":1,"transformers":1,"gemma3textconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"model":10,"parallel":2,"world":1,"size":1,"logger":2,"init":1,"executor":8,"layers":7,"activation":1,"geluandmul":1,"layernorm":1,"gemmarmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1},"1951,1689,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"from":4,"vllm":2,"model":1,"executor":1,"sampling":1,"metadata":1,"import":4,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"utils":1,"autoweightsloader":1,"extract":1,"layer":1,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":6,"logger":2,"init":3,"name":1,"class":2,"gemma3mlp":1,"nn":2,"module":2,"def":2,"self":8,"hidden":8,"size":6,"int":2,"activation":4,"str":2,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":2,"down":3,"rowparallellinear":1,"if":1,"gelu":3,"pytorch":3,"tanh":4,"raise":1,"valueerror":1,"gemma3":1,"uses":1,"as":1,"the":1,"function":1,"please":1,"set":1,"act":3,"and":1,"to":1,"fn":2,"geluandmul":1,"approximate":1,"forward":1,"x":6,"torch":2,"tensor":2,"return":1,"gemma3attention":1},"3640,1558,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"def":1,"init":2,"self":21,"config":6,"gemma3textconfig":1,"hidden":3,"size":15,"int":5,"num":16,"heads":20,"kv":14,"head":5,"dim":5,"max":2,"position":1,"embeddings":1,"cache":1,"optional":3,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"attn":2,"logits":1,"soft":1,"cap":1,"float":1,"prefix":1,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"q":1,"scaling":1,"query":1,"pre":1,"scalar":1,"5":1},"5198,1598,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"self":23,"qkv":2,"proj":4,"qkvparallellinear":1,"hidden":2,"size":2,"head":6,"dim":7,"total":3,"num":3,"heads":3,"kv":1,"bias":4,"config":15,"attention":5,"quant":4,"prefix":5,"f":2,"o":2,"rowparallellinear":1,"q":1,"norm":4,"gemmarmsnorm":2,"eps":4,"rms":2,"k":1,"layer":4,"idx":2,"extract":1,"index":1,"is":4,"sliding":6,"types":1,"window":2,"if":2,"else":2,"none":1,"initialize":1,"the":3,"rotary":3,"embedding":1,"local":2,"override":1,"values":2,"in":2,"json":2,"rope":12,"theta":4,"base":2,"freq":1,"scaling":5,"type":1,"default":1,"global":1,"use":1,"emb":1,"get":1,"max":2,"position":2,"embeddings":1,"neox":1,"style":1,"true":1},"6796,1727,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"initialize":1,"the":5,"attention":7,"self":19,"attn":6,"num":5,"heads":5,"head":3,"dim":4,"scaling":1,"kv":5,"cache":2,"config":4,"quant":2,"logits":2,"soft":2,"cap":2,"per":1,"layer":1,"sliding":2,"window":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"kwargs":2,"qkv":3,"proj":2,"q":12,"k":11,"v":2,"split":1,"size":3,"1":5,"unflatten":2,"norm":2,"flatten":2,"2":2,"rotary":1,"emb":1,"output":4,"if":1,"not":2,"get":1,"has":1,"images":1,"false":1,"fast":1,"path":1,"for":2,"text":2,"only":2,"inputs":2,"performance":1,"are":1,"affected":1,"by":1,"naive":2,"below":1,"o":1,"return":1,"note":1,"woosuk":1,"gemma3":1,"uses":1,"bidirectional":1,"between":1,"image":2,"tokens":1,"that":1,"correspond":1,"to":1,"same":1,"while":1,"using":1,"causal":1,"otherwise":1,"current":1,"backends":1,"cannot":1,"handle":1,"this":1,"pattern":1,"so":1,"we":1,"temporarily":1,"use":1,"a":1,"implementation":1,"with":1,"mask":1,"tensors":1},"8523,1744,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"we":1,"intentionally":1,"keep":1,"the":6,"attention":3,"backend":1,"as":2,"is":6,"and":4,"only":3,"override":1,"attn":11,"output":8,"with":3,"naive":3,"implementation":1,"s":1,"this":3,"minimizes":1,"changes":1,"to":6,"existing":1,"model":1,"runners":1,"backends":1,"call":1,"self":13,"q":5,"k":7,"v":7,"used":1,"populate":1,"kv":7,"cache":1,"its":1,"discarded":1,"overwritten":1,"below":1,"while":1,"duplicates":1,"computation":1,"it":2,"maintains":1,"compatibility":1,"todo":1,"woosuk":2,"optimize":1,"by":1,"implementing":1,"custom":1,"kernels":1,"masks":6,"out":2,"kwargs":4,"o":1,"proj":1,"return":1,"def":1,"torch":5,"tensor":5,"note":1,"described":1,"in":1,"comment":1,"above":1,"code":1,"not":1,"meant":2,"be":2,"performant":1,"correct":1,"view":3,"1":3,"num":8,"heads":5,"head":3,"dim":5,"expand":1,"key":1,"value":1,"handle":1,"gqa":1,"queries":3,"per":3,"repeat":2,"interleave":2,"2":2,"if":1,"sliding":1,"local":1,"else":1,"global":1},"10267,858,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"seq":5,"lens":3,"kwargs":1,"start":7,"idx":13,"0":4,"for":1,"len":2,"attn":3,"mask":2,"in":1,"zip":1,"masks":1,"end":6,"query":4,"q":1,"unsqueeze":3,"key":4,"k":1,"value":4,"v":1,"transpose":5,"1":5,"2":5,"output":4,"f":1,"scaled":1,"dot":1,"product":1,"attention":1,"self":1,"scaling":1,"flatten":1,"out":2,"return":1,"class":1,"gemma3decoderlayer":1,"nn":1,"module":1},"11125,1688,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"def":1,"init":2,"self":13,"config":27,"gemma3textconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":14,"size":14,"attn":3,"gemma3attention":1,"num":4,"heads":4,"attention":2,"kv":1,"key":1,"value":1,"head":2,"dim":2,"max":2,"position":2,"embeddings":2,"logits":1,"soft":1,"cap":1,"f":2,"mlp":2,"gemma3mlp":1,"intermediate":2,"activation":2,"input":1,"layernorm":4,"gemmarmsnorm":4,"eps":8,"rms":4,"norm":4,"post":2,"pre":1,"feedforward":2},"12813,1809,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"def":2,"forward":1,"self":17,"positions":3,"torch":6,"tensor":5,"hidden":21,"states":18,"residual":8,"optional":1,"kwargs":2,"tuple":1,"if":1,"is":1,"none":1,"input":2,"layernorm":5,"else":1,"attn":1,"post":2,"attention":1,"pre":1,"feedforward":2,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"gemma3model":1,"nn":1,"module":1,"init":2,"vllm":4,"config":23,"vllmconfig":1,"prefix":8,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":5,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":1,"size":3,"f":2,"start":1,"layer":2,"end":1,"layers":4,"make":1,"num":1,"lambda":1,"gemma3decoderlayer":1,"norm":2,"gemmarmsnorm":1,"eps":2,"rms":1},"14622,888,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"normalize":1,"the":6,"embedding":3,"by":1,"sqrt":1,"hidden":4,"size":3,"normalizer":6,"s":2,"data":2,"type":2,"should":1,"be":1,"downcasted":1,"to":3,"model":1,"such":1,"as":1,"bfloat16":1,"not":1,"float32":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"pull":1,"29402":1,"self":6,"config":2,"0":1,"5":1,"register":1,"buffer":1,"torch":3,"tensor":3,"persistent":1,"false":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"get":1,"input":3,"embeddings":1,"ids":2,"note":1,"woosuk":1,"only":1,"apply":2,"output":1,"of":1,"vocab":1,"don":1,"t":1,"it":1,"vision":1,"return":1,"embed":1,"tokens":1},"15510,1236,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"kwargs":2,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"16747,535,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1},"17282,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"for":5,"name":27,"loaded":8,"weight":17,"in":5,"weights":1,"if":7,"self":4,"quant":2,"config":2,"is":4,"not":4,"none":2,"and":3,"scale":6,"get":1,"cache":2,"loading":3,"kv":3,"scales":1,"compressed":1,"tensors":1,"quantization":1,"param":11,"params":9,"dict":6,"loader":11,"getattr":2,"default":2,"0":1,"add":2,"continue":7,"shard":5,"id":2,"stacked":1,"mapping":1,"replace":1,"skip":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"pp":2,"missing":2,"parameter":2,"break":1,"else":1,"remapping":1,"the":1,"of":1,"fp8":1,"maybe":1,"remap":1},"19210,1735,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"return":3,"loaded":1,"params":1,"class":1,"gemma3forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":3,"init":2,"self":11,"vllm":6,"config":21,"vllmconfig":1,"prefix":4,"str":1,"model":6,"hf":1,"quant":4,"lora":3,"del":1,"unused":1,"super":1,"currently":1,"all":1,"existing":1,"gemma":1,"models":1,"have":1,"tie":2,"word":2,"embeddings":4,"enabled":1,"assert":1,"gemma3model":1,"maybe":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"soft":1,"cap":1,"final":1,"logit":1,"softcapping":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":6,"tensor":6,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"kwargs":2,"union":1,"hidden":2,"states":2},"20945,672,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"model":1,"embed":1,"tokens":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1},"0,1785,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"adapted":1,"from":20,"https":2,"huggingface":3,"co":2,"orionstarai":2,"orion":4,"14b":3,"base":2,"blob":2,"main":2,"modeling":1,"py":1,"c":1,"orionstar":1,"inc":1,"inference":1,"only":1,"model":11,"compatible":1,"with":1,"weights":1,"collections":1,"abc":1,"import":20,"iterable":1,"typing":1,"any":1,"optional":1,"union":1,"torch":3,"nn":2,"transformers":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":3,"pp":2,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":8,"layers":7,"activation":1,"siluandmul":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"class":1,"orionmlp":1,"module":1},"1785,1019,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"def":2,"init":2,"self":8,"hidden":6,"size":6,"int":2,"intermediate":3,"act":5,"str":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"super":1,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"down":2,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"orionattention":1,"nn":1,"module":1},"2804,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"def":1,"init":2,"self":31,"hidden":6,"size":18,"int":4,"num":20,"heads":24,"kv":15,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"8192":1,"cache":1,"config":6,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":12,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":6,"dim":6,"q":1,"5":1,"qkv":1,"proj":2,"qkvparallellinear":1,"bias":2,"false":2,"o":1,"rowparallellinear":1},"4785,1040,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"self":16,"rotary":3,"emb":2,"get":1,"rope":4,"head":3,"dim":5,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":5,"attention":1,"num":3,"heads":3,"kv":4,"cache":2,"config":4,"quant":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"qkv":3,"proj":2,"q":5,"k":4,"v":2,"split":1,"size":3,"1":1,"output":4,"o":1,"return":1,"class":1,"oriondecoderlayer":1,"nn":1,"module":1},"5825,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"def":2,"init":2,"self":15,"config":21,"pretrainedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":19,"size":10,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"attn":3,"orionattention":1,"num":4,"heads":4,"attention":3,"kv":1,"key":1,"value":1,"f":1,"mlp":1,"orionmlp":1,"intermediate":2,"act":2,"input":2,"layernorm":5,"nn":2,"eps":4,"rms":2,"norm":2,"post":1,"forward":1,"positions":3,"torch":4,"tensor":4,"states":9,"tuple":1,"residual":2},"7753,1387,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"fully":1,"connected":1,"residual":2,"hidden":13,"states":9,"self":13,"post":1,"attention":1,"layernorm":2,"mlp":1,"return":2,"support":1,"torch":3,"compile":1,"class":1,"orionmodel":1,"nn":2,"module":1,"def":2,"init":2,"vllm":4,"config":23,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"vocab":3,"size":6,"embed":2,"tokens":2,"vocabparallelembedding":1,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"oriondecoderlayer":1,"f":1,"norm":2,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"embeddings":1,"ids":2,"tensor":2},"9140,965,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"10105,1812,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":20,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":6,"named":1,"parameters":1,"loaded":6,"for":4,"weight":13,"in":5,"if":5,"not":3,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"orionforcausallm":1,"nn":1,"module":1,"supportspp":1},"11917,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/orion.py":{"def":5,"init":2,"self":20,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":7,"hf":1,"quant":6,"orionmodel":1,"maybe":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"0,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":11,"project":1,"from":19,"collections":1,"abc":1,"import":21,"iterable":1,"mapping":1,"typing":1,"literal":3,"optional":1,"typeddict":3,"union":1,"cast":1,"torch":4,"nn":2,"as":2,"transformers":1,"batchfeature":1,"pretrainedconfig":1,"config":1,"vllmconfig":1,"model":6,"executor":4,"layers":3,"activation":1,"get":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":4,"registry":1,"inputs":1,"multimodalfieldconfig":1,"sequence":1,"intermediatetensors":1,"utils":2,"jsontree":1,"json":1,"map":1,"leaves":1,"clip":1,"clipvisionmodel":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"llava":3,"basellavamultimodalprocessor":1,"llavadummyinputsbuilder":1,"init":2,"vision":1,"tower":1,"for":1,"next":1,"llavanextprocessinginfo":1,"pixtral":1,"pixtralhfvisionmodel":1,"siglip":1,"siglipvisionmodel":1,"autoweightsloader":1,"flatten":1,"bn":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"class":2,"minimaxvl01imagepixelinputs":1,"type":2,"pixel":2,"values":2,"tensor":3,"shape":2,"batch":3,"size":6,"num":3,"images":2,"channels":1,"height":2,"width":2,"note":1,"that":1,"or":1,"may":1,"be":1,"different":1,"per":1,"and":1,"image":3,"in":1,"which":1,"case":1,"data":2,"is":1,"passed":1,"a":2,"list":1,"instead":1,"of":2,"batched":1,"minimaxvl01imageembeddinginputs":1,"embeds":1,"feature":1,"hidden":3,"must":1,"match":1,"language":1,"backbone":1},"1995,1759,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"minimaxvl01imageinputs":1,"union":1,"minimaxvl01imagepixelinputs":1,"minimaxvl01imageembeddinginputs":1,"class":3,"minimaxvl01multimodalprojector":1,"nn":1,"module":1,"def":3,"init":2,"self":10,"vision":2,"hidden":14,"size":6,"int":2,"text":4,"projector":5,"act":5,"str":2,"multimodal":3,"bias":5,"bool":1,"quant":5,"config":8,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"super":1,"linear":6,"1":3,"columnparallellinear":1,"f":2,"get":3,"fn":1,"2":3,"rowparallellinear":1,"forward":1,"image":2,"features":2,"torch":2,"tensor":2,"states":6,"return":2,"minimaxvl01dummyinputsbuilder":1,"llavadummyinputsbuilder":1,"pass":1,"minimaxvl01processinginfo":1,"llavanextprocessinginfo":1,"hf":2,"need":1,"to":1,"override":1,"the":1,"type":1,"ctx":1,"pretrainedconfig":1},"3754,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"def":4,"get":5,"hf":9,"processor":13,"self":5,"kwargs":9,"object":5,"ctx":1,"image":13,"anyres":2,"preprocess":2,"for":4,"vllm":1,"return":4,"supported":1,"mm":9,"limits":1,"mapping":6,"str":7,"optional":1,"int":1,"none":2,"class":1,"minimaxvl01multimodalprocessor":2,"basellavamultimodalprocessor":1,"minimaxvl01processinginfo":2,"call":2,"prompt":3,"data":3,"tok":3,"batchfeature":2,"processed":5,"outputs":5,"super":1,"pixel":7,"values":7,"if":1,"is":1,"not":1,"avoid":1,"padding":1,"since":1,"we":1,"need":1,"the":2,"output":1,"each":1,"to":2,"be":1,"independent":1,"of":1,"other":1,"images":1,"cache":1,"work":1,"correctly":1,"sizes":4,"assert":1,"len":2,"p":2,"h":2,"w":2,"in":1,"zip":1,"fields":1,"config":1,"inputs":2,"multimodalfieldconfig":3,"batched":2,"embeds":1,"multimodal":1,"registry":1,"register":1,"info":1,"dummy":1,"minimaxvl01dummyinputsbuilder":1},"5701,850,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"class":1,"minimaxvl01forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":3,"return":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":3,"vllm":4,"config":16,"vllmconfig":1,"prefix":1,"none":1,"super":1,"model":2,"hf":1,"quant":2,"multimodal":4},"6551,1940,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"todo":1,"optionally":1,"initializes":1,"this":1,"for":2,"supporting":1,"embeddings":8,"self":15,"vision":7,"tower":3,"init":2,"llava":1,"config":22,"quant":3,"require":1,"post":1,"norm":1,"false":1,"prefix":9,"maybe":3,"multi":2,"modal":2,"projector":5,"minimaxvl01multimodalprojector":1,"hidden":7,"size":7,"text":5,"act":2,"multimodal":6,"bias":1,"true":1,"image":2,"newline":1,"nn":1,"parameter":1,"torch":3,"empty":3,"language":4,"model":5,"vllm":3,"registered":1,"hf":1,"feature":2,"layer":2,"vocab":2,"pad":4,"token":5,"id":4,"1":1,"if":2,"is":2,"not":2,"none":3,"make":2,"intermediate":2,"tensors":2,"def":1,"get":2,"input":5,"ids":3,"tensor":2,"optional":1,"multimodalembeddings":1,"inputs":4,"embeds":4,"and":1,"len":1,"0":1,"merge":1,"index":1,"return":1},"8491,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"def":6,"get":1,"language":2,"model":2,"self":13,"torch":14,"nn":1,"module":1,"return":7,"select":7,"image":18,"features":12,"tensor":13,"strategy":7,"str":1,"if":2,"default":1,"1":1,"elif":1,"full":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"feature":3,"pixels":4,"to":3,"vision":8,"tower":6,"union":6,"clipvisionmodel":1,"siglipvisionmodel":1,"pixtralhfvisionmodel":1,"pixel":5,"values":5,"list":1,"tuple":4,"note":1,"we":1,"skip":1,"the":3,"step":1,"layer":1,"since":1,"this":1,"is":3,"already":1,"done":1,"inside":1,"leaf":2,"config":1,"cast":1,"json":1,"map":1,"leaves":1,"process":3,"inputs":2,"minimaxvl01imagepixelinputs":1,"assert":2,"not":2,"none":2,"input":5,"minimaxvl01imageinputs":1,"type":1,"embeds":1,"data":1},"10419,1905,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"if":7,"isinstance":3,"image":19,"features":4,"torch":7,"tensor":5,"return":5,"self":6,"multi":2,"modal":2,"projector":2,"feature":4,"sizes":2,"shape":4,"0":1,"for":1,"in":1,"embeds":10,"cat":1,"split":1,"def":2,"validate":3,"pixel":13,"values":13,"data":4,"h":2,"w":2,"config":2,"vision":1,"size":2,"expected":6,"dims":5,"3":1,"actual":2,"tuple":2,"1":1,"expr":2,"batch":1,"map":1,"str":1,"raise":3,"valueerror":3,"f":4,"the":1,"of":3,"is":5,"you":1,"supplied":1,"parse":1,"and":2,"input":1,"kwargs":3,"object":1,"optional":1,"minimaxvl01imageinputs":1,"pop":2,"none":7,"not":4,"list":2,"incorrect":2,"type":7,"got":2,"minimaxvl01imagepixelinputs":1,"flatten":1,"bn":1,"concat":1,"true":1,"embeddings":1},"12324,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_vl_01.py":{"return":6,"minimaxvl01imageembeddinginputs":1,"type":1,"image":7,"embeds":8,"data":1,"flatten":1,"bn":1,"concat":1,"true":1,"raise":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":4,"get":3,"multimodal":2,"embeddings":5,"self":11,"kwargs":4,"object":2,"multimodalembeddings":1,"input":10,"parse":1,"and":1,"validate":1,"if":2,"is":3,"none":7,"process":1,"forward":1,"ids":4,"torch":7,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":2,"inputs":6,"union":1,"not":1,"elif":1,"vision":2,"hidden":4,"states":4,"language":2,"model":3,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1661,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"spdx":2,"license":6,"identifier":1,"apache":3,"2":5,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":5,"vllm":11,"project":1,"2023":1,"2025":1,"team":1,"licensed":1,"under":1,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":1,"at":1,"http":1,"www":1,"org":1,"licenses":1,"inference":1,"only":1,"arcee":2,"afm":1,"model":8,"adds":1,"support":2,"for":2,"relu":2,"feed":2,"forward":2,"activation":3,"from":15,"collections":1,"abc":1,"import":16,"iterable":1,"typing":1,"any":1,"optional":1,"union":1,"torch":3,"nn":2,"transformers":1,"llamaconfig":1,"compilation":1,"decorators":1,"compile":1,"distributed":1,"get":1,"pp":2,"group":1,"executor":6,"layers":6,"relusquaredactivation":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":2,"parallel":1,"embedding":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"class":1,"arceemlp":1,"module":1,"layer":1,"using":1,"no":1,"gating":1,"as":1,"llama":1},"1661,1677,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"def":2,"init":2,"self":9,"hidden":8,"size":14,"int":2,"intermediate":5,"act":5,"str":2,"quant":5,"config":5,"optional":1,"any":1,"none":2,"bias":5,"bool":2,"false":1,"prefix":5,"reduce":3,"results":3,"true":1,"super":1,"single":1,"linear":1,"projection":3,"up":4,"to":4,"no":1,"separate":1,"gate":1,"proj":6,"columnparallellinear":1,"input":2,"output":2,"f":3,"down":5,"back":2,"rowparallellinear":1,"if":1,"relu2":2,"raise":1,"valueerror":1,"unsupported":1,"activation":3,"only":1,"is":1,"supported":1,"for":2,"afm":1,"define":1,"relu":4,"2":4,"x":9,"elementwise":2,"fn":2,"relusquaredactivation":1,"forward":1,"torch":2,"tensor":2,"project":2,"apply":1,"return":1,"class":1,"arceedecoderlayer":1,"nn":1,"module":1,"transformer":1,"decoder":1,"block":1,"arcee":1,"with":1,"attention":1,"and":1,"mlp":1},"3338,1142,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"def":1,"init":2,"self":2,"config":13,"llamaconfig":1,"cache":1,"optional":2,"any":2,"none":6,"quant":1,"prefix":1,"str":1,"super":1,"hidden":2,"size":2,"rotary":1,"embedding":1,"parameters":1,"reuse":1,"llama":1,"defaults":1,"rope":6,"theta":2,"getattr":6,"10000":1,"scaling":4,"if":3,"is":2,"not":1,"and":1,"original":3,"max":5,"position":5,"embeddings":5,"8192":1,"determine":1,"attention":5,"bias":10,"needed":1,"some":1,"variants":1,"use":1,"terms":1,"false":2,"or":1,"o":1,"proj":1,"hasattr":1,"qkv":2},"4480,1613,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"self":9,"attention":6,"using":1,"llama":3,"s":1,"structure":1,"from":1,"vllm":1,"model":1,"executor":1,"models":1,"import":3,"llamaattention":2,"here":1,"to":1,"avoid":1,"circular":1,"attn":4,"config":19,"hidden":8,"size":8,"num":5,"heads":5,"kv":1,"getattr":3,"key":1,"value":1,"rope":4,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"quant":4,"bias":6,"o":2,"proj":2,"cache":2,"prefix":4,"f":2,"type":2,"decoder":2,"assume":1,"causal":1,"unless":1,"specified":1,"mlp":4,"with":1,"relu":1,"2":1,"activation":1,"arceemlp":1,"intermediate":2,"act":2,"false":1,"layer":1,"normalization":1,"layers":1,"rmsnorm":3,"as":1,"in":1,"input":1,"layernorm":2,"eps":4,"rms":2,"norm":2,"post":1},"6093,1559,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"def":2,"forward":2,"self":13,"positions":3,"torch":6,"tensor":5,"hidden":14,"states":14,"residual":9,"optional":1,"tuple":1,"attention":2,"block":2,"if":2,"is":1,"none":2,"input":2,"layernorm":4,"else":1,"fused":1,"add":1,"supported":1,"attn":1,"feed":1,"post":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"arceemodel":1,"nn":2,"module":2,"the":1,"transformer":1,"model":2,"backbone":1,"for":1,"arcee":1,"embedding":1,"layer":2,"stacked":1,"decoder":1,"blocks":1,"final":1,"norm":1,"init":2,"vllm":4,"config":17,"prefix":1,"str":1,"type":2,"arceedecoderlayer":1,"super":1,"llamaconfig":1,"hf":1,"cache":2,"quant":4,"vocab":4,"size":4,"org":1},"7652,1784,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"word":2,"embeddings":4,"parallelized":1,"if":3,"using":1,"pipeline":4,"parallel":1,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"or":1,"config":15,"tie":1,"and":1,"last":3,"self":12,"embed":3,"tokens":3,"vocabparallelembedding":1,"vocab":2,"size":5,"hidden":7,"org":1,"num":2,"quant":4,"else":2,"ppmissinglayer":2,"placeholder":1,"on":2,"non":1,"embedding":1,"ranks":2,"build":1,"decoder":1,"layers":6,"across":1,"start":1,"layer":3,"end":1,"make":3,"lambda":1,"prefix":5,"type":1,"cache":2,"f":1,"final":1,"rmsnorm":2,"the":1,"stage":1,"norm":3,"eps":2,"rms":1,"for":3,"optional":1,"capturing":1,"of":1,"intermediate":4,"states":2,"not":1,"used":1,"by":1,"default":1,"aux":1,"state":1,"tuple":2,"int":1,"prepare":1,"factory":2,"empty":3,"tensors":3,"scheduling":1,"residual":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"9436,1848,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"def":1,"forward":1,"self":7,"input":3,"ids":2,"optional":3,"torch":7,"tensor":7,"positions":2,"intermediate":5,"tensors":4,"intermediatetensors":4,"inputs":3,"embeds":3,"none":4,"union":1,"tuple":1,"list":2,"embedding":1,"lookup":1,"on":2,"first":3,"pipeline":3,"rank":4,"if":6,"get":3,"pp":2,"group":2,"is":4,"hidden":18,"states":16,"not":3,"else":2,"embeddings":1,"residual":9,"assert":1,"must":1,"be":1,"provided":1,"for":2,"non":1,"ranks":1,"aux":5,"idx":2,"layer":6,"in":2,"enumerate":1,"layers":2,"start":1,"end":1,"state":2,"append":1,"capture":1,"pre":1,"needed":1,"last":2,"send":1,"results":1,"to":1,"the":1,"next":1,"stage":1,"return":3,"apply":1,"final":1,"norm":2,"len":1,"0":1},"11284,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"def":1,"load":2,"weights":4,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"mapping":3,"q":3,"k":3,"v":3,"projections":1,"to":1,"fused":1,"qkv":4,"proj":7,"stacked":2,"params":8,"dict":5,"named":1,"parameters":1,"loaded":8,"for":2,"name":26,"weight":13,"in":8,"if":9,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":5,"cos":1,"cached":2,"or":1,"sin":1,"quant":2,"config":2,"is":3,"not":3,"none":2,"and":2,"scale":6,"get":1,"cache":1,"param":5,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"remapped":3,"maybe":1,"remap":1,"kv":1,"mapped":3,"false":1,"shard":1,"id":1,"replace":1,"endswith":1,"bias":1,"true":2,"break":2,"pp":1,"missing":1,"parameter":1},"13268,1738,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"param":6,"params":6,"dict":3,"name":7,"weight":9,"loader":7,"type":1,"ignore":1,"attr":1,"defined":1,"loaded":5,"shard":1,"id":1,"add":2,"mapped":2,"true":1,"break":1,"if":4,"continue":3,"endswith":1,"bias":1,"and":3,"not":1,"in":1,"is":2,"pp":2,"missing":1,"parameter":1,"self":5,"getattr":1,"default":1,"return":1,"class":1,"arceeforcausallm":1,"nn":1,"module":3,"supportslora":1,"supportspp":1,"arcee":1,"model":5,"for":3,"causal":1,"language":1,"modeling":1,"integrated":1,"with":1,"vllm":5,"runtime":1,"map":1,"fused":1,"names":1,"to":1,"their":1,"sub":1,"components":1,"quantization":1,"lora":2,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"def":1,"init":2,"config":10,"prefix":3,"str":1,"none":1,"super":1,"hf":1,"initialize":1,"the":3,"inner":1,"transformer":1,"arceemodel":2,"f":1,"on":1,"last":2,"pipeline":1,"stage":1,"set":1,"up":1,"lm":2,"head":2,"logits":1,"processor":1,"get":1,"group":1,"rank":1,"determine":1,"vocabulary":1,"size":3,"including":1,"any":1,"extra":1,"tokens":1,"padded":1,"unpadded":1,"vocab":2},"15006,1661,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"self":12,"lm":7,"head":7,"parallellmhead":1,"unpadded":2,"vocab":5,"size":7,"config":9,"hidden":1,"org":1,"num":1,"embeddings":2,"padding":2,"default":1,"quant":2,"vllm":1,"bias":2,"getattr":2,"false":1,"prefix":2,"f":1,"if":1,"tie":3,"word":1,"output":3,"weights":2,"with":1,"input":4,"embedding":1,"matrix":1,"model":5,"embed":1,"tokens":1,"logit":3,"scale":3,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"else":1,"placeholder":1,"for":1,"on":1,"non":1,"last":1,"ranks":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":5,"tensors":5,"def":1,"forward":1,"ids":3,"torch":4,"tensor":4,"positions":3,"optional":2,"intermediatetensors":2,"none":2,"inputs":3,"embeds":3,"union":1,"return":1},"16667,1114,data/raw/vllm-0.10.1/vllm/model_executor/models/arcee.py":{"def":3,"compute":2,"logits":5,"self":8,"hidden":3,"states":3,"torch":5,"tensor":5,"sampling":2,"metadata":2,"optional":1,"final":1,"from":1,"last":1,"pipeline":1,"rank":1,"only":1,"processor":1,"lm":2,"head":2,"return":3,"get":2,"input":4,"embeddings":4,"ids":2,"model":3,"load":3,"weights":5,"iterable":1,"tuple":1,"str":2,"set":1,"into":2,"the":1,"delegates":1,"to":1,"inner":1,"and":1,"handles":2,"tied":1,"loader":2,"autoweightsloader":1,"skip":2,"prefixes":1,"if":1,"config":1,"tie":1,"word":1,"else":1,"none":1,"substrs":1,"gate":1,"proj":5,"autoweightloader":1,"weight":1,"name":1,"remapping":1,"including":1,"fusing":1,"separate":1,"q":1,"k":1,"v":1,"qkv":1},"0,1756,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":2,"the":10,"vllm":14,"project":2,"adapted":1,"from":14,"https":1,"github":1,"com":1,"blob":1,"v0":1,"7":1,"3":1,"model":10,"executor":8,"models":2,"deepseek":2,"mtp":2,"py":1,"2025":1,"xiaomi":1,"corporation":1,"2023":1,"team":2,"2024":1,"ai":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"mimo":1,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"torch":2,"nn":3,"transformers":1,"pretrainedconfig":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"layers":4,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"qwen2":1,"qwen2decoderlayer":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"maybe":1,"prefix":1,"class":1,"mimomultitokenpredictorlayer":1,"module":1},"1756,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"def":2,"init":2,"self":12,"config":18,"pretrainedconfig":1,"prefix":3,"str":1,"model":1,"modelconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":5,"quant":3,"quantizationconfig":1,"super":1,"token":2,"layernorm":6,"rmsnorm":3,"hidden":18,"size":5,"eps":6,"rms":3,"norm":3,"input":2,"proj":2,"nn":1,"linear":1,"2":1,"bias":1,"false":1,"mtp":3,"block":2,"qwen2decoderlayer":1,"final":2,"forward":1,"inputs":7,"embeds":6,"torch":5,"tensor":4,"positions":4,"previous":4,"states":11,"spec":1,"step":1,"index":1,"int":1,"0":4,"assert":1,"is":1,"not":2,"masking":1,"at":1,"position":1,"as":1,"needed":1,"by":1,"cat":1,"dim":1,"1":1,"residual":3,"return":1},"3741,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"class":1,"mimomultitokenpredictor":1,"nn":2,"module":1,"def":3,"init":2,"self":17,"vllm":5,"config":20,"vllmconfig":1,"prefix":2,"str":4,"super":1,"model":3,"hf":1,"mtp":10,"start":5,"layer":5,"idx":13,"num":4,"hidden":6,"layers":8,"nextn":1,"predict":1,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":2,"size":3,"torch":8,"moduledict":1,"mimomultitokenpredictorlayer":1,"f":1,"cache":2,"quant":2,"for":1,"in":1,"range":1,"logits":5,"processor":2,"logitsprocessor":1,"forward":1,"input":2,"ids":2,"tensor":7,"positions":2,"previous":2,"states":4,"inputs":4,"embeds":4,"optional":1,"none":2,"spec":5,"step":5,"int":2,"0":2,"if":1,"is":1,"return":2,"compute":1,"lm":2,"head":2,"parallellmhead":1,"sampling":2,"metadata":2,"samplingmetadata":1},"5723,1931,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"class":1,"mimomtp":1,"nn":1,"module":1,"def":4,"init":2,"self":13,"vllm":4,"config":9,"vllmconfig":1,"prefix":4,"str":4,"super":1,"model":5,"hf":1,"mimomultitokenpredictor":1,"maybe":1,"lm":2,"head":2,"parallellmhead":1,"vocab":1,"size":2,"hidden":7,"forward":1,"input":2,"ids":2,"torch":8,"tensor":8,"positions":2,"states":6,"intermediate":1,"tensors":1,"optional":3,"intermediatetensors":1,"none":2,"inputs":2,"embeds":2,"spec":5,"step":5,"idx":5,"int":2,"0":4,"assert":1,"mimo":1,"mtp":1,"only":1,"support":1,"predict":1,"one":1,"token":1,"now":1,"return":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":1,"weights":3,"iterable":1,"tuple":1,"set":3,"stacked":1,"params":3,"mapping":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"1":1,"dict":2,"named":1,"parameters":1,"loaded":2,"for":1,"name":1,"weight":1,"in":1},"7654,1208,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"if":5,"rotary":1,"emb":1,"inv":1,"freq":1,"in":10,"name":20,"continue":4,"self":1,"map":1,"model":1,"to":3,"mtp":2,"param":3,"for":3,"weight":3,"shard":1,"id":1,"stacked":2,"params":5,"mapping":3,"skip":3,"non":1,"layers":2,"and":3,"experts":7,"handled":1,"below":3,"not":4,"break":1,"we":4,"have":1,"mlp":4,"0":3,"gate":4,"proj":3,"the":3,"checkpoint":1,"since":1,"handle":1,"expert":2,"need":1,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"up":2,"which":2,"then":1,"breaks":1,"load":1,"dict":2,"replace":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1},"8862,1373,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"param":7,"params":5,"dict":3,"name":21,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":2,"gptq":1,"models":1,"if":4,"endswith":1,"and":3,"not":5,"in":6,"continue":2,"mtp":4,"layers":2,"embed":1,"tokens":1,"lm":1,"head":1,"getattr":1,"default":1,"add":1,"return":3,"def":1,"map":1,"model":2,"to":1,"self":1,"str":2,"import":1,"regex":1,"as":1,"re":2,"without":2,"prefix":2,"token":1,"layernorm":3,"hidden":1,"input":1,"proj":1,"final":1,"sub":2,"pattern":2,"r":1,"d":1,"group":6,"match":1,"is":1,"none":1,"replace":1,"block":1},"10235,816,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo_mtp.py":{"def":1,"rewrite":2,"spec":10,"layer":12,"name":9,"self":1,"int":1,"str":2,"the":3,"weight":8,"to":1,"match":1,"format":1,"of":1,"original":1,"model":3,"add":1,"mtp":2,"block":4,"for":4,"modules":1,"in":3,"transformer":2,"names":2,"embed":1,"tokens":1,"enorm":1,"hnorm":1,"eh":1,"proj":1,"shared":1,"head":1,"false":1,"if":2,"true":1,"break":1,"not":1,"treat":1,"rest":1,"weights":2,"as":1,"replace":1,"f":2,"layers":2,"return":1},"0,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":11,"project":1,"2025":1,"zhipu":1,"ai":2,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":14,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"glm":1,"4":1,"0414":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"glm4config":1,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":5,"layers":5,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1950,412,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"from":7,"vllm":3,"model":2,"executor":2,"layers":1,"vocab":1,"parallel":1,"embedding":1,"import":7,"parallellmhead":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"llama":2,"llamamlp":1,"as":1,"glm4mlp":1,"llamamodel":1,"utils":1,"autoweightsloader":1,"ppmissinglayer":1,"maybe":1,"prefix":1,"class":1,"glm4attention":1,"nn":1,"module":1},"2363,1853,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"def":1,"init":2,"self":25,"config":4,"glm4config":1,"hidden":4,"size":16,"int":5,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"head":7,"dim":8,"optional":4,"none":5,"qkv":1,"bias":1,"bool":1,"false":1,"rope":4,"theta":3,"float":1,"10000":1,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"scaling":2,"tuple":1,"prefix":1,"str":2,"attn":1,"type":1,"attentiontype":1,"decoder":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":5,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"partial":2,"rotary":3,"factor":2,"getattr":1,"5":2,"1":1,"or":1,"q":1},"4216,1243,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"self":16,"qkv":3,"proj":4,"qkvparallellinear":1,"hidden":2,"size":2,"head":4,"dim":6,"total":3,"num":6,"heads":6,"kv":3,"bias":3,"quant":6,"config":8,"prefix":6,"f":3,"o":2,"rowparallellinear":1,"false":2,"rotary":5,"emb":1,"get":1,"rope":4,"max":2,"position":2,"base":1,"theta":1,"scaling":3,"partial":2,"factor":2,"is":1,"neox":1,"style":1,"attn":4,"attention":1,"cache":2,"type":2},"5459,850,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"def":2,"forward":1,"self":10,"positions":2,"torch":3,"tensor":3,"hidden":4,"states":2,"qkv":3,"proj":2,"q":5,"k":4,"v":2,"split":1,"size":5,"kv":2,"dim":1,"1":1,"rotary":1,"emb":1,"attn":3,"output":4,"o":1,"return":1,"class":1,"glm4decoderlayer":1,"nn":1,"module":1,"init":2,"config":6,"glm4config":1,"cache":1,"optional":2,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"rope":4,"theta":2,"getattr":2,"1000000":1,"scaling":2},"6309,1425,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"self":11,"attn":4,"glm4attention":1,"config":23,"hidden":10,"size":10,"num":4,"heads":4,"attention":3,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"qkv":1,"bias":2,"getattr":2,"false":1,"head":2,"dim":2,"none":1,"cache":2,"quant":4,"scaling":2,"prefix":4,"f":2,"type":1,"attentiontype":1,"decoder":1,"mlp":3,"glm4mlp":1,"intermediate":2,"act":2,"input":1,"layernorm":4,"rmsnorm":4,"eps":8,"rms":4,"norm":4,"post":3},"7734,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"def":3,"forward":1,"self":13,"positions":4,"torch":6,"tensor":5,"hidden":18,"states":18,"residual":8,"optional":1,"tuple":1,"attention":3,"if":1,"is":1,"none":1,"input":3,"layernorm":5,"else":1,"attn":2,"post":3,"fully":1,"connected":1,"mlp":2,"return":1,"all":1,"decoder":1,"layer":2,"types":1,"glm4decoderlayer":2,"support":1,"compile":1,"dynamic":1,"arg":1,"dims":1,"ids":1,"0":3,"1":1,"intermediate":1,"tensors":1,"inputs":1,"embeds":1,"class":2,"glm4model":1,"llamamodel":1,"init":4,"vllm":7,"config":14,"vllmconfig":2,"prefix":4,"str":2,"super":2,"type":1,"glm4forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"model":1,"hf":1,"quant":2,"lora":2},"9672,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"self":18,"config":14,"lora":2,"quant":4,"model":6,"glm4model":1,"vllm":2,"prefix":6,"maybe":2,"if":2,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"tie":1,"word":1,"embeddings":3,"lm":5,"head":5,"embed":1,"tokens":1,"else":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"ppmissinglayer":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":3,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"11505,359,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1},"0,1958,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"spdx":2,"license":13,"identifier":1,"apache":5,"2":5,"0":5,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":9,"the":23,"vllm":1,"project":1,"ruff":1,"noqa":1,"e501":1,"adapted":1,"from":2,"https":1,"huggingface":2,"co":1,"moonshotai":1,"kimi":2,"vl":2,"a3b":1,"instruct":1,"blob":1,"main":1,"modeling":5,"py":5,"2025":1,"moonshot":1,"ai":2,"team":2,"deepseek":7,"and":8,"inc":1,"all":2,"rights":2,"reserved":1,"code":3,"is":8,"based":1,"on":2,"llava":6,"v3":4,"but":1,"modified":1,"for":2,"kimivl":1,"licensing":1,"information":1,"derived":1,"licensed":3,"under":5,"version":3,"other":1,"parts":1,"of":8,"are":1,"mit":2,"you":2,"may":2,"not":1,"use":2,"this":3,"file":1,"except":1,"in":4,"compliance":1,"with":1,"obtain":1,"a":2,"copy":3,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":6,"agreed":1,"writing":1,"software":8,"distributed":2,"an":1,"as":2,"basis":1,"without":4,"warranties":1,"conditions":2,"any":3,"kind":2,"either":1,"express":2,"implied":1,"see":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"permission":2,"hereby":1,"granted":1,"free":1,"charge":1,"person":1,"obtaining":1,"associated":1,"documentation":1,"files":1,"deal":1,"restriction":1,"including":1,"limitation":1,"modify":1,"merge":1,"publish":1,"distribute":1,"sublicense":1,"sell":1,"copies":2,"permit":1,"persons":1,"whom":1,"furnished":1,"do":1,"so":1,"subject":1,"following":1,"above":1,"notice":2,"shall":1,"be":1,"included":1,"substantial":1,"portions":1,"provided":1,"warranty":1},"1958,1897,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"implied":1,"including":1,"but":1,"not":1,"limited":1,"to":1,"the":5,"warranties":1,"of":3,"merchantability":1,"fitness":1,"for":2,"a":1,"particular":1,"purpose":1,"and":1,"noninfringement":1,"in":4,"no":1,"event":1,"shall":1,"authors":1,"or":6,"copyright":1,"holders":1,"be":1,"liable":1,"any":2,"claim":1,"damages":1,"other":2,"liability":1,"whether":1,"an":1,"action":1,"contract":1,"tort":1,"otherwise":1,"arising":1,"from":21,"out":1,"connection":1,"with":1,"software":2,"use":1,"dealings":1,"import":23,"copy":1,"math":1,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"dataclasses":1,"dataclass":1,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"torch":2,"nn":1,"transformers":2,"batchfeature":1,"activations":1,"geluactivation":1,"vllm":14,"config":1,"vllmconfig":1,"distributed":1,"get":2,"tensor":2,"model":12,"parallel":3,"rank":1,"world":1,"size":2,"executor":9,"layers":3,"fused":1,"moe":1,"fusedmoe":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":2,"embedding":1,"default":2,"padding":1,"parallellmhead":1,"loader":2,"weight":2,"utils":2,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"models":4,"deepseek":1,"v2":1,"deepseekv2model":1,"interfaces":1,"supportsmultimodal":1,"moonvit":1,"moonvitpretrainedmodel":1,"merge":1,"multimodal":5,"embeddings":1,"sampling":1,"metadata":1,"samplingmetadata":1,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"multimodaldataitems":1},"3855,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"from":7,"vllm":6,"multimodal":2,"processing":1,"import":7,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"transformers":2,"utils":4,"configs":2,"kimivlconfig":2,"moonvitconfig":1,"deepseek":1,"vl2":1,"deepseekv2config":1,"tensor":3,"schema":1,"tensorschema":1,"tensorshape":1,"is":1,"pp":1,"missing":1,"parameter":1,"maybe":1,"prefix":1,"for":1,"dummy":1,"input":1,"only":1,"dataclass":1,"class":2,"maximagetokenmeta":1,"width":1,"int":2,"1024":2,"height":1,"kimivlmultimodalprojector":1,"nn":4,"module":1,"def":2,"init":2,"self":15,"config":11,"super":1,"hidden":16,"size":10,"vision":4,"merge":2,"kernel":2,"0":1,"1":4,"pre":2,"norm":2,"torch":3,"layernorm":1,"eps":1,"1e":1,"5":1,"linear":6,"bias":2,"true":2,"act":2,"geluactivation":1,"2":2,"text":1,"forward":1,"image":2,"features":2,"states":8,"view":1,"return":1},"5688,1896,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"class":2,"kimivlimagepixelinputs":2,"tensorschema":1,"dimensions":1,"nc":1,"number":3,"of":3,"channels":1,"np":2,"patches":1,"ps":3,"patch":7,"size":12,"ni":2,"images":1,"type":1,"literal":1,"pixel":4,"values":3,"annotated":2,"union":1,"torch":3,"tensor":3,"list":1,"tensorshape":2,"3":1,"image":10,"grid":1,"hws":1,"2":1,"todo":1,"support":2,"embeds":1,"too":1,"we":1,"only":1,"input":1,"for":1,"kimi":1,"vl":1,"now":1,"kimivlimageinputs":1,"kimivlprocessinginfo":1,"baseprocessinginfo":1,"def":3,"get":5,"hf":7,"config":2,"self":5,"return":2,"ctx":1,"kimivlconfig":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"int":10,"none":2,"num":1,"tokens":1,"width":12,"height":12,"processor":8,"kernel":7,"merge":1,"in":4,"token":4,"limit":4,"assert":3,"isinstance":2,"f":2,"must":3,"be":3,"current":2,"is":1,"not":1,"specified":1,"if":1,"scale":3,"math":1,"sqrt":1,"new":4,"w":2,"h":2},"7584,1853,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"pad":4,"height":11,"kernel":8,"patch":8,"size":10,"width":11,"calculate":1,"new":1,"dimensions":1,"after":1,"padding":1,"and":1,"patching":1,"token":9,"0":4,"1":2,"return":4,"int":5,"property":1,"def":4,"image":11,"id":2,"self":7,"get":9,"hf":5,"config":2,"media":1,"placeholder":1,"class":2,"kimivldummyinputsbuilder":1,"basedummyinputsbuilder":1,"kimivlprocessinginfo":2,"dummy":3,"text":1,"mm":7,"counts":4,"mapping":4,"str":5,"num":5,"images":6,"processor":4,"info":1,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"maximagetokenmeta":2,"kimivlmultimodalprocessor":1,"basemultimodalprocessor":1,"fields":1,"inputs":2,"batchfeature":1,"kwargs":1,"object":1,"multimodalfieldconfig":1,"grid":4,"hws":3,"torch":1,"empty":1,"2":1,"sizes":1,"prod":1},"9437,1954,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"pixel":3,"values":3,"is":3,"merged":1,"as":1,"a":1,"single":1,"large":1,"tensor":1,"image":24,"grid":3,"hws":2,"shapes":1,"for":1,"each":1,"subtensor":1,"in":1,"return":4,"dict":1,"multimodalfieldconfig":2,"flat":1,"from":1,"sizes":2,"batched":1,"def":3,"get":8,"prompt":1,"updates":1,"self":3,"mm":4,"items":3,"multimodaldataitems":1,"hf":1,"processor":2,"kwargs":2,"mapping":1,"str":4,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":4,"id":4,"info":3,"replacement":3,"item":3,"idx":3,"int":2,"images":4,"imageembeddingitems":2,"imageprocessoritems":1,"if":2,"isinstance":1,"num":4,"tokens":4,"feature":1,"size":5,"else":1,"width":2,"height":2,"promptreplacement":1,"modality":4,"target":1,"multimodal":1,"registry":1,"register":1,"kimivlmultimodalprocessor":1,"kimivlprocessinginfo":1,"dummy":1,"inputs":1,"kimivldummyinputsbuilder":1,"class":1,"kimivlforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"classmethod":1,"placeholder":1,"cls":1,"i":1,"optional":1,"startswith":1,"media":4,"start":1,"content":1,"pad":1,"end":1,"raise":1,"valueerror":1,"only":1,"supported":1},"11391,1601,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"def":1,"init":2,"self":16,"vllm":9,"config":40,"vllmconfig":1,"prefix":4,"str":1,"none":1,"super":1,"model":9,"kimivlconfig":1,"hf":3,"quant":4,"assert":1,"isinstance":1,"vision":3,"moonvitconfig":1,"tower":1,"moonvitpretrainedmodel":1,"multi":1,"modal":1,"projector":1,"kimivlmultimodalprojector":1,"sub":4,"copy":1,"deepcopy":1,"text":4,"language":2,"deepseekv2model":1,"maybe":1,"unpadded":3,"vocab":7,"size":11,"lm":1,"head":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":1,"padding":2,"default":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"media":2,"placeholder":2,"int":1,"token":1,"id":1,"tp":2,"rank":2,"get":2,"tensor":2,"parallel":2,"world":2},"12992,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"ref":1,"qwen2":1,"vl":1,"py":1,"def":2,"validate":3,"and":3,"reshape":5,"mm":14,"tensor":6,"self":5,"input":14,"object":2,"name":3,"str":1,"torch":5,"if":6,"not":1,"isinstance":3,"list":2,"raise":2,"valueerror":2,"f":5,"incorrect":1,"type":5,"of":1,"got":2,"ndim":4,"2":1,"return":5,"3":2,"should":1,"be":2,"2d":1,"or":1,"batched":1,"3d":1,"shape":3,"1":4,"else":2,"concat":1,"parse":1,"image":9,"kwargs":3,"optional":1,"kimivlimageinputs":1,"must":1,"pixel":15,"values":15,"now":1,"pop":2,"none":4,"grid":7,"hws":7,"is":1,"may":1,"have":1,"complex":1,"shapes":1,"num":3,"channels":3,"patch":6,"size":6,"config":2,"vision":2,"cat":1,"x":2,"for":1,"in":1,"to":1,"tower":1,"dtype":1,"kimivlimagepixelinputs":1},"14955,1782,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"perform":1,"vt":1,"on":1,"processored":1,"pixel":5,"values":5,"torch":7,"inference":1,"mode":1,"def":5,"process":4,"image":18,"pixels":2,"self":13,"inputs":5,"kimivlimagepixelinputs":1,"tensor":4,"assert":3,"vision":4,"tower":2,"is":2,"not":1,"none":4,"grid":3,"hws":3,"return":5,"input":15,"kimivlimageinputs":1,"type":1,"features":4,"isinstance":1,"list":1,"lengths":2,"x":2,"shape":1,"0":1,"for":2,"in":1,"multi":1,"modal":1,"projector":2,"cat":1,"split":1,"get":5,"language":4,"model":5,"nn":1,"module":1,"multimodal":4,"embeddings":7,"kwargs":2,"object":1,"optional":2,"nestedtensors":2,"validate":2,"the":3,"keyword":1,"arguments":1,"parse":1,"and":2,"if":1,"run":1,"through":1,"encoder":1,"ids":2,"should":1,"already":1,"be":1,"implemented":1,"as":1,"one":1,"of":2,"requirements":1,"basic":1,"vllm":1,"implementation":1,"embeds":1},"16737,1861,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"if":3,"multimodal":7,"embeddings":9,"is":6,"not":2,"none":9,"and":3,"len":1,"0":1,"inputs":14,"embeds":16,"merge":2,"input":15,"ids":8,"placeholder":4,"token":4,"id":4,"self":7,"config":2,"media":2,"return":2,"def":1,"forward":1,"torch":3,"tensor":3,"positions":3,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":2,"kwargs":2,"object":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":2,"runner":1,"from":1,"get":3,"this":1,"condition":1,"only":1,"for":1,"v0":1,"compatibility":1,"elif":1,"image":7,"parse":1,"validate":1,"else":1,"process":1,"hidden":2,"states":2,"language":1},"18598,1826,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"kwargs":3,"processor":1,"lm":3,"head":3,"return":1,"load":1,"weights":4,"iterable":1,"tuple":1,"str":1,"config":6,"text":1,"keys":1,"to":1,"modify":1,"mapping":6,"language":4,"model":5,"only":1,"doing":1,"this":1,"for":4,"part":1,"now":1,"stacked":2,"params":7,"param":2,"name":9,"shard":3,"id":3,"gate":5,"up":5,"proj":16,"0":1,"1":1,"if":4,"not":1,"use":1,"mla":1,"qkv":3,"q":2,"k":2,"v":2,"getattr":1,"n":2,"routed":2,"experts":3,"none":1,"fp8":2,"weight":3,"scales":2,"activation":1,"expert":4,"fusedmoe":1,"make":1,"ckpt":3,"down":2,"num":1,"else":2,"dict":2,"named":1,"parameters":1,"args":4,"in":2,"loaded":1,"2":3,"len":1,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":1},"20424,1936,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"spec":4,"layer":3,"get":1,"idx":1,"from":1,"weight":6,"name":22,"config":1,"if":8,"is":2,"not":6,"none":2,"continue":5,"skip":4,"decode":1,"layers":1,"for":7,"main":1,"model":3,"rotary":2,"emb":2,"cos":1,"cached":2,"in":14,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":4,"checkpoint":2,"them":1,"key":5,"to":6,"modify":4,"new":2,"keys":1,"mapping":4,"items":1,"replace":2,"use":2,"default":2,"loading":3,"false":1,"vision":3,"self":1,"tower":1,"we":5,"only":1,"do":1,"sharding":1,"language":1,"and":3,"now":1,"true":1,"else":1,"param":2,"shard":1,"id":1,"stacked":1,"params":5,"have":1,"mlp":4,"experts":5,"0":3,"gate":4,"proj":3,"since":1,"handle":1,"below":2,"expert":2,"need":1,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"up":2,"which":2,"then":1,"breaks":1,"load":1,"dict":2,"extra":1,"bias":2,"gptq":1,"endswith":1},"22360,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"if":7,"is":4,"pp":3,"missing":3,"parameter":3,"name":22,"self":3,"continue":6,"param":11,"params":6,"dict":5,"weight":18,"loader":10,"loaded":3,"shard":4,"id":7,"kwargs":3,"break":2,"else":2,"for":2,"idx":1,"expert":4,"in":3,"enumerate":1,"mapping":1,"not":2,"replace":1,"use":2,"default":3,"loading":3,"true":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1,"getattr":1},"24321,525,data/raw/vllm-0.10.1/vllm/model_executor/models/kimi_vl.py":{"def":1,"get":1,"spec":1,"layer":4,"idx":4,"from":1,"weight":3,"name":3,"config":5,"deepseekv2config":1,"str":1,"optional":1,"int":1,"if":2,"hasattr":1,"num":4,"nextn":3,"predict":3,"layers":5,"and":1,"0":1,"hidden":1,"for":1,"i":3,"in":1,"range":1,"startswith":1,"f":1,"model":1,"return":2,"none":1},"0,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"from":22,"abc":2,"import":24,"abstractmethod":1,"collections":1,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"final":1,"literal":1,"optional":1,"protocol":1,"typevar":1,"union":1,"cast":1,"torch":2,"nn":2,"as":1,"transformers":3,"batchfeature":1,"clipvisionconfig":1,"llavaconfig":1,"pixtralvisionconfig":1,"pretrainedconfig":1,"siglipvisionconfig":1,"models":2,"llava":1,"llavaprocessor":1,"pixtral":1,"pixtralprocessor":1,"config":1,"vllmconfig":1,"inputs":2,"inputprocessingcontext":1,"model":4,"executor":4,"layers":3,"activation":1,"get":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalinputs":1,"multimodalkwargs":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"processingcache":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":2,"jsontree":1,"json":1,"map":1,"leaves":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"clip":1,"clipvisionmodel":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1},"1998,1871,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"from":4,"pixtral":3,"import":4,"pixtralhfencoderinfo":1,"pixtralhfvisionmodel":1,"siglip":1,"siglipvisionmodel":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":7,"init":1,"vllm":1,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"vision":2,"get":1,"encoder":1,"info":1,"class":4,"llavaimagepixelinputs":2,"tensorschema":3,"dimensions":3,"batch":5,"size":5,"number":5,"of":7,"images":3,"c":3,"channels":2,"3":2,"h":5,"height":4,"w":5,"width":4,"note":2,"that":2,"or":2,"may":2,"be":2,"different":2,"per":2,"and":2,"image":5,"in":2,"which":2,"case":2,"the":2,"data":3,"is":2,"passed":2,"as":2,"a":4,"list":3,"instead":2,"batched":2,"tensor":6,"type":3,"literal":3,"pixel":6,"values":6,"annotated":3,"torch":4,"tensorshape":3,"pixtralhfimagepixelinputs":2,"union":2,"dynamic":1,"dims":1,"llavaimageembeddinginputs":2,"ifs":2,"feature":1,"hs":2,"hidden":1,"must":1,"match":1,"language":1,"backbone":1,"embeds":2,"llavaimageinputs":1,"llavamultimodalprojector":1,"nn":1,"module":1},"3869,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":5,"init":2,"self":13,"vision":7,"hidden":14,"size":6,"int":5,"text":4,"projector":5,"act":5,"str":4,"multimodal":3,"bias":5,"bool":1,"quant":5,"config":9,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"super":1,"linear":6,"1":3,"columnparallellinear":1,"f":2,"get":7,"fn":1,"2":3,"rowparallellinear":1,"forward":1,"image":4,"features":2,"torch":2,"tensor":2,"states":6,"return":3,"class":3,"llavalikeconfig":2,"protocol":2,"final":5,"pretrainedconfig":1,"token":2,"index":1,"feature":2,"select":1,"strategy":1,"layer":1,"union":1,"list":1,"llavalikeprocessor":2,"basellavaprocessinginfo":1,"baseprocessinginfo":1,"hf":4,"ctx":1,"llavaconfig":1,"encoder":2,"info":2,"abstractmethod":1,"processor":1,"kwargs":1,"object":1,"raise":1,"notimplementederror":1},"5859,1847,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":6,"get":14,"supported":1,"mm":3,"limits":1,"self":13,"mapping":2,"str":4,"optional":1,"int":8,"return":7,"image":23,"none":1,"apply":2,"feature":4,"select":4,"strategy":8,"encoder":9,"num":8,"tokens":7,"if":2,"default":1,"1":1,"full":1,"msg":2,"f":1,"unexpected":1,"r":1,"raise":1,"notimplementederror":1,"width":9,"height":9,"hf":4,"config":3,"vision":7,"info":7,"size":3,"with":2,"most":2,"features":2,"imagesize":2,"max":1,"target":4,"i":3,"typevar":1,"bound":1,"basellavaprocessinginfo":1,"class":1,"llavadummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":1,"text":1,"counts":2,"images":2,"0":1,"processor":3,"token":3},"7706,1808,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":5,"get":13,"dummy":2,"mm":9,"data":1,"self":9,"seq":1,"len":1,"int":3,"counts":2,"mapping":4,"str":4,"multimodaldatadict":1,"num":3,"images":5,"image":6,"0":1,"target":4,"width":3,"height":3,"info":3,"size":7,"with":1,"most":1,"features":1,"return":2,"class":2,"llavaprocessinginfo":1,"basellavaprocessinginfo":1,"hf":12,"processor":9,"kwargs":5,"object":3,"ctx":1,"llavaprocessor":1,"in":1,"case":1,"patch":6,"is":2,"omitted":1,"from":2,"config":5,"json":1,"e":1,"g":1,"for":1,"e5":2,"v":2,"https":1,"huggingface":1,"co":1,"royokong":1,"if":1,"none":1,"vision":1,"encoder":1,"basellavamultimodalprocessor":1,"basemultimodalprocessor":2,"i":1,"copied":1,"abstractmethod":1,"fields":1,"inputs":1,"batchfeature":1,"multimodalfieldconfig":1,"raise":1,"notimplementederror":1,"prompt":1,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":2,"id":1,"index":1,"replacement":1,"item":1,"idx":1,"imageembeddingitems":1,"imageprocessoritems":1},"9514,1750,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"if":1,"isinstance":1,"images":3,"imageembeddingitems":1,"num":4,"image":16,"tokens":4,"get":7,"feature":1,"size":5,"item":2,"idx":2,"else":1,"self":5,"info":1,"width":2,"height":2,"return":4,"token":2,"id":2,"promptreplacement":1,"modality":1,"target":1,"replacement":2,"class":3,"llavamultimodalprocessor":1,"basellavamultimodalprocessor":1,"llavaprocessinginfo":1,"def":3,"mm":8,"fields":1,"config":1,"hf":6,"inputs":1,"batchfeature":2,"processor":5,"kwargs":9,"mapping":5,"str":6,"object":5,"multimodalfieldconfig":3,"dict":1,"pixel":1,"values":1,"batched":2,"embeds":1,"pixtralhfprocessinginfo":2,"basellavaprocessinginfo":1,"ctx":1,"pixtralprocessor":1,"pixtralhfmultimodalprocessor":1,"basemultimodalprocessor":1,"call":2,"prompt":3,"data":3,"tok":3,"processed":1,"outputs":1,"super":1},"11264,1933,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"pixel":7,"values":7,"processed":4,"outputs":4,"get":11,"if":1,"is":1,"not":1,"none":1,"avoid":1,"padding":1,"since":1,"we":1,"need":1,"the":2,"output":1,"for":3,"each":1,"image":21,"to":2,"be":1,"independent":1,"of":1,"other":1,"images":3,"cache":1,"work":1,"correctly":1,"sizes":4,"assert":2,"len":2,"p":2,"h":2,"w":2,"in":1,"zip":1,"return":2,"def":3,"mm":7,"fields":1,"config":7,"self":5,"hf":10,"inputs":1,"batchfeature":1,"processor":7,"kwargs":4,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":3,"dict":1,"batched":2,"embeds":1,"prompt":1,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":5,"tokenizer":3,"vocab":4,"break":2,"id":3,"token":4,"index":1,"end":2,"isinstance":1,"vision":1,"pixtralvisionconfig":1,"encoder":2,"pixtralhfencoderinfo":1,"replacement":1,"item":2,"idx":2,"int":1,"imageprocessoritems":1,"size":5,"ncols":1,"nrows":1,"patch":1,"grid":1,"width":2,"height":2},"13197,1288,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"tokens":3,"image":6,"token":4,"id":6,"ncols":1,"break":1,"nrows":1,"1":1,"end":1,"return":6,"promptupdatedetails":1,"select":1,"promptreplacement":1,"modality":1,"target":1,"replacement":2,"get":2,"def":2,"build":2,"llava":2,"or":2,"pixtral":2,"hf":5,"info":7,"ctx":4,"inputprocessingcontext":1,"basellavaprocessinginfo":1,"config":4,"llavaconfig":1,"if":3,"isinstance":3,"vision":1,"pixtralvisionconfig":1,"pixtralhfprocessinginfo":2,"llavaprocessinginfo":2,"processor":1,"i":2,"dummy":3,"inputs":3,"basedummyinputsbuilder":1,"cache":5,"optional":1,"processingcache":1,"none":1,"basemultimodalprocessor":1,"pixtralhfmultimodalprocessor":1,"type":3,"ignore":2,"llavamultimodalprocessor":1,"raise":1,"notimplementederror":1},"14485,1812,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":3,"get":6,"num":10,"hidden":13,"layers":20,"hf":7,"config":12,"llavalikeconfig":2,"int":5,"determine":1,"the":9,"number":3,"of":4,"to":6,"initialize":4,"up":4,"in":4,"visual":3,"encoder":3,"args":2,"model":1,"with":1,"vision":9,"feature":18,"layer":16,"s":1,"if":4,"we":2,"have":2,"one":2,"that":1,"isinstance":2,"return":4,"index":9,"multiple":1,"deepest":2,"elif":1,"list":1,"tuple":1,"max":1,"idx":2,"for":2,"raise":1,"typeerror":1,"f":1,"type":2,"is":1,"not":1,"supported":1,"given":1,"a":2,"signed":1,"needed":1,"leverage":1,"it":1,"required":2,"total":1,"0":1,"1":1,"init":1,"tower":2,"llava":1,"quant":1,"optional":2,"quantizationconfig":1,"require":1,"post":1,"norm":1,"bool":1,"none":1,"prefix":1,"str":1,"union":1,"clipvisionmodel":1,"siglipvisionmodel":1,"pixtralhfvisionmodel":1,"only":1},"16297,1848,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"if":1,"isinstance":3,"vision":10,"config":14,"clipvisionconfig":1,"return":3,"clipvisionmodel":1,"quant":6,"num":6,"hidden":6,"layers":6,"override":3,"require":6,"post":6,"norm":6,"prefix":7,"elif":2,"siglipvisionconfig":1,"siglipvisionmodel":1,"pixtralvisionconfig":1,"pixtralhfvisionmodel":1,"msg":2,"f":1,"unsupported":1,"type":1,"raise":1,"notimplementederror":1,"multimodal":1,"registry":1,"register":1,"processor":2,"build":2,"llava":2,"or":2,"pixtral":2,"hf":3,"info":2,"dummy":1,"inputs":1,"llavadummyinputsbuilder":1,"class":1,"llavaforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":2,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":7,"language":3,"tower":2,"multi":2,"modal":2,"projector":2,"lm":2,"head":2},"18145,1099,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":3,"startswith":1,"image":3,"return":1,"raise":1,"valueerror":1,"only":1,"is":3,"supported":1,"init":2,"self":3,"vllm":4,"config":27,"vllmconfig":1,"prefix":1,"none":3,"super":1,"model":3,"hf":2,"quant":2,"multimodal":4,"note":1,"these":1,"are":1,"special":1,"cases":1,"for":1,"pixtral":2,"12b":2,"in":1,"the":1,"format":1,"https":1,"huggingface":1,"co":1,"mistral":2,"community":1,"blob":1,"main":1,"json":1,"noqa":1,"text":3,"architectures":2,"and":2,"type":1,"mistralforcausallm":1,"projector":2,"hidden":3,"act":3,"vision":1,"gelu":2},"19244,1769,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"todo":1,"optionally":1,"initializes":1,"this":1,"for":2,"supporting":1,"embeddings":1,"if":4,"multimodal":3,"config":16,"get":1,"limit":1,"per":1,"prompt":1,"image":5,"self":8,"vision":6,"tower":4,"init":2,"llava":1,"quant":3,"require":1,"post":1,"norm":1,"false":1,"prefix":9,"maybe":3,"multi":3,"modal":3,"projector":7,"llavamultimodalprojector":1,"hidden":6,"size":4,"text":3,"act":2,"bias":2,"else":1,"none":8,"language":3,"model":4,"vllm":3,"registered":1,"hf":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"parse":1,"and":2,"validate":1,"input":1,"kwargs":3,"object":1,"optional":1,"llavaimageinputs":1,"pixel":7,"values":7,"pop":2,"embeds":3,"is":3,"return":1,"not":2,"isinstance":1,"torch":1,"tensor":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":3,"of":1,"f":1,"got":1},"21013,1747,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"if":5,"self":4,"config":6,"vision":3,"model":2,"type":8,"pixtral":4,"return":5,"pixtralhfimagepixelinputs":1,"pixel":6,"values":6,"flatten":3,"bn":3,"expected":4,"h":3,"w":3,"image":12,"size":1,"llavaimagepixelinputs":1,"concat":2,"true":2,"resolve":1,"bindings":1,"embeds":6,"is":1,"not":3,"none":1,"isinstance":1,"torch":3,"tensor":3,"list":1,"raise":4,"valueerror":3,"incorrect":1,"of":1,"embeddings":1,"f":2,"got":1,"hf":1,"does":1,"support":1,"llavaimageembeddinginputs":1,"data":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"select":2,"features":4,"strategy":5,"str":1,"copied":1,"from":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"39c3c0a72af6fbda5614dde02ff236069bb79827":1,"src":1,"models":1,"llava":2,"modeling":1,"py":1,"l421":1,"noqa":1,"default":1,"1":1,"elif":1,"full":1,"unexpected":1,"feature":1},"22760,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":5,"image":24,"pixels":4,"to":3,"features":12,"self":14,"vision":8,"tower":6,"union":7,"clipvisionmodel":1,"siglipvisionmodel":1,"pixtralhfvisionmodel":1,"pixel":5,"values":5,"torch":15,"tensor":12,"list":1,"tuple":4,"note":1,"we":1,"skip":1,"the":3,"step":1,"select":5,"feature":6,"layer":1,"since":1,"this":1,"is":3,"already":1,"done":1,"inside":1,"leaf":2,"return":7,"strategy":2,"config":1,"cast":1,"json":1,"map":1,"leaves":1,"process":3,"inputs":2,"llavaimagepixelinputs":1,"pixtralhfimagepixelinputs":1,"assert":2,"not":2,"none":2,"input":5,"llavaimageinputs":1,"if":2,"type":1,"embeds":5,"data":1,"isinstance":1,"multi":2,"modal":2,"projector":2,"sizes":2,"shape":1,"0":1,"for":1,"in":1,"cat":1,"split":1,"get":1,"language":2,"model":2,"nn":1,"module":1},"24751,1662,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":3,"get":3,"multimodal":6,"embeddings":9,"self":7,"kwargs":3,"object":2,"multimodalembeddings":2,"image":9,"input":12,"parse":1,"and":2,"validate":1,"if":2,"is":3,"none":5,"return":3,"process":1,"ids":5,"torch":6,"tensor":6,"optional":3,"inputs":5,"embeds":5,"language":1,"model":1,"not":1,"len":1,"0":1,"merge":1,"config":1,"token":1,"index":1,"forward":2,"positions":2,"intermediate":1,"tensors":1,"intermediatetensors":2,"union":1,"run":1,"pass":1,"for":2,"llava":1,"1":2,"5":1,"one":1,"key":1,"thing":1,"to":2,"understand":1,"the":5,"already":1,"accounts":1,"of":2,"be":1,"inserted":1,"concretely":1,"consider":1,"a":1,"text":1,"prompt":1,"user":1,"nwhat":1,"s":1,"content":1,"nassistant":1,"tokenizer":1,"outputs":1,"3148":1,"1001":1,"29901":2,"29871":2,"32000":1,"13":2,"5618":1,"29915":1,"29879":1,"278":2,"2793":1,"310":1,"1967":1,"29973":1,"22933":1,"9047":1,"13566":1},"26413,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"to":6,"reserve":1,"space":1,"in":5,"kv":1,"cache":1,"we":2,"have":1,"insert":2,"placeholder":1,"tokens":6,"before":1,"they":1,"are":3,"inputted":2,"the":11,"model":5,"so":2,"input":10,"processor":1,"prepends":1,"additional":1,"image":6,"denoted":1,"as":1,"32000":3,"resulting":1,"1":1,"3148":1,"1001":1,"29901":2,"29871":2,"13":2,"5618":1,"29915":1,"29879":1,"278":2,"2793":1,"310":1,"1967":1,"29973":1,"22933":1,"9047":1,"13566":1,"575":1,"that":1,"including":1,"original":1,"token":1,"there":1,"a":2,"total":1,"of":3,"576":1,"24":2,"which":1,"corresponds":1,"number":2,"language":2,"i":1,"e":1,"outputted":1,"by":1,"visual":1,"encoder":1,"this":2,"way":1,"positions":2,"and":1,"attn":1,"metadata":1,"consistent":1,"with":1,"ids":6,"args":1,"flattened":1,"concatenated":1,"corresponding":1,"batch":1,"pixel":1,"values":1,"pixels":1,"each":1,"info":1,"llavaimageinputs":1,"if":1,"intermediate":2,"tensors":2,"is":4,"not":1,"none":4,"inputs":6,"embeds":6,"note":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"self":3,"get":2,"multimodal":1,"kwargs":1,"hidden":2,"states":2,"return":1},"28229,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"def":4,"compute":2,"logits":2,"self":14,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":2,"return":4,"language":1,"model":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":5,"set":1,"skip":4,"prefixes":4,"if":1,"vision":7,"tower":2,"is":2,"none":3,"and":1,"multi":2,"modal":2,"projector":2,"extend":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":10,"to":1,"vllm":1,"class":2,"mantisprocessinginfo":1,"llavaprocessinginfo":1,"get":7,"processor":3,"kwargs":6,"object":3,"config":6,"info":5,"encoder":1,"setdefault":2,"patch":2,"size":3,"feature":2,"select":2,"strategy":2,"ctx":1,"llavaprocessor":1,"mantismultimodalprocessor":1,"llavamultimodalprocessor":1,"apply":1,"prompt":1,"union":1,"list":1,"int":1,"mm":3,"data":1,"multimodaldatadict":1,"mapping":2,"tokenization":1,"hashes":1,"bool":1,"false":1,"multimodalinputs":1,"image":7,"token":2,"id":1,"index":1,"assume":1,"that":1,"it":1,"doesn":1,"t":1,"depend":1,"on":1,"the":1,"num":2,"tokens":2,"width":1,"1":2,"height":1},"30094,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"result":4,"super":1,"apply":2,"prompt":11,"mm":32,"data":2,"hf":2,"processor":2,"kwargs":8,"tokenization":1,"return":3,"hashes":5,"items":5,"self":7,"to":2,"item":8,"counts":5,"get":4,"all":1,"we":1,"reimplement":1,"the":1,"functionality":1,"of":1,"mllavaprocessor":1,"from":1,"https":1,"github":1,"com":1,"tiger":1,"ai":1,"lab":1,"mantis":5,"git":1,"def":1,"replacement":3,"idx":2,"int":1,"join":1,"f":1,"image":8,"1":1,"7":1,"tokens":4,"num":2,"3":1,"repls":6,"bind":2,"and":2,"group":2,"updates":4,"promptreplacement":1,"modality":3,"target":1,"token":3,"id":1,"ids":5,"unbound":2,"orig":4,"placeholders":8,"find":1,"validate":1,"placeholder":2,"ranges":2,"range":1,"for":2,"in":2,"multimodalinputs":1,"type":1,"multimodal":1},"32075,397,data/raw/vllm-0.10.1/vllm/model_executor/models/llava.py":{"to":1,"use":2,"this":1,"model":1,"please":1,"hf":1,"overrides":1,"architectures":1,"mantisforconditionalgeneration":2,"multimodal":1,"registry":1,"register":1,"processor":1,"mantismultimodalprocessor":1,"info":1,"mantisprocessinginfo":1,"dummy":1,"inputs":1,"llavadummyinputsbuilder":1,"class":1,"llavaforconditionalgeneration":1,"pass":1},"0,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"spdx":2,"license":10,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":11,"vllm":11,"project":1,"derived":1,"from":16,"bart":2,"implementation":1,"posted":1,"on":2,"huggingface":2,"below":1,"coding":1,"utf":1,"8":1,"2021":1,"fairseq":1,"authors":1,"and":2,"inc":1,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"pytorch":1,"model":10,"import":17,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"torch":2,"nn":1,"transformers":2,"bartconfig":1,"utils":2,"logging":1,"attention":2,"attentiontype":1,"config":2,"cacheconfig":1,"loraconfig":1,"vllmconfig":1,"get":2,"tensor":1,"parallel":2,"world":1,"size":1,"executor":7,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvcrossparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1},"1979,1897,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"from":3,"vllm":1,"sequence":1,"import":3,"intermediatetensors":1,"interfaces":1,"supportsquant":1,"supportsv0only":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"cast":1,"overflow":1,"tensors":1,"maybe":1,"prefix":1,"logger":2,"logging":1,"get":2,"name":1,"def":5,"bsz":2,"seq":1,"len":2,"input":6,"ids":7,"shp":3,"shape":2,"ndim":2,"if":2,"1":3,"return":4,"numel":1,"else":1,"2":3,"class":3,"bartlearnedpositionalembedding":1,"vocabparallelembedding":3,"this":4,"module":3,"learns":1,"positional":1,"embeddings":8,"up":2,"to":2,"a":1,"fixed":1,"maximum":1,"size":1,"init":4,"self":9,"num":5,"int":4,"embedding":5,"dim":4,"bart":1,"is":3,"set":1,"so":1,"that":1,"padding":1,"idx":1,"specified":1,"then":1,"offset":4,"the":2,"by":4,"and":1,"adjust":1,"appropriately":1,"other":1,"models":1,"don":1,"t":1,"have":1,"hack":1,"super":4,"forward":6,"positions":2,"torch":4,"tensor":4,"expected":1,"be":1,"x":1,"seqlen":1,"bartscaledwordembedding":2,"overrides":2,"s":2,"multiplying":1,"with":1,"scale":6,"embed":4,"float":1,"0":1,"bartparallellmhead":1,"parallellmhead":2,"dividing":1,"yielding":1,"effectively":1,"inverse":1,"of":1},"3876,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":3,"init":4,"self":27,"num":18,"embeddings":2,"int":4,"embedding":2,"dim":15,"embed":14,"scale":4,"float":1,"1":1,"0":3,"super":3,"forward":2,"input":2,"ids":2,"torch":2,"tensor":3,"return":1,"class":1,"bartencoderattention":1,"nn":1,"module":1,"heads":16,"bias":5,"bool":1,"true":1,"config":10,"optional":3,"bartconfig":1,"none":3,"cache":1,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":1,"str":1,"d":4,"model":5,"total":8,"kv":2,"head":3,"if":1,"raise":1,"valueerror":1,"f":3,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"scaling":1,"5":1,"qkv":1,"proj":2,"qkvparallellinear":1,"out":1,"rowparallellinear":1,"tp":3,"world":4,"size":4,"get":1,"parallel":1,"assert":1},"5767,1456,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"if":1,"self":23,"total":3,"num":10,"kv":14,"heads":14,"tp":5,"world":3,"size":10,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"tensor":4,"parallel":2,"gpus":2,"assert":2,"0":2,"else":1,"less":1,"replicate":1,"q":4,"head":3,"dim":4,"attn":6,"attention":1,"scaling":1,"cache":2,"config":4,"quant":2,"prefix":2,"f":1,"type":1,"attentiontype":1,"encoder":1,"def":1,"forward":1,"hidden":2,"states":2,"torch":2,"input":1,"shape":1,"batch":1,"x":2,"time":1,"channel":1,"qkv":3,"proj":2,"k":2,"v":2,"split":1,"1":1,"output":4,"out":1,"return":1,"class":1,"bartdecoderselfattention":1,"nn":1,"module":1},"7223,1486,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":1,"init":2,"self":23,"embed":10,"dim":13,"int":2,"num":16,"heads":16,"bias":5,"bool":1,"true":1,"config":10,"optional":3,"bartconfig":1,"none":3,"cache":1,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"d":4,"model":5,"total":8,"kv":2,"head":3,"if":1,"raise":1,"valueerror":1,"f":3,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"scaling":1,"0":2,"5":1,"qkv":1,"proj":2,"qkvparallellinear":1,"out":1,"rowparallellinear":1,"tp":3,"world":4,"size":4,"get":1,"tensor":1,"parallel":1,"assert":1},"8709,1450,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"if":1,"self":23,"total":3,"num":10,"kv":14,"heads":14,"tp":5,"world":3,"size":10,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"tensor":4,"parallel":2,"gpus":2,"assert":2,"0":2,"else":1,"less":1,"replicate":1,"q":4,"head":3,"dim":4,"attn":6,"attention":1,"scaling":1,"cache":2,"config":4,"quant":2,"prefix":2,"f":1,"type":1,"attentiontype":1,"decoder":1,"def":1,"forward":1,"hidden":2,"states":2,"torch":2,"input":1,"shape":1,"batch":1,"x":2,"time":1,"channel":1,"qkv":3,"proj":2,"k":2,"v":2,"split":1,"1":1,"output":4,"out":1,"return":1,"class":1,"bartcrossattention":1,"nn":1,"module":1},"10159,1757,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":1,"init":2,"self":23,"embed":10,"dim":13,"int":2,"num":16,"heads":16,"bias":4,"bool":1,"true":1,"config":10,"optional":3,"bartconfig":1,"none":3,"cache":1,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"d":4,"model":5,"total":8,"kv":2,"head":3,"if":1,"raise":1,"valueerror":1,"f":3,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"scaling":1,"0":2,"5":1,"tp":4,"sharding":1,"sizes":1,"is":1,"accounted":1,"for":1,"within":1,"parallel":2,"layers":1,"qkv":1,"proj":2,"qkvcrossparallellinear":1,"out":1,"rowparallellinear":1,"world":4,"size":4,"get":1,"tensor":1,"assert":1},"11916,1681,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"if":1,"self":16,"total":3,"num":8,"kv":10,"heads":12,"tp":5,"world":3,"size":5,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"tensor":5,"parallel":2,"gpus":2,"assert":2,"0":2,"else":1,"less":1,"replicate":1,"no":1,"gqa":1,"in":1,"bart":1,"attn":6,"attention":1,"head":1,"dim":2,"scaling":1,"cache":3,"config":8,"quant":3,"prefix":3,"f":1,"type":1,"attentiontype":1,"encoder":3,"decoder":3,"def":2,"forward":1,"hidden":4,"states":4,"torch":3,"optional":3,"none":3,"input":1,"shape":1,"batch":1,"x":2,"time":1,"channel":1,"q":2,"k":2,"v":2,"qkv":1,"proj":2,"output":4,"out":1,"return":1,"class":1,"bartencoderlayer":1,"nn":1,"module":1,"init":2,"bartconfig":1,"cacheconfig":1,"quantizationconfig":1,"str":1,"super":1,"embed":1,"d":1,"model":1},"13597,1789,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"self":23,"attn":5,"bartencoderattention":1,"embed":5,"dim":6,"num":1,"heads":2,"config":13,"encoder":4,"attention":1,"cache":2,"quant":6,"prefix":2,"f":1,"layer":5,"norm":4,"nn":2,"layernorm":2,"activation":3,"fn":4,"get":2,"act":3,"function":1,"ffn":10,"hidden":22,"size":6,"intermediate":3,"has":3,"bias":5,"true":1,"fc1":4,"columnparallellinear":1,"gelu":1,"fc2":2,"rowparallellinear":1,"final":2,"def":1,"forward":1,"states":19,"torch":4,"tensor":4,"r":1,"args":1,"of":1,"input":1,"embeddings":1,"returns":1,"output":1,"residual":4,"out":2},"15386,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"if":1,"hidden":9,"states":6,"dtype":1,"torch":3,"float16":1,"and":1,"isinf":1,"any":2,"or":1,"isnan":1,"cast":1,"overflow":1,"tensors":1,"return":1,"class":1,"bartdecoderlayer":1,"nn":3,"module":1,"def":1,"init":2,"self":17,"config":20,"bartconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":2,"quant":7,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"embed":7,"dim":8,"d":1,"model":1,"attn":7,"bartdecoderselfattention":1,"num":1,"heads":3,"decoder":2,"attention":3,"f":2,"activation":2,"fn":2,"get":1,"act":1,"function":1,"layer":2,"norm":2,"layernorm":2,"afeldman":1,"nm":1,"personally":1,"i":2,"would":1,"call":1,"this":1,"cross":1,"however":1,"left":1,"the":3,"name":2,"as":1,"encoder":5,"to":1,"maintain":1,"consistency":1,"with":1,"of":1,"pretrained":1,"weights":1,"bartcrossattention":1,"ffn":10,"size":6,"intermediate":3,"has":3,"bias":5,"true":1,"fc1":1,"columnparallellinear":1,"fc2":1,"rowparallellinear":1},"17361,1733,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"self":15,"final":2,"layer":6,"norm":4,"nn":3,"layernorm":1,"embed":2,"dim":1,"def":1,"forward":1,"decoder":7,"hidden":32,"states":32,"torch":6,"tensor":6,"encoder":9,"optional":1,"none":1,"r":1,"args":2,"of":3,"input":2,"embeddings":2,"returns":1,"output":2,"residual":6,"attention":3,"attn":4,"cross":1,"block":1,"fully":1,"connected":1,"fc1":3,"out":2,"activation":1,"fn":1,"fc2":1,"return":1,"class":1,"bartencoder":1,"module":1,"transformer":1,"consisting":1,"config":2,"layers":2,"each":1,"is":1,"a":1,"bartencoderlayer":1,"bartconfig":1,"tokens":1,"embedding":2},"19094,1484,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":1,"init":2,"self":10,"config":19,"bartconfig":1,"cache":4,"optional":4,"cacheconfig":1,"none":5,"quant":4,"quantizationconfig":1,"lora":3,"loraconfig":1,"embed":14,"tokens":5,"nn":3,"embedding":3,"prefix":3,"str":1,"super":1,"dim":5,"d":1,"model":1,"max":3,"source":1,"positions":2,"position":2,"embeddings":2,"scale":4,"math":1,"sqrt":1,"if":2,"else":1,"1":1,"0":1,"bartscaledwordembedding":1,"vocab":1,"size":1,"is":1,"not":1,"weight":2,"bartlearnedpositionalembedding":1,"layers":3,"modulelist":1,"bartencoderlayer":1,"f":1,"layer":2,"idx":2,"for":1,"in":1,"range":1,"encoder":1,"layernorm":2},"20578,1919,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":2,"forward":1,"self":10,"input":6,"ids":4,"torch":5,"tensor":5,"positions":6,"inputs":6,"embeds":6,"optional":5,"none":6,"r":1,"args":2,"indices":1,"of":3,"encoder":4,"sequence":2,"tokens":5,"in":2,"the":1,"vocabulary":1,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"returns":1,"decoder":3,"output":2,"retrieve":1,"and":1,"if":2,"is":2,"embed":9,"pos":4,"to":1,"device":1,"hidden":7,"states":7,"layernorm":1,"embedding":5,"for":1,"layer":3,"layers":3,"return":1,"class":1,"bartdecoder":1,"nn":3,"module":1,"transformer":1,"consisting":1,"config":15,"each":1,"a":1,"bartdecoderlayer":1,"bartconfig":2,"init":2,"cache":3,"cacheconfig":1,"quant":3,"quantizationconfig":1,"lora":3,"loraconfig":1,"prefix":1,"str":1,"super":1,"max":2,"target":1,"position":1,"embeddings":1,"scale":2,"math":1,"sqrt":1,"d":1,"model":1,"else":1,"1":1,"0":1},"22497,1909,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"self":9,"embed":14,"tokens":7,"bartscaledwordembedding":1,"config":9,"vocab":1,"size":1,"d":3,"model":3,"scale":2,"if":2,"is":2,"not":1,"none":3,"weight":2,"positions":8,"bartlearnedpositionalembedding":1,"max":1,"position":1,"embeddings":2,"layers":4,"nn":2,"modulelist":1,"bartdecoderlayer":1,"cache":1,"quant":1,"prefix":2,"f":1,"layer":2,"idx":2,"for":1,"in":2,"range":1,"decoder":12,"layernorm":3,"embedding":2,"def":1,"forward":1,"input":5,"ids":3,"torch":6,"tensor":7,"encoder":3,"hidden":5,"states":5,"optional":2,"inputs":6,"embeds":6,"r":1,"args":1,"indices":1,"of":3,"sequence":2,"the":1,"vocabulary":1,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"output":2,"returns":1,"else":1,"1":1,"pos":4,"to":1,"device":1},"24406,1396,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"for":1,"decoder":6,"layer":2,"in":1,"self":7,"layers":1,"hidden":6,"states":6,"encoder":5,"return":1,"class":1,"bartmodel":1,"nn":1,"module":1,"supportsquant":1,"tied":1,"weights":1,"keys":1,"embed":2,"tokens":2,"weight":2,"def":1,"init":2,"vllm":5,"config":29,"vllmconfig":1,"prefix":5,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":6,"lora":8,"vocab":7,"extra":1,"size":5,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":1,"bartencoder":1,"f":2,"bartdecoder":1},"25802,1893,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":2,"forward":1,"self":5,"input":14,"ids":9,"torch":7,"tensor":7,"positions":10,"encoder":16,"r":1,"args":1,"indices":2,"of":6,"decoder":8,"sequence":4,"tokens":5,"in":2,"the":2,"vocabulary":2,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"returns":1,"model":2,"output":1,"hidden":5,"states":4,"none":1,"if":2,"numel":1,"0":1,"run":1,"attention":1,"a":1,"non":1,"zero":1,"number":1,"are":1,"provided":1,"as":1,"outputs":3,"consists":1,"dec":3,"features":1,"past":1,"key":1,"value":1,"attn":1,"return":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":2,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"other":1,"loaded":1,"dict":2,"named":1,"parameters":1},"27695,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"for":2,"name":14,"loaded":8,"weight":10,"in":5,"weights":4,"param":5,"shard":2,"id":2,"stacked":3,"params":9,"mapping":1,"if":4,"not":2,"continue":2,"replace":1,"model":9,"dict":3,"loader":5,"append":2,"break":1,"else":1,"other":2,"autoweightsloader":1,"self":6,"load":1,"update":1,"return":1,"class":1,"bartforconditionalgeneration":1,"nn":1,"module":1,"supportsv0only":1,"supportsquant":1,"hf":2,"to":3,"vllm":6,"mapper":1,"weightsmapper":1,"orig":2,"new":2,"prefix":5,"decoder":2,"encoder":2,"shared":2,"substr":1,"beta":1,"bias":1,"gamma":1,"layernorm":2,"def":1,"init":2,"config":16,"vllmconfig":1,"str":1,"super":1,"lora":5,"currently":1,"all":1,"existing":1,"bart":1,"models":1,"have":1,"tie":2,"word":2,"embeddings":2,"enabled":1,"assert":1,"bartmodel":1,"maybe":1,"unpadded":2,"vocab":4,"size":4,"extra":1},"29627,1748,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"embed":3,"scale":4,"math":1,"sqrt":1,"config":5,"d":2,"model":3,"if":1,"embedding":1,"else":1,"1":1,"0":1,"self":9,"lm":2,"head":2,"bartparallellmhead":1,"vocab":3,"size":3,"logits":5,"processor":2,"logitsprocessor":1,"unpadded":1,"def":3,"forward":1,"input":8,"ids":8,"torch":13,"tensor":13,"positions":6,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"none":1,"encoder":8,"kwargs":1,"r":1,"args":1,"of":4,"decoder":2,"token":2,"position":2,"indices":2,"returns":1,"output":1,"return":2,"compute":1,"hidden":2,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":1,"weights":4,"iterable":1,"tuple":2,"str":2,"set":1,"list":2},"31375,1850,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"shared":6,"embedding":6,"weight":24,"none":3,"for":1,"name":5,"loaded":5,"in":5,"weights":4,"tuple":2,"list":2,"if":2,"or":3,"encoder":5,"embed":6,"tokens":6,"decoder":3,"lm":6,"head":6,"assert":1,"is":2,"conflicting":1,"loader":6,"autoweightsloader":1,"self":13,"skip":1,"prefixes":1,"cls":1,"pooler":1,"params":3,"load":1,"mapper":2,"hf":1,"to":1,"vllm":1,"not":1,"getattr":1,"default":1,"model":4,"update":1,"return":1,"class":1,"mbartencoderlayer":1,"bartencoderlayer":1,"def":1,"forward":1,"hidden":10,"states":10,"torch":4,"tensor":4,"r":1,"args":1,"of":1,"input":1,"embeddings":1,"returns":1,"layer":2,"output":1,"residual":2,"attn":2,"norm":1},"33225,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"residual":8,"hidden":45,"states":45,"self":17,"final":2,"layer":5,"norm":4,"fc1":6,"out":4,"activation":2,"fn":2,"fc2":2,"if":1,"dtype":1,"torch":6,"float16":1,"and":1,"isinf":1,"any":2,"or":1,"isnan":1,"cast":1,"overflow":1,"tensors":1,"return":2,"class":2,"mbartdecoderlayer":1,"bartdecoderlayer":1,"def":1,"forward":1,"decoder":4,"tensor":3,"encoder":7,"optional":1,"none":1,"attn":4,"attention":3,"cross":1,"block":1,"fully":1,"connected":1,"mbartencoder":1,"nn":2,"module":1,"transformer":1,"consisting":1,"of":1,"config":2,"layers":2,"each":1,"is":1,"a":1,"bartencoderlayer":1,"args":1,"bartconfig":1,"embed":1,"tokens":1,"embedding":2,"output":1},"35199,1549,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":1,"init":2,"self":11,"config":20,"bartconfig":1,"cache":4,"optional":4,"cacheconfig":1,"none":5,"quant":4,"quantizationconfig":1,"lora":3,"loraconfig":1,"embed":14,"tokens":5,"nn":4,"embedding":3,"prefix":3,"str":1,"super":1,"dim":5,"d":2,"model":2,"max":3,"source":1,"positions":2,"position":2,"embeddings":2,"scale":4,"math":1,"sqrt":1,"if":2,"else":1,"1":1,"0":1,"bartscaledwordembedding":1,"vocab":1,"size":1,"is":1,"not":1,"weight":2,"bartlearnedpositionalembedding":1,"layers":3,"modulelist":1,"mbartencoderlayer":1,"f":1,"layer":3,"idx":2,"for":1,"in":1,"range":1,"encoder":1,"layernorm":3,"norm":1,"改动":1},"36748,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":2,"forward":1,"self":11,"input":6,"ids":4,"torch":5,"tensor":5,"positions":6,"inputs":6,"embeds":6,"optional":5,"none":6,"r":1,"args":2,"indices":1,"of":3,"encoder":4,"sequence":2,"tokens":5,"in":2,"the":1,"vocabulary":1,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"returns":1,"decoder":3,"output":2,"retrieve":1,"and":1,"if":2,"is":2,"embed":9,"pos":4,"to":1,"device":1,"hidden":9,"states":9,"layernorm":1,"embedding":5,"for":1,"layer":4,"layers":3,"norm":1,"return":1,"class":1,"mbartdecoder":1,"nn":3,"module":1,"transformer":1,"consisting":1,"config":15,"each":1,"a":1,"bartdecoderlayer":1,"bartconfig":2,"init":2,"cache":3,"cacheconfig":1,"quant":3,"quantizationconfig":1,"lora":3,"loraconfig":1,"prefix":1,"str":1,"super":1,"max":2,"target":1,"position":1,"embeddings":1,"scale":2,"math":1,"sqrt":1,"d":1,"model":1,"else":1,"1":1,"0":1},"38723,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"self":10,"embed":14,"tokens":7,"bartscaledwordembedding":1,"config":10,"vocab":1,"size":1,"d":4,"model":4,"scale":2,"if":2,"is":2,"not":1,"none":3,"weight":2,"positions":8,"bartlearnedpositionalembedding":1,"max":1,"position":1,"embeddings":2,"layers":4,"nn":3,"modulelist":1,"mbartdecoderlayer":1,"cache":1,"quant":1,"prefix":2,"f":1,"layer":3,"idx":2,"for":1,"in":2,"range":1,"decoder":12,"layernorm":4,"embedding":2,"norm":1,"def":1,"forward":1,"input":5,"ids":3,"torch":6,"tensor":7,"encoder":3,"hidden":5,"states":5,"optional":2,"inputs":6,"embeds":6,"r":1,"args":1,"indices":1,"of":3,"sequence":2,"the":1,"vocabulary":1,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"output":2,"returns":1,"else":1,"1":1,"pos":4,"to":1,"device":1},"40709,1451,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"for":1,"decoder":6,"layer":3,"in":1,"self":8,"layers":1,"hidden":8,"states":8,"encoder":5,"norm":1,"return":1,"class":1,"mbartmodel":1,"nn":1,"module":1,"supportsquant":1,"tied":1,"weights":1,"keys":1,"embed":2,"tokens":2,"weight":2,"def":1,"init":2,"vllm":5,"config":29,"vllmconfig":1,"prefix":5,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":6,"lora":8,"vocab":7,"extra":1,"size":5,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":1,"mbartencoder":1,"f":2,"mbartdecoder":1},"42160,1877,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":1,"forward":1,"self":3,"input":14,"ids":9,"torch":6,"tensor":6,"positions":10,"encoder":18,"r":1,"args":1,"indices":2,"of":6,"decoder":10,"sequence":4,"tokens":5,"in":2,"the":2,"vocabulary":2,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"returns":1,"model":6,"output":1,"hidden":5,"states":4,"none":1,"if":2,"numel":1,"0":1,"run":1,"attention":1,"a":1,"non":1,"zero":1,"number":1,"are":1,"provided":1,"as":1,"outputs":3,"consists":1,"dec":3,"features":1,"past":1,"key":1,"value":1,"attn":1,"return":1,"class":1,"mbartforconditionalgeneration":1,"nn":1,"module":1,"supportsv0only":1,"supportsquant":1,"base":1,"prefix":2,"hf":1,"to":3,"vllm":1,"mapper":1,"weightsmapper":1,"orig":2,"new":2,"shared":2,"substr":1,"beta":1,"bias":1,"gamma":1,"weight":1,"layernorm":2},"44037,1686,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":3,"init":2,"self":13,"vllm":5,"config":21,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":6,"hf":1,"lora":5,"assert":1,"tie":1,"word":1,"embeddings":1,"mbartmodel":1,"maybe":1,"unpadded":3,"vocab":7,"size":7,"if":2,"extra":1,"embed":3,"scale":4,"math":1,"sqrt":1,"d":2,"embedding":1,"else":1,"1":1,"0":1,"lm":2,"head":2,"bartparallellmhead":1,"logits":5,"processor":2,"logitsprocessor":1,"forward":1,"input":4,"ids":4,"torch":7,"tensor":7,"positions":4,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"none":1,"encoder":4,"kwargs":1,"return":2,"compute":1,"hidden":2,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1},"45723,463,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"def":1,"load":1,"weights":3,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":2,"stacked":1,"params":3,"mapping":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"model":1,"dict":2,"named":1,"parameters":1,"loaded":1,"remaining":1,"shared":1,"embedding":1,"weight":1,"none":1},"46186,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"for":6,"name":24,"loaded":8,"weight":16,"in":10,"weights":4,"if":7,"any":2,"skip":3,"cls":2,"pooler":2,"final":1,"logits":1,"bias":1,"continue":3,"embed":4,"shared":3,"encoder":1,"tokens":2,"decoder":1,"embedding":2,"is":4,"none":1,"stacked":4,"false":1,"param":5,"shard":2,"id":2,"params":7,"mapping":1,"not":2,"vllm":14,"src":5,"dst":4,"self":4,"hf":3,"to":5,"mapper":4,"orig":2,"new":2,"substr":1,"items":2,"replace":2,"prefix":1,"startswith":1,"len":1,"break":2,"model":2,"dict":2,"loader":6,"getattr":1,"default":1,"add":1,"true":1,"remaining":2,"append":1,"autoweightsloader":1,"prefixes":1,"auto":2,"load":1,"update":1},"48161,637,data/raw/vllm-0.10.1/vllm/model_executor/models/bart.py":{"if":1,"shared":2,"embedding":2,"weight":14,"is":1,"not":1,"none":1,"lm":7,"head":7,"param":3,"self":5,"loader":4,"getattr":1,"default":1,"model":4,"encoder":2,"embed":4,"tokens":4,"decoder":2,"loaded":2,"params":2,"update":1,"return":1},"0,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":8,"project":1,"adapted":1,"from":12,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":2,"llama":2,"modeling":1,"py":1,"2025":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"ibm":1,"granite":1,"speech":1,"import":13,"math":1,"collections":1,"abc":1,"iterable":1,"mapping":2,"typing":1,"annotated":1,"optional":1,"union":1,"torch":3,"nn":2,"functional":1,"f":1,"batchfeature":1,"pretrainedconfig":1,"config":1,"cacheconfig":1,"vllmconfig":1,"executor":4,"layers":2,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":2,"registry":1},"1891,1809,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"from":10,"vllm":7,"multimodal":5,"inputs":1,"import":9,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"audioprocessoritems":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":2,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"utils":2,"tensor":3,"schema":1,"tensorschema":2,"tensorshape":4,"blip2":1,"blip2qformermodel":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"embed":2,"init":1,"registered":1,"model":2,"maybe":1,"prefix":1,"audio":7,"input":6,"class":2,"granitespeechaudioinputs":1,"features":8,"for":4,"granite":1,"speech":1,"dimensions":1,"b":4,"batch":2,"size":2,"fi":2,"number":2,"of":3,"the":2,"mel":2,"spectrogram":2,"fo":2,"output":1,"i":1,"e":1,"embedding":2,"160":2,"fixed":1,"feature":1,"dimension":1,"annotated":3,"torch":2,"mask":2,"variable":1,"length":1,"sizes":2,"list":2,"int":2,"each":1,"item":1,"in":1,"granitespeechmultimodalprocessinginfo":1,"def":1,"get":1,"supported":1,"mm":1,"limits":1,"self":1,"mapping":1,"str":1,"optional":1,"return":1,"1":1},"3700,1761,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"there":1,"is":2,"no":1,"limit":1,"to":3,"the":2,"maximum":1,"number":2,"of":2,"audio":15,"tokens":3,"that":2,"can":1,"be":2,"encoded":1,"as":2,"features":2,"we":2,"pick":1,"5000":1,"a":1,"probably":1,"higher":1,"than":1,"would":1,"expect":1,"encounter":1,"sequence":1,"length":1,"get":11,"max":4,"len":2,"produces":1,"def":5,"self":8,"return":4,"5001":1,"8000000":1,"input":2,"processing":1,"multimodal":1,"utils":1,"class":1,"granitespeechmultimodalprocessor":1,"basemultimodalprocessor":1,"granitespeechmultimodalprocessinginfo":1,"data":1,"parser":1,"multimodaldataparser":2,"feature":3,"extractor":3,"info":3,"hf":6,"processor":10,"sampling":2,"rate":3,"melspec":1,"kwargs":5,"sample":1,"target":1,"sr":1,"mm":6,"fields":1,"config":1,"inputs":1,"batchfeature":1,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":3,"dict":1,"batched":2,"embed":1,"sizes":1,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"list":1,"promptupdate":1,"tokenizer":3,"vocab":3,"use":1,"getattr":2,"with":2,"default":1,"compatible":1,"transformers":1,"4":1,"48":1,"token":4,"id":1},"5461,1755,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":2,"get":6,"replacement":3,"item":3,"idx":2,"int":1,"audios":6,"mm":12,"items":2,"audio":17,"audioprocessoritems":1,"length":2,"shape":1,"1":1,"num":3,"projector":2,"features":3,"feature":1,"extractor":1,"0":1,"return":3,"token":5,"id":2,"promptreplacement":1,"modality":1,"target":1,"call":2,"hf":3,"processor":2,"self":2,"prompt":3,"str":4,"data":8,"mapping":3,"object":3,"kwargs":6,"tok":3,"batchfeature":1,"dict":1,"pop":1,"if":2,"granitespeechfeatureextractor":1,"accepts":1,"processed":4,"outputs":4,"super":1,"in":3,"calculate":1,"the":3,"number":1,"of":1,"tokens":1,"per":1,"entry":1,"batch":2,"this":1,"is":1,"used":1,"to":1,"split":1,"back":1,"out":1,"after":1,"padding":1,"index":3,"info":1,"config":1,"embed":1,"sizes":1,"torch":1,"sum":1,"indices":2,"for":1,"input":1,"ids":1,"class":1,"granitespeechdummyinputsbuilder":1,"basedummyinputsbuilder":1,"granitespeechmultimodalprocessinginfo":1},"7216,1849,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":3,"get":7,"dummy":3,"mm":5,"data":1,"self":14,"seq":1,"len":2,"int":3,"counts":4,"mapping":2,"str":4,"multimodaldatadict":1,"num":7,"audios":6,"audio":8,"0":2,"return":2,"length":1,"info":2,"max":1,"text":2,"hf":3,"processor":3,"token":3,"getattr":1,"qformer":4,"projector":6,"class":1,"granitespeechencoderprojector":1,"nn":3,"module":1,"init":2,"config":21,"pretrainedconfig":1,"cache":3,"cacheconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"none":1,"prefix":3,"super":1,"hidden":5,"size":8,"downsample":3,"rate":3,"window":3,"queries":2,"query":1,"parameter":1,"torch":1,"zeros":1,"1":1,"note":1,"this":2,"is":1,"implemented":1,"generically":1,"in":1,"transformers":1,"but":1,"for":2,"now":1,"we":1,"create":1,"the":2,"model":1,"directly":1,"since":1,"all":1,"existing":1,"models":1,"use":1,"blip2qformermodel":1,"f":1,"linear":2},"9065,1957,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":2,"forward":1,"self":14,"hidden":15,"states":8,"torch":2,"tensor":2,"batch":3,"size":12,"seq":3,"len":3,"dim":7,"nblocks":4,"math":1,"ceil":1,"window":4,"pad":3,"nn":4,"functional":1,"0":4,"constant":1,"view":2,"last":2,"state":2,"qformer":1,"query":4,"embeds":1,"data":1,"encoder":3,"proj":6,"linear":1,"downsample":1,"rate":1,"1":1,"return":1,"conformer":4,"is":1,"adapted":1,"from":1,"https":1,"github":1,"com":1,"lucidrains":1,"git":1,"note":1,"it":1,"would":1,"be":1,"nice":1,"to":1,"see":1,"if":1,"we":1,"can":1,"align":1,"this":1,"with":1,"other":1,"models":1,"using":1,"in":1,"vllm":1,"e":1,"g":1,"phi4mm":1,"audio":1,"class":1,"granitespeechconformerfeedforward":1,"module":2,"feedforward":3,"for":1,"blocks":1,"init":2,"config":13,"pretrainedconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"pre":1,"norm":1,"layernorm":1,"up":2,"columnparallellinear":1,"input":2,"output":2,"mult":2,"f":2,"silu":2,"down":2,"rowparallellinear":1},"11022,1718,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":3,"forward":2,"self":24,"hidden":18,"states":14,"torch":5,"tensor":5,"pre":3,"norm":3,"up":1,"proj":2,"silu":1,"down":1,"return":1,"class":1,"granitespeechconformerattention":1,"nn":6,"module":1,"attention":2,"for":2,"conformer":1,"blocks":1,"using":1,"shaw":1,"s":1,"relative":1,"positional":1,"embeddings":1,"see":1,"the":2,"following":1,"paper":1,"https":1,"arxiv":1,"org":1,"pdf":1,"1803":1,"02155":1,"more":1,"details":1,"init":2,"config":11,"pretrainedconfig":1,"prefix":1,"str":1,"super":1,"inner":4,"dim":13,"head":5,"num":4,"heads":3,"max":5,"pos":6,"emb":6,"context":5,"size":5,"scale":1,"0":3,"5":1,"layernorm":1,"to":3,"q":1,"linear":3,"bias":2,"false":2,"kv":1,"2":2,"out":1,"rel":1,"embedding":1,"1":1,"if":1,"or":2,"raise":1,"valueerror":1,"is":1,"either":1,"less":1,"than":1,"exceeds":1,"dists":1,"bsz":1,"features":1,"shape":1},"12740,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"num":9,"blocks":4,"math":1,"ceil":1,"features":2,"self":15,"context":8,"size":9,"remainder":6,"if":3,"0":6,"right":1,"padding":1,"to":6,"reach":1,"block":3,"hidden":6,"states":16,"torch":4,"nn":1,"functional":1,"pad":1,"note":1,"would":1,"be":1,"nice":1,"try":1,"use":1,"qkvparallellinear":1,"here":1,"for":1,"this":1,"attention":3,"implementation":1,"possible":1,"query":4,"q":1,"key":3,"value":5,"kv":1,"chunk":1,"2":5,"dim":2,"1":9,"reshape":3,"bsz":3,"heads":3,"transpose":3,"3":3,"shaw":1,"s":1,"relative":1,"positional":1,"embedding":1,"dist":2,"dists":1,"device":3,"rel":6,"pos":9,"emb":6,"expanded":2,"view":1,"list":1,"shape":1,"attn":3,"sum":1,"unsqueeze":1,"scale":1,"masked":2,"in":1,"the":1,"extended":1,"mask":5,"ones":1,"dtype":2,"bool":1,"finfo":1,"max":1,"fill":1},"14732,1746,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"with":1,"torch":4,"nn":5,"attention":3,"sdpa":1,"kernel":5,"sdpbackend":1,"math":1,"out":7,"f":2,"scaled":1,"dot":1,"product":1,"query":1,"states":8,"key":1,"value":1,"attn":2,"mask":1,"pos":1,"scale":2,"self":9,"transpose":1,"2":3,"3":1,"reshape":1,"bsz":1,"hidden":6,"shape":1,"1":3,"return":2,"to":1,"num":1,"features":1,"class":2,"granitespeechconformerdepthwiseconv1d":1,"module":3,"wrapper":1,"for":2,"padded":1,"1d":4,"pointwise":1,"convolution":1,"def":3,"init":4,"chan":5,"in":3,"int":3,"size":4,"prefix":2,"str":2,"super":2,"padding":3,"the":1,"conv":5,"is":1,"symmetric":1,"or":1,"close":1,"i":1,"e":1,"offset":3,"by":1,"one":1,"pad":6,"conv1d":1,"groups":1,"bias":1,"false":1,"forward":1,"tensor":2,"granitespeechconformerconvmodule":1,"conformer":1,"consisting":1,"of":1,"several":1,"depthwise":1,"convolutional":1,"layers":1,"config":3,"pretrainedconfig":1,"inner":1,"dim":2,"expansion":1,"factor":1},"16478,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"self":21,"norm":5,"nn":8,"layernorm":2,"config":10,"hidden":18,"dim":10,"up":2,"conv":10,"conv1d":2,"inner":5,"2":3,"1":5,"glu":3,"depth":3,"granitespeechconformerdepthwiseconv1d":1,"kernel":2,"size":2,"prefix":11,"f":5,"silu":3,"batch":2,"batchnorm1d":1,"down":2,"def":2,"forward":1,"states":14,"torch":2,"tensor":2,"permute":2,"0":2,"return":1,"class":1,"granitespeechconformerblock":1,"module":1,"conformer":1,"block":1,"consisting":1,"largely":1,"of":1,"linear":1,"layers":2,"attention":1,"and":1,"convolutional":1,"init":2,"pretrainedconfig":1,"str":1,"super":1,"ff1":2,"granitespeechconformerfeedforward":2,"attn":2,"granitespeechconformerattention":1,"granitespeechconformerconvmodule":1,"ff2":2,"post":1},"18311,1790,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":2,"forward":1,"self":12,"hidden":18,"states":16,"torch":5,"tensor":3,"attention":4,"dists":4,"0":2,"5":2,"ff1":1,"attn":1,"conv":1,"ff2":1,"post":1,"norm":1,"return":1,"class":1,"granitespeechctcencoder":1,"nn":3,"module":1,"ctc":1,"encoder":1,"comprising":1,"conformer":1,"blocks":1,"and":1,"additional":1,"linear":3,"layers":4,"init":2,"config":16,"pretrainedconfig":1,"prefix":5,"str":1,"quant":3,"optional":1,"quantizationconfig":1,"none":1,"super":1,"precompute":1,"clamped":1,"relative":1,"positional":1,"encoding":1,"distances":1,"seq":3,"arange":1,"context":3,"size":5,"relpos":2,"dist":2,"view":2,"1":4,"clamp":1,"max":1,"pos":1,"emb":1,"input":3,"dim":4,"bias":2,"true":2,"modulelist":1,"granitespeechconformerblock":1,"f":2,"idx":2,"for":1,"in":1,"range":1,"num":1,"out":2,"columnparallellinear":1,"output":2},"20101,1769,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"self":11,"out":4,"mid":11,"rowparallellinear":1,"input":2,"size":2,"config":5,"output":2,"dim":3,"hidden":17,"bias":1,"true":1,"quant":2,"prefix":2,"f":1,"softmax":3,"nn":2,"1":2,"num":3,"layers":4,"def":2,"forward":1,"states":16,"torch":1,"tensor":1,"linear":1,"for":1,"idx":2,"layer":2,"in":1,"enumerate":1,"start":1,"attention":2,"dists":2,"if":2,"2":1,"clone":1,"return":2,"multimodal":1,"registry":1,"register":1,"processor":1,"granitespeechmultimodalprocessor":1,"info":1,"granitespeechmultimodalprocessinginfo":1,"dummy":1,"inputs":1,"granitespeechdummyinputsbuilder":1,"class":1,"granitespeechforconditionalgeneration":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"classmethod":1,"get":1,"placeholder":1,"str":3,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"startswith":1,"audio":3,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1},"21870,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":2,"init":3,"self":11,"vllm":8,"config":33,"vllmconfig":1,"prefix":8,"str":1,"super":1,"model":6,"hf":2,"quant":8,"cache":6,"the":3,"language":4,"is":3,"typically":1,"a":2,"granite":1,"llm":1,"registered":1,"text":1,"maybe":1,"conformer":1,"encoder":4,"granitespeechctcencoder":1,"f":2,"blip2":1,"qformer":1,"projector":2,"granitespeechencoderprojector":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"parse":1,"and":1,"validate":1,"audio":5,"input":10,"kwargs":4,"object":1,"optional":1,"granitespeechaudioinputs":1,"features":10,"pop":3,"none":6,"mask":7,"embed":3,"sizes":3,"if":3,"return":1,"we":4,"have":1,"batch":1,"of":1,"variable":1,"feature":1,"length":1,"clips":1,"need":1,"to":1,"usually":1,"would":1,"get":1,"an":1,"from":1,"processor":1,"but":1,"handle":1,"rebuilding":1,"it":1,"here":1,"since":1,"generally":1,"processes":1,"everything":1,"independently":1,"batches":1,"build":1},"23866,1898,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"if":5,"not":3,"isinstance":3,"input":26,"features":29,"torch":3,"tensor":4,"list":2,"raise":3,"valueerror":3,"incorrect":2,"type":6,"of":7,"audio":6,"f":3,"got":2,"mask":6,"is":1,"none":1,"and":3,"granite":1,"speech":1,"currently":1,"only":1,"allows":1,"one":2,"token":1,"per":1,"instance":2,"are":3,"already":1,"unsqueezed":1,"in":2,"the":1,"processor":1,"so":1,"will":2,"have":2,"shape":6,"1":3,"num":3,"160":3,"as":1,"such":1,"usually":1,"be":3,"bsz":2,"which":2,"we":2,"squeeze":2,"to":3,"3d":3,"here":1,"len":2,"4":1,"3":1,"squeezed":1,"should":1,"but":1,"self":3,"encoder":2,"linear":2,"weight":2,"dtype":2,"else":1,"otherwise":1,"a":2,"tensors":1,"almost":1,"certainly":1,"differing":1,"their":1,"respective":1,"numbers":1,"stack":2,"them":1,"into":1,"size":1,"most":1,"pad":1,"return":1,"granitespeechaudioinputs":1,"embed":2,"sizes":2,"flatten":1,"tolist":1},"25764,1657,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":2,"build":1,"input":9,"features":16,"mask":10,"self":2,"audio":10,"embed":5,"sizes":5,"torch":9,"tensor":8,"calculate":1,"the":14,"which":1,"will":1,"generally":2,"be":2,"used":1,"to":6,"padded":2,"for":2,"all":1,"entries":1,"in":4,"batch":3,"except":1,"those":1,"with":2,"most":3,"args":1,"of":5,"num":2,"each":1,"seq":1,"returns":1,"shape":1,"bsz":1,"applied":1,"prior":2,"splitting":1,"embeddings":1,"max":1,"item":1,"indices":2,"arange":1,"device":2,"view":2,"1":4,"return":1,"pad":2,"and":4,"stack":2,"list":2,"given":1,"a":4,"varying":1,"length":2,"them":2,"same":1,"into":1,"note":1,"usually":1,"padding":1,"is":3,"done":1,"processor":1,"feature":2,"extractor":1,"zero":1,"computation":1,"mel":1,"resulting":1,"values":1,"are":1,"only":1,"constant":1,"within":1,"nonzero":1,"i":1,"e":1,"slightly":1,"negative":1,"nums":1,"we":3,"should":1,"validate":1,"that":2,"this":1,"okay":1,"since":1,"don":1,"t":1,"use":1,"attention":1,"but":1,"more":1,"important":1,"thing":1,"apply":1,"variable":1,"len":1,"batches":1},"27421,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"args":2,"input":15,"features":21,"list":2,"torch":7,"tensor":6,"to":5,"be":2,"coerced":1,"into":3,"a":2,"returns":2,"of":6,"shape":3,"bsz":4,"num":3,"160":2,"where":1,"is":3,"the":8,"max":3,"number":2,"any":1,"entry":1,"in":5,"batch":1,"are":1,"feat":3,"lens":3,"feats":4,"1":1,"for":3,"padding":2,"length":5,"todo":2,"alex":2,"validate":1,"that":1,"it":1,"s":1,"okay":1,"zero":3,"pad":5,"like":1,"this":1,"transformers":1,"we":1,"prior":1,"calculating":1,"speech":1,"so":1,"value":1,"not":1,"and":2,"dependent":1,"on":2,"batched":1,"padded":2,"nn":1,"functional":1,"0":7,"zip":1,"stacked":2,"cat":1,"dim":1,"return":2,"def":1,"process":1,"audio":11,"self":3,"granitespeechaudioinputs":2,"tuple":3,"compute":1,"merged":1,"llm":1,"embeddings":1,"inputs":2,"object":1,"containing":1,"mel":1,"an":1,"mask":3,"flattened":1,"tokens":1,"per":1,"instance":1,"support":1,"embedding":1,"encoder":3,"embeds":6,"feature":1,"size":1,"4096":1,"projected":2,"projector":1,"apply":1,"variable":2,"masked":2,"split":2,"embed":1,"sizes":1},"29414,1939,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":3,"get":6,"multimodal":7,"embeddings":12,"self":11,"kwargs":4,"object":2,"multimodalembeddings":2,"compute":2,"the":2,"audio":13,"if":4,"inputs":9,"are":1,"present":1,"input":16,"parse":1,"and":1,"validate":1,"is":6,"none":10,"return":6,"features":2,"process":1,"ids":7,"torch":6,"tensor":6,"optional":3,"merged":1,"llm":1,"or":1,"len":1,"0":1,"language":3,"model":7,"embeds":10,"embed":1,"config":1,"token":1,"index":1,"forward":1,"positions":2,"intermediate":3,"tensors":3,"intermediatetensors":2,"union":1,"not":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"output":2},"31353,748,data/raw/vllm-0.10.1/vllm/model_executor/models/granite_speech.py":{"def":3,"compute":2,"logits":2,"self":5,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"return":3,"language":3,"model":4,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"get":2,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"projector":1,"tower":1,"encoder":1},"0,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":9,"vllm":17,"project":2,"adapted":1,"from":17,"https":1,"github":1,"com":1,"blob":1,"94d8ec8d2bcb4ec55e33022b313c7e978edf05e1":1,"model":9,"executor":7,"models":1,"bamba":1,"py":1,"2024":1,"huggingface":1,"inc":1,"team":1,"all":2,"rights":2,"reserved":2,"c":1,"2025":1,"nvidia":1,"corporation":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":4,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"nemotronh":1,"collections":1,"abc":1,"import":17,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"envs":1,"attention":2,"layer":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"get":3,"tensor":1,"parallel":2,"world":1,"size":1,"state":1,"pp":1,"group":1,"forward":2,"context":2,"layers":6,"activation":1,"relusquaredactivation":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":3,"mamba2":2,"metadata":2,"mamba2metadata":1,"prepare":1,"mixer2":1,"mambamixer2":1},"1995,1869,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"from":11,"vllm":11,"model":9,"executor":8,"layers":4,"mamba":3,"utils":5,"import":11,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"quantizationconfig":2,"vocab":2,"parallel":1,"embedding":1,"default":2,"padding":1,"size":9,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":3,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"supportslora":1,"supportspp":1,"supportsquant":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"autoweightsloader":1,"make":2,"empty":1,"intermediate":9,"tensors":1,"factory":1,"maybe":1,"prefix":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"transformers":1,"configs":1,"nemotronhconfig":2,"layerblocktype":1,"class":1,"nemotronhmlp":1,"nn":1,"module":1,"def":1,"init":2,"self":1,"config":8,"layer":2,"idx":2,"int":1,"quant":1,"optional":1,"none":2,"bias":1,"bool":1,"false":1,"str":1,"super":1,"hybrid":3,"override":3,"pattern":3,"mlp":2,"index":2,"1":3,"count":1,"if":2,"isinstance":1,"list":1,"len":1,"0":1,"else":2},"3864,1841,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"self":15,"up":3,"proj":6,"columnparallellinear":1,"input":2,"size":9,"config":18,"hidden":12,"output":2,"intermediate":2,"bias":6,"quant":7,"prefix":7,"f":3,"down":3,"rowparallellinear":1,"act":2,"fn":2,"relusquaredactivation":1,"def":3,"forward":2,"x":8,"torch":3,"tensor":3,"return":2,"class":2,"nemotronhmlpdecoderlayer":1,"nn":2,"module":2,"init":2,"nemotronhconfig":1,"layer":3,"idx":3,"int":1,"model":1,"optional":4,"modelconfig":1,"none":5,"cache":1,"cacheconfig":1,"quantizationconfig":1,"str":1,"super":1,"mixer":3,"nemotronhmlp":1,"mlp":1,"norm":4,"rmsnorm":1,"eps":2,"rms":1,"states":9,"residual":6,"kwargs":1,"if":1,"is":1,"else":1,"nemotronhmambadecoderlayer":1},"5705,1781,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"def":2,"init":2,"self":8,"config":26,"nemotronhconfig":1,"layer":1,"idx":1,"int":1,"model":3,"optional":4,"modelconfig":1,"none":5,"cache":5,"cacheconfig":1,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"mixer":3,"mambamixer2":1,"hidden":12,"size":7,"ssm":2,"state":2,"conv":4,"kernel":2,"intermediate":1,"mamba":7,"num":3,"heads":3,"head":3,"dim":3,"use":4,"bias":4,"n":2,"groups":2,"rms":3,"norm":6,"eps":4,"activation":1,"act":1,"f":1,"rmsnorm":1,"forward":1,"states":8,"torch":3,"tensor":2,"residual":6,"params":2,"mambacacheparams":1,"mamba2":2,"metadata":2,"mamba2metadata":1,"kwargs":1,"if":1,"is":1,"else":1,"output":3,"empty":1,"like":1,"return":1,"class":1,"nemotronhattention":1,"nn":1,"module":1},"7486,1528,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"def":1,"init":2,"self":23,"config":11,"nemotronhconfig":1,"layer":1,"idx":1,"int":1,"model":2,"optional":3,"modelconfig":1,"none":5,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"hidden":3,"size":15,"tp":9,"get":1,"tensor":3,"parallel":3,"world":1,"total":9,"num":15,"heads":19,"attention":1,"assert":3,"0":4,"kv":12,"key":1,"value":1,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":2,"less":1,"replicate":1,"max":1,"1":1,"hasattr":1,"head":8,"dim":8,"and":1,"not":1,"q":1,"scaling":1,"5":1},"9014,1766,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"self":22,"qkv":5,"proj":6,"qkvparallellinear":1,"config":18,"hidden":5,"size":6,"head":3,"dim":4,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"prefix":9,"f":4,"o":3,"rowparallellinear":1,"attn":5,"attention":1,"scaling":1,"cache":4,"def":2,"forward":1,"states":2,"torch":2,"tensor":2,"kwargs":1,"q":3,"k":2,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"nemotronhattentiondecoderlayer":1,"nn":1,"module":1,"init":2,"nemotronhconfig":1,"layer":2,"idx":2,"int":1,"model":2,"optional":3,"modelconfig":1,"none":4,"cacheconfig":1,"quantizationconfig":1,"str":1,"super":1,"mixer":2,"nemotronhattention":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1},"10780,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"def":3,"forward":1,"self":10,"positions":1,"torch":4,"tensor":3,"hidden":11,"states":10,"residual":6,"optional":1,"kwargs":1,"if":2,"is":1,"none":1,"norm":2,"else":2,"mixer":1,"return":2,"all":2,"decoder":2,"layer":8,"types":2,"m":1,"nemotronhmambadecoderlayer":1,"nemotronhmlpdecoderlayer":1,"nemotronhattentiondecoderlayer":1,"support":1,"compile":1,"class":3,"nemotronhmodel":1,"nn":1,"module":1,"init":2,"vllm":6,"config":32,"vllmconfig":1,"prefix":5,"str":2,"super":1,"nemotronhconfig":1,"model":4,"hf":1,"cache":3,"quant":4,"lora":8,"vocab":9,"extra":1,"size":8,"max":1,"loras":1,"or":1,"1":3,"0":1,"org":2,"embed":1,"tokens":1,"vocabparallelembedding":1,"num":1,"embeddings":1,"get":1,"idx":3,"int":1,"rsplit":1,"hybrid":1,"override":1,"pattern":1},"12696,1612,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"self":10,"start":1,"layer":3,"end":1,"layers":3,"make":3,"len":1,"config":5,"hybrid":1,"override":1,"pattern":1,"get":6,"prefix":2,"f":2,"empty":2,"intmd":1,"tensors":6,"intermediate":5,"factory":1,"hidden":7,"states":5,"residual":4,"size":4,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":1,"embed":1,"tokens":1,"forward":3,"positions":1,"mamba":1,"cache":1,"params":1,"mambacacheparams":1,"optional":2,"intermediatetensors":1,"none":6,"inputs":3,"embeds":3,"attn":4,"metadata":8,"context":2,"if":3,"not":3,"envs":1,"vllm":1,"use":1,"v1":2,"mamba2":4,"prepare":1,"chunk":2,"else":3,"from":1,"pp":1,"group":1,"is":3,"first":1,"rank":1,"assert":1},"14308,1877,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"residual":7,"none":2,"num":3,"non":3,"mamba":9,"layers":5,"0":1,"for":2,"i":3,"in":6,"range":1,"len":1,"self":5,"layer":7,"cache":6,"params":9,"if":6,"isinstance":1,"nemotronhmambadecoderlayer":1,"and":1,"at":1,"idx":1,"else":1,"1":1,"hidden":8,"states":8,"positions":2,"mamba2":2,"metadata":2,"not":1,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"return":2,"intermediatetensors":1,"norm":1,"f":1,"def":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"torch":4,"tensor":1,"set":3,"attb":1,"mapping":1,"q":2,"proj":3,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"loaded":8,"name":9,"weight":7,"embeddings":2,"replace":2,"embed":1,"tokens":1,"a":3,"log":2,"to":3,"float32":3,"d":1,"dt":1,"bias":1},"16185,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"load":2,"attn":1,"params":7,"if":2,"any":1,"proj":16,"in":4,"name":10,"for":3,"q":3,"k":3,"v":3,"weight":12,"next":1,"replace":1,"qkv":2,"param":6,"dict":2,"loader":7,"loaded":4,"attb":1,"mapping":2,"other":1,"else":1,"getattr":1,"default":1,"add":1,"return":2,"class":1,"nemotronhforcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"supportslora":1,"supportspp":1,"ishybrid":1,"supportsquant":1,"packed":1,"modules":3,"lora":1,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"classmethod":2,"def":2,"get":2,"mamba":5,"state":4,"dtype":7,"from":2,"config":10,"cls":2,"vllm":5,"vllmconfig":2,"tuple":4,"torch":2,"mambastatedtypecalculator":1,"mamba2":1,"model":1,"cache":4,"ssm":1,"shape":1,"use":1,"v1":1,"bool":1,"true":1,"int":5,"calculate":1,"shapes":1,"s":1,"convolutional":1,"and":1,"caches":1},"18182,1473,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"args":1,"vllm":13,"config":40,"use":3,"v1":4,"get":1,"shapes":1,"for":3,"or":1,"v0":1,"returns":1,"tuple":1,"containing":1,"conv":3,"state":7,"shape":5,"convolutional":1,"cache":5,"temporal":1,"space":1,"model":5,"parallel":4,"hf":10,"intermediate":3,"size":7,"mamba":4,"num":3,"heads":3,"head":3,"dim":3,"return":1,"mambastateshapecalculator":1,"mamba2":1,"tp":1,"world":1,"tensor":1,"n":2,"groups":2,"ssm":1,"kernel":2,"def":1,"init":1,"self":4,"vllmconfig":1,"prefix":3,"str":1,"lora":2,"scheduler":2,"assert":1,"not":2,"enable":1,"caching":2,"nemotronh":1,"currently":1,"does":1,"support":1,"quant":2},"19655,1641,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"super":1,"init":1,"self":16,"config":14,"scheduler":2,"model":4,"nemotronhmodel":1,"vllm":3,"prefix":3,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":5,"lora":7,"extra":1,"lm":1,"head":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":3,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":2,"else":1,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"mamba":4,"cache":4,"between":1,"steps":1,"optional":3,"mambacachemanager":1,"none":5,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intmd":2,"tensors":3,"def":2,"get":2,"input":5,"ids":3,"torch":5,"tensor":5,"return":1,"forward":1,"positions":1,"intermediate":1,"intermediatetensors":1,"inputs":1,"embeds":1,"kwargs":1,"params":1,"envs":1,"use":1,"v1":1,"is":1},"21296,1692,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"num":3,"mamba":15,"layers":3,"self":17,"model":2,"config":8,"get":5,"by":1,"block":1,"type":1,"vllm":4,"parallel":1,"layerblocktype":1,"state":6,"shape":3,"from":2,"use":1,"v1":1,"false":1,"dtype":3,"cache":6,"mambacachemanager":1,"params":2,"current":1,"run":1,"tensors":2,"kwargs":3,"hidden":4,"states":4,"input":3,"ids":1,"positions":1,"intermediate":1,"inputs":5,"embeds":1,"return":4,"def":3,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1,"compute":1,"logits":4,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1},"22988,472,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_h.py":{"def":1,"load":2,"weights":8,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"update":1,"name":5,"in":2,"before":1,"passing":1,"to":1,"loader":3,"updated":3,"for":1,"loaded":2,"weight":2,"replace":1,"backbone":1,"model":1,"append":1,"autoweightsloader":1,"return":1},"0,1922,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":11,"project":1,"2025":1,"zhipuai":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":13,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":10,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"glm":1,"4":1,"5":1,"mtp":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"torch":2,"nn":2,"transformers":1,"pretrainedconfig":1,"config":1,"cacheconfig":1,"vllmconfig":1,"executor":7,"layers":5,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1},"1922,1638,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"from":4,"glm4":1,"moe":1,"import":3,"glm4moedecoderlayer":2,"get":1,"spec":1,"layer":1,"idx":1,"weight":1,"name":1,"interfaces":1,"supportspp":1,"utils":1,"maybe":1,"prefix":4,"class":2,"sharedhead":2,"nn":3,"module":2,"def":3,"init":4,"self":11,"config":27,"pretrainedconfig":2,"quant":8,"optional":3,"quantizationconfig":2,"none":5,"super":2,"norm":5,"rmsnorm":3,"hidden":8,"size":7,"eps":6,"rms":3,"head":2,"parallellmhead":1,"vocab":1,"forward":1,"states":2,"torch":2,"tensor":2,"return":1,"glm4moemultitokenpredictorlayer":1,"str":1,"cache":3,"cacheconfig":1,"enorm":1,"hnorm":1,"eh":1,"proj":1,"linear":1,"2":1,"bias":1,"false":1,"shared":1,"mtp":1,"block":1},"3560,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"def":2,"forward":1,"self":14,"input":1,"ids":1,"torch":7,"tensor":5,"positions":4,"previous":4,"hidden":13,"states":11,"inputs":7,"embeds":6,"optional":1,"none":3,"spec":1,"step":1,"index":2,"int":1,"0":4,"assert":1,"is":1,"not":2,"masking":1,"at":1,"position":1,"as":1,"needed":1,"by":1,"mtp":7,"enorm":1,"hnorm":1,"eh":1,"proj":1,"cat":1,"dim":1,"1":1,"residual":3,"block":1,"return":1,"class":1,"glm4moemultitokenpredictor":1,"nn":2,"module":1,"init":2,"vllm":4,"config":17,"vllmconfig":1,"prefix":2,"str":2,"super":1,"model":1,"hf":1,"start":3,"layer":4,"idx":6,"num":4,"layers":6,"nextn":1,"predict":1,"to":1,"map":1,"the":1,"exact":1,"from":1,"weights":1,"moduledict":1,"glm4moemultitokenpredictorlayer":1,"f":1,"cache":2,"quant":2,"for":1,"in":1,"range":1,"embed":1,"tokens":1,"vocabparallelembedding":1,"vocab":2,"size":3,"logits":1,"processor":1,"logitsprocessor":1},"5486,1629,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"def":3,"forward":1,"self":13,"input":3,"ids":3,"torch":7,"tensor":7,"positions":2,"previous":2,"hidden":4,"states":4,"inputs":4,"embeds":4,"optional":1,"none":2,"spec":4,"step":9,"idx":11,"int":2,"0":2,"if":1,"is":1,"embed":1,"tokens":1,"current":5,"num":2,"mtp":7,"layers":4,"return":2,"str":3,"start":2,"layer":5,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"shared":2,"head":3,"class":1,"glm4moemtp":1,"nn":1,"module":1,"supportspp":1,"init":2,"vllm":4,"config":7,"vllmconfig":1,"prefix":4,"super":1,"model":3,"hf":1,"glm4moemultitokenpredictor":1,"maybe":1},"7115,1622,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"def":3,"forward":1,"self":6,"input":2,"ids":2,"torch":8,"tensor":8,"positions":2,"hidden":6,"states":6,"intermediate":1,"tensors":1,"optional":3,"intermediatetensors":1,"none":2,"inputs":2,"embeds":2,"spec":4,"step":4,"idx":4,"int":2,"0":3,"model":2,"return":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":1,"params":4,"mapping":3,"param":2,"name":7,"shard":3,"id":3,"qkv":3,"proj":16,"q":2,"k":2,"v":2,"gate":5,"up":5,"1":1,"for":1,"fp8":2,"weight":2,"scales":2,"activation":1,"expert":3,"fusedmoe":1,"make":1,"ckpt":3,"down":2,"num":1,"experts":2,"config":1,"n":1,"routed":1},"8737,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"params":9,"dict":5,"self":3,"named":1,"parameters":1,"loaded":3,"set":2,"str":1,"for":5,"name":29,"weight":12,"in":11,"weights":1,"spec":5,"layer":5,"get":1,"idx":1,"from":1,"config":1,"if":5,"is":1,"none":1,"continue":5,"rewrite":1,"param":7,"shard":3,"id":4,"stacked":2,"mapping":6,"skip":3,"non":1,"layers":1,"and":3,"experts":7,"handled":1,"below":3,"not":4,"we":4,"have":1,"mlp":4,"0":3,"gate":4,"proj":3,"the":3,"checkpoint":1,"since":1,"handle":1,"expert":4,"need":1,"to":2,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"up":2,"which":2,"then":1,"breaks":1,"load":1,"replace":2,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"loader":3,"break":1,"else":1},"10554,1177,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"param":6,"params":5,"dict":3,"name":7,"weight":9,"loader":7,"loaded":4,"shard":2,"id":4,"expert":2,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":2,"endswith":1,"and":2,"not":2,"in":2,"continue":2,"according":1,"to":1,"deepseek":1,"v3":1,"technical":1,"report":1,"mtp":2,"modules":1,"shares":1,"embedding":1,"layer":3,"we":1,"only":1,"load":1,"the":1,"first":1,"weights":1,"spec":1,"self":1,"model":1,"start":1,"idx":1,"layers":1,"getattr":1,"default":1,"add":1,"return":1},"11731,1203,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe_mtp.py":{"def":1,"rewrite":2,"spec":11,"layer":14,"name":12,"self":1,"int":1,"str":2,"the":3,"weight":14,"to":2,"match":1,"format":1,"of":1,"original":1,"model":5,"add":1,"mtp":2,"block":4,"for":4,"modules":1,"in":4,"transformer":2,"and":1,"rename":1,"shared":8,"weights":5,"be":1,"top":2,"level":2,"names":4,"embed":2,"tokens":2,"enorm":1,"hnorm":1,"eh":1,"proj":1,"head":1,"false":2,"if":3,"true":2,"break":1,"not":1,"treat":2,"rest":1,"as":2,"replace":2,"f":3,"layers":3,"elif":1,"return":1},"0,1844,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":2,"vllm":8,"project":1,"adapted":1,"from":12,"https":1,"huggingface":1,"co":1,"opengvlab":2,"internvl2":1,"4b":1,"blob":1,"main":1,"modeling":1,"intern":1,"vit":1,"py":1,"internvl":1,"c":1,"2023":1,"licensed":1,"under":1,"mit":1,"see":1,"for":1,"details":1,"collections":1,"abc":1,"import":14,"iterable":1,"functools":1,"partial":1,"typing":1,"optional":1,"torch":4,"nn":6,"as":2,"functional":1,"f":1,"transformers":1,"pretrainedconfig":2,"attention":1,"layer":2,"multiheadattention":1,"distributed":1,"divide":1,"get":3,"tensor":4,"model":9,"parallel":3,"rank":1,"world":1,"size":6,"split":1,"along":1,"last":1,"dim":3,"all":1,"gather":1,"executor":5,"layers":4,"activation":1,"act":1,"fn":1,"layernorm":2,"rmsnorm":2,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"utils":1,"default":1,"norm2fn":1,"rms":1,"norm":2,"class":2,"internvisionembeddings":1,"module":1,"def":1,"init":2,"self":7,"config":6,"super":1,"embed":2,"hidden":1,"image":2,"patch":2,"embedding":1,"parameter":1,"randn":1,"1":2},"1844,1512,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"self":21,"patch":6,"embedding":8,"nn":2,"conv2d":1,"in":1,"channels":2,"3":2,"out":1,"embed":11,"dim":3,"kernel":1,"size":10,"stride":1,"num":5,"patches":3,"image":3,"2":3,"positions":2,"1":11,"position":7,"parameter":1,"torch":4,"randn":1,"def":2,"get":3,"pos":9,"tensor":2,"h":6,"int":4,"w":6,"target":2,"dtype":3,"float":1,"reshape":2,"permute":2,"0":2,"f":1,"interpolate":1,"mode":1,"bicubic":1,"align":1,"corners":1,"false":1,"return":3,"to":1,"if":1,"cat":1},"3356,1837,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"def":4,"forward":2,"self":12,"pixel":15,"values":10,"torch":6,"floattensor":2,"tensor":3,"target":4,"dtype":5,"patch":7,"embedding":6,"weight":1,"embeds":12,"to":4,"shape":3,"channel":1,"width":3,"height":3,"batch":2,"size":3,"flatten":1,"2":2,"transpose":1,"1":4,"class":5,"expand":1,"embeddings":8,"cat":1,"dim":1,"position":3,"get":2,"return":3,"internvisionpatchmodel":1,"nn":2,"module":2,"init":2,"config":4,"pretrainedconfig":1,"super":1,"internvisionembeddings":1,"input":1,"optional":2,"none":6,"if":3,"is":5,"and":1,"raise":2,"valueerror":2,"you":2,"have":1,"specify":1,"or":1,"not":2,"hidden":3,"states":3,"elif":1,"ndim":1,"4":1,"else":1,"f":1,"wrong":1,"internparallelattention":1,"multi":1,"headed":1,"attention":2,"from":1,"all":1,"need":1,"paper":1},"5193,1845,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"def":1,"init":2,"self":34,"config":12,"pretrainedconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"none":2,"num":15,"dummy":8,"heads":16,"int":1,"0":2,"prefix":3,"str":1,"super":1,"embed":9,"dim":17,"hidden":3,"size":6,"attention":1,"head":5,"if":2,"raise":1,"valueerror":1,"f":4,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"tp":4,"get":2,"tensor":2,"model":2,"parallel":2,"world":1,"rank":2,"additional":1,"are":1,"used":1,"to":1,"enable":1,"for":1,"common":1,"gpu":1,"counts":1,"per":1,"partition":1,"divide":1,"scale":1,"5":1,"qkv":3,"qkvparallellinear":1,"bias":2,"qk":3,"normalization":3,"q":1,"norm":4,"rmsnorm":2,"eps":4,"layer":2,"var":2,"k":1},"7038,1877,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"self":33,"proj":3,"rowparallellinear":1,"dummy":2,"dim":13,"embed":7,"quant":2,"config":7,"prefix":2,"f":4,"attn":2,"multiheadattention":1,"num":10,"heads":9,"per":1,"partition":1,"head":3,"scale":1,"def":3,"apply":2,"qk":3,"norm":4,"q":13,"torch":4,"tensor":7,"k":13,"if":4,"tp":5,"size":4,"1":3,"model":2,"parallel":2,"all":3,"gather":2,"contiguous":2,"splitter":3,"partial":1,"split":1,"along":1,"last":1,"partitions":1,"rank":2,"return":2,"forward":1,"x":3,"b":1,"n":1,"shape":1,"qkv":3,"v":2,"chunk":1,"3":1,"normalization":1,"out":4,"class":1,"internsdpaattention":1,"nn":1,"module":1,"multi":1,"headed":1,"attention":3,"from":1,"is":1,"you":1,"need":1,"paper":1,"init":2,"pretrainedconfig":1,"int":1,"0":1,"none":1,"super":1,"hidden":1,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1},"8915,1852,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"additional":1,"dummy":7,"heads":6,"are":1,"used":1,"to":1,"enable":1,"tp":1,"for":1,"common":1,"gpu":1,"counts":1,"self":33,"dim":15,"num":5,"head":5,"scale":3,"0":1,"5":1,"qkv":5,"nn":3,"linear":2,"embed":4,"3":2,"bias":2,"config":6,"qk":4,"normalization":4,"if":2,"q":11,"norm":6,"rmsnorm":2,"eps":4,"layer":2,"var":2,"hidden":2,"size":2,"k":10,"proj":2,"def":2,"forward":1,"x":9,"torch":2,"tensor":2,"b":8,"n":8,"c":1,"shape":2,"v":6,"chunk":1,"1":8,"view":5,"h":3,"d":3,"flatten":2,"2":6,"transpose":4,"f":1,"scaled":1,"dot":1,"product":1,"attention":1,"reshape":1,"return":1,"class":1,"internmlp":1,"module":1,"init":2,"pretrainedconfig":1,"quant":1,"optional":1,"quantizationconfig":1,"none":2,"prefix":1,"str":1,"super":1},"10767,1603,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"self":14,"config":18,"activation":2,"fn":3,"get":1,"act":2,"hidden":12,"fc1":3,"columnparallellinear":1,"size":7,"intermediate":4,"bias":2,"true":2,"quant":6,"prefix":7,"f":3,"fc2":3,"rowparallellinear":1,"def":2,"forward":1,"states":8,"torch":2,"tensor":2,"return":1,"class":1,"internvisionencoderlayer":1,"nn":1,"module":1,"init":3,"pretrainedconfig":1,"optional":1,"quantizationconfig":1,"none":2,"num":3,"dummy":3,"heads":3,"int":1,"0":1,"str":1,"super":1,"embed":1,"dim":1,"norm":2,"type":2,"attn":3},"12370,1746,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"self":19,"mlp":3,"internmlp":1,"config":14,"quant":5,"prefix":5,"f":1,"norm1":2,"norm2fn":2,"norm":4,"type":2,"embed":4,"dim":4,"eps":4,"layer":2,"norm2":2,"ls1":2,"nn":3,"parameter":2,"initializer":2,"factor":2,"torch":3,"ones":2,"ls2":2,"def":2,"init":1,"attn":2,"pretrainedconfig":1,"optional":1,"quantizationconfig":1,"num":9,"dummy":6,"heads":9,"int":1,"str":1,"fallback":1,"to":1,"sdpa":1,"attention":2,"if":2,"tp":3,"unavailable":1,"size":3,"get":1,"tensor":2,"model":1,"parallel":1,"world":1,"0":1,"return":3,"internparallelattention":1,"internsdpaattention":1,"forward":1,"hidden":8,"states":8,"class":1,"internvisionencoder":1,"module":1},"14116,1889,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"def":4,"init":4,"self":11,"config":16,"pretrainedconfig":2,"quant":5,"optional":4,"quantizationconfig":2,"none":6,"num":16,"hidden":14,"layers":13,"override":6,"int":4,"dummy":6,"heads":6,"0":2,"prefix":6,"str":2,"super":2,"if":1,"is":1,"else":1,"nn":2,"modulelist":1,"internvisionencoderlayer":1,"f":2,"layer":4,"idx":2,"for":2,"in":2,"range":1,"forward":1,"inputs":2,"embeds":2,"torch":1,"tensor":1,"states":4,"encoder":4,"return":2,"class":1,"internvisionmodel":1,"module":1,"packed":1,"modules":1,"mapping":1,"qkv":2,"embeddings":3,"internvisionembeddings":1,"internvisionencoder":1,"get":1,"input":1},"16005,1307,data/raw/vllm-0.10.1/vllm/model_executor/models/intern_vit.py":{"def":2,"forward":1,"self":5,"pixel":13,"values":8,"optional":2,"torch":4,"tensor":3,"none":6,"embeds":6,"floattensor":1,"if":3,"is":4,"and":1,"raise":2,"valueerror":2,"you":1,"have":1,"to":1,"specify":1,"or":1,"not":2,"hidden":3,"states":3,"elif":1,"ndim":1,"4":1,"embeddings":1,"else":1,"f":1,"wrong":1,"size":1,"shape":1,"encoder":3,"outputs":2,"inputs":1,"return":2,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"loaded":5,"for":1,"name":3,"weight":6,"in":1,"param":3,"loader":4,"getattr":1,"default":1,"add":1},"0,1918,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":5,"project":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":1,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":13,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":3,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":3,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"qwen2":11,"5":7,"omni":7,"thinker":1,"part":1,"collections":1,"abc":1,"import":14,"iterable":1,"mapping":1,"sequence":1,"functools":1,"partial":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":2,"transformers":5,"feature":1,"extraction":1,"utils":1,"batchfeature":1,"models":4,"configuration":1,"5omniconfig":1,"5omnithinkerconfig":1,"modeling":1,"5omniaudioencoder":1,"processing":1,"5omniprocessor":1,"whisper":1,"whisperfeatureextractor":1,"config":1,"vllmconfig":1,"logger":2,"init":1,"executor":1,"layers":1,"rotary":1,"embedding":1,"mrotaryembedding":1},"1918,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"from":13,"vllm":12,"model":5,"executor":4,"models":3,"qwen2":12,"5":10,"vl":2,"import":14,"visiontransformer":1,"vlimageembeddinginputs":1,"vlimageinputs":1,"vlimagepixelinputs":1,"vlprocessinginfo":1,"vlvideoembeddinginputs":1,"vlvideoinputs":1,"vlvideopixelinputs":1,"audio":3,"qwen2audioinputs":1,"qwen2audioprocessinginfo":1,"get":2,"feat":1,"extract":1,"output":1,"lengths":3,"qwen2vlmultimodaldataparser":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":3,"imageitem":1,"modalitydata":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"audioprocessoritems":1,"dictembeddingitems":1,"modalitydataitems":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"placeholderfeaturesinfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"transformers":1,"utils":2,"tokenizer":1,"decode":1,"tokens":2,"encode":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"weightsmapper":1,"init":2,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"try":1,"flash":2,"attn":2,"except":1,"importerror":1,"modulenotfounderror":1,"none":1,"logger":2,"name":1,"def":1,"omni":1,"thinker":1,"field":1,"config":1,"hf":2,"mapping":1,"str":1,"torch":2,"tensor":1,"feature":2,"empty":1,"0":1},"3915,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"image":11,"grid":15,"thw":8,"hf":4,"inputs":2,"get":4,"torch":3,"empty":2,"0":2,"3":2,"sizes":11,"prod":2,"1":3,"video":12,"return":4,"dict":3,"input":2,"audio":11,"features":2,"multimodalfieldconfig":10,"flat":5,"from":5,"feature":4,"lengths":3,"dim":1,"attention":1,"mask":1,"batched":5,"pixel":2,"values":2,"embeds":2,"videos":1,"second":1,"per":1,"ts":1,"class":2,"qwen2":5,"5omnithinkermultimodaldataparser":1,"qwen2vlmultimodaldataparser":1,"def":2,"parse":2,"data":6,"self":3,"union":1,"str":1,"tensor":1,"modalitydata":1,"imageitem":1,"modalitydataitems":1,"any":2,"if":1,"isinstance":1,"dictembeddingitems":1,"modality":1,"required":1,"fields":2,"factory":1,"5":2,"omni":1,"thinker":2,"field":1,"config":4,"super":1,"5omnithinkerprocessinginfo":1,"qwen2audioprocessinginfo":1,"vlprocessinginfo":1,"ctx":1,"5omniconfig":1},"5887,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"def":5,"get":17,"hf":10,"processor":10,"self":11,"kwargs":5,"object":2,"qwen2":4,"5omniprocessor":2,"return":4,"ctx":1,"use":2,"fast":2,"pop":1,"true":1,"feature":9,"extractor":9,"type":1,"ignore":1,"assert":1,"isinstance":1,"whisperfeatureextractor":1,"supported":1,"mm":11,"limits":1,"mapping":3,"str":7,"optional":1,"int":4,"audio":7,"none":3,"image":7,"video":6,"class":1,"5omnithinkerdummyinputsbuilder":1,"basedummyinputsbuilder":1,"5omnithinkerprocessinginfo":1,"dummy":2,"text":1,"counts":9,"num":11,"audios":3,"0":6,"images":3,"videos":3,"info":4,"token":9,"data":1,"seq":2,"len":2,"multimodaldatadict":1,"target":4,"length":2,"min":1,"chunk":1,"30":1,"sampling":1,"rate":1,"width":1,"height":1,"size":1,"with":2,"most":2,"features":2,"frames":2},"7866,1693,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"mm":14,"data":10,"audio":4,"self":6,"get":5,"dummy":3,"audios":8,"length":2,"target":7,"num":8,"image":1,"images":3,"width":4,"height":4,"video":1,"videos":3,"frames":2,"return":2,"class":1,"qwen2":4,"5omnithinkermultimodalprocessor":1,"basemultimodalprocessor":1,"5omnithinkerprocessinginfo":1,"def":2,"parser":1,"multimodaldataparser":1,"feature":3,"extractor":3,"info":1,"5omnithinkermultimodaldataparser":1,"sr":1,"sampling":1,"rate":1,"call":2,"hf":3,"processor":3,"prompt":3,"str":4,"mapping":3,"object":3,"kwargs":8,"tok":3,"batchfeature":1,"dict":2,"pop":1,"note":2,"whisperfeatureextractor":1,"cannot":1,"handle":1,"empty":1,"list":1,"of":1,"if":1,"5":1,"omni":1,"accept":1,"inputs":1,"super":1},"9559,1826,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"input":8,"features":8,"hf":13,"inputs":9,"pop":1,"none":5,"feature":8,"attention":6,"mask":6,"get":5,"if":3,"audio":7,"not":5,"in":5,"and":3,"is":4,"permute":2,"0":2,"2":1,"1":3,"bool":2,"lengths":2,"sum":1,"return":2,"def":2,"mm":15,"fields":1,"config":2,"self":5,"batchfeature":1,"processor":4,"kwargs":8,"mapping":4,"str":5,"object":2,"multimodalfieldconfig":1,"qwen2":2,"5":2,"omni":2,"thinker":1,"field":1,"maybe":1,"apply":1,"prompt":6,"updates":6,"items":3,"multimodaldataitems":1,"ids":1,"list":3,"int":2,"multimodalkwargs":1,"update":1,"applied":1,"tuple":1,"placeholderfeaturesinfo":1,"reimplements":1,"this":1,"function":1,"to":1,"handle":1,"use":3,"video":3,"unbound":2,"bind":1,"group":1,"item":2,"counts":3,"all":1,"validate":1,"false":1},"11385,1862,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"if":2,"is":1,"update":1,"applied":1,"mm":20,"placeholders":8,"self":10,"find":1,"prompt":14,"updates":4,"ids":6,"item":4,"counts":4,"validate":2,"use":6,"audio":10,"in":6,"video":10,"tokenizer":9,"info":5,"get":7,"decode":2,"tokens":2,"else":1,"apply":1,"kwargs":5,"true":1,"return":1,"def":1,"items":1,"multimodaldataitems":1,"hf":4,"processor":10,"mapping":1,"str":1,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"image":6,"vocab":5,"token":12,"id":3},"13247,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"audio":24,"feature":11,"lengths":11,"out":3,"mm":5,"kwargs":4,"get":10,"attention":6,"mask":6,"if":3,"is":5,"none":4,"and":1,"output":10,"elif":2,"not":2,"lens":4,"feat":2,"extract":2,"tolist":2,"assert":2,"isinstance":2,"torch":2,"tensor":2,"sum":1,"1":1,"number":1,"of":1,"audios":3,"read":1,"from":1,"video":6,"in":4,"item":8,"idx":8,"0":2,"def":2,"replacement":2,"qwen2":2,"int":3,"num":3,"features":3,"items":2,"audioprocessoritems":1,"raise":1,"valueerror":1,"f":2,"the":2,"len":2,"too":1,"short":1,"to":1,"be":1,"represented":1,"inside":1,"model":1,"return":2,"token":5,"id":5,"vision":1,"modality":3,"str":1,"grid":4,"thw":4,"merge":3,"length":2,"image":3,"processor":2,"size":1,"2":1,"else":1,"prod":1,"use":2,"hf":2,"false":1,"thinker":1,"config":2,"self":1,"info":1},"15203,1729,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"def":1,"get":7,"replacement":10,"qwen2":5,"use":4,"audio":14,"in":7,"video":20,"item":7,"idx":7,"int":1,"nonlocal":1,"num":2,"features":2,"output":1,"lengths":1,"grid":12,"thw":4,"out":1,"mm":2,"kwargs":2,"1":2,"second":8,"per":8,"ts":4,"hf":1,"processor":1,"none":1,"if":2,"t":4,"else":2,"0":1,"return":2,"mrotaryembedding":1,"omni":1,"updates":1,"thinker":2,"config":2,"len":1,"fn":2,"partial":2,"vision":2,"modality":5,"promptreplacement":3,"target":3,"token":3,"image":3},"16932,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"def":2,"apply":5,"hf":14,"processor":12,"main":1,"self":6,"prompt":11,"union":1,"str":6,"list":2,"int":2,"mm":24,"items":7,"multimodaldataitems":2,"kwargs":13,"mapping":4,"object":4,"tokenization":6,"enable":2,"update":2,"bool":2,"tuple":1,"batchfeature":2,"qwen2":2,"5":2,"omni":2,"reimplements":2,"this":2,"function":2,"to":2,"handle":2,"text":3,"only":4,"if":3,"isinstance":1,"return":2,"tokenizer":3,"info":1,"get":3,"ids":3,"encode":1,"tokens":2,"else":1,"processed":2,"data":2,"false":2,"use":4,"audio":6,"in":6,"video":6,"counts":6,"all":1,"and":1,"assert":1},"18790,1480,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"mm":27,"processed":2,"data":2,"self":4,"apply":1,"hf":3,"processor":3,"text":3,"prompt":1,"dummy":2,"inputs":1,"get":1,"counts":9,"items":2,"kwargs":4,"tokenization":2,"return":3,"def":2,"validate":3,"placeholders":4,"mapping":2,"str":3,"list":3,"placeholderfeaturesinfo":1,"item":8,"int":2,"use":2,"audio":4,"in":4,"video":4,"bool":1,"false":1,"none":1,"if":4,"copy":1,"assert":1,"super":1,"class":1,"qwen2":1,"5omniconditionalgenerationmixin":1,"and":1,"reshape":1,"tensor":4,"input":6,"object":1,"name":2,"dim":5,"0":1,"torch":5,"not":1,"isinstance":2,"raise":1,"valueerror":1,"f":2,"incorrect":1,"type":3,"of":1,"got":1,"concat":2,"else":1},"20270,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"def":2,"parse":2,"and":7,"validate":6,"audio":15,"input":13,"self":6,"kwargs":8,"object":1,"optional":2,"qwen2audioinputs":2,"features":11,"pop":6,"none":13,"feature":12,"lengths":4,"attention":8,"mask":8,"if":5,"is":5,"return":3,"reshape":4,"mm":4,"tensor":5,"dim":1,"1":1,"not":3,"isinstance":1,"torch":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":3,"of":1,"f":1,"got":1,"image":10,"dict":1,"str":1,"any":1,"qwen2":1,"5":1,"vlimageinputs":1,"pixel":7,"values":7,"embeds":3,"grid":5,"thw":5},"22087,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"if":5,"not":4,"isinstance":2,"pixel":16,"values":16,"torch":2,"tensor":6,"list":1,"raise":2,"valueerror":2,"incorrect":2,"type":9,"of":2,"image":18,"f":2,"got":2,"return":4,"qwen2":4,"5":4,"vlimagepixelinputs":1,"grid":14,"thw":14,"embeds":12,"is":4,"none":8,"self":5,"validate":5,"and":6,"reshape":4,"mm":4,"embeddings":1,"vlimageembeddinginputs":1,"def":1,"parse":1,"video":12,"input":1,"kwargs":4,"dict":1,"str":1,"any":1,"optional":1,"vlvideoinputs":1,"videos":9,"pop":3,"vlvideopixelinputs":1},"24070,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"if":5,"video":15,"embeds":9,"is":1,"not":2,"none":3,"self":6,"validate":2,"and":2,"reshape":2,"mm":2,"tensor":5,"grid":5,"thw":5,"isinstance":1,"torch":3,"raise":1,"valueerror":1,"incorrect":1,"type":4,"of":1,"embeddings":1,"f":1,"got":1,"return":2,"qwen2":1,"5":1,"vlvideoembeddinginputs":1,"def":1,"process":1,"audio":29,"input":11,"qwen2audioinputs":1,"hashes":1,"list":1,"str":1,"cached":1,"features":10,"feature":13,"lengths":17,"ndim":2,"3":1,"assert":2,"shape":4,"0":5,"1":6,"squeeze":3,"2":1,"or":1,"else":1,"feat":3,"output":3,"tower":3,"get":1,"extract":1,"outputs":2,"to":1,"dtype":1,"lens":2,"aftercnn":1,"last":1,"hidden":1,"state":1,"split":1,"tolist":1},"26032,1708,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"def":2,"process":2,"image":12,"input":12,"self":10,"qwen2":5,"5":2,"vlimageinputs":1,"tuple":1,"torch":3,"tensor":3,"if":2,"type":6,"embeds":9,"return":4,"visual":8,"dtype":4,"grid":12,"thw":12,"assert":2,"ndim":2,"2":2,"pixel":6,"values":6,"split":4,"concatenated":2,"embeddings":2,"for":2,"each":2,"item":2,"merge":8,"size":8,"spatial":2,"sizes":4,"prod":2,"1":2,"tolist":2,"video":14,"vlvideoinputs":1,"hashes":1,"list":1,"str":1,"none":2,"cached":1,"videos":3,"multimodal":1,"registry":1,"register":1,"processor":1,"5omnithinkermultimodalprocessor":1,"info":1,"5omnithinkerprocessinginfo":1,"dummy":1,"inputs":1,"5omnithinkerdummyinputsbuilder":1},"27740,1823,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"class":1,"qwen2":3,"5omnithinkerforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"5omniconditionalgenerationmixin":1,"hf":2,"to":4,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":2,"thinker":7,"lm":2,"head":2,"language":2,"model":7,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":5,"i":2,"int":1,"optional":1,"if":4,"startswith":3,"image":3,"return":3,"vision":4,"start":2,"end":2,"video":3,"audio":12,"f":1,"bos":1,"eos":1,"raise":1,"valueerror":1,"only":1,"or":1,"is":3,"supported":1,"init":2,"self":3,"config":22,"vllmconfig":1,"super":1,"5omnithinkerconfig":1,"quant":2,"multimodal":4,"force":1,"use":1,"flash":4,"attention":2,"2":2,"true":2,"tower":2,"align":1,"the":5,"results":1,"attn":4,"not":3,"none":1,"implementation":3,"autoset":1,"else":1,"logger":1,"warning":1,"available":1,"may":1,"yield":1,"exactly":1,"same":1,"result":1,"as":1,"transformers":1,"in":1,"part":1},"29563,1261,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"if":2,"multimodal":4,"config":19,"get":3,"limit":3,"per":3,"prompt":3,"audio":4,"self":9,"tower":2,"qwen2":2,"5omniaudioencoder":1,"thinker":4,"else":2,"none":2,"image":1,"or":1,"video":1,"visual":3,"5":1,"visiontransformer":1,"vision":2,"norm":2,"eps":2,"getattr":1,"text":2,"rms":1,"1e":1,"6":1,"quant":4,"prefix":6,"maybe":2,"language":3,"model":4,"init":1,"vllm":3,"registered":1,"hf":1,"architectures":1,"qwen2forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"parse":1,"and":1,"validate":1,"inputs":1,"kwargs":1,"object":1,"dict":1,"mm":1,"input":1,"by":1,"modality":1},"30824,1498,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"preserve":1,"the":3,"order":2,"of":4,"modalities":1,"if":5,"there":1,"are":1,"multiple":1,"them":1,"from":1,"kwargs":7,"for":1,"input":17,"key":4,"in":7,"pixel":2,"values":2,"image":5,"embeds":2,"and":7,"not":4,"mm":9,"by":9,"modality":9,"self":7,"parse":4,"validate":4,"videos":1,"video":5,"audio":4,"features":1,"return":3,"def":2,"get":2,"language":2,"model":2,"torch":2,"nn":1,"module":1,"multimodal":5,"embeddings":3,"object":1,"multimodalembeddings":1,"inputs":1,"result":1,"is":1,"tuple":2,"tensors":1,"with":1,"each":1,"tensor":2,"correspoending":1,"to":1,"a":1,"data":1,"item":1,"or":1},"32322,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"note":1,"it":1,"is":2,"important":1,"to":2,"iterate":1,"over":1,"the":3,"keys":1,"in":3,"this":1,"dictionary":1,"preserve":1,"order":1,"of":1,"modalities":1,"for":1,"modality":7,"mm":2,"input":20,"by":2,"multimodal":14,"if":4,"image":5,"vision":2,"embeddings":19,"self":12,"process":3,"video":8,"audio":8,"return":2,"def":2,"get":3,"ids":3,"torch":2,"tensor":2,"optional":2,"multimodalembeddings":1,"none":2,"inputs":4,"embeds":4,"language":1,"model":1,"not":1,"and":4,"len":1,"0":1,"todo":1,"ywang96":1,"support":1,"overlapping":1,"modalitiy":1,"so":1,"that":1,"use":1,"will":1,"work":1,"on":1,"v1":1,"merge":1,"config":3,"token":3,"index":3,"v0":1,"kwargs":4,"object":1,"nestedtensors":1,"parse":3,"validate":3},"34225,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"if":9,"audio":9,"input":18,"is":8,"none":13,"and":2,"image":9,"video":9,"return":4,"multimodal":10,"embeddings":14,"list":1,"tuple":1,"nestedtensors":2,"str":1,"not":4,"embeds":13,"self":9,"process":3,"append":3,"def":2,"get":2,"v0":1,"ids":4,"torch":6,"tensor":6,"optional":3,"inputs":7,"language":1,"model":1,"or":1,"len":1,"0":1,"for":1,"modality":4,"in":1,"placeholder":4,"token":7,"id":4,"config":3,"index":3,"merge":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"kwargs":1,"object":1,"union":1},"36206,1589,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_omni_thinker.py":{"note":1,"in":1,"v1":1,"inputs":5,"embeds":5,"is":5,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"for":1,"v0":3,"compatibility":1,"elif":1,"none":4,"multimodal":3,"embeddings":4,"self":10,"get":2,"kwargs":1,"input":4,"ids":3,"hidden":4,"states":4,"language":2,"positions":1,"intermediate":1,"tensors":1,"return":3,"def":2,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":6,"iterable":1,"tuple":1,"str":2,"set":1,"skip":5,"prefixes":5,"talker":1,"token2wav":1,"if":2,"audio":2,"tower":2,"extend":2,"visual":2,"loader":2,"autoweightsloader":1,"loaded":2,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"inference":1,"only":1,"jurassic":1,"model":15,"from":22,"collections":1,"abc":1,"import":23,"iterable":1,"typing":1,"any":1,"optional":1,"torch":3,"nn":2,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":1,"get":4,"pp":2,"group":1,"tensor":2,"parallel":3,"world":1,"size":2,"all":1,"reduce":1,"logger":4,"init":2,"executor":11,"layers":10,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"sampler":2,"sampleroutput":1,"vocab":2,"default":2,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"ppmissinglayer":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"name":1,"class":1,"fusedmoeblock":1,"module":1},"1942,1906,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"def":2,"init":2,"self":10,"config":14,"modelconfig":1,"quant":4,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"tp":4,"size":11,"get":1,"tensor":5,"model":2,"parallel":3,"world":1,"if":2,"moe":6,"num":5,"experts":9,"raise":1,"valueerror":1,"f":4,"is":1,"greater":1,"than":1,"the":1,"number":1,"of":1,"fusedmoe":1,"top":2,"k":2,"hidden":17,"intermediate":2,"reduce":2,"results":1,"false":2,"renormalize":1,"norm":1,"expert":1,"weight":1,"gate":3,"replicatedlinear":1,"bias":1,"forward":1,"states":12,"torch":2,"orig":2,"shape":4,"dim":2,"1":3,"view":2,"router":3,"logits":3,"final":4,"all":1,"return":1,"class":1,"step3textmlp":1,"nn":1,"module":1},"3848,1898,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"def":3,"init":4,"self":11,"hidden":13,"size":13,"int":9,"intermediate":5,"act":7,"str":4,"quant":6,"config":7,"optional":5,"quantizationconfig":2,"none":6,"prefix":6,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"states":2,"torch":2,"tensor":3,"output":2,"return":1,"class":1,"step3textattention":1,"nn":1,"module":1,"num":2,"heads":2,"kv":1,"norm":1,"eps":1,"float":1,"rope":2,"theta":1,"share":1,"q":1,"dim":2,"scaling":1,"dict":1,"any":1,"max":1,"position":1,"embedding":1,"8192":1,"head":1,"256":1,"cache":1,"cacheconfig":1,"tp":1,"get":1,"model":1,"parallel":1,"world":1},"5746,1879,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"self":31,"total":5,"num":15,"heads":15,"assert":1,"tp":2,"size":10,"0":2,"if":2,"kv":9,"1":2,"raise":1,"valueerror":1,"f":6,"step3textattention":1,"must":1,"be":1,"but":1,"got":1,"head":10,"dim":13,"q":6,"share":2,"else":1,"qkv":2,"proj":4,"replicatedlinear":1,"hidden":2,"2":1,"bias":3,"false":3,"quant":6,"config":8,"prefix":8,"o":2,"rowparallellinear":1,"inter":1,"norm":2,"rmsnorm":1,"eps":2,"wq":2,"columnparallellinear":1,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embedding":1,"base":1,"theta":1,"scaling":4,"5":1,"attn":2,"attention":1,"cache":2},"7625,1864,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"def":2,"forward":1,"self":16,"positions":2,"torch":3,"tensor":3,"hidden":7,"states":2,"qkv":3,"proj":2,"q":11,"k":4,"v":2,"split":4,"size":7,"kv":3,"dim":5,"1":4,"inter":1,"norm":3,"wq":1,"0":2,"rotary":1,"emb":1,"attn":5,"output":2,"residual":2,"o":1,"return":1,"class":1,"step3textdecoderlayer":1,"nn":1,"module":1,"init":2,"config":20,"modelconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":6,"quant":3,"quantizationconfig":1,"prefix":4,"str":1,"super":1,"hf":1,"rope":6,"scaling":4,"getattr":2,"step3textattention":1,"num":4,"heads":3,"attention":1,"eps":2,"rms":1,"max":2,"position":2,"embedding":2,"head":2,"share":2,"theta":2,"f":1,"layer":1,"idx":3,"int":2,"layers":8,"moe":6,"enum":4,"if":1,"is":1,"not":1,"i":4,"for":2,"in":2,"strip":1,"else":1,"default":1,"to":1,"1dense":1,"range":1},"9489,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"if":2,"layer":1,"idx":2,"in":1,"moe":5,"layers":1,"self":14,"fusedmoeblock":1,"config":15,"quant":6,"prefix":6,"f":3,"share":3,"expert":3,"step3textmlp":2,"hidden":19,"size":9,"intermediate":3,"dim":1,"act":2,"silu":2,"use":2,"true":1,"else":2,"mlp":2,"false":1,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"attention":2,"def":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":11,"residual":7,"optional":1,"tuple":1,"is":1,"none":1,"attn":1},"11306,1901,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"if":3,"self":16,"use":1,"moe":4,"share":3,"output":4,"expert":1,"hidden":11,"states":7,"else":3,"mlp":1,"return":1,"residual":1,"support":1,"torch":1,"compile":1,"class":1,"step3textmodel":1,"nn":1,"module":1,"def":1,"init":2,"vllm":5,"config":27,"vllmconfig":1,"prefix":6,"str":1,"none":1,"super":1,"model":2,"hf":1,"cache":4,"quant":4,"vocab":3,"size":6,"get":3,"pp":3,"group":3,"is":3,"first":1,"rank":3,"or":1,"tie":1,"word":1,"embeddings":1,"and":1,"last":2,"embed":2,"tokens":2,"vocabparallelembedding":1,"ppmissinglayer":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"step3textdecoderlayer":1,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1},"13207,1683,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"def":3,"get":4,"input":6,"embeddings":2,"self":12,"ids":4,"torch":6,"tensor":6,"return":3,"embed":1,"tokens":1,"forward":1,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":2,"none":5,"inputs":3,"embeds":3,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"residual":8,"assert":1,"for":1,"i":2,"in":1,"range":1,"start":1,"layer":4,"end":1,"layers":1,"last":1,"norm":1,"class":1,"step3textforcausallm":1,"nn":1,"module":1,"supportspp":1,"init":2,"vllm":7,"config":14,"vllmconfig":1,"prefix":3,"str":1,"super":1,"model":2,"hf":1,"lora":2,"step3textmodel":1},"14890,1805,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"if":3,"get":2,"pp":1,"group":1,"is":1,"last":1,"rank":1,"self":17,"unpadded":4,"vocab":10,"size":12,"config":8,"lora":6,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":5,"org":1,"num":1,"embeddings":1,"padding":3,"default":1,"not":1,"else":2,"logits":7,"processor":2,"logitsprocessor":1,"sampler":3,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"model":2,"def":3,"forward":1,"input":2,"ids":2,"torch":6,"tensor":6,"positions":2,"optional":4,"intermediatetensors":1,"none":2,"inputs":2,"embeds":2,"states":4,"return":3,"compute":1,"sampling":4,"metadata":4,"samplingmetadata":2,"sample":1,"sampleroutput":1,"next":2,"tokens":2},"16695,1596,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"def":1,"load":1,"weights":2,"self":20,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"qkv":4,"params":7,"mapping":4,"param":2,"name":4,"shard":3,"relative":2,"start":1,"idx":2,"end":1,"proj":13,"q":11,"0":2,"config":18,"share":10,"dim":18,"head":8,"2":6,"k":1,"v":1,"stacked":2,"id":1,"gate":4,"up":4,"1":2,"dict":2,"named":1,"parameters":1,"loaded":1,"expert":2,"moe":7,"experts":3,"w13":2,"weight":6,"w1":1,"w3":1,"w2":2,"down":1,"disable":1,"data":2,"for":1,"in":1},"18292,754,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"for":3,"name":13,"loaded":3,"weight":8,"in":5,"weights":1,"param":7,"shard":2,"id":2,"stacked":4,"params":4,"mapping":1,"if":3,"not":1,"continue":3,"any":1,"disable":3,"moe":3,"replace":1,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"dict":1,"loader":3,"add":1,"break":1},"19046,1233,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"else":1,"for":3,"mapping":3,"in":4,"expert":7,"params":4,"param":5,"name":15,"weight":10,"shard":3,"id":7,"if":3,"not":2,"continue":3,"replace":1,"skip":2,"layers":1,"on":1,"other":1,"devices":1,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":2,"or":1,"and":1,"dict":2,"loader":3,"range":1,"loaded":5,"shape":1,"0":1,"add":1,"break":1},"20279,1334,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"else":2,"for":1,"param":12,"name":14,"weight":9,"start":2,"idx":9,"end":4,"in":2,"qkv":1,"params":5,"mapping":1,"if":3,"not":1,"continue":3,"replace":1,"is":2,"pp":2,"missing":2,"parameter":2,"self":2,"dict":2,"dim":5,"shape":1,"output":2,"begin":3,"int":2,"slice":2,"narrow":1,"copy":1,"loaded":4,"add":2,"break":1,"loader":4,"getattr":1,"default":1},"21613,29,data/raw/vllm-0.10.1/vllm/model_executor/models/step3_text.py":{"return":1,"loaded":1,"params":1},"0,457,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"adapted":1,"from":3,"llama":3,"py":2,"inference":1,"only":1,"phi3":1,"model":2,"code":1,"inherit":1,"executor":1,"models":1,"import":1,"llamaforcausallm":2,"class":1,"phi3forcausallm":1,"packed":1,"modules":1,"mapping":1,"qkv":2,"proj":4,"gate":2,"up":2},"0,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":27,"math":1,"from":23,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"dataclasses":1,"dataclass":1,"fields":1,"functools":1,"cached":1,"property":1,"typing":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":3,"nn":3,"as":3,"functional":1,"f":1,"mistral":3,"common":3,"protocol":2,"instruct":2,"messages":1,"imagechunk":1,"textchunk":1,"usermessage":1,"request":1,"chatcompletionrequest":1,"tokens":3,"tokenizers":1,"multimodal":4,"imageencoder":1,"pil":1,"image":5,"transformers":5,"pixtralvisionconfig":1,"tensortype":1,"utils":3,"imageinput":1,"models":2,"pixtral":5,"processing":1,"num":2,"get":3,"hf":1,"modeling":1,"pixtralrotaryembedding":1,"apply":1,"rotary":1,"pos":1,"emb":1,"position":1,"ids":1,"in":1,"meshgrid":1,"tokenization":1,"base":1,"textinput":1,"config":1,"vllmconfig":1,"distributed":1,"divide":1,"tensor":1,"model":8,"parallel":1,"world":1,"size":1,"executor":6,"layers":4,"activation":1,"act":1,"and":1,"mul":1,"fn":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"registry":1,"multimodalkwargs":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"nestedtensors":1},"1973,1900,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"from":12,"vllm":7,"multimodal":5,"parse":1,"import":10,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"multimodalhashes":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"processorinputs":1,"platforms":1,"current":3,"platform":3,"sequence":1,"intermediatetensors":1,"transformers":1,"utils":2,"tokenizer":5,"mistraltokenizer":2,"cached":1,"config":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"flatten":1,"bn":1,"init":3,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":3,"embeddings":1,"vision":1,"visionencoderinfo":1,"resolve":1,"visual":1,"encoder":1,"outputs":1,"try":1,"xformers":5,"ops":4,"as":1,"xops":1,"if":1,"is":2,"cuda":1,"and":1,"has":1,"device":1,"capability":1,"100":1,"fa":1,"not":1,"compatible":2,"with":1,"b200":1,"use":3,"false":2,"else":1,"true":1,"except":1,"importerror":1,"patch":2,"class":2,"pixtralimagepixelinputs":1,"typeddict":1,"type":1,"literal":1,"pixel":1,"values":1,"images":2,"union":1,"torch":2,"tensor":2,"list":1,"shape":1,"batch":1,"size":1,"num":2,"channels":1,"image":2,"width":1,"height":1,"the":1,"result":1,"of":1,"stacking":1,"imageencoding":1,"tokens":2,"each":1,"prompt":1,"pixtralprocessoradapter":1,"provide":1,"a":1,"hf":1,"interface":1,"for":1,"mistral":1,"common":1,"tokenizers":1,"imageencoder":1,"def":1,"self":2,"none":1,"super":1},"3873,1911,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"property":6,"def":7,"image":15,"processor":6,"self":14,"imageencoder":2,"encoder":4,"tokenizer":3,"instruct":1,"mm":3,"assert":1,"isinstance":3,"return":8,"cached":5,"break":2,"id":3,"int":5,"special":3,"ids":7,"img":3,"token":3,"end":2,"size":4,"config":2,"max":1,"patch":2,"call":1,"text":10,"optional":3,"union":3,"textinput":2,"list":4,"none":5,"images":7,"imageinput":2,"tensors":1,"str":2,"tensortype":1,"kwargs":1,"mapping":1,"nestedtensors":1,"if":6,"is":3,"not":3,"input":5,"torch":1,"tensor":1,"allow":1,"dummy":1,"which":1,"used":1,"for":3,"profiling":1,"as":2,"well":1,"inputs":3,"any":1,"len":1,"t":2,"0":1,"in":1,"raise":1,"valueerror":1,"you":1,"ve":1,"passed":1,"instead":1,"of":1,"make":1,"sure":1,"to":1,"process":1,"your":1,"via":1,"mistral":1,"common":1,"s":1,"or":1,"pass":1,"a":1,"chat":1,"completion":1,"request":1,"more":1,"info":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"8411":1},"5784,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"images":8,"processed":5,"list":2,"torch":5,"tensor":4,"tokens":8,"for":1,"image":23,"in":1,"inputs":3,"self":10,"processor":14,"imagechunk":1,"append":2,"return":6,"input":1,"ids":1,"cat":1,"none":6,"expand":1,"len":1,"text":1,"1":1,"class":1,"pixtralprocessinginfo":1,"baseprocessinginfo":1,"def":5,"get":8,"tokenizer":7,"mistraltokenizer":2,"cached":1,"from":1,"config":3,"ctx":1,"model":2,"if":3,"not":1,"isinstance":1,"raise":1,"valueerror":1,"this":1,"requires":1,"mode":1,"mistral":1,"hf":3,"pixtralprocessoradapter":4,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":3,"int":4,"vision":1,"is":2,"pixtralvisionconfig":1,"size":4,"patch":2,"num":2,"width":2,"height":2,"ncols":2,"nrows":2,"to":1,"new":1,"rgb":1},"7658,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":4,"get":12,"image":15,"size":6,"with":2,"most":2,"features":2,"self":10,"imagesize":2,"processor":5,"hf":1,"max":4,"mm":13,"config":1,"return":4,"width":4,"height":4,"class":2,"pixtraldummyinputsbuilder":1,"basedummyinputsbuilder":1,"pixtralprocessinginfo":2,"dummy":15,"text":5,"counts":6,"mapping":3,"str":4,"int":5,"data":6,"seq":3,"len":3,"multimodaldatadict":1,"num":3,"images":6,"0":1,"target":4,"info":2,"inputs":1,"processorinputs":2,"tokenizer":3,"tokenization":3,"kwargs":3,"truncation":1,"false":1,"request":2,"chatcompletionrequest":1,"messages":1,"usermessage":1,"content":1,"textchunk":1,"imagechunk":1,"for":1,"in":1,"res":2,"mistral":1,"encode":1,"chat":1,"completion":1,"tokens":3,"prompt":1,"pixtralmultimodalprocessor":1,"basemultimodalprocessor":1},"9619,1430,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":3,"get":7,"mm":7,"fields":1,"config":1,"self":3,"hf":5,"inputs":1,"mapping":4,"str":4,"nestedtensors":1,"processor":10,"kwargs":4,"object":2,"multimodalfieldconfig":2,"return":3,"dict":1,"images":3,"batched":1,"image":20,"prompt":2,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":1,"break":3,"id":11,"token":5,"end":3,"replacement":3,"item":2,"idx":2,"int":1,"imageprocessoritems":1,"size":4,"ncols":2,"nrows":2,"to":1,"num":1,"tokens":4,"new":1,"rgb":1,"width":1,"height":1,"1":1,"promptupdatedetails":1,"select":1,"promptreplacement":1,"modality":1,"target":1,"never":1,"match":1,"the":1,"see":1,"below":1,"note":1},"11049,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":3,"cached":2,"apply":2,"hf":6,"processor":6,"self":5,"prompt":5,"union":1,"str":7,"list":2,"int":3,"mm":13,"data":3,"items":4,"multimodaldataitems":1,"kwargs":8,"mapping":2,"object":2,"tokenization":3,"return":5,"hashes":5,"bool":2,"tuple":1,"multimodalkwargs":1,"optional":2,"multimodalhashes":1,"ids":2,"super":2,"note":1,"the":2,"tokens":1,"are":1,"already":1,"inserted":1,"by":1,"chat":1,"template":1,"true":1,"multimodal":5,"registry":1,"register":1,"pixtralmultimodalprocessor":1,"info":1,"pixtralprocessinginfo":1,"dummy":1,"inputs":1,"pixtraldummyinputsbuilder":1,"class":1,"pixtralforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"classmethod":1,"get":1,"placeholder":1,"cls":1,"modality":3,"i":1,"if":2,"startswith":1,"image":2,"none":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"vllm":3,"config":15,"vllmconfig":1,"prefix":1,"model":2,"dataclass":2,"fields":3,"field":2,"name":1,"for":2,"in":3,"visionencoderargs":1,"vision":2,"args":1,"key":3,"value":2,"to":1,"dict":1},"13022,1614,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"self":16,"vision":12,"args":9,"visionencoderargs":1,"init":2,"mistralforcausallm":1,"language":4,"model":4,"vllm":3,"registered":1,"config":7,"hf":1,"text":2,"prefix":3,"maybe":1,"encoder":2,"visiontransformer":1,"if":4,"add":1,"pre":2,"mm":3,"projector":3,"layer":1,"norm":2,"rmsnorm":1,"hidden":3,"size":5,"eps":1,"1e":1,"5":1,"id":1,"patch":2,"merge":3,"merger":1,"patchmerger":1,"dim":2,"spatial":2,"use":1,"mlp":1,"bias":1,"false":1,"adapter":1,"visionlanguageadapter":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"parse":1,"and":1,"validate":1,"image":1,"input":1,"kwargs":2,"object":1,"optional":1,"pixtralimagepixelinputs":2,"images":8,"pop":1,"none":3,"is":1,"return":2,"not":1,"isinstance":1,"torch":1,"tensor":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":4,"of":1,"f":1,"got":1,"pixel":1,"values":1,"flatten":1,"bn":1},"14636,1673,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":3,"process":2,"image":24,"input":8,"self":14,"pixtralimagepixelinputs":1,"tuple":1,"torch":4,"tensor":1,"images":4,"features":9,"vision":6,"encoder":1,"feature":8,"sizes":5,"shape":3,"0":1,"for":3,"in":3,"cat":1,"if":3,"args":4,"add":1,"pre":2,"mm":3,"projector":3,"layer":1,"norm":2,"id":1,"patch":8,"merge":4,"size":9,"spatial":3,"square":2,"2":2,"img":5,"dims":2,"1":1,"merger":1,"embeds":4,"language":3,"adapter":1,"split":1,"return":4,"get":2,"model":2,"nn":1,"module":1,"multimodal":1,"embeddings":1,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1,"is":1,"none":1},"16309,1713,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":2,"get":4,"input":10,"embeddings":11,"self":7,"ids":7,"torch":6,"tensor":6,"multimodal":6,"optional":3,"multimodalembeddings":1,"none":8,"inputs":11,"embeds":11,"language":2,"model":4,"if":2,"is":5,"not":2,"and":1,"len":1,"0":1,"merge":1,"vision":3,"args":1,"image":1,"token":1,"id":1,"return":2,"forward":2,"positions":2,"intermediate":3,"tensors":3,"intermediatetensors":2,"kwargs":2,"object":1,"union":1,"run":1,"pass":1,"for":2,"pixtral":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"v0":1,"compatibility":1,"elif":1,"hidden":2,"states":2},"18022,1456,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":6,"compute":2,"logits":2,"self":9,"hidden":2,"states":2,"torch":7,"tensor":7,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"return":5,"language":3,"model":1,"load":1,"weights":4,"iterable":1,"tuple":5,"str":5,"is":4,"vision":10,"encoder":4,"weight":8,"0":4,"startswith":4,"lang":2,"adapter":4,"patch":5,"merger":4,"pre":5,"mm":6,"projector":6,"norm":5,"get":1,"references":1,"to":1,"parameters":5,"for":1,"direct":1,"loading":1,"dict":10,"named":4,"if":2,"args":2,"id":1,"merge":1,"else":2,"add":1,"layer":1},"19478,1847,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":1,"llm":3,"weights":13,"generator":3,"single":1,"pass":1,"over":1,"for":1,"name":18,"w":10,"in":1,"if":1,"is":4,"vision":9,"encoder":4,"load":7,"directly":4,"trimmed":8,"join":4,"split":4,"1":4,"param":8,"dict":4,"with":5,"torch":4,"no":4,"grad":4,"default":4,"weight":4,"loader":4,"elif":3,"patch":3,"merger":3,"pre":3,"mm":3,"projector":3,"norm":3,"lang":2,"adapter":3,"language":4,"else":1,"yield":2,"them":1,"to":1,"be":1,"loaded":1,"by":1,"model":3,"now":1,"we":1,"call":1,"the":2,"self":1,"dataclass":1},"21325,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"class":1,"visionencoderargs":1,"hidden":2,"size":5,"int":12,"num":3,"channels":1,"image":2,"patch":1,"intermediate":1,"layers":1,"attention":1,"heads":1,"rope":2,"theta":3,"float":5,"for":3,"2d":6,"token":1,"id":2,"adapter":1,"bias":1,"bool":2,"true":1,"spatial":1,"merge":1,"1":16,"add":1,"pre":1,"mm":2,"projector":2,"layer":1,"norm":1,"false":1,"str":1,"def":3,"reshape":1,"broadcast":1,"freqs":20,"cis":8,"torch":15,"tensor":8,"x":8,"complex":3,"seq":2,"len":2,"head":2,"dim":8,"2":7,"bsz":1,"ndim":4,"assert":2,"shape":10,"d":2,"if":1,"i":3,"or":1,"else":1,"in":1,"enumerate":1,"return":2,"view":1,"precompute":1,"height":5,"width":5,"of":1,"to":1,"be":1,"indexed":1,"by":1,"position":1,"tuples":1,"frequency":1,"bases":1,"0":2,"arange":3,"h":4,"device":4,"w":4,"outer":2,"cat":1,"none":2,"repeat":2,"polar":1,"ones":1,"like":1,"apply":1,"rotary":1,"emb":1,"vit":1,"xq":1,"xk":1},"23129,1941,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"tuple":1,"torch":13,"tensor":8,"xq":8,"view":4,"as":6,"complex":2,"float":2,"reshape":3,"shape":3,"1":4,"2":2,"xk":7,"assert":3,"freqs":6,"cis":6,"dtype":1,"complex64":1,"for":1,"broadcast":1,"out":4,"real":2,"flatten":2,"3":2,"return":2,"type":2,"class":2,"feedforward":1,"nn":9,"module":2,"def":4,"init":4,"self":17,"args":24,"visionencoderargs":2,"super":2,"intermediate":4,"size":17,"is":1,"not":2,"none":1,"w1":2,"linear":7,"hidden":13,"bias":7,"false":7,"w2":2,"w3":2,"forward":2,"x":5,"f":1,"silu":1,"attention":4,"num":3,"heads":4,"n":1,"head":1,"dim":1,"wq":1,"wk":1,"wv":1,"wo":1,"mask":1,"batch":1,"patches":1},"25070,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"q":9,"k":9,"v":7,"self":25,"wq":1,"x":6,"wk":1,"wv":1,"reshape":4,"batch":4,"patches":4,"n":4,"heads":4,"head":4,"dim":4,"apply":1,"rotary":1,"emb":1,"vit":1,"freqs":5,"cis":5,"if":1,"use":1,"xformers":1,"ops":1,"out":9,"xops":1,"memory":1,"efficient":1,"attention":7,"attn":2,"bias":1,"mask":6,"else":1,"transpose":4,"1":4,"2":4,"nn":4,"functional":1,"scaled":1,"dot":1,"product":1,"return":2,"wo":1,"class":2,"transformerblock":2,"module":2,"def":3,"init":4,"args":8,"visionencoderargs":2,"super":2,"feed":2,"forward":5,"feedforward":1,"norm":4,"rmsnorm":2,"hidden":3,"size":2,"eps":2,"1e":2,"5":2,"ffn":2,"torch":5,"tensor":4,"r":4,"h":3,"transformer":1,"layers":3,"modulelist":1,"for":1,"in":1,"range":1,"num":1,"append":1},"27016,1640,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":6,"forward":1,"self":17,"x":4,"torch":14,"tensor":7,"mask":3,"freqs":4,"cis":4,"optional":2,"for":2,"layer":2,"in":3,"layers":1,"return":5,"position":1,"meshgrid":2,"patch":6,"embeds":2,"list":3,"positions":2,"cat":1,"stack":1,"arange":2,"p":3,"shape":2,"2":3,"1":3,"indexing":1,"ij":1,"dim":4,"reshape":1,"class":1,"visiontransformer":1,"nn":2,"module":1,"init":2,"args":13,"visionencoderargs":1,"super":1,"conv":1,"conv2d":1,"channels":3,"num":2,"out":1,"hidden":3,"size":8,"kernel":1,"stride":1,"bias":1,"false":1,"ln":1,"pre":1,"rmsnorm":1,"eps":1,"1e":1,"5":1,"transformer":2,"head":3,"attention":1,"heads":1,"assert":1,"0":1,"rope":1,"requires":1,"even":1,"none":1,"property":3,"max":1,"patches":1,"per":1,"side":1,"int":1,"image":1,"device":3,"types":1,"next":2,"parameters":2,"dtype":3},"28656,1560,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"property":1,"def":2,"freqs":10,"cis":10,"self":20,"torch":4,"tensor":4,"if":2,"is":1,"none":1,"precompute":1,"2d":1,"dim":2,"args":4,"hidden":1,"size":1,"num":1,"attention":1,"heads":1,"height":1,"max":2,"patches":2,"per":2,"side":2,"width":1,"theta":2,"rope":1,"device":5,"to":4,"return":1,"forward":1,"images":6,"list":5,"of":6,"n":2,"img":3,"variable":1,"sizes":2,"each":1,"shape":3,"c":1,"h":1,"w":1,"returns":1,"image":1,"features":2,"token":1,"for":4,"all":2,"tokens":1,"toks":1,"d":1,"pass":1,"through":1,"initial":1,"convolution":1,"independently":1,"patch":10,"embeds":9,"conv":1,"unsqueeze":1,"0":3,"dtype":1,"in":3,"p":4,"flatten":2,"2":2,"permute":1,"1":4,"embed":1,"a":1,"single":1,"sequence":1,"cat":1,"ln":1,"pre":1,"positional":1,"embeddings":1,"positions":3,"position":1,"meshgrid":1},"30216,1839,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"pass":1,"through":1,"transformer":2,"with":1,"a":1,"block":3,"diagonal":1,"mask":7,"delimiting":1,"images":1,"if":1,"use":3,"xformers":1,"ops":1,"xops":1,"fmha":1,"attn":1,"bias":8,"blockdiagonalmask":1,"from":2,"seqlens":1,"p":6,"shape":4,"2":4,"1":2,"for":3,"in":4,"patch":4,"embeds":4,"list":2,"else":1,"transformers":1,"models":1,"pixtral":2,"modeling":1,"import":1,"generate":2,"attention":2,"out":4,"self":13,"freqs":2,"cis":2,"squeeze":2,"dim":12,"0":2,"and":1,"split":2,"into":1,"separate":1,"tensors":1,"each":1,"image":1,"return":2,"torch":3,"embed":1,"sizes":1,"class":2,"visionlanguageadapter":1,"nn":6,"module":2,"def":3,"init":4,"args":5,"visionencoderargs":2,"int":3,"super":2,"assert":1,"isinstance":1,"w":4,"linear":3,"hidden":1,"size":6,"adapter":2,"gelu":3,"forward":1,"x":2,"tensor":2,"patchmerger":1,"learned":1,"merging":2,"of":1,"spatial":5,"merge":5,"patches":1,"vision":3,"encoder":3,"mlp":6,"bool":1,"false":1,"none":1,"input":4,"layer":1},"32055,1822,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":3,"forward":1,"self":5,"x":19,"torch":7,"tensor":9,"image":11,"sizes":9,"list":6,"tuple":4,"int":7,"specified":1,"in":4,"tokens":4,"assert":1,"sum":1,"h":2,"w":2,"for":4,"len":1,"is":5,"n":11,"vision":3,"encoder":3,"dim":4,"permute":2,"spatial":12,"merge":12,"size":16,"2":7,"merging":1,"layer":1,"return":2,"args":1,"d":5,"where":1,"flattened":1,"and":1,"concatenated":1,"patch":2,"all":1,"images":1,"of":4,"height":1,"width":1,"each":2,"returns":1,"features":1,"reorders":1,"so":1,"grid":8,"contiguous":1,"now":1,"sub":8,"grids":4,"get":2,"patches":4,"permuted":3,"shape":1,"1":2,"append":1,"view":1,"t":1,"cat":1,"0":1},"33877,1809,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"list":2,"torch":3,"tensor":2,"image":22,"sizes":3,"specified":1,"in":3,"tokens":7,"per":2,"h":5,"w":5,"for":4,"d":5,"x":9,"shape":1,"1":6,"all":3,"img":4,"sub":14,"grids":7,"grid":11,"size":12,"spatial":1,"merge":1,"index":2,"enumerate":1,"split":1,"reshape":1,"into":1,"a":1,"2d":1,"view":2,"permute":1,"2":1,"0":2,"none":1,"nn":1,"functional":1,"unfold":1,"kernel":1,"stride":1,"n":1,"patches":1,"append":1,"return":3,"hf":1,"transformers":3,"version":1,"of":2,"pixtral":3,"based":1,"off":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"d7950bff82b18c823193d17d72188c5e46d06c83":1,"src":1,"models":1,"modeling":1,"py":1,"this":1,"model":2,"follows":1,"the":3,"llava":1,"family":1,"meaning":1,"embeddings":1,"are":1,"placed":1,"instead":1,"token":1,"placeholders":1,"uses":1,"pixtralvisionmodel":1,"its":2,"vision":2,"encoder":1,"and":1,"mistralforcausallm":1,"language":1,"decoder":1,"class":1,"pixtralhfencoderinfo":1,"visionencoderinfo":1,"pixtralvisionconfig":1,"def":2,"get":3,"num":1,"self":4,"width":3,"int":4,"height":3,"ncols":2,"nrows":2,"patch":1,"config":1},"35686,1572,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"def":4,"get":8,"patch":13,"size":18,"self":10,"int":8,"spatial":4,"merge":4,"is":2,"needed":1,"for":1,"mistral3":1,"getattr":1,"hf":2,"config":4,"1":2,"return":3,"vision":1,"grid":2,"length":1,"image":18,"since":1,"interpolation":1,"applied":1,"the":1,"need":1,"not":1,"be":1,"divisible":1,"assert":1,"0":2,"adapted":1,"from":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"49":1,"src":1,"models":1,"pixtral":3,"processing":1,"py":1,"l99":1,"width":9,"height":9,"tuple":1,"max":5,"ratio":4,"if":1,"math":2,"floor":2,"nrows":2,"ncols":2,"num":1,"tokens":1,"type":1,"ignore":1,"class":1,"pixtralhfmlp":1,"nn":1,"module":1,"init":2,"pixtralvisionconfig":1,"quant":1,"optional":1,"quantizationconfig":1,"none":2,"prefix":1,"str":1,"super":1},"37258,1521,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"assert":2,"config":20,"intermediate":3,"size":13,"is":1,"not":2,"none":3,"self":12,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"input":2,"hidden":5,"output":2,"sizes":1,"2":1,"bias":2,"false":2,"quant":5,"prefix":5,"f":2,"down":3,"rowparallellinear":1,"act":4,"and":3,"mul":3,"get":2,"fn":1,"def":2,"forward":1,"x":6,"torch":2,"tensor":3,"return":1,"class":1,"pixtralhfattention":1,"nn":1,"module":1,"init":2,"pixtralvisionconfig":1,"optional":1,"quantizationconfig":1,"str":1,"super":1,"num":5,"attention":4,"heads":6,"total":1,"tp":2,"model":1,"parallel":1,"world":1,"n":1,"divide":1,"head":1,"dim":1},"38779,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"self":14,"qkv":5,"proj":5,"qkvparallellinear":1,"hidden":8,"size":9,"config":8,"head":6,"dim":7,"total":3,"num":3,"heads":6,"bias":3,"false":2,"quant":4,"prefix":4,"f":2,"assert":1,"o":2,"rowparallellinear":1,"input":1,"output":1,"def":1,"forward":1,"states":5,"torch":5,"tensor":5,"attention":6,"mask":4,"position":3,"embeddings":2,"tuple":1,"optional":1,"batch":4,"patches":4,"q":11,"k":11,"v":7,"chunk":1,"3":1,"1":7,"transpose":8,"and":2,"to":1,"apply":2,"hf":1,"s":1,"rotary":2,"embedding":1,"view":3,"n":3,"2":6,"cos":2,"sin":2,"pos":1,"emb":1,"unsqueeze":1,"0":1,"if":1,"use":1,"xformers":1,"ops":1,"back":1,"for":1,"contiguous":2,"out":4,"xops":1,"memory":1,"efficient":1,"attn":2,"else":1,"nn":1,"functional":1,"scaled":1,"dot":1,"product":1},"40745,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"out":5,"view":1,"batch":1,"patches":1,"self":14,"n":1,"heads":1,"head":1,"dim":1,"attn":2,"output":2,"o":1,"proj":1,"return":2,"none":7,"class":2,"pixtralhftransformerblock":1,"nn":2,"module":2,"def":3,"init":4,"config":13,"pixtralvisionconfig":2,"quant":6,"optional":3,"quantizationconfig":2,"prefix":6,"str":2,"super":2,"attention":8,"norm":4,"rmsnorm":2,"hidden":11,"size":2,"eps":2,"1e":2,"5":2,"pixtralhfattention":1,"f":2,"feed":3,"forward":6,"pixtralhfmlp":1,"ffn":2,"states":3,"torch":4,"tensor":4,"mask":3,"position":3,"embeddings":3,"r":4,"h":3,"pixtralhftransformer":1,"num":6,"layers":6,"override":3,"int":1,"if":1,"is":1,"else":1},"42669,1850,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"self":8,"layers":8,"nn":3,"modulelist":1,"pixtralhftransformerblock":1,"config":15,"quant":4,"prefix":5,"f":2,"layer":4,"idx":2,"for":2,"in":4,"range":1,"num":5,"hidden":13,"def":2,"forward":1,"x":6,"torch":4,"tensor":4,"attention":2,"mask":2,"position":2,"embeddings":2,"return":6,"all":4,"states":7,"bool":2,"pool":3,"if":3,"append":1,"we":3,"have":1,"multiple":1,"feature":1,"sample":1,"order":1,"and":1,"grab":1,"the":1,"ones":1,"need":1,"by":1,"index":1,"class":1,"pixtralhfvisionmodel":1,"module":1,"init":2,"pixtralvisionconfig":1,"optional":3,"quantizationconfig":1,"none":4,"override":3,"int":1,"require":1,"post":1,"norm":1,"str":1,"super":1,"patch":3,"conv":1,"conv2d":1,"channels":3,"out":1,"size":5,"kernel":1,"stride":1,"bias":1,"false":1,"ln":1,"pre":1,"rmsnorm":1,"eps":1,"1e":1,"5":1,"transformer":2,"pixtralhftransformer":1},"44519,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"num":4,"hidden":4,"layers":10,"config":3,"if":3,"len":2,"self":11,"transformer":2,"raise":2,"valueerror":2,"f":2,"the":3,"original":1,"encoder":2,"only":1,"has":1,"but":1,"you":1,"requested":1,"require":1,"post":2,"norm":1,"is":2,"true":1,"msg":2,"pixtralhfvisionmodel":1,"does":1,"not":1,"have":2,"layernorm":1,"dtype":3,"next":2,"parameters":2,"device":3,"patch":6,"positional":1,"embedding":1,"pixtralrotaryembedding":1,"def":1,"forward":1,"pixel":4,"values":4,"list":5,"torch":2,"tensor":4,"feature":2,"sample":2,"optional":1,"int":1,"none":2,"tuple":1,"args":1,"each":2,"image":2,"to":2,"be":4,"processed":1,"will":2,"a":2,"separate":1,"in":4,"this":1,"means":1,"it":1,"of":4,"tensors":1,"because":1,"multiple":2,"requests":1,"batched":1,"can":1,"images":3,"with":1,"their":1,"own":1,"shape":3,"potentially":1,"layer":2,"indices":1,"whose":1,"features":3,"should":1,"concatenated":1,"and":1,"used":2,"as":1,"visual":1,"output":1,"are":1,"provided":1,"last":1,"returns":1,"token":1,"for":4,"all":2,"tokens":1,"n":1,"toks":1,"d":1,"pass":1,"through":1,"initial":1,"convolution":1,"independently":1,"embeds":4,"conv":1,"img":2,"unsqueeze":1,"0":2,"p":4,"flatten":1,"2":2,"permute":1,"1":2,"embed":1,"sizes":1},"46384,1477,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"flatten":1,"to":2,"a":1,"single":1,"sequence":1,"patch":12,"embeds":10,"torch":2,"cat":1,"dim":2,"1":3,"self":7,"ln":1,"pre":1,"positional":2,"embeddings":1,"position":5,"ids":3,"in":3,"meshgrid":1,"list":3,"max":1,"width":1,"config":3,"image":2,"size":2,"device":1,"embedding":3,"if":1,"use":1,"xformers":1,"ops":1,"attention":5,"mask":5,"xops":1,"fmha":1,"attn":1,"bias":1,"blockdiagonalmask":1,"from":2,"seqlens":1,"p":6,"shape":4,"2":2,"for":3,"else":1,"transformers":1,"models":1,"pixtral":2,"modeling":1,"import":1,"generate":2,"block":2,"return":4,"all":3,"hidden":4,"states":3,"feature":2,"sample":2,"layers":3,"is":1,"not":1,"none":2,"out":4,"transformer":1,"resolve":1,"visual":1,"encoder":1,"outputs":1,"num":1,"squeeze":2,"0":2,"and":1,"split":2,"into":1,"separate":1,"tensors":1,"each":1,"embed":1,"sizes":1},"47861,1743,data/raw/vllm-0.10.1/vllm/model_executor/models/pixtral.py":{"todo":1,"add":2,"prefix":1,"argument":1,"for":3,"filtering":1,"out":1,"weights":4,"to":1,"be":1,"loaded":7,"ref":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"7186":1,"discussion":1,"r1734163986":1,"def":1,"load":1,"self":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":4,"stacked":2,"params":8,"mapping":2,"param":9,"name":16,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":4,"named":1,"parameters":1,"layer":4,"count":2,"len":1,"transformer":2,"layers":4,"weight":13,"in":3,"omit":1,"when":1,"num":1,"hidden":1,"override":1,"is":1,"if":3,"startswith":1,"idx":2,"int":1,"split":1,"2":1,"continue":2,"not":1,"replace":1,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"return":1},"0,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":4,"the":13,"vllm":9,"project":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"team":2,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":13,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"baichuan":1,"compatible":1,"weights":1,"import":14,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":2,"parallel":2,"rank":1,"world":1,"size":1,"executor":4,"layers":4,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1947,1706,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"from":8,"vllm":6,"model":6,"executor":5,"layers":4,"quantization":1,"import":8,"quantizationconfig":1,"rotary":1,"embedding":2,"get":2,"rope":1,"vocab":1,"parallel":2,"parallellmhead":1,"vocabparallelembedding":1,"loader":3,"weight":3,"utils":2,"default":1,"row":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"def":1,"alibi":1,"slopes":5,"total":4,"num":6,"heads":6,"int":1,"torch":12,"tensor":3,"closest":7,"power":7,"of":7,"2":15,"math":4,"floor":1,"log2":3,"base":4,"3":2,"dtype":4,"float32":2,"powers":4,"arange":2,"1":4,"int32":2,"pow":2,"if":1,"extra":4,"remaining":2,"min":1,"start":1,"end":1,"step":1,"cat":1,"dim":1,"0":1,"return":1,"class":1,"baichuanmlp":1,"nn":1,"module":1},"3653,1086,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":2,"init":2,"self":8,"hidden":6,"size":6,"int":2,"intermediate":3,"act":5,"str":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"super":1,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"down":2,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"is":2,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"baichuanattention":1,"nn":1,"module":1,"multi":1,"headed":1,"attention":2,"from":1,"all":1,"you":1,"need":1,"paper":1},"4739,1793,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":1,"init":2,"self":22,"hidden":6,"size":10,"int":3,"num":13,"heads":13,"position":7,"embedding":4,"str":2,"rope":3,"theta":3,"float":1,"10000":1,"max":3,"embeddings":3,"8192":1,"cache":1,"config":6,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"prefix":1,"super":1,"tensor":5,"model":5,"parallel":5,"world":4,"get":3,"total":8,"assert":1,"0":1,"head":7,"dim":3,"pylint":1,"disable":1,"invalid":1,"name":1,"w":1,"pack":1,"qkvparallellinear":1,"bias":2,"false":2,"o":1,"proj":1,"rowparallellinear":1,"create":1,"the":1,"alibi":6,"slopes":5,"and":1,"slice":1,"them":1,"if":1,"tp":3,"rank":4,"start":2,"end":2,"1":1,"tolist":1},"6532,1442,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"scaling":4,"self":21,"head":6,"dim":8,"0":2,"5":2,"attn":7,"attention":2,"num":2,"heads":2,"alibi":3,"slopes":2,"quant":4,"config":6,"prefix":4,"f":2,"else":1,"rotary":3,"emb":2,"get":1,"rope":2,"max":2,"position":3,"embeddings":1,"base":1,"theta":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"qkv":2,"w":1,"pack":1,"q":4,"k":4,"v":2,"chunk":1,"chunks":1,"3":1,"1":1,"if":1,"embedding":1,"output":4,"o":1,"proj":1,"return":1,"class":1,"baichuandecoderlayer":1,"nn":1,"module":1},"7974,1428,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":1,"init":2,"self":10,"config":19,"pretrainedconfig":1,"position":7,"embedding":3,"str":2,"cache":3,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"prefix":3,"super":1,"hidden":10,"size":10,"rope":4,"theta":4,"getattr":2,"10000":1,"max":4,"embeddings":4,"8192":1,"attn":2,"baichuanattention":1,"num":2,"heads":2,"attention":2,"f":1,"mlp":1,"baichuanmlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1},"9402,1254,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":2,"forward":1,"self":11,"positions":3,"torch":6,"tensor":5,"hidden":14,"states":14,"residual":8,"optional":1,"tuple":1,"attention":2,"if":1,"is":1,"none":2,"input":2,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"baichuanmodel":1,"nn":1,"module":1,"init":2,"vllm":4,"config":14,"vllmconfig":1,"prefix":1,"str":2,"position":1,"embedding":1,"rope":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"vocab":2,"size":2},"10656,959,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"self":8,"embed":2,"tokens":2,"vocabparallelembedding":1,"config":9,"vocab":1,"size":4,"hidden":5,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"prefix":5,"baichuandecoderlayer":1,"position":1,"embedding":1,"cache":1,"quant":1,"f":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"get":1,"input":3,"embeddings":1,"ids":2,"torch":2,"tensor":2,"return":1},"11615,1711,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":2,"forward":1,"self":8,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":4,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":2,"layer":4,"in":3,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":4,"shard":2,"id":1,"gate":3,"up":3,"proj":4,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":2,"weight":1,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":1},"13326,1451,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"for":3,"param":8,"name":17,"weight":12,"shard":2,"id":2,"in":4,"stacked":1,"params":7,"mapping":2,"if":5,"not":3,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"dict":4,"is":2,"pp":2,"missing":2,"parameter":2,"self":2,"loader":7,"loaded":4,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"baichuanbaseforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"supportsquant":1,"packed":1,"modules":1,"w":2,"pack":2,"gate":2,"up":2,"proj":3},"14777,1777,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":3,"init":2,"self":19,"vllm":6,"config":25,"vllmconfig":1,"prefix":3,"str":2,"position":3,"embedding":3,"rope":1,"super":1,"model":7,"hf":1,"quant":6,"lora":4,"tp":1,"size":5,"get":3,"tensor":7,"parallel":1,"world":1,"baichuanmodel":1,"lm":4,"head":4,"parallellmhead":1,"vocab":2,"hidden":3,"weight":5,"loader":2,"if":1,"tie":1,"word":1,"embeddings":3,"embed":1,"tokens":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"input":6,"ids":4,"torch":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":2},"16554,1521,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":3,"compute":1,"logits":4,"self":8,"hidden":2,"states":2,"torch":5,"tensor":4,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":2,"head":3,"return":2,"load":2,"weights":5,"iterable":1,"tuple":1,"str":2,"set":1,"loader":5,"autoweightsloader":1,"weight":8,"param":3,"nn":2,"parameter":1,"loaded":5,"unlike":1,"baichuan":5,"baichuan2":6,"normalizes":1,"the":3,"refer":1,"to":1,"https":2,"huggingface":1,"co":1,"inc":1,"7b":2,"chat":1,"blob":1,"84603cde5ebffb6084e476cfaeceaf0b8b91fe54":1,"modeling":1,"py":1,"l508":1,"distinguish":1,"between":1,"and":2,"by":2,"checking":1,"vocab":2,"size":3,"this":1,"is":3,"suggested":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"1022":1,"discussion":1,"r1325652704":1,"config":1,"125696":1,"if":2,"functional":1,"normalize":1,"tp":1,"1":1,"row":1,"parallel":1,"else":1,"default":1,"class":2,"baichuanforcausallm":1,"baichuanbaseforcausallm":1,"13b":2,"note":1,"name":1,"has":1,"a":1,"lower":1,"case":1,"c":1},"18075,875,data/raw/vllm-0.10.1/vllm/model_executor/models/baichuan.py":{"def":2,"init":5,"self":2,"vllm":9,"config":13,"vllmconfig":2,"prefix":8,"str":2,"model":1,"hf":1,"if":1,"hidden":1,"size":1,"4096":1,"baichuan2":2,"7b":2,"super":3,"position":3,"embedding":3,"rope":2,"else":1,"baichuan":2,"13b":2,"alibi":1,"class":2,"baichuanforcausallm":1,"baichuanbaseforcausallm":1,"note":1,"the":1,"name":1,"has":1,"an":1,"upper":1,"case":1,"c":1},"0,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":11,"project":1,"from":17,"collections":1,"abc":1,"import":18,"iterable":1,"mapping":1,"sequence":2,"typing":1,"literal":3,"optional":1,"typeddict":3,"union":1,"torch":4,"nn":1,"transformers":1,"batchfeature":1,"paligemmaconfig":1,"config":1,"vllmconfig":1,"logger":4,"init":3,"model":3,"executor":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalinputs":1,"multimodalkwargs":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptindextargets":1,"promptinsertion":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipvisionmodel":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"vision":2,"get":1,"encoder":1,"info":1,"name":1,"class":2,"paligemmaimagepixelinputs":1,"type":2,"pixel":1,"values":1,"data":2,"tensor":2,"shape":2,"batch":2,"size":6,"num":3,"images":2,"channels":1,"height":1,"width":1,"paligemmaimageembeddinginputs":1,"image":2,"embeds":1,"feature":1,"hidden":3,"must":1,"match":1,"of":1,"language":1,"backbone":1},"1975,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"paligemmaimageinputs":1,"union":1,"paligemmaimagepixelinputs":1,"paligemmaimageembeddinginputs":1,"class":4,"paligemmamultimodalprojector":1,"nn":2,"module":1,"def":8,"init":2,"self":15,"vision":10,"hidden":4,"size":6,"int":9,"projection":2,"dim":2,"super":1,"linear":3,"bias":1,"true":1,"forward":1,"image":17,"features":2,"torch":2,"tensor":2,"states":2,"return":7,"paligemmaprocessinginfo":3,"baseprocessinginfo":1,"get":14,"hf":6,"config":9,"ctx":1,"paligemmaconfig":1,"encoder":5,"info":6,"supported":1,"mm":5,"limits":1,"mapping":3,"str":4,"optional":1,"1":1,"num":5,"tokens":2,"width":4,"height":4,"paligemmadummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":3,"text":1,"counts":3,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"max":3,"images":4,"0":1,"paligemmamultimodalprocessor":1,"basemultimodalprocessor":1},"3958,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"def":4,"call":2,"hf":8,"processor":4,"self":7,"prompt":7,"str":7,"mm":13,"data":4,"mapping":6,"object":5,"kwargs":9,"tok":3,"batchfeature":3,"tokenizer":6,"info":4,"get":10,"if":2,"not":1,"ids":3,"encode":1,"add":1,"special":1,"tokens":6,"false":1,"return":3,"dict":2,"input":1,"tensor":1,"type":1,"pt":1,"super":1,"fields":1,"config":4,"inputs":1,"multimodalfieldconfig":2,"pixel":1,"values":1,"batched":1,"image":16,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":6,"id":5,"index":1,"bos":3,"assert":1,"isinstance":2,"int":2,"insertion":1,"item":3,"idx":3,"images":4,"imageembeddingitems":2,"imageprocessoritems":1,"num":4,"feature":1,"size":5,"else":1,"width":2,"height":2},"5881,1841,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"return":5,"promptupdatedetails":1,"select":1,"token":17,"id":8,"image":5,"tokens":1,"bos":7,"embed":1,"paligemma":4,"1":4,"and":2,"2":2,"have":1,"different":1,"tokenizer":5,"add":3,"insert":2,"n":3,"after":1,"for":3,"promptinsertion":1,"modality":1,"target":1,"promptindextargets":1,"prefix":1,"if":2,"else":1,"insertion":2,"get":2,"def":1,"apply":2,"self":2,"prompt":14,"union":1,"str":3,"list":1,"int":1,"mm":11,"data":2,"multimodaldatadict":1,"hf":2,"processor":3,"kwargs":4,"mapping":2,"object":2,"tokenization":2,"optional":1,"none":1,"hashes":2,"bool":1,"false":1,"multimodalinputs":1,"inputs":6,"super":1,"ids":7,"info":2,"newline":7,"encode":1,"108":1,"force":1,"to":1,"at":1,"the":1,"end":1,"of":1,"s":1,"format":1,"this":1,"step":1,"can":1,"not":1,"be":1,"replacemented":1,"by":1,"current":1,"promptupdate":1,"methods":1,"len":1,"append":1,"multimodal":1,"registry":1,"register":1,"paligemmamultimodalprocessor":1,"paligemmaprocessinginfo":1,"dummy":1,"paligemmadummyinputsbuilder":1},"7722,1818,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"class":1,"paligemmaforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":2,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"hf":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":5,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":9,"language":3,"vision":8,"tower":4,"multi":3,"modal":3,"projector":3,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":2,"return":1,"none":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":6,"config":25,"vllmconfig":1,"super":1,"quant":5,"multimodal":4,"siglipvisionmodel":1,"maybe":1,"paligemmamultimodalprojector":1,"hidden":2,"size":2,"projection":2,"dim":2},"9540,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"if":5,"config":14,"text":4,"model":6,"type":5,"gemma":1,"architectures":2,"gemmaforcausallm":1,"else":1,"gemma2forcausallm":1,"self":8,"language":4,"init":1,"vllm":3,"registered":1,"hf":1,"prefix":3,"maybe":1,"logit":3,"scale":4,"getattr":1,"1":2,"0":1,"logits":1,"processor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":2,"validate":3,"pixel":14,"values":14,"data":5,"torch":3,"tensor":3,"h":2,"w":2,"vision":1,"image":5,"size":2,"expected":6,"dims":5,"3":1,"actual":2,"tuple":2,"shape":3,"expr":2,"batch":1,"map":1,"str":1,"raise":2,"valueerror":2,"f":3,"the":1,"of":2,"is":4,"you":1,"supplied":1,"return":3,"parse":1,"and":2,"input":1,"kwargs":3,"object":1,"optional":1,"paligemmaimageinputs":1,"pop":2,"none":6,"embeds":3,"not":2,"isinstance":1,"list":1,"incorrect":1,"got":1,"flatten":1,"bn":1,"concat":1,"true":1,"paligemmaimagepixelinputs":1},"11464,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"if":4,"image":25,"embeds":8,"is":3,"not":3,"none":3,"isinstance":1,"torch":5,"tensor":4,"raise":2,"valueerror":1,"incorrect":1,"type":5,"of":1,"embeddings":7,"f":1,"got":1,"flatten":1,"bn":1,"concat":1,"true":1,"return":7,"paligemmaimageembeddinginputs":1,"data":3,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":4,"pixels":2,"to":3,"features":6,"self":12,"vision":9,"tower":5,"siglipvisionmodel":1,"pixel":4,"values":4,"target":2,"dtype":4,"get":3,"input":11,"weight":1,"process":2,"paligemmaimageinputs":1,"assert":1,"multi":1,"modal":1,"projector":1,"language":2,"model":2,"nn":1,"module":1,"multimodal":1,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"main":1,"src":1,"models":1,"paligemma":2,"modeling":1,"py":1,"l294":1,"noqa":1,"config":1,"hidden":1,"size":1,"0":1,"5":1},"13414,1913,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"def":3,"get":4,"input":10,"embeddings":11,"self":9,"ids":7,"torch":7,"tensor":7,"multimodal":6,"optional":4,"multimodalembeddings":1,"none":8,"inputs":11,"embeds":11,"language":3,"model":5,"if":2,"is":5,"not":2,"and":1,"len":1,"0":1,"merge":1,"config":1,"image":1,"token":1,"index":1,"return":3,"forward":1,"positions":2,"intermediate":3,"tensors":3,"intermediatetensors":2,"kwargs":2,"object":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"hidden":4,"states":4,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1},"15327,253,data/raw/vllm-0.10.1/vllm/model_executor/models/paligemma.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":1,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"adapted":1,"from":19,"https":1,"github":1,"com":1,"deepseek":7,"ai":1,"vl2":5,"blob":1,"faf18023f24b962b32d9f0a2d89e402a8d383a78":1,"models":2,"modeling":1,"vl":1,"v2":1,"py":1,"inference":1,"only":1,"model":7,"compatible":1,"with":1,"huggingface":1,"weights":1,"import":22,"math":1,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"torch":4,"nn":3,"as":2,"functional":1,"f":1,"einops":1,"rearrange":1,"repeat":1,"transformers":4,"batchfeature":1,"config":1,"vllmconfig":1,"distributed":1,"get":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"samplingmetadata":1,"layers":1,"quantization":1,"quantizationconfig":1,"loader":1,"utils":3,"set":1,"default":1,"dtype":1,"replace":1,"linear":1,"class":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"multimodalhashes":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"configs":1,"deepseekvlv2config":1,"mlpprojectorconfig":1,"visionencoderconfig":1,"processors":1,"deepseekvlv2processor":1},"1960,1722,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"from":6,"vllm":4,"transformers":1,"utils":4,"tokenizer":2,"import":5,"cached":1,"config":1,"is":2,"list":3,"of":7,"tensor":6,"schema":1,"tensorschema":3,"tensorshape":4,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":6,"init":3,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":1,"multimodal":1,"embeddings":1,"the":1,"image":7,"token":4,"id":1,"may":1,"be":1,"various":1,"class":3,"deepseekvl2imagepixelinputs":2,"dimensions":2,"batch":2,"size":4,"number":4,"images":3,"p":3,"patches":1,"c":1,"channels":1,"3":2,"h":4,"height":1,"each":2,"w":2,"width":1,"type":2,"literal":2,"pixel":1,"values":1,"data":2,"annotated":3,"union":3,"torch":5,"dynamic":1,"dims":1,"spatial":1,"crop":1,"2":1,"deepseekvl2vimageembeddinginputs":2,"f":2,"feature":1,"hidden":1,"must":1,"match":1,"language":1,"backbone":1,"embeds":1,"deepseekvl2imageinputs":1,"mlpprojector":1,"nn":1,"module":1,"def":1,"self":2,"cfg":4,"mlpprojectorconfig":1,"super":1,"assert":1,"not":2,"pooling":2,"supported":1,"currently":1},"3682,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"if":3,"cfg":17,"projector":3,"type":3,"downsample":8,"mlp":9,"gelu":3,"depth":3,"ratio":13,"modules":8,"nn":6,"linear":3,"input":3,"dim":3,"n":5,"embed":5,"for":1,"in":1,"range":1,"1":5,"append":4,"sequential":1,"else":2,"raise":1,"notimplementederror":1,"f":3,"unsupported":1,"self":13,"layers":2,"def":4,"forward":1,"x":13,"bs":2,"hw":3,"shape":1,"h":5,"w":3,"int":2,"0":11,"5":1,"compute":1,"padding":2,"pad":6,"reshape":1,"constant":1,"4":3,"to":1,"concat":1,"permute":2,"3":1,"2":2,"b":2,"c":2,"unfold":1,"kernel":1,"size":1,"stride":1,"return":4,"class":1,"deepseekvl2processinginfo":1,"baseprocessinginfo":1,"get":5,"hf":4,"config":2,"ctx":2,"deepseekvlv2config":1,"processor":2,"kwargs":2,"object":1,"deepseekvlv2processor":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"image":1,"none":1},"5648,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"def":4,"get":10,"num":11,"image":19,"tokens":6,"self":8,"width":11,"int":6,"height":11,"cropping":2,"bool":1,"true":1,"hf":10,"processor":9,"size":9,"patch":3,"downsample":3,"ratio":3,"if":1,"best":5,"select":1,"resolution":1,"tiles":6,"else":1,"1":5,"h":3,"w":3,"math":1,"ceil":1,"global":2,"views":4,"local":2,"return":3,"with":1,"most":1,"features":1,"imagesize":2,"config":3,"candidate":3,"resolutions":3,"max":1,"key":1,"lambda":1,"x":3,"0":3,"class":1,"deepseekvl2dummyinputsbuilder":1,"basedummyinputsbuilder":1,"deepseekvl2processinginfo":1,"dummy":2,"text":1,"mm":5,"counts":4,"mapping":2,"str":3,"images":3,"info":1,"token":3,"data":1,"seq":1,"len":1,"multimodaldatadict":1},"7618,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"max":3,"image":12,"size":4,"self":5,"info":2,"get":4,"with":1,"most":1,"features":1,"return":5,"dummy":1,"images":7,"width":2,"height":2,"num":2,"class":1,"deepseekvl2multimodalprocessor":1,"basemultimodalprocessor":1,"deepseekvl2processinginfo":1,"def":2,"call":2,"hf":4,"processor":3,"prompt":4,"str":6,"mm":9,"data":4,"mapping":5,"object":4,"kwargs":7,"tok":3,"batchfeature":2,"if":1,"not":1,"tokenizer":3,"add":1,"special":1,"tokens":1,"true":1,"tensors":1,"pt":1,"processed":5,"outputs":5,"super":1,"pixel":8,"values":8,"split":2,"into":1,"patches":3,"corresponding":1,"to":1,"each":1,"spatial":4,"crop":4,"per":2,"x":2,"prod":1,"item":1,"1":1,"for":1,"in":1,"fields":1,"config":1,"inputs":1,"multimodalfieldconfig":4,"dict":1,"batched":3,"embeds":1},"9483,1257,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"def":2,"get":8,"prompt":1,"updates":1,"self":3,"mm":5,"items":3,"multimodaldataitems":1,"hf":5,"processor":5,"kwargs":3,"mapping":1,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":2,"image":17,"token":5,"id":5,"assert":1,"isinstance":2,"int":2,"replacement":3,"deepseek":2,"vl2":2,"item":3,"idx":3,"images":5,"imageembeddingitems":2,"imageprocessoritems":1,"if":1,"num":4,"tokens":4,"feature":1,"size":5,"else":1,"width":2,"height":2,"cropping":1,"len":1,"2":1,"return":2,"promptreplacement":1,"modality":1,"target":1},"10740,1853,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"def":2,"cached":2,"apply":3,"hf":9,"processor":11,"self":2,"prompt":6,"union":1,"str":6,"list":2,"int":3,"mm":16,"data":6,"items":6,"multimodaldataitems":1,"kwargs":10,"mapping":2,"object":2,"tokenization":5,"return":8,"hashes":5,"bool":2,"tuple":1,"multimodalkwargs":1,"optional":2,"multimodalhashes":1,"the":4,"logic":1,"is":3,"different":1,"for":2,"len":1,"images":2,"2":3,"vs":1,"since":1,"processing":1,"cache":1,"assumes":1,"that":1,"output":1,"invariant":1,"of":1,"how":1,"many":1,"are":1,"passed":1,"per":1,"we":1,"only":2,"perform":1,"caching":1,"most":1,"common":1,"case":1,"if":2,"get":2,"count":1,"image":4,"strict":1,"false":1,"super":1,"multimodal":1,"registry":1,"register":1,"deepseekvl2multimodalprocessor":1,"info":1,"deepseekvl2processinginfo":1,"dummy":1,"inputs":1,"deepseekvl2dummyinputsbuilder":1,"class":1,"deepseekvlv2forcausallm":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":1,"language":2,"model":1,"classmethod":1,"placeholder":1,"cls":1,"modality":3,"i":1,"startswith":1,"raise":1,"valueerror":1,"supported":1},"12593,1739,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"def":1,"init":3,"self":21,"vllm":5,"config":38,"vllmconfig":1,"prefix":3,"str":1,"super":1,"deepseekvlv2config":1,"model":5,"hf":1,"quant":3,"multimodal":4,"vision":6,"projector":7,"text":2,"tokenizer":3,"cached":1,"from":1,"image":4,"token":4,"id":1,"vocab":1,"module":1,"maybe":1,"mlpprojector":1,"tile":5,"tag":5,"global":2,"view":4,"pos":2,"special":1,"for":1,"sequence":1,"format":1,"embed":6,"std":3,"1":1,"torch":5,"sqrt":1,"tensor":1,"n":4,"dtype":1,"float32":1,"if":1,"2d":2,"seperator":2,"newline":1,"nn":2,"parameter":2,"randn":2,"this":1,"is":2,"a":1,"typo":1,"in":1,"original":1,"implementation":1,"else":1,"raise":1,"valueerror":1,"f":1,"only":1,"supported":1,"currently":1,"got":1},"14332,1253,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"if":1,"self":8,"text":3,"config":7,"topk":1,"method":1,"noaux":1,"tc":1,"architectures":5,"deepseekv3forcausallm":1,"elif":1,"not":1,"use":1,"mla":1,"deepseekforcausallm":1,"else":1,"deepseekv2forcausallm":1,"language":3,"model":3,"init":1,"vllm":3,"registered":1,"hf":1,"prefix":3,"maybe":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":2,"get":1,"parent":6,"and":1,"attr":2,"root":2,"torch":2,"nn":2,"module":4,"dotted":3,"name":3,"str":1,"return":2,"final":1,"for":4,"a":1,"path":1,"names":3,"split":1,"n":2,"in":1,"1":2,"getattr":1,"patch":2,"timm":3,"vit":3,"instance":1,"to":1,"support":1,"tensor":1,"parallel":1,"tp":1,"quant":1,"quantizationconfig":1,"try":1,"import":1,"except":1,"importerror":2,"as":1,"e":2,"raise":1,"please":1,"install":1,"from":1},"15585,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"for":2,"name":7,"module":6,"in":1,"vit":5,"named":1,"modules":1,"if":3,"isinstance":3,"nn":2,"linear":7,"parent":6,"attr":6,"self":4,"get":3,"and":4,"timm":6,"layers":2,"mlp":2,"fc1":1,"new":4,"replace":2,"class":2,"colwise":1,"quant":4,"config":5,"setattr":2,"elif":1,"fc2":1,"rowwise":1,"return":2,"def":2,"init":1,"vision":3,"visionencoderconfig":1,"optional":2,"quantizationconfig":1,"prefix":1,"str":1,"todo":1,"refactor":1,"model":9,"through":1,"wrapper":1,"from":2,"transformers":1,"try":1,"import":1,"except":1,"importerror":2,"as":1,"e":2,"raise":1,"please":1,"install":1,"with":1,"set":1,"default":2,"torch":3,"dtype":3,"float16":1,"create":1,"so400m":1,"patch14":1,"siglip":1,"384":1,"webli":1,"pretrained":1,"false":1,"num":1,"classes":1,"0":1,"dynamic":2,"img":2,"size":2,"true":2,"pad":1,"tensor":1,"parallel":1,"world":1,"1":1,"patch":1,"tp":1,"to":1,"parse":1,"validate":1,"image":3,"input":1,"kwargs":4,"object":1,"deepseekvl2imageinputs":1,"pixel":2,"values":2,"pop":3,"none":3,"images":2,"spatial":2,"crop":2,"embeds":2},"17559,1717,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"if":3,"pixel":8,"values":8,"is":4,"none":5,"and":1,"image":6,"embeds":6,"return":3,"not":2,"expected":4,"h":4,"w":4,"self":4,"vision":2,"config":1,"size":2,"deepseekvl2imagepixelinputs":1,"type":2,"data":2,"flatten":3,"bn":3,"images":7,"spatial":3,"crop":3,"concat":1,"true":1,"resolve":1,"bindings":1,"deepseekvl2vimageembeddinginputs":1,"raise":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"to":1,"embedding":1,"nestedtensors":2,"torch":2,"tensor":1,"n":2,"batch":4,"patch":1,"per":1,"img":1,"3":2,"height":2,"width":2,"total":4,"tiles":7,"x":2,"for":1,"in":1,"all":3,"cat":1,"dim":2,"0":2,"vit":1,"seq":1,"len":1,"c":1,"feature":2,"forward":1,"features":1,"hw":3,"d":1,"projector":1,"shape":1,"int":1,"5":1},"19276,1955,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"fill":1,"image":5,"token":1,"based":1,"on":1,"self":3,"tile":6,"tag":1,"global":13,"view":5,"pos":1,"index":5,"0":4,"vision":1,"embeddings":1,"for":1,"jdx":2,"in":6,"range":1,"images":4,"spatial":2,"crop":2,"size":1,"extra":1,"local":6,"features":12,"num":17,"width":7,"tiles":17,"height":7,"if":1,"or":1,"break":1,"hw":3,"d":17,"embeds":2,"1":12,"format":1,"and":1,"add":2,"newline":3,"h":17,"w":12,"n":2,"dim":4,"new":2,"lines":2,"repeat":1,"cat":2,"torch":1,"rearrange":1,"th":3,"tw":3},"21231,1898,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"d":7,"num":8,"height":5,"tiles":9,"h":7,"1":7,"new":2,"lines":2,"in":2,"local":12,"repeat":1,"self":5,"image":11,"newline":1,"th":2,"width":3,"w":3,"features":11,"torch":6,"cat":3,"dim":3,"view":4,"n":1,"merge":1,"global":7,"and":1,"if":4,"pos":1,"head":1,"seperator":2,"none":2,"else":1,"vision":2,"embeddings":2,"append":1,"return":3,"def":1,"process":1,"input":4,"deepseekvl2imageinputs":1,"tensor":4,"type":1,"embeds":1,"data":6,"is":1,"list":4,"of":3,"it":1,"s":1,"already":1,"a":3,"tensors":3,"len":1,"shape":1,"3":1,"3d":2,"unbind":1,"0":1,"raise":1,"valueerror":1,"we":1,"expect":1,"batched":1,"2d":2,"this":1,"can":1,"be":1,"either":1,"or":1,"single":1},"23129,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"pixel":4,"values":4,"image":8,"input":16,"data":1,"images":4,"spatial":4,"crop":4,"return":5,"self":12,"to":1,"embedding":1,"def":4,"get":6,"language":3,"model":4,"torch":6,"nn":1,"module":1,"multimodal":7,"embeddings":14,"kwargs":4,"object":2,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"if":3,"is":6,"none":9,"vision":4,"process":1,"ids":6,"tensor":5,"optional":3,"inputs":9,"embeds":9,"not":2,"len":1,"0":1,"merge":1,"token":1,"id":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1},"25085,919,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_vl2.py":{"hidden":4,"states":4,"self":6,"language":2,"model":2,"input":1,"ids":1,"positions":1,"intermediate":1,"tensors":1,"inputs":2,"embeds":2,"return":3,"def":2,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":6,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"autoloaded":2,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":10,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":2,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"nemotron":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"layers":4,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1},"1996,1643,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"from":8,"vllm":6,"model":5,"executor":4,"layers":3,"rotary":2,"embedding":2,"import":8,"get":2,"rope":2,"vocab":2,"parallel":1,"default":2,"padding":1,"size":2,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":3,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"transformers":1,"configs":1,"nemotronconfig":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":4,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"the":2,"architecture":1,"pretty":1,"similar":1,"to":3,"llama":1,"with":2,"these":1,"changes":1,"there":1,"no":1,"gate":1,"proj":2,"just":1,"up":1,"normal":1,"layernorm":2,"a":2,"1":1,"weights":1,"instead":2,"of":2,"rmsnorm":1,"squared":1,"relu":1,"swiglu":1,"adds":1,"partial":1,"factor":1,"def":2,"cast":2,"if":2,"autocast":4,"enabled":2,"args":3,"not":1,"torch":4,"return":2,"else":1,"amp":1,"mode":1,"device":3,"type":1,"cuda":1,"dtype":4,"gpu":1,"class":1,"nemotronlayernorm1p":1,"nn":1,"init":2,"self":1,"normalized":2,"shape":2,"union":1,"int":2,"list":1,"eps":2,"float":1,"1e":1,"5":1,"elementwise":2,"affine":2,"bool":2,"true":2,"bias":2,"none":2,"super":1},"3639,1734,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":3,"forward":2,"self":13,"x":14,"torch":5,"tensor":3,"residual":6,"optional":2,"none":5,"if":3,"is":2,"not":1,"args":2,"cast":1,"autocast":2,"enabled":2,"normalized":1,"shape":1,"weight":1,"1":1,"bias":6,"eps":1,"with":1,"amp":1,"cuda":1,"false":2,"nn":3,"functional":1,"layer":1,"norm":1,"return":2,"else":1,"class":2,"nemotronmlp":1,"module":2,"init":2,"hidden":5,"size":10,"int":2,"intermediate":3,"act":5,"str":2,"quant":5,"config":5,"quantizationconfig":1,"bool":1,"prefix":5,"super":1,"up":5,"proj":6,"columnparallellinear":1,"input":2,"output":2,"f":2,"down":3,"rowparallellinear":1,"fn":3,"get":1,"nemotronattention":1},"5373,1855,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":1,"init":2,"self":28,"config":5,"nemotronconfig":1,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":6,"max":4,"position":3,"embeddings":3,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"mistralconfig":1,"has":1,"an":1,"head":8,"dim":8,"introduced":1,"by":1,"mistral":1,"nemo":1,"getattr":1,"q":1,"5":1,"partial":2,"rotary":2,"factor":2},"7228,1692,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"self":24,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":5,"size":9,"head":6,"dim":7,"total":5,"num":8,"heads":8,"kv":6,"bias":4,"quant":6,"config":8,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"input":1,"output":5,"rotary":5,"emb":2,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"partial":2,"factor":2,"attn":5,"attention":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"return":1,"class":1,"nemotrondecoderlayer":1,"nn":1,"module":1},"8920,202,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":1,"init":1,"self":1,"config":3,"nemotronconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1},"9122,1948,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"none":4,"super":1,"init":1,"self":9,"hidden":10,"size":10,"config":26,"rope":10,"theta":4,"getattr":8,"10000":1,"scaling":6,"if":1,"is":1,"not":1,"and":1,"original":3,"max":7,"position":7,"embeddings":7,"8192":1,"support":2,"abacusai":1,"smaug":1,"72b":1,"v0":1,"1":1,"with":2,"attention":7,"bias":9,"internlm":2,"7b":1,"false":3,"or":1,"attn":2,"nemotronattention":1,"num":5,"heads":5,"kv":1,"key":1,"value":1,"quant":4,"cache":2,"prefix":4,"f":2,"mlp":3,"nemotronmlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"nemotronlayernorm1p":2,"eps":4,"norm":2,"post":1},"11070,1148,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":2,"forward":1,"self":9,"positions":3,"torch":6,"tensor":5,"hidden":14,"states":14,"residual":8,"optional":1,"tuple":1,"attention":2,"if":1,"is":1,"none":1,"input":2,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"nemotronmodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":14,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"lora":2},"12218,1652,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"self":15,"config":22,"quant":4,"lora":6,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":2,"1":1,"if":3,"else":3,"0":1,"org":2,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":5,"num":2,"ppmissinglayer":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"prefix":5,"nemotrondecoderlayer":1,"cache":2,"f":1,"norm":3,"nemotronlayernorm1p":1,"eps":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"13870,1132,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"15002,1719,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":8,"mapping":2,"param":9,"name":19,"shard":4,"id":3,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":5,"named":1,"parameters":1,"loaded":9,"for":3,"weight":17,"in":4,"if":5,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"loader":7,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"continue":4,"replace":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"pp":1,"missing":1,"parameter":1},"16721,1555,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"name":10,"endswith":1,"and":1,"not":1,"in":1,"params":5,"dict":3,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":5,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":1,"class":1,"nemotronforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"lora":5,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":2,"vllm":4,"config":18,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4,"assert":1,"isinstance":1,"nemotronconfig":1},"18276,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"self":16,"model":8,"nemotronmodel":1,"vllm":2,"config":14,"prefix":3,"maybe":1,"if":5,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":4,"vocab":10,"size":12,"lora":7,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"quant":2,"tie":1,"word":1,"weight":2,"embed":1,"tokens":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"output":2},"20191,524,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron.py":{"def":2,"compute":1,"logits":4,"self":5,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"pytorch":1,"mamba":6,"model":12,"from":20,"collections":1,"abc":1,"import":21,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":2,"transformers":1,"mambaconfig":1,"envs":1,"config":2,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":1,"parallel":2,"state":1,"get":1,"pp":2,"group":1,"executor":10,"layers":7,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"mixer":1,"mambamixer":1,"utils":4,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"base":1,"quantizationconfig":1,"vocab":2,"embedding":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":2,"interfaces":1,"hasinnerstate":1,"isattentionfree":1,"supportspp":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"layerblocktype":1,"autoweightsloader":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"kvcache":1,"tuple":1,"tensor":2,"class":1,"mambadecoderlayer":1,"module":1},"1728,1667,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"def":1,"init":2,"self":10,"config":22,"mambaconfig":1,"model":4,"optional":4,"modelconfig":1,"none":5,"cache":3,"cacheconfig":1,"quant":1,"quantizationconfig":1,"is":9,"lora":5,"enabled":5,"bool":1,"false":1,"prefix":3,"str":1,"super":1,"falcon":5,"mamba":5,"type":1,"mixer":5,"rms":6,"eps":5,"if":1,"else":1,"mambamixer":1,"hidden":4,"size":8,"ssm":1,"state":2,"conv":4,"kernel":2,"intermediate":2,"time":2,"step":2,"rank":2,"use":5,"bias":4,"norm":5,"has":1,"weight":1,"not":1,"activation":1,"act":1,"f":1,"rmsnorm":1,"layer":1,"epsilon":1},"3395,1911,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"def":2,"forward":1,"self":13,"hidden":11,"states":9,"torch":2,"tensor":2,"residual":6,"optional":1,"mamba":2,"cache":6,"params":2,"mambacacheparams":1,"kwargs":1,"if":2,"is":4,"none":1,"norm":2,"else":2,"mixer":1,"return":1,"class":1,"mambamodel":1,"nn":1,"module":1,"init":2,"vllm":6,"config":35,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":5,"hf":1,"quant":4,"lora":12,"enabled":3,"bool":1,"vocab":9,"extra":1,"size":8,"max":1,"loras":1,"or":1,"1":1,"0":1,"org":2,"embeddings":2,"vocabparallelembedding":1,"num":2,"start":1,"layer":2,"end":1,"layers":4,"make":1,"lambda":1,"mambadecoderlayer":1,"f":1},"5306,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"self":11,"norm":3,"f":2,"rmsnorm":1,"config":3,"hidden":15,"size":2,"eps":1,"layer":10,"epsilon":1,"make":2,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":13,"residual":10,"def":2,"get":4,"input":6,"embeddings":3,"ids":4,"torch":6,"tensor":6,"return":3,"forward":1,"positions":3,"mamba":4,"cache":7,"params":7,"optional":3,"mambacacheparams":1,"none":8,"intermediatetensors":2,"inputs":3,"embeds":3,"if":4,"pp":2,"group":2,"is":5,"first":1,"rank":2,"not":4,"else":2,"assert":1,"for":1,"i":3,"in":1,"range":1,"start":2,"end":1,"layers":1,"at":1,"idx":1,"last":1},"7235,1318,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"def":2,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":4,"torch":1,"tensor":1,"set":3,"params":6,"dict":4,"named":1,"parameters":1,"loaded":5,"for":2,"name":9,"weight":6,"in":3,"if":3,"a":3,"log":2,"replace":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"not":3,"continue":2,"is":1,"pp":1,"missing":1,"parameter":1,"param":3,"loader":4,"getattr":1,"default":1,"add":1,"return":1,"class":1,"mambaforcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"isattentionfree":1,"supportspp":1,"init":1,"vllm":5,"config":15,"vllmconfig":1,"prefix":3,"model":1,"hf":1,"cache":3,"lora":2,"scheduler":2,"assert":1,"enable":1,"caching":2,"mamba":1,"does":1,"support":1},"8553,1751,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"super":1,"init":1,"self":18,"config":18,"vllm":5,"model":2,"backbone":5,"mambamodel":1,"prefix":3,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":4,"lora":7,"extra":1,"tie":1,"word":1,"embeddings":5,"lm":2,"head":2,"else":2,"parallellmhead":1,"hidden":1,"org":1,"num":1,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"mamba":2,"cache":2,"between":1,"steps":1,"optional":3,"mambacachemanager":1,"none":3,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":3,"tensors":3,"def":2,"get":2,"input":5,"ids":3,"torch":5,"tensor":5,"return":1,"forward":1,"positions":1,"intermediatetensors":1,"inputs":1,"embeds":1,"kwargs":1},"10304,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"mamba":13,"cache":10,"params":3,"none":2,"if":2,"not":1,"envs":2,"vllm":13,"use":3,"v1":3,"self":11,"is":1,"num":3,"layers":3,"model":3,"config":29,"get":5,"by":1,"block":1,"type":1,"parallel":5,"layerblocktype":1,"state":12,"shape":5,"from":4,"dtype":10,"mambacachemanager":1,"current":1,"run":1,"tensors":2,"kwargs":1,"hidden":2,"states":2,"backbone":1,"input":1,"ids":1,"positions":1,"intermediate":3,"inputs":1,"embeds":1,"return":3,"classmethod":2,"def":2,"cls":2,"vllmconfig":2,"tuple":4,"torch":2,"mambastatedtypecalculator":1,"mamba1":2,"ssm":1,"int":4,"hf":5,"mambastateshapecalculator":1,"tp":1,"world":1,"size":6,"tensor":1,"conv":2,"kernel":2},"12231,826,data/raw/vllm-0.10.1/vllm/model_executor/models/mamba.py":{"def":4,"copy":2,"inputs":4,"before":2,"cuda":2,"graphs":2,"self":9,"input":2,"buffers":2,"kwargs":2,"return":4,"mamba":2,"cache":2,"get":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1,"compute":1,"logits":4,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1261,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"spdx":2,"license":2,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":4,"vllm":2,"project":1,"c":1,"microsoft":3,"corporation":1,"licensed":1,"under":1,"mit":1,"code":1,"copied":1,"from":7,"moe":1,"by":2,"jacob":1,"platin":1,"jacobplatin":1,"com":1,"but":1,"implemented":1,"phi":1,"speech":1,"team":1,"usr":1,"bin":1,"env":1,"python3":1,"import":11,"abc":1,"math":1,"typing":1,"literal":1,"optional":1,"numpy":1,"as":2,"np":1,"torch":5,"nn":3,"functional":1,"f":1,"tensor":2,"distributed":2,"algorithms":1,"checkpoint":2,"wrapper":1,"checkpointwrapper":1,"fsdp":1,"fully":1,"sharded":1,"data":1,"parallel":1,"fullyshardeddataparallel":1,"transformers":1,"pretrainedconfig":1,"model":1,"executor":1,"models":1,"phi4mm":1,"utils":1,"absolutepositionalencoding":1,"convmodule":1,"feedforward":1,"meanvariancenormlayer":1,"multiheadedattention":1,"multisequential":1,"nemoconvsubsampling":1,"t5relativeattentionlogitbias":1,"adaptive":1,"enc":1,"mask":1,"get":1,"offset":1,"unfold":1,"audio":1,"placeholder":1,"token":1,"id":1,"200011":1,"endoftext11":1,"class":1,"conformerencoderlayer":1,"module":3,"conformerencoder":1,"layer":2,"for":1,"more":1,"details":1,"see":1,"conformer":2,"paper":1,"https":1,"arxiv":1,"org":1,"abs":1,"2005":1,"08100":1,"this":1,"implement":1,"block":1},"1262,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"args":1,"d":2,"model":1,"int":10,"attention":2,"dim":3,"ext":3,"pw":3,"out":5,"channel":6,"if":4,"0":5,"is":5,"a":2,"size":8,"for":6,"the":12,"last":1,"pointwise":2,"conv":2,"after":1,"swish":2,"activation":5,"depthwise":3,"seperable":2,"set":3,"different":1,"to":6,"number":3,"of":10,"will":2,"be":2,"used":3,"as":1,"second":2,"conv1d":3,"layer":3,"otherwise":1,"it":1,"equal":1,"skipped":1,"multiplier":1,"input":1,"channels":2,"duplication":1,"this":1,"value":1,"compute":1,"hidden":1,"n":1,"head":1,"heads":1,"multihead":1,"module":1,"ffn":1,"output":1,"feed":1,"forward":1,"blocks":1,"kernel":4,"conformer":2,"dropout":2,"rate":2,"float":1,"causal":1,"bool":2,"optional":5,"true":3,"convolution":1,"have":1,"no":1,"access":1,"future":1,"frames":1,"default":5,"false":2,"batch":1,"norm":1,"apply":1,"batchnorm":1,"before":1,"in":2,"convmodule":1,"str":1,"function":1,"name":1,"one":1,"relu":2,"sigmoid":2,"only":2,"with":1,"glu":1,"fnn":1,"chunk":5,"se":5,"offline":1,"1":1,"streaming":2,"where":2,"mean":2,"computed":2,"by":2,"accumulated":1,"history":1,"until":1,"current":2,"2":1,"cnn":1,"18":1},"3185,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"conv":2,"activation":10,"str":5,"optional":8,"function":3,"used":5,"in":6,"convmodule":2,"part":2,"of":4,"the":8,"conformer":2,"default":9,"relu":1,"glu":7,"type":2,"for":4,"inside":1,"sigmoid":1,"bias":2,"bool":4,"if":6,"set":4,"to":9,"true":4,"use":2,"additive":1,"weight":1,"module":6,"before":1,"linear":1,"convm":1,"glulinear":1,"otherwise":4,"glupointwiseconv":1,"false":3,"attention":6,"inner":2,"dim":3,"int":2,"equal":2,"1":4,"linears":1,"k":1,"q":1,"v":1,"is":2,"d":1,"model":1,"multihead":1,"swish":1,"checkpointing":4,"a":1,"dictionarry":1,"interval":5,"offload":3,"where":1,"accept":1,"transformer":1,"select":1,"which":1,"should":1,"do":1,"applying":1,"means":1,"that":1,"we":4,"apply":2,"on":1,"every":2,"layer":1,"it":3,"x":1,"cpu":1,"and":2,"reload":1,"during":1,"backward":2,"recalculate":1,"export":1,"remove":1,"padding":1,"from":1,"convolutional":1,"layers":1,"allow":1,"onnx":1,"conversion":1,"inference":1},"5177,508,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"use":3,"pt":1,"scaled":2,"dot":2,"product":2,"attention":9,"bool":1,"optional":2,"if":1,"set":1,"to":2,"true":1,"pytorch":1,"s":1,"implementation":1,"in":1,"training":1,"attn":3,"group":3,"sizes":3,"int":1,"the":1,"number":1,"of":1,"groups":1,"for":1,"default":1,"1":3,"multi":3,"head":2,"typical":1,"heads":2,"grouped":1,"query":2},"5693,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"def":1,"init":2,"self":5,"d":8,"model":5,"512":1,"ext":4,"pw":4,"out":4,"channel":4,"0":3,"depthwise":4,"seperable":2,"256":1,"multiplier":2,"1":5,"n":2,"head":2,"4":1,"ffn":2,"2048":1,"kernel":4,"size":7,"3":1,"dropout":5,"rate":5,"causal":2,"false":5,"batch":2,"norm":2,"activation":6,"relu":2,"chunk":4,"se":2,"18":1,"conv":5,"glu":11,"type":4,"sigmoid":1,"bias":5,"in":8,"true":1,"linear":2,"convm":2,"attention":7,"inner":3,"dim":2,"swish":1,"checkpointing":1,"export":3,"use":3,"pt":3,"scaled":3,"dot":3,"product":3,"attn":3,"group":3,"sizes":2,"int":1,"super":1,"feed":1,"forward":1,"feedforward":1,"multiheadedattention":1,"convmodule":1},"7526,1524,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"self":11,"feed":3,"forward":5,"out":4,"feedforward":1,"d":6,"model":4,"inner":1,"ffn":1,"dropout":2,"rate":2,"activation":2,"bias":7,"in":5,"glu":2,"layer":4,"norm":8,"att":2,"nn":3,"layernorm":2,"def":1,"x":20,"pos":7,"k":4,"v":3,"mask":5,"relative":5,"attention":5,"optional":2,"tensor":5,"none":1,"conformerencoder":1,"args":1,"torch":4,"input":1,"feature":1,"of":1,"shape":1,"batch":2,"max":2,"time":2,"size":1,"positional":1,"key":1,"embedding":1,"for":2,"added":1,"to":1,"logits":1,"w":1,"r":1,"t":1,"positions":1,"1":1,"n":1,"head":1,"time1":1,"time2":1,"0":2,"5":2,"attn":1,"conv":1,"return":1,"class":2,"transformerencoderbase":1,"abc":2,"module":1,"the":1,"base":1,"transformer":1,"based":1,"encoders":1},"9050,49,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"please":1,"set":1,"causal":1,"true":1,"in":1,"streaming":1,"model":1},"9099,1771,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"args":1,"input":5,"size":9,"int":14,"feature":1,"dimension":2,"chunk":13,"list":6,"number":4,"of":5,"frames":1,"for":9,"each":1,"this":2,"variable":4,"can":2,"take":2,"2":4,"forms":2,"used":5,"inference":2,"or":2,"single":2,"training":4,"only":2,"some":2,"examples":2,"the":5,"cases":2,"12":3,"6":3,"8":1,"24":1,"left":4,"chunks":1,"masking":1,"in":1,"streaming":1,"mode":1,"when":1,"is":1,"a":2,"must":1,"be":1,"with":1,"same":1,"length":1,"9":1,"3":1,"attention":3,"dim":1,"optional":8,"default":8,"256":1,"heads":2,"4":2,"layer":5,"str":1,"type":1,"before":2,"conformer":3,"one":1,"linear":1,"conv2d":2,"custom":1,"vgg2l":1,"embed":2,"cnn":4,"out":1,"channels":1,"1":3,"norm":2,"bool":1,"between":1,"and":1,"first":1,"false":1,"time":2,"reduction":2,"factor":1,"dropout":2,"rate":2,"float":1,"0":1,"padding":2,"idx":1,"index":1},"10870,1311,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"relative":3,"attention":13,"bias":3,"args":2,"dict":2,"optional":5,"use":2,"more":1,"efficient":1,"scalar":1,"based":1,"multihead":1,"q":1,"k":1,"t":1,"b":1,"implemented":1,"in":3,"cmb":1,"basics":1,"embedding":1,"t5":2,"alibi":2,"relativeattentionlogitbias":1,"usage":1,"type":1,"additional":1,"method":1,"specific":1,"arguments":1,"can":1,"be":1,"provided":1,"see":1,"transformer":1,"base":1,"py":1,"positional":2,"dropout":2,"rate":2,"float":1,"after":1,"encoding":1,"default":4,"0":2,"nemo":2,"conv":1,"settings":2,"a":1,"dictionary":1,"of":2,"for":2,"subsampling":2,"none":3,"conv2d":2,"extra":3,"padding":3,"str":1,"add":1,"layers":1,"choices":1,"are":1,"feat":3,"time":2,"true":2,"if":1,"or":1,"the":2,"is":1,"added":1,"into":1,"non":1,"full":1,"supraframe":1,"utts":1,"batch":1,"group":3,"size":3,"int":1,"number":1,"groups":1,"to":1,"1":3,"multi":3,"head":2,"typical":1,"heads":2,"grouped":1,"query":2},"12189,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"def":1,"init":2,"self":13,"input":8,"size":10,"chunk":6,"left":3,"attention":10,"dim":4,"256":2,"heads":3,"4":2,"layer":5,"nemo":11,"conv":12,"cnn":2,"out":3,"1":4,"norm":1,"false":2,"time":5,"reduction":4,"dropout":2,"rate":2,"0":4,"padding":2,"idx":1,"relative":1,"bias":1,"args":1,"none":5,"positional":1,"settings":9,"conv2d":1,"extra":1,"literal":1,"feat":6,"true":1,"group":3,"encoder":3,"embedding":3,"config":3,"super":1,"num":1,"if":2,"default":2,"subsampling":4,"dw":1,"striding":1,"factor":3,"in":4,"channels":1,"chunking":1,"activation":1,"nn":1,"relu":1,"is":1,"causal":1,"override":1,"any":1,"of":2,"the":3,"defaults":1,"with":1,"incoming":1,"user":1,"update":1,"for":1,"i":3,"assert":1,"not":1,"should":1,"be":1,"specified":1,"outside":1,"dictionary":1},"14161,1302,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"self":12,"embed":1,"nemoconvsubsampling":1,"default":1,"nemo":1,"conv":1,"settings":1,"else":3,"raise":2,"valueerror":1,"unknown":1,"input":3,"layer":3,"pos":1,"emb":1,"absolutepositionalencoding":1,"attention":11,"dim":1,"positional":1,"dropout":1,"rate":1,"relative":7,"bias":9,"type":3,"args":4,"get":3,"if":2,"none":1,"t5":3,"assert":1,"num":2,"heads":2,"group":3,"size":4,"0":1,"must":1,"divide":1,"n":1,"head":1,"t5relativeattentionlogitbias":1,"max":2,"distance":2,"1000":1,"symmetric":2,"false":1,"notimplementederror":1,"encoder":2,"embedding":2,"meanvariancenormlayer":1,"config":1,"def":1,"compute":1,"lens":4,"change":1,"feature":3,"int":1,"return":1,"updated":1},"15463,1790,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"this":2,"used":1,"to":2,"return":4,"a":3,"different":1,"lambda":1,"function":1,"for":2,"each":1,"case":2,"that":3,"computed":1,"the":3,"right":1,"thing":1,"does":2,"not":1,"work":1,"within":1,"torchscript":2,"if":7,"you":1,"really":1,"need":1,"be":1,"faster":1,"create":1,"nn":1,"module":1,"s":1,"all":1,"cases":1,"and":2,"one":1,"of":1,"them":1,"support":1,"self":9,"input":1,"layer":1,"nemo":3,"conv":3,"handle":1,"special":1,"causal":6,"subsampling":3,"cond":2,"settings":2,"get":2,"dw":2,"striding":4,"in":1,"conv1d":1,"is":4,"false":1,"lens":14,"change":4,"torch":2,"ceil":6,"feature":10,"time":4,"reduction":4,"long":1,"isinstance":3,"tensor":2,"else":2,"math":2,"remainder":3,"1":4,"elif":1,"func":2,"int":1,"abc":1,"abstractmethod":1,"def":2,"forward":2,"abstract":1,"method":1,"implementation":1,"chunk":5,"size":4,"selection":1,"none":2,"left":1,"list":1,"we":1,"will":1,"randomly":1,"select":1},"17253,1747,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"if":7,"chunk":29,"size":18,"is":7,"none":2,"self":7,"left":12,"isinstance":5,"list":4,"variable":1,"during":1,"training":1,"index":3,"int":1,"torch":1,"randint":1,"low":1,"0":1,"high":1,"len":3,"1":1,"train":6,"eff":6,"not":1,"raise":2,"valueerror":2,"since":1,"a":2,"must":2,"be":2,"the":2,"length":2,"of":2,"same":1,"as":1,"else":1,"return":3,"def":2,"get":2,"embed":20,"class":8,"pylint":1,"disable":1,"protected":1,"access":1,"using":2,"act":2,"chkpt":2,"checkpointwrapper":1,"fsdp":2,"wrapped":3,"fullyshardeddataparallel":1,"checkpoint":1,"module":2,"forward":1,"embeddings":1,"core":1,"input":4,"tensor":4,"masks":4,"assert":1,"nemoconvsubsampling":1},"19000,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"def":3,"position":1,"embedding":3,"self":7,"input":6,"tensor":6,"pos":5,"k":2,"none":7,"v":2,"if":3,"relative":1,"attention":1,"bias":1,"layer":1,"is":7,"emb":1,"default":3,"to":1,"add":1,"abs":1,"sinusoid":1,"return":2,"streaming":4,"mask":6,"seq":6,"len":6,"batch":3,"size":11,"chunk":16,"left":8,"train":4,"eff":4,"selection":1,"create":1,"matrix":1,"for":3,"s":2,"stores":1,"start":3,"index":1,"chunksize":1,"18":2,"0":5,"36":1,"idx":2,"np":1,"arange":1,"enc":3,"adaptive":1,"window":1,"unsqueeze":1,"expand":1,"1":3,"forward":1,"embeddings":1,"xs":4,"pad":4,"masks":2,"nc":4,"forwarding":1,"the":4,"inputs":1,"through":1,"top":1,"layers":3,"args":1,"torch":2,"optional":2,"non":2,"causal":2,"of":1,"chunks":1,"pylint":1,"disable":1,"r0915":1,"get":1,"new":1,"lens":2,"int":1,"compute":1,"change":1,"shape":2,"raise":1,"valueerror":1,"f":1,"sequence":1,"length":1,"after":1,"time":1,"reduction":1,"invalid":1,"your":1,"feature":1,"too":1,"short":2,"consider":1,"filtering":1,"out":1,"very":1,"sentence":1,"from":1,"data":1,"loader":1},"20999,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"enc":9,"streaming":15,"mask":24,"self":9,"seq":2,"len":2,"batch":2,"size":6,"chunk":6,"left":2,"if":7,"xs":5,"pad":5,"is":10,"cuda":5,"input":8,"tensor":6,"masks":10,"forward":1,"embeddings":1,"core":1,"not":5,"none":7,"and":1,"hs":9,"elif":1,"else":3,"nc":13,"pos":6,"k":3,"v":3,"position":1,"embedding":1,"return":3,"def":1,"get":2,"offset":4,"returns":1,"used":1,"when":1,"retaining":1,"inputs":1,"for":2,"decoding":1,"this":1,"essentially":1,"how":1,"many":1,"additional":1,"frames":1,"have":1,"to":3,"be":2,"added":1,"the":2,"front":1,"end":1,"cnn":1,"ensure":1,"it":1,"can":1,"produce":1,"a":1,"single":1,"output":1,"so":1,"padding":1,"parameter":1,"0":2,"typically":1,"will":1,"layer":1,"time":1,"reduction":1,"class":1,"conformerencoder":2,"transformerencoderbase":1,"module":1,"see":1,"original":1,"paper":1,"more":1,"details":1,"https":1,"arxiv":1,"org":1,"abs":1,"2005":1,"08100":1},"22974,49,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"please":1,"set":1,"causal":1,"true":1,"in":1,"streaming":1,"model":1},"23023,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"args":1,"input":4,"size":9,"int":13,"feature":1,"dimension":2,"chunk":14,"list":6,"number":7,"of":9,"frames":2,"for":10,"each":1,"this":3,"variable":4,"can":2,"take":2,"2":4,"forms":2,"used":8,"inference":2,"or":2,"single":2,"training":4,"only":3,"some":2,"examples":2,"the":6,"cases":2,"12":3,"6":4,"8":1,"24":1,"left":5,"chunks":2,"masking":2,"in":3,"streaming":2,"mode":2,"when":1,"is":2,"a":2,"must":1,"be":1,"with":1,"same":1,"length":1,"9":1,"3":1,"num":2,"lang":2,"parameter":1,"to":3,"store":1,"languages":1,"dict":1,"multiseed":1,"multilingual":1,"models":1,"default":8,"none":1,"attention":3,"dim":1,"optional":5,"256":1,"heads":2,"4":1,"linear":2,"units":2,"position":1,"wise":1,"feed":1,"forward":1,"2048":1,"block":1,"transformer":1,"layer":3,"dropout":2,"rate":2,"float":1,"0":1,"1":1,"str":1,"type":1,"before":1,"conformer":1,"one":1,"conv2d":2,"custom":1,"vgg2l":1,"embed":1,"causal":1,"bool":1,"if":1,"set":1,"true":1,"convolution":1,"have":1,"no":1,"access":1,"future":1,"false":1},"24950,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"batch":1,"norm":3,"bool":2,"optional":12,"if":2,"set":1,"to":1,"true":1,"apply":1,"batchnorm":1,"before":4,"activation":6,"in":3,"convmodule":2,"layer":3,"of":9,"the":9,"conformer":4,"default":12,"false":2,"cnn":11,"out":4,"int":7,"number":5,"channels":1,"1":4,"between":1,"and":1,"first":1,"ext":3,"pw":3,"channel":5,"for":8,"depthwise":8,"seperable":7,"0":5,"then":1,"use":2,"linear":1,"kernel":3,"size":3,"n":1,"only":2,"work":1,"256":1,"multiplier":2,"chunk":3,"se":5,"offline":1,"streaming":2,"where":2,"mean":2,"is":2,"computed":2,"by":2,"accumulated":1,"history":1,"until":1,"current":2,"2":1,"kernels":1,"3":1,"str":3,"feedforward":1,"block":1,"one":1,"relu":3,"swish":1,"sigmoid":2,"conv":2,"function":1,"used":2,"part":1,"glu":2,"type":1},"26849,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"bias":5,"in":6,"glu":5,"bool":4,"optional":5,"if":5,"set":4,"to":8,"true":5,"use":3,"additive":1,"the":4,"weight":1,"module":6,"before":1,"default":7,"linear":1,"convm":1,"glulinear":1,"otherwise":3,"used":1,"glupointwiseconv":1,"false":3,"attention":6,"type":2,"str":3,"only":1,"work":1,"for":2,"0":1,"swish":1,"export":1,"it":3,"remove":1,"padding":1,"from":1,"convolutional":1,"layers":1,"and":2,"allow":1,"onnx":1,"conversion":1,"inference":1,"activation":6,"checkpointing":4,"a":1,"dictionarry":1,"of":2,"interval":5,"offload":3,"where":1,"accept":1,"transformer":2,"select":1,"which":1,"should":1,"do":1,"int":2,"1":2,"applying":1,"means":1,"that":1,"we":4,"apply":2,"on":1,"every":2,"layer":3,"x":1,"cpu":1,"reload":1,"during":1,"backward":2,"recalculate":1,"extra":1,"output":1,"idx":1,"index":1,"be":2,"exposed":1,"relative":3,"args":2,"dict":1,"more":1,"efficient":1,"scalar":1,"based":1,"multihead":1,"q":1,"k":1,"t":1,"b":1,"implemented":1,"cmb":1,"basics":1,"embedding":1,"t5":2,"alibi":2,"relativeattentionlogitbias":1,"usage":1,"additional":1,"method":1,"specific":1,"arguments":1,"can":1,"provided":1,"see":1,"base":1,"py":1},"28794,1446,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"time":3,"reduction":2,"int":4,"optional":4,"factor":2,"default":6,"4":1,"use":4,"pt":1,"scaled":2,"dot":2,"product":2,"attention":12,"whether":1,"to":2,"pytorch":1,"in":2,"training":1,"false":3,"nemo":3,"conv":4,"settings":3,"dict":1,"a":1,"dictionary":1,"of":3,"for":5,"subsampling":4,"none":3,"usage":1,"dw":2,"striding":4,"conv1d":2,"channels":1,"chunking":1,"is":1,"causal":1,"true":2,"conv2d":2,"extra":2,"padding":3,"str":1,"add":1,"layers":1,"choices":1,"are":1,"feat":2,"replication":2,"pad":1,"subsample":1,"embedding":1,"batched":1,"streaming":1,"decoding":1,"the":2,"cache":1,"at":1,"start":1,"utterance":1,"group":3,"size":3,"number":1,"groups":1,"1":3,"multi":3,"head":2,"typical":1,"heads":2,"grouped":1,"query":2},"30248,46,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"extra":1,"multi":1,"layer":1,"output":1,"idxs":1,"list":1,"int":1},"30294,1311,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"def":1,"init":1,"pylint":1,"disable":1,"all":1,"self":1,"input":2,"size":5,"chunk":3,"left":1,"num":2,"lang":1,"none":6,"attention":6,"dim":1,"256":2,"heads":1,"4":2,"linear":2,"units":1,"2048":1,"blocks":1,"6":1,"dropout":1,"rate":1,"0":3,"1":6,"layer":4,"nemo":2,"conv":4,"causal":1,"true":3,"batch":1,"norm":2,"false":6,"cnn":2,"out":3,"ext":2,"pw":2,"channel":2,"kernel":2,"depthwise":2,"seperable":1,"multiplier":1,"se":1,"3":1,"activation":3,"relu":2,"glu":4,"type":2,"sigmoid":1,"bias":2,"in":2,"convm":1,"swish":1,"export":1,"extra":3,"output":2,"idx":1,"multi":1,"idxs":1,"noqa":1,"checkpointing":1,"relative":1,"args":1,"time":2,"reduction":1,"use":1,"pt":1,"scaled":1,"dot":1,"product":1,"settings":1,"conv2d":1,"padding":1,"literal":1,"feat":2,"replication":1,"pad":1,"for":1,"subsample":1,"embedding":2,"group":1,"encoder":1,"config":1},"31605,1059,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"super":1,"init":1,"input":2,"size":9,"chunk":2,"left":1,"attention":9,"dim":1,"heads":4,"layer":2,"cnn":2,"out":1,"norm":1,"time":1,"reduction":1,"dropout":3,"rate":3,"relative":2,"bias":2,"args":2,"positional":1,"0":3,"nemo":2,"conv":2,"settings":2,"conv2d":2,"extra":2,"padding":2,"group":5,"encoder":2,"embedding":4,"config":2,"self":7,"num":7,"blocks":2,"lang":2,"kernel":2,"replication":2,"pad":2,"for":2,"subsample":2,"bool":1,"assert":1,"must":1,"divide":1,"n":1,"head":1,"k":1},"32664,1773,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"self":7,"encoders":1,"multisequential":1,"conformerencoderlayer":1,"d":2,"model":1,"attention":10,"dim":1,"ext":4,"pw":4,"out":4,"channel":4,"depthwise":4,"seperable":2,"multiplier":2,"n":1,"head":1,"heads":1,"ffn":1,"linear":3,"units":1,"kernel":4,"size":7,"dropout":2,"rate":2,"causal":2,"batch":2,"norm":2,"activation":6,"chunk":4,"se":2,"conv":4,"glu":8,"type":5,"bias":5,"in":6,"convm":2,"checkpointing":2,"export":2,"use":3,"pt":2,"scaled":2,"dot":2,"product":2,"attn":1,"group":2,"sizes":1,"for":1,"range":1,"num":1,"blocks":1,"extra":4,"layer":6,"output":4,"idx":2,"multi":2,"idxs":2,"make":1,"a":1,"zeros":2,"scalar":1,"we":1,"can":1,"get":1,"initial":1,"state":1,"to":1,"determine":1,"the":2,"device":1,"and":1,"needed":1,"dtype":1,"register":1,"buffer":1,"dev":1,"torch":1,"persistent":1,"false":1,"def":1,"init":1,"relative":3,"input":2,"tensor":2,"if":1,"return":1},"34437,1321,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"def":2,"calculate":1,"hs":2,"mask":17,"self":7,"xs":8,"pad":14,"device":4,"max":3,"audio":3,"length":6,"shape":2,"1":5,"batch":2,"size":4,"0":3,"enc":5,"streaming":6,"chunk":2,"left":1,"to":1,"if":1,"is":1,"none":1,"return":2,"feature":2,"lens":2,"sum":1,"padding":3,"torch":4,"arange":1,"expand":1,"unsqueeze":2,"jit":1,"ignore":1,"forward":3,"masks":4,"conformer":1,"function":1,"args":1,"tensor":4,"input":3,"post":1,"embedding":2,"lengths":1,"encoder":1,"pos":2,"k":1,"v":1,"embeddings":1},"35758,152,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"unfolded":1,"false":1,"ori":1,"bz":1,"seq":2,"len":2,"d":1,"input":1,"tensor":1,"shape":1,"max":1,"500":1,"maximum":1,"position":1,"for":1,"absolute":1,"positional":1,"encoding":1},"35910,1926,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"if":4,"seq":13,"len":13,"max":9,"audio":1,"sequence":1,"is":2,"longer":1,"than":1,"unfold":11,"it":2,"into":1,"chunks":1,"of":2,"unfolded":2,"true":1,"the":7,"op":2,"will":1,"drop":1,"residual":1,"frames":1,"pad":20,"to":4,"multiple":1,"0":8,"chunk":5,"size":5,"else":2,"input":10,"tensor":13,"f":2,"constant":2,"device":2,"masks":7,"not":3,"none":2,"revise":1,"hs":5,"mask":14,"here":1,"because":1,"previous":1,"calculated":1,"did":2,"consider":1,"extra":6,"subsampled":3,"squeeze":2,"1":3,"bz":1,"unmask":1,"padded":4,"subsamlped":4,"false":1,"padding":1,"unsqueeze":1,"float":1,"like":1,"we":1,"bool":2,"does":1,"support":1,"self":1,"calculate":2,"based":1,"on":1},"37836,1602,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"layer":7,"emb":3,"none":2,"relative":5,"attention":7,"bias":5,"self":6,"init":3,"input":12,"tensor":12,"simplified":2,"path":2,"extra":2,"output":2,"idx":2,"1":4,"and":1,"is":1,"if":5,"encoders":2,"pos":4,"k":2,"v":2,"hs":2,"mask":2,"else":1,"for":1,"i":2,"in":1,"enumerate":1,"unfolded":1,"embed":2,"dim":3,"shape":1,"reshape":1,"ori":1,"bz":1,"we":2,"ever":1,"padded":1,"before":2,"unfolding":1,"need":1,"to":1,"remove":1,"the":1,"padding":1,"chunk":2,"pad":2,"size":3,"0":3,"return":1,"masks":1,"class":1,"windowqformer":1,"nn":1,"module":1,"window":2,"level":1,"qformer":1,"def":1,"int":6,"8":2,"num":2,"queries":1,"blocks":1,"2":1,"512":1,"heads":1,"linear":1,"units":1,"2048":1,"dropout":1,"rate":1,"float":1,"normalize":1,"bool":1,"true":1,"super":1},"39438,1948,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"self":15,"decoders":2,"nn":4,"modulelist":1,"transformerdecoderlayer":1,"d":8,"model":1,"attention":4,"dim":4,"nhead":1,"heads":1,"feedforward":1,"linear":1,"units":1,"dropout":2,"rate":1,"activation":1,"relu":1,"batch":1,"first":2,"true":1,"norm":4,"normalize":2,"before":2,"todo":1,"need":1,"to":1,"verify":1,"for":2,"in":2,"range":1,"num":2,"blocks":1,"queries":3,"parameter":1,"torch":1,"zeros":1,"1":12,"after":3,"layernorm":1,"eps":1,"1e":1,"12":1,"if":3,"else":1,"none":5,"window":8,"size":9,"def":1,"forward":2,"audio":9,"embed":19,"mask":4,"len":1,"decoder":1,"n":6,"x":19,"t":6,"transpose":2,"2":1,"dk":1,"padding":3,"shape":2,"0":3,"f":2,"pad":1,"constant":1,"chunk":9,"unfold":1,"kernel":1,"stride":1,"bsz":4,"slen":4,"k":3,"view":2,"3":1,"contiguous":1,"nt":2,"q":5,"expand":1,"layer":2,"tgt":2,"memory":2,"is":1,"not":1},"41386,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"if":4,"embed":5,"len":4,"is":3,"not":3,"none":8,"self":12,"window":1,"size":7,"n":6,"x":2,"t":1,"d":1,"out":9,"q":1,"view":1,"bsz":1,"slen":1,"1":2,"return":1,"class":1,"audioembedding":1,"nn":2,"module":1,"image":1,"embedding":2,"def":1,"init":2,"config":20,"pretrainedconfig":1,"kwargs":5,"super":1,"or":1,"hidden":4,"for":2,"text":1,"lm":1,"embd":2,"hasattr":1,"else":3,"wte":1,"vocab":1,"audio":14,"dim":10,"set":2,"this":1,"variable":1,"according":1,"to":2,"the":1,"actual":1,"processor":6,"layer":1,"idx":1,"2":1,"isinstance":1,"dict":1,"and":1,"get":6,"name":1,"cascades":1,"encoder":6,"assert":2,"conformerencoder":1,"attention":2,"mels":2,"input":1,"raise":1,"notimplementederror":1,"remember":1,"values":1,"in":1,"freeze":2,"false":2,"downsample":2,"rate":2,"use":1,"qformer":7,"windowqformer":1},"43249,1203,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"if":2,"kwargs":2,"get":2,"use":2,"conv":14,"downsample":3,"false":2,"assert":2,"self":4,"qformer":2,"is":2,"none":2,"don":1,"t":1,"support":1,"and":1,"together":1,"nemo":9,"settings":9,"default":3,"subsampling":4,"dw":1,"striding":1,"factor":3,"rate":1,"feat":4,"in":4,"audio":2,"dim":2,"out":4,"channels":1,"256":1,"chunking":1,"1":1,"activation":1,"nn":1,"relu":1,"causal":1,"override":1,"any":1,"of":2,"the":3,"defaults":1,"with":1,"incoming":1,"user":1,"update":1,"for":1,"i":3,"not":1,"should":1,"be":1,"specified":1,"outside":1,"dictionary":1,"ds":2,"nemoconvsubsampling":1,"else":1},"44452,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"projection":18,"cls":6,"kwargs":1,"get":1,"linear":10,"if":2,"self":16,"audio":13,"nn":9,"dim":10,"out":3,"hidden":2,"size":4,"elif":1,"mlp":1,"follow":1,"llava":1,"v1":1,"5":1,"s":1,"implementation":1,"do":1,"not":2,"use":2,"image":2,"and":1,"proj":1,"norm":1,"depth":3,"2":1,"downsample":4,"rate":4,"1":3,"qformer":2,"or":1,"conv":1,"ds":1,"else":2,"layers":6,"for":3,"in":2,"range":2,"extend":2,"gelu":2,"sequential":2,"note":1,"vision":2,"speech":1,"tasks":1,"a":1,"separate":1,"layer":1,"raise":1,"notimplementederror":1,"f":1,"implemented":1,"todo":1,"sequence":1,"compression":1,"vocab":2,"config":1,"input":4,"embeds":5,"none":4,"embed":5,"sizes":5,"def":2,"set":2,"torch":2,"floattensor":1,"longtensor":1},"46397,1651,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"def":1,"get":1,"audio":19,"features":14,"self":13,"input":4,"embeds":4,"torch":4,"floattensor":2,"attention":3,"mask":5,"tensor":1,"none":5,"projection":1,"mode":1,"str":1,"speech":1,"arguments":1,"b":2,"t":1,"d":1,"num":1,"audios":1,"in":1,"a":1,"sequence":1,"if":6,"freeze":1,"processor":1,"with":1,"no":1,"grad":1,"masks":7,"encoder":2,"else":1,"qformer":2,"is":3,"not":3,"conv":2,"ds":2,"squeeze":1,"1":3,"linear":5,"downsample":5,"rate":5,"bs":2,"seq":4,"len":4,"feat":2,"dim":2,"size":2,"padding":3,"0":5,"f":1,"pad":1,"constant":1,"view":1},"48048,1086,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4mm_audio.py":{"if":1,"audio":27,"projection":9,"mode":7,"speech":2,"set":3,"tensor":4,"self":4,"features":7,"elif":1,"vision":2,"for":1,"else":1,"raise":1,"valueerror":1,"f":1,"not":1,"implemented":1,"return":2,"def":1,"forward":1,"torch":3,"floattensor":2,"attention":3,"mask":3,"none":1,"str":1,"arguments":1,"t":1,"d":1,"returns":1,"embeds":3,"embeddings":1,"num":1,"tokens":1,"hidden":1,"dim":1,"get":1,"unsqueeze":1,"0":2,"squeeze":1},"0,1971,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":23,"math":1,"from":20,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"torch":2,"nn":2,"as":1,"transformers":1,"batchfeature":1,"llavanextvideoconfig":1,"llavanextvideoprocessor":1,"config":1,"vllmconfig":1,"model":4,"executor":3,"layers":1,"activation":1,"get":2,"act":1,"fn":1,"models":1,"clip":1,"clipvisionmodel":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imagesize":1,"multimodaldataitems":1,"videoembeddingitems":1,"videoprocessoritems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":3,"is":1,"list":1,"of":6,"tensor":1,"schema":1,"tensorschema":2,"tensorshape":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"llava":2,"init":2,"vision":3,"tower":1,"for":1,"siglip":1,"siglipvisionmodel":1,"autoweightsloader":1,"weightsmapper":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"encoder":1,"info":1,"class":1,"llavanextvideopixelinputs":1,"dimensions":1,"bs":1,"batch":1,"size":1,"nv":1,"number":3,"videos":1,"nf":1,"frames":1,"nc":1,"channels":1,"3":1,"h":1,"height":1,"each":2,"frame":2,"w":1,"width":1},"1971,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"note":2,"that":2,"num":8,"frames":3,"may":1,"be":1,"different":1,"for":2,"each":1,"batch":2,"in":1,"which":1,"case":1,"the":1,"data":2,"is":1,"passed":1,"as":1,"a":2,"list":2,"instead":1,"of":1,"batched":1,"tensor":3,"it":1,"only":1,"supports":1,"one":2,"video":3,"input":1,"type":1,"literal":1,"pixel":2,"values":2,"videos":2,"annotated":1,"union":1,"torch":2,"tensorshape":1,"bs":1,"nv":1,"nf":1,"3":1,"h":1,"w":1,"class":1,"llavanextvideoprocessinginfo":1,"baseprocessinginfo":1,"def":7,"get":17,"hf":8,"config":6,"self":14,"return":7,"ctx":2,"llavanextvideoconfig":1,"vision":8,"encoder":8,"info":8,"processor":2,"kwargs":2,"object":1,"llavanextvideoprocessor":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"int":8,"1":1,"image":10,"size":2,"with":1,"most":1,"features":1,"imagesize":2,"width":7,"height":7,"frame":4,"tokens":5,"spatial":3,"pool":3,"stride":3,"patch":3,"grid":6,"length":6,"pooled":3,"math":1,"ceil":1},"3914,1978,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"def":4,"get":14,"max":12,"video":10,"frames":17,"self":11,"tokens":5,"int":8,"target":10,"width":6,"height":6,"image":4,"size":2,"with":4,"most":4,"features":4,"num":19,"0":4,"while":1,"true":1,"next":5,"1":3,"if":1,"break":1,"return":4,"seq":4,"len":4,"mm":8,"counts":7,"mapping":3,"str":4,"videos":8,"total":2,"class":2,"llavanextvideodummyinputsbuilder":1,"basedummyinputsbuilder":1,"llavanextvideoprocessinginfo":2,"dummy":3,"text":1,"processor":3,"info":3,"hf":1,"token":3,"data":1,"multimodaldatadict":1,"llavanextvideomultimodalprocessor":1,"basemultimodalprocessor":1},"5892,1855,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"def":4,"get":10,"mm":6,"fields":1,"config":11,"self":6,"hf":6,"inputs":1,"batchfeature":1,"processor":2,"kwargs":3,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":2,"return":3,"dict":1,"pixel":1,"values":1,"videos":6,"batched":1,"video":12,"prompt":1,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":2,"token":4,"id":3,"index":1,"replacement":3,"item":4,"idx":4,"int":1,"videoembeddingitems":2,"videoprocessoritems":1,"if":1,"isinstance":1,"num":6,"tokens":4,"feature":1,"size":12,"else":1,"image":9,"frame":1,"width":2,"height":2,"frames":2,"promptreplacement":1,"modality":1,"target":1,"adopted":1,"from":1,"transformers":1,"modeling":1,"llava":1,"next":1,"py":1,"class":1,"llavanextvideopooler":1,"nn":1,"module":1,"init":2,"llavanextvideoconfig":1,"super":1,"mode":2,"spatial":2,"pool":2,"stride":2,"vision":2,"patch":3,"2":1},"7747,1873,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"if":1,"mode":4,"average":2,"self":16,"pool":3,"nn":5,"avgpool2d":1,"kernel":2,"size":14,"stride":6,"elif":1,"max":2,"maxpool2d":1,"else":1,"todo":1,"support":1,"conv2d":1,"pooling":2,"layer":1,"need":1,"to":1,"load":1,"weights":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"expected":1,"def":3,"forward":2,"image":14,"features":10,"torch":3,"tensor":3,"ori":5,"width":2,"int":4,"math":1,"sqrt":1,"shape":2,"1":5,"height":3,"batch":2,"dim":2,"spatial":4,"view":1,"permute":1,"0":1,"3":1,"2":5,"return":2,"flatten":1,"transpose":1,"contiguous":1,"class":1,"llavanextmultimodalprojector":1,"module":1,"init":2,"vision":2,"hidden":14,"text":4,"projector":5,"act":5,"str":1,"multimodal":3,"bias":5,"bool":1,"super":1,"linear":6,"get":1,"fn":1,"states":6},"9620,1415,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"multimodal":5,"registry":1,"register":1,"processor":1,"llavanextvideomultimodalprocessor":1,"info":1,"llavanextvideoprocessinginfo":1,"dummy":1,"inputs":1,"llavanextvideodummyinputsbuilder":1,"class":1,"llavanextvideoforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"hf":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":2,"mapping":1,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":10,"language":3,"vision":2,"tower":2,"multi":2,"modal":2,"projector":2,"image":5,"newline":2,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":2,"startswith":2,"return":2,"video":3,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":2,"self":3,"config":16,"vllmconfig":1,"none":1,"super":1,"quant":2},"11035,1896,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"initialize":1,"the":3,"vision":8,"tower":4,"only":1,"up":1,"to":1,"required":1,"feature":1,"layer":1,"self":8,"init":2,"for":1,"llava":1,"config":16,"quant":1,"require":1,"post":1,"norm":1,"false":1,"prefix":6,"maybe":2,"resampler":1,"llavanextvideopooler":1,"multi":1,"modal":1,"projector":5,"llavanextmultimodalprojector":1,"hidden":6,"size":5,"text":3,"act":2,"multimodal":2,"bias":2,"language":3,"model":5,"vllm":3,"registered":1,"hf":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"parse":1,"and":1,"validate":1,"video":2,"input":2,"kwargs":2,"object":1,"optional":1,"llavanextvideopixelinputs":2,"a":1,"legal":1,"should":1,"have":1,"following":1,"dimensions":1,"pixel":6,"values":6,"videos":6,"list":1,"b":1,"tensor":1,"nb":2,"frames":1,"channels":1,"height":1,"width":1,"pop":1,"none":3,"if":1,"is":1,"return":2,"expected":4,"h":3,"w":3,"image":1,"type":1,"data":1,"resolve":1,"bindings":1},"12931,1779,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"def":3,"select":5,"image":13,"features":15,"self":10,"torch":5,"tensor":5,"strategy":7,"str":1,"if":2,"default":1,"return":3,"1":3,"elif":1,"full":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"feature":3,"video":7,"pixels":9,"to":3,"vision":8,"tower":5,"union":1,"clipvisionmodel":1,"siglipvisionmodel":1,"pixel":2,"values":2,"note":1,"we":1,"skip":1,"the":3,"step":1,"layer":1,"since":1,"this":1,"is":2,"already":1,"done":1,"inside":1,"config":1,"resampler":1,"multi":1,"modal":1,"projector":1,"process":1,"inputs":2,"llavanextvideopixelinputs":1,"assert":2,"not":1,"none":1,"data":1,"isinstance":1,"todo":1,"support":1,"multiple":1,"videos":4,"per":1,"input":1,"b":3,"num":6,"frames":3,"c":2,"h":2,"w":2,"shape":2,"stacked":5,"view":2,"embeddings":3,"embeds":1},"14710,1515,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"elif":1,"is":3,"list":1,"of":2,"video":12,"pixels":8,"torch":6,"tensor":3,"frames":2,"per":2,"videos":2,"v":2,"shape":1,"0":5,"for":2,"in":2,"stacked":4,"cat":1,"dim":2,"embeddings":12,"self":10,"to":1,"features":1,"vision":3,"tower":1,"embeds":6,"split":1,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"type":2,"input":10,"return":5,"e":2,"flatten":1,"1":1,"def":3,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":6,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"if":2,"none":3,"process":1,"ids":3,"optional":1,"inputs":4,"not":1,"len":1,"merge":1,"config":1,"token":1,"index":1},"16225,1622,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"def":2,"forward":2,"self":6,"input":8,"ids":6,"torch":6,"tensor":6,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":2,"none":6,"inputs":7,"embeds":7,"kwargs":2,"object":1,"union":1,"run":1,"pass":1,"for":3,"llava":1,"next":1,"video":1,"args":1,"flattened":1,"concatenated":1,"corresponding":1,"to":1,"a":1,"batch":1,"pixel":1,"values":1,"videos":2,"pixels":1,"in":2,"each":2,"frames":1,"if":1,"is":4,"not":1,"note":1,"v1":1,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"get":2,"multimodal":1,"hidden":4,"states":4,"language":2,"return":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1},"17847,390,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_next_video.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"this":1,"model":1,"doesn":1,"t":1,"support":1,"images":1,"for":1,"now":1,"ignore":1,"unexpected":1,"prefixes":1,"image":1,"newline":1,"return":1,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"spdx":2,"license":13,"identifier":1,"apache":5,"2":5,"0":5,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":10,"the":22,"vllm":1,"project":1,"ruff":1,"noqa":1,"e501":1,"adapted":1,"from":2,"https":1,"huggingface":2,"co":1,"moonshotai":1,"kimi":3,"vl":3,"a3b":1,"instruct":1,"blob":1,"main":1,"modeling":5,"py":6,"this":4,"file":2,"is":7,"meant":1,"be":2,"used":1,"in":5,"only":1,"2025":1,"moonshot":1,"ai":2,"team":2,"deepseek":7,"and":8,"inc":1,"all":2,"rights":2,"reserved":1,"code":3,"based":1,"on":2,"llava":6,"v3":4,"but":1,"modified":1,"for":2,"kimivl":1,"licensing":1,"information":1,"derived":1,"licensed":3,"under":5,"version":3,"other":1,"parts":1,"of":7,"are":1,"mit":2,"you":2,"may":2,"not":1,"use":2,"except":1,"compliance":1,"with":1,"obtain":1,"a":2,"copy":3,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":5,"agreed":1,"writing":1,"software":7,"distributed":2,"an":1,"as":1,"basis":1,"without":3,"warranties":1,"conditions":2,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"permission":2,"hereby":1,"granted":1,"free":1,"charge":1,"person":1,"obtaining":1,"associated":1,"documentation":1,"files":1,"deal":1,"restriction":1,"including":1,"limitation":1,"modify":1,"merge":1,"publish":1,"distribute":1,"sublicense":1,"sell":1,"copies":2,"permit":1,"persons":1,"whom":1,"furnished":1,"do":1,"so":1,"subject":1,"following":1,"above":1,"notice":2,"shall":1,"included":1,"substantial":1,"portions":1},"1932,1760,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"the":10,"software":3,"is":4,"provided":1,"as":3,"without":1,"warranty":1,"of":7,"any":2,"kind":1,"express":1,"or":8,"implied":1,"including":1,"but":1,"not":1,"limited":1,"to":1,"warranties":1,"merchantability":1,"fitness":1,"for":2,"a":1,"particular":1,"purpose":1,"and":3,"noninfringement":1,"in":4,"no":1,"event":1,"shall":1,"authors":1,"copyright":1,"holders":1,"be":5,"liable":1,"claim":1,"damages":1,"other":2,"liability":1,"whether":1,"an":1,"action":1,"contract":1,"tort":1,"otherwise":1,"arising":1,"from":10,"out":1,"connection":1,"with":1,"use":1,"dealings":1,"import":13,"math":1,"collections":1,"abc":1,"sequence":3,"copy":1,"deepcopy":1,"functools":1,"cached":1,"property":1,"typing":1,"optional":3,"union":1,"torch":10,"nn":3,"functional":1,"f":1,"transformers":4,"activations":1,"act2fn":1,"pytorchgelutanh":1,"modeling":1,"utils":3,"pretrainedmodel":1,"flash":6,"attn":5,"2":3,"available":2,"vllm":1,"configs":1,"moonvit":1,"moonvitconfig":1,"if":2,"varlen":2,"func":2,"else":1,"none":3,"def":1,"multihead":1,"attention":3,"q":6,"tensor":8,"k":6,"v":2,"cu":4,"seqlens":5,"multi":1,"head":3,"using":1,"args":1,"shape":3,"batch":1,"size":1,"seqlen":1,"num":2,"heads":2,"dim":2,"tot":1,"packing":1,"cumulative":2,"lengths":2,"first":2,"element":4,"should":4,"0":4,"last":2},"3692,1206,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"returns":1,"output":1,"shape":6,"batch":1,"size":1,"seqlen":5,"dim":8,"or":1,"tot":1,"seqlens":13,"if":1,"packing":1,"where":1,"num":1,"heads":1,"head":1,"unified":1,"format":1,"legal":1,"check":1,"assert":4,"q":16,"k":14,"v":5,"3":2,"must":3,"have":1,"dims":1,"cu":12,"1":6,"0":5,"sum":2,"to":2,"dtype":3,"in":1,"torch":8,"bfloat16":1,"float16":1,"f":1,"unsupported":1,"for":1,"multihead":1,"attn":6,"max":6,"item":2,"out":4,"flash":1,"varlen":1,"func":1,"causal":1,"false":1,"flatten":1,"start":1,"2":1,"return":1,"def":1,"sdpa":2,"attention":2,"tensor":6,"optional":2,"none":2},"4898,1481,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"args":1,"q":11,"k":4,"v":4,"tensor":1,"of":1,"shape":12,"batch":1,"size":1,"seqlen":1,"num":2,"heads":2,"head":2,"dim":2,"or":1,"tot":1,"seqlens":6,"if":1,"packing":1,"seq":4,"length":4,"0":7,"attention":8,"mask":3,"torch":3,"zeros":1,"1":13,"device":2,"dtype":3,"bool":1,"for":1,"i":5,"in":1,"range":1,"len":1,"cu":5,"true":1,"transpose":4,"attn":6,"output":6,"f":1,"scaled":1,"dot":1,"product":1,"dropout":1,"p":1,"reshape":1,"return":1,"vl":1,"vision":1,"functions":1,"flash":1,"2":3,"multihead":1,"sdpa":2,"def":1,"apply":1,"rope":1,"input":1,"validation":1,"x":7,"freqs":9,"cis":9,"assert":4,"ndim":2,"complex64":1},"6379,1671,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"def":3,"apply":3,"rope":3,"xq":12,"torch":11,"tensor":8,"xk":10,"freqs":9,"cis":9,"tuple":1,"args":1,"the":4,"leading":1,"dimensions":1,"of":5,"all":1,"inputs":1,"should":1,"be":1,"same":1,"query":1,"shape":6,"num":6,"heads":6,"head":8,"dim":10,"key":1,"2":8,"dtype":1,"complex64":1,"it":1,"contains":1,"precomputed":1,"for":1,"each":1,"position":1,"in":1,"2d":1,"grid":1,"returns":1,"out":6,"tensors":1,"input":2,"validation":2,"unsqueeze":1,"1":5,"view":6,"as":6,"complex":2,"float":2,"real":2,"flatten":2,"return":1,"type":2,"class":1,"learnable2dinterpposemb":1,"nn":3,"module":1,"init":3,"self":8,"height":4,"int":3,"width":4,"interpolation":3,"mode":3,"str":1,"bicubic":1,"none":1,"super":1,"weight":2,"parameter":1,"empty":1,"reset":2,"parameters":2,"normal":1},"8050,1860,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"def":3,"forward":2,"self":10,"x":4,"torch":7,"tensor":7,"grid":5,"hws":2,"pos":9,"embs":4,"for":1,"shape":4,"in":3,"tolist":1,"if":2,"weight":3,"1":5,"append":2,"flatten":2,"end":2,"dim":8,"else":1,"f":3,"interpolate":1,"permute":2,"2":5,"0":4,"unsqueeze":1,"size":17,"mode":2,"interpolation":1,"squeeze":1,"out":5,"cat":1,"return":1,"class":1,"moonvisionpatchembed":1,"nn":2,"module":1,"init":2,"int":9,"3":1,"patch":15,"union":1,"tuple":2,"14":4,"emb":5,"height":4,"width":4,"super":1,"assert":2,"isinstance":2,"sequence":1,"invalid":1,"type":2,"len":1,"expected":1,"to":1,"be":1,"a":1,"of":1,"got":1,"proj":1,"conv2d":1,"kernel":1,"stride":1,"learnable2dinterpposemb":1,"hw":2,"args":1,"l":1,"channels":1,"input":1,"n":1,"and":1},"9910,1930,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"returns":1,"l":1,"cout":1,"tensor":3,"x":6,"self":14,"proj":1,"view":1,"size":1,"0":2,"1":2,"apply":2,"positional":1,"embedding":2,"pos":1,"emb":1,"grid":3,"hw":1,"return":2,"class":2,"rope2dposemb":2,"nn":1,"module":1,"2d":3,"rotary":1,"position":1,"with":1,"multi":2,"resolution":1,"support":1,"this":4,"is":2,"intended":1,"to":4,"be":3,"used":1,"in":1,"the":15,"following":1,"way":1,"before":3,"training":1,"create":1,"an":1,"instance":2,"of":4,"will":1,"hold":1,"precomputed":2,"cis":5,"2":1,"each":3,"forward":2,"pass":3,"call":2,"get":2,"freqs":3,"by":3,"for":1,"iteration":1,"3":1,"during":1,"attention":4,"layer":1,"and":2,"just":1,"operation":1,"rope":1,"shared":1,"across":1,"all":2,"layers":1,"heads":1,"refs":1,"roformer":1,"https":3,"arxiv":2,"org":2,"abs":2,"2104":1,"09864":1,"visionllama":2,"2403":1,"00522":1,"github":1,"com":1,"meituan":1,"automl":1,"blob":1,"main":1,"dit":1,"models":1,"py":1,"args":1,"dim":8,"int":6,"usually":1,"head":1,"dimension":1,"should":1,"divisible":2,"4":3,"todo":1,"relax":1,"constraint":1,"if":1,"needed":1,"max":12,"height":7,"maximum":2,"width":7,"theta":7,"base":7,"float":1,"device":5,"str":1,"store":1,"def":2,"init":2,"10000":1,"cuda":1,"super":1,"assert":1,"must":1,"extra":1,"repr":1,"f":1},"11840,1459,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"cached":1,"property":1,"def":1,"precomputed":1,"freqs":15,"cis":14,"self":13,"torch":10,"tensor":2,"calculate":1,"the":2,"for":1,"each":1,"position":1,"in":2,"2d":1,"grid":1,"return":2,"complex":1,"of":1,"shape":1,"max":10,"height":5,"width":6,"dim":12,"2":5,"and":1,"value":1,"axis":2,"ret":2,"h":3,"w":3,"i":6,"theta":3,"base":3,"4":11,"weight":1,"1":6,"with":1,"0":4,"note":1,"is":1,"a":1,"mathematical":1,"notation":1,"defined":1,"by":1,"x":10,"cos":1,"sin":1,"n":7,"flat":3,"pos":7,"arange":2,"float":4,"to":2,"device":2,"y":7,"range":2,"c":7,"outer":2,"polar":2,"ones":2,"like":2,"cat":1,"unsqueeze":2,"reshape":1},"13299,1661,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"def":2,"get":2,"freqs":8,"cis":8,"by":2,"seqlens":1,"self":8,"grid":3,"hws":3,"torch":8,"tensor":9,"args":2,"containing":1,"list":1,"of":6,"height":5,"width":5,"or":1,"t":2,"tuples":1,"returns":1,"shape":9,"sum":1,"dim":4,"2":5,"shapes":4,"tolist":1,"assert":3,"all":1,"1":6,"h":5,"max":4,"and":3,"w":5,"for":3,"in":2,"cat":1,"precomputed":1,"reshape":1,"0":1,"return":2,"idx":15,"pos":14,"mask":10,"it":1,"contains":1,"the":5,"position":1,"indices":1,"each":1,"2d":1,"token":1,"a":1,"leading":1,"dimensions":1,"should":1,"be":3,"same":1,"as":1,"rope":1,"will":1,"only":1,"applied":1,"to":1,"tokens":2,"with":3,"true":1,"false":1,"ones":1,"ndim":2,"dtype":2,"bool":1},"14960,1749,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"shp":2,"pos":6,"idx":6,"mask":4,"shape":1,"self":21,"dim":11,"2":7,"head":3,"freqs":4,"cis":4,"torch":4,"ones":1,"dtype":1,"complex64":1,"device":2,"precomputed":1,"0":2,"1":3,"return":2,"class":2,"mlp2":1,"nn":6,"module":2,"args":1,"dims":7,"in":5,"hidden":6,"out":1,"bias":10,"whether":1,"to":1,"use":2,"linear":3,"layer":1,"def":3,"init":6,"list":1,"int":4,"activation":5,"true":1,"super":2,"assert":1,"len":1,"3":1,"fc0":3,"fc1":3,"for":1,"m":5,"trunc":1,"normal":1,"weight":1,"std":1,"math":1,"sqrt":1,"features":1,"if":2,"is":2,"not":1,"none":1,"zeros":1,"forward":1,"x":6,"tensor":2,"moonvitencoderlayer":1,"num":4,"heads":4,"mlp":1,"attn":6,"implementation":4,"str":1,"sdpa":1,"f":1,"gelu":1,"bool":1,"false":1,"size":1,"per":1,"attention":2,"fa2":1,"vllm":1,"by":1,"default":1,"flash":2,"available":1},"16709,1672,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"self":12,"norm0":1,"nn":4,"layernorm":2,"hidden":12,"dim":11,"norm1":1,"mlp":2,"mlp2":1,"activation":1,"wqkv":2,"linear":2,"3":4,"bias":4,"attn":9,"wo":2,"def":2,"attention":3,"qkvpacked":1,"x":3,"torch":10,"tensor":9,"cu":7,"seqlens":9,"rope":4,"freqs":3,"cis":3,"optional":1,"none":4,"args":2,"batch":2,"size":4,"seqlen":2,"xqkv":6,"qkv":2,"shape":2,"1":1,"num":1,"heads":1,"per":1,"head":1,"nheads":1,"headdim":1,"view":1,"xq":4,"xk":4,"xv":2,"unbind":1,"apply":1,"func":2,"vl":1,"vision":1,"functions":1,"implementation":1,"out":4,"q":1,"k":1,"return":1,"forward":1,"states":2,"union":1,"non":2,"packed":4,"b":1,"n":1,"d":2,"or":1,"l":1,"if":2,"should":2,"be":2,"set":1},"18381,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"returns":1,"output":1,"same":1,"shape":1,"of":1,"input":3,"non":2,"packed":3,"b":1,"n":1,"d":3,"for":4,"l":1,"residual":4,"hidden":21,"states":18,"self":12,"norm0":1,"attn":2,"out":2,"attention":1,"qkvpacked":1,"cu":3,"seqlens":4,"rope":7,"freqs":6,"cis":6,"mlp":1,"norm1":1,"return":2,"class":1,"moonvitencoder":1,"nn":3,"module":1,"def":3,"init":2,"dim":4,"int":4,"num":3,"layers":2,"block":6,"cfg":4,"dict":1,"none":1,"super":1,"2d":2,"rope2dposemb":1,"heads":1,"512":2,"blocks":2,"modulelist":1,"moonvitencoderlayer":1,"in":2,"range":1,"final":2,"layernorm":3,"forward":1,"torch":9,"tensor":6,"grid":7,"hw":6,"get":1,"by":1,"hws":1,"lengths":2,"cat":1,"zeros":1,"1":3,"device":2,"dtype":3,"0":2,"cumsum":1,"int32":1,"enumerate":1,"patch":1,"merger":1,"x":2,"merge":1,"kernel":1,"size":2,"list":2,"2":2,"model":1},"20377,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"outputs":3,"pre":6,"sum":4,"0":4,"for":1,"x":4,"shape":3,"in":4,"grid":1,"hw":1,"tolist":1,"height":11,"width":11,"1":7,"get":1,"the":2,"current":1,"sequence":1,"seq":8,"reshape":1,"along":1,"self":16,"merge":5,"kernel":13,"size":10,"and":1,"concat":1,"to":1,"last":1,"dimension":1,"new":6,"reshaped":4,"view":3,"d":1,"model":1,"permute":1,"2":3,"3":1,"4":1,"contiguous":1,"padded":2,"append":1,"return":2,"class":1,"moonvitvlprojector":1,"nn":5,"module":1,"def":2,"init":2,"channels":3,"int":4,"list":1,"hidden":17,"act":4,"str":1,"gelu":1,"ln":2,"eps":3,"float":1,"1e":1,"5":1,"out":2,"dim":2,"4096":1,"super":1,"norm":2,"layernorm":1,"linear":6,"bias":2,"true":2,"act2fn":1,"forward":1,"states":10,"torch":2,"tensor":2},"22242,1878,data/raw/vllm-0.10.1/vllm/model_executor/models/moonvit.py":{"class":2,"moonvitpretrainedmodel":1,"pretrainedmodel":1,"config":17,"moonvitconfig":2,"model":1,"type":1,"moonvit":1,"no":1,"split":1,"modules":1,"packingtransformer":1,"supports":2,"flash":1,"attn":4,"2":1,"true":3,"sdpa":1,"def":2,"init":4,"self":9,"inputs":2,"kwargs":2,"super":1,"deepcopy":1,"merge":4,"kernel":4,"size":12,"patch":7,"embed":2,"moonvisionpatchembed":1,"out":1,"dim":4,"hidden":12,"pos":4,"emb":4,"height":3,"width":3,"encoder":2,"moonvitencoder":1,"num":4,"layers":2,"block":1,"cfg":1,"heads":2,"attention":1,"mlp":1,"intermediate":1,"activation":1,"pytorchgelutanh":1,"bias":1,"implementation":2,"forward":1,"pixel":4,"values":4,"torch":6,"tensor":6,"grid":6,"hw":5,"args":1,"the":3,"input":1,"and":1,"returns":1,"output":1,"tokens":1,"states":6,"merger":1,"return":1},"0,1875,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":6,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":5,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"minicpm":1,"v":1,"compatible":1,"weights":1,"import":15,"math":1,"collections":2,"defaultdict":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"functools":1,"partial":1,"typing":2,"annotated":1,"callable":1,"literal":1,"optional":1,"union":1,"numpy":1,"np":1,"torch":3,"types":1,"nn":1,"batchfeature":1,"pretrainedconfig":1,"extensions":1,"typevar":1,"config":1,"vllmconfig":1,"executor":3,"layers":3,"quantization":3,"quantizationconfig":1,"awq":2,"awqconfig":1,"marlin":1,"awqmarlinconfig":1},"1875,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"from":19,"vllm":16,"model":9,"executor":7,"layers":1,"resampler":1,"import":19,"baseresampler":1,"resampler2":1,"get":1,"2d":2,"sincos":1,"pos":1,"embed":1,"loader":1,"utils":4,"set":1,"default":1,"torch":1,"dtype":1,"models":4,"llama":1,"llamaforcausallm":1,"minicpm":1,"minicpmforcausallm":1,"module":1,"mapping":1,"multimodelkeys":1,"qwen2":1,"qwen2forcausallm":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"multimodalkwargs":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"nestedtensors":1,"parse":1,"dictembeddingitems":1,"imageitem":1,"imageprocessoritems":1,"imagesize":1,"modalitydata":1,"modalitydataitems":1,"multimodaldataitems":1,"multimodaldataparser":1,"videoitem":1,"videoprocessoritems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"platforms":1,"current":1,"platform":1,"sequence":1,"intermediatetensors":1,"flatten":2,"lists":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"idefics2":1,"vision":1,"idefics2visiontransformer":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"bn":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"for":1,"profile":1,"run":1,"max":1,"frames":1,"per":1,"video":1,"16":1},"3785,1332,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"class":3,"minicpmvimagepixelinputs":2,"tensorschema":2,"dimensions":2,"bns":3,"batch":3,"size":5,"number":6,"of":7,"images":3,"slices":3,"bn":4,"c":2,"channels":1,"h":3,"height":2,"w":3,"width":2,"type":2,"literal":2,"pixel":3,"values":3,"note":1,"that":1,"the":1,"image":3,"may":1,"vary":1,"so":1,"we":1,"pass":1,"it":1,"as":1,"a":2,"list":3,"instead":1,"batched":1,"tensor":6,"annotated":4,"torch":5,"tensorshape":4,"dynamic":1,"dims":1,"tgt":1,"sizes":1,"2":1,"this":1,"should":1,"be":1,"in":1,"format":1,"num":1,"minicpmvimageembeddinginputs":2,"ns":2,"hs":2,"hidden":1,"must":1,"match":1,"language":1,"model":1,"backbone":1,"embeds":2,"union":2,"minicpmvimageinputs":1,"default":1,"ln":1,"partial":1,"nn":1,"layernorm":1,"eps":1,"1e":1,"6":1,"resampler2":1,"5":1,"baseresampler":1},"5117,1955,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":4,"init":2,"self":16,"num":4,"queries":2,"int":11,"embed":9,"dim":5,"heads":2,"kv":2,"optional":2,"none":5,"norm":2,"layer":2,"callable":1,"nn":1,"layernorm":1,"default":1,"ln":1,"max":24,"size":12,"tuple":2,"70":2,"quant":3,"config":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"set":3,"2d":4,"pos":10,"cache":4,"device":6,"torch":7,"types":2,"cpu":1,"arr":2,"get":1,"sincos":1,"version":1,"2":1,"5":1,"from":1,"numpy":1,"float":1,"to":1,"register":1,"buffer":1,"persistent":1,"false":1,"adjust":1,"tgt":5,"sizes":5,"tensor":4,"h":4,"0":6,"item":2,"w":4,"1":3,"assert":2,"isinstance":2,"and":1,"if":1,"or":1,"forward":1,"x":3,"shape":3,"bs":1},"7072,1689,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"device":6,"x":14,"dtype":4,"patch":6,"len":6,"tgt":10,"sizes":4,"0":7,"1":5,"self":10,"adjust":1,"pos":7,"cache":1,"max":4,"item":1,"assert":1,"isinstance":1,"int":2,"key":4,"padding":5,"mask":4,"torch":3,"zeros":1,"bs":3,"bool":1,"embed":6,"for":1,"i":4,"in":1,"range":1,"h":3,"w":3,"tolist":1,"append":1,"reshape":1,"to":1,"patches":1,"d":10,"true":2,"nn":1,"utils":1,"rnn":1,"pad":1,"sequence":1,"batch":1,"first":1,"value":1,"permute":3,"2":3,"bld":1,"l":5,"b":8,"kv":2,"proj":2,"ln":3,"q":7,"query":1,"out":3,"attn":1,"repeat":1,"post":1,"return":1,"def":1,"get":1,"version":3,"by":1,"config":3,"pretrainedconfig":1,"tuple":1,"float":1,"getattr":1,"none":1},"8761,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"the":2,"old":1,"configs":1,"do":1,"not":1,"include":1,"version":5,"number":1,"todo":1,"remove":1,"this":1,"after":1,"hf":4,"repos":1,"are":1,"updated":1,"if":2,"float":2,"is":1,"none":2,"config":3,"hidden":1,"size":5,"2304":1,"and":1,"query":1,"num":5,"64":1,"return":5,"2":2,"0":4,"5":1,"str":7,"tuple":1,"int":2,"x":2,"for":1,"in":1,"split":1,"def":3,"minicpmv":1,"field":1,"inputs":3,"mapping":4,"torch":5,"tensor":3,"pixel":8,"values":8,"get":4,"empty":2,"images":2,"len":2,"video":13,"videos":2,"dict":1,"multimodalfieldconfig":11,"batched":8,"image":17,"sizes":6,"tgt":2,"embeds":3,"token":2,"id":2,"shared":2,"class":1,"minicpmvimageembeddingitems":1,"dictembeddingitems":1,"init":2,"self":3,"data":2,"fields":4,"factory":3,"callable":1,"super":1,"modality":1,"required":1,"index":2,"imagesize":2,"tolist":1,"width":1,"height":1,"1":1},"10723,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"class":3,"minicpmvvideoembeddingitems":2,"dictembeddingitems":1,"def":7,"init":2,"self":11,"data":14,"mapping":3,"str":5,"torch":4,"tensor":4,"fields":6,"factory":5,"callable":1,"multimodalfieldconfig":1,"none":1,"super":3,"modality":1,"video":10,"required":1,"embeds":1,"image":8,"sizes":3,"get":8,"frame":4,"size":4,"index":4,"int":3,"imagesize":2,"tolist":1,"return":7,"width":1,"0":1,"height":1,"1":1,"num":1,"frames":1,"len":1,"minicpmvmultimodaldataparser":1,"multimodaldataparser":1,"parse":4,"union":2,"dict":4,"modalitydata":2,"imageitem":1,"optional":2,"modalitydataitems":2,"any":4,"if":2,"isinstance":2,"minicpmvimageembeddingitems":1,"minicpmv":2,"field":2,"config":4,"videoitem":1,"minicpmvprocessinginfo":1,"baseprocessinginfo":1,"pattern":2,"hf":5,"ctx":2,"processor":3,"kwargs":2,"object":1},"12638,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"numpy":1,"arrays":1,"are":1,"considered":1,"as":1,"iterable":1,"but":1,"not":1,"sequence":1,"in":2,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"main":1,"src":1,"image":27,"transforms":1,"py":1,"l428":1,"processor":15,"hf":4,"type":1,"ignore":1,"for":3,"attr":3,"mean":1,"std":1,"val":3,"getattr":1,"if":3,"isinstance":1,"np":1,"ndarray":1,"setattr":1,"tolist":1,"return":6,"def":5,"get":16,"self":13,"kwargs":2,"object":1,"model":5,"version":10,"by":1,"config":2,"supported":1,"mm":4,"limits":4,"mapping":1,"str":2,"optional":4,"int":6,"none":4,"2":5,"6":3,"or":2,"4":1,"0":3,"video":1,"slice":7,"placeholder":3,"size":4,"imagesize":2,"minicpm":2,"v":2,"o":2,"idx":3,"max":4,"nums":4,"use":3,"id":3,"bool":1,"true":1,"5":1,"sliced":1,"grid":1,"tuple":1},"14635,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"if":3,"version":2,"2":2,"0":2,"or":1,"5":1,"return":9,"image":25,"processor":6,"get":21,"sliced":3,"grid":6,"size":16,"max":20,"slice":16,"nums":9,"is":2,"none":3,"def":7,"num":15,"tokens":9,"self":19,"imagesize":3,"optional":1,"int":9,"ncols":3,"nrows":3,"else":1,"1":2,"feature":1,"with":4,"most":4,"features":4,"getattr":2,"hf":2,"config":2,"9":1,"448":1,"width":1,"height":1,"video":8,"frame":5,"seq":2,"len":2,"mm":2,"counts":2,"mapping":1,"str":1,"frames":3,"total":2},"16622,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":5,"get":16,"video":14,"frame":4,"size":5,"with":2,"most":2,"features":2,"self":12,"imagesize":2,"image":13,"getattr":1,"hf":1,"config":1,"448":1,"max":22,"slice":3,"num":14,"return":4,"width":1,"height":1,"frames":10,"tokens":8,"int":8,"seq":3,"len":3,"mm":10,"counts":9,"mapping":3,"str":4,"images":5,"0":6,"videos":5,"total":2,"per":3,"min":1,"1":2,"i":3,"typevar":1,"bound":1,"minicpmvprocessinginfo":2,"default":1,"class":1,"minicpmvdummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":2,"text":1,"prompt":4,"texts":4,"info":2,"pattern":2,"data":1,"multimodaldatadict":1},"18450,1825,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"image":19,"width":6,"height":6,"self":12,"info":6,"get":12,"size":7,"with":3,"most":3,"features":3,"video":10,"frame":1,"num":10,"frames":5,"seq":1,"len":1,"mm":4,"counts":1,"return":5,"dummy":2,"images":8,"videos":1,"class":1,"minicpmvmultimodalprocessor":1,"basemultimodalprocessor":1,"i":1,"def":4,"data":3,"parser":1,"multimodaldataparser":1,"minicpmvmultimodaldataparser":1,"prompt":2,"texts":2,"imagesize":2,"idx":4,"int":2,"0":2,"str":6,"slice":4,"placeholder":2,"max":2,"nums":1,"use":1,"id":1,"false":1,"process":1,"mapping":4,"object":3,"kwargs":2,"tok":1,"nestedtensors":1,"if":1,"is":1,"none":1},"20275,1345,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"parsed":5,"images":6,"self":6,"get":7,"data":7,"parser":2,"parse":2,"mm":8,"image":11,"items":2,"minicpmvimageembeddingitems":2,"imageprocessoritems":1,"if":2,"isinstance":1,"inputs":4,"else":1,"base":1,"call":1,"hf":1,"processor":1,"prompts":1,"info":2,"pattern":1,"len":1,"for":1,"in":1,"kwargs":6,"tok":3,"out":1,"keys":1,"pixel":1,"values":1,"sizes":2,"tgt":1,"tokenizer":3,"unk":3,"token":3,"id":3,"vocab":1,"torch":1,"tensor":1,"return":2,"def":1,"process":1,"videos":5,"mapping":4,"str":4,"object":3,"nestedtensors":1,"is":1,"none":1,"video":2,"minicpmvvideoembeddingitems":1,"videoprocessoritems":1},"21620,1310,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"if":1,"isinstance":1,"parsed":3,"videos":4,"minicpmvvideoembeddingitems":1,"video":11,"inputs":7,"else":1,"self":7,"base":1,"call":1,"hf":1,"processor":1,"prompts":1,"info":3,"image":2,"pattern":1,"len":1,"for":2,"in":2,"mm":10,"data":4,"images":2,"list":1,"kwargs":10,"max":2,"slice":2,"nums":1,"get":3,"num":1,"tok":5,"out":1,"keys":1,"pixel":1,"values":1,"sizes":2,"tgt":1,"f":1,"k":2,"v":2,"items":1,"tokenizer":3,"unk":3,"token":3,"id":3,"vocab":1,"torch":1,"tensor":1,"return":2,"def":1,"process":3,"mapping":4,"str":4,"object":3,"nestedtensors":1},"22930,1845,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":2,"base":1,"call":4,"hf":4,"processor":5,"self":6,"prompts":3,"list":3,"str":11,"mm":18,"data":8,"mapping":6,"sequence":1,"object":6,"kwargs":15,"tok":8,"out":2,"keys":2,"set":1,"dict":1,"nestedtensors":1,"this":1,"supports":1,"zipping":1,"prompt":7,"and":1,"together":1,"if":1,"info":3,"get":3,"model":2,"version":2,"2":1,"6":1,"or":1,"4":1,"0":2,"inputs":9,"super":2,"type":1,"ignore":1,"else":1,"defaultdict":1,"torch":2,"tensor":2,"for":4,"i":2,"in":4,"enumerate":1,"one":2,"k":8,"v":6,"items":2,"assert":1,"len":2,"1":1,"append":1,"return":2,"batchfeature":2,"tokenizer":3,"input":3,"ids":3,"encode":1,"process":1},"24775,1894,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":4,"hf":3,"processor":3,"applies":1,"updates":2,"self":7,"prompt":4,"text":3,"str":4,"mm":7,"items":6,"multimodaldataitems":2,"kwargs":4,"mapping":3,"object":3,"tokenization":1,"bool":1,"return":3,"false":2,"get":11,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"placeholders":6,"image":9,"info":3,"pattern":9,"video":5,"hard":1,"code":1,"for":2,"inconsistency":1,"of":1,"encode":2,"decode":2,"additional":3,"tokenizer":4,"modality":2,"in":1,"sub":3,"add":1,"special":1,"tokens":1,"if":1,"append":1,"replacement":2,"item":6,"idx":6,"int":2,"images":2,"minicpmvimageembeddingitems":1,"imageprocessoritems":1,"size":6,"promptupdatedetails":2,"select":2,"texts":2,"unk":2,"videos":3,"minicpmvvideoembeddingitems":1,"videoprocessoritems":1,"frame":3,"num":3,"frames":3},"26669,1693,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"get":6,"replacement":5,"image":6,"video":6,"return":4,"promptreplacement":1,"modality":8,"target":1,"pattern":2,"for":1,"in":1,"placeholders":1,"def":3,"mm":2,"fields":1,"config":19,"self":4,"hf":4,"inputs":2,"batchfeature":1,"processor":1,"kwargs":1,"mapping":2,"str":6,"object":1,"multimodalfieldconfig":1,"minicpmv":2,"field":1,"class":3,"minicpmvbasemodel":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"the":1,"abstract":1,"of":1,"can":1,"only":2,"be":2,"inherited":1,"but":2,"cannot":2,"instantiated":1,"classmethod":1,"placeholder":1,"cls":1,"i":1,"int":1,"optional":1,"if":2,"startswith":2,"raise":1,"valueerror":1,"or":1,"is":1,"supported":1,"init":2,"vllm":5,"vllmconfig":1,"prefix":1,"model":3,"multimodal":4,"quant":2,"super":1,"all":1,"minicpm":2,"v":2,"models":1,"disable":1,"tie":3,"word":3,"embeddings":3,"pretrainedconfig":1,"defaults":1,"to":1,"true":1,"we":1,"check":1,"until":1,"integrate":1,"and":1},"28362,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"self":21,"version":3,"get":1,"by":1,"config":9,"llm":4,"init":3,"vllm":2,"prefix":9,"maybe":3,"vpm":4,"vision":4,"module":1,"quant":3,"dim":6,"embed":4,"if":5,"2":1,"0":1,"else":1,"embeddings":1,"hidden":1,"size":1,"resampler":3,"mm":2,"token":7,"ids":2,"set":1,"int":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"parse":1,"and":2,"validate":1,"input":1,"modality":2,"str":1,"kwargs":4,"object":1,"optional":1,"minicpmvimageinputs":1,"pixel":3,"values":3,"pop":3,"none":7,"image":14,"embeds":9,"is":4,"return":1,"id":5,"not":3,"assert":1,"isinstance":2,"torch":2,"tensor":2,"add":1,"flatten":2,"unique":1,"item":1,"list":1,"raise":1,"valueerror":1,"f":2,"incorrect":1,"type":3,"of":1,"for":1,"got":1,"flat":1,"bn":1},"30290,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"return":4,"minicpmvimageembeddinginputs":1,"type":8,"image":6,"embeds":5,"flat":7,"if":6,"not":4,"isinstance":2,"pixel":11,"values":11,"torch":3,"tensor":3,"list":2,"raise":2,"valueerror":2,"f":4,"incorrect":2,"of":5,"for":5,"modality":2,"got":2,"tgt":9,"sizes":9,"kwargs":5,"pop":1,"num":5,"slices":5,"len":1,"p":2,"in":7,"ps":2,"flatten":5,"bn":3,"2d":2,"lists":2,"concat":1,"true":1,"minicpmvimagepixelinputs":1,"def":2,"parse":2,"and":4,"validate":2,"multimodal":1,"inputs":1,"self":2,"object":1,"dict":1,"modalities":5,"preserve":1,"the":2,"order":2,"there":1,"are":1,"multiple":1,"them":1,"from":1,"input":4,"key":7,"images":3,"vision":1,"video":7,"videos":1,"str":1,"token":2,"id":2,"removeprefix":1},"32211,1761,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"modalities":7,"videos":4,"self":8,"parse":1,"and":1,"validate":1,"vision":5,"input":13,"image":15,"key":1,"k":2,"v":2,"for":3,"in":4,"kwargs":1,"items":1,"return":5,"def":3,"process":4,"minicpmvimageinputs":1,"union":1,"torch":5,"tensor":5,"list":1,"tuple":5,"if":3,"type":1,"embeds":2,"features":6,"flat":2,"get":2,"hidden":1,"states":1,"num":3,"slices":3,"e":2,"flatten":1,"0":1,"1":1,"split":1,"tolist":1,"multimodal":7,"inputs":1,"dict":1,"the":4,"result":1,"embeddings":5,"is":2,"of":2,"tensors":1,"with":1,"each":1,"correspoending":1,"to":3,"a":1,"data":1,"item":1,"or":1,"video":5,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"this":1,"dictionary":1,"preserve":1,"order":1,"modality":3,"images":2,"language":1,"model":1,"nn":1,"module":1,"llm":1},"33972,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":3,"get":7,"multimodal":10,"embeddings":14,"self":11,"kwargs":4,"object":1,"multimodalembeddings":2,"modalities":3,"parse":1,"and":3,"validate":1,"inputs":13,"if":3,"not":3,"return":4,"process":1,"input":12,"ids":10,"torch":6,"tensor":6,"optional":3,"none":8,"embeds":11,"llm":2,"is":5,"len":2,"0":2,"assert":1,"mm":2,"token":2,"merge":1,"list":1,"forward":1,"positions":3,"intermediate":4,"tensors":4,"intermediatetensors":1,"any":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":2,"runner":1,"from":1,"this":1,"condition":1,"only":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"hidden":2,"states":2},"35952,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":9,"compute":2,"logits":2,"self":12,"hidden":3,"states":3,"torch":4,"tensor":4,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":3,"return":4,"llm":4,"load":2,"weights":4,"iterable":1,"tuple":1,"str":7,"set":1,"loader":2,"autoweightsloader":1,"get":3,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":6,"prefix":10,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"language":1,"model":2,"connector":1,"resampler":2,"tower":1,"vpm":1,"init":6,"vllm":7,"config":10,"vllmconfig":3,"nn":4,"raise":4,"notimplementederror":4,"vision":3,"pretrainedconfig":1,"quant":2,"quantizationconfig":2,"embed":1,"dim":2,"int":2,"none":1,"data":1,"minicpmvimagepixelinputs":1,"class":1,"minicpmv2":1,"0":2,"minicpmvbasemodel":1,"super":1,"assert":1,"version":1,"2":1,"minicpmforcausallm":1},"37896,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":2,"init":2,"vision":5,"module":3,"self":4,"config":7,"pretrainedconfig":1,"quant":4,"optional":2,"quantizationconfig":2,"prefix":4,"str":2,"nn":3,"todo":1,"refactor":1,"model":11,"through":1,"timm":5,"wrapper":1,"from":2,"transformers":1,"try":1,"import":1,"except":1,"importerror":3,"raise":1,"please":1,"install":1,"0":2,"9":1,"10":1,"with":2,"set":2,"default":4,"torch":7,"dtype":6,"float16":2,"create":1,"vit":1,"so400m":1,"patch14":1,"siglip":1,"384":1,"webli":1,"pretrained":1,"false":2,"num":3,"classes":1,"dynamic":2,"img":2,"size":2,"true":3,"pad":1,"to":2,"get":2,"if":2,"isinstance":1,"models":1,"visiontransformer":1,"and":1,"attn":2,"pool":2,"is":1,"not":1,"none":2,"identity":1,"drop":1,"last":1,"layer":1,"blocks":2,"1":1,"return":2,"resampler":3,"embed":4,"dim":7,"int":3,"resampler2":1,"heads":1,"128":1,"grid":1,"math":1,"sqrt":1,"query":1,"kv":1,"adaptive":1,"do":1,"post":1,"projection":1,"device":2,"current":1,"platform":1,"type":1},"39869,1967,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":4,"get":1,"vision":8,"hidden":1,"states":1,"self":11,"data":3,"minicpmvimagepixelinputs":1,"torch":4,"tensor":2,"pixel":6,"values":3,"p":4,"h":4,"w":4,"vpm":4,"patch":2,"embed":2,"size":3,"dtype":4,"pos":1,"num":4,"prefix":13,"tokens":4,"getattr":1,"0":4,"res":3,"list":1,"for":1,"value":3,"in":1,"shape":1,"2":2,"tgt":2,"math":2,"ceil":2,"embedding":4,"forward":1,"features":1,"unsqueeze":1,"type":1,"if":2,"append":1,"resampler":1,"return":3,"vstack":1,"class":1,"minicpmv2":1,"5":2,"minicpmvbasemodel":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"init":4,"vllm":6,"config":13,"vllmconfig":2,"str":3,"super":1,"assert":1,"version":1,"llm":1,"nn":2,"module":3,"llamaforcausallm":1,"pretrainedconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"model":4,"idefics2visiontransformer":1,"drop":1,"last":1,"layer":1,"encoder":2,"layers":2,"1":1},"41836,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":2,"init":1,"resampler":3,"self":3,"embed":4,"dim":7,"int":3,"vision":3,"quant":3,"config":4,"optional":1,"quantizationconfig":1,"none":1,"prefix":3,"str":1,"nn":1,"module":1,"with":1,"set":1,"default":2,"torch":7,"dtype":8,"float16":1,"resampler2":1,"5":1,"num":8,"queries":1,"query":1,"heads":1,"128":1,"kv":1,"return":1,"to":1,"device":8,"current":1,"platform":1,"type":1,"get":2,"hidden":1,"states":1,"data":3,"minicpmvimagepixelinputs":1,"tensor":1,"pixel":13,"values":13,"tgt":3,"sizes":3,"b":3,"len":1,"p":2,"0":3,"shape":3,"2":1,"l":4,"max":5,"item":10,"1":3,"for":3,"in":3,"all":2,"zeros":2,"3":1,"i":4,"enumerate":2,"patches":8,"prod":1,"assert":1,"isinstance":1,"patch":2,"attn":2,"mask":2,"bool":1,"true":1},"43760,1363,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"vision":5,"embedding":2,"self":7,"vpm":1,"all":1,"pixel":1,"values":1,"patch":2,"attention":1,"mask":2,"attn":1,"unsqueeze":1,"1":2,"tgt":2,"sizes":2,"none":2,"return":3,"resampler":1,"class":1,"minicpmv2":1,"6":2,"minicpmvbasemodel":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":3,"init":4,"vllm":6,"config":13,"vllmconfig":2,"prefix":9,"str":3,"super":1,"assert":1,"version":1,"2":1,"llm":1,"nn":2,"module":3,"qwen2forcausallm":1,"pretrainedconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"model":4,"idefics2visiontransformer":1,"if":1,"drop":1,"last":1,"layer":1,"encoder":2,"layers":2},"45123,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":2,"init":1,"resampler":4,"self":3,"embed":4,"dim":7,"int":3,"vision":3,"quant":3,"config":4,"optional":1,"quantizationconfig":1,"none":1,"prefix":3,"str":1,"nn":1,"module":1,"with":2,"set":1,"default":2,"torch":7,"dtype":8,"float16":1,"the":2,"in":5,"2":3,"6":1,"remains":1,"consistent":1,"one":1,"5":2,"resampler2":1,"num":8,"queries":1,"query":1,"heads":1,"128":1,"kv":1,"return":1,"to":1,"device":8,"current":1,"platform":1,"type":1,"get":2,"hidden":1,"states":1,"data":3,"minicpmvimagepixelinputs":1,"tensor":1,"pixel":13,"values":13,"tgt":3,"sizes":3,"b":3,"len":1,"p":2,"0":3,"shape":3,"l":4,"max":5,"item":10,"1":3,"for":3,"all":2,"zeros":2,"3":1,"i":4,"enumerate":2,"patches":8,"prod":1,"assert":1,"isinstance":1,"patch":2,"attn":2,"mask":2,"bool":1,"true":1},"47122,1930,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"vision":5,"embedding":2,"self":11,"vpm":1,"all":1,"pixel":1,"values":1,"patch":2,"attention":1,"mask":2,"attn":1,"unsqueeze":1,"1":2,"tgt":3,"sizes":3,"return":6,"resampler":1,"def":5,"load":2,"weights":4,"iterable":1,"tuple":1,"str":5,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"apm":1,"audio":1,"tts":1,"class":1,"minicpmv4":1,"0":2,"minicpmvbasemodel":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"init":4,"vllm":6,"config":20,"vllmconfig":2,"prefix":9,"super":1,"assert":1,"version":1,"4":1,"maybe":2,"ignore":2,"quant":10,"quantizationconfig":2,"if":2,"isinstance":1,"awqconfig":1,"awqmarlinconfig":1,"none":2,"llm":1,"nn":2,"module":3,"llamaforcausallm":1,"pretrainedconfig":1,"optional":1,"model":4,"idefics2visiontransformer":1,"drop":1,"last":1,"layer":1,"encoder":2,"layers":2},"49052,1745,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":2,"init":1,"resampler":4,"self":4,"embed":4,"dim":7,"int":3,"vision":3,"quant":6,"config":7,"optional":1,"quantizationconfig":1,"none":1,"prefix":3,"str":1,"nn":1,"module":1,"maybe":1,"ignore":1,"with":2,"set":1,"default":2,"torch":5,"dtype":7,"float16":1,"the":2,"in":4,"4":1,"0":4,"remains":1,"consistent":1,"one":1,"2":3,"5":2,"6":1,"resampler2":1,"num":5,"queries":1,"query":1,"heads":1,"128":1,"kv":1,"return":1,"to":1,"device":6,"current":1,"platform":1,"type":1,"get":2,"hidden":1,"states":1,"data":3,"minicpmvimagepixelinputs":1,"tensor":1,"pixel":13,"values":13,"tgt":3,"sizes":3,"b":2,"len":1,"p":2,"shape":3,"l":4,"max":4,"item":8,"1":3,"for":2,"all":2,"zeros":1,"3":1,"i":2,"enumerate":1,"patches":4,"prod":1,"assert":1,"isinstance":1},"50797,1395,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"patch":4,"attn":3,"mask":4,"torch":3,"zeros":1,"b":1,"max":1,"patches":4,"dtype":1,"bool":1,"device":2,"for":1,"i":2,"num":3,"item":2,"in":2,"enumerate":1,"true":1,"vision":2,"embedding":2,"self":4,"vpm":1,"all":1,"pixel":1,"values":1,"attention":1,"unsqueeze":1,"1":1,"tgt":3,"sizes":3,"return":2,"resampler":1,"def":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"apm":1,"audio":1,"tts":1,"support":1,"version":1,"2":3,"0":4,"minicpmv2":3,"5":2,"6":2,"4":1,"minicpmv4":1,"multimodal":1,"registry":1,"register":1,"processor":1,"minicpmvmultimodalprocessor":1,"info":1,"minicpmvprocessinginfo":1,"dummy":1,"inputs":1,"minicpmvdummyinputsbuilder":1,"class":1,"minicpmv":2,"minicpmvbasemodel":1,"supportsmultimodal":1,"supportslora":1,"different":2,"versions":1,"of":2,"use":1,"visual":1,"encoders":1,"and":2,"llms":1,"which":1,"is":2,"not":1,"conducive":1,"to":2,"the":1,"current":1,"integration":1,"logic":1,"lora":1,"bitsandbytes":1,"vllm":1,"therefore":1,"it":1,"necessary":1,"separate":1,"them":1},"52192,1243,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpmv.py":{"def":1,"new":1,"cls":10,"vllm":4,"config":12,"vllmconfig":1,"prefix":3,"str":2,"model":1,"hf":1,"if":3,"not":1,"hasattr":1,"version":13,"hidden":1,"size":1,"2304":1,"and":1,"query":1,"num":1,"64":1,"2":2,"0":2,"else":2,"5":1,"split":1,"tuple":1,"int":1,"x":2,"for":2,"in":2,"dispatch":1,"class":2,"based":1,"on":1,"instance":6,"support":2,"get":1,"is":2,"none":1,"supported":2,"versions":3,"join":1,"f":3,"v":3,"1":1,"sorted":1,"keys":1,"raise":1,"valueerror":1,"currently":1,"minicpmv":1,"only":1,"supports":1,"got":1,"quant":1,"references":1,"base":1,"members":1,"so":1,"update":3,"values":1,"before":1,"init":1,"called":1,"packed":2,"modules":6,"mapping":2,"embedding":4,"padding":2,"return":1},"0,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"minimal":1,"implementation":1,"of":1,"clipvisionmodel":1,"intended":1,"be":1,"only":1,"used":1,"within":1,"a":1,"vision":4,"language":1,"model":8,"from":12,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":3,"as":1,"transformers":3,"clipvisionconfig":2,"attention":1,"layer":1,"multiheadattention":1,"distributed":1,"divide":1,"get":9,"tensor":1,"parallel":1,"world":1,"size":13,"executor":5,"layers":3,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"utils":1,"default":1,"models":2,"interfaces":1,"supportsquant":1,"visionencoderinfo":2,"resolve":1,"visual":1,"encoder":1,"outputs":1,"class":2,"clipencoderinfo":1,"def":4,"num":1,"image":9,"tokens":1,"self":9,"width":1,"int":6,"height":1,"return":4,"patch":8,"grid":2,"length":2,"1":1,"config":2,"assert":1,"adapted":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"v4":1,"39":1,"src":1,"clip":2,"modeling":1,"py":1,"l164":1,"noqa":1,"clipvisionembeddings":1,"module":1},"1817,1734,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"def":2,"init":2,"self":29,"config":7,"clipvisionconfig":1,"super":1,"embed":4,"dim":5,"hidden":1,"size":14,"image":4,"patch":13,"assert":1,"0":2,"class":5,"embedding":8,"nn":4,"parameter":1,"torch":5,"randn":1,"conv2d":1,"in":1,"channels":3,"num":6,"out":1,"kernel":1,"stride":1,"bias":1,"false":2,"patches":2,"2":3,"positions":3,"1":7,"position":4,"register":1,"buffer":1,"ids":2,"arange":1,"expand":2,"persistent":1,"forward":1,"pixel":3,"values":3,"tensor":2,"batch":2,"shape":2,"target":2,"dtype":4,"weight":1,"embeds":6,"to":1,"width":1,"grid":2,"flatten":1,"transpose":1,"embeddings":4,"cat":1,"return":1,"clipattention":1,"module":1,"multi":1,"headed":1,"attention":2,"from":1,"is":1,"all":1,"you":1,"need":1,"paper":1},"3551,1841,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"def":2,"init":2,"self":33,"config":10,"clipvisionconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"embed":9,"dim":15,"hidden":4,"size":8,"num":12,"heads":12,"attention":1,"head":6,"if":1,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"f":4,"got":1,"and":1,"scale":2,"0":1,"5":1,"qkv":5,"proj":6,"qkvparallellinear":1,"total":1,"out":5,"rowparallellinear":1,"input":2,"output":3,"tp":2,"get":1,"tensor":2,"model":1,"parallel":1,"world":1,"per":2,"partition":2,"divide":1,"attn":4,"multiheadattention":1,"forward":1,"states":10,"torch":1,"shape":1,"batch":1,"x":2,"time":1,"channel":1,"query":2,"key":2,"value":2,"chunk":1,"3":1,"1":1,"return":1,"class":1,"clipmlp":1,"nn":1,"module":1},"5392,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"def":4,"init":4,"self":17,"config":25,"clipvisionconfig":2,"quant":10,"optional":2,"quantizationconfig":2,"none":4,"prefix":10,"str":2,"super":2,"activation":2,"fn":3,"get":1,"act":2,"hidden":14,"fc1":3,"columnparallellinear":1,"size":6,"intermediate":2,"bias":2,"true":2,"f":4,"fc2":3,"rowparallellinear":1,"forward":2,"states":9,"torch":4,"tensor":4,"return":1,"class":1,"clipencoderlayer":1,"nn":3,"module":1,"attn":2,"clipattention":1,"layer":4,"norm1":1,"layernorm":2,"eps":4,"norm":2,"mlp":2,"clipmlp":1,"norm2":1},"7379,1600,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"residual":4,"hidden":27,"states":19,"self":10,"layer":5,"norm1":1,"attn":1,"norm2":1,"mlp":1,"return":2,"class":1,"clipencoder":1,"nn":2,"module":1,"transformer":1,"encoder":1,"consisting":1,"of":1,"config":11,"num":8,"layers":11,"attention":1,"each":1,"is":2,"a":1,"clipencoderlayer":2,"args":1,"clipconfig":1,"def":2,"init":2,"clipvisionconfig":1,"quant":3,"optional":2,"quantizationconfig":1,"none":4,"override":3,"int":1,"prefix":3,"str":1,"super":1,"if":1,"else":1,"modulelist":1,"f":1,"idx":2,"for":1,"in":1,"range":1,"forward":1,"inputs":3,"embeds":3,"torch":3,"tensor":3,"all":1,"bool":1,"union":1,"list":1,"pool":1},"8979,1854,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"for":1,"encoder":8,"layer":3,"in":2,"self":9,"layers":15,"hidden":18,"states":9,"if":6,"return":5,"all":3,"pool":2,"append":1,"we":3,"have":1,"multiple":1,"feature":1,"sample":1,"order":1,"and":2,"grab":1,"the":4,"ones":1,"need":1,"by":1,"index":1,"class":1,"clipvisiontransformer":1,"nn":2,"module":1,"def":1,"init":2,"config":13,"clipvisionconfig":1,"quant":3,"optional":3,"quantizationconfig":1,"none":5,"num":8,"override":3,"int":1,"require":3,"post":4,"norm":4,"bool":1,"prefix":3,"str":1,"super":1,"embed":2,"dim":2,"size":1,"embeddings":1,"clipvisionembeddings":1,"note":1,"this":1,"typo":1,"of":2,"layrnorm":2,"is":2,"not":1,"fixed":1,"on":1,"purpose":1,"to":2,"match":1,"original":2,"transformers":1,"code":1,"name":1,"model":1,"weights":1,"pre":1,"layernorm":2,"eps":2,"clipencoder":1,"f":3,"len":3,"raise":1,"valueerror":1,"only":1,"has":1,"but":1,"you":1,"requested":1,"possible":1,"skip":1,"conserve":1,"memory":1},"10833,1908,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"if":4,"require":4,"post":8,"norm":6,"self":10,"layernorm":4,"nn":2,"embed":1,"dim":1,"eps":2,"config":9,"layer":2,"else":1,"none":7,"def":2,"forward":1,"pixel":3,"values":3,"torch":2,"tensor":2,"feature":5,"sample":4,"layers":9,"optional":4,"list":1,"int":2,"hidden":12,"states":8,"embeddings":1,"pre":1,"layrnorm":1,"return":4,"all":4,"is":1,"not":2,"produces":1,"either":1,"the":2,"last":1,"output":1,"or":2,"of":1,"depending":1,"on":1,"we":1,"have":1,"encoder":6,"outputs":5,"inputs":1,"embeds":1,"handle":1,"applicable":1,"and":1,"stacks":1,"needed":1,"resolve":1,"visual":1,"num":4,"class":2,"clipvisionmodel":1,"module":1,"supportsquant":1,"clipvisionconfig":2,"main":1,"input":1,"name":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"init":2,"quant":3,"quantizationconfig":1,"override":3,"bool":1,"prefix":3,"str":1,"super":1,"vision":2,"model":2,"clipvisiontransformer":1,"f":1},"12741,1700,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"def":3,"forward":1,"self":8,"pixel":2,"values":2,"torch":3,"tensor":3,"feature":2,"sample":2,"layers":6,"optional":1,"list":1,"int":2,"none":2,"return":2,"vision":5,"model":5,"property":1,"device":2,"next":1,"parameters":2,"todo":1,"add":1,"prefix":1,"argument":1,"for":3,"filtering":1,"out":1,"weights":4,"to":1,"be":1,"loaded":3,"ref":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"7186":1,"discussion":1,"r1734163986":1,"load":1,"iterable":1,"tuple":1,"str":3,"set":4,"stacked":2,"params":4,"mapping":2,"param":3,"name":14,"shard":3,"id":2,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"layer":4,"count":2,"len":1,"encoder":2,"weight":4,"in":4,"post":3,"layernorm":3,"is":3,"not":2,"needed":1,"clipvisionmodel":1,"if":4,"startswith":2,"and":1,"continue":3,"omit":1,"when":1,"num":1,"hidden":1,"override":1,"idx":2,"split":1,"3":1,"replace":1},"14441,483,data/raw/vllm-0.10.1/vllm/model_executor/models/clip.py":{"param":6,"params":4,"dict":2,"name":3,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"0,1956,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"solar":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1},"1956,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"from":9,"vllm":7,"model":7,"executor":6,"layers":5,"logits":1,"processor":1,"import":9,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":1,"default":2,"padding":1,"size":10,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"prefix":6,"class":2,"solarmlp":1,"nn":2,"module":2,"def":2,"init":2,"self":8,"hidden":6,"int":2,"act":5,"str":2,"quant":5,"config":5,"optional":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"solarattention":1},"3953,1791,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"def":1,"init":2,"self":27,"config":4,"pretrainedconfig":1,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":6,"max":4,"position":3,"embeddings":3,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"mistralconfig":1,"has":1,"an":1,"head":8,"dim":8,"introduced":1,"by":1,"mistral":1,"nemo":1,"getattr":1,"q":1,"5":1},"5744,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"self":25,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":7,"size":11,"head":6,"dim":7,"total":5,"num":8,"heads":8,"kv":6,"bias":4,"quant":7,"config":14,"prefix":7,"f":3,"o":3,"rowparallellinear":1,"input":1,"output":5,"rotary":3,"emb":2,"get":1,"rope":8,"max":2,"position":2,"embeddings":1,"base":1,"theta":3,"scaling":5,"attn":5,"attention":1,"cache":3,"def":2,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"return":1,"class":1,"solardecoderlayer":1,"nn":1,"module":1,"init":2,"pretrainedconfig":1,"optional":2,"cacheconfig":1,"none":4,"quantizationconfig":1,"str":1,"super":1,"getattr":2,"10000":1},"7697,1742,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"if":1,"rope":6,"scaling":4,"is":1,"not":1,"none":2,"and":1,"getattr":6,"config":23,"original":3,"max":7,"position":7,"embeddings":7,"8192":1,"support":2,"abacusai":1,"smaug":1,"72b":1,"v0":1,"1":1,"with":2,"attention":7,"bias":9,"internlm":2,"7b":1,"false":3,"or":1,"self":8,"attn":2,"solarattention":1,"hidden":8,"size":8,"num":5,"heads":5,"kv":1,"key":1,"value":1,"theta":2,"quant":4,"cache":2,"prefix":4,"f":2,"mlp":3,"solarmlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1},"9439,1145,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"def":2,"forward":1,"self":9,"positions":3,"torch":6,"tensor":5,"hidden":14,"states":14,"residual":8,"optional":1,"tuple":1,"attention":2,"if":1,"is":1,"none":1,"input":2,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"solarmodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":14,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"lora":2},"10584,1546,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"self":15,"config":22,"quant":4,"lora":6,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":2,"1":1,"if":3,"else":3,"0":1,"org":2,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":5,"num":2,"ppmissinglayer":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"prefix":5,"solardecoderlayer":1,"cache":2,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"12130,1875,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"def":1,"forward":1,"self":12,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":2,"inputs":3,"embeds":3,"none":8,"union":1,"if":7,"get":2,"pp":1,"group":1,"is":3,"first":1,"rank":1,"not":2,"hidden":12,"states":12,"else":3,"embeddings":1,"residual":11,"assert":1,"bskcn":27,"h":6,"1":12,"2":7,"r":6,"tv":11,"config":6,"0":1,"training":1,"for":1,"i":6,"in":5,"range":1,"start":1,"layer":4,"end":1,"clone":4,"3":1,"4":1,"layers":1},"14005,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"if":6,"not":4,"get":2,"pp":2,"group":1,"is":3,"last":1,"rank":1,"return":2,"intermediatetensors":1,"hidden":5,"states":5,"residual":3,"self":6,"norm":1,"def":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":7,"mapping":2,"param":6,"name":18,"shard":3,"id":2,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":3,"1":1,"dict":4,"named":1,"parameters":1,"loaded":8,"for":3,"weight":13,"in":4,"quant":2,"config":2,"none":1,"and":2,"scale":4,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"loader":4,"getattr":1,"default":1,"dim":1,"else":1,"add":1,"continue":4,"replace":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"missing":1,"parameter":1},"15937,1743,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"param":6,"params":6,"dict":4,"name":11,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"endswith":1,"and":1,"not":1,"in":1,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":5,"getattr":1,"default":1,"add":1,"return":1,"class":1,"solarforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":5,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":2,"vllm":4,"config":17,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4},"17680,1776,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"self":14,"model":7,"solarmodel":1,"vllm":2,"config":14,"prefix":3,"maybe":1,"if":5,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":4,"vocab":10,"size":12,"lora":7,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":2,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"quant":2,"tie":1,"word":1,"weight":2,"embed":1,"tokens":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":1,"forward":1,"input":2,"ids":2,"torch":4,"tensor":4,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"output":2,"return":1},"19456,506,data/raw/vllm-0.10.1/vllm/model_executor/models/solar.py":{"def":2,"compute":1,"logits":4,"self":5,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1657,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":12,"project":1,"inference":1,"only":1,"granitemoeshared":2,"model":8,"architecture":1,"is":1,"same":1,"as":1,"granitemoe":2,"but":1,"with":1,"addition":1,"of":1,"shared":1,"experts":1,"from":18,"collections":1,"abc":1,"import":19,"iterable":1,"typing":1,"optional":2,"torch":3,"nn":2,"transformers":1,"models":1,"granitemoesharedconfig":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":4,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":1,"pp":1,"group":1,"executor":7,"layers":7,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"quantizationconfig":2,"vocab":2,"parallel":1,"embedding":1,"default":1,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"granitemoeattention":1,"granitemoemodel":1,"granitemoemoe":1,"interfaces":1,"supportslora":1,"supportspp":1,"utils":1,"autoweightsloader":1,"make":1,"maybe":1,"prefix":2,"class":1,"granitemoesharedmlp":1,"module":1,"def":1,"init":2,"self":1,"quant":1,"none":1,"str":1,"super":1},"1657,1110,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"self":13,"input":7,"size":9,"config":8,"hidden":14,"shared":1,"intermediate":1,"linear":6,"mergedcolumnparallellinear":1,"output":4,"sizes":1,"2":1,"bias":2,"false":2,"quant":4,"prefix":4,"f":3,"rowparallellinear":1,"if":1,"act":4,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"def":1,"forward":1,"states":8,"torch":2,"tensor":2,"return":1,"class":1,"granitemoeshareddecoderlayer":1,"nn":1,"module":1},"2767,1888,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"def":1,"init":2,"self":11,"config":29,"granitemoesharedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":5,"quant":7,"quantizationconfig":1,"prefix":7,"str":1,"super":1,"hidden":8,"size":11,"requires":1,"transformers":1,"4":1,"32":1,"0":3,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"attn":2,"granitemoeattention":1,"num":7,"heads":4,"attention":4,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"f":3,"multiplier":4,"block":2,"sparse":2,"moe":2,"granitemoemoe":1,"experts":3,"local":1,"top":1,"k":1,"per":1,"tok":1,"intermediate":3,"shared":3,"mlp":2,"if":1,"else":1,"granitemoesharedmlp":1,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"residual":2},"4655,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"def":2,"forward":1,"self":18,"positions":3,"torch":4,"tensor":3,"hidden":25,"states":25,"attention":2,"residual":6,"input":1,"layernorm":2,"attn":1,"multiplier":2,"post":1,"if":2,"shared":2,"mlp":2,"is":1,"none":1,"block":3,"sparse":3,"moe":8,"else":2,"create":1,"a":1,"copy":1,"since":1,"modifies":1,"in":1,"place":1,"clone":1,"del":1,"return":1,"support":1,"compile":1,"class":1,"granitemoesharedmodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":24,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":4,"lora":8,"required":1,"by":1,"mixtralmodel":1,"padding":1,"idx":1,"pad":1,"token":1,"id":1,"vocab":7,"extra":1,"size":5,"max":1,"loras":1,"or":1,"1":1,"0":1,"org":1},"6471,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"self":16,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":2,"size":4,"config":12,"hidden":15,"org":1,"num":2,"embeddings":3,"quant":4,"embedding":3,"multiplier":3,"start":2,"layer":6,"end":2,"layers":5,"make":1,"lambda":1,"prefix":5,"granitemoeshareddecoderlayer":1,"cache":1,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"def":2,"get":4,"input":6,"ids":4,"torch":6,"tensor":6,"return":3,"forward":1,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":2,"inputs":3,"embeds":3,"none":4,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"states":12,"else":2,"residual":5,"assert":1,"for":1,"i":2,"in":1,"range":1,"last":1},"8381,1909,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"def":1,"load":3,"weights":15,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"new":11,"for":3,"n":9,"p":7,"in":7,"if":1,"endswith":3,"block":11,"sparse":11,"moe":11,"input":3,"linear":5,"weight":11,"e":7,"range":2,"size":2,"0":3,"w1":6,"name":12,"replace":4,"f":3,"experts":3,"w3":6,"param":6,"chunk":1,"2":1,"dim":1,"assert":4,"not":4,"elif":2,"output":2,"w2":6,"router":2,"layer":2,"gate":4,"else":1,"return":1,"granitemoemodel":1,"items":1,"class":1,"granitemoesharedforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"false":1},"10290,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"lora":12,"specific":1,"attributes":1,"embedding":2,"embed":2,"tokens":2,"input":5,"embeddings":6,"lm":5,"head":5,"output":1,"padding":5,"def":2,"init":2,"self":15,"vllm":6,"config":29,"vllmconfig":1,"prefix":7,"str":1,"super":1,"model":5,"hf":1,"quant":4,"granitemoesharedmodel":1,"maybe":2,"unpadded":4,"vocab":10,"size":12,"if":4,"extra":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"tie":1,"word":1,"weight":2,"logits":2,"processor":1,"logitsprocessor":1,"scale":1,"1":1,"scaling":1,"get":2,"ids":2,"torch":2,"tensor":2,"return":1},"12262,1592,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoeshared.py":{"def":4,"forward":1,"self":11,"input":2,"ids":2,"torch":11,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":3,"none":3,"inputs":2,"embeds":2,"hidden":7,"states":5,"model":1,"return":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":2,"make":1,"empty":1,"batch":3,"size":5,"int":1,"dtype":6,"device":6,"zeros":2,"config":3,"residual":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"tie":1,"word":1,"embeddings":1,"else":1},"0,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":22,"project":1,"inference":1,"only":1,"granitemoehybrid":1,"model":15,"added":1,"by":1,"ibm":1,"team":1,"2025":1,"from":27,"collections":1,"abc":1,"import":28,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"transformers":1,"granitemoehybridconfig":1,"envs":1,"attention":2,"layer":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":2,"get":4,"tensor":1,"parallel":3,"world":1,"size":2,"state":1,"pp":1,"group":1,"forward":2,"context":2,"executor":12,"layers":9,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":6,"mamba2":2,"metadata":3,"mamba2metadata":1,"prepare":1,"mixer2":1,"mambamixer2":1,"utils":3,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":2,"default":2,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"layerblocktype":1,"granitemoe":1,"granitemoemoe":1,"granitemoeshared":1,"granitemoesharedmlp":1},"1986,1895,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"from":2,"interfaces":1,"import":2,"hasinnerstate":1,"ishybrid":1,"supportslora":1,"supportspp":1,"supportsquant":1,"utils":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":2,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":4,"class":1,"granitemoehybridmambadecoderlayer":1,"nn":1,"module":1,"def":1,"init":2,"self":5,"config":26,"granitemoehybridconfig":1,"layer":1,"idx":1,"int":1,"model":3,"optional":3,"modelconfig":1,"none":4,"cache":3,"cacheconfig":1,"quant":3,"quantizationconfig":1,"str":1,"super":1,"hidden":6,"size":8,"residual":2,"multiplier":2,"mamba":9,"mambamixer2":1,"ssm":1,"state":2,"d":3,"conv":4,"kernel":1,"expand":1,"use":2,"bias":4,"proj":1,"n":3,"groups":2,"num":1,"heads":2,"head":2,"dim":1,"rms":2,"norm":2,"eps":2,"activation":1,"act":1,"f":1,"mixer":1},"3881,1499,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"self":9,"block":3,"sparse":3,"moe":3,"none":2,"if":2,"getattr":2,"config":15,"num":4,"local":2,"experts":4,"0":4,"granitemoemoe":1,"top":1,"k":1,"per":1,"tok":1,"hidden":11,"size":7,"intermediate":3,"quant":4,"prefix":4,"f":2,"shared":3,"mlp":2,"else":1,"granitemoesharedmlp":1,"input":2,"layernorm":3,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"attention":1,"def":1,"forward":1,"states":7,"torch":3,"tensor":2,"residual":4,"optional":1,"mamba":3,"cache":2,"params":2,"mambacacheparams":1,"mamba2":2,"metadata":2,"mamba2metadata":1,"kwargs":1,"output":3,"empty":1,"like":1,"multiplier":1},"5380,1577,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"residual":6,"hidden":20,"states":18,"self":15,"post":1,"attention":1,"layernorm":1,"if":3,"shared":3,"mlp":3,"is":3,"none":7,"block":5,"sparse":5,"moe":10,"not":2,"else":3,"skip":1,"create":1,"a":1,"copy":1,"since":1,"modifies":1,"in":1,"place":1,"clone":1,"del":1,"multiplier":3,"return":1,"class":1,"granitemoehybridattentiondecoderlayer":1,"nn":1,"module":1,"def":1,"init":2,"config":11,"granitemoehybridconfig":1,"layer":1,"idx":1,"int":1,"model":1,"optional":3,"modelconfig":1,"cache":3,"cacheconfig":1,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"size":2,"attn":2,"granitemoehybridattention":1,"f":1},"6957,1534,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"self":10,"block":3,"sparse":3,"moe":3,"none":2,"if":2,"getattr":2,"config":15,"num":4,"local":2,"experts":4,"0":4,"granitemoemoe":1,"top":1,"k":1,"per":1,"tok":1,"hidden":13,"size":7,"intermediate":3,"quant":4,"prefix":4,"f":2,"shared":3,"mlp":2,"else":1,"granitemoesharedmlp":1,"input":2,"layernorm":3,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"attention":1,"def":1,"forward":1,"positions":3,"torch":4,"tensor":4,"states":9,"residual":4,"optional":1,"mamba":1,"cache":1,"params":1,"mambacacheparams":1,"mamba2":1,"metadata":1,"mamba2metadata":1,"attn":1,"multiplier":1},"8491,1613,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"residual":4,"hidden":21,"states":18,"self":19,"post":1,"attention":6,"layernorm":1,"if":3,"shared":3,"mlp":3,"is":3,"none":7,"block":5,"sparse":5,"moe":10,"not":2,"else":3,"skip":1,"create":1,"a":1,"copy":1,"since":1,"modifies":1,"in":1,"place":1,"clone":1,"del":1,"multiplier":3,"return":1,"class":1,"granitemoehybridattention":1,"nn":1,"module":1,"def":1,"init":2,"config":9,"granitemoehybridconfig":1,"model":1,"optional":3,"modelconfig":1,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"causal":1,"true":1,"size":3,"bias":2,"total":3,"num":5,"heads":5,"head":1,"dim":1,"kv":1,"key":1,"value":1},"10104,1501,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"tensorparallel":1,"logic":1,"tp":9,"size":13,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"assert":3,"self":18,"total":8,"num":10,"heads":14,"0":3,"if":1,"kv":9,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"key":1,"value":1,"max":1,"1":1,"qkv":2,"proj":4,"qkvparallellinear":1,"hidden":3,"head":1,"dim":1,"bias":4,"attention":2,"quant":4,"config":4,"prefix":4,"f":2,"o":2,"rowparallellinear":1},"11605,1914,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"if":3,"config":11,"position":3,"embedding":1,"type":1,"rope":7,"self":22,"rotary":5,"emb":4,"get":1,"head":6,"dim":8,"max":2,"embeddings":1,"base":1,"int":1,"theta":1,"scaling":4,"hasattr":1,"and":1,"is":3,"not":2,"none":4,"else":2,"neox":1,"style":1,"true":1,"attn":3,"attention":3,"num":6,"heads":6,"multiplier":1,"kv":1,"key":8,"value":6,"cache":2,"quant":2,"prefix":3,"f":1,"def":2,"forward":1,"positions":2,"torch":4,"tensor":3,"hidden":6,"states":6,"qkv":3,"proj":2,"query":5,"split":1,"1":1,"del":1,"o":1,"0":1,"return":1,"all":1,"decoder":1,"layer":1,"types":1,"granitemoehybridattentiondecoderlayer":1,"mamba":1,"granitemoehybridmambadecoderlayer":1,"support":1,"compile":1,"class":1,"granitemoehybridmodel":1,"nn":1,"module":1,"init":2,"vllm":1,"vllmconfig":1,"str":1,"super":1},"13519,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"config":36,"vllm":5,"model":4,"hf":1,"cache":4,"quant":4,"lora":8,"self":14,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":1,"1":3,"if":1,"else":1,"0":1,"org":2,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":5,"num":2,"embeddings":2,"embedding":2,"multiplier":2,"def":3,"get":3,"layer":11,"prefix":6,"str":1,"idx":3,"int":1,"rsplit":1,"class":2,"all":1,"decoder":1,"types":2,"return":2,"start":1,"end":1,"layers":4,"make":3,"f":1,"empty":2,"intermediate":3,"tensors":3,"factory":1,"states":1,"residual":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"input":4,"ids":3,"torch":6,"tensor":6,"forward":1,"positions":1,"mamba":1,"params":1,"mambacacheparams":1,"optional":2,"intermediatetensors":1,"none":2,"inputs":1,"embeds":1},"15491,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"attn":7,"metadata":10,"get":5,"forward":2,"context":2,"if":7,"not":4,"envs":1,"vllm":1,"use":1,"v1":2,"mamba2":6,"prepare":1,"chunk":2,"size":2,"self":6,"config":1,"mamba":7,"else":3,"from":1,"none":6,"pp":2,"group":2,"is":4,"first":1,"rank":2,"inputs":2,"embeds":2,"hidden":14,"states":14,"input":2,"embeddings":1,"ids":1,"embedding":1,"multiplier":1,"residual":8,"intermediate":4,"tensors":4,"raise":1,"runtimeerror":1,"may":1,"be":1,"num":3,"0":1,"for":1,"i":3,"in":1,"range":1,"len":1,"layers":2,"layer":8,"isinstance":2,"granitemoehybridattentiondecoderlayer":1,"1":1,"cache":6,"params":6,"granitemoehybridmambadecoderlayer":1,"and":1,"at":1,"idx":1,"positions":2,"last":1,"return":2,"intermediatetensors":1,"norm":1},"17468,1629,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"def":4,"load":4,"weights":3,"self":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":9,"mapping":1,"param":10,"name":4,"shard":8,"id":9,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":5,"named":1,"parameters":1,"loaded":4,"n":14,"p":7,"weight":12,"loader":12,"getattr":3,"default":3,"add":3,"skip":1,"layers":1,"on":1,"other":1,"devices":1,"if":2,"not":1,"is":1,"pp":1,"missing":1,"parameter":1,"expert":4,"for":1,"in":2,"a":3,"log":2,"replace":1},"19097,1633,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"logic":2,"analogous":1,"to":2,"https":1,"github":1,"com":1,"vllm":4,"project":1,"blob":1,"f49e5aff11c986ed4d45202b1716c5d74786efa9":1,"model":1,"executor":1,"models":1,"granitemoeshared":1,"py":1,"l215":1,"mapping":1,"different":1,"experts":7,"layout":1,"from":1,"hf":1,"input":7,"linear":8,"output":1,"router":1,"w13":3,"e":9,"w1":7,"w2":1,"w3":8,"gate":1,"the":2,"renaming":1,"and":2,"parameter":1,"loading":1,"is":1,"same":1,"for":2,"weight":8,"scale":2,"tensors":1,"so":1,"we":1,"can":1,"reuse":1,"them":1,"without":1,"issues":1,"if":1,"n":6,"endswith":2,"block":6,"sparse":6,"moe":6,"or":1,"in":1,"range":1,"p":2,"size":1,"0":2,"name":4,"replace":4,"f":2,"param":4,"chunk":1,"2":1,"dim":1,"load":2,"expert":4,"shard":2,"id":4},"20730,1359,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"elif":2,"n":9,"endswith":3,"block":7,"sparse":7,"moe":7,"output":4,"linear":4,"weight":10,"or":1,"scale":1,"for":2,"e":4,"in":3,"range":1,"p":5,"size":1,"0":1,"w2":7,"name":9,"replace":4,"f":1,"experts":2,"param":4,"load":4,"expert":2,"shard":5,"id":5,"router":2,"layer":2,"gate":3,"else":1,"loaded":3,"false":1,"stacked":1,"params":1,"mapping":1,"if":2,"true":1,"not":1},"22089,1602,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"return":2,"loaded":1,"params":1,"class":1,"granitemoehybridforcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"supportslora":1,"supportspp":1,"ishybrid":1,"supportsquant":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"classmethod":2,"def":2,"get":3,"mamba":6,"state":8,"dtype":7,"from":2,"config":21,"cls":2,"vllm":9,"vllmconfig":2,"tuple":5,"torch":2,"mambastatedtypecalculator":1,"mamba2":1,"model":3,"cache":6,"ssm":1,"shape":5,"use":2,"v1":3,"bool":1,"true":1,"int":5,"calculate":1,"shapes":2,"for":4,"s":1,"convolutional":2,"and":1,"caches":1,"args":1,"or":1,"v0":1,"returns":1,"containing":1,"conv":1,"temporal":1,"space":1,"parallel":2,"hf":4,"intermediate":1,"size":2,"expand":1,"hidden":1},"23691,1477,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"return":1,"mambastateshapecalculator":1,"mamba2":1,"state":3,"shape":1,"intermediate":2,"size":9,"tp":1,"world":1,"parallel":2,"config":38,"tensor":1,"n":3,"groups":2,"hf":6,"mamba":5,"num":1,"heads":2,"head":2,"dim":1,"d":3,"conv":2,"kernel":1,"use":2,"v1":2,"def":1,"init":2,"self":9,"vllm":11,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":5,"cache":3,"lora":5,"scheduler":4,"if":2,"enable":1,"caching":2,"raise":1,"runtimeerror":1,"granitemoehybrid":1,"currently":1,"does":1,"not":1,"support":1,"quant":2,"granitemoehybridmodel":1,"maybe":1,"unpadded":2,"vocab":4,"extra":1},"25168,1492,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"self":14,"lm":3,"head":3,"parallellmhead":1,"unpadded":2,"vocab":6,"size":8,"config":9,"hidden":1,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"if":3,"using":1,"lora":4,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"quant":2,"prefix":3,"maybe":1,"tie":1,"word":1,"weight":2,"model":3,"embed":1,"tokens":1,"logits":2,"processor":1,"logitsprocessor":1,"scale":1,"1":1,"scaling":1,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"mamba":2,"cache":2,"between":1,"steps":1,"optional":3,"mambacachemanager":1,"none":3,"make":2,"empty":2,"intermediate":3,"tensors":3,"def":2,"get":2,"input":5,"ids":3,"torch":5,"tensor":5,"return":1,"forward":1,"positions":1,"intermediatetensors":1,"inputs":1,"embeds":1,"kwargs":1},"26660,1780,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"mamba":17,"cache":8,"params":3,"none":2,"if":2,"not":1,"envs":1,"vllm":5,"use":2,"v1":2,"self":18,"is":1,"num":3,"layers":3,"model":2,"config":8,"get":5,"by":1,"block":1,"type":1,"parallel":1,"layerblocktype":1,"state":6,"shape":3,"from":2,"false":1,"dtype":3,"mambacachemanager":1,"current":1,"run":1,"tensors":2,"kwargs":3,"hidden":4,"states":4,"input":3,"ids":1,"positions":1,"intermediate":1,"inputs":5,"embeds":1,"return":4,"def":3,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1,"compute":1,"logits":4,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1},"28440,222,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoehybrid.py":{"def":1,"load":2,"weights":4,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":1},"0,1786,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"adapted":1,"from":22,"https":1,"github":1,"com":1,"zai":1,"org":1,"chatglm2":1,"6b":1,"inference":1,"only":1,"chatglm":1,"model":12,"compatible":1,"with":1,"thudm":1,"weights":1,"import":23,"json":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":3,"layernorm":2,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":3,"pp":2,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":9,"layers":8,"activation":1,"siluandmul":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":3,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"transformers":1,"configs":1,"chatglmconfig":1,"interfaces":1,"supportslora":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"weightsmapper":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"class":1,"glmattention":1,"module":1},"1786,1512,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"def":1,"init":2,"self":23,"config":10,"chatglmconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"hidden":3,"size":15,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"num":16,"heads":19,"attention":5,"assert":3,"0":4,"multi":4,"query":4,"kv":12,"group":1,"if":2,"else":2,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"less":1,"replicate":1,"max":1,"1":1,"head":4,"dim":4,"q":1,"scaling":1,"5":1},"3298,1607,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"self":16,"query":2,"key":2,"value":2,"qkvparallellinear":1,"hidden":2,"size":2,"head":5,"dim":6,"total":3,"num":6,"heads":6,"kv":3,"bias":5,"config":15,"add":3,"linear":2,"or":1,"qkv":1,"quant":6,"prefix":6,"f":3,"dense":2,"rowparallellinear":1,"https":1,"huggingface":1,"co":1,"zai":2,"org":2,"chatglm3":1,"6b":1,"32k":1,"blob":1,"e210410255278dd9d74463cf396ba559c0ef801c":1,"modeling":1,"chatglm":1,"py":1,"l141":1,"rope":6,"ratio":3,"getattr":2,"1":1,"0":1,"max":3,"positions":2,"seq":1,"length":1,"8192":1,"note":1,"cogagent":1,"9b":1,"20241220":1,"uses":1,"original":2,"false":1,"which":1,"is":5,"equivalent":1,"to":1,"neox":4,"style":4,"true":1,"not":1,"rotary":2,"emb":1,"get":1,"2":1,"position":1,"base":1,"10000":1,"attn":2,"attention":1,"scaling":1,"cache":2},"4905,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"def":3,"forward":2,"self":17,"hidden":11,"states":4,"torch":3,"tensor":3,"position":2,"ids":2,"qkv":2,"query":1,"key":1,"value":1,"q":5,"k":4,"v":2,"split":1,"size":9,"kv":2,"dim":1,"1":1,"rotary":1,"emb":1,"context":2,"layer":4,"attn":3,"output":5,"dense":7,"return":2,"class":2,"glmmlp":1,"nn":2,"module":2,"mlp":2,"will":1,"take":1,"the":3,"input":2,"with":2,"h":12,"state":2,"project":4,"it":1,"to":9,"4":1,"dimension":2,"perform":1,"nonlinear":1,"transformation":1,"and":2,"back":2,"into":1,"init":2,"config":13,"chatglmconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"add":4,"bias":6,"linear":3,"4h":7,"mergedcolumnparallellinear":1,"ffn":2,"2":1,"f":2,"activation":2,"func":2,"siluandmul":1,"rowparallellinear":1,"s":3,"b":3,"4hp":1,"intermediate":4,"parallel":4,"glmblock":1,"a":1,"single":1,"transformer":2,"takes":1,"returns":1,"an":1,"of":1,"same":1},"6896,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"def":2,"init":2,"self":17,"config":16,"chatglmconfig":1,"cache":2,"optional":2,"cacheconfig":1,"none":2,"quant":3,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"apply":3,"residual":9,"connection":6,"post":4,"layernorm":15,"fp32":2,"layer":5,"norm":4,"func":3,"rmsnorm":2,"if":2,"else":2,"on":2,"the":4,"input":4,"data":1,"hidden":9,"size":2,"eps":2,"epsilon":2,"attention":9,"glmattention":1,"f":2,"dropout":2,"output":6,"mlp":3,"glmmlp":1,"forward":1,"states":5,"torch":3,"tensor":3,"position":3,"ids":3,"num":1,"tokens":1,"h":1,"at":1,"beginning":1,"of":1,"transformer":1},"8846,1909,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"layer":13,"norm":7,"post":6,"the":1,"self":18,"attention":2,"layernorm":10,"output":6,"input":2,"second":1,"residual":5,"connection":2,"if":3,"apply":1,"else":2,"mlp":1,"return":1,"class":2,"glmtransformer":1,"nn":1,"module":1,"transformer":2,"def":2,"init":2,"config":12,"chatglmconfig":1,"cache":2,"optional":2,"cacheconfig":1,"none":2,"quant":2,"quantizationconfig":1,"prefix":6,"str":1,"super":1,"number":1,"of":1,"layers":9,"num":3,"start":2,"end":2,"make":3,"lambda":1,"glmblock":1,"f":1,"func":2,"rmsnorm":2,"final":2,"before":1,"hidden":7,"size":2,"eps":1,"epsilon":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":5,"forward":1,"torch":3,"tensor":3,"position":3,"ids":3,"union":1,"intermediatetensors":1,"for":1,"in":1},"10755,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"if":2,"not":1,"get":2,"pp":1,"group":3,"is":1,"last":1,"rank":1,"return":3,"intermediatetensors":1,"hidden":7,"states":5,"final":2,"layer":4,"norm":2,"self":14,"post":1,"layernorm":1,"support":1,"torch":3,"compile":1,"class":1,"chatglmmodel":1,"nn":1,"module":1,"supportsquant":1,"packed":1,"modules":1,"mapping":1,"linear":3,"proj":5,"merged":1,"gate":1,"dense":1,"h":1,"to":1,"4h":1,"def":2,"init":2,"vllm":4,"config":27,"vllmconfig":1,"prefix":7,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":7,"embedding":3,"vocabparallelembedding":1,"padded":2,"vocab":2,"size":4,"f":3,"num":4,"layers":2,"multi":2,"query":2,"kv":2,"channels":2,"encoder":3,"glmtransformer":1,"output":2,"parallellmhead":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"input":3,"embeddings":1,"ids":2,"tensor":2},"12687,1289,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"def":2,"forward":1,"self":5,"input":3,"ids":3,"torch":5,"tensor":5,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":2,"none":4,"inputs":3,"embeds":3,"kwargs":1,"object":1,"union":1,"if":2,"get":2,"pp":1,"group":1,"is":3,"first":1,"rank":1,"not":2,"hidden":8,"states":8,"else":2,"embeddings":1,"assert":1,"run":1,"encoder":2,"position":1,"return":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":3,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"linear":4,"proj":7,"merged":2,"gate":1,"0":1,"dense":1,"h":1,"to":1,"4h":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1},"13976,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"for":3,"name":19,"loaded":5,"weight":13,"in":6,"weights":1,"param":8,"shard":2,"id":2,"stacked":1,"params":7,"mapping":1,"if":6,"not":3,"continue":6,"replace":1,"skip":1,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":2,"and":2,"dict":4,"is":2,"pp":2,"missing":2,"parameter":2,"self":6,"loader":7,"break":1,"else":1,"rotary":1,"pos":1,"emb":1,"inv":1,"freq":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"chatglmbasemodel":1,"nn":1,"module":1,"hf":2,"to":2,"vllm":6,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"substr":1,"word":1,"embeddings":1,"def":1,"init":2,"config":21,"vllmconfig":1,"prefix":1,"str":1,"transformer":1,"type":2,"chatglmmodel":2,"none":1,"super":1,"model":2,"quant":2,"lora":4,"multimodal":4},"15901,1497,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"self":17,"quant":2,"config":7,"max":2,"position":1,"embeddings":2,"getattr":1,"sequence":1,"length":1,"8192":1,"transformer":7,"type":1,"vllm":3,"prefix":3,"maybe":1,"if":1,"tie":1,"word":1,"output":2,"layer":2,"weight":2,"embedding":1,"lm":2,"head":2,"logits":5,"processor":2,"logitsprocessor":1,"padded":1,"vocab":1,"size":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":2,"compute":1,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":3,"class":1,"chatglmforcausallm":1,"chatglmbasemodel":1,"supportslora":1,"supportspp":1,"supportsquant":1,"packed":1,"modules":1,"mapping":1,"query":2,"key":2,"value":2,"dense":2,"h":2,"4h":2},"17398,1068,data/raw/vllm-0.10.1/vllm/model_executor/models/chatglm.py":{"def":2,"init":2,"self":3,"vllm":4,"config":9,"vllmconfig":1,"prefix":3,"str":1,"model":4,"hf":4,"if":1,"hasattr":1,"vision":3,"overrides":3,"architectures":1,"glm4vforcausallm":1,"raise":1,"runtimeerror":1,"the":3,"configuration":1,"of":2,"this":2,"indicates":1,"that":1,"it":1,"supports":1,"inputs":3,"but":1,"you":1,"instantiated":1,"text":1,"only":1,"version":1,"please":1,"use":1,"by":1,"setting":1,"f":1,"json":1,"dumps":1,"super":1,"forward":1,"input":2,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"none":2,"embeds":2,"union":1,"hidden":2,"states":2,"transformer":1,"return":1},"0,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"from":21,"abc":2,"import":23,"abstractmethod":1,"collections":1,"iterable":1,"mapping":2,"sequence":2,"typing":1,"final":1,"literal":1,"optional":1,"protocol":1,"typeddict":1,"typevar":1,"union":1,"torch":2,"nn":2,"as":1,"transformers":2,"batchfeature":1,"mistral3config":1,"pixtralvisionconfig":1,"pretrainedconfig":1,"models":2,"pixtral":2,"pixtralprocessor":1,"config":1,"vllmconfig":1,"inputs":2,"inputprocessingcontext":1,"model":6,"executor":6,"layers":4,"activation":1,"get":1,"act":1,"fn":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"processingcache":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"pixtralhfencoderinfo":1,"pixtralhfvisionmodel":1},"1925,1607,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"from":2,"utils":1,"import":2,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":3,"vllm":1,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":6,"multimodal":1,"embeddings":1,"vision":7,"get":1,"encoder":1,"info":1,"class":2,"mistral3imagepixelinputs":1,"typeddict":1,"type":1,"literal":1,"pixel":2,"values":2,"pixtral":1,"union":1,"torch":5,"tensor":6,"list":2,"shape":2,"batch":2,"size":19,"num":2,"images":1,"channels":1,"height":2,"width":2,"note":1,"that":1,"or":1,"may":1,"be":1,"different":1,"per":2,"and":1,"image":11,"in":3,"which":1,"case":1,"the":1,"data":1,"is":1,"passed":1,"as":1,"a":2,"instead":1,"of":2,"batched":1,"mistral3patchmerger":1,"nn":2,"module":1,"learned":1,"merging":2,"spatial":5,"2":2,"patches":1,"def":2,"self":9,"hidden":5,"int":3,"patch":5,"super":1,"layer":1,"linear":1,"bias":1,"false":1,"forward":1,"features":2,"sizes":4,"0":1,"1":2,"for":2,"tokens":1,"h":2,"w":2,"d":1},"3532,1511,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"permuted":3,"tensor":3,"for":1,"image":14,"index":2,"tokens":4,"in":1,"enumerate":1,"features":5,"split":1,"per":1,"reshape":1,"into":1,"a":1,"2d":1,"grid":7,"h":2,"w":2,"sizes":1,"view":2,"d":2,"permute":1,"2":2,"0":3,"1":2,"unsqueeze":1,"torch":2,"nn":2,"functional":1,"unfold":1,"kernel":1,"size":15,"self":7,"spatial":6,"merge":6,"stride":1,"t":1,"append":1,"cat":1,"dim":1,"merging":1,"layer":1,"return":1,"class":1,"mistral3multimodalprojector":1,"module":1,"def":1,"init":2,"vision":4,"hidden":6,"int":4,"text":1,"patch":4,"projector":2,"act":1,"str":2,"multimodal":1,"bias":1,"bool":1,"quant":1,"config":1,"optional":1,"quantizationconfig":1,"none":1,"prefix":1,"super":1,"norm":1,"rmsnorm":1,"eps":1,"1e":1,"5":1,"merger":1,"mistral3patchmerger":1},"5043,1930,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"self":15,"linear":6,"1":3,"columnparallellinear":1,"vision":6,"hidden":11,"size":4,"text":3,"bias":4,"multimodal":2,"projector":3,"quant":4,"config":8,"prefix":4,"f":2,"act":4,"get":8,"fn":1,"2":3,"rowparallellinear":1,"def":5,"forward":1,"image":11,"features":6,"torch":3,"tensor":3,"sizes":2,"norm":1,"patch":1,"merger":1,"states":6,"return":4,"class":3,"llavalikeconfig":2,"protocol":2,"final":5,"pretrainedconfig":1,"token":2,"index":1,"int":4,"feature":2,"select":1,"strategy":1,"str":3,"layer":1,"union":1,"list":1,"llavalikeprocessor":2,"basellavaprocessinginfo":1,"baseprocessinginfo":1,"hf":4,"ctx":1,"mistral3config":1,"encoder":2,"info":2,"abstractmethod":1,"processor":1,"kwargs":1,"object":1,"raise":1,"notimplementederror":1,"supported":1,"mm":1,"limits":1,"mapping":1,"optional":1,"none":1},"6973,1700,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"def":5,"get":15,"num":7,"image":17,"tokens":2,"self":11,"width":9,"int":6,"height":9,"vision":6,"encoder":6,"info":8,"return":5,"size":3,"with":2,"most":2,"features":2,"imagesize":2,"i":3,"typevar":1,"bound":1,"basellavaprocessinginfo":2,"class":3,"mistral3dummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":3,"text":1,"mm":5,"counts":4,"mapping":2,"str":3,"images":6,"0":2,"processor":5,"hf":3,"token":3,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"target":4,"mistral3processinginfo":2,"kwargs":2,"object":1,"ctx":1,"pixtralprocessor":1,"mistral3multimodalprocessor":1,"basemultimodalprocessor":1},"8673,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"def":3,"call":2,"hf":12,"processor":9,"self":6,"prompt":4,"str":7,"mm":12,"data":3,"mapping":6,"object":5,"kwargs":10,"tok":3,"batchfeature":2,"processed":5,"outputs":5,"super":1,"pixel":7,"values":7,"get":7,"if":1,"is":1,"not":1,"none":1,"avoid":1,"padding":1,"since":1,"we":1,"need":1,"the":2,"output":1,"for":3,"each":1,"image":14,"to":2,"be":1,"independent":1,"of":1,"other":1,"images":1,"cache":1,"work":1,"correctly":1,"sizes":4,"assert":2,"len":2,"p":2,"h":2,"w":2,"in":1,"zip":1,"return":2,"fields":1,"config":7,"inputs":1,"multimodalfieldconfig":3,"dict":1,"batched":2,"embeds":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":4,"tokenizer":3,"vocab":4,"break":2,"id":3,"token":4,"index":1,"end":2,"isinstance":1,"vision":1,"pixtralvisionconfig":1,"encoder":1,"pixtralhfencoderinfo":1},"10664,1326,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"def":3,"get":6,"replacement":3,"item":2,"idx":2,"int":1,"images":2,"mm":1,"items":2,"image":13,"imageprocessoritems":1,"size":5,"ncols":2,"nrows":2,"encoder":1,"info":5,"patch":1,"grid":1,"width":2,"height":2,"tokens":3,"token":4,"id":6,"break":1,"1":1,"end":1,"return":4,"promptupdatedetails":1,"select":1,"promptreplacement":1,"modality":1,"target":1,"build":2,"mistral3":2,"ctx":3,"inputprocessingcontext":1,"basellavaprocessinginfo":1,"hf":3,"config":4,"mistral3config":1,"assert":2,"isinstance":2,"vision":1,"pixtralvisionconfig":1,"mistral3processinginfo":2,"processor":1,"i":2,"dummy":2,"inputs":2,"basedummyinputsbuilder":1,"cache":3,"optional":1,"processingcache":1,"none":1,"basemultimodalprocessor":1,"mistral3multimodalprocessor":1,"type":1,"ignore":1},"11990,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"def":3,"get":6,"num":10,"hidden":13,"layers":20,"hf":7,"config":13,"llavalikeconfig":2,"int":5,"determine":1,"the":9,"number":3,"of":4,"to":6,"initialize":4,"up":4,"in":4,"visual":3,"encoder":3,"args":2,"model":1,"with":1,"vision":10,"feature":18,"layer":16,"s":1,"if":4,"we":2,"have":2,"one":2,"that":1,"isinstance":3,"return":4,"index":9,"multiple":1,"deepest":2,"elif":1,"list":1,"tuple":1,"max":1,"idx":2,"for":2,"raise":1,"typeerror":1,"f":1,"type":2,"is":1,"not":1,"supported":1,"given":1,"a":2,"signed":1,"needed":1,"leverage":1,"it":1,"required":2,"total":1,"0":1,"1":1,"init":1,"tower":2,"llava":1,"quant":1,"optional":2,"quantizationconfig":1,"require":1,"post":1,"norm":1,"bool":1,"none":1,"prefix":1,"str":1,"pixtralhfvisionmodel":1,"only":1,"assert":1,"pixtralvisionconfig":1},"13818,1619,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"return":2,"pixtralhfvisionmodel":1,"vision":3,"config":19,"quant":4,"num":2,"hidden":2,"layers":2,"override":1,"require":2,"post":2,"norm":2,"prefix":4,"multimodal":5,"registry":1,"register":1,"processor":2,"build":2,"mistral3":2,"info":2,"dummy":1,"inputs":1,"mistral3dummyinputsbuilder":1,"class":1,"mistral3forconditionalgeneration":1,"nn":1,"module":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":2,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"hf":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":9,"language":3,"tower":2,"multi":2,"modal":2,"projector":2,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":2,"none":2,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":3,"vllmconfig":1,"super":1},"15437,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"note":1,"these":1,"are":1,"special":1,"cases":1,"for":3,"pixtral":2,"12b":2,"in":1,"the":1,"hf":2,"format":1,"https":1,"huggingface":1,"co":1,"mistral":2,"community":1,"blob":1,"main":1,"config":30,"json":1,"noqa":1,"if":3,"text":6,"architectures":2,"is":2,"none":4,"and":2,"model":5,"type":1,"mistralforcausallm":1,"projector":9,"hidden":9,"act":5,"vision":8,"gelu":2,"todo":1,"optionally":1,"initializes":1,"this":1,"supporting":1,"embeddings":1,"multimodal":3,"get":1,"limit":1,"per":1,"prompt":1,"image":1,"self":7,"tower":4,"init":2,"llava":1,"quant":3,"require":1,"post":1,"norm":1,"false":1,"prefix":9,"maybe":3,"multi":3,"modal":3,"mistral3multimodalprojector":1,"size":8,"spatial":2,"merge":2,"patch":2,"bias":2,"else":1,"language":3,"vllm":3,"registered":1,"make":2,"empty":2,"intermediate":2,"tensors":2},"17302,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"def":3,"validate":2,"pixel":14,"values":14,"self":7,"data":5,"torch":6,"tensor":6,"h":2,"w":2,"config":3,"vision":2,"image":20,"size":3,"expected":6,"dims":5,"3":1,"actual":2,"tuple":3,"shape":6,"1":2,"if":5,"expr":2,"batch":1,"map":1,"str":1,"raise":2,"valueerror":2,"f":3,"the":1,"of":2,"is":4,"you":1,"supplied":1,"return":5,"parse":1,"and":2,"input":7,"kwargs":3,"object":1,"optional":1,"mistral3imagepixelinputs":3,"pop":2,"none":6,"embeds":4,"assert":1,"not":2,"isinstance":2,"list":1,"incorrect":1,"type":5,"got":1,"pixtral":1,"flatten":1,"bn":1,"process":1,"union":1,"sizes":3,"img":3,"2":2,"for":2,"in":2,"features":4,"tower":1,"multi":1,"modal":1,"projector":1,"feature":3,"0":1,"spatial":1,"merge":1},"19201,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"image":17,"embeds":11,"self":10,"multi":1,"modal":1,"projector":1,"torch":9,"cat":1,"features":1,"sizes":3,"if":3,"len":2,"feature":2,"1":1,"split":1,"else":1,"return":5,"def":4,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":6,"embeddings":11,"kwargs":3,"object":2,"multimodalembeddings":2,"input":12,"parse":1,"and":2,"validate":1,"is":3,"none":5,"vision":2,"process":1,"ids":5,"tensor":6,"optional":3,"inputs":5,"not":1,"0":1,"merge":1,"config":1,"token":1,"index":1,"forward":2,"positions":2,"intermediate":1,"tensors":1,"intermediatetensors":2,"union":1,"run":1,"pass":1,"for":2,"mistral3":1,"one":1,"key":1,"thing":1,"to":2,"understand":1,"the":5,"already":1,"accounts":1,"of":2,"be":1,"inserted":1,"concretely":1,"consider":1,"a":1,"text":1,"prompt":1,"user":1,"nwhat":1,"s":1,"content":1,"nassistant":1},"21148,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"tokenizer":1,"outputs":1,"1":2,"3148":2,"1001":2,"29901":4,"29871":4,"32000":4,"13":4,"5618":2,"29915":2,"29879":2,"278":4,"2793":2,"310":2,"1967":2,"29973":2,"22933":2,"9047":2,"13566":2,"to":6,"reserve":1,"space":1,"in":5,"kv":1,"cache":1,"we":2,"have":1,"insert":2,"placeholder":1,"tokens":6,"before":1,"they":1,"are":3,"inputted":2,"the":11,"model":5,"so":2,"input":10,"processor":1,"prepends":1,"additional":1,"image":6,"denoted":1,"as":1,"resulting":1,"575":1,"that":1,"including":1,"original":1,"token":1,"there":1,"a":2,"total":1,"of":3,"576":1,"24":2,"which":1,"corresponds":1,"number":2,"language":2,"i":1,"e":1,"outputted":1,"by":1,"visual":1,"encoder":1,"this":2,"way":1,"positions":2,"and":1,"attn":1,"metadata":1,"consistent":1,"with":1,"ids":6,"args":1,"flattened":1,"concatenated":1,"corresponding":1,"batch":1,"pixel":1,"values":1,"pixels":1,"each":1,"info":1,"mistral3imagepixelinputs":1,"if":1,"intermediate":2,"tensors":2,"is":4,"not":1,"none":4,"inputs":6,"embeds":6,"note":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"self":3,"get":2,"multimodal":1,"kwargs":1,"hidden":1,"states":1},"23122,1082,data/raw/vllm-0.10.1/vllm/model_executor/models/mistral3.py":{"return":4,"hidden":3,"states":3,"def":3,"compute":2,"logits":2,"self":8,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"language":3,"model":4,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"skip":4,"prefixes":4,"if":1,"vision":3,"tower":4,"is":2,"none":2,"and":1,"multi":3,"modal":3,"projector":3,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"get":2,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"connector":1},"0,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":2,"vllm":15,"project":1,"adapted":1,"from":23,"https":1,"huggingface":1,"co":1,"opengvlab":2,"internvl2":1,"4b":1,"blob":1,"main":1,"modeling":1,"internvl":3,"chat":1,"py":1,"c":1,"2023":1,"licensed":1,"under":1,"mit":1,"see":1,"for":1,"details":1,"abc":3,"import":24,"collections":1,"iterable":1,"typing":1,"optional":1,"torch":2,"nn":2,"as":2,"torchvision":1,"transforms":1,"t":1,"pil":1,"image":5,"transformers":4,"automodel":1,"pretrainedconfig":1,"processing":2,"utils":4,"fast":1,"baseimageprocessorfast":1,"config":2,"vllmconfig":1,"model":6,"executor":5,"layers":2,"quantization":2,"quantizationconfig":1,"awq":1,"awqconfig":1,"models":2,"baseinternvldummyinputsbuilder":1,"baseinternvlmultimodalprocessor":1,"baseinternvlprocessinginfo":1,"internvlimageembeddinginputs":1,"internvlimageinputs":1,"internvlimagepixelinputs":1,"internvlprocessor":1,"module":1,"mapping":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"convert":1,"mode":1,"inputs":1,"nestedtensors":1,"promptupdatedetails":1,"sequence":1,"intermediatetensors":1,"processor":2,"cached":1,"tokenizer":1,"anytokenizer":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"autoweightsloader":1,"flatten":1,"bn":1,"init":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"img":4,"start":1,"end":1},"1994,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"img":3,"context":1,"image":11,"def":3,"build":1,"transform":1,"input":3,"size":13,"int":16,"return":3,"t":5,"compose":1,"lambda":2,"convert":1,"mode":1,"rgb":1,"resize":1,"interpolation":1,"interpolationmode":1,"bicubic":1,"totensor":1,"adapted":1,"from":1,"https":1,"huggingface":1,"co":1,"nvidia":1,"llama":1,"3":1,"1":8,"nemotron":2,"nano":1,"vl":2,"8b":1,"v1":1,"find":3,"closest":3,"aspect":16,"ratio":21,"float":2,"target":18,"ratios":4,"list":2,"tuple":4,"width":9,"height":9,"best":6,"factor":8,"inf":1,"area":2,"for":1,"rw":4,"rh":4,"in":1,"min":2,"0":3,"6":1,"closeness":2,"if":3,"calculate":2,"targets":1,"orig":6,"use":2,"thumbnail":3,"bool":1,"the":3,"to":1,"and":2,"blocks":5,"add":1,"num":1},"3926,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":3,"dynamic":1,"preprocess":1,"nemotron":5,"vl":5,"image":27,"target":16,"ratios":8,"list":3,"tuple":2,"int":10,"size":17,"use":4,"thumbnail":7,"bool":2,"orig":6,"width":9,"height":5,"calculate":2,"the":3,"number":1,"of":1,"blocks":4,"without":1,"targets":1,"false":1,"resize":3,"resized":2,"img":6,"processed":6,"images":6,"for":4,"i":8,"in":4,"range":4,"box":2,"1":9,"split":3,"crop":1,"append":2,"assert":1,"len":2,"if":2,"and":1,"return":2,"get":2,"min":5,"num":10,"max":5,"j":3,"n":3,"sorted":1,"key":1,"lambda":1,"x":3,"0":1,"to":1,"pixel":1,"values":1,"input":3,"torch":1,"tensor":1,"transform":2,"build":1},"5868,1761,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"images":2,"dynamic":19,"preprocess":1,"nemotron":1,"vl":1,"image":22,"target":2,"ratios":2,"size":16,"input":1,"use":4,"thumbnail":4,"pixel":2,"values":2,"torch":1,"stack":1,"transform":1,"for":1,"in":1,"return":2,"class":1,"nemotronvlprocessor":1,"internvlprocessor":1,"def":2,"init":2,"self":15,"config":6,"pretrainedconfig":1,"tokenizer":4,"anytokenizer":1,"processor":5,"baseimageprocessorfast":1,"min":6,"patch":15,"optional":3,"int":8,"none":7,"max":7,"bool":3,"abc":1,"force":1,"if":3,"is":3,"1":1,"assert":3,"isinstance":3,"num":2,"tiles":1,"true":1,"token":2,"2":2,"downsample":1,"ratio":1,"property":1,"id":1,"get":1,"vocab":1,"img":1,"context":1},"7629,1410,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":2,"get":1,"num":11,"image":18,"tokens":1,"self":9,"width":3,"int":5,"height":3,"target":4,"ratios":4,"resolve":2,"use":6,"thumbnail":6,"false":2,"applied":2,"in":3,"calculate":2,"targets":2,"patches":2,"nemotron":2,"vl":2,"orig":2,"size":7,"return":2,"token":1,"images":3,"to":3,"pixel":3,"values":3,"lst":1,"list":2,"min":7,"dynamic":9,"patch":6,"optional":3,"none":3,"max":7,"bool":1,"torch":1,"tensor":1,"input":1,"for":1},"9039,1919,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":2,"preprocess":1,"image":19,"self":5,"text":7,"list":3,"str":5,"images":4,"min":3,"dynamic":9,"patch":6,"optional":4,"int":4,"none":3,"max":3,"size":7,"bool":1,"tuple":1,"dict":2,"torch":3,"tensor":2,"if":1,"len":2,"0":2,"inputs":3,"else":1,"pixel":8,"values":8,"lst":5,"to":1,"nestedtensors":1,"flat":1,"cat":1,"num":6,"patches":5,"item":2,"for":5,"in":4,"shape":1,"feature":4,"token":1,"repl":8,"get":2,"nvl":4,"context":7,"full":3,"replace":3,"img":7,"t":4,"1":1,"return":2,"promptupdatedetails":2,"features":2,"start":1,"end":1,"select":1,"class":1,"nemotronvlprocessinginfo":1,"baseinternvlprocessinginfo":1,"processing":1,"info":1,"nemotron":1,"vl":1,"models":1},"10958,1847,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":4,"get":6,"hf":3,"processor":7,"self":15,"kwargs":4,"object":2,"nemotronvlprocessor":2,"return":3,"ctx":2,"init":3,"config":31,"tokenizer":2,"image":12,"cached":1,"from":1,"model":3,"multimodal":5,"registry":1,"register":1,"baseinternvlmultimodalprocessor":1,"nemotronvlprocessinginfo":3,"info":1,"dummy":1,"inputs":1,"baseinternvldummyinputsbuilder":1,"class":1,"llamanemotronvlchatmodel":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1,"classmethod":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":2,"optional":1,"if":1,"startswith":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"vllm":4,"vllmconfig":1,"prefix":1,"none":1,"super":1,"quant":4,"patch":6,"size":9,"force":1,"or":1,"vision":2,"num":1,"token":1,"2":2,"downsample":3,"ratio":3,"ps":2,"version":2},"12805,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"self":13,"llm":4,"arch":1,"name":1,"config":35,"text":6,"architectures":1,"0":1,"vision":7,"model":9,"init":5,"quant":11,"prefix":7,"maybe":2,"language":3,"vllm":3,"registered":1,"hf":1,"mlp1":3,"img":1,"context":1,"token":2,"id":1,"none":4,"visual":1,"mask":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":3,"patch":2,"pretrainedconfig":3,"quantizationconfig":2,"the":2,"awq":1,"models":1,"from":2,"opengvlab":1,"missing":1,"modules":4,"to":5,"not":6,"convert":4,"add":1,"back":1,"if":2,"isinstance":1,"awqconfig":1,"getattr":1,"quantization":1,"and":1,"is":1,"append":1,"optional":1,"str":1,"return":1,"automodel":1,"trust":1,"remote":1,"code":1,"true":1,"nn":1,"sequential":1,"vit":2,"hidden":6,"size":6,"projection":1,"projector":1},"14696,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"return":3,"nn":5,"sequential":1,"layernorm":1,"vit":18,"hidden":5,"size":9,"int":8,"1":9,"self":11,"downsample":3,"ratio":3,"2":4,"bias":2,"true":2,"linear":2,"vision":3,"projection":2,"gelu":1,"llm":1,"def":3,"pixel":5,"shuffle":2,"x":12,"scale":14,"factor":8,"0":6,"5":2,"n":7,"w":11,"h":11,"c":7,"view":2,"permute":2,"3":4,"contiguous":2,"if":1,"ps":1,"version":1,"v1":2,"pass":1,"else":1,"extract":1,"feature":1,"values":3,"torch":5,"tensor":4,"https":1,"huggingface":1,"co":1,"nvidia":1,"llama":1,"nemotron":1,"nano":1,"vl":1,"8b":1,"blob":1,"main":1,"modeling":1,"py":1,"l177":1,"embeds":16,"model":1,"features":1,"to":2,"dtype":1,"bfloat16":1,"shape":4,"reshape":2,"mlp1":1,"validate":1,"data":1,"use":1,"force":2,"image":3,"get":1,"config":1,"expected":1,"dims":1},"16634,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":2,"validate":3,"shape":5,"d":5,"torch":5,"tensor":5,"actual":2,"dims":4,"tuple":2,"if":7,"expected":5,"expr":2,"str":1,"raise":4,"valueerror":4,"the":1,"of":4,"pixel":8,"values":8,"per":3,"image":20,"batch":1,"f":5,"patch":1,"is":5,"you":1,"supplied":1,"for":1,"in":1,"data":3,"return":3,"parse":1,"and":2,"input":1,"self":2,"kwargs":5,"object":1,"optional":1,"internvlimageinputs":1,"flat":6,"pop":3,"none":8,"num":5,"patches":5,"embeds":8,"not":5,"isinstance":4,"list":3,"incorrect":3,"type":10,"embeddings":1,"got":3,"internvlimageembeddinginputs":1,"flatten":2,"bn":1,"token":5,"id":5,"assert":1,"img":1,"context":1,"unique":1,"item":1},"18557,1989,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"pixel":8,"values":8,"flat":6,"flatten":2,"bn":2,"concat":2,"true":2,"image":23,"num":10,"patches":10,"return":4,"internvlimagepixelinputs":1,"type":2,"self":8,"validate":3,"raise":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":2,"process":1,"input":9,"internvlimageinputs":1,"tuple":1,"torch":1,"tensor":1,"if":4,"embeds":8,"data":1,"assert":1,"vision":1,"model":1,"is":1,"not":2,"none":1,"extract":1,"feature":5,"only":1,"one":1,"in":5,"the":4,"current":1,"batch":1,"len":1,"1":4,"view":2,"config":4,"text":2,"hidden":2,"size":5,"note":1,"embeddings":1,"are":2,"split":2,"into":1,"separate":1,"tensors":1,"for":3,"each":2,"by":1,"of":4,"embedding":1,"shape":1,"sizes":2,"parse":2,"and":3,"multimodal":1,"inputs":1,"kwargs":4,"object":1,"dict":1,"modalities":4,"preserve":1,"order":2,"there":1,"multiple":1,"them":1,"from":1,"key":2,"images":2},"20546,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"return":5,"modalities":6,"def":4,"set":2,"visual":3,"token":7,"mask":3,"self":11,"input":10,"ids":8,"torch":5,"tensor":5,"none":4,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":12,"embeddings":14,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"inputs":5,"if":3,"not":2,"the":4,"result":1,"is":3,"tuple":2,"of":2,"tensors":1,"with":1,"each":1,"correspoending":1,"to":3,"a":1,"data":1,"item":1,"image":4,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"in":2,"this":1,"dictionary":1,"preserve":1,"order":1,"for":1,"modality":2,"images":2,"vision":2,"process":1,"optional":1,"embeds":4,"len":2,"0":1,"context":4,"img":1,"id":1,"assert":1,"1":1,"merge":1},"22374,1629,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":2,"forward":4,"self":9,"input":7,"ids":6,"torch":5,"tensor":5,"positions":3,"intermediate":4,"tensors":4,"optional":3,"intermediatetensors":2,"none":9,"inputs":7,"embeds":7,"kwargs":5,"object":1,"if":3,"is":6,"not":2,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":5,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"get":2,"multimodal":1,"only":1,"required":1,"the":1,"mono":1,"architecture":1,"visual":4,"token":4,"mask":4,"update":1,"hidden":4,"states":4,"language":2,"return":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1},"24003,728,data/raw/vllm-0.10.1/vllm/model_executor/models/nemotron_vl.py":{"def":2,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"ignore":1,"registered":1,"buffers":1,"see":1,"https":1,"huggingface":1,"co":1,"nvidia":1,"c":1,"radiov2":1,"h":1,"blob":1,"main":1,"input":1,"conditioner":1,"py":1,"l28":1,"noqa":1,"e501":1,"skip":3,"substrs":3,"norm":2,"mean":1,"std":1,"loader":2,"autoweightsloader":1,"return":2,"get":2,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"language":2,"model":4,"connector":1,"mlp1":1,"tower":1,"vision":1},"0,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":12,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"rocm":1,"blob":1,"cea7419f151cc50293a05b7fac8547f8f887c9f6":1,"model":8,"executor":5,"models":1,"grok1":2,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"huggingface":1,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":2,"functional":1,"f":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"layers":4,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1968,1705,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"from":8,"vllm":6,"model":6,"executor":5,"layers":4,"quantization":1,"import":8,"quantizationconfig":2,"rotary":1,"embedding":3,"get":1,"rope":1,"vocab":2,"parallel":2,"default":6,"padding":1,"size":6,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":3,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":2,"tensors":1,"factory":1,"prefix":2,"grok1":2,"specific":1,"constants":1,"overridden":1,"by":1,"config":2,"values":1,"if":1,"present":1,"attn":1,"output":2,"multiplier":3,"0":2,"08838834764831845":1,"5773502691896257":1,"78":1,"38367176906169":1,"class":1,"grok1moe":1,"nn":1,"module":1,"a":2,"tensor":1,"moe":2,"implementation":1,"for":2,"that":1,"shards":1,"each":2,"expert":2,"across":3,"all":2,"ranks":3,"s":1,"weights":1,"are":1,"sharded":1,"and":2,"fused":1,"kernel":1,"used":1,"the":2,"forward":1,"pass":1,"finally":1,"we":1,"reduce":1,"outputs":1,"def":1,"init":2,"self":2,"num":1,"experts":1,"int":5,"top":1,"k":1,"hidden":3,"params":1,"dtype":2,"optional":3,"torch":1,"none":3,"quant":1,"tp":1,"str":1,"super":1},"3673,1561,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"gate":4,"always":1,"runs":1,"at":1,"half":1,"full":1,"precision":1,"for":1,"now":1,"self":6,"replicatedlinear":1,"hidden":13,"size":8,"num":4,"experts":7,"bias":1,"false":1,"params":4,"dtype":4,"quant":3,"config":3,"none":1,"prefix":4,"f":3,"fusedmoe":1,"top":2,"k":2,"intermediate":2,"reduce":1,"results":1,"true":2,"renormalize":1,"tp":2,"activation":1,"gelu":1,"def":1,"forward":1,"states":9,"torch":2,"tensor":2,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":4,"orig":2,"view":2,"1":1,"router":5,"logits":5,"tokens":1,"n":1,"30":2,"0":2,"tanh":1,"final":2,"return":1,"class":1,"grok1attention":1,"nn":1,"module":1},"5234,1570,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"def":1,"init":2,"self":24,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"rope":3,"theta":3,"float":1,"10000":1,"cache":1,"config":7,"optional":2,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"added":1,"parameter":1,"super":1,"store":1,"reference":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"scaling":1,"5":1},"6804,1897,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"self":28,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":11,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":2,"max":3,"position":2,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"attn":11,"logits":3,"soft":3,"cap":3,"getattr":2,"logit":1,"softcapping":1,"30":1,"0":5,"attention":1,"scaling":1,"cache":2,"multiplier":3,"output":6,"1":3,"if":1,"else":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"return":1,"class":1,"grok1decoderlayer":1,"nn":1,"module":1},"8701,1750,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"def":1,"init":2,"self":9,"config":26,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":9,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":6,"size":8,"check":1,"for":1,"fp8":8,"quantization":1,"use":4,"false":2,"if":3,"is":4,"not":3,"getattr":3,"w8a8":1,"lambda":1,"and":1,"hasattr":1,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"default":1,"rope":4,"theta":4,"value":2,"in":2,"10000":1,"attn":2,"grok1attention":2,"num":12,"heads":4,"attention":1,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"f":2,"pass":1,"to":1,"grok1":1,"uses":1,"experts":8,"its":1,"8":1,"per":3,"tok":3,"2":1,"moe":2,"block":2,"grok1moe":1,"top":1,"k":1,"intermediate":2},"10451,1766,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"self":14,"pre":5,"attn":6,"norm":13,"rmsnorm":4,"config":22,"hidden":22,"size":4,"eps":8,"rms":4,"post":5,"moe":6,"def":2,"forward":1,"positions":3,"torch":6,"tensor":5,"states":18,"residual":8,"optional":1,"tuple":1,"attention":2,"if":1,"is":1,"none":1,"else":1,"normalization":2,"block":2,"with":1,"return":1,"support":1,"compile":1,"class":1,"grok1model":1,"nn":1,"module":1,"init":2,"vllm":5,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"lora":2},"12217,1480,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"self":16,"config":23,"quant":6,"padding":1,"idx":1,"pad":1,"token":1,"id":1,"lora":6,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":2,"embedding":4,"multiplier":4,"scale":4,"getattr":1,"default":1,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":9,"num":2,"embeddings":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"prefix":5,"grok1decoderlayer":1,"cache":1,"f":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":5,"residual":1,"def":1,"get":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"13697,1669,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"def":2,"forward":1,"self":8,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"i":2,"in":2,"range":1,"start":1,"layer":4,"end":1,"layers":1,"last":1,"return":3,"norm":1,"expert":3,"mapping":2,"list":1,"tuple":1,"str":3,"int":1,"map":1,"grok1":5,"s":1,"unique":1,"parameter":1,"names":2,"to":1,"standard":1,"uses":1,"num":5,"experts":5,"its":1,"config":2,"getattr":1,"8":1,"fusedmoe":1,"make":1,"params":1,"ckpt":3,"gate":1,"proj":3,"name":3,"linear":3,"specific":3,"down":1,"1":1,"up":1,"v":1},"15366,1157,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":6,"mapping":3,"param":4,"name":7,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":3,"named":1,"parameters":1,"loaded":8,"expert":2,"get":2,"for":1,"weight":10,"in":1,"if":2,"quant":2,"config":2,"is":1,"not":1,"none":1,"and":1,"scale":4,"cache":2,"loading":1,"kv":1,"quantization":1,"scales":1,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"continue":1},"16523,981,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"for":2,"param":5,"name":19,"weight":7,"shard":2,"id":2,"in":3,"stacked":1,"params":4,"mapping":1,"if":5,"not":2,"continue":4,"replace":1,"skip":2,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":3,"or":1,"and":1,"dict":3,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"scale":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"maybe":1,"remap":1,"none":1,"loader":3,"loaded":1,"break":1},"17504,1366,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"else":2,"for":2,"mapping":3,"in":4,"expert":4,"params":4,"param":5,"name":18,"weight":7,"id":6,"shard":3,"if":5,"not":3,"continue":5,"replace":1,"skip":3,"layers":2,"on":2,"other":2,"devices":2,"is":2,"pp":2,"missing":2,"parameter":2,"self":2,"endswith":4,"bias":5,"or":2,"and":2,"dict":3,"loader":3,"loaded":1,"break":1,"loading":1,"extra":1,"gptq":1,"models":1},"18870,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"remapping":1,"the":1,"name":10,"of":1,"fp8":1,"kv":2,"scale":5,"maybe":3,"remap":1,"params":4,"dict":2,"if":4,"is":1,"none":1,"continue":1,"handle":1,"grok1":1,"specific":1,"norm":2,"naming":1,"in":1,"replace":1,"weight":8,"param":3,"loader":4,"getattr":1,"default":2,"loaded":3,"add":1,"return":1,"class":1,"grok1forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"def":1,"init":2,"self":12,"vllm":6,"config":27,"vllmconfig":1,"prefix":7,"str":1,"super":1,"model":4,"hf":1,"quant":6,"lora":7,"grok1model":1,"unpadded":3,"vocab":7,"size":9,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":2,"padding":2,"tie":1,"word":1,"embed":1,"tokens":1},"20844,1889,data/raw/vllm-0.10.1/vllm/model_executor/models/grok1.py":{"self":18,"output":4,"multiplier":4,"scale":4,"getattr":1,"config":3,"default":1,"logits":5,"processor":2,"logitsprocessor":1,"unpadded":1,"vocab":2,"size":2,"make":2,"empty":2,"intermediate":4,"tensors":4,"model":4,"def":5,"get":4,"input":6,"embeddings":4,"ids":4,"torch":9,"tensor":9,"return":5,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"lm":3,"head":3,"load":2,"weights":4,"iterable":1,"tuple":2,"str":5,"set":1,"skip":4,"when":1,"tie":2,"word":2,"is":1,"true":1,"prefixes":3,"if":1,"else":1,"loader":2,"autoweightsloader":1,"expert":2,"mapping":2,"list":1,"int":1},"0,1871,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":10,"project":1,"from":6,"collections":1,"abc":1,"import":9,"iterable":1,"typing":1,"type":3,"checking":2,"any":2,"optional":1,"typevar":2,"cast":1,"torch":2,"nn":3,"as":1,"model":12,"executor":1,"models":2,"config":9,"verifyandupdateconfig":1,"interfaces":1,"base":1,"vllmmodelforpooling":2,"is":2,"pooling":7,"if":4,"vllmconfig":3,"t":5,"bound":1,"module":1,"generate":4,"suffixes":2,"forcausallm":1,"forconditionalgeneration":1,"chatmodel":1,"lmheadmodel":1,"def":4,"get":1,"name":7,"orig":4,"str":5,"suffix":4,"for":2,"in":3,"removesuffix":1,"return":1,"create":1,"cls":3,"lazy":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"class":1,"modelforpooling":1,"true":1,"init":4,"self":7,"prefix":6,"kwargs":2,"none":2,"super":1,"these":1,"are":1,"not":2,"used":1,"attr":3,"lm":1,"head":1,"logits":1,"processor":1,"hasattr":1,"delattr":1,"already":1,"defines":1,"a":1,"pooler":4,"instance":1,"don":1,"overwrite":1,"it":1,"getattr":1,"raise":1,"notimplementederror":1},"1871,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"def":2,"load":8,"weights":15,"self":8,"iterable":1,"tuple":1,"str":1,"torch":1,"tensor":1,"todo":1,"support":3,"uninitialized":1,"params":5,"tracking":1,"we":2,"have":1,"deleted":1,"this":1,"attribute":1,"so":1,"don":1,"t":3,"it":1,"name":7,"data":2,"for":4,"in":3,"if":5,"not":1,"startswith":1,"lm":1,"head":1,"forcausallm":2,"defines":1,"on":1,"the":5,"inner":2,"model":13,"and":3,"there":1,"are":2,"no":1,"other":2,"modules":1,"with":1,"parameters":3,"loading":1,"from":2,"both":1,"hasattr":3,"whether":1,"only":3,"contains":1,"is":3,"param":2,"all":1,"or":1,"next":1,"child":2,"none":2,"named":1,"children":1,"mapper":2,"weightsmapper":1,"orig":3,"to":3,"new":1,"prefix":1,"apply":1,"loaded":4,"f":1,"return":4,"most":1,"models":1,"cls":3,"type":2,"ignore":2,"fallback":1,"else":1,"loader":2,"autoweightsloader":1,"modelforpooling":1,"as":1,"embedding":1,"subclass":1,"an":1,"existing":1,"vllm":1,"embeddings":2,"by":1,"default":1,"of":1,"whole":1,"prompt":1,"extracted":1,"normalized":1,"hidden":1,"state":1,"corresponding":1,"last":1,"token":1},"3687,1988,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"note":2,"we":2,"assume":2,"that":2,"no":1,"extra":1,"layers":4,"are":2,"added":1,"to":3,"the":9,"original":1,"model":15,"please":2,"implement":2,"your":2,"own":2,"if":4,"this":2,"is":6,"not":3,"case":2,"avoid":2,"modifying":2,"existing":3,"embedding":1,"models":3,"pooling":4,"cls":9,"return":3,"lazy":2,"import":8,"from":7,"vllm":8,"executor":4,"pooler":13,"dispatchpooler":3,"class":2,"modelforembedding":3,"create":1,"def":2,"init":1,"self":2,"config":8,"vllmconfig":1,"prefix":2,"str":1,"assert":1,"none":1,"encode":2,"for":2,"embed":2,"name":3,"get":1,"forembedding":1,"type":1,"ignore":1,"as":2,"seq":1,"t":2,"subclass":1,"an":1,"support":1,"classify":1,"and":1,"score":2,"tasks":1,"by":1,"default":1,"probabilities":1,"extracted":1,"softmaxed":1,"hidden":1,"state":1,"corresponding":1,"last":1,"token":1,"classification":2,"head":1,"a":1,"single":1,"linear":2,"layer":1,"stored":1,"attribute":1,"of":1,"top":1,"level":1,"rowparallellinear":1,"classifierpooler":1,"poolingmethod":1,"poolingtype":1,"interfaces":1,"supportscrossencoding":1,"sequence":1,"intermediatetensors":1,"utils":1,"maybe":1},"5675,1831,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"class":1,"modelforsequenceclassification":1,"create":1,"pooling":12,"model":5,"cls":3,"supportscrossencoding":1,"def":2,"init":1,"pooler":8,"self":7,"vllm":6,"config":23,"vllmconfig":1,"prefix":4,"str":4,"hf":1,"quant":4,"score":4,"rowparallellinear":1,"hidden":1,"size":1,"num":1,"labels":1,"input":1,"is":3,"parallel":1,"false":2,"bias":1,"params":1,"dtype":1,"torch":2,"float32":1,"maybe":1,"assert":2,"not":2,"none":2,"type":9,"poolingtype":1,"dispatchpooler":1,"encode":2,"for":3,"classify":1,"classifierpooler":4,"poolingmethod":2,"from":2,"classifier":5,"act":4,"fn":4,"seq":1,"cross":1,"encoder":1,"x":4,"tensor":1,"float":1,"return":1},"7506,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"def":4,"forward":2,"self":7,"input":2,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":1,"none":7,"inputs":2,"embeds":2,"return":6,"super":2,"load":2,"weights":5,"iterable":1,"tuple":1,"str":2,"tokens":2,"getattr":2,"config":9,"classifier":1,"from":2,"token":2,"method":3,"if":3,"is":5,"and":1,"else":1,"online":1,"convert":1,"forcausallm":1,"into":1,"forsequenceclassification":2,"model":11,"seq":1,"cls":7,"loader":1,"modelforsequenceclassification":2,"name":3,"get":1,"pooling":3,"type":1,"ignore":1,"as":1,"reward":3,"t":2,"subclass":1,"an":1,"existing":2,"vllm":4,"to":2,"support":1,"modeling":1,"by":1,"default":1,"we":2,"the":3,"hidden":1,"states":1,"of":1,"each":1,"directly":1,"note":1,"assume":1,"that":1,"no":1,"extra":1,"layers":2,"are":1,"added":1,"original":1,"please":1,"implement":1,"your":1,"own":1,"this":1,"not":2,"case":1,"avoid":1,"modifying":1,"models":1,"lazy":1,"import":2,"executor":1,"pooler":9,"dispatchpooler":2,"class":1,"modelforreward":1,"create":1,"init":1,"vllmconfig":1,"prefix":1,"assert":1,"encode":2,"for":1},"9458,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"modelforreward":2,"name":3,"get":1,"pooling":1,"model":20,"cls":2,"forreward":1,"return":2,"type":1,"ignore":1,"class":1,"sequenceclassificationconfig":1,"verifyandupdateconfig":1,"staticmethod":1,"def":2,"verify":1,"and":1,"update":1,"config":21,"vllm":6,"vllmconfig":1,"none":5,"hf":1,"method":7,"getattr":4,"tokens":9,"classifier":2,"from":7,"token":7,"if":3,"is":2,"assert":4,"not":3,"in":1,"seq":1,"load":3,"methods":1,"f":1,"supported":1,"2":4,"way":2,"softmax":2,"len":3,"num":2,"labels":2,"1":1,"else":2,"llm":1,"as":1,"reranker":2,"defaults":1,"to":2,"using":2,"pad":5,"use":4,"false":1,"weights":5,"iterable":1,"tuple":1,"str":1,"torch":1,"tensor":1,"refer":1,"https":1,"huggingface":1,"co":1,"qwen":1,"qwen3":1,"0":1,"6b":1,"discussions":1,"3":1,"executor":3,"layers":1,"vocab":2,"parallel":1,"embedding":1,"import":3,"parallellmhead":2,"loader":4,"weight":2,"utils":2,"default":1,"models":1,"autoweightsloader":2,"cast":1,"list":1,"int":1,"tie":1,"word":1,"embeddings":1,"lm":2,"head":2,"embed":1,"size":2,"hidden":1,"quant":2,"loaded":1},"11421,1907,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"from":5,"vllm":5,"transformers":1,"utils":3,"tokenizer":10,"import":4,"get":2,"model":26,"config":13,"revision":2,"mode":2,"trust":2,"remote":2,"code":2,"false":2,"id":4,"convert":2,"tokens":9,"to":4,"ids":2,"0":2,"true":2,"1":1,"score":4,"weight":13,"lm":6,"head":6,"data":2,"torch":3,"float32":2,"param":3,"loader":8,"getattr":2,"default":2,"del":1,"loaded":4,"weights":8,"add":1,"discard":1,"return":1,"def":1,"load":2,"no":1,"post":1,"processing":1,"iterable":1,"tuple":1,"str":1,"tensor":1,"executor":3,"layers":1,"vocab":2,"parallel":1,"embedding":1,"parallellmhead":2,"models":1,"autoweightsloader":2,"classifier":1,"token":1,"cast":1,"list":1,"int":1,"assert":1,"len":1,"if":1,"tie":1,"word":1,"embeddings":1,"embed":1,"else":1,"size":2,"hidden":1,"quant":2},"13328,1512,data/raw/vllm-0.10.1/vllm/model_executor/models/adapters.py":{"from":4,"vllm":2,"transformers":1,"utils":1,"tokenizer":9,"import":1,"get":2,"model":13,"config":9,"revision":2,"mode":2,"trust":2,"remote":2,"code":2,"token":2,"ids":3,"convert":2,"tokens":2,"to":1,"t":2,"for":1,"in":2,"score":4,"weight":10,"lm":3,"head":3,"data":1,"param":3,"loader":5,"getattr":2,"default":1,"del":1,"loaded":3,"weights":7,"add":1,"discard":1,"return":2,"seq":4,"cls":4,"load":5,"methods":3,"2":3,"way":3,"softmax":3,"using":1,"no":3,"post":3,"processing":3,"def":1,"iterable":1,"tuple":1,"str":1,"torch":1,"tensor":1,"online":1,"forcausallm":1,"into":1,"forsequenceclassification":1,"qwen3forcausallm":1,"qwen3":1,"reranker":2,"qwen2forcausallm":1,"mxbai":1,"rerank":1,"v2":2,"gemmaforcausallm":1,"bge":1,"gemma":1,"hf":1,"method":6,"none":1,"assert":1,"f":1,"not":1,"supported":1},"0,1614,data/raw/vllm-0.10.1/vllm/model_executor/models/smolvlm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":8,"typing":1,"import":8,"optional":2,"transformers":1,"smolvlmprocessor":4,"config":4,"vllmconfig":2,"multimodal":3,"registry":2,"yapf":2,"disable":1,"idefics3":4,"idefics3dummyinputsbuilder":1,"as":2,"smolvlmdummyinputsbuilder":2,"idefics3forconditionalgeneration":2,"idefics3multimodalprocessor":1,"smolvlmmultimodalprocessor":2,"idefics3processinginfo":2,"enable":1,"class":2,"smolvlmprocessinginfo":2,"def":3,"get":4,"hf":3,"processor":10,"self":5,"kwargs":2,"object":1,"return":2,"ctx":1,"image":10,"token":10,"tuple":1,"str":3,"if":1,"is":1,"none":1,"fake":3,"global":3,"register":1,"info":1,"dummy":1,"inputs":1,"smolvlmforconditionalgeneration":1,"init":2,"prefix":3,"super":1},"0,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":16,"project":1,"2023":1,"team":1,"c":1,"google":1,"inc":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"gemma":1,"model":12,"compatible":1,"huggingface":1,"weights":1,"from":19,"collections":1,"abc":1,"import":20,"iterable":1,"functools":1,"cache":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"gemmaconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"logger":2,"init":1,"executor":9,"layers":7,"activation":1,"geluandmul":1,"layernorm":1,"gemmarmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1},"1999,1464,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"from":3,"vllm":1,"sequence":1,"import":3,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"utils":1,"autoweightsloader":1,"is":4,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":1,"logger":3,"init":1,"name":1,"cache":1,"def":1,"get":1,"gemma":3,"act":7,"fn":1,"hidden":11,"optional":2,"str":2,"activation":8,"nn":2,"module":2,"if":3,"none":3,"not":2,"warning":1,"s":3,"function":3,"was":2,"incorrectly":1,"set":2,"to":4,"exact":1,"gelu":5,"in":1,"the":4,"config":2,"json":2,"file":1,"when":1,"it":1,"initially":1,"released":1,"changing":1,"approximate":4,"pytorch":2,"tanh":4,"you":1,"want":1,"use":1,"legacy":1,"edit":1,"instead":1,"of":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"pull":1,"29402":1,"for":2,"more":1,"details":1,"return":3,"geluandmul":3,"elif":2,"else":1,"raise":1,"valueerror":1,"f":1,"supported":1,"models":1,"class":1,"gemmamlp":1},"3463,1018,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"def":2,"init":2,"self":8,"hidden":7,"size":6,"int":2,"intermediate":3,"act":5,"optional":3,"str":3,"none":4,"activation":2,"quant":5,"config":5,"quantizationconfig":1,"prefix":5,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":2,"down":3,"rowparallellinear":1,"fn":3,"get":1,"gemma":1,"forward":1,"x":6,"return":1,"class":1,"gemmaattention":1,"nn":1,"module":1},"4481,1939,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"def":1,"init":2,"self":29,"hidden":5,"size":17,"int":5,"num":19,"heads":23,"kv":15,"head":8,"dim":8,"max":2,"position":1,"embeddings":1,"8192":1,"rope":3,"theta":3,"float":1,"10000":1,"cache":1,"config":6,"optional":2,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":11,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"q":1,"scaling":1,"5":1,"qkv":2,"proj":4,"qkvparallellinear":1,"bias":2,"false":2,"f":2,"o":2,"rowparallellinear":1},"6420,1038,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"self":17,"rotary":3,"emb":2,"get":1,"rope":2,"head":3,"dim":5,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"attn":5,"attention":1,"num":3,"heads":3,"scaling":1,"kv":4,"cache":2,"config":4,"quant":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"qkv":3,"proj":2,"q":5,"k":4,"v":2,"split":1,"size":3,"1":1,"output":4,"o":1,"return":1,"class":1,"gemmadecoderlayer":1,"nn":1,"module":1},"7458,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"def":2,"init":2,"self":16,"config":22,"gemmaconfig":1,"cache":3,"optional":3,"cacheconfig":1,"none":5,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":21,"size":10,"attn":3,"gemmaattention":1,"num":4,"heads":4,"attention":3,"kv":1,"key":1,"value":1,"head":2,"dim":2,"max":2,"position":2,"embeddings":2,"rope":2,"theta":2,"f":2,"mlp":2,"gemmamlp":1,"intermediate":2,"act":2,"activation":2,"getattr":1,"input":3,"layernorm":4,"gemmarmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":9,"residual":5,"tuple":1,"if":1,"is":1,"else":1},"9403,1747,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"fully":1,"connected":1,"hidden":12,"states":6,"residual":4,"self":14,"post":1,"attention":1,"layernorm":1,"mlp":1,"return":2,"support":1,"torch":4,"compile":1,"class":1,"gemmamodel":1,"nn":1,"module":1,"def":2,"init":2,"vllm":4,"config":23,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":2,"hf":1,"cache":3,"quant":3,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":1,"size":6,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"gemmadecoderlayer":1,"f":1,"norm":2,"gemmarmsnorm":1,"eps":2,"rms":1,"normalize":1,"the":3,"embedding":1,"by":1,"sqrt":1,"normalizer":4,"s":2,"data":2,"type":2,"should":1,"be":1,"downcasted":1,"to":1,"such":1,"as":1,"bfloat16":1,"not":1,"float32":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"pull":1,"29402":1,"0":1,"5":1,"register":1,"buffer":1,"tensor":3,"persistent":1,"false":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"embeddings":1,"ids":2},"11150,1175,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"def":1,"forward":1,"self":7,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":3,"first":1,"rank":2,"not":2,"hidden":12,"states":12,"else":2,"embeddings":1,"normalizer":1,"residual":8,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"12325,1763,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":20,"shard":7,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":6,"named":1,"parameters":1,"loaded":6,"for":4,"weight":10,"in":5,"if":5,"not":3,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"14088,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"class":1,"gemmaforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":4,"init":2,"self":15,"vllm":6,"config":21,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":4,"lora":4,"currently":1,"all":1,"existing":1,"gemma":1,"models":1,"have":1,"tie":2,"word":2,"embeddings":4,"enabled":1,"assert":1,"gemmamodel":1,"maybe":1,"logits":5,"processor":2,"logitsprocessor":1,"vocab":1,"size":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"embed":1,"tokens":1},"16025,359,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1},"0,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":4,"vllm":8,"project":1,"import":15,"itertools":1,"from":12,"collections":1,"abc":1,"iterable":1,"mapping":2,"dataclasses":1,"dataclass":2,"field":4,"typing":1,"any":1,"callable":1,"literal":1,"optional":3,"protocol":1,"union":1,"overload":1,"torch":3,"nn":2,"as":2,"func":1,"functional":1,"call":1,"transformers":1,"pretrainedconfig":1,"envs":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"model":2,"executor":1,"loader":2,"weight":4,"utils":2,"default":4,"multimodal":1,"multimodalplaceholdermap":1,"nestedtensors":1,"sequence":1,"intermediatetensors":1,"get":1,"cuda":1,"view":1,"cpu":1,"tensor":1,"is":6,"pin":1,"memory":1,"available":2,"uva":1,"name":3,"weightsmapping":4,"str":4,"if":8,"a":2,"key":17,"maps":2,"value":1,"of":2,"none":7,"corresponding":1,"ignored":1,"class":1,"weightsmapper":1,"each":1,"they":1,"match":1,"following":1,"patterns":1,"orig":6,"new":14,"substr":5,"factory":3,"dict":3,"prefix":5,"suffix":4,"def":1,"map":1,"self":4,"for":3,"in":4,"items":3,"return":3,"replace":2,"1":2,"startswith":1,"endswith":1},"1964,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"key":4,"new":1,"join":1,"rsplit":1,"suffix":1,"1":1,"return":4,"def":4,"apply":3,"self":7,"weights":6,"iterable":2,"tuple":2,"str":9,"torch":3,"tensor":2,"out":6,"name":15,"data":2,"for":5,"in":4,"if":3,"map":3,"is":4,"not":3,"none":7,"list":6,"values":4,"dict":3,"any":2,"value":2,"items":1,"class":2,"autoweightsloader":1,"helper":1,"to":2,"load":2,"into":1,"a":3,"nn":2,"module":3,"it":1,"able":1,"automatically":1,"detect":1,"child":1,"modules":2,"and":1,"parameters":2,"while":1,"iterating":1,"over":1,"the":4,"only":1,"once":1,"weight":4,"loading":3,"logic":2,"individual":2,"can":3,"be":3,"overridden":2,"by":3,"defining":2,"method":2,"similarly":1,"loader":1,"detailed":1,"information":1,"viewed":1,"setting":1,"environment":1,"variable":1,"vllm":1,"logging":1,"level":1,"debug":1,"models":1,"trained":1,"using":1,"early":1,"version":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"checkpoint":1,"skip":3,"them":1,"rotary":4,"embeds":1,"unused":1,"emb":3,"inv":1,"freq":1,"cos":1,"cached":2,"sin":1,"init":2,"prefixes":2,"optional":3,"substrs":1,"ignore":1,"unexpected":1,"super":1},"3827,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"self":15,"module":2,"skip":9,"prefixes":6,"or":5,"substrs":5,"ignore":4,"unexpected":4,"update":1,"default":1,"rotary":1,"embeds":1,"unused":1,"weights":9,"def":5,"groupby":2,"prefix":9,"iterable":5,"tuple":4,"str":11,"torch":3,"tensor":3,"by":2,"parts":6,"weight":9,"name":5,"split":2,"1":5,"data":5,"for":7,"in":9,"group":2,"itertools":1,"key":1,"lambda":1,"x":2,"0":2,"yield":1,"because":1,"maxsplit":1,"the":1,"length":1,"of":1,"must":1,"either":1,"be":1,"2":1,"if":3,"len":1,"else":1,"get":2,"qualname":8,"rest":4,"return":5,"join":1,"can":2,"bool":2,"any":3,"startswith":2,"p":4,"substr":2,"load":1,"param":2,"base":2,"nn":1,"parameter":1},"5717,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"if":5,"self":4,"can":2,"skip":1,"weight":17,"qualname":7,"logger":3,"debug":3,"skipping":1,"s":4,"continue":2,"name":4,"ignore":1,"unexpected":1,"ignoring":1,"raise":1,"valueerror":1,"f":2,"attempted":1,"to":1,"load":2,"nested":1,"into":1,"a":1,"single":1,"parameter":1,"base":2,"prefix":2,"loader":4,"getattr":1,"param":4,"default":1,"data":1,"loaded":1,"with":1,"shape":2,"yield":1,"def":2,"add":2,"loadable":1,"non":1,"tensors":1,"module":10,"nn":9,"child":2,"params":3,"dict":4,"str":4,"torch":2,"tensor":3,"names":1,"that":2,"are":1,"not":1,"in":3,"the":2,"model":1,"may":1,"be":1,"safetensors":1,"e":1,"g":1,"batch":1,"normalization":1,"stats":1,"isinstance":2,"batchnorm1d":1,"batchnorm2d":1,"batchnorm3d":1,"lazybatchnorm1d":1,"lazybatchnorm2d":1,"lazybatchnorm3d":1,"syncbatchnorm":1,"state":3,"for":1,"stat":3,"running":2,"mean":1,"var":1,"num":1,"batches":1,"tracked":1,"weights":1,"iterable":2,"tuple":1,"ppmissinglayer":1,"return":1},"7607,1756,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"avoid":1,"infinite":1,"recursion":1,"since":1,"this":1,"function":1,"is":2,"typically":1,"called":1,"inside":1,"load":7,"weights":9,"of":1,"the":2,"module":14,"itself":1,"if":6,"self":8,"getattr":1,"none":2,"callable":1,"loaded":4,"params":7,"logger":3,"warning":1,"unable":1,"to":3,"collect":1,"parameters":2,"for":2,"s":3,"else":1,"yield":2,"from":2,"map":1,"lambda":1,"x":2,"get":2,"qualname":2,"base":2,"prefix":14,"child":13,"modules":3,"dict":2,"named":2,"children":1,"recurse":1,"false":1,"add":2,"missing":1,"tensors":2,"weight":1,"loader":1,"needs":1,"be":1,"able":1,"that":1,"aren":1,"t":1,"registered":1,"as":1,"e":1,"g":1,"batchnorm":1,"statistics":1,"loadable":1,"non":1,"param":2,"in":3,"groupby":1,"can":2,"skip":2,"debug":2,"skipping":2,"continue":2,"elif":1},"9363,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"yield":1,"from":2,"self":10,"load":3,"param":5,"prefix":11,"child":3,"params":1,"weights":11,"else":1,"can":13,"skip":8,"module":9,"if":4,"or":3,"logger":2,"debug":2,"skipping":1,"missing":2,"s":2,"continue":2,"ignore":6,"unexpected":2,"ignoring":1,"msg":2,"f":2,"there":1,"is":2,"no":1,"parameter":1,"named":1,"in":3,"type":1,"name":5,"raise":1,"valueerror":1,"def":2,"iterable":1,"tuple":1,"str":4,"torch":1,"tensor":1,"mapper":3,"optional":3,"weightsmapper":1,"none":4,"set":2,"not":2,"apply":1,"filter":1,"out":1,"with":1,"first":1,"substr":1,"to":4,"weight":2,"for":1,"autoloaded":2,"return":1,"init":1,"vllm":5,"registered":2,"model":6,"config":2,"vllmconfig":1,"hf":1,"pretrainedconfig":1,"architectures":1,"list":1,"nn":1,"helper":1,"function":1,"initialize":2,"an":1,"inner":1,"based":1,"on":1,"the":2,"arguments":1,"passed":1,"outer":1,"executor":1,"loader":1,"utils":1,"import":1},"11221,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"if":6,"hf":6,"config":12,"is":4,"none":3,"and":3,"architectures":4,"not":2,"so":1,"that":1,"the":7,"field":1,"overridden":1,"vllm":5,"model":2,"with":1,"return":7,"initialize":1,"prefix":2,"overload":4,"def":7,"flatten":11,"bn":5,"x":14,"torch":21,"tensor":20,"list":7,"union":5,"concat":4,"literal":1,"true":1,"bool":2,"false":2,"b":4,"n":4,"dimensions":1,"of":3,"batched":1,"multimodal":1,"inputs":1,"input":1,"should":1,"have":1,"shape":2,"isinstance":3,"0":2,"1":2,"cat":2,"for":4,"in":5,"embeddings":10,"nestedtensors":4,"recursively":1,"flattens":1,"concatenates":1,"on":1,"all":2,"but":2,"last":2,"dimension":2,"2":1,"tuple":1,"t":2,"embedding":1,"count":1,"expression":1,"str":2,"constructs":1,"a":1,"debugging":1,"representation":1,"number":1,"join":1,"dim":2},"13207,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"return":3,"join":1,"embedding":2,"count":2,"expression":2,"inner":2,"for":1,"in":5,"embeddings":14,"def":2,"merge":4,"multimodal":14,"from":3,"map":5,"inputs":14,"embeds":14,"torch":5,"tensor":5,"nestedtensors":2,"placeholder":5,"multimodalplaceholdermap":1,"indexmap":1,"into":2,"using":1,"the":2,"provided":1,"note":2,"this":3,"updates":2,"place":2,"flattened":7,"flatten":2,"dest":1,"src":1,"to":6,"dtype":4,"is":5,"by":1,"overwriting":1,"positions":1,"corresponding":1,"tokens":6,"input":1,"ids":1,"try":1,"equivalent":1,"masked":2,"scatter":2,"unsqueeze":1,"1":1,"except":1,"runtimeerror":1,"as":1,"e":3,"num":4,"expected":4,"sum":1,"item":1,"assert":1,"isinstance":1,"int":1,"if":1,"shape":2,"0":2,"expr":2,"raise":2,"valueerror":2,"f":2,"attempted":1,"assign":1,"placeholders":1,"else":1,"error":1,"during":1,"operation":1},"15167,1873,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"def":2,"embed":2,"multimodal":18,"input":9,"ids":12,"torch":8,"tensor":7,"token":11,"id":8,"int":3,"get":5,"text":12,"embeds":18,"callable":1,"nestedtensors":2,"and":3,"inputs":4,"combine":1,"their":2,"embeddings":8,"is":7,"used":1,"to":4,"determine":1,"whether":1,"a":2,"should":1,"be":2,"embedded":1,"using":1,"or":1,"compared":1,"merge":5,"this":2,"avoids":1,"running":1,"on":1,"which":1,"causes":1,"issues":1,"when":2,"the":7,"placeholder":4,"exceeds":1,"vocabulary":1,"size":1,"of":6,"language":1,"model":1,"merged":3,"empty":1,"shape":2,"0":1,"1":1,"dtype":2,"device":2,"return":1,"union":1,"list":2,"into":1,"by":1,"overwriting":1,"positions":1,"in":4,"corresponding":1,"tokens":3,"can":1,"e":1,"g":1,"img":3,"start":1,"break":1,"end":1,"needed":1,"means":1,"order":2,"these":1,"must":1,"match":1,"since":1,"we":1,"need":1,"slice":1,"instead":1,"individually":1,"scattering":1},"17040,1920,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"for":3,"example":1,"if":5,"input":5,"ids":5,"is":7,"tttttsiiibiiibiiiettt":1,"where":1,"t":1,"text":1,"token":10,"s":3,"image":5,"start":1,"i":2,"embedding":2,"b":2,"break":1,"e":2,"end":1,"then":1,"the":4,"embeddings":6,"that":1,"correspond":1,"to":2,"from":3,"vision":1,"encoder":1,"must":1,"be":1,"padded":1,"with":1,"of":2,"and":1,"in":3,"same":1,"order":1,"a":3,"correct":1,"merge":3,"note":1,"this":1,"updates":1,"inputs":3,"embeds":3,"place":1,"isinstance":1,"placeholder":6,"id":5,"list":1,"torch":7,"tensor":1,"device":6,"return":6,"multimodal":4,"isin":1,"class":2,"layerfn":1,"protocol":1,"def":5,"call":1,"self":3,"prefix":1,"str":1,"nn":4,"module":7,"ppmissinglayer":1,"identity":1,"layer":1,"missing":1,"layers":1,"pipeline":1,"parallel":1,"model":1,"init":2,"args":5,"kwargs":4,"super":1,"forward":1,"first":2,"arg":1,"or":1,"value":1,"0":4,"else":1,"next":2,"iter":1,"values":1,"cpu":9,"offload":8,"bytes":9,"max":6,"set":1,"int":1,"none":3,"global":1,"maybe":1,"params":2,"parameters":1},"18960,1677,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"global":1,"cpu":18,"offload":8,"max":3,"bytes":7,"if":6,"return":1,"module":4,"pin":7,"memory":7,"is":2,"available":4,"uva":8,"envs":1,"vllm":2,"use":3,"v1":2,"assert":1,"offloading":6,"requires":1,"support":2,"true":2,"else":2,"false":2,"parameters":6,"to":1,"possible":1,"which":1,"helps":1,"cudagraph":1,"capture":1,"speed":1,"offloaded":5,"for":1,"p":11,"in":1,"we":1,"per":1,"parameter":1,"one":1,"might":1,"have":1,"some":2,"and":2,"not":4,"break":1,"torch":2,"empty":2,"like":1,"does":1,"argument":1,"data":16,"strided":1,"size":3,"stride":2,"dtype":2,"layout":2,"device":1,"copy":1,"keep":1,"the":1,"alive":1,"get":1,"cuda":1,"view":1,"from":1,"tensor":1,"numel":1,"element":1,"original":1,"forward":2},"20637,1721,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"def":2,"forward":7,"args":3,"kwargs":3,"module":6,"original":1,"device":5,"state":4,"here":2,"we":1,"blindly":1,"call":2,"to":4,"if":1,"the":3,"parameter":1,"is":1,"already":1,"on":1,"it":2,"will":1,"be":1,"a":2,"no":1,"op":1,"k":2,"v":2,"non":1,"blocking":1,"true":1,"for":4,"in":5,"dict":2,"items":1,"output":2,"functional":1,"return":3,"make":2,"layers":5,"num":3,"hidden":3,"int":4,"layer":12,"fn":2,"layerfn":1,"prefix":3,"str":2,"tuple":1,"torch":2,"nn":2,"modulelist":2,"list":2,"of":1,"with":1,"given":1,"function":1,"taking":1,"pipeline":1,"parallelism":1,"into":1,"account":1,"from":2,"vllm":2,"distributed":2,"parallel":1,"import":2,"get":5,"pp":6,"group":4,"utils":1,"indices":2,"start":4,"end":4,"rank":1,"world":1,"size":1,"modules":2,"ppmissinglayer":2,"range":3,"maybe":1,"offload":1,"cpu":1,"f":1,"idx":2,"note":1,"don":1,"t":1,"use":1,"lru":1,"cache":1,"because":1,"can":1,"prevent":1,"garbage":1,"collection":1,"model":1,"missing":1,"names":1},"22358,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"def":5,"get":3,"pp":6,"missing":15,"layer":15,"names":10,"model":15,"torch":5,"nn":2,"module":4,"list":2,"str":6,"the":10,"of":2,"layers":1,"in":6,"a":6,"pipeline":2,"parallel":2,"id":5,"if":8,"to":7,"return":7,"for":3,"name":14,"named":1,"modules":1,"isinstance":2,"ppmissinglayer":2,"note":1,"trailing":1,"dot":2,"is":5,"used":1,"match":3,"prefix":13,"without":1,"we":1,"could":1,"that":1,"not":2,"e":1,"g":1,"encoder":2,"1":1,"would":1,"11":1,"append":1,"parameter":2,"bool":1,"check":1,"true":1,"any":1,"startswith":1,"make":3,"empty":6,"intermediate":3,"tensors":3,"factory":1,"keys":2,"hidden":2,"size":4,"int":2,"batch":2,"dtype":4,"device":4,"intermediatetensors":2,"key":2,"zeros":1,"maybe":1,"add":2,"non":2,"args":1,"no":1,"will":1,"be":1,"added":1,"potentially":1,"returns":1,"string":1,"was":1,"otherwise":1,"just":1,"else":1,"f":1},"24324,1881,data/raw/vllm-0.10.1/vllm/model_executor/models/utils.py":{"def":3,"extract":2,"layer":6,"index":3,"name":5,"str":1,"int":9,"the":7,"from":2,"module":1,"examples":1,"encoder":3,"layers":3,"0":5,"1":7,"self":2,"attn":2,"2":2,"model":1,"sub":1,"valueerror":2,"subnames":2,"split":1,"vals":4,"list":1,"for":4,"subname":2,"in":2,"try":1,"append":1,"except":1,"continue":1,"assert":1,"len":1,"f":1,"should":1,"only":1,"contain":1,"one":1,"integer":1,"return":5,"cast":1,"overflow":1,"tensors":8,"torch":12,"tensor":7,"offset":2,"float":1,"1000":1,"if":2,"isinf":1,"any":2,"or":1,"isnan":1,"clamp":4,"value":4,"finfo":1,"dtype":1,"max":6,"min":1,"fast":1,"topk":10,"values":10,"dim":6,"tuple":2,"optimized":1,"implementation":1,"that":1,"uses":1,"k":6,"case":2,"this":1,"function":1,"provides":1,"better":1,"performance":1,"common":1,"of":4,"by":1,"using":1,"instead":1,"more":1,"general":1,"args":1,"input":2,"to":4,"find":1,"top":3,"number":1,"must":1,"be":1,"dimension":2,"along":2,"which":1,"compute":1,"returns":1,"indices":3,"where":1,"are":2,"and":2,"their":1,"corresponding":1,"use":2,"specified":1,"get":1,"both":1,"keepdim":1,"true":1,"else":1,"efficiency":1,"with":1,"larger":1},"0,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":17,"project":1,"import":23,"math":1,"from":19,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":5,"nn":5,"as":2,"transformers":1,"activations":1,"act2fn":1,"envs":2,"attention":3,"attentionmetadata":1,"attentiontype":1,"selector":1,"backend":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":3,"pp":1,"group":1,"tensor":4,"model":9,"parallel":2,"world":1,"size":2,"forward":3,"context":2,"forwardcontext":1,"logger":4,"init":2,"executor":8,"layers":6,"linear":2,"columnparallellinear":1,"mergedcolumnparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":4,"ops":2,"causal":3,"conv1d":3,"fn":2,"update":2,"ssm":1,"selective":2,"scan":1,"state":1,"vocab":2,"embedding":1,"default":1,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"models":2,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"supportsv0only":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"utils":1,"make":1,"maybe":1,"prefix":1,"name":1,"class":2,"swigluactivation":1,"module":2,"def":1,"self":1,"x1":2,"x2":2,"return":1,"functional":1,"silu":1,"sambaymlp":1,"gated":1,"unit":1},"1970,1807,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"reference":1,"language":1,"modeling":1,"with":1,"gated":1,"convolutional":1,"networks":1,"https":1,"arxiv":1,"org":1,"pdf":2,"1612":1,"08083v3":1,"def":4,"init":4,"self":18,"config":13,"super":2,"fc1":2,"nn":3,"linear":2,"hidden":8,"size":7,"2":2,"intermediate":2,"bias":2,"false":3,"fc2":2,"activation":2,"fn":2,"act2fn":1,"act":1,"forward":5,"states":2,"y":6,"gate":2,"chunk":1,"dim":2,"1":1,"return":2,"get":2,"virtual":2,"engine":2,"context":3,"forwardcontext":1,"class":3,"sambayattention":1,"module":1,"layer":4,"idx":4,"optional":2,"int":1,"none":3,"yoco":3,"cross":3,"bool":1,"cache":1,"cacheconfig":1,"prefix":1,"str":1,"if":2,"is":3,"logger":1,"warning":1,"once":1,"f":1,"instantiating":1,"name":1,"without":1,"passing":1,"a":2,"not":1,"recommended":1,"and":1,"will":1,"lead":1,"to":2,"errors":1,"during":1,"the":1,"call":1,"caching":1,"used":1,"please":1,"make":1,"sure":1,"provide":1,"when":1,"creating":1,"this":1,"num":5,"heads":5,"attention":1,"head":1,"key":2,"value":2},"3777,1186,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"if":3,"self":21,"head":5,"dim":5,"num":12,"heads":12,"hidden":7,"size":9,"raise":1,"valueerror":1,"must":1,"be":3,"divisible":1,"by":1,"f":2,"got":1,"and":1,"op":2,"2":3,"key":2,"value":2,"out":1,"proj":1,"nn":3,"linear":3,"bias":3,"true":3,"yoco":1,"cross":1,"wqkv":2,"else":2,"disable":1,"sliding":6,"window":3,"for":1,"the":2,"second":1,"half":1,"of":1,"model":1,"is":2,"config":2,"layer":2,"types":1,"idx":1,"attention":1,"none":1,"assert":2,"0":2,"should":2,"even":2},"4963,1616,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"self":19,"lambda":16,"init":4,"fn":1,"layer":5,"idx":1,"q1":3,"nn":5,"parameter":4,"torch":8,"zeros":4,"head":5,"dim":5,"dtype":4,"float32":4,"normal":4,"mean":4,"0":8,"std":4,"1":5,"k1":3,"q2":3,"k2":3,"subln":3,"rmsnorm":1,"2":2,"eps":1,"1e":1,"5":1,"elementwise":1,"affine":1,"true":1,"params":1,"differential":1,"flash":1,"attention":1,"config":2,"if":1,"yoco":1,"cross":1,"kv":4,"shared":2,"index":2,"num":1,"hidden":1,"layers":2,"sharing":2,"target":2,"name":2,"f":1,"model":1,"attn":2,"else":1,"none":1},"6579,1385,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"self":21,"attn":13,"attention":2,"num":6,"heads":6,"head":5,"dim":6,"0":4,"5":1,"kv":5,"key":3,"value":3,"cache":4,"config":2,"per":1,"layer":3,"sliding":2,"window":2,"prefix":2,"f":1,"type":1,"attentiontype":1,"decoder":1,"sharing":2,"target":2,"name":2,"params":1,"assert":1,"backend":2,"differential":2,"flash":2,"required":1,"def":2,"lambda":1,"init":1,"fn":1,"depth":2,"return":2,"8":1,"6":1,"math":1,"exp":1,"3":1,"forward":1,"hidden":4,"states":3,"torch":1,"tensor":1,"if":1,"not":1,"yoco":1,"cross":1,"need":1,"to":1,"generate":1,"qkv":2,"wqkv":2,"q":4,"k":2,"v":2,"split":1,"size":1,"1":2,"output":5,"else":1,"reuse":1,"the":1,"full":1,"none":2,"view":1,"out":1,"proj":1,"class":1,"phi4mamba":1,"nn":1,"module":1},"7964,486,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":1,"init":3,"self":1,"d":3,"model":1,"state":1,"16":1,"conv":2,"4":2,"expand":1,"2":1,"dt":6,"rank":1,"auto":1,"min":1,"0":3,"001":1,"max":1,"1":2,"random":1,"difference":2,"scale":1,"floor":1,"1e":1,"bias":2,"true":2,"false":3,"use":1,"fast":1,"path":1,"fused":1,"kernel":1,"options":1,"layer":1,"idx":1,"none":3,"device":1,"dtype":1,"yoco":2,"cross":1,"kv":1},"8450,1649,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"factory":3,"kwargs":3,"params":2,"dtype":4,"difference":1,"super":1,"init":1,"self":25,"yoco":5,"cross":3,"kv":2,"d":15,"model":6,"state":2,"conv":4,"expand":3,"inner":4,"int":1,"dt":3,"rank":3,"math":1,"ceil":1,"16":1,"if":2,"auto":1,"else":1,"use":2,"fast":2,"path":2,"layer":2,"idx":2,"swigluactivation":2,"in":3,"proj":2,"mergedcolumnparallellinear":1,"bias":6,"out":1,"rowparallellinear":1,"return":1,"conv1d":4,"columnparallellinear":2,"input":1,"size":2,"output":1,"unsqueeze":2,"to":2,"fit":1,"weights":2,"shape":2,"into":1,"the":1,"linear":1,"can":1,"t":2,"do":1,"this":1,"weight":4,"loader":1,"since":1,"it":2,"already":1,"exists":1,"and":1,"set":1,"attrs":1,"doesn":1,"allow":1,"override":1,"data":2,"1":1},"10099,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"self":26,"in":5,"proj":7,"mergedcolumnparallellinear":1,"d":14,"model":2,"inner":7,"2":2,"bias":9,"params":5,"dtype":10,"selective":2,"projection":2,"used":1,"to":2,"make":1,"dt":5,"b":1,"and":1,"c":1,"input":2,"dependent":1,"x":1,"rowparallellinear":2,"rank":2,"state":2,"false":1,"time":1,"step":1,"discretization":1,"the":4,"forward":2,"we":1,"need":1,"apply":1,"without":1,"as":1,"is":2,"added":1,"scan":1,"kernel":1,"columnparallellinear":1,"true":3,"skip":2,"add":1,"parameter":4,"nn":3,"torch":7,"ones":2,"keep":1,"fp32":1,"a":1,"empty":1,"float32":2,"out":8,"parallel":1,"activation":1,"silu":1,"def":1,"hidden":2,"states":2,"tensor":2,"attn":1,"metadata":1,"attentionmetadata":1,"mamba":1,"cache":1,"mambacacheparams":1,"yoco":4,"key":3,"values":3,"none":1,"if":1,"cross":1,"0":2,"swigluactivation":1,"return":1},"11927,1832,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"1":6,"gated":1,"mlp":1,"s":1,"linear":1,"projection":1,"projected":3,"states":13,"self":10,"in":3,"proj":3,"hidden":9,"0":6,"transpose":4,"2":6,"to":1,"weight":4,"dtype":1,"gate":1,"chunk":1,"dim":1,"convolution":1,"sequence":1,"transformation":1,"conv":7,"weights":3,"conv1d":7,"view":1,"size":2,"if":1,"attn":4,"metadata":4,"query":4,"start":3,"loc":3,"is":2,"not":2,"none":2,"and":1,"context":3,"lens":2,"tensor":4,"n":2,"iteration":2,"tokena":1,"newtokens":1,"len":3,"seq":1,"causal":2,"fn":1,"bias":2,"activation":3,"mamba":4,"cache":5,"params":4,"state":6,"has":1,"initial":1,"indices":4,"else":1,"update":1},"13759,672,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"3":3,"state":3,"space":1,"model":1,"sequence":1,"transformation":1,"a":2,"input":1,"varying":1,"initialization":1,"of":1,"time":6,"step":5,"b":4,"and":2,"c":5,"ssm":3,"parameters":2,"self":7,"x":2,"proj":5,"hidden":1,"states":1,"transpose":2,"2":2,"1":3,"0":2,"torch":1,"split":1,"dt":4,"rank":1,"d":2,"dim":1,"note":1,"that":1,"jamba":1,"normalizes":1,"here":1,"but":1,"mamba":1,"doesn":1,"t":1,"discrete":1,"perform":1,"the":1,"recurrence":1,"y":1,"bias":3,"float":1,"if":1,"hasattr":1,"else":1,"none":1},"14431,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"if":4,"attn":4,"metadata":4,"query":3,"start":3,"loc":3,"is":2,"not":2,"none":4,"and":1,"context":2,"lens":2,"tensor":4,"scan":10,"outputs":9,"selective":2,"fn":1,"hidden":3,"states":5,"mamba":4,"cache":5,"params":4,"ssm":2,"state":7,"discrete":2,"time":4,"step":2,"self":9,"a":2,"b":2,"transpose":11,"2":5,"1":11,"c":2,"d":2,"float":1,"z":2,"yoco":5,"kv":3,"else":3,"gate":6,"proj":3,"bias":2,"delta":1,"softplus":2,"true":2,"indices":4,"has":1,"initial":1,"0":8,"torch":1,"empty":1,"like":1,"update":1,"dt":1,"batch":1,"out":2,"4":1,"final":1,"linear":1,"projection":1,"contiguous":1,"key":2,"values":2,"swigluactivation":1,"contextualized":2,"return":1,"class":1,"sambaydecoderlayer":1,"nn":1,"module":1},"16391,1593,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":1,"init":2,"self":18,"config":17,"layer":14,"idx":10,"cache":3,"prefix":3,"str":1,"none":2,"super":1,"mlp":1,"sambaymlp":1,"input":1,"layernorm":4,"nn":2,"hidden":5,"size":3,"eps":4,"norm":2,"yoco":10,"mb":5,"false":2,"cross":6,"if":2,"num":2,"layers":2,"2":3,"true":1,"use":2,"mamba":2,"per":2,"0":2,"and":1,"factory":2,"kwargs":2,"dtype":1,"attn":3,"phi4mamba":1,"kv":1,"else":1,"sambayattention":1,"f":1,"post":1,"attention":1},"17984,1864,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":2,"forward":1,"self":15,"hidden":16,"states":15,"torch":5,"tensor":3,"positions":1,"attn":7,"metadata":2,"attentionmetadata":1,"mamba":6,"cache":5,"params":4,"mambacacheparams":1,"ssm":4,"output":4,"optional":1,"longtensor":1,"none":7,"union":1,"intermediatetensors":1,"if":2,"use":2,"assert":2,"is":2,"not":1,"else":2,"residual":6,"input":2,"layernorm":4,"to":3,"dtype":4,"weight":2,"outputs":3,"yoco":1,"key":1,"values":1,"float32":1,"post":2,"attention":2,"mlp":1,"return":1,"class":1,"sambaymodel":1,"nn":1,"module":1,"init":2,"config":9,"quant":1,"lora":1,"prefix":1,"str":1,"super":1,"vocab":4,"size":5,"embed":1,"tokens":1,"vocabparallelembedding":1,"org":1,"num":1,"embeddings":1},"19848,1591,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"pipeline":2,"parallel":2,"is":4,"not":4,"supported":2,"since":1,"the":3,"second":1,"half":1,"of":1,"layers":5,"share":1,"kv":1,"cache":3,"if":3,"get":4,"pp":2,"group":2,"world":1,"size":2,"1":2,"raise":1,"valueerror":1,"self":8,"start":1,"layer":3,"end":1,"make":1,"config":5,"num":1,"hidden":6,"lambda":1,"prefix":6,"sambaydecoderlayer":1,"int":1,"split":1,"f":1,"final":1,"layernorm":2,"nn":1,"eps":2,"norm":1,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":1,"embed":1,"tokens":1,"forward":1,"optional":3,"positions":1,"attn":1,"metadata":1,"attentionmetadata":1,"mamba":1,"params":1,"mambacacheparams":1,"intermediate":3,"tensors":3,"intermediatetensors":2,"none":4,"inputs":3,"embeds":3,"union":1,"first":1,"rank":1,"states":4,"else":2,"assert":1},"21439,1618,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"mamba":9,"state":5,"idx":8,"0":6,"ssm":3,"output":3,"none":1,"for":1,"i":4,"in":2,"range":1,"self":7,"start":1,"layer":11,"end":1,"layers":5,"if":6,"config":3,"num":3,"hidden":6,"2":4,"profile":1,"run":1,"kv":7,"cache":13,"1":4,"attn":4,"numel":1,"break":1,"starting":1,"from":2,"this":1,"we":3,"do":1,"not":3,"need":1,"to":2,"calculate":1,"the":3,"since":1,"reuse":1,"last":1,"prefill":2,"phase":1,"can":1,"s":2,"prune":1,"truncate":1,"save":1,"computation":1,"cost":1,"metadata":3,"and":1,"envs":1,"vllm":1,"use":2,"v1":1,"selected":3,"token":3,"indices":3,"torch":1,"cumsum":1,"seq":1,"lens":1,"tensor":1,"dim":1,"states":2,"index":2,"select":2,"or":1,"yoco":1,"cross":1,"params":2,"at":2,"else":1},"23057,818,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"hidden":7,"states":7,"ssm":6,"output":6,"layer":2,"positions":2,"attn":2,"metadata":2,"mamba":2,"cache":2,"else":1,"none":1,"params":1,"self":2,"final":2,"layernorm":2,"to":1,"dtype":2,"weight":1,"return":1,"class":1,"phi4flashforcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"ishybrid":1,"supportsv0only":1},"23876,1853,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":1,"init":2,"self":13,"vllm":10,"config":43,"vllmconfig":1,"prefix":8,"str":1,"model":6,"hf":1,"cache":7,"lora":9,"quant":4,"scheduler":5,"compilation":2,"caching":4,"and":2,"chunked":2,"prefill":2,"is":1,"not":6,"supported":1,"for":2,"this":1,"assert":2,"enable":1,"phi4flash":2,"currently":2,"does":2,"support":2,"enabled":1,"super":1,"sambaymodel":1,"maybe":1,"unpadded":3,"vocab":8,"size":10,"if":3,"extra":1,"lm":1,"head":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":1,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"kernel":1,"compatibility":1,"else":1,"embedding":1,"bias":1,"none":2,"used":1,"to":1,"track":1,"store":1,"by":1,"the":1,"mamba":2,"between":1,"steps":1,"optional":1,"mambacachemanager":1},"25729,212,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"self":2,"logits":2,"processor":1,"logitsprocessor":1,"unpadded":1,"vocab":2,"size":2,"config":1,"as":1,"input":1,"false":1},"25941,1880,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":2,"forward":2,"self":16,"input":3,"ids":3,"torch":4,"tensor":5,"positions":2,"intermediate":2,"tensors":3,"optional":4,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"kwargs":2,"union":1,"if":1,"mamba":19,"cache":7,"is":1,"num":3,"layers":3,"config":7,"hidden":8,"2":2,"mb":1,"per":1,"layer":1,"1":2,"mambacachemanager":1,"vllm":1,"get":4,"shape":6,"lm":2,"head":2,"weight":2,"dtype":2,"params":2,"current":1,"run":1,"attn":3,"metadata":3,"context":1,"and":1,"states":3,"isn":1,"t":1,"a":1,"one":2,"to":2,"mapping":1,"in":1,"prefill":1,"stage":1,"due":1,"yoco":1,"optimization":1,"model":2,"return":2,"tuple":3,"int":4,"world":4,"size":8,"parallel":1,"expand":4,"d":6,"conv":5,"4":1,"state":7,"16":1,"temporal":2},"27821,949,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":3,"copy":2,"inputs":4,"before":2,"cuda":2,"graphs":2,"self":8,"input":2,"buffers":2,"kwargs":2,"return":3,"mamba":2,"cache":2,"get":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":4,"int":1,"compute":1,"logits":4,"hidden":7,"states":7,"torch":2,"tensor":2,"sampling":3,"metadata":3,"samplingmetadata":1,"optional":1,"if":1,"the":2,"shape":1,"is":1,"same":1,"it":1,"means":1,"that":1,"we":1,"have":1,"already":1,"prune":4,"manually":1,"0":2,"selected":1,"token":1,"indices":1,"processed":2,"processor":1,"lm":1,"head":1,"embedding":1,"bias":1},"28770,1311,data/raw/vllm-0.10.1/vllm/model_executor/models/phi4flash.py":{"def":1,"load":2,"weights":11,"self":3,"iterable":1,"tuple":1,"str":2,"torch":2,"tensor":1,"name":14,"weight":12,"for":3,"in":5,"adjusted":5,"items":1,"if":3,"a":3,"log":2,"replace":2,"exp":1,"float":1,"inner":2,"cross":2,"attn":2,"lm":1,"head":1,"model":1,"embed":1,"tokens":1,"loaded":3,"params":3,"set":2,"param":3,"named":1,"parameters":1,"get":1,"is":1,"not":1,"none":1,"and":1,"shape":5,"logger":1,"warning":1,"mismatch":1,"s":3,"add":1,"missing":4,"keys":8,"unexpected":4,"state":1,"dict":1,"strict":1,"false":1,"assert":2,"len":2,"0":2,"f":2,"return":1},"0,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":14,"project":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":4,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"olmoe":1,"model":11,"compatible":1,"huggingface":1,"weights":1,"from":18,"collections":1,"abc":1,"import":19,"iterable":1,"functools":1,"partial":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"olmoeconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":4,"pp":1,"group":1,"tensor":4,"parallel":4,"rank":1,"world":1,"size":1,"all":1,"gather":1,"utils":1,"split":1,"along":1,"last":1,"dim":1,"logger":2,"init":1,"executor":7,"layers":7,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1},"1986,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"from":5,"vllm":3,"model":3,"executor":2,"loader":2,"weight":2,"utils":2,"import":5,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":4,"logger":2,"init":3,"name":1,"class":1,"olmoemoe":1,"nn":1,"module":1,"a":2,"tensor":1,"parallel":1,"moe":2,"implementation":1,"for":3,"olmoe":1,"that":1,"shards":1,"each":2,"expert":2,"across":3,"all":2,"ranks":3,"s":1,"weights":1,"are":1,"sharded":1,"and":2,"fused":1,"kernel":1,"used":1,"the":2,"forward":1,"pass":1,"finally":1,"we":1,"reduce":2,"outputs":1,"def":1,"self":4,"num":4,"experts":6,"int":5,"top":3,"k":3,"hidden":6,"size":12,"params":1,"dtype":2,"optional":3,"torch":1,"none":4,"quant":4,"config":4,"quantizationconfig":1,"tp":3,"str":1,"super":1,"gate":2,"always":1,"runs":1,"at":1,"half":1,"full":1,"precision":1,"now":1,"replicatedlinear":1,"bias":1,"false":2,"fusedmoe":1,"results":1,"true":1,"renormalize":1,"f":1},"3932,608,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":1,"forward":1,"self":3,"hidden":13,"states":11,"torch":2,"tensor":2,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":5,"orig":2,"dim":2,"1":2,"view":2,"router":4,"logits":4,"num":1,"tokens":1,"n":1,"experts":2,"gate":1,"final":2,"return":1,"class":1,"olmoeattention":1,"nn":1,"module":1},"4540,1552,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":1,"init":2,"self":24,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"4096":1,"cache":1,"config":2,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"5":1},"6092,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"self":31,"qkv":1,"proj":2,"qkvparallellinear":1,"hidden":2,"size":7,"head":7,"dim":9,"total":5,"num":9,"heads":8,"kv":4,"bias":2,"false":2,"quant":6,"config":8,"tp":8,"rank":4,"get":2,"tensor":8,"model":3,"parallel":3,"q":10,"norm":5,"rmsnorm":2,"eps":2,"1e":2,"5":2,"k":10,"o":1,"rowparallellinear":1,"rotary":2,"emb":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"is":1,"neox":1,"style":1,"true":1,"attn":2,"attention":1,"cache":2,"prefix":2,"f":1,"def":1,"apply":1,"qk":1,"torch":4,"tuple":1,"if":2,"1":2,"all":2,"gather":2,"contiguous":2,"splitter":3,"partial":1,"split":1,"along":1,"last":1,"partitions":1,"return":1},"8016,1920,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":2,"forward":1,"self":18,"positions":2,"torch":3,"tensor":3,"hidden":10,"states":2,"qkv":3,"proj":2,"q":7,"k":7,"v":2,"split":1,"size":13,"kv":3,"dim":1,"1":1,"apply":1,"qk":1,"norm":1,"rotary":1,"emb":1,"attn":5,"output":4,"o":1,"return":1,"class":1,"olmoedecoderlayer":1,"nn":1,"module":1,"init":2,"config":21,"olmoeconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"4096":1,"olmoeattention":1,"num":7,"heads":4,"attention":2,"key":1,"value":1,"f":2,"mlp":2,"olmoemoe":1,"experts":3,"top":1,"per":1,"tok":1,"intermediate":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":2,"1e":2,"5":2,"post":1},"9936,1889,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":3,"forward":1,"self":19,"positions":3,"torch":7,"tensor":6,"hidden":19,"states":15,"residual":9,"optional":1,"attention":2,"if":1,"is":1,"none":1,"input":5,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"mlp":1,"return":2,"support":1,"compile":1,"class":1,"olmoemodel":1,"nn":1,"module":1,"init":2,"vllm":4,"config":22,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"vocab":3,"size":6,"embed":2,"tokens":2,"vocabparallelembedding":1,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"olmoedecoderlayer":1,"f":1,"norm":1,"rmsnorm":1,"eps":1,"1e":1,"5":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"embeddings":1,"ids":2},"11825,1615,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":2,"forward":1,"self":8,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":2,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":3,"norm":1,"expert":3,"mapping":2,"list":1,"tuple":1,"str":3,"int":1,"params":2,"weights":1,"fp8":2,"weight":2,"scales":2,"activation":1,"param":1,"name":5,"id":2,"shard":1,"fusedmoe":1,"make":1,"ckpt":3,"gate":2,"proj":6,"down":2,"up":2,"num":2,"experts":2,"config":1},"13440,1813,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":1,"load":2,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":3,"params":9,"mapping":6,"param":3,"name":18,"shard":3,"id":2,"qkv":3,"proj":13,"q":2,"k":2,"v":2,"gate":7,"up":5,"0":4,"1":1,"dict":4,"named":1,"parameters":1,"loaded":2,"expert":4,"get":1,"for":4,"weight":4,"in":9,"skip":4,"non":1,"layers":2,"and":2,"experts":7,"handled":1,"below":3,"if":5,"not":3,"continue":5,"we":4,"have":1,"mlp":4,"the":3,"checkpoint":1,"since":1,"handle":1,"need":1,"to":2,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"which":2,"then":1,"breaks":1,"replace":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"on":1,"other":1,"devices":1,"is":1,"pp":1,"missing":1,"parameter":1},"15253,179,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"param":3,"params":1,"dict":1,"name":1,"weight":4,"loader":3,"loaded":1,"shard":1,"id":1,"break":1},"15432,1913,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"else":3,"for":2,"mapping":3,"in":6,"expert":4,"params":4,"param":5,"name":24,"weight":7,"id":6,"shard":3,"if":6,"not":5,"continue":5,"replace":2,"skip":3,"layers":2,"on":2,"other":2,"devices":2,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"dict":3,"loader":3,"loaded":2,"break":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":2,"and":1,"remapping":1,"the":4,"of":1,"fp8":1,"kv":10,"scale":10,"remapped":4,"attn":1,"logger":1,"warning":1,"once":1,"found":2,"checkpoint":1,"e":2,"g":2,"s":2,"but":1,"expected":1,"model":1,"noqa":1,"e501":1},"17345,1886,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"param":3,"params":3,"dict":1,"name":2,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":3,"class":1,"olmoeforcausallm":1,"nn":1,"module":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":3,"init":2,"self":12,"vllm":5,"config":19,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":6,"hf":1,"quant":6,"olmoemodel":1,"maybe":1,"lm":1,"head":1,"parallellmhead":1,"vocab":2,"size":3,"hidden":3,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":2},"19231,623,data/raw/vllm-0.10.1/vllm/model_executor/models/olmoe.py":{"def":3,"compute":1,"logits":4,"self":7,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"return":3,"load":2,"weights":4,"iterable":1,"tuple":2,"str":5,"set":1,"loader":2,"autoweightsloader":1,"get":2,"expert":2,"mapping":2,"list":1,"int":1,"model":1},"0,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/vision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":9,"abc":3,"import":10,"abstractmethod":5,"typing":1,"final":2,"generic":2,"optional":1,"protocol":2,"typevar":2,"union":1,"torch":1,"transformers":1,"pretrainedconfig":3,"attention":1,"selector":1,"get":6,"env":1,"variable":1,"attn":1,"backend":2,"logger":4,"init":4,"platforms":1,"current":1,"platform":1,"name":1,"c":4,"bound":1,"class":2,"visionencoderinfo":2,"def":6,"self":7,"hf":12,"config":20,"none":1,"super":1,"vision":9,"num":1,"image":4,"tokens":1,"width":1,"int":6,"height":1,"raise":5,"notimplementederror":5,"size":2,"patch":2,"grid":1,"length":1,"visionlanguageconfig":2,"encoder":1,"info":1,"avoid":1,"circular":1,"imports":1,"clip":1,"clipencoderinfo":2,"clipvisionconfig":2,"pixtral":1,"pixtralhfencoderinfo":2,"pixtralvisionconfig":2,"siglip":1,"siglipencoderinfo":2,"siglipvisionconfig":2,"if":3,"isinstance":3,"return":3,"msg":2,"f":1,"unsupported":1,"type":1},"1998,1455,data/raw/vllm-0.10.1/vllm/model_executor/models/vision.py":{"def":2,"get":4,"vit":2,"attn":4,"backend":9,"support":4,"fa":4,"bool":1,"false":1,"the":8,"available":1,"attention":1,"for":2,"vision":1,"transformer":1,"todo":1,"isotr0py":1,"remove":1,"after":1,"all":2,"vits":1,"selected":3,"optional":4,"env":1,"variable":1,"if":4,"is":3,"not":2,"none":3,"return":4,"current":1,"platform":1,"resolve":2,"visual":3,"encoder":11,"outputs":8,"union":1,"torch":4,"tensor":4,"list":4,"feature":3,"sample":3,"layers":6,"int":2,"post":6,"layer":7,"norm":5,"nn":1,"layernorm":1,"max":2,"possible":2,"given":1,"a":4,"module":1,"that":1,"may":1,"correspond":1,"to":5,"output":4,"of":4,"last":2,"or":2,"hidden":2,"states":2,"be":2,"stacked":1,"handle":1,"normalization":1,"and":1,"it":1,"into":1,"single":1,"args":1,"s":1,"indices":1,"grab":1,"from":1,"provided":1,"must":1,"apply":1,"total":1,"in":1,"fully":1,"loaded":1},"3453,913,data/raw/vllm-0.10.1/vllm/model_executor/models/vision.py":{"get":1,"the":7,"hidden":3,"states":2,"corresponding":1,"to":3,"layer":10,"indices":1,"negative":1,"values":1,"are":2,"relative":1,"full":1,"visual":2,"encoder":7,"so":1,"offset":3,"them":1,"depending":1,"on":2,"how":1,"many":1,"layers":6,"were":1,"loaded":3,"note":1,"this":1,"assumes":1,"that":1,"outputs":5,"is":2,"a":1,"list":1,"containing":1,"inputs":1,"followed":1,"by":1,"of":1,"each":1,"num":2,"len":2,"1":6,"max":1,"possible":1,"hs":4,"pool":4,"idx":4,"if":3,"0":1,"else":1,"for":1,"in":2,"feature":2,"sample":2,"apply":1,"post":3,"norm":3,"final":1,"state":1,"we":1,"using":1,"it":1,"uses":2,"last":2,"not":1,"none":1,"and":1,"return":1,"torch":1,"cat":1,"dim":1},"0,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"adapted":1,"from":25,"https":1,"github":1,"com":1,"zai":1,"org":1,"cogagent":2,"inference":1,"only":1,"model":6,"compatible":1,"with":1,"thudm":1,"weights":1,"argparse":1,"import":25,"namespace":1,"collections":1,"abc":1,"mapping":2,"sequence":2,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"torch":3,"nn":2,"layernorm":1,"torchvision":2,"transforms":2,"interpolationmode":1,"transformers":4,"batchfeature":1,"pretrainedtokenizer":1,"tensortype":1,"image":1,"utils":3,"imageinput":1,"tokenization":1,"base":1,"textinput":1,"attention":1,"layer":1,"multiheadattention":1,"config":1,"vllmconfig":1,"distributed":1,"get":2,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"layers":3,"activation":1,"siluandmul":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"models":1,"module":1,"multimodelkeys":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"configs":1,"chatglmconfig":1},"1998,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"from":4,"vllm":1,"utils":2,"tensor":8,"schema":1,"import":4,"tensorschema":2,"tensorshape":2,"chatglm":1,"chatglmbasemodel":1,"chatglmmodel":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"flatten":2,"bn":1,"merge":1,"multimodal":1,"embeddings":1,"class":3,"glmvimagepixelinputs":1,"dimensions":1,"b":4,"batch":1,"size":7,"c":2,"number":1,"of":3,"channels":2,"3":2,"h":3,"height":1,"image":3,"w":3,"width":1,"type":1,"literal":1,"pixel":2,"values":2,"data":1,"annotated":1,"torch":7,"eva2clippatchembedding":1,"nn":5,"module":2,"def":2,"init":2,"self":10,"config":8,"super":1,"proj":4,"conv2d":1,"in":1,"hidden":3,"kernel":1,"patch":2,"stride":1,"cls":4,"embedding":5,"parameter":1,"zeros":1,"1":5,"position":2,"num":1,"positions":1,"forward":1,"images":5,"parameters":1,"input":1,"with":2,"shape":3,"returns":1,"transformed":1,"l":1,"d":1,"to":1,"device":2,"weight":3,"dtype":2,"x":8,"2":2,"transpose":1,"token":2,"expand":1,"0":2,"cat":1,"dim":1,"unsqueeze":1,"return":1,"eva2clipattention":1},"3826,1399,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"def":2,"init":2,"self":21,"config":15,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"hidden":6,"size":9,"tp":2,"get":1,"tensor":3,"model":1,"parallel":1,"world":1,"num":5,"heads":5,"per":2,"rank":2,"head":4,"dim":5,"scale":2,"0":1,"5":1,"query":3,"key":3,"value":3,"qkvparallellinear":1,"f":2,"dense":3,"rowparallellinear":1,"attn":2,"multiheadattention":1,"output":6,"dropout":4,"torch":3,"nn":2,"prob":1,"forward":1,"x":2,"qkv":2,"b":1,"l":1,"3":2,"h":1,"d":1,"q":2,"k":2,"v":2,"chunk":1,"1":1,"out":2,"return":1,"class":1,"eva2clipmlp":1,"module":1},"5225,1642,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"def":3,"init":4,"self":14,"config":25,"quant":10,"optional":2,"quantizationconfig":2,"none":2,"prefix":10,"str":2,"super":2,"activation":2,"fn":3,"get":1,"act":2,"hidden":5,"fc1":3,"columnparallellinear":1,"size":6,"intermediate":2,"f":4,"fc2":3,"rowparallellinear":1,"forward":1,"x":8,"torch":2,"tensor":2,"return":1,"class":1,"eva2cliptransformerlayer":1,"nn":1,"module":1,"input":1,"layernorm":4,"eps":4,"layer":2,"norm":2,"attention":3,"eva2clipattention":1,"mlp":2,"eva2clipmlp":1,"post":1},"6867,1935,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"def":4,"forward":2,"self":14,"hidden":13,"states":8,"attention":7,"input":7,"output":10,"layernorm":2,"mlp":6,"post":1,"return":2,"class":2,"eva2cliptransformer":1,"nn":3,"module":4,"init":3,"config":16,"quant":8,"optional":2,"quantizationconfig":2,"none":2,"prefix":4,"str":2,"super":1,"layers":4,"modulelist":1,"eva2cliptransformerlayer":1,"f":1,"layer":4,"idx":2,"for":2,"in":3,"range":1,"num":1,"eva2clipglu":1,"features":1,"the":2,"original":1,"implementation":1,"is":1,"same":1,"as":1,"python":1,"dense":4,"h":4,"to":4,"4h":4,"columnparallellinear":2,"size":4,"ffn":2,"bias":2,"false":2,"gate":4,"proj":4,"x":3,"torch":1,"cat":1,"dim":1,"1":1},"8802,1542,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"we":1,"merge":1,"two":1,"columnparallellinear":1,"into":1,"one":1,"mergedcolumnparallellinear":3,"self":15,"merged":5,"proj":8,"config":16,"hidden":8,"size":8,"ffn":3,"2":2,"bias":4,"false":4,"quant":8,"x":14,"super":1,"init":1,"linear":3,"replicatedlinear":1,"in":1,"features":1,"prefix":6,"f":3,"norm1":2,"nn":3,"layernorm":1,"act1":2,"gelu":1,"act2":2,"siluandmul":1,"dense":3,"4h":3,"to":3,"h":3,"rowparallellinear":1,"def":1,"forward":1,"return":1,"class":1,"eva2clipmodel":1,"module":1},"10344,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"def":2,"init":2,"self":16,"config":18,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"vision":6,"namespace":1,"patch":2,"embedding":2,"eva2clippatchembedding":1,"transformer":3,"eva2cliptransformer":1,"f":2,"linear":3,"proj":3,"eva2clipglu":1,"in":2,"features":1,"hidden":5,"size":9,"conv":2,"nn":3,"conv2d":1,"channels":2,"out":1,"kernel":1,"2":5,"stride":1,"boi":4,"parameter":2,"torch":7,"zeros":2,"1":12,"eoi":4,"scaling":3,"factor":3,"forward":1,"images":3,"tensor":6,"parameters":1,"input":1,"image":1,"with":2,"shape":5,"b":4,"c":1,"h":3,"w":1,"returns":1,"transformed":1,"l":1,"d":1,"x":21,"s":2,"grid":3,"int":1,"0":4,"5":1,"view":1,"permute":1,"3":1,"flatten":1,"transpose":1,"expand":2,"cat":1,"dim":1,"return":1},"12327,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"class":2,"glm4vmodel":1,"chatglmmodel":1,"def":3,"init":4,"self":10,"vllm":4,"config":15,"vllmconfig":1,"prefix":5,"str":2,"super":2,"quant":3,"vision":5,"eva2clipmodel":1,"f":1,"glm4vprocessor":1,"this":1,"model":1,"doesn":1,"t":1,"define":1,"its":1,"own":2,"hf":1,"processor":1,"so":1,"we":1,"implement":1,"our":1,"one":1,"here":1,"chatglmconfig":1,"tokenizer":4,"pretrainedtokenizer":1,"none":6,"image":10,"size":4,"transform":2,"transforms":4,"compose":1,"resize":1,"interpolation":1,"interpolationmode":1,"bicubic":1,"totensor":1,"normalize":1,"mean":1,"0":7,"48145466":1,"4578275":1,"40821073":1,"std":1,"26862954":1,"26130258":1,"27577711":1,"call":1,"text":8,"optional":3,"union":3,"textinput":2,"list":4,"images":8,"imageinput":2,"return":1,"tensors":1,"tensortype":1,"batchfeature":1,"if":5,"is":2,"not":2,"isinstance":2,"inputs":3,"len":1,"else":1,"pixel":3,"values":3,"for":1,"in":1,"torch":1,"stack":1},"14309,1794,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"return":8,"batchfeature":1,"text":4,"inputs":2,"image":13,"tensor":1,"type":1,"tensors":1,"class":2,"glm4vprocessinginfo":2,"baseprocessinginfo":1,"def":7,"get":15,"hf":10,"config":17,"self":14,"ctx":2,"chatglmconfig":1,"processor":2,"kwargs":2,"object":1,"glm4vprocessor":2,"init":1,"tokenizer":2,"supported":1,"mm":6,"limits":1,"mapping":3,"str":4,"optional":1,"int":6,"1":1,"num":6,"tokens":4,"vision":7,"size":7,"patch":3,"grid":3,"length":3,"2":2,"feature":1,"eva2clipmodel":1,"has":1,"embeddings":1,"for":1,"boi":1,"and":1,"eoi":1,"as":1,"well":1,"glm4vdummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":2,"counts":4,"images":3,"0":2,"base":2,"begin":1,"of":2,"endoftext":1,"end":1,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"info":1,"target":2,"width":1,"height":1},"16103,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"return":5,"image":11,"self":6,"get":7,"dummy":2,"images":3,"width":2,"target":3,"height":2,"num":5,"class":2,"glm4vmultimodalprocessor":2,"basemultimodalprocessor":1,"glm4vprocessinginfo":2,"def":4,"hf":10,"processor":5,"applies":1,"updates":2,"prompt":2,"text":1,"str":6,"mm":7,"items":2,"multimodaldataitems":2,"kwargs":5,"mapping":5,"object":4,"tokenization":1,"bool":1,"false":1,"fields":1,"config":6,"inputs":2,"batchfeature":1,"multimodalfieldconfig":2,"dict":1,"pixel":1,"values":1,"batched":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":3,"boi":4,"token":12,"id":12,"pad":1,"eoi":4,"replacement":3,"item":1,"idx":1,"int":1,"tokens":5,"promptreplacement":1,"modality":1,"multimodal":1,"registry":1,"register":1,"glm4vdummyinputsbuilder":1,"glm4vforcausallm":1,"chatglmbasemodel":1,"supportslora":1,"supportspp":1,"supportsmultimodal":1},"18096,1555,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"packed":1,"modules":1,"mapping":2,"query":2,"key":2,"value":2,"dense":3,"h":3,"to":3,"4h":3,"merged":1,"proj":3,"gate":1,"def":4,"get":3,"mm":1,"self":4,"multimodelkeys":2,"the":1,"module":1,"prefix":4,"in":1,"multimodal":1,"models":1,"return":2,"from":1,"string":1,"field":1,"language":1,"model":2,"transformer":8,"encoder":1,"connector":1,"vision":2,"linear":1,"tower":1,"classmethod":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":2,"if":3,"startswith":1,"image":5,"begin":1,"of":3,"endoftext":1,"end":1,"raise":2,"valueerror":2,"only":1,"is":2,"supported":1,"init":2,"vllm":3,"config":3,"vllmconfig":1,"type":7,"glm4vmodel":3,"none":3,"super":1,"parse":1,"and":1,"validate":1,"input":1,"kwargs":2,"object":1,"glmvimagepixelinputs":1,"pixel":6,"values":6,"pop":1,"not":2,"isinstance":1,"torch":1,"tensor":1,"list":1,"incorrect":1,"f":1,"got":1},"19651,1965,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"expected":4,"h":3,"w":3,"self":14,"config":6,"vision":4,"image":9,"size":1,"return":7,"glmvimagepixelinputs":2,"type":1,"pixel":4,"values":4,"data":2,"flatten":1,"bn":1,"concat":1,"true":1,"resolve":1,"bindings":1,"none":4,"def":4,"process":2,"input":14,"torch":5,"tensor":3,"to":1,"dtype":2,"transformer":3,"get":4,"language":1,"model":1,"nn":1,"module":1,"multimodal":7,"embeddings":11,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"if":2,"is":2,"ids":4,"optional":1,"inputs":5,"embeds":5,"not":1,"len":1,"0":1,"merge":1,"placeholder":1,"token":4,"id":4,"boi":1,"pad":1,"eoi":1},"21616,948,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4v.py":{"def":1,"forward":1,"self":4,"input":5,"ids":4,"torch":4,"tensor":4,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":2,"none":6,"inputs":6,"embeds":6,"kwargs":2,"object":1,"union":1,"if":1,"is":4,"not":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"get":2,"multimodal":1,"hidden":2,"states":2,"transformer":1,"return":1},"0,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"39":1,"3":1,"src":1,"models":1,"persimmon":3,"modeling":1,"py":1,"2023":2,"team":3,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"persimmonconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1968,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"from":8,"vllm":6,"model":7,"executor":5,"layers":4,"quantization":1,"import":8,"quantizationconfig":3,"rotary":1,"embedding":2,"get":3,"rope":1,"vocab":1,"parallel":3,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":3,"tensors":1,"factory":1,"maybe":1,"prefix":2,"class":2,"persimmonmlp":1,"nn":2,"module":2,"def":3,"init":4,"self":10,"config":16,"persimmonconfig":2,"quant":6,"optional":3,"none":3,"super":2,"dense":4,"h":4,"to":4,"4h":4,"columnparallellinear":1,"hidden":11,"size":6,"rowparallellinear":1,"act":4,"fn":1,"forward":1,"states":8,"torch":1,"tensor":3,"return":1,"persimmonattention":1,"cache":1,"cacheconfig":1,"str":1,"world":2},"3952,1826,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"self":41,"hidden":6,"size":8,"config":14,"total":7,"num":10,"heads":10,"attention":2,"tensor":2,"parallel":2,"world":2,"head":10,"dim":11,"max":4,"position":4,"embeddings":3,"rope":4,"theta":3,"partial":4,"rotary":6,"factor":4,"is":3,"causal":1,"true":3,"assert":2,"0":2,"query":1,"key":1,"value":1,"qkvparallellinear":1,"bias":2,"quant":6,"dense":1,"rowparallellinear":1,"qk":3,"layernorm":7,"if":1,"q":1,"nn":2,"k":1,"emb":1,"get":1,"base":1,"scaling":2,"5":1,"attn":2,"scale":1,"cache":2,"prefix":2,"f":1},"5778,1237,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"def":3,"split":3,"heads":11,"self":18,"x":7,"torch":7,"tensor":7,"seq":10,"length":10,"hidden":5,"size":3,"num":5,"head":5,"dim":6,"shape":2,"0":2,"return":3,"view":2,"merge":3,"forward":1,"position":2,"ids":2,"states":2,"3":2,"qkv":2,"query":1,"key":1,"value":1,"q":11,"k":11,"v":2,"chunk":1,"chunks":1,"1":1,"if":1,"is":1,"qk":1,"layernorm":3,"rotary":1,"emb":1,"attn":3,"output":4,"dense":1,"class":1,"persimmondecoderlayer":1,"nn":1,"module":1},"7015,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"def":3,"init":4,"self":16,"config":28,"persimmonconfig":1,"cache":5,"optional":2,"cacheconfig":1,"none":2,"quant":7,"quantizationconfig":1,"prefix":4,"str":2,"super":2,"hidden":21,"size":4,"attn":3,"persimmonattention":1,"f":1,"mlp":2,"persimmonmlp":1,"input":2,"layernorm":6,"nn":3,"eps":4,"layer":2,"norm":2,"post":2,"attention":3,"forward":1,"position":3,"ids":3,"torch":4,"tensor":3,"states":17,"residual":4,"fully":1,"connected":1,"outputs":2,"return":1,"support":1,"compile":1,"class":1,"persimmonmodel":1,"module":1,"vllm":4,"vllmconfig":1,"model":1,"hf":1},"8964,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"self":16,"vocab":3,"size":6,"config":12,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":16,"start":2,"layer":7,"end":2,"layers":5,"make":3,"num":1,"lambda":1,"prefix":5,"persimmondecoderlayer":1,"cache":1,"quant":1,"f":1,"final":2,"layernorm":3,"nn":1,"eps":2,"norm":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":12,"def":2,"get":4,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":3,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"else":2,"assert":1,"for":1,"in":1,"last":1},"10838,1671,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":16,"for":1,"name":5,"weight":18,"in":2,"if":3,"is":3,"pp":1,"missing":1,"parameter":1,"continue":1,"param":4,"query":1,"key":1,"value":1,"copy":1,"from":1,"vllm":1,"model":1,"executor":1,"models":1,"bloom":1,"py":1,"note":1,"persimmon":1,"s":2,"fused":1,"qkv":1,"output":8,"dim":8,"has":1,"the":2,"shape":7,"of":1,"num":5,"heads":5,"3":3,"head":2,"size":2,"while":1,"required":1,"thus":1,"we":1,"need":1,"conversion":1,"getattr":2,"none":2,"config":1,"attention":1,"not":1,"view":1,"1":3,"transpose":1,"reshape":1,"loader":4,"default":1,"add":1,"return":1,"class":1,"persimmonforcausallm":1,"nn":1,"module":1,"supportspp":1},"12509,1819,data/raw/vllm-0.10.1/vllm/model_executor/models/persimmon.py":{"def":5,"init":2,"self":17,"vllm":4,"config":13,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":6,"hf":1,"vocab":4,"size":5,"persimmonmodel":1,"maybe":1,"lm":2,"head":2,"parallellmhead":1,"hidden":5,"bias":1,"false":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":5,"tensors":5,"get":2,"input":7,"embeddings":2,"ids":5,"torch":8,"tensor":8,"return":4,"forward":1,"positions":3,"optional":3,"intermediatetensors":1,"none":2,"inputs":3,"embeds":3,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"0,1822,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"adapted":1,"from":10,"https":1,"huggingface":1,"co":1,"opengvlab":2,"internvl2":1,"4b":1,"blob":1,"main":1,"modeling":1,"intern":1,"vit":1,"py":1,"internvl":1,"c":1,"2023":1,"licensed":1,"under":1,"mit":1,"see":1,"for":1,"details":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":5,"as":2,"functional":1,"f":1,"transformers":2,"pretrainedconfig":1,"utils":2,"int":1,"model":6,"executor":5,"layers":4,"activation":1,"get":1,"act":1,"fn":1,"layernorm":2,"rmsnorm":2,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"default":1,"norm2fn":1,"rms":1,"norm":2,"layer":1,"class":1,"interns1visionpatchembeddings":1,"module":1,"def":1,"init":2,"self":6,"config":5,"super":1,"image":8,"size":18,"patch":11,"num":7,"channels":4,"hidden":2,"patches":3,"1":4,"shape":3},"1822,1844,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"self":16,"projection":3,"nn":5,"conv2d":1,"num":7,"channels":4,"hidden":4,"size":15,"kernel":1,"patch":10,"stride":1,"def":2,"forward":1,"pixel":4,"values":4,"torch":5,"tensor":2,"batch":1,"height":3,"width":3,"shape":3,"if":4,"raise":1,"valueerror":1,"make":1,"sure":1,"that":1,"the":4,"channel":1,"dimension":1,"of":1,"match":1,"with":1,"one":1,"set":1,"in":1,"configuration":1,"embeddings":11,"to":1,"weight":1,"dtype":1,"2":3,"3":1,"flatten":1,"transpose":1,"1":7,"return":1,"class":1,"interns1visionembeddings":1,"module":1,"init":2,"config":14,"pretrainedconfig":1,"super":1,"cls":1,"token":4,"parameter":3,"zeros":3,"use":2,"mask":3,"else":3,"none":2,"interns1visionpatchembeddings":1,"image":5,"isinstance":1,"iterable":1,"patches":3,"absolute":1,"position":3},"3666,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"def":1,"interpolate":4,"pos":13,"encoding":1,"self":7,"embeddings":7,"torch":6,"tensor":2,"height":5,"int":3,"width":5,"this":2,"method":2,"allows":1,"to":5,"the":3,"pre":1,"trained":1,"position":5,"encodings":1,"be":1,"able":1,"use":1,"model":2,"on":1,"higher":1,"resolution":1,"images":1,"is":2,"also":1,"adapted":2,"support":1,"jit":2,"tracing":3,"from":1,"https":2,"github":2,"com":2,"facebookresearch":2,"dino":1,"blob":2,"de9ee3df6cf39fac952ab558447af1fa1365362a":1,"vision":2,"transformer":2,"py":2,"l174":1,"l194":1,"and":3,"dinov2":2,"e1277af2ba9496fbadf7aec6eba56e8d882d1e35":1,"models":1,"l179":1,"l211":1,"noqa":1,"e501":1,"num":8,"patches":2,"shape":3,"1":14,"positions":6,"always":1,"when":1,"ensure":1,"exported":1,"works":1,"for":1,"dynamic":1,"input":1,"shapes":1,"if":1,"not":1,"return":2,"class":2,"embed":12,"patch":12,"dim":4,"new":4,"size":3,"0":4,"sqrt":3,"5":1,"reshape":1,"permute":2,"3":2,"2":2,"nn":1,"functional":1,"mode":1,"bicubic":1,"align":1,"corners":1,"false":1,"view":1,"cat":1},"5582,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"def":2,"forward":1,"self":23,"pixel":3,"values":3,"torch":4,"tensor":2,"bool":3,"masked":4,"pos":4,"optional":1,"booltensor":1,"none":4,"height":4,"width":4,"shape":1,"embeddings":12,"patch":5,"batch":3,"size":5,"seq":2,"len":2,"if":3,"is":3,"not":2,"mask":5,"tokens":7,"token":2,"expand":2,"1":6,"replace":1,"the":1,"visual":1,"by":2,"w":3,"unsqueeze":1,"type":1,"as":1,"cls":3,"cat":1,"dim":12,"position":1,"interpolate":1,"encoding":1,"return":1,"class":1,"internsdpaattention":1,"nn":1,"module":1,"multi":1,"headed":1,"attention":3,"from":1,"all":1,"you":1,"need":1,"paper":1,"init":2,"config":5,"pretrainedconfig":1,"num":10,"dummy":4,"heads":11,"int":1,"0":2,"super":1,"embed":6,"hidden":1,"head":4,"raise":1,"valueerror":1,"f":3,"must":1,"be":1,"divisible":1,"got":1,"and":1,"additional":1,"are":1,"used":1,"to":1,"enable":1,"tp":1,"for":1,"common":1,"gpu":1,"counts":1,"scale":1,"5":1},"7503,1876,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"self":38,"q":13,"proj":6,"nn":5,"linear":4,"embed":6,"dim":15,"num":6,"heads":6,"head":6,"bias":6,"config":6,"attention":4,"k":12,"v":8,"qk":4,"normalization":3,"use":1,"norm":7,"if":2,"rmsnorm":2,"dummy":3,"eps":4,"layer":4,"var":2,"hidden":2,"size":2,"projection":2,"def":1,"forward":1,"x":11,"torch":2,"tensor":2,"b":8,"n":8,"c":1,"shape":2,"view":5,"h":3,"d":3,"flatten":2,"2":6,"1":7,"transpose":4,"f":1,"scaled":1,"dot":1,"product":1,"scale":2,"reshape":1,"return":1,"class":1,"interns1visionmlp":1,"module":1},"9379,1672,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"def":3,"init":5,"self":12,"config":17,"pretrainedconfig":2,"quant":7,"optional":2,"quantizationconfig":2,"none":4,"prefix":8,"str":2,"super":2,"activation":2,"fn":3,"get":1,"act":2,"hidden":11,"fc1":3,"columnparallellinear":1,"size":4,"intermediate":2,"bias":2,"true":2,"f":3,"fc2":3,"rowparallellinear":1,"forward":1,"states":8,"torch":2,"tensor":2,"return":1,"class":1,"interns1visionlayer":1,"nn":1,"module":1,"num":3,"dummy":3,"heads":3,"int":1,"0":1,"attention":2,"attn":1},"11051,1967,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"self":15,"mlp":3,"interns1visionmlp":1,"config":20,"quant":4,"prefix":4,"f":1,"layernorm":4,"before":2,"norm2fn":2,"norm":4,"type":2,"hidden":18,"size":4,"eps":4,"layer":3,"after":2,"init":7,"values":3,"scale":1,"value":1,"lambda":4,"1":2,"nn":3,"parameter":2,"torch":3,"ones":2,"requires":2,"grad":2,"true":2,"2":2,"def":3,"attn":1,"pretrainedconfig":2,"optional":3,"quantizationconfig":2,"num":10,"dummy":4,"heads":4,"int":3,"str":2,"return":2,"internsdpaattention":1,"forward":1,"states":8,"tensor":1,"attention":1,"class":1,"interns1visionencoder":1,"module":1,"none":3,"layers":6,"override":3,"0":1,"super":1,"if":1,"is":1,"else":1},"13018,1811,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"self":11,"layer":8,"nn":4,"modulelist":1,"interns1visionlayer":1,"config":12,"quant":2,"num":9,"dummy":5,"heads":5,"prefix":5,"f":2,"idx":2,"for":2,"in":2,"range":1,"hidden":9,"layers":4,"def":4,"forward":2,"inputs":2,"embeds":5,"torch":4,"tensor":3,"states":4,"encoder":4,"return":2,"class":1,"interns1visionmodel":1,"module":1,"init":2,"pretrainedconfig":1,"optional":4,"quantizationconfig":1,"none":7,"override":3,"int":2,"0":1,"str":1,"super":1,"embeddings":4,"interns1visionembeddings":1,"interns1visionencoder":1,"layernorm":2,"identity":1,"if":2,"use":1,"mean":1,"pooling":1,"else":1,"size":1,"eps":2,"norm":1,"get":1,"input":1,"patch":1,"pixel":6,"values":3,"floattensor":1,"is":2,"and":1,"raise":1,"valueerror":1,"you":1,"have":1,"to":1,"specify":1,"or":1},"14829,1046,data/raw/vllm-0.10.1/vllm/model_executor/models/interns1_vit.py":{"if":2,"pixel":7,"embeds":3,"is":2,"not":2,"none":2,"hidden":3,"states":3,"elif":1,"values":5,"ndim":1,"4":1,"self":5,"embeddings":1,"else":1,"raise":1,"valueerror":1,"f":1,"wrong":1,"size":1,"shape":1,"encoder":5,"outputs":4,"inputs":1,"layernorm":1,"return":2,"def":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"loaded":5,"for":1,"name":3,"weight":6,"in":1,"param":3,"loader":4,"getattr":1,"default":1,"add":1},"0,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":11,"vllm":10,"project":1,"2023":1,"stability":2,"ai":2,"eleutherai":1,"and":2,"huggingface":4,"inc":1,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":2,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":3,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"code":1,"based":1,"off":1,"following":1,"work":1,"https":3,"co":2,"stabilityai":2,"stablelm":4,"3b":2,"4e1t":2,"blob":2,"main":2,"modeling":1,"epoch":1,"py":1,"config":2,"json":1,"inference":1,"only":1,"stabelm":1,"github":1,"com":1,"model":8,"compatible":1,"weights":1,"from":13,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":1,"transformers":1,"stablelmconfig":1,"attention":2,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":6,"layers":6,"activation":1,"siluandmul":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1},"1979,1583,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"from":5,"vllm":3,"model":3,"executor":2,"loader":2,"weight":2,"utils":2,"import":5,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":5,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":6,"class":2,"stablelmmlp":1,"nn":2,"module":2,"def":2,"init":2,"self":11,"config":14,"stablelmconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"str":1,"super":1,"hidden":4,"size":8,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":2,"down":3,"rowparallellinear":1,"act":2,"fn":2,"siluandmul":1,"forward":1,"x":6,"torch":2,"tensor":2,"return":1,"stablelmattention":1},"3562,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"def":1,"init":2,"self":31,"config":12,"stablelmconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":3,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"hidden":7,"size":19,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"num":18,"heads":22,"attention":1,"key":8,"value":8,"if":2,"number":2,"of":2,"kv":5,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"assert":2,"0":3,"else":1,"less":1,"replicate":1,"max":3,"1":2,"head":5,"dim":5,"position":2,"embeddings":2,"partial":2,"rotary":2,"factor":2,"getattr":3,"rope":1,"pct":1,"scaling":1,"5":1,"q":1,"qkv":2,"bias":2,"use":1,"false":1,"raise":1,"valueerror":1,"f":3,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1},"5487,1871,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"self":29,"qkv":6,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"key":2,"value":2,"bias":2,"quant":6,"config":10,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"false":1,"rotary":5,"emb":2,"get":1,"rope":2,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"partial":2,"factor":2,"attn":5,"attention":1,"scaling":1,"kv":3,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"stablelmdecoderlayer":1,"nn":1,"module":1},"7358,1882,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"def":3,"init":4,"self":15,"config":23,"stablelmconfig":1,"cache":4,"optional":2,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":6,"str":2,"super":2,"attn":3,"stablelmattention":1,"f":2,"mlp":3,"stablelmmlp":1,"norm":5,"eps":7,"getattr":2,"layer":1,"1e":1,"05":1,"input":2,"layernorm":6,"nn":3,"hidden":19,"size":2,"post":2,"attention":3,"forward":1,"positions":3,"torch":4,"tensor":4,"states":17,"tuple":1,"residual":5,"fully":1,"connected":1,"return":1,"class":1,"stablelmepochmodel":1,"module":1,"vllm":4,"vllmconfig":1,"model":1,"hf":1},"9240,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"self":14,"embed":3,"tokens":3,"vocabparallelembedding":1,"config":12,"vocab":1,"size":4,"hidden":16,"quant":3,"prefix":7,"f":2,"start":2,"layer":7,"end":2,"layers":5,"make":3,"num":1,"lambda":1,"stablelmdecoderlayer":1,"cache":1,"norm":6,"eps":5,"getattr":2,"1e":1,"05":1,"nn":1,"layernorm":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":12,"def":2,"get":4,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":3,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"else":2,"assert":1,"for":1,"in":1,"residual":1,"last":1},"11165,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":20,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":6,"named":1,"parameters":1,"loaded":6,"for":4,"weight":13,"in":5,"if":5,"not":3,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"stablelmforcausallm":1,"nn":1,"module":1,"supportspp":1},"12980,1805,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"def":4,"init":2,"self":18,"vllm":5,"config":20,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":7,"hf":1,"quant":6,"stablelmepochmodel":1,"maybe":1,"lm":4,"head":4,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"f":1,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"14785,222,data/raw/vllm-0.10.1/vllm/model_executor/models/stablelm.py":{"def":1,"load":2,"weights":4,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":1},"0,1852,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"adapted":1,"from":24,"https":1,"github":1,"com":1,"fixie":1,"ai":1,"ultravox":5,"blob":1,"ecd58c4041030bae2ad15aa6bcf04ab43199ea02":1,"model":9,"py":1,"pytorch":1,"collections":1,"abc":1,"import":24,"iterable":1,"mapping":2,"sequence":2,"typing":1,"any":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":3,"nn":2,"functional":1,"as":1,"f":1,"transformers":4,"batchfeature":1,"processormixin":1,"models":3,"whisper":3,"whisperfeatureextractor":1,"modeling":1,"whisperencoder":1,"envs":1,"config":1,"vllmconfig":1,"forward":2,"context":2,"get":2,"executor":5,"layers":2,"activation":1,"mulandsilu":1,"act":1,"fn":1,"layernorm":1,"rmsnorm":1,"loader":1,"defaultmodelloader":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"nestedtensors":1,"parse":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":1,"configs":1,"ultravoxconfig":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1},"1852,1803,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"from":2,"utils":1,"import":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":1,"vllm":1,"registered":1,"model":2,"maybe":1,"prefix":1,"merge":2,"multimodal":2,"embeddings":2,"map":1,"audio":12,"placeholder":4,"override":3,"max":1,"encoder":1,"batch":5,"size":7,"16":1,"class":3,"ultravoxaudiofeatureinputs":2,"typeddict":2,"type":2,"literal":2,"features":2,"data":2,"union":4,"torch":7,"tensor":7,"list":5,"shape":4,"num":4,"chunks":3,"80":1,"m":1,"lens":1,"length":2,"of":3,"the":5,"frames":1,"used":2,"for":2,"attention":1,"mask":1,"in":1,"whisperencoder":1,"token":6,"len":1,"tokens":1,"flattening":1,"ultravoxaudioembeddinginputs":2,"embeds":1,"nestedtensors":1,"audios":1,"feature":1,"hidden":1,"ultravoxaudioinputs":1,"ultravoxprocessinginfo":1,"baseprocessinginfo":1,"def":1,"get":2,"hf":7,"processor":6,"self":3,"kwargs":2,"object":1,"processormixin":1,"config":4,"ctx":2,"note":1,"ultravox":1,"processing":1,"definition":1,"uses":1,"eot":1,"id":2,"as":1,"that":1,"will":1,"cause":1,"confusion":1,"with":2,"actual":1,"end":1,"turn":1,"thus":1,"we":1,"a":1,"reserved":1,"replacement":2,"index":1,"return":1},"3655,1627,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"def":5,"get":11,"feature":12,"extractor":12,"self":9,"kwargs":2,"object":1,"whisperfeatureextractor":2,"hf":3,"processor":6,"audio":10,"type":2,"ignore":2,"assert":1,"isinstance":1,"return":5,"supported":1,"mm":6,"limits":1,"mapping":3,"str":4,"optional":1,"int":4,"none":1,"class":2,"ultravoxdummyinputsbuilder":1,"basedummyinputsbuilder":1,"ultravoxprocessinginfo":2,"dummy":3,"text":1,"counts":4,"num":5,"audios":6,"0":2,"data":2,"seq":1,"len":3,"multimodaldatadict":1,"info":2,"sampling":4,"rate":4,"chunk":1,"length":2,"max":1,"encoder":1,"batch":1,"size":1,"ultravoxmultimodalprocessor":1,"basemultimodalprocessor":1,"parser":1,"multimodaldataparser":2,"target":1,"sr":1},"5282,1425,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"def":1,"call":2,"hf":3,"processor":6,"self":4,"prompt":8,"str":4,"mm":13,"data":9,"mapping":3,"object":3,"kwargs":12,"tok":5,"batchfeature":2,"text":1,"only":2,"input":2,"not":2,"supported":1,"in":1,"composite":1,"if":1,"get":3,"audios":6,"ids":5,"info":2,"tokenizer":2,"encode":1,"add":1,"special":1,"tokens":2,"false":1,"apply":1,"return":2,"dict":4,"tensor":1,"type":1,"pt":1,"pop":4,"assert":1,"isinstance":1,"list":1,"feature":3,"extractor":3,"sampling":2,"rate":2,"include":1,"audio":3,"num":1,"chunks":1,"true":1,"item":2,"some":1,"are":1,"incompatible":1,"with":1,"ultravoxprocessor":1,"padding":1,"none":2,"truncation":1,"output":4,"super":1,"features":1,"values":1},"6707,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"def":2,"get":5,"mm":7,"fields":1,"config":1,"self":3,"hf":8,"inputs":2,"batchfeature":1,"processor":6,"kwargs":5,"mapping":3,"str":3,"object":1,"multimodalfieldconfig":6,"num":10,"chunks":17,"audio":20,"torch":8,"zeros":2,"0":4,"return":1,"dict":1,"to":3,"handle":1,"longer":1,"than":2,"30s":1,"each":2,"might":1,"be":3,"split":2,"into":2,"multiple":2,"as":1,"such":1,"their":1,"batch":2,"dimension":2,"can":3,"higher":1,"the":4,"number":1,"of":2,"samples":1,"features":1,"flat":3,"from":3,"sizes":3,"token":2,"len":1,"lens":1,"convert":1,"chunked":1,"batched":2,"embeds":1,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"any":1,"out":2,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":1,"replacement":2,"id":2,"type":1,"ignore":1,"start":5,"idx":4,"i":2,"indicates":1,"index":1,"belonging":1,"th":1,"tensor":2,"cumsum":1,"dim":1,"dtype":2,"int32":2,"cat":1},"8622,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"def":4,"get":3,"replacement":4,"ultravox":2,"item":3,"idx":5,"int":3,"start":4,"chunks":2,"end":2,"1":3,"audio":15,"token":3,"len":3,"out":3,"mm":1,"kwargs":1,"sum":1,"return":3,"id":1,"type":1,"ignore":1,"promptreplacement":1,"modality":1,"target":1,"class":2,"stackaudioframes":2,"nn":4,"module":2,"stack":13,"the":2,"embedding":1,"frames":1,"to":1,"reduce":1,"sequence":1,"length":1,"by":1,"a":1,"factor":12,"of":1,"init":4,"self":18,"8":1,"super":2,"forward":1,"embeds":8,"torch":2,"tensor":2,"b":3,"t":7,"c":3,"shape":2,"pad":4,"f":1,"0":3,"view":1,"ultravoxprojector":1,"config":9,"ultravoxconfig":1,"hidden":6,"dim":12,"size":3,"and":1,"in":3,"ln":1,"pre":1,"rmsnorm":1,"linear":4,"bias":2,"false":2,"mid":4,"if":1,"projector":2,"act":5,"swiglu":1,"mulandsilu":1,"2":2,"else":1,"fn":1,"text":1},"10599,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"ultravox":1,"v0":2,"4":1,"1":3,"and":3,"below":1,"use":1,"layer":4,"norm":2,"after":2,"the":4,"second":2,"linear":4,"while":1,"5":1,"0":1,"above":1,"uses":1,"first":1,"if":1,"config":2,"projector":1,"ln":8,"mid":5,"self":14,"nn":3,"module":1,"rmsnorm":2,"dim":2,"post":3,"identity":2,"else":1,"out":1,"def":2,"forward":1,"audio":7,"features":7,"torch":2,"tensor":2,"pad":1,"stack":1,"pre":1,"hidden":10,"states":10,"act":1,"2":2,"return":1,"class":1,"modifiedwhisperencoder":1,"whisperencoder":1,"encoder":4,"portion":1,"of":5,"openai":1,"s":1,"whisper":4,"model":4,"this":1,"implementation":1,"is":3,"a":2,"slightly":1,"modified":1,"version":1,"hf":1,"transformers":4,"with":1,"only":1,"few":1,"fixes":1,"base":2,"prefix":2,"updated":1,"to":5,"allow":2,"for":2,"doing":1,"from":1,"pretrained":1,"directly":1,"on":1,"less":2,"than":2,"30":1,"padding":1,"be":2,"passed":1,"in":1,"relaxed":1,"valueerror":1,"check":1,"input":1,"length":3,"or":1,"equal":2,"expected":1,"seq":1,"instead":1,"strictly":1,"embed":1,"pos":1,"now":1,"sliced":1,"match":1,"inputs":1,"embeds":1,"original":1,"https":2,"github":2,"com":2,"huggingface":2,"blob":1,"main":1,"src":1,"models":1,"modeling":1,"py":1,"see":1,"commentary":1,"issues":1,"25744":1,"init":2,"args":2,"kwargs":2,"super":1,"decoder":1,"false":1},"12445,1520,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"property":1,"def":2,"max":4,"context":1,"length":3,"self":7,"return":3,"config":1,"source":1,"positions":4,"conv1":1,"stride":2,"0":3,"conv2":1,"get":3,"attention":8,"mask":10,"by":3,"audio":8,"len":5,"lens":3,"optional":1,"torch":3,"tensor":2,"hidden":4,"states":4,"create":2,"based":1,"on":1,"lengths":2,"to":7,"out":1,"padding":3,"tokens":2,"for":5,"each":1,"sample":1,"in":2,"batch":1,"convert":2,"raw":1,"feature":3,"after":1,"convolutions":1,"bool":1,"true":1,"valid":1,"and":2,"false":1,"format":1,"expected":1,"transformer":1,"layers":1,"1":4,"attend":1,"large":1,"negative":1,"ignore":1,"this":1,"masking":1,"ensures":1,"consistent":1,"behavior":1,"between":1,"training":1,"inference":1,"preventing":1,"the":1,"model":1,"from":1,"attending":1,"both":1,"cases":1,"if":1,"is":1,"none":4,"feat":1,"extract":1,"output":1,"seq":2,"shape":1,"arange":1,"device":2,"lt":1,"view":1,"extended":1,"dtype":2},"13965,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"def":1,"forward":1,"self":10,"input":6,"features":6,"torch":2,"tensor":2,"audio":5,"lens":2,"optional":1,"none":2,"expected":4,"seq":4,"length":6,"max":1,"context":1,"if":1,"shape":2,"1":3,"raise":1,"valueerror":1,"f":4,"whisper":1,"expects":1,"the":2,"mel":2,"to":5,"be":1,"of":1,"or":1,"less":1,"but":1,"found":1,"make":1,"sure":1,"pad":1,"inputs":8,"embeds":7,"nn":4,"functional":3,"gelu":2,"conv1":1,"conv2":1,"permute":1,"0":2,"2":2,"embed":3,"pos":2,"positions":1,"weight":1,"size":1,"hidden":9,"states":9,"dropout":2,"p":1,"training":2,"attention":3,"mask":4,"get":1,"by":1,"len":1,"for":1,"encoder":3,"layer":6,"in":1,"layers":1,"outputs":2,"head":1,"norm":1,"return":1,"multimodal":1,"registry":1,"register":1,"processor":1,"ultravoxmultimodalprocessor":1,"info":1,"ultravoxprocessinginfo":1,"dummy":1,"ultravoxdummyinputsbuilder":1,"class":1,"ultravoxmodel":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"hf":1,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":1,"tower":2,"model":1},"15942,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":3,"startswith":1,"audio":8,"return":1,"raise":1,"valueerror":1,"only":1,"is":5,"supported":1,"init":3,"self":12,"vllm":6,"config":26,"vllmconfig":1,"prefix":8,"super":1,"model":13,"hf":2,"multimodal":3,"multi":3,"modal":3,"assert":1,"secondary":3,"weights":5,"tower":2,"modifiedwhisperencoder":1,"id":4,"not":4,"none":4,"this":2,"for":4,"initialization":2,"but":2,"loading":2,"note":2,"the":2,"trailing":2,"dot":2,"append":2,"defaultmodelloader":2,"source":2,"or":2,"path":2,"revision":2,"projector":1,"ultravoxprojector":1,"language":4,"registered":1,"text":3,"maybe":1,"make":2,"empty":2,"intermediate":2,"tensors":2},"17805,1790,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"def":3,"get":2,"mm":1,"mapping":1,"self":7,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":3,"multimodal":1,"models":1,"return":3,"from":1,"string":1,"field":1,"language":2,"model":3,"connector":1,"multi":2,"modal":2,"projector":3,"tower":6,"audio":28,"features":14,"to":4,"embeddings":8,"input":3,"torch":4,"tensor":3,"lens":4,"dtype":2,"batch":11,"size":6,"0":3,"process":3,"batches":1,"keep":1,"memory":1,"usage":1,"predictable":1,"for":1,"start":4,"range":1,"max":2,"encoder":2,"end":3,"min":1,"through":2,"append":1,"concatenate":1,"results":1,"cat":1,"dim":1,"parse":1,"and":2,"validate":1,"kwargs":5,"object":1,"optional":1,"ultravoxaudioinputs":1,"pop":4,"none":7,"embeds":3,"token":2,"len":2,"if":1,"is":2},"19595,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"if":7,"audio":32,"features":10,"is":2,"not":6,"none":2,"isinstance":4,"torch":5,"tensor":5,"list":4,"raise":5,"valueerror":4,"incorrect":4,"type":15,"of":4,"f":4,"got":4,"lens":6,"token":6,"len":6,"return":3,"ultravoxaudiofeatureinputs":1,"data":4,"embeds":7,"ultravoxaudioembeddinginputs":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"process":1,"input":7,"self":1,"ultravoxaudioinputs":1,"union":1,"nestedtensors":1,"tuple":1,"pad":2,"and":2,"concatenate":1,"b1":4,"80":3,"m1":2,"b2":4,"m2":2,"max":1,"concat":3,"to":1,"dim3":1,"flatten":2,"bn":2,"true":2},"21561,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"embeddings":21,"self":9,"audio":15,"features":2,"to":2,"lens":3,"we":2,"should":1,"flatten":2,"and":4,"concatenate":1,"based":2,"on":2,"token":9,"lengths":2,"for":2,"example":1,"with":1,"len":8,"4":2,"2":3,"3":2,"flattened":3,"will":1,"be":1,"concat":1,"0":4,"1":3,"create":1,"a":1,"mask":4,"of":1,"valid":1,"indices":3,"max":2,"shape":2,"torch":4,"arange":1,"device":2,"expand":1,"none":4,"apply":1,"return":5,"one":1,"tensor":3,"per":1,"input":15,"embed":2,"item":3,"sum":1,"in":2,"split":1,"def":3,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":4,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"validate":1,"if":2,"is":3,"process":1,"ids":6,"optional":1,"the":2,"index":2,"not":2,"included":1,"embedding":2,"table":1,"need":1,"remove":1,"it":1,"before":1,"lookup":1,"safe":4,"clone":1,"config":1,"inputs":1,"embeds":1},"23504,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"todo":1,"ywang96":1,"remove":1,"this":3,"block":1,"after":1,"v0":2,"is":8,"deprecated":1,"if":2,"not":2,"envs":1,"vllm":1,"use":1,"v1":2,"attn":4,"metadata":4,"get":2,"forward":3,"context":1,"merge":2,"multimodal":6,"embeddings":7,"from":2,"map":1,"inputs":8,"embeds":8,"multi":1,"modal":1,"placeholder":1,"index":2,"maps":1,"audio":14,"else":1,"input":5,"ids":4,"self":3,"config":1,"token":2,"return":1,"def":1,"torch":5,"tensor":5,"positions":3,"intermediate":2,"tensors":2,"optional":2,"none":5,"kwargs":2,"union":1,"intermediatetensors":1,"run":1,"pass":1,"for":5,"ultravox":1,"one":1,"key":1,"thing":1,"to":3,"understand":1,"the":6,"already":1,"accounts":1,"of":5,"be":2,"inserted":2,"has":1,"a":2,"size":1,"that":1,"essentially":1,"6":1,"25":1,"tokens":2,"per":1,"second":1,"way":1,"and":1,"are":1,"consistent":1,"with":1,"args":1,"features":1,"batch":3,"chunks":2,"b":3,"n":1,"80":1,"m":1,"lens":1,"length":2,"frames":1,"each":2,"chunk":2,"len":1,"note":2,"dim":2,"different":1,"in":2,"always":1,"generated":1,"at":1,"model":1,"runner":1,"condition":1,"compatibility":1,"elif":1},"25431,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"inputs":3,"embeds":3,"self":7,"get":1,"input":7,"embeddings":2,"ids":3,"multimodal":1,"none":1,"language":9,"model":10,"if":3,"hasattr":1,"hidden":4,"states":4,"positions":1,"intermediate":1,"tensors":5,"return":4,"def":3,"compute":2,"logits":2,"torch":8,"tensor":9,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"ignore":1,"unexpected":1,"prefixes":1,"audio":1,"tower":1,"mapper":2,"hf":1,"to":3,"vllm":1,"pad":3,"and":3,"concat":2,"dim3":2,"features":8,"union":1,"list":4,"concatenate":1,"a":1,"of":5,"output":1,"shape":1,"b":4,"c":2,"m":4,"where":1,"is":2,"the":6,"maximum":1,"length":1,"sum":1,"batch":1,"sizes":1,"must":1,"be":1,"same":1,"for":2,"all":1,"isinstance":1,"ndim":1,"3":1,"flatten":2,"n":2,"80":2,"bn":1,"f":2,"in":1},"27305,340,data/raw/vllm-0.10.1/vllm/model_executor/models/ultravox.py":{"max":4,"len":2,"f":9,"shape":3,"1":3,"for":3,"in":3,"features":7,"ensure":1,"all":1,"have":1,"dim":1,"3":1,"view":1,"2":1,"pad":2,"and":1,"oncatenate":1,"b1":2,"80":3,"m1":2,"b2":2,"m2":2,"0":1,"return":1,"torch":1,"cat":1},"0,1958,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"inclusionai":1,"ling":1,"blob":1,"master":1,"models":1,"modeling":1,"bailing":1,"moe":2,"py":1,"2023":2,"team":3,"antgroup":1,"and":5,"huggingface":2,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"bailingmoe":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":2,"functional":1,"f":1,"transformers":1,"configuration":1,"utils":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":3,"parallel":3,"rank":1,"world":1,"size":1,"reduce":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1958,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"from":10,"vllm":8,"model":9,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"config":8,"quantizationconfig":2,"rotary":1,"embedding":2,"get":2,"rope":1,"vocab":1,"parallel":2,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":2,"class":1,"bailingattention":1,"nn":1,"module":1,"def":1,"init":2,"self":16,"pretrainedconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"str":1,"super":1,"hidden":3,"size":9,"total":8,"num":9,"heads":12,"attention":1,"kv":3,"key":1,"value":1,"tp":4,"tensor":1,"world":1,"assert":3,"0":2,"head":3,"dim":3,"or":1,"q":1,"per":1,"rank":1},"3902,1875,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"self":32,"num":7,"kv":9,"heads":9,"total":4,"tp":1,"size":7,"per":4,"rank":4,"head":7,"dim":9,"scale":2,"0":1,"5":1,"query":3,"key":3,"value":3,"qkvparallellinear":1,"hidden":4,"bias":5,"config":12,"use":3,"or":1,"qkv":3,"quant":4,"prefix":6,"f":3,"dense":3,"rowparallellinear":1,"attn":5,"attention":1,"cache":2,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":4,"embeddings":1,"base":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"scaling":2,"def":1,"forward":1,"states":2,"torch":3,"tensor":3,"ids":2,"q":5,"k":4,"v":2,"split":1,"1":1,"context":2,"layer":2,"output":2,"return":1,"class":1,"bailingmlp":1,"nn":1,"module":1},"5777,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"def":3,"init":4,"self":20,"intermediate":4,"size":11,"int":2,"config":20,"pretrainedconfig":2,"quant":9,"optional":4,"quantizationconfig":2,"none":4,"reduce":4,"results":4,"bool":2,"true":2,"prefix":6,"str":2,"super":2,"gate":5,"up":3,"proj":6,"mergedcolumnparallellinear":1,"hidden":5,"2":1,"bias":5,"use":2,"f":2,"down":3,"rowparallellinear":1,"act":2,"fn":2,"siluandmul":1,"forward":1,"x":8,"return":1,"class":1,"bailingmoe":1,"nn":1,"module":1,"tp":2,"get":2,"tensor":2,"model":2,"parallel":2,"world":1,"rank":2,"num":6,"experts":6,"top":1,"k":1,"per":1,"tok":1,"norm":2,"expert":1,"prob":2,"topk":1,"shared":2,"always":1,"runs":1,"at":1,"half":1,"full":1,"precision":1,"for":1,"now":1,"replicatedlinear":1,"false":1},"7739,1851,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"self":16,"experts":14,"fusedmoe":1,"num":9,"top":2,"k":2,"hidden":19,"size":12,"intermediate":6,"config":8,"moe":2,"reduce":3,"results":2,"false":2,"renormalize":1,"norm":1,"expert":1,"prob":1,"quant":4,"prefix":4,"f":2,"if":4,"shared":10,"0":3,"bailingmlp":1,"else":1,"none":1,"def":1,"forward":1,"states":14,"torch":2,"tensor":3,"tokens":3,"shape":1,"view":2,"1":2,"output":2,"router":4,"logits":4,"n":1,"gate":1,"final":6,"tp":1,"model":1,"parallel":1,"all":1,"return":1,"class":1,"bailingmoeblock":1,"nn":1,"module":1},"9590,1793,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"def":2,"init":2,"self":11,"config":12,"pretrainedconfig":1,"cache":2,"optional":3,"cacheconfig":1,"none":3,"quant":3,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":18,"size":7,"intermediate":3,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"attention":5,"bailingattention":1,"f":2,"post":2,"mlp":3,"bailingmoe":1,"true":1,"forward":1,"states":14,"torch":5,"tensor":4,"position":3,"ids":3,"residual":8,"if":1,"is":1,"else":1,"return":1,"support":1,"compile":1,"class":1,"bailingmoemodel":1,"nn":1,"module":1},"11383,1623,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"def":2,"init":2,"self":18,"vllm":4,"config":26,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":4,"vocab":3,"size":5,"embed":3,"dim":3,"hidden":4,"if":2,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"or":1,"tie":1,"word":4,"embeddings":5,"and":1,"last":2,"vocabparallelembedding":1,"else":2,"ppmissinglayer":2,"embedding":2,"dropout":3,"torch":3,"nn":1,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"bailingmoeblock":1,"f":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"input":3,"ids":2,"tensor":2,"return":1},"13006,1850,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"def":3,"forward":1,"self":9,"input":3,"ids":4,"torch":5,"tensor":5,"position":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"i":2,"in":1,"range":1,"start":1,"layer":4,"end":1,"layers":1,"last":1,"return":3,"norm":1,"expert":2,"mapping":3,"list":1,"tuple":2,"str":5,"int":1,"fusedmoe":1,"make":1,"params":2,"ckpt":3,"gate":5,"proj":10,"name":5,"down":2,"up":5,"num":2,"experts":2,"config":1,"load":1,"weights":2,"iterable":1,"set":1,"stacked":1,"param":1,"shard":2,"id":1,"0":1,"1":1},"14856,1572,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"params":8,"dict":5,"self":4,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":5,"set":2,"str":1,"expert":4,"mapping":6,"get":1,"for":4,"name":24,"weight":14,"in":9,"weights":1,"if":7,"config":1,"norm":1,"head":2,"and":2,"lm":1,"f":1,"normalize":1,"dim":1,"0":1,"p":1,"2":1,"eps":1,"1e":1,"7":1,"param":7,"shard":3,"id":4,"stacked":1,"not":4,"continue":6,"mlp":1,"experts":1,"replace":2,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"is":1,"pp":1,"missing":1,"parameter":1,"loader":3,"break":1,"else":1},"16428,1553,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"if":4,"is":2,"pp":2,"missing":2,"parameter":2,"name":9,"self":3,"continue":4,"param":6,"params":6,"dict":4,"weight":9,"loader":7,"loaded":4,"shard":2,"id":4,"expert":2,"break":1,"else":1,"endswith":1,"bias":1,"and":1,"not":2,"in":2,"getattr":1,"default":1,"add":1,"return":1,"class":1,"bailingmoeforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"query":2,"key":2,"value":2,"gate":2,"up":2,"proj":3,"def":1,"init":2,"vllm":3,"config":8,"vllmconfig":1,"prefix":1,"str":1,"none":1,"super":1,"model":1,"hf":1,"quant":2},"17981,1707,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"self":17,"config":13,"quant":4,"max":2,"position":2,"embeddings":6,"model":7,"bailingmoemodel":1,"vllm":2,"prefix":3,"maybe":1,"if":2,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"lm":3,"head":3,"word":2,"tie":1,"else":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":3,"logits":5,"processor":2,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":3,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"output":2,"compute":1,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1},"19688,476,data/raw/vllm-0.10.1/vllm/model_executor/models/bailing_moe.py":{"def":2,"load":2,"weights":4,"self":5,"iterable":1,"tuple":2,"str":5,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":2,"get":2,"expert":2,"mapping":2,"list":1,"int":1,"model":1},"0,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":13,"project":1,"from":17,"collections":1,"abc":1,"import":19,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":2,"literal":2,"optional":1,"union":1,"torch":3,"nn":2,"as":2,"transformers":1,"batchfeature":1,"blip2config":1,"blip2qformerconfig":1,"apply":1,"chunking":1,"forward":1,"config":1,"cacheconfig":1,"vllmconfig":1,"model":4,"executor":3,"layers":2,"activation":1,"get":1,"act":1,"fn":1,"quantization":1,"quantizationconfig":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptindextargets":1,"promptinsertion":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":2,"tensor":2,"schema":1,"tensorschema":2,"tensorshape":2,"blip":1,"blipvisionmodel":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"flatten":1,"bn":3,"init":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"we":1,"use":1,"this":1,"internally":1,"placeholders":1,"since":1,"there":1,"is":1,"no":1,"image":4,"token":2,"defined":1,"on":1,"huggingface":1,"repo":1,"id":1,"50265":1,"class":1,"blip2imagepixelinputs":1,"dimensions":1,"batch":1,"size":1,"number":2,"of":4,"images":1,"c":1,"channels":1,"3":2,"h":2,"height":1,"each":2,"w":2,"width":1,"type":1,"pixel":1,"values":1,"data":1},"2000,1723,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"class":2,"blip2imageembeddinginputs":2,"tensorschema":1,"dimensions":1,"bn":2,"batch":1,"size":22,"number":2,"of":4,"images":1,"f":4,"image":2,"feature":1,"h":2,"hidden":13,"must":1,"match":1,"the":3,"language":1,"model":1,"backbone":1,"type":1,"literal":1,"embeds":1,"data":1,"annotated":1,"torch":1,"tensor":1,"tensorshape":1,"blip2imageinputs":1,"union":1,"blip2imagepixelinputs":1,"blip2qformermultiheadattention":1,"nn":4,"module":1,"def":1,"init":2,"self":15,"config":15,"blip2qformerconfig":1,"quant":1,"optional":2,"quantizationconfig":1,"cache":1,"cacheconfig":1,"is":3,"cross":2,"attention":12,"bool":1,"false":1,"prefix":1,"str":1,"none":1,"super":1,"if":2,"num":6,"heads":7,"0":2,"raise":1,"valueerror":1,"not":1,"a":1,"multiple":1,"head":7,"all":4,"scaling":1,"5":1,"query":1,"linear":3,"kv":4,"encoder":1,"else":1,"key":1,"value":1},"3723,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"self":20,"position":5,"embedding":5,"type":5,"getattr":1,"config":2,"absolute":2,"if":2,"raise":1,"notimplementederror":1,"unsupported":1,"f":1,"dropout":4,"nn":1,"attention":11,"probs":5,"prob":1,"def":2,"transpose":7,"for":6,"scores":8,"x":5,"view":1,"size":2,"1":4,"num":1,"heads":1,"head":1,"return":1,"permute":1,"0":1,"2":2,"3":1,"forward":1,"hidden":8,"states":8,"torch":5,"tensor":1,"encoder":4,"optional":1,"floattensor":1,"none":2,"is":5,"cross":2,"not":1,"key":5,"layer":11,"value":5,"else":1,"mixed":2,"query":5,"matmul":2,"softmax":1,"scaling":1,"dim":1,"this":1,"actually":1,"dropping":1,"out":1,"entire":1,"tokens":1,"to":2,"attend":1,"which":1,"might":1,"seem":1,"a":1,"bit":1,"unusual":1,"but":1,"taken":1,"from":1,"the":1,"original":1,"transformer":1,"paper":1,"dropped":2,"context":1},"5651,1639,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"context":6,"layer":7,"permute":1,"0":1,"2":2,"1":1,"3":1,"contiguous":1,"view":1,"size":5,"self":12,"all":1,"head":1,"return":2,"class":2,"blip2qformerselfoutput":2,"nn":5,"module":2,"def":3,"init":4,"config":15,"blip2qformerconfig":2,"prefix":6,"str":2,"none":2,"super":2,"dense":2,"linear":1,"hidden":12,"layernorm":3,"eps":2,"norm":1,"dropout":4,"prob":1,"forward":1,"states":8,"torch":3,"tensor":5,"input":2,"blip2qformerattention":1,"quant":3,"optional":2,"quantizationconfig":1,"cache":3,"cacheconfig":1,"is":3,"cross":3,"attention":5,"bool":1,"false":1,"blip2qformermultiheadattention":1,"f":2,"output":2},"7290,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"def":6,"forward":3,"self":20,"hidden":25,"states":20,"torch":8,"tensor":9,"encoder":3,"optional":3,"floattensor":1,"none":4,"tuple":1,"output":5,"attention":3,"return":3,"class":3,"blip2qformerintermediate":1,"nn":7,"module":3,"init":6,"config":13,"blip2qformerconfig":3,"prefix":3,"str":3,"super":3,"dense":4,"linear":2,"size":5,"intermediate":4,"act":4,"fn":3,"get":1,"blip2qformeroutput":1,"layernorm":3,"eps":2,"layer":2,"norm":1,"dropout":4,"prob":1,"input":2,"blip2qformerlayer":1,"quant":1,"quantizationconfig":1,"cache":1,"cacheconfig":1,"idx":1,"int":1},"9237,1883,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"self":16,"chunk":4,"size":3,"feed":4,"forward":6,"config":14,"seq":2,"len":2,"dim":2,"1":1,"attention":14,"blip2qformerattention":2,"quant":4,"cache":4,"prefix":8,"f":4,"layer":4,"idx":3,"if":3,"cross":5,"frequency":1,"0":2,"crossattention":3,"is":1,"true":2,"has":3,"else":1,"false":1,"intermediate":2,"query":12,"blip2qformerintermediate":1,"output":9,"blip2qformeroutput":1,"def":1,"hidden":5,"states":5,"torch":2,"floattensor":2,"encoder":3,"length":3,"int":1,"apply":1,"chunking":1,"to":1},"11120,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"if":1,"attention":9,"output":25,"shape":1,"1":2,"query":5,"length":2,"layer":16,"text":2,"apply":2,"chunking":2,"to":2,"forward":8,"self":15,"feed":6,"chunk":6,"size":2,"seq":2,"len":2,"dim":3,"torch":5,"cat":1,"else":1,"return":3,"def":3,"tensor":4,"intermediate":6,"class":1,"blip2qformerencoder":1,"nn":2,"module":1,"init":2,"config":11,"blip2qformerconfig":1,"quant":3,"optional":2,"quantizationconfig":1,"cache":3,"cacheconfig":1,"prefix":3,"str":1,"none":1,"super":1,"modulelist":1,"blip2qformerlayer":1,"idx":4,"f":1,"for":1,"in":1,"range":1,"num":1,"hidden":1,"layers":1},"13097,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"def":3,"forward":2,"self":12,"hidden":13,"states":10,"torch":6,"floattensor":4,"encoder":9,"query":9,"length":6,"int":1,"tensor":2,"for":1,"i":2,"in":1,"range":1,"config":14,"num":1,"layers":1,"layer":4,"module":3,"return":2,"adapted":1,"from":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"41":1,"2":3,"src":1,"models":1,"blip":2,"modeling":1,"py":1,"l1025":1,"class":2,"blip2qformermodel":1,"nn":3,"init":2,"blip2qformerconfig":1,"quant":3,"optional":2,"quantizationconfig":1,"cache":3,"cacheconfig":1,"prefix":3,"str":1,"none":1,"super":1,"layernorm":3,"size":1,"eps":2,"norm":1,"dropout":4,"prob":1,"blip2qformerencoder":1,"f":1,"embeds":3,"shape":1,"1":1,"embedding":4,"output":6,"sequence":2,"blip2processinginfo":1,"baseprocessinginfo":1},"15043,1766,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"def":6,"get":11,"hf":11,"config":11,"self":11,"return":7,"ctx":1,"blip2config":1,"supported":1,"mm":12,"limits":1,"mapping":6,"str":8,"optional":1,"int":5,"image":9,"1":1,"num":5,"tokens":2,"query":1,"class":2,"blip2dummyinputsbuilder":1,"basedummyinputsbuilder":1,"blip2processinginfo":2,"dummy":3,"text":1,"counts":3,"data":5,"seq":1,"len":1,"multimodaldatadict":1,"info":2,"vision":3,"max":3,"size":4,"images":4,"0":1,"width":1,"height":1,"blip2multimodalprocessor":1,"basemultimodalprocessor":1,"call":2,"processor":3,"prompt":6,"object":3,"kwargs":6,"tok":3,"batchfeature":2,"if":1,"not":1,"always":1,"adds":1,"placeholders":1,"even":1,"when":1,"there":1,"s":1,"no":1,"tokenizer":3,"ids":3,"encode":1,"dict":1,"input":1,"tensor":1,"type":1,"pt":1,"super":1},"16809,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"def":4,"get":6,"mm":5,"fields":1,"config":20,"self":7,"hf":4,"inputs":2,"batchfeature":1,"processor":3,"kwargs":3,"mapping":3,"str":7,"object":2,"multimodalfieldconfig":3,"return":3,"dict":1,"pixel":1,"values":1,"batched":2,"image":14,"embeds":1,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"tokenizer":3,"info":3,"vocab":3,"token":2,"id":2,"num":3,"tokens":5,"promptinsertion":1,"modality":4,"target":1,"promptindextargets":1,"start":1,"insertion":1,"multimodal":5,"registry":1,"register":1,"blip2multimodalprocessor":1,"blip2processinginfo":1,"dummy":1,"blip2dummyinputsbuilder":1,"class":1,"blip2forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"classmethod":1,"placeholder":1,"cls":1,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"none":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"vllm":5,"vllmconfig":1,"prefix":1,"super":1,"model":2,"cache":2,"quant":2},"18762,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"todo":1,"optionally":1,"initializes":1,"this":1,"for":1,"supporting":1,"embeddings":1,"self":9,"vision":3,"model":5,"blipvisionmodel":1,"config":23,"quant":3,"query":2,"tokens":2,"nn":2,"parameter":1,"torch":1,"zeros":1,"1":1,"num":1,"qformer":5,"hidden":3,"size":4,"blip2qformermodel":1,"cache":2,"prefix":5,"f":1,"language":4,"projection":1,"linear":1,"text":2,"bias":1,"true":2,"init":1,"vllm":3,"registered":1,"hf":1,"maybe":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"create":1,"image":5,"input":1,"kwargs":3,"object":1,"optional":1,"blip2imageinputs":1,"pixel":6,"values":6,"pop":2,"none":6,"embeds":3,"if":2,"is":3,"and":1,"return":2,"not":1,"expected":4,"h":3,"w":3,"blip2imagepixelinputs":1,"type":1,"data":1,"flatten":1,"bn":1,"concat":1,"resolve":1,"bindings":1},"20683,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"if":3,"image":23,"embeds":5,"is":5,"not":3,"none":4,"return":8,"blip2imageembeddinginputs":1,"type":2,"data":3,"flatten":1,"bn":1,"concat":1,"true":1,"raise":1,"assertionerror":1,"this":2,"line":1,"should":1,"be":1,"unreachable":1,"def":5,"pixels":4,"to":3,"features":7,"self":16,"vision":9,"model":7,"blipvisionmodel":1,"pixel":4,"values":4,"torch":5,"tensor":4,"note":1,"we":1,"skip":1,"the":3,"step":1,"select":1,"feature":1,"layer":1,"since":1,"already":1,"done":1,"inside":1,"tower":1,"process":4,"inputs":2,"blip2imagepixelinputs":1,"assert":2,"input":10,"blip2imageinputs":1,"query":6,"tokens":3,"expand":1,"shape":1,"0":1,"1":2,"output":2,"qformer":1,"encoder":1,"hidden":1,"states":1,"language":3,"projection":1,"get":2,"nn":1,"module":1,"multimodal":1,"embeddings":3,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1},"22652,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"def":2,"get":2,"input":12,"embeddings":9,"self":3,"ids":8,"torch":5,"tensor":5,"multimodal":5,"optional":3,"multimodalembeddings":1,"none":4,"inputs":5,"embeds":5,"language":2,"model":3,"if":1,"is":2,"not":1,"and":3,"len":1,"0":1,"merge":1,"image":4,"token":1,"id":1,"return":1,"forward":2,"positions":3,"intermediate":1,"tensors":1,"intermediatetensors":2,"kwargs":1,"object":1,"run":1,"pass":1,"for":2,"blip":1,"2":3,"one":1,"key":1,"thing":1,"to":8,"understand":1,"the":13,"already":1,"accounts":1,"of":3,"be":1,"inserted":1,"concretely":1,"consider":1,"a":2,"text":1,"prompt":1,"question":1,"what":1,"s":1,"content":1,"answer":1,"tokenizer":1,"outputs":1,"45641":2,"35":4,"653":1,"18":1,"5":2,"1383":1,"9":1,"2274":1,"116":1,"31652":2,"reserve":1,"space":1,"in":3,"kv":1,"cache":1,"we":2,"have":1,"insert":2,"placeholder":1,"tokens":3,"before":1,"they":1,"are":2,"inputted":2,"so":1,"processor":1,"prepends":1,"dummy":1,"denoted":1,"as":1,"50265":3,"resulting":1,"32":1,"since":1,"it":1,"corresponds":1,"number":1,"query":1,"outputted":1,"by":1,"q":1,"former":1,"this":1,"way":1,"attn":1,"metadata":1,"consistent":1,"with":1,"args":1,"flattened":1,"concatenated":1,"corresponding":1,"batch":1,"pixel":1,"values":1,"pixels":1,"each":1,"info":1,"blip2imageinputs":1},"24612,1294,data/raw/vllm-0.10.1/vllm/model_executor/models/blip2.py":{"if":1,"intermediate":2,"tensors":2,"is":4,"not":1,"none":4,"inputs":6,"embeds":6,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"self":7,"get":2,"multimodal":1,"kwargs":1,"input":4,"ids":3,"hidden":4,"states":4,"language":2,"positions":1,"return":3,"def":2,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1987,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":13,"project":1,"import":23,"math":1,"from":19,"collections":2,"ordereddict":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"literal":2,"optional":1,"union":1,"torch":3,"nn":3,"as":2,"functional":1,"f":1,"einops":1,"rearrange":1,"transformers":1,"barttokenizer":1,"batchfeature":1,"pretrainedconfig":1,"config":1,"vllmconfig":1,"model":5,"executor":4,"layers":1,"logits":1,"processor":1,"logitsprocessor":1,"loader":2,"weight":2,"utils":3,"default":1,"models":1,"bart":1,"bartdecoder":1,"bartencoder":1,"bartparallellmhead":1,"bartscaledwordembedding":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"processing":1,"baseprocessinginfo":1,"encdecmultimodalprocessor":1,"promptindextargets":1,"promptinsertion":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"tensor":1,"schema":1,"tensorschema":2,"tensorshape":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportsv0only":1,"autoweightsloader":1,"flatten":1,"bn":1,"merge":1,"embeddings":1,"class":1,"florence2imagepixelinputs":1,"dimensions":1,"b":1,"batch":1,"size":1,"c":1,"number":1,"of":3,"channels":1,"3":1,"h":1,"height":1,"image":2,"w":1,"width":1,"type":1,"pixel":1,"values":1},"1987,1770,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"data":1,"annotated":1,"torch":4,"tensor":2,"tensorshape":1,"b":1,"3":3,"h":1,"w":1,"vit":1,"implementation":1,"are":1,"all":1,"copied":1,"from":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"florence":1,"2":10,"base":1,"blob":1,"main":1,"modeling":1,"florence2":1,"py":1,"class":1,"learnedabsolutepositionembedding2d":1,"nn":3,"module":2,"this":1,"learns":1,"positional":1,"embeddings":5,"up":1,"to":1,"a":2,"fixed":1,"maximum":1,"size":5,"def":2,"init":2,"self":6,"embedding":11,"dim":10,"256":1,"num":4,"pos":13,"50":1,"super":1,"row":2,"column":2,"forward":1,"pixel":8,"values":12,"batch":4,"height":11,"width":11,"channels":1,"returns":1,"if":1,"len":1,"shape":3,"4":1,"raise":1,"valueerror":1,"must":1,"be":1,"4d":1,"1":12,"arange":2,"device":4,"x":2,"emb":4,"y":2,"cat":1,"unsqueeze":3,"0":5,"repeat":3,"permute":2,"return":1},"3757,1574,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"class":2,"positionalembeddingcosine1d":1,"nn":2,"module":1,"this":1,"implements":1,"a":4,"very":1,"simple":1,"positional":4,"encoding":1,"it":1,"follows":1,"closely":1,"the":11,"encoder":1,"from":1,"link":1,"below":1,"https":1,"pytorch":1,"org":1,"tutorials":1,"beginner":1,"translation":1,"transformer":1,"html":1,"args":1,"embed":14,"dim":7,"dimension":1,"of":2,"embeddings":2,"dropout":2,"prob":1,"probability":1,"max":7,"seq":7,"len":7,"maximum":1,"length":1,"to":9,"precompute":1,"encodings":1,"def":1,"init":2,"self":11,"int":2,"512":1,"1024":1,"none":1,"super":1,"generate":1,"sinusoidal":1,"arrays":1,"factor":2,"math":1,"log":1,"10000":1,"denominator":2,"torch":6,"exp":1,"arange":2,"0":3,"2":3,"matrix":1,"where":1,"rows":1,"correspond":1,"embedding":1,"as":1,"function":1,"position":1,"index":2,"i":1,"e":1,"row":1,"frequencies":3,"reshape":1,"1":2,"pos":7,"idx":7,"zeros":1,"populate":1,"uneven":1,"entries":1,"sin":1,"cos":1,"save":1,"in":1,"constant":1,"buffer":2,"register":1,"parameter":1,"requires":1,"grad":1,"false":1},"5331,1668,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"def":4,"forward":3,"self":13,"seq":8,"embeds":11,"torch":2,"tensor":3,"args":4,"the":9,"sequence":2,"embeddings":2,"in":2,"order":1,"allowed":1,"size":9,"1":4,"t":6,"d":6,"where":2,"is":4,"length":1,"of":2,"and":3,"frame":1,"embedding":1,"dimension":1,"2":4,"b":2,"batch":1,"are":1,"same":2,"as":2,"above":1,"returns":1,"a":1,"with":1,"dimensions":1,"input":2,"i":1,"e":1,"or":1,"shape":4,"len":7,"assert":2,"3":2,"max":1,"pos":7,"idx":1,"to":2,"embed":1,"0":2,"adapt":1,"pre":1,"computed":1,"positional":1,"if":3,"view":1,"return":3,"class":3,"mysequential":1,"nn":3,"sequential":1,"inputs":7,"for":1,"module":5,"modules":1,"values":1,"isinstance":1,"tuple":1,"else":2,"prenorm":1,"init":2,"norm":5,"fn":5,"super":1,"x":9,"kwargs":3,"shortcut":2,"not":1,"none":1,"mlp":1},"6999,1933,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"def":5,"init":6,"self":11,"in":10,"features":13,"hidden":5,"none":3,"out":4,"act":3,"layer":3,"nn":8,"gelu":1,"super":3,"or":2,"net":2,"sequential":1,"ordereddict":1,"fc1":1,"linear":2,"fc2":1,"forward":2,"x":11,"size":16,"return":2,"class":2,"depthwiseconv2d":1,"module":2,"dim":6,"kernel":4,"padding":6,"stride":6,"bias":3,"true":2,"dw":2,"conv2d":2,"groups":1,"b":2,"n":2,"c":2,"shape":1,"h":3,"w":3,"assert":1,"transpose":2,"1":3,"2":5,"view":1,"flatten":1,"convembed":1,"image":1,"to":1,"patch":5,"embedding":1,"7":1,"chans":2,"3":1,"embed":2,"64":1,"4":1,"norm":2,"pre":1,"proj":1},"8932,1725,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"dim":10,"norm":15,"in":1,"chans":1,"if":5,"pre":5,"else":2,"embed":1,"self":20,"layer":4,"none":1,"def":4,"forward":2,"x":23,"size":5,"h":9,"w":9,"len":1,"3":4,"and":2,"rearrange":2,"b":7,"c":7,"proj":3,"shape":2,"not":1,"return":2,"class":2,"channelattention":1,"nn":6,"module":2,"init":4,"groups":6,"8":1,"qkv":9,"bias":4,"true":4,"super":2,"linear":2,"n":4,"reshape":2,"permute":1,"2":6,"0":4,"1":7,"4":2,"q":4,"k":2,"v":2,"float":1,"5":1,"attention":4,"transpose":4,"softmax":1,"channelblock":1,"mlp":1,"ratio":1,"drop":1,"path":1,"rate":1,"act":1,"gelu":1,"layernorm":1,"conv":2,"at":2,"attn":1,"ffn":1},"10657,1935,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"self":20,"conv1":3,"prenorm":4,"none":4,"depthwiseconv2d":2,"dim":18,"3":5,"1":10,"if":4,"conv":2,"at":2,"attn":3,"else":2,"channel":2,"norm":2,"layer":4,"channelattention":1,"groups":2,"qkv":5,"bias":5,"conv2":3,"ffn":3,"mlp":2,"in":1,"features":2,"hidden":1,"int":6,"ratio":1,"act":2,"def":5,"forward":2,"x":20,"size":28,"return":3,"window":17,"partition":1,"b":5,"h":5,"w":5,"c":3,"shape":1,"view":4,"windows":4,"permute":2,"0":3,"2":2,"4":2,"5":3,"contiguous":2,"reverse":1,"batch":2,"class":1,"windowattention":1,"nn":4,"module":1,"init":2,"num":4,"heads":4,"true":1,"super":1,"head":2,"scale":1,"float":1,"linear":2,"proj":1,"softmax":2},"12592,1680,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"h":6,"w":7,"size":16,"b":10,"l":4,"c":8,"x":25,"shape":3,"assert":1,"input":1,"feature":1,"has":1,"wrong":1,"view":4,"pad":11,"t":2,"0":8,"r":3,"self":20,"window":15,"f":1,"hp":2,"wp":2,"partition":1,"1":6,"msa":2,"sw":1,"attn":7,"windows":3,"n":3,"qkv":6,"reshape":2,"3":2,"num":3,"heads":3,"permute":1,"2":4,"4":2,"q":4,"k":2,"v":2,"scale":1,"transpose":2,"softmax":1,"proj":1,"merge":1,"reverse":1,"if":1,"or":1,"contiguous":1,"return":1,"class":1,"spatialblock":1,"nn":3,"module":1,"def":1,"init":2,"dim":1,"mlp":1,"ratio":1,"bias":1,"true":3,"drop":1,"path":1,"rate":1,"act":1,"layer":2,"gelu":1,"norm":1,"layernorm":1,"conv":2,"at":2,"ffn":1,"super":1},"14272,1832,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"self":22,"conv1":3,"prenorm":5,"none":4,"depthwiseconv2d":2,"dim":7,"3":7,"1":8,"if":4,"conv":4,"at":4,"attn":4,"else":2,"window":4,"norm":3,"layer":5,"windowattention":1,"num":14,"heads":5,"size":13,"qkv":3,"bias":3,"conv2":3,"ffn":4,"mlp":3,"in":2,"features":2,"hidden":1,"int":1,"ratio":2,"act":2,"def":2,"forward":1,"x":10,"return":1,"class":1,"davit":1,"nn":2,"module":1,"init":2,"chans":1,"classes":3,"1000":1,"depths":1,"patch":4,"7":2,"2":6,"stride":1,"4":2,"padding":1,"0":4,"false":5,"embed":4,"dims":4,"64":1,"128":1,"192":1,"256":1,"6":2,"12":2,"24":2,"groups":4,"true":3,"drop":1,"path":1,"rate":1,"layernorm":1,"enable":3,"checkpoint":3,"super":1,"stages":2,"len":3,"assert":1},"16104,689,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"num":2,"stages":2,"len":1,"embed":6,"dims":3,"dpr":1,"x":2,"item":1,"for":2,"in":4,"torch":1,"linspace":1,"0":3,"drop":1,"path":1,"rate":1,"sum":1,"depths":1,"2":1,"depth":1,"offset":1,"convs":2,"blocks":1,"i":8,"range":1,"conv":2,"convembed":1,"patch":5,"size":2,"stride":2,"padding":2,"chans":2,"if":1,"else":1,"self":2,"1":1,"dim":1,"norm":3,"layer":2,"pre":1,"prenorm":1,"append":1},"16793,1638,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"block":4,"mysequential":2,"ordereddict":1,"spatial":1,"spatialblock":1,"embed":3,"dims":3,"i":6,"num":2,"heads":1,"window":1,"size":1,"drop":2,"path":2,"rate":2,"dpr":2,"depth":3,"offset":3,"j":3,"2":3,"qkv":4,"bias":4,"mlp":4,"ratio":4,"conv":8,"at":8,"attn":4,"ffn":4,"channel":1,"channelblock":1,"groups":1,"1":3,"for":1,"in":1,"range":1,"depths":2,"blocks":3,"append":1,"self":5,"convs":2,"nn":3,"modulelist":2,"avgpool":1,"adaptiveavgpool1d":1,"property":1,"def":1,"dim":1,"out":1,"return":1},"18431,1696,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"def":5,"forward":6,"features":4,"unpool":2,"self":13,"x":25,"until":1,"avg":1,"pooling":1,"args":1,"type":1,"input":6,"image":1,"tensor":1,"size":15,"2":2,"3":1,"for":1,"conv":2,"block":2,"in":1,"zip":1,"convs":1,"blocks":1,"return":4,"batch":2,"num":6,"tokens":2,"token":1,"dim":2,"avgpool":1,"transpose":1,"1":3,"torch":1,"flatten":1,"norms":1,"head":1,"classmethod":1,"from":1,"config":26,"cls":2,"depths":2,"embed":2,"dims":1,"heads":2,"groups":2,"patch":8,"stride":2,"padding":2,"prenorm":2,"drop":2,"path":2,"rate":2,"window":2,"language":1,"backbone":1,"and":1,"processor":1,"implementation":1,"class":1,"florence2languagemodel":1,"nn":1,"module":1,"init":2,"vllm":4,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"vocab":2},"20127,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"self":11,"shared":3,"bartscaledwordembedding":1,"vocab":1,"size":1,"config":12,"d":1,"model":2,"encoder":17,"bartencoder":1,"cache":4,"quant":4,"prefix":4,"f":2,"decoder":5,"bartdecoder":1,"if":3,"tie":1,"word":1,"embeddings":1,"embed":2,"tokens":7,"weight":4,"def":1,"forward":1,"input":12,"ids":7,"torch":7,"tensor":7,"positions":8,"inputs":4,"embeds":4,"optional":1,"none":3,"r":1,"args":1,"indices":2,"of":5,"sequence":4,"in":2,"the":2,"vocabulary":2,"padding":1,"will":1,"be":1,"ignored":1,"by":1,"default":1,"should":1,"you":1,"provide":1,"it":1,"returns":1,"output":1,"hidden":2,"states":2,"is":1,"not":1,"or":1,"numel":1,"0":1,"run":1,"attention":1,"a":1,"non":1,"zero":1,"number":1,"are":1,"provided":1,"as":1},"22125,1873,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"decoder":8,"outputs":3,"consists":1,"of":5,"dec":3,"features":1,"past":1,"key":1,"value":1,"hidden":3,"attn":1,"self":10,"input":8,"ids":8,"positions":6,"encoder":8,"states":2,"return":1,"class":1,"florence2languageforconditionalgeneration":1,"nn":1,"module":1,"supportsv0only":1,"def":2,"init":2,"vllm":4,"config":14,"vllmconfig":1,"prefix":3,"str":1,"super":1,"model":5,"hf":1,"florence2languagemodel":1,"f":1,"embed":3,"scale":4,"math":1,"sqrt":1,"d":2,"if":1,"embedding":1,"else":1,"1":1,"0":1,"vocab":5,"size":5,"lm":1,"head":1,"bartparallellmhead":1,"logits":1,"processor":1,"logitsprocessor":1,"forward":1,"torch":11,"tensor":11,"inputs":1,"embeds":1,"optional":1,"none":1,"kwargs":1,"r":1,"args":1,"token":2,"position":2,"indices":2,"returns":1,"output":1},"23998,1012,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"return":3,"self":7,"model":2,"input":5,"ids":4,"positions":2,"encoder":3,"inputs":2,"embeds":2,"def":3,"get":1,"embeddings":1,"torch":5,"tensor":5,"embed":1,"tokens":1,"compute":1,"logits":4,"hidden":2,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":1,"params":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2},"25010,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"params":7,"dict":4,"self":9,"named":1,"parameters":1,"loaded":6,"set":2,"str":5,"for":2,"name":14,"weight":13,"in":5,"weights":1,"param":8,"shard":2,"id":2,"stacked":1,"mapping":4,"if":3,"not":1,"continue":3,"replace":1,"loader":7,"break":1,"else":1,"final":1,"logits":1,"bias":1,"config":5,"tie":1,"word":1,"embeddings":1,"and":1,"embed":1,"tokens":2,"getattr":1,"default":1,"add":1,"return":5,"class":2,"florence2processinginfo":2,"baseprocessinginfo":1,"def":4,"get":8,"supported":1,"mm":5,"limits":1,"optional":1,"int":5,"image":6,"1":1,"num":4,"processor":3,"ctx":1,"hf":2,"seq":2,"length":1,"florence2dummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":3,"text":1,"counts":3,"data":1,"len":1,"multimodaldatadict":1,"images":4,"0":1,"target":4,"width":3,"height":3,"info":1,"projection":1,"dim":1},"27004,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"class":1,"florence2multimodalprocessor":1,"encdecmultimodalprocessor":1,"florence2processinginfo":1,"def":5,"hf":14,"processor":13,"applies":1,"updates":1,"self":8,"prompt":20,"text":5,"str":11,"mm":9,"items":1,"multimodaldataitems":1,"kwargs":6,"mapping":5,"object":5,"tokenization":1,"bool":1,"return":6,"false":2,"create":2,"encoder":1,"union":4,"list":6,"int":6,"data":5,"multimodaldatadict":2,"decoder":1,"info":3,"get":3,"config":1,"eos":1,"token":1,"id":1,"apply":1,"tokens":8,"only":1,"tokenizer":7,"barttokenizer":1,"decode":1,"convert":1,"task":1,"to":1,"construct":2,"prompts":2,"0":2,"encode":1,"add":2,"special":2,"call":2,"tok":2,"batchfeature":1,"if":1,"processed":3,"outputs":3,"super":1,"else":1,"true":1,"tensors":1,"pt":1},"28983,1600,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"def":4,"get":5,"mm":5,"fields":1,"config":13,"self":5,"hf":8,"inputs":2,"batchfeature":1,"processor":5,"kwargs":3,"mapping":3,"str":7,"object":2,"multimodalfieldconfig":2,"return":3,"dict":1,"pixel":1,"values":1,"batched":1,"image":10,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":3,"pad":3,"token":3,"id":3,"num":3,"tokens":5,"promptinsertion":1,"modality":4,"target":1,"promptindextargets":1,"start":1,"insertion":1,"multimodal":1,"registry":1,"register":1,"florence2multimodalprocessor":1,"florence2processinginfo":1,"dummy":1,"florence2dummyinputsbuilder":1,"class":1,"florence2forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportsv0only":1,"classmethod":1,"placeholder":1,"cls":1,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"none":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"vllm":3,"vllmconfig":1,"prefix":1,"super":1,"model":2},"30583,1531,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"self":12,"config":32,"vision":9,"processor":2,"assert":1,"model":3,"type":2,"davit":3,"only":2,"is":1,"supported":1,"for":1,"now":1,"tower":1,"from":1,"build":2,"image":15,"projection":7,"layers":2,"language":2,"florence2languageforconditionalgeneration":1,"vllm":2,"with":1,"hf":1,"text":1,"prefix":2,"f":1,"pad":2,"token":2,"id":2,"def":1,"pretrainedconfig":1,"dim":9,"out":3,"embed":6,"1":1,"nn":2,"parameter":1,"torch":1,"empty":1,"proj":1,"norm":1,"layernorm":1,"pos":7,"if":1,"learned":2,"abs":2,"2d":2,"learnedabsolutepositionembedding2d":1,"embedding":2,"num":1,"max":1,"embeddings":1,"else":1,"raise":1,"notimplementederror":1,"florence2":1,"supports":1,"as":1,"position":1,"feature":2,"source":2},"32114,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"temporal":8,"embedding":6,"visual":5,"config":5,"self":4,"vision":1,"if":5,"type":2,"cosine":2,"embed":2,"positionalembeddingcosine1d":1,"dim":2,"image":8,"out":1,"max":2,"seq":1,"len":1,"embeddings":1,"else":1,"raise":4,"notimplementederror":2,"florence2":1,"only":1,"supports":1,"as":1,"def":1,"parse":1,"and":4,"validate":1,"input":1,"kwargs":3,"object":1,"pixel":8,"values":8,"optional":2,"union":2,"list":6,"torch":6,"tensor":6,"pop":2,"none":9,"embeds":6,"is":6,"return":2,"not":4,"valueerror":1,"both":1,"are":1,"provided":1,"size":4,"processor":1,"expected":4,"h":3,"w":3,"height":1,"width":1,"florence2imagepixelinputs":1,"data":1,"flatten":1,"bn":1,"concat":1,"true":1,"resolve":1,"bindings":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1},"34052,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"def":1,"encode":1,"image":9,"self":8,"pixel":5,"values":5,"torch":3,"tensor":2,"dtype":3,"next":1,"vision":2,"tower":2,"parameters":1,"to":1,"batch":9,"size":10,"t":10,"0":4,"1":21,"x":42,"forward":1,"features":1,"unpool":1,"if":3,"pos":4,"embed":8,"is":2,"not":3,"none":2,"view":9,"shape":10,"num":4,"tokens":4,"2":2,"h":4,"w":4,"int":2,"5":2,"assert":1,"only":1,"support":1,"square":1,"feature":7,"maps":1,"for":2,"now":1,"visual":4,"temporal":7,"feat":6,"dict":6,"spatial":3,"avg":6,"pool":6,"mean":2,"dim":3,"last":1,"frame":1,"new":3,"source":6,"in":2,"raise":1,"valueerror":1,"invalid":1,"format":1,"append":1,"cat":1},"35989,1302,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"x":5,"self":12,"image":12,"projection":1,"proj":1,"norm":1,"return":6,"def":4,"process":2,"input":14,"florence2imagepixelinputs":1,"torch":4,"tensor":3,"assert":1,"type":1,"pixel":3,"values":3,"data":1,"encode":1,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":6,"embeddings":10,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"if":2,"is":2,"none":3,"vision":2,"ids":3,"optional":1,"inputs":4,"embeds":4,"not":1,"len":1,"0":1,"merge":1,"pad":1,"token":1,"id":1},"37291,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/florence2.py":{"def":3,"forward":1,"self":8,"input":11,"ids":10,"torch":13,"tensor":13,"positions":6,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"none":3,"encoder":10,"kwargs":2,"r":1,"args":1,"of":4,"decoder":2,"token":2,"position":2,"indices":2,"returns":1,"output":1,"vision":3,"embeddings":5,"get":2,"multimodal":1,"if":1,"numel":1,"0":1,"or":1,"is":1,"not":1,"inputs":4,"embeds":4,"else":1,"hidden":4,"states":4,"language":2,"model":2,"return":3,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":10,"project":1,"adapted":1,"from":14,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":2,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"granitemoe":2,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"granitemoeconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"layers":4,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1994,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"from":8,"vllm":6,"model":6,"executor":5,"layers":4,"quantization":1,"base":1,"config":3,"import":8,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":2,"default":2,"padding":1,"size":7,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":1,"prefix":4,"class":1,"granitemoemoe":1,"nn":1,"module":1,"a":2,"tensor":1,"moe":2,"implementation":1,"for":3,"granitemoe":1,"that":1,"shards":1,"each":2,"expert":2,"across":3,"all":2,"ranks":3,"s":1,"weights":1,"are":1,"sharded":1,"and":2,"fused":1,"kernel":1,"used":1,"the":2,"forward":1,"pass":1,"finally":1,"we":1,"reduce":1,"outputs":1,"def":1,"init":2,"self":3,"num":2,"experts":2,"int":5,"top":1,"k":1,"hidden":4,"intermediate":1,"params":3,"dtype":4,"optional":3,"torch":1,"none":4,"quant":2,"tp":1,"str":1,"super":1,"gate":3,"always":1,"runs":1,"at":1,"half":1,"full":1,"precision":1,"now":1,"replicatedlinear":1,"bias":1,"false":1,"f":1},"3822,1062,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"self":5,"experts":6,"fusedmoe":1,"num":3,"top":2,"k":2,"hidden":12,"size":7,"intermediate":2,"params":2,"dtype":2,"reduce":1,"results":1,"true":2,"renormalize":1,"quant":2,"config":2,"tp":2,"prefix":2,"f":1,"def":1,"forward":1,"states":9,"torch":2,"tensor":2,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":4,"orig":2,"view":2,"1":1,"router":3,"logits":3,"tokens":1,"n":1,"gate":1,"final":2,"return":1,"class":1,"granitemoeattention":1,"nn":1,"module":1},"4884,1623,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"def":1,"init":2,"self":23,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"rope":4,"theta":3,"float":2,"10000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":6,"cache":1,"config":2,"cacheconfig":1,"quant":1,"quantizationconfig":1,"attention":3,"multiplier":3,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":3,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":2,"less":1,"replicate":1,"1":2,"head":4,"dim":4,"q":1,"not":1},"6507,1584,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"self":24,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":8,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"scaling":3,"attn":5,"attention":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"granitemoedecoderlayer":1,"nn":1,"module":1},"8091,1615,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"def":1,"init":2,"self":10,"config":25,"granitemoeconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":8,"size":10,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"rope":8,"theta":4,"getattr":2,"10000":1,"scaling":4,"attn":2,"granitemoeattention":1,"num":7,"heads":4,"attention":4,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"f":2,"multiplier":4,"block":2,"sparse":2,"moe":2,"granitemoemoe":1,"experts":3,"local":1,"top":1,"k":1,"per":1,"tok":1,"intermediate":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"residual":2},"9706,1930,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"def":2,"forward":1,"self":20,"positions":3,"torch":4,"tensor":3,"hidden":19,"states":17,"attention":2,"residual":6,"input":1,"layernorm":2,"attn":1,"multiplier":4,"post":1,"block":1,"sparse":1,"moe":1,"return":1,"support":1,"compile":1,"class":1,"granitemoemodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":31,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":6,"lora":8,"required":1,"by":1,"mixtralmodel":1,"vocab":9,"extra":1,"size":8,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":2,"embed":1,"tokens":1,"vocabparallelembedding":1,"num":2,"embeddings":1,"embedding":2,"start":1,"layer":2,"end":1,"layers":4,"make":1,"lambda":1,"granitemoedecoderlayer":1,"f":1},"11636,1827,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"self":11,"norm":3,"rmsnorm":1,"config":2,"hidden":13,"size":1,"eps":2,"rms":1,"def":3,"get":4,"input":6,"embeddings":2,"ids":4,"torch":7,"tensor":7,"return":3,"embed":1,"tokens":1,"forward":1,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":2,"inputs":3,"embeds":3,"none":4,"if":3,"pp":2,"group":2,"is":5,"first":1,"rank":2,"not":3,"states":12,"else":2,"embedding":1,"multiplier":1,"residual":5,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"load":2,"weights":3,"iterable":1,"tuple":1,"str":2,"set":1,"this":1,"function":1,"copied":1,"from":2,"mixtralmodel":1,"mainly":1,"to":1,"decouple":1,"mixtral":1,"avoiding":1,"impact":1,"on":1,"support":1,"like":1,"bnb":1,"quantization":1,"stacked":1,"params":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2},"13463,1110,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"params":7,"for":2,"weights":2,"fp8":2,"weight":12,"scales":3,"activation":1,"param":4,"name":10,"expert":3,"id":2,"shard":1,"mapping":2,"fusedmoe":1,"make":1,"ckpt":3,"gate":1,"proj":3,"w1":1,"down":1,"w2":1,"up":1,"w3":1,"num":2,"experts":2,"self":4,"config":3,"local":1,"dict":3,"named":1,"parameters":1,"loaded":8,"set":2,"str":1,"in":1,"if":2,"quant":2,"is":1,"not":1,"none":1,"and":1,"scale":4,"get":1,"cache":2,"loading":1,"kv":1,"quantization":1,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"continue":1},"14573,981,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"for":2,"param":5,"name":19,"weight":7,"shard":2,"id":2,"in":3,"stacked":1,"params":4,"mapping":1,"if":5,"not":2,"continue":4,"replace":1,"skip":2,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":3,"or":1,"and":1,"dict":3,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"scale":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"maybe":1,"remap":1,"none":1,"loader":3,"loaded":1,"break":1},"15554,1566,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"else":2,"for":2,"mapping":3,"in":4,"expert":4,"params":5,"param":5,"name":23,"weight":7,"id":6,"shard":3,"if":6,"not":3,"continue":6,"replace":1,"skip":3,"layers":2,"on":2,"other":2,"devices":2,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"endswith":4,"bias":5,"or":2,"and":2,"dict":4,"loader":3,"loaded":1,"break":1,"loading":1,"extra":1,"gptq":1,"models":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1},"17120,303,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"param":3,"params":3,"dict":1,"name":2,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":1},"17423,1886,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"def":1,"load":3,"weights":15,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"new":11,"for":3,"n":9,"p":7,"in":7,"if":1,"endswith":3,"block":11,"sparse":11,"moe":11,"input":3,"linear":5,"weight":11,"e":7,"range":2,"size":2,"0":3,"w1":6,"name":12,"replace":4,"f":3,"experts":3,"w3":6,"param":6,"chunk":1,"2":1,"dim":1,"assert":4,"not":4,"elif":2,"output":2,"w2":6,"router":2,"layer":2,"gate":4,"else":1,"return":1,"items":1,"class":1,"granitemoeforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"false":1},"19309,1870,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"lora":12,"specific":1,"attributes":1,"embedding":2,"embed":2,"tokens":2,"input":5,"embeddings":6,"lm":4,"head":4,"output":1,"padding":5,"def":2,"init":2,"self":15,"vllm":6,"config":29,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":5,"hf":1,"quant":4,"granitemoemodel":1,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":4,"extra":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"tie":1,"word":1,"weight":2,"logits":2,"processor":1,"logitsprocessor":1,"scale":1,"1":1,"scaling":1,"get":2,"ids":2,"torch":2,"tensor":2,"return":1},"21179,1592,data/raw/vllm-0.10.1/vllm/model_executor/models/granitemoe.py":{"def":4,"forward":1,"self":11,"input":2,"ids":2,"torch":11,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":3,"none":3,"inputs":2,"embeds":2,"hidden":7,"states":5,"model":1,"return":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":2,"make":1,"empty":1,"batch":3,"size":5,"int":1,"dtype":6,"device":6,"zeros":2,"config":3,"residual":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"tie":1,"word":1,"embeddings":1,"else":1},"0,1744,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":13,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":3,"transformers":1,"robertaconfig":2,"config":8,"vllmconfig":1,"forward":2,"context":2,"get":1,"model":4,"executor":4,"layers":2,"pooler":2,"classifierpooler":1,"clspool":1,"dispatchpooler":1,"vocab":2,"parallel":1,"embedding":2,"vocabparallelembedding":2,"models":2,"bert":2,"token":4,"type":4,"shift":1,"bertembeddingmodel":1,"bertmodel":1,"decode":1,"ids":2,"encode":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"maybe":1,"prefix":1,"sequence":1,"intermediatetensors":1,"with":1,"rope":1,"bertwithrope":1,"jinarobertamodel":1,"interfaces":1,"supportscrossencoding":1,"default":1,"pooling":1,"class":1,"robertaembedding":1,"module":1,"def":1,"init":2,"self":6,"super":1,"size":5,"hidden":3,"word":1,"embeddings":3,"padding":3,"idx":3,"pad":1,"id":1,"position":2,"max":1},"1744,1976,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"self":16,"token":7,"type":13,"embeddings":13,"nn":5,"embedding":6,"config":11,"vocab":1,"size":6,"hidden":5,"layernorm":3,"eps":2,"layer":1,"norm":1,"register":1,"buffer":1,"position":11,"ids":9,"torch":7,"arange":1,"max":1,"unsqueeze":1,"0":1,"if":1,"absolute":2,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"def":3,"forward":2,"input":3,"tensor":5,"decode":1,"inputs":2,"embeds":2,"word":1,"return":2,"adapted":1,"from":1,"transformers":1,"class":3,"robertaclassificationhead":1,"module":1,"head":1,"for":2,"sentence":1,"level":1,"classification":1,"tasks":1,"init":2,"robertaconfig":1,"super":1,"dense":2,"linear":2,"out":2,"proj":2,"num":1,"labels":1,"x":8,"clspool":1,"has":1,"already":1,"been":1,"applied":1,"in":1,"pooling":2,"tanh":1,"default":1,"cls":1,"robertaembeddingmodel":1,"bertembeddingmodel":1,"a":1,"model":1,"that":1,"uses":1,"roberta":1,"to":1,"provide":1,"functionalities":1,"this":1,"encapsulates":1,"the":1,"bertmodel":1,"and":1,"provides":1,"an":1,"interface":1},"3720,1747,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"embedding":3,"operations":3,"and":1,"customized":1,"pooling":2,"functions":1,"attributes":1,"model":5,"an":2,"instance":2,"of":3,"bertmodel":3,"used":2,"for":2,"forward":2,"pooler":2,"def":3,"init":2,"self":6,"vllm":10,"config":14,"vllmconfig":2,"prefix":8,"str":2,"super":1,"padding":3,"idx":3,"hf":2,"pad":1,"token":1,"id":1,"input":6,"ids":7,"torch":4,"tensor":4,"positions":6,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":1,"none":2,"inputs":3,"embeds":3,"fix":1,"roberta":2,"here":1,"outside":1,"the":4,"cuda":1,"graph":1,"because":1,"we":1,"need":1,"to":1,"extract":1,"sequences":1,"from":1,"control":1,"flow":1,"is":1,"data":1,"dependent":1,"replace":1,"position":2,"return":3,"build":1,"union":1,"bertwithrope":1,"if":1,"type":1,"rotary":1,"jinarobertamodel":1,"else":1,"class":1,"robertaembedding":1},"5467,1920,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"def":2,"load":2,"weights":7,"self":5,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"list":4,"has":2,"roberta":10,"prefix":7,"any":1,"name":2,"startswith":1,"for":6,"in":1,"if":1,"models":2,"with":1,"the":3,"e":2,"g":2,"facebookai":1,"base":2,"mapper":5,"weightsmapper":3,"orig":3,"to":5,"new":3,"model":6,"else":1,"without":1,"sentence":1,"transformers":1,"stsb":1,"v2":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"return":1,"default":1,"pooling":4,"type":1,"cls":1,"class":2,"robertaforsequenceclassification":1,"nn":1,"module":1,"supportscrossencoding":1,"a":1,"that":1,"uses":1,"provide":1,"embedding":2,"functionalities":1,"this":1,"encapsulates":1,"bertmodel":2,"and":2,"provides":1,"an":3,"interface":1,"operations":3,"customized":1,"functions":1,"attributes":1,"instance":2,"of":2,"used":2,"forward":1,"pooler":2,"is":1,"true":1,"jina":1,"vllm":4,"substr":1,"emb":1,"ln":1,"embeddings":1,"layernorm":3,"layers":1,"layer":1,"mixer":2,"wqkv":1,"attention":3,"qkv":1,"proj":2,"out":1,"output":4,"dense":3,"norm1":1,"mlp":2,"fc1":1,"intermediate":1,"fc2":1,"norm2":1,"init":2,"config":8,"vllmconfig":1,"super":1,"hf":2,"padding":1,"idx":1,"pad":1,"token":1,"id":1},"7387,1229,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"self":9,"num":2,"labels":2,"config":14,"roberta":1,"bertmodel":1,"vllm":6,"prefix":3,"maybe":1,"bert":1,"embedding":1,"class":1,"robertaembedding":1,"classifier":5,"robertaclassificationhead":1,"pooler":6,"model":3,"assert":1,"is":1,"not":1,"none":1,"dispatchpooler":1,"encode":2,"for":3,"classify":1,"classifierpooler":4,"pooling":2,"clspool":2,"act":4,"fn":4,"seq":1,"cls":1,"score":1,"cross":1,"encoder":1,"def":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":1,"torch":1,"tensor":1,"loader":2,"autoweightsloader":1,"return":1,"mapper":2,"jina":1,"to":1},"8616,1919,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"def":3,"forward":1,"self":4,"input":11,"ids":18,"optional":4,"torch":10,"tensor":9,"positions":7,"intermediate":3,"tensors":3,"intermediatetensors":1,"none":6,"inputs":3,"embeds":3,"token":5,"type":7,"replace":3,"roberta":4,"position":5,"padding":9,"idx":7,"if":1,"is":3,"not":2,"assert":2,"config":1,"vocab":1,"size":1,"1":2,"shift":1,"encode":1,"return":2,"adapted":1,"from":3,"transformers":1,"create":1,"past":2,"key":2,"values":2,"length":2,"0":2,"non":1,"symbols":2,"with":2,"their":1,"numbers":2,"begin":1,"at":1,"are":2,"ignored":1,"this":1,"modified":1,"fairseq":1,"s":1,"utils":1,"make":1,"args":1,"x":2,"returns":1,"the":1,"series":1,"of":1,"casts":1,"and":2,"conversions":1,"here":1,"carefully":1,"balanced":1,"to":1,"both":1,"work":1,"onnx":1,"export":1,"xla":1,"mask":4,"ne":1,"int":2,"incremental":2,"indices":2,"cumsum":1,"dim":1,"as":1,"long":1},"10535,1403,data/raw/vllm-0.10.1/vllm/model_executor/models/roberta.py":{"seq":9,"lens":9,"optional":1,"torch":4,"tensor":4,"none":5,"attn":8,"metadata":8,"get":1,"forward":1,"context":1,"if":3,"is":3,"not":2,"can":1,"be":1,"during":1,"warmup":1,"isinstance":2,"dict":1,"next":1,"iter":1,"values":1,"todo":1,"remove":1,"after":1,"v0":1,"removed":1,"getattr":2,"assert":1,"replace":1,"position":3,"ids":5,"because":1,"in":2,"roberta":5,"models":3,"they":1,"have":1,"to":1,"start":1,"at":1,"padding":3,"idx":2,"1":1,"and":1,"ignore":1,"existing":1,"tokens":4,"references":1,"https":2,"github":2,"com":2,"huggingface":2,"transformers":4,"blob":2,"a3d69a8994d673899608a7c17fbf4f953f50474e":2,"src":2,"modeling":2,"py":2,"l133":1,"l1669":1,"token":2,"list":2,"split":1,"input":2,"sum":1,"tolist":1,"offset":5,"0":2,"for":1,"length":3,"shape":1,"create":1,"from":1},"0,1908,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":10,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"main":1,"src":1,"models":1,"olmo2":3,"modeling":1,"py":1,"2024":2,"team":3,"eleutherai":2,"and":5,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":6,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":14,"iterable":1,"functools":1,"partial":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":1,"olmo2config":1,"attention":2,"config":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":4,"parallel":4,"world":1,"size":1,"communication":1,"op":1,"gather":1,"state":1,"rank":1,"utils":1,"split":1,"along":1,"last":1,"dim":1,"executor":2,"layers":2,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1},"1908,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"from":9,"vllm":11,"model":11,"executor":8,"layers":5,"linear":1,"import":9,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"rotary":1,"embedding":2,"get":2,"rope":1,"vocab":1,"parallel":2,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"models":2,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":3,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"class":1,"olmo2attention":1,"nn":1,"module":1,"this":1,"the":2,"attention":4,"block":1,"where":1,"output":1,"computed":1,"as":1,"ln":3,"x":3,"in":1,"mlp":1,"plus":1,"another":1,"skip":1,"connection":1,"def":1,"init":2,"self":22,"config":9,"vllmconfig":1,"str":1,"super":1,"hf":1,"assert":5,"isinstance":1,"olmo2config":1,"hidden":3,"size":10,"tp":6,"tensor":1,"world":1,"total":9,"num":12,"heads":12,"0":4,"kv":4,"key":1,"value":1,"or":1,"if":1,"else":1},"3869,1898,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"self":42,"num":12,"kv":8,"heads":12,"max":5,"1":1,"total":6,"tp":2,"size":7,"head":10,"dim":11,"hidden":4,"q":3,"position":4,"embeddings":4,"config":17,"rope":4,"theta":3,"attention":3,"input":1,"projection":2,"projects":1,"x":1,"k":2,"v":1,"qkv":2,"proj":4,"qkvparallellinear":1,"bias":2,"false":2,"quant":6,"vllm":4,"prefix":6,"f":2,"rank":2,"get":2,"tensor":1,"model":1,"parallel":1,"norm":4,"rmsnorm":2,"eps":4,"rms":2,"rotary":3,"emb":1,"base":1,"type":1,"ignore":1,"scaling":2,"0":1,"5":1,"attn":1,"cache":2,"output":1,"o":2,"rowparallellinear":1},"5767,1877,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"def":3,"apply":2,"qk":2,"norm":4,"self":20,"q":16,"torch":7,"tensor":10,"k":15,"tuple":1,"if":2,"tp":5,"size":12,"1":3,"model":3,"parallel":2,"all":2,"gather":2,"contiguous":2,"splitter":3,"partial":1,"split":2,"along":1,"last":1,"dim":2,"num":1,"partitions":1,"rank":2,"return":2,"forward":2,"positions":2,"hidden":5,"states":2,"qkv":3,"proj":4,"v":2,"kv":2,"rotary":1,"emb":1,"attn":3,"output":5,"o":1,"class":1,"olmo2mlp":1,"nn":1,"module":1,"this":1,"is":2,"the":2,"mlp":3,"block":1,"where":1,"computed":1,"as":1,"x":3,"in":1,"ln":2,"attention":1,"plus":1,"another":1,"skip":1,"connection":1,"init":2,"vllm":3,"config":11,"vllmconfig":1,"prefix":3,"str":1,"super":1,"hf":1,"assert":1,"isinstance":1,"olmo2config":1,"intermediate":3,"feed":1,"input":1,"projection":1,"gate":2,"up":2,"mergedcolumnparallellinear":1,"2":1,"bias":1,"false":1,"quant":2,"f":1,"activation":1,"function":1,"act":1,"fn":1,"siluandmul":1},"7644,1809,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"feed":1,"forward":3,"output":2,"projection":1,"self":16,"down":3,"proj":4,"rowparallellinear":1,"intermediate":1,"size":4,"hidden":11,"bias":1,"false":1,"quant":2,"config":17,"vllm":7,"prefix":7,"f":3,"def":3,"x":8,"torch":5,"tensor":5,"gate":3,"up":3,"act":1,"fn":1,"return":1,"class":1,"olmo2decoderlayer":1,"nn":1,"module":1,"this":1,"is":2,"a":1,"typical":1,"transformer":1,"block":4,"where":1,"the":1,"computed":1,"as":1,"mlp":4,"ln":2,"attention":5,"plus":1,"another":1,"skip":1,"connection":1,"init":2,"vllmconfig":1,"str":1,"super":1,"model":1,"hf":1,"assert":1,"isinstance":1,"olmo2config":1,"attn":3,"olmo2attention":1,"olmo2mlp":1,"layernorm":4,"post":3,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"feedforward":1,"positions":2,"states":8,"residual":2},"9453,1935,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"mlp":2,"block":1,"residual":2,"hidden":15,"states":11,"self":19,"post":1,"feedforward":1,"layernorm":1,"return":1,"class":1,"olmo2model":1,"nn":1,"module":1,"def":2,"init":2,"vllm":4,"config":14,"vllmconfig":1,"prefix":8,"str":1,"super":1,"model":2,"hf":1,"assert":1,"isinstance":1,"olmo2config":1,"embed":3,"tokens":3,"vocabparallelembedding":1,"vocab":1,"size":6,"f":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"olmo2decoderlayer":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":3,"tensors":3,"factory":1,"forward":1,"input":4,"ids":3,"torch":4,"tensor":5,"positions":1,"optional":2,"intermediatetensors":2,"inputs":3,"embeds":3,"none":2,"union":1,"param":1,"a":1,"of":2,"shape":2,"batch":2,"seq":2,"len":2,"if":2,"get":2,"pp":1,"group":1,"is":2,"first":1,"rank":1,"not":1,"embeddings":1,"d":1,"else":1},"11388,1135,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"else":1,"assert":2,"intermediate":2,"tensors":2,"is":2,"not":2,"none":1,"hidden":10,"states":10,"isinstance":1,"torch":2,"tensor":2,"apply":2,"blocks":1,"one":2,"by":1,"for":1,"layer":5,"in":1,"self":5,"layers":1,"start":1,"end":1,"shape":2,"batch":2,"size":2,"seq":2,"len":2,"d":2,"model":2,"positions":1,"if":1,"get":1,"pp":1,"group":1,"last":1,"rank":1,"return":2,"intermediatetensors":1,"final":1,"norm":2,"or":1,"1":2,"def":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":1,"params":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1},"12523,1370,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"params":9,"dict":6,"self":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":6,"set":2,"str":1,"for":4,"name":17,"weight":13,"in":5,"weights":1,"if":4,"is":1,"pp":1,"missing":1,"parameter":1,"continue":4,"param":8,"shard":2,"id":2,"stacked":1,"mapping":1,"not":3,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"loader":7,"type":1,"ignore":1,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"olmo2forcausallm":1,"nn":1,"module":1,"supportspp":1,"extremely":1,"barebones":1,"hf":1,"model":1,"wrapper":1},"13893,1789,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"def":3,"init":2,"self":15,"vllm":5,"config":19,"vllmconfig":1,"prefix":7,"str":1,"super":1,"model":6,"hf":1,"assert":1,"isinstance":1,"olmo2config":1,"olmo2model":1,"maybe":2,"if":1,"tie":1,"word":1,"embeddings":2,"lm":4,"head":4,"embed":1,"tokens":1,"else":1,"unpadded":1,"vocab":5,"size":6,"parallellmhead":1,"hidden":5,"org":1,"num":1,"quant":2,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":5,"tensors":5,"forward":1,"input":3,"ids":3,"torch":6,"tensor":6,"positions":3,"optional":3,"intermediatetensors":2,"none":2,"inputs":3,"embeds":3,"union":1,"states":4,"return":2,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"15682,302,data/raw/vllm-0.10.1/vllm/model_executor/models/olmo2.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":1,"torch":1,"tensor":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"weight":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1},"0,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":22,"project":1,"inference":1,"only":1,"bamba":1,"model":16,"added":1,"by":1,"ibm":1,"team":1,"2024":1,"from":25,"collections":1,"abc":1,"import":26,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"transformers":1,"bambaconfig":1,"envs":1,"attention":2,"layer":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":2,"get":4,"tensor":1,"parallel":3,"world":1,"size":2,"state":1,"pp":1,"group":1,"forward":2,"context":2,"executor":13,"layers":10,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":6,"mamba2":2,"metadata":3,"mamba2metadata":1,"prepare":1,"mixer2":1,"mambamixer2":1,"utils":2,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":2,"default":2,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1},"1973,1384,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"from":3,"vllm":1,"utils":2,"import":3,"layerblocktype":1,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"supportslora":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":3,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":1,"class":2,"bambamlp":1,"nn":2,"module":2,"def":2,"init":2,"self":8,"config":12,"bambaconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":2,"up":2,"proj":4,"mergedcolumnparallellinear":1,"input":2,"size":7,"hidden":4,"output":2,"sizes":1,"2":1,"down":2,"rowparallellinear":1,"if":1,"act":4,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":8,"return":1,"bambamixerdecoderlayer":1},"3357,1754,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":1,"init":2,"self":6,"config":31,"bambaconfig":1,"layer":1,"idx":1,"int":1,"model":3,"optional":3,"modelconfig":1,"none":4,"cache":3,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"mamba":9,"mambamixer2":1,"hidden":6,"size":8,"ssm":1,"state":2,"d":3,"conv":4,"kernel":1,"intermediate":1,"expand":1,"use":2,"bias":4,"proj":1,"n":3,"groups":2,"num":1,"heads":2,"head":2,"dim":1,"rms":4,"norm":4,"eps":6,"activation":1,"act":1,"f":1,"mixer":1,"feed":1,"forward":1,"bambamlp":1,"input":1,"layernorm":2,"rmsnorm":2,"pre":1,"ff":1},"5111,840,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":1,"forward":2,"self":6,"hidden":12,"states":12,"torch":3,"tensor":2,"residual":8,"optional":1,"mamba":3,"cache":2,"params":2,"mambacacheparams":1,"mamba2":2,"metadata":2,"mamba2metadata":1,"kwargs":1,"if":1,"is":1,"none":1,"input":2,"layernorm":3,"else":1,"output":3,"empty":1,"like":1,"fully":1,"connected":1,"pre":1,"ff":1,"feed":1,"return":1,"class":1,"bambaattentiondecoderlayer":1,"nn":1,"module":1},"5951,1734,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":1,"init":2,"self":24,"config":11,"bambaconfig":1,"layer":1,"idx":1,"int":1,"model":2,"optional":3,"modelconfig":1,"none":5,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"rope":6,"theta":4,"getattr":3,"10000":1,"scaling":3,"max":5,"position":4,"embeddings":4,"8192":1,"hidden":3,"size":15,"tp":9,"get":1,"tensor":3,"parallel":3,"world":1,"total":9,"num":15,"heads":19,"attention":1,"assert":3,"0":4,"kv":12,"key":1,"value":1,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"5":1},"7685,1726,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"if":1,"hasattr":2,"config":19,"partial":2,"rotary":10,"factor":2,"dim":11,"int":1,"self":19,"head":7,"elif":1,"attn":4,"emb":3,"for":1,"backward":1,"compatibility":1,"else":1,"default":2,"get":3,"rope":5,"size":5,"max":2,"position":2,"embeddings":1,"scaling":3,"base":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"dtype":2,"torch":1,"see":1,"impl":1,"of":1,"qkv":1,"proj":2,"qkvparallellinear":1,"hidden":4,"total":3,"num":6,"heads":6,"kv":3,"bias":2,"false":2,"quant":6,"o":1,"rowparallellinear":1,"attention":1,"cache":2,"prefix":2,"f":1,"feed":1,"forward":1,"bambamlp":1,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"pre":1,"ff":1},"9411,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":3,"self":20,"attention":3,"positions":5,"torch":7,"tensor":6,"hidden":16,"states":16,"kwargs":2,"qkv":3,"proj":2,"q":5,"k":4,"v":2,"split":1,"size":8,"kv":2,"dim":1,"1":2,"rotary":1,"emb":1,"attn":3,"output":4,"o":1,"return":2,"forward":2,"residual":8,"optional":1,"if":2,"is":1,"none":1,"input":2,"layernorm":3,"else":2,"fully":1,"connected":1,"pre":1,"ff":1,"feed":1,"all":1,"decoder":1,"layer":1,"types":1,"bambaattentiondecoderlayer":1,"mamba":1,"bambamixerdecoderlayer":1,"support":1,"compile":1,"class":1,"bambamodel":1,"nn":1,"module":1,"init":2,"vllm":6,"config":24,"vllmconfig":1,"prefix":1,"str":1,"super":1,"bambaconfig":1,"model":3,"hf":1,"cache":2,"quant":2,"lora":8,"vocab":7,"extra":1,"max":1,"loras":1,"or":1,"0":1,"org":1},"11394,1824,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"self":11,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":2,"size":7,"config":13,"hidden":5,"org":1,"num":2,"embeddings":2,"def":3,"get":5,"layer":10,"prefix":6,"str":1,"idx":3,"int":1,"rsplit":1,"1":2,"class":2,"all":1,"decoder":1,"types":1,"layers":5,"block":1,"type":1,"return":2,"model":1,"cache":2,"quant":2,"start":1,"end":1,"make":3,"f":1,"empty":2,"intermediate":3,"tensors":3,"factory":1,"states":1,"residual":1,"final":1,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"input":4,"ids":3,"torch":6,"tensor":6,"forward":3,"positions":1,"mamba":2,"params":1,"mambacacheparams":1,"optional":2,"intermediatetensors":1,"none":3,"inputs":1,"embeds":1,"attn":4,"metadata":8,"context":2,"if":1,"not":1,"envs":1,"vllm":1,"use":1,"v1":2,"mamba2":4,"prepare":1,"chunk":2,"else":1,"from":1},"13218,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"if":5,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"inputs":2,"embeds":2,"not":3,"none":5,"hidden":12,"states":12,"else":2,"self":5,"input":2,"embeddings":1,"ids":1,"residual":10,"assert":1,"intermediate":3,"tensors":3,"num":3,"attn":3,"0":2,"for":1,"i":3,"in":1,"range":1,"len":1,"layers":2,"layer":8,"isinstance":2,"bambaattentiondecoderlayer":1,"1":2,"mamba":6,"cache":6,"params":7,"bambamixerdecoderlayer":1,"and":1,"at":1,"idx":1,"positions":2,"mamba2":2,"metadata":2,"last":1,"return":2,"intermediatetensors":1,"final":1,"layernorm":1,"def":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"stacked":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3},"15147,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"params":9,"dict":6,"self":5,"named":1,"parameters":1,"loaded":6,"set":2,"str":1,"for":4,"name":25,"weight":13,"in":8,"weights":1,"if":8,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":6,"a":3,"log":2,"replace":3,"attn":2,"param":8,"shard":2,"id":2,"stacked":1,"mapping":2,"not":3,"skip":3,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"bambaforcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"supportslora":1,"supportspp":1,"ishybrid":1,"supportsquant":1,"packed":1,"modules":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":1,"up":2,"down":1},"17074,1767,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"lora":1,"specific":1,"attributes":1,"embedding":2,"modules":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":4,"output":1,"padding":1,"classmethod":2,"def":2,"get":3,"mamba":11,"state":11,"dtype":7,"from":2,"config":27,"cls":2,"vllm":9,"vllmconfig":2,"tuple":5,"torch":2,"return":2,"mambastatedtypecalculator":1,"mamba2":2,"model":3,"cache":6,"ssm":1,"shape":6,"use":4,"v1":5,"bool":1,"true":1,"int":5,"calculate":1,"shapes":2,"for":4,"s":1,"convolutional":2,"and":1,"caches":1,"args":1,"or":1,"v0":1,"returns":1,"containing":1,"conv":3,"temporal":1,"space":1,"parallel":4,"hf":9,"intermediate":3,"size":7,"expand":1,"hidden":1,"mambastateshapecalculator":1,"tp":1,"world":1,"tensor":1,"n":3,"groups":2,"num":1,"heads":2,"dim":1,"d":3,"kernel":1},"18841,1819,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":2,"init":2,"self":18,"vllm":11,"config":37,"vllmconfig":1,"prefix":6,"str":1,"model":7,"hf":1,"cache":5,"lora":9,"scheduler":4,"assert":1,"not":3,"enable":1,"caching":2,"bamba":1,"currently":1,"does":1,"support":1,"quant":2,"super":1,"bambamodel":1,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":3,"extra":1,"lm":1,"head":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":3,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"else":1,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"mamba":2,"between":1,"steps":1,"optional":1,"mambacachemanager":1,"none":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"get":2,"input":4,"ids":2,"torch":2,"tensor":2,"return":1},"20660,1768,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":3,"forward":1,"self":16,"input":4,"ids":2,"torch":3,"tensor":3,"positions":2,"intermediate":2,"tensors":3,"optional":2,"intermediatetensors":1,"none":4,"inputs":6,"embeds":2,"kwargs":4,"mamba":17,"cache":8,"params":3,"if":2,"not":1,"envs":1,"vllm":5,"use":2,"v1":2,"is":1,"num":3,"layers":3,"model":2,"config":8,"get":5,"by":1,"block":1,"type":1,"parallel":1,"layerblocktype":1,"state":6,"shape":3,"from":2,"false":1,"dtype":3,"mambacachemanager":1,"current":1,"run":1,"hidden":2,"states":2,"return":3,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1},"22428,524,data/raw/vllm-0.10.1/vllm/model_executor/models/bamba.py":{"def":2,"compute":1,"logits":4,"self":5,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1038,data/raw/vllm-0.10.1/vllm/model_executor/models/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":3,"interfaces":2,"import":3,"hasinnerstate":2,"supportslora":2,"supportsmultimodal":2,"supportspp":2,"supportstranscription":2,"supportsv0only":2,"has":2,"inner":2,"state":2,"supports":10,"lora":2,"multimodal":2,"pp":2,"transcription":2,"v0":2,"only":2,"base":1,"vllmmodelforpooling":2,"vllmmodelfortextgeneration":2,"is":4,"pooling":2,"model":4,"text":2,"generation":2,"registry":1,"modelregistry":2,"all":1},"0,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":12,"project":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":15,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"qwen3":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"qwen3config":1,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":5,"layers":5,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1983,505,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"from":7,"vllm":3,"model":2,"executor":2,"layers":1,"vocab":1,"parallel":1,"embedding":1,"import":7,"parallellmhead":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportseagle3":1,"supportslora":1,"supportspp":1,"qwen2":2,"qwen2mlp":1,"as":1,"qwen3mlp":1,"qwen2model":1,"utils":1,"autoweightsloader":1,"ppmissinglayer":1,"extract":1,"layer":1,"index":1,"maybe":1,"prefix":1,"logger":2,"init":1,"name":1,"class":1,"qwen3attention":1,"nn":1,"module":1},"2488,1784,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"def":1,"init":2,"self":24,"hidden":4,"size":16,"int":5,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"head":6,"dim":6,"optional":5,"none":6,"rms":1,"norm":1,"eps":1,"float":2,"1e":1,"06":1,"qkv":1,"bias":1,"bool":1,"false":1,"rope":4,"theta":3,"10000":1,"cache":1,"config":5,"cacheconfig":1,"quant":1,"quantizationconfig":1,"scaling":2,"tuple":1,"prefix":1,"str":3,"attn":1,"type":1,"attentiontype":1,"decoder":1,"dual":3,"chunk":3,"attention":3,"dict":1,"any":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"or":1,"q":1,"5":1},"4272,1449,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"self":20,"qkv":3,"proj":4,"qkvparallellinear":1,"hidden":2,"size":2,"head":7,"dim":8,"total":3,"num":6,"heads":6,"kv":3,"bias":3,"quant":6,"config":13,"prefix":7,"f":3,"o":2,"rowparallellinear":1,"false":1,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"base":1,"theta":1,"scaling":3,"dual":5,"chunk":5,"attention":6,"attn":4,"cache":2,"type":2,"layer":2,"idx":1,"extract":1,"index":1,"if":1,"else":1,"q":1,"norm":4,"rmsnorm":2,"eps":4,"rms":2,"k":1},"5721,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"def":2,"forward":1,"self":16,"positions":2,"torch":3,"tensor":3,"hidden":4,"states":2,"qkv":3,"proj":2,"q":15,"k":14,"v":2,"split":1,"size":5,"kv":2,"dim":5,"1":5,"add":1,"qk":1,"norm":3,"by":9,"head":12,"view":4,"shape":6,"rotary":1,"emb":1,"attn":5,"output":4,"o":1,"return":1,"class":1,"qwen3decoderlayer":1,"nn":1,"module":1,"init":2,"config":11,"qwen3config":1,"cache":1,"optional":2,"cacheconfig":1,"none":5,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"rope":4,"theta":2,"getattr":4,"1000000":1,"scaling":2,"dual":2,"chunk":2,"attention":4,"default":1,"qwen3":2,"uses":1,"causal":3,"as":1,"it":1,"is":4,"a":1,"decoder":2,"only":2,"model":1,"you":1,"can":1,"override":1,"the":1,"hf":1,"with":1,"false":1,"to":1,"enable":1,"bidirectional":1,"which":1,"used":1,"in":1,"some":1,"embedding":1,"models":1,"e":1,"g":1,"alibaba":1,"nlp":1,"gte":1,"7b":1,"instruct":1,"if":1,"true":1,"type":2,"attentiontype":2,"else":1,"encoder":1},"7644,1815,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"self":14,"attn":5,"qwen3attention":1,"hidden":17,"size":8,"num":4,"heads":4,"config":20,"attention":6,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"rms":4,"norm":4,"eps":6,"qkv":1,"bias":2,"getattr":2,"false":1,"head":2,"dim":2,"none":2,"cache":2,"quant":4,"scaling":2,"prefix":4,"f":2,"type":2,"dual":2,"chunk":2,"mlp":2,"qwen3mlp":1,"intermediate":2,"act":2,"input":3,"layernorm":4,"rmsnorm":2,"post":1,"def":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":9,"residual":5,"optional":1,"tuple":1,"if":1,"is":1,"else":1},"9459,1600,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"fully":1,"connected":1,"hidden":5,"states":5,"residual":3,"self":8,"post":1,"attention":2,"layernorm":1,"mlp":1,"return":1,"all":1,"decoder":2,"layer":2,"types":1,"qwen3decoderlayer":2,"support":1,"torch":1,"compile":1,"dynamic":1,"arg":1,"dims":1,"input":1,"ids":1,"0":3,"positions":2,"is":2,"of":1,"shape":1,"3":1,"seq":2,"len":2,"if":1,"mrope":1,"enabled":1,"for":1,"qwen2":1,"vl":1,"otherwise":1,"1":1,"intermediate":1,"tensors":1,"inputs":1,"embeds":1,"class":2,"qwen3model":2,"qwen2model":1,"def":2,"init":4,"vllm":9,"config":22,"vllmconfig":2,"prefix":7,"str":2,"super":2,"type":1,"qwen3forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"supportseagle3":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"model":3,"hf":1,"quant":4,"lora":4,"maybe":1},"11059,1882,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"if":2,"get":4,"pp":1,"group":1,"is":1,"last":1,"rank":1,"config":6,"tie":1,"word":1,"embeddings":3,"self":18,"lm":5,"head":5,"model":6,"embed":1,"tokens":1,"else":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":8,"quant":2,"prefix":3,"maybe":1,"ppmissinglayer":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":5,"set":1,"aux":3,"state":3,"layers":9,"tuple":2,"int":2,"none":3,"eagle3":1,"num":3,"len":1,"return":4,"2":2,"3":1,"input":6,"ids":4,"torch":8,"tensor":8,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"12941,359,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"return":1},"0,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":16,"project":1,"2024":2,"team":2,"google":1,"inc":2,"huggingface":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"from":18,"collections":1,"abc":1,"import":19,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"gemma2config":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"model":11,"parallel":2,"world":1,"size":1,"logger":2,"init":1,"executor":9,"layers":7,"activation":1,"geluandmul":1,"layernorm":1,"gemmarmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1},"1983,1602,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"from":3,"vllm":1,"sequence":1,"import":3,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"utils":1,"autoweightsloader":1,"extract":1,"layer":1,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":1,"logger":2,"init":3,"name":1,"class":2,"gemma2mlp":1,"nn":2,"module":2,"def":2,"self":8,"hidden":10,"size":6,"int":2,"act":5,"str":2,"activation":4,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"super":1,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"down":2,"rowparallellinear":1,"if":1,"not":1,"gelu":3,"pytorch":3,"tanh":4,"raise":1,"valueerror":1,"gemma2":1,"uses":1,"as":1,"the":1,"function":1,"please":1,"set":1,"and":1,"to":1,"fn":2,"geluandmul":1,"approximate":1,"forward":1,"x":6,"torch":2,"tensor":2,"return":1,"gemma2attention":1},"3585,1627,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"def":1,"init":2,"self":22,"config":6,"gemma2config":1,"hidden":3,"size":15,"int":5,"num":16,"heads":20,"kv":14,"head":5,"dim":5,"max":2,"position":1,"embeddings":1,"rope":3,"theta":3,"float":2,"cache":1,"optional":3,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"attn":2,"logits":1,"soft":1,"cap":1,"prefix":1,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"q":1,"scaling":1,"query":1,"pre":1,"scalar":1,"5":1},"5212,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"self":24,"qkv":4,"proj":4,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":4,"config":12,"attention":4,"quant":6,"o":2,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":2,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"is":3,"neox":1,"style":1,"true":1,"layer":5,"idx":2,"extract":1,"index":1,"prefix":3,"sliding":7,"types":1,"window":4,"if":1,"else":1,"none":1,"attn":6,"scaling":1,"cache":2,"logits":2,"soft":2,"cap":2,"per":1,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"gemma2decoderlayer":1,"nn":1,"module":1},"7045,1757,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"def":1,"init":2,"self":13,"config":30,"gemma2config":1,"cache":3,"optional":2,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":16,"size":14,"attn":4,"gemma2attention":1,"num":4,"heads":4,"attention":2,"kv":1,"key":1,"value":1,"head":2,"dim":2,"max":2,"position":2,"embeddings":2,"rope":2,"theta":2,"logits":1,"soft":1,"cap":1,"logit":1,"softcapping":1,"f":1,"mlp":1,"gemma2mlp":1,"intermediate":2,"act":2,"activation":2,"input":1,"layernorm":4,"gemmarmsnorm":4,"eps":8,"rms":4,"norm":4,"post":2,"pre":1,"feedforward":2},"8802,1724,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"def":2,"forward":1,"self":17,"positions":3,"torch":6,"tensor":5,"hidden":21,"states":18,"residual":8,"optional":1,"tuple":1,"if":1,"is":1,"none":1,"input":2,"layernorm":5,"else":1,"attn":1,"post":2,"attention":1,"pre":1,"feedforward":2,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"gemma2model":1,"nn":1,"module":1,"init":2,"vllm":4,"config":23,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":5,"embed":1,"tokens":1,"vocabparallelembedding":1,"vocab":1,"size":3,"start":1,"layer":2,"end":1,"layers":4,"make":1,"num":1,"lambda":1,"gemma2decoderlayer":1,"f":1,"norm":2,"gemmarmsnorm":1,"eps":2,"rms":1},"10526,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"normalize":1,"the":3,"embedding":1,"by":1,"sqrt":1,"hidden":16,"size":3,"normalizer":5,"s":2,"data":2,"type":2,"should":1,"be":1,"downcasted":1,"to":1,"model":1,"such":1,"as":1,"bfloat16":1,"not":4,"float32":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"pull":1,"29402":1,"self":12,"config":2,"0":1,"5":1,"register":1,"buffer":1,"torch":7,"tensor":7,"persistent":1,"false":1,"make":2,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":13,"residual":9,"def":2,"get":4,"input":6,"embeddings":2,"ids":4,"return":3,"embed":1,"tokens":1,"forward":1,"optional":3,"positions":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"else":2,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"norm":1},"12500,535,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1},"13035,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"for":5,"name":27,"loaded":8,"weight":17,"in":5,"weights":1,"if":7,"self":4,"quant":2,"config":2,"is":4,"not":4,"none":2,"and":3,"scale":6,"get":1,"cache":2,"loading":3,"kv":3,"scales":1,"compressed":1,"tensors":1,"quantization":1,"param":11,"params":9,"dict":6,"loader":11,"getattr":2,"default":2,"0":1,"add":2,"continue":7,"shard":5,"id":2,"stacked":1,"mapping":1,"replace":1,"skip":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"pp":2,"missing":2,"parameter":2,"break":1,"else":1,"remapping":1,"the":1,"of":1,"fp8":1,"maybe":1,"remap":1},"14963,1707,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"return":3,"loaded":1,"params":1,"class":1,"gemma2forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":3,"init":2,"self":11,"vllm":6,"config":21,"vllmconfig":1,"prefix":4,"str":1,"model":6,"hf":1,"quant":4,"lora":3,"del":1,"unused":1,"super":1,"currently":1,"all":1,"existing":1,"gemma":1,"models":1,"have":1,"tie":2,"word":2,"embeddings":4,"enabled":1,"assert":1,"gemma2model":1,"maybe":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"soft":1,"cap":1,"final":1,"logit":1,"softcapping":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":6,"tensor":6,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":2,"states":2},"16670,672,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma2.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"model":1,"embed":1,"tokens":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1},"0,1844,data/raw/vllm-0.10.1/vllm/model_executor/models/module_mapping.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":1,"vllm":1,"project":1,"adapted":1,"from":4,"https":1,"github":1,"com":1,"modelscope":1,"ms":1,"swift":2,"blob":1,"v2":1,"4":1,"utils":1,"module":2,"mapping":1,"py":1,"dataclasses":1,"import":2,"dataclass":3,"field":6,"typing":1,"union":5,"class":2,"modelkeys":2,"model":9,"type":1,"str":30,"none":22,"list":19,"embedding":1,"mlp":1,"down":1,"proj":11,"attention":1,"o":1,"q":1,"k":1,"v":1,"qkv":1,"qk":1,"qa":1,"qb":1,"kva":1,"kvb":1,"output":1,"multimodelkeys":3,"language":4,"default":4,"factory":4,"connector":4,"vision":1,"tower":6,"and":1,"audio":1,"generator":4,"staticmethod":1,"def":2,"string":1,"kwargs":2,"value":5,"if":2,"is":1,"return":3,"isinstance":1,"else":1},"0,1876,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle3.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"from":15,"collections":1,"abc":1,"import":17,"iterable":1,"typing":1,"optional":2,"torch":3,"nn":2,"as":1,"transformers":1,"llamaconfig":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":11,"vllmconfig":1,"logger":4,"init":4,"model":8,"executor":7,"layers":5,"layernorm":1,"rmsnorm":2,"linear":1,"qkvparallellinear":2,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"quantizationconfig":2,"vocab":2,"parallel":1,"embedding":1,"default":2,"padding":1,"size":3,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"models":1,"llama":1,"llamadecoderlayer":3,"llamaforcausallm":1,"v1":1,"sample":1,"metadata":1,"samplingmetadata":1,"autoweightsloader":1,"maybe":2,"prefix":7,"name":1,"class":1,"def":1,"self":11,"quant":5,"none":2,"str":1,"super":1,"override":1,"qkv":3,"attn":4,"proj":2,"hidden":3,"head":1,"dim":1,"total":2,"num":2,"heads":2,"kv":1,"bias":1,"false":1,"norm":2,"eps":2,"rms":1},"1876,1883,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle3.py":{"if":1,"getattr":1,"config":8,"norm":10,"before":3,"residual":17,"false":1,"self":20,"else":1,"after":2,"def":4,"hidden":26,"states":24,"torch":14,"tensor":12,"tuple":3,"return":3,"forward":1,"positions":3,"embeds":4,"optional":1,"input":1,"layernorm":2,"cat":1,"dim":1,"1":1,"attention":2,"attn":1,"post":1,"fully":1,"connected":1,"mlp":1,"support":1,"compile":1,"class":1,"llamamodel":1,"nn":1,"module":1,"init":2,"vllm":2,"vllmconfig":1,"start":1,"layer":1,"id":1,"int":1,"0":1,"prefix":1,"str":1,"none":1,"super":1,"speculative":1,"draft":1,"model":1,"hf":1,"vocab":2,"size":2},"3759,1551,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle3.py":{"self":19,"embed":3,"tokens":3,"vocabparallelembedding":1,"config":11,"vocab":1,"size":8,"hidden":16,"prefix":6,"maybe":2,"layers":3,"nn":3,"modulelist":1,"llamadecoderlayer":1,"f":1,"start":1,"layer":1,"id":1,"if":1,"hasattr":1,"target":2,"fc":2,"torch":7,"linear":2,"3":2,"bias":2,"false":2,"else":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"def":1,"forward":1,"input":5,"ids":2,"tensor":5,"positions":2,"states":7,"tuple":1,"embeds":3,"assert":1,"shape":2,"1":2,"residual":4,"none":1,"0":1,"prenorm":2,"return":1},"5310,1911,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle3.py":{"def":2,"load":1,"weights":3,"self":6,"iterable":1,"tuple":1,"str":4,"torch":1,"tensor":1,"set":3,"stacked":2,"params":8,"mapping":2,"param":9,"name":17,"shard":4,"id":4,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":2,"1":1,"dict":4,"named":1,"parameters":1,"loaded":6,"for":2,"weight":13,"in":4,"if":2,"midlayer":2,"replace":2,"layers":2,"not":1,"continue":1,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"eagle3llamaforcausallm":1,"llamaforcausallm":1,"init":2,"vllm":6,"config":12,"vllmconfig":1,"prefix":2,"nn":1,"module":1,"speculative":1,"draft":1,"model":4,"hf":1,"target":2,"layer":3,"num":3,"get":1,"parallel":1,"llamamodel":1,"start":1},"7221,1971,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle3.py":{"logit":3,"scale":4,"getattr":1,"self":21,"config":10,"1":2,"0":2,"lm":2,"head":2,"parallellmhead":1,"draft":8,"vocab":9,"size":11,"hidden":5,"org":1,"num":1,"embeddings":1,"padding":2,"default":1,"prefix":1,"logits":15,"processor":2,"logitsprocessor":1,"id":6,"to":4,"target":3,"nn":1,"parameter":1,"torch":11,"zeros":1,"dtype":1,"long":1,"requires":1,"grad":1,"false":1,"def":2,"forward":1,"input":2,"ids":2,"tensor":8,"positions":2,"states":4,"inputs":3,"embeds":2,"optional":2,"none":3,"tuple":1,"if":2,"is":2,"not":2,"raise":1,"notimplementederror":1,"f":2,"type":1,"name":1,"does":1,"support":1,"multimodal":1,"yet":1,"return":3,"model":1,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"assert":1,"shape":4,"expected":1,"have":1,"but":1,"got":1,"base":2,"arange":1,"device":2,"targets":2,"new":4,"full":1,"float":1,"inf":1},"9192,1256,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle3.py":{"def":2,"combine":2,"hidden":4,"states":4,"self":4,"torch":3,"tensor":3,"multiple":1,"auxiliary":1,"returned":1,"by":1,"eagle3":1,"return":1,"model":5,"fc":1,"load":2,"weights":7,"iterable":1,"tuple":1,"str":1,"includes":6,"draft":5,"id":7,"mapping":3,"false":2,"embed":5,"tokens":5,"for":1,"name":10,"loaded":2,"weight":2,"in":5,"if":5,"t2d":1,"continue":1,"d2t":2,"replace":1,"to":2,"target":2,"true":2,"elif":1,"lm":1,"head":1,"not":3,"skip":6,"substrs":5,"append":2,"loader":2,"autoweightsloader":1,"prefixes":1,"none":1,"items":1},"0,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":11,"vllm":11,"project":1,"ruff":1,"noqa":1,"e501":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"lgai":1,"exaone":2,"transformers":3,"blob":1,"add":1,"exaone4":3,"src":1,"models":1,"modeling":1,"py":1,"2025":2,"lg":2,"cns":1,"gen":1,"ai":2,"solution":1,"delivery":1,"team":2,"research":1,"and":2,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"model":8,"compatible":1,"weights":1,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"exaone4config":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":6,"layers":6,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1932,1839,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"from":6,"vllm":4,"model":4,"executor":3,"layers":2,"vocab":2,"parallel":1,"embedding":1,"import":6,"default":2,"padding":1,"size":10,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"extract":1,"layer":1,"index":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"prefix":6,"class":2,"exaone4gatedmlp":1,"nn":2,"module":2,"def":2,"init":2,"self":8,"hidden":6,"int":2,"act":5,"str":2,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"exaone4attention":1},"3771,1790,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"def":1,"init":2,"self":27,"config":4,"exaone4config":1,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"1000000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":6,"max":4,"position":3,"embeddings":3,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"mistralconfig":1,"has":1,"an":1,"head":8,"dim":8,"introduced":1,"by":1,"mistral":1,"nemo":1,"getattr":1,"q":1,"5":1},"5561,1774,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"self":22,"qkv":2,"proj":4,"qkvparallellinear":1,"hidden":3,"size":6,"head":8,"dim":8,"total":5,"num":8,"heads":8,"kv":4,"bias":4,"quant":8,"config":14,"prefix":7,"f":3,"o":2,"rowparallellinear":1,"input":1,"output":1,"q":1,"norm":4,"rmsnorm":2,"eps":4,"rms":2,"k":1,"is":8,"neox":4,"style":4,"true":1,"if":2,"not":2,"none":2,"and":1,"get":2,"name":1,"gguf":1,"false":1,"layer":6,"idx":2,"extract":1,"index":1,"sliding":8,"types":1,"attention":2,"window":4,"else":1,"apply":2,"rotary":3,"embeddings":2,"to":1,"every":1,"all":1,"layers":1,"emb":1,"rope":4,"max":2,"position":2,"base":1,"theta":1,"scaling":3,"attn":2,"cache":2,"per":1},"7335,1745,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"def":2,"forward":1,"self":18,"positions":2,"torch":3,"tensor":3,"hidden":4,"states":2,"qkv":3,"proj":2,"q":12,"k":11,"v":2,"split":1,"size":5,"kv":3,"dim":3,"1":6,"unflatten":2,"num":2,"heads":2,"head":2,"norm":2,"flatten":2,"2":2,"if":2,"sliding":1,"window":1,"or":2,"apply":1,"all":1,"layers":1,"rotary":1,"emb":1,"attn":3,"output":4,"o":1,"return":1,"class":1,"exaone4decoderlayer":1,"nn":1,"module":1,"init":2,"config":11,"exaone4config":1,"cache":1,"optional":2,"cacheconfig":1,"none":6,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"rope":6,"theta":2,"getattr":6,"1000000":1,"scaling":4,"is":1,"not":1,"and":1,"original":3,"max":5,"position":5,"embeddings":5,"8192":1,"support":2,"abacusai":1,"smaug":1,"72b":1,"v0":1,"with":2,"attention":3,"bias":5,"internlm":2,"7b":1,"false":2},"9080,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"self":15,"attn":3,"exaone4attention":1,"config":18,"hidden":25,"size":8,"num":5,"heads":5,"attention":6,"kv":1,"getattr":2,"key":1,"value":1,"rope":4,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"quant":4,"bias":4,"cache":2,"prefix":4,"f":2,"mlp":4,"exaone4gatedmlp":1,"intermediate":2,"act":2,"false":1,"post":6,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"feedforward":2,"def":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":17,"residual":6,"optional":1,"tuple":1,"use":2,"ln":2,"fully":1,"connected":1,"return":1},"11073,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"support":1,"torch":3,"compile":1,"class":1,"exaone4model":1,"nn":1,"module":1,"def":2,"init":2,"self":15,"vllm":5,"config":37,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":8,"lora":8,"vocab":7,"extra":1,"size":8,"max":1,"loras":1,"or":2,"1":1,"if":3,"else":3,"0":1,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":5,"org":1,"num":2,"ppmissinglayer":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"exaone4decoderlayer":1,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"input":3,"ids":2,"tensor":2,"return":1},"12963,1182,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":7,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"14145,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":7,"mapping":2,"param":6,"name":21,"shard":3,"id":2,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":3,"1":1,"dict":4,"named":1,"parameters":1,"loaded":8,"for":3,"weight":13,"in":8,"if":7,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":6,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":1,"checkpoint":1,"skip":2,"them":1,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"loader":4,"getattr":1,"default":1,"dim":1,"else":1,"add":1,"replace":1,"extra":1,"bias":2,"gptq":1,"endswith":1,"pp":1,"missing":1,"parameter":1},"16124,1746,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"param":6,"params":6,"dict":4,"name":11,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"endswith":1,"and":1,"not":1,"in":1,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":5,"getattr":1,"default":1,"add":1,"return":1,"class":1,"exaone4forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":5,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":2,"vllm":4,"config":17,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4},"17870,1914,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"self":16,"model":8,"exaone4model":1,"vllm":2,"config":14,"prefix":3,"maybe":1,"if":5,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":4,"vocab":10,"size":12,"lora":7,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"quant":2,"tie":1,"word":1,"weight":2,"embed":1,"tokens":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"output":2},"19784,876,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone4.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":3,"head":3,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"with":2,"tie":2,"word":2,"embeddings":2,"we":1,"can":1,"skip":2,"weight":2,"the":3,"might":1,"appear":1,"unnecessarily":1,"in":1,"files":1,"if":2,"model":1,"is":1,"processed":1,"quantization":1,"lora":1,"fine":1,"tuning":1,"etc":1,"prefixes":1,"config":1,"else":1,"none":1},"0,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":13,"project":1,"from":8,"typing":2,"import":9,"type":5,"checking":2,"any":4,"classvar":2,"literal":1,"optional":1,"protocol":2,"union":3,"overload":1,"runtime":2,"checkable":2,"torch":8,"nn":2,"as":1,"extensions":1,"typeis":1,"typevar":3,"logger":4,"init":7,"utils":1,"supports":3,"kw":6,"if":3,"config":3,"vllmconfig":3,"model":13,"executor":2,"layers":1,"pooler":3,"sampling":1,"metadata":1,"samplingmetadata":2,"else":1,"name":1,"of":1,"hidden":1,"states":1,"currently":1,"t":10,"tensor":6,"for":6,"all":2,"models":3,"except":1,"medusa":1,"which":1,"has":1,"list":1,"default":2,"co":4,"covariant":1,"true":1,"note":1,"unlike":1,"those":1,"in":3,"interfaces":2,"py":1,"we":1,"don":2,"define":1,"tags":1,"base":2,"avoid":1,"breaking":1,"oot":1,"registration":1,"existing":1,"that":1,"inherit":1,"interface":2,"classes":1,"class":1,"vllmmodel":1,"required":1,"def":4,"self":2,"prefix":1,"str":1,"none":2,"forward":6,"input":2,"ids":2,"positions":2,"check":2,"object":4,"bool":2,"return":2,"getattr":1,"not":2,"callable":1,"false":1,"kws":3,"missing":1,"tuple":1},"1969,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces_base.py":{"if":4,"missing":4,"kws":3,"and":3,"isinstance":4,"model":27,"type":10,"issubclass":1,"nn":1,"module":1,"logger":1,"warning":1,"the":3,"s":2,"is":9,"vllm":9,"specific":1,"keywords":1,"from":1,"its":1,"forward":2,"method":1,"return":6,"len":1,"0":2,"overload":4,"def":7,"object":8,"typeis":8,"vllmmodel":6,"union":4,"check":2,"init":1,"runtime":2,"checkable":2,"class":2,"vllmmodelfortextgeneration":7,"t":6,"protocol":2,"interface":2,"required":2,"for":2,"all":2,"generative":1,"models":2,"in":2,"compute":1,"logits":1,"self":1,"hidden":1,"states":1,"sampling":1,"metadata":1,"samplingmetadata":1,"optional":1,"none":1,"tp":1,"rank":1,"text":3,"generation":3,"not":1,"false":1,"vllmmodelforpooling":1,"co":2,"pooling":3,"classvar":1,"literal":1,"true":2,"a":1,"flag":1,"that":1,"indicates":1,"this":1,"supports":1},"3871,629,data/raw/vllm-0.10.1/vllm/model_executor/models/interfaces_base.py":{"note":1,"there":1,"is":8,"no":1,"need":1,"to":1,"redefine":1,"this":2,"flag":1,"if":2,"class":2,"in":1,"the":2,"mro":1,"of":1,"your":1,"model":11,"pooler":3,"only":1,"called":1,"on":1,"tp":1,"rank":1,"0":1,"overload":2,"def":3,"pooling":4,"type":4,"object":4,"typeis":4,"vllmmodelforpooling":4,"union":2,"not":1,"vllm":1,"return":2,"false":2,"getattr":1},"0,1860,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"import":26,"math":1,"from":23,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"contextlib":1,"nullcontext":1,"typing":1,"optional":1,"typeddict":1,"union":1,"cast":1,"numpy":1,"as":1,"np":1,"torch":3,"nn":1,"transformers":2,"batchfeature":1,"whisperconfig":1,"whisperfeatureextractor":1,"whisperprocessor":1,"models":1,"whisper":2,"modeling":1,"sinusoids":1,"attention":3,"attentiontype":1,"layer":1,"multiheadattention":1,"config":2,"cacheconfig":1,"modelconfig":1,"speechtotextconfig":1,"vllmconfig":1,"distributed":1,"get":2,"tensor":1,"model":11,"parallel":2,"world":1,"size":1,"inputs":2,"data":1,"prompttype":1,"logger":2,"init":1,"executor":8,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"base":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"loader":3,"utils":2,"set":1,"default":2,"dtype":1,"weight":2,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":4,"registry":1,"nestedtensors":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"multimodaldataitems":1,"multimodaldataparser":1},"1860,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"from":6,"vllm":3,"multimodal":2,"processing":1,"import":5,"baseprocessinginfo":1,"encdecmultimodalprocessor":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"transformers":1,"utils":2,"processor":2,"cached":1,"get":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportstranscription":1,"supportsv0only":1,"autoweightsloader":1,"weightsmapper":1,"cast":1,"overflow":1,"tensors":1,"make":1,"layers":1,"logger":2,"init":1,"name":1,"https":1,"platform":1,"openai":1,"com":1,"docs":1,"guides":1,"speech":1,"to":1,"text":1,"supported":2,"languages":1,"iso639":1,"1":1,"langs":1,"af":1,"afrikaans":1,"ar":1,"arabic":1,"hy":1,"armenian":1,"az":1,"azerbaijani":1,"be":1,"belarusian":1,"bs":1,"bosnian":1,"bg":1,"bulgarian":1,"ca":1,"catalan":1,"zh":1,"chinese":1,"hr":1,"croatian":1,"cs":1,"czech":1,"da":1,"danish":1,"nl":1,"dutch":1,"en":1,"english":1,"et":1,"estonian":1,"fi":1,"finnish":1,"fr":1,"french":1,"gl":1,"galician":1,"de":1,"german":1,"el":1,"greek":1,"he":1,"hebrew":1,"hi":1,"hindi":1,"hu":1,"hungarian":1,"is":1,"icelandic":1,"id":1,"indonesian":1,"it":1,"italian":1,"ja":1,"japanese":1,"kn":1,"kannada":1,"kk":1,"kazakh":1,"ko":1,"korean":1,"lv":1,"latvian":1,"lt":1,"lithuanian":1,"mk":1,"macedonian":1,"ms":1,"malay":1,"mr":1,"marathi":1,"mi":1,"maori":1,"ne":1,"nepali":1,"no":1,"norwegian":1,"fa":1,"persian":1,"pl":1,"polish":1,"pt":1,"portuguese":1,"ro":1,"romanian":1,"ru":1,"russian":1,"sr":1,"serbian":1,"sk":1,"slovak":1,"sl":1,"slovenian":1,"es":1,"spanish":1,"sw":1,"swahili":1,"sv":1,"swedish":1,"tl":1,"tagalog":1,"ta":1,"tamil":1,"th":1,"thai":1,"tr":1,"turkish":1,"uk":1,"ukrainian":1,"ur":1,"urdu":1,"vi":1,"vietnamese":1,"cy":1,"welsh":1},"3785,1730,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"class":3,"whisperaudioinputs":1,"typeddict":1,"input":1,"features":1,"nestedtensors":1,"shape":1,"batch":1,"size":13,"128":1,"m":1,"whisperpositionalembedding":1,"nn":2,"embedding":3,"def":3,"init":4,"self":24,"num":16,"positions":2,"int":4,"dim":9,"super":2,"forward":1,"position":2,"ids":2,"return":1,"weight":1,"whisperattention":1,"module":1,"embed":4,"heads":18,"bias":1,"bool":2,"true":1,"attn":3,"type":3,"attentiontype":2,"decoder":1,"cache":1,"config":2,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"standalone":1,"encoder":1,"false":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"assert":3,"0":3,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"kv":5,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"max":1,"1":1,"head":3,"q":1},"5515,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"if":2,"self":30,"head":6,"dim":15,"num":14,"heads":14,"embed":9,"raise":1,"valueerror":1,"f":5,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"scaling":3,"0":1,"5":1,"init":2,"qkv":7,"bias":6,"quant":8,"config":10,"prefix":9,"out":3,"proj":6,"rowparallellinear":1,"input":1,"size":7,"output":4,"standalone":1,"encoder":1,"attn":8,"multiheadattention":1,"kv":7,"else":1,"attention":1,"cache":2,"type":2,"def":2,"int":1,"bool":1,"true":1,"optional":1,"quantizationconfig":1,"none":2,"str":1,"qkvparallellinear":1,"hidden":3,"total":4,"forward":1,"states":2,"torch":1,"tensor":1,"q":3,"k":2,"v":2,"split":1,"1":1},"7499,1978,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"return":2,"output":6,"class":1,"whispercrossattention":1,"whisperattention":1,"def":3,"init":3,"self":13,"embed":7,"dim":9,"int":3,"num":6,"heads":6,"bias":8,"bool":2,"true":2,"cache":4,"config":11,"optional":4,"cacheconfig":1,"none":6,"quant":8,"quantizationconfig":2,"prefix":8,"str":2,"super":1,"attn":4,"type":1,"attentiontype":1,"encoder":5,"decoder":1,"qkv":1,"q":5,"proj":7,"columnparallellinear":1,"input":1,"size":6,"f":2,"kv":9,"qkvparallellinear":1,"hidden":7,"head":2,"total":3,"0":1,"forward":1,"states":6,"torch":2,"tensor":2,"are":1,"only":1,"computed":1,"once":1,"during":1,"prefill":1,"phase":1,"afterwards":1,"the":2,"keys":1,"and":1,"values":1,"should":1,"be":1,"available":1,"in":1,"if":1,"is":1,"not":1,"k":3,"v":3,"split":1,"1":1,"else":1,"out":1},"9477,1313,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"class":2,"whispermlp":1,"nn":2,"module":2,"def":3,"init":4,"self":9,"embed":3,"dim":6,"int":2,"ffn":3,"act":3,"fn":5,"str":3,"quant":7,"config":16,"optional":1,"quantizationconfig":1,"none":1,"prefix":6,"super":2,"activation":2,"get":1,"fc1":3,"columnparallellinear":1,"input":2,"size":4,"output":2,"f":2,"fc2":3,"rowparallellinear":1,"forward":1,"hidden":8,"states":8,"torch":1,"tensor":1,"return":1,"whisperencoderlayer":1,"vllm":4,"vllmconfig":1,"is":1,"standalone":1,"encoder":1,"bool":1,"false":1,"model":1,"hf":1,"cache":2},"10790,1636,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"self":19,"embed":6,"dim":8,"config":22,"d":2,"model":3,"attn":6,"whisperattention":1,"num":1,"heads":2,"encoder":5,"attention":1,"type":1,"attentiontype":1,"cache":4,"quant":6,"prefix":5,"f":2,"standalone":2,"is":1,"layer":4,"norm":4,"nn":3,"layernorm":2,"mlp":3,"whispermlp":1,"ffn":2,"act":1,"fn":1,"activation":1,"function":1,"final":2,"def":2,"forward":1,"hidden":19,"states":19,"torch":1,"tensor":1,"residual":4,"cast":1,"overflow":1,"tensors":1,"return":1,"class":1,"whisperdecoderlayer":1,"module":1,"init":2,"vllm":4,"vllmconfig":1,"str":1,"super":1,"hf":1},"12426,1931,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"self":18,"attn":11,"whisperattention":1,"embed":3,"dim":5,"config":20,"d":6,"model":6,"num":2,"heads":4,"decoder":4,"attention":2,"type":1,"attentiontype":1,"cache":4,"quant":6,"prefix":6,"f":3,"layer":6,"norm":6,"nn":4,"layernorm":3,"encoder":8,"whispercrossattention":1,"mlp":3,"whispermlp":1,"ffn":2,"act":1,"fn":1,"activation":1,"function":1,"final":2,"def":1,"forward":1,"hidden":28,"states":28,"torch":2,"tensor":2,"optional":1,"residual":6,"return":1,"class":1,"whisperencoder":1,"module":1},"14357,1967,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":1,"init":6,"self":16,"vllm":4,"config":13,"vllmconfig":1,"prefix":6,"str":1,"is":5,"standalone":5,"encoder":6,"bool":2,"false":2,"in":2,"fp32":4,"super":1,"model":3,"hf":1,"embed":10,"dim":6,"d":2,"num":3,"mel":3,"bins":3,"max":3,"source":3,"positions":6,"scale":2,"math":1,"sqrt":1,"if":2,"embedding":2,"else":2,"1":3,"0":1,"conv1":1,"nn":4,"conv1d":2,"kernel":2,"size":2,"3":2,"padding":2,"conv2":1,"stride":1,"2":1,"start":1,"layer":3,"end":1,"layers":5,"make":1,"lambda":1,"whisperencoderlayer":1,"f":2,"norm":1,"layernorm":1,"maybe":2,"ctx":2,"set":1,"default":1,"torch":3,"dtype":1,"float32":1,"nullcontext":1,"with":1,"no":1,"grad":1,"weight":2,"copy":1,"sinusoids":1,"shape":1},"16324,1871,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":2,"forward":1,"self":20,"input":2,"features":4,"union":1,"torch":3,"tensor":2,"list":1,"hidden":9,"states":9,"for":2,"in":2,"embeds":10,"nn":5,"functional":2,"gelu":2,"conv1":1,"conv2":1,"transpose":1,"1":2,"2":2,"embed":4,"positions":7,"weight":1,"size":2,"to":1,"dtype":1,"append":1,"cat":1,"encoder":2,"layer":6,"layers":6,"norm":2,"return":1,"class":1,"whisperdecoder":1,"module":1,"init":2,"vllm":4,"config":18,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":5,"hf":1,"layerdrop":2,"decoder":2,"padding":2,"idx":2,"pad":1,"token":1,"id":1,"max":5,"target":3,"source":2,"scale":2,"math":1,"sqrt":1,"d":4,"if":1,"embedding":2,"else":1,"0":1,"tokens":1,"vocab":1,"whisperpositionalembedding":1,"start":1,"end":1,"make":1,"lambda":1,"whisperdecoderlayer":1,"f":2,"layernorm":1},"18195,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":5,"forward":2,"self":15,"input":14,"ids":7,"positions":8,"torch":12,"tensor":12,"encoder":11,"hidden":10,"states":10,"optional":5,"inputs":2,"embeds":2,"get":4,"embeddings":2,"embed":2,"for":1,"decoder":7,"layer":3,"in":1,"layers":1,"norm":1,"return":5,"tokens":1,"class":1,"whispermodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":5,"vllmconfig":1,"prefix":5,"str":1,"super":1,"whisperencoder":1,"f":2,"whisperdecoder":1,"features":5,"union":2,"list":2,"outputs":6,"if":1,"is":1,"none":2},"20041,1856,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":2,"load":1,"weights":3,"self":10,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":18,"shard":4,"id":3,"attn":10,"qkv":3,"proj":10,"q":2,"k":4,"v":4,"encoder":4,"kv":2,"dict":6,"named":1,"parameters":1,"loaded":6,"for":4,"weight":13,"in":5,"if":3,"not":3,"continue":3,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":2,"class":1,"whisperprocessinginfo":1,"baseprocessinginfo":1,"get":2,"hf":2,"config":2,"whisperconfig":2,"ctx":1},"21897,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":6,"get":13,"hf":6,"processor":10,"self":11,"kwargs":4,"object":2,"whisperprocessor":2,"hack":1,"transformers":1,"4":1,"53":1,"2":1,"has":1,"issue":1,"with":1,"whisper":1,"tokenizer":6,"to":2,"initialize":1,"we":1,"use":1,"a":1,"monkeypatch":1,"fix":1,"it":1,"here":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"20224":1,"class":11,"whispertokenizer":1,"whispertokenizerfast":1,"if":1,"return":6,"ctx":1,"supported":1,"mm":6,"limits":1,"mapping":3,"str":4,"optional":1,"int":5,"audio":7,"1":1,"feature":9,"extractor":9,"whisperfeatureextractor":2,"type":1,"ignore":1,"assert":1,"isinstance":1,"num":6,"tokens":1,"config":1,"max":1,"source":1,"positions":1,"whisperdummyinputsbuilder":1,"basedummyinputsbuilder":1,"whisperprocessinginfo":2,"dummy":3,"text":1,"counts":4,"audios":6,"0":2,"startoftranscript":1,"data":1,"seq":1,"len":3,"multimodaldatadict":1,"info":1,"sampling":3,"rate":3,"chunk":1,"length":2,"whispermultimodalprocessor":1,"encdecmultimodalprocessor":1},"23861,1797,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":5,"get":4,"data":9,"parser":1,"self":7,"multimodaldataparser":2,"feature":6,"extractor":6,"info":2,"return":5,"target":1,"sr":1,"sampling":3,"rate":3,"property":1,"pad":1,"dummy":3,"encoder":5,"prompt":7,"bool":1,"true":1,"create":3,"union":2,"str":8,"list":2,"int":2,"mm":15,"multimodaldatadict":1,"strictly":1,"speaking":1,"whisper":1,"only":1,"accept":1,"audio":4,"features":2,"we":2,"a":1,"here":1,"which":1,"will":1,"be":1,"padded":1,"to":1,"num":1,"tokens":1,"so":1,"that":1,"can":1,"from":1,"this":1,"for":1,"profiling":1,"0":1,"call":2,"hf":4,"processor":3,"mapping":5,"object":4,"kwargs":10,"tok":3,"batchfeature":2,"if":2,"dict":3,"pop":2,"audios":1,"processed":5,"outputs":5,"super":1,"labels":2,"in":1,"input":2,"ids":1,"fields":1,"config":1,"inputs":1,"multimodalfieldconfig":2,"batched":1},"25658,1341,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":1,"get":2,"prompt":1,"updates":1,"self":6,"mm":3,"items":1,"multimodaldataitems":1,"hf":2,"processor":2,"kwargs":2,"mapping":2,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"num":3,"tokens":3,"info":2,"audio":3,"return":1,"promptreplacement":1,"modality":1,"target":1,"0":2,"replacement":1,"multimodal":1,"registry":1,"register":1,"whispermultimodalprocessor":1,"whisperprocessinginfo":1,"dummy":1,"inputs":1,"whisperdummyinputsbuilder":1,"class":1,"whisperforconditionalgeneration":1,"nn":1,"module":1,"supportstranscription":1,"supportsmultimodal":1,"supportsv0only":1,"packed":1,"modules":1,"attn":7,"qkv":1,"proj":7,"q":1,"k":2,"v":2,"encoder":3,"kv":1,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"substr":1,"fc1":2,"mlp":2,"fc2":2,"whisper":1,"only":2,"supports":2,"conditioned":1,"generation":1,"transcription":1,"true":1,"supported":2,"languages":1,"iso639":1,"1":1,"langs":1},"26999,1862,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"classmethod":3,"def":3,"validate":2,"language":14,"cls":3,"optional":5,"str":8,"if":5,"is":3,"none":3,"todo":1,"should":1,"be":3,"and":1,"can":1,"guessed":1,"for":1,"now":1,"we":1,"default":1,"to":3,"en":3,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"main":1,"src":1,"models":1,"whisper":4,"generation":2,"py":1,"l1520":1,"logger":1,"warning":1,"defaulting":1,"you":1,"wish":1,"transcribe":1,"audio":6,"in":2,"a":1,"different":1,"pass":1,"the":3,"field":1,"transcriptionrequest":1,"return":3,"super":1,"get":2,"prompt":11,"np":1,"ndarray":1,"model":1,"config":3,"modelconfig":1,"not":2,"needed":1,"here":1,"stt":2,"speechtotextconfig":1,"task":2,"type":2,"request":3,"prompttype":2,"raise":2,"valueerror":2,"must":1,"specified":1,"when":1,"creating":1,"encoder":2,"does":1,"support":1,"multi":1,"modal":1,"data":1,"sample":1,"rate":1,"decoder":1,"f":3,"prev":1,"else":1,"startoftranscript":1,"notimestamps":1,"cast":1,"placeholder":1,"modality":3,"i":1,"int":1,"startswith":1,"only":1,"supported":1},"28861,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"classmethod":2,"def":3,"get":4,"speech":1,"to":2,"text":1,"config":28,"cls":2,"model":11,"modelconfig":2,"task":1,"type":1,"str":2,"speechtotextconfig":3,"processor":8,"cached":2,"return":2,"max":1,"audio":4,"clip":1,"s":3,"feature":3,"extractor":3,"chunk":1,"length":6,"sample":2,"rate":3,"sampling":1,"num":1,"tokens":2,"duration":2,"float":1,"stt":2,"optional":1,"int":1,"hop":4,"assert":1,"is":2,"not":2,"none":1,"note":1,"nicklucche":1,"user":1,"can":1,"t":1,"pass":1,"encoder":2,"prompts":1,"directly":1,"at":1,"least":1,"whisper":1,"one":1,"indicator":1,"of":2,"the":2,"amount":1,"processing":1,"log":1,"mel":1,"spectogram":1,"math":1,"ceil":1,"init":2,"self":11,"vllm":6,"vllmconfig":1,"prefix":3,"super":1,"hf":1,"quant":4,"dtype":2,"whispermodel":1,"unpadded":2,"vocab":5,"size":5,"proj":3,"out":3,"parallellmhead":1,"d":1,"tie":1,"weights":1,"decoder":1,"embed":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"logitsprocessor":1},"30841,1937,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":5,"forward":1,"self":12,"input":26,"ids":5,"torch":8,"tensor":6,"positions":3,"kwargs":6,"audio":8,"parse":3,"and":3,"validate":3,"decoder":7,"outputs":3,"model":5,"features":13,"return":5,"get":5,"language":1,"nn":1,"module":1,"multimodal":2,"embeddings":5,"object":2,"multimodalembeddings":1,"todo":2,"this":4,"method":2,"does":2,"not":4,"obey":1,"the":2,"interface":1,"for":2,"supportsmultimodal":1,"refactor":2,"once":2,"encoder":4,"support":2,"is":3,"implemented":2,"in":3,"v1":2,"optional":1,"nestedtensors":1,"none":3,"just":1,"returns":1,"sequence":1,"since":1,"whisper":1,"have":1,"text":1,"tokens":1,"whisperaudioinputs":2,"pop":1,"if":2,"isinstance":1,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":3,"of":1,"f":1,"got":1,"cat":1,"feat":2,"to":1,"dtype":1},"32778,1237,data/raw/vllm-0.10.1/vllm/model_executor/models/whisper.py":{"def":3,"compute":1,"logits":4,"self":7,"hidden":2,"states":2,"torch":6,"tensor":5,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"proj":9,"out":2,"return":2,"load":2,"weights":8,"iterable":3,"tuple":3,"str":4,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"add":1,"fake":3,"zeros":4,"bias":10,"for":6,"k":6,"to":2,"state":1,"dict":1,"create":3,"mapper":2,"hf":1,"vllm":1,"full":1,"weight":7,"in":3,"attn":2,"and":1,"x":1,"layers":1,"so":1,"that":1,"the":1,"qkv":1,"can":1,"be":1,"initialized":1,"with":1,"name":7,"if":1,"endswith":1,"size":1,"0":1,"replace":1,"yield":2,"from":1},"0,1654,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"from":18,"collections":1,"abc":1,"import":19,"iterable":1,"set":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":2,"transformers":1,"bertconfig":2,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"poolerconfig":1,"vllmconfig":1,"distributed":1,"get":2,"tensor":1,"model":7,"parallel":2,"world":1,"size":1,"executor":6,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"pooler":2,"classifierpooler":1,"dispatchpooler":1,"poolingmethod":1,"poolingparamsupdate":1,"poolingtype":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"vocabparallelembedding":1,"pooling":2,"metadata":1,"poolingmetadata":1,"sequence":1,"intermediatetensors":1,"tasks":1,"poolingtask":1,"interfaces":1,"supportscrossencoding":1,"supportsquant":1,"default":1,"type":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"maybe":1,"prefix":1,"class":1,"bertembedding":1,"module":1,"def":1,"init":1,"self":1},"1654,1889,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"super":2,"init":3,"self":19,"size":10,"config":14,"hidden":7,"word":2,"embeddings":16,"vocabparallelembedding":3,"vocab":2,"position":13,"max":2,"token":7,"type":13,"layernorm":3,"nn":3,"eps":2,"layer":1,"norm":1,"register":1,"buffer":1,"ids":9,"torch":4,"arange":1,"unsqueeze":1,"0":1,"embedding":4,"if":1,"absolute":2,"raise":1,"valueerror":1,"only":1,"is":1,"supported":3,"def":3,"forward":1,"input":3,"tensor":3,"decode":1,"inputs":2,"embeds":2,"return":2,"class":1,"bertpooler":1,"pooler":1,"bertconfig":1,"pooling":3,"poolingmethod":1,"from":1,"poolingtype":1,"cls":1,"dense":1,"linear":1,"activation":1,"tanh":1,"get":2,"tasks":2,"set":1,"poolingtask":1},"3543,1861,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"def":6,"get":2,"pooling":6,"updates":2,"self":14,"task":2,"poolingtask":1,"poolingparamsupdate":1,"return":4,"head":3,"pooled":13,"output":15,"torch":7,"tensor":7,"dense":1,"activation":1,"forward":2,"hidden":7,"states":6,"union":2,"list":3,"metadata":2,"poolingmetadata":1,"if":1,"isinstance":1,"for":3,"in":3,"else":1,"class":2,"bertencoder":1,"nn":3,"module":2,"init":4,"vllm":4,"config":21,"vllmconfig":1,"prefix":4,"str":2,"super":2,"model":1,"hf":1,"cache":5,"quant":5,"layer":7,"modulelist":1,"bertlayer":2,"f":1,"idx":2,"range":1,"num":1,"layers":1,"bertconfig":1,"optional":2,"cacheconfig":1,"none":2,"quantizationconfig":1},"5404,1840,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"self":10,"attention":8,"bertattention":2,"hidden":13,"size":13,"config":23,"num":5,"heads":5,"layer":5,"norm":5,"eps":5,"cache":5,"quant":9,"prefix":9,"f":4,"intermediate":9,"bertintermediate":1,"act":2,"output":11,"bertoutput":1,"def":2,"forward":1,"states":2,"torch":1,"tensor":1,"attn":3,"return":1,"class":1,"nn":1,"module":1,"init":2,"int":2,"float":1,"optional":2,"cacheconfig":1,"none":2,"quantizationconfig":1,"str":1,"super":1,"bertselfattention":1},"7244,1761,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"self":36,"output":5,"bertselfoutput":1,"hidden":12,"size":17,"layer":2,"norm":2,"eps":2,"quant":5,"config":6,"prefix":5,"f":2,"def":2,"forward":1,"states":3,"torch":2,"tensor":3,"return":1,"class":1,"bertselfattention":1,"nn":1,"module":1,"init":2,"int":2,"num":18,"attention":2,"heads":18,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quantizationconfig":1,"str":1,"super":1,"tp":4,"get":1,"model":1,"parallel":1,"world":1,"total":12,"assert":2,"0":2,"kv":7,"head":7,"dim":6,"max":1,"1":1,"q":1,"scaling":1,"5":1,"qkv":2,"proj":2,"qkvparallellinear":1,"bias":1,"true":1},"9005,1681,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"self":17,"attn":4,"attention":1,"num":4,"heads":4,"head":2,"size":10,"dim":2,"scale":1,"scaling":1,"kv":4,"cache":2,"config":7,"quant":5,"prefix":5,"f":2,"type":1,"attentiontype":1,"encoder":1,"only":1,"def":3,"forward":2,"hidden":12,"states":8,"torch":5,"tensor":7,"qkv":3,"proj":1,"q":3,"k":2,"v":2,"split":1,"1":1,"output":3,"return":2,"class":2,"bertselfoutput":1,"nn":3,"module":2,"init":2,"int":1,"layer":2,"norm":2,"eps":3,"float":1,"optional":1,"quantizationconfig":1,"none":1,"str":1,"super":1,"dense":3,"rowparallellinear":1,"input":3,"bias":1,"true":1,"layernorm":3,"bertintermediate":1},"10686,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"def":4,"init":4,"self":12,"hidden":19,"size":13,"int":4,"intermediate":6,"act":5,"str":3,"quant":6,"config":6,"optional":2,"quantizationconfig":2,"none":2,"prefix":6,"super":2,"dense":6,"columnparallellinear":1,"input":4,"output":2,"bias":2,"true":3,"f":2,"fn":3,"get":1,"forward":2,"states":12,"torch":6,"tensor":7,"return":2,"class":2,"bertoutput":1,"nn":3,"module":2,"layer":2,"norm":2,"eps":3,"float":1,"rowparallellinear":1,"layernorm":3,"support":1,"compile":1,"default":1,"pooling":2,"type":1,"cls":1,"bertmodel":1,"supportsquant":1,"is":1,"model":1},"12632,1620,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"packed":1,"modules":1,"mapping":3,"qkv":4,"proj":4,"query":2,"key":2,"value":2,"def":3,"init":2,"self":10,"vllm":4,"config":8,"vllmconfig":1,"prefix":3,"str":2,"embedding":2,"class":2,"type":1,"nn":1,"module":1,"bertembedding":1,"none":4,"super":1,"model":1,"hf":1,"embeddings":2,"encoder":3,"bertencoder":1,"f":1,"forward":1,"input":3,"ids":4,"torch":5,"tensor":5,"positions":2,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"inputs":3,"embeds":3,"if":2,"is":1,"not":2,"hidden":3,"states":3,"else":1,"position":1,"return":1,"load":1,"weights":4,"iterable":1,"tuple":1,"stacked":3,"params":4,"param":2,"name":7,"shard":3,"id":2,"q":1,"k":1,"v":1,"loaded":2,"other":1,"dict":2,"named":1,"parameters":1,"for":2,"weight":3,"in":3,"continue":1},"14252,1895,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"name":9,"replace":1,"weight":6,"param":4,"if":2,"not":1,"in":2,"params":15,"dict":3,"continue":1,"loader":7,"loaded":14,"shard":1,"id":1,"stacked":6,"append":2,"break":1,"else":1,"other":6,"weights":16,"return":3,"def":3,"load":6,"self":8,"iterable":2,"tuple":2,"str":5,"torch":2,"tensor":2,"set":2,"autoweightsloader":2,"skip":1,"prefixes":1,"pooler":2,"update":2,"default":2,"pooling":3,"type":3,"all":1,"class":4,"bertpoolingmodel":1,"bertmodel":1,"is":1,"model":2,"true":1,"init":2,"vllm":4,"config":8,"vllmconfig":1,"prefix":3,"embedding":3,"nn":1,"module":1,"bertembedding":1,"none":1,"super":1,"hf":1,"bertpooler":1,"cls":1},"16147,1753,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"class":2,"bertembeddingmodel":1,"nn":1,"module":1,"supportsquant":1,"a":1,"model":12,"that":1,"uses":1,"bert":1,"to":2,"provide":1,"embedding":2,"functionalities":1,"this":1,"encapsulates":1,"the":1,"bertmodel":2,"and":2,"provides":1,"an":3,"interface":1,"for":4,"operations":3,"customized":1,"pooling":3,"functions":1,"attributes":1,"instance":2,"of":2,"used":2,"forward":2,"pooler":8,"is":2,"true":1,"def":3,"init":2,"self":9,"vllm":4,"config":9,"vllmconfig":1,"prefix":7,"str":2,"super":1,"assert":1,"not":2,"none":3,"build":2,"maybe":1,"input":3,"ids":3,"torch":5,"tensor":5,"positions":3,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":1,"inputs":3,"embeds":3,"return":2,"load":2,"weights":7,"iterable":1,"tuple":1,"list":4,"has":2,"any":1,"name":2,"startswith":1,"in":1,"if":1,"mapper":3,"weightsmapper":1,"orig":1,"new":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1},"17900,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"def":4,"build":2,"model":2,"self":2,"vllm":3,"config":6,"vllmconfig":1,"prefix":3,"str":1,"bertmodel":3,"return":2,"embedding":2,"class":1,"bertembedding":1,"pooler":7,"poolerconfig":1,"dispatchpooler":1,"encode":6,"for":5,"embed":2,"here":2,"we":7,"the":20,"token":10,"type":10,"ids":14,"together":1,"with":5,"input":7,"since":3,"use":2,"int":1,"32":1,"and":3,"vocabulary":1,"size":1,"is":5,"way":1,"lower":1,"than":1,"2":1,"31":1,"there":1,"room":1,"to":6,"additional":1,"bits":1,"at":1,"same":2,"time":1,"cross":1,"encoder":1,"cases":1,"are":2,"only":2,"0":2,"or":2,"1":2,"requiring":1,"bit":4,"this":3,"means":1,"that":4,"can":4,"store":1,"in":4,"31st":1,"void":1,"32nd":1,"because":1,"would":1,"produce":1,"a":2,"negative":1,"number":1,"which":2,"could":1,"be":3,"used":1,"signal":1,"other":1,"things":1,"reason":1,"all":2,"of":3,"tensors":2,"passed":1,"as":1,"forward":1,"function":1,"module":2,"marked":1,"support":1,"torch":7,"compile":2,"have":1,"persistent":3,"so":1,"avoid":1,"adding":1,"more":2,"runner":1,"information":2,"tensor":5,"forclassification":1,"outside":1,"compiled":1,"do":2,"encoding":1,"then":1,"separate":1,"again":1,"layer":1,"masks":1,"entirely":1,"operations":1,"without":1,"branching":1,"it":1,"works":1,"shift":2,"30":1,"none":1,"padded":1,"right":1,"shape":1,"bitwise":1,"decode":1},"19850,1460,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"ids":9,"mask":5,"torch":2,"ones":1,"input":4,"shape":1,"dtype":1,"int32":1,"device":2,"token":4,"type":5,"shift":2,"tokens":2,"bitwise":3,"not":2,"and":4,"return":1,"default":1,"pooling":4,"cls":1,"class":3,"bertforsequenceclassification":1,"nn":2,"module":1,"supportscrossencoding":1,"supportsquant":1,"a":1,"model":5,"that":1,"uses":1,"bert":3,"to":1,"provide":1,"embedding":3,"functionalities":1,"this":1,"encapsulates":1,"the":1,"bertmodel":2,"provides":1,"an":3,"interface":1,"for":3,"operations":3,"customized":1,"functions":1,"attributes":1,"instance":2,"of":2,"used":2,"forward":1,"pooler":5,"is":2,"true":1,"def":1,"init":2,"self":4,"vllm":5,"config":15,"vllmconfig":1,"prefix":4,"str":1,"super":1,"hf":1,"num":3,"labels":3,"bertpoolingmodel":1,"maybe":1,"bertembedding":1,"classifier":1,"linear":1,"hidden":1,"size":1,"assert":1,"none":1},"21310,1582,data/raw/vllm-0.10.1/vllm/model_executor/models/bert.py":{"self":10,"pooler":5,"dispatchpooler":1,"encode":3,"for":3,"config":6,"classify":1,"classifierpooler":4,"pooling":2,"bert":4,"classifier":4,"act":4,"fn":4,"seq":1,"cls":1,"vllm":2,"model":2,"score":1,"cross":1,"encoder":1,"def":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":1,"torch":6,"tensor":6,"loader":2,"autoweightsloader":1,"loaded":2,"params":2,"return":2,"forward":1,"input":5,"ids":9,"optional":4,"positions":3,"intermediate":3,"tensors":3,"intermediatetensors":1,"none":5,"inputs":3,"embeds":3,"token":5,"type":5,"if":1,"is":2,"not":2,"assert":2,"vocab":1,"size":1,"1":1,"shift":1},"0,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":11,"vllm":12,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"gptj":2,"modeling":1,"py":1,"2023":1,"team":1,"2021":1,"eleutherai":1,"and":2,"teams":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"gpt":1,"j":1,"model":8,"compatible":1,"weights":1,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"gptjconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":4,"pp":1,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":6,"layers":6,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1},"1903,1446,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"from":5,"vllm":3,"model":4,"executor":2,"loader":2,"weight":2,"utils":2,"import":5,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"prefix":2,"class":1,"gptjattention":1,"nn":1,"module":1,"def":1,"init":2,"self":13,"config":12,"gptjconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"str":1,"super":1,"total":5,"num":7,"heads":7,"attention":1,"hidden":6,"size":12,"head":2,"qkv":1,"proj":2,"qkvparallellinear":1,"bias":2,"false":2,"out":1,"rowparallellinear":1,"tp":3,"world":4,"get":1,"tensor":1,"parallel":1,"assert":1,"0":1},"3349,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"scaling":2,"self":15,"head":3,"size":9,"0":2,"5":1,"assert":2,"getattr":3,"config":17,"rotary":6,"true":1,"dim":4,"2":1,"rope":4,"theta":3,"10000":1,"max":4,"position":6,"embeddings":3,"8192":1,"emb":2,"get":2,"base":1,"is":1,"neox":1,"style":1,"false":1,"attn":7,"attention":1,"num":1,"heads":1,"cache":2,"quant":7,"prefix":2,"f":1,"def":2,"forward":1,"ids":2,"torch":3,"tensor":3,"hidden":5,"states":2,"qkv":3,"proj":2,"q":4,"k":4,"v":2,"chunk":1,"chunks":1,"3":1,"1":1,"output":4,"out":2,"return":1,"class":1,"gptjmlp":1,"nn":1,"module":1,"init":2,"intermediate":3,"int":1,"gptjconfig":1,"optional":1,"quantizationconfig":1,"none":1,"super":1,"n":1,"embd":1,"fc":2,"in":1,"columnparallellinear":1,"rowparallellinear":1,"act":2,"fn":1,"activation":1,"function":1},"5182,1725,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"def":4,"forward":2,"self":13,"hidden":17,"states":17,"torch":6,"tensor":5,"fc":2,"in":1,"act":1,"out":1,"return":2,"class":2,"gptjblock":1,"nn":3,"module":2,"init":4,"config":24,"gptjconfig":1,"cache":4,"optional":2,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":4,"str":2,"super":2,"inner":4,"dim":2,"4":1,"n":4,"embd":2,"if":1,"is":1,"else":1,"ln":2,"1":2,"layernorm":1,"eps":1,"layer":1,"norm":1,"epsilon":1,"attn":5,"gptjattention":1,"f":1,"mlp":4,"gptjmlp":1,"position":3,"ids":3,"residual":2,"output":4,"support":1,"compile":1,"gptjmodel":1,"vllm":4,"vllmconfig":1,"model":1,"hf":1},"6907,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"self":19,"config":12,"quant":3,"embed":3,"dim":3,"n":3,"embd":2,"wte":2,"vocabparallelembedding":1,"vocab":1,"size":1,"start":2,"layer":8,"end":2,"h":3,"make":3,"layers":1,"lambda":1,"prefix":5,"gptjblock":1,"cache":1,"f":3,"ln":2,"nn":1,"layernorm":1,"eps":1,"norm":1,"epsilon":1,"empty":2,"intermediate":4,"tensors":4,"factory":1,"hidden":12,"states":12,"def":2,"get":4,"input":6,"embeddings":2,"ids":6,"torch":6,"tensor":6,"return":3,"forward":1,"position":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":2,"union":1,"if":3,"pp":2,"group":2,"is":3,"first":1,"rank":2,"not":2,"else":2,"for":1,"in":1,"last":1},"8635,1280,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":5,"mapping":1,"param":4,"name":9,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":3,"1":1,"dict":3,"named":1,"parameters":1,"loaded":8,"for":1,"weight":10,"in":3,"if":3,"attn":2,"bias":2,"or":1,"masked":1,"continue":2,"quant":2,"config":2,"is":1,"not":1,"none":1,"and":1,"scale":4,"get":1,"cache":2,"loading":1,"kv":1,"quantization":1,"scales":1,"loader":4,"getattr":1,"default":1,"dim":1,"else":1,"add":1},"9915,1362,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"for":3,"param":8,"name":21,"weight":12,"shard":2,"id":2,"in":4,"stacked":1,"params":8,"mapping":1,"if":6,"not":3,"continue":6,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"dict":5,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"loader":7,"loaded":4,"break":1,"else":1,"maybe":1,"remap":1,"kv":1,"scale":1,"none":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"gptjforcausallm":1,"nn":1,"module":1,"supportspp":1},"11277,1971,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_j.py":{"def":5,"init":2,"self":18,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":1,"hf":1,"quant":6,"assert":1,"not":1,"tie":1,"word":1,"embeddings":3,"transformer":5,"gptjmodel":1,"maybe":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":2,"n":1,"embd":1,"bias":2,"true":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"0,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":11,"vllm":11,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"a5cc30d72ae2dc19af534e4b35c986cc28db1275":1,"src":1,"models":1,"falcon":4,"modeling":1,"py":1,"2023":2,"team":2,"authors":1,"and":2,"inc":1,"all":2,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"pytorch":1,"model":9,"import":16,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":2,"layernorm":1,"falconconfig":2,"hf":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":5,"pp":1,"group":1,"tensor":3,"parallel":3,"rank":1,"world":1,"size":1,"reduce":1,"executor":5,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1992,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"from":7,"vllm":5,"model":5,"executor":3,"layers":2,"vocab":1,"parallel":2,"embedding":1,"import":7,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":3,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"transformers":1,"configs":1,"rwconfig":2,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":2,"falconconfig":3,"union":1,"hf":1,"def":2,"get":2,"alibi":1,"slopes":5,"total":4,"num":6,"heads":6,"int":1,"torch":12,"tensor":4,"closest":7,"power":7,"of":7,"2":15,"math":4,"floor":1,"log2":3,"base":4,"3":2,"dtype":4,"float32":2,"powers":4,"arange":2,"1":4,"int32":2,"pow":2,"if":1,"extra":4,"remaining":2,"min":1,"cat":1,"dim":1,"0":1,"return":1,"class":1,"falconattention":1,"nn":1,"module":1,"init":2,"self":2,"config":4,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"str":1,"super":1,"hidden":2,"size":4,"tp":1,"world":1},"3953,1591,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"self":34,"total":15,"num":21,"heads":25,"config":7,"attention":1,"assert":4,"tp":8,"size":13,"0":3,"head":5,"dim":5,"hidden":3,"new":3,"decoder":3,"architecture":3,"multi":3,"query":4,"if":2,"kv":16,"elif":1,"1":2,"else":2,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"tensor":2,"parallel":2,"gpus":2,"less":1,"replicate":1,"max":1,"key":1,"value":1,"qkvparallellinear":1,"bias":3,"skip":1,"add":1,"true":1,"quant":2,"q":1},"5544,711,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"layer":1,"wise":1,"attention":1,"scaling":1,"self":11,"inv":1,"norm":1,"factor":1,"1":1,"0":1,"math":1,"sqrt":1,"head":1,"dim":1,"reduce":3,"row":2,"parallel":3,"results":3,"not":2,"config":7,"new":1,"decoder":1,"architecture":1,"or":1,"attn":1,"dense":1,"rowparallellinear":1,"hidden":2,"size":2,"bias":3,"skip":1,"add":1,"true":1,"quant":2,"use":4,"rotary":4,"alibi":4,"assert":1,"and":2,"are":1,"mutually":1,"exclusive":1},"6255,1981,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"if":1,"self":24,"use":2,"rotary":3,"rope":4,"theta":3,"getattr":2,"config":10,"10000":1,"max":4,"position":4,"embeddings":3,"8192":1,"emb":1,"get":3,"head":9,"dim":6,"base":1,"attn":6,"attention":3,"num":12,"heads":12,"inv":4,"norm":4,"factor":4,"kv":6,"quant":6,"prefix":6,"f":3,"elif":1,"alibi":7,"tp":3,"rank":4,"tensor":1,"model":1,"parallel":1,"start":2,"end":2,"1":1,"slopes":6,"total":1,"tolist":1,"else":1,"scale":1,"cache":2},"8236,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"def":3,"forward":2,"self":19,"positions":2,"torch":5,"tensor":5,"hidden":8,"states":2,"qkv":3,"bias":17,"query":1,"key":1,"value":1,"if":3,"is":2,"not":4,"none":3,"q":5,"k":4,"v":2,"split":1,"size":9,"kv":2,"dim":1,"1":1,"use":1,"rotary":2,"emb":1,"attn":6,"output":4,"dense":5,"return":2,"class":2,"falconmlp":1,"nn":2,"module":2,"init":2,"config":11,"falconconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"super":1,"h":4,"to":4,"4h":4,"columnparallellinear":1,"4":2,"skip":2,"add":3,"true":2,"act":3,"get":1,"fn":1,"gelu":1,"reduce":3,"row":2,"parallel":3,"results":3,"new":1,"decoder":1,"architecture":1,"or":1,"rowparallellinear":1,"x":9,"note":1,"zhuohan":1,"following":1,"huggingface":1,"we":1,"do":1,"fuse":1,"here":1,"falcondecoderlayer":1},"10135,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"def":1,"init":2,"self":14,"config":26,"falconconfig":1,"cache":2,"optional":2,"cacheconfig":1,"none":4,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":7,"size":7,"num":7,"heads":2,"attention":5,"falconattention":1,"f":1,"mlp":3,"falconmlp":1,"if":4,"not":3,"hasattr":1,"ln":7,"in":5,"parallel":8,"attn":8,"is":1,"and":1,"new":2,"decoder":2,"architecture":2,"2":2,"post":1,"layernorm":8,"eps":5,"layer":7,"norm":7,"epsilon":5,"input":2,"else":2,"the":3,"before":2,"reduce":1,"row":1,"results":1,"or":1},"11993,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"def":1,"forward":1,"self":18,"positions":3,"torch":3,"tensor":4,"hidden":6,"states":6,"residual":4,"if":9,"config":6,"num":2,"ln":4,"in":2,"parallel":9,"attn":5,"2":1,"attention":19,"layernorm":12,"out":10,"mlp":23,"else":2,"input":1,"output":14,"bias":10,"reduce":6,"row":3,"results":4,"and":6,"is":4,"not":6,"none":4,"new":2,"decoder":2,"architecture":2,"post":1,"1":1,"when":1,"layers":2,"are":1,"we":1,"can":1,"use":1,"only":1,"one":1,"all":2,"operator":1,"to":1,"the":1,"from":1,"both":1,"model":1,"return":1},"13975,1328,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"support":1,"torch":3,"compile":1,"class":1,"falconmodel":1,"nn":1,"module":1,"def":2,"init":2,"self":15,"vllm":4,"config":23,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"embed":3,"dim":3,"hidden":4,"size":3,"num":3,"heads":2,"attention":1,"use":1,"alibi":2,"embedding":2,"ln":2,"word":2,"embeddings":3,"vocabparallelembedding":1,"vocab":1,"transformer":1,"blocks":1,"start":1,"layer":4,"end":1,"h":2,"make":3,"layers":2,"lambda":1,"falcondecoderlayer":1,"f":2,"final":1,"norm":2,"layernorm":1,"eps":1,"epsilon":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"get":1,"input":3,"ids":2,"tensor":2,"return":1},"15303,877,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":2,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":3,"first":1,"rank":2,"not":2,"hidden":11,"states":11,"else":2,"embeddings":1,"for":1,"layer":4,"in":1,"h":1,"start":1,"end":1,"last":1,"return":2,"ln":1,"f":1},"16181,627,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"def":1,"load":1,"weights":2,"self":6,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"total":7,"num":10,"heads":10,"config":4,"attention":1,"if":1,"new":1,"decoder":1,"architecture":1,"kv":6,"elif":1,"multi":1,"query":2,"1":1,"else":1,"per":1,"head":1,"params":2,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":1},"16808,1669,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"for":2,"name":6,"loaded":17,"weight":17,"in":3,"weights":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"if":4,"endswith":1,"and":1,"not":2,"params":2,"dict":2,"continue":2,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"param":2,"query":5,"key":1,"value":1,"output":15,"dim":16,"getattr":1,"none":2,"shape":10,"view":1,"total":1,"num":5,"kv":5,"heads":5,"per":4,"head":4,"2":1,"1":14,"wq":2,"narrow":3,"0":1,"reshape":3,"wk":2,"wv":2,"torch":1,"cat":1},"18477,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"weight":6,"loader":4,"getattr":1,"param":2,"default":2,"loaded":3,"params":2,"add":1,"name":1,"return":2,"class":1,"falconforcausallm":1,"nn":1,"module":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"query":2,"key":2,"value":2,"def":2,"init":2,"self":14,"vllm":5,"config":22,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":2,"hf":1,"quant":6,"transformer":5,"falconmodel":1,"maybe":1,"only":1,"falcon":2,"11b":1,"doesn":2,"t":2,"share":1,"lm":3,"head":3,"with":1,"word":8,"embeddings":10,"and":1,"previous":1,"have":1,"tie":6,"so":1,"we":1,"set":1,"to":1,"true":2,"by":1,"if":2,"is":1,"not":1,"none":1,"else":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"get":2,"input":4,"ids":2,"torch":2,"tensor":2},"20305,1078,data/raw/vllm-0.10.1/vllm/model_executor/models/falcon.py":{"def":3,"forward":1,"self":8,"input":2,"ids":2,"torch":7,"longtensor":1,"positions":2,"tensor":6,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":1,"none":3,"inputs":2,"embeds":2,"hidden":4,"states":4,"transformer":1,"return":3,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1},"0,1742,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":11,"vllm":10,"project":1,"2024":2,"team":2,"microsoft":1,"and":2,"huggingface":1,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":2,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":3,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":2,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"from":11,"collections":1,"abc":1,"import":14,"iterable":1,"mapping":1,"sequence":1,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"regex":1,"re":1,"torch":2,"nn":2,"transformers":1,"batchfeature":1,"clipvisionconfig":1,"pretrainedconfig":1,"processormixin":1,"config":1,"vllmconfig":1,"logger":2,"init":1,"model":3,"executor":3,"layers":2,"quantization":1,"quantizationconfig":1,"vocab":1,"parallel":1,"embedding":1,"vocabparallelembedding":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":4,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"yapf":2,"conflicts":1,"isort":1,"block":1,"disable":1},"1742,1965,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"from":9,"vllm":6,"multimodal":3,"processing":1,"import":8,"basemultimodalprocessor":1,"baseprocessinginfo":1,"boundpromptupdate":1,"placeholderfeaturesinfo":1,"promptreplacement":1,"promptupdate":1,"yapf":1,"enable":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"utils":3,"is":1,"list":1,"of":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"clip":4,"clipvisionmodel":2,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":3,"registered":1,"model":1,"maybe":1,"prefix":2,"merge":1,"embeddings":1,"logger":2,"name":1,"cannot":1,"find":1,"the":1,"following":1,"2":2,"numbers":1,"hf":3,"config":7,"image":2,"token":1,"id":1,"32044":1,"vit":2,"large":2,"patch14":2,"336":3,"clipvisionconfig":1,"dropout":1,"0":2,"hidden":3,"act":1,"quick":1,"gelu":1,"size":4,"1024":1,"intermediate":1,"4096":1,"num":3,"attention":1,"heads":1,"16":1,"channels":1,"3":1,"layers":1,"24":1,"patch":1,"14":1,"projection":1,"dim":1,"768":1,"def":1,"img":2,"processor":2,"pretrainedconfig":1,"quant":1,"optional":1,"quantizationconfig":1,"str":1,"layer":2,"idx":2,"get":1},"3707,1973,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"initialize":1,"the":2,"clip":3,"only":1,"up":1,"to":1,"required":1,"feature":5,"layer":5,"if":1,"idx":4,"0":1,"num":5,"hidden":6,"layers":5,"config":3,"1":2,"else":1,"img":5,"processor":3,"clipvisionmodel":2,"quant":1,"override":1,"prefix":2,"return":1,"class":3,"phi3vimagepixelinputs":2,"tensorschema":2,"dimensions":2,"b":2,"batch":2,"size":4,"n":2,"number":4,"of":7,"images":2,"p":5,"patches":1,"h":5,"height":2,"each":3,"patch":2,"w":3,"width":2,"type":5,"literal":2,"pixel":2,"values":2,"image":7,"embeds":4,"supports":1,"either":1,"a":2,"stacked":2,"tensor":7,"or":1,"list":3,"3":2,"tensors":1,"data":2,"annotated":3,"union":3,"torch":7,"tensorshape":3,"bn":3,"dynamic":1,"dims":1,"may":1,"vary":1,"across":1,"items":1,"with":1,"and":1,"for":1,"sizes":1,"optional":1,"2":1,"phi3vimageembeddinginputs":2,"f":2,"e":1,"g":1,"tokens":1,"per":1,"must":1,"match":1,"language":1,"model":1,"backbone":1,"phi3vimageinputs":1,"phi3imageembeddingbase":1,"nn":1,"module":1,"def":2,"init":2,"self":6,"none":1,"super":1,"int":1,"str":1,"get":1,"features":1,"floattensor":2},"5680,1826,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"note":1,"we":1,"skip":1,"the":3,"step":1,"to":1,"select":1,"vision":2,"feature":8,"layer":4,"since":1,"this":1,"is":1,"already":1,"done":1,"inside":1,"img":13,"processor":7,"self":10,"embeds":1,"if":3,"type":2,"patch":4,"1":1,"return":2,"cls":1,"raise":1,"notimplementederror":1,"adapted":1,"from":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":1,"3":1,"128k":1,"instruct":1,"blob":1,"main":1,"image":6,"embedding":2,"phi3":2,"v":1,"py":1,"class":1,"phi3hdimageembedding":1,"phi3imageembeddingbase":1,"with":6,"hd":8,"transform":8,"def":1,"init":3,"config":12,"pretrainedconfig":1,"quant":2,"optional":1,"quantizationconfig":1,"prefix":3,"str":1,"none":1,"super":1,"n":3,"embed":1,"or":1,"hidden":3,"size":3,"embd":5,"hasattr":1,"else":1,"f":1,"dim":4,"out":4,"num":2,"tokens":2,"global":1,"gn":2,"and":3,"sub":2,"for":1,"serves":1,"as":1,"line":1,"separator":5,"use":3,"get":3,"false":2,"learnable":4,"order":2,"glb":1,"should":1,"have":1,"same":1,"value":1,"assert":1},"7506,1380,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"1024":1,"4":4,"merge":1,"spatial":1,"to":1,"channel":1,"dimension":1,"self":10,"glb":1,"gn":2,"nn":6,"parameter":2,"torch":5,"empty":2,"1":8,"image":9,"dim":8,"out":4,"sub":1,"projection":5,"hidden":2,"size":2,"depth":2,"2":1,"layers":3,"linear":2,"for":1,"in":1,"range":1,"extend":1,"gelu":1,"img":8,"sequential":1,"type":2,"feature":3,"config":1,"processor":1,"get":2,"patch":1,"def":1,"forward":1,"pixel":6,"values":6,"floattensor":2,"sizes":2,"tensor":1,"process":1,"and":1,"return":2,"vision":1,"embeddings":1,"num":8,"images":4,"crops":3,"c":2,"h":2,"w":2,"output":1,"tokens":1,"shape":1,"flatten":1,"0":1,"features":7,"reshape":1,"proj":2,"hd":1,"transform":1},"8886,1808,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"def":1,"hd":13,"feature":2,"transform":4,"self":12,"image":22,"features":15,"sizes":3,"num":8,"images":2,"crops":6,"1":5,"24":6,"1024":3,"assert":1,"order":3,"sub":6,"glb":1,"f":1,"not":1,"implemented":1,"if":1,"isinstance":1,"img":7,"projection":5,"nn":2,"sequential":1,"target":4,"device":4,"0":3,"bias":4,"dtype":4,"else":1,"it":1,"s":1,"a":3,"single":1,"linear":1,"layer":1,"global":6,"can":1,"be":1,"viewed":1,"as":1,"special":1,"case":1,"with":1,"1x1":1,"reshape":2,"patches":2,"2x2merge":2,"newline":4,"add":2,"batch":1,"proj":1,"need":1,"for":3,"loop":1,"to":1,"process":1,"each":2,"because":1,"of":1,"different":2,"patch":1,"arrangement":1,"is":2,"i":2,"size":2,"in":1,"enumerate":1,"h":5,"w":5,"crop":6,"336":2,"note":1,"real":1,"padded":1},"10694,1631,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"sub":2,"features":12,"separator":1,"global":2,"image":12,"embeddings":2,"torch":1,"cat":1,"hd":5,"newline":2,"squeeze":2,"0":6,"h":20,"crop":22,"12":14,"w":11,"1":5,"4096":6,"self":3,"glb":1,"gn":1,"i":1,"img":6,"proj":4,"projection":1,"to":1,"target":2,"device":1,"dtype":1,"batch":2,"append":1,"return":2,"def":1,"reshape":6,"patches":1,"2x2merge":1,"num":7,"images":5,"crops":2,"24":4,"1024":5,"output":1,"where":1,"n":13,"l":3,"c":6,"shape":1,"assert":1,"576":1,"and":2,"int":1,"5":3,"2":14,"permute":2,"3":2,"4":4,"144":1},"12325,1953,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"def":6,"add":2,"image":21,"newline":6,"self":9,"features":7,"hd":7,"num":10,"images":8,"h":6,"crop":4,"12":4,"w":4,"4096":2,"output":1,"1":6,"hid":3,"dim":4,"shape":1,"the":3,"token":1,"to":1,"feature":2,"patches":1,"embeddings":2,"sub":1,"gn":1,"expand":1,"n":1,"img":2,"torch":1,"cat":1,"2":1,"reshape":1,"return":5,"class":2,"phi3vprocessinginfo":2,"baseprocessinginfo":1,"get":9,"supported":1,"mm":6,"limits":1,"mapping":3,"str":5,"optional":2,"int":7,"none":3,"tokens":5,"width":4,"height":4,"processor":8,"processormixin":1,"if":1,"is":1,"hf":4,"calc":1,"from":1,"size":3,"type":2,"ignore":2,"with":1,"most":1,"imagesize":2,"result":1,"in":1,"max":1,"possible":1,"16":1,"8000":1,"50":1,"phi3vdummyinputsbuilder":1,"basedummyinputsbuilder":1,"dummy":2,"text":1,"counts":4,"0":2,"info":1,"list":1,"join":1,"data":1,"seq":1,"len":1,"multimodaldatadict":1},"14278,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"target":4,"width":3,"height":3,"self":6,"info":2,"get":5,"image":9,"size":1,"with":1,"most":1,"features":1,"return":3,"dummy":1,"images":3,"num":2,"class":1,"phi3vmultimodalprocessor":1,"basemultimodalprocessor":1,"phi3vprocessinginfo":1,"def":3,"call":2,"hf":9,"processor":9,"prompt":6,"str":8,"mm":12,"data":3,"mapping":6,"object":4,"kwargs":10,"tok":3,"batchfeature":2,"processed":3,"outputs":3,"super":1,"input":5,"ids":7,"assert":1,"isinstance":1,"torch":1,"tensor":1,"phi3v":1,"has":1,"inserted":1,"1":1,"2":1,"etc":1,"as":1,"placeholder":1,"in":1,"which":1,"will":1,"cause":1,"overflowerror":1,"when":1,"decoding":1,"the":1,"therefore":1,"we":1,"need":1,"to":1,"do":1,"an":1,"early":1,"replacement":1,"here":1,"masked":1,"fill":1,"0":1,"token":1,"id":1,"fields":1,"config":1,"inputs":1,"multimodalfieldconfig":4,"dict":1,"pixel":1,"values":1,"batched":3,"sizes":1,"embeds":1,"updates":1,"items":1,"multimodaldataitems":1,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"tokens":2,"list":1,"img":1,"type":1,"ignore":1},"16250,957,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"def":1,"get":7,"replacement":3,"phi3v":2,"item":3,"idx":3,"int":1,"images":6,"mm":2,"items":3,"image":17,"imageembeddingitems":2,"imageprocessoritems":1,"if":1,"isinstance":1,"num":6,"tokens":5,"feature":1,"size":5,"else":1,"self":1,"info":1,"width":2,"height":2,"processor":2,"hf":1,"return":2,"token":3,"id":1,"count":1,"strict":1,"false":1,"promptreplacement":1,"modality":1,"target":1,"for":1,"in":1},"17207,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"def":1,"apply":1,"prompt":5,"updates":2,"self":2,"token":14,"ids":10,"list":4,"int":3,"mm":3,"mapping":3,"str":5,"sequence":1,"boundpromptupdate":1,"item":2,"counts":2,"tuple":1,"placeholderfeaturesinfo":1,"align":1,"to":4,"hf":2,"behavior":2,"when":1,"there":1,"are":1,"images":1,"if":4,"len":4,"tokenizer":8,"info":1,"get":1,"decode":2,"the":3,"original":1,"text":8,"we":1,"need":1,"1":2,"remove":2,"first":1,"bos":2,"2":1,"space":1,"after":1,"each":1,"special":12,"introduced":1,"by":1,"and":1,"0":1,"id":1,"for":7,"tokens":8,"in":7,"map":1,"values":1,"isinstance":2,"replace":2,"f":2,"elif":1,"perform":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":1,"3":1,"5":1,"vision":1,"instruct":1,"blob":1,"64f88b6":1,"processing":1,"phi3":1,"v":1,"py":1,"l407":1,"pattern":3,"r":1,"image":5,"d":1,"chunks":3,"chunk":4,"input":2,"re":2,"split":1,"tags":4,"add":1,"false":1,"findall":1,"append":1,"e":2,"sublist":2,"zip":1,"ele":2},"19110,1780,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"token":7,"ids":7,"text":5,"placeholders":4,"super":1,"apply":1,"prompt":3,"updates":3,"mm":4,"item":4,"counts":2,"keep":1,"the":1,"behavior":1,"in":3,"line":1,"with":1,"hf":2,"processor":2,"if":2,"startswith":2,"s":3,"image":6,"replace":1,"1":2,"0":1,"2":1,"modality":7,"placeholderfeaturesinfo":1,"p":6,"idx":4,"start":2,"tokens":6,"is":3,"embed":6,"for":2,"ps":2,"items":1,"return":2,"multimodal":1,"registry":1,"register":1,"phi3vmultimodalprocessor":1,"info":1,"phi3vprocessinginfo":1,"dummy":1,"inputs":1,"phi3vdummyinputsbuilder":1,"class":1,"phi3vforcausallm":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":1,"model":6,"vision":3,"wte":1,"lm":2,"head":2,"language":2,"classmethod":1,"def":1,"get":1,"placeholder":1,"str":3,"cls":1,"i":2,"int":1,"optional":1,"f":1,"raise":1,"valueerror":1,"only":1,"supported":1},"20890,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"def":2,"init":3,"self":12,"vllm":7,"config":22,"vllmconfig":1,"prefix":10,"str":1,"super":1,"model":10,"hf":1,"multimodal":4,"image":8,"token":2,"id":2,"embed":4,"tokens":4,"vocabparallelembedding":1,"vocab":2,"size":3,"hidden":1,"org":1,"num":1,"embeddings":2,"quant":3,"maybe":2,"todo":1,"optionally":1,"initializes":1,"this":2,"for":1,"supporting":1,"input":2,"vision":2,"phi3hdimageembedding":1,"language":2,"registered":1,"the":1,"is":5,"empty":3,"intentionally":1,"because":1,"default":1,"of":1,"llamaforcausallm":3,"we":2,"don":1,"t":1,"directly":1,"initialize":1,"s":1,"so":1,"can":1,"automatically":1,"apply":1,"embedding":2,"wrapper":1,"if":2,"initialized":1,"as":1,"an":1,"architectures":1,"make":2,"intermediate":2,"tensors":2,"parse":1,"and":2,"validate":1,"kwargs":4,"object":1,"optional":1,"phi3vimageinputs":1,"pixel":3,"values":3,"pop":3,"none":6,"sizes":2,"embeds":3,"return":1},"22736,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"if":6,"pixel":3,"values":3,"is":5,"not":3,"none":4,"return":8,"phi3vimagepixelinputs":1,"type":3,"data":9,"flatten":3,"bn":3,"image":27,"sizes":3,"concat":1,"true":1,"resolve":1,"bindings":1,"h":1,"clip":2,"vit":2,"large":2,"patch14":2,"336":2,"config":2,"size":2,"w":1,"embeds":6,"phi3vimageembeddinginputs":1,"raise":2,"assertionerror":1,"this":2,"line":1,"should":1,"be":2,"unreachable":1,"def":3,"process":2,"input":11,"self":8,"phi3vimageinputs":1,"torch":4,"tensor":4,"list":4,"of":3,"it":1,"s":1,"already":1,"a":3,"tensors":3,"len":1,"shape":1,"3":1,"3d":2,"unbind":1,"dim":1,"0":1,"valueerror":1,"we":1,"expect":1,"batched":1,"2d":2,"can":1,"either":1,"or":1,"single":1,"assert":1,"vision":4,"embed":2,"tokens":2,"get":2,"language":2,"model":2,"nn":1,"module":1,"multimodal":1,"embeddings":3,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1},"24711,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"def":4,"get":3,"input":9,"embeddings":10,"self":10,"ids":7,"torch":8,"tensor":8,"multimodal":6,"optional":4,"multimodalembeddings":1,"none":8,"inputs":11,"embeds":11,"embed":1,"tokens":1,"if":2,"is":5,"not":2,"and":1,"len":1,"0":1,"merge":1,"image":1,"token":1,"id":1,"return":3,"forward":1,"positions":2,"intermediate":3,"tensors":3,"intermediatetensors":1,"kwargs":2,"object":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"hidden":4,"states":4,"language":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"set":1},"26705,503,data/raw/vllm-0.10.1/vllm/model_executor/models/phi3v.py":{"loader":2,"autoweightsloader":1,"self":4,"autoloaded":4,"weights":6,"load":1,"mapper":2,"hf":2,"to":1,"vllm":1,"the":1,"config":1,"doesn":1,"t":1,"specify":1,"whether":1,"these":1,"are":1,"tied":1,"so":1,"we":1,"detect":1,"it":1,"this":1,"way":1,"if":1,"embed":4,"tokens":4,"weight":2,"not":1,"in":1,"language":1,"model":2,"add":1,"return":1},"0,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":9,"contributors":4,"to":4,"the":18,"vllm":2,"project":1,"adapted":1,"from":3,"https":1,"huggingface":2,"co":1,"microsoft":2,"phi":3,"1":2,"5":2,"blob":1,"main":1,"modeling":1,"py":1,"2023":1,"team":1,"c":2,"corporation":1,"licensed":1,"under":1,"mit":1,"bsd":1,"3":1,"clause":1,"2022":1,"tri":1,"dao":1,"trid":1,"cs":1,"stanford":1,"edu":1,"all":1,"rights":1,"reserved":1,"redistribution":1,"and":9,"use":3,"in":6,"source":2,"binary":2,"forms":1,"with":3,"or":11,"without":2,"modification":1,"are":3,"permitted":1,"provided":3,"that":1,"following":3,"conditions":3,"met":1,"redistributions":2,"of":13,"code":1,"must":2,"retain":1,"above":2,"notice":2,"this":5,"list":2,"disclaimer":2,"form":1,"reproduce":1,"documentation":1,"other":1,"materials":1,"distribution":1,"neither":1,"name":1,"holder":2,"nor":1,"names":1,"its":1,"may":1,"be":2,"used":1,"endorse":1,"promote":1,"products":1,"derived":1,"software":3,"specific":1,"prior":1,"written":1,"permission":1,"is":2,"by":1,"holders":1,"as":1,"any":4,"express":1,"implied":2,"warranties":2,"including":3,"but":2,"not":2,"limited":2,"merchantability":1,"fitness":1,"for":2,"a":1,"particular":1,"purpose":1,"disclaimed":1,"no":1,"event":1,"shall":1,"liable":1,"direct":1,"indirect":1,"incidental":1,"special":1,"exemplary":1,"consequential":1,"damages":1,"procurement":1,"substitute":1,"goods":1,"services":1,"loss":1,"data":1,"profits":1,"business":1,"interruption":1,"however":1,"caused":1,"on":1,"theory":1,"liability":2,"whether":1,"contract":1,"strict":1,"tort":1,"negligence":1,"otherwise":1,"arising":1,"way":1,"out":1,"even":1,"if":1,"advised":1,"possibility":1,"such":1,"damage":1,"inference":1,"only":1,"model":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":1,"iterable":1},"1990,1783,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"from":18,"typing":1,"import":19,"optional":3,"union":1,"torch":3,"nn":2,"transformers":1,"phiconfig":2,"vllm":13,"attention":3,"compilation":1,"decorators":1,"support":1,"compile":1,"config":6,"cacheconfig":2,"vllmconfig":1,"distributed":1,"get":4,"pp":2,"group":1,"tensor":1,"model":10,"parallel":2,"world":1,"size":5,"executor":8,"layers":7,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":2,"class":1,"phiattention":1,"module":1,"def":1,"init":2,"self":6,"cache":1,"none":2,"quant":1,"str":1,"super":1,"total":2,"num":3,"heads":3,"hidden":3,"head":1},"3773,1725,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"tensor":4,"model":4,"parallel":4,"world":4,"size":12,"get":2,"assert":2,"self":16,"total":3,"num":6,"heads":6,"0":4,"pylint":2,"disable":2,"c0103":1,"qkv":1,"proj":1,"qkvparallellinear":1,"hidden":4,"head":4,"bias":1,"true":1,"quant":6,"config":13,"dense":1,"rowparallellinear":1,"scaling":2,"5":2,"rotary":6,"dim":4,"int":1,"partial":1,"factor":1,"attention":2,"2":1,"c0301":1,"refer":1,"to":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":2,"1":1,"blob":1,"d212a789620c380ff32ca1d1ee9943a777360987":1,"modeling":1,"py":1,"l518":1,"rope":4,"theta":3,"getattr":2,"10000":1,"max":4,"position":4,"embeddings":3,"2048":1,"emb":1,"base":1,"attn":2,"cache":2,"prefix":2,"f":1},"5498,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"def":4,"forward":2,"self":19,"position":2,"ids":2,"torch":3,"tensor":3,"hidden":15,"states":10,"qkv":3,"proj":1,"q":4,"k":4,"v":2,"chunk":1,"chunks":1,"3":1,"dim":1,"1":1,"rotary":1,"emb":1,"attn":5,"output":4,"dense":1,"return":2,"class":2,"phimlp":2,"nn":3,"module":2,"init":4,"config":21,"phiconfig":2,"quant":8,"optional":3,"quantizationconfig":2,"none":5,"super":2,"n":7,"inner":7,"getattr":1,"if":1,"is":1,"not":1,"else":1,"4":1,"size":4,"fc1":2,"columnparallellinear":1,"fc2":2,"rowparallellinear":1,"act":4,"get":1,"fn":1,"philayer":1,"cache":2,"cacheconfig":1,"prefix":3,"str":1,"input":1,"layernorm":2,"eps":2,"layer":1,"norm":1,"phiattention":1,"f":1,"mlp":1},"7421,1729,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"def":3,"forward":3,"self":16,"position":3,"ids":5,"torch":6,"tensor":5,"hidden":16,"states":12,"residual":2,"input":4,"layernorm":3,"attn":3,"outputs":2,"feed":2,"mlp":1,"return":2,"support":1,"compile":1,"class":1,"phimodel":1,"nn":2,"module":1,"init":2,"vllm":4,"config":24,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":5,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":1,"size":4,"start":1,"layer":3,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"philayer":1,"f":1,"final":1,"eps":2,"norm":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"embeddings":1},"9150,1509,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"def":2,"forward":1,"self":8,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":4,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"assert":1,"for":2,"layer":4,"in":3,"layers":1,"start":1,"end":1,"last":1,"return":2,"final":1,"layernorm":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":4,"shard":2,"id":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"loaded":2,"weight":1,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":1},"10659,1878,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"for":3,"param":8,"name":17,"weight":12,"shard":2,"id":2,"in":4,"stacked":1,"params":7,"mapping":2,"if":5,"not":4,"continue":5,"replace":1,"skip":2,"loading":2,"extra":2,"bias":5,"gptq":2,"models":2,"endswith":2,"and":2,"dict":4,"is":2,"pp":2,"missing":2,"parameter":2,"self":6,"loader":7,"loaded":4,"break":1,"else":1,"pylint":1,"disable":1,"e1136":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"phiforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"def":1,"init":2,"vllm":4,"config":18,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4,"lora":4,"lm":1,"head":1,"use":1,"cannot":1,"share":1,"word":2,"embeddings":2,"assert":1,"tie":1},"12537,1635,data/raw/vllm-0.10.1/vllm/model_executor/models/phi.py":{"self":15,"model":5,"phimodel":1,"vllm":2,"config":7,"prefix":3,"maybe":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"bias":2,"true":1,"quant":2,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":4,"get":2,"input":6,"embeddings":2,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":10,"vllm":13,"project":1,"2025":1,"llama4":1,"meta":1,"inc":2,"and":2,"huggingface":2,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"llama":2,"model":9,"compatible":1,"weights":1,"from":16,"collections":1,"abc":1,"import":17,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"transformers":1,"llama4textconfig":1,"attention":4,"layers":6,"chunked":1,"local":1,"chunkedlocalattention":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"tensor":1,"parallel":1,"world":1,"size":1,"executor":6,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1,"loader":2,"weight":2,"utils":1,"default":1,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"llamaforcausallm":1,"llamamlp":1,"llamamodel":1},"1885,1782,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"from":1,"utils":1,"import":1,"autoweightsloader":1,"extract":1,"layer":1,"index":1,"fast":2,"topk":4,"is":2,"pp":1,"missing":1,"parameter":1,"class":1,"llama4moe":2,"nn":1,"module":1,"staticmethod":1,"def":2,"custom":3,"routing":3,"function":3,"hidden":4,"states":1,"torch":6,"tensor":5,"gating":2,"output":2,"int":1,"renormalize":2,"bool":1,"tuple":1,"router":10,"scores":5,"indices":2,"dim":1,"1":1,"pseudo":1,"standard":1,"that":1,"the":1,"are":1,"floats":1,"sigmoid":1,"float":1,"return":1,"to":1,"int32":1,"init":2,"self":5,"config":12,"llama4textconfig":1,"quant":4,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"tp":1,"size":9,"get":1,"model":1,"parallel":1,"world":1,"top":2,"k":2,"num":5,"experts":7,"per":2,"tok":2,"intermediate":4,"moe":2,"replicatedlinear":1,"local":2,"bias":1,"false":3,"f":2,"fusedmoe":1,"apply":1,"weight":1,"on":1,"input":1,"true":1,"reduce":1,"results":1},"3667,887,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"self":8,"shared":6,"expert":4,"llamamlp":1,"hidden":8,"size":5,"config":3,"intermediate":2,"moe":1,"act":1,"silu":1,"quant":2,"bias":1,"false":1,"prefix":2,"f":1,"reduce":3,"results":1,"experts":7,"must":1,"outputs":1,"def":1,"forward":1,"states":5,"router":4,"logits":3,"out":8,"routed":2,"if":1,"tp":1,"1":1,"maybe":1,"all":1,"tensor":1,"model":1,"parallel":1,"return":1,"class":1,"llama4attention":1,"nn":1,"module":1},"4554,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"def":1,"init":2,"self":30,"config":7,"llama4textconfig":1,"hidden":3,"size":15,"int":4,"num":16,"heads":20,"kv":14,"rope":5,"theta":1,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":2,"position":1,"embeddings":1,"8192":1,"quant":1,"quantizationconfig":1,"bias":2,"bool":2,"false":2,"o":1,"proj":1,"cache":1,"cacheconfig":1,"prefix":2,"super":1,"layer":3,"idx":2,"extract":1,"index":1,"no":3,"layers":3,"nope":3,"0":5,"use":2,"qk":2,"norm":2,"and":2,"not":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":8,"assert":3,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":5,"dim":5,"q":1,"5":1,"attn":2,"temperature":2,"tuning":2},"6504,1617,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"self":21,"floor":2,"scale":4,"getattr":2,"config":10,"8192":1,"0":2,"attn":2,"1":1,"rope":7,"theta":3,"max":4,"position":4,"embeddings":3,"n":1,"rep":1,"num":7,"heads":7,"kv":3,"qk":2,"norm":3,"rmsnorm":1,"hidden":4,"size":7,"head":6,"dim":6,"eps":2,"rms":1,"has":1,"weight":1,"false":2,"dtype":1,"torch":1,"float32":1,"if":4,"use":1,"else":3,"none":3,"qkv":2,"proj":5,"qkvparallellinear":1,"total":5,"bias":4,"quant":6,"prefix":4,"f":2,"o":3,"rowparallellinear":1,"input":1,"output":1,"is":6,"neox":4,"style":4,"true":1,"gguf":3,"and":2,"get":2,"name":1,"model":1,"type":1,"llama":1,"rotary":2,"emb":1,"base":1,"int":1,"scaling":3,"default":1,"not":1,"nope":1},"8121,1539,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"attn":8,"cls":2,"attention":3,"if":4,"self":24,"nope":2,"else":2,"chunkedlocalattention":1,"num":3,"heads":3,"head":4,"dim":5,"scaling":1,"kv":5,"cache":2,"config":5,"quant":2,"prefix":2,"f":1,"chunk":2,"size":7,"not":3,"def":2,"get":1,"scale":5,"positions":4,"torch":7,"tensor":5,"floor":4,"1":9,"0":3,"log":1,"return":1,"unsqueeze":1,"forward":1,"hidden":2,"states":2,"qkv":3,"proj":1,"q":10,"k":8,"v":1,"split":1,"rotary":2,"emb":2,"is":3,"none":2,"qk":3,"norm":4,"normalization":1,"applied":1,"on":1,"the":3,"dimension":2,"rest":1,"of":1,"dimensions":1,"are":1,"collapsed":1,"into":1,"a":1,"single":1,"to":3,"support":1,"custom":1,"rms":1,"cuda":1,"kernel":1,"reshape":4,"float":2,"dtype":2},"9660,1290,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"we":2,"are":1,"applying":1,"temperature":4,"tuning":4,"https":2,"arxiv":2,"org":2,"abs":2,"2501":2,"19399":2,"to":3,"nope":2,"layers":2,"where":1,"the":1,"inference":1,"time":1,"function":1,"is":1,"customized":1,"not":1,"affect":1,"short":1,"context":2,"while":1,"working":1,"at":1,"very":1,"long":1,"should":1,"apply":1,"between":1,"after":1,"rotary":1,"qk":1,"norm":1,"and":2,"before":1,"attention":1,"if":1,"self":10,"attn":7,"scale":3,"get":1,"positions":1,"q":4,"dtype":1,"output":4,"k":1,"v":1,"o":1,"proj":1,"return":1,"class":1,"llama4decoderlayer":1,"nn":1,"module":1,"def":1,"init":2,"config":8,"llama4textconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":3,"quant":1,"quantizationconfig":1,"prefix":2,"str":1,"super":1,"layer":4,"idx":2,"extract":1,"index":1,"global":1,"no":1,"rope":5,"0":1,"hidden":2,"size":2,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2},"10950,1477,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"self":10,"attn":2,"llama4attention":1,"config":21,"hidden":7,"size":8,"num":4,"heads":4,"attention":2,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"quant":6,"bias":3,"false":3,"o":1,"proj":1,"cache":2,"prefix":6,"f":3,"is":2,"moe":4,"layer":5,"interleave":2,"step":2,"0":2,"and":1,"idx":1,"1":1,"if":1,"feed":4,"forward":4,"llama4moe":1,"else":1,"llamamlp":1,"intermediate":2,"mlp":1,"act":1,"silu":1,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1},"12427,1618,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"def":3,"forward":2,"self":11,"positions":3,"torch":7,"tensor":6,"hidden":14,"states":14,"residual":8,"optional":1,"tuple":2,"attention":2,"if":1,"is":1,"none":1,"input":2,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"feed":1,"return":1,"support":1,"compile":1,"class":1,"llama4model":1,"llamamodel":1,"init":2,"vllm":4,"config":6,"vllmconfig":1,"prefix":3,"str":7,"layer":3,"type":4,"llama4decoderlayer":2,"num":2,"experts":2,"model":1,"hf":1,"local":1,"super":1,"load":2,"moe":2,"expert":3,"weights":2,"name":1,"loaded":2,"weight":1,"params":3,"dict":2,"nn":1,"parameter":1,"set":1,"mapping":1,"list":1,"int":1,"fused":1,"bool":2,"true":1},"14045,1791,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"args":1,"name":3,"the":18,"of":10,"weight":17,"to":4,"load":2,"loaded":15,"params":4,"dict":1,"dictionary":1,"module":1,"parameters":4,"set":1,"already":1,"expert":8,"mapping":3,"must":2,"be":1,"generated":1,"by":1,"fusedmoe":1,"make":1,"fused":7,"whether":2,"weights":5,"are":5,"into":3,"a":3,"single":2,"tensor":3,"or":1,"separate":1,"tensors":2,"for":3,"each":1,"when":2,"is":5,"true":3,"should":2,"have":2,"shape":2,"num":2,"experts":3,"hidden":9,"in":6,"out":5,"gate":3,"up":3,"down":1,"proj":4,"and":4,"others":1,"like":1,"router":1,"false":3,"returns":1,"if":5,"one":1,"moe":3,"successfully":2,"otherwise":1,"param":1,"layout":2,"so":1,"we":2,"transpose":2,"last":1,"two":2,"dimensions":1,"match":1,"expected":1,"ndim":1,"3":1,"1":1,"2":3,"need":1,"split":1,"tuple":1,"along":1,"dimension":1,"chunk":1,"dim":1},"15836,1575,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"iterate":1,"over":1,"all":1,"the":16,"expert":6,"parameters":1,"and":3,"load":1,"weights":3,"if":9,"we":1,"find":1,"a":4,"match":1,"in":4,"weight":18,"name":21,"for":2,"param":8,"id":2,"shard":1,"params":3,"mapping":1,"get":1,"view":1,"of":2,"loaded":3,"to":2,"avoid":1,"modifying":1,"original":1,"one":2,"across":1,"iterations":1,"new":1,"are":1,"fused":2,"into":1,"single":1,"tensor":1,"remove":1,"index":2,"from":1,"expected":1,"string":1,"between":1,"e":3,"str":6,"proj":3,"is":4,"split":1,"f":2,"skip":3,"current":4,"not":4,"moe":1,"continue":3,"replace":2,"with":1,"parameter":3,"full":2,"corresponds":1,"that":1,"does":1,"exist":1,"on":1,"pp":2,"pipeline":1,"parallel":1,"rank":1,"missing":1,"self":1,"bias":3,"endswith":2,"or":1,"dict":2,"loader":2},"17411,1832,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"if":6,"fused":2,"the":9,"parameter":2,"is":4,"for":3,"w13":2,"together":1,"corresponding":3,"weight":10,"will":1,"be":1,"a":1,"tuple":1,"so":1,"we":1,"must":1,"select":1,"correct":1,"depending":1,"on":1,"shard":8,"id":11,"which":1,"either":1,"w1":3,"or":1,"w3":2,"in":2,"full":3,"param":6,"name":4,"assert":1,"idx":4,"0":2,"else":2,"1":2,"new":6,"loaded":9,"ep":3,"expert":17,"parallel":1,"enabled":1,"update":1,"to":2,"starting":1,"index":2,"current":1,"rank":1,"and":2,"extract":2,"weights":2,"layer":3,"map":4,"self":1,"layers":1,"feed":1,"forward":1,"experts":1,"not":1,"none":1,"local":3,"indices":3,"nonzero":1,"flatten":1,"device":1,"item":1,"todo":1,"add":2,"support":1,"non":1,"pass":1,"load":1,"into":1,"module":1,"with":1,"loader":1,"params":1,"true":1,"return":1},"19243,1726,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"def":1,"load":2,"weights":7,"self":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":4,"set":3,"name":12,"mapping":8,"from":1,"the":10,"parameter":3,"to":1,"shard":4,"and":2,"corresponding":1,"id":2,"stacked":1,"params":8,"param":1,"qkv":3,"proj":22,"q":2,"k":2,"v":2,"gate":8,"up":8,"0":1,"1":2,"indicate":1,"whether":1,"expert":9,"are":3,"fused":5,"into":4,"a":3,"single":3,"weight":4,"experts":4,"false":1,"for":3,"case":2,"where":2,"not":1,"fusedmoe":2,"make":2,"ckpt":6,"down":4,"num":3,"all":2,"module":3,"parameters":4,"dict":2,"named":1,"that":1,"have":1,"been":1,"loaded":3,"iterate":1,"over":1,"them":1,"in":1},"20969,1726,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"if":10,"the":13,"name":13,"contains":1,"experts":7,"gate":2,"up":2,"proj":4,"or":4,"down":2,"without":1,"expert":4,"indices":1,"it":1,"means":1,"weights":2,"are":2,"fused":3,"into":1,"a":2,"single":1,"weight":18,"tensor":1,"across":1,"all":1,"in":6,"params":7,"true":1,"mapping":4,"kv":2,"cache":3,"quantization":2,"scales":2,"exist":1,"and":2,"corresponds":1,"to":2,"one":3,"of":3,"load":2,"them":1,"self":2,"quant":2,"config":2,"is":4,"not":3,"none":1,"scale":4,"get":1,"param":4,"dict":1,"loader":4,"getattr":1,"default":1,"loaded":6,"dim":1,"0":2,"else":2,"add":1,"continue":2,"iterate":1,"over":1,"stacked":4,"check":1,"current":3,"parameters":2,"so":1,"with":1,"corresponding":1,"shard":2,"id":2,"note":1,"that":1,"moe":2,"handled":1,"separately":1,"block":1,"for":1,"skip":1},"22695,1558,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"for":4,"modelopt":3,"checkpoints":2,"we":1,"need":1,"to":2,"rename":1,"the":7,"self":3,"attn":2,"weight":14,"scale":8,"names":2,"except":1,"kv":4,"cache":4,"scales":1,"if":6,"not":2,"name":15,"endswith":2,"k":1,"v":1,"and":3,"in":1,"replace":1,"param":5,"skip":1,"current":2,"corresponds":1,"a":1,"parameter":3,"that":2,"does":1,"exist":1,"on":1,"pp":2,"pipeline":1,"parallel":1,"rank":1,"is":2,"missing":1,"continue":2,"remap":2,"todo":1,"should":1,"implement":1,"get":1,"such":1,"remapping":1,"can":1,"be":1,"done":1,"there":1,"maybe":1,"params":3,"dict":2,"none":1,"load":1,"into":1,"module":1,"with":1,"corresponding":1,"shard":2,"id":2,"exit":1,"loop":1,"else":2,"block":1,"loader":7,"getattr":1,"default":2,"loaded":3,"add":1,"break":1},"24253,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"handle":2,"normal":1,"non":1,"stacked":1,"weights":5,"and":2,"moe":6,"else":2,"first":1,"try":1,"to":5,"load":3,"using":1,"expert":5,"if":8,"successful":1,"move":1,"on":2,"next":1,"loaded":3,"weight":12,"self":2,"name":9,"params":5,"dict":2,"mapping":1,"fused":2,"experts":3,"continue":2,"skip":1,"the":4,"current":2,"corresponds":1,"a":1,"parameter":2,"that":2,"does":1,"not":1,"exist":1,"pp":2,"pipeline":1,"parallel":1,"rank":1,"is":1,"missing":1,"flat":1,"scale":10,"parameters":1,"don":1,"t":1,"match":1,"per":1,"patterns":1,"i":1,"e":1,"one":1,"tensor":1,"for":2,"all":1,"names":2,"w13":2,"input":2,"w2":4,"in":4,"any":1,"param":2,"loader":5,"getattr":2,"default":1,"supports":2,"special":1,"loading":2,"use":1,"it":1,"avoid":1,"expensive":1,"runtime":1,"reflection":1,"false":1,"map":1,"corresponding":1,"shard":2,"id":2,"w1":1},"26168,1738,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"transpose":2,"if":2,"weight":19,"scales":2,"are":1,"fp8":1,"block":1,"with":2,"three":1,"dimensions":1,"num":1,"experts":1,"hidden":2,"in":1,"out":1,"name":5,"endswith":1,"scale":1,"and":4,"loaded":11,"dtype":1,"torch":1,"float8":1,"e4m3fn":1,"ndim":1,"3":1,"1":1,"2":1,"load":1,"the":3,"into":1,"module":1,"parameter":1,"corresponding":1,"shard":3,"id":5,"expert":2,"loader":9,"param":6,"0":1,"else":1,"regular":1,"handles":1,"both":1,"default":2,"params":4,"add":2,"continue":1,"handle":1,"normal":1,"non":2,"stacked":1,"moe":1,"weights":1,"dict":1,"getattr":1,"finally":1,"return":2,"set":1,"of":1,"parameters":1,"class":1,"llama4forcausallm":1,"llamaforcausallm":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2},"27906,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"def":5,"init":3,"self":7,"vllm":10,"config":23,"vllmconfig":2,"prefix":6,"str":6,"update":2,"temperature":6,"tuning":6,"from":1,"generation":3,"gen":3,"model":7,"try":1,"get":2,"override":1,"enable":1,"by":1,"default":3,"when":1,"max":2,"len":2,"32k":1,"attn":4,"32768":1,"hf":1,"super":1,"layer":4,"type":5,"llama4decoderlayer":3,"return":2,"llama4model":1,"load":2,"weights":6,"iterable":1,"tuple":2,"torch":4,"tensor":4,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"if":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1,"permute":4,"qk":2,"weight":7,"for":3,"rotary":2,"name":3,"loaded":3,"in":1,"helper":1,"function":1,"to":1,"the":1,"s":1,"channels":1,"w":1,"n":1,"heads":1,"int":1,"is":1,"scale":1,"bool":1},"29809,1754,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4.py":{"calculate":1,"the":4,"expected":1,"shape":4,"of":1,"weight":20,"do":1,"not":1,"rely":1,"on":1,"w":6,"s":1,"as":2,"it":1,"may":1,"be":1,"in":8,"another":1,"layout":1,"attn":14,"self":4,"config":4,"head":1,"dim":1,"n":3,"heads":5,"out":11,"hidden":1,"size":2,"if":5,"is":10,"fp4":1,"packed":1,"uint8":2,"we":2,"need":2,"to":2,"divide":2,"by":2,"2":6,"dtype":3,"torch":3,"and":5,"1":5,"a":1,"scale":7,"block":2,"which":1,"currently":1,"16":3,"elif":2,"float8":2,"e4m3fn":2,"return":2,"view":1,"transpose":1,"reshape":1,"modules":7,"name":2,"split":1,"permute":3,"q":2,"k":2,"weights":1,"scales":1,"for":1,"rotary":1,"embedding":1,"nvfp4":4,"loaded":6,"or":3,"wk":1,"proj":2,"num":2,"key":1,"value":1,"wq":1,"attention":1},"0,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"adapted":1,"from":22,"model":7,"executor":6,"models":3,"aya":1,"vision":5,"py":1,"command":1,"a":1,"cohere2vision":1,"multimodal":7,"implementation":1,"for":1,"collections":1,"abc":1,"import":22,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"torch":2,"nn":1,"transformers":3,"batchfeature":1,"pretrainedconfig":1,"cohere2":3,"cohere2visionconfig":1,"processing":2,"cohere2visionprocessor":1,"config":1,"vllmconfig":1,"layers":4,"activation":1,"mulandsilu":1,"linear":1,"mergedcolumnparallellinear":1,"rowparallellinear":1,"quantization":2,"quantizationconfig":1,"awq":1,"awqconfig":1,"sampling":1,"metadata":1,"samplingmetadata":1,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"multimodalfieldconfig":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipvisionmodel":1},"1910,1689,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"from":1,"utils":1,"import":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":3,"init":3,"vllm":1,"registered":1,"model":1,"maybe":1,"prefix":2,"merge":1,"multimodal":2,"embeddings":1,"class":2,"cohere2visionimagepixelinputs":1,"tensorschema":1,"dimensions":1,"np":2,"the":6,"total":1,"number":3,"of":7,"patches":2,"over":2,"each":4,"image":3,"prompt":1,"in":1,"batch":2,"c":1,"channels":1,"h":2,"height":1,"patch":2,"w":2,"width":1,"size":6,"images":1,"type":1,"literal":1,"pixel":4,"values":2,"annotated":2,"torch":2,"tensor":2,"tensorshape":2,"3":1,"num":1,"cohere2visionmultimodalprojector":1,"nn":1,"module":1,"projector":1,"that":2,"maps":1,"vision":2,"features":1,"to":3,"text":1,"embedding":1,"space":1,"uses":1,"shuffle":2,"downsampling":2,"followed":1,"by":2,"swiglu":2,"activation":1,"def":1,"self":3,"config":6,"cohere2visionconfig":1,"str":1,"super":1,"downsample":3,"factor":3,"input":2,"dimension":1,"after":1,"dim":1,"hidden":1,"2":3,"mergedcolumnparallellinear":1,"expects":1,"intermediate":4,"be":1,"a":1,"list":1,"sizes":1,"so":1,"it":1,"will":1,"load":1,"weights":3,"as":1,"two":2,"separate":1,"linear":2,"layers":2,"before":1,"applying":1,"any":1,"parallelism":1,"we":1,"need":1,"divide":1,"alignment":2,"because":1,"are":1,"merged":1,"for":1},"3599,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"self":18,"linear":6,"1":8,"mergedcolumnparallellinear":1,"input":2,"dim":1,"intermediate":2,"size":4,"2":5,"bias":4,"true":2,"return":6,"false":2,"prefix":4,"f":2,"act":2,"mulandsilu":1,"rowparallellinear":1,"config":4,"text":1,"hidden":7,"def":4,"forward":1,"image":9,"features":9,"pixel":3,"shuffle":3,"states":6,"torch":2,"tensor":4,"apply":1,"downsampling":1,"to":1,"reduce":1,"spatial":1,"dimensions":1,"args":1,"of":1,"shape":3,"b":1,"s":2,"d":1,"where":1,"h":3,"w":3,"returns":1,"downsampled":1,"with":1,"increased":1,"channel":1,"dimension":1,"height":2,"width":2,"int":3,"0":3,"5":2,"x":9,"reshape":3,"n":3,"c":2,"scale":3,"factor":6,"downsample":3,"nh":3,"nw":3,"permute":1,"3":1,"4":1,"contiguous":1,"class":1,"cohere2visionprocessinginfo":1,"baseprocessinginfo":1,"get":4,"hf":4,"cohere2visionconfig":2,"ctx":2,"processor":2,"kwargs":2,"object":1,"cohere2visionprocessor":2},"5542,1905,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"def":6,"get":15,"image":27,"processor":14,"self":12,"kwargs":2,"object":1,"return":6,"hf":4,"supported":1,"mm":6,"limits":1,"mapping":3,"str":4,"optional":1,"int":7,"none":1,"size":7,"with":2,"most":2,"features":2,"imagesize":2,"height":8,"width":8,"max":3,"patches":7,"num":6,"calculate":1,"the":3,"number":3,"of":3,"for":1,"a":1,"given":1,"uses":1,"to":1,"determine":1,"actual":1,"class":2,"cohere2visiondummyinputsbuilder":1,"basedummyinputsbuilder":1,"cohere2visionprocessinginfo":2,"dummy":3,"text":1,"counts":4,"images":6,"0":2,"info":2,"token":3,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"cohere2visionmultimodalprocessor":1,"basemultimodalprocessor":1},"7447,1698,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"def":2,"call":2,"hf":6,"processor":4,"self":4,"prompt":2,"str":6,"mm":8,"data":5,"mapping":5,"object":4,"kwargs":5,"tok":2,"batchfeature":2,"processed":4,"outputs":4,"super":1,"ensure":1,"num":11,"patches":11,"is":2,"available":1,"for":2,"proper":1,"tensor":2,"splitting":1,"if":2,"not":2,"in":2,"and":1,"images":7,"get":8,"none":1,"fallback":1,"calculation":1,"didn":1,"t":1,"provide":1,"parsed":4,"parser":1,"parse":1,"image":10,"items":1,"imageprocessoritems":1,"info":1,"width":2,"size":2,"i":3,"height":2,"range":1,"len":1,"torch":2,"return":2,"fields":1,"config":1,"inputs":2,"multimodalfieldconfig":4,"empty":1,"0":1,"dict":1,"pixel":1,"values":1,"flat":1,"from":1,"sizes":1,"batched":2,"embeds":1},"9145,1741,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"def":2,"get":7,"prompt":1,"updates":1,"self":3,"mm":5,"items":2,"multimodaldataitems":1,"hf":9,"processor":10,"kwargs":3,"mapping":1,"str":1,"object":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":3,"image":11,"token":14,"img":7,"line":3,"break":3,"boi":3,"eoi":3,"replacement":3,"item":2,"idx":2,"int":2,"images":2,"imageprocessoritems":2,"size":5,"imagesize":1,"num":3,"patches":3,"height":1,"width":1,"tokens":4,"per":2,"tile":4,"patch":1,"2":1,"single":2,"string":2,"f":1,"return":2,"promptupdatedetails":1,"select":1,"text":1,"promptreplacement":1,"modality":1,"target":1,"multimodal":1,"registry":1,"register":1,"cohere2visionmultimodalprocessor":1,"cohere2visionprocessinginfo":1,"dummy":1,"inputs":1,"cohere2visiondummyinputsbuilder":1,"class":1,"cohere2visionforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1},"10886,1851,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"hf":4,"to":3,"vllm":9,"mapper":3,"weightsmapper":1,"orig":1,"new":1,"prefix":11,"model":12,"vision":5,"tower":4,"multi":4,"modal":4,"projector":4,"language":5,"lm":2,"head":2,"def":3,"init":3,"self":14,"config":32,"vllmconfig":1,"str":3,"super":1,"cohere2visionconfig":1,"quant":7,"multimodal":4,"patch":1,"siglipvisionmodel":1,"maybe":3,"vocab":2,"size":2,"text":2,"cohere2visionmultimodalprojector":1,"registered":1,"architectures":1,"cohere2forcausallm":1,"property":1,"dtype":2,"return":2,"next":1,"parameters":1,"load":2,"weights":4,"iterable":1,"tuple":1,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1},"12737,1795,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"def":2,"process":2,"image":21,"input":7,"self":7,"cohere2visionimagepixelinputs":3,"kwargs":5,"list":2,"torch":1,"tensor":1,"pixels":1,"through":1,"vision":6,"tower":4,"and":4,"projector":2,"args":1,"validated":1,"containing":1,"pixel":10,"values":10,"patch":1,"counts":1,"returns":1,"of":1,"flattened":1,"embeddings":2,"one":1,"per":2,"assert":2,"is":4,"not":2,"none":7,"required":1,"num":7,"patches":7,"extract":1,"visual":1,"features":3,"project":1,"to":1,"text":1,"embedding":1,"space":1,"embeds":6,"multi":1,"modal":1,"split":2,"flatten":4,"return":3,"e":2,"0":1,"2":1,"for":1,"in":1,"tolist":1,"parse":1,"validate":1,"object":1,"optional":1,"pop":3,"cohere2vision":1,"does":1,"support":1,"if":1,"type":1,"bn":2,"concat":2,"true":2,"resolve":1,"bindings":1,"h":1,"config":4,"size":2,"w":1},"14532,1757,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"def":4,"patch":2,"quant":8,"config":15,"self":9,"pretrainedconfig":1,"quantizationconfig":1,"the":2,"awq":1,"models":1,"from":1,"opengvlab":1,"missing":1,"modules":4,"to":5,"not":7,"convert":4,"add":1,"back":1,"if":4,"isinstance":1,"awqconfig":1,"text":3,"llm":2,"getattr":1,"quantization":1,"none":5,"and":3,"is":3,"append":1,"vision":1,"tower":1,"get":4,"language":3,"model":3,"torch":3,"nn":1,"module":1,"return":4,"multimodal":7,"embeddings":9,"kwargs":3,"object":1,"multimodalembeddings":2,"image":6,"input":11,"parse":1,"validate":1,"process":1,"ids":4,"tensor":2,"optional":1,"inputs":5,"embeds":5,"len":1,"0":1,"merge":1,"placeholder":1,"token":2,"id":2},"16289,1317,data/raw/vllm-0.10.1/vllm/model_executor/models/cohere2_vision.py":{"def":2,"forward":1,"self":6,"input":6,"ids":5,"torch":6,"tensor":6,"positions":3,"intermediate":4,"tensors":4,"optional":3,"intermediatetensors":2,"none":6,"inputs":7,"embeds":7,"kwargs":2,"object":1,"union":1,"if":1,"is":4,"not":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"vision":2,"embeddings":4,"get":2,"multimodal":1,"hidden":4,"states":4,"language":2,"return":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1},"0,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":15,"project":1,"import":27,"math":1,"from":24,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"typing":1,"final":1,"literal":1,"optional":1,"protocol":1,"typeddict":1,"typevar":1,"union":1,"cast":1,"torch":2,"nn":2,"as":2,"transformers":7,"batchfeature":1,"clipvisionconfig":1,"llavaconfig":1,"hfllavaconfig":1,"pretrainedconfig":1,"siglipvisionconfig":1,"image":2,"utils":4,"imageinput":1,"get":2,"size":1,"numpy":1,"array":1,"models":2,"llava":2,"llavaprocessor":1,"processing":2,"processingkwargs":1,"unpack":1,"tokenization":1,"base":1,"pretokenizedinput":1,"textinput":1,"config":1,"vllmconfig":1,"inputs":2,"inputprocessingcontext":1,"model":5,"executor":5,"layers":3,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"llavadummyinputsbuilder":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageembeddingitems":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"processingcache":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"jsontree":1,"json":1,"map":1,"leaves":1,"clip":1,"clipvisionmodel":1},"1929,1792,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"from":5,"interfaces":1,"import":4,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipvisionmodel":1,"utils":1,"autoweightsloader":1,"flatten":1,"bn":1,"init":1,"vllm":1,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":1,"multimodal":2,"embeddings":1,"vision":5,"visionencoderinfo":1,"get":1,"encoder":1,"info":1,"class":5,"tarsierimagepixelinputs":2,"typeddict":2,"type":2,"literal":2,"pixel":2,"values":2,"torch":2,"tensor":2,"tarsierimageembeddinginputs":2,"image":4,"embeds":1,"data":1,"tarsierimageinputs":1,"union":3,"tarsierhfconfig":1,"protocol":1,"based":1,"on":1,"the":1,"tarsier":2,"s":2,"llavaconfig":2,"config":2,"final":8,"pretrainedconfig":2,"text":5,"added":1,"token":1,"index":1,"int":5,"feature":2,"select":1,"strategy":1,"str":2,"layer":1,"list":3,"projector":2,"hidden":1,"act":1,"newline":1,"idx":2,"new":1,"bias":1,"bool":1,"true":1,"tarsierprocessorkwargs":2,"processingkwargs":1,"total":1,"false":2,"defaults":1,"kwargs":3,"padding":1,"images":4,"tarsierprocessor":1,"llavaprocessor":1,"def":1,"call":1,"self":1,"imageinput":1,"none":6,"textinput":2,"pretokenizedinput":2,"audio":1,"videos":1,"unpack":1,"batchfeature":1,"if":1,"is":2,"and":1,"raise":1,"valueerror":1,"you":1,"have":1,"to":1,"specify":1,"at":1,"least":1,"one":1,"of":1,"or":1},"3721,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"output":4,"kwargs":11,"self":10,"merge":1,"tarsierprocessorkwargs":1,"tokenizer":3,"init":2,"if":5,"images":3,"is":2,"not":4,"none":3,"image":15,"inputs":8,"processor":1,"else":1,"isinstance":3,"text":12,"str":2,"elif":1,"list":2,"and":1,"0":2,"raise":1,"valueerror":1,"invalid":1,"input":1,"please":1,"provide":1,"a":2,"string":1,"or":1,"of":1,"strings":5,"try":1,"to":2,"expand":1,"in":2,"processing":1,"we":1,"have":1,"the":3,"necessary":1,"parts":1,"prompt":4,"get":2,"pixel":4,"values":4,"replace":2,"token":4,"with":1,"expanded":1,"sequence":1,"height":2,"width":2,"size":3,"numpy":1,"array":1,"num":4,"tokens":4,"patch":2,"1":3,"additional":1,"vision":1,"feature":1,"select":1,"strategy":1,"default":1,"for":1,"sample":4,"append":1,"return":4,"tensors":3,"pop":1,"batchfeature":1,"data":1,"tensor":1,"type":1,"class":1,"tarsiermultimodalprojector":1,"nn":1,"module":1},"5650,1971,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":6,"init":2,"self":16,"vision":7,"hidden":14,"size":8,"int":3,"text":4,"projector":5,"act":5,"str":3,"multimodal":3,"bias":5,"bool":1,"quant":5,"config":8,"optional":2,"quantizationconfig":1,"none":2,"prefix":5,"super":1,"linear":6,"1":3,"columnparallellinear":1,"f":2,"get":11,"fn":1,"2":3,"rowparallellinear":1,"forward":1,"image":3,"features":2,"torch":2,"tensor":2,"states":6,"return":5,"class":1,"tarsierprocessinginfo":1,"baseprocessinginfo":1,"hf":5,"tarsierhfconfig":1,"ctx":2,"hfllavaconfig":1,"encoder":3,"info":5,"visionencoderinfo":1,"processor":2,"kwargs":3,"object":1,"tarsierprocessor":2,"setdefault":1,"patch":2,"supported":1,"mm":1,"limits":1,"mapping":1},"7621,1781,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":2,"apply":3,"feature":6,"select":6,"strategy":10,"self":7,"str":1,"encoder":7,"num":16,"image":18,"tokens":8,"int":6,"if":4,"default":7,"return":3,"1":2,"full":1,"msg":2,"f":1,"unexpected":1,"r":1,"raise":2,"notimplementederror":1,"get":6,"width":5,"height":7,"hf":4,"config":4,"vision":6,"info":4,"projected":8,"patches":11,"0":2,"size":4,"with":1,"most":1,"features":1,"valueerror":1,"could":1,"not":1,"determine":1,"a":1,"valid":1,"number":1,"of":1,"math":1,"sqrt":1,"total":2,"for":2,"llm":2},"9402,1732,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":7,"get":15,"image":18,"size":3,"with":2,"most":2,"features":2,"self":12,"imagesize":2,"vision":3,"encoder":3,"info":4,"width":6,"height":6,"return":5,"max":1,"tokens":2,"int":4,"target":4,"num":1,"newline":2,"idx":5,"hf":8,"config":6,"new":2,"i":4,"tarsier":4,"typevar":1,"bound":1,"tarsierprocessinginfo":1,"class":2,"tarsierdummyinputsbuilder":1,"llavadummyinputsbuilder":1,"pass":1,"tarsiermultimodalprocessor":1,"basemultimodalprocessor":1,"mm":6,"fields":1,"inputs":1,"batchfeature":1,"processor":2,"kwargs":3,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":3,"dict":1,"pixel":1,"values":1,"batched":2,"embeds":1,"prompt":1,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":3,"id":2,"index":1,"the":1,"replacement":1,"item":1,"images":1,"imageembeddingitems":1,"imageprocessoritems":1},"11134,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"if":2,"isinstance":2,"images":3,"imageembeddingitems":1,"num":12,"projected":4,"patches":6,"get":4,"feature":3,"size":5,"item":2,"idx":2,"this":1,"assumes":1,"is":1,"a":1,"perfect":1,"square":1,"height":4,"int":1,"math":1,"sqrt":1,"final":3,"image":14,"tokens":4,"1":1,"else":1,"self":1,"info":6,"width":2,"return":4,"token":3,"id":2,"promptreplacement":1,"modality":1,"target":1,"replace":1,"each":1,"single":1,"replacement":2,"def":3,"build":2,"tarsier":6,"hf":5,"ctx":2,"inputprocessingcontext":1,"tarsierprocessinginfo":3,"processor":1,"i":2,"dummy":2,"inputs":2,"basedummyinputsbuilder":1,"cache":3,"optional":3,"processingcache":1,"none":2,"basemultimodalprocessor":1,"tarsiermultimodalprocessor":1,"raise":1,"notimplementederror":1,"type":1,"init":1,"vision":5,"tower":1,"for":1,"config":8,"tarsierhfconfig":1,"use":1,"the":1,"specific":1,"protocol":1,"quant":1,"quantizationconfig":1,"require":1,"post":1,"norm":1,"bool":1,"prefix":1,"str":1,"union":1,"clipvisionmodel":1,"siglipvisionmodel":1,"layers":3,"layer":1,"base":1,"hidden":2},"13062,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":1,"get":3,"layer":8,"index":7,"feature":10,"int":4,"num":10,"hidden":10,"layers":15,"total":2,"if":3,"0":1,"return":4,"1":1,"isinstance":4,"to":4,"init":4,"base":2,"elif":2,"list":1,"tuple":1,"max":1,"idx":2,"for":2,"in":1,"else":1,"raise":2,"typeerror":1,"f":2,"vision":7,"type":3,"is":1,"not":1,"supported":1,"config":10,"clipvisionconfig":1,"clipvisionmodel":1,"quant":4,"override":2,"require":4,"post":4,"norm":4,"prefix":4,"siglipvisionconfig":1,"siglipvisionmodel":1,"msg":2,"unsupported":1,"tarsier":3,"notimplementederror":1,"multimodal":1,"registry":1,"register":1,"processor":2,"build":2,"hf":2,"info":2,"dummy":1,"inputs":1,"tarsierdummyinputsbuilder":1,"class":1,"tarsierforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2},"15025,1933,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":7,"return":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":4,"self":7,"vllm":6,"config":30,"vllmconfig":1,"prefix":10,"none":1,"super":1,"tarsierhfconfig":1,"model":4,"hf":3,"quant":5,"storing":1,"the":1,"tarsier":3,"specific":1,"vision":5,"tower":3,"for":1,"require":1,"post":1,"norm":1,"false":3,"maybe":3,"projector":8,"bias":4,"getattr":1,"multimodal":2,"true":1,"multi":2,"modal":2,"tarsiermultimodalprojector":1,"hidden":6,"size":4,"text":4,"act":2,"language":2,"registered":1,"use":1,"from":1,"s":1,"main":1,"register":2,"buffer":2,"newline":2,"idx":4,"tensor":4,"torch":4,"dtype":2,"long":2,"persistent":2,"new":2},"16958,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"self":6,"make":2,"empty":2,"intermediate":2,"tensors":2,"language":1,"model":1,"def":2,"validate":3,"pixel":13,"values":13,"data":5,"torch":4,"tensor":4,"h":2,"w":2,"config":2,"vision":1,"image":11,"size":2,"expected":6,"dims":5,"3":2,"assuming":1,"channels":1,"actual":2,"tuple":2,"shape":3,"1":1,"if":6,"expr":2,"batch":1,"map":1,"str":1,"raise":4,"valueerror":3,"f":4,"the":1,"of":3,"is":5,"you":1,"supplied":1,"return":4,"parse":1,"and":2,"input":1,"kwargs":3,"object":1,"optional":1,"tarsierimageinputs":1,"pop":2,"none":7,"embeds":8,"not":4,"isinstance":2,"list":2,"incorrect":2,"type":8,"got":2,"tarsierimagepixelinputs":1,"flatten":2,"bn":2,"concat":2,"true":2,"embeddings":1,"tarsierimageembeddinginputs":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1},"18823,1313,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":3,"select":6,"image":11,"features":10,"self":4,"torch":10,"tensor":10,"strategy":7,"str":1,"if":2,"default":1,"return":4,"1":1,"elif":1,"full":1,"raise":2,"valueerror":1,"f":2,"unexpected":1,"feature":2,"pixels":1,"to":1,"vision":4,"tower":3,"union":4,"clipvisionmodel":1,"siglipvisionmodel":1,"pixel":2,"values":2,"list":1,"tuple":2,"from":1,"vllm":1,"llava":1,"output":1,"handling":1,"hidden":5,"states":5,"not":2,"isinstance":1,"typeerror":1,"type":2,"is":1,"supported":1,"fn":2,"leaf":2,"config":1,"selected":2,"cast":1,"json":1,"map":1,"leaves":1},"20136,1471,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":1,"add":2,"tarsier":2,"split":2,"tokens":3,"self":4,"projected":12,"image":11,"features":7,"torch":2,"tensor":4,"implements":1,"s":1,"logic":1,"num":18,"images":3,"patches":15,"embed":4,"dim":3,"shape":3,"height":6,"int":1,"math":1,"sqrt":1,"width":3,"device":4,"embedding":3,"layer":3,"language":1,"model":2,"newline":2,"emb":2,"idx":2,"to":3,"squeeze":2,"0":2,"new":2,"try":1,"current":1,"grid":2,"view":1,"except":1,"runtimeerror":2,"as":1,"e":2,"raise":1,"cannot":1,"reshape":1,"f":5,"with":2,"ensure":1,"is":1,"compatible":1,"a":1,"structure":1,"derived":1,"from":1},"21607,1610,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"image":16,"newline":5,"expanded":4,"emb":2,"expand":2,"num":8,"images":3,"height":2,"patches":5,"1":3,"embed":3,"dim":7,"features":17,"with":4,"newlines":4,"torch":5,"cat":2,"current":1,"grid":1,"2":1,"concatenate":2,"along":2,"width":1,"new":5,"after":2,"projected":3,"flat":2,"view":1,"final":4,"patch":1,"sequence":1,"return":2,"def":1,"process":1,"pixels":3,"self":6,"inputs":2,"tarsierimagepixelinputs":1,"union":1,"tensor":3,"tuple":1,"assert":1,"vision":2,"tower":2,"is":2,"not":2,"none":1,"pixel":3,"values":3,"selected":4,"to":2,"type":3,"ignore":1,"if":1,"isinstance":1,"multi":1,"modal":1,"projector":1,"add":1,"tarsier":1,"split":1,"tokens":1,"else":1,"raise":1,"typeerror":1,"f":2,"supported":1},"23217,1613,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":4,"process":3,"image":14,"input":15,"self":12,"tarsierimageinputs":1,"union":1,"torch":6,"tensor":5,"tuple":1,"if":4,"type":4,"embeds":6,"projected":4,"features":4,"data":1,"isinstance":1,"return":6,"add":1,"tarsier":1,"split":1,"tokens":1,"else":1,"raise":1,"valueerror":1,"incorrect":1,"of":1,"f":1,"got":1,"assert":1,"vision":1,"tower":1,"is":3,"not":2,"none":4,"pixels":1,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":6,"embeddings":8,"kwargs":2,"object":1,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"ids":3,"optional":1,"inputs":4,"len":1,"0":1,"merge":1,"config":1,"token":1,"index":1},"24830,1403,data/raw/vllm-0.10.1/vllm/model_executor/models/tarsier.py":{"def":3,"forward":1,"self":8,"input":6,"ids":5,"torch":7,"tensor":7,"positions":3,"intermediate":4,"tensors":4,"optional":3,"intermediatetensors":2,"none":6,"inputs":6,"embeds":6,"kwargs":2,"object":1,"union":1,"if":1,"is":2,"not":1,"elif":1,"vision":2,"embeddings":4,"get":2,"multimodal":1,"hidden":4,"states":4,"language":2,"model":3,"return":3,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1906,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"from":18,"collections":1,"abc":1,"import":19,"iterable":1,"set":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":3,"transformers":1,"modernbertconfig":2,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":9,"vllmconfig":1,"distributed":1,"get":1,"tensor":1,"model":8,"parallel":2,"world":1,"size":4,"executor":6,"layers":4,"linear":1,"qkvparallellinear":1,"rowparallellinear":1,"pooler":2,"classifierpooler":1,"dispatchpooler":1,"poolingmethod":1,"poolingparamsupdate":1,"poolingtype":1,"rotary":1,"embedding":2,"rotaryembedding":1,"vocab":2,"vocabparallelembedding":2,"loader":2,"weight":2,"utils":2,"default":2,"pooling":2,"metadata":1,"poolingmetadata":1,"sequence":1,"intermediatetensors":1,"tasks":1,"poolingtask":1,"interfaces":1,"supportscrossencoding":1,"type":1,"weightsmapper":1,"maybe":1,"prefix":1,"class":1,"modernbertembeddings":1,"module":1,"def":1,"init":2,"self":4,"super":1,"tok":1,"embeddings":1,"hidden":2,"norm":3,"layernorm":1,"eps":2,"layer":1,"bias":2},"1906,1678,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"def":3,"forward":1,"self":22,"input":2,"ids":2,"torch":4,"tensor":4,"inputs":5,"embeds":5,"optional":2,"none":3,"if":1,"is":2,"not":1,"return":2,"norm":2,"else":1,"tok":1,"embeddings":5,"class":2,"modernbertrotaryembedding":1,"rotaryembedding":1,"init":4,"config":14,"modernbertconfig":2,"head":8,"size":11,"int":3,"dim":7,"base":3,"float":1,"super":2,"rotary":1,"max":2,"position":2,"neox":1,"style":1,"true":1,"dtype":1,"float16":1,"modernbertattention":1,"nn":1,"module":1,"layer":3,"id":3,"hidden":4,"tp":2,"get":1,"model":1,"parallel":1,"world":1,"deterministic":2,"flash":2,"attn":2,"num":6,"heads":6,"attention":3,"assert":1,"0":2,"all":1,"scaling":1,"5":1,"wqkv":1,"qkvparallellinear":1,"bias":2},"3584,1621,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"sliding":4,"window":4,"none":2,"if":2,"layer":3,"id":2,"config":11,"global":3,"attn":7,"every":1,"n":1,"layers":1,"0":1,"local":3,"attention":3,"2":1,"rope":7,"theta":7,"is":1,"not":1,"else":2,"self":14,"rotary":2,"emb":2,"modernbertrotaryembedding":1,"head":5,"size":4,"dim":5,"base":1,"num":1,"heads":1,"scaling":1,"prefix":1,"f":1,"type":1,"attentiontype":1,"encoder":1,"only":1,"per":1,"wo":2,"rowparallellinear":1,"hidden":8,"bias":2,"def":1,"forward":1,"states":6,"torch":3,"tensor":3,"position":2,"ids":2,"qkv":2,"wqkv":1,"q":4,"k":4,"v":2,"split":1,"all":1,"3":1,"1":1,"outputs":2,"return":1,"class":1,"modernbertmlp":1,"nn":1,"module":1},"5205,1963,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"def":4,"init":4,"self":21,"config":21,"modernbertconfig":2,"super":2,"wi":2,"nn":7,"linear":1,"hidden":15,"size":6,"int":2,"intermediate":2,"2":2,"bias":8,"mlp":8,"act":2,"gelu":1,"wo":2,"rowparallellinear":1,"forward":2,"states":11,"torch":5,"tensor":5,"input":2,"gate":2,"chunk":1,"dim":1,"1":1,"return":2,"0":2,"class":2,"modernbertlayer":1,"module":2,"prefix":1,"str":1,"layer":4,"id":4,"optional":1,"none":1,"if":1,"attn":7,"norm":9,"identity":1,"else":1,"layernorm":2,"eps":4,"modernbertattention":1,"modernbertmlp":1,"position":3,"ids":3,"outputs":2,"output":2,"modernbertencoderlayer":1},"7168,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"def":4,"init":4,"self":12,"vllm":7,"config":20,"vllmconfig":2,"prefix":3,"str":5,"super":2,"model":2,"hf":4,"layers":5,"nn":3,"modulelist":1,"modernbertlayer":1,"layer":7,"id":3,"for":3,"in":4,"range":1,"num":1,"hidden":6,"forward":1,"states":4,"torch":5,"tensor":4,"position":2,"ids":2,"i":1,"enumerate":1,"return":2,"support":1,"compile":1,"default":2,"pooling":1,"type":1,"cls":1,"class":1,"modernbertmodel":1,"module":1,"to":3,"mapper":2,"weightsmapper":1,"orig":1,"new":1,"encoder":2,"embeddings":1,"modernbertembeddings":1,"modernbertencoderlayer":1,"final":1,"norm":3,"layernorm":1,"size":1,"eps":2,"bias":3,"load":1,"weights":5,"iterable":1,"tuple":1,"set":3,"apply":1,"params":6,"dict":4,"named":1,"parameters":1,"loaded":5,"name":5,"weight":6,"if":1,"endswith":1,"and":1,"not":1,"continue":1,"param":3,"loader":4,"getattr":1,"add":1},"9145,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"def":6,"forward":2,"self":20,"input":3,"ids":4,"torch":9,"tensor":9,"positions":2,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"none":3,"inputs":5,"embeds":5,"if":1,"is":1,"not":1,"hidden":9,"states":6,"else":1,"embeddings":1,"outputs":4,"encoder":1,"layer":1,"position":1,"norm":7,"final":1,"return":4,"class":1,"modernbertpooler":1,"pooler":1,"init":2,"config":8,"modernbertconfig":1,"super":1,"pooling":12,"type":3,"poolingtype":1,"classifier":2,"upper":1,"poolingmethod":1,"from":1,"dense":3,"nn":3,"linear":1,"size":3,"bias":3,"act":2,"gelu":1,"layernorm":1,"eps":2,"get":4,"supported":2,"tasks":2,"set":1,"poolingtask":2,"updates":2,"task":2,"poolingparamsupdate":1,"head":1,"pooled":5,"output":5,"to":1,"weight":1,"dtype":1,"union":2,"list":2,"metadata":2,"poolingmetadata":1},"11068,1998,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"if":2,"isinstance":1,"pooled":6,"output":8,"list":1,"self":17,"head":2,"for":5,"in":2,"else":2,"return":1,"default":1,"pooling":7,"type":1,"cls":2,"class":1,"modernbertforsequenceclassification":1,"nn":2,"module":1,"supportscrossencoding":1,"is":2,"model":9,"true":1,"def":3,"init":2,"vllm":7,"config":22,"vllmconfig":1,"prefix":4,"str":2,"super":1,"hf":1,"modernbertmodel":1,"maybe":1,"modernbert":1,"classifier":5,"linear":1,"hidden":1,"size":1,"num":1,"labels":1,"modernbertpooler":1,"pooler":6,"assert":1,"not":1,"none":1,"dispatchpooler":1,"encode":2,"classify":1,"classifierpooler":4,"act":4,"fn":4,"seq":1,"score":1,"cross":1,"encoder":1,"load":2,"weights":6,"iterable":1,"tuple":1,"torch":1,"tensor":1,"weight":5,"filter":2,"name":4,"startswith":1,"yield":1,"len":1,"append":1,"params":1,"dict":2,"named":1,"parameters":1},"13066,1010,data/raw/vllm-0.10.1/vllm/model_executor/models/modernbert.py":{"for":1,"name":5,"loaded":3,"weight":11,"in":1,"self":3,"weights":1,"if":2,"startswith":2,"classifier":1,"param":6,"params":2,"dict":2,"loader":8,"getattr":2,"default":2,"head":2,"pooling":1,"len":1,"1":1,"def":1,"forward":1,"input":3,"ids":3,"optional":3,"torch":4,"longtensor":1,"positions":3,"tensor":3,"intermediate":1,"tensors":1,"intermediatetensors":1,"none":2,"inputs":3,"embeds":3,"return":1,"model":1},"0,1904,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":20,"project":1,"inference":1,"only":1,"plamo2":1,"model":14,"from":23,"collections":1,"abc":1,"import":24,"iterable":1,"typing":1,"optional":1,"torch":3,"nn":1,"transformers":1,"pretrainedconfig":1,"pretrainedmodel":1,"attention":3,"backends":1,"abstract":1,"attentionmetadata":1,"layer":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"vllmconfig":1,"distributed":2,"divide":1,"get":5,"tensor":1,"parallel":3,"world":1,"size":2,"state":2,"pp":1,"group":1,"forward":2,"context":2,"executor":12,"layers":12,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":6,"mamba2":2,"metadata":2,"mamba2metadata":1,"prepare":1,"ops":3,"causal":3,"conv1d":3,"fn":1,"update":2,"ssm":1,"selective":1,"ssd":1,"combined":2,"chunk":1,"scan":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"sampler":2,"sampleroutput":1,"vocab":2,"default":1,"padding":1,"parallellmhead":1,"vocabparallelembedding":1},"1904,1882,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"from":8,"vllm":8,"model":8,"executor":6,"loader":4,"weight":8,"utils":4,"import":8,"composed":1,"default":1,"sharded":1,"models":3,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"supportspp":1,"supportsv0only":1,"mamba":8,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"is":4,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":2,"tensors":1,"factory":1,"layers":2,"maybe":1,"prefix":1,"sampling":1,"metadata":1,"samplingmetadata":1,"set":1,"attrs":1,"sequence":1,"intermediatetensors":1,"layerblocktype":1,"only":1,"used":1,"for":1,"type":4,"hinting":1,"class":2,"plamo2config":2,"pretrainedconfig":1,"ignore":2,"str":1,"plamo2":1,"hidden":3,"size":4,"int":12,"num":4,"rms":1,"norm":1,"eps":1,"float":1,"attention":2,"heads":3,"per":1,"head":1,"key":1,"value":1,"d":2,"state":1,"conv":1,"step":2,"mlp":1,"tokenizer":1,"vocab":1,"plamo2pretrainedmodel":1,"pretrainedmodel":1,"def":2,"init":1,"weights":1,"self":1,"module":11,"torch":1,"nn":3,"none":3,"std":5,"0":5,"02":1,"if":3,"isinstance":2,"linear":1,"data":4,"normal":2,"mean":2,"bias":2,"not":2,"zero":2,"elif":1,"embedding":1,"padding":2,"idx":2,"config":2,"i":1,"bool":1,"assert":1,"1":1},"3786,1860,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"if":1,"config":20,"num":5,"hidden":7,"layers":3,"mamba":11,"step":4,"2":2,"use":1,"attention":1,"in":3,"last":1,"layer":1,"return":3,"i":2,"1":2,"adapted":1,"from":1,"vllm":4,"model":3,"executor":1,"mixer2":1,"mambamixer2":1,"transformers":1,"models":1,"modeling":1,"mambamixer":1,"class":1,"plamo2mambamixer":1,"nn":1,"module":1,"def":1,"init":2,"self":27,"vllmconfig":1,"prefix":3,"str":1,"kwargs":1,"none":1,"super":1,"hf":1,"quant":2,"size":17,"ssm":1,"state":2,"d":2,"conv":3,"kernel":2,"intermediate":4,"heads":3,"per":3,"head":3,"tp":3,"get":1,"tensor":1,"parallel":1,"world":1,"worker":1,"dim":1,"time":1,"rank":1,"max":1,"64":1,"16":1,"conv1d":5,"columnparallellinear":2,"input":1,"output":1,"bias":2,"false":2,"f":1,"unsqueeze":2,"to":2,"fit":1,"weights":2,"shape":2,"into":1,"the":1,"linear":1,"can":1,"t":2,"do":1,"this":1,"weight":4,"loader":1,"since":1,"it":2,"already":1,"exists":1,"and":1,"set":1,"attrs":1,"doesn":1,"allow":1,"override":1,"data":2},"5646,1789,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":25,"in":4,"proj":7,"mergedcolumnparallellinear":1,"hidden":1,"size":7,"intermediate":2,"2":2,"bias":10,"false":6,"quant":6,"config":6,"prefix":6,"f":3,"return":3,"selective":2,"projection":2,"used":1,"to":2,"make":1,"dt":6,"b":1,"and":1,"c":1,"input":1,"dependent":1,"bcdt":2,"rowparallellinear":1,"time":3,"step":3,"rank":2,"ssm":1,"state":1,"discretization":1,"the":4,"forward":1,"we":1,"need":1,"apply":1,"without":1,"as":1,"is":1,"added":1,"scan":1,"kernel":1,"columnparallellinear":1,"num":4,"heads":4,"a":4,"nn":3,"parameter":3,"torch":5,"empty":1,"divide":3,"tp":3,"dtype":1,"float32":1,"d":2,"ones":2,"set":3,"weight":12,"attrs":3,"loader":9,"sharded":3,"0":3,"composed":1,"lambda":1,"x":2,"exp":1,"float":1},"7435,1850,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":24,"out":2,"proj":4,"rowparallellinear":1,"intermediate":1,"size":6,"hidden":4,"bias":2,"false":2,"input":2,"is":2,"parallel":1,"true":1,"quant":2,"config":5,"prefix":2,"f":1,"return":2,"the":4,"activation":2,"function":1,"fixed":1,"to":2,"silu":2,"dt":5,"norm":10,"rmsnorm":3,"time":6,"step":6,"rank":2,"eps":6,"rms":4,"b":6,"ssm":7,"state":4,"c":6,"def":2,"project":1,"parameters":3,"states":3,"bcdt":1,"torch":3,"split":1,"dim":1,"1":1,"vllm":1,"custom":1,"ops":1,"requires":1,"contiguous":4,"tensors":1,"forward":3,"tensor":2,"mamba":2,"cache":1,"params":1,"mambacacheparams":1,"mamba2":3,"metadata":5,"mamba2metadata":1,"kwargs":1,"contains":1,"necessary":1,"for":2,"triton":1,"kernels":1,"operate":1,"in":3,"continuous":1,"batching":1,"and":2,"chunked":1,"prefill":1,"modes":1,"they":2,"are":1,"computed":1,"at":1,"top":1,"level":1,"model":1,"since":1,"stay":1,"same":2,"reused":1,"all":1,"layers":1,"iteration":1,"attn":2,"attentionmetadata":1,"get":1,"context":1},"9285,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"num":20,"prefills":5,"attn":4,"metadata":4,"request":2,"count":3,"decodes":7,"decode":4,"tokens":7,"token":3,"prefill":10,"has":3,"0":7,"1":3,"gated":1,"mlp":1,"s":1,"linear":1,"projection":1,"projected":2,"states":9,"self":7,"in":1,"proj":1,"hidden":7,"gate":4,"chunk":1,"2":3,"dim":6,"convolution":1,"sequence":1,"transformation":1,"conv":1,"weights":1,"conv1d":3,"weight":3,"view":1,"size":3,"separate":1,"and":2,"by":1,"splitting":1,"varlen":1,"input":1,"split":6,"along":2,"dimension":2,"p":5,"d":4,"torch":5,"batch":1,"state":3,"indices":3,"tensor":4,"mamba":1,"cache":1,"params":1,"query":2,"start":2,"loc":2,"if":1,"else":1,"none":1,"preallocate":1,"output":1,"to":1,"avoid":1,"memcpy":1,"cost":1,"for":1,"merging":1,"outputs":1,"preallocated":4,"ssm":4,"out":4,"empty":1,"heads":1,"tp":1,"head":1,"dtype":2,"device":2},"11262,1108,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"process":1,"prefill":3,"requests":1,"if":2,"has":3,"2":1,"convolution":1,"sequence":1,"transformation":1,"cache":5,"indices":4,"updates":1,"the":3,"conv":4,"state":5,"in":2,"positions":1,"pointed":1,"to":1,"by":1,"mamba":2,"params":2,"tensor":2,"hidden":9,"states":11,"p":11,"causal":1,"conv1d":2,"fn":1,"transpose":2,"0":2,"1":2,"weights":1,"self":3,"bias":1,"activation":2,"initial":2,"mamba2":1,"metadata":1,"query":2,"start":2,"loc":2,"num":1,"tokens":1,"some":1,"instances":1,"following":1,"bcdt":1,"proj":1,"op":1,"requires":1,"contiguous":2,"inputs":1,"e":1,"g":1,"marlin":1,"kernel":1,"is":1,"used":1,"b":1,"c":1,"dt":1,"project":1,"ssm":1,"parameters":1},"12370,1917,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"3":1,"state":8,"space":1,"model":1,"sequence":1,"transformation":1,"initial":7,"states":12,"none":5,"if":1,"mamba2":7,"metadata":8,"has":2,"is":2,"not":1,"and":1,"prep":1,"making":1,"a":3,"copy":1,"of":1,"the":1,"torch":1,"where":1,"mamba":3,"cache":2,"params":2,"ssm":4,"indices":4,"tensor":3,"p":5,"0":4,"varlen":4,"chunk":7,"scan":1,"combined":1,"hidden":1,"view":5,"1":11,"num":8,"prefill":5,"tokens":5,"self":10,"heads":2,"tp":2,"size":4,"head":3,"dim":3,"dt":5,"unsqueeze":1,"b":1,"c":1,"d":2,"z":1,"gate":1,"bias":2,"seq":2,"idx":2,"offsets":2,"cu":1,"seqlens":1,"attn":1,"query":1,"start":1,"loc":1,"prefills":1,"return":2,"true":2,"final":1,"false":1,"softplus":1,"limit":1,"float":1,"inf":1,"out":2,"preallocated":1,"update":1,"batch":1,"nheads":1,"headdim":1,"dstate":1},"14287,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"process":1,"decode":2,"requests":1,"if":1,"has":1,"2":1,"convolution":1,"sequence":2,"transformation":2,"hidden":7,"states":6,"d":15,"causal":1,"conv1d":2,"update":2,"mamba":4,"cache":3,"params":3,"conv":3,"state":11,"weights":1,"self":19,"bias":5,"activation":1,"indices":5,"tensor":3,"b":4,"c":4,"dt":9,"project":1,"ssm":5,"parameters":1,"3":1,"space":1,"model":1,"a":3,"none":5,"expand":4,"1":10,"head":8,"dim":8,"config":1,"unsqueeze":2,"view":2,"num":5,"heads":3,"tp":2,"size":2,"the":1,"is":1,"reshaped":1,"into":1,"bs":1,"s":1,"slots":1,"will":1,"be":1,"selected":1,"using":1,"selective":1,"z":1,"gate":1,"reshape":1,"decodes":2,"softplus":1,"true":1,"batch":1,"out":6,"preallocated":2,"assert":1,"0":1,"4":1,"final":1,"linear":1,"projection":1,"proj":1,"return":1},"16282,1253,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"class":2,"densemlp":1,"nn":2,"module":2,"def":2,"init":2,"self":14,"config":8,"plamo2config":1,"quant":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"hidden":6,"size":8,"intermediate":4,"gate":3,"up":3,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":4,"false":4,"f":2,"return":3,"act":2,"siluandmul":1,"down":3,"rowparallellinear":1,"forward":1,"states":2,"torch":3,"tensor":2,"h":4,"support":1,"compile":1,"plamo2attentionmixer":1},"17535,1894,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"def":1,"init":2,"self":28,"vllm":4,"config":21,"vllmconfig":1,"prefix":1,"str":1,"kwargs":1,"none":1,"super":1,"model":2,"hf":1,"cache":2,"quant":6,"hidden":5,"size":17,"tp":9,"get":1,"tensor":3,"parallel":3,"world":1,"total":11,"num":17,"heads":21,"attention":1,"assert":3,"0":4,"kv":13,"key":1,"value":1,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"max":1,"1":1,"head":7,"dim":6,"per":1,"q":1,"scaling":1,"5":1,"qkv":1,"proj":2,"qkvparallellinear":1,"bias":2,"false":2,"o":1,"rowparallellinear":1},"19429,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":21,"rope":10,"theta":4,"config":19,"if":5,"hasattr":3,"else":2,"10000":1,"scaling":6,"none":1,"max":9,"position":6,"embeddings":1,"vllm":3,"model":6,"len":3,"and":1,"isinstance":1,"int":1,"min":1,"rotary":2,"emb":1,"get":1,"head":9,"dim":4,"base":1,"q":3,"norm":9,"rmsnorm":2,"hidden":4,"size":4,"per":4,"eps":4,"rms":2,"weight":10,"torch":4,"nn":2,"parameter":2,"ones":2,"num":6,"heads":6,"set":2,"attrs":2,"loader":4,"sharded":2,"0":2,"k":4,"kv":5,"tensor":1,"parallelism":1,"shards":1,"the":3,"weights":1,"to":1,"tp":1,"ranks":1,"in":1,"a":2,"wise":1,"manner":1,"this":1,"approach":1,"does":1,"not":1,"work":1,"there":1,"is":2,"only":1,"single":1,"as":1,"case":1,"for":1,"plamo":1,"2":1,"1b":1,"total":1,"1":1,"attn":2,"attention":1,"cache":2,"prefix":2,"f":1},"21419,1429,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"def":2,"forward":3,"self":17,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"kwargs":2,"qkv":3,"proj":2,"q":15,"k":14,"v":2,"split":1,"size":3,"kv":2,"dim":1,"1":3,"shape":10,"reshape":4,"norm":4,"weight":2,"native":2,"rotary":1,"emb":1,"attn":3,"output":4,"o":1,"return":1,"class":1,"plamo2decoderlayer":1,"nn":1,"module":1,"init":2,"vllm":7,"config":13,"vllmconfig":1,"layer":2,"idx":2,"int":1,"prefix":5,"str":1,"none":1,"super":1,"model":1,"hf":1,"quant":2,"is":3,"mamba":3,"if":1,"mixer":4,"plamo2mambamixer":1,"f":2,"else":1,"plamo2attentionmixer":1},"22848,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":14,"mlp":7,"densemlp":1,"config":19,"quant":2,"prefix":3,"f":1,"pre":5,"mixer":6,"norm":13,"rmsnorm":4,"hidden":22,"size":4,"eps":8,"rms":4,"post":4,"def":2,"forward":1,"positions":3,"torch":4,"tensor":3,"states":18,"residual":8,"optional":1,"mamba":3,"cache":3,"params":3,"mambacacheparams":1,"mamba2":3,"metadata":3,"mamba2metadata":1,"kwargs":2,"if":1,"is":2,"none":2,"else":1,"fully":1,"connected":1,"return":1,"class":1,"plamo2decoder":1,"nn":1,"module":1,"init":2,"vllm":3,"vllmconfig":1,"str":1,"super":1,"model":1,"hf":1,"extra":1,"lora":2,"enabled":1,"bool":1},"24772,1770,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"def":3,"get":2,"layer":16,"prefix":7,"str":2,"idx":5,"int":1,"rsplit":1,"1":3,"return":2,"plamo2decoderlayer":1,"vllm":5,"config":16,"extra":1,"kwargs":1,"self":12,"start":2,"end":2,"layers":5,"make":1,"num":1,"hidden":6,"f":1,"forward":1,"positions":3,"torch":4,"tensor":4,"states":5,"residual":5,"optional":1,"mamba":10,"cache":9,"params":6,"mambacacheparams":1,"mamba2":3,"metadata":3,"mamba2metadata":1,"index":3,"0":1,"for":1,"in":1,"none":1,"if":1,"is":1,"at":1,"class":1,"plamo2model":1,"plamo2pretrainedmodel":1,"init":2,"vllmconfig":1,"super":1,"model":2,"hf":2,"padding":1,"pad":1,"token":1,"id":1,"vocab":4,"size":4,"org":1},"26542,1641,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":11,"embed":3,"tokens":3,"vocabparallelembedding":1,"vocab":2,"size":7,"config":7,"hidden":8,"org":1,"num":1,"embeddings":3,"prefix":4,"f":2,"make":2,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":5,"residual":4,"layers":2,"plamo2decoder":1,"vllm":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"post":1,"init":1,"def":2,"get":4,"input":6,"ids":4,"torch":6,"tensor":6,"return":1,"forward":2,"positions":1,"mamba":2,"cache":1,"params":1,"mambacacheparams":1,"optional":2,"intermediatetensors":1,"none":5,"inputs":3,"embeds":3,"if":2,"pp":1,"group":1,"is":3,"first":1,"rank":1,"not":2,"else":2,"assert":1,"attn":4,"metadata":6,"attentionmetadata":1,"context":1,"mamba2":2,"prepare":1,"chunk":2},"28183,1603,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"hidden":10,"states":8,"residual":6,"self":9,"layers":1,"positions":2,"mamba":2,"cache":3,"params":2,"mamba2":2,"metadata":2,"if":1,"not":4,"get":2,"pp":1,"group":1,"is":3,"last":1,"rank":1,"return":2,"intermediatetensors":1,"norm":1,"class":1,"plamo2forcausallm":1,"plamo2pretrainedmodel":1,"hasinnerstate":1,"supportspp":1,"ishybrid":1,"supportsv0only":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"def":1,"init":2,"vllm":7,"config":22,"vllmconfig":1,"prefix":3,"str":1,"none":1,"model":3,"hf":1,"scheduler":4,"assert":1,"enable":1,"caching":2,"plamo2":2,"currently":1,"does":1,"support":1,"super":1,"modelconfig":1,"head":4,"size":3,"assumes":1,"dim":2,"set":1,"or":1,"calculated":1,"as":2,"num":1,"attention":1,"heads":1,"however":1,"this":1,"always":1,"the":2,"case":1,"for":1,"indicated":1,"by":1,"fixme":1,"comment":1,"per":1},"29786,1775,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":27,"model":6,"plamo2model":1,"vllm":3,"config":11,"prefix":5,"maybe":1,"vocab":9,"size":11,"unpadded":2,"num":5,"embeddings":6,"15":1,"16":2,"lm":4,"head":4,"parallellmhead":1,"hidden":1,"org":1,"padding":2,"default":1,"f":1,"if":2,"tie":2,"word":1,"weights":2,"embed":1,"tokens":1,"used":1,"to":1,"track":1,"and":2,"store":1,"by":2,"the":1,"mamba":5,"cache":3,"between":1,"steps":1,"optional":3,"mambacachemanager":1,"none":4,"logits":1,"processor":1,"logitsprocessor":1,"sampler":2,"get":4,"make":2,"empty":2,"intermediate":3,"tensors":3,"initialize":1,"apply":1,"final":1,"processing":1,"post":1,"init":1,"def":2,"input":5,"ids":3,"torch":5,"tensor":5,"return":1,"forward":1,"positions":1,"intermediatetensors":1,"inputs":1,"embeds":1,"kwargs":1,"is":1,"layers":2,"block":1,"type":1,"parallel":1,"layerblocktype":1},"31561,1778,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"self":21,"mamba":13,"cache":8,"mambacachemanager":1,"vllm":1,"config":7,"num":3,"layers":1,"get":5,"shape":6,"lm":3,"head":5,"weight":2,"dtype":2,"params":2,"current":1,"run":1,"tensors":2,"kwargs":3,"hidden":8,"states":4,"model":2,"input":3,"ids":1,"positions":1,"intermediate":1,"inputs":5,"embeds":1,"return":5,"def":4,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":10,"int":6,"tuple":3,"world":4,"tensor":3,"parallel":1,"heads":2,"per":2,"conv":3,"state":5,"d":2,"1":1,"temporal":2,"divide":1,"compute":1,"logits":4,"torch":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1},"33339,1452,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"def":2,"sample":1,"self":5,"logits":2,"optional":2,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"sampleroutput":1,"next":2,"tokens":2,"sampler":1,"return":1,"load":1,"weights":3,"iterable":1,"tuple":1,"str":1,"params":2,"dict":4,"named":1,"parameters":1,"for":2,"name":5,"loaded":1,"weight":16,"in":5,"both":1,"tie":2,"word":2,"embeddings":2,"true":1,"and":2,"lm":3,"head":3,"the":8,"safetensor":1,"at":1,"same":1,"time":1,"causes":1,"key":1,"access":1,"error":1,"if":2,"config":1,"assert":1,"not":2,"continue":1,"update":1,"names":2,"to":1,"be":1,"compatible":1,"with":1,"vllm":1,"version":1,"of":2,"model":1,"do":1,"change":1,"order":1,"replacements":4,"rename":1,"incompatible":1,"a":2,"log":1,"b":2,"norm":8,"c":2,"dt":2,"q":2,"k":2,"apply":1,"based":1,"on":1,"defined":1,"mappings":1,"old":3,"new":2,"items":1,"replace":1},"34791,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"reshape":4,"the":6,"in":15,"proj":7,"weights":5,"to":3,"match":1,"shape":7,"expected":1,"by":2,"mergedcolumnparallellinear":1,"this":2,"works":1,"both":1,"for":5,"unquantized":1,"and":3,"quantized":3,"case":1,"are":1,"already":1,"transposed":1,"also":1,"addition":1,"zero":1,"points":1,"scales":3,"have":1,"be":2,"reshaped":1,"as":1,"well":1,"packing":1,"should":1,"not":1,"affected":1,"if":3,"mixer":6,"weight":26,"name":6,"or":3,"qweight":2,"qzeros":2,"loaded":14,"transpose":2,"0":8,"1":7,"self":5,"config":6,"hidden":7,"size":4,"param":1,"pack":1,"factor":1,"noqa":2,"vllm":1,"quant":1,"group":1,"mamba":1,"num":1,"heads":1,"gate":4,"states":4,"chunk":1,"2":1,"dim":2,"torch":1,"cat":1},"36694,826,data/raw/vllm-0.10.1/vllm/model_executor/models/plamo2.py":{"offset":1,"parameter":2,"with":1,"vllm":1,"s":1,"rmsnorm":1,"haven":1,"t":1,"been":1,"supported":1,"yet":1,"if":2,"pre":2,"mixer":2,"norm":5,"in":5,"name":7,"loaded":6,"weight":11,"1":6,"0":5,"elif":4,"post":2,"5":3,"mlp":2,"model":1,"skip":1,"layers":1,"on":1,"other":1,"devices":1,"is":1,"pp":1,"missing":1,"self":1,"continue":1,"param":3,"params":1,"dict":1,"loader":4,"getattr":1,"default":1},"0,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":14,"project":1,"from":7,"copy":1,"import":8,"deepcopy":1,"typing":1,"type":3,"checking":2,"envs":2,"as":1,"logger":4,"init":2,"model":4,"executor":1,"models":1,"modelregistry":1,"utils":1,"str":1,"dtype":2,"torch":1,"cdiv":1,"v1":1,"kv":1,"cache":1,"interface":1,"fullattentionspec":1,"mambaspec":1,"if":3,"config":35,"vllmconfig":5,"name":3,"class":6,"verifyandupdateconfig":4,"staticmethod":4,"def":4,"verify":4,"and":4,"update":4,"none":6,"raise":1,"notimplementederror":1,"gtenewmodelconfig":1,"hf":2,"assert":3,"newconfig":1,"hidden":3,"act":2,"gelu":1,"geglu":1,"head":4,"dim":5,"size":2,"num":1,"attention":1,"heads":1,"rotary":4,"kwargs":1,"getattr":2,"emb":1,"max":2,"position":3,"embeddings":1,"base":1,"rope":3,"theta":1,"scaling":2,"jambaforsequenceclassificationconfig":1,"pooler":4,"activation":2,"is":1,"false":1,"jinarobertamodelconfig":1,"embedding":1,"xlmrobertaflashconfig":1},"1990,1573,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"head":4,"dim":5,"config":37,"hidden":5,"size":4,"num":2,"attention":1,"heads":1,"rotary":6,"kwargs":1,"getattr":4,"emb":4,"max":2,"position":4,"embeddings":1,"base":3,"rope":4,"theta":1,"scaling":2,"none":3,"class":2,"nomicbertmodelconfig":1,"verifyandupdateconfig":1,"staticmethod":1,"def":1,"verify":1,"and":1,"update":1,"vllm":2,"vllmconfig":1,"model":1,"hf":1,"assert":5,"name":1,"nomicbertconfig":1,"activation":3,"function":3,"in":1,"swiglu":2,"gelu":1,"embedding":2,"type":2,"if":1,"act":2,"silu":1,"else":1,"mlp":2,"fc1":1,"bias":5,"fc2":1,"qkv":2,"proj":2,"scale":1,"is":1,"not":1,"interleaved":1,"layer":3,"norm":2,"eps":1,"epsilon":1,"intermediate":1,"n":3,"inner":1,"embd":1,"layers":1},"3563,1340,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"head":4,"dim":6,"config":18,"hidden":1,"size":2,"num":1,"attention":1,"heads":1,"rotary":7,"emb":4,"int":1,"fraction":1,"max":13,"trained":6,"positions":6,"getattr":3,"2048":2,"kwargs":1,"position":1,"base":2,"rope":5,"theta":2,"scaling":4,"none":2,"we":1,"ignore":1,"factor":1,"so":1,"that":1,"for":1,"datasets":1,"shorter":1,"than":1,"the":3,"results":1,"are":1,"consistent":1,"with":1,"sentencetransformer":1,"context":1,"extension":1,"uses":1,"vllm":5,"style":1,"and":2,"see":1,"17785":1,"18755":1,"if":1,"not":1,"model":10,"hf":1,"overrides":1,"original":1,"len":6,"is":2,"default":1,"reset":1,"to":2,"nomic":1,"embed":1,"text":1,"v2":1,"moe":1,"length":1,"set":1,"512":1,"by":1,"sentence":1,"bert":1,"json":1,"before":1,"min":1},"4903,1876,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"vllm":8,"config":31,"recalculate":3,"max":20,"model":26,"len":16,"logger":1,"warning":1,"nomic":1,"context":3,"extension":3,"is":2,"disabled":1,"changing":1,"from":1,"s":2,"to":4,"enable":1,"see":1,"https":1,"github":1,"com":1,"project":1,"tree":1,"main":1,"examples":1,"offline":1,"inference":1,"html":1,"before":1,"else":2,"we":1,"need":1,"re":1,"verify":1,"avoid":1,"lengths":1,"greater":1,"than":2,"position":3,"embedding":1,"hf":11,"text":7,"if":2,"isinstance":1,"overrides":4,"dict":1,"kw":1,"get":1,"fn":1,"this":1,"might":1,"be":1,"overridden":1,"by":1,"sentence":2,"bert":2,"json":2,"reset":1,"for":1,"hasattr":1,"delattr":1,"embeddings":2,"trained":1,"positions":1,"rope":2,"scaling":2,"rotary":1,"kwargs":1,"the":1,"priority":1,"of":1,"higher":1,"encoder":5,"deepcopy":1,"pop":1,"seq":1,"length":1,"none":1,"class":1,"qwen2forprocessrewardmodelconfig":1,"verifyandupdateconfig":1},"6779,1936,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"staticmethod":5,"def":5,"verify":5,"and":6,"update":5,"config":43,"vllm":13,"vllmconfig":5,"none":9,"pooler":8,"model":6,"if":3,"step":2,"tag":2,"id":2,"is":6,"151651":1,"class":5,"qwen2forrewardmodelconfig":1,"verifyandupdateconfig":4,"softmax":3,"false":2,"qwen3forsequenceclassificationconfig":1,"hf":4,"original":4,"qwen3":5,"reranker":5,"getattr":2,"not":2,"return":1,"tokens":3,"classifier":1,"from":2,"token":1,"assert":3,"len":1,"2":2,"try":1,"loading":1,"the":1,"see":1,"https":1,"github":1,"com":1,"project":1,"tree":1,"main":1,"examples":1,"offline":1,"inference":1,"py":1,"method":1,"way":1,"jinavlforsequenceclassificationconfig":1,"num":1,"labels":1,"1":1,"snowflakegtenewmodelconfig":1,"name":1,"gteconfig":1,"hidden":2,"act":2,"gelu":1,"geglu":1},"8715,1160,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"head":4,"dim":5,"config":22,"hidden":1,"size":2,"num":1,"attention":1,"heads":1,"rotary":3,"kwargs":1,"getattr":2,"emb":1,"max":7,"position":2,"embeddings":1,"base":1,"rope":3,"theta":1,"scaling":2,"none":3,"class":2,"granitemoehybridmodelconfig":1,"verifyandupdateconfig":2,"staticmethod":2,"def":2,"verify":2,"and":2,"update":2,"vllm":4,"vllmconfig":2,"model":4,"seq":2,"len":5,"to":5,"capture":3,"logger":1,"info":1,"setting":1,"d":1,"ensure":1,"that":1,"cuda":1,"graph":1,"covers":1,"sequences":1,"of":1,"length":1,"up":1,"gptossforcausallmconfig":1,"decoding":4,"if":1,"reasoning":2,"backend":2,"gptoss":1},"9875,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"increase":2,"the":8,"max":5,"capture":4,"size":12,"from":2,"512":1,"to":7,"1024":3,"for":6,"performance":2,"note":1,"woosuk":2,"this":1,"will":1,"number":1,"of":2,"cuda":10,"graphs":1,"67":1,"83":1,"scheduler":5,"config":22,"vllm":8,"if":6,"len":1,"graph":9,"sizes":9,"1":2,"0":1,"fixme":1,"when":1,"using":1,"full":1,"with":1,"fa3":1,"supported":1,"is":4,"992":1,"2":1,"4":1,"step":2,"8":3,"small":1,"batch":2,"i":4,"in":2,"range":2,"256":2,"16":2,"larger":1,"1025":1,"logger":1,"info":1,"overriding":1,"d":1,"class":1,"hybridattentionmambamodelconfig":1,"verifyandupdateconfig":1,"classmethod":1,"def":1,"verify":1,"and":1,"update":1,"cls":1,"vllmconfig":1,"none":1,"ensure":2,"that":2,"page":4,"attention":3,"layers":2,"greater":2,"than":2,"or":1,"equal":2,"mamba":3,"not":2,"automatically":1,"set":1,"block":1,"it":1,"strictly":1,"we":1,"pad":1,"make":1,"them":1,"args":1,"envs":1,"use":1,"v1":1,"return":1,"cache":8,"model":3,"parallel":2,"dtype":7,"auto":1,"kv":2,"else":1,"str":1,"torch":1},"11821,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"get":6,"attention":6,"page":18,"size":33,"for":1,"1":5,"token":4,"attn":10,"fullattentionspec":1,"block":13,"num":2,"kv":3,"heads":2,"model":12,"config":16,"parallel":1,"head":2,"dtype":3,"cache":5,"use":3,"mla":2,"bytes":2,"cls":4,"modelregistry":1,"resolve":1,"architecture":1,"mamba":10,"mambaspec":1,"shapes":1,"state":2,"shape":1,"from":2,"vllm":2,"dtypes":1,"max":1,"len":1,"some":1,"backends":1,"e":1,"g":1,"fa":2,"only":1,"support":1,"setting":2,"to":4,"multiple":1,"of":1,"16":3,"so":1,"let":1,"s":1,"suggest":1,"a":2,"value":1,"that":2,"would":1,"work":1,"note":1,"is":3,"currently":1,"not":2,"compatible":1,"with":1,"layers":1,"flashinfer":1,"instead":1,"cdiv":1,"override":1,"if":3,"either":1,"the":2,"user":2,"has":2,"set":2,"it":2,"or":2,"b":1,"too":1,"small":1,"none":1,"logger":1,"info":1,"d":1,"tokens":1,"ensure":1,"compute":1,"new":1,"assert":1,"don":1,"t":1,"need":1,"pad":1,"return":1},"13765,1285,data/raw/vllm-0.10.1/vllm/model_executor/models/config.py":{"pad":1,"mamba":10,"page":12,"size":12,"to":2,"exactly":2,"match":1,"attention":2,"if":1,"cache":3,"config":4,"padded":3,"is":1,"none":1,"or":1,"attn":3,"padding":3,"pct":2,"100":1,"logger":1,"info":1,"by":1,"2f":1,"ensure":1,"that":1,"and":1,"are":1,"equal":1,"models":1,"map":1,"dict":1,"str":1,"type":1,"verifyandupdateconfig":1,"gtemodel":1,"snowflakegtenewmodelconfig":1,"gtenewmodel":1,"gtenewmodelconfig":1,"nomicbertmodel":1,"nomicbertmodelconfig":1,"qwen2forprocessrewardmodel":1,"qwen2forprocessrewardmodelconfig":1,"qwen2forrewardmodel":1,"qwen2forrewardmodelconfig":1,"qwen3forsequenceclassification":1,"qwen3forsequenceclassificationconfig":1,"xlmrobertamodel":1,"jinarobertamodelconfig":1,"jinavlforranking":1,"jinavlforsequenceclassificationconfig":1,"jambaforsequenceclassification":1,"jambaforsequenceclassificationconfig":1,"granitemoehybridforcausallm":1,"granitemoehybridmodelconfig":1,"gptossforcausallm":1,"gptossforcausallmconfig":1},"0,1497,data/raw/vllm-0.10.1/vllm/model_executor/models/teleflm.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":5,"project":1,"adapted":1,"from":5,"https":1,"github":1,"com":1,"huggingface":2,"transformers":2,"blob":1,"v4":1,"28":1,"src":1,"models":2,"llama":3,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":3,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"import":5,"torch":2,"nn":2,"config":1,"vllmconfig":1,"executor":2,"layers":1,"logits":1,"processor":1,"logitsprocessor":1,"llamadecoderlayer":1,"llamaforcausallm":1,"llamamodel":2,"class":1,"teleflmmodel":1},"1497,1714,data/raw/vllm-0.10.1/vllm/model_executor/models/teleflm.py":{"def":3,"init":4,"self":23,"vllm":6,"config":12,"vllmconfig":2,"prefix":6,"str":2,"layer":3,"type":4,"nn":1,"module":1,"llamadecoderlayer":1,"super":2,"this":1,"implementation":1,"is":1,"based":1,"on":1,"the":2,"µscaling":1,"paper":1,"presented":1,"at":2,"iclr":1,"2025":1,"workshop":1,"nanolm":1,"an":1,"affordable":1,"llm":1,"study":1,"benchmark":1,"via":1,"accurate":1,"loss":1,"prediction":1,"across":1,"scales":1,"by":1,"yiqun":1,"yao":1,"et":1,"al":1,"available":1,"https":2,"openreview":1,"net":1,"forum":1,"id":1,"iwapyg1sca":1,"arxiv":2,"preprint":1,"org":1,"abs":1,"2304":1,"06875":1,"use":7,"mup":11,"if":3,"input":6,"mult":6,"get":1,"embeddings":1,"ids":2,"torch":2,"tensor":2,"embedding":4,"embed":1,"tokens":1,"return":1,"class":1,"teleflmforcausallm":1,"llamaforcausallm":1,"scale":5,"factor":3,"output":3,"logit":2,"logits":1,"processor":1,"logitsprocessor":1,"unpadded":1,"vocab":2,"size":2},"0,1986,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"import":22,"math":1,"from":19,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":2,"typing":2,"final":1,"literal":2,"optional":1,"protocol":1,"typeddict":2,"union":2,"torch":4,"nn":2,"as":1,"transformers":2,"batchfeature":1,"llavaonevisionconfig":1,"llavaonevisionprocessor":1,"models":1,"llava":5,"onevision":2,"modeling":1,"get":2,"anyres":1,"image":2,"grid":1,"shape":2,"unpad":1,"extensions":1,"notrequired":1,"config":1,"vllmconfig":1,"model":3,"executor":2,"layers":1,"activation":1,"act":1,"fn":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imagesize":1,"multimodaldataitems":1,"videoembeddingitems":1,"videoprocessoritems":1,"processing":1,"promptreplacement":1,"promptupdate":1,"intermediatetensors":1,"clip":1,"clipvisionmodel":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"llavadummyinputsbuilder":1,"init":2,"vision":1,"tower":1,"for":2,"next":1,"basellavanextmultimodalprocessor":1,"llavanextlikeconfig":1,"llavanextprocessinginfo":1,"siglip":1,"siglipvisionmodel":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"profile":1,"run":1,"max":1,"frames":2,"per":1,"video":1,"16":1,"class":1,"llavaonevisionvideopixelinputs":1,"type":1,"pixel":2,"values":2,"videos":3,"tensor":2,"list":1,"batch":1,"size":1,"num":3,"channels":1,"height":1,"width":1},"1986,1800,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"note":2,"that":2,"num":8,"videos":1,"may":3,"be":4,"different":3,"for":2,"each":2,"batch":5,"and":2,"frames":1,"video":3,"in":3,"which":2,"case":2,"the":3,"data":3,"is":2,"passed":2,"as":2,"a":4,"list":3,"instead":2,"of":3,"batched":2,"tensor":6,"class":4,"llavaonevisionimagepixelinputs":2,"typeddict":2,"type":2,"literal":2,"pixel":2,"values":2,"union":3,"torch":4,"shape":3,"size":7,"images":3,"1":1,"patches":2,"channels":1,"height":2,"width":2,"per":1,"image":5,"sizes":1,"notrequired":1,"2":1,"this":1,"should":1,"format":1,"llavaonevisionimageembeddinginputs":2,"embeds":1,"feature":1,"hidden":3,"must":1,"match":1,"language":1,"model":1,"backbone":1,"llavaonevisionimageinputs":2,"llavaonevisionmultiinputs":1,"llavaonevisionvideopixelinputs":1,"llavaonevisionlikeconfig":2,"llavanextlikeconfig":1,"protocol":1,"token":1,"index":1,"final":1,"int":2,"llavaonevisionprocessinginfo":1,"llavanextprocessinginfo":1,"def":3,"get":5,"hf":4,"config":2,"self":5,"return":3,"ctx":2,"llavaonevisionconfig":1,"processor":2,"kwargs":2,"object":1,"llavaonevisionprocessor":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"none":2},"3786,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"based":1,"on":1,"https":1,"github":1,"com":1,"huggingface":1,"text":2,"generation":2,"inference":1,"blob":1,"v3":1,"0":1,"1":3,"server":2,"models":1,"vlm":1,"causal":1,"lm":1,"py":1,"l86":1,"with":2,"additional":1,"logic":1,"afterwards":1,"taken":1,"from":1,"llavaonevisionprocessor":1,"def":2,"get":2,"num":5,"unpadded":4,"features":8,"self":2,"original":8,"height":22,"int":11,"width":20,"npatches":4,"patch":4,"tuple":1,"current":21,"aspect":4,"ratio":8,"if":2,"new":4,"round":2,"7":2,"padding":4,"2":5,"else":1,"newline":3,"math":1,"sqrt":1,"9":1,"factor":5,"return":2,"image":1,"size":1,"most":1,"imagesize":2,"note":1,"this":1,"hardcoded":1,"value":1,"is":1,"found":1,"via":1,"processor":1,"tests":1,"1153":1,"944":1},"5621,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":4,"get":14,"num":17,"frame":4,"tokens":13,"self":11,"image":15,"width":7,"int":12,"height":7,"hf":3,"config":3,"spatial":3,"pool":3,"stride":3,"getattr":1,"2":1,"vision":3,"encoder":3,"info":3,"patch":3,"grid":6,"length":6,"pooled":3,"math":1,"ceil":1,"return":3,"video":7,"frames":17,"1":3,"newline":1,"token":1,"max":18,"target":4,"size":1,"with":2,"most":2,"features":2,"0":3,"while":1,"true":1,"next":5,"if":1,"break":1,"seq":2,"len":2,"mm":3,"counts":3,"mapping":1,"str":1,"images":2,"videos":2,"total":2,"per":2,"min":1},"7620,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"return":4,"max":3,"frames":7,"per":1,"video":9,"1":1,"def":3,"get":15,"tokens":2,"self":11,"seq":4,"len":4,"int":6,"mm":10,"counts":9,"mapping":3,"str":4,"target":12,"width":8,"height":8,"image":10,"size":2,"with":4,"most":4,"features":4,"num":17,"class":2,"llavaonevisiondummyinputsbuilder":1,"llavadummyinputsbuilder":1,"llavaonevisionprocessinginfo":2,"dummy":4,"text":1,"images":6,"0":4,"videos":6,"processor":4,"info":3,"hf":1,"token":6,"data":1,"multimodaldatadict":1,"llavaonevisionmultimodalprocessor":1,"basellavanextmultimodalprocessor":1},"9620,1588,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":2,"get":2,"mm":14,"fields":1,"config":1,"self":3,"hf":6,"inputs":1,"batchfeature":2,"processor":9,"kwargs":11,"mapping":5,"str":6,"object":4,"multimodalfieldconfig":5,"return":2,"dict":2,"pixel":2,"values":2,"batched":4,"image":7,"sizes":2,"embeds":1,"videos":6,"video":3,"call":3,"prompt":6,"data":7,"tok":5,"pop":1,"assert":1,"isinstance":1,"list":1,"if":1,"not":1,"super":2,"llava":1,"onevision":1,"doesn":1,"t":1,"support":1,"multiple":1,"with":1,"different":1,"when":1,"converting":1,"back":1,"to":1,"tensors":1,"so":1,"we":1,"process":1,"each":1,"component":1,"separately":1,"note":1,"no":1,"replacement":1,"is":1,"applied":1,"in":1,"this":1,"case":1,"info":1,"token":4,"text":1,"outputs":1},"11208,1747,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"images":7,"mm":14,"data":3,"pop":1,"assert":1,"isinstance":1,"list":1,"if":2,"processor":9,"outputs":12,"super":3,"call":2,"hf":7,"prompt":5,"image":5,"token":2,"len":1,"kwargs":14,"tok":4,"k":3,"v":2,"for":2,"in":3,"items":5,"pixel":6,"values":6,"sizes":1,"else":1,"videos":7,"video":6,"item":2,"append":1,"0":2,"combined":2,"dict":1,"text":4,"return":2,"batchfeature":1,"def":1,"applies":2,"updates":2,"self":1,"str":3,"multimodaldataitems":1,"mapping":2,"object":2,"tokenization":3,"bool":1,"base":2,"result":2,"and":1,"get":1,"count":1,"strict":1,"false":1},"12955,1538,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":3,"get":10,"prompt":2,"updates":2,"self":4,"mm":10,"items":5,"multimodaldataitems":1,"hf":6,"processor":3,"kwargs":6,"mapping":1,"str":1,"object":1,"out":3,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"image":7,"repls":2,"super":2,"config":4,"info":2,"video":12,"token":4,"id":3,"index":1,"replacement":3,"item":4,"idx":4,"int":1,"videos":5,"videoembeddingitems":2,"videoprocessoritems":1,"if":1,"isinstance":1,"num":6,"tokens":4,"feature":1,"size":5,"else":1,"frame":1,"width":2,"height":2,"frames":2,"return":2,"promptreplacement":1,"modality":1,"target":1,"class":1,"llavaonevisionmultimodalprojector":1,"nn":1,"module":1,"init":2,"llavaonevisionconfig":1},"14493,1783,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"self":7,"linear":6,"1":2,"nn":3,"config":11,"vision":3,"hidden":11,"size":4,"text":3,"bias":4,"multimodal":3,"projector":5,"act":4,"get":2,"fn":1,"2":2,"def":2,"forward":1,"image":7,"features":2,"torch":2,"tensor":2,"states":6,"return":3,"registry":1,"register":1,"processor":1,"llavaonevisionmultimodalprocessor":1,"info":1,"llavaonevisionprocessinginfo":1,"dummy":1,"inputs":1,"llavaonevisiondummyinputsbuilder":1,"class":1,"llavaonevisionforconditionalgeneration":1,"module":1,"supportsmultimodal":1,"supportspp":1,"hf":1,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":1,"mapping":1,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":8,"language":3,"tower":2,"multi":2,"modal":2,"newline":2,"lm":2,"head":2,"classmethod":1,"placeholder":1,"str":3,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":2,"startswith":2,"video":3,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1},"16276,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":4,"init":4,"self":12,"vllm":7,"config":28,"vllmconfig":1,"prefix":7,"str":2,"none":1,"super":1,"model":7,"hf":2,"quant":3,"multimodal":4,"initialize":1,"the":3,"vision":5,"tower":4,"only":1,"up":1,"to":1,"required":1,"feature":1,"layer":1,"for":2,"llava":1,"require":1,"post":1,"norm":1,"false":1,"maybe":2,"multi":1,"modal":1,"projector":1,"llavaonevisionmultimodalprojector":1,"language":3,"registered":1,"text":2,"image":6,"newline":1,"nn":1,"parameter":1,"torch":8,"empty":3,"hidden":1,"size":2,"make":2,"intermediate":2,"tensors":2,"validate":4,"sizes":2,"data":4,"tensor":7,"expected":7,"dims":6,"2":1,"shape":5,"d":5,"actual":2,"tuple":2,"if":1,"expr":2,"raise":1,"valueerror":1,"f":2,"of":1,"per":2,"batch":1,"is":1,"you":1,"supplied":1,"in":1,"return":1,"pixel":1,"values":1,"union":2,"list":2,"h":2,"w":2,"3":1},"18203,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":2,"validate":5,"shape":5,"d":5,"torch":4,"tensor":4,"actual":2,"dims":4,"tuple":2,"1":1,"if":7,"expected":5,"expr":2,"num":1,"patches":1,"map":1,"str":1,"raise":4,"valueerror":4,"the":1,"of":4,"pixel":12,"values":12,"per":2,"image":20,"batch":1,"f":4,"is":5,"you":1,"supplied":1,"for":1,"in":1,"data":3,"return":4,"parse":1,"and":2,"input":1,"self":3,"kwargs":4,"object":1,"optional":1,"llavaonevisionimageinputs":1,"pop":3,"none":8,"sizes":8,"embeds":9,"not":5,"isinstance":3,"list":2,"incorrect":3,"type":11,"got":3,"llavaonevisionimagepixelinputs":1,"flatten":3,"bn":3,"concat":1,"true":1,"llavaonevisionimageembeddinginputs":1},"20203,1754,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"raise":3,"assertionerror":1,"this":1,"line":1,"should":2,"be":1,"unreachable":1,"def":4,"validate":5,"video":4,"pixel":12,"values":12,"self":4,"data":3,"union":2,"torch":6,"tensor":7,"list":4,"h":2,"w":2,"config":2,"vision":1,"image":1,"size":1,"expected":6,"dims":5,"3":1,"shape":5,"d":5,"actual":2,"tuple":2,"2":1,"if":3,"expr":2,"num":1,"frames":2,"map":1,"str":1,"valueerror":2,"the":2,"of":2,"in":2,"each":1,"frame":1,"f":2,"is":2,"you":1,"supplied":1,"for":1,"return":3,"parse":2,"and":2,"input":3,"kwargs":3,"object":2,"optional":1,"llavaonevisionvideopixelinputs":2,"a":1,"legal":1,"have":1,"following":1,"dimensions":1,"videos":10,"b":1,"nb":2,"channels":1,"height":1,"width":1,"pop":1,"none":3,"not":1,"isinstance":1,"incorrect":1,"type":4,"got":1,"flatten":1,"bn":1,"multimodal":1,"inputs":1,"dict":1,"mm":1,"by":1,"modality":1},"21957,1539,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"preserve":1,"the":5,"order":2,"of":3,"modalities":1,"if":4,"there":1,"are":1,"multiple":1,"them":1,"from":1,"kwargs":4,"for":1,"input":10,"key":3,"in":5,"pixel":4,"values":4,"image":12,"embeds":2,"and":4,"not":2,"mm":5,"by":5,"modality":5,"self":6,"parse":2,"validate":2,"videos":1,"video":4,"return":4,"def":2,"select":5,"features":8,"torch":4,"tensor":4,"strategy":7,"str":1,"default":1,"1":1,"elif":1,"full":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"feature":3,"pixels":1,"to":2,"vision":5,"tower":3,"union":1,"clipvisionmodel":1,"siglipvisionmodel":1,"note":1,"we":1,"skip":1,"step":1,"layer":1,"since":1,"this":1,"is":1,"already":1,"done":1,"inside":1,"config":1},"23496,1839,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"based":1,"on":1,"https":1,"github":1,"com":1,"haotian":1,"liu":1,"llava":3,"blob":1,"main":1,"model":1,"arch":1,"py":1,"def":1,"merge":1,"image":11,"patch":18,"embeddings":6,"self":5,"size":6,"torch":3,"tensor":3,"newline":1,"none":1,"vision":4,"aspect":2,"ratio":2,"anyres":3,"max":1,"9":1,"strategy":3,"str":1,"if":4,"flat":1,"return":1,"flatten":1,"0":4,"1":4,"startswith":1,"spatial":1,"height":8,"width":8,"config":7,"base":2,"embeds":5,"shape":3,"raise":1,"valueerror":1,"the":2,"number":1,"of":1,"patches":4,"is":1,"not":1,"consistent":1,"with":1,"other":3,"move":1,"to":2,"cpu":1,"avoid":1,"floating":1,"point":1,"errors":1,"orig":4,"tolist":1,"num":8,"get":1,"grid":2,"pinpoints":1,"might":1,"be":1,"padded":1,"for":1,"batch":1,"processing":1,"view":1},"25335,1884,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"if":3,"unpad":2,"in":1,"strategy":1,"other":17,"patch":17,"embeds":17,"permute":2,"4":2,"0":5,"2":6,"1":10,"3":4,"contiguous":2,"flatten":4,"image":3,"orig":2,"height":5,"width":4,"max":3,"num":2,"patches":2,"int":3,"vision":1,"aspect":1,"ratio":5,"removeprefix":1,"anyres":1,"channels":1,"curr":6,"shape":2,"math":1,"sqrt":1,"none":4,"nn":1,"functional":1,"interpolate":1,"mode":1,"bilinear":1,"newline":2,"is":1,"not":1,"torch":1,"cat":1,"expand":1,"to":1,"device":1,"dim":1,"transpose":1,"else":1},"27219,1819,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"merged":4,"patch":13,"embeddings":7,"torch":7,"cat":3,"base":4,"embeds":5,"other":1,"dim":2,"0":3,"else":2,"if":2,"unpad":1,"in":3,"strategy":3,"self":9,"image":10,"newline":1,"none":2,"to":3,"device":1,"return":3,"raise":1,"valueerror":1,"f":1,"unexpected":1,"merge":1,"def":1,"process":1,"pixels":3,"inputs":2,"llavaonevisionimagepixelinputs":1,"union":1,"tensor":3,"list":1,"assert":1,"vision":3,"tower":3,"is":1,"not":1,"pixel":11,"values":11,"isinstance":1,"b":3,"num":5,"patches":5,"c":2,"h":2,"w":2,"shape":3,"stacked":11,"view":2,"features":8,"multi":2,"modal":2,"projector":2,"1":1,"per":2,"batch":2,"v":2,"for":2,"split":1},"29038,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":3,"process":3,"image":19,"input":7,"self":12,"llavaonevisionimageinputs":1,"union":2,"torch":5,"tensor":5,"list":1,"if":2,"type":1,"embeds":1,"return":3,"data":1,"patch":5,"embeddings":3,"pixels":4,"sizes":5,"get":1,"is":3,"none":2,"batch":4,"size":3,"len":1,"pixel":4,"values":4,"vision":9,"config":5,"default":4,"height":2,"width":2,"as":1,"for":2,"in":2,"range":1,"merge":1,"i":2,"features":12,"newline":2,"strategy":3,"spatial":1,"unpad":1,"enumerate":1,"video":11,"to":2,"tower":4,"clipvisionmodel":1,"siglipvisionmodel":1,"note":1,"we":1,"skip":1,"the":3,"step":1,"select":3,"feature":2,"layer":1,"since":1,"this":1,"already":1,"done":1,"inside":1,"multi":1,"modal":1,"projector":1,"apply":1,"pooling":1,"inputs":2,"llavaonevisionvideopixelinputs":1,"assert":1,"not":1,"videos":1},"30912,1768,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"if":1,"isinstance":1,"video":16,"pixels":11,"torch":6,"tensor":2,"total":4,"videos":4,"frames":8,"c":2,"h":2,"w":2,"shape":4,"flat":12,"view":2,"embeddings":8,"self":8,"to":2,"features":8,"vision":6,"tower":2,"reshape":2,"1":11,"image":13,"newline":6,"none":4,"expand":1,"return":2,"cat":3,"dim":3,"per":3,"len":1,"for":2,"in":2,"embeds":2,"num":2,"frame":2,"zip":1,"split":1,"def":1,"apply":1,"pooling":1,"stride":1,"int":1,"2":2,"config":5,"height":2,"width":2,"size":2,"patch":1,"batch":2,"permute":1,"0":1,"3":1},"32680,1770,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"todo":1,"support":1,"other":1,"pooling":1,"types":1,"config":1,"height":2,"width":2,"image":11,"features":2,"shape":3,"2":2,"scaled":2,"math":2,"ceil":2,"stride":2,"feature":6,"nn":2,"functional":1,"interpolate":1,"size":1,"mode":1,"bilinear":1,"permute":1,"0":1,"3":1,"1":2,"view":1,"batch":1,"frames":1,"dim":1,"return":5,"def":2,"get":2,"language":2,"model":2,"self":6,"torch":2,"module":1,"multimodal":11,"embeddings":10,"kwargs":2,"object":1,"multimodalembeddings":1,"mm":4,"input":8,"by":4,"modality":8,"parse":1,"and":1,"validate":1,"inputs":1,"if":3,"not":1,"none":1,"the":4,"result":1,"is":2,"tuple":4,"of":2,"tensors":1,"with":1,"each":1,"tensor":2,"correspoending":1,"to":3,"a":1,"data":1,"item":1,"or":1,"video":5,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"in":2,"this":1,"dictionary":1,"preserve":1,"order":1,"modalities":1,"for":1,"vision":2,"process":2,"pixels":1},"34450,1569,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":2,"get":4,"input":18,"embeddings":11,"self":10,"ids":7,"torch":4,"tensor":4,"multimodal":7,"optional":3,"multimodalembeddings":1,"none":6,"inputs":10,"embeds":14,"language":1,"model":1,"if":3,"is":3,"not":3,"and":1,"len":1,"0":1,"merge":3,"config":4,"image":8,"token":6,"index":4,"video":8,"return":2,"v0":1,"llavaonevisionimagepixelinputs":1,"llavaonevisionvideopixelinputs":1,"process":2,"placeholder":2,"id":2,"pixels":1},"36019,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":2,"forward":2,"self":7,"input":19,"ids":6,"torch":6,"tensor":6,"positions":2,"intermediate":3,"tensors":3,"optional":3,"intermediatetensors":2,"none":9,"inputs":8,"embeds":8,"kwargs":3,"object":1,"union":1,"run":1,"pass":1,"for":3,"llava":1,"onevision":1,"args":1,"flattened":1,"concatenated":1,"corresponding":1,"to":1,"a":1,"batch":1,"pixel":1,"values":1,"videos":2,"pixels":1,"in":2,"each":2,"frames":1,"if":2,"is":6,"not":1,"note":1,"v1":1,"always":1,"generated":1,"at":1,"model":4,"runner":1,"from":1,"get":3,"multimodal":1,"embeddings":3,"and":4,"this":1,"condition":1,"only":1,"v0":2,"compatibility":1,"elif":1,"image":5,"parse":2,"validate":2,"video":5,"else":1,"hidden":4,"states":4,"language":2,"return":2,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1},"37953,253,data/raw/vllm-0.10.1/vllm/model_executor/models/llava_onevision.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":1,"mapper":2,"hf":1,"to":1,"vllm":1},"0,1888,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":21,"project":1,"inference":1,"only":1,"jamba":1,"model":16,"from":25,"collections":1,"abc":1,"import":26,"iterable":1,"typing":1,"optional":1,"torch":2,"nn":1,"transformers":1,"jambaconfig":1,"envs":1,"attention":2,"layer":1,"config":1,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"distributed":2,"get":2,"tensor":1,"parallel":3,"world":1,"size":2,"state":1,"pp":1,"group":1,"executor":13,"layers":9,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":5,"mixer":1,"mambamixer":1,"utils":3,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"pooler":2,"dispatchpooler":1,"quantization":1,"quantizationconfig":1,"vocab":2,"embedding":1,"default":2,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"models":2,"llama":1,"llamamlp":1,"as":1,"jambamlp":1,"cache":1,"mambacachemanager":1,"mambacacheparams":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"layerblocktype":1,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"supportslora":1,"supportspp":1},"1888,1793,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"from":1,"utils":1,"import":1,"autoweightsloader":1,"weightsmapper":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":4,"class":1,"jambamoe":1,"nn":1,"module":1,"def":1,"init":2,"self":14,"config":9,"jambaconfig":1,"num":8,"experts":10,"optional":5,"int":3,"none":6,"top":4,"k":4,"params":5,"dtype":6,"torch":1,"tp":3,"size":10,"quant":4,"quantizationconfig":1,"str":1,"super":1,"total":4,"or":2,"per":1,"tok":1,"hidden":4,"if":1,"1":1,"router":1,"replicatedlinear":1,"bias":1,"false":3,"fusedmoe":1,"reduce":1,"results":1,"true":1,"renormalize":1,"use":1,"grouped":1,"topk":1,"f":1},"3681,706,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"def":1,"forward":1,"self":5,"hidden":12,"states":11,"torch":3,"tensor":2,"orig":2,"shape":4,"view":2,"1":3,"size":1,"router":5,"logits":4,"batch":1,"sequence":1,"length":1,"n":1,"experts":3,"if":1,"num":1,"total":1,"else":1,"ones":1,"0":1,"device":2,"dtype":2,"return":1,"class":1,"jambamambadecoderlayer":1,"nn":1,"module":1},"4387,1543,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"def":1,"init":2,"self":5,"config":20,"jambaconfig":1,"layer":1,"idx":1,"int":1,"model":3,"optional":4,"modelconfig":1,"none":4,"cache":3,"cacheconfig":1,"quant":1,"quantizationconfig":1,"is":5,"lora":5,"enabled":5,"bool":1,"false":1,"prefix":3,"str":1,"kwargs":1,"super":1,"mamba":7,"mambamixer":1,"hidden":4,"size":6,"ssm":1,"state":2,"d":2,"conv":4,"kernel":1,"intermediate":1,"expand":1,"time":1,"step":1,"rank":2,"dt":1,"use":3,"bias":4,"proj":1,"rms":3,"norm":3,"true":1,"eps":2,"activation":1,"act":1,"f":1,"mixer":1},"5930,1544,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"num":3,"experts":3,"config":13,"layers":1,"layer":1,"idx":1,"if":2,"1":1,"self":10,"feed":5,"forward":6,"jambamoe":1,"quant":4,"prefix":4,"f":2,"else":2,"jambamlp":1,"hidden":17,"size":4,"intermediate":1,"act":1,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"pre":2,"ff":2,"def":1,"states":13,"torch":2,"tensor":2,"residual":8,"optional":1,"mamba":3,"cache":2,"params":2,"mambacacheparams":1,"kwargs":1,"is":1,"none":1,"fully":1,"connected":1,"return":1,"class":1,"jambaattentiondecoderlayer":1,"nn":1,"module":1},"7474,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"def":1,"init":2,"self":29,"config":14,"jambaconfig":1,"layer":1,"idx":1,"int":1,"model":2,"optional":3,"modelconfig":1,"none":4,"cache":1,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":1,"str":1,"kwargs":1,"super":1,"hidden":5,"size":17,"tp":9,"get":1,"tensor":3,"parallel":3,"world":1,"total":12,"num":18,"heads":22,"attention":1,"assert":3,"0":4,"kv":13,"key":1,"value":1,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"max":1,"1":1,"head":6,"dim":6,"q":1,"scaling":1,"5":1,"qkv":1,"proj":2,"qkvparallellinear":1,"bias":2,"false":2,"o":1,"rowparallellinear":1},"9434,1823,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"self":20,"attn":5,"attention":2,"num":6,"heads":3,"head":1,"dim":2,"scaling":1,"kv":4,"cache":2,"config":15,"prefix":6,"f":3,"experts":3,"layers":1,"layer":1,"idx":1,"if":2,"1":2,"feed":4,"forward":5,"jambamoe":1,"quant":4,"else":2,"jambamlp":1,"hidden":12,"size":7,"intermediate":1,"act":1,"input":3,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"pre":1,"ff":1,"def":2,"positions":2,"torch":6,"tensor":6,"states":8,"kwargs":2,"qkv":3,"proj":2,"q":3,"k":2,"v":2,"split":1,"output":4,"o":1,"return":1,"residual":5,"optional":1,"is":1,"none":1},"11257,1867,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"hidden":9,"states":8,"self":10,"attention":2,"positions":2,"fully":1,"connected":1,"residual":3,"pre":1,"ff":1,"layernorm":1,"feed":1,"forward":1,"return":2,"all":2,"decoder":2,"layer":8,"types":2,"jambaattentiondecoderlayer":1,"mamba":1,"jambamambadecoderlayer":1,"class":3,"jambamodel":1,"nn":1,"module":1,"def":2,"init":2,"vllm":7,"config":34,"vllmconfig":1,"prefix":5,"str":2,"super":1,"model":4,"hf":1,"cache":3,"quant":4,"lora":10,"vocab":9,"extra":3,"size":8,"max":1,"loras":1,"or":1,"1":3,"if":1,"else":1,"0":1,"org":2,"embed":1,"tokens":1,"vocabparallelembedding":1,"num":1,"embeddings":1,"kwargs":2,"is":1,"enabled":1,"bool":1,"get":1,"idx":3,"int":1,"rsplit":1,"layers":1,"block":1,"type":1},"13124,1869,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"self":12,"start":2,"layer":13,"end":2,"layers":5,"make":3,"config":4,"num":1,"hidden":8,"get":4,"prefix":2,"f":1,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":5,"residual":4,"size":2,"final":1,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":1,"embed":1,"tokens":1,"forward":1,"positions":1,"mamba":8,"cache":10,"params":5,"mambacacheparams":1,"optional":2,"intermediatetensors":1,"none":6,"inputs":3,"embeds":3,"if":4,"pp":1,"group":1,"is":3,"first":1,"rank":1,"not":2,"else":2,"assert":1,"kv":2,"index":5,"0":2,"for":1,"in":1,"isinstance":2,"jambaattentiondecoderlayer":1,"1":2,"jambamambadecoderlayer":1,"and":1,"current":2,"state":2,"at":1,"idx":1},"14993,1389,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"hidden":8,"states":8,"residual":6,"layer":2,"positions":2,"mamba":2,"cache":2,"params":5,"if":1,"not":1,"get":2,"pp":1,"group":1,"is":1,"last":1,"rank":1,"return":3,"intermediatetensors":1,"self":4,"final":1,"layernorm":1,"def":2,"expert":3,"mapping":3,"list":1,"tuple":2,"str":5,"int":1,"for":1,"weights":3,"fp8":2,"weight":2,"scales":2,"activation":1,"param":2,"name":7,"id":3,"shard":3,"fusedmoe":1,"make":1,"ckpt":3,"gate":5,"proj":16,"down":2,"up":5,"num":2,"experts":2,"config":1,"load":1,"iterable":1,"torch":1,"tensor":1,"set":1,"stacked":1,"qkv":3,"q":2,"k":2,"v":2,"0":1,"1":1},"16382,1321,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"params":7,"dict":4,"self":3,"named":1,"parameters":1,"loaded":3,"set":2,"str":1,"expert":4,"mapping":4,"get":1,"for":4,"name":19,"weight":10,"in":8,"weights":1,"if":6,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":6,"param":6,"shard":3,"id":4,"stacked":1,"not":3,"experts":1,"replace":1,"skip":2,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"layers":1,"on":1,"other":1,"devices":1,"is":1,"pp":1,"missing":1,"parameter":1,"loader":3,"break":1,"else":1},"17703,1754,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"if":3,"is":2,"pp":2,"missing":2,"parameter":2,"name":12,"self":3,"continue":3,"replace":1,"weight":10,"param":7,"params":5,"dict":3,"loader":7,"loaded":4,"shard":2,"id":4,"expert":2,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"endswith":1,"and":1,"not":1,"in":3,"getattr":1,"default":1,"add":1,"return":1,"class":1,"jambaforcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"supportslora":1,"supportspp":1,"ishybrid":1,"hf":1,"to":2,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"substr":1,"attn":1,"a":2,"log":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":9,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":1,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1},"19457,1765,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"def":2,"init":2,"self":17,"vllm":10,"config":34,"vllmconfig":1,"prefix":6,"str":1,"model":7,"hf":1,"cache":5,"lora":9,"scheduler":4,"assert":1,"not":3,"enable":1,"caching":2,"jamba":1,"currently":1,"does":1,"support":1,"super":1,"jambamodel":1,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":3,"extra":1,"lm":1,"head":1,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":3,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"else":1,"used":1,"to":1,"track":1,"and":1,"store":1,"by":1,"the":1,"mamba":2,"between":1,"steps":1,"optional":1,"mambacachemanager":1,"none":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"get":2,"input":4,"ids":2,"torch":2,"tensor":2,"return":1},"21222,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"def":4,"forward":1,"self":16,"input":4,"ids":2,"torch":5,"tensor":3,"positions":2,"intermediate":2,"tensors":3,"optional":2,"intermediatetensors":1,"none":4,"inputs":6,"embeds":2,"kwargs":4,"note":1,"mamba":15,"cache":13,"params":4,"is":2,"not":2,"needed":1,"for":1,"v1":2,"if":2,"envs":1,"vllm":9,"use":1,"num":3,"layers":3,"model":3,"config":16,"get":6,"by":1,"block":1,"type":1,"parallel":1,"layerblocktype":1,"state":8,"shape":3,"from":3,"dtype":10,"mambacachemanager":1,"current":1,"run":1,"hidden":2,"states":2,"return":4,"copy":2,"before":2,"cuda":2,"graphs":2,"buffers":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"size":2,"int":1,"classmethod":1,"cls":1,"vllmconfig":1,"tuple":1,"mambastatedtypecalculator":1,"mamba1":1,"ssm":1},"23205,1705,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"classmethod":1,"def":5,"get":3,"mamba":4,"state":4,"shape":2,"from":1,"config":23,"cls":1,"vllm":9,"vllmconfig":2,"tuple":5,"int":6,"parallel":4,"hf":8,"model":4,"hidden":5,"size":7,"return":4,"mambastateshapecalculator":1,"mamba1":1,"tp":1,"world":1,"tensor":4,"intermediate":1,"expand":1,"d":2,"conv":2,"kernel":1,"use":2,"v1":2,"envs":1,"compute":1,"logits":4,"self":9,"states":2,"torch":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"str":6,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"to":1,"expert":2,"mapping":2,"list":1,"class":1,"jambaforsequenceclassification":1,"jambaforcausallm":1,"is":1,"pooling":1,"true":1,"init":2,"prefix":3,"super":1,"num":2,"labels":2,"score":2,"bias":2,"bool":1,"getattr":1,"false":1},"24910,750,data/raw/vllm-0.10.1/vllm/model_executor/models/jamba.py":{"todo":1,"the":2,"original":1,"reward":1,"weights":1,"have":1,"float32":2,"accuracy":1,"data":1,"we":1,"would":1,"like":1,"to":2,"load":1,"them":1,"in":2,"fp32":1,"get":1,"that":1,"extra":1,"precision":1,"currently":1,"weight":2,"loader":1,"passes":1,"which":1,"is":2,"already":1,"bf16":1,"self":3,"score":3,"nn":1,"linear":1,"config":8,"hidden":1,"size":1,"num":1,"labels":1,"bias":2,"dtype":1,"torch":1,"pooler":8,"vllm":1,"model":1,"assert":1,"not":1,"none":1,"dispatchpooler":1,"encode":2,"for":2,"classify":2,"classifier":1},"0,1855,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":22,"math":1,"from":19,"collections":1,"abc":1,"iterable":1,"mapping":2,"sequence":2,"typing":1,"annotated":1,"any":1,"literal":1,"optional":1,"torch":2,"nn":1,"transformers":2,"batchfeature":1,"gemma3config":1,"gemma3processor":1,"models":2,"gemma3":2,"processing":2,"gemma3processorkwargs":1,"envs":2,"as":1,"config":1,"vllmconfig":1,"logger":2,"init":1,"model":3,"executor":3,"layers":1,"layernorm":1,"gemmarmsnorm":1,"module":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"yapf":2,"disable":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"boundpromptupdate":1,"placeholderfeaturesinfo":1,"promptreplacement":1,"prompttargetmatch":1,"promptupdate":1,"promptupdatedetails":1,"find":1,"mm":1,"placeholders":1,"replace":1,"token":1,"matches":1,"enable":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"utils":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipvisionmodel":1},"1855,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"from":1,"utils":1,"import":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":3,"init":4,"vllm":1,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":2,"multimodal":1,"embeddings":1,"logger":2,"name":1,"class":2,"gemma3imagepixelinputs":2,"tensorschema":1,"dimensions":1,"p":2,"number":3,"of":5,"patches":2,"total":1,"over":2,"each":4,"image":8,"prompt":1,"in":2,"the":1,"batch":2,"c":1,"channels":1,"3":2,"h":2,"height":2,"patch":2,"w":2,"width":2,"size":1,"images":4,"type":1,"literal":1,"pixel":3,"values":3,"annotated":2,"torch":2,"tensor":2,"tensorshape":2,"num":2,"gemma3imageinputs":1,"gemma3processinginfo":1,"baseprocessinginfo":1,"def":6,"get":7,"hf":5,"config":2,"self":8,"return":5,"ctx":2,"gemma3config":1,"processor":13,"kwargs":11,"object":1,"gemma3processor":3,"supported":1,"mm":1,"limits":1,"mapping":1,"str":4,"optional":2,"int":4,"none":3,"resolve":3,"keys":2,"set":1,"dict":1,"any":1,"gemma3processorkwargs":1,"tokenizer":2,"kw":2,"key":3,"val":4,"getattr":1,"if":2,"is":2,"k":3,"for":1,"crops":1},"3821,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"images":5,"kwargs":6,"self":1,"resolve":1,"image":15,"processor":1,"do":5,"pan":21,"and":21,"scan":21,"min":14,"crop":7,"size":7,"max":7,"num":19,"crops":19,"ratio":5,"to":5,"activate":5,"if":5,"not":1,"return":3,"0":5,"envs":1,"vllm":1,"use":1,"v1":2,"logger":1,"warning":1,"once":1,"true":1,"has":1,"suboptimal":1,"results":1,"on":2,"because":1,"of":1,"the":1,"simplified":1,"attention":1,"pattern":1,"being":1,"used":1,"based":1,"gemma3imageprocessor":1,"width":7,"height":7,"w":8,"int":6,"math":6,"floor":4,"5":2,"2":2,"h":8,"1":2,"else":1,"ceil":2},"5816,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"if":4,"min":2,"crop":3,"size":4,"w":2,"h":2,"pan":1,"and":2,"scan":1,"return":4,"0":2,"num":10,"crops":12,"def":3,"get":9,"image":28,"repl":3,"self":8,"width":6,"int":5,"height":6,"processor":18,"optional":2,"gemma3processor":2,"promptupdatedetails":2,"str":1,"is":3,"none":2,"hf":3,"boi":6,"token":10,"text":3,"else":1,"tokens":3,"join":1,"for":1,"in":1,"range":1,"f":2,"here":2,"the":1,"original":1,"are":1,"some":1,"to":1,"help":1,"you":1,"see":1,"better":1,"full":3,"replace":1,"sequence":1,"tokenizer":4,"vocab":3,"id":3,"select":1,"seq":3,"len":2,"length":1,"1":1,"with":1,"most":1,"features":1,"imagesize":1},"7690,1582,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"images":8,"kwargs":7,"self":7,"resolve":1,"image":7,"processor":6,"pan":2,"and":2,"scan":2,"max":6,"num":10,"crops":5,"result":1,"in":1,"the":1,"possible":1,"feature":1,"size":2,"h":1,"w":1,"1":1,"return":3,"imagesize":1,"height":4,"50":2,"width":4,"class":2,"gemma3dummyinputsbuilder":1,"basedummyinputsbuilder":1,"gemma3processinginfo":2,"def":3,"get":7,"dummy":3,"text":1,"mm":9,"counts":4,"mapping":5,"str":7,"int":3,"0":2,"info":2,"hf":3,"token":3,"boi":1,"data":3,"seq":1,"len":1,"multimodaldatadict":1,"target":4,"with":1,"most":1,"features":1,"gemma3multimodalprocessor":1,"basemultimodalprocessor":1,"call":2,"prompt":2,"object":3,"tok":2,"batchfeature":1,"processed":1,"outputs":1,"super":1},"9272,1785,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"hf":12,"processor":11,"pops":1,"the":1,"num":9,"crops":9,"kwarg":1,"which":1,"is":2,"needed":1,"by":1,"vllm":1,"if":1,"images":7,"mm":10,"data":3,"get":12,"not":1,"none":1,"parsed":3,"self":6,"parser":1,"parse":1,"image":11,"items":4,"imageprocessoritems":2,"sizes":3,"size":4,"i":2,"for":2,"in":2,"range":1,"len":1,"info":3,"kwargs":5,"width":2,"height":2,"processed":2,"outputs":2,"torch":2,"tensor":1,"return":2,"def":3,"fields":1,"config":1,"inputs":2,"batchfeature":1,"mapping":3,"str":3,"object":1,"multimodalfieldconfig":3,"empty":1,"0":1,"dict":1,"pixel":1,"values":1,"flat":1,"from":1,"1":1,"batched":1,"prompt":1,"updates":1,"multimodaldataitems":1,"any":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"token":2,"boi":1,"replacement":1,"gemma3":1,"item":1,"idx":1,"int":1},"11057,1656,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"image":9,"size":4,"images":1,"get":5,"item":3,"idx":1,"return":3,"self":3,"info":2,"repl":1,"width":2,"height":2,"processor":2,"hf":1,"promptreplacement":1,"modality":1,"target":1,"token":14,"replacement":3,"gemma3":1,"def":1,"apply":2,"matches":7,"prompt":2,"list":2,"int":3,"mm":4,"mapping":2,"str":2,"sequence":1,"prompttargetmatch":1,"counts":2,"ids":8,"super":1,"n":20,"and":1,"are":1,"single":1,"tokens":2,"since":1,"our":1,"can":1,"insert":1,"next":1,"to":3,"we":1,"have":1,"combine":1,"them":1,"be":1,"consistent":1,"with":1,"the":2,"output":1,"of":1,"tokenizer":4,"vocab":6,"newline":13,"1":3,"2":5,"3":3,"4":2,"replace":3},"12713,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"def":3,"find":2,"mm":7,"placeholders":4,"self":4,"prompt":2,"updates":2,"mapping":3,"str":3,"sequence":1,"boundpromptupdate":1,"new":2,"token":5,"ids":5,"list":5,"int":6,"item":4,"counts":2,"placeholderfeaturesinfo":2,"we":1,"need":1,"to":1,"detect":1,"n":19,"inside":1,"and":1,"tokenizer":3,"info":1,"get":4,"vocab":6,"newline":10,"1":2,"2":4,"3":2,"4":2,"repl":11,"toks":5,"tok":6,"if":2,"return":4,"orig":7,"idxs":3,"for":4,"idx":6,"in":4,"enumerate":1,"extend":2,"range":1,"len":1,"repls":2,"modality":4,"p":6,"start":2,"tokens":2,"is":2,"embed":2,"items":1,"class":1,"gemma3multimodalprojector":1,"nn":2,"module":1,"init":2,"config":5,"gemma3config":1,"super":1,"input":1,"projection":1,"weight":1,"parameter":1,"torch":1,"zeros":1,"vision":1,"hidden":2,"size":2,"text":1},"14628,1653,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"self":15,"mm":4,"soft":2,"emb":2,"norm":3,"gemmarmsnorm":1,"config":9,"vision":24,"hidden":1,"size":9,"eps":2,"layer":1,"patches":4,"per":7,"image":6,"int":2,"patch":1,"tokens":3,"side":2,"0":1,"5":1,"kernel":4,"avg":2,"pool":2,"nn":1,"avgpool2d":1,"stride":1,"def":1,"forward":1,"outputs":20,"torch":2,"tensor":1,"batch":2,"seq":2,"length":2,"shape":1,"reshaped":6,"transpose":2,"1":2,"2":3,"reshape":1,"contiguous":1,"pooled":6,"flatten":1,"normed":2,"projected":2,"matmul":1,"input":1,"projection":1,"weight":1,"return":1,"type":1,"as":1,"multimodal":1,"registry":1,"register":1,"processor":1,"gemma3multimodalprocessor":1,"info":1,"gemma3processinginfo":1,"dummy":1,"inputs":1,"gemma3dummyinputsbuilder":1},"16281,1714,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"class":1,"gemma3forconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":2,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"hf":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":5,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":9,"language":3,"vision":5,"tower":4,"multi":3,"modal":3,"projector":3,"lm":2,"head":2,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":3,"return":1,"start":1,"of":1,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":2,"self":6,"config":22,"vllmconfig":1,"super":1,"quant":5,"multimodal":4,"siglipvisionmodel":1,"maybe":1,"gemma3multimodalprojector":1},"17995,1887,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"self":9,"language":4,"model":5,"init":1,"vllm":3,"registered":1,"config":8,"hf":1,"text":1,"prefix":3,"maybe":1,"architectures":1,"gemma3forcausallm":1,"logit":3,"scale":4,"getattr":1,"1":2,"0":1,"logits":1,"processor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"property":1,"def":3,"dtype":2,"return":4,"next":1,"parameters":1,"parse":1,"and":1,"validate":1,"image":10,"input":1,"kwargs":4,"object":1,"optional":1,"gemma3imageinputs":1,"pixel":10,"values":10,"pop":3,"none":6,"num":7,"crops":6,"embeds":4,"assert":1,"is":2,"gemma3":1,"does":1,"not":3,"support":1,"if":3,"isinstance":2,"torch":4,"tensor":4,"list":2,"raise":2,"valueerror":2,"incorrect":2,"type":6,"of":2,"f":2,"got":2,"size":4,"vision":3,"gemma3imagepixelinputs":1,"flatten":2,"bn":2,"concat":2,"true":2,"patches":1,"resolve":1,"bindings":1,"h":1,"w":1,"pixels":1,"to":1,"features":1,"tower":2,"siglipvisionmodel":1},"19882,1908,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"def":5,"process":2,"image":15,"input":15,"self":14,"gemma3imageinputs":1,"list":1,"torch":7,"tensor":6,"assert":1,"vision":2,"tower":2,"is":4,"not":3,"none":8,"pixel":3,"values":3,"num":3,"patches":3,"features":3,"pixels":1,"to":1,"embeds":8,"multi":1,"modal":1,"projector":1,"return":5,"e":2,"flatten":1,"0":2,"1":1,"for":1,"in":1,"split":1,"tolist":1,"get":4,"language":3,"model":3,"nn":1,"module":1,"multimodal":6,"embeddings":8,"kwargs":3,"object":2,"multimodalembeddings":2,"parse":1,"and":2,"validate":1,"if":3,"ids":4,"optional":3,"inputs":6,"len":1,"merge":1,"config":1,"token":1,"index":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2},"21790,1801,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"note":2,"in":2,"v1":1,"inputs":5,"embeds":5,"is":5,"always":1,"generated":1,"at":1,"model":3,"runner":1,"this":3,"condition":1,"for":2,"v0":1,"compatibility":1,"elif":1,"none":3,"vision":4,"embeddings":6,"self":6,"get":2,"multimodal":1,"kwargs":7,"input":7,"ids":6,"if":2,"not":1,"and":1,"len":3,"0":3,"prepare":2,"attn":2,"masks":2,"positions":4,"mask":2,"dtype":4,"hidden":2,"states":2,"language":1,"intermediate":1,"tensors":1,"return":1,"def":1,"torch":3,"tensor":2,"has":1,"images":1,"true":1,"woosuk":1,"here":1,"we":1,"distinguish":1,"the":2,"sequences":1,"by":1,"position":1,"id":1,"a":1,"hack":1,"fix":1,"start":6,"indices":4,"cpu":1,"nonzero":1,"num":3,"seqs":3,"seq":4,"lens":4,"i":4,"range":1,"idx":5,"item":2,"1":2,"end":3,"else":1,"append":1},"23591,1788,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"global":15,"attn":24,"masks":8,"local":11,"start":4,"idx":7,"0":4,"for":1,"seq":5,"len":4,"in":1,"lens":1,"end":3,"input":4,"token":3,"ids":4,"create":2,"a":2,"causal":2,"mask":23,"torch":6,"empty":1,"1":5,"dtype":2,"device":2,"fill":2,"float":2,"inf":2,"the":2,"lower":1,"triangle":1,"with":2,"triu":1,"diagonal":2,"consider":1,"bidirectional":1,"attention":1,"between":1,"image":2,"tokens":1,"img":7,"zeros":1,"like":2,"pos":3,"self":2,"config":2,"index":1,"where":2,"2":1,"append":2,"if":1,"sliding":4,"window":4,"is":1,"not":1,"none":1,"1024":1,"ones":1,"tril":1,"kwargs":3,"return":1},"25379,846,data/raw/vllm-0.10.1/vllm/model_executor/models/gemma3_mm.py":{"def":3,"compute":2,"logits":2,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"return":3,"language":3,"model":4,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"get":2,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"multi":1,"modal":1,"projector":1,"tower":2,"vision":1},"0,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"implementation":1,"of":1,"siglipvisionmodel":1,"intended":1,"be":1,"only":1,"used":1,"within":1,"a":1,"vision":4,"language":1,"model":8,"import":14,"math":1,"from":13,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":2,"transformers":3,"siglipvisionconfig":2,"attention":1,"layer":1,"multiheadattention":1,"distributed":1,"divide":1,"get":9,"tensor":1,"parallel":2,"world":1,"size":11,"executor":5,"layers":4,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1,"visionencoderinfo":2,"resolve":1,"visual":1,"encoder":1,"outputs":1,"class":2,"siglipencoderinfo":1,"def":4,"num":1,"image":8,"tokens":1,"self":9,"width":1,"int":6,"height":1,"return":4,"patch":7,"grid":2,"length":2,"config":2,"adapted":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"v4":1,"43":1,"3":1,"src":1,"models":1,"siglip":2,"modeling":1,"py":1,"l249":1,"noqa":1,"siglipvisionembeddings":1,"module":1},"1817,1740,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"def":2,"init":2,"self":21,"config":7,"siglipvisionconfig":1,"super":1,"embed":3,"dim":3,"hidden":1,"size":10,"image":3,"patch":6,"embedding":4,"nn":1,"conv2d":1,"in":1,"channels":3,"num":10,"out":1,"kernel":1,"stride":1,"padding":1,"valid":1,"patches":4,"2":1,"positions":5,"position":7,"vocabparallelembedding":1,"register":1,"buffer":1,"ids":1,"torch":4,"arange":1,"dtype":1,"int64":1,"expand":1,"1":4,"persistent":1,"false":1,"interpolate":2,"pos":1,"encoding":1,"embeddings":5,"tensor":2,"height":2,"int":2,"width":2,"this":1,"method":2,"is":1,"an":1,"adapted":1,"for":1,"siglip":2,"due":1,"to":2,"not":1,"having":1,"class":1,"unlike":1,"other":1,"vits":1,"that":2,"allows":1,"the":2,"model":1,"pre":1,"trained":1,"encodings":1,"such":1,"it":1,"can":1,"be":1,"usable":1,"on":1,"higher":1,"resolution":1,"images":1,"source":1,"https":1,"github":1,"com":1,"facebookresearch":1,"dino":1,"blob":1,"de9ee3df6cf39fac952ab558447af1fa1365362a":1,"vision":1,"transformer":1,"py":1,"l174":1,"weight":1,"unsqueeze":1,"0":1,"shape":2,"if":1,"and":1,"return":1},"3557,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"dim":3,"embeddings":8,"shape":5,"1":10,"height":9,"self":8,"patch":16,"size":2,"width":10,"we":1,"add":1,"a":1,"small":1,"number":1,"to":2,"avoid":1,"floating":1,"point":1,"error":1,"in":1,"the":2,"interpolation":1,"see":1,"discussion":1,"at":1,"https":1,"github":1,"com":1,"facebookresearch":1,"dino":1,"issues":1,"8":1,"0":4,"pos":13,"embed":10,"position":4,"reshape":1,"int":4,"math":4,"sqrt":4,"num":4,"positions":4,"permute":2,"3":2,"2":5,"nn":2,"functional":1,"interpolate":4,"scale":1,"factor":1,"mode":1,"bicubic":1,"align":1,"corners":1,"false":2,"if":2,"or":2,"raise":1,"valueerror":1,"does":1,"not":1,"match":1,"with":1,"interpolated":1,"view":1,"return":2,"def":1,"forward":1,"pixel":3,"values":3,"torch":2,"tensor":2,"encoding":3,"bool":1,"target":2,"dtype":4,"embedding":3,"weight":1,"embeds":2,"grid":2,"flatten":1,"transpose":1,"else":1,"ids":1,"class":1,"siglipattention":1,"module":1},"5486,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"def":2,"init":2,"self":34,"config":11,"siglipvisionconfig":1,"quant":5,"optional":1,"quantizationconfig":1,"none":3,"prefix":5,"str":1,"super":1,"embed":9,"dim":15,"hidden":4,"size":8,"num":12,"heads":12,"attention":2,"head":6,"if":1,"raise":1,"valueerror":1,"f":4,"must":1,"be":1,"divisible":1,"by":1,"got":1,"and":1,"scale":2,"0":1,"5":1,"dropout":2,"qkv":5,"proj":6,"qkvparallellinear":1,"total":1,"out":5,"rowparallellinear":1,"input":2,"output":3,"tp":2,"get":1,"tensor":3,"model":1,"parallel":1,"world":1,"per":2,"partition":2,"divide":1,"attn":4,"multiheadattention":1,"forward":1,"states":10,"torch":2,"shape":1,"batch":1,"x":2,"time":1,"channel":1,"query":2,"key":2,"value":2,"chunk":1,"3":1,"1":1,"return":1,"class":1,"siglipmlp":1,"nn":1,"module":1},"7413,1702,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"def":3,"init":4,"self":11,"config":20,"siglipvisionconfig":2,"quant":8,"optional":2,"quantizationconfig":2,"none":6,"prefix":6,"str":2,"super":2,"activation":2,"fn":3,"get":2,"act":2,"hidden":14,"special":1,"handling":1,"for":2,"bnb":1,"and":3,"torchao":2,"quantization":2,"if":3,"name":1,"in":1,"bitsandbytes":1,"quantizable":4,"true":1,"else":3,"other":1,"we":1,"require":1,"the":1,"size":8,"to":1,"be":1,"a":1,"multiple":1,"of":1,"64":3,"0":2,"intermediate":3,"fc1":3,"columnparallellinear":1,"f":2,"fc2":3,"rowparallellinear":1,"forward":1,"states":8,"torch":2,"tensor":2,"return":1,"class":1,"siglipencoderlayer":1,"nn":1,"module":1,"embed":1,"dim":1},"9115,1810,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"self":17,"attn":3,"siglipattention":1,"config":16,"quant":7,"prefix":7,"f":3,"layer":8,"norm1":2,"nn":4,"layernorm":2,"embed":2,"dim":2,"eps":4,"norm":2,"mlp":3,"siglipmlp":1,"norm2":2,"def":2,"forward":1,"hidden":22,"states":15,"torch":2,"tensor":2,"tuple":1,"none":6,"residual":4,"return":1,"class":1,"siglipencoder":1,"module":1,"init":2,"siglipvisionconfig":1,"optional":2,"quantizationconfig":1,"num":7,"layers":9,"override":3,"int":1,"str":1,"super":1,"if":1,"is":1,"else":1,"modulelist":1,"siglipencoderlayer":1,"idx":2,"for":1,"in":1,"range":1},"10925,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"def":3,"forward":2,"self":12,"inputs":3,"embeds":3,"torch":7,"tensor":5,"return":7,"all":4,"hidden":27,"states":12,"bool":1,"union":1,"list":1,"pool":3,"for":1,"encoder":2,"layer":3,"in":2,"layers":2,"if":3,"append":1,"we":3,"have":1,"multiple":1,"feature":1,"sample":1,"order":1,"and":1,"grab":1,"the":1,"ones":1,"need":1,"by":1,"index":1,"class":1,"siglipmultiheadattentionpoolinghead":1,"nn":4,"module":1,"multihead":1,"attention":4,"pooling":1,"init":2,"config":11,"siglipvisionconfig":1,"quant":3,"optional":1,"quantizationconfig":1,"none":2,"prefix":3,"str":1,"super":1,"probe":4,"parameter":1,"randn":1,"1":4,"size":5,"todo":1,"christophercho":1,"implement":1,"vllm":1,"version":1,"of":1,"multiheadattention":2,"num":1,"heads":1,"batch":3,"first":1,"true":1,"layernorm":3,"eps":2,"norm":1,"mlp":3,"siglipmlp":1,"f":1,"state":12,"shape":1,"0":3,"repeat":1,"residual":2},"12899,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"class":1,"siglipvisiontransformer":1,"nn":2,"module":1,"def":2,"init":2,"self":13,"config":18,"siglipvisionconfig":1,"quant":5,"optional":4,"quantizationconfig":1,"none":7,"num":8,"hidden":9,"layers":14,"override":3,"int":2,"require":4,"post":7,"norm":5,"bool":2,"prefix":5,"str":1,"super":1,"embed":2,"dim":2,"size":1,"embeddings":1,"siglipvisionembeddings":1,"encoder":6,"siglipencoder":1,"f":4,"if":6,"len":3,"raise":1,"valueerror":1,"the":1,"original":1,"only":1,"has":1,"but":1,"you":1,"requested":1,"possible":1,"skip":1,"layernorm":4,"to":1,"conserve":1,"memory":1,"is":1,"eps":2,"layer":1,"else":2,"use":4,"head":6,"true":2,"not":1,"hasattr":1,"vision":2,"siglipmultiheadattentionpoolinghead":1,"forward":1,"pixel":1,"values":1,"torch":2,"tensor":2,"interpolate":1,"pos":1,"encoding":1,"feature":1,"sample":1,"list":1},"14845,1754,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"hidden":10,"states":6,"self":10,"embeddings":3,"pixel":2,"values":2,"interpolate":2,"pos":2,"encoding":2,"return":5,"all":4,"feature":4,"sample":3,"layers":8,"is":2,"not":2,"none":5,"produces":1,"either":1,"the":2,"last":1,"layer":1,"output":3,"or":2,"of":1,"depending":1,"on":1,"if":4,"we":1,"have":1,"encoder":7,"outputs":6,"inputs":1,"embeds":1,"handle":1,"post":5,"norm":4,"applicable":1,"and":1,"stacks":1,"needed":1,"resolve":1,"visual":1,"layernorm":1,"config":6,"num":4,"todo":1,"add":1,"this":1,"back":1,"when":1,"pooled":2,"used":1,"in":1,"inference":1,"use":1,"head":2,"class":2,"siglipvisionmodel":1,"nn":2,"module":2,"siglipvisionconfig":2,"main":1,"input":2,"name":1,"def":2,"init":2,"quant":2,"optional":3,"quantizationconfig":1,"override":3,"int":1,"require":3,"bool":1,"prefix":3,"str":1,"super":1,"vision":3,"model":3,"siglipvisiontransformer":1,"f":1,"get":1,"patch":1,"embedding":1},"16599,1638,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"def":2,"forward":1,"self":6,"pixel":3,"values":3,"torch":3,"tensor":3,"interpolate":3,"pos":3,"encoding":3,"bool":1,"false":1,"feature":3,"sample":3,"layers":7,"optional":2,"list":1,"int":2,"none":2,"return":1,"vision":5,"model":5,"load":1,"weights":3,"iterable":1,"tuple":1,"str":3,"set":4,"stacked":2,"params":4,"mapping":2,"param":3,"name":14,"shard":3,"id":2,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"loaded":2,"layer":4,"count":2,"len":1,"encoder":2,"for":2,"weight":4,"in":4,"post":3,"layernorm":3,"is":3,"siglipvisionmodel":1,"if":4,"startswith":2,"and":1,"continue":3,"omit":1,"when":1,"num":1,"hidden":1,"override":1,"idx":2,"split":1,"3":1,"not":1,"replace":1},"18237,483,data/raw/vllm-0.10.1/vllm/model_executor/models/siglip.py":{"param":6,"params":4,"dict":2,"name":3,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"0,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"adapted":1,"from":23,"https":1,"github":1,"com":1,"huggingface":1,"transformers":8,"tree":1,"main":1,"src":1,"models":4,"aya":4,"vision":4,"collections":1,"abc":1,"import":23,"iterable":1,"mapping":1,"sequence":2,"typing":1,"annotated":1,"literal":1,"optional":1,"union":1,"cast":1,"torch":2,"nn":1,"batchfeature":1,"gotocr2imageprocessor":1,"activations":1,"act2fn":1,"image":2,"processing":4,"utils":4,"get":2,"size":1,"dict":1,"ayavisionconfig":1,"ayavisionprocessor":1,"got":2,"ocr2":2,"optimal":1,"tiled":1,"canvas":1,"config":1,"vllmconfig":1,"model":2,"executor":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"multimodalfieldconfig":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1,"jsontree":1,"json":1,"map":1,"leaves":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipvisionmodel":1,"autoweightsloader":1,"weightsmapper":1,"flatten":1,"bn":1,"init":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1},"1960,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"class":2,"ayavisionimagepixelinputs":1,"tensorschema":1,"dimensions":1,"np":2,"the":2,"total":1,"number":3,"of":5,"patches":2,"over":2,"each":4,"image":9,"prompt":1,"in":1,"batch":2,"c":1,"channels":1,"h":2,"height":1,"patch":2,"w":2,"width":1,"bn":2,"size":10,"images":1,"type":1,"literal":1,"pixel":3,"values":2,"annotated":2,"torch":4,"tensor":4,"tensorshape":2,"3":1,"num":1,"ayavisionmultimodalprojector":1,"nn":4,"module":1,"def":2,"init":2,"self":14,"config":16,"ayavisionconfig":1,"super":1,"downsample":4,"factor":4,"alignment":4,"intermediate":5,"getattr":1,"text":2,"hidden":5,"layernorm":3,"vision":2,"2":4,"eps":2,"adapter":1,"layer":1,"norm":1,"linear":5,"1":2,"bias":2,"true":2,"act":1,"act2fn":1,"silu":2,"swiglu":2,"uses":1,"activation":1,"for":1,"project":1,"down":1,"to":1,"half":1,"since":1,"we":1,"split":1,"dim":1,"forward":1,"features":6,"shuffle":1,"states":1},"3851,1655,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"split":1,"along":1,"last":1,"dimension":1,"and":1,"apply":1,"swiglu":1,"x":2,"gate":2,"hidden":5,"states":5,"chunk":1,"2":4,"dim":1,"1":6,"self":14,"act":1,"linear":1,"return":6,"def":5,"pixel":1,"shuffle":1,"image":18,"features":15,"torch":2,"tensor":2,"b":1,"s":1,"d":1,"batch":3,"size":3,"seq":2,"length":2,"shape":3,"height":4,"width":4,"int":6,"0":4,"5":1,"reshape":3,"channels":2,"downsample":4,"factor":4,"permute":2,"3":2,"class":1,"ayavisionprocessinginfo":1,"baseprocessinginfo":1,"get":7,"hf":5,"config":2,"ayavisionconfig":2,"ctx":2,"processor":5,"kwargs":4,"object":2,"ayavisionprocessor":2,"gotocr2imageprocessor":1,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"none":1},"5506,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"def":4,"get":12,"image":22,"size":14,"with":2,"most":2,"features":2,"self":8,"imagesize":2,"processor":8,"height":9,"width":9,"max":6,"patches":10,"return":4,"num":14,"int":8,"dict":2,"min":2,"calculate":1,"the":2,"number":1,"of":1,"needed":1,"for":1,"a":1,"given":1,"based":1,"on":1,"constraints":1,"this":1,"method":1,"replicates":1,"and":1,"adjusts":1,"logic":1,"from":1,"transformers":1,"models":1,"got":2,"ocr2":2,"processing":1,"default":1,"to":1,"square":1,"false":1,"columns":2,"rows":2,"optimal":1,"tiled":1,"canvas":1,"blocks":4,"if":1,"1":2,"else":1,"class":1,"ayavisiondummyinputsbuilder":1,"basedummyinputsbuilder":1,"ayavisionprocessinginfo":1,"dummy":3,"text":1,"mm":5,"counts":4,"mapping":2,"str":3,"images":6,"0":2,"info":2,"hf":1,"token":3,"data":1,"seq":1,"len":1,"multimodaldatadict":1},"7434,1536,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"class":1,"ayavisionmultimodalprocessor":1,"basemultimodalprocessor":1,"ayavisionprocessinginfo":1,"def":1,"call":2,"hf":6,"processor":11,"self":4,"prompt":2,"str":4,"mm":7,"data":5,"mapping":3,"object":3,"kwargs":5,"tok":2,"batchfeature":1,"processed":3,"outputs":3,"super":1,"info":2,"get":6,"image":15,"pops":1,"the":1,"num":5,"patches":9,"kwarg":1,"which":1,"is":2,"needed":1,"by":1,"vllm":1,"if":1,"images":6,"not":1,"none":1,"parsed":3,"parser":1,"parse":1,"items":1,"imageprocessoritems":1,"sizes":2,"size":6,"i":2,"for":2,"in":2,"range":1,"len":1,"width":2,"height":2,"min":2,"max":2,"torch":1,"tensor":1,"return":1},"8970,1866,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"def":3,"get":9,"mm":7,"fields":1,"config":1,"self":4,"hf":11,"inputs":2,"batchfeature":1,"processor":14,"kwargs":4,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":4,"num":8,"patches":12,"torch":1,"empty":1,"0":1,"return":3,"dict":1,"pixel":1,"values":1,"flat":1,"from":1,"sizes":1,"image":21,"batched":2,"embeds":1,"prompt":2,"updates":1,"items":2,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":2,"token":6,"img":3,"patch":3,"replacement":3,"item":2,"idx":2,"int":1,"images":2,"imageprocessoritems":2,"size":6,"imagesize":1,"width":2,"height":2,"min":2,"max":2,"repl":2,"split":1,"promptupdatedetails":1,"select":1,"text":1,"promptreplacement":1,"modality":1,"target":1},"10836,1795,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"def":3,"get":5,"num":7,"hidden":7,"layers":14,"hf":4,"config":4,"ayavisionconfig":1,"int":6,"feature":14,"vision":5,"layer":11,"if":5,"we":2,"have":2,"one":1,"initialize":2,"up":2,"to":4,"that":1,"isinstance":2,"return":5,"index":7,"multiple":1,"the":1,"deepest":1,"m":1,"elif":1,"list":1,"tuple":1,"max":1,"idx":2,"for":2,"in":2,"raise":2,"typeerror":1,"f":1,"type":2,"is":2,"not":1,"supported":2,"0":1,"1":1,"multimodal":1,"registry":1,"register":1,"processor":1,"ayavisionmultimodalprocessor":1,"info":1,"ayavisionprocessinginfo":1,"dummy":1,"inputs":1,"ayavisiondummyinputsbuilder":1,"class":1,"ayavisionforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"vllm":1,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":1,"mapping":1,"names":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":7,"language":3,"tower":2,"multi":2,"modal":2,"projector":2,"lm":2,"head":2,"classmethod":1,"placeholder":1,"str":3,"cls":1,"modality":3,"i":1,"optional":1,"startswith":1,"image":3,"valueerror":1,"only":1},"12631,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"def":4,"init":3,"self":14,"vllm":9,"config":30,"vllmconfig":1,"prefix":7,"str":3,"super":1,"ayavisionconfig":1,"model":6,"hf":3,"quant":5,"multimodal":4,"num":4,"hidden":4,"layers":4,"get":2,"vision":6,"tower":4,"siglipvisionmodel":2,"override":1,"maybe":2,"vocab":2,"size":2,"text":2,"multi":1,"modal":1,"projector":1,"ayavisionmultimodalprojector":1,"language":1,"registered":1,"cohere2forcausallm":2,"and":1,"cohereforcausallm":1,"are":1,"the":1,"same":1,"on":1,"architectures":1,"property":1,"dtype":6,"return":2,"next":1,"parameters":1,"load":2,"weights":4,"iterable":1,"tuple":1,"torch":3,"tensor":3,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"to":3,"image":2,"pixels":1,"features":2,"pixel":2,"values":2,"kwargs":2,"target":2,"input":1,"embeddings":1,"weight":1},"14489,1701,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"def":4,"select":6,"features":11,"leaf":2,"torch":6,"tensor":6,"return":6,"self":9,"image":20,"strategy":7,"config":1,"vision":4,"feature":2,"cast":1,"union":1,"tuple":1,"json":1,"map":1,"leaves":1,"str":1,"if":2,"default":1,"1":1,"elif":1,"full":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"process":1,"input":5,"ayavisionimagepixelinputs":2,"kwargs":5,"list":1,"assert":2,"tower":2,"is":3,"not":2,"none":7,"pixel":7,"values":7,"num":5,"patches":5,"pixels":1,"to":1,"embeds":6,"multi":1,"modal":1,"projector":1,"e":2,"flatten":1,"0":1,"2":1,"for":1,"in":1,"split":1,"tolist":1,"parse":1,"and":1,"validate":1,"object":1,"optional":1,"pop":3,"aya":1,"does":1,"support":1},"16190,1791,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"return":5,"ayavisionimagepixelinputs":1,"type":1,"pixel":3,"values":3,"flatten":2,"bn":2,"concat":2,"true":2,"num":2,"patches":2,"resolve":1,"bindings":1,"h":1,"self":11,"config":5,"vision":2,"image":8,"size":2,"w":1,"def":4,"get":4,"language":3,"model":3,"torch":7,"nn":1,"module":1,"multimodal":7,"embeddings":9,"kwargs":4,"object":2,"multimodalembeddings":2,"input":12,"parse":1,"and":2,"validate":1,"if":3,"is":3,"none":7,"process":1,"ids":5,"tensor":6,"optional":3,"inputs":7,"embeds":7,"not":2,"len":1,"0":1,"merge":1,"placeholder":1,"token":2,"id":1,"index":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"union":1},"17981,942,data/raw/vllm-0.10.1/vllm/model_executor/models/aya_vision.py":{"note":1,"in":1,"v1":1,"inputs":5,"embeds":5,"is":3,"always":1,"generated":1,"at":1,"model":4,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":2,"vision":2,"embeddings":4,"self":5,"get":2,"multimodal":1,"kwargs":1,"input":5,"ids":4,"hidden":4,"states":4,"language":2,"positions":2,"intermediate":2,"tensors":2,"return":2,"def":1,"compute":2,"logits":2,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1},"0,1898,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":10,"vllm":10,"project":1,"2024":1,"huggingface":1,"inc":1,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":4,"is":2,"on":1,"an":1,"as":5,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"pytorch":1,"mllama":8,"model":2,"import":22,"math":1,"from":16,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"typing":1,"literal":1,"optional":1,"typeddict":1,"union":1,"numpy":1,"np":1,"torch":3,"nn":2,"functional":1,"f":1,"transformers":5,"models":3,"configuration":1,"config":2,"pil":1,"image":3,"batchfeature":1,"mllamaconfig":1,"modeling":1,"outputs":1,"basemodeloutput":1,"causallmoutputwithpast":1,"processing":2,"get":5,"optimal":1,"tiled":1,"canvas":1,"mllamaprocessor":1,"cross":1,"attention":5,"token":1,"mask":1,"parallel":1,"state":1,"ps":1,"attentionmetadata":1,"attentiontype":1,"ops":1,"paged":1,"attn":1,"pagedattention":1,"selector":1,"backend":1,"vllmconfig":1,"pp":1,"group":2,"tp":1,"forward":2,"context":2,"logger":2,"init":1,"executor":1,"layers":1,"layernorm":1,"rmsnorm":1},"1898,1625,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"from":16,"vllm":12,"model":8,"executor":7,"layers":4,"linear":1,"import":16,"columnparallellinear":1,"qkvcrossparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":2,"parallel":1,"embedding":1,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":2,"models":1,"module":1,"mapping":1,"multimodelkeys":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalencdecinputs":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imageprocessoritems":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"baseprocessinginfo":1,"encdecmultimodalprocessor":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"clip":1,"clipmlp":1,"interfaces":1,"supportsmultimodal":1,"supportsv0only":1,"llama":1,"llamadecoderlayer":1,"llamamlp":1,"autoweightsloader":1,"weightsmapper":1,"prefix":1,"logger":2,"init":1},"3523,1790,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"class":2,"mllamaimagepixelinputs":1,"typeddict":1,"type":1,"literal":1,"pixel":1,"values":1,"data":1,"torch":3,"tensor":3,"shape":3,"batch":3,"size":16,"max":8,"num":14,"image":20,"chunk":7,"channel":1,"height":7,"width":7,"aspect":2,"ratio":2,"ids":1,"mask":1,"tiles":9,"todo":1,"support":1,"llamaimageembeddinginputs":1,"def":6,"calc":2,"token":5,"per":6,"int":7,"assert":1,"14":3,"0":1,"should":1,"be":1,"multiple":1,"of":1,"2":1,"1":1,"return":6,"mllamaprocessinginfo":1,"baseprocessinginfo":1,"get":10,"hf":6,"config":10,"self":9,"mllamaconfig":2,"ctx":2,"processor":2,"kwargs":2,"object":1,"mllamaprocessor":2,"supported":1,"mm":1,"limits":1,"mapping":1,"str":1,"optional":1,"none":1,"from":1,"vision":5,"tiled":5,"optimal":1,"canvas":1,"tile":1},"5313,1753,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":4,"get":9,"image":12,"size":7,"with":2,"most":2,"features":2,"self":8,"imagesize":2,"vision":4,"config":5,"hf":4,"max":4,"num":8,"tiles":3,"result":1,"in":1,"the":1,"possible":1,"feature":1,"h":1,"w":1,"16":1,"1":1,"return":5,"height":4,"width":4,"class":2,"mllamadummyinputsbuilder":1,"basedummyinputsbuilder":1,"mllamaprocessinginfo":2,"dummy":3,"text":1,"mm":12,"counts":4,"mapping":4,"str":6,"int":4,"images":6,"0":2,"processor":5,"info":2,"token":3,"data":3,"seq":1,"len":1,"multimodaldatadict":2,"target":4,"mllamamultimodalprocessor":1,"encdecmultimodalprocessor":1,"apply":2,"prompt":2,"union":1,"list":1,"kwargs":4,"object":2,"tokenization":2,"optional":1,"none":1,"hashes":2,"bool":1,"false":1,"multimodalencdecinputs":1,"inputs":1,"super":1},"7066,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"image":28,"token":10,"id":2,"self":2,"info":2,"get":3,"hf":4,"config":1,"index":1,"check":1,"that":1,"the":7,"number":4,"of":8,"tokens":5,"in":2,"decoder":3,"prompt":7,"matches":1,"images":5,"provided":1,"mm":4,"data":8,"num":6,"inputs":1,"ids":3,"count":1,"1":1,"if":3,"isinstance":1,"else":1,"len":1,"raise":1,"valueerror":1,"f":2,"must":1,"be":1,"same":1,"as":1,"given":1,"img0":2,"p0":2,"p1":2,"img1":2,"img2":2,"p3":2,"p4":2,"d5":2,"d6":2,"p":1,"prefill":1,"d":1,"decode":1,"noqa":5,"e501":5,"do":2,"cross":2,"attention":2,"with":2,"placeholder":2,"and":2,"example":1,"input":1,"to":1,"encoder":2,"type":2,"128256":4,"multi":2,"modal":2,"pil":2,"mode":2,"rgb":2,"size":2,"1770x1180":2,"at":2,"0x7fde2c624880":2,"128000":2,"3923":1,"374":1,"279":1,"2262":1,"315":1,"420":1,"2217":1,"30":1,"begin":1,"text":1,"what":1,"is":1,"content":1,"this":1,"processor":3,"str":1},"8912,1383,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"since":1,"only":2,"the":5,"last":3,"group":3,"of":4,"consecutive":1,"images":12,"are":1,"attended":1,"by":1,"decoded":1,"tokens":6,"we":1,"need":1,"to":2,"get":5,"number":3,"for":3,"those":1,"token":12,"per":3,"chunk":3,"self":4,"info":2,"from":1,"config":2,"num":18,"decode":4,"image":5,"in":3,"mm":6,"inputs":5,"prompt":6,"ids":4,"encode":2,"set":1,"encoder":4,"length":1,"based":1,"on":1,"tiles":6,"this":1,"tells":1,"block":1,"manager":1,"allocate":1,"correct":1,"slots":1,"kwargs":1,"sum":1,"item":1,"id":3,"return":2,"def":1,"list":1,"int":2,"0":2,"1":2,"if":1,"hf":1,"index":1,"elif":1,"break":1},"10295,1826,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":1,"call":2,"hf":5,"processor":5,"self":4,"prompt":8,"str":4,"mm":6,"data":4,"mapping":3,"object":3,"kwargs":4,"tok":2,"batchfeature":1,"tokenizer":4,"info":3,"get":3,"if":3,"num":4,"tiles":4,"per":1,"image":2,"img":3,"height":1,"width":1,"for":2,"in":3,"images":1,"processed":15,"outputs":8,"super":1,"torch":1,"tensor":1,"k":3,"pixel":1,"values":1,"aspect":2,"ratio":2,"ids":7,"mask":1,"squeeze":1,"0":3,"token":11,"pop":1,"input":2,"start":4,"idx":6,"end":4,"size":1,"1":3,"text":4,"decode":1,"bos":6,"remove":2,"the":4,"from":2,"of":2,"because":2,"we":1,"all":1,"know":1,"there":1,"would":1,"be":1,"startswith":1,"is":1,"empty":1,"this":1,"case":1,"endswith":1,"else":1,"add":1,"special":1,"tokens":1,"false":1,"return":2,"tensors":1,"pt":1},"12121,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":5,"get":11,"mm":8,"fields":1,"config":4,"self":7,"hf":5,"inputs":1,"batchfeature":1,"processor":2,"kwargs":3,"mapping":3,"str":5,"object":2,"multimodalfieldconfig":5,"return":4,"dict":1,"pixel":1,"values":1,"batched":4,"image":22,"aspect":4,"ratio":4,"ids":1,"mask":3,"num":9,"tiles":2,"create":1,"encoder":1,"prompt":3,"union":2,"list":2,"int":4,"data":5,"multimodaldatadict":1,"images":4,"1":1,"if":1,"isinstance":1,"else":1,"len":1,"token":10,"id":5,"info":4,"index":2,"updates":1,"items":3,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"per":4,"chunk":3,"from":1,"replacement":3,"mllama":2,"item":2,"idx":2,"imageprocessoritems":1,"size":4,"tile":2,"height":2,"width":2,"tokens":2,"promptreplacement":1,"modality":1,"target":2,"prepare":1,"attention":1,"torch":2,"tensor":1,"patches":1,"length":1,"dtype":2},"14112,1449,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"torch":3,"tensor":1,"expand":1,"aspect":3,"ratio":3,"mask":20,"to":3,"target":6,"length":6,"batch":4,"size":6,"max":5,"num":7,"tiles":5,"shape":1,"attention":15,"view":1,"1":13,"dtype":2,"repeat":1,"padding":1,"patches":4,"pad":2,"0":3,"invert":1,"the":1,"reshape":2,"2d":1,"and":1,"create":1,"4d":1,"transpose":1,"2":1,"finfo":1,"min":1,"unsqueeze":1,"return":1,"class":1,"columnparallelconv2dpatch":1,"nn":1,"module":1,"conv2d":2,"patching":1,"layer":1,"with":1,"model":1,"parallelism":1,"column":1,"parallel":1,"over":1,"unfolded":1,"input":3,"arguments":1,"in":3,"channels":6,"out":2,"output":2,"kernel":2,"of":1,"convolution":2,"stride":2,"default":2,"for":1,"bias":2,"false":1,"use":1,"bsz":2,"width":1,"height":1,"tokens":1},"15561,1881,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":4,"init":4,"self":22,"in":2,"channels":4,"int":9,"out":2,"kernel":9,"size":13,"union":2,"tuple":2,"stride":3,"bias":3,"bool":2,"false":1,"none":1,"super":2,"if":3,"isinstance":1,"unfold":3,"torch":7,"nn":5,"linear":2,"columnparallellinear":1,"0":2,"1":6,"forward":2,"x":8,"tensor":5,"permute":1,"2":1,"return":2,"class":2,"mllamaprecomputedaspectratioembedding":1,"module":2,"config":5,"mllama":1,"mllamavisionconfig":1,"is":5,"gated":5,"true":1,"max":7,"num":4,"tiles":4,"hidden":8,"aspect":5,"ratio":5,"id":3,"embedding":3,"gate":2,"parameter":1,"zeros":1,"state":4,"ids":2,"embeddings":6,"reshape":1,"tanh":1,"mllamaprecomputedpositionembedding":1},"17442,1966,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":3,"init":4,"self":27,"config":11,"mllama":2,"mllamavisionconfig":2,"super":2,"max":7,"num":9,"tiles":4,"aspect":5,"ratio":5,"id":3,"patches":5,"image":1,"size":11,"patch":1,"2":1,"1":6,"hidden":14,"scale":2,"0":2,"5":1,"gate":3,"nn":4,"parameter":2,"torch":5,"zeros":1,"position":14,"embedding":17,"randn":1,"tile":10,"forward":1,"state":7,"tensor":3,"ids":2,"embeddings":2,"gated":4,"tanh":2,"view":1,"precomputed":1,"batch":2,"shape":1,"reshape":1,"return":1,"todo":1,"support":1,"other":1,"attention":2,"backends":1,"for":1,"in":1,"vision":1,"model":1,"class":1,"mllamavisionsdpaattention":1,"module":1,"quant":1,"optional":1,"quantizationconfig":1,"none":1,"prefix":1,"str":1},"19408,1889,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"tensor":5,"parallel":3,"size":10,"get":1,"tp":1,"group":1,"world":1,"self":30,"embed":3,"dim":12,"config":8,"hidden":4,"num":10,"heads":12,"attention":5,"head":8,"local":6,"q":8,"kv":3,"qkv":5,"proj":5,"qkvparallellinear":1,"bias":2,"false":2,"quant":4,"prefix":4,"f":3,"o":2,"rowparallellinear":1,"input":1,"is":1,"true":1,"def":1,"forward":1,"state":2,"torch":3,"mask":3,"optional":1,"none":1,"k":6,"v":6,"split":1,"1":7,"view":3,"shape":6,"0":5,"transpose":3,"2":3,"todo":1,"remove":1,"padding":1,"in":1,"image":1,"encoder":1,"attn":2,"output":1,"scaled":1,"dot":1,"product":1,"dropout":1,"p":1},"21297,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"attn":14,"output":9,"transpose":1,"1":6,"2":1,"contiguous":1,"reshape":1,"shape":2,"0":1,"self":23,"o":1,"proj":1,"return":1,"class":1,"mllamavisionencoderlayer":1,"nn":5,"module":1,"def":2,"init":2,"config":14,"mllama":1,"mllamavisionconfig":1,"quant":5,"optional":2,"quantizationconfig":1,"prefix":5,"str":1,"is":5,"gated":5,"bool":1,"false":1,"none":2,"super":1,"hidden":12,"size":6,"num":1,"attention":7,"heads":2,"intermediate":2,"mllamavisionsdpaattention":1,"f":2,"mlp":2,"clipmlp":1,"input":2,"layernorm":5,"eps":4,"norm":2,"post":1,"there":1,"used":1,"to":1,"be":1,"an":1,"if":3,"else":2,"here":1,"no":1,"code":1,"path":1,"gate":5,"parameter":2,"torch":4,"ones":2,"math":2,"pi":2,"4":2,"ffn":1,"forward":1,"state":8,"tensor":2,"mask":3,"residual":2,"not":1,"tanh":1},"23294,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"feed":1,"forward":2,"residual":2,"hidden":19,"state":8,"self":14,"post":1,"attention":3,"layernorm":1,"mlp":1,"gate":3,"ffn":3,"1":2,"if":3,"not":1,"is":4,"gated":4,"else":1,"tanh":1,"return":2,"class":2,"mllamavisionencoder":1,"nn":3,"module":2,"def":3,"init":4,"config":11,"mllama":2,"mllamavisionconfig":2,"quant":4,"optional":3,"quantizationconfig":2,"num":2,"layers":6,"int":1,"32":1,"bool":1,"false":1,"output":5,"states":17,"none":4,"prefix":4,"str":2,"super":2,"modulelist":1,"mllamavisionencoderlayer":1,"f":1,"layer":4,"idx":2,"for":2,"in":4,"range":1,"or":1,"torch":2,"tensor":2,"mask":2,"union":1,"basemodeloutput":1,"encoder":8,"i":2,"enumerate":1,"len":1,"mllamavisionmodel":1},"25278,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"self":26,"image":3,"size":16,"config":18,"patch":6,"max":2,"num":7,"tiles":2,"hidden":9,"in":2,"channels":5,"intermediate":3,"layers":5,"indices":3,"patches":1,"2":1,"1":1,"scale":2,"0":1,"5":1,"embedding":5,"columnparallelconv2dpatch":1,"out":1,"kernel":1,"stride":1,"bias":1,"false":2,"class":1,"nn":3,"parameter":1,"torch":1,"randn":1,"gated":5,"positional":3,"mllamaprecomputedpositionembedding":1,"pre":2,"tile":2,"mllamaprecomputedaspectratioembedding":2,"is":4,"true":3,"post":2,"layer":1,"norms":1,"layernorm":4,"encoders":1,"transformer":4,"mllamavisionencoder":2,"quant":2,"output":1,"states":1,"prefix":4,"f":2,"global":3},"27111,1732,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"apply":3,"class":5,"embedding":8,"self":7,"hidden":19,"state":17,"torch":7,"tensor":6,"batch":7,"size":9,"shape":3,"expand":1,"1":5,"cat":1,"dim":4,"return":1,"forward":1,"pixel":5,"values":5,"aspect":5,"ratio":5,"ids":4,"mask":1,"num":14,"concurrent":5,"media":5,"tiles":4,"channels":2,"height":2,"width":2,"reshape":4,"patch":4,"embeds":2,"to":1,"layernorm":1,"pre":2,"weight":1,"dtype":1,"ps":1,"get":1,"tp":1,"group":1,"all":1,"gather":1,"tile":2,"embeddings":1,"patches":3,"positional":1,"cls":1,"token":1},"28843,1711,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"apply":2,"position":1,"embeddings":1,"hidden":17,"state":14,"reshape":2,"batch":3,"size":3,"num":11,"concurrent":3,"media":3,"tiles":1,"patches":7,"dim":5,"self":5,"gated":1,"positional":1,"embedding":1,"aspect":4,"ratio":4,"ids":1,"encoder":1,"layernorm":2,"pre":2,"compute":2,"the":2,"number":1,"of":1,"tokens":1,"to":1,"pad":8,"padding":7,"8":3,"shape":2,"2":4,"tuple":1,"for":3,"function":1,"0":6,"left":2,"right":2,"tensor":1,"f":1,"mode":1,"constant":1,"value":1,"slice":1,"index":1,"if":1,"else":1,"none":1,"attention":6,"mask":8,"1":4,"prepare":1,"target":1,"length":1,"dtype":2,"weight":1,"view":1,"output":3,"transformer":1,"intermediate":3,"states":3,"torch":1,"stack":1},"30554,1859,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"apply":1,"global":2,"encoder":1,"hidden":26,"state":19,"self":3,"layernorm":1,"post":2,"reshape":6,"batch":6,"size":6,"num":22,"concurrent":6,"media":6,"tiles":6,"patches":10,"padding":4,"dim":5,"tile":1,"positional":1,"embedding":1,"aspect":1,"ratio":1,"ids":1,"transformer":1,"attention":2,"mask":2,"0":1,"slice":2,"index":2,"adding":1,"intermediate":8,"layer":1,"outputs":1,"states":7,"1":3,"torch":1,"cat":1,"return":1},"32413,1667,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":2,"tensor":1,"set":3,"stacked":2,"params":9,"mapping":2,"param":9,"name":16,"shard":4,"id":3,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":4,"named":1,"parameters":1,"updated":4,"for":2,"loaded":6,"weight":18,"in":4,"if":2,"patch":1,"embedding":1,"linear":1,"view":1,"shape":1,"0":1,"1":1,"not":1,"continue":1,"replace":1,"add":2,"loader":7,"break":1,"else":1,"pop":1,"getattr":1,"default":1,"return":1,"class":1,"mllamatextrmsnorm":2,"nn":2,"module":1,"init":2,"hidden":2,"size":2,"eps":2,"1e":1,"6":1,"is":1,"equivalent":1,"to":1,"t5layernorm":1,"super":1,"parameter":1,"ones":1,"variance":1,"epsilon":1},"34080,1755,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":3,"forward":1,"self":32,"hidden":11,"states":8,"input":2,"dtype":3,"to":2,"torch":2,"float32":1,"variance":4,"pow":1,"2":1,"mean":1,"1":1,"keepdim":1,"true":1,"rsqrt":1,"epsilon":2,"return":2,"weight":2,"extra":1,"repr":1,"f":1,"tuple":1,"shape":1,"eps":1,"class":1,"mllamatextcrossattention":1,"nn":1,"module":1,"multi":1,"headed":1,"attention":3,"from":1,"is":1,"all":1,"you":1,"need":1,"paper":1,"init":2,"config":10,"optional":3,"mllama":1,"mllamatextconfig":1,"none":3,"layer":3,"idx":3,"int":1,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"pipeline":1,"parallel":4,"rank":2,"get":2,"pp":1,"group":3,"in":1,"tensor":3,"size":9,"tp":1,"world":1,"num":16,"heads":15,"key":9,"value":9,"local":6,"head":3,"dim":3,"groups":1,"q":1,"kv":1},"35835,1771,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"self":30,"qkv":3,"proj":5,"qkvcrossparallellinear":1,"hidden":4,"size":2,"head":9,"dim":9,"num":8,"heads":8,"key":4,"value":4,"bias":2,"false":2,"quant":4,"config":6,"prefix":6,"f":3,"o":2,"rowparallellinear":1,"input":1,"is":2,"parallel":1,"true":1,"vllm":1,"model":1,"executor":1,"layers":1,"layernorm":1,"rmsnorm":1,"has":1,"precision":1,"issue":1,"use":1,"huggingface":1,"s":1,"instead":1,"q":7,"norm":6,"mllamatextrmsnorm":2,"eps":4,"rms":2,"k":7,"scaling":2,"0":1,"5":1,"attn":3,"attention":5,"local":5,"type":1,"attentiontype":1,"encoder":1,"decoder":1,"def":1,"forward":1,"states":5,"torch":4,"tensor":4,"mask":1,"optional":3,"kv":1,"range":1,"for":1,"decode":1,"list":1,"tuple":1,"int":2,"cross":3,"v":3,"if":1,"not":1,"none":1,"view":3,"1":3},"37606,354,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"if":1,"attention":3,"mask":3,"is":1,"not":1,"none":1,"output":3,"self":5,"with":1,"q":2,"k":2,"v":2,"kv":1,"range":1,"for":1,"decode":1,"else":1,"attn":1,"view":1,"1":1,"num":1,"local":1,"heads":1,"head":1,"dim":1,"out":2,"o":1,"proj":1,"return":1},"37960,210,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":1,"attention":2,"with":1,"mask":2,"self":1,"q":1,"torch":4,"tensor":4,"k":1,"v":1,"kv":1,"range":1,"for":1,"decode":1,"list":1,"tuple":1,"int":2},"38170,1999,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"torch":10,"tensor":1,"kv":12,"cache":15,"self":7,"attn":14,"pipeline":1,"parallel":1,"rank":1,"metadata":4,"attentionmetadata":1,"get":1,"forward":1,"context":1,"skip":1,"writing":1,"for":9,"the":2,"initial":1,"profiling":1,"run":1,"todo":1,"nicklucche":1,"replace":1,"with":1,"custom":1,"bias":1,"and":2,"use":1,"standard":1,"if":2,"len":1,"shape":1,"1":3,"i":5,"ones":1,"dtype":1,"float32":1,"backend":10,"in":6,"flash":6,"vllm":2,"v1":2,"cached":8,"k":6,"cat":4,"s":8,"e":8,"range":4,"decode":4,"v":6,"ops":2,"c":1,"reshape":1,"0":1,"cross":2,"slot":2,"mapping":2,"type":1,"ignore":1,"union":1,"attr":1,"auto":2,"elif":1,"xformers":2,"rocm":1,"sdpa":2,"key":3,"value":3,"pagedattention":2,"split":1,"num":1,"local":1,"heads":1,"head":1,"dim":1,"write":1,"to":2,"paged":1,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"attention":2,"enum":1,"found":1,"expected":1,"be":1,"or":1},"40169,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"we":1,"have":1,"to":1,"call":1,"torch":2,"sdpa":1,"for":2,"prefill":1,"when":1,"using":1,"a":3,"custom":1,"cross":2,"attention":7,"mask":9,"because":1,"the":2,"is":3,"not":1,"standard":1,"causal":2,"neither":1,"block":2,"diagonal":1,"which":1,"can":1,"be":1,"optimized":1,"by":1,"xformers":1,"blockdiagonalmask":1,"specially":1,"calculated":1,"supporting":1,"multi":1,"images":2,"and":2,"interleaved":1,"q":8,"len":8,"shape":2,"0":6,"kv":4,"k":4,"transpose":3,"1":6,"view":2,"self":11,"num":7,"local":4,"key":6,"value":6,"heads":4,"groups":3,"head":4,"dim":4,"contiguous":3,"none":2,"expand":2,"v":3,"output":4,"f":1,"scaled":1,"dot":1,"product":1,"attn":1,"false":1,"permute":1,"2":1,"3":1,"reshape":1,"return":1,"class":1,"mllamacrossattentiondecoderlayer":1,"nn":1,"module":1,"transformer":1,"with":1,"tanh":1,"gated":1,"feedforward":1},"42094,1935,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"init":2,"self":12,"config":16,"mllama":1,"mllamatextconfig":1,"layer":5,"idx":5,"int":3,"quant":5,"optional":2,"quantizationconfig":1,"prefix":5,"str":1,"none":1,"super":1,"cross":11,"attn":8,"mllamatextcrossattention":1,"f":2,"input":2,"layernorm":3,"rmsnorm":2,"hidden":17,"size":6,"eps":4,"rms":2,"norm":2,"gate":3,"torch":9,"nn":2,"parameter":2,"zeros":2,"1":2,"mlp":3,"llamamlp":1,"intermediate":2,"act":2,"post":1,"attention":7,"forward":1,"states":14,"tensor":5,"mask":5,"kv":3,"range":3,"for":3,"decode":3,"list":1,"tuple":1,"full":2,"text":2,"row":2,"masked":2,"out":2,"residual":2,"tanh":1},"44029,1907,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"residual":2,"hidden":13,"states":10,"self":10,"post":1,"attention":5,"layernorm":1,"mlp":2,"full":1,"text":2,"row":1,"masked":1,"out":1,"mask":1,"cross":4,"attn":1,"gate":1,"tanh":1,"return":1,"class":2,"mllamatextmodel":1,"nn":2,"module":1,"config":30,"mllama":1,"mllamatextconfig":1,"base":1,"model":3,"prefix":6,"def":1,"init":2,"vllm":4,"vllmconfig":1,"str":1,"super":1,"hf":1,"cache":4,"quant":6,"vocab":3,"size":5,"embed":1,"tokens":1,"vocabparallelembedding":1,"8":1,"layers":11,"for":1,"layer":5,"idx":5,"in":2,"range":1,"num":1,"if":1,"append":2,"mllamacrossattentiondecoderlayer":1,"f":2,"else":1,"todo":1,"force":1,"llamadecoderlayer":2,"to":1,"bias":1,"false":1,"modulelist":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1},"45936,1868,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"forward":1,"self":6,"input":2,"ids":2,"torch":7,"longtensor":4,"positions":3,"optional":5,"cross":9,"attention":9,"states":15,"mask":6,"kv":3,"range":3,"for":4,"decode":3,"list":1,"tuple":2,"int":2,"full":3,"text":3,"row":3,"masked":3,"out":3,"tensor":3,"skip":2,"bool":1,"inputs":2,"embeds":2,"embed":1,"tokens":1,"hidden":12,"idx":2,"decoder":3,"layer":3,"in":2,"enumerate":1,"layers":2,"if":2,"not":1,"else":1,"residual":3,"none":1,"norm":1,"return":1,"class":2,"mllamaforcausallm":1,"nn":1,"module":1,"config":3,"mllama":1,"mllamatextconfig":1,"base":1,"model":2,"prefix":2,"language":1,"no":1,"split":1,"modules":1,"mllamacrossattentiondecoderlayer":1,"mllamaselfattentiondecoderlayer":1,"init":2,"vllm":1,"vllmconfig":1,"str":1,"super":1},"47804,1547,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"config":18,"vllm":4,"model":4,"hf":1,"text":4,"quant":6,"self":6,"vocab":5,"size":7,"mllamatextmodel":1,"prefix":4,"f":2,"lm":2,"head":2,"parallellmhead":1,"hidden":3,"org":1,"num":1,"embeddings":1,"padding":2,"default":1,"def":1,"forward":1,"input":3,"ids":3,"torch":7,"longtensor":4,"positions":3,"optional":5,"cross":9,"attention":9,"states":5,"mask":6,"kv":3,"range":3,"for":3,"decode":3,"list":1,"tuple":2,"int":2,"full":3,"row":3,"masked":3,"out":3,"tensor":3,"skip":3,"bool":1,"return":1},"49352,546,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"updated":1},"49898,1642,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"for":2,"name":28,"loaded":10,"weight":23,"in":4,"weights":1,"if":5,"patch":3,"embedding":3,"replace":2,"linear":1,"view":1,"shape":1,"0":3,"1":1,"self":2,"quant":2,"config":2,"is":2,"not":2,"none":2,"and":1,"scale":5,"get":1,"cache":2,"loading":1,"kv":2,"quantization":1,"scales":1,"param":8,"params":6,"dict":3,"loader":7,"getattr":1,"default":1,"dim":1,"else":2,"updated":2,"add":2,"continue":3,"shard":2,"id":2,"stacked":1,"mapping":1,"break":1,"orig":3,"maybe":1,"remap":1,"logger":1,"debug":1,"missing":1,"s":2},"51540,1512,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"param":3,"params":3,"dict":1,"pop":1,"name":2,"weight":7,"loader":4,"getattr":1,"default":1,"loaded":1,"updated":2,"add":1,"return":2,"multimodal":1,"registry":1,"register":1,"processor":1,"mllamamultimodalprocessor":1,"info":1,"mllamaprocessinginfo":1,"dummy":1,"inputs":1,"mllamadummyinputsbuilder":1,"class":1,"mllamaforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportsv0only":1,"packed":1,"modules":1,"mapping":2,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"hf":1,"to":3,"vllm":1,"mapper":1,"weightsmapper":1,"orig":2,"new":3,"prefix":1,"for":1,"names":1,"in":1,"checkpoint":1,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":9,"vision":2,"multi":2,"modal":2,"projector":2,"language":3,"lm":2,"head":2,"suffix":1,"patch":2,"embedding":2,"linear":1,"classmethod":1,"def":1,"get":1,"placeholder":1,"str":3,"cls":1,"modality":3,"i":1,"int":1,"optional":1,"if":1,"startswith":1,"image":3,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1},"53052,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"init":2,"self":17,"vllm":5,"config":39,"vllmconfig":1,"prefix":10,"str":1,"super":1,"mllamaconfig":1,"model":6,"hf":1,"quant":7,"vocab":3,"size":8,"text":4,"hidden":6,"max":2,"num":2,"tiles":2,"vision":10,"output":5,"dim":3,"pad":3,"token":5,"id":4,"if":1,"is":1,"not":1,"none":1,"else":1,"1":1,"image":4,"index":1,"mllamavisionmodel":1,"maybe":3,"language":3,"mllamaforcausallm":1,"multi":2,"modal":2,"projector":2,"columnparallellinear":1,"bias":1,"true":2,"gather":1,"logits":5,"processor":2,"logitsprocessor":1,"states":3,"compute":1,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"lm":1,"head":1,"return":1},"55026,1120,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":1,"unpack":1,"data":15,"self":1,"image":12,"union":1,"list":2,"torch":8,"tensor":10,"padding":2,"value":2,"0":7,"if":1,"isinstance":2,"return":2,"else":1,"assert":2,"is":1,"not":1,"properly":1,"batched":1,"bsz":2,"len":1,"max":3,"length":2,"t":5,"size":2,"for":3,"in":3,"trailing":5,"dims":5,"shape":2,"1":2,"cur":2,"output":3,"full":1,"dtype":2,"device":2,"i":2,"enumerate":1},"56146,1834,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":1,"parse":1,"and":4,"validate":1,"image":12,"input":1,"self":1,"kwargs":5,"object":1,"tensor":15,"with":3,"the":1,"same":1,"shape":3,"will":1,"be":2,"batched":1,"together":1,"by":1,"multimodalkwargs":1,"batch":1,"so":1,"pixel":7,"values":7,"here":1,"can":1,"list":13,"torch":14,"num":4,"tiles":2,"3":2,"res":4,"bs":1,"optional":4,"union":4,"pop":4,"none":12,"embeds":5,"aspect":6,"ratio":6,"ids":3,"mask":3,"if":3,"is":7,"return":1,"not":5,"raise":1,"valueerror":1,"both":1,"are":1,"provided":1,"assert":2},"57980,1708,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"return":2,"mllamaimagepixelinputs":1,"type":1,"pixel":2,"values":2,"data":4,"self":5,"unpack":3,"aspect":4,"ratio":4,"ids":2,"mask":2,"if":2,"image":1,"embeds":1,"is":2,"not":1,"none":1,"raise":2,"notimplementederror":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":2,"get":2,"and":1,"validate":1,"encoder":12,"lens":12,"seq":8,"list":5,"int":5,"num":6,"tiles":2,"tokens":3,"per":2,"tile":4,"the":3,"actual":8,"number":1,"of":2,"for":9,"each":2,"sample":2,"because":1,"attn":5,"metadata":5,"only":3,"counts":1,"last":3,"group":3,"images":2,"which":1,"used":1,"to":2,"cheat":1,"block":1,"manager":1,"allocate":1,"blocks":1,"those":1,"see":1,"mllamamultimodalprocessor":1,"more":1,"details":1,"sum":1,"in":3,"remove":1,"0":2,"len":7,"entries":1,"text":1,"requests":1,"these":1,"assertions":1,"x":3,"assert":2,"zip":1,"flat":1,"result":1,"cross":1,"attention":1,"states":1,"torch":1,"tensor":1,"attentionmetadata":1},"59688,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"cross":19,"attention":19,"states":19,"flat":4,"torch":3,"zeros":1,"sum":1,"actual":4,"encoder":5,"seq":7,"lens":4,"shape":2,"1":2,"device":2,"dtype":2,"start":4,"pos":7,"0":1,"for":1,"len":3,"vision":4,"token":4,"in":3,"batch":2,"zip":1,"end":3,"return":3,"def":2,"get":2,"language":2,"model":4,"self":6,"nn":1,"module":1,"image":6,"inputs":4,"mllamaimagepixelinputs":1,"attn":2,"metadata":2,"attentionmetadata":1,"list":1,"int":1,"tuple":2,"tensor":1,"note":1,"llama":1,"s":1,"reference":1,"implementation":1,"runs":1,"on":1,"cpu":1,"pixel":2,"values":2,"data":1,"aspect":6,"ratio":6,"ids":3,"mask":3,"multi":1,"modal":1,"projector":1,"bsz":2,"dim":2,"view":1,"result":1},"61579,1361,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":1,"get":2,"cross":7,"attention":8,"mask":13,"self":2,"input":3,"ids":8,"torch":4,"tensor":4,"attn":3,"metadata":3,"attentionmetadata":1,"num":6,"tiles":2,"list":2,"int":2,"tokens":4,"per":4,"tile":6,"dtype":3,"tuple":1,"token":7,"tolist":1,"start":4,"0":2,"batch":3,"for":7,"seq":5,"len":3,"in":3,"lens":2,"append":1,"sparse":4,"t":5,"image":2,"id":1,"skip":2,"generating":1,"if":2,"all":1,"samples":1,"are":1,"text":1,"only":2,"or":1,"have":1,"1":2,"leading":1,"return":2,"none":2,"dense":4,"range":4,"decode":4,"convert":2,"to":2,"device":1,"kv":2},"62940,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"get":2,"full":7,"text":8,"row":7,"masked":7,"out":7,"mask":8,"self":4,"attn":10,"metadata":10,"attentionmetadata":1,"device":4,"torch":6,"tensor":4,"ones":1,"num":6,"prefill":5,"tokens":4,"1":4,"dtype":1,"bool":1,"start":4,"pos":4,"0":6,"for":5,"seq":9,"len":6,"encoder":5,"in":2,"zip":1,"lens":3,"if":3,"false":2,"to":2,"return":1,"forward":2,"input":3,"ids":2,"positions":1,"kwargs":3,"object":1,"union":1,"causallmoutputwithpast":1,"context":1,"and":3,"decode":4,"raise":1,"valueerror":1,"chunk":2,"not":1,"supported":1,"image":6,"inputs":2,"parse":1,"validate":1,"cross":4,"attention":4,"states":1,"none":4,"kv":1,"range":1,"only":1,"2":1,"present":2,"is":1,"reshape":1,"skip":2,"max":1,"else":1,"tiles":2,"t":2,"tolist":1,"pop":1,"per":2,"tile":1,"calc":1,"token":1,"size":1},"64861,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"actual":2,"encoder":4,"seq":3,"lens":4,"self":9,"get":6,"and":1,"validate":1,"attn":4,"metadata":4,"num":4,"tiles":2,"tokens":2,"per":2,"tile":2,"cross":11,"attention":11,"states":5,"image":1,"inputs":1,"full":4,"text":4,"row":4,"masked":4,"out":4,"mask":8,"input":4,"ids":4,"device":1,"kv":3,"range":3,"for":3,"decode":3,"dtype":1,"outputs":2,"language":3,"model":5,"positions":2,"skip":2,"return":3,"def":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"multi":1,"modal":1,"projector":1,"tower":1,"vision":1},"66589,1370,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"def":2,"skip":4,"attention":3,"mask":15,"sparse":6,"list":10,"int":6,"bool":1,"for":6,"in":3,"text":2,"only":3,"samples":1,"if":6,"len":3,"0":9,"continue":2,"the":5,"sample":2,"contains":2,"more":1,"than":1,"1":5,"images":2,"we":2,"can":2,"t":2,"return":3,"false":2,"image":3,"but":2,"is":1,"not":3,"leading":1,"one":1,"or":1,"true":1,"convert":1,"cross":2,"to":1,"dense":2,"num":4,"tiles":9,"lengths":3,"tuple":2,"np":3,"ndarray":1,"total":4,"length":3,"sum":3,"zeros":1,"shape":1,"dtype":1,"int64":1,"a":1,"of":1,"ranges":1,"range":2,"i":2,"start":4,"end":2,"means":1,"that":2,"th":1,"will":1,"use":1,"decoding":1,"tile":2,"decode":1,"seq":1,"has":1,"an":1,"entry":1,"each":1,"sequence":1,"does":2,"have":2,"these":1,"entries":1,"idx":1,"masks":2,"zip":1},"67959,1429,data/raw/vllm-0.10.1/vllm/model_executor/models/mllama.py":{"tiles":7,"num":9,"idx":3,"1":9,"ts":6,"td":4,"0":3,"for":3,"mask":22,"tile":12,"in":1,"zip":1,"masks":1,"if":4,"len":2,"2":1,"continue":1,"start":9,"end":7,"min":3,"length":4,"dense":3,"seq":3,"assert":3,"range":2,"decode":2,"append":1,"return":2,"def":1,"convert":1,"cross":3,"attention":3,"to":2,"tensor":3,"token":2,"np":1,"ndarray":1,"tokens":4,"per":2,"int":1,"device":4,"torch":7,"dtype":6,"repeat":1,"interleave":1,"dim":2,"masked":1,"fill":1,"bool":1,"finfo":2,"ninf":2,"full":2,"text":2,"any":1,"type":1,"as":1,"none":1,"prompt":1,"encoder":1},"0,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":14,"vllm":8,"project":1,"adapted":1,"from":13,"https":1,"huggingface":2,"co":1,"lgai":1,"exaone":5,"3":1,"7":1,"8b":1,"instruct":1,"blob":1,"main":1,"modeling":1,"py":1,"2024":1,"lg":2,"u":1,"cto":1,"ai":3,"tech":1,"lab":2,"2021":1,"research":1,"c":1,"2018":1,"nvidia":1,"corporation":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"and":4,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"team":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1},"1984,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"from":9,"vllm":7,"model":7,"executor":6,"layers":5,"logits":1,"processor":1,"import":9,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":1,"default":2,"padding":1,"size":10,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"prefix":6,"class":2,"exaonegatedmlp":1,"nn":2,"module":2,"def":2,"init":2,"self":8,"hidden":6,"int":2,"act":5,"str":2,"quant":5,"config":5,"optional":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"f":3,"c":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"exaoneattention":1},"3979,1791,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":1,"init":2,"self":27,"config":4,"pretrainedconfig":1,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":6,"max":4,"position":3,"embeddings":3,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"mistralconfig":1,"has":1,"an":1,"head":8,"dim":8,"introduced":1,"by":1,"mistral":1,"nemo":1,"getattr":1,"q":1,"5":1},"5770,1732,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"self":23,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":5,"size":9,"head":6,"dim":7,"total":5,"num":8,"heads":8,"kv":6,"bias":4,"quant":8,"config":10,"prefix":6,"f":3,"out":3,"rowparallellinear":1,"input":1,"output":5,"is":5,"neox":4,"style":4,"true":1,"if":1,"not":1,"none":1,"and":1,"get":2,"name":1,"gguf":1,"false":1,"rotary":3,"emb":2,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":5,"attention":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"return":1,"class":1,"exaoneblockattention":1,"nn":1,"module":1},"7502,1231,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":2,"init":2,"self":4,"config":9,"pretrainedconfig":1,"hidden":6,"size":3,"int":4,"num":6,"heads":6,"kv":3,"rope":6,"theta":3,"float":1,"10000":1,"scaling":3,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":3,"position":3,"embeddings":3,"8192":1,"quant":3,"quantizationconfig":1,"bias":3,"bool":1,"false":1,"cache":3,"cacheconfig":1,"prefix":3,"super":1,"attention":3,"exaoneattention":1,"f":1,"forward":1,"positions":3,"torch":3,"tensor":3,"states":3,"return":1,"class":1,"exaonedecoderlayer":1,"nn":1,"module":1},"8733,204,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":1,"init":1,"self":1,"config":3,"pretrainedconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1},"8937,1854,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"none":4,"super":1,"init":1,"self":7,"hidden":9,"size":10,"config":26,"rope":10,"theta":4,"getattr":8,"10000":1,"scaling":6,"if":1,"is":1,"not":1,"and":1,"original":3,"max":7,"position":7,"embeddings":7,"8192":1,"support":2,"abacusai":1,"smaug":1,"72b":1,"v0":1,"1":2,"with":2,"attention":6,"bias":9,"internlm":2,"7b":1,"false":3,"or":1,"attn":2,"exaoneblockattention":1,"num":5,"heads":5,"kv":1,"key":1,"value":1,"quant":4,"cache":2,"prefix":4,"f":2,"mlp":3,"exaonegatedmlp":1,"intermediate":2,"act":1,"activation":1,"function":1,"ln":2,"rmsnorm":2,"eps":2,"layer":2,"norm":2,"epsilon":2,"2":1},"10791,1069,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":2,"forward":1,"self":8,"positions":3,"torch":6,"tensor":5,"hidden":14,"states":14,"residual":8,"optional":1,"tuple":1,"attention":1,"if":1,"is":1,"none":1,"ln":3,"1":2,"else":1,"attn":1,"fully":1,"connected":1,"2":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"exaonemodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":14,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"lora":2},"11860,1580,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"self":15,"config":24,"quant":6,"lora":6,"vocab":8,"extra":1,"size":9,"max":1,"loras":1,"or":2,"1":1,"if":3,"else":3,"0":1,"wte":4,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"vocabparallelembedding":1,"hidden":5,"org":1,"num":2,"ppmissinglayer":2,"start":1,"layer":3,"end":1,"h":2,"make":3,"layers":2,"lambda":1,"prefix":5,"exaonedecoderlayer":1,"cache":2,"f":3,"ln":2,"rmsnorm":1,"eps":1,"norm":1,"epsilon":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"13440,1190,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"h":1,"start":1,"end":1,"last":1,"return":2,"ln":1,"f":1},"14630,1975,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":7,"mapping":2,"param":6,"name":21,"shard":3,"id":2,"qkv":3,"proj":8,"q":2,"k":2,"v":2,"gate":2,"up":2,"c":2,"fc":2,"0":4,"1":2,"dict":4,"named":1,"parameters":1,"loaded":8,"for":3,"weight":13,"in":8,"if":7,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":6,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":1,"checkpoint":1,"skip":2,"them":1,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"loader":4,"getattr":1,"default":1,"dim":1,"else":1,"add":1,"replace":1,"extra":1,"bias":2,"gptq":1,"endswith":1,"pp":1,"missing":1,"parameter":1},"16605,1732,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"param":6,"params":6,"dict":4,"name":11,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"endswith":1,"and":1,"not":1,"in":1,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":5,"getattr":1,"default":1,"add":1,"return":1,"class":1,"exaoneforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":5,"q":1,"k":1,"v":1,"gate":1,"up":1,"c":2,"fc":2,"0":1,"1":1,"lora":5,"specific":1,"attributes":1,"embedding":2,"wte":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":2,"vllm":4,"config":17,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4},"18337,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"self":16,"transformer":4,"exaonemodel":1,"vllm":2,"config":14,"prefix":3,"maybe":1,"model":4,"if":5,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":4,"vocab":10,"size":12,"lora":7,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"quant":2,"tie":1,"word":1,"weight":2,"wte":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"output":2},"20271,876,data/raw/vllm-0.10.1/vllm/model_executor/models/exaone.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":3,"head":3,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"with":2,"tie":2,"word":2,"embeddings":2,"we":1,"can":1,"skip":2,"weight":2,"the":3,"might":1,"appear":1,"unnecessarily":1,"in":1,"files":1,"if":2,"model":1,"is":1,"processed":1,"quantization":1,"lora":1,"fine":1,"tuning":1,"etc":1,"prefixes":1,"config":1,"else":1,"none":1},"0,1988,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":4,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":7,"blob":1,"main":1,"src":1,"models":4,"glm4v":8,"modeling":1,"py":1,"2025":3,"team":4,"zhipuai":1,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"and":4,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":2,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":4,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"glm":1,"4v":1,"compatible":1,"weights":1,"import":16,"math":1,"collections":1,"abc":1,"iterable":1,"mapping":1,"sequence":1,"functools":1,"partial":1,"typing":1,"annotated":1,"callable":1,"literal":1,"optional":1,"union":1,"numpy":1,"np":1,"torch":3,"nn":3,"functional":1,"f":1,"einops":1,"rearrange":1,"batchfeature":1,"configuration":1,"glm4vvisionconfig":1,"image":1,"processing":2,"glm4vimageprocessor":1,"smart":1,"resize":1,"video":2,"glm4vvideoprocessor":1,"utils":1,"videometadata":1,"config":1,"vllmconfig":1,"parallel":1,"state":1},"1988,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"from":22,"vllm":18,"distributed":1,"import":22,"utils":6,"as":1,"dist":1,"logger":4,"init":3,"model":8,"executor":6,"samplingmetadata":1,"layers":4,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":1,"quantizationconfig":1,"loader":2,"weight":2,"default":1,"models":1,"module":1,"mapping":1,"multimodelkeys":1,"multimodal":7,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"videoitem":1,"parse":1,"imagesize":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"platforms":1,"backend":2,"sequence":1,"intermediatetensors":1,"transformers":1,"config":2,"uses":1,"mrope":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"activation":1,"siluandmul":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"qwen2":1,"vl":1,"qwen2vl":1,"field":1,"apply":1,"rotary":1,"pos":1,"emb":1,"vision":2,"autoweightsloader":1,"weightsmapper":1,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"get":1,"vit":1,"attn":1,"name":1,"for":1,"profile":1,"run":1},"3962,1619,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"max":1,"frames":2,"per":1,"video":3,"600":1,"vision":1,"inputs":1,"class":3,"glm4vimagepixelinputs":2,"tensorschema":3,"dimensions":6,"np":4,"number":8,"of":8,"patches":2,"cpp":2,"channels":2,"patch":5,"size":6,"ni":2,"images":2,"g":3,"grid":15,"3":6,"for":4,"t":3,"h":5,"w":3,"type":3,"literal":3,"pixel":6,"values":6,"annotated":6,"torch":6,"tensor":6,"tensorshape":6,"image":7,"thw":3,"glm4vimageembeddinginputs":2,"f":4,"features":1,"varies":1,"based":1,"on":1,"resolution":1,"hidden":1,"must":1,"match":1,"language":1,"model":1,"backbone":1,"n":2,"embeds":3,"glm4vimageinputs":1,"union":1,"glm4vvideopixelinputs":1,"ctpp":2,"temporal":1,"which":1,"is":1,"usually":1,"1":1,"processed":1,"videos":3},"5581,1835,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"class":2,"glm4vvideoembeddinginputs":2,"tensorschema":1,"dimensions":2,"p":2,"number":2,"of":2,"video":6,"patches":1,"across":2,"all":3,"frames":2,"h":3,"hidden":5,"size":4,"must":1,"match":1,"language":1,"model":2,"backbone":1,"f":4,"g":1,"grid":5,"3":2,"for":2,"t":1,"which":1,"is":1,"usually":1,"1":1,"processed":1,"w":1,"type":1,"literal":1,"embeds":3,"annotated":2,"torch":4,"tensor":5,"tensorshape":2,"thw":1,"glm4vvideoinputs":1,"union":1,"glm4vvideopixelinputs":1,"vision":1,"encoder":1,"glm4vvisionmlp":1,"nn":1,"module":1,"def":3,"init":2,"self":8,"in":3,"features":6,"int":4,"bias":5,"bool":1,"false":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"gate":3,"up":3,"proj":6,"mergedcolumnparallellinear":1,"input":2,"output":1,"sizes":1,"2":1,"down":3,"rowparallellinear":1,"act":2,"fn":2,"siluandmul":1,"forward":1,"x":8,"return":1,"gather":2,"interleave":1,"local":1,"tp":1,"the":1,"interleavely":1,"parallel":1,"group":1,"import":1,"distributed":1,"as":1,"dist":1},"7416,1771,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"gathered":5,"tensors":7,"torch":3,"zeros":1,"like":1,"local":2,"tensor":10,"for":4,"in":4,"range":1,"tp":6,"size":15,"dist":3,"all":1,"gather":1,"group":3,"parallel":5,"state":3,"get":3,"device":1,"split":3,"hidden":4,"1":2,"ordered":2,"pair":2,"zip":1,"result":2,"cat":1,"dim":4,"return":1,"class":1,"glm4vvisionattention":1,"nn":1,"module":1,"def":1,"init":2,"self":9,"embed":3,"int":3,"num":8,"heads":8,"projection":3,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"per":5,"attention":4,"head":4,"and":1,"partition":2,"values":1,"model":2,"world":1,"rank":2,"utils":2,"divide":2,"qkv":2,"qkvparallellinear":1,"total":2,"kv":1,"bias":2,"false":2,"f":2,"proj":2,"rowparallellinear":1,"input":1,"output":1},"9187,1990,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"detect":1,"attention":4,"implementation":1,"self":17,"attn":5,"backend":9,"get":1,"vit":1,"support":2,"fa":1,"true":1,"if":3,"not":2,"in":2,"flash":2,"torch":7,"sdpa":1,"xformers":2,"raise":1,"runtimeerror":1,"f":1,"glm":1,"4v":1,"does":1,"now":1,"def":2,"split":3,"qkv":9,"tensor":7,"tuple":1,"s":10,"b":10,"3":10,"head":19,"dim":11,"seq":2,"len":2,"bs":2,"shape":4,"tp":7,"size":7,"1":3,"all":1,"gather":1,"interleave":1,"hidden":2,"q":8,"k":7,"v":7,"chunk":1,"2":1,"splitter":4,"partial":1,"dist":1,"utils":1,"along":1,"last":1,"num":2,"partitions":1,"rank":3,"new":2,"heads":1,"per":2,"partition":1,"x":6,"view":1,"for":3,"return":1,"forward":1,"cu":1,"seqlens":2,"rotary":1,"pos":1,"emb":1,"max":1,"seqlen":1,"optional":2,"int":2,"none":2,"only":2,"used":2,"list":1,"c":1,"batch":1},"11177,910,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"q":9,"k":9,"v":5,"rearrange":2,"x":4,"s":4,"b":4,"contiguous":1,"for":2,"in":2,"if":2,"rotary":5,"pos":5,"emb":5,"is":1,"not":1,"none":1,"apply":2,"vision":2,"self":1,"attn":8,"backend":2,"flash":7,"from":2,"vllm":1,"interface":1,"import":2,"varlen":3,"func":3,"output":1,"cu":4,"seqlens":4,"max":4,"seqlen":4,"dropout":1,"p":1,"0":1,"causal":1,"false":1},"12087,1881,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"context":6,"layer":6,"rearrange":4,"output":7,"b":9,"s":8,"batch":1,"size":1,"elif":2,"self":3,"attn":6,"backend":4,"torch":2,"sdpa":1,"execute":1,"attention":3,"entry":2,"by":1,"for":3,"speed":1,"less":1,"vram":1,"outputs":3,"i":19,"in":2,"range":1,"1":3,"len":1,"cu":3,"seqlens":5,"start":4,"idx":8,"end":4,"q":8,"k":6,"v":6,"x":2,"h":6,"d":6,"f":1,"scaled":1,"dot":1,"product":1,"dropout":1,"p":2,"0":3,"append":1,"cat":1,"dim":1,"xformers":3,"from":3,"import":2,"ops":2,"as":1,"xops":2,"fmha":1,"bias":4,"blockdiagonalmask":2,"seqlen":2,"kv":1,"none":2,"device":2,"memory":1,"efficient":1,"forward":1,"scale":1,"contiguous":1,"proj":1,"return":1,"class":1,"glm4vvisionblock":1,"nn":1,"module":1},"13968,1833,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":3,"init":4,"self":14,"dim":9,"int":10,"num":3,"heads":3,"mlp":5,"hidden":5,"norm":5,"layer":5,"optional":4,"callable":1,"nn":3,"module":2,"none":7,"quant":5,"config":5,"quantizationconfig":1,"prefix":5,"str":1,"super":2,"if":1,"is":1,"partial":1,"layernorm":1,"eps":1,"1e":1,"6":1,"norm1":2,"norm2":2,"attn":3,"glm4vvisionattention":1,"embed":1,"projection":1,"size":10,"f":2,"glm4vvisionmlp":1,"bias":1,"false":1,"forward":1,"x":8,"torch":4,"tensor":4,"cu":3,"seqlens":6,"rotary":3,"pos":3,"emb":3,"max":3,"seqlen":3,"only":2,"used":2,"for":2,"flash":1,"attention":1,"list":1,"xformers":1,"return":1,"class":1,"glm4vvisionpatchembed":1,"patch":6,"14":1,"temporal":3,"1":1,"in":1,"channels":1,"3":1,"1536":1},"15801,1798,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"kernel":4,"size":19,"temporal":2,"patch":6,"self":20,"proj":8,"nn":4,"conv3d":1,"in":1,"channels":1,"hidden":8,"stride":1,"bias":8,"true":2,"def":2,"forward":1,"x":7,"torch":2,"tensor":2,"l":3,"c":1,"shape":1,"view":2,"1":1,"return":1,"class":1,"glm4vpatchmerger":1,"module":1,"init":2,"d":2,"model":2,"int":2,"context":3,"dim":3,"quant":7,"config":7,"optional":1,"quantizationconfig":1,"none":2,"bool":1,"false":1,"prefix":7,"str":1,"super":1,"columnparallellinear":1,"gather":1,"output":2,"f":3,"post":1,"projection":1,"norm":1,"layernorm":1,"gate":2,"up":2,"mergedcolumnparallellinear":1,"input":1,"sizes":1,"2":1,"down":2,"rowparallellinear":1,"act":1,"fn":1,"siluandmul":1,"extra":1,"activation":1,"func":1,"gelu":1},"17599,1361,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":3,"forward":2,"self":24,"x":10,"torch":3,"tensor":2,"proj":3,"extra":1,"activation":1,"func":1,"post":1,"projection":1,"norm":1,"gate":3,"up":3,"act":1,"fn":1,"down":1,"return":1,"class":1,"glm4vvisionembeddings":1,"nn":2,"module":1,"init":2,"config":6,"glm4vvisionconfig":1,"super":1,"embed":5,"dim":2,"hidden":2,"size":8,"image":4,"patch":3,"num":5,"patches":2,"2":1,"positions":3,"position":3,"embedding":3,"register":1,"buffer":1,"ids":1,"arange":1,"expand":1,"1":3,"persistent":1,"false":1,"embeddings":1,"lengths":1,"shapes":1,"h":4,"coords":7,"w":3,"pos":3,"weight":4,"shape":2,"total":1,"seq":1,"0":1,"device":5,"move":1,"coordinates":1,"to":3,"correct":1},"18960,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"handle":1,"empty":2,"sequence":1,"case":1,"if":4,"total":1,"seq":1,"0":8,"adapted":1,"pos":5,"embed":5,"torch":13,"hidden":2,"size":7,"device":16,"dtype":9,"weight":3,"else":1,"convert":1,"inputs":1,"to":7,"tensors":1,"needed":1,"isinstance":2,"lengths":7,"list":1,"tensor":3,"long":2,"not":1,"image":5,"shapes":5,"prepare":1,"2d":2,"position":1,"embedding":1,"orig":5,"sq":2,"shape":1,"int":1,"5":3,"view":1,"permute":1,"2":4,"1":6,"unsqueeze":1,"float32":5,"calculate":1,"target":5,"dimensions":1,"for":4,"each":1,"patch":1,"h":6,"cat":2,"i":6,"repeat":2,"in":2,"range":3,"len":2,"w":6,"normalize":1,"coordinates":1,"grid":1,"sample":1,"coords":6,"norm":2},"20955,1938,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"create":1,"sampling":1,"grid":4,"torch":7,"stack":1,"norm":2,"w":1,"h":1,"dim":8,"1":5,"unsqueeze":2,"0":9,"2":4,"perform":1,"bicubic":2,"interpolation":1,"interpolated":2,"embed":8,"fp32":4,"f":1,"sample":1,"pos":6,"2d":1,"mode":2,"align":1,"corners":1,"false":2,"padding":1,"border":1,"reshape":1,"and":1,"convert":1,"back":1,"to":4,"original":1,"dtype":6,"adapted":5,"squeeze":2,"permute":1,"weight":1,"embeddings":5,"device":5,"add":1,"position":1,"encoding":1,"return":1,"class":1,"glm4vvisionrotaryembedding":1,"nn":1,"module":1,"def":2,"init":2,"self":18,"int":2,"theta":5,"float":3,"10000":1,"none":3,"super":1,"inv":8,"freq":8,"arange":3,"register":1,"buffer":1,"persistent":1,"seq":5,"len":3,"cached":5,"freqs":5,"update":1,"cache":1,"seqlen":5,"if":1,"outer":1},"22893,1118,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":2,"forward":1,"self":11,"seqlen":3,"int":1,"torch":1,"tensor":1,"update":1,"freqs":2,"cache":1,"return":1,"cached":1,"class":1,"glm4vvisiontransformer":1,"nn":1,"module":1,"init":2,"vision":10,"config":11,"glm4vvisionconfig":1,"norm":1,"eps":1,"float":1,"1e":1,"6":1,"quant":1,"optional":1,"quantizationconfig":1,"none":2,"prefix":1,"str":1,"super":1,"patch":11,"size":18,"temporal":4,"in":4,"channels":4,"depth":2,"hidden":6,"num":2,"heads":2,"spatial":2,"merge":2,"out":2,"embed":1,"glm4vvisionpatchembed":1},"24011,1732,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"norm":6,"layer":5,"partial":1,"rmsnorm":3,"eps":6,"head":2,"dim":5,"self":16,"hidden":9,"size":12,"num":3,"heads":3,"rotary":1,"pos":1,"emb":1,"glm4vvisionrotaryembedding":1,"2":1,"blocks":2,"nn":2,"modulelist":1,"glm4vvisionblock":1,"mlp":1,"vision":12,"config":16,"out":4,"quant":4,"prefix":4,"f":2,"idx":2,"for":1,"in":2,"range":1,"depth":1,"merger":2,"glm4vpatchmerger":1,"d":1,"model":1,"context":1,"intermediate":1,"bias":1,"false":1,"embeddings":1,"glm4vvisionembeddings":1,"post":2,"conv":1,"layernorm":2,"rms":2,"downsample":1,"conv2d":1,"channels":2,"kernel":1,"spatial":2,"merge":2,"stride":1,"attn":2,"backend":3,"get":1,"vit":1,"support":1,"fa":1,"true":1,"property":2,"def":2,"dtype":3,"torch":2,"return":2,"patch":2,"embed":2,"proj":2,"weight":2,"device":3},"25743,1792,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":3,"rot":1,"pos":12,"emb":6,"self":17,"grid":6,"thw":4,"torch":10,"tensor":6,"ids":14,"for":1,"t":2,"h":5,"w":5,"in":1,"hpos":4,"arange":2,"unsqueeze":2,"1":13,"expand":2,"wpos":4,"0":4,"reshape":2,"spatial":8,"merge":8,"size":10,"permute":2,"2":2,"3":2,"flatten":3,"append":1,"stack":1,"dim":2,"repeat":1,"cat":1,"max":7,"rotary":5,"full":2,"return":2,"compute":1,"attn":3,"mask":1,"seqlen":4,"cu":5,"seqlens":8,"tuple":1,"optional":2,"int":2,"list":1,"none":2,"tolist":1,"if":1,"backend":2,"flash":1,"item":1,"forward":1,"x":7,"patchify":1,"to":1,"device":2,"dtype":2,"patch":1,"embed":1,"post":1,"conv":1,"layernorm":1},"27535,1848,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"compute":4,"position":1,"embedding":1,"rotary":3,"pos":4,"emb":4,"image":3,"type":3,"ids":3,"self":12,"rot":1,"grid":5,"thw":5,"cu":7,"seqlens":12,"torch":3,"repeat":1,"interleave":1,"1":9,"2":2,"0":7,"cumsum":1,"dim":1,"dtype":1,"int32":1,"f":1,"pad":1,"constant":1,"pre":1,"for":2,"attn":8,"mask":2,"to":1,"reduce":1,"cumemcpy":1,"operations":1,"max":3,"seqlen":4,"x":18,"embeddings":1,"transformers":1,"unsqueeze":1,"blk":2,"in":1,"blocks":1,"adapter":1,"post":1,"layernorm":1,"view":2,"spatial":2,"merge":2,"size":3,"shape":1,"permute":1,"3":1,"downsample":1,"out":1,"hidden":1,"merger":1,"return":1,"def":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":3,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"q":2,"k":2,"v":2,"gate":3,"up":3,"proj":4,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":1},"29383,1316,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"for":2,"name":12,"loaded":5,"weight":13,"in":3,"weights":1,"param":8,"shard":2,"id":2,"stacked":1,"params":5,"mapping":2,"if":1,"not":1,"continue":1,"replace":1,"dict":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":6,"class":1,"glm4vprocessinginfo":1,"baseprocessinginfo":1,"def":5,"get":8,"hf":4,"config":2,"self":9,"ctx":2,"tokenizer":2,"supported":1,"mm":1,"limits":1,"str":1,"optional":1,"int":1,"image":3,"none":1,"video":3,"1":1,"processor":6,"kwargs":4,"object":2,"glm4vimageprocessor":1,"glm4vvideoprocessor":1},"30699,1768,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":1,"get":2,"vision":8,"info":1,"self":2,"image":9,"width":9,"int":5,"height":9,"num":12,"frames":9,"16":1,"do":2,"resize":3,"bool":1,"true":1,"max":4,"pixels":3,"28":2,"2":2,"30000":1,"tuple":1,"imagesize":3,"hf":3,"config":8,"patch":12,"size":21,"merge":4,"spatial":1,"temporal":7,"if":2,"resized":4,"smart":1,"else":2,"factor":1,"preprocessed":5,"note":1,"are":1,"padded":3,"to":1,"be":1,"divisible":1,"by":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"48":1,"3":1,"src":1,"models":1,"qwen2":2,"vl":2,"processing":1,"py":1,"l294":1,"grid":6,"t":2,"1":1,"h":2,"w":2,"patches":2,"tokens":2,"return":1},"32467,1829,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":5,"get":12,"image":30,"size":5,"with":3,"most":3,"features":3,"self":12,"imagesize":1,"max":11,"vision":3,"info":3,"width":13,"9999999":2,"height":13,"return":5,"num":19,"tokens":14,"int":10,"pixels":2,"28":4,"2":2,"6144":1,"target":8,"video":5,"frames":12,"30000":1,"0":2,"while":1,"true":1,"next":6,"1":1,"if":1,"or":1,"break":1},"34296,788,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":2,"get":7,"num":1,"frames":8,"with":1,"most":1,"features":1,"self":5,"seq":2,"len":2,"int":5,"mm":3,"counts":3,"mapping":1,"str":2,"max":15,"images":2,"image":4,"0":2,"videos":2,"video":8,"tokens":3,"total":3,"per":3,"min":1,"1":2,"return":1,"second":1,"idx":1,"metadata":1,"dict":1,"any":1,"list":1,"processor":2},"35084,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"video":11,"fps":10,"metadata":3,"get":3,"processor":6,"meta":4,"frames":6,"total":2,"num":4,"max":6,"frame":10,"idx":12,"1":4,"duration":7,"round":1,"if":4,"n":2,"int":5,"math":3,"floor":1,"indices":6,"min":2,"ceil":2,"i":2,"for":5,"in":6,"range":3,"else":2,"samples":3,"list":4,"target":2,"seconds":2,"np":1,"linspace":1,"0":2,"endpoint":1,"true":1,"t":2,"seen":3,"uniq":6,"set":1,"not":1,"add":1,"append":3,"len":2,"full":2,"second":2,"idxs":2,"timestamps":6,"2":1,"selected":3,"return":1,"class":1,"glm4vdummyinputsbuilder":1,"basedummyinputsbuilder":1,"glm4vprocessinginfo":1},"36958,1529,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":2,"get":13,"dummy":4,"text":1,"self":9,"mm":8,"counts":7,"mapping":2,"str":4,"int":3,"num":14,"images":6,"image":7,"0":4,"videos":6,"video":10,"hf":8,"config":4,"info":5,"processor":4,"tokenizer":3,"token":10,"ids":2,"start":1,"id":3,"end":1,"decode":1,"return":2,"data":1,"seq":2,"len":2,"multimodaldatadict":1,"target":8,"width":5,"height":5,"size":1,"with":2,"most":2,"features":2,"frames":4},"38487,1644,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":3,"get":3,"dummy":1,"videos":8,"self":4,"width":2,"int":4,"height":2,"num":7,"frames":5,"list":2,"videoitem":1,"video":17,"np":2,"full":1,"3":1,"255":1,"dtype":1,"uint8":1,"items":3,"for":3,"i":1,"in":3,"range":1,"metadata":4,"fps":1,"2":2,"0":3,"duration":1,"total":1,"backend":1,"opencv":1,"item":4,"copy":1,"append":1,"return":2,"class":1,"glm4vmultimodalprocessor":1,"basemultimodalprocessor":1,"glm4vprocessinginfo":1,"data":8,"parser":1,"multimodaldataparser":2,"needs":1,"true":1,"call":1,"hf":2,"processor":3,"prompt":1,"str":4,"mm":9,"mapping":3,"object":3,"kwargs":3,"tok":1,"batchfeature":1,"dict":1,"info":1,"glm":1,"4":1,"1v":1,"use":1,"image":2,"token":2,"id":2,"as":1,"placeholder":1,"we":2,"need":1,"to":1,"replace":1,"it":1,"with":1,"processing":3,"so":1,"separate":1,"from":1,"if":1,"and":2,"isinstance":1,"len":1,"grid":1,"thw":1,"lst":2,"pixel":1,"values":1,"pop":1,"array":1},"40131,1421,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"fixme":1,"isotr0py":1,"activate":1,"the":5,"below":1,"logic":1,"after":1,"we":1,"can":3,"disable":1,"resampling":1,"from":1,"video":15,"loader":1,"backend":1,"assert":1,"metadata":10,"total":7,"num":5,"frames":7,"len":5,"array":8,"f":2,"does":2,"not":2,"match":2,"length":2,"of":2,"note":1,"temporary":1,"workaround":1,"for":1,"resampled":3,"videos":2,"this":3,"cause":2,"a":2,"divergence":2,"with":2,"hf":2,"implementation":2,"if":2,"input":1,"is":2,"in":3,"advance":2,"logger":1,"warning":1,"s":2,"be":1,"because":1,"may":1,"videometadata":1,"mm":3,"data":3,"dict":1},"41552,1703,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"video":21,"outputs":11,"super":2,"call":2,"hf":5,"processor":6,"prompt":5,"begin":2,"of":4,"end":2,"mm":10,"data":4,"kwargs":9,"tok":4,"input":5,"ids":5,"pop":1,"image":1,"token":2,"id":2,"placeholder":2,"tokenizer":1,"batch":1,"decode":1,"0":1,"replace":1,"grid":4,"thw":4,"lst":4,"append":2,"pixel":4,"values":4,"videos":4,"dict":3,"torch":2,"cat":2,"else":1,"processed":2,"combined":2,"return":2,"batchfeature":2,"def":1,"get":1,"fields":1,"config":2,"self":1,"inputs":2,"mapping":2,"str":2,"object":1,"multimodalfieldconfig":1,"qwen2vl":1,"field":1},"43255,1216,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":3,"get":7,"prompt":1,"updates":1,"self":5,"mm":7,"items":1,"multimodaldataitems":1,"hf":12,"processor":9,"kwargs":6,"mapping":1,"str":1,"any":1,"out":3,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":4,"image":8,"tokenizer":2,"config":6,"boi":1,"token":9,"id":9,"start":2,"eoi":1,"end":2,"bov":1,"video":4,"eov":1,"merge":3,"length":2,"size":1,"2":1,"replacement":2,"glm4v":2,"item":4,"idx":4,"int":3,"grid":7,"thw":7,"assert":2,"isinstance":2,"torch":2,"tensor":2,"num":2,"tokens":2,"prod":1,"return":1},"44471,1832,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"video":11,"metadata":2,"mm":1,"items":1,"item":1,"idx":6,"timestamps":2,"self":1,"info":2,"get":3,"second":1,"len":1,"frames":2,"token":11,"tokenizer":1,"encode":1,"str":1,"i":2,"add":1,"special":1,"tokens":3,"false":1,"for":2,"in":2,"num":2,"per":2,"frame":4,"int":1,"grid":1,"thw":1,"1":1,"prod":1,"merge":1,"length":1,"placeholder":8,"append":4,"bov":1,"id":8,"boi":1,"extend":2,"hf":3,"processor":4,"eoi":1,"eov":1,"return":2,"promptupdatedetails":1,"select":1,"embed":1,"promptreplacement":2,"modality":2,"image":3,"target":2,"replacement":4,"glm4v":2,"begin":1,"of":2,"end":1,"multimodal":1,"registry":1,"register":1,"glm4vmultimodalprocessor":1,"glm4vprocessinginfo":1,"dummy":1,"inputs":1,"glm4vdummyinputsbuilder":1,"class":1,"glm4vforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":6,"q":1,"k":1,"v":1,"gate":2,"up":2},"46303,1839,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"to":3,"ensure":1,"correct":1,"weight":1,"loading":1,"and":1,"mapping":1,"hf":3,"vllm":8,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":8,"lm":2,"head":2,"language":6,"model":14,"visual":4,"classmethod":1,"def":2,"get":1,"placeholder":1,"str":4,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":3,"startswith":2,"image":5,"return":2,"begin":2,"of":4,"end":2,"video":5,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":3,"self":7,"config":28,"vllmconfig":1,"super":1,"quant":4,"multimodal":4,"glm4vvisiontransformer":1,"vision":1,"norm":2,"eps":2,"getattr":1,"rms":1,"1e":1,"5":1,"maybe":2,"type":2,"glm4v":2,"architectures":5,"glm4forcausallm":1,"elif":1,"moe":1,"glm4moeforcausallm":1,"else":1,"none":1,"registered":1,"text":1,"make":2,"empty":2,"intermediate":2,"tensors":2},"48142,1838,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":2,"validate":6,"and":7,"reshape":5,"mm":16,"tensor":9,"self":6,"input":12,"object":2,"name":3,"str":1,"torch":5,"if":7,"not":3,"isinstance":2,"list":2,"raise":2,"valueerror":2,"f":4,"incorrect":1,"type":4,"of":1,"got":2,"ndim":4,"2":1,"return":5,"3":1,"should":1,"be":1,"2d":1,"or":1,"batched":1,"3d":1,"shape":2,"concat":2,"else":1,"parse":1,"image":19,"kwargs":4,"optional":1,"glm4vimageinputs":1,"pixel":10,"values":10,"pop":3,"none":8,"embeds":7,"grid":10,"thw":10,"is":4,"glm4vimagepixelinputs":1},"49980,1717,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"return":4,"glm4vimageembeddinginputs":1,"type":3,"image":9,"embeds":13,"grid":17,"thw":17,"def":2,"parse":1,"and":6,"validate":5,"video":24,"input":4,"self":6,"kwargs":4,"object":1,"optional":1,"glm4vvideoinputs":1,"pixel":10,"values":10,"videos":9,"pop":3,"none":8,"if":3,"is":4,"not":2,"reshape":4,"mm":4,"tensor":5,"glm4vvideopixelinputs":1,"glm4vvideoembeddinginputs":1,"process":1,"glm4vimageinputs":1,"tuple":1,"torch":1,"assert":1,"ndim":1,"2":1},"51697,1546,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"if":2,"image":8,"input":10,"type":6,"embeds":10,"self":11,"visual":9,"dtype":4,"else":2,"pixel":6,"values":6,"grid":11,"thw":11,"merge":8,"size":8,"spatial":2,"sizes":4,"prod":2,"1":3,"return":2,"split":3,"tolist":2,"def":2,"process":1,"video":13,"glm4vvideoinputs":1,"tuple":1,"torch":3,"tensor":2,"assert":1,"ndim":1,"2":1,"device":4,"flat":2,"cat":1,"h":2,"w":2,"t":2,"for":2,"in":1,"videos":3,"concatenated":1,"embeddings":1,"each":1,"item":1,"parse":1,"and":1,"validate":1,"multimodal":1,"inputs":1,"kwargs":1,"object":1,"dict":1,"mm":1,"by":1,"modality":1},"53243,1857,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"preserve":2,"the":6,"order":3,"of":5,"modalities":2,"if":6,"there":1,"are":1,"multiple":1,"them":1,"from":1,"kwargs":6,"for":2,"input":19,"key":3,"in":7,"pixel":2,"values":2,"image":7,"embeds":2,"and":5,"not":3,"mm":9,"by":9,"modality":13,"self":8,"parse":3,"validate":3,"videos":1,"video":9,"return":4,"def":2,"get":2,"language":2,"model":2,"torch":2,"nn":1,"module":1,"multimodal":11,"embeddings":10,"object":1,"optional":1,"multimodalembeddings":1,"inputs":1,"none":1,"result":1,"is":2,"tuple":2,"tensors":1,"with":1,"each":1,"tensor":2,"correspoending":1,"to":3,"a":1,"data":1,"item":1,"or":1,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"this":1,"dictionary":1,"vision":2,"process":2},"55100,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"def":3,"get":4,"input":20,"embeddings":12,"self":11,"ids":8,"torch":8,"tensor":8,"multimodal":8,"optional":5,"multimodalembeddings":1,"none":8,"inputs":11,"embeds":15,"language":1,"model":1,"if":3,"is":3,"not":3,"and":2,"len":1,"0":2,"all":1,"embed":2,"numel":1,"for":2,"in":1,"merge":3,"config":4,"image":8,"token":6,"id":6,"video":8,"return":2,"v0":1,"glm4vimageinputs":1,"glm4vvideoinputs":1,"process":2,"placeholder":2,"forward":2,"positions":1,"intermediate":1,"tensors":1,"intermediatetensors":2,"kwargs":1,"object":1,"union":1,"run":1,"pass":1,"glm":1,"4v":1},"57092,1589,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"args":1,"input":7,"ids":4,"flattened":2,"concatenated":2,"corresponding":2,"to":6,"a":4,"batch":2,"positions":1,"position":2,"note":2,"if":7,"mrope":1,"is":5,"enabled":1,"default":1,"setting":1,"for":3,"glm":1,"4v":1,"opensource":1,"models":1,"the":3,"shape":1,"will":2,"be":4,"3":3,"seq":2,"len":2,"otherwise":1,"it":1,"pixel":4,"values":4,"fed":2,"model":3,"none":8,"no":5,"images":3,"are":5,"passed":5,"image":4,"grid":6,"thw":2,"tensor":3,"n":2,"of":4,"3d":3,"in":5,"llm":2,"videos":7,"video":5,"second":1,"per":1,"ts":1,"num":1,"time":1,"interval":1,"seconds":1,"each":1,"along":1,"temporal":1,"dimension":1,"intermediate":1,"tensors":1,"not":1,"inputs":3,"embeds":3,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"from":1,"get":2,"multimodal":1,"embeddings":2,"and":3,"this":1,"condition":1,"only":1,"v0":1,"compatibility":1,"elif":1,"self":2,"parse":2,"validate":2,"kwargs":2},"58681,1854,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"if":2,"image":3,"input":11,"is":2,"none":4,"and":2,"video":3,"inputs":5,"embeds":4,"else":1,"uses":1,"mrope":1,"self":9,"config":1,"assert":1,"positions":6,"ndim":1,"2":1,"size":2,"0":1,"3":2,"multimodal":3,"section":1,"rotary":1,"embedding":1,"requires":1,"f":1,"seq":1,"len":1,"but":1,"got":1,"get":3,"embeddings":1,"v0":1,"ids":4,"hidden":4,"states":4,"language":4,"model":7,"intermediate":2,"tensors":2,"return":4,"def":3,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"visual":2,"merger":1,"tower":1,"registry":1,"register":1,"processor":1,"glm4vmultimodalprocessor":1,"info":1,"glm4vprocessinginfo":1,"dummy":1,"glm4vdummyinputsbuilder":1},"60535,292,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_1v.py":{"class":1,"glm4vmoeforconditionalgeneration":1,"glm4vforconditionalgeneration":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2},"0,1958,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"ibm":1,"granite":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"graniteconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1},"1958,1861,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"from":9,"vllm":7,"model":7,"executor":6,"layers":5,"logits":1,"processor":1,"import":9,"logitsprocessor":1,"quantization":1,"base":1,"config":6,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":1,"default":2,"padding":1,"size":10,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":1,"prefix":6,"class":1,"granitemlp":1,"nn":1,"module":1,"def":1,"init":2,"self":4,"hidden":6,"int":2,"intermediate":3,"act":4,"str":2,"quant":5,"optional":1,"none":2,"bias":5,"bool":1,"false":1,"super":1,"gate":2,"up":2,"proj":4,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"f":3,"down":2,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":1,"siluandmul":1},"3819,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"def":2,"forward":1,"self":30,"x":6,"gate":3,"up":3,"proj":2,"act":1,"fn":1,"down":1,"return":1,"class":1,"graniteattention":1,"nn":1,"module":1,"init":2,"config":5,"graniteconfig":1,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":6,"max":4,"position":3,"embeddings":3,"8192":1,"quant":1,"quantizationconfig":1,"bias":1,"bool":1,"false":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":3,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"mistralconfig":1,"has":1,"an":1,"head":7,"dim":7,"introduced":1,"by":1,"mistral":1,"nemo":1,"getattr":1,"q":1,"attention":1,"multiplier":1},"5804,1629,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"self":23,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":5,"size":9,"head":6,"dim":7,"total":5,"num":8,"heads":8,"kv":6,"bias":4,"quant":6,"config":8,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"input":1,"output":5,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":5,"attention":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"return":1,"class":1,"granitedecoderlayer":1,"nn":1,"module":1},"7433,1643,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"def":1,"init":2,"self":7,"config":21,"graniteconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":6,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":4,"size":4,"residual":2,"multiplier":2,"rope":10,"theta":4,"getattr":7,"10000":1,"scaling":6,"if":1,"is":1,"not":1,"and":1,"original":3,"max":7,"position":7,"embeddings":7,"8192":1,"support":2,"abacusai":1,"smaug":1,"72b":1,"v0":1,"1":1,"with":2,"attention":6,"bias":7,"internlm":2,"7b":1,"false":2,"or":1,"attn":2,"graniteattention":1,"num":5,"heads":5,"kv":1,"key":1,"value":1,"f":1},"9076,1668,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"self":14,"mlp":4,"granitemlp":1,"hidden":23,"size":6,"intermediate":2,"config":23,"act":2,"quant":4,"bias":2,"getattr":1,"false":1,"prefix":3,"f":1,"input":2,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"attention":3,"def":2,"forward":1,"positions":3,"torch":5,"tensor":4,"states":17,"tuple":1,"residual":6,"attn":1,"multiplier":2,"fully":1,"connected":1,"return":1,"support":1,"compile":1,"class":1,"granitemodel":1,"nn":1,"module":1,"init":2,"vllm":5,"vllmconfig":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"lora":2},"10744,1700,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"self":14,"config":25,"quant":6,"lora":10,"vocab":11,"extra":1,"size":12,"max":1,"loras":1,"or":2,"1":1,"if":5,"else":4,"0":1,"org":2,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":3,"num":2,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"ppmissinglayer":2,"start":1,"layer":2,"end":1,"layers":4,"make":1,"lambda":1,"prefix":5,"granitedecoderlayer":1,"cache":2,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"12444,1162,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"def":1,"forward":1,"self":7,"input":3,"ids":2,"optional":3,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":12,"states":12,"else":2,"embeddings":1,"residual":5,"config":1,"embedding":1,"multiplier":1,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"13606,1813,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":8,"mapping":2,"param":9,"name":19,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":3,"1":1,"dict":5,"named":1,"parameters":1,"loaded":9,"for":3,"weight":17,"in":4,"if":5,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"loader":7,"getattr":1,"default":1,"dim":1,"else":1,"add":1,"continue":4,"replace":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"pp":1,"missing":1,"parameter":1},"15419,1589,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"name":10,"endswith":1,"and":1,"not":1,"in":1,"params":5,"dict":3,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":5,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":1,"class":1,"graniteforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":5,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":2,"vllm":4,"config":17,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4},"17008,1917,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"self":14,"model":7,"granitemodel":1,"vllm":2,"config":16,"prefix":3,"maybe":1,"if":6,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":4,"vocab":10,"size":12,"lora":7,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"quant":2,"tie":1,"word":1,"weight":2,"embed":1,"tokens":1,"logit":4,"scale":5,"getattr":1,"1":1,"0":1,"hasattr":1,"logits":3,"scaling":2,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"def":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"output":2},"18925,1431,data/raw/vllm-0.10.1/vllm/model_executor/models/granite.py":{"def":3,"compute":1,"logits":4,"self":9,"hidden":5,"states":3,"torch":7,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":3,"head":3,"return":3,"make":1,"empty":1,"intermediate":1,"tensors":1,"batch":3,"size":5,"int":1,"dtype":6,"device":6,"intermediatetensors":2,"zeros":2,"config":3,"residual":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"with":2,"tie":2,"word":2,"embeddings":2,"we":1,"can":1,"skip":4,"weight":2,"the":3,"might":1,"appear":1,"unnecessarily":1,"in":1,"files":1,"if":2,"model":1,"is":1,"processed":1,"quantization":1,"lora":1,"fine":1,"tuning":1,"etc":1,"prefixes":3,"else":1,"none":1,"loader":2,"autoweightsloader":1},"0,1972,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":10,"project":1,"adapted":1,"from":14,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"mixtral":1,"collections":1,"abc":1,"import":13,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"mixtralconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":4,"layers":4,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1},"1972,1914,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"from":8,"vllm":6,"model":6,"executor":5,"layers":4,"quantization":1,"import":8,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":2,"default":2,"padding":1,"size":8,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":2,"tensors":1,"factory":1,"prefix":4,"class":1,"mixtralmoe":1,"nn":1,"module":1,"a":2,"tensor":1,"moe":2,"implementation":1,"for":3,"mixtral":1,"that":1,"shards":1,"each":2,"expert":2,"across":3,"all":2,"ranks":3,"s":1,"weights":1,"are":1,"sharded":1,"and":2,"fused":1,"kernel":1,"used":1,"the":2,"forward":1,"pass":1,"finally":1,"we":1,"reduce":1,"outputs":1,"def":1,"init":2,"self":3,"num":2,"experts":2,"int":6,"top":1,"k":1,"hidden":4,"params":3,"dtype":4,"optional":4,"torch":1,"none":5,"quant":2,"config":2,"tp":1,"dp":1,"str":1,"super":1,"gate":3,"always":1,"runs":1,"at":1,"half":1,"full":1,"precision":1,"now":1,"replicatedlinear":1,"bias":1,"false":1,"f":1},"3886,1108,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"self":5,"experts":6,"fusedmoe":1,"num":3,"top":2,"k":2,"hidden":12,"size":9,"intermediate":2,"params":2,"dtype":2,"reduce":1,"results":1,"true":2,"renormalize":1,"quant":2,"config":2,"tp":2,"dp":2,"prefix":2,"f":1,"def":1,"forward":1,"states":9,"torch":2,"tensor":2,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":4,"orig":2,"view":2,"1":1,"router":3,"logits":3,"tokens":1,"n":1,"gate":1,"final":2,"return":1,"class":1,"mixtralattention":1,"nn":1,"module":1},"4994,1618,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"def":1,"init":2,"self":26,"config":4,"mixtralconfig":2,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"rope":3,"theta":3,"float":1,"10000":1,"cache":1,"optional":3,"cacheconfig":1,"none":5,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"has":1,"an":1,"head":8,"dim":8,"argument":1,"getattr":1,"q":1,"scaling":1,"5":1},"6612,1542,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"self":24,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":8,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":2,"max":2,"position":2,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"attn":5,"attention":1,"scaling":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"mixtraldecoderlayer":1,"nn":1,"module":1},"8154,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"def":2,"init":2,"self":15,"config":24,"mixtralconfig":1,"cache":3,"optional":3,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":17,"size":10,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"rope":4,"theta":4,"getattr":1,"10000":1,"attn":3,"mixtralattention":1,"num":7,"heads":4,"attention":3,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"f":2,"block":2,"sparse":2,"moe":2,"mixtralmoe":1,"experts":3,"local":1,"top":1,"k":1,"per":1,"tok":1,"intermediate":2,"input":3,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"forward":1,"positions":3,"torch":4,"tensor":4,"states":9,"residual":5,"if":1,"is":1,"else":1},"10122,1715,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"fully":1,"connected":1,"hidden":10,"states":6,"residual":4,"self":16,"post":1,"attention":1,"layernorm":1,"block":1,"sparse":1,"moe":1,"return":2,"support":1,"torch":3,"compile":1,"class":1,"mixtralmodel":1,"nn":1,"module":1,"def":2,"init":2,"vllm":5,"config":33,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":6,"lora":8,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":2,"embed":2,"tokens":2,"vocabparallelembedding":1,"num":2,"embeddings":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"mixtraldecoderlayer":1,"f":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"ids":2,"tensor":2},"11837,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"def":3,"forward":1,"self":9,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":2,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":3,"norm":1,"expert":3,"mapping":3,"list":1,"tuple":2,"str":5,"int":1,"params":3,"weights":3,"fp8":2,"weight":2,"scales":2,"activation":1,"param":2,"name":7,"id":3,"shard":3,"fusedmoe":1,"make":1,"ckpt":3,"gate":1,"proj":9,"w1":1,"down":1,"w2":1,"up":1,"w3":1,"num":2,"experts":2,"config":1,"local":1,"load":1,"iterable":1,"set":1,"stacked":1,"qkv":3,"q":2,"k":2,"v":2},"13727,803,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"params":5,"dict":3,"self":4,"named":1,"parameters":1,"loaded":8,"set":2,"str":1,"expert":2,"mapping":2,"get":2,"for":1,"name":5,"weight":10,"in":1,"weights":1,"if":2,"quant":2,"config":2,"is":1,"not":1,"none":1,"and":1,"scale":4,"cache":2,"loading":1,"kv":1,"quantization":1,"scales":1,"param":3,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"continue":1},"14530,981,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"for":2,"param":5,"name":19,"weight":7,"shard":2,"id":2,"in":3,"stacked":1,"params":4,"mapping":1,"if":5,"not":2,"continue":4,"replace":1,"skip":2,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":3,"or":1,"and":1,"dict":3,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"scale":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"maybe":1,"remap":1,"none":1,"loader":3,"loaded":1,"break":1},"15511,1566,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"else":2,"for":2,"mapping":3,"in":4,"expert":4,"params":5,"param":5,"name":23,"weight":7,"id":6,"shard":3,"if":6,"not":3,"continue":6,"replace":1,"skip":3,"layers":2,"on":2,"other":2,"devices":2,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"endswith":4,"bias":5,"or":2,"and":2,"dict":4,"loader":3,"loaded":1,"break":1,"loading":1,"extra":1,"gptq":1,"models":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1},"17077,1090,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"param":3,"params":3,"dict":1,"name":2,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":1,"class":1,"mixtralforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"lora":5,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1,"def":1,"init":2,"self":4,"vllm":4,"config":17,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":4},"18167,1928,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"self":19,"model":6,"mixtralmodel":1,"vllm":2,"config":13,"prefix":3,"maybe":1,"unpadded":4,"vocab":10,"size":12,"if":4,"lora":7,"extra":1,"lm":3,"head":3,"parallellmhead":1,"hidden":5,"org":1,"num":1,"embeddings":4,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"quant":2,"tie":1,"word":1,"weight":2,"embed":1,"tokens":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":3,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"20095,339,data/raw/vllm-0.10.1/vllm/model_executor/models/mixtral.py":{"def":2,"load":2,"weights":4,"self":4,"iterable":1,"tuple":2,"str":5,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":2,"get":2,"expert":2,"mapping":2,"list":1,"int":1,"model":1},"0,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":13,"project":1,"adapted":1,"from":16,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"39":1,"3":1,"src":1,"models":4,"ovis":3,"modeling":1,"py":1,"2023":2,"team":2,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"pytorch":1,"model":10,"import":18,"math":1,"collections":1,"abc":1,"iterable":1,"mapping":1,"typing":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":4,"nn":3,"tensor":1,"functional":1,"gumbel":1,"softmax":2,"pad":1,"batchfeature":1,"pretrainedconfig":1,"config":2,"vllmconfig":1,"executor":8,"layers":4,"linear":1,"replicatedlinear":1,"quantization":3,"base":1,"quantizationconfig":1,"gptq":2,"gptqconfig":1,"marlin":1,"gptqmarlinconfig":1,"aimv2":1,"aimv2model":1,"siglip":1,"siglipvisionmodel":1,"utils":1,"autoweightsloader":1,"flatten":1,"bn":1,"init":1,"registered":1,"maybe":1,"prefix":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":2,"registry":1},"1974,1281,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"from":9,"vllm":6,"multimodal":5,"inputs":1,"import":8,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"parse":1,"imagesize":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"transformers":1,"utils":2,"processors":1,"ovis":1,"ovisprocessor":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"merge":1,"embeddings":1,"cannot":1,"find":1,"the":1,"following":1,"number":1,"hf":1,"config":1,"image":6,"token":4,"indicator":1,"ids":1,"301":1,"302":1,"303":1,"304":1,"305":1,"pad":3,"map":2,"gemma2":2,"unused0":1,"llama":2,"reserved":1,"special":1,"0":2,"qwen2":2,"id":1,"7":1,"128002":1,"151655":1,"def":1,"st":1,"argmax":2,"y":3,"soft":3,"torch":4,"tensor":1,"dim":3,"int":1,"straight":1,"through":1,"softmax":1,"index":2,"keepdim":1,"true":1,"return":1,"zeros":1,"like":1,"memory":1,"format":2,"legacy":1,"contiguous":1,"scatter":1,"1":1,"class":1,"visualtokenizer":1,"nn":1,"module":1},"3255,1858,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"def":4,"init":4,"self":10,"config":27,"pretrainedconfig":2,"quant":8,"optional":2,"quantizationconfig":2,"none":2,"prefix":8,"str":2,"super":1,"backbone":8,"f":2,"reserved":1,"tokens":1,"for":1,"image":2,"indicators":1,"head":6,"dim":3,"vocab":1,"size":2,"len":1,"indicator":1,"ids":1,"torch":4,"nn":3,"sequential":1,"replicatedlinear":1,"hidden":3,"stride":2,"bias":2,"false":3,"return":5,"layernorm":1,"module":1,"model":7,"type":6,"if":1,"aimv2":2,"no":1,"post":2,"rms":1,"norm":2,"in":1,"ovis2":1,"s":1,"vit":1,"aimv2model":1,"require":1,"elif":1,"siglip":1,"vision":1,"siglipvisionmodel":1,"raise":1,"valueerror":1,"unsupported":1,"visual":1,"tokenizer":1,"property":2,"dtype":3,"next":2,"parameters":2,"device":3},"5113,816,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"def":2,"tokenize":5,"self":9,"logits":4,"torch":4,"tensor":4,"if":2,"config":6,"function":4,"softmax":4,"tokens":4,"dim":2,"1":3,"elif":2,"gumbel":3,"argmax":5,"tau":2,"hard":1,"true":1,"st":3,"else":1,"raise":1,"valueerror":1,"invalid":1,"max":1,"type":1,"expected":1,"or":2,"f":1,"but":1,"got":1,"return":1,"encode":1,"pixel":2,"values":2,"features":3,"backbone":1,"drop":1,"cls":1,"token":1},"5929,1531,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"merge":1,"number":1,"of":1,"hidden":14,"stride":13,"states":1,"together":1,"to":2,"reduce":1,"token":3,"sequence":2,"length":3,"e":1,"g":1,"for":2,"2":3,"this":2,"leads":1,"a":2,"reduction":1,"1024":1,"256":1,"aimv2":1,"if":1,"self":10,"config":10,"1":3,"d":9,"maybe":1,"different":1,"from":1,"the":2,"above":1,"n":7,"l":17,"features":14,"shape":1,"sqrt":14,"int":1,"0":7,"5":2,"assert":1,"should":1,"be":1,"perfect":1,"square":1,"reshape":3,"pl":4,"pad":1,"constant":1,"hs":12,"permute":1,"3":2,"4":1,"flatten":1,"return":1},"7460,1741,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"def":5,"forward":3,"self":11,"pixel":2,"values":2,"torch":12,"tensor":6,"batchsize":5,"imageshape":1,"token":4,"vocabsize":3,"features":2,"encode":1,"logits":2,"head":1,"tokens":11,"tokenize":1,"shape":4,"is":2,"5":2,"so":1,"padding":1,"with":1,"after":1,"which":1,"should":1,"become":1,"nn":2,"functional":1,"pad":1,"0":2,"len":1,"image":4,"indicator":1,"ids":1,"mode":1,"constant":1,"value":1,"return":5,"class":3,"ovisimagepatchinputs":1,"typeddict":1,"type":1,"literal":1,"patches":5,"flat":2,"data":2,"batch":3,"size":4,"num":3,"patch":2,"x":1,"y":1,"channels":1,"inducator":1,"1":1,"per":1,"list":2,"int":1,"of":3,"number":1,"total":1,"for":1,"each":1,"in":2,"the":2,"this":1,"used":1,"to":1,"restore":1,"first":1,"two":1,"dimensions":1,"visualembedding":1,"embedding":1,"init":2,"args":2,"kwargs":2,"super":2,"visual":4,"if":1,"dtype":3,"int8":1,"int16":1,"int32":1,"int64":1,"long":1,"matmul":1,"weight":3,"property":2,"device":2,"ovisprocessinginfo":1,"baseprocessinginfo":1},"9201,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"def":6,"get":17,"hf":8,"processor":3,"self":13,"kwargs":2,"object":1,"return":6,"ctx":1,"ovisprocessor":1,"image":16,"pad":4,"token":6,"segment":3,"len":3,"int":3,"visual":6,"tokenizer":6,"config":14,"size":8,"backbone":2,"patch":8,"hidden":7,"stride":7,"grid":5,"length":5,"math":1,"ceil":1,"assert":1,"0":2,"f":2,"is":2,"not":1,"divisible":1,"by":1,"minus":1,"1":2,"for":1,"presented":1,"2":1,"str":4,"text":6,"model":3,"type":3,"map":1,"supported":1,"mm":3,"limits":1,"mapping":2,"optional":1,"none":1,"with":1,"most":1,"features":1,"imagesize":2,"height":3,"width":3,"hs":3,"note":1,"isotr0py":1,"9":3,"max":1,"partition":1,"hardcoded":1,"in":1,"original":1,"code":1,"https":1,"huggingface":1,"co":1,"aidc":1,"ai":1,"ovis2":1,"1b":1,"blob":1,"main":1,"modeling":1,"ovis":1,"py":1,"l96":1,"class":1,"ovisdummyinputsbuilder":1,"basedummyinputsbuilder":1,"ovisprocessinginfo":1,"dummy":1,"counts":2,"num":2,"images":2},"11116,1943,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"def":3,"get":6,"dummy":2,"mm":12,"data":7,"self":7,"seq":1,"len":1,"int":4,"counts":2,"mapping":4,"str":5,"multimodaldatadict":1,"num":3,"images":4,"image":8,"0":1,"target":4,"width":3,"height":3,"info":3,"size":7,"with":1,"most":1,"features":1,"return":4,"class":1,"ovismultimodalprocessor":1,"basemultimodalprocessor":1,"ovisprocessinginfo":1,"indicators":4,"to":2,"visual":3,"tokens":3,"list":2,"filter":2,"placeholders":1,"and":1,"convert":1,"them":2,"corresponding":1,"in":2,"tokenizer":5,"for":3,"example":1,"301":1,"300":7,"302":1,"303":1,"304":1,"305":1,"should":1,"vocab":6,"1":1,"2":1,"5":1,"hf":6,"config":4,"vte":2,"is":1,"atom":1,"token":1,"out":1,"x":3,"if":2,"call":2,"processor":2,"prompt":6,"object":3,"kwargs":6,"tok":3,"batchfeature":2,"not":1,"avoid":1,"warning":1,"from":1,"logger":1,"text":1,"only":1,"input":2,"ids":3,"encode":1,"add":1,"special":1,"false":1,"dict":1,"tensor":1,"type":1,"pt":1,"processed":1,"outputs":1,"super":1},"13059,1872,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"hf":10,"processor":10,"self":6,"info":3,"get":6,"image":10,"indicators":4,"construct":2,"grid":4,"for":2,"in":2,"processed":3,"outputs":3,"grids":3,"indicator":6,"tokens":8,"to":1,"visual":1,"return":5,"def":4,"apply":1,"only":1,"prompt":3,"list":3,"int":2,"mm":6,"fields":1,"config":1,"inputs":2,"batchfeature":1,"kwargs":4,"mapping":3,"str":3,"object":2,"multimodalfieldconfig":4,"dict":1,"pixel":1,"values":1,"batched":3,"updates":1,"items":1,"multimodaldataitems":1,"out":2,"multimodalkwargs":1,"promptreplacement":2,"replacement":3,"ovis":3,"item":2,"idx":2,"placeholders":1,"modality":1,"target":1,"token":1,"multimodal":1,"registry":1,"register":1,"ovismultimodalprocessor":1,"ovisprocessinginfo":1,"dummy":1,"ovisdummyinputsbuilder":1,"class":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1},"14931,1923,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"classmethod":1,"def":4,"get":4,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":2,"if":2,"startswith":1,"image":6,"return":3,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"init":3,"self":14,"vllm":6,"config":30,"vllmconfig":1,"prefix":6,"super":1,"model":6,"hf":2,"quant":9,"pretrainedconfig":1,"llm":2,"registered":1,"with":1,"text":4,"maybe":3,"visual":4,"tokenizer":4,"visualtokenizer":1,"ignore":2,"f":1,"vte":1,"visualembedding":1,"vocab":1,"size":2,"hidden":1,"type":3,"pad":2,"token":2,"id":2,"map":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"language":1,"quantizationconfig":1,"gptq":2,"configs":1,"do":1,"not":1,"have":1,"a":1,"list":1,"of":1,"ignored":1,"modules":1,"however":1,"autogptq":1,"seems":1,"to":1,"avoid":1,"vision":1,"encoder":1,"sections":1,"for":1,"some":1,"models":1,"see":1,"https":1,"huggingface":1,"co":1,"aidc":1,"ai":1,"ovis2":1,"2b":1,"int4":1,"isinstance":1,"gptqconfig":1,"gptqmarlinconfig":1,"none":3,"parse":1,"and":1,"validate":1,"input":1,"kwargs":3,"object":1,"ovisimagepatchinputs":1,"pixel":2,"values":2,"pop":2,"indicator":2,"tokens":2},"16854,1819,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"if":5,"pixel":8,"values":8,"is":4,"none":5,"and":2,"indicator":14,"tokens":11,"return":2,"not":4,"isinstance":2,"torch":2,"tensor":2,"list":3,"raise":3,"valueerror":2,"incorrect":2,"type":7,"of":2,"f":2,"got":2,"ovisimagepatchinputs":2,"image":15,"patches":7,"flat":4,"data":2,"flatten":5,"bn":5,"concat":2,"true":2,"per":7,"x":6,"shape":1,"0":1,"for":1,"in":1,"assertionerror":1,"this":1,"line":1,"should":1,"be":1,"unreachable":1,"def":1,"process":1,"input":5,"self":5,"multimodalembeddings":1,"map":1,"lambda":1,"1":4,"else":1,"2":1,"target":2,"dtype":3,"visual":5,"tokenizer":2,"to":1,"embeds":4,"vte":2,"numeric":1,"eq":1,"split":1},"18673,1897,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"visual":6,"embeds":10,"per":8,"image":16,"split":1,"patches":1,"dim":3,"0":5,"vision":7,"embeddings":15,"for":2,"indicator":4,"in":2,"zip":1,"i":5,"range":1,"shape":1,"append":3,"torch":8,"cat":2,"1":2,"return":4,"tuple":1,"def":3,"get":3,"multimodal":6,"self":7,"kwargs":3,"object":2,"multimodalembeddings":2,"input":11,"parse":1,"and":2,"validate":1,"if":3,"is":3,"none":7,"features":2,"process":1,"ids":4,"tensor":6,"optional":3,"inputs":6,"llm":1,"not":2,"len":1,"merge":1,"pad":1,"token":1,"id":1,"forward":1,"positions":1,"intermediate":2,"tensors":2,"intermediatetensors":2,"union":1},"20570,1325,data/raw/vllm-0.10.1/vllm/model_executor/models/ovis.py":{"note":1,"in":1,"v1":1,"inputs":6,"embeds":6,"is":3,"always":1,"generated":1,"at":1,"model":2,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"none":2,"vision":2,"embeddings":4,"self":9,"get":3,"multimodal":1,"kwargs":1,"input":5,"ids":4,"up":1,"until":1,"here":1,"we":1,"have":1,"a":1,"100":1,"numerical":1,"identity":1,"between":1,"the":1,"og":1,"hf":1,"transformers":1,"implementation":1,"and":1,"ours":1,"hidden":4,"states":4,"llm":3,"positions":2,"intermediate":2,"tensors":2,"return":4,"def":3,"compute":2,"logits":4,"torch":4,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"language":1,"nn":1,"module":1},"0,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":10,"project":1,"adapted":1,"from":14,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"qwen2":2,"moe":3,"modeling":1,"py":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"qwen2moe":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":4,"nn":2,"functional":1,"f":1,"qwen2moeconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1915,1110,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"extract":1,"layer":1,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"logger":2,"init":1,"name":1,"class":1,"qwen2moemlp":1,"nn":1,"module":1},"3025,1597,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"def":3,"init":4,"self":12,"hidden":6,"size":11,"int":2,"intermediate":3,"act":5,"str":2,"quant":6,"config":9,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"bool":1,"true":1,"super":2,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"down":2,"rowparallellinear":1,"if":2,"silu":2,"raise":2,"valueerror":2,"f":3,"unsupported":1,"activation":1,"only":1,"is":2,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"qwen2moesparsemoeblock":1,"nn":1,"module":1,"qwen2moeconfig":1,"prefix":1,"tp":3,"get":1,"tensor":2,"model":1,"parallel":2,"world":1,"num":2,"experts":3,"greater":1,"than":1,"the":1,"number":1,"of":1},"4622,1977,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"self":11,"experts":7,"fusedmoe":1,"num":4,"config":17,"top":1,"k":1,"per":1,"tok":1,"hidden":18,"size":11,"intermediate":5,"moe":1,"reduce":3,"results":2,"false":3,"renormalize":1,"norm":1,"topk":1,"prob":1,"quant":5,"prefix":2,"f":2,"gate":4,"replicatedlinear":1,"bias":2,"none":5,"if":3,"shared":14,"expert":10,"0":1,"qwen2moemlp":1,"act":2,"must":1,"outputs":1,"else":1,"torch":3,"nn":1,"linear":1,"1":3,"def":1,"forward":1,"states":8,"tensor":2,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":4,"orig":1,"dim":2,"view":1,"output":4,"is":2,"not":2,"sigmoid":1},"6599,611,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"router":4,"logits":4,"num":1,"tokens":1,"n":1,"experts":3,"self":4,"gate":1,"hidden":9,"states":9,"final":6,"if":2,"shared":2,"output":2,"is":1,"not":1,"none":1,"tp":1,"size":1,"1":1,"maybe":1,"all":1,"reduce":1,"tensor":1,"model":1,"parallel":1,"noqa":1,"e501":1,"return":1,"view":1,"orig":1,"shape":1,"class":1,"qwen2moeattention":1,"nn":1,"module":1},"7210,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"def":1,"init":2,"self":29,"hidden":5,"size":17,"int":4,"num":19,"heads":23,"kv":15,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":4,"dict":2,"str":3,"any":2,"none":5,"max":4,"position":3,"embeddings":3,"8192":1,"cache":1,"config":7,"cacheconfig":1,"quant":3,"quantizationconfig":1,"prefix":1,"dual":3,"chunk":3,"attention":3,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":11,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":5,"dim":5,"q":1,"5":1,"qkv":1,"proj":1,"qkvparallellinear":1,"bias":1,"true":1},"9142,1411,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"self":19,"o":2,"proj":3,"rowparallellinear":1,"total":1,"num":4,"heads":4,"head":4,"dim":6,"hidden":3,"size":4,"bias":1,"false":1,"quant":4,"config":11,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"dual":5,"chunk":5,"attention":6,"attn":5,"kv":4,"cache":2,"prefix":3,"f":1,"layer":2,"idx":1,"extract":1,"index":1,"if":1,"else":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"qkv":3,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"qwen2moedecoderlayer":1,"nn":1,"module":1},"10553,1240,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"def":1,"init":2,"self":6,"config":18,"qwen2moeconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":5,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"hidden":4,"size":4,"rope":8,"theta":4,"getattr":4,"10000":1,"scaling":4,"dual":4,"chunk":4,"attention":5,"max":4,"position":4,"embeddings":4,"8192":1,"attn":2,"qwen2moeattention":1,"num":4,"heads":4,"kv":1,"key":1,"value":1,"f":1},"11793,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"note":1,"qwen":1,"qwen2":1,"57b":1,"a14b":1,"instruct":1,"does":1,"not":3,"have":1,"mlp":9,"only":5,"layers":5,"in":2,"the":1,"config":18,"layer":4,"idx":3,"extract":1,"index":1,"prefix":3,"if":3,"hasattr":1,"else":3,"and":2,"num":1,"experts":1,"0":2,"1":1,"decoder":1,"sparse":1,"step":1,"self":12,"qwen2moesparsemoeblock":1,"quant":4,"f":1,"qwen2moemlp":1,"hidden":20,"size":6,"intermediate":2,"act":2,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"attention":3,"def":1,"forward":1,"positions":3,"torch":5,"tensor":4,"states":14,"residual":8,"optional":1,"is":1,"none":1,"attn":1,"fully":1,"connected":1,"return":1,"support":1,"compile":1},"13762,1277,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"class":1,"qwen2moemodel":1,"nn":1,"module":1,"def":2,"init":2,"self":11,"vllm":4,"config":26,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":4,"vocab":3,"size":6,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":5,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"qwen2moedecoderlayer":1,"f":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"get":1,"input":3,"embeddings":1,"ids":2,"torch":2,"tensor":2,"return":1},"15039,2000,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"def":3,"forward":1,"self":9,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"none":5,"inputs":3,"embeds":3,"union":1,"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":2,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":3,"norm":1,"expert":3,"mapping":3,"list":1,"tuple":2,"str":5,"int":1,"params":3,"weights":3,"fp8":2,"weight":2,"scales":2,"activation":1,"param":2,"name":7,"id":3,"shard":3,"fusedmoe":1,"make":1,"ckpt":3,"gate":5,"proj":16,"down":2,"up":5,"num":2,"experts":2,"config":1,"load":1,"iterable":1,"set":1,"stacked":1,"qkv":3,"q":2,"k":2,"v":2,"0":1,"1":1},"17039,1895,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"params":10,"dict":5,"self":3,"named":1,"parameters":1,"loaded":3,"set":2,"str":1,"expert":6,"mapping":8,"get":1,"for":5,"name":26,"weight":11,"in":11,"weights":1,"param":7,"shard":3,"id":4,"stacked":2,"skip":4,"non":1,"layers":2,"and":2,"experts":7,"handled":1,"below":3,"if":6,"not":4,"continue":6,"we":4,"have":1,"mlp":4,"0":3,"gate":4,"proj":3,"the":3,"checkpoint":1,"since":1,"handle":1,"need":1,"to":2,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"up":2,"which":2,"then":1,"breaks":1,"load":1,"replace":2,"loading":1,"extra":1,"bias":3,"gptq":1,"models":1,"endswith":2,"or":1,"on":1,"other":1,"devices":1,"is":1,"pp":1,"missing":1,"parameter":1,"loader":3,"break":1,"else":1},"18934,741,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"skip":2,"layers":1,"on":1,"other":1,"devices":1,"if":2,"is":1,"pp":1,"missing":1,"parameter":1,"name":6,"self":1,"continue":2,"loading":1,"extra":1,"bias":3,"for":1,"gptq":1,"models":1,"endswith":2,"or":1,"and":1,"not":1,"in":1,"params":2,"dict":2,"param":3,"weight":4,"loader":3,"loaded":1,"shard":2,"id":4,"expert":2,"break":1},"19675,1405,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"else":2,"skip":2,"loading":1,"extra":1,"bias":3,"for":1,"gptq":1,"models":1,"if":4,"name":15,"endswith":3,"or":1,"and":1,"not":4,"in":4,"params":3,"dict":3,"continue":3,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"remapping":1,"the":4,"of":1,"fp8":1,"kv":10,"scale":10,"remapped":4,"replace":1,"attn":1,"logger":1,"warning":1,"once":1,"found":2,"checkpoint":1,"e":2,"g":2,"s":2,"but":1,"expected":1,"model":1,"loaded":2,"noqa":1,"e501":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1},"21080,36,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"loaded":1,"params":1,"add":1,"name":1},"21116,29,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"return":1,"loaded":1,"params":1},"21145,1755,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"class":1,"qwen2moeforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":3,"init":2,"self":15,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":6,"qwen2moemodel":1,"maybe":1,"lm":2,"head":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":3,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":2},"22900,641,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_moe.py":{"def":3,"compute":1,"logits":4,"self":7,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":1,"head":1,"return":3,"load":2,"weights":4,"iterable":1,"tuple":2,"str":5,"set":1,"loader":2,"autoweightsloader":1,"get":2,"expert":2,"mapping":2,"list":1,"int":1,"model":1},"0,1965,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":3,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"llamaconfig":1,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1},"1965,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"from":9,"vllm":7,"model":7,"executor":6,"layers":5,"logits":1,"processor":1,"import":9,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":2,"parallel":1,"default":2,"padding":1,"size":10,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportseagle3":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"extract":1,"layer":1,"index":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"prefix":6,"class":1,"llamamlp":1,"nn":1,"module":1,"def":1,"init":2,"self":4,"hidden":6,"int":2,"act":4,"str":2,"quant":5,"config":5,"optional":1,"none":2,"bias":5,"bool":2,"false":1,"reduce":3,"results":3,"true":1,"super":1,"gate":2,"up":2,"proj":4,"mergedcolumnparallellinear":1,"input":2,"output":2,"sizes":1,"2":1,"f":3,"down":2,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":1,"siluandmul":1},"3912,175,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":1,"forward":1,"self":4,"x":8,"gate":1,"up":1,"proj":2,"act":1,"fn":1,"down":1,"return":1,"class":1,"llamaattention":1,"nn":1,"module":1},"4087,522,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":1,"init":1,"self":1,"config":3,"llamaconfig":1,"hidden":1,"size":1,"int":4,"num":2,"heads":2,"kv":1,"rope":2,"theta":1,"float":1,"10000":1,"scaling":1,"optional":3,"dict":1,"str":3,"any":1,"none":3,"max":1,"position":1,"embeddings":1,"8192":1,"quant":1,"quantizationconfig":1,"bias":2,"bool":2,"false":2,"o":1,"proj":1,"cache":1,"cacheconfig":1,"prefix":1,"attn":1,"type":1,"attentiontype":1,"decoder":1},"4609,1619,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"none":3,"super":1,"init":1,"layer":2,"idx":1,"extract":1,"index":1,"prefix":1,"self":25,"hidden":3,"size":15,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"num":15,"heads":19,"assert":3,"0":4,"kv":13,"if":2,"number":2,"of":2,"is":3,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":3,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"max":3,"1":2,"mistralconfig":1,"has":1,"an":1,"optional":1,"head":10,"dim":10,"introduced":2,"by":1,"mistral":1,"nemo":1,"getattr":2,"config":3,"phi":1,"models":1,"a":1,"partial":3,"rotary":3,"factor":3,"parameter":1,"in":1,"q":1,"scaling":1,"5":1,"rope":2,"theta":2,"position":2,"embeddings":2},"6228,1770,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"self":21,"qkv":5,"proj":7,"qkvparallellinear":1,"hidden":5,"size":9,"head":4,"dim":4,"total":5,"num":8,"heads":8,"kv":6,"bias":4,"quant":8,"config":13,"prefix":6,"f":3,"o":4,"rowparallellinear":1,"input":1,"output":5,"init":1,"rotary":2,"emb":2,"rope":2,"scaling":3,"sliding":8,"window":5,"none":2,"if":2,"layer":5,"types":3,"getattr":1,"is":2,"idx":1,"attention":2,"attn":7,"cache":2,"per":1,"type":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"return":1},"7998,1931,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":2,"init":3,"rotary":5,"emb":2,"self":9,"config":18,"llamaconfig":2,"rope":11,"scaling":7,"optional":4,"dict":1,"str":2,"any":1,"quant":4,"quantizationconfig":2,"none":7,"is":7,"neox":4,"style":4,"true":1,"gguf":3,"and":3,"get":2,"name":1,"if":3,"model":1,"type":1,"llama":1,"false":3,"head":2,"dim":3,"max":7,"position":7,"embeddings":6,"base":1,"theta":3,"partial":2,"factor":2,"class":1,"llamadecoderlayer":1,"nn":1,"module":1,"cache":1,"cacheconfig":1,"prefix":1,"super":1,"hidden":2,"size":2,"getattr":6,"10000":1,"not":1,"original":3,"8192":1,"support":3,"abacusai":1,"smaug":1,"72b":1,"v0":1,"1":1,"with":3,"attention":5,"bias":11,"internlm":3,"7b":1,"or":1,"o":1,"proj":1,"internlm3":1,"8b":1,"qkv":3,"hasattr":1},"9929,1658,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"by":1,"default":1,"llama":1,"uses":1,"causal":3,"attention":6,"as":1,"it":1,"is":4,"a":1,"decoder":2,"only":2,"model":1,"you":1,"can":1,"override":1,"the":1,"hf":1,"config":20,"with":1,"false":2,"to":1,"enable":1,"bidirectional":1,"which":1,"used":1,"in":1,"some":1,"embedding":1,"models":1,"e":1,"g":1,"parasail":1,"ai":1,"gritlm":1,"7b":1,"vllm":1,"if":1,"getattr":3,"true":1,"attn":6,"type":4,"attentiontype":2,"else":1,"encoder":1,"self":8,"llamaattention":1,"hidden":8,"size":8,"num":5,"heads":5,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"scaling":2,"max":2,"position":2,"embeddings":2,"quant":4,"bias":6,"o":2,"proj":2,"cache":2,"prefix":4,"f":2,"mlp":3,"llamamlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1},"11587,1266,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":2,"forward":1,"self":9,"positions":3,"torch":6,"tensor":5,"hidden":14,"states":14,"residual":8,"optional":1,"tuple":1,"attention":2,"if":1,"is":1,"none":1,"input":2,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"mlp":1,"return":1,"support":1,"compile":1,"class":1,"llamamodel":1,"nn":2,"module":2,"init":2,"vllm":5,"config":14,"vllmconfig":1,"prefix":1,"str":1,"layer":1,"type":2,"llamadecoderlayer":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"lora":2},"12853,1674,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"self":16,"config":24,"quant":6,"lora":6,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":2,"1":1,"if":3,"else":3,"0":1,"org":2,"get":4,"pp":3,"group":3,"is":3,"first":1,"rank":3,"tie":1,"word":1,"embeddings":3,"and":1,"last":2,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":6,"num":2,"ppmissinglayer":2,"start":1,"layer":3,"end":1,"layers":5,"make":3,"lambda":1,"prefix":5,"type":1,"cache":2,"f":1,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"aux":1,"state":1,"tuple":2,"int":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"input":3,"ids":2,"torch":2,"tensor":2,"return":1},"14527,1504,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":1,"forward":1,"self":7,"input":3,"ids":2,"optional":3,"torch":6,"tensor":6,"positions":2,"intermediate":4,"tensors":4,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"tuple":1,"list":1,"if":5,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":18,"states":17,"else":2,"embeddings":1,"residual":9,"assert":1,"aux":5,"for":1,"idx":2,"layer":4,"in":2,"enumerate":1,"layers":2,"start":1,"end":1,"state":1,"append":1,"last":1,"return":3,"norm":1,"len":1,"0":1},"16032,545,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"loaded":1},"16577,1563,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"for":3,"name":24,"loaded":7,"weight":13,"in":9,"weights":1,"if":8,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":6,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":2,"checkpoint":1,"skip":2,"them":1,"self":2,"quant":2,"config":2,"is":2,"not":3,"none":2,"and":2,"scale":7,"get":1,"cache":2,"loading":2,"kv":3,"quantization":1,"scales":1,"param":5,"params":5,"dict":3,"loader":4,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"remapping":1,"of":1,"fp8":1,"maybe":1,"remap":1,"shard":1,"id":1,"stacked":1,"mapping":1,"replace":1,"extra":1,"bias":2,"gptq":1,"endswith":1},"18140,1223,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"if":3,"is":2,"pp":2,"missing":2,"parameter":2,"name":7,"self":2,"continue":3,"param":6,"params":5,"dict":3,"weight":9,"loader":7,"loaded":4,"shard":1,"id":1,"break":1,"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"endswith":1,"and":1,"not":1,"in":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"llamaforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"supportseagle3":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":1,"specific":1,"attributes":1,"embedding":2,"embed":1,"tokens":1,"input":1,"embeddings":2,"lm":2,"head":2,"output":1,"padding":1},"19363,1541,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"mistral":3,"llama":1,"models":1,"can":1,"also":1,"be":1,"loaded":1,"with":1,"load":1,"format":1,"from":1,"consolidated":1,"safetensors":1,"checkpoints":1,"mapping":1,"layers":2,"model":7,"attention":3,"self":6,"attn":2,"qscale":6,"act":5,"input":2,"scale":6,"weight":2,"kv":2,"fake":4,"quantizer":4,"q":3,"k":3,"v":3,"wq":1,"proj":7,"wk":1,"wv":1,"wo":1,"o":1,"norm":4,"layernorm":2,"feed":1,"forward":1,"mlp":1,"w1":1,"gate":1,"w2":1,"down":1,"w3":1,"up":1,"ffn":1,"post":1,"tok":1,"embeddings":1,"embed":1,"tokens":1,"output":1,"lm":1,"head":1,"def":1,"init":3,"vllm":6,"config":17,"vllmconfig":1,"prefix":4,"str":1,"layer":3,"type":4,"nn":1,"module":1,"llamadecoderlayer":1,"super":1,"hf":1,"quant":2,"lora":4,"maybe":1},"20904,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"if":5,"get":2,"pp":1,"group":1,"is":1,"last":1,"rank":1,"self":17,"unpadded":4,"vocab":10,"size":12,"config":15,"lora":7,"extra":1,"lm":5,"head":5,"parallellmhead":1,"hidden":4,"org":1,"num":4,"embeddings":2,"padding":4,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":2,"quant":2,"prefix":6,"maybe":1,"tie":2,"word":1,"weights":1,"model":5,"embed":1,"tokens":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"ppmissinglayer":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":3,"set":1,"aux":3,"state":3,"layers":9,"tuple":2,"int":2,"none":1,"eagle3":1,"len":1,"return":2,"2":2,"3":1,"init":1,"vllm":3,"vllmconfig":1,"str":1,"layer":3,"type":4,"nn":1,"module":1,"llamadecoderlayer":1,"llamamodel":1},"22874,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"def":6,"get":2,"input":6,"embeddings":3,"self":15,"ids":4,"torch":12,"tensor":12,"return":5,"model":4,"forward":1,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"output":2,"compute":1,"logits":4,"hidden":3,"states":2,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":3,"load":2,"weights":4,"iterable":1,"tuple":2,"str":4,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"config":3,"tie":1,"word":1,"else":1,"maybe":2,"remap":3,"mistral":5,"name":4,"loaded":3,"weight":3,"for":1,"in":4,"this":1,"function":1,"is":1,"used":2,"to":1,"the":1,"format":1,"as":1,"by":1,"and":1,"llama":1,"2":4,"permute":1,"w":2,"n":4,"heads":4,"int":1,"attn":6,"dim":1,"out":3,"size":1,"view":1,"transpose":1,"1":1,"reshape":1,"mapping":2,"modules":1,"split":1},"24795,962,data/raw/vllm-0.10.1/vllm/model_executor/models/llama.py":{"rotary":1,"embeds":1,"should":1,"be":1,"sliced":1,"if":4,"wk":1,"in":6,"modules":10,"and":3,"1":4,"weight":7,"loaded":5,"permute":2,"self":2,"config":2,"num":5,"key":1,"value":1,"heads":2,"elif":2,"wq":1,"attention":1,"len":1,"for":1,"i":4,"range":1,"item":13,"next":3,"else":2,"none":3,"combined":4,"f":1,"is":1,"not":2,"mapping":5,"name":6,"replace":2,"return":1},"0,1942,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":26,"math":1,"from":22,"collections":1,"abc":1,"iterable":1,"mapping":2,"sequence":1,"functools":1,"partial":1,"typing":1,"annotated":1,"any":1,"literal":1,"optional":1,"union":1,"numpy":1,"as":2,"np":1,"torch":3,"nn":2,"einops":1,"rearrange":1,"transformers":5,"pretrainedconfig":1,"activations":1,"geluactivation":1,"feature":1,"extraction":1,"utils":3,"batchfeature":1,"modeling":1,"outputs":1,"basemodeloutput":1,"basemodeloutputwithpooling":1,"int":1,"config":1,"vllmconfig":1,"distributed":1,"get":1,"tensor":1,"model":9,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":7,"samplingmetadata":1,"layers":4,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":3,"quantizationconfig":1,"gptq":2,"gptqconfig":1,"marlin":1,"gptqmarlinconfig":1,"loader":2,"weight":2,"default":1,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"models":1,"module":1,"multimodelkeys":1,"multimodal":4,"registry":1,"nestedtensors":1,"inputs":1,"imageitem":1,"modalitydata":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"videoitem":1,"parse":1,"dictembeddingitems":1,"imagesize":1,"modalitydataitems":1,"multimodaldataitems":1,"multimodaldataparser":1},"1942,1594,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"from":11,"vllm":8,"multimodal":3,"processing":1,"import":11,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptreplacement":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"platforms":1,"backend":2,"sequence":1,"intermediatetensors":1,"transformers":1,"utils":4,"config":1,"uses":1,"mrope":1,"is":2,"list":1,"of":1,"tensor":1,"schema":1,"tensorschema":1,"tensorshape":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"siglip":1,"siglipmlp":1,"autoweightsloader":1,"weightsmapper":1,"init":2,"registered":1,"model":1,"pp":1,"missing":1,"parameter":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"vision":1,"get":1,"vit":1,"attn":1,"logger":4,"name":1,"max":3,"frames":1,"per":1,"video":1,"16":1,"image":1,"size":1,"9999999":1,"def":1,"smart":3,"resize":3,"height":9,"int":5,"width":9,"factor":13,"28":5,"min":1,"pixels":2,"130":1,"1280":1,"if":2,"warning":2,"s":4,"reset":2,"round":2},"3536,1751,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"if":2,"max":4,"height":9,"width":9,"min":4,"200":2,"raise":1,"valueerror":1,"absolute":1,"aspect":1,"ratio":1,"must":2,"be":1,"smaller":1,"than":1,"got":1,"h":8,"bar":12,"round":2,"factor":12,"w":8,"pixels":4,"beta":6,"math":6,"sqrt":2,"floor":2,"elif":1,"ceil":2,"return":1,"class":2,"keyeimagepixelinputs":2,"tensorschema":2,"dimensions":4,"b":2,"batch":1,"size":4,"np":3,"number":5,"of":6,"patches":1,"c":1,"channels":1,"ps":3,"patch":1,"ni":4,"images":2,"g":2,"grid":4,"3":5,"for":2,"t":2,"type":2,"literal":2,"pixel":2,"values":2,"annotated":4,"torch":4,"tensor":4,"tensorshape":4,"dynamic":1,"dims":1,"image":5,"thw":2,"keyeimageembeddinginputs":2,"nf":2,"features":1,"hs":2,"hidden":2,"match":1,"the":1,"language":1,"model":1,"backbone":1,"embeds":2,"keyeimageinputs":1,"union":1},"5287,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"class":3,"keyevideopixelinputs":2,"tensorschema":2,"dimensions":4,"b":2,"batch":1,"size":14,"np":3,"number":5,"of":6,"patches":3,"c":1,"channels":4,"ps":3,"patch":7,"ni":1,"images":1,"g":2,"grid":4,"3":5,"for":2,"t":2,"h":2,"w":2,"type":2,"literal":2,"pixel":2,"values":2,"videos":3,"annotated":4,"torch":4,"tensor":4,"tensorshape":4,"dynamic":1,"dims":1,"video":5,"thw":2,"nv":3,"keyevideoembeddinginputs":2,"nf":2,"features":1,"hs":2,"hidden":3,"must":1,"match":1,"the":1,"language":1,"model":1,"backbone":1,"embeds":2,"keyevideoinputs":1,"union":1,"keyevisionembeddings":1,"nn":4,"module":1,"def":1,"init":2,"self":21,"config":7,"pretrainedconfig":1,"super":1,"embed":4,"dim":4,"image":3,"embedding":6,"conv2d":1,"in":1,"num":5,"out":1,"kernel":1,"stride":1,"padding":1,"valid":1,"2":1,"positions":2,"cache":2,"position":4,"dict":2,"count":1,"packing":1,"32768":1},"7249,1744,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"self":11,"register":1,"buffer":1,"position":7,"ids":1,"torch":4,"arange":1,"num":6,"positions":6,"expand":1,"1":9,"persistent":1,"false":3,"def":2,"interpolate":2,"pos":11,"encoding":1,"embeddings":3,"tensor":2,"height":6,"int":4,"width":6,"is":2,"after":2,"patchify":2,"bool":1,"embedding":5,"weight":2,"shape":2,"0":5,"patch":12,"embed":10,"unsqueeze":1,"dim":3,"if":2,"new":6,"else":1,"size":3,"sqrt":3,"5":1,"reshape":1,"permute":2,"3":2,"2":2,"nn":1,"functional":1,"mode":1,"bilinear":1,"align":1,"corners":1,"view":1,"return":2,"fetch":1,"lfu":1,"cache":5,"h":2,"w":2,"max":1,"20":1,"grid":4,"in":1,"count":1},"8993,1661,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"if":4,"len":2,"self":11,"cache":8,"position":13,"embedding":8,"max":1,"min":4,"hit":3,"grid":6,"count":4,"key":1,"get":1,"pop":2,"interpolate":2,"pos":2,"encoding":2,"embeddings":2,"h":3,"w":3,"true":1,"1":2,"return":1,"def":1,"forward":1,"pixel":10,"values":10,"torch":3,"floattensor":1,"ids":3,"optional":2,"tensor":2,"none":4,"image":1,"thw":1,"list":2,"union":1,"tuple":2,"int":6,"false":1,"dim":3,"4":1,"unsqueeze":1,"0":1,"5":2,"is":2,"raise":1,"valueerror":1,"cannot":1,"be":1,"when":1,"batch":1,"size":1,"squence":1,"channel":1,"height":1,"width":1,"shape":1,"target":2,"dtype":4,"patch":4,"weight":1,"rearrange":1,"b":2,"l":2,"c":2,"embeds":2,"to":1,"flatten":1,"2":1,"squeeze":1},"10654,1895,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"if":1,"interpolate":2,"pos":3,"encoding":2,"and":1,"image":9,"grid":4,"thw":2,"is":2,"not":1,"none":2,"start":4,"0":6,"tmp":3,"embeddings":13,"list":1,"for":1,"in":1,"t":3,"h":3,"w":3,"end":3,"position":4,"embedding":3,"self":4,"true":1,"squeeze":1,"repeat":1,"1":3,"append":1,"torch":7,"concat":1,"dim":4,"unsqueeze":1,"else":2,"packing":1,"ids":1,"return":2,"raise":1,"valueerror":1,"unsupported":1,"pixel":2,"values":2,"dimension":1,"f":1,"expected":1,"4":1,"or":1,"5":1,"def":2,"apply":4,"rotary":5,"emb":4,"flashatt":1,"q":5,"tensor":6,"k":5,"cos":5,"sin":5,"tuple":1,"chunk":2,"2":2,"contiguous":2,"from":2,"vllm":2,"flash":1,"attn":1,"layers":1,"import":1,"embed":4,"float":6,"type":2,"as":2,"class":1,"keyesiglipattention":1,"nn":1,"module":1,"multi":1,"headed":1,"attention":2,"all":1,"you":1,"need":1,"paper":1,"init":2,"config":4,"pretrainedconfig":1,"quant":1,"optional":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1},"12549,1632,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"hidden":8,"size":20,"config":9,"self":29,"tp":7,"get":2,"tensor":1,"model":1,"parallel":1,"world":1,"total":11,"num":17,"heads":17,"attention":3,"assert":3,"0":4,"kv":9,"if":2,"else":1,"max":1,"1":1,"head":5,"dim":5,"q":1,"scale":1,"5":1,"qkv":2,"proj":4,"qkvparallellinear":1,"bias":1,"true":2,"quant":4,"prefix":4,"f":3,"out":2,"rowparallellinear":1,"input":1,"output":1,"detect":1,"implementation":1,"attn":5,"backend":8,"vit":1,"support":2,"fa":1,"not":2,"in":1,"flash":1,"xformers":1,"raise":1,"runtimeerror":1,"keye":1,"vl":1,"does":1,"now":1},"14181,1806,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":1,"forward":1,"self":18,"hidden":2,"states":2,"torch":6,"tensor":6,"attention":1,"mask":1,"optional":4,"none":7,"output":1,"attentions":1,"bool":1,"false":1,"cu":7,"seqlens":8,"list":1,"rope":4,"emb":5,"tuple":1,"qkv":3,"proj":1,"q":13,"k":11,"v":9,"split":1,"size":4,"kv":6,"dim":7,"1":11,"max":2,"seqlen":1,"item":1,"tolist":1,"batch":1,"shape":7,"0":1,"if":3,"is":3,"view":6,"num":6,"heads":6,"head":6,"else":1,"raise":1,"valueerror":1,"cannot":1,"be":1,"when":1,"not":1,"cos":2,"sin":2,"apply":1,"rotary":1,"pos":1,"flashatt":1,"attn":4,"backend":2,"flash":3,"from":1,"import":1,"varlen":1,"func":1,"rearrange":1,"x":2,"b":2,"s":2,"for":1,"in":1},"15987,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"output":4,"flash":1,"attn":6,"varlen":1,"func":1,"q":6,"k":4,"v":2,"cu":4,"seqlens":6,"max":4,"seqlen":8,"causal":1,"false":2,"softmax":1,"scale":3,"self":16,"context":5,"layer":5,"rearrange":2,"b":5,"s":4,"batch":1,"size":1,"elif":1,"backend":2,"xformers":3,"from":3,"import":2,"ops":2,"as":1,"xops":2,"fmha":1,"bias":4,"blockdiagonalmask":2,"kv":1,"none":3,"device":4,"memory":1,"efficient":1,"attention":1,"forward":2,"p":1,"0":4,"h":2,"d":2,"contiguous":1,"out":1,"proj":1,"return":2,"class":2,"sigliprotaryembedding":1,"nn":2,"module":2,"def":3,"init":4,"dim":5,"int":2,"theta":4,"float":2,"10000":1,"super":1,"rope":2,"inv":6,"freq":6,"1":1,"torch":5,"arange":2,"2":1,"dtype":3,"register":1,"buffer":1,"persistent":1,"tensor":1,"seq":2,"freqs":2,"outer":1,"keyesiglipencoderlayer":1},"17933,1741,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":2,"init":2,"self":16,"config":11,"union":1,"pretrainedconfig":1,"quant":5,"optional":4,"quantizationconfig":1,"none":3,"prefix":5,"str":1,"super":1,"embed":3,"dim":3,"hidden":18,"size":1,"layer":6,"norm1":2,"nn":3,"layernorm":2,"eps":4,"norm":2,"attn":3,"keyesiglipattention":1,"f":2,"norm2":2,"mlp":3,"siglipmlp":1,"forward":1,"states":17,"torch":6,"tensor":5,"attention":3,"mask":3,"output":3,"attentions":3,"bool":1,"false":1,"cu":3,"seqlens":3,"list":1,"rope":3,"emb":3,"tuple":2,"floattensor":1,"residual":4,"return":1,"class":1,"keyesiglipencoder":1,"module":1},"19674,1874,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":3,"init":2,"self":6,"config":10,"pretrainedconfig":1,"quant":3,"optional":10,"quantizationconfig":1,"none":8,"prefix":3,"str":2,"super":1,"embed":2,"dim":4,"hidden":4,"size":2,"num":4,"heads":3,"attention":2,"head":2,"layers":3,"nn":1,"modulelist":1,"keyesiglipencoderlayer":1,"f":1,"layer":2,"idx":2,"for":2,"in":2,"range":1,"rotary":1,"pos":1,"emb":1,"sigliprotaryembedding":1,"2":1,"staticmethod":1,"flatten":3,"list":7,"image":13,"grid":13,"thw":9,"tmp":4,"if":2,"isinstance":1,"extend":1,"else":1,"append":1,"return":1,"forward":1,"inputs":3,"embeds":3,"mask":1,"torch":4,"tensor":4,"output":2,"attentions":1,"bool":4,"states":2,"cu":1,"seqlens":1,"union":1,"tuple":2,"int":6,"height":1,"position":2,"ids":2,"width":1,"use":2,"rope":2,"false":1,"window":1,"1":1,"vision":2,"or":1,"text":1,"basemodeloutput":1,"device":2,"is":1,"true":1},"21548,1851,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"if":1,"width":3,"position":6,"ids":6,"is":3,"none":5,"or":1,"height":3,"split":6,"hids":5,"list":2,"wids":5,"for":2,"t":2,"h":3,"w":5,"in":2,"flatten":2,"image":4,"grid":5,"thw":1,"pids":6,"torch":4,"arange":1,"device":2,"sample":4,"append":2,"concat":2,"dim":4,"0":2,"stack":1,"1":4,"max":5,"size":3,"rope":11,"emb":12,"self":4,"rotary":1,"pos":1,"repeat":1,"2":1,"cos":1,"sin":1,"else":1,"attn":2,"cu":4,"seqlens":4,"hidden":5,"states":4,"inputs":1,"embeds":1,"assert":1,"attention":2,"mask":2,"encoder":2,"layer":2,"layers":1,"output":2,"attentions":2,"return":1,"class":1,"keyesiglipvisiontransformer":1,"nn":1,"module":1,"def":1,"init":2,"config":5,"pretrainedconfig":1,"quant":1,"optional":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"embed":1},"23399,1586,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"self":5,"embeddings":2,"keyevisionembeddings":1,"config":5,"encoder":2,"keyesiglipencoder":1,"quant":2,"prefix":2,"f":1,"post":1,"layernorm":2,"nn":1,"embed":2,"dim":1,"eps":2,"layer":1,"norm":1,"def":1,"forward":1,"pixel":2,"values":2,"output":3,"attentions":1,"optional":16,"bool":7,"none":11,"hidden":2,"states":2,"interpolate":3,"pos":3,"encoding":3,"false":3,"attention":1,"mask":2,"torch":8,"tensor":8,"sample":1,"indices":2,"image":4,"position":5,"ids":5,"height":1,"width":1,"cu":1,"seqlens":1,"list":4,"padding":1,"vision":1,"return":2,"grid":3,"thw":3,"union":1,"tuple":2,"int":6,"pooler":1,"true":1,"use":1,"rope":1,"window":1,"size":1,"1":1,"basemodeloutputwithpooling":1},"24985,1946,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"last":4,"hidden":10,"state":7,"self":11,"encoder":1,"inputs":1,"embeds":1,"states":3,"output":5,"attentions":2,"attention":2,"mask":2,"cu":7,"seqlens":7,"image":2,"grid":2,"thw":2,"use":2,"rope":2,"height":2,"position":4,"ids":4,"width":2,"window":2,"size":2,"vision":7,"or":1,"text":1,"post":1,"layernorm":1,"sample":3,"list":1,"if":1,"is":1,"none":3,"raise":1,"valueerror":1,"cannot":1,"be":1,"for":2,"siglipvisiontransformer":1,"processing":1,"i":3,"in":1,"range":1,"shape":1,"0":2,"1":2,"start":2,"end":2,"tensor":2,"squeeze":1,"append":1,"return":4,"class":2,"keyesiglipvisionmodel":1,"nn":2,"module":2,"config":8,"pretrainedconfig":2,"main":1,"input":2,"name":1,"pixel":1,"values":1,"def":4,"init":2,"quant":5,"optional":1,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"model":5,"keyesiglipvisiontransformer":1,"f":1,"property":2,"dtype":3,"torch":2,"embeddings":4,"patch":3,"embedding":3,"weight":2,"device":3,"get":1},"26931,1338,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":1,"forward":1,"self":2,"pixel":3,"values":3,"sample":3,"indices":3,"optional":10,"torch":3,"tensor":3,"none":6,"output":9,"attentions":3,"bool":7,"hidden":3,"states":3,"interpolate":3,"pos":3,"encoding":3,"false":3,"position":3,"ids":3,"vision":4,"return":7,"embed":3,"list":6,"image":3,"grid":3,"thw":3,"union":1,"tuple":2,"int":6,"cu":3,"seqlens":3,"pooler":3,"true":1,"use":3,"rope":3,"window":3,"size":3,"1":1,"basemodeloutputwithpooling":1,"model":1},"28270,418,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":1},"28688,1539,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"for":2,"name":22,"loaded":8,"weight":17,"in":9,"weights":1,"if":8,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":7,"head":4,"attention":1,"or":2,"layernorm":1,"mlp":1,"probe":1,"self":3,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":1,"param":8,"params":5,"dict":3,"loader":7,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"shard":2,"id":2,"stacked":1,"mapping":1,"replace":1,"endswith":1,"bias":1,"pp":1,"missing":1,"parameter":1,"break":1},"30227,629,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"else":1,"if":3,"name":9,"endswith":1,"bias":1,"and":1,"not":1,"in":1,"params":4,"dict":3,"continue":3,"maybe":1,"remap":1,"kv":1,"scale":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":2,"add":1},"30856,29,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"return":1,"loaded":1,"params":1},"30885,1679,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"class":1,"projector":1,"nn":2,"module":1,"def":2,"init":2,"self":20,"text":4,"config":14,"pretrainedconfig":2,"vision":5,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"merge":4,"kernel":4,"size":11,"2":4,"hidden":7,"0":1,"1":3,"pre":2,"norm":2,"torch":3,"layernorm":1,"eps":1,"1e":1,"05":1,"act":1,"geluactivation":1,"linear":4,"columnparallellinear":1,"bias":2,"true":2,"f":2,"rowparallellinear":1,"forward":1,"image":10,"features":4,"tensor":2,"grid":4,"thw":2,"list":3,"tuple":2,"int":3,"m1":1,"m2":1,"if":1,"isinstance":1,"processed":1,"for":1,"feature":3,"in":1,"zip":1,"t":1,"h":1,"w":1},"32564,1941,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"image":19,"feature":3,"rearrange":1,"t":4,"h":4,"p1":3,"w":4,"p2":3,"d":2,"m1":2,"m2":2,"hidden":15,"states":14,"self":8,"linear":4,"1":8,"act":2,"2":2,"processed":2,"features":7,"append":1,"return":3,"dims":3,"shape":2,"dim":2,"view":3,"np":1,"prod":3,"pre":1,"norm":1,"size":1,"def":1,"keye":1,"field":1,"config":1,"hf":3,"inputs":3,"mapping":1,"str":1,"torch":3,"tensor":1,"grid":14,"thw":8,"get":2,"empty":2,"0":2,"3":2,"sizes":10,"video":11,"dict":1,"pixel":2,"values":2,"multimodalfieldconfig":6,"flat":4,"from":4,"embeds":2,"batched":2,"videos":1,"class":1,"keyemultimodaldataparser":1,"multimodaldataparser":1},"34505,1915,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":6,"parse":4,"image":16,"data":12,"self":10,"union":2,"dict":4,"str":5,"torch":2,"tensor":2,"modalitydata":2,"imageitem":1,"modalitydataitems":2,"any":4,"if":3,"isinstance":2,"return":7,"dictembeddingitems":2,"modality":2,"required":2,"fields":4,"embeds":2,"grid":2,"thw":2,"factory":2,"keye":2,"field":2,"config":2,"super":2,"video":8,"videoitem":1,"class":1,"keyeprocessinginfo":1,"baseprocessinginfo":1,"get":8,"processor":7,"kwargs":2,"object":1,"hf":1,"supported":1,"mm":3,"limits":1,"mapping":3,"optional":1,"int":8,"none":3,"max":3,"tokens":3,"per":1,"item":1,"seq":2,"len":2,"counts":1,"vision":1,"info":1,"width":1,"height":1,"num":1,"frames":1,"1":1,"do":1,"resize":1,"bool":1,"true":1,"tuple":1,"imagesize":1,"is":1},"36420,1590,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"hf":3,"config":7,"self":3,"get":3,"vision":7,"patch":8,"size":17,"merge":4,"spatial":1,"temporal":3,"1":2,"if":1,"do":1,"resize":2,"resized":4,"height":11,"width":11,"smart":1,"image":18,"factor":1,"min":2,"pixels":4,"processor":5,"max":3,"preprocessed":5,"imagesize":2,"else":1,"padded":2,"num":11,"frames":4,"grid":6,"t":2,"h":2,"w":2,"patches":2,"tokens":5,"2":1,"return":2,"def":1,"int":3,"info":1},"38010,1830,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":5,"get":14,"num":17,"video":6,"tokens":10,"self":12,"image":28,"width":10,"int":9,"height":10,"frames":13,"processor":6,"vision":2,"info":2,"return":4,"size":7,"with":4,"most":4,"features":4,"imagesize":1,"max":12,"none":3,"target":8,"0":1,"while":1,"true":1,"next":5,"1":1,"if":1,"break":1,"seq":1,"len":1,"mm":4,"config":4,"ctx":1,"images":1,"limit":2,"per":2,"prompt":2,"videos":1},"39840,1639,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"max":14,"image":13,"tokens":5,"self":11,"get":15,"images":4,"total":2,"frames":10,"video":11,"seq":5,"len":5,"per":3,"min":1,"videos":4,"1":2,"return":3,"def":3,"int":5,"target":7,"width":4,"height":4,"size":2,"with":4,"most":4,"features":4,"num":11,"processor":5,"none":1,"class":1,"keyedummyinputsbuilder":1,"basedummyinputsbuilder":1,"keyeprocessinginfo":1,"dummy":2,"text":1,"mm":7,"counts":6,"mapping":2,"str":5,"0":4,"hf":4,"info":3,"token":6,"data":1,"multimodaldatadict":1},"41479,1886,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"mm":8,"data":3,"image":7,"self":7,"get":10,"dummy":2,"images":3,"width":4,"target":6,"height":4,"num":8,"video":4,"videos":3,"frames":2,"return":4,"class":1,"keyemultimodalprocessor":1,"basemultimodalprocessor":1,"keyeprocessinginfo":1,"def":3,"parser":1,"multimodaldataparser":1,"keyemultimodaldataparser":1,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"hf":7,"processor":10,"kwargs":5,"mapping":1,"str":2,"any":1,"out":2,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"info":3,"tokenizer":3,"vocab":4,"placeholder":3,"token":2,"merge":3,"length":2,"size":1,"2":1,"replacement":3,"keye":2,"item":2,"idx":2,"int":2,"modality":9,"grid":4,"thw":4,"f":1,"assert":1,"isinstance":1,"torch":1,"tensor":1,"tokens":2,"prod":1,"promptreplacement":1,"partial":1,"for":1,"in":1},"43365,1617,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":3,"get":2,"mm":2,"fields":1,"config":18,"self":4,"hf":5,"inputs":3,"batchfeature":1,"processor":2,"kwargs":1,"mapping":3,"str":6,"object":1,"multimodalfieldconfig":1,"return":3,"keye":1,"field":1,"multimodal":5,"registry":1,"register":1,"keyemultimodalprocessor":1,"info":1,"keyeprocessinginfo":1,"dummy":1,"keyedummyinputsbuilder":1,"class":1,"keyeforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"to":2,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":2,"lm":2,"head":2,"language":2,"model":6,"classmethod":1,"placeholder":1,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":2,"startswith":2,"image":3,"vision":4,"start":2,"pad":2,"end":2,"video":3,"raise":1,"valueerror":1,"only":1,"or":1,"is":1,"supported":1,"init":2,"vllmconfig":1,"super":1,"pretrainedconfig":1,"quant":2},"44982,959,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"self":8,"visual":2,"keyesiglipvisionmodel":1,"config":17,"vision":2,"quant":10,"maybe":6,"ignore":3,"prefix":9,"mlp":2,"ar":2,"projector":1,"language":3,"model":4,"init":1,"vllm":3,"registered":1,"architectures":1,"qwen3forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"def":1,"quantizationconfig":1,"if":1,"isinstance":1,"gptqconfig":1,"gptqmarlinconfig":1,"return":2,"none":1},"45941,1878,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":2,"validate":4,"and":5,"reshape":3,"mm":20,"tensor":8,"self":4,"input":18,"nestedtensors":1,"name":3,"str":1,"torch":6,"if":8,"not":2,"isinstance":2,"list":4,"raise":2,"valueerror":2,"f":5,"incorrect":1,"type":4,"of":2,"got":2,"ndim":5,"2":2,"return":7,"5":1,"3":1,"should":1,"be":1,"2d":1,"or":2,"batched":1,"3d":1,"shape":2,"concat":2,"elif":1,"is":4,"all":2,"p":4,"dim":2,"4":1,"for":2,"in":2,"parse":1,"image":12,"kwargs":4,"object":1,"optional":1,"keyeimageinputs":1,"pixel":10,"values":10,"pop":3,"none":7,"embeds":3,"grid":7,"thw":7,"keyeimagepixelinputs":1},"47819,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"if":4,"image":12,"embeds":17,"is":5,"not":3,"none":9,"self":7,"validate":7,"and":8,"reshape":6,"mm":6,"tensor":6,"grid":17,"thw":17,"return":4,"keyeimageembeddinginputs":1,"type":3,"def":1,"parse":1,"video":24,"input":1,"kwargs":4,"object":1,"optional":1,"keyevideoinputs":1,"pixel":10,"values":10,"videos":9,"pop":3,"keyevideopixelinputs":1,"keyevideoembeddinginputs":1},"49636,1493,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":1,"process":1,"image":15,"input":5,"self":2,"keyeimageinputs":1,"tuple":6,"torch":8,"tensor":2,"siglip":4,"position":6,"ids":6,"list":3,"grid":6,"hws":2,"sample":4,"indices":4,"cu":5,"seqlens":5,"0":3,"thw":8,"assert":1,"ndim":1,"2":1,"for":2,"idx":2,"thaw":2,"in":1,"enumerate":1,"detach":1,"cpu":1,"numpy":1,"tolist":1,"numel":4,"np":2,"prod":2,"append":4,"arange":1,"1":2,"full":1,"dtype":3,"int64":1,"if":1,"type":2,"embeds":1,"raise":1,"valueerror":1,"embeddings":1,"are":1,"not":1,"supported":1,"this":1,"processing":1,"path":1,"else":1,"pixel":5,"values":5,"visual":1,"concat":2,"dim":2,"to":3,"device":3,"int32":1},"51129,1400,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"image":7,"embeds":4,"self":3,"visual":1,"pixel":2,"values":2,"grid":9,"thw":10,"hws":3,"position":6,"ids":6,"siglip":3,"vision":1,"return":2,"embed":1,"list":4,"false":1,"interpolate":1,"pos":1,"encoding":1,"true":2,"sample":4,"indices":4,"cu":5,"seqlens":5,"use":1,"rope":1,"window":1,"size":1,"1":3,"tuple":7,"mlp":1,"ar":1,"def":1,"process":1,"video":11,"input":3,"keyevideoinputs":1,"torch":4,"tensor":1,"0":1,"assert":1,"ndim":1,"2":1,"for":1,"idx":2,"thaw":2,"in":1,"enumerate":1,"detach":1,"cpu":1,"numpy":1,"tolist":1,"numel":4,"np":2,"prod":2,"append":4,"arange":1,"full":1,"dtype":1,"int64":1},"52529,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"if":3,"video":12,"input":7,"type":2,"embeds":7,"raise":1,"valueerror":1,"embeddings":1,"are":1,"not":3,"supported":1,"for":2,"this":1,"processing":1,"path":1,"else":1,"pixel":9,"values":9,"videos":9,"self":8,"visual":2,"dtype":2,"siglip":3,"position":4,"ids":4,"torch":5,"concat":2,"dim":2,"0":2,"to":3,"device":3,"cu":4,"seqlens":4,"tensor":1,"int32":1,"sample":4,"indices":4,"image":3,"grid":3,"thw":2,"hws":1,"vision":1,"return":4,"embed":1,"list":1,"true":3,"interpolate":1,"pos":1,"encoding":1,"use":1,"rope":1,"window":1,"size":1,"1":1,"tuple":1,"mlp":1,"ar":1,"def":2,"parse":3,"and":5,"validate":3,"multimodal":1,"inputs":1,"kwargs":4,"object":1,"dict":1,"modalities":6,"key":3,"in":5,"images":2,"get":1,"language":2,"model":2,"nn":1,"module":1},"54450,1434,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":2,"get":3,"multimodal":10,"embeddings":15,"self":8,"kwargs":2,"object":1,"optional":2,"multimodalembeddings":2,"modalities":5,"parse":1,"and":1,"validate":1,"inputs":5,"if":4,"not":2,"return":3,"none":3,"tuple":1,"torch":3,"tensor":3,"for":1,"modality":3,"in":1,"images":2,"image":4,"input":11,"vision":2,"process":2,"videos":2,"video":6,"ids":3,"embeds":4,"language":1,"model":1,"is":1,"merge":1,"config":2,"token":2,"id":2},"55884,1306,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"def":2,"get":2,"input":15,"embeddings":4,"v0":1,"self":7,"ids":5,"torch":6,"tensor":6,"image":7,"optional":4,"keyeimagepixelinputs":1,"none":6,"video":7,"keyevideopixelinputs":1,"inputs":7,"embeds":11,"if":2,"is":2,"not":2,"process":2,"merge":2,"multimodal":2,"placeholder":2,"token":4,"id":4,"config":2,"return":1,"forward":2,"positions":1,"intermediate":1,"tensors":1,"intermediatetensors":2,"kwargs":1,"object":1,"union":1,"run":1,"pass":1,"for":1,"qwen2":1,"vl":1},"57190,1793,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"args":1,"input":15,"ids":5,"flattened":2,"concatenated":2,"corresponding":2,"to":6,"a":4,"batch":2,"positions":5,"position":1,"note":1,"if":8,"mrope":2,"is":5,"enabled":1,"default":1,"setting":1,"for":1,"qwen2":1,"vl":1,"opensource":1,"models":1,"the":1,"shape":1,"will":2,"be":4,"3":5,"seq":3,"len":3,"otherwise":1,"it":1,"pixel":4,"values":4,"fed":2,"model":2,"none":11,"no":4,"images":3,"are":4,"passed":4,"image":7,"grid":4,"thw":2,"tensor":2,"n":2,"of":3,"3d":2,"in":2,"llm":2,"videos":5,"video":7,"intermediate":1,"tensors":1,"not":1,"inputs":4,"embeds":4,"elif":1,"self":4,"parse":2,"and":4,"validate":2,"kwargs":2,"else":1,"uses":1,"config":1,"assert":1,"ndim":1,"2":1,"size":2,"0":1,"multimodal":1,"section":1,"rotary":1,"embedding":1,"requires":1,"f":1,"but":1,"got":1,"get":1,"embeddings":1,"v0":1},"58983,1074,data/raw/vllm-0.10.1/vllm/model_executor/models/keye.py":{"hidden":4,"states":4,"self":7,"language":4,"model":6,"input":2,"ids":2,"positions":2,"intermediate":2,"tensors":2,"inputs":2,"embeds":2,"return":4,"def":3,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"get":2,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"multimodal":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"visual":1,"tower":1,"mlp":1,"ar":1},"0,1841,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":8,"project":1,"adapted":1,"from":12,"https":1,"github":1,"com":1,"huggingface":2,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":2,"team":3,"deepseek":2,"ai":2,"and":5,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"collections":1,"abc":1,"import":11,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":1,"pretrainedconfig":1,"attention":2,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":3,"parallel":3,"rank":1,"world":1,"size":1,"reduce":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":2,"moe":2,"layernorm":1,"rmsnorm":1},"1841,1064,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"extract":1,"layer":1,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"class":1,"deepseekmlp":1,"nn":1,"module":1},"2905,1805,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":3,"init":4,"self":18,"hidden":6,"size":11,"int":2,"intermediate":3,"act":5,"str":3,"quant":6,"config":11,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"bool":1,"true":1,"prefix":2,"super":2,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"down":2,"rowparallellinear":1,"if":2,"silu":2,"raise":2,"valueerror":2,"f":3,"unsupported":1,"activation":1,"only":1,"is":2,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"deepseekmoe":1,"nn":1,"module":1,"pretrainedconfig":1,"rank":2,"get":2,"tensor":3,"model":2,"parallel":3,"tp":3,"world":1,"n":4,"routed":4,"experts":6,"top":1,"k":1,"num":1,"per":1,"tok":1,"greater":1,"than":1,"the":1,"number":1,"of":1},"4710,1785,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"self":16,"experts":7,"nn":1,"modulelist":1,"deepseekmlp":2,"hidden":9,"size":11,"config":14,"intermediate":6,"moe":2,"act":4,"quant":5,"reduce":2,"results":2,"false":3,"for":4,"idx":1,"in":4,"range":1,"n":4,"routed":2,"pack":2,"params":2,"gate":2,"replicatedlinear":1,"bias":1,"none":2,"if":1,"shared":3,"is":1,"not":1,"def":1,"w1":10,"w2":10,"expert":3,"append":2,"up":1,"proj":2,"weight":2,"down":1,"torch":4,"utils":4,"flatten":2,"dense":4,"tensors":4,"w1s":3,"unflatten":2,"data":6,"param":4,"zip":2,"view":2,"len":2,"0":2,"shape":2,"w2s":3},"6495,1116,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":1,"forward":1,"self":9,"hidden":16,"states":13,"torch":2,"tensor":3,"num":3,"tokens":3,"dim":3,"shape":1,"view":2,"1":1,"if":2,"config":3,"n":3,"shared":5,"experts":4,"is":2,"not":2,"none":2,"output":2,"router":3,"logits":3,"gate":1,"final":6,"fused":1,"moe":1,"w1":1,"w2":1,"top":1,"k":1,"renormalize":1,"norm":1,"topk":1,"prob":1,"inplace":1,"true":1,"model":1,"parallel":1,"all":1,"reduce":1,"return":1,"class":1,"deepseekattention":1,"nn":1,"module":1},"7611,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":1,"init":2,"self":31,"hidden":6,"size":18,"int":4,"num":20,"heads":24,"kv":15,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"8192":1,"cache":1,"config":6,"cacheconfig":1,"quant":5,"quantizationconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":12,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":6,"dim":6,"q":1,"5":1,"qkv":1,"proj":2,"qkvparallellinear":1,"bias":2,"false":2,"o":1,"rowparallellinear":1},"9593,1043,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"self":16,"rotary":3,"emb":2,"get":1,"rope":4,"head":3,"dim":5,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":5,"attention":1,"num":3,"heads":3,"kv":4,"cache":2,"config":4,"quant":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"qkv":3,"proj":2,"q":5,"k":4,"v":2,"split":1,"size":3,"1":1,"output":4,"o":1,"return":1,"class":1,"deepseekdecoderlayer":1,"nn":1,"module":1},"10636,1945,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":1,"init":2,"self":10,"config":29,"pretrainedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":5,"quant":7,"quantizationconfig":1,"prefix":8,"str":1,"super":1,"layer":5,"idx":3,"extract":1,"index":1,"hidden":10,"size":10,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"attn":2,"deepseekattention":1,"num":4,"heads":4,"attention":2,"kv":1,"key":1,"value":1,"f":3,"if":1,"n":1,"routed":1,"experts":1,"is":1,"not":1,"and":2,"first":1,"k":1,"dense":1,"replace":1,"moe":1,"freq":1,"0":1,"mlp":4,"deepseekmoe":1,"else":1,"deepseekmlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1},"12581,1924,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":3,"forward":1,"self":18,"positions":3,"torch":6,"tensor":6,"hidden":19,"states":15,"residual":9,"optional":1,"attention":2,"if":1,"is":1,"none":1,"input":5,"layernorm":3,"else":1,"attn":1,"fully":1,"connected":1,"post":1,"mlp":1,"return":2,"class":1,"deepseekmodel":1,"nn":1,"module":1,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"init":2,"vllm":4,"config":22,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":4,"vocab":3,"size":6,"embed":2,"tokens":2,"vocabparallelembedding":1,"start":1,"layer":2,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"deepseekdecoderlayer":1,"f":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"embeddings":1,"ids":2},"14505,1511,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":2,"forward":1,"self":7,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":3,"first":1,"rank":2,"not":2,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":1,"params":1,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1},"16016,1903,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"params":11,"dict":8,"self":3,"named":1,"parameters":1,"loaded":6,"set":2,"str":1,"for":4,"name":25,"weight":13,"in":12,"weights":1,"if":8,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":8,"param":8,"shard":2,"id":2,"stacked":1,"mapping":1,"not":7,"replace":1,"skip":4,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":4,"experts":6,"that":2,"are":2,"assigned":2,"to":2,"this":2,"worker":2,"mlp":4,"or":2,"shared":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"deepseekforcausallm":1,"nn":1,"module":1,"supportspp":1},"17919,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek.py":{"def":5,"init":2,"self":20,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":3,"super":1,"model":7,"hf":1,"quant":6,"deepseekmodel":1,"maybe":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"if":1,"tie":1,"word":1,"embeddings":3,"weight":2,"embed":1,"tokens":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":9,"tensor":9,"return":4,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1},"0,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":10,"vllm":15,"project":1,"2025":1,"llama4":2,"meta":1,"inc":2,"and":2,"huggingface":1,"team":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"from":16,"collections":1,"abc":1,"import":18,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":3,"compilation":1,"decorators":1,"support":2,"compile":2,"config":2,"vllmconfig":1,"parallel":2,"state":1,"get":1,"pp":1,"group":1,"logger":4,"init":2,"model":9,"executor":8,"layers":5,"layernorm":1,"rmsnorm":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":2,"base":1,"quantizationconfig":1,"torchao":1,"torchaoconfig":1,"vocab":1,"embedding":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":3,"default":1,"models":2,"llama4decoderlayer":1,"llama4forcausallm":1,"extract":1,"layer":1,"index":1,"multimodal":2,"inputs":1,"nestedtensors":1,"autoweightsloader":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"name":1,"class":1,"llamamodel":1,"module":1},"1925,1360,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"def":2,"init":2,"self":19,"vllm":2,"config":20,"vllmconfig":1,"prefix":7,"str":1,"start":3,"layer":3,"id":3,"int":1,"0":1,"quant":4,"optional":1,"quantizationconfig":1,"none":2,"super":1,"speculative":1,"draft":1,"model":1,"hf":1,"validate":1,"and":1,"update":1,"vocab":3,"size":7,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":5,"maybe":2,"layers":3,"nn":2,"modulelist":1,"llama4decoderlayer":1,"f":1,"i":2,"for":1,"in":1,"range":1,"num":1,"fc":1,"torch":3,"linear":1,"2":1,"bias":1,"false":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"get":1,"input":3,"embeddings":1,"ids":2,"tensor":2,"return":1},"3285,745,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"def":1,"forward":1,"self":5,"input":3,"ids":2,"optional":2,"torch":7,"tensor":6,"positions":2,"hidden":9,"states":9,"inputs":4,"embeds":4,"none":3,"tuple":1,"if":1,"is":1,"get":1,"embeddings":1,"fc":1,"cat":1,"dim":1,"1":1,"residual":4,"for":1,"layer":2,"in":1,"layers":1,"norm":1,"return":1},"4030,1820,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"def":1,"load":1,"weights":3,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":21,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":3,"dict":5,"named":1,"parameters":1,"loaded":8,"for":3,"weight":13,"in":7,"removeprefix":1,"model":1,"if":5,"not":2,"continue":3,"replace":1,"loader":7,"break":1,"else":1,"pp":4,"disabled":2,"then":2,"draft":2,"will":2,"share":2,"embed":4,"with":2,"target":2,"get":2,"group":2,"world":2,"size":2,"and":2,"tokens":2,"getattr":1,"default":1,"add":1,"assert":1,"f":1,"is":1,"return":1},"5850,1256,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"def":2,"validate":1,"and":2,"update":1,"config":14,"self":6,"start":4,"layer":18,"id":4,"int":1,"quant":4,"optional":1,"quantizationconfig":1,"none":4,"yoco":3,"moe":2,"is":5,"not":1,"supported":2,"by":2,"draft":2,"model":2,"yet":1,"assert":3,"global":1,"kv":2,"local":1,"len":1,"layers":3,"0":2,"index":5,"increased":1,"so":1,"we":1,"need":1,"to":3,"pad":3,"relevant":1,"configs":1,"accordingly":1,"no":2,"rope":2,"currently":1,"only":1,"torchao":3,"quantization":3,"if":1,"isinstance":1,"torchaoconfig":1,"name":2,"str":4,"extract":1,"return":1,"replace":1,"module":2,"fqn":2,"for":1,"in":1,"items":1,"class":1,"eaglellama4forcausallm":1,"llama4forcausallm":1},"7106,1982,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"def":3,"init":2,"self":12,"vllm":8,"config":24,"vllmconfig":2,"prefix":2,"str":2,"nn":1,"module":1,"speculative":2,"draft":3,"model":13,"hf":1,"target":4,"layer":3,"num":3,"get":2,"layers":1,"parallel":1,"quantization":2,"may":1,"differ":1,"from":1,"quant":3,"load":3,"llamamodel":1,"start":1,"id":1,"logit":3,"scale":4,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"forward":1,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"hidden":2,"states":2,"inputs":2,"embeds":2,"optional":1,"none":2,"tuple":2,"return":1,"weights":9,"iterable":1,"loader":2,"autoweightsloader":1,"lm":3,"head":3,"is":1,"tied":1,"with":1,"llama4forcausallm":1,"skip":1,"prefixes":1,"permute":1,"qk":1,"weight":5,"for":3,"rotary":1,"name":7,"loaded":4,"in":3,"if":1,"not":1,"items":1},"9088,523,data/raw/vllm-0.10.1/vllm/model_executor/models/llama4_eagle.py":{"def":1,"get":2,"input":5,"embeddings":6,"self":3,"ids":3,"torch":2,"tensor":2,"multimodal":4,"optional":1,"nestedtensors":1,"none":2,"inputs":4,"embeds":4,"model":1,"if":1,"is":1,"not":1,"merge":1,"config":1,"image":1,"token":1,"index":1,"return":1},"0,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":3,"vllm":15,"project":1,"adapted":1,"from":21,"https":2,"huggingface":3,"co":2,"qwen":7,"7b":2,"blob":2,"main":2,"modeling":1,"py":1,"c":1,"alibaba":1,"cloud":1,"inference":1,"only":1,"model":13,"compatible":1,"with":1,"weights":1,"import":22,"json":1,"collections":1,"abc":1,"iterable":1,"typing":1,"any":1,"optional":1,"union":1,"torch":3,"nn":2,"transformers":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":3,"pp":2,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":9,"layers":8,"activation":2,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":2,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"class":1,"qwenmlp":1,"module":1,"mlp":1,"for":1,"language":1,"component":1,"of":1,"which":1,"contains":1,"a":1,"merging":1,"outputs":1,"via":1,"silu":1},"1961,1034,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":2,"init":2,"self":8,"hidden":6,"size":6,"int":2,"intermediate":3,"act":5,"str":1,"silu":3,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"super":1,"gate":4,"up":4,"proj":4,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"c":2,"rowparallellinear":1,"if":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"torch":2,"tensor":2,"return":1,"class":1,"qwenattention":1,"nn":1,"module":1},"2995,1764,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":1,"init":2,"self":23,"hidden":6,"size":10,"int":3,"num":10,"heads":10,"max":3,"position":3,"embeddings":2,"rope":6,"theta":2,"float":1,"10000":1,"scaling":5,"optional":3,"dict":1,"str":2,"any":1,"none":3,"cache":3,"config":10,"cacheconfig":1,"quant":7,"quantizationconfig":1,"prefix":3,"super":1,"tensor":4,"model":4,"parallel":4,"world":4,"get":2,"total":6,"assert":1,"0":2,"head":7,"dim":8,"c":2,"attn":3,"qkvparallellinear":1,"bias":2,"true":1,"proj":1,"rowparallellinear":1,"false":1,"5":1,"rotary":2,"emb":1,"base":1,"attention":1,"f":1},"4759,1559,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":2,"forward":1,"self":10,"positions":2,"torch":3,"tensor":3,"hidden":6,"states":2,"qkv":2,"c":2,"attn":6,"q":4,"k":4,"v":2,"chunk":1,"chunks":1,"3":1,"dim":1,"1":2,"rotary":1,"emb":1,"output":4,"proj":1,"return":1,"class":1,"qwenblock":1,"nn":1,"module":1,"init":2,"config":20,"pretrainedconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":3,"quant":5,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"ln":2,"rmsnorm":2,"size":5,"eps":2,"layer":2,"norm":2,"epsilon":2,"rope":8,"theta":4,"getattr":2,"10000":1,"scaling":4,"qwenattention":1,"num":1,"attention":1,"heads":1,"max":1,"position":1,"embeddings":1,"f":1,"2":2,"mlp":1,"qwenmlp":1,"intermediate":1},"6318,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":3,"forward":1,"self":18,"positions":3,"torch":8,"tensor":7,"hidden":19,"states":15,"residual":9,"optional":1,"tuple":1,"attention":1,"if":1,"is":1,"none":1,"ln":4,"1":2,"else":1,"attn":1,"fully":1,"connected":1,"2":1,"mlp":1,"return":2,"support":1,"compile":1,"class":1,"qwenmodel":1,"nn":1,"module":1,"init":2,"vllm":4,"config":23,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"cache":3,"quant":3,"vocab":3,"size":6,"wte":2,"vocabparallelembedding":1,"start":1,"layer":3,"end":1,"h":2,"make":3,"layers":2,"num":1,"lambda":1,"qwenblock":1,"f":2,"rmsnorm":1,"eps":1,"norm":1,"epsilon":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"embeddings":1,"ids":2},"8134,1212,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"h":1,"start":1,"end":1,"last":1,"return":2,"ln":1,"f":1,"class":1,"qwenbasemodel":1,"nn":1,"module":1},"9346,1464,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":2,"init":2,"self":15,"vllm":6,"config":26,"vllmconfig":1,"prefix":4,"str":1,"transformer":6,"type":3,"qwenmodel":2,"none":1,"super":1,"model":2,"hf":1,"quant":6,"multimodal":4,"maybe":1,"lm":3,"head":3,"parallellmhead":1,"vocab":2,"size":3,"hidden":3,"if":1,"tie":1,"word":1,"embeddings":1,"weight":2,"wte":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"compute":1,"states":2,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"return":1},"10810,1797,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":10,"mapping":2,"param":9,"name":21,"shard":4,"id":3,"gate":2,"up":2,"proj":2,"w2":1,"0":1,"w1":1,"1":1,"dict":6,"named":1,"parameters":1,"loaded":6,"for":4,"weight":13,"in":6,"if":6,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":6,"not":3,"replace":1,"skip":4,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"layers":2,"on":2,"other":2,"devices":2,"is":2,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":1},"12607,1309,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen.py":{"class":1,"qwenlmheadmodel":1,"qwenbasemodel":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"c":2,"attn":2,"gate":1,"up":1,"proj":1,"w2":1,"w1":1,"def":2,"init":2,"self":3,"vllm":4,"config":8,"vllmconfig":1,"prefix":3,"str":1,"model":4,"hf":4,"if":1,"hasattr":1,"visual":1,"overrides":3,"architectures":1,"qwenvlforconditionalgeneration":1,"raise":1,"runtimeerror":1,"the":3,"configuration":1,"of":2,"this":2,"indicates":1,"that":1,"it":1,"supports":1,"vision":2,"inputs":3,"but":1,"you":1,"instantiated":1,"text":1,"only":1,"version":1,"please":1,"use":1,"by":1,"setting":1,"f":1,"json":1,"dumps":1,"super":1,"forward":1,"input":2,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":2,"tensors":2,"optional":2,"intermediatetensors":2,"none":2,"embeds":2,"union":1,"hidden":2,"states":2,"transformer":1,"return":1},"0,1978,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":11,"project":1,"from":12,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"torch":4,"nn":4,"as":1,"transformers":1,"llamaconfig":2,"compilation":1,"decorators":1,"support":2,"compile":2,"config":12,"vllmconfig":2,"distributed":1,"parallel":2,"state":1,"get":1,"pp":1,"group":1,"logger":4,"init":6,"model":7,"executor":4,"layers":2,"logits":1,"processor":1,"logitsprocessor":1,"vocab":4,"embedding":1,"vocabparallelembedding":2,"loader":2,"weight":2,"utils":2,"default":1,"models":1,"llama":1,"llamadecoderlayer":3,"llamaforcausallm":1,"autoweightsloader":1,"maybe":2,"prefix":8,"name":1,"class":2,"def":2,"self":10,"disable":2,"input":5,"layernorm":5,"bool":1,"str":2,"none":2,"super":2,"skip":1,"https":1,"github":1,"com":1,"safeailab":1,"eagle":2,"blob":1,"35c78f6cdc19a73e05cf5c330b4c358dad970c6a":1,"cnets":1,"py":1,"l427":1,"if":1,"del":1,"identity":1,"llamamodel":1,"module":1,"start":1,"layer":1,"id":1,"int":1,"speculative":1,"draft":1,"hf":1,"size":4,"embed":2,"tokens":2,"hidden":1},"1978,1059,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle.py":{"self":10,"layers":4,"nn":2,"modulelist":1,"llamadecoderlayer":1,"config":4,"i":3,"0":1,"prefix":3,"maybe":1,"f":1,"start":1,"layer":3,"id":1,"for":2,"in":2,"range":1,"num":1,"hidden":12,"fc":2,"torch":7,"linear":1,"size":2,"2":1,"bias":1,"false":1,"def":1,"forward":1,"input":4,"ids":2,"tensor":5,"positions":2,"states":9,"tuple":1,"embeds":2,"embed":1,"tokens":1,"cat":1,"dim":1,"1":1,"residual":4,"none":1,"return":1},"3037,1537,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle.py":{"def":1,"load":1,"weights":3,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":8,"mapping":2,"param":9,"name":15,"shard":4,"id":3,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":2,"dict":4,"named":1,"parameters":1,"loaded":6,"for":2,"weight":13,"in":4,"if":3,"not":1,"continue":2,"replace":1,"loader":7,"break":1,"else":1,"pp":2,"disabled":1,"then":1,"draft":1,"will":1,"share":1,"embed":2,"with":1,"target":1,"get":1,"group":1,"world":1,"size":1,"and":1,"tokens":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"eaglellamaforcausallm":1,"llamaforcausallm":1},"4574,1569,data/raw/vllm-0.10.1/vllm/model_executor/models/llama_eagle.py":{"def":3,"init":2,"self":12,"vllm":6,"config":14,"vllmconfig":1,"prefix":2,"str":2,"nn":1,"module":1,"speculative":1,"draft":1,"model":9,"hf":1,"target":2,"layer":3,"num":3,"get":1,"layers":1,"parallel":1,"llamamodel":1,"start":1,"id":1,"logit":3,"scale":4,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"forward":1,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"hidden":2,"states":2,"inputs":3,"embeds":2,"optional":1,"none":3,"tuple":2,"if":2,"is":1,"not":3,"raise":1,"notimplementederror":1,"f":1,"type":1,"name":6,"does":1,"support":1,"multimodal":1,"yet":1,"return":1,"load":2,"weights":7,"iterable":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"for":1,"loaded":2,"weight":2,"in":2,"lm":1,"head":1,"items":1},"0,1865,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":11,"project":1,"2025":1,"zhipuai":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":13,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"glm":1,"4":1,"5":1,"compatible":1,"weights":1,"import":14,"typing":2,"collections":1,"abc":1,"callable":1,"iterable":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"models":1,"glm4":1,"moe":2,"glm4moeconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"vllmconfig":1,"get":4,"current":1,"ep":1,"group":2,"pp":1,"tensor":1,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1865,1053,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"logger":2,"init":1,"class":1,"glm4moemlp":1,"nn":1,"module":1},"2918,1876,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"def":3,"init":4,"self":18,"hidden":6,"size":10,"int":4,"intermediate":3,"act":5,"str":3,"quant":6,"config":10,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"bool":2,"true":1,"prefix":6,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":3,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"glm4moe":1,"nn":1,"module":1,"glm4moeconfig":1,"enable":1,"eplb":1,"tp":1,"get":2,"tensor":1,"model":1,"parallel":1,"world":1,"routed":4,"scaling":2,"factor":2,"ep":6,"group":5,"device":1,"rank":2,"n":4,"experts":4,"shared":2},"4794,1502,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"if":1,"config":11,"hidden":3,"act":2,"silu":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"is":1,"supported":1,"for":1,"now":1,"note":1,"in":1,"the":2,"transformers":3,"implementation":1,"gate":3,"isn":1,"t":1,"an":1,"nn":3,"linear":2,"so":1,"we":1,"cannot":1,"use":1,"replicatedlinear":1,"here":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"v4":1,"55":1,"1":1,"src":1,"models":1,"glm4":2,"moe":2,"modeling":1,"py":1,"l260":1,"self":18,"size":2,"n":12,"routed":3,"experts":13,"bias":2,"false":1,"dtype":2,"torch":3,"float32":2,"e":1,"score":1,"correction":1,"parameter":1,"empty":1,"load":1,"balancing":1,"settings":1,"vllm":3,"get":1,"current":1,"parallel":3,"enable":2,"eplb":2,"redundant":3,"num":1,"logical":2,"physical":8,"local":3,"ep":2,"expert":3,"start":2,"rank":1,"end":1},"6296,1475,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"self":7,"experts":12,"fusedmoe":1,"num":5,"config":16,"n":5,"routed":1,"top":1,"k":1,"per":1,"tok":1,"hidden":12,"size":10,"intermediate":6,"moe":2,"reduce":3,"results":2,"false":1,"renormalize":1,"norm":1,"topk":4,"prob":1,"quant":4,"use":1,"grouped":1,"true":1,"expert":2,"group":4,"prefix":4,"f":2,"scoring":1,"func":1,"sigmoid":1,"e":2,"score":2,"correction":2,"bias":2,"gate":1,"enable":2,"eplb":2,"redundant":2,"if":1,"shared":5,"is":1,"not":1,"none":1,"glm4moemlp":1,"act":2,"must":1,"outputs":1,"def":1,"forward":1,"states":4,"torch":2,"tensor":2,"tokens":1,"dim":2,"shape":1,"view":1,"1":1},"7771,723,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"if":3,"self":7,"n":1,"shared":5,"experts":4,"is":2,"not":2,"none":2,"output":3,"hidden":11,"states":10,"router":3,"logits":3,"gate":1,"to":1,"dtype":1,"torch":1,"float32":1,"final":6,"routed":1,"scaling":1,"factor":1,"tp":1,"size":1,"1":1,"maybe":1,"all":1,"reduce":1,"tensor":1,"model":1,"parallel":1,"return":1,"view":1,"num":1,"tokens":1,"dim":1,"class":1,"glm4moeattention":1,"nn":1,"module":1},"8494,1782,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"def":1,"init":2,"self":25,"config":3,"glm4moeconfig":1,"hidden":4,"size":16,"int":5,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":2,"10000":1,"scaling":2,"optional":4,"dict":1,"str":2,"any":1,"none":5,"max":4,"position":3,"embeddings":3,"131072":1,"head":6,"dim":6,"rms":1,"norm":4,"eps":1,"1e":1,"05":1,"qkv":1,"bias":1,"bool":2,"false":2,"use":3,"qk":3,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"or":1,"q":1,"5":1},"10276,1569,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"self":20,"qkv":3,"proj":4,"qkvparallellinear":1,"hidden":2,"size":2,"head":7,"dim":8,"total":3,"num":6,"heads":6,"kv":3,"bias":3,"quant":6,"config":9,"prefix":6,"f":3,"o":2,"rowparallellinear":1,"false":1,"partial":4,"rotary":6,"factor":4,"getattr":1,"0":1,"5":1,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":2,"attention":1,"cache":2,"if":1,"use":1,"qk":1,"norm":5,"q":1,"rmsnorm":2,"eps":4,"rms":2,"k":1},"11845,1506,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"def":2,"forward":1,"self":18,"positions":2,"torch":3,"tensor":3,"hidden":4,"states":2,"qkv":3,"proj":2,"q":9,"k":8,"v":2,"split":2,"size":5,"kv":3,"dim":3,"1":4,"if":1,"use":1,"qk":1,"norm":3,"reshape":4,"num":2,"heads":2,"head":2,"shape":2,"rotary":1,"emb":1,"attn":3,"output":4,"o":1,"return":1,"class":1,"glm4moedecoderlayer":1,"nn":1,"module":1,"init":2,"config":7,"glm4moeconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":4,"quant":1,"quantizationconfig":1,"prefix":3,"str":1,"enable":1,"eplb":1,"bool":1,"false":1,"super":1,"rope":4,"theta":2,"getattr":3,"10000":1,"scaling":2,"max":2,"position":2,"embeddings":2,"131072":1,"decoderlayers":1,"are":1,"created":1,"with":2,"make":1,"layers":1,"which":1,"passes":1,"the":2,"layer":4,"s":1,"index":1,"idx":3,"int":1,"sep":1},"13351,1639,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"self":9,"attn":2,"glm4moeattention":1,"config":28,"hidden":8,"size":8,"num":4,"heads":4,"attention":3,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"scaling":4,"max":2,"position":2,"embeddings":2,"head":2,"dim":2,"rms":4,"norm":6,"eps":6,"qkv":1,"bias":2,"cache":2,"quant":6,"prefix":6,"f":3,"use":2,"qk":2,"if":1,"n":1,"routed":3,"experts":1,"is":1,"not":1,"none":1,"and":1,"layer":1,"idx":1,"first":1,"k":1,"dense":1,"replace":1,"mlp":4,"glm4moe":1,"enable":2,"eplb":2,"else":1,"glm4moemlp":1,"intermediate":2,"act":2,"input":1,"layernorm":2,"rmsnorm":2,"post":1,"factor":2},"14990,1613,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"def":2,"forward":1,"self":12,"positions":4,"torch":6,"tensor":5,"hidden":15,"states":14,"residual":8,"optional":1,"tuple":1,"if":2,"is":2,"none":1,"input":3,"layernorm":3,"else":2,"attn":1,"post":1,"attention":1,"mlp":1,"return":1,"support":1,"compile":1,"dynamic":1,"arg":1,"dims":1,"ids":1,"0":3,"1":1,"intermediate":1,"tensors":1,"inputs":1,"embeds":1,"class":1,"glm4moemodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":18,"vllmconfig":1,"prefix":3,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":2,"enable":2,"eplb":2,"parallel":1,"vocab":3,"size":4,"get":1,"pp":1,"group":1,"first":1,"rank":1,"embed":3,"tokens":3,"vocabparallelembedding":1,"f":1,"ppmissinglayer":1},"16603,1927,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"self":13,"start":2,"layer":6,"end":2,"layers":5,"make":3,"config":10,"num":1,"hidden":12,"lambda":1,"prefix":5,"glm4moedecoderlayer":1,"cache":2,"quant":2,"enable":2,"eplb":2,"f":1,"if":4,"get":5,"pp":3,"group":3,"is":5,"last":2,"rank":3,"norm":3,"rmsnorm":1,"size":2,"eps":2,"rms":1,"else":3,"ppmissinglayer":1,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":9,"residual":8,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":2,"embed":1,"tokens":1,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"none":5,"inputs":3,"embeds":3,"union":1,"first":1,"not":3,"assert":1,"for":1,"i":2,"in":1,"range":1},"18530,1507,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"hidden":6,"states":4,"self":7,"norm":1,"residual":2,"return":3,"def":3,"make":2,"empty":1,"intermediate":1,"tensors":1,"batch":3,"size":5,"int":2,"dtype":6,"torch":5,"device":6,"intermediatetensors":2,"zeros":2,"config":3,"get":1,"expert":3,"mapping":3,"list":1,"tuple":2,"str":5,"params":3,"for":1,"weights":3,"fp8":2,"weight":2,"scales":2,"activation":1,"param":2,"name":7,"id":3,"shard":3,"fusedmoe":1,"ckpt":3,"gate":5,"proj":16,"down":2,"up":5,"num":1,"experts":2,"n":1,"routed":1,"load":1,"iterable":1,"tensor":1,"set":1,"stacked":1,"qkv":3,"q":2,"k":2,"v":2,"0":1,"1":1},"20037,1873,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"params":10,"dict":5,"self":4,"named":1,"parameters":1,"loaded":3,"set":2,"str":1,"expert":7,"mapping":8,"get":2,"for":5,"name":23,"weight":12,"in":11,"weights":1,"spec":3,"layer":3,"idx":1,"from":1,"config":1,"if":6,"is":3,"not":5,"none":1,"continue":6,"param":6,"shard":3,"id":4,"stacked":2,"skip":3,"non":1,"layers":1,"and":3,"experts":7,"handled":1,"below":3,"we":4,"have":1,"mlp":4,"0":3,"gate":4,"proj":3,"the":3,"checkpoint":1,"since":1,"handle":1,"need":1,"to":2,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"up":2,"which":2,"then":1,"breaks":1,"load":1,"replace":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"pp":1,"missing":1,"parameter":1,"loader":3,"break":1,"else":1,"false":1},"21910,1993,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"anyway":1,"this":3,"is":6,"an":2,"expert":6,"weight":10,"and":2,"should":2,"not":5,"be":1,"attempted":1,"to":3,"load":1,"as":1,"other":2,"weights":1,"later":1,"true":2,"do":1,"modify":1,"name":17,"since":2,"the":3,"loop":1,"may":2,"continue":5,"here":2,"instead":1,"create":1,"a":1,"new":1,"variable":1,"mapped":6,"replace":1,"param":4,"if":5,"pp":1,"missing":1,"parameter":1,"self":1,"params":3,"dict":3,"we":4,"ask":1,"loader":4,"return":2,"success":4,"or":1,"otherwise":1,"skip":3,"experts":1,"with":1,"available":1,"replicas":1,"typing":1,"cast":1,"callable":1,"bool":1,"loaded":1,"shard":2,"id":4,"break":1,"else":1,"ve":1,"checked":1,"that":1,"however":1,"it":2,"s":1,"locally":1,"rank":1,"so":1,"simply":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"endswith":1,"in":1,"remapping":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1},"23903,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"if":2,"is":2,"pp":2,"missing":1,"parameter":1,"name":3,"self":13,"continue":1,"param":3,"params":3,"dict":1,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":3,"add":1,"return":1,"class":1,"glm4moeforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":2,"v":1,"gate":2,"up":2,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1,"def":1,"init":2,"vllm":5,"config":22,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":4,"hf":1,"quant":6,"glm4moemodel":1,"maybe":1,"get":1,"group":2,"last":1,"rank":1,"lm":2,"head":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":2,"else":1,"ppmissinglayer":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"expert":2,"weights":1,"set":1,"moe":2,"hyperparameters":1,"num":3,"layers":2,"first":1,"dense":1,"replace":1,"groups":1,"n":1},"25724,1744,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"self":14,"moe":13,"layers":6,"list":1,"fusedmoe":1,"example":9,"none":3,"for":2,"layer":14,"in":3,"model":3,"if":3,"isinstance":3,"ppmissinglayer":1,"continue":1,"assert":1,"glm4moedecoderlayer":1,"mlp":3,"glm4moe":2,"pick":1,"last":1,"one":1,"since":1,"the":2,"first":1,"ones":1,"may":1,"be":1,"dense":1,"append":2,"experts":13,"is":1,"raise":1,"runtimeerror":1,"no":1,"found":1,"num":6,"logical":8,"n":6,"physical":7,"local":2,"routed":2,"shared":2,"redundant":2,"def":2,"set":2,"eplb":2,"state":2,"expert":6,"load":3,"view":3,"torch":5,"tensor":5,"to":3,"map":3,"replica":3,"count":3,"idx":3,"enumerate":1,"register":1,"weights":3,"get":3,"input":4,"embeddings":2,"ids":2,"return":1},"27468,1579,data/raw/vllm-0.10.1/vllm/model_executor/models/glm4_moe.py":{"def":5,"forward":1,"self":9,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"intermediate":2,"tensors":2,"optional":4,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"hidden":5,"states":4,"model":2,"return":6,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":2,"str":6,"set":1,"loader":2,"autoweightsloader":1,"get":3,"expert":2,"mapping":2,"list":1,"int":2,"spec":1,"layer":4,"idx":4,"from":1,"weight":3,"name":3,"config":5,"glm4moeconfig":1,"if":2,"hasattr":1,"num":4,"nextn":3,"predict":3,"layers":5,"and":1,"0":1,"for":1,"i":3,"in":2,"range":1,"f":1},"0,1648,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"from":17,"collections":1,"abc":1,"import":19,"iterable":1,"typing":1,"optional":1,"union":1,"torch":2,"nn":3,"as":1,"transformers":1,"dbrxconfig":1,"attention":2,"config":1,"cacheconfig":1,"vllmconfig":1,"distributed":1,"get":4,"pp":2,"group":1,"tensor":2,"model":11,"parallel":3,"rank":1,"world":1,"size":2,"executor":8,"layers":7,"fused":1,"moe":1,"fusedmoe":1,"linear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":2,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"rope":1,"vocab":2,"default":2,"padding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"class":1,"dbrxrouter":1,"module":1,"a":1,"router":1,"implementation":1,"for":2,"dbrx":1,"that":1,"returns":1,"each":1,"expert":1,"per":1,"token":1},"1648,1572,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"def":3,"init":4,"self":15,"config":21,"dbrxconfig":2,"params":6,"dtype":8,"optional":3,"torch":4,"none":4,"super":2,"tp":3,"size":10,"get":2,"tensor":4,"model":8,"parallel":2,"world":2,"num":5,"total":2,"experts":5,"ffn":7,"moe":3,"d":6,"layer":2,"replicatedlinear":1,"bias":1,"false":1,"quant":4,"forward":1,"hidden":5,"states":2,"router":2,"logits":2,"return":1,"class":1,"dbrxexperts":1,"fusedmoe":1,"quantizationconfig":1,"prefix":3,"str":1,"top":2,"k":2,"intermediate":2,"reduce":1,"results":1,"true":2,"renormalize":1},"3220,1933,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"define":1,"custom":1,"weight":26,"loader":2,"for":2,"dbrx":2,"model":5,"def":1,"self":11,"param":17,"nn":1,"parameter":1,"loaded":15,"torch":4,"tensor":2,"name":10,"str":2,"tp":6,"rank":4,"get":1,"parallel":1,"data":10,"shard":10,"size":13,"intermediate":4,"slice":1,"1":6,"uses":1,"glu":2,"each":1,"experts":1,"has":1,"3":1,"linear":1,"layers":1,"w1":2,"v1":2,"and":1,"w2":2,"if":6,"endswith":8,"reshape":3,"d":3,"0":2,"elif":2,"scale":2,"else":3,"2":2,"transpose":1},"5153,1980,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"class":2,"dbrxmoe":1,"nn":2,"module":2,"a":2,"tensor":3,"parallel":1,"moe":2,"implementation":1,"for":2,"dbrx":1,"each":1,"expert":1,"s":1,"weights":1,"are":1,"sharded":1,"across":2,"all":1,"ranks":2,"and":2,"fused":1,"kernel":1,"is":2,"used":1,"the":2,"forward":2,"pass":1,"finally":1,"we":1,"reduce":1,"outputs":1,"def":3,"init":4,"self":21,"config":20,"dbrxconfig":2,"quant":4,"optional":4,"quantizationconfig":2,"none":5,"params":8,"dtype":10,"torch":4,"prefix":4,"str":2,"super":2,"d":6,"model":6,"if":1,"get":1,"default":1,"router":5,"dbrxrouter":1,"experts":4,"dbrxexperts":1,"f":1,"hidden":8,"states":8,"orig":2,"shape":3,"view":2,"1":1,"logits":3,"num":4,"tokens":1,"n":3,"final":2,"return":1,"dbrxattention":1,"cache":1,"cacheconfig":1,"total":3,"heads":5,"head":1,"dim":1,"kv":2,"attn":3,"clip":2,"qkv":2,"rope":2,"theta":2,"max":2,"position":1,"seq":1,"len":1},"7133,1957,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"pylint":1,"disable":1,"invalid":1,"name":1,"self":35,"wqkv":1,"qkvparallellinear":1,"d":3,"model":4,"head":7,"dim":8,"total":8,"num":15,"heads":19,"kv":14,"bias":2,"false":2,"quant":6,"config":8,"out":1,"proj":1,"rowparallellinear":1,"rotary":2,"emb":1,"get":2,"rope":2,"max":3,"position":2,"base":1,"int":1,"theta":1,"is":3,"neox":1,"style":1,"true":1,"tp":11,"world":9,"size":14,"tensor":3,"parallel":3,"assert":3,"0":4,"if":1,"number":2,"of":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"q":1,"scaling":2,"5":1,"attn":2,"attention":1,"cache":2,"prefix":2,"f":1},"9090,1647,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"def":3,"forward":2,"self":22,"position":5,"ids":5,"torch":6,"tensor":6,"hidden":15,"states":15,"qkv":6,"wqkv":1,"if":1,"clip":3,"is":1,"not":1,"none":3,"clamp":1,"min":1,"max":1,"q":5,"k":4,"v":2,"split":1,"size":3,"kv":2,"dim":1,"1":3,"rotary":1,"emb":1,"attn":6,"output":2,"out":1,"proj":1,"return":2,"class":2,"dbrxfusednormattention":1,"nn":4,"module":2,"init":2,"config":7,"dbrxconfig":1,"cache":2,"optional":2,"cacheconfig":1,"quant":2,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"d":4,"model":4,"dbrxattention":1,"f":1,"norm":4,"layernorm":2,"2":2,"residual":4,"x":2,"dbrxblock":1},"10737,1154,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"def":3,"init":4,"self":7,"config":19,"dbrxconfig":1,"cache":4,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"prefix":6,"str":2,"super":2,"norm":6,"attn":3,"dbrxfusednormattention":1,"f":2,"ffn":3,"dbrxmoe":1,"forward":1,"position":3,"ids":3,"torch":3,"tensor":3,"hidden":9,"states":9,"residual":2,"return":1,"class":1,"dbrxmodel":1,"nn":1,"module":1,"vllm":4,"vllmconfig":1,"model":1,"hf":1},"11891,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"self":16,"quant":3,"config":10,"wte":2,"vocabparallelembedding":1,"vocab":1,"size":1,"d":3,"model":3,"start":2,"layer":4,"end":2,"blocks":3,"make":3,"layers":2,"n":1,"lambda":1,"prefix":5,"dbrxblock":1,"cache":1,"f":3,"norm":2,"nn":2,"layernorm":2,"eps":1,"1e":1,"5":1,"for":2,"module":4,"in":3,"modules":1,"if":4,"hasattr":1,"bias":4,"and":2,"isinstance":1,"parameter":2,"remove":1,"the":1,"term":1,"linear":1,"register":1,"none":3,"empty":2,"intermediate":5,"tensors":5,"factory":1,"hidden":12,"states":12,"def":2,"get":4,"input":6,"embeddings":2,"ids":6,"torch":6,"tensor":6,"return":3,"forward":1,"position":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"union":1,"pp":2,"group":2,"is":3,"first":1,"rank":2,"not":2,"else":2,"assert":1,"block":2,"last":1},"13885,1645,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"def":1,"load":1,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"expert":2,"params":7,"mapping":2,"w13":1,"if":6,"weight":22,"name":23,"in":5,"w1":3,"v1":3,"else":2,"w2":3,"f":1,"mlp":1,"for":3,"dict":4,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":9,"quant":2,"config":2,"is":2,"not":2,"none":1,"and":1,"scale":4,"get":1,"cache":2,"loading":1,"kv":1,"quantization":1,"scales":1,"param":8,"loader":7,"getattr":1,"default":1,"dim":1,"0":2,"add":1,"continue":3,"endswith":1,"replace":1,"pp":1,"missing":1,"parameter":1,"break":1},"15530,1914,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"else":1,"if":3,"is":3,"pp":1,"missing":1,"parameter":1,"name":8,"self":13,"continue":2,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":2,"remap":1,"params":4,"dict":2,"none":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":2,"loaded":3,"add":1,"return":2,"class":1,"dbrxforcausallm":1,"nn":1,"module":1,"supportspp":1,"def":2,"init":2,"vllm":5,"config":22,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":2,"hf":1,"quant":6,"tie":2,"word":2,"embeddings":5,"raise":1,"valueerror":1,"not":1,"supported":1,"for":1,"dbrx":1,"models":1,"unpadded":2,"vocab":7,"size":8,"transformer":4,"dbrxmodel":1,"lm":1,"head":1,"parallellmhead":1,"d":1,"org":1,"num":1,"padding":2,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"get":2,"input":4,"ids":2,"torch":2,"tensor":2},"17444,965,data/raw/vllm-0.10.1/vllm/model_executor/models/dbrx.py":{"def":3,"forward":1,"self":7,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"transformer":1,"return":3,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1},"0,1939,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":5,"contributors":1,"to":4,"the":15,"vllm":10,"project":1,"adapted":1,"from":12,"https":1,"github":1,"com":1,"huggingface":3,"transformers":2,"blob":1,"v4":1,"28":1,"src":1,"models":2,"qwen2":3,"modeling":1,"py":1,"2025":1,"xiaomi":1,"corporation":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":7,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"mimo":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"vllmconfig":1,"get":1,"pp":1,"group":1,"logger":2,"init":1,"executor":4,"layers":2,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"loader":2,"weight":2,"utils":1,"default":1,"maybe":1,"remap":1,"kv":1,"scale":1,"name":1,"qwen2forcausallm":1,"qwen2model":1},"1939,1592,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"from":3,"vllm":2,"model":1,"executor":1,"sampling":1,"metadata":1,"import":3,"samplingmetadata":1,"sequence":1,"intermediatetensors":4,"utils":1,"ppmissinglayer":1,"is":5,"pp":3,"missing":1,"parameter":1,"maybe":1,"prefix":1,"logger":2,"init":1,"name":1,"support":1,"torch":5,"compile":1,"dynamic":1,"arg":1,"dims":1,"input":4,"ids":3,"0":3,"positions":3,"1":1,"intermediate":5,"tensors":5,"inputs":4,"embeds":4,"class":1,"mimomodel":1,"qwen2model":1,"def":1,"forward":1,"self":5,"tensor":4,"optional":2,"none":5,"union":1,"if":3,"get":3,"group":2,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2},"3532,508,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":1},"4040,1420,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"for":3,"name":19,"loaded":8,"weight":17,"in":6,"weights":1,"if":7,"mtp":1,"layers":1,"continue":6,"rotary":1,"emb":1,"inv":1,"freq":1,"self":3,"quant":2,"config":2,"is":2,"not":3,"none":1,"and":2,"scale":4,"get":1,"cache":2,"loading":2,"kv":1,"quantization":1,"scales":1,"param":8,"params":5,"dict":3,"loader":7,"getattr":1,"default":1,"dim":1,"0":2,"else":1,"add":1,"shard":2,"id":2,"stacked":1,"mapping":1,"replace":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"pp":1,"missing":1,"parameter":1,"break":1},"5460,703,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"name":10,"endswith":1,"and":1,"not":1,"in":1,"params":4,"dict":3,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":2,"add":1},"6163,29,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"return":1,"loaded":1,"params":1},"6192,1628,data/raw/vllm-0.10.1/vllm/model_executor/models/mimo.py":{"class":1,"mimoforcausallm":1,"qwen2forcausallm":1,"nn":2,"module":2,"def":2,"init":2,"self":17,"vllm":6,"config":25,"vllmconfig":1,"prefix":7,"str":1,"model":6,"hf":1,"quant":6,"lora":4,"mimomodel":1,"maybe":2,"if":2,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"tie":1,"word":1,"embeddings":1,"lm":5,"head":5,"embed":1,"tokens":1,"else":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"ppmissinglayer":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"compute":1,"states":4,"torch":2,"tensor":2,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"norm":1,"return":1},"0,1996,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":4,"0":4,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":2,"the":11,"vllm":12,"project":1,"adapted":1,"from":15,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"gpt2":2,"modeling":1,"py":1,"2023":1,"team":3,"2018":2,"openai":1,"authors":1,"and":2,"inc":1,"c":1,"nvidia":1,"corporation":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"gpt":1,"model":9,"compatible":1,"weights":1,"collections":1,"abc":1,"import":15,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"gpt2config":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"parallel":3,"state":1,"get":3,"pp":1,"group":1,"tensor":1,"world":1,"size":1,"executor":6,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":1,"default":1},"1996,1842,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"from":5,"vllm":2,"model":5,"executor":1,"sampling":1,"metadata":1,"import":5,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"layers":2,"pooler":2,"dispatchpooler":1,"interfaces":1,"supportspp":1,"utils":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":8,"class":1,"gpt2attention":1,"nn":1,"module":1,"def":1,"init":2,"self":17,"config":13,"gpt2config":1,"cache":3,"optional":2,"cacheconfig":1,"none":2,"quant":7,"quantizationconfig":1,"str":1,"super":1,"hidden":6,"size":10,"total":5,"num":8,"heads":8,"attention":2,"tensor":4,"parallel":4,"world":4,"get":1,"assert":1,"0":2,"head":4,"dim":4,"scale":3,"5":1,"c":4,"attn":4,"qkvparallellinear":1,"bias":2,"true":2,"f":3,"proj":2,"rowparallellinear":1},"3838,1718,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"def":4,"forward":2,"self":13,"hidden":17,"states":10,"torch":4,"tensor":4,"qkv":2,"c":8,"attn":6,"q":2,"k":2,"v":2,"chunk":1,"chunks":1,"3":1,"dim":2,"1":1,"output":4,"proj":4,"return":2,"class":2,"gpt2mlp":1,"nn":2,"module":2,"init":4,"intermediate":3,"size":10,"int":1,"config":14,"gpt2config":2,"quant":6,"optional":3,"quantizationconfig":2,"none":4,"prefix":6,"str":2,"super":2,"fc":3,"columnparallellinear":1,"bias":2,"true":2,"f":2,"rowparallellinear":1,"act":3,"get":1,"fn":1,"activation":1,"function":1,"gpt2block":1,"cache":1,"cacheconfig":1,"inner":3,"n":2,"if":1,"is":1,"not":1,"else":1,"4":1},"5556,1394,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"self":10,"ln":4,"1":2,"nn":3,"layernorm":2,"hidden":17,"size":2,"eps":2,"config":18,"layer":2,"norm":2,"epsilon":2,"attn":5,"gpt2attention":1,"cache":3,"quant":4,"prefix":5,"f":2,"2":2,"mlp":3,"gpt2mlp":1,"inner":1,"dim":1,"def":2,"forward":3,"states":15,"torch":3,"tensor":2,"residual":6,"output":2,"connection":2,"feed":2,"return":1,"support":1,"compile":1,"class":1,"gpt2model":1,"module":1,"init":2,"vllm":4,"vllmconfig":1,"str":1,"super":1,"model":1,"hf":1},"6950,1950,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"self":20,"config":16,"assert":4,"not":4,"add":1,"cross":1,"attention":1,"scale":1,"attn":2,"by":1,"inverse":1,"layer":8,"idx":1,"reorder":1,"and":1,"upcast":1,"embed":4,"dim":4,"hidden":8,"size":2,"wte":3,"vocabparallelembedding":1,"vocab":1,"quant":3,"prefix":7,"f":3,"wpe":2,"nn":2,"embedding":1,"max":1,"position":5,"embeddings":3,"start":2,"end":2,"h":3,"make":3,"layers":2,"num":1,"lambda":1,"gpt2block":1,"cache":1,"ln":1,"layernorm":1,"eps":1,"norm":1,"epsilon":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":6,"n":1,"embd":1,"def":2,"get":3,"input":6,"ids":6,"torch":6,"tensor":6,"return":1,"forward":1,"optional":2,"intermediatetensors":2,"inputs":4,"embeds":6,"union":1,"if":2,"pp":1,"group":1,"is":3,"first":1,"rank":1,"none":2,"else":1,"for":1,"in":1},"8900,1573,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"if":5,"not":4,"get":1,"pp":2,"group":1,"is":2,"last":1,"rank":1,"return":3,"intermediatetensors":1,"hidden":5,"states":5,"self":4,"ln":1,"f":1,"def":1,"load":1,"weights":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":7,"for":2,"name":10,"weight":11,"in":5,"attn":4,"bias":3,"or":1,"masked":1,"skip":1,"attention":1,"mask":1,"note":2,"c":4,"should":1,"be":1,"skipped":1,"continue":4,"missing":1,"parameter":1,"param":3,"the":3,"hf":1,"s":1,"gpt":1,"2":1,"implementation":1,"uses":1,"conv1d":3,"instead":1,"of":2,"linear":1,"because":1,"this":1,"we":1,"need":1,"to":1,"transpose":1,"zhuohan":1,"logic":1,"below":1,"might":1,"break":1,"quantized":1,"models":1,"proj":1,"fc":1,"endswith":1,"t":1,"loader":4,"getattr":1,"default":1,"add":1,"class":1,"gpt2lmheadmodel":1,"nn":1,"module":1,"supportspp":1},"10473,1891,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"def":4,"init":2,"self":21,"vllm":5,"config":20,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":1,"hf":1,"quant":6,"transformer":6,"gpt2model":1,"maybe":1,"lm":5,"head":5,"parallellmhead":1,"vocab":2,"size":3,"hidden":5,"f":1,"if":1,"tie":2,"word":1,"embeddings":3,"weights":1,"wte":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"12364,1567,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"def":3,"load":4,"weights":10,"self":8,"iterable":2,"tuple":2,"str":4,"torch":2,"tensor":2,"set":1,"loader":4,"autoweightsloader":2,"add":1,"transformer":3,"prefix":5,"return":2,"class":2,"gpt2forsequenceclassification":1,"nn":2,"module":1,"gpt2":2,"model":4,"for":7,"sequence":1,"classification":2,"this":1,"expands":1,"gpt2model":3,"with":1,"pooling":3,"and":1,"score":3,"functions":1,"last":1,"token":1,"is":3,"being":1,"used":3,"attributes":1,"an":2,"instance":2,"of":2,"forward":1,"operations":2,"a":1,"layer":1,"calculating":1,"logits":1,"pooler":10,"true":1,"init":2,"vllm":5,"config":16,"vllmconfig":1,"super":1,"hf":1,"maybe":1,"linear":1,"n":1,"embd":1,"num":1,"labels":1,"bias":1,"false":1,"assert":1,"not":1,"none":2,"dispatchpooler":1,"encode":2,"classify":2,"classifier":1},"13931,836,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt2.py":{"def":2,"forward":1,"self":3,"input":3,"ids":4,"torch":6,"tensor":8,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":1,"none":2,"inputs":3,"embeds":3,"hidden":2,"states":2,"transformer":4,"position":1,"logits":2,"score":1,"return":1,"add":1,"prefix":1,"weights":2,"iterable":2,"tuple":2,"str":2,"for":1,"name":6,"in":1,"if":1,"not":2,"startswith":2,"and":1,"lm":1,"head":1,"yield":1},"0,1901,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":4,"the":13,"vllm":10,"project":1,"2024":1,"bigcode":1,"and":5,"huggingface":1,"inc":1,"team":2,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":14,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"pytorch":1,"starcoder2":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"starcoder2config":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":4,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":5,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1901,901,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"from":6,"vllm":4,"model":4,"executor":3,"layers":2,"vocab":2,"parallel":1,"embedding":1,"import":6,"default":2,"padding":1,"size":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":2,"class":1,"starcoder2attention":1,"nn":1,"module":1,"def":1,"init":2,"self":2,"config":5,"starcoder2config":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"str":1,"super":1},"2802,1226,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"self":25,"hidden":3,"size":15,"config":6,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"num":15,"heads":19,"attention":1,"assert":3,"0":4,"kv":12,"key":1,"value":1,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"max":3,"1":1,"head":4,"dim":4,"q":1,"scaling":1,"5":1,"rope":2,"theta":2,"position":2,"embeddings":2,"use":2,"bias":2},"4028,1578,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"self":29,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":4,"use":2,"quant":6,"config":8,"prefix":6,"f":3,"o":3,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":2,"max":2,"position":2,"embeddings":1,"base":1,"int":1,"theta":1,"is":1,"neox":1,"style":1,"true":1,"attn":5,"attention":1,"scaling":1,"cache":2,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"starcoder2mlp":1,"nn":1,"module":1},"5606,1007,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"def":2,"init":2,"self":8,"config":13,"starcoder2config":1,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"c":6,"fc":3,"columnparallellinear":1,"hidden":11,"size":4,"intermediate":2,"bias":4,"use":2,"f":2,"proj":3,"rowparallellinear":1,"act":4,"get":1,"fn":1,"forward":1,"states":8,"torch":2,"tensor":2,"return":1,"class":1,"starcoder2decoderlayer":1,"nn":1,"module":1},"6613,1984,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"def":3,"init":4,"self":16,"config":26,"starcoder2config":1,"cache":4,"optional":2,"cacheconfig":1,"none":2,"quant":7,"quantizationconfig":1,"prefix":6,"str":2,"super":2,"hidden":21,"size":4,"attn":3,"starcoder2attention":1,"f":2,"mlp":3,"starcoder2mlp":1,"input":2,"layernorm":6,"nn":3,"eps":2,"norm":2,"epsilon":2,"post":2,"attention":3,"forward":1,"positions":3,"torch":4,"tensor":3,"states":17,"residual":4,"fully":1,"connected":1,"return":1,"support":1,"compile":1,"class":1,"starcoder2model":1,"module":1,"vllm":4,"vllmconfig":1,"model":1,"hf":1},"8597,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"self":16,"config":15,"vocab":3,"size":6,"embed":3,"tokens":3,"vocabparallelembedding":1,"hidden":16,"quant":4,"prefix":7,"f":2,"start":2,"layer":6,"end":2,"layers":5,"make":3,"num":1,"lambda":1,"starcoder2decoderlayer":1,"cache":1,"norm":3,"nn":1,"layernorm":1,"eps":1,"epsilon":1,"empty":2,"intermediate":5,"tensors":5,"factory":1,"states":12,"def":2,"get":4,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":3,"forward":1,"positions":2,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":3,"union":1,"if":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"else":2,"assert":1,"for":1,"in":1,"last":1},"10499,1562,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":2,"params":9,"mapping":2,"param":9,"name":20,"shard":4,"id":3,"qkv":3,"proj":6,"q":2,"k":2,"v":2,"dict":5,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":6,"for":2,"weight":13,"in":3,"if":4,"not":1,"continue":4,"replace":1,"is":3,"pp":2,"missing":2,"parameter":2,"loader":7,"break":1,"else":1,"maybe":1,"remap":1,"kv":1,"scale":1,"none":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"starcoder2forcausallm":1,"nn":1,"module":1,"supportspp":1},"12061,1766,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"def":3,"init":2,"self":18,"vllm":5,"config":21,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":7,"hf":1,"quant":4,"starcoder2model":1,"maybe":1,"vocab":11,"size":13,"unpadded":4,"if":1,"tie":1,"word":1,"embeddings":4,"lm":3,"head":3,"embed":1,"tokens":1,"else":1,"parallellmhead":1,"hidden":3,"org":1,"num":1,"padding":2,"default":1,"f":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":6,"tensor":6,"return":2,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"states":2},"13827,783,data/raw/vllm-0.10.1/vllm/model_executor/models/starcoder2.py":{"def":2,"compute":1,"logits":4,"self":6,"hidden":2,"states":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":1,"lm":2,"head":2,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"models":1,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"in":1,"the":1,"checkpoint":1,"skip":2,"them":1,"prefixes":1,"weight":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1,"none":1},"0,1840,data/raw/vllm-0.10.1/vllm/model_executor/models/mlp_speculator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":7,"project":1,"import":10,"math":1,"from":7,"collections":1,"abc":1,"iterable":1,"torch":5,"nn":5,"as":2,"config":1,"vllmconfig":1,"model":6,"executor":5,"samplingmetadata":1,"layers":3,"logits":1,"processor":1,"logitsprocessor":1,"sampler":2,"sampleroutput":1,"get":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":4,"utils":1,"default":1,"sqrt2":1,"5":1,"class":1,"mlpspeculatorlayernorm":1,"module":1,"a":2,"l2":1,"normalization":2,"implementation":1,"args":1,"normalized":4,"shape":4,"int":1,"dimensionality":1,"of":3,"input":1,"data":1,"size":1,"final":1,"tensor":1,"axis":1,"eps":6,"float":1,"safety":1,"term":2,"prevent":1,"division":1,"by":1,"zero":1,"make":1,"sure":1,"chosen":1,"value":1,"fits":1,"in":1,"range":1,"your":1,"encoding":1,"scheme":1,"i":1,"e":1,"fp16":1,"requires":1,"6e":1,"8":1,"elementwise":6,"scale":6,"and":7,"shift":7,"bool":1,"include":1,"learned":1,"scaling":1,"after":1,"def":2,"init":2,"self":11,"1e":1,"06":1,"true":2,"super":1,"if":2,"parameter":2,"empty":2,"bias":2,"forward":1,"x":9,"xf":5,"rsqrt":1,"pow":1,"mean":1,"1":1,"keepdim":1,"type":1,"return":1},"1840,1902,data/raw/vllm-0.10.1/vllm/model_executor/models/mlp_speculator.py":{"class":1,"mlpspeculator":1,"nn":6,"module":1,"an":1,"implementation":1,"of":2,"the":3,"speculative":5,"models":1,"introduced":1,"in":1,"accelerating":1,"production":1,"llms":1,"with":1,"combined":1,"token":1,"embedding":3,"speculators":2,"https":3,"arxiv":1,"org":2,"pdf":1,"2404":1,"19124":1,"trained":1,"this":1,"type":1,"are":1,"available":1,"on":1,"hf":2,"hub":1,"at":1,"huggingface":2,"co":2,"ibm":2,"ai":1,"platform":1,"and":1,"granite":1,"def":1,"init":2,"self":23,"vllm":2,"config":16,"vllmconfig":1,"prefix":1,"str":1,"none":1,"super":1,"model":2,"n":3,"predict":3,"vocab":5,"size":6,"emb":5,"dim":12,"inner":8,"if":2,"0":1,"else":1,"max":4,"tokens":5,"num":2,"lookahead":1,"tie":4,"weights":4,"scale":2,"input":2,"assert":1,"1":3,"you":1,"cannot":1,"between":1,"stages":1,"when":1,"only":1,"exists":1,"vocabparallelembedding":1,"embeddings":1,"modulelist":3,"initial":1,"projection":1,"from":1,"base":1,"may":1,"have":1,"a":1,"different":1,"so":1,"that":1,"stays":1,"separate":1,"proj":5,"first":2,"linear":2,"bias":3,"false":3,"tied":2,"head":3,"parallellmhead":1},"3742,1764,data/raw/vllm-0.10.1/vllm/model_executor/models/mlp_speculator.py":{"ln":4,"mlpspeculatorlayernorm":3,"self":29,"inner":7,"dim":9,"elementwise":3,"scale":4,"and":3,"shift":3,"true":2,"nn":7,"modulelist":5,"max":5,"speculative":5,"tokens":5,"else":2,"emb":4,"vocabparallelembedding":1,"config":7,"vocab":5,"size":5,"org":1,"num":1,"embeddings":1,"for":4,"in":4,"range":4,"proj":1,"linear":1,"if":2,"i":2,"0":4,"bias":2,"false":3,"head":1,"parallellmhead":1,"input":1,"ln0":1,"state":2,"weight":3,"5":2,"n":1,"predict":1,"math":1,"sqrt":1,"1":2,"2":2,"activation":1,"gelu":1,"logits":1,"processor":1,"logitsprocessor":1,"sampler":2,"get":1},"5506,1811,data/raw/vllm-0.10.1/vllm/model_executor/models/mlp_speculator.py":{"def":1,"generate":1,"proposals":1,"self":14,"input":3,"ids":3,"torch":2,"tensor":2,"previous":7,"hidden":7,"states":15,"num":4,"predict":5,"tokens":14,"int":1,"sampling":3,"metadata":3,"samplingmetadata":1,"list":1,"sampleroutput":1,"if":2,"max":3,"speculative":3,"raise":1,"valueerror":1,"f":3,"for":2,"model":1,"is":2,"but":1,"were":1,"requested":1,"b":4,"x":3,"1":6,"d":3,"unsqueeze":2,"scale":1,"ln0":1,"sqrt2":1,"last":3,"next":3,"head":7,"index":5,"in":1,"range":1,"project":1,"and":2,"z":3,"emb":3,"k":3,"proj":1,"weighted":1,"add":2,"of":2,"state":4,"weight":5,"let":1,"subsequent":1,"ln":2,"take":1,"care":1,"denominator":1,"close":1,"to":1,"so":1,"shouldn":1,"t":1,"be":1,"any":1,"precision":1,"issues":1,"alpha":1,"activation":1,"todo":1,"not":1,"yet":1,"supporting":1,"top":1,"per":1,"flatten":1,"0":1,"logits":3,"processor":1,"output":3,"sampler":1,"sampled":1,"token":1,"append":1,"return":1},"7317,648,data/raw/vllm-0.10.1/vllm/model_executor/models/mlp_speculator.py":{"def":1,"load":1,"weights":3,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"loaded":5,"for":1,"name":5,"weight":6,"in":1,"replace":1,"speculator":1,"param":4,"get":1,"if":1,"is":1,"not":1,"none":1,"loader":4,"getattr":1,"default":1,"add":1,"return":1},"0,1908,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"inference":1,"only":1,"minimaxtext01":1,"model":14,"import":27,"copy":1,"math":1,"from":21,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"regex":1,"as":2,"re":1,"torch":4,"distributed":3,"nn":2,"functional":1,"f":1,"einops":1,"rearrange":1,"transformers":1,"minimaxconfig":1,"envs":1,"attention":3,"attentionmetadata":1,"config":3,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"get":5,"current":1,"communication":1,"op":2,"tensor":3,"parallel":4,"all":1,"reduce":1,"state":1,"pp":1,"group":1,"rank":1,"world":1,"size":1,"forward":3,"context":2,"executor":10,"custom":1,"customop":1,"layers":9,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1,"lightning":2,"attn":1,"linear":2,"decode":1,"triton":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"mamba":3,"abstract":1,"mambabase":1,"utils":1,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"quantization":1,"base":1,"quantizationconfig":1},"1908,1925,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"from":9,"vllm":6,"model":7,"executor":4,"layers":2,"vocab":2,"parallel":3,"embedding":1,"import":9,"default":2,"padding":1,"size":4,"parallellmhead":1,"vocabparallelembedding":1,"loader":5,"weight":10,"utils":3,"models":1,"maybe":1,"prefix":3,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"v1":1,"attention":1,"backends":1,"linear":1,"attn":1,"linearattentionmetadata":1,"interfaces":1,"hasinnerstate":1,"ishybrid":1,"minimax":1,"cache":1,"minimaxcachemanager":1,"minimaxcacheparams":1,"ppmissinglayer":1,"is":2,"pp":1,"missing":1,"parameter":2,"make":1,"def":5,"replace":3,"name":7,"str":7,"key":3,"none":7,"to":3,"count":3,"int":3,"if":1,"else":1,"return":5,"with":1,"alias":2,"wrapper":2,"func":4,"callable":1,"inner":2,"param":2,"torch":3,"tensor":4,"loaded":2,"args":2,"kwargs":2,"value":2,"class":1,"minimaxtext01rmsnormtp":2,"customop":1,"init":2,"self":8,"hidden":2,"eps":2,"float":1,"1e":1,"6":1,"super":1,"tp":3,"world":3,"get":2,"rank":2,"nn":1,"ones":1,"variance":1,"epsilon":1},"3833,1648,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"staticmethod":1,"def":3,"weight":16,"loader":1,"param":2,"nn":1,"parameter":1,"loaded":3,"torch":11,"tensor":11,"none":3,"tp":7,"world":5,"get":2,"model":3,"parallel":3,"size":13,"rank":4,"shard":5,"shape":1,"0":4,"slice":1,"1":9,"data":1,"copy":1,"return":3,"forward":3,"self":12,"x":18,"orig":2,"dtype":4,"to":2,"float32":2,"variance":5,"pow":1,"2":1,"mean":1,"dim":1,"keepdim":1,"true":1,"if":3,"all":1,"reduce":1,"rsqrt":1,"epsilon":1,"repeat":3,"count":2,"full":2,"else":1,"residual":3,"optional":1,"union":1,"tuple":1,"assert":1,"is":1,"rmsnorm":1,"does":1,"not":1,"support":1,"connection":1,"class":1,"minimaxtext01rotaryembedding":2,"customop":1,"name":1},"5481,1913,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":4,"init":2,"self":24,"head":4,"size":4,"int":3,"rotary":6,"dim":6,"max":4,"position":4,"base":6,"float":4,"is":4,"neox":4,"style":4,"bool":1,"cache":17,"dtype":11,"torch":14,"none":1,"super":1,"embeddings":2,"compute":6,"cos":10,"sin":10,"to":6,"register":1,"buffer":1,"persistent":1,"false":1,"inv":6,"freq":6,"tensor":7,"the":2,"inverse":1,"frequency":1,"1":2,"0":2,"arange":2,"2":1,"return":3,"and":1,"t":2,"freqs":3,"einsum":1,"i":1,"j":1,"ij":1,"cat":1,"forward":1,"positions":3,"query":8,"key":8,"tuple":1,"from":1,"vllm":1,"import":1,"custom":1,"ops":3,"as":1,"device":1,"cast":6,"embedding":1,"class":1,"minimaxtext01mlp":1,"nn":1,"module":1},"7394,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":3,"init":4,"self":19,"hidden":6,"size":15,"int":8,"intermediate":6,"quant":8,"config":8,"optional":3,"quantizationconfig":2,"none":8,"layer":6,"idx":6,"prefix":6,"str":2,"mlp":1,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":2,"down":3,"rowparallellinear":1,"act":2,"fn":2,"siluandmul":1,"return":2,"forward":1,"x":6,"torch":4,"tensor":3,"class":1,"minimaxtext01moe":1,"nn":1,"module":1,"num":3,"experts":3,"top":3,"k":3,"params":5,"dtype":7,"moe":1,"tp":2,"get":2,"model":1,"parallel":1,"world":1,"total":1,"if":1,"is":1,"default":1},"9198,1568,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"self":17,"gate":6,"replicatedlinear":1,"hidden":17,"size":13,"num":5,"total":2,"experts":6,"bias":1,"false":1,"params":3,"dtype":4,"torch":6,"float32":3,"quant":3,"config":3,"none":2,"prefix":4,"f":2,"weight":7,"loader":3,"minimaxtext01moe":1,"fusedmoe":1,"top":2,"k":2,"intermediate":2,"tp":3,"reduce":1,"results":1,"true":2,"renormalize":1,"return":3,"staticmethod":1,"def":2,"param":3,"nn":1,"parameter":1,"loaded":3,"tensor":3,"assert":1,"data":1,"copy":1,"to":3,"forward":1,"states":9,"tokens":2,"shape":1,"view":2,"1":1,"router":2,"logits":2,"fp32":2,"final":4,"class":1,"minimaxtext01linearkernel":1},"10766,1947,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"staticmethod":1,"def":4,"jit":1,"linear":4,"forward":1,"prefix":1,"q":6,"torch":8,"tensor":6,"k":4,"v":4,"kv":8,"caches":3,"slope":4,"rate":4,"block":3,"size":6,"int":4,"layer":1,"idx":1,"none":1,"kwargs":1,"to":1,"float32":1,"should":2,"pad":2,"dim":5,"3":1,"if":1,"unsqueeze":3,"0":5,"b":1,"h":5,"n":3,"d":6,"shape":4,"e":3,"history":5,"reshape":2,"1":4,"contiguous":1,"output":3,"lightning":1,"attention":4,"copy":1,"assert":1,"batch":1,"must":1,"be":1,"return":4,"rearrange":1,"squeeze":1,"class":1,"minimaxtext01linearattention":1,"nn":1,"module":1,"mambabase":1,"property":1,"mamba":2,"type":1,"self":8,"str":1,"get":2,"state":4,"dtype":5,"tuple":4,"mambastatedtypecalculator":1,"model":1,"config":2,"cache":2,"mambastateshapecalculator":1,"num":2,"heads":2,"tp":2,"head":2},"12713,1250,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":1,"init":2,"self":24,"hidden":8,"size":13,"int":9,"inner":3,"num":9,"heads":10,"head":5,"dim":5,"max":1,"position":1,"block":3,"layer":5,"model":5,"config":7,"optional":3,"modelconfig":1,"none":4,"cache":3,"cacheconfig":1,"quant":1,"quantizationconfig":1,"idx":4,"0":3,"linear":2,"prefix":3,"str":1,"attn":1,"super":1,"total":3,"tp":7,"get":2,"tensor":2,"parallel":2,"world":1,"rank":2,"assert":1,"qkv":1},"13963,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"self":18,"qkv":2,"proj":4,"columnparallellinear":2,"hidden":9,"size":9,"inner":4,"3":1,"bias":3,"false":3,"quant":6,"config":11,"prefix":9,"f":4,"output":2,"gate":2,"out":2,"rowparallellinear":1,"norm":1,"minimaxtext01rmsnormtp":1,"eps":1,"1e":3,"5":3,"slope":9,"rate":6,"minimaxtext01linearattention":1,"build":2,"tensor":4,"num":3,"heads":4,"if":3,"layer":4,"1":5,"else":1,"idx":1,"tp":5,"rank":2,"contiguous":1,"envs":1,"vllm":2,"use":1,"v1":1,"compilation":4,"get":2,"current":1,"in":1,"static":2,"forward":2,"context":2,"raise":1,"valueerror":1,"duplicate":1,"name":1,"staticmethod":2,"def":3,"weight":4,"direct":1,"load":1,"param":3,"torch":2,"loaded":3,"none":1,"assert":1,"data":1,"copy":1,"return":1,"n":2,"attention":1,"int":1,"slopes":1},"15933,1704,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":2,"get":5,"slopes":7,"power":7,"of":8,"2":12,"n":9,"start":10,"math":4,"log2":3,"3":1,"ratio":2,"return":4,"i":2,"for":2,"in":3,"range":2,"if":4,"is":1,"integer":1,"else":2,"closest":4,"floor":1,"0":6,"torch":2,"tensor":4,"attention":2,"heads":2,"dtype":1,"float32":1,"reshape":1,"1":6,"prefill":7,"and":1,"mix":1,"infer":1,"self":1,"q":2,"k":2,"v":2,"kv":2,"cache":3,"state":3,"indices":3,"attn":6,"metadata":6,"hidden":1,"idx":6,"getattr":1,"num":2,"prefills":2,"len":2,"query":3,"loc":3,"break":2,"are":1,"packed":1,"at":1,"end":5,"batch":1,"v1":2,"offset":4,"decode":1,"tokens":1,"envs":1,"vllm":1,"use":1,"slot":2,"id":2,"qs":1,"transpose":3,"contiguous":3,"ks":1,"vs":1,"slice":1,"layer":1},"17637,1883,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"out":2,"slice":3,"minimaxtext01linearkernel":1,"jit":1,"linear":2,"forward":2,"prefix":1,"qs":1,"ks":1,"vs":1,"layer":3,"cache":4,"self":6,"tp":2,"slope":2,"block":1,"idx":2,"hidden":12,"append":2,"contiguous":8,"if":4,"attn":11,"metadata":11,"num":11,"decode":10,"tokens":7,"0":5,"infer":2,"q":10,"k":7,"v":7,"kv":3,"state":4,"indices":4,"tensor":4,"envs":2,"vllm":2,"use":2,"v1":2,"insert":1,"else":2,"not":2,"return":3,"torch":2,"empty":1,"size":1,"1":1,"device":2,"dtype":2,"concat":1,"dim":1,"def":1,"prefill":3,"unsqueeze":6,"2":6,"prefills":3,"getattr":1,"slot":3,"id":3,"decodes":1,"triton":1,"32":1},"19520,926,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":1,"forward":5,"self":6,"hidden":2,"states":2,"torch":6,"tensor":5,"positions":1,"kv":3,"caches":1,"minimaxcacheparams":1,"kwargs":1,"qkv":4,"proj":1,"qkv32":2,"to":1,"float32":1,"qkvact":4,"nn":1,"functional":1,"silu":1,"view":1,"shape":1,"0":2,"tp":1,"heads":1,"1":2,"q":1,"k":1,"v":1,"split":1,"head":1,"dim":2,"3":1,"context":4,"get":1,"attn":8,"metadata":8,"if":2,"envs":1,"vllm":1,"use":1,"v1":1,"is":1,"not":1,"none":1,"assert":2,"isinstance":2,"dict":1,"prefix":1,"linearattentionmetadata":1,"cache":2,"virtual":1,"engine":1,"state":2,"indices":2},"20446,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"num":11,"prefills":5,"getattr":3,"attn":9,"metadata":9,"0":8,"if":4,"decode":9,"tokens":6,"for":1,"prefill":6,"idx":5,"in":1,"range":1,"q":11,"start":4,"query":4,"loc":2,"end":2,"1":2,"len":4,"context":2,"seq":1,"lens":1,"block":2,"to":2,"clear":2,"state":5,"indices":5,"tensor":5,"kv":6,"cache":5,"else":3,"caches":2,"minimax":1,"only":2,"is":1,"none":1,"hidden":3,"torch":1,"empty":1,"shape":3,"2":1,"device":2,"dtype":2,"not":1,"self":2,"and":1,"mix":1,"infer":2,"k":2,"v":2},"22395,1657,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"hidden":14,"self":28,"norm":1,"forward":1,"gate":3,"output":1,"states":2,"f":1,"sigmoid":1,"to":1,"dtype":1,"out":1,"proj":1,"return":1,"class":1,"minimaxtext01attention":1,"nn":1,"module":1,"def":1,"init":2,"size":13,"int":8,"num":16,"heads":16,"head":6,"dim":7,"kv":10,"rotary":1,"max":2,"position":1,"4096":1,"32":1,"rope":3,"theta":3,"float":1,"10000":1,"sliding":3,"window":3,"optional":3,"none":5,"quant":1,"config":2,"quantizationconfig":1,"layer":3,"idx":3,"cache":1,"cacheconfig":1,"prefix":3,"str":1,"mha":1,"super":1,"tp":7,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"total":8,"assert":3,"0":4,"if":1,"else":1,"1":1,"q":1,"scaling":1,"5":1},"24052,1561,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"self":20,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":3,"dim":4,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":8,"prefix":7,"f":4,"o":3,"rowparallellinear":1,"attn":11,"attention":1,"scaling":1,"cache":2,"return":2,"def":1,"forward":4,"states":2,"torch":3,"tensor":3,"positions":3,"kwargs":1,"context":3,"get":1,"metadata":5,"q":7,"k":6,"v":2,"split":1,"1":1,"if":2,"envs":1,"vllm":1,"use":1,"v1":1,"is":1,"not":1,"none":1,"rotary":2,"emb":2,"else":1,"output":4,"class":1,"minimaxtext01decoderlayer":1,"nn":1,"module":1},"25613,667,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":1,"init":2,"self":6,"config":6,"minimaxconfig":1,"model":2,"optional":4,"modelconfig":1,"none":6,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"expert":3,"num":3,"int":3,"1":1,"layer":3,"id":3,"linear":1,"prefix":3,"str":1,"decoder":1,"ilayer":1,"irank":1,"get":1,"tensor":1,"parallel":1,"rank":1,"super":1,"hidden":2,"size":2,"rope":2,"theta":2,"getattr":1,"10000":1},"26280,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"head":10,"dim":13,"getattr":1,"config":30,"none":2,"if":6,"is":1,"hidden":11,"size":8,"num":10,"attention":6,"heads":8,"hasattr":3,"max":9,"model":5,"len":3,"and":1,"isinstance":1,"int":1,"position":6,"embeddings":4,"min":1,"type":2,"0":1,"use":2,"headxdim":2,"true":1,"inner":3,"else":3,"self":8,"attn":2,"minimaxtext01linearattention":1,"block":3,"256":1,"layer":5,"layers":1,"cache":4,"quant":4,"idx":3,"ilayer":2,"linear":2,"id":1,"prefix":4,"elif":1,"1":1,"minimaxtext01attention":1,"rotary":3,"kv":1,"key":1,"value":1,"rope":2,"theta":2,"sliding":2,"window":2},"28265,121,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"attention":2,"type":2,"self":1,"config":1},"28386,670,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"if":1,"expert":2,"num":4,"1":1,"self":5,"mlp":1,"minimaxtext01mlp":1,"hidden":4,"size":8,"intermediate":4,"config":8,"quant":4,"layer":2,"idx":2,"ilayer":2,"prefix":4,"else":1,"block":1,"sparse":1,"moe":1,"minimaxtext01moe":1,"experts":2,"top":1,"k":1,"per":1,"tok":1},"29056,1420,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"self":10,"input":1,"layernorm":14,"rmsnorm":2,"config":18,"hidden":2,"size":2,"eps":4,"rms":2,"norm":2,"post":1,"attention":10,"if":1,"type":1,"0":1,"alpha":9,"getattr":13,"linear":4,"attn":4,"factor":6,"1":6,"beta":9,"else":1,"full":4,"mlp":6,"postnorm":2,"false":2,"shared":1,"moe":1},"30476,1940,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"shared":13,"intermediate":9,"getattr":2,"config":6,"size":5,"0":3,"if":4,"isinstance":1,"list":2,"layer":3,"id":2,"len":1,"else":2,"self":15,"moe":4,"true":1,"mlp":1,"minimaxtext01mlp":1,"hidden":6,"quant":4,"idx":1,"ilayer":1,"prefix":2,"coefficient":3,"replicatedlinear":1,"1":1,"bias":1,"false":2,"params":1,"dtype":1,"torch":7,"float32":1,"weight":2,"loader":2,"mode":2,"softmax":1,"return":1,"def":1,"forward":4,"states":3,"tensor":6,"positions":3,"kv":3,"caches":3,"union":1,"dict":1,"optional":2,"attn":6,"metadata":5,"attentionmetadata":1,"residual":2,"is":1,"warmup":1,"bool":1,"kwargs":1,"tuple":1,"context":3,"get":1,"layernorm":7,"input":4,"output":4,"postnorm":1,"attention":1},"32416,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"residual":7,"self":17,"layernorm":15,"attention":6,"alpha":2,"output":13,"beta":2,"input":3,"post":1,"if":4,"postnorm":1,"else":3,"expert":1,"num":1,"1":4,"hidden":17,"states":14,"mlp":7,"moe":13,"block":1,"sparse":1,"copy":1,"deepcopy":1,"shared":5,"before":2,"dtype":3,"fp32":3,"to":4,"torch":7,"float32":3,"coef":9,"coefficient":2,"mode":2,"softmax":2,"nn":2,"functional":2,"dim":1,"elif":1,"sigmoid":2,"return":1,"none":2,"staticmethod":1,"def":1,"loader":1,"param":2,"tensor":2,"loaded":2,"weight":2,"assert":1,"size":2},"34365,1870,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"param":1,"data":1,"copy":1,"loaded":1,"weight":1,"to":2,"torch":1,"float32":1,"return":1,"class":1,"minimaxtext01model":1,"nn":1,"module":1,"def":1,"init":2,"self":16,"config":14,"minimaxconfig":1,"model":1,"optional":3,"modelconfig":1,"none":5,"quant":1,"quantizationconfig":1,"cache":1,"cacheconfig":1,"scheduler":1,"prefix":1,"str":1,"super":1,"padding":1,"idx":1,"pad":1,"token":1,"id":1,"vocab":4,"size":5,"decoder":8,"attention":13,"types":11,"getattr":2,"attn":2,"type":7,"list":2,"false":3,"or":1,"the":1,"hf":1,"format":1,"uses":1,"layer":9,"instead":1,"of":1,"where":1,"linear":2,"is":3,"0":2,"and":2,"full":3,"1":3,"if":4,"not":2,"hasattr":1,"for":1,"in":1,"append":2,"elif":1,"else":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"default":1,"num":4,"hidden":3,"layers":3,"barrier":1,"get":1,"pp":1,"group":1,"first":1,"rank":1,"embed":2,"tokens":2,"vocabparallelembedding":1,"org":1,"embeddings":1,"ppmissinglayer":1},"36235,1590,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":1,"layer":19,"fn":2,"prefix":6,"idx":7,"int":2,"split":1,"1":3,"config":19,"attention":4,"type":2,"self":5,"decoder":9,"types":2,"kwargs":7,"quant":2,"id":3,"model":2,"cache":2,"if":3,"0":2,"linear":2,"sum":1,"for":1,"i":2,"in":1,"range":1,"else":2,"none":1,"hasattr":2,"num":10,"local":6,"experts":6,"and":2,"isinstance":2,"list":1,"expert":3,"elif":1,"return":1,"minimaxtext01decoderlayer":1,"start":1,"end":1,"layers":4,"make":1,"hidden":1,"f":1},"37825,1830,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"linear":2,"layer":2,"nums":2,"sum":1,"1":3,"for":1,"i":2,"in":1,"range":1,"config":18,"num":4,"hidden":3,"layers":1,"if":7,"self":9,"decoder":1,"attention":3,"types":1,"0":2,"max":10,"slots":2,"number":2,"scheduler":1,"seqs":1,"cache":5,"shape":3,"heads":2,"get":2,"tensor":1,"model":4,"parallel":1,"world":1,"size":3,"head":8,"dim":11,"dummy":3,"torch":3,"zeros":1,"dtype":4,"del":1,"not":1,"envs":1,"vllm":1,"use":1,"v1":1,"minimax":1,"minimaxcachemanager":1,"float32":2,"rope":3,"theta":3,"getattr":2,"10000":1,"none":2,"is":3,"hasattr":3,"len":3,"and":1,"isinstance":1,"int":2,"position":4,"embeddings":3,"min":1,"rotary":4,"emb":1,"minimaxtext01rotaryembedding":1,"else":2,"base":1,"neox":1,"style":1,"true":1,"norm":7,"kwargs":3,"rms":2,"eps":3,"pp":1,"group":1,"last":1,"rank":1,"rmsnorm":1,"ppmissinglayer":1,"embed":1,"scale":1,"return":1},"39655,1929,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":3,"clear":5,"prefill":5,"cache":6,"self":5,"attn":6,"metadata":6,"minimax":4,"tensors":4,"torch":9,"tensor":11,"kwargs":7,"seq":15,"to":13,"slot":6,"maps":4,"id":10,"map":5,"sum":1,"list":1,"request":3,"ids":11,"values":1,"for":2,"in":5,"indices":1,"mapping":1,"items":1,"update":1,"slots":6,"range":1,"getattr":1,"num":1,"prefills":1,"0":3,"if":6,"len":1,"break":1,"context":4,"lens":1,"and":2,"append":1,"device":2,"dtype":1,"long":1,"get":2,"input":4,"embeddings":1,"return":2,"embed":1,"tokens":1,"forward":4,"optional":3,"positions":1,"intermediate":1,"intermediatetensors":2,"none":4,"inputs":1,"embeds":1,"union":1,"not":3,"envs":1,"vllm":1,"use":1,"v1":1,"is":1,"finished":2,"requests":2},"41584,1678,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"if":7,"not":3,"envs":2,"vllm":2,"use":2,"v1":2,"minimax":7,"cache":8,"tensors":7,"state":2,"indices":2,"tensor":2,"self":10,"current":1,"run":1,"kwargs":2,"getattr":1,"attn":8,"metadata":6,"num":1,"prefills":1,"0":3,"clear":1,"prefill":1,"params":2,"minimaxcacheparams":1,"else":4,"none":5,"get":1,"pp":1,"group":1,"is":5,"first":1,"rank":1,"inputs":2,"embeds":2,"hidden":4,"states":4,"embed":2,"scale":1,"tokens":1,"input":1,"ids":1,"residual":3,"assert":1,"intermediate":3,"index":1,"for":1,"i":2,"in":1,"range":1,"start":1,"layer":5,"end":1,"layers":1,"todo":1,"tdoublep":1,"this":1,"whole":1,"thing":1,"with":1,"the":1,"rotary":5,"emb":5,"weird":1,"we":1,"shouldn":1,"t":1,"be":1,"passing":1,"it":1,"via":1,"imo":1,"isinstance":1,"minimaxtext01attention":1,"prefix":1},"43262,1501,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"caches":4,"none":4,"if":4,"not":4,"envs":1,"vllm":5,"use":1,"v1":1,"and":1,"isinstance":1,"layer":5,"self":7,"attn":3,"minimaxtext01linearattention":1,"current":2,"state":2,"minimax":3,"cache":3,"index":2,"params":1,"at":1,"idx":1,"1":1,"hidden":10,"states":10,"residual":7,"positions":2,"kv":1,"metadata":2,"get":1,"pp":1,"group":1,"is":2,"last":1,"rank":1,"return":2,"intermediatetensors":1,"norm":2,"else":1,"class":1,"minimaxtext01forcausallm":1,"nn":1,"module":1,"hasinnerstate":1,"ishybrid":1,"def":1,"init":2,"config":17,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"quant":2,"lora":4,"hasattr":1,"sliding":2,"window":2,"concat":1,"ffn":1,"true":1},"44763,1786,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"self":22,"unpadded":3,"vocab":7,"size":11,"config":21,"if":3,"hasattr":1,"vllm":5,"model":13,"max":3,"len":3,"minimaxtext01model":1,"cache":5,"quant":2,"scheduler":2,"prefix":3,"maybe":1,"get":5,"pp":1,"group":1,"is":1,"last":1,"rank":1,"lm":3,"head":3,"parallellmhead":1,"hidden":1,"org":1,"num":1,"embeddings":3,"padding":2,"default":1,"logits":1,"processor":1,"logitsprocessor":1,"else":1,"ppmissinglayer":1,"float":1,"flash":2,"layer":2,"count":2,"sum":1,"1":2,"for":2,"attn":2,"type":2,"in":2,"decoder":1,"attention":1,"types":1,"kv":1,"torch":3,"tensor":3,"range":1,"return":4,"def":3,"copy":2,"inputs":4,"before":2,"cuda":2,"graphs":2,"input":6,"buffers":2,"kwargs":2,"minimax":2,"seqlen":2,"agnostic":2,"capture":2,"batch":2,"int":1,"ids":2},"46549,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":6,"forward":1,"self":12,"input":2,"ids":2,"torch":11,"tensor":7,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"none":4,"inputs":2,"embeds":2,"kwargs":2,"hidden":7,"states":5,"model":3,"return":7,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"float":1,"make":1,"empty":1,"batch":3,"size":5,"int":4,"dtype":6,"device":6,"zeros":2,"config":2,"residual":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":4,"set":3,"params":2,"dict":2,"named":1,"parameters":1,"loaded":1,"which":1,"layer":8,"name":3,"if":2,"layers":2,"in":1,"after":2,"split":2,"1":2,"is":2,"linear":1,"attn":1,"idx":4,"bool":1,"or":1,"len":1,"decoder":2,"attention":2,"types":2,"false":1,"0":1},"48541,379,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":2,"is":1,"moe":3,"weight":1,"name":5,"str":1,"bool":1,"return":3,"block":2,"sparse":2,"in":1,"and":1,"not":1,"endswith":1,"bias":1,"get":1,"expert":1,"id":1,"param":2,"pattern":2,"r":1,"model":1,"layers":1,"d":2,"experts":1,"match":3,"re":1,"search":1,"if":1,"group":1,"1":1,"none":1},"48921,1273,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":1,"load":1,"sparse":1,"moe":1,"weight":20,"name":12,"str":1,"loaded":1,"torch":1,"tensor":1,"self":5,"none":1,"if":4,"isinstance":1,"config":4,"num":4,"local":4,"experts":5,"list":1,"expert":11,"params":2,"mapping":2,"w13":3,"in":9,"w1":6,"w3":6,"else":4,"w2":6,"f":3,"id":9,"for":6,"range":3,"max":1,"scale":3},"50194,1437,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"for":1,"param":8,"name":21,"weight":19,"expert":9,"id":11,"shard":3,"in":2,"params":5,"mapping":1,"get":1,"if":4,"is":3,"not":2,"none":1,"and":1,"int":2,"continue":2,"replace":1,"pp":2,"missing":2,"parameter":2,"self":2,"return":3,"dict":2,"loader":13,"with":2,"alias":2,"loaded":4,"add":2,"break":1,"else":1,"getattr":1,"default":1},"51631,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":3,"is":3,"shared":3,"mlp":4,"weight":17,"name":28,"str":3,"bool":2,"return":4,"in":10,"and":2,"not":5,"endswith":2,"bias":2,"load":1,"loaded":8,"torch":1,"tensor":1,"self":5,"none":1,"if":6,"concat":2,"ffn":2,"gate":8,"proj":16,"replace":5,"w1":1,"1":6,"elif":4,"up":8,"w3":1,"down":4,"w2":1,"else":3,"shard":3,"id":3,"0":1,"pp":1,"missing":1,"parameter":1,"param":5,"params":2,"dict":1,"loader":9,"getattr":1,"default":1,"with":1,"alias":1,"raise":1,"assertionerror":1,"add":1,"mha":1,"attn":1},"53477,1805,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"def":2,"load":3,"linear":1,"attn":2,"weight":23,"name":20,"str":2,"loaded":6,"torch":2,"tensor":2,"self":5,"none":2,"if":4,"is":3,"pp":3,"missing":3,"parameter":3,"return":4,"param":9,"params":7,"dict":3,"loader":13,"getattr":2,"minimaxtext01linearattention":1,"direct":1,"with":2,"alias":2,"add":2,"flash":3,"mha":2,"mapping":2,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"for":1,"shard":2,"id":2,"in":2,"not":1,"continue":1,"replace":1,"default":1,"break":1,"else":1},"55282,1771,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"weight":33,"loader":21,"getattr":3,"param":8,"default":3,"with":3,"alias":3,"name":18,"loaded":9,"params":6,"add":3,"return":6,"def":3,"is":3,"layer":6,"norm":3,"str":3,"bool":1,"in":3,"and":3,"not":1,"endswith":1,"bias":1,"dict":3,"load":2,"torch":2,"tensor":2,"self":5,"none":2,"if":3,"pp":2,"missing":2,"parameter":2,"basic":1,"for":1,"weights":1,"at":3,"which":1,"len":1,"model":1,"decoder":1,"attention":1,"types":1,"continue":1},"57053,1960,data/raw/vllm-0.10.1/vllm/model_executor/models/minimax_text_01.py":{"if":6,"is":5,"layer":4,"norm":2,"weight":17,"name":11,"load":6,"loaded":7,"self":6,"continue":5,"mha":1,"linear":4,"attn":3,"at":1,"else":1,"flash":1,"moe":2,"sparse":1,"shared":2,"mlp":2,"rotary":1,"emb":1,"inv":1,"freq":1,"in":1,"basic":1,"return":3,"params":1,"classmethod":2,"def":2,"get":3,"mamba":3,"state":5,"dtype":6,"from":2,"config":20,"cls":2,"vllm":8,"vllmconfig":2,"tuple":4,"torch":2,"mambastatedtypecalculator":1,"attention":3,"model":2,"cache":4,"shape":5,"use":2,"v1":3,"bool":1,"true":1,"int":1,"calculate":1,"for":2,"minimaxtext01linearattention":1,"args":1,"shapes":1,"or":1,"v0":1,"returns":1,"containing":1,"of":1,"the":1,"parallel":4,"hf":4,"mambastateshapecalculator":1,"num":2,"heads":2,"tp":1,"size":2,"tensor":1,"head":2,"dim":2},"0,1985,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":4,"the":14,"vllm":10,"project":1,"2024":1,"cohere":2,"and":5,"huggingface":1,"inc":1,"team":2,"all":1,"rights":1,"reserved":1,"this":4,"code":1,"is":4,"based":2,"on":3,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":4,"it":1,"has":1,"been":1,"modified":1,"from":14,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":9,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":3,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"llama":1,"definition":1,"transformers":2,"pytorch":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"cohere2config":1,"cohereconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":5,"layers":5,"activation":1,"siluandmul":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":1,"rope":1},"1985,1959,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"from":9,"vllm":6,"model":5,"executor":4,"layers":2,"vocab":1,"parallel":3,"embedding":1,"import":8,"vocabparallelembedding":1,"loader":5,"weight":12,"utils":3,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"row":2,"sampling":1,"metadata":1,"samplingmetadata":1,"set":2,"attrs":2,"platforms":1,"current":2,"platform":2,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"extract":1,"layer":3,"index":1,"is":1,"pp":1,"missing":1,"parameter":2,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"torch":5,"compile":2,"backend":2,"simple":1,"def":3,"norm":2,"func":2,"hidden":15,"states":15,"variance":6,"epsilon":4,"input":2,"dtype":3,"to":3,"float32":2,"mean":5,"1":2,"keepdim":2,"true":2,"pow":1,"2":1,"rsqrt":1,"return":2,"class":2,"layernorm":1,"nn":3,"module":2,"init":2,"self":7,"param":2,"shape":2,"none":2,"eps":2,"1e":1,"5":1,"super":1,"ones":1,"forward":1,"residuals":2,"copied":1,"transformers":1,"models":1,"llama":3,"modeling":1,"llamamlp":1,"cohere":1,"coheremlp":1},"3944,1031,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":2,"init":2,"self":15,"config":10,"union":1,"cohereconfig":1,"cohere2config":1,"quant":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"hidden":4,"size":8,"intermediate":4,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":2,"down":3,"rowparallellinear":1,"act":2,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"cohereattention":1,"nn":1,"module":1},"4975,222,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":1,"init":1,"self":1,"config":3,"union":1,"cohereconfig":1,"cohere2config":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":1,"quantizationconfig":1,"prefix":1,"str":1},"5197,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"super":1,"init":1,"tp":8,"size":16,"get":1,"tensor":3,"model":2,"parallel":3,"world":1,"self":36,"config":15,"attention":3,"dropout":2,"hidden":5,"total":11,"num":17,"heads":21,"head":6,"dim":6,"kv":13,"key":1,"value":1,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"assert":2,"0":3,"else":1,"less":1,"replicate":1,"max":4,"1":1,"q":1,"scaling":3,"5":1,"position":2,"embeddings":2,"getattr":4,"length":1,"none":2,"or":1,"8192":1,"rope":4,"theta":2,"use":2,"qk":2,"norm":2,"false":3,"qkv":2,"proj":4,"qkvparallellinear":1,"bias":2,"quant":4,"prefix":4,"f":2,"o":2,"rowparallellinear":1},"7194,277,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"self":6,"rotary":2,"emb":1,"get":1,"rope":4,"head":2,"dim":3,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":2,"is":1,"neox":1,"style":1,"false":1},"7471,1517,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"model":1,"v2":1,"has":1,"interleaved":1,"sliding":7,"windows":1,"v1":3,"does":1,"not":2,"self":22,"isinstance":1,"config":9,"cohereconfig":1,"window":5,"none":1,"if":3,"layer":7,"idx":2,"extract":1,"index":1,"prefix":3,"types":1,"attention":2,"attn":2,"num":5,"heads":5,"head":5,"dim":5,"scaling":1,"kv":3,"cache":2,"quant":2,"per":1,"f":1,"use":1,"qk":2,"norm":8,"q":12,"layernorm":2,"param":2,"shape":6,"eps":4,"k":12,"def":1,"apply":1,"view":4,"1":6,"2":2,"return":1},"8988,1423,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":2,"forward":1,"self":19,"positions":2,"torch":3,"tensor":3,"hidden":5,"states":2,"qkv":3,"proj":2,"q":7,"k":6,"v":2,"split":1,"size":6,"kv":2,"dim":1,"1":1,"if":2,"use":1,"qk":2,"norm":3,"apply":1,"v1":1,"or":1,"sliding":1,"window":1,"rotary":1,"emb":1,"attn":5,"output":4,"o":1,"return":1,"class":1,"coheredecoderlayer":1,"nn":1,"module":1,"init":2,"config":13,"union":1,"cohereconfig":1,"cohere2config":1,"cache":2,"optional":2,"cacheconfig":1,"none":2,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"cohereattention":1,"f":2,"mlp":2,"coheremlp":1,"input":1,"layernorm":2,"param":1,"shape":1,"eps":2,"layer":1},"10411,1054,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":2,"forward":1,"self":8,"positions":3,"torch":6,"tensor":5,"hidden":13,"states":13,"residual":6,"optional":1,"tuple":1,"attention":3,"input":1,"layernorm":1,"attn":1,"mlp":3,"add":1,"everything":1,"together":1,"return":1,"support":1,"compile":1,"class":1,"coheremodel":1,"nn":1,"module":1,"init":2,"vllm":5,"config":16,"vllmconfig":1,"prefix":1,"str":1,"super":1,"model":1,"hf":1,"cache":2,"quant":4,"lora":2},"11465,1082,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"self":11,"config":16,"lora":6,"vocab":8,"extra":1,"size":9,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":1,"org":1,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":5,"start":1,"layer":3,"end":1,"layers":4,"make":3,"num":1,"lambda":1,"prefix":5,"coheredecoderlayer":1,"cache":1,"quant":1,"f":1,"norm":2,"layernorm":1,"param":1,"shape":1,"eps":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":1,"get":1,"input":3,"embeddings":1,"ids":2,"torch":2,"tensor":2,"return":1},"12547,1182,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":1,"forward":1,"self":6,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"inputs":3,"embeds":3,"none":4,"union":1,"if":3,"get":3,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":1,"layer":4,"in":1,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1},"13729,1188,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":1,"load":1,"weights":3,"self":4,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":5,"mapping":1,"param":4,"name":7,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":3,"1":1,"dict":3,"named":1,"parameters":1,"loaded":8,"for":1,"weight":10,"in":1,"if":2,"quant":2,"config":2,"is":1,"not":1,"none":1,"and":1,"scale":4,"get":1,"cache":2,"loading":1,"kv":1,"quantization":1,"scales":1,"loader":4,"getattr":1,"default":1,"dim":1,"else":1,"add":1,"continue":1},"14917,1756,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"for":3,"param":8,"name":22,"shard":5,"id":2,"in":4,"stacked":1,"params":8,"mapping":2,"if":6,"not":3,"continue":6,"replace":1,"skip":2,"loading":2,"extra":2,"bias":4,"gptq":2,"models":2,"endswith":2,"and":2,"dict":5,"is":3,"pp":2,"missing":2,"parameter":2,"self":2,"weight":9,"loader":7,"loaded":4,"break":1,"else":1,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"none":1,"getattr":1,"default":1,"add":1,"return":1,"class":1,"cohereforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"supportsquant":1,"packed":1,"modules":2,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":1,"specific":1,"attributes":1,"embedding":1,"embed":1,"tokens":1,"input":1,"embeddings":1},"16673,1637,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":3,"init":2,"self":14,"vllm":6,"config":23,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":6,"hf":1,"quant":4,"lora":5,"currently":1,"all":1,"existing":1,"command":1,"r":1,"models":1,"have":1,"tie":2,"word":2,"embeddings":4,"enabled":1,"assert":1,"unpadded":3,"vocab":6,"size":6,"if":1,"extra":1,"logits":1,"processor":1,"logitsprocessor":1,"scale":2,"logit":1,"coheremodel":1,"maybe":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"get":2,"input":6,"ids":4,"torch":7,"tensor":6,"return":2,"no":1,"grad":1,"forward":1,"positions":2,"optional":2,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":2,"states":2},"18310,866,data/raw/vllm-0.10.1/vllm/model_executor/models/commandr.py":{"def":2,"compute":1,"logits":6,"self":8,"hidden":3,"states":3,"torch":3,"tensor":3,"sampling":3,"metadata":3,"samplingmetadata":1,"optional":1,"is":2,"not":2,"lora":2,"hasattr":1,"model":3,"embed":3,"tokens":3,"weight":1,"if":1,"processor":2,"else":1,"base":1,"layer":1,"return":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"lm":1,"head":1,"rotary":1,"emb":1,"inv":1,"freq":1},"0,1848,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":11,"project":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":13,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"qwen3moe":1,"compatible":1,"weights":1,"import":14,"typing":2,"collections":1,"abc":1,"callable":1,"iterable":1,"optional":1,"union":1,"torch":3,"nn":1,"transformers":1,"qwen3moeconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":2,"cacheconfig":1,"vllmconfig":1,"get":4,"current":1,"ep":1,"group":2,"pp":1,"tensor":1,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":1},"1848,1178,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"from":10,"vllm":8,"model":8,"executor":7,"layers":6,"linear":1,"import":10,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":2,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":2,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"mixtureofexperts":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"extract":1,"layer":1,"index":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"prefix":1,"logger":2,"init":1,"class":1,"qwen3moemlp":1,"nn":1,"module":1},"3026,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":3,"init":4,"self":18,"hidden":6,"size":13,"int":2,"intermediate":3,"act":5,"str":3,"quant":6,"config":10,"optional":2,"quantizationconfig":2,"none":3,"reduce":3,"results":3,"bool":2,"true":1,"prefix":6,"super":2,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":3,"f":5,"down":3,"rowparallellinear":1,"if":2,"silu":2,"raise":2,"valueerror":2,"unsupported":1,"activation":1,"only":1,"is":2,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"class":1,"qwen3moesparsemoeblock":1,"nn":1,"module":1,"qwen3moeconfig":1,"enable":1,"eplb":1,"tp":3,"get":2,"tensor":2,"model":1,"parallel":2,"world":1,"ep":6,"group":5,"device":1,"rank":2,"n":1,"routed":1,"experts":5,"num":3,"greater":1,"than":1,"the":1,"number":1,"of":1},"4994,1988,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"load":1,"balancing":1,"settings":1,"vllm":3,"config":16,"get":1,"current":1,"parallel":3,"self":22,"enable":4,"eplb":4,"n":12,"logical":2,"experts":19,"routed":2,"redundant":5,"num":5,"physical":8,"local":3,"ep":2,"size":6,"expert":3,"start":2,"rank":1,"end":1,"fusedmoe":1,"top":1,"k":1,"per":1,"tok":1,"hidden":11,"intermediate":2,"moe":1,"reduce":1,"results":1,"false":2,"renormalize":1,"norm":1,"topk":1,"prob":1,"quant":4,"prefix":4,"f":2,"gate":2,"replicatedlinear":1,"bias":1,"def":1,"forward":1,"states":6,"torch":2,"tensor":2,"note":1,"can":1,"have":1,"either":1,"1d":1,"or":1,"2d":1,"shape":4,"orig":1,"dim":2,"1":2,"view":1},"6982,504,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"router":4,"logits":4,"num":1,"tokens":1,"n":1,"experts":3,"self":4,"gate":1,"hidden":7,"states":7,"final":4,"if":1,"tp":1,"size":1,"1":1,"maybe":1,"all":1,"reduce":1,"tensor":1,"model":1,"parallel":1,"noqa":1,"e501":1,"return":1,"view":1,"orig":1,"shape":1,"class":1,"qwen3moeattention":1,"nn":1,"module":1},"7486,1816,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":1,"init":2,"self":25,"hidden":4,"size":16,"int":5,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":2,"10000":1,"scaling":2,"optional":5,"dict":2,"str":3,"any":2,"none":6,"max":4,"position":3,"embeddings":3,"8192":1,"head":6,"dim":6,"rms":1,"norm":1,"eps":1,"1e":1,"06":1,"qkv":1,"bias":1,"bool":1,"false":1,"cache":1,"config":5,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"dual":3,"chunk":3,"attention":3,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"or":1,"q":1,"5":1},"9302,1670,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"self":19,"qkv":3,"proj":4,"qkvparallellinear":1,"hidden":2,"size":2,"head":7,"dim":8,"total":3,"num":6,"heads":6,"kv":3,"bias":3,"quant":6,"config":13,"prefix":7,"f":3,"o":2,"rowparallellinear":1,"false":1,"rotary":2,"emb":1,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"dual":5,"chunk":5,"attention":6,"attn":2,"cache":2,"layer":2,"idx":1,"extract":1,"index":1,"if":1,"else":1,"q":1,"norm":4,"rmsnorm":2,"eps":4,"rms":2,"k":1},"10972,856,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":1,"forward":1,"self":14,"positions":2,"torch":3,"tensor":3,"hidden":2,"states":2,"qkv":3,"proj":2,"q":15,"k":14,"v":2,"split":1,"size":3,"kv":2,"dim":5,"1":5,"add":1,"qk":1,"norm":3,"by":8,"head":12,"view":4,"shape":6,"rotary":1,"emb":1,"attn":3,"output":4,"o":1,"return":1,"class":1,"qwen3moedecoderlayer":1,"nn":1,"module":1},"11828,1440,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":1,"init":2,"self":6,"config":21,"qwen3moeconfig":1,"cache":3,"optional":2,"cacheconfig":1,"none":6,"quant":3,"quantizationconfig":1,"prefix":3,"str":1,"enable":1,"eplb":1,"bool":1,"false":2,"super":1,"hidden":4,"size":4,"rope":8,"theta":4,"getattr":6,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"dual":4,"chunk":4,"attention":6,"attn":2,"qwen3moeattention":1,"num":4,"heads":4,"kv":1,"key":1,"value":1,"rms":2,"norm":2,"eps":2,"qkv":1,"bias":2,"head":2,"dim":2,"f":1},"13268,1846,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"mlp":9,"only":5,"layers":5,"in":2,"the":1,"config":18,"layer":4,"idx":3,"extract":1,"index":1,"prefix":5,"if":3,"not":2,"hasattr":1,"else":3,"and":2,"num":1,"experts":1,"0":2,"1":1,"decoder":1,"sparse":1,"step":1,"self":10,"qwen3moesparsemoeblock":1,"quant":4,"f":2,"enable":2,"eplb":2,"qwen3moemlp":1,"hidden":15,"size":6,"intermediate":2,"act":2,"input":3,"layernorm":4,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":1,"attention":2,"def":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":9,"residual":5,"optional":1,"tuple":1,"is":1,"none":1,"attn":1},"15114,1890,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"fully":1,"connected":1,"hidden":10,"states":6,"residual":4,"self":15,"post":1,"attention":1,"layernorm":1,"mlp":1,"return":2,"support":1,"torch":3,"compile":1,"class":1,"qwen3moemodel":1,"nn":1,"module":1,"def":2,"init":2,"vllm":5,"config":34,"vllmconfig":1,"prefix":8,"str":1,"super":1,"model":1,"hf":1,"cache":4,"quant":6,"parallel":4,"enable":4,"eplb":4,"num":3,"redundant":2,"experts":2,"padding":1,"idx":1,"pad":1,"token":1,"id":1,"vocab":3,"size":6,"embed":3,"tokens":3,"vocabparallelembedding":1,"f":2,"start":1,"layer":2,"end":1,"layers":4,"make":3,"lambda":1,"qwen3moedecoderlayer":1,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"empty":2,"intermediate":2,"tensors":2,"factory":1,"get":1,"input":3,"embeddings":1,"ids":2,"tensor":2},"17004,1644,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":2,"forward":1,"self":9,"input":3,"ids":2,"torch":4,"tensor":4,"positions":2,"intermediate":4,"tensors":4,"optional":2,"intermediatetensors":3,"none":5,"inputs":3,"embeds":3,"union":1,"if":3,"get":4,"pp":2,"group":2,"is":4,"first":1,"rank":2,"not":3,"hidden":11,"states":11,"else":2,"embeddings":1,"residual":8,"assert":1,"for":2,"i":2,"in":1,"range":1,"start":1,"layer":4,"end":1,"layers":1,"last":1,"return":3,"norm":1,"expert":3,"mapping":2,"list":1,"tuple":1,"str":3,"int":1,"params":2,"weights":1,"fp8":2,"weight":2,"scales":2,"activation":1,"param":1,"name":5,"id":2,"shard":1,"fusedmoe":1,"make":1,"ckpt":3,"gate":2,"proj":6,"down":2,"up":2,"num":4,"experts":4,"config":1,"redundant":2},"18648,1911,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":1,"load":2,"weights":3,"self":3,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":3,"params":8,"mapping":6,"param":3,"name":16,"shard":3,"id":2,"qkv":3,"proj":13,"q":2,"k":4,"v":4,"gate":7,"up":5,"0":4,"1":1,"skip":4,"loading":2,"extra":2,"parameters":3,"for":5,"gptq":2,"modelopt":2,"models":2,"ignore":2,"suffixes":2,"bias":2,"scale":8,"weight":6,"input":2,"dict":3,"named":1,"loaded":2,"expert":4,"get":1,"in":8,"non":1,"layers":1,"and":2,"experts":7,"handled":1,"below":3,"if":3,"not":2,"continue":3,"we":4,"have":1,"mlp":4,"the":3,"checkpoint":1,"since":1,"handle":1,"need":1,"to":2,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"which":2,"then":1,"breaks":1,"replace":1,"endswith":1},"20559,1857,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"skip":2,"layers":1,"on":1,"other":2,"devices":1,"if":8,"is":6,"pp":2,"missing":2,"parameter":2,"name":21,"self":2,"continue":7,"endswith":2,"scale":3,"remapping":1,"the":2,"of":1,"fp8":1,"kv":2,"maybe":1,"remap":1,"params":5,"dict":4,"none":1,"not":5,"in":4,"param":6,"weight":15,"loader":7,"getattr":1,"default":2,"loaded":2,"else":2,"shard":2,"id":3,"break":1,"expert":5,"false":1,"for":2,"mapping":3,"anyway":1,"this":1,"an":1,"and":2,"should":1,"be":1,"attempted":1,"to":1,"load":1,"as":1,"weights":1,"later":1,"true":1,"do":1,"modify":1,"since":1,"loop":1,"may":1,"here":1,"instead":1,"create":1,"a":1,"new":1,"variable":1,"mapped":4,"replace":1,"loading":1,"extra":1,"parameters":1,"gptq":1,"modelopt":1,"models":1,"ignore":1,"suffixes":1},"22416,1136,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"param":3,"params":1,"dict":1,"name":4,"mapped":4,"we":4,"should":1,"ask":1,"the":1,"weight":7,"loader":4,"to":2,"return":2,"success":4,"or":1,"not":2,"here":1,"since":1,"otherwise":1,"may":1,"skip":2,"experts":1,"with":1,"other":1,"available":1,"replicas":1,"typing":1,"cast":1,"callable":1,"bool":1,"loaded":1,"shard":2,"id":4,"expert":4,"true":1,"if":2,"break":1,"else":1,"is":2,"ve":1,"checked":1,"that":1,"this":2,"an":1,"however":1,"it":2,"s":1,"locally":1,"rank":1,"so":1,"simply":1,"continue":1},"23552,1814,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"skip":2,"loading":1,"extra":1,"parameters":1,"for":1,"gptq":1,"modelopt":1,"models":1,"if":4,"name":15,"endswith":2,"ignore":1,"suffixes":1,"and":1,"not":4,"in":4,"params":5,"dict":3,"continue":3,"layers":1,"on":1,"other":1,"devices":1,"is":2,"pp":1,"missing":1,"parameter":1,"self":1,"remapping":1,"the":4,"of":1,"fp8":1,"kv":10,"scale":10,"remapped":4,"replace":1,"attn":1,"logger":1,"warning":1,"once":1,"found":2,"checkpoint":1,"e":2,"g":2,"s":2,"but":1,"expected":1,"model":1,"loaded":4,"noqa":1,"e501":1,"else":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"add":1,"return":1,"class":1,"qwen3moeforcausallm":1,"nn":1,"module":1,"supportspp":1,"supportslora":1,"mixtureofexperts":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"fall":1,"back":1,"to":1,"pt":1,"during":1,"load":1,"false":1},"25366,1932,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":1,"init":2,"self":24,"vllm":5,"config":20,"vllmconfig":1,"prefix":4,"str":1,"super":1,"model":7,"hf":1,"quant":6,"qwen3moemodel":1,"maybe":1,"lm":2,"head":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":1,"if":4,"tie":1,"word":1,"embeddings":1,"weight":2,"embed":1,"tokens":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"set":1,"moe":5,"hyperparameters":1,"expert":2,"weights":1,"layers":6,"list":1,"fusedmoe":1,"example":8,"layer":15,"none":2,"for":1,"in":2,"isinstance":3,"ppmissinglayer":1,"continue":1,"assert":1,"qwen3moedecoderlayer":1,"mlp":3,"qwen3moesparsemoeblock":1,"append":1,"experts":12,"is":1,"raise":1,"runtimeerror":1,"no":1,"qwen3moe":1,"found":1,"the":1,"num":8,"len":1,"groups":1,"1":1,"shared":1,"0":1,"logical":2,"n":5,"physical":4,"local":2,"routed":2,"redundant":2},"27298,1621,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":3,"set":2,"eplb":2,"state":2,"self":13,"expert":7,"load":3,"view":3,"torch":5,"tensor":5,"logical":7,"to":3,"physical":17,"map":4,"replica":3,"count":3,"none":2,"for":2,"layer":9,"idx":3,"in":2,"enumerate":1,"moe":7,"layers":2,"register":1,"the":1,"weights":3,"append":1,"get":3,"update":2,"experts":19,"metadata":1,"num":14,"int":2,"local":7,"assert":1,"redundant":3,"model":2,"if":1,"isinstance":1,"mlp":2,"qwen3moesparsemoeblock":1,"n":3,"input":4,"embeddings":2,"ids":2,"return":1},"28919,1069,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen3_moe.py":{"def":4,"forward":1,"self":9,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"model":2,"return":4,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":1,"head":1,"load":2,"weights":4,"iterable":1,"tuple":2,"str":5,"set":1,"loader":2,"autoweightsloader":1,"get":2,"expert":2,"mapping":2,"list":1,"int":1},"0,1991,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":10,"vllm":13,"project":1,"2024":1,"team":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":4,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"wrapper":1,"around":1,"transformers":3,"models":1,"from":17,"collections":1,"abc":1,"import":19,"iterable":1,"mapping":1,"contextlib":1,"contextmanager":1,"typing":1,"literal":1,"optional":1,"union":1,"regex":1,"re":1,"torch":3,"nn":1,"automodel":1,"batchfeature":1,"pretrainedconfig":1,"pretrainedmodel":1,"modeling":1,"utils":2,"all":1,"attention":3,"functions":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"deviceconfig":1,"modelconfig":1,"parallelconfig":1,"vllmconfig":1,"get":3,"pp":2,"group":1,"tensor":1,"model":6,"parallel":2,"world":1,"size":1,"indices":1,"logger":2,"init":1,"executor":5,"layers":4,"linear":1,"columnparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1,"sampling":1,"metadata":1,"samplingmetadata":1},"1991,1969,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"from":9,"vllm":11,"multimodal":6,"import":9,"registry":1,"multimodalkwargs":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalinputs":1,"placeholderrange":1,"parse":1,"imageprocessoritems":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"utils":2,"is":2,"list":1,"of":1,"interfaces":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"autoweightsloader":1,"ppmissinglayer":1,"weightsmapper":1,"flatten":1,"bn":1,"make":1,"empty":1,"intermediate":1,"tensors":1,"factory":1,"maybe":1,"prefix":1,"logger":3,"init":1,"name":3,"def":3,"flash":2,"attention":7,"forward":3,"transformers":2,"args":1,"module":9,"torch":5,"nn":4,"query":7,"tensor":4,"key":6,"value":6,"mask":1,"kwargs":3,"scaling":3,"optional":2,"float":2,"none":4,"instances":2,"dict":1,"self":3,"attn":3,"layer":1,"idx":1,"if":1,"not":1,"impl":1,"scale":1,"hidden":2,"shape":1,"2":2,"x":4,"transpose":1,"1":2,"for":2,"in":2,"reshape":1,"return":1,"all":1,"functions":1,"log":1,"replacement":1,"str":1,"old":2,"new":2,"debug":1,"s":3,"replace":1,"linear":3,"class":1,"style":1,"literal":1,"colwise":1,"rowwise":1,"quant":1,"config":1,"quantizationconfig":1},"3960,1702,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"union":2,"columnparallellinear":4,"rowparallellinear":4,"replicatedlinear":3,"replace":1,"nn":4,"linear":15,"with":2,"one":1,"of":2,"vllm":5,"s":1,"tensor":2,"parallel":4,"classes":1,"args":2,"to":2,"be":1,"replaced":1,"style":6,"str":3,"the":4,"new":3,"e":1,"g":1,"colwise":3,"quant":3,"config":4,"quantconfig":1,"quantization":1,"for":1,"returns":1,"if":1,"not":3,"isinstance":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"type":2,"expected":1,"cls":2,"kwargs":2,"rep":2,"gather":1,"output":2,"true":1,"rowwise":2,"input":2,"is":2,"false":2,"replicate":1,"get":1,"return":2,"size":2,"in":1,"features":2,"out":1,"bias":3,"none":1,"copied":1,"from":1,"accelerate":1,"contextmanager":1,"def":1,"init":1,"on":4,"device":8,"without":1,"buffers":2,"torch":2,"a":1,"context":1,"manager":1,"under":1,"which":1,"models":1,"are":2,"initialized":2,"all":2,"parameters":2,"specified":2,"however":1,"initialize":1,"old":1,"register":2,"parameter":2,"module":1},"5662,1934,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":7,"register":6,"empty":2,"parameter":6,"module":8,"name":11,"param":6,"old":4,"if":1,"is":1,"not":1,"none":2,"cls":2,"type":1,"parameters":4,"kwargs":9,"dict":1,"requires":2,"grad":2,"to":4,"device":3,"tensor":5,"constructors":3,"patch":5,"constructor":2,"fn":2,"wrapper":2,"args":2,"return":6,"try":1,"nn":2,"for":2,"torch":10,"function":7,"in":2,"setattr":2,"getattr":1,"yield":1,"finally":1,"items":1,"class":1,"multimodalprocessinginfo":1,"baseprocessinginfo":1,"get":8,"hf":3,"config":4,"self":9,"ctx":2,"model":2,"supported":1,"mm":8,"limits":1,"image":9,"max":4,"tokens":9,"per":1,"item":1,"seq":1,"len":1,"counts":1,"int":1,"width":2,"height":2,"size":1,"processor":6,"or":1,"num":2,"multimodal":1,"sizes":1,"0":1},"7596,1944,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":4,"get":9,"max":2,"image":9,"size":3,"self":7,"return":4,"10":2,"000":2,"hardcode":1,"for":3,"arbitrary":1,"very":1,"large":1,"class":4,"multimodaldummyinputsbuilder":1,"basedummyinputsbuilder":1,"multimodalprocessinginfo":2,"dummy":3,"text":2,"mm":8,"counts":4,"mapping":3,"str":4,"int":3,"num":5,"images":6,"0":2,"processor":8,"info":2,"hf":6,"if":2,"gemma3":1,"in":2,"name":1,"lower":1,"token":7,"boi":1,"else":1,"getattr":1,"data":2,"seq":1,"len":1,"multimodaldatadict":1,"target":4,"width":3,"height":3,"multimodalprocessor":1,"basemultimodalprocessor":1,"prompt":2,"updates":3,"items":2,"multimodaldataitems":1,"kwargs":2,"object":1,"out":1,"multimodalkwargs":1,"given":1,"the":7,"original":1,"multi":2,"modal":2,"this":3,"modality":1,"and":1,"processed":1,"output":2,"to":6,"perform":1,"information":2,"returned":1,"by":1,"method":1,"is":3,"used":2,"update":2,"inputs":2,"which":1,"bypass":1,"it":1,"also":1,"of":1,"process":1,"does":1,"not":1,"apply":1,"moreover":1,"critical":1,"determine":1,"positions":1,"order":1,"construct":1,"vllm":1,"multimodal":1,"input":1,"placeholderrange":1,"each":1,"item":1,"none":1},"9540,1879,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":2,"get":2,"mm":19,"fields":5,"config":1,"self":4,"hf":11,"inputs":3,"processor":9,"kwargs":7,"num":4,"image":8,"patches":4,"torch":1,"tensor":1,"none":2,"processors":1,"always":1,"return":5,"a":1,"mask":2,"but":1,"vllm":1,"doesn":1,"t":1,"need":1,"it":1,"pop":4,"attention":1,"key":2,"multimodalfieldconfig":3,"flat":2,"from":2,"sizes":2,"for":2,"in":3,"embeds":1,"batched":1,"apply":2,"text":4,"prompt":7,"str":3,"items":2,"multimodaldataitems":1,"mapping":2,"object":2,"tokenization":2,"tuple":1,"list":1,"int":1,"batchfeature":1,"bool":1,"the":2,"on":1,"and":1,"multi":1,"modal":1,"data":15,"together":1,"addition":1,"whether":1,"replacements":1,"have":1,"been":1,"applied":1,"passthrough":2,"token":6,"type":6,"ids":9,"true":1,"processed":7,"call":1,"tok":1,"update":1,"input":1,"tolist":1,"if":1,"else":1,"gemma3":1,"only":1},"11419,1921,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":1,"apply":3,"self":5,"prompt":9,"union":1,"str":4,"list":1,"int":1,"mm":21,"data":4,"multimodaldatadict":1,"hf":11,"processor":13,"kwargs":11,"mapping":2,"object":2,"tokenization":5,"optional":1,"none":2,"return":2,"hashes":1,"bool":1,"false":1,"multimodalinputs":1,"process":1,"multi":2,"modal":2,"inputs":1,"to":4,"be":1,"used":1,"in":2,"vllm":1,"on":2,"text":3,"and":3,"together":1,"outputting":1,"token":5,"ids":8,"processed":2,"tensors":1,"if":2,"is":4,"items":6,"info":2,"get":3,"not":2,"isinstance":1,"the":4,"tokenized":1,"which":3,"supported":1,"by":1,"why":1,"we":2,"would":1,"need":1,"decode":2,"into":1,"string":1,"type":4,"will":1,"from":1,"can":1,"infer":1,"placeholders":1,"until":1,"then":1,"hardcode":1,"make":1,"code":1,"run":1,"below":1,"tested":1,"llava":1,"prompts":1,"are":1,"always":1,"bs":1,"1":3,"positions":1,"torch":1,"where":1,"images":3,"image":7,"imageprocessoritems":1,"ctx":1,"model":1,"config":1,"or":1,"sizes":2,"for":1,"item":2,"idx":2,"range":1,"len":1,"size":4,"append":1,"height":1,"width":1},"13340,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"mm":30,"tokens":13,"per":4,"modality":4,"hf":5,"processor":5,"get":3,"num":8,"multimodal":2,"image":11,"sizes":6,"kwargs":7,"placeholders":4,"split":6,"if":2,"chunked":4,"positions":6,"torch":4,"tensor":2,"prompt":5,"ids":4,"token":3,"type":2,"0":3,"bool":2,"ranges":2,"placeholderrange":1,"offset":1,"item":1,"length":1,"shape":1,"is":1,"embed":2,"id":1,"for":1,"in":2,"zip":1,"patches":6,"else":1,"none":1,"processed":3,"data":3,"multimodalkwargs":1,"from":1,"inputs":1,"self":2,"fields":1,"config":1,"hashes":3,"hash":1,"items":2,"tokenization":1,"return":1,"multimodalinputs":1,"class":1,"transformersbase":1,"nn":1,"module":1,"supportsquant":1,"supportslora":1,"supportspp":1,"embedding":2,"padding":1,"modules":2,"lm":1,"head":1,"todo":1,"transformers":1,"will":1,"have":1,"a":1,"util":1,"to":1,"it":1},"15332,1592,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":1,"init":4,"self":23,"vllm":8,"config":28,"vllmconfig":1,"prefix":1,"str":2,"super":1,"logger":1,"info":1,"using":1,"transformers":2,"backend":1,"pretrainedconfig":2,"model":8,"hf":1,"text":3,"get":3,"cache":2,"cacheconfig":1,"device":3,"deviceconfig":1,"modelconfig":1,"parallel":5,"parallelconfig":1,"quant":2,"quantizationconfig":1,"pp":6,"group":5,"size":4,"world":2,"rank":2,"in":4,"tp":1,"tensor":2,"to":2,"be":1,"updated":1,"child":1,"classes":1,"for":1,"use":2,"load":1,"weights":1,"skip":1,"prefixes":1,"optional":1,"list":1,"none":1,"set":2,"correct":1,"attn":3,"and":1,"on":2,"meta":2,"delay":1,"allocating":1,"gpu":1,"tensors":1,"todo":1,"raushan":1,"the":1,"public":1,"implementation":2,"method":1,"once":1,"its":1,"checks":1,"are":1,"fixed":1,"with":1,"without":1,"buffers":1,"pretrainedmodel":1,"automodel":1,"from":1,"torch":1,"dtype":2,"trust":2,"remote":2,"code":2,"pipeline":1},"16924,1767,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"input":3,"embeddings":4,"if":6,"not":6,"isinstance":2,"self":19,"model":10,"get":1,"ppmissinglayer":1,"set":1,"vocabparallelembedding":1,"text":4,"config":6,"vocab":2,"size":5,"hidden":3,"org":1,"num":1,"quant":2,"attention":3,"layers":1,"instances":2,"create":1,"initialize":1,"any":1,"parameters":2,"that":1,"have":1,"had":1,"their":1,"modules":1,"replaced":1,"init":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"def":1,"pipeline":4,"parallel":3,"apply":1,"the":2,"s":2,"parallelization":1,"plan":5,"pp":5,"1":2,"return":1,"supports":1,"raise":3,"valueerror":3,"f":2,"type":2,"does":1,"support":1,"yet":2,"module":6,"lists":3,"list":4,"idx":3,"none":2,"keys":1,"for":1,"i":2,"name":3,"in":3,"enumerate":1,"getattr":1,"nn":1,"modulelist":3,"append":1,"len":1,"of":1,"models":1,"with":1,"multiple":1,"base":1,"are":1,"supported":1,"is":1,"could":1,"find":1},"18691,1849,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"layers":9,"before":1,"module":8,"list":6,"for":4,"name":6,"in":5,"pp":9,"plan":12,"idx":3,"if":4,"self":15,"group":3,"is":6,"first":1,"rank":5,"or":2,"text":2,"config":3,"tie":1,"word":1,"embeddings":1,"and":3,"last":3,"continue":2,"setattr":2,"model":10,"ppmissinglayer":3,"start":2,"layer":4,"end":2,"get":1,"indices":1,"num":1,"hidden":1,"size":2,"getattr":1,"i":4,"range":1,"len":1,"after":1,"1":2,"modules":2,"that":1,"should":1,"be":1,"on":1,"not":4,"def":2,"tensor":4,"parallel":3,"apply":1,"the":2,"s":1,"parallelization":1,"currently":1,"only":1,"supports":3,"linear":1,"look":1,"tp":10,"plans":1,"all":1,"of":1,"pretrainedmodels":1,"found":1,"pretrained":4,"lambda":2,"m":4,"isinstance":1,"pretrainedmodel":1,"base":1,"none":2,"models":4,"filter":2,"with":2,"any":1,"raise":1,"valueerror":1,"f":1,"type":1,"does":1,"support":1,"yet":1,"nn":1,"prefix":1,"str":1},"20540,1482,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"if":4,"the":2,"current":1,"module":13,"is":1,"a":2,"pretrainedmodel":2,"set":2,"tp":9,"plan":9,"for":4,"all":1,"of":1,"its":1,"children":2,"isinstance":2,"config":2,"base":1,"model":2,"or":1,"maybe":2,"prefix":5,"k":2,"v":2,"in":3,"items":1,"some":1,"weight":1,"loaders":1,"expect":1,"linear":4,"layers":2,"to":2,"inherit":1,"from":1,"vllm":1,"s":1,"linearbase":1,"class":2,"so":1,"we":1,"default":1,"style":3,"which":1,"causes":1,"any":1,"unspecified":1,"be":1,"replaced":1,"with":1,"replicatedlinear":1,"child":8,"name":7,"named":1,"qual":4,"nn":1,"generator":2,"p":3,"re":1,"match":1,"pattern":2,"next":1,"none":1,"get":1,"replicate":1,"new":3,"replace":1,"self":2,"quant":1,"setattr":1,"log":1,"replacement":1,"else":1,"tensor":2,"parallel":2},"22022,1663,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":2,"create":2,"attention":11,"instances":5,"self":15,"dict":1,"int":1,"to":1,"inform":1,"kv":5,"cache":3,"allocation":1,"num":9,"heads":8,"model":3,"config":13,"get":4,"parallel":2,"head":5,"size":6,"start":2,"end":2,"pp":3,"indices":1,"text":1,"hidden":1,"layers":1,"rank":1,"for":1,"i":4,"in":2,"range":1,"handle":1,"interleaved":1,"sliding":7,"window":6,"per":4,"layer":6,"none":1,"if":3,"hasattr":1,"types":2,"and":1,"note":1,"we":1,"use":1,"llama":1,"scale":2,"as":1,"default":1,"it":2,"s":2,"set":1,"by":2,"transformers":1,"updated":1,"vllm":1,"flash":1,"forward":1,"0":1,"5":1,"quant":2,"prefix":1,"f":1,"attn":1,"return":1,"init":1,"parameters":1,"module":4,"nn":1,"a":1,"parameter":1,"is":2,"on":1,"the":2,"meta":1,"device":1,"then":1,"its":1,"parent":1,"original":1,"created":1},"23685,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"python":1,"with":1,"torch":7,"device":6,"meta":2,"self":8,"model":4,"pretrainedmodel":1,"automodel":1,"from":1,"config":4,"for":3,"name":2,"param":5,"in":2,"module":3,"named":1,"parameters":2,"recurse":1,"false":3,"if":6,"new":2,"nn":1,"parameter":1,"empty":1,"like":1,"data":1,"dtype":2,"setattr":1,"child":2,"children":1,"init":1,"def":1,"forward":1,"input":7,"ids":11,"optional":3,"tensor":4,"positions":3,"intermediate":3,"tensors":3,"intermediatetensors":3,"none":10,"inputs":7,"embeds":7,"union":1,"not":5,"get":2,"pp":2,"group":2,"is":5,"first":1,"rank":2,"assert":1,"hidden":5,"states":5,"uses":1,"mrope":1,"position":4,"else":1,"use":1,"cache":1,"attention":2,"instances":2,"return":3,"dict":1,"0":2,"we":1,"remove":1,"batch":1,"dimension":1,"now":1,"last":1},"25570,1882,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":2,"load":3,"weights":6,"self":22,"iterable":1,"tuple":1,"str":3,"torch":3,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"skip":4,"prefixes":3,"return":1,"mapper":3,"hf":2,"to":4,"vllm":5,"support":2,"compile":2,"class":2,"transformersmodel":1,"transformersbase":3,"weightsmapper":1,"orig":1,"new":1,"prefix":8,"add":1,"model":10,"for":1,"base":1,"checkpoints":1,"remove":1,"from":1,"places":1,"it":1,"should":1,"not":1,"be":1,"score":2,"transformersforcausallm":1,"init":2,"config":12,"vllmconfig":1,"super":1,"tell":1,"lm":7,"head":7,"if":4,"the":1,"has":1,"tied":1,"word":3,"embeddings":4,"text":7,"tie":3,"get":2,"pp":1,"group":1,"is":1,"last":1,"rank":1,"unpadded":2,"vocab":5,"size":6,"parallellmhead":1,"hidden":1,"quant":2,"maybe":1,"input":1,"logit":3,"scale":3,"getattr":1,"1":1,"0":1,"logits":1,"processor":1,"logitsprocessor":1,"else":1,"ppmissinglayer":1},"27452,801,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":3,"compute":1,"logits":4,"self":3,"hidden":2,"states":2,"torch":6,"tensor":5,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"processor":2,"lm":1,"head":1,"return":4,"flatten":4,"and":2,"concat":6,"x":8,"list":3,"until":1,"a":1,"of":1,"tensors":1,"can":3,"be":1,"concatenated":1,"then":1,"do":1,"len":1,"set":1,"map":1,"lambda":1,"shape":1,"1":2,"if":1,"bn":1,"multimodal":1,"registry":1,"register":1,"multimodalprocessor":1,"info":1,"multimodalprocessinginfo":1,"dummy":1,"inputs":1,"multimodaldummyinputsbuilder":1},"28253,1484,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"class":1,"transformersformultimodallm":1,"transformersforcausallm":1,"supportsmultimodal":1,"backwards":1,"compatibility":1,"for":2,"prev":1,"released":1,"models":3,"state":1,"dicts":1,"back":1,"then":1,"had":1,"different":1,"formats":1,"and":1,"cannot":1,"be":1,"loaded":1,"with":2,"automodel":1,"mapping":1,"as":2,"is":1,"hf":1,"to":3,"vllm":5,"mapper":1,"weightsmapper":1,"orig":1,"new":1,"prefix":4,"language":8,"model":33,"text":3,"vision":6,"tower":2,"vqmodel":2,"visual":2,"embed":4,"tokens":4,"image":2,"newline":2,"multi":2,"modal":2,"projector":2,"lm":4,"head":4,"qwen":1,"used":1,"the":2,"name":1,"therefore":1,"we":1,"must":1,"map":1,"each":1,"of":1,"submodule":1,"explicitly":1,"avoid":1,"conflicts":1,"newer":1,"that":1,"use":1,"layers":2,"norm":2,"def":1,"init":2,"self":2,"config":5,"vllmconfig":1,"str":1,"super":1,"dtype":2},"29737,1962,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"def":2,"forward":2,"self":6,"input":6,"ids":4,"optional":3,"torch":8,"tensor":8,"positions":2,"intermediate":2,"tensors":2,"intermediatetensors":2,"none":14,"inputs":5,"embeds":13,"kwargs":7,"object":1,"union":1,"note":1,"in":1,"v1":1,"is":10,"always":1,"generated":1,"at":1,"model":3,"runner":1,"from":1,"get":5,"multimodal":6,"embeddings":5,"and":3,"this":1,"condition":1,"only":1,"for":1,"v0":1,"compatibility":1,"if":7,"not":4,"output":2,"super":1,"return":3,"pixel":15,"values":15,"pop":4,"else":2,"image":8,"patches":3,"num":2,"isinstance":1,"flatten":2,"bn":1,"to":2,"dtype":2,"elif":1,"list":2,"of":2,"concat":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"type":2,"expected":1,"or":1},"31699,1736,data/raw/vllm-0.10.1/vllm/model_executor/models/transformers.py":{"if":5,"isinstance":2,"num":5,"image":6,"patches":4,"list":1,"torch":6,"cat":2,"vision":10,"embeddings":19,"self":4,"model":2,"get":3,"features":1,"pixel":1,"values":1,"k":2,"v":2,"flatten":3,"0":4,"1":2,"for":2,"in":2,"kwargs":1,"items":1,"tensor":3,"ndim":1,"2":2,"unsqueeze":2,"have":1,"to":2,"be":1,"2d":1,"tensors":2,"of":2,"length":1,"images":1,"but":1,"transformers":1,"returns":1,"concat":1,"each":1,"patch":1,"is":2,"different":1,"size":1,"we":1,"split":2,"it":1,"back":1,"make":1,"vllm":1,"happy":1,"tolist":1,"embed":2,"start":1,"dim":2,"end":1,"return":2,"def":1,"input":5,"ids":3,"multimodal":6,"none":2,"inputs":5,"embeds":5,"not":1,"and":1,"len":1,"mask":4,"config":1,"token":1,"id":1,"expand":1,"as":1,"masked":1,"scatter":1},"0,1994,data/raw/vllm-0.10.1/vllm/model_executor/models/constant_size_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":7,"vllm":2,"project":1,"from":5,"abc":3,"import":4,"abstractmethod":3,"typing":1,"any":2,"torch":3,"attention":1,"backends":1,"utils":1,"pad":1,"slot":1,"id":3,"class":2,"constantsizecache":1,"abstract":1,"base":1,"for":2,"managing":1,"constant":1,"size":3,"caches":1,"like":1,"mamba":1,"and":4,"minimax":1,"def":4,"init":1,"self":9,"max":2,"batch":2,"int":5,"maps":2,"between":2,"request":4,"a":1,"dict":3,"that":1,"seq":4,"its":1,"index":4,"inside":1,"cache":12,"indices":7,"mapping":1,"str":1,"free":1,"list":1,"range":1,"property":1,"return":3,"underlying":1,"tensor":5,"s":2,"pass":2,"copy":2,"data":1,"one":1,"another":1,"current":3,"run":3,"tensors":5,"kwargs":5,"tuple":1,"conv":1,"ssm":1,"state":6,"if":1,"seqlen":2,"agnostic":2,"capture":2,"inputs":2,"not":1,"in":1,"we":1,"get":1,"here":1,"only":1,"on":1,"prefill":1,"eager":1,"mode":1,"runs":2,"ids":10,"finished":5,"requests":5,"release":1,"prepare":1,"as":1,"dtype":1,"int32":1,"device":1,"cuda":2,"else":1,"graph":1,"capturing":1},"1994,1566,data/raw/vllm-0.10.1/vllm/model_executor/models/constant_size_cache.py":{"def":2,"copy":3,"inputs":4,"before":1,"cuda":8,"graphs":1,"self":5,"input":7,"buffers":3,"kwargs":4,"the":6,"relevant":1,"state":10,"indices":10,"into":1,"graph":5,"buffer":6,"assert":2,"all":1,"key":2,"in":4,"for":1,"request":4,"ids":13,"to":5,"seq":4,"finished":6,"requests":6,"seqlen":3,"agnostic":3,"capture":4,"release":1,"prepare":1,"current":1,"run":1,"cache":3,"pad":4,"len":3,"shape":1,"0":1,"extend":1,"slot":2,"id":2,"torch":4,"as":2,"tensor":4,"dtype":2,"int32":2,"device":2,"get":1,"batch":2,"size":3,"int":1,"provide":1,"runs":2,"with":1,"a":1,"adjusted":1,"is":1,"used":1,"maintain":1,"during":1,"replay":1,"return":1},"3560,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/constant_size_cache.py":{"def":2,"assign":3,"seq":17,"id":14,"to":8,"cache":13,"index":18,"self":11,"cur":7,"rid":7,"str":3,"int":4,"finished":4,"requests":4,"ids":11,"req":3,"pair":1,"a":2,"destination":9,"if":2,"already":2,"occupied":1,"move":1,"the":3,"occupying":1,"free":3,"in":5,"set":1,"as":1,"pad":2,"do":1,"not":3,"allocate":1,"return":5,"slot":1,"elif":2,"indices":8,"mapping":5,"pop":2,"ids2indices":2,"parallel":1,"sampling":1,"where":1,"n":2,"1":2,"assume":1,"prefill":2,"have":1,"happened":1,"so":1,"we":1,"copy":3,"existing":1,"into":1,"siblings":1,"caches":1,"exists":2,"next":1,"iter":1,"values":1,"case":1,"of":1,"decoding":2,"from":1,"else":1,"prepare":1,"current":1,"run":1,"request":2,"dict":1,"list":3,"for":2,"items":1},"5445,463,data/raw/vllm-0.10.1/vllm/model_executor/models/constant_size_cache.py":{"def":1,"release":1,"finished":3,"requests":1,"self":6,"seq":4,"groups":2,"req":7,"ids":2,"list":1,"str":1,"for":2,"id":7,"in":3,"if":1,"cache":5,"indices":5,"mapping":4,"free":1,"append":1,"pop":1},"0,1964,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":14,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":8,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"minicpm":1,"compatible":1,"weights":1,"import":13,"math":1,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"pretrainedconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":3,"parallel":3,"rank":1,"world":1,"size":1,"reduce":1,"executor":3,"layers":3,"activation":1,"fatreluandmul":1,"siluandmul":1,"fused":2,"moe":2,"layernorm":1,"rmsnorm":1},"1964,1939,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"from":12,"vllm":10,"model":10,"executor":8,"layers":6,"linear":1,"import":12,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"rotary":1,"embedding":2,"get":2,"rope":1,"vocab":2,"parallel":3,"default":2,"padding":1,"size":12,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":3,"utils":3,"sampling":1,"metadata":1,"samplingmetadata":1,"set":1,"attrs":1,"platforms":1,"current":1,"platform":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":2,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"maybe":1,"prefix":1,"class":1,"minicpmmoe":1,"nn":1,"module":1,"a":2,"tensor":2,"moe":2,"implementation":1,"that":1,"shards":1,"each":2,"expert":2,"across":3,"all":2,"ranks":3,"s":1,"weights":1,"are":1,"sharded":1,"and":2,"fused":1,"kernel":1,"used":1,"for":1,"the":2,"forward":1,"pass":1,"finally":1,"we":1,"reduce":1,"outputs":1,"def":1,"init":2,"self":7,"num":3,"experts":3,"int":5,"top":3,"k":3,"hidden":3,"params":1,"dtype":2,"optional":2,"torch":1,"none":2,"tp":4,"super":1,"or":1,"world":1,"total":1},"3903,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"if":4,"params":8,"dtype":11,"is":1,"none":2,"torch":4,"get":2,"default":1,"self":21,"gate":1,"replicatedlinear":1,"hidden":3,"size":12,"num":3,"total":3,"experts":3,"bias":1,"false":1,"quant":1,"config":1,"ws":2,"nn":3,"parameter":3,"empty":2,"2":2,"intermediate":3,"device":4,"current":2,"platform":2,"type":2,"w2s":2,"set":2,"weight":18,"attrs":2,"loader":5,"def":1,"param":6,"loaded":4,"tensor":2,"name":4,"str":1,"expert":4,"id":4,"int":1,"tp":3,"rank":4,"model":1,"parallel":1,"data":5,"shard":10,"slice":1,"1":1,"endswith":3,"w1":1,"0":1,"w3":1,"w2":1},"5813,1896,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"def":2,"forward":1,"self":12,"hidden":22,"states":10,"torch":2,"tensor":3,"num":3,"tokens":3,"size":10,"shape":1,"view":2,"1":2,"router":3,"logits":3,"n":1,"experts":1,"gate":2,"final":4,"fused":1,"moe":1,"ws":1,"w2s":1,"top":1,"k":1,"renormalize":1,"true":2,"inplace":1,"if":2,"tp":1,"model":1,"parallel":1,"all":1,"reduce":1,"return":1,"class":1,"minicpmmlp":1,"nn":1,"module":1,"init":2,"int":2,"intermediate":3,"act":8,"str":1,"param":2,"float":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"super":1,"up":1,"proj":2,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"down":1,"rowparallellinear":1,"silu":2,"fn":2,"siluandmul":1,"elif":1,"fatrelu":2,"fatreluandmul":1,"threshold":1,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"activation":1,"only":1,"and":1,"are":1,"supported":1,"for":1,"now":1},"7709,1741,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"def":2,"forward":1,"self":28,"x":6,"gate":3,"up":3,"proj":2,"act":1,"fn":1,"down":1,"return":1,"class":1,"minicpmattention":1,"nn":1,"module":1,"init":2,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"rope":4,"theta":3,"float":1,"10000":1,"scaling":2,"optional":3,"dict":1,"str":2,"any":1,"none":4,"max":4,"position":3,"embeddings":3,"8192":1,"cache":1,"config":2,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"5":1},"9450,1587,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"self":23,"qkv":4,"proj":4,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"false":2,"quant":6,"config":8,"o":2,"rowparallellinear":1,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"embeddings":1,"base":1,"theta":1,"scaling":3,"attn":5,"attention":1,"cache":2,"prefix":2,"f":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":10,"k":8,"v":2,"split":1,"1":1,"orig":3,"dtype":4,"float":2,"to":2,"output":4,"return":1,"class":1,"minicpmdecoderlayer":1,"nn":1,"module":1},"11037,1418,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"def":2,"init":5,"self":27,"config":21,"pretrainedconfig":1,"cache":5,"optional":2,"cacheconfig":1,"none":4,"quant":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"hidden":5,"size":5,"rope":8,"theta":4,"getattr":3,"10000":1,"scaling":4,"max":4,"position":4,"embeddings":4,"8192":1,"attn":4,"block":3,"ffn":1,"input":1,"layernorm":1,"rmsnorm":1,"eps":2,"rms":1,"norm":1,"minicpmattention":1,"num":4,"heads":4,"attention":1,"kv":1,"key":1,"value":1,"f":1},"12455,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"def":3,"init":3,"ffn":1,"block":1,"self":30,"post":2,"attention":3,"layernorm":3,"rmsnorm":1,"config":17,"hidden":28,"size":9,"eps":2,"rms":1,"norm":1,"num":8,"experts":6,"getattr":2,"0":3,"if":1,"mlp":3,"minicpmmlp":1,"intermediate":4,"act":4,"param":2,"quant":2,"else":1,"minicpmmoe":1,"top":1,"k":1,"per":1,"tok":1,"forward":1,"positions":3,"torch":6,"tensor":5,"states":17,"residual":5,"optional":1,"tuple":1,"input":1,"attn":1,"scale":2,"depth":2,"math":2,"sqrt":2,"layers":2,"fully":1,"connected":1,"return":1,"none":1,"support":1,"compile":1,"class":1,"minicpmmodel":1,"nn":1,"module":1,"vllm":1,"vllmconfig":1,"prefix":1,"str":1,"super":1},"14416,1735,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"config":41,"vllm":4,"model":1,"hf":1,"cache":7,"quant":7,"lora":8,"self":20,"vocab":9,"extra":1,"size":10,"max":1,"loras":1,"or":1,"1":1,"if":1,"else":1,"0":2,"org":2,"embed":2,"tokens":2,"vocabparallelembedding":1,"hidden":5,"num":4,"embeddings":2,"experts":2,"getattr":1,"init":2,"layers":6,"prefix":7,"norm":2,"rmsnorm":1,"eps":2,"rms":1,"make":3,"empty":2,"intermediate":2,"tensors":2,"factory":1,"states":1,"residual":1,"def":2,"str":1,"pretrainedconfig":1,"optional":2,"cacheconfig":1,"quantizationconfig":1,"start":1,"layer":2,"end":1,"lambda":1,"minicpmdecoderlayer":1,"f":1,"get":1,"input":3,"ids":2,"torch":2,"tensor":2,"embedding":2,"return":1,"scale":1,"emb":1},"16151,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"def":2,"forward":1,"self":9,"input":3,"ids":2,"torch":5,"tensor":5,"positions":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":3,"none":4,"inputs":3,"embeds":3,"union":1,"if":4,"get":3,"pp":2,"group":2,"is":3,"first":1,"rank":2,"not":2,"hidden":11,"states":11,"else":3,"embeddings":1,"residual":7,"for":3,"layer":4,"in":4,"layers":1,"start":1,"end":1,"last":1,"return":2,"norm":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":2,"set":1,"stacked":1,"params":3,"mapping":2,"param":2,"name":7,"shard":2,"id":5,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"expert":5,"weight":5,"ws":1,"w1":2,"w3":2,"w2s":1,"f":1,"experts":2,"range":1,"num":1,"w2":1,"dict":2,"named":1,"parameters":1},"18100,41,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"loaded":1,"params":1,"set":2,"str":1},"18141,1004,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"for":3,"name":16,"loaded":2,"weight":8,"in":8,"weights":1,"if":5,"rotary":3,"emb":3,"inv":1,"freq":1,"continue":5,"cos":1,"cached":2,"or":1,"sin":1,"models":2,"trained":1,"using":1,"colossalai":1,"may":1,"include":1,"these":1,"tensors":1,"the":1,"checkpoint":1,"skip":2,"them":1,"param":5,"shard":2,"id":2,"stacked":1,"params":3,"mapping":1,"not":2,"replace":1,"loading":1,"extra":1,"bias":2,"gptq":1,"endswith":1,"and":1,"dict":2,"is":1,"pp":1,"missing":1,"parameter":1,"self":1,"loader":3,"break":1},"19145,1217,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"else":2,"for":2,"param":8,"name":16,"weight":13,"expert":4,"id":3,"in":3,"params":5,"mapping":1,"if":4,"not":2,"continue":4,"replace":1,"is":2,"pp":2,"missing":2,"parameter":2,"self":2,"dict":3,"loader":7,"loaded":3,"break":1,"skip":1,"loading":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":1,"and":1,"getattr":1,"default":1,"add":1},"20362,29,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"return":1,"loaded":1,"params":1},"20391,1885,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"class":1,"minicpmforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":3,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"lora":12,"specific":1,"attributes":1,"embedding":2,"embed":2,"tokens":2,"input":1,"embeddings":4,"lm":5,"head":5,"output":1,"padding":5,"def":1,"init":3,"self":16,"vllm":9,"config":38,"vllmconfig":1,"prefix":6,"str":1,"super":1,"model":6,"hf":1,"cache":4,"quant":6,"maybe":1,"unpadded":3,"vocab":8,"size":11,"if":4,"extra":1,"parallellmhead":1,"hidden":2,"org":1,"num":1,"default":1,"we":1,"need":1,"bigger":1,"using":1,"for":1,"kernel":1,"compatibility":1,"not":1,"else":1,"tie":2,"word":1,"weights":1,"scale":1,"width":1,"dim":1,"base":1},"22276,1629,data/raw/vllm-0.10.1/vllm/model_executor/models/minicpm.py":{"self":15,"logits":5,"processor":2,"logitsprocessor":1,"unpadded":1,"vocab":2,"size":2,"config":5,"make":2,"empty":2,"intermediate":4,"tensors":4,"model":4,"def":5,"init":1,"vllm":3,"vllmconfig":1,"prefix":3,"str":3,"return":5,"minicpmmodel":1,"get":2,"input":6,"embeddings":3,"ids":4,"torch":9,"tensor":9,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"scale":1,"width":1,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1,"lm":2,"head":2,"load":2,"weights":4,"iterable":1,"tuple":1,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"tie":1,"word":1,"else":1},"0,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/jina_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":13,"collections":1,"abc":1,"import":15,"iterable":1,"mapping":4,"typing":1,"optional":1,"torch":3,"nn":3,"as":1,"transformers":1,"batchfeature":2,"pretrainedconfig":2,"config":6,"vllmconfig":1,"inputs":1,"tokensprompt":1,"logger":4,"init":4,"model":2,"executor":2,"layers":2,"linear":1,"columnparallellinear":2,"rowparallellinear":2,"pooler":2,"dispatchpooler":1,"multimodal":2,"registry":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportscrossencoding":1,"supportsmultimodal":1,"supportsscoretemplate":1,"qwen2":1,"vl":1,"qwen2vldummyinputsbuilder":1,"qwen2vlforconditionalgeneration":1,"qwen2vlmultimodalprocessor":2,"qwen2vlprocessinginfo":1,"utils":1,"autoweightsloader":1,"weightsmapper":1,"maybe":1,"prefix":1,"name":1,"class":2,"jinavlscorer":1,"module":1,"def":3,"self":7,"super":1,"dense":2,"hidden":3,"size":3,"bias":2,"true":2,"out":2,"proj":2,"num":1,"labels":1,"forward":1,"x":8,"kwargs":3,"relu":1,"return":1,"jinavlmultimodalprocessor":1,"call":1,"hf":1,"processor":1,"prompt":1,"str":4,"mm":2,"data":1,"object":3,"tok":1},"1952,1876,data/raw/vllm-0.10.1/vllm/model_executor/models/jina_vl.py":{"note":1,"we":1,"should":1,"reverse":2,"the":6,"order":2,"of":1,"mm":5,"data":4,"because":1,"query":2,"prompt":3,"is":3,"placed":1,"after":2,"document":2,"in":5,"score":5,"template":1,"for":5,"jinavlforranking":1,"model":12,"but":1,"they":1,"are":1,"stored":1,"opposite":1,"first":1,"then":1,"value":2,"items":1,"return":1,"super":2,"call":1,"hf":2,"processor":2,"kwargs":2,"tok":1,"multimodal":1,"registry":1,"register":1,"jinavlmultimodalprocessor":1,"info":1,"qwen2vlprocessinginfo":1,"dummy":1,"inputs":1,"qwen2vldummyinputsbuilder":1,"class":1,"jinavlforsequenceclassification":1,"qwen2vlforconditionalgeneration":1,"supportscrossencoding":1,"supportsmultimodal":1,"supportsscoretemplate":1,"pooling":1,"true":1,"weight":1,"mapper":1,"weightsmapper":1,"orig":1,"to":1,"new":2,"prefix":5,"0":1,"dense":1,"2":2,"out":1,"proj":1,"mapping":2,"names":1,"checkpoint":2,"saved":1,"transformers":1,"v4":1,"52":1,"language":4,"visual":2,"original":1,"lm":2,"head":2,"def":1,"init":2,"self":2,"vllm":5,"config":12,"vllmconfig":1,"str":1,"maybe":1,"qwen2":1,"vl":1,"pooler":3,"assert":1,"not":1,"none":1,"logit":2,"bias":2,"sigmoid":1,"normalization":1,"65":1},"3828,1721,data/raw/vllm-0.10.1/vllm/model_executor/models/jina_vl.py":{"self":8,"score":5,"jinavlscorer":1,"config":4,"pooler":7,"dispatchpooler":1,"encode":2,"for":3,"classify":3,"classifier":2,"none":5,"classmethod":3,"def":5,"get":2,"placeholder":1,"str":7,"cls":3,"modality":3,"i":1,"int":1,"optional":4,"if":1,"startswith":1,"image":3,"return":4,"vision":2,"start":1,"pad":1,"end":2,"raise":1,"valueerror":1,"only":1,"is":1,"supported":1,"template":1,"query":3,"document":3,"f":1,"n":3,"post":1,"process":1,"tokens":2,"prompt":4,"tokensprompt":1,"add":1,"target":1,"token":2,"at":1,"the":1,"of":1,"ids":4,"append":1,"100":1,"forward":2,"input":3,"torch":5,"tensor":5,"positions":3,"intermediate":3,"tensors":3,"intermediatetensors":1,"inputs":3,"embeds":3,"kwargs":2,"object":1,"hidden":2,"states":2,"super":1,"logits":2,"logit":1,"bias":1,"load":2,"weights":4,"iterable":1,"tuple":1,"loader":2,"autoweightsloader":1,"mapper":2,"weight":1},"0,1997,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":9,"project":1,"adapted":1,"from":13,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"qwen2":3,"modeling":1,"py":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":6,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":12,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"qwen2config":1,"attention":2,"attentiontype":1,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":2,"pp":1,"group":1,"tensor":1,"parallel":1,"world":1,"size":1,"executor":3,"layers":3,"activation":1,"siluandmul":1,"layernorm":1,"rmsnorm":1,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1},"1997,1995,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"from":10,"vllm":8,"model":7,"executor":6,"layers":5,"logits":1,"processor":1,"import":10,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"rotary":1,"embedding":2,"get":1,"rope":1,"vocab":1,"parallel":1,"parallellmhead":1,"vocabparallelembedding":1,"loader":2,"weight":2,"utils":3,"default":1,"maybe":2,"remap":1,"kv":1,"scale":1,"name":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"transformers":1,"config":6,"is":3,"interleaved":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"ppmissinglayer":1,"extract":1,"layer":1,"index":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":4,"tensors":1,"factory":1,"prefix":6,"class":2,"qwen2mlp":1,"nn":2,"module":2,"def":2,"init":2,"self":8,"hidden":6,"size":6,"int":2,"act":5,"str":2,"quant":5,"optional":1,"none":2,"super":1,"gate":5,"up":5,"proj":6,"mergedcolumnparallellinear":1,"2":1,"bias":2,"false":2,"f":3,"down":3,"rowparallellinear":1,"if":1,"silu":2,"raise":1,"valueerror":1,"unsupported":1,"activation":1,"only":1,"supported":1,"for":1,"now":1,"fn":2,"siluandmul":1,"forward":1,"x":6,"return":1,"qwen2attention":1},"3992,1663,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"def":1,"init":2,"self":24,"hidden":4,"size":16,"int":4,"num":17,"heads":21,"kv":14,"max":2,"position":1,"4096":1,"32":1,"rope":4,"theta":3,"float":1,"10000":1,"cache":1,"config":5,"optional":4,"cacheconfig":1,"none":5,"quant":1,"quantizationconfig":1,"scaling":2,"tuple":1,"prefix":1,"str":3,"attn":1,"type":1,"attentiontype":1,"decoder":1,"dual":3,"chunk":3,"attention":3,"dict":1,"any":1,"super":1,"tp":9,"get":1,"tensor":3,"model":1,"parallel":3,"world":1,"total":9,"assert":3,"0":4,"if":1,"number":2,"of":2,"is":2,"greater":1,"than":2,"so":2,"we":2,"partition":1,"the":2,"across":2,"multiple":2,"gpus":2,"else":1,"less":1,"replicate":1,"1":1,"head":4,"dim":4,"q":1,"5":1},"5655,1753,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"self":24,"qkv":5,"proj":6,"qkvparallellinear":1,"hidden":4,"size":5,"head":5,"dim":7,"total":3,"num":6,"heads":6,"kv":5,"bias":2,"true":1,"quant":6,"config":13,"prefix":7,"f":3,"o":3,"rowparallellinear":1,"false":1,"rotary":3,"emb":2,"get":1,"rope":4,"max":2,"position":2,"base":1,"theta":1,"scaling":3,"dual":5,"chunk":5,"attention":6,"attn":7,"cache":2,"type":2,"layer":2,"idx":1,"extract":1,"index":1,"if":1,"else":1,"def":1,"forward":1,"positions":2,"torch":3,"tensor":3,"states":2,"q":5,"k":4,"v":2,"split":1,"1":1,"output":4,"return":1,"class":1,"qwen2decoderlayer":1,"nn":1,"module":1},"7408,1071,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"def":1,"init":2,"self":2,"config":11,"qwen2config":1,"cache":1,"optional":2,"cacheconfig":1,"none":5,"quant":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"hidden":2,"size":2,"requires":1,"transformers":1,"4":1,"32":1,"0":1,"rope":4,"theta":2,"getattr":4,"1000000":1,"scaling":2,"dual":2,"chunk":2,"attention":4,"by":1,"default":1,"qwen2":2,"uses":1,"causal":3,"as":1,"it":1,"is":4,"a":1,"decoder":2,"only":2,"model":1,"you":1,"can":1,"override":1,"the":1,"hf":1,"with":1,"false":1,"to":1,"enable":1,"bidirectional":1,"which":1,"used":1,"in":1,"some":1,"embedding":1,"models":1,"e":1,"g":1,"alibaba":1,"nlp":1,"gte":1,"7b":1,"instruct":1,"if":1,"true":1,"attn":2,"type":2,"attentiontype":2,"else":1,"encoder":1},"8479,1868,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"self":16,"attn":5,"qwen2attention":1,"hidden":22,"size":8,"num":4,"heads":4,"config":17,"attention":6,"max":2,"position":2,"embeddings":1,"kv":1,"key":1,"value":1,"rope":4,"theta":2,"cache":2,"quant":4,"scaling":2,"prefix":4,"f":2,"type":2,"dual":2,"chunk":2,"mlp":3,"qwen2mlp":1,"intermediate":2,"act":2,"input":3,"layernorm":5,"rmsnorm":2,"eps":4,"rms":2,"norm":2,"post":2,"def":1,"forward":1,"positions":3,"torch":5,"tensor":5,"states":14,"residual":8,"optional":1,"tuple":1,"if":1,"is":1,"none":1,"else":1,"fully":1,"connected":1,"return":1},"10347,1841,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"support":1,"torch":1,"compile":1,"dynamic":1,"arg":1,"dims":1,"input":1,"ids":1,"0":3,"positions":2,"is":7,"of":1,"shape":1,"3":1,"seq":2,"len":2,"if":4,"mrope":1,"enabled":1,"for":2,"qwen2":1,"vl":1,"otherwise":1,"1":1,"intermediate":1,"tensors":1,"inputs":1,"embeds":1,"class":1,"qwen2model":1,"nn":2,"module":2,"def":1,"init":2,"self":6,"vllm":5,"config":28,"vllmconfig":1,"prefix":3,"str":1,"decoder":1,"layer":1,"type":2,"qwen2decoderlayer":1,"super":1,"model":3,"hf":2,"cache":2,"quant":6,"todo":1,"robertgshaw2":1,"see":1,"this":3,"can":1,"be":1,"moved":1,"out":1,"interleaved":1,"text":1,"assert":1,"max":3,"window":5,"layers":7,"num":3,"hidden":4,"sliding":2,"some":1,"but":2,"all":1,"not":1,"supported":1,"uses":1,"less":1,"than":1,"please":1,"open":1,"an":1,"issue":1,"to":1,"discuss":1,"feature":1,"format":1,"vocab":3,"size":4,"get":2,"pp":2,"group":2,"first":1,"rank":2,"or":1,"tie":1,"word":1,"embeddings":1,"and":1,"last":1,"embed":3,"tokens":3,"vocabparallelembedding":1,"f":1,"else":1,"ppmissinglayer":1},"12188,1801,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"use":1,"the":1,"provided":1,"decoder":4,"layer":6,"type":4,"or":2,"default":1,"to":1,"qwen2decoderlayer":2,"self":11,"start":1,"end":1,"layers":5,"make":3,"config":10,"num":1,"hidden":9,"lambda":1,"prefix":5,"cache":2,"quant":2,"f":1,"empty":2,"intermediate":6,"tensors":6,"factory":1,"states":5,"residual":4,"size":2,"if":3,"get":4,"pp":2,"group":2,"is":4,"last":1,"rank":2,"norm":3,"rmsnorm":1,"eps":2,"rms":1,"else":3,"ppmissinglayer":1,"aux":1,"state":1,"tuple":2,"int":1,"def":2,"input":6,"embeddings":2,"ids":4,"torch":6,"tensor":6,"return":1,"embed":1,"tokens":1,"forward":1,"positions":1,"optional":2,"intermediatetensors":2,"none":5,"inputs":3,"embeds":3,"union":1,"first":1,"not":2,"assert":1},"13989,702,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"aux":5,"hidden":14,"states":13,"for":1,"idx":2,"layer":4,"in":2,"enumerate":1,"self":5,"layers":2,"start":1,"end":1,"if":3,"state":1,"append":1,"residual":6,"positions":1,"not":1,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"return":3,"intermediatetensors":1,"norm":1,"len":1,"0":1},"14692,557,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"def":1,"load":1,"weights":2,"self":2,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"qkv":3,"proj":10,"q":2,"k":2,"v":2,"gate":3,"up":3,"0":1,"1":1,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":1},"15249,1817,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"for":3,"name":24,"loaded":9,"weight":22,"in":5,"weights":1,"if":9,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":6,"self":3,"quant":2,"config":2,"is":3,"not":3,"none":2,"and":2,"scale":7,"get":1,"cache":2,"loading":2,"kv":3,"quantization":1,"scales":1,"param":9,"params":6,"dict":4,"loader":11,"getattr":2,"default":3,"dim":1,"0":2,"else":2,"add":1,"shard":2,"id":2,"stacked":1,"mapping":1,"replace":1,"skip":1,"extra":1,"bias":2,"gptq":1,"models":1,"endswith":2,"pp":1,"missing":1,"parameter":1,"remapping":1,"the":1,"of":1,"fp8":1,"maybe":1,"remap":1,"break":1},"17066,703,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"else":1,"skip":1,"loading":1,"extra":1,"bias":2,"for":1,"gptq":1,"models":1,"if":3,"name":10,"endswith":1,"and":1,"not":1,"in":1,"params":4,"dict":3,"continue":3,"remapping":1,"the":1,"of":1,"fp8":1,"kv":2,"scale":2,"maybe":1,"remap":1,"is":2,"none":1,"pp":1,"missing":1,"parameter":1,"self":1,"param":3,"weight":5,"loader":4,"getattr":1,"default":1,"loaded":2,"add":1},"17769,29,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"return":1,"loaded":1,"params":1},"17798,1632,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"class":1,"qwen2forcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"qkv":1,"proj":7,"q":1,"k":1,"v":1,"gate":2,"up":2,"def":2,"init":2,"self":14,"vllm":6,"config":25,"vllmconfig":1,"prefix":7,"str":1,"super":1,"model":6,"hf":1,"quant":6,"lora":4,"qwen2model":1,"maybe":2,"if":2,"get":3,"pp":1,"group":1,"is":1,"last":1,"rank":1,"tie":1,"word":1,"embeddings":3,"lm":4,"head":4,"embed":1,"tokens":1,"else":2,"parallellmhead":1,"vocab":2,"size":3,"hidden":1,"ppmissinglayer":1,"logits":1,"processor":1,"logitsprocessor":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"input":4,"ids":2,"torch":2,"tensor":2,"return":1},"19430,1090,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2.py":{"def":3,"forward":1,"self":8,"input":2,"ids":2,"torch":7,"tensor":7,"positions":2,"intermediate":2,"tensors":2,"optional":3,"intermediatetensors":2,"none":3,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"model":1,"return":3,"compute":1,"logits":4,"sampling":2,"metadata":2,"samplingmetadata":1,"processor":1,"lm":2,"head":2,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"loader":2,"autoweightsloader":1,"skip":1,"prefixes":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"else":1},"0,1863,data/raw/vllm-0.10.1/vllm/model_executor/models/gritlm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":9,"project":1,"from":14,"collections":1,"abc":1,"import":14,"set":1,"typing":1,"optional":1,"union":1,"numpy":1,"as":3,"np":3,"torch":2,"nn":3,"config":7,"modelconfig":2,"vllmconfig":1,"logger":4,"init":4,"model":7,"executor":3,"layers":1,"pooler":2,"dispatchpooler":1,"poolerhead":1,"poolernormalize":1,"poolingparamsupdate":1,"build":1,"output":1,"get":2,"prompt":2,"lens":1,"token":7,"ids":5,"models":1,"llama":1,"llamaforcausallm":1,"pooling":1,"metadata":1,"poolingmetadata":1,"sequence":1,"pooleroutput":1,"tasks":1,"poolingtask":1,"transformers":1,"utils":1,"tokenizer":5,"cached":2,"interfaces":1,"supportsv0only":1,"name":1,"class":1,"gritlmmeanpool":1,"module":1,"meanpool":1,"but":1,"only":1,"includes":1,"non":1,"instruction":1,"tokens":6,"def":2,"self":5,"super":1,"collect":1,"needed":1,"for":3,"pattern":1,"matching":1,"is":3,"different":1,"former":1,"uses":1,"indicate":1,"that":1,"next":1,"start":1,"of":1,"a":1,"word":1,"0x0a":2,"newline":1,"i":1,"e":1,"n":1,"tok":3,"convert":1,"in":2,"s":1,"embed":1,"user":1,"list":1,"str":1,"ndarray":1,"return":1,"array":1},"1863,1889,data/raw/vllm-0.10.1/vllm/model_executor/models/gritlm.py":{"self":5,"user":2,"pattern":5,"ids":8,"tokens":3,"to":8,"0x0a":4,"embed":4,"newline":1,"def":2,"find":4,"array":2,"arr":11,"np":3,"ndarray":3,"target":11,"start":6,"idx":11,"int":4,"0":5,"end":5,"optional":1,"none":2,"the":16,"first":2,"occurrence":2,"of":7,"in":5,"starting":2,"from":3,"args":1,"search":3,"within":1,"consecutive":1,"subsequence":1,"index":3,"inclusive":1,"ending":1,"exclusive":1,"returns":1,"if":4,"raise":2,"valueerror":2,"must":1,"be":1,"non":1,"negative":1,"len":12,"or":2,"empty":1,"not":1,"allowed":1,"is":3,"for":1,"i":4,"range":1,"min":1,"1":2,"all":1,"return":3,"get":2,"instruction":5,"prompt":4,"token":2,"length":2,"we":1,"do":1,"a":2,"matching":2,"and":1,"then":1,"done":1,"using":1,"integers":1,"instead":1,"strings":1,"because":1,"given":1,"as":1,"list":1},"3752,1681,data/raw/vllm-0.10.1/vllm/model_executor/models/gritlm.py":{"return":5,"no":1,"instruction":9,"in":7,"case":1,"of":1,"missing":1,"bos":4,"token":10,"if":4,"prompt":9,"ids":12,"0":1,"self":8,"s":1,"logger":2,"warning":2,"not":2,"found":6,"thus":2,"using":2,"empty":1,"string":1,"for":1,"gritlm":2,"requires":3,"len":5,"user":2,"pattern":13,"is":1,"the":4,"that":1,"means":1,"there":1,"should":1,"be":1,"a":1,"newline":2,"before":1,"embed":12,"find":3,"array":2,"start":2,"idx":6,"1":5,"end":1,"2":1,"else":1,"query":2,"as":1,"instead":1,"def":2,"get":2,"supported":1,"tasks":1,"set":1,"poolingtask":2,"encode":1,"pooling":1,"updates":1,"task":1,"poolingparamsupdate":2,"true":1},"5433,1933,data/raw/vllm-0.10.1/vllm/model_executor/models/gritlm.py":{"def":4,"forward":5,"one":2,"self":7,"hidden":10,"states":10,"torch":17,"tensor":15,"prompt":16,"len":15,"optional":2,"none":3,"instr":11,"assert":1,"is":1,"or":1,"shape":1,"0":4,"partial":1,"prefill":1,"not":1,"supported":1,"with":1,"mean":3,"pooling":4,"return":4,"dim":2,"dtype":2,"float32":2,"all":2,"lens":12,"union":3,"list":5,"offset":4,"pooled":3,"data":3,"for":3,"in":3,"zip":2,"append":1,"metadata":3,"poolingmetadata":1,"get":3,"instruction":1,"token":3,"ids":3,"cpu":1,"numpy":1,"device":2,"if":1,"isinstance":1,"h":2,"class":1,"gritlmpooler":1,"pooler":1,"init":2,"model":1,"config":1,"modelconfig":1,"super":1},"7366,1916,data/raw/vllm-0.10.1/vllm/model_executor/models/gritlm.py":{"self":10,"pooling":15,"gritlmmeanpool":1,"model":5,"config":14,"head":2,"poolerhead":1,"poolernormalize":1,"def":4,"get":4,"supported":3,"tasks":2,"set":1,"poolingtask":2,"return":3,"updates":2,"task":2,"poolingparamsupdate":1,"forward":1,"hidden":3,"states":3,"torch":1,"tensor":1,"metadata":3,"poolingmetadata":1,"pooleroutput":1,"pooled":4,"data":4,"build":1,"output":1,"class":3,"gritlm":4,"llamaforcausallm":3,"supportsv0only":1,"this":2,"implements":1,"the":10,"embedding":2,"for":2,"parasail":1,"ai":1,"7b":1,"vllm":7,"inherits":1,"from":1,"and":2,"provides":1,"a":1,"custom":1,"layer":2,"main":1,"difference":1,"between":1,"in":5,"one":1,"is":5,"that":1,"ignores":1,"query":1,"instruction":3,"prompt":1,"when":1,"prompts":2,"should":2,"be":2,"following":2,"format":2,"with":1,"user":2,"ninstruction":1,"n":3,"embed":2,"nprompt":3,"without":1,"generation":1,"assistant":1,"true":1,"init":2,"vllmconfig":1,"prefix":3,"str":1,"kwargs":2,"none":3,"use":1,"full":1,"attention":1,"why":1,"v1":1,"not":1,"yet":1,"if":1,"runner":1,"type":1,"hf":4,"causal":1,"false":1,"cache":1,"sliding":2,"window":2,"super":1},"9282,317,data/raw/vllm-0.10.1/vllm/model_executor/models/gritlm.py":{"pooler":6,"config":8,"vllm":2,"model":2,"if":1,"is":1,"not":1,"none":1,"self":1,"dispatchpooler":1,"encode":2,"for":1,"embed":1,"gritlmpooler":1},"0,1659,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":16,"collections":1,"abc":1,"import":17,"iterable":1,"typing":1,"optional":2,"torch":4,"nn":4,"as":1,"transformers":1,"pretrainedconfig":2,"config":9,"cacheconfig":1,"modelconfig":1,"vllmconfig":1,"model":8,"executor":7,"layers":5,"fused":1,"moe":1,"fusedmoe":1,"layernorm":1,"rmsnorm":2,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":2,"vocab":2,"parallel":1,"embedding":1,"parallellmhead":2,"vocabparallelembedding":1,"loader":2,"weight":3,"utils":2,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"deepseek":1,"v2":1,"deepseekv2decoderlayer":1,"get":1,"spec":1,"layer":1,"idx":1,"name":1,"interfaces":1,"supportspp":1,"maybe":1,"prefix":1,"class":2,"sharedhead":1,"module":2,"def":2,"init":2,"self":5,"quant":3,"none":2,"super":1,"norm":3,"hidden":4,"size":3,"eps":2,"rms":1,"head":1,"forward":1,"states":2,"tensor":2,"return":1,"deepseekmultitokenpredictorlayer":1},"1659,1780,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"def":2,"init":2,"self":11,"config":18,"pretrainedconfig":1,"prefix":2,"str":1,"model":2,"modelconfig":1,"cache":2,"optional":3,"cacheconfig":1,"none":6,"quant":4,"quantizationconfig":1,"super":1,"enorm":2,"rmsnorm":2,"hidden":15,"size":4,"eps":4,"rms":2,"norm":2,"hnorm":2,"eh":2,"proj":2,"nn":2,"linear":1,"2":1,"bias":1,"false":1,"shared":1,"head":1,"sharedhead":1,"mtp":3,"block":2,"deepseekv2decoderlayer":1,"forward":1,"input":1,"ids":1,"torch":6,"tensor":5,"positions":4,"previous":4,"states":11,"inputs":7,"embeds":6,"spec":1,"step":1,"index":1,"int":1,"0":4,"assert":1,"is":1,"not":2,"masking":1,"at":1,"position":1,"as":1,"needed":1,"by":1,"cat":1,"dim":1,"1":1,"residual":3,"return":1,"class":1,"deepseekmultitokenpredictor":1,"module":1},"3439,1652,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"def":2,"init":2,"self":14,"vllm":5,"config":20,"vllmconfig":1,"prefix":2,"str":3,"super":1,"model":3,"hf":1,"mtp":7,"start":4,"layer":5,"idx":12,"num":5,"hidden":4,"layers":8,"nextn":1,"predict":1,"to":1,"map":1,"the":1,"exact":1,"index":1,"from":1,"weights":1,"torch":6,"nn":1,"moduledict":1,"deepseekmultitokenpredictorlayer":1,"f":1,"cache":2,"quant":2,"for":1,"in":1,"range":1,"embed":2,"tokens":2,"vocabparallelembedding":1,"vocab":2,"size":3,"logits":1,"processor":1,"logitsprocessor":1,"forward":1,"input":3,"ids":3,"tensor":5,"positions":2,"previous":2,"states":2,"inputs":4,"embeds":4,"optional":1,"none":2,"spec":2,"step":5,"int":1,"0":1,"if":1,"is":1,"current":3,"return":1},"5091,1792,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"def":4,"compute":3,"logits":6,"self":12,"hidden":8,"states":8,"torch":9,"tensor":9,"sampling":4,"metadata":4,"samplingmetadata":2,"spec":6,"step":8,"idx":9,"int":3,"0":3,"current":2,"num":1,"mtp":5,"layers":2,"layer":4,"str":2,"start":1,"processor":1,"shared":2,"head":3,"return":3,"class":1,"deepseekmtp":1,"nn":1,"module":1,"supportspp":1,"init":2,"vllm":4,"config":7,"vllmconfig":1,"prefix":4,"super":1,"model":5,"hf":1,"deepseekmultitokenpredictor":1,"maybe":1,"forward":1,"input":2,"ids":2,"positions":2,"intermediate":1,"tensors":1,"optional":3,"intermediatetensors":1,"none":2,"inputs":2,"embeds":2},"6883,1899,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"def":1,"load":2,"weights":3,"self":5,"iterable":1,"tuple":1,"str":3,"torch":1,"tensor":1,"set":3,"stacked":3,"params":9,"mapping":6,"gate":9,"up":7,"proj":17,"0":5,"1":2,"fused":2,"qkv":2,"a":4,"q":1,"kv":1,"with":1,"mqa":1,"expert":4,"fusedmoe":1,"make":1,"ckpt":3,"name":22,"down":2,"num":1,"experts":9,"config":2,"n":1,"routed":1,"dict":3,"named":1,"parameters":1,"loaded":2,"for":3,"weight":5,"in":9,"if":4,"rotary":1,"emb":1,"inv":1,"freq":1,"continue":4,"spec":5,"layer":5,"get":1,"idx":1,"from":1,"is":1,"none":1,"rewrite":1,"param":2,"shard":1,"id":1,"skip":2,"non":1,"layers":1,"and":2,"handled":1,"below":3,"not":2,"we":4,"have":1,"mlp":4,"the":3,"checkpoint":1,"since":1,"handle":1,"need":1,"to":2,"here":1,"before":1,"update":1,"otherwise":1,"will":2,"be":2,"updated":2,"which":2,"then":1,"breaks":1,"mapped":1,"replace":1},"8782,1828,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"qkv":2,"fusion":1,"is":1,"optional":1,"fall":1,"back":1,"to":2,"normal":1,"weight":12,"loading":3,"if":6,"it":1,"s":1,"not":6,"enabled":1,"param":9,"name":20,"fused":1,"a":1,"proj":1,"and":4,"mapped":2,"in":6,"params":6,"dict":5,"continue":5,"else":3,"skip":2,"extra":2,"bias":4,"for":3,"gptq":2,"models":2,"endswith":2,"loader":6,"loaded":2,"shard":4,"id":7,"break":2,"mapping":3,"expert":4,"replace":1,"according":1,"deepseek":1,"v3":1,"technical":1,"report":1,"mtp":2,"modules":1,"shares":1,"embedding":1,"layer":3,"we":1,"only":1,"load":1,"the":1,"first":1,"weights":1,"spec":1,"self":1,"model":1,"start":1,"idx":1,"layers":1},"10610,1506,data/raw/vllm-0.10.1/vllm/model_executor/models/deepseek_mtp.py":{"param":3,"params":3,"dict":1,"name":14,"weight":19,"loader":4,"getattr":1,"default":1,"loaded":3,"add":2,"return":2,"def":1,"rewrite":2,"spec":11,"layer":14,"self":1,"int":1,"str":2,"the":3,"to":2,"match":1,"format":1,"of":1,"original":1,"model":5,"mtp":2,"block":4,"for":4,"modules":1,"in":4,"transformer":2,"and":1,"rename":1,"shared":8,"weights":5,"be":1,"top":2,"level":2,"names":4,"embed":2,"tokens":2,"enorm":1,"hnorm":1,"eh":1,"proj":1,"head":1,"false":2,"if":3,"true":2,"break":1,"not":1,"treat":2,"rest":1,"as":2,"replace":2,"f":3,"layers":3,"elif":1},"0,1952,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":4,"filecopyrighttext":1,"copyright":5,"contributors":1,"to":2,"the":11,"vllm":11,"project":1,"adapted":1,"from":14,"https":1,"github":1,"com":1,"huggingface":3,"transformers":3,"blob":1,"v4":1,"28":1,"src":1,"models":1,"gpt2":2,"modeling":1,"py":1,"2023":2,"team":3,"ctranslate2":1,"and":3,"michael":1,"feil":1,"2018":2,"openai":1,"authors":1,"inc":1,"c":1,"nvidia":1,"corporation":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":3,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"gptbigcode":1,"model":7,"compatible":1,"weights":1,"collections":1,"abc":1,"import":14,"iterable":1,"typing":1,"optional":1,"union":1,"torch":3,"nn":1,"gptbigcodeconfig":1,"attention":2,"compilation":1,"decorators":1,"support":1,"compile":1,"config":1,"cacheconfig":1,"vllmconfig":1,"get":3,"pp":1,"group":1,"tensor":1,"parallel":2,"world":1,"size":1,"executor":5,"layers":5,"activation":1,"act":1,"fn":1,"linear":1,"columnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"logits":1,"processor":1,"logitsprocessor":1,"quantization":1,"quantizationconfig":1,"vocab":1,"embedding":1,"parallellmhead":1,"vocabparallelembedding":1},"1952,1762,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"from":5,"vllm":3,"model":7,"executor":2,"loader":2,"weight":2,"utils":2,"import":5,"default":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"supportslora":1,"supportspp":1,"autoweightsloader":1,"is":1,"pp":1,"missing":1,"parameter":1,"make":2,"empty":1,"intermediate":1,"tensors":1,"factory":1,"layers":1,"maybe":1,"prefix":4,"class":1,"gptbigcodeattention":1,"nn":1,"module":1,"def":1,"init":2,"self":21,"config":8,"gptbigcodeconfig":1,"cache":1,"optional":2,"cacheconfig":1,"none":2,"quant":3,"quantizationconfig":1,"str":1,"super":1,"hidden":4,"size":8,"total":9,"num":15,"heads":15,"attention":1,"tensor":4,"parallel":4,"world":4,"get":1,"assert":1,"0":2,"head":4,"dim":5,"scale":1,"5":1,"multi":3,"query":3,"if":1,"kv":7,"1":2,"else":1,"c":2,"attn":2,"qkvparallellinear":1,"bias":1,"true":1,"f":1},"3714,1803,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"self":20,"c":8,"proj":5,"rowparallellinear":2,"hidden":9,"size":11,"bias":3,"true":3,"quant":9,"config":14,"prefix":9,"f":4,"attn":8,"attention":1,"num":3,"heads":3,"head":1,"dim":4,"scale":2,"kv":4,"cache":2,"def":2,"forward":1,"states":2,"torch":2,"tensor":3,"qkv":2,"q":2,"k":2,"v":2,"split":1,"model":1,"parallel":1,"world":1,"1":1,"output":4,"return":1,"class":1,"gptbigmlp":1,"nn":1,"module":1,"init":2,"intermediate":3,"int":1,"gptbigcodeconfig":1,"optional":1,"quantizationconfig":1,"none":1,"str":1,"super":1,"fc":2,"columnparallellinear":1,"act":2,"get":1,"fn":1,"activation":1,"function":1},"5517,1961,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"def":4,"forward":4,"self":15,"hidden":28,"states":23,"torch":5,"tensor":4,"c":2,"fc":1,"act":1,"proj":1,"return":2,"class":2,"gptbigcodeblock":1,"nn":4,"module":2,"init":4,"config":14,"gptbigcodeconfig":1,"cache":2,"optional":2,"cacheconfig":1,"none":3,"quant":3,"quantizationconfig":1,"prefix":6,"str":2,"super":2,"size":5,"inner":4,"dim":2,"n":2,"if":1,"is":1,"not":1,"else":1,"4":1,"ln":4,"1":2,"layernorm":2,"eps":2,"layer":2,"norm":2,"epsilon":2,"attn":5,"gptbigcodeattention":1,"f":2,"2":2,"mlp":3,"gptbigmlp":1,"residual":6,"output":2,"connection":2,"feed":2,"support":1,"compile":1,"gptbigcodemodel":1,"vllm":1,"vllmconfig":1},"7478,1983,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"config":29,"vllm":4,"model":1,"hf":1,"cache":3,"quant":3,"lora":8,"self":19,"assert":1,"not":1,"add":1,"cross":1,"attention":1,"embed":4,"dim":4,"hidden":6,"size":6,"vocab":7,"extra":1,"max":2,"loras":1,"or":1,"1":1,"if":3,"else":2,"0":1,"wte":2,"vocabparallelembedding":1,"org":1,"num":2,"embeddings":4,"wpe":2,"nn":2,"embedding":1,"position":3,"start":1,"layer":3,"end":1,"h":2,"make":3,"layers":2,"lambda":1,"prefix":5,"gptbigcodeblock":1,"f":2,"ln":1,"layernorm":1,"eps":1,"norm":1,"epsilon":1,"empty":2,"intermediate":4,"tensors":4,"factory":1,"states":4,"n":1,"embd":1,"def":2,"get":3,"input":6,"ids":6,"torch":6,"tensor":6,"return":1,"forward":1,"optional":2,"intermediatetensors":2,"inputs":4,"embeds":4,"none":2,"union":1,"pp":1,"group":1,"is":2,"first":1,"rank":1},"9461,1857,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"for":2,"layer":4,"in":4,"self":10,"h":1,"start":1,"end":1,"hidden":7,"states":7,"if":4,"not":2,"get":1,"pp":2,"group":1,"is":2,"last":1,"rank":1,"return":3,"intermediatetensors":1,"ln":1,"f":1,"def":2,"load":1,"weights":3,"iterable":1,"tuple":1,"str":4,"torch":1,"tensor":1,"set":3,"params":5,"dict":3,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":8,"name":6,"weight":12,"attn":5,"bias":2,"skip":1,"attention":1,"mask":1,"note":1,"c":4,"should":1,"be":1,"skipped":1,"continue":2,"missing":1,"parameter":1,"param":6,"loader":7,"getattr":1,"default":1,"todo":1,"robertgshaw2":1,"neuralmagic":1,"move":1,"to":1,"fp8":1,"linear":1,"method":1,"input":1,"scale":1,"q":1,"k":1,"v":1,"else":1,"add":1,"class":1,"gptbigcodeforcausallm":1,"nn":1,"module":1,"supportslora":1,"supportspp":1,"packed":1,"modules":1,"mapping":1,"init":2,"vllm":4,"config":15,"vllmconfig":1,"prefix":1,"super":1,"model":1,"hf":1,"quant":2,"lora":4},"11318,1830,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"self":22,"quant":2,"config":10,"transformer":8,"gptbigcodemodel":1,"vllm":2,"prefix":3,"maybe":1,"if":2,"tie":1,"word":1,"embeddings":4,"lm":3,"head":3,"wte":1,"else":1,"parallellmhead":1,"vocab":8,"size":8,"embed":1,"dim":1,"org":1,"num":1,"unpadded":3,"lora":3,"extra":1,"logits":5,"processor":2,"logitsprocessor":1,"make":2,"empty":2,"intermediate":4,"tensors":4,"def":3,"get":2,"input":6,"ids":4,"torch":8,"tensor":8,"return":3,"forward":1,"positions":2,"optional":3,"intermediatetensors":2,"none":2,"inputs":2,"embeds":2,"union":1,"hidden":4,"states":4,"compute":1,"sampling":2,"metadata":2,"samplingmetadata":1},"13148,400,data/raw/vllm-0.10.1/vllm/model_executor/models/gpt_bigcode.py":{"def":1,"load":2,"weights":4,"self":3,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"skip":4,"prefixes":4,"none":1,"if":1,"config":1,"tie":1,"word":1,"embeddings":1,"lm":1,"head":1,"loader":2,"autoweightsloader":1,"return":1},"0,1988,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":10,"vllm":13,"project":1,"2025":2,"team":1,"ibm":2,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"inference":1,"only":1,"nasa":1,"prithvi":1,"geospatial":1,"model":6,"from":14,"collections":1,"abc":1,"import":16,"iterable":1,"mapping":1,"sequence":2,"typing":1,"optional":1,"union":1,"torch":2,"nn":2,"transformers":1,"batchfeature":1,"config":1,"vllmconfig":1,"executor":4,"layers":1,"pooler":2,"dispatchpooler":1,"loader":2,"weight":2,"utils":2,"default":2,"models":2,"interfaces":1,"isattentionfree":1,"multimodalembeddings":1,"supportsmultimodalwithrawinput":1,"pooling":1,"type":1,"autoweightsloader":1,"multimodal":6,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalfieldelem":1,"multimodalinputs":1,"multimodalkwargs":1,"multimodalkwargsitem":1,"multimodalsharedfield":1,"placeholderrange":1,"parse":1,"multimodaldataitems":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":1,"promptupdate":1,"profiling":1,"basedummyinputsbuilder":1,"intermediatetensors":1},"1988,1728,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"class":3,"prithvigeospatialmaeprocessinginfo":2,"baseprocessinginfo":1,"def":5,"get":5,"supported":1,"mm":9,"limits":1,"self":5,"mapping":6,"str":7,"optional":1,"int":4,"return":5,"image":3,"none":1,"prithvigeospatialmaeinputbuilder":1,"basedummyinputsbuilder":1,"dummy":2,"text":1,"counts":2,"data":1,"seq":1,"len":1,"multimodaldatadict":1,"this":1,"model":1,"input":2,"is":2,"fixed":1,"and":1,"in":2,"the":5,"form":1,"of":2,"a":1,"torch":5,"tensor":1,"size":3,"pixel":3,"values":3,"might":1,"change":1,"cases":1,"where":1,"we":1,"resize":1,"but":1,"never":1,"exceeds":1,"dimensions":1,"below":1,"full":2,"6":1,"512":2,"1":5,"0":2,"dtype":2,"float16":2,"location":2,"coords":2,"2":1,"prithvigeospatialmaemultimodalprocessor":1,"basemultimodalprocessor":1,"fields":1,"config":1,"hf":3,"inputs":1,"batchfeature":1,"processor":2,"kwargs":3,"object":2,"multimodalfieldconfig":3,"dict":1,"shared":2,"batch":2,"modality":2,"prompt":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1},"3716,1968,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"def":1,"apply":1,"self":1,"prompt":4,"union":1,"str":3,"list":1,"int":1,"mm":13,"data":5,"multimodaldatadict":1,"hf":1,"processor":1,"kwargs":9,"mapping":2,"object":2,"tokenization":1,"optional":1,"none":2,"return":2,"hashes":2,"bool":1,"false":1,"multimodalinputs":2,"for":3,"k":3,"v":4,"in":4,"items":4,"if":1,"isinstance":1,"dict":1,"and":3,"image":5,"update":1,"else":1,"placeholders":3,"placeholderrange":1,"offset":1,"0":2,"length":1,"this":3,"model":2,"receives":1,"input":1,"a":6,"multi":2,"dimensional":1,"tensor":1,"representing":1,"single":2,"patch":3,"therefore":1,"it":1,"is":3,"not":1,"to":4,"be":2,"split":1,"into":1,"multiple":2,"elements":1,"but":1,"rather":1,"considered":1,"one":2,"hence":1,"the":4,"decision":1,"of":1,"using":1,"multimodalsharedfield":2,"expected":1,"shape":2,"num":1,"channels":1,"width":1,"height":1,"however":1,"allows":1,"user":1,"also":1,"submit":1,"patches":1,"as":1,"batch":1,"adding":1,"further":1,"dimension":1,"above":1,"at":1,"stage":1,"we":1,"only":1,"support":2,"submitting":1,"per":1,"request":1,"batching":3,"achieved":1,"via":1,"vllm":2,"todo":1,"christian":1,"pinto":1,"enable":1,"requests":1,"tandem":1,"with":1,"multimodal":3,"multimodalkwargsitem":1,"from":1,"elems":1,"multimodalfieldelem":1,"modality":1,"key":3,"field":1,"1":2,"type":2,"token":1,"ids":1,"multimodalkwargs":1,"default":1,"pooling":1,"all":1},"5684,1804,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"multimodal":1,"registry":1,"register":1,"processor":1,"prithvigeospatialmaemultimodalprocessor":1,"info":1,"prithvigeospatialmaeprocessinginfo":1,"dummy":1,"inputs":1,"prithvigeospatialmaeinputbuilder":1,"class":1,"prithvigeospatialmae":1,"nn":2,"module":2,"isattentionfree":1,"supportsmultimodalwithrawinput":1,"prithvi":1,"masked":1,"autoencoder":1,"is":2,"pooling":1,"model":6,"true":1,"classmethod":1,"def":3,"get":1,"placeholder":1,"str":4,"cls":1,"modality":3,"i":1,"int":1,"optional":2,"if":2,"startswith":1,"image":2,"return":3,"none":2,"raise":1,"valueerror":1,"only":1,"supported":1,"instantiate":1,"self":2,"config":15,"dict":1,"we":1,"might":1,"be":1,"able":1,"need":1,"to":1,"support":1,"different":1,"tasks":1,"with":1,"this":1,"same":1,"task":13,"args":11,"semanticsegmentationtask":3,"from":1,"terratorch":1,"cli":1,"tools":1,"import":1,"factory":1,"loss":2,"lr":2,"ignore":2,"index":2,"optimizer":4,"hparams":2,"params":2,"scheduler":4,"plot":2,"on":2,"val":2,"freeze":4,"decoder":2,"backbone":2,"else":1,"init":2,"vllm":1,"vllmconfig":1,"prefix":1,"super":1},"7488,1562,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"the":3,"actual":1,"model":8,"is":4,"dynamically":1,"instantiated":1,"using":1,"terratorch":1,"allowing":1,"us":1,"to":3,"perform":1,"changes":1,"architecture":1,"at":1,"startup":1,"time":1,"e":1,"g":1,"change":1,"decoder":1,"class":1,"self":5,"instantiate":1,"vllm":2,"config":9,"hf":1,"dict":1,"pretrained":1,"cfg":1,"if":4,"none":5,"raise":3,"valueerror":3,"unsupported":1,"task":1,"only":1,"semanticsegmentationtask":1,"supported":1,"for":2,"now":1,"by":1,"prithvigeospatialmae":1,"pooler":6,"assert":1,"not":3,"dispatchpooler":1,"encode":2,"def":1,"parse":1,"and":1,"validate":1,"multimodal":1,"data":1,"kwargs":3,"tuple":1,"torch":6,"tensor":4,"optional":1,"pixel":6,"values":6,"pop":2,"isinstance":2,"f":4,"incorrect":2,"type":6,"of":2,"got":2,"location":10,"coords":10,"unbind":1,"dim":1,"0":3,"shape":1,"size":1,"return":1},"9050,1614,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"def":3,"get":1,"input":6,"embeddings":3,"self":6,"ids":4,"torch":7,"tensor":6,"multimodal":2,"optional":4,"multimodalembeddings":1,"none":3,"we":2,"do":1,"not":1,"really":1,"use":1,"any":1,"tokens":1,"and":3,"therefore":1,"no":1,"to":4,"be":1,"calculated":1,"however":1,"due":1,"the":4,"mandatory":1,"token":2,"in":5,"prompt":1,"pass":1,"one":1,"size":1,"of":1,"dummy":1,"embedding":1,"tensors":2,"must":1,"reflect":1,"that":1,"return":2,"empty":1,"shape":1,"0":2,"forward":1,"positions":1,"intermediate":1,"intermediatetensors":1,"inputs":1,"embeds":1,"kwargs":2,"object":1,"pixel":2,"values":2,"location":3,"coords":3,"parse":3,"validate":1,"data":1,"model":4,"output":3,"load":1,"weights":5,"iterable":1,"tuple":1,"str":2,"set":1,"params":1,"list":1,"buffers":3,"dict":2,"named":1,"loaded":1,"for":2,"key":2,"value":2,"if":3,"state":1,"name":5,"weight":1,"items":1,"pos":1,"embed":1,"continue":1,"timm":2,"module":2,"replace":1},"10664,936,data/raw/vllm-0.10.1/vllm/model_executor/models/prithvi_geospatial_mae.py":{"this":1,"model":4,"requires":1,"a":1,"couple":1,"of":1,"buffers":5,"to":1,"be":1,"loaded":3,"that":1,"are":1,"not":1,"loadable":1,"with":1,"the":2,"autoweightsloader":2,"if":2,"name":7,"in":2,"timm":2,"module":2,"replace":1,"buffer":3,"weight":6,"loader":6,"getattr":1,"default":1,"append":2,"else":1,"params":2,"list":2,"break":1,"load":2,"remaining":1,"parameters":1,"self":1,"autoloaded":2,"weights":3,"return":1,"union":1,"set":1},"0,1886,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":6,"project":1,"2024":1,"qwen":1,"team":4,"2023":1,"2022":1,"eleutherai":2,"and":5,"huggingface":2,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"from":10,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":3,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":2,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"qwen2":2,"audio":2,"compatible":1,"weights":1,"collections":1,"abc":1,"import":11,"iterable":1,"mapping":1,"sequence":1,"typing":1,"optional":1,"typeddict":1,"union":1,"torch":2,"nn":2,"transformers":3,"batchfeature":1,"models":2,"qwen2audioconfig":1,"qwen2audioencoder":1,"qwen2audioprocessor":1,"whisper":1,"whisperfeatureextractor":1,"config":1,"vllmconfig":1,"executor":1,"sampling":1,"metadata":1,"samplingmetadata":1,"multimodal":3,"registry":1,"inputs":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1},"1886,1825,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"from":7,"vllm":5,"multimodal":4,"parse":1,"import":6,"audioprocessoritems":1,"multimodaldataitems":1,"multimodaldataparser":1,"processing":1,"basemultimodalprocessor":1,"baseprocessinginfo":2,"promptreplacement":1,"promptupdate":1,"promptupdatedetails":1,"profiling":1,"basedummyinputsbuilder":1,"sequence":1,"intermediatetensors":1,"interfaces":1,"multimodalembeddings":1,"supportsmultimodal":1,"supportspp":1,"utils":1,"autoweightsloader":1,"init":3,"registered":1,"model":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"audio":6,"inputs":1,"class":3,"qwen2audioinputs":1,"typeddict":1,"input":3,"features":3,"torch":3,"tensor":3,"shape":2,"num":3,"audios":2,"mel":1,"bins":1,"3000":2,"feature":1,"attention":1,"mask":1,"encoder":1,"qwen2audiomultimodalprojector":1,"nn":2,"module":1,"def":5,"self":8,"hidden":6,"size":4,"int":2,"text":2,"super":1,"linear":3,"bias":1,"true":1,"forward":1,"states":2,"return":4,"qwen2audioencoder":1,"get":6,"feat":5,"extract":2,"output":4,"lengths":9,"1":3,"2":3,"qwen2audioprocessinginfo":1,"hf":4,"config":2,"ctx":2,"qwen2audioconfig":1,"processor":2,"kwargs":2,"object":1,"qwen2audioprocessor":2},"3711,1587,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"def":5,"get":12,"feature":12,"extractor":12,"self":10,"kwargs":2,"object":1,"whisperfeatureextractor":2,"hf":6,"processor":6,"type":1,"ignore":1,"assert":1,"isinstance":1,"return":5,"supported":1,"mm":6,"limits":1,"mapping":3,"str":4,"optional":1,"int":4,"audio":9,"none":1,"class":2,"qwen2audiodummyinputsbuilder":1,"basedummyinputsbuilder":1,"qwen2audioprocessinginfo":2,"dummy":3,"text":1,"counts":4,"num":5,"audios":6,"0":2,"info":3,"token":3,"data":2,"seq":1,"len":3,"multimodaldatadict":1,"sampling":4,"rate":4,"chunk":1,"length":2,"qwen2audiomultimodalprocessor":1,"basemultimodalprocessor":1,"parser":1,"multimodaldataparser":2,"target":1,"sr":1},"5298,1922,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"def":3,"call":2,"hf":8,"processor":10,"self":8,"prompt":9,"str":7,"mm":19,"data":7,"mapping":6,"object":4,"kwargs":13,"any":1,"tok":3,"batchfeature":3,"note":1,"we":1,"rename":1,"audios":6,"audio":5,"in":3,"because":1,"transformers":2,"has":1,"deprecated":1,"for":2,"the":1,"qwen2audio":1,"and":1,"will":1,"remove":1,"support":1,"it":1,"4":1,"54":1,"pop":1,"if":2,"text":1,"only":2,"input":3,"not":2,"supported":1,"composite":1,"get":8,"ids":5,"info":4,"tokenizer":4,"encode":1,"apply":1,"tokens":1,"return":3,"dict":3,"tensor":1,"type":1,"pt":1,"feature":4,"extractor":3,"sampling":2,"rate":2,"super":1,"fields":1,"config":1,"inputs":1,"multimodalfieldconfig":3,"features":1,"batched":2,"attention":1,"mask":1,"updates":1,"items":1,"multimodaldataitems":1,"out":1,"multimodalkwargs":1,"sequence":1,"promptupdate":1,"vocab":2},"7220,1970,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"use":1,"getattr":4,"with":2,"default":1,"to":2,"be":2,"compatible":1,"transformers":1,"4":1,"48":1,"audio":35,"token":15,"processor":4,"bos":6,"eos":6,"id":9,"vocab":3,"feature":5,"attention":5,"mask":5,"out":1,"mm":2,"kwargs":1,"get":6,"if":2,"is":2,"none":1,"output":6,"lengths":4,"else":1,"assert":1,"isinstance":1,"torch":1,"tensor":1,"lens":2,"feat":1,"extract":1,"sum":1,"1":1,"tolist":1,"def":1,"replacement":3,"qwen2":2,"item":3,"idx":3,"int":1,"num":3,"features":3,"0":1,"audios":2,"items":2,"audioprocessoritems":1,"len":3,"length":1,"raise":1,"valueerror":1,"f":1,"the":2,"too":1,"short":1,"represented":1,"inside":1,"model":1,"tokens":2,"return":2,"promptupdatedetails":1,"select":1,"embed":1,"promptreplacement":1,"modality":1,"target":1,"multimodal":1,"registry":1,"register":1,"qwen2audiomultimodalprocessor":1,"info":1,"qwen2audioprocessinginfo":1,"dummy":1,"inputs":1,"qwen2audiodummyinputsbuilder":1},"9190,1821,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"class":1,"qwen2audioforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportspp":1,"classmethod":1,"def":3,"get":1,"placeholder":1,"str":5,"cls":1,"modality":3,"i":2,"int":1,"optional":1,"if":3,"startswith":1,"audio":9,"return":3,"f":3,"bos":1,"eos":1,"raise":2,"valueerror":2,"only":1,"is":1,"supported":1,"init":3,"self":10,"vllm":7,"config":29,"vllmconfig":1,"prefix":4,"super":1,"model":7,"hf":2,"quant":4,"multimodal":4,"tower":1,"qwen2audioencoder":1,"multi":1,"modal":1,"projector":1,"qwen2audiomultimodalprojector":1,"d":1,"text":2,"hidden":1,"size":1,"language":3,"registered":1,"maybe":1,"architectures":1,"qwen2forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2,"validate":1,"and":1,"reshape":1,"mm":7,"tensor":4,"input":6,"object":1,"name":2,"torch":5,"not":1,"isinstance":2,"list":2,"incorrect":1,"type":3,"of":1,"got":1,"concat":2,"else":1},"11011,1887,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"def":2,"parse":1,"and":3,"validate":3,"audio":12,"input":19,"self":5,"kwargs":3,"object":1,"optional":1,"qwen2audioinputs":3,"features":14,"pop":2,"none":4,"feature":10,"attention":10,"mask":12,"if":2,"is":1,"return":2,"reshape":2,"mm":2,"tensor":5,"not":1,"isinstance":1,"torch":3,"list":1,"raise":1,"valueerror":1,"incorrect":1,"type":3,"of":2,"f":1,"got":1,"process":1,"feat":5,"lengths":8,"output":2,"tower":1,"get":1,"extract":1,"sum":1,"1":3,"batch":4,"size":4,"max":7,"mel":2,"seq":9,"len":7,"shape":2,"2":2,"create":2,"a":1,"sequence":1,"range":2,"arange":1,"0":2,"dtype":2,"device":2,"unsqueeze":2,"expand":4,"padding":1},"12898,1751,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"audio":36,"attention":7,"mask":10,"padding":1,"view":2,"batch":2,"size":2,"1":5,"max":6,"seq":3,"len":3,"expand":2,"to":3,"dtype":2,"self":9,"tower":3,"conv1":2,"weight":2,"device":3,"float":1,"inf":1,"outputs":2,"input":7,"features":10,"selected":2,"feature":2,"last":1,"hidden":1,"state":1,"multi":1,"modal":1,"projector":1,"num":2,"audios":2,"tokens":3,"embed":2,"dim":2,"shape":1,"output":5,"lengths":5,"unsqueeze":1,"torch":3,"arange":1,"masked":4,"split":2,"tuple":1,"of":1,"embeddings":2,"for":1,"individual":1,"return":4,"flatten":1,"tolist":1,"def":2,"get":2,"language":2,"model":2,"nn":1,"module":1,"multimodal":1,"kwargs":2,"object":1,"multimodalembeddings":1,"parse":1,"and":1,"validate":1,"if":1,"is":1,"none":1,"process":1},"14649,1917,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"def":3,"get":4,"input":10,"embeddings":11,"self":9,"ids":7,"torch":8,"tensor":8,"multimodal":8,"optional":4,"multimodalembeddings":1,"none":8,"inputs":11,"embeds":11,"language":3,"model":5,"if":2,"is":5,"not":2,"and":1,"len":1,"0":1,"merge":1,"config":1,"audio":1,"token":1,"index":1,"return":3,"forward":1,"positions":2,"intermediate":3,"tensors":3,"intermediatetensors":2,"kwargs":2,"object":1,"union":1,"note":1,"in":1,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"this":1,"condition":1,"for":1,"v0":1,"compatibility":1,"elif":1,"hidden":4,"states":4,"compute":2,"logits":2,"sampling":2,"metadata":2,"samplingmetadata":1},"16566,222,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_audio.py":{"def":1,"load":2,"weights":4,"self":2,"iterable":1,"tuple":1,"str":2,"torch":1,"tensor":1,"set":1,"loader":2,"autoweightsloader":1,"return":1},"0,1959,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":7,"project":1,"adapted":1,"from":14,"https":1,"github":1,"com":1,"huggingface":3,"transformers":5,"blob":1,"main":1,"src":1,"models":3,"qwen2":9,"5":9,"vl":6,"modeling":1,"py":1,"2025":3,"team":4,"qwen":1,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"and":4,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":3,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":4,"an":1,"as":4,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"inference":1,"only":1,"compatible":1,"weights":1,"collections":1,"abc":1,"import":15,"iterable":1,"mapping":1,"functools":1,"lru":1,"cache":1,"partial":1,"typing":1,"callable":1,"literal":1,"optional":1,"typeddict":1,"union":1,"torch":3,"nn":3,"functional":1,"f":1,"einops":1,"rearrange":1,"batchfeature":1,"vlprocessor":1,"configuration":1,"vlconfig":1,"vlvisionconfig":1,"config":1,"vllmconfig":1,"parallel":1,"state":1,"utils":2,"dist":1,"logger":2,"init":1,"executor":1,"samplingmetadata":1},"1959,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"from":18,"vllm":14,"model":10,"executor":8,"layers":6,"activation":1,"import":18,"get":2,"act":1,"and":1,"mul":1,"fn":1,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"rowparallellinear":1,"quantization":3,"quantizationconfig":1,"gptq":2,"gptqconfig":1,"marlin":1,"gptqmarlinconfig":1,"loader":2,"weight":2,"utils":3,"default":1,"models":1,"module":1,"mapping":1,"multimodelkeys":1,"multimodal":4,"registry":1,"inputs":2,"multimodalfieldconfig":1,"platforms":1,"backend":2,"sequence":1,"intermediatetensors":1,"transformers":1,"config":1,"uses":1,"mrope":1,"interfaces":1,"multimodalembeddings":1,"supportslora":1,"supportsmultimodal":1,"supportspp":1,"supportsquant":1,"qwen2":4,"vl":2,"qwen2vldummyinputsbuilder":1,"as":1,"5":2,"vldummyinputsbuilder":1,"qwen2vlmultimodalprocessor":1,"qwen2vlprocessinginfo":1,"apply":1,"rotary":1,"pos":1,"emb":1,"vision":3,"autoweightsloader":1,"weightsmapper":1,"cast":1,"overflow":1,"tensors":1,"init":2,"registered":1,"maybe":1,"prefix":1,"merge":1,"embeddings":1,"vit":1,"attn":1,"logger":2,"name":1,"class":1,"vlimagepixelinputs":1,"typeddict":1,"type":1,"literal":1,"pixel":2,"values":2,"torch":2,"tensor":2,"shape":2,"num":3,"patches":1,"channels":1,"patch":2,"size":2,"image":1,"grid":4,"thw":1,"images":1,"3":1,"this":1,"should":1,"be":1,"in":1,"t":1,"h":1,"w":1,"format":1},"3933,1810,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"class":3,"qwen2":6,"5":6,"vlimageembeddinginputs":2,"typeddict":3,"type":3,"literal":3,"image":6,"embeds":4,"torch":10,"tensor":15,"supported":2,"types":2,"list":4,"a":4,"of":6,"tensors":4,"holding":4,"all":6,"images":5,"features":8,"each":3,"holds":2,"an":2,"s":2,"concatenation":2,"feature":2,"shape":4,"num":6,"hidden":3,"size":6,"varies":1,"based":1,"on":1,"the":6,"number":1,"and":1,"resolution":1,"must":1,"match":1,"language":1,"model":1,"backbone":1,"grid":10,"thw":2,"3":2,"this":2,"should":2,"be":2,"in":4,"t":2,"h":2,"w":2,"format":2,"vlimageinputs":1,"union":1,"vlimagepixelinputs":1,"vlvideopixelinputs":1,"pixel":2,"values":2,"videos":7,"patches":1,"channels":1,"temporal":2,"patch":3,"video":5,"second":1,"per":1,"ts":1,"time":1,"interval":1,"seconds":1,"for":1,"along":1,"dimension":1,"3d":1,"position":1,"ids":1,"returned":1,"when":1,"is":1,"not":1,"none":1,"vlvideoembeddinginputs":1},"5743,1680,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"tensor":5,"shape":2,"num":3,"image":2,"features":8,"hidden":6,"size":4,"varies":1,"based":1,"on":1,"the":3,"number":1,"and":1,"resolution":1,"of":2,"videos":2,"must":1,"match":1,"language":1,"model":1,"backbone":1,"video":1,"grid":4,"thw":1,"torch":4,"3":1,"this":1,"should":1,"be":1,"in":4,"t":1,"h":1,"w":1,"format":1,"qwen2":4,"5":4,"vlvideoinputs":1,"union":1,"vlvideopixelinputs":1,"vlvideoembeddinginputs":1,"vision":1,"encoder":1,"class":1,"visionmlp":1,"nn":1,"module":1,"def":2,"init":2,"self":8,"int":2,"bias":5,"bool":1,"false":1,"act":4,"fn":4,"callable":1,"f":3,"silu":1,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":1,"prefix":5,"str":1,"super":1,"gate":6,"up":6,"proj":8,"mergedcolumnparallellinear":1,"input":1,"output":1,"sizes":1,"2":1,"down":5,"rowparallellinear":1,"forward":1,"x":6,"return":1},"7423,1992,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":2,"all":3,"gather":3,"interleave":1,"local":3,"tensor":12,"hidden":5,"size":17,"int":5,"tp":7,"the":1,"input":2,"interleavely":1,"across":1,"model":3,"parallel":6,"group":4,"import":1,"torch":4,"distributed":1,"as":1,"dist":4,"gathered":5,"tensors":7,"zeros":1,"like":1,"for":4,"in":4,"range":1,"state":3,"get":3,"device":1,"split":3,"1":2,"ordered":2,"pair":2,"zip":1,"result":2,"cat":1,"dim":4,"return":1,"class":1,"qwen2":1,"5":1,"visionattention":1,"nn":1,"module":1,"init":2,"self":9,"embed":3,"num":8,"heads":8,"projection":3,"quant":5,"config":5,"optional":1,"quantizationconfig":1,"none":2,"prefix":5,"str":1,"super":1,"per":5,"attention":4,"head":4,"and":1,"partition":2,"values":1,"world":1,"rank":2,"utils":2,"divide":2,"qkv":2,"qkvparallellinear":1,"total":2,"kv":1,"bias":1,"true":1,"f":2,"proj":2,"rowparallellinear":1,"output":1},"9415,1949,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"detect":1,"attention":4,"implementation":1,"self":18,"attn":8,"backend":14,"get":1,"vit":1,"support":2,"fa":3,"true":1,"if":3,"not":2,"in":3,"flash":4,"torch":7,"sdpa":1,"xformers":2,"rocm":2,"aiter":2,"raise":1,"runtimeerror":1,"f":1,"qwen2":1,"5":1,"vl":1,"does":1,"now":1,"is":1,"def":2,"split":2,"qkv":8,"tensor":7,"tuple":1,"s":8,"b":8,"3":8,"head":15,"dim":9,"seq":2,"len":2,"bs":2,"shape":3,"tp":7,"size":6,"1":2,"all":1,"gather":1,"interleave":1,"hidden":2,"q":6,"k":6,"v":6,"chunk":1,"2":1,"splitter":4,"partial":1,"dist":1,"utils":1,"along":1,"last":1,"num":2,"partitions":1,"rank":3,"new":2,"heads":1,"per":2,"partition":1,"x":5,"view":1,"for":3,"return":1,"forward":1,"cu":1,"seqlens":2,"rotary":1,"pos":1,"emb":1,"max":1,"seqlen":1,"optional":2,"int":2,"none":2,"only":2,"used":2,"list":1,"c":1},"11364,1367,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"s":6,"b":6,"3":2,"head":4,"dim":2,"q":11,"k":10,"v":6,"self":3,"split":1,"qkv":1,"x":5,"batch":1,"size":1,"shape":1,"1":1,"rearrange":2,"contiguous":1,"for":2,"in":2,"if":3,"rotary":5,"pos":5,"emb":5,"is":2,"not":1,"none":1,"apply":2,"vision":2,"flash":8,"attn":9,"backend":3,"from":3,"vllm":1,"interface":1,"import":3,"varlen":4,"func":4,"rocm":1,"aiter":2,"fa":1,"else":1,"output":1,"cu":4,"seqlens":4,"max":4,"seqlen":4,"dropout":1,"p":1,"0":2,"causal":1,"false":1},"12731,1883,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"context":6,"layer":6,"rearrange":4,"output":7,"b":9,"s":8,"batch":1,"size":1,"elif":2,"self":3,"attn":6,"backend":4,"torch":2,"sdpa":1,"execute":1,"attention":3,"entry":2,"by":1,"for":3,"speed":1,"less":1,"vram":1,"outputs":3,"i":19,"in":2,"range":1,"1":3,"len":1,"cu":3,"seqlens":5,"start":4,"idx":8,"end":4,"q":8,"k":6,"v":6,"x":2,"h":6,"d":6,"f":1,"scaled":1,"dot":1,"product":1,"dropout":1,"p":2,"0":3,"append":1,"cat":1,"dim":1,"xformers":3,"from":3,"import":2,"ops":2,"as":1,"xops":2,"fmha":1,"bias":4,"blockdiagonalmask":2,"seqlen":2,"kv":1,"none":2,"device":2,"memory":1,"efficient":1,"forward":1,"scale":1,"contiguous":1,"proj":1,"return":1,"class":1,"qwen2":1,"5":1,"visionblock":1,"nn":1,"module":1},"14614,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":2,"init":2,"self":10,"dim":9,"int":6,"num":3,"heads":3,"mlp":5,"hidden":2,"act":3,"fn":3,"callable":2,"torch":6,"tensor":6,"f":3,"silu":1,"norm":7,"layer":5,"optional":4,"nn":3,"module":2,"none":6,"quant":5,"config":5,"quantizationconfig":1,"prefix":5,"str":1,"super":1,"if":1,"is":1,"partial":1,"layernorm":1,"eps":1,"1e":1,"6":1,"norm1":2,"norm2":2,"attn":5,"qwen2":3,"5":3,"visionattention":1,"embed":1,"projection":1,"size":1,"visionmlp":1,"bias":1,"true":1,"forward":1,"x":9,"cu":3,"seqlens":6,"rotary":3,"pos":3,"emb":3,"max":3,"seqlen":3,"only":2,"used":2,"for":2,"flash":1,"attention":1,"list":1,"xformers":1,"fused":2,"residual":3,"return":1,"class":1,"visionpatchembed":1},"16524,938,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":2,"init":2,"self":11,"patch":12,"size":21,"int":4,"14":1,"temporal":5,"2":1,"in":2,"channels":2,"3":1,"hidden":5,"1152":1,"none":1,"super":1,"kernel":4,"proj":2,"nn":2,"conv3d":1,"stride":1,"bias":1,"false":1,"forward":1,"x":7,"torch":2,"tensor":2,"l":3,"c":1,"shape":1,"view":2,"1":1,"return":1,"class":1,"qwen2":1,"5":1,"visionpatchmerger":1,"module":1},"17462,1827,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":3,"init":4,"self":17,"d":2,"model":2,"int":5,"context":3,"dim":8,"norm":4,"layer":4,"optional":2,"callable":1,"nn":5,"module":2,"none":6,"spatial":2,"merge":2,"size":7,"2":4,"quant":5,"config":5,"quantizationconfig":1,"prefix":5,"str":1,"super":2,"hidden":5,"if":1,"is":1,"partial":1,"layernorm":1,"eps":1,"1e":1,"6":1,"ln":2,"q":2,"mlp":10,"modulelist":1,"columnparallellinear":1,"bias":2,"true":2,"f":2,"0":5,"gelu":1,"rowparallellinear":1,"forward":1,"x":10,"torch":4,"tensor":2,"view":1,"1":2,"fc1":2,"act":2,"fc2":2,"parallel":4,"out":2,"return":1,"class":1,"qwen2":1,"5":1,"visionrotaryembedding":1,"theta":4,"float":2,"10000":1,"inv":3,"freq":3,"arange":1,"dtype":1,"device":1,"cpu":1,"register":1,"buffer":1,"persistent":1,"false":1,"seq":1,"len":1,"cached":2,"freqs":1},"19289,1910,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":3,"update":2,"freqs":6,"cache":2,"self":26,"seqlen":8,"int":2,"none":3,"if":1,"seq":4,"len":2,"cached":4,"2":3,"inv":5,"freq":5,"1":1,"0":2,"theta":1,"torch":5,"arange":2,"dim":2,"dtype":3,"float":2,"device":4,"outer":1,"forward":1,"tensor":1,"return":1,"class":1,"qwen2":3,"5":3,"visiontransformer":1,"nn":1,"module":1,"init":2,"vision":11,"config":12,"vlvisionconfig":1,"norm":1,"eps":1,"1e":1,"6":1,"quant":1,"optional":1,"quantizationconfig":1,"prefix":1,"str":1,"super":1,"patch":11,"size":19,"temporal":4,"in":4,"channels":4,"depth":2,"hidden":4,"num":2,"heads":2,"args":1,"for":1,"get":1,"window":3,"index":1,"thw":1,"spatial":4,"merge":4,"fullatt":2,"block":2,"indexes":2,"unit":1,"embed":1,"visionpatchembed":1},"21199,1375,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"norm":6,"layer":7,"partial":1,"rmsnorm":1,"eps":2,"head":2,"dim":5,"self":14,"hidden":6,"size":7,"num":3,"heads":3,"rotary":1,"pos":1,"emb":1,"qwen2":3,"5":3,"visionrotaryembedding":1,"2":1,"blocks":2,"nn":1,"modulelist":1,"visionblock":1,"mlp":1,"vision":3,"config":7,"intermediate":1,"act":3,"fn":2,"get":2,"and":1,"mul":1,"quant":4,"prefix":4,"f":2,"idx":2,"for":1,"in":1,"range":1,"depth":1,"merger":2,"visionpatchmerger":1,"d":1,"model":1,"out":1,"context":1,"spatial":2,"merge":2,"attn":2,"backend":3,"vit":1,"support":1,"fa":1,"true":1,"property":2,"def":2,"dtype":3,"torch":2,"return":2,"patch":2,"embed":2,"proj":2,"weight":2,"device":3},"22574,1243,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":2,"rotary":9,"pos":11,"emb":9,"thw":2,"self":16,"t":3,"h":7,"w":7,"hpos":4,"ids":10,"torch":3,"arange":2,"unsqueeze":2,"1":9,"expand":2,"wpos":4,"0":4,"reshape":3,"spatial":11,"merge":11,"size":14,"permute":2,"2":2,"3":2,"flatten":3,"stack":1,"dim":1,"repeat":1,"max":3,"full":2,"shape":1,"unit":2,"return":1,"get":1,"window":3,"index":1,"grid":3,"vit":1,"merger":1,"patch":1},"23817,1447,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"llm":10,"grid":16,"h":12,"self":3,"spatial":3,"merge":3,"size":12,"w":12,"index":14,"torch":3,"arange":1,"t":4,"reshape":5,"pad":7,"vit":10,"merger":10,"window":10,"num":6,"windows":6,"padded":10,"f":1,"0":4,"constant":1,"100":3,"permute":1,"1":3,"3":2,"2":2,"4":1,"seqlens":8,"sum":1,"new":2,"cu":6,"tmp":6,"cumsum":1,"unit":1,"to":1,"dtype":1,"int32":1,"unique":1,"consecutive":1,"return":1},"25264,1824,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"lru":1,"cache":1,"maxsize":1,"1024":1,"noqa":1,"b019":1,"def":3,"get":2,"rope":1,"by":1,"thw":18,"self":13,"t":7,"h":9,"w":9,"window":10,"index":6,"cu":12,"seqlens":15,"rotary":8,"pos":8,"emb":8,"flatten":1,"start":1,"dim":2,"0":4,"end":1,"1":5,"torch":8,"repeat":1,"interleave":1,"tensor":5,"dtype":4,"int32":2,"return":2,"compute":1,"attn":5,"mask":1,"seqlen":4,"tuple":1,"optional":2,"int":6,"list":6,"max":4,"none":2,"if":1,"backend":6,"flash":1,"or":1,"rocm":1,"aiter":1,"fa":1,"item":1,"elif":1,"xformers":1,"tolist":1,"forward":1,"x":3,"grid":2,"patchify":1,"seq":1,"len":1,"size":3,"hidden":3,"states":3,"to":1,"device":2,"patch":1,"embed":1,"id":1,"last":1,"for":1,"in":1,"llm":2,"spatial":2,"merge":2},"27088,1844,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"rotary":7,"pos":7,"emb":7,"thw":12,"window":27,"index":9,"cu":27,"seqlens":30,"self":6,"get":1,"rope":1,"by":1,"t":2,"h":2,"w":2,"append":4,"id":2,"llm":2,"last":2,"1":2,"torch":7,"cat":4,"unique":1,"consecutive":1,"cumsum":1,"dim":1,"0":3,"dtype":1,"int32":1,"f":1,"pad":1,"constant":1,"transformers":1,"pre":1,"compute":3,"for":1,"full":3,"attn":3,"to":5,"reduce":1,"cumemcpy":1,"operations":1,"max":2,"seqlen":4,"mask":2,"device":8,"non":4,"blocking":4,"true":4,"hidden":1,"states":1},"28932,1974,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"hidden":18,"states":18,"reshape":2,"seq":2,"len":2,"self":7,"spatial":2,"merge":2,"unit":2,"1":4,"window":5,"index":2,"unsqueeze":1,"for":3,"layer":2,"num":2,"blk":2,"in":2,"enumerate":1,"blocks":1,"if":2,"fullatt":1,"block":2,"indexes":1,"cu":6,"seqlens":12,"now":9,"max":6,"seqlen":6,"full":2,"else":1,"rotary":2,"pos":2,"emb":2,"qwen2":1,"5":1,"vl":1,"3b":1,"float16":2,"will":1,"overflow":2,"at":1,"last":1,"long":1,"visual":1,"tokens":1,"sequences":1,"dtype":1,"torch":3,"cast":1,"tensors":1,"adapter":1,"merger":1,"reverse":2,"indices":2,"argsort":1,"return":1,"def":1,"load":1,"weights":2,"iterable":1,"tuple":1,"str":3,"tensor":1,"set":3,"stacked":1,"params":3,"mapping":1,"param":1,"name":2,"shard":2,"id":1,"attn":6,"qkv":3,"q":2,"k":2,"v":2,"mlp":4,"gate":3,"up":3,"proj":4,"0":1,"dict":2,"named":1,"parameters":1,"remove":1,"duplicate":1,"false":1,"loaded":1},"30906,1900,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"for":2,"name":12,"loaded":5,"weight":13,"in":3,"weights":1,"param":8,"shard":2,"id":2,"stacked":1,"params":5,"mapping":3,"if":1,"not":1,"continue":1,"replace":1,"dict":3,"loader":7,"break":1,"else":1,"getattr":1,"default":1,"add":1,"return":4,"class":3,"qwen2":9,"5":9,"vlprocessinginfo":2,"qwen2vlprocessinginfo":1,"def":3,"get":6,"hf":8,"config":4,"self":5,"ctx":2,"vlconfig":1,"processor":5,"kwargs":5,"object":2,"vlprocessor":2,"use":2,"fast":2,"pop":1,"true":1,"vlmultimodalprocessor":2,"qwen2vlmultimodalprocessor":1,"mm":4,"fields":2,"inputs":3,"batchfeature":1,"str":2,"multimodalfieldconfig":2,"super":1,"second":1,"per":1,"grid":1,"ts":1,"batched":1,"video":1,"multimodal":1,"registry":1,"register":1,"info":1,"dummy":1,"vldummyinputsbuilder":1,"vlforconditionalgeneration":1,"nn":1,"module":1,"supportsmultimodal":1,"supportslora":1,"supportspp":1,"supportsquant":1},"32806,1979,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"to":3,"ensure":1,"correct":1,"weight":1,"loading":1,"and":1,"mapping":3,"hf":2,"vllm":7,"mapper":1,"weightsmapper":1,"orig":1,"new":2,"prefix":8,"for":2,"names":1,"in":1,"checkpoint":2,"saved":1,"after":1,"transformers":1,"v4":1,"52":1,"model":15,"language":7,"visual":5,"original":1,"lm":2,"head":2,"classmethod":1,"def":2,"get":3,"placeholder":1,"str":4,"cls":1,"modality":4,"i":1,"int":1,"optional":1,"if":3,"startswith":2,"image":4,"return":2,"vision":5,"start":2,"pad":2,"end":2,"video":4,"raise":1,"valueerror":1,"only":1,"or":2,"is":1,"supported":1,"init":3,"self":10,"config":23,"vllmconfig":1,"super":1,"qwen2":2,"5":2,"vlconfig":1,"multimodal":6,"limit":2,"per":2,"prompt":2,"visiontransformer":1,"norm":2,"eps":2,"getattr":1,"rms":1,"1e":1,"6":1,"quant":3,"maybe":3,"ignore":1,"else":1,"none":1,"registered":1,"architectures":1,"qwen2forcausallm":1,"make":2,"empty":2,"intermediate":2,"tensors":2},"34785,1954,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":3,"maybe":1,"ignore":1,"quant":1,"config":4,"self":5,"optional":2,"quantizationconfig":1,"gptq":1,"configs":1,"do":1,"not":4,"have":1,"a":1,"list":4,"of":3,"ignored":1,"modules":1,"however":1,"autogptq":1,"seems":1,"to":1,"avoid":1,"vision":1,"encoder":1,"sections":1,"for":1,"some":1,"models":1,"if":8,"isinstance":4,"gptqconfig":1,"gptqmarlinconfig":1,"return":6,"none":8,"validate":4,"and":5,"reshape":3,"mm":14,"tensor":8,"input":12,"object":2,"name":3,"str":1,"torch":6,"raise":3,"valueerror":3,"f":6,"incorrect":2,"type":6,"got":3,"ndim":4,"2":1,"3":1,"should":1,"be":1,"2d":1,"or":1,"batched":1,"3d":1,"shape":2,"concat":2,"else":1,"parse":1,"image":11,"kwargs":4,"qwen2":1,"5":1,"vlimageinputs":1,"pixel":10,"values":10,"pop":3,"embeds":3,"grid":5,"thw":5,"is":3},"36739,1878,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"return":4,"qwen2":4,"5":4,"vlimagepixelinputs":1,"type":6,"pixel":13,"values":13,"image":17,"grid":18,"thw":14,"if":4,"embeds":12,"is":4,"not":3,"none":9,"self":5,"validate":5,"and":6,"reshape":4,"mm":4,"tensor":5,"isinstance":1,"torch":1,"raise":1,"valueerror":1,"incorrect":1,"of":1,"embeddings":1,"f":1,"got":1,"vlimageembeddinginputs":1,"def":1,"parse":1,"video":12,"input":1,"kwargs":5,"object":1,"optional":1,"vlvideoinputs":1,"videos":9,"pop":4,"second":4,"per":4,"ts":4,"vlvideopixelinputs":1},"38617,1788,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"if":3,"video":19,"embeds":14,"is":1,"not":2,"none":1,"self":7,"validate":2,"and":2,"reshape":2,"mm":2,"tensor":6,"grid":20,"thw":20,"isinstance":1,"torch":5,"raise":1,"valueerror":1,"incorrect":1,"type":6,"of":2,"embeddings":2,"f":1,"got":1,"return":2,"qwen2":3,"5":3,"vlvideoembeddinginputs":1,"def":2,"process":2,"image":13,"input":9,"vlimageinputs":1,"tuple":2,"assert":2,"ndim":2,"2":2,"list":5,"tolist":3,"visual":3,"dtype":2,"else":1,"pixel":3,"values":3,"split":2,"concatenated":1,"for":1,"each":1,"item":1,"using":1,"prod":3,"on":1,"instead":1,"avoids":1,"cuda":1,"sync":1,"merge":4,"size":4,"spatial":1,"sizes":2,"long":1,"1":1,"vlvideoinputs":1},"40405,1860,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"if":5,"video":13,"input":16,"type":2,"embeds":7,"self":10,"visual":3,"dtype":2,"else":1,"pixel":5,"values":5,"videos":4,"grid":5,"thw":5,"list":3,"split":2,"concatenated":1,"embeddings":2,"for":2,"each":1,"item":1,"merge":4,"size":4,"spatial":1,"using":1,"prod":3,"on":1,"instead":1,"of":4,"avoids":1,"cuda":1,"sync":1,"sizes":2,"torch":3,"tensor":1,"long":1,"1":1,"tolist":1,"return":4,"def":3,"parse":4,"and":6,"validate":4,"multimodal":3,"inputs":2,"kwargs":7,"object":2,"dict":1,"mm":8,"by":8,"modality":8,"preserve":1,"the":2,"order":2,"modalities":1,"there":1,"are":1,"multiple":1,"them":1,"from":1,"key":3,"in":5,"image":4,"not":3,"get":2,"language":2,"model":2,"nn":1,"module":1,"multimodalembeddings":1},"42265,1401,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"the":4,"result":1,"multimodal":14,"embeddings":16,"is":3,"tuple":2,"of":2,"tensors":1,"with":1,"each":1,"tensor":4,"correspoending":1,"to":3,"a":1,"data":1,"item":1,"image":4,"or":1,"video":6,"torch":3,"note":1,"it":1,"important":1,"iterate":1,"over":1,"keys":1,"in":2,"this":1,"dictionary":1,"preserve":1,"order":1,"modalities":1,"for":1,"modality":6,"mm":2,"input":12,"by":2,"if":3,"vision":2,"self":6,"process":2,"return":2,"def":1,"get":2,"ids":3,"optional":1,"multimodalembeddings":1,"none":2,"inputs":4,"embeds":4,"language":1,"model":1,"not":1,"and":1,"len":1,"0":1,"merge":1,"config":2,"token":2,"id":2},"43666,1310,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"def":2,"get":2,"input":15,"embeddings":4,"v0":1,"self":7,"ids":5,"torch":6,"tensor":6,"image":7,"optional":4,"qwen2":3,"5":3,"vlimageinputs":1,"none":6,"video":7,"vlvideoinputs":1,"inputs":7,"embeds":11,"if":2,"is":2,"not":2,"process":2,"merge":2,"multimodal":2,"placeholder":2,"token":4,"id":4,"config":2,"return":1,"forward":2,"positions":1,"intermediate":1,"tensors":1,"intermediatetensors":2,"kwargs":1,"object":1,"union":1,"run":1,"pass":1,"for":1,"vl":1},"44976,1594,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"args":1,"input":7,"ids":4,"flattened":2,"concatenated":2,"corresponding":2,"to":6,"a":4,"batch":2,"positions":1,"position":2,"note":2,"if":7,"mrope":1,"is":5,"enabled":1,"default":1,"setting":1,"for":3,"qwen2":1,"5":1,"vl":1,"opensource":1,"models":1,"the":3,"shape":1,"will":2,"be":4,"3":3,"seq":2,"len":2,"otherwise":1,"it":1,"pixel":4,"values":4,"fed":2,"model":3,"none":8,"no":5,"images":3,"are":5,"passed":5,"image":4,"grid":6,"thw":2,"tensor":3,"n":2,"of":4,"3d":3,"in":5,"llm":2,"videos":7,"video":5,"second":1,"per":1,"ts":1,"num":1,"time":1,"interval":1,"seconds":1,"each":1,"along":1,"temporal":1,"dimension":1,"intermediate":1,"tensors":1,"not":1,"inputs":3,"embeds":3,"v1":1,"always":1,"generated":1,"at":1,"runner":1,"from":1,"get":2,"multimodal":1,"embeddings":2,"and":3,"this":1,"condition":1,"only":1,"v0":1,"compatibility":1,"elif":1,"self":2,"parse":2,"validate":2,"kwargs":2},"46570,1836,data/raw/vllm-0.10.1/vllm/model_executor/models/qwen2_5_vl.py":{"if":3,"image":3,"input":11,"is":3,"none":5,"and":2,"video":3,"inputs":4,"embeds":4,"else":1,"uses":1,"mrope":1,"self":10,"config":1,"assert":1,"positions":6,"ndim":1,"2":1,"size":2,"0":1,"3":2,"multimodal":2,"section":1,"rotary":1,"embedding":1,"requires":1,"f":1,"seq":1,"len":1,"but":1,"got":1,"get":3,"embeddings":1,"v0":1,"ids":4,"hidden":4,"states":4,"language":4,"model":6,"intermediate":2,"tensors":2,"return":4,"def":3,"compute":2,"logits":2,"torch":3,"tensor":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"load":2,"weights":4,"iterable":1,"tuple":1,"str":2,"set":1,"skip":4,"prefixes":4,"visual":4,"extend":1,"loader":2,"autoweightsloader":1,"mapper":2,"hf":1,"to":1,"vllm":1,"mm":1,"mapping":1,"multimodelkeys":2,"the":1,"module":1,"prefix":1,"in":1,"models":1,"from":1,"string":1,"field":1,"connector":1,"merger":1,"tower":1},"0,1913,data/raw/vllm-0.10.1/vllm/model_executor/layers/resampler.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":4,"0":5,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":4,"the":15,"vllm":4,"project":1,"adapted":1,"from":7,"https":3,"github":2,"com":2,"huggingface":3,"transformers":2,"blob":3,"v4":1,"28":1,"src":1,"models":3,"llama":2,"modeling":2,"py":3,"co":1,"qwen":6,"7b":1,"main":1,"facebookresearch":1,"mae":1,"efb2a8062c206524e35e47d04501ed4f544c0ae8":1,"util":1,"pos":1,"embed":1,"l20":1,"2023":2,"team":4,"2022":1,"eleutherai":2,"and":6,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":4,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":2,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":3,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":3,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":2,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"shared":1,"resampler":1,"perceiver":1,"network":1,"multimodal":1,"related":1,"helpers":1,"sincos":1,"positional":1,"embeddings":1,"example":1,"vl":1,"minicpm":1,"v":1,"import":9,"math":1,"functools":1,"partial":2,"typing":1,"callable":1,"optional":1,"union":1,"numpy":1,"np":1,"torch":3,"nn":3,"functional":1,"f":1,"executor":2,"layers":2,"linear":1,"replicatedlinear":1,"quantization":1,"quantizationconfig":1,"default":1,"ln":1,"layernorm":1,"eps":1,"1e":1,"6":1},"1913,1870,data/raw/vllm-0.10.1/vllm/model_executor/layers/resampler.py":{"def":2,"get":2,"abs":7,"pos":15,"torch":4,"tensor":4,"tgt":10,"size":18,"union":1,"int":6,"l":1,"c":2,"h":7,"w":7,"return":4,"m":9,"src":5,"math":1,"sqrt":1,"0":11,"dtype":5,"if":3,"isinstance":1,"and":1,"1":10,"f":1,"interpolate":1,"float":1,"reshape":2,"permute":2,"3":2,"2":15,"mode":1,"bicubic":1,"align":1,"corners":1,"false":1,"flatten":1,"to":2,"sin":7,"cos":7,"positional":1,"embedding":1,"helpers":1,"are":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"facebookresearch":1,"mae":1,"blob":1,"efb2a8062c206524e35e47d04501ed4f544c0ae8":1,"util":1,"embed":7,"py":1,"l20":1,"1d":1,"sincos":1,"grid":1,"dim":5,"np":11,"ndarray":1,"version":2,"tuple":1,"output":1,"dimension":1,"for":1,"each":1,"position":1,"a":1,"list":1,"of":1,"positions":1,"be":1,"encoded":1,"out":7,"d":13,"assert":1,"omega":6,"arange":1,"float32":1,"10000":1,"einsum":2,"md":1,"outer":2,"product":2,"emb":11,"concatenate":2,"axis":2,"else":1,"hw":1,"hwd":1},"3783,1921,data/raw/vllm-0.10.1/vllm/model_executor/layers/resampler.py":{"def":2,"get":6,"2d":4,"sincos":6,"pos":12,"embed":22,"from":5,"grid":44,"dim":10,"int":11,"np":12,"ndarray":2,"version":8,"tuple":3,"2":13,"0":9,"torch":2,"tensor":2,"assert":2,"use":1,"half":1,"of":2,"dimensions":1,"to":1,"encode":1,"h":17,"emb":9,"1d":2,"w":19,"d":6,"or":4,"1":7,"if":4,"concatenate":3,"axis":4,"else":3,"return":3,"size":21,"union":1,"cls":3,"token":3,"bool":1,"false":1,"the":1,"height":1,"and":2,"width":1,"o":1,"isinstance":2,"arange":2,"dtype":2,"float32":2,"meshgrid":1,"here":1,"goes":1,"first":1,"stack":1,"shape":1,"reshape":1,"zeros":1},"5704,1915,data/raw/vllm-0.10.1/vllm/model_executor/layers/resampler.py":{"class":1,"baseresampler":1,"nn":6,"module":1,"a":2,"2d":2,"perceiver":1,"resampler":1,"network":1,"with":3,"one":1,"cross":1,"attention":1,"layers":1,"by":1,"grid":2,"size":2,"2":2,"learnable":1,"queries":5,"and":2,"sincos":1,"pos":1,"emb":1,"outputs":1,"tensor":1,"the":2,"shape":1,"of":1,"embed":14,"dim":18,"def":1,"init":2,"self":14,"num":8,"int":5,"heads":4,"kv":8,"optional":2,"none":7,"norm":4,"layer":4,"callable":1,"layernorm":1,"default":1,"ln":4,"do":5,"post":6,"projection":5,"bool":1,"true":1,"quant":3,"config":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"query":1,"parameter":2,"torch":2,"empty":2,"if":3,"is":1,"not":1,"proj":4,"replicatedlinear":2,"bias":1,"false":1,"f":1,"else":3,"maintain":1,"same":1,"return":1,"value":1,"forward":1,"lambda":1,"args":2,"kwargs":2,"type":1,"ignore":1,"noqa":1,"identity":1,"attn":1,"multiheadattention":1,"q":1,"0":1,"5":1},"7619,1585,data/raw/vllm-0.10.1/vllm/model_executor/layers/resampler.py":{"def":2,"repeat":2,"self":4,"query":2,"n":2,"int":6,"return":1,"unsqueeze":1,"1":3,"class":1,"resampler2":1,"baseresampler":1,"resampler":1,"perceiver":1,"network":1,"to":1,"be":2,"used":1,"for":1,"a":2,"variety":1,"of":2,"model":1,"types":1,"e":1,"g":1,"qwen":2,"vl":2,"minicpmv":1,"2":3,"0":3,"the":4,"main":1,"difference":1,"is":2,"addition":1,"do":4,"post":5,"projection":4,"arg":1,"which":1,"indicates":1,"whether":1,"or":1,"not":2,"there":1,"should":1,"layer":3,"normalization":1,"and":1,"projector":1,"after":1,"attention":1,"this":1,"present":1,"in":1,"minicpmv2":1,"but":1,"init":2,"grid":3,"size":3,"embed":7,"dim":5,"num":2,"heads":2,"kv":2,"optional":2,"none":3,"norm":2,"callable":1,"nn":2,"layernorm":1,"default":1,"ln":1,"adaptive":3,"bool":2,"false":2,"true":1,"quant":3,"config":3,"quantizationconfig":1,"prefix":3,"str":1,"super":1,"pos":4,"arr":2,"get":1,"2d":1,"sincos":1,"version":1,"parameter":1,"torch":1,"from":1,"numpy":1,"requires":1,"grad":1},"9204,1302,data/raw/vllm-0.10.1/vllm/model_executor/layers/resampler.py":{"def":1,"forward":1,"self":14,"x":19,"torch":5,"tensor":4,"tgt":5,"sizes":5,"optional":2,"none":3,"attn":4,"mask":3,"if":3,"is":1,"int":1,"math":1,"sqrt":1,"size":1,"1":6,"adaptive":1,"pos":9,"embed":9,"arr":2,"get":2,"2d":1,"sincos":1,"dim":1,"version":1,"2":3,"0":4,"from":1,"numpy":1,"to":2,"device":4,"dtype":4,"else":1,"abs":1,"kv":2,"proj":2,"ln":3,"permute":2,"n":2,"shape":1,"q":3,"query":1,"out":2,"repeat":1,"unsqueeze":2,"do":1,"post":2,"projection":1,"return":1},"0,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":11,"project":1,"a":1,"layer":1,"that":1,"samples":1,"next":1,"tokens":1,"from":14,"model":3,"s":1,"outputs":1,"import":18,"itertools":1,"collections":1,"abc":1,"iterator":1,"dataclasses":1,"dataclass":1,"importlib":1,"util":1,"find":2,"spec":2,"math":1,"inf":1,"typing":1,"optional":1,"union":1,"msgspec":1,"torch":4,"nn":3,"as":4,"envs":4,"executor":2,"layers":1,"utils":1,"apply":1,"penalties":1,"sampling":6,"metadata":1,"samplingmetadata":1,"samplingtensors":1,"sequencegrouptosample":2,"params":1,"samplingtype":3,"sequence":2,"invalid":1,"token":2,"id":1,"completionsequencegroupoutput":1,"logprob":1,"promptlogprobs":1,"samplelogprobs":1,"sequenceoutput":1,"if":2,"use":2,"flashinfer":5,"sampler":5,"and":1,"yapf":2,"disable":1,"top":6,"k":3,"p":3,"probs":1,"enable":1,"else":1,"none":1,"logger":4,"init":2,"name":1,"def":1,"get":1,"module":1,"v1":3,"lazy":1,"package":1,"isn":1,"t":1,"distributed":1,"sample":2,"v1sampler":2,"return":2,"num":2,"ids":2,"parent":1,"per":1,"group":1,"sampleresulttype":1,"list":7,"tuple":3,"int":6,"types":1,"of":1,"temporary":1,"data":1,"structures":1,"used":1,"for":1,"computing":1,"result":1,"samplemetadatatype":1,"dict":3,"multinomialsamplestype":1,"tensor":1,"sampleresultsdicttype":1},"1953,1890,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"encapsulates":1,"temporary":1,"data":2,"structures":1,"for":7,"computing":1,"sample":8,"result":6,"multi":2,"step":6,"scheduling":6,"must":1,"be":3,"returned":1,"by":1,"sampler":4,"forward":2,"and":1,"used":2,"later":2,"to":2,"compute":2,"the":6,"pythonized":3,"single":3,"consumed":1,"immediately":1,"inside":1,"dataclass":1,"class":2,"sampleresultargstype":3,"metadata":2,"samplemetadatatype":1,"multinomial":1,"samples":2,"multinomialsamplestype":1,"results":2,"dict":1,"sampleresultsdicttype":1,"sampling":1,"samplingmetadata":1,"greedy":1,"optional":6,"torch":4,"tensor":6,"union":2,"of":7,"non":1,"deferred":4,"vs":1,"types":1,"maybedeferredsampleresulttype":2,"sampleresulttype":1,"abbreviation":1,"return":1,"type":3,"samplereturntype":1,"tuple":1,"sampleroutput":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":2,"ignore":2,"call":2,"arg":2,"array":1,"like":2,"each":4,"sequence":1,"group":1,"we":1,"generate":1,"a":2,"list":3,"sequenceoutput":1,"object":1,"which":1,"contains":1,"one":1,"possible":1,"candidate":1,"next":1,"token":4,"this":1,"structure":1,"implements":1,"methods":1,"so":1,"it":1,"can":1,"but":1,"also":1,"has":1,"fields":1,"device":3,"tensors":1,"outputs":1,"completionsequencegroupoutput":1,"on":2,"containing":2,"probabilities":1,"sampled":1,"probs":1,"none":3,"logprobs":2,"holds":1,"either":1,"1":1,"or":1,"2":1,"what":1,"will":1,"arguments":1,"pythonization":1,"muliti":1,"args":1},"3843,1687,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"on":2,"device":2,"tensor":8,"containing":3,"the":9,"sampled":8,"token":9,"ids":7,"optional":9,"torch":5,"none":7,"cpu":3,"used":3,"during":1,"multi":1,"step":2,"to":5,"return":5,"from":3,"last":2,"rank":1,"asyncllmengine":1,"be":1,"broadcasted":1,"all":2,"other":4,"pp":1,"ranks":1,"for":3,"next":1,"embeddings":3,"corresponding":1,"when":1,"prompt":2,"are":1,"specified":1,"in":3,"lieu":1,"of":1,"or":1,"text":1,"embeds":1,"hidden":4,"states":4,"model":6,"prefill":2,"models":1,"like":1,"eagle":1,"time":6,"taken":2,"forward":3,"pass":1,"this":2,"across":2,"workers":2,"float":2,"execute":2,"function":1,"will":1,"include":1,"block":1,"sync":2,"gpu":1,"and":2,"sampling":1,"def":5,"getitem":1,"self":11,"idx":4,"int":2,"completionsequencegroupoutput":2,"outputs":6,"setitem":1,"value":2,"iter":2,"iterator":1,"len":2,"eq":1,"object":1,"isinstance":1,"class":1},"5530,1964,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"def":2,"repr":5,"self":9,"str":1,"show":1,"the":18,"shape":3,"of":3,"a":3,"tensor":3,"instead":1,"its":1,"values":1,"to":2,"reduce":1,"noise":1,"sampled":12,"token":13,"probs":7,"none":4,"if":2,"is":4,"else":2,"ids":6,"return":1,"f":3,"sampleroutput":2,"outputs":3,"class":1,"sampler":1,"nn":1,"module":1,"samples":1,"next":4,"tokens":4,"from":1,"model":1,"s":1,"this":2,"layer":1,"does":1,"following":1,"1":1,"discard":1,"hidden":1,"states":1,"that":1,"are":3,"not":2,"used":2,"for":5,"sampling":5,"i":1,"e":2,"all":1,"except":1,"final":1,"one":2,"in":6,"each":5,"prompt":5,"2":1,"compute":1,"logits":4,"3":1,"apply":3,"presence":1,"frequency":1,"and":4,"repetition":1,"penalties":1,"4":1,"temperature":2,"scaling":1,"5":1,"top":4,"p":2,"k":2,"truncation":1,"6":1,"sample":1,"here":1,"sequence":2,"group":3,"within":1,"batch":1,"can":1,"have":2,"different":1,"parameters":1,"g":1,"method":1,"etc":1,"structure":1,"coupled":1,"with":3,"seq":3,"groups":1,"metadata":1,"typically":1,"has":1,"row":1,"be":1,"however":1,"request":1,"logprobs":1,"parameter":1,"there":1,"rows":1,"input":1,"init":2,"super":1,"whether":1,"or":1,"should":2,"on":1,"device":1,"tensors":1,"containing":1,"probabilities":1,"by":1,"speculative":1,"decoding":1,"when":1,"embeddings":1,"specified":1,"include":1,"gpu":1,"false":2,"modify":1,"greedy":1,"inplace":1},"7494,1916,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"def":2,"init":1,"sampling":20,"tensors":9,"self":7,"logits":8,"torch":2,"tensor":6,"metadata":6,"samplingmetadata":2,"the":3,"goal":1,"here":1,"is":4,"to":1,"reuse":1,"between":2,"similar":1,"decode":1,"runs":1,"this":2,"possible":1,"because":2,"logic":1,"does":1,"not":2,"change":1,"decodes":1,"of":2,"same":1,"sequences":1,"vocab":4,"size":4,"shape":2,"first":1,"free":1,"any":1,"existing":1,"stored":1,"necessary":1,"some":1,"may":1,"have":1,"pinned":1,"memory":1,"none":2,"initialize":1,"new":1,"do":9,"penalties":3,"top":6,"p":6,"k":3,"min":3,"samplingtensors":1,"from":1,"device":1,"dtype":1,"forward":1,"optional":1,"sampleroutput":3,"single":1,"step":2,"scheduling":2,"perform":2,"gpu":4,"side":4,"computation":2,"compute":2,"logprobs":4,"pythonize":1,"result":2,"multi":1,"defer":1,"pythonization":2,"encapsulate":1,"arguments":1,"required":1,"for":2,"deferred":1,"in":1,"vllm":1,"model":1,"executor":1,"layers":1,"sampler":1,"structure":1,"args":1,"num":1,"tokens":1,"assert":1},"9410,1800,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"prepare":1,"sampling":23,"tensors":18,"with":1,"pinned":1,"memory":1,"to":4,"avoid":2,"blocking":1,"if":4,"not":2,"metadata":4,"reuse":2,"self":8,"init":2,"logits":13,"elif":1,"do":10,"penalties":9,"in":2,"this":1,"case":1,"the":1,"logic":1,"depends":1,"on":1,"output":3,"tokens":5,"of":1,"a":3,"sequence":1,"as":1,"result":1,"we":1,"cannot":1,"since":1,"changes":1,"between":1,"decode":1,"runs":1,"assert":1,"is":2,"none":2,"top":12,"p":9,"k":5,"min":6,"apply":6,"penalty":1,"presence":2,"and":2,"frequency":2,"prompt":1,"repetition":1,"use":2,"float32":1,"temperature":1,"scaling":1,"place":1,"division":1,"creating":1,"new":1,"tensor":1,"torch":1,"float":1,"div":1,"temperatures":1,"unsqueeze":1,"dim":1,"1":1,"flashinfer":1,"ps":2,"ks":1},"11210,1942,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"we":2,"use":1,"float32":1,"for":1,"probabilities":4,"and":1,"log":3,"compute":2,"the":4,"probs":8,"torch":4,"softmax":2,"logits":2,"dim":2,"1":2,"dtype":2,"float":2,"logprobs":14,"sample":9,"next":1,"tokens":4,"maybe":7,"deferred":5,"results":5,"sampled":3,"tensor":6,"sampling":6,"metadata":5,"tensors":7,"include":3,"gpu":6,"self":3,"modify":2,"greedy":2,"should":1,"inplace":1,"if":2,"since":2,"will":1,"defer":2,"sampler":5,"result":1,"pythonization":3,"preserve":2,"side":2,"in":1,"support":1,"of":2,"later":1,"assert":2,"is":1,"not":4,"none":4,"on":4,"device":4,"else":1,"has":1,"already":1,"happened":1,"don":1,"t":1,"get":2,"query":1,"prompt":3,"skip":3,"cpu":4,"output":4,"pythonize":1,"now":1,"do":1,"isinstance":1,"sampleresultargstype":1,"return":1,"build":1},"13152,1773,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"property":1,"def":2,"should":3,"modify":3,"greedy":2,"probs":2,"inplace":2,"self":2,"bool":1,"whether":1,"or":1,"not":3,"the":7,"sampler":1,"probability":3,"distribution":2,"of":3,"greedily":3,"sampled":3,"tokens":9,"such":1,"that":3,"multinomial":1,"sampling":8,"would":1,"sample":6,"token":6,"in":4,"other":1,"words":1,"if":5,"true":1,"then":1,"we":1,"set":2,"to":8,"1":1,"this":1,"is":1,"used":1,"by":1,"speculative":1,"decoding":1,"which":2,"requires":1,"method":1,"be":2,"encoded":1,"into":1,"return":1,"apply":2,"min":7,"penalty":2,"logits":5,"torch":2,"tensor":2,"metadata":2,"samplingmetadata":1,"sets":1,"stop":2,"inf":2,"have":1,"been":1,"generated":1,"yet":1,"list":3,"indices":6,"will":1,"penalize":5,"tuple":1,"int":3,"applied":2,"0":3,"for":2,"seq":16,"group":7,"groups":1,"ids":7,"params":4,"len":3,"prompt":1,"logprob":1,"do":1,"continue":1,"start":1,"idx":1,"all":1,"and":1,"seqs":2,"j":2,"id":2,"enumerate":1,"data":3,"output":1,"array":1,"append":1},"14925,1747,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"if":2,"seqs":4,"to":11,"penalize":8,"convert":1,"the":3,"index":3,"into":1,"logits":25,"start":1,"idx":3,"j":2,"for":1,"in":2,"itertools":2,"product":2,"pairs":1,"each":2,"seq":1,"with":1,"every":1,"token":2,"id":1,"extend":1,"ids":1,"use":1,"zip":2,"and":1,"group":1,"indices":1,"along":1,"dimension":1,"eg":1,"1":14,"2":2,"3":2,"5":2,"6":2,"tuple":1,"float":3,"inf":3,"verifies":1,"that":1,"no":1,"rows":1,"were":1,"missed":1,"unexpectedly":1,"assert":1,"applied":1,"shape":1,"0":1,"return":2,"def":2,"apply":4,"top":14,"k":11,"p":9,"torch":8,"tensor":6,"sort":13,"dim":6,"descending":1,"false":2,"mask":9,"size":1,"long":1,"get":1,"all":1,"values":1,"gather":1,"unsqueeze":2,"masked":2,"fill":2,"probs":4,"softmax":1,"sum":2,"cumsum":1,"at":1,"least":1,"one":1,"re":1,"probabilities":1,"empty":1,"like":1,"scatter":1,"src":1,"min":2},"16672,1923,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"torch":4,"tensor":4,"adapted":1,"from":1,"https":1,"github":1,"com":1,"oobabooga":1,"text":1,"generation":1,"webui":1,"blob":1,"3146124ec01f02c8fb1650a6517cf1b60b537aaf":1,"modules":1,"sampler":1,"hijack":1,"py":1,"l16c17":2,"probs":5,"softmax":1,"logits":4,"dim":3,"1":4,"top":2,"max":1,"keepdim":1,"true":1,"scaled":2,"min":3,"p":3,"unsqueeze":1,"tokens":2,"to":2,"remove":2,"masked":1,"fill":1,"float":1,"inf":1,"return":2,"def":2,"greedy":3,"sample":8,"selected":7,"seq":15,"groups":7,"list":5,"sequencegrouptosample":2,"samples":11,"sampleresulttype":3,"run":2,"sampling":3,"on":2,"a":4,"given":2,"args":1,"of":6,"sequence":1,"batched":1,"num":5,"the":4,"length":3,"could":1,"be":1,"smaller":1,"than":1,"if":3,"group":5,"do":3,"is":2,"false":2,"returns":1,"tuple":2,"next":3,"token":3,"ids":9,"parent":7,"returned":1,"same":1,"as":1,"corresponding":1,"has":1,"contains":1,"lst":2,"tolist":1,"idx":3,"0":1,"results":4,"for":1,"in":1,"not":1,"append":2,"continue":1,"seqs":4,"len":1,"assert":1,"should":1,"have":1,"only":1,"one":1,"range":1,"random":3},"18595,1875,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"args":1,"selected":5,"seq":15,"groups":6,"a":4,"list":4,"of":7,"sequence":1,"batched":1,"random":5,"samples":9,"num":6,"tensor":2,"the":6,"length":3,"could":1,"be":2,"smaller":1,"than":1,"if":4,"group":7,"do":3,"sample":9,"is":6,"false":2,"returns":1,"tuple":2,"next":4,"token":4,"ids":11,"parent":8,"returned":1,"same":1,"as":2,"corresponding":1,"has":1,"contains":1,"find":1,"maximum":1,"n":3,"value":1,"prompt":5,"phase":3,"requests":1,"cpu":2,"idx":5,"0":3,"results":4,"sampleresulttype":1,"for":1,"in":3,"not":1,"append":2,"continue":1,"sampling":4,"params":4,"seqs":4,"len":1,"tolist":2,"else":1,"generation":1,"range":1,"return":1,"torch":2,"multinomial":2,"forces":1,"gpu":1,"sync":1,"therefore":1,"we":3,"use":1,"an":1,"optimized":1,"implementation":1,"instead":1,"note":1,"that":1,"always":1,"with":1,"replacement":1,"probs":2,"will":1,"modified":1,"place":1,"but":1,"this":1,"fine":1,"pass":1,"copy":1,"already":1,"def":1,"int":1,"optional":1,"sequencegrouptosample":1,"none":1},"20470,1745,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"torch":5,"tensor":4,"if":3,"num":10,"samples":10,"1":5,"probs":8,"repeat":4,"interleave":4,"dim":3,"0":3,"q":4,"empty":1,"like":1,"seq":10,"groups":3,"is":4,"none":2,"exponential":2,"else":1,"sample":7,"idx":4,"for":2,"group":4,"in":1,"ids":5,"stride":3,"len":1,"assert":1,"generator":3,"not":1,"return":2,"div":1,"argmax":1,"view":2,"def":2,"top":12,"k":2,"p":2,"multinomial":1,"with":1,"flashinfer":2,"ks":4,"ps":4,"int":1,"optional":1,"list":1,"sequencegrouptosample":1,"batch":2,"next":2,"token":2,"sampling":2,"get":1,"pythonized":3,"results":4,"result":2,"args":3,"sampleresultargstype":1,"sampleresulttype":1,"this":2,"function":2,"consumes":1,"gpu":4,"side":4,"sampler":3,"and":1,"computes":1,"cpu":2,"sync":1,"single":1,"step":2,"scheduling":2,"invoked":1,"at":1,"time":1,"immediate":1,"pythonization":3,"multi":1,"deferred":1,"until":1,"after":1,"multiple":1,"steps":1,"have":1,"been":1,"completed":1,"inputs":1,"to":1,"the":1,"process":1,"returns":1},"22215,1674,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"sample":20,"metadata":8,"sampling":14,"greedy":6,"samples":6,"multinomial":3,"results":7,"dict":4,"result":6,"args":5,"for":3,"type":6,"in":4,"samplingtype":4,"if":2,"not":1,"continue":1,"seq":6,"group":2,"id":2,"groups":4,"elif":1,"random":3,"seed":1,"update":1,"zip":1,"return":1,"get":1,"i":2,"range":1,"len":1,"def":1,"with":1,"torch":4,"probs":3,"tensor":3,"logprobs":1,"samplingmetadata":1,"tensors":2,"samplingtensors":1,"include":1,"gpu":4,"bool":2,"modify":1,"samplereturntype":1,"oriented":1,"implementation":1,"single":1,"step":2,"scheduling":2,"perform":2,"side":3,"computation":2,"immediately":1,"pythonize":1,"multi":1,"defer":1,"pythonization":2,"preserve":1,"required":1},"23889,1795,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"categorized":6,"seq":12,"group":8,"ids":6,"dict":2,"samplingtype":4,"list":1,"int":1,"t":2,"for":5,"in":4,"sample":11,"indices":8,"sampling":14,"metadata":5,"i":4,"enumerate":1,"groups":4,"params":3,"type":8,"append":1,"results":1,"sampleresultsdicttype":1,"samplemetadatatype":1,"multinomial":1,"samples":3,"multinomialsamplestype":1,"greedy":3,"optional":1,"torch":4,"tensor":5,"none":2,"create":1,"output":1,"sampled":3,"token":4,"if":3,"include":1,"gpu":2,"probs":1,"full":1,"logprobs":3,"shape":1,"0":2,"1":2,"vllm":1,"invalid":1,"id":4,"dtype":1,"long":4,"device":2,"else":1,"counterintiutively":1,"having":1,"two":1,"loops":1,"here":1,"is":1,"actually":1,"faster":1,"the":1,"first":1,"loop":1,"can":1,"run":1,"without":1,"waiting":1,"on":1,"cpu":1,"sync":1,"num":2,"tokens":2,"len":1,"continue":1,"argmax":1,"dim":1},"25684,1878,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"if":7,"sampled":6,"token":5,"ids":4,"tensor":6,"is":4,"not":4,"none":4,"store":2,"tokens":2,"in":8,"output":2,"long":5,"sample":5,"indices":4,"greedy":4,"samples":4,"unsqueeze":1,"1":2,"modify":3,"probs":4,"required":1,"the":3,"probabilities":1,"such":1,"that":1,"sampling":11,"from":1,"modified":1,"distribution":1,"would":1,"always":1,"argmax":1,"id":1,"inplace":1,"logprobs":1,"elif":1,"type":6,"samplingtype":3,"random":3,"seed":1,"max":5,"n":5,"batch":4,"for":1,"seq":8,"group":3,"groups":5,"prompt":1,"params":3,"arg":2,"else":2,"flashinfer":2,"top":2,"k":1,"p":1,"logger":1,"warning":1,"0":1,"2":1,"3":1,"does":1,"support":1,"per":1,"request":1,"generators":1,"falling":1,"back":1,"to":2,"pytorch":1,"native":1,"implementation":1,"multinomial":3,"torch":1,"raise":1,"valueerror":1,"f":1,"unsupported":1},"27562,1883,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"encapsulate":1,"arguments":1,"for":4,"computing":1,"pythonized":3,"sampler":5,"results":4,"whether":1,"deferred":5,"or":1,"otherwise":1,"maybe":3,"args":5,"sampleresultargstype":1,"sampling":12,"metadata":10,"sample":7,"multinomial":2,"samples":4,"greedy":5,"dict":2,"if":2,"not":1,"skip":1,"cpu":2,"output":2,"gpu":4,"sync":1,"happens":1,"here":1,"this":1,"also":1,"converts":1,"the":2,"to":1,"a":4,"python":1,"object":1,"return":5,"result":2,"sampled":6,"token":7,"ids":8,"get":1,"tensor":9,"else":1,"defer":1,"pythonization":2,"def":1,"probs":9,"torch":3,"logprobs":3,"samplingmetadata":1,"tensors":4,"samplingtensors":1,"include":4,"bool":2,"modify":3,"samplereturntype":1,"num":4,"query":2,"tokens":2,"in":3,"batch":4,"vocab":2,"that":1,"related":1,"returns":2,"next":1,"parent":1,"seq":2,"each":1,"group":1,"is":1,"skipped":1,"it":1,"of":1,"with":1},"29445,1270,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"def":2,"get":2,"ranks":3,"x":6,"torch":8,"tensor":12,"indices":6,"this":1,"function":1,"calculates":1,"the":11,"of":9,"chosen":3,"tokens":3,"in":3,"a":1,"logprob":4,"args":1,"2d":1,"shape":2,"n":4,"m":2,"where":2,"is":3,"no":2,"and":3,"vocab":1,"dim":1,"list":3,"token":4,"returns":1,"1d":1,"each":1,"element":1,"returned":1,"represents":1,"rank":1,"input":1,"vals":3,"arange":1,"0":1,"len":1,"device":2,"dtype":2,"result":2,"none":1,"del":1,"return":2,"sum":1,"1":2,"add":1,"logprobs":7,"sampling":1,"metadata":1,"samplingmetadata":1,"sample":3,"results":1,"sampleresulttype":1,"tuple":1,"optional":1,"promptlogprobs":1,"samplelogprobs":1,"prompt":2,"logic":1,"consists":1,"3":1,"parts":1,"select":1,"to":1,"compute":3,"from":2,"ids":2,"top":1,"k":1,"if":2,"required":2},"30715,1762,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"args":1,"logprobs":9,"num":5,"query":5,"tokens":5,"across":1,"batch":2,"vocab":2,"each":2,"token":7,"s":1,"logprob":5,"per":2,"sequence":3,"groups":5,"are":3,"batched":1,"in":4,"a":3,"single":1,"flattened":1,"tensor":1,"for":6,"example":1,"assuming":1,"there":2,"n":1,"seq":11,"it":4,"is":6,"sorted":1,"by":1,"prefill":2,"group":7,"1":4,"if":3,"prompt":3,"enabled":2,"decode":1,"sampling":7,"required":1,"2":2,"metadata":4,"the":8,"sample":6,"results":3,"tuple":2,"of":8,"next":3,"ids":8,"parent":1,"when":1,"beam":4,"search":2,"can":1,"contain":1,"different":1,"number":4,"from":4,"because":1,"creates":1,"width":2,"samples":1,"whereas":1,"only":1,"up":1,"to":5,"returns":1,"and":3,"index":1,"calculate":1,"includes":1,"both":1,"indices":3,"list":2,"int":2,"get":1,"value":1,"largest":3,"requested":1,"we":1,"find":1,"as":2,"many":1,"this":1,"api":1,"every":1,"none":1,"will":1,"be":1,"set":1,"select":1,"compute":1,"ranks":1,"top":1,"k":1,"result":1,"zip":1,"params":2},"32477,1756,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"update":2,"indices":10,"and":4,"tokens":4,"for":3,"prompt":10,"logprobs":11,"if":4,"seq":13,"group":5,"is":3,"sampling":5,"params":4,"not":2,"none":7,"largest":4,"num":7,"max":2,"next":7,"get":1,"query":6,"extend":4,"logprob":6,"token":6,"ids":10,"tokenes":1,"sample":7,"do":1,"parent":5,"result":2,"note":1,"we":2,"cannot":1,"directly":1,"use":1,"because":1,"only":1,"contain":1,"of":2,"a":1,"previous":1,"step":2,"the":1,"current":1,"may":1,"have":1,"different":1,"number":1,"can":1,"obtain":1,"it":1,"from":1,"1":1,"idx":2,"0":2,"id":2,"in":1,"assert":1,"len":4,"empty":4,"sampled":2,"samplelogprobs":1,"optional":1,"promptlogprobs":1,"groups":4,"metadata":1,"return":1,"selected":1,"ranks":1,"top":2},"34233,1616,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"if":5,"largest":4,"num":7,"logprobs":24,"1":2,"i":1,"e":1,"no":1,"are":1,"requested":1,"we":2,"can":2,"skip":1,"the":1,"whole":1,"logprob":2,"calculation":1,"0":7,"query":7,"indices":5,"gpu":6,"torch":3,"tensor":2,"device":4,"next":4,"token":7,"ids":7,"selected":6,"tokens":3,"note":1,"that":1,"contain":1,"duplicates":1,"beam":1,"search":1,"is":1,"enabled":1,"ranks":5,"get":1,"assert":1,"shape":2,"need":1,"to":5,"compute":1,"top":8,"k":1,"only":1,"there":1,"exists":1,"of":2,"topk":2,"for":1,"a":1,"batch":2,"sequence":1,"groups":1,"across":1,"dim":1,"cpu":4,"find":1,"prompt":2,"sample":2,"per":2,"seq":2,"group":2,"list":2,"optional":1,"promptlogprobs":1,"samplelogprobs":1,"idx":2},"35849,1930,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"for":1,"seq":12,"group":12,"sample":5,"result":2,"in":1,"zip":1,"sampling":5,"metadata":1,"groups":1,"results":1,"prompt":19,"logprobs":30,"top":11,"logprob":10,"idx":14,"selected":14,"get":4,"if":5,"needed":4,"ranks":4,"token":3,"ids":3,"per":4,"append":2,"sampled":3,"return":1,"def":1,"sequencegrouptosample":1,"torch":4,"tensor":4,"int":2,"compute":1,"the":1,"from":1,"a":2,"sequence":1,"params":4,"is":5,"find":1,"optional":1,"promptlogprobs":1,"none":2,"and":2,"not":1,"num":1,"next":4,"tokens":4,"pre":1,"select":1,"indexes":1,"create":1,"list":1,"it":1,"faster":1,"than":1,"calling":1,"item":1,"repetitively":1,"items":2,"len":2,"tolist":2,"rank":1},"37779,1819,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"for":4,"idx":11,"token":8,"id":7,"in":3,"enumerate":1,"next":5,"prompt":13,"tokens":4,"calculate":1,"the":4,"logprob":12,"of":1,"real":1,"rank":9,"from":1,"vocab":1,"logprobs":17,"dict":4,"int":6,"tuple":2,"float":1,"selected":5,"items":3,"add":1,"top":21,"k":2,"along":1,"with":1,"its":1,"if":2,"num":5,"0":1,"ids":4,"tolist":2,"probs":2,"is":1,"already":1,"sorted":1,"by":1,"so":1,"we":1,"can":1,"use":1,"1":6,"ranks":3,"range":1,"update":1,"prob":2,"zip":1,"append":1,"and":2,"to":4,"go":2,"len":2,"return":1,"def":1,"get":1,"sampled":1,"needed":1,"seq":1,"group":1,"sequencegrouptosample":1,"sample":1,"result":1,"list":2,"torch":4,"tensor":4},"39598,230,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"compute":1,"the":1,"sample":2,"logprob":1,"if":1,"needed":1,"seq":5,"ids":4,"group":2,"num":1,"logprobs":3,"sampling":1,"params":1,"sampled":1,"samplelogprobs":1,"next":1,"token":1,"parent":1,"result":1},"39828,1815,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"if":3,"seq":2,"group":1,"do":1,"sample":1,"assert":1,"len":3,"next":9,"token":11,"ids":9,"0":2,"num":7,"logprobs":17,"is":4,"none":2,"for":4,"id":9,"in":3,"use":2,"a":2,"dummy":1,"logprob":7,"sampled":4,"append":1,"inf":1,"else":1,"pre":1,"select":1,"items":5,"from":1,"tensor":1,"tolist":5,"faster":1,"than":1,"repetitive":1,"item":1,"calls":1,"selected":7,"idx":9,"rank":6,"ranks":3,"parent":4,"enumerate":1,"zip":2,"get":2,"the":1,"of":1,"dict":2,"not":1,"and":1,"top":16,"k":2,"probs":2,"already":1,"sorted":1,"by":1,"so":1,"we":1,"can":1,"1":4,"range":1,"update":1,"prob":2},"41643,1946,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"sampled":5,"logprobs":10,"append":1,"token":7,"id":2,"logprob":5,"and":3,"rank":2,"for":5,"in":3,"dict":1,"items":1,"note":1,"this":3,"part":1,"of":3,"code":1,"is":2,"not":1,"intuitive":1,"selected":3,"include":1,"the":12,"current":1,"step":1,"which":3,"has":3,"len":4,"next":4,"ids":4,"tokens":4,"per":3,"sequence":5,"group":4,"includes":1,"from":3,"previous":1,"steps":2,"seq":2,"iterate":2,"to":6,"a":4,"batch":2,"idx":4,"top":4,"return":1,"def":1,"modify":3,"greedy":5,"probs":2,"inplace":1,"torch":4,"tensor":4,"sample":2,"indices":1,"samples":2,"none":1,"probability":4,"distributions":1,"greedily":1,"such":1,"that":1,"each":1,"1":2,"0":1,"required":1,"by":2,"speculative":1,"decoding":1,"depends":1,"on":1,"sampling":6,"method":1,"being":1,"encoded":1,"within":1,"distribution":2,"correctness":1,"why":1,"do":2,"we":1,"only":1,"need":1,"vllm":1,"s":1,"sampler":1,"performs":2,"following":1,"or":1,"multinomial":1,"random":2,"get":1,"logits":2,"model":1,"2":1,"according":2,"parameters":1,"multiply":1,"temperature":1,"k":1,"p":1,"masking":1,"penalize":1,"their":1,"frequency":1,"etc":1,"3":1,"simply":1,"modified":1,"argmax":1,"obtain":1,"with":1,"highest":1,"likelihood":1},"43589,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"ignoring":1,"greedy":4,"sampling":8,"for":3,"a":2,"moment":1,"we":7,"find":3,"that":4,"the":20,"computed":3,"probability":6,"distribution":6,"has":4,"following":1,"property":2,"can":2,"sample":6,"from":2,"it":2,"independently":1,"and":3,"token":4,"sampled":5,"by":1,"sampler":4,"frequency":1,"corresponding":1,"to":7,"how":2,"often":1,"see":1,"in":2,"our":1,"other":1,"words":1,"tokens":1,"with":1,"vllm":2,"s":1,"random":1,"samplingtype":1,"encodes":1,"methodology":2,"completely":1,"does":1,"not":3,"normally":1,"have":1,"this":3,"modifies":1,"logits":1,"according":1,"params":1,"then":2,"performs":1,"argmax":1,"returns":1,"if":1,"ll":1,"likelihood":1,"of":2,"greedily":1,"is":3,"always":1,"1":3,"0":3,"since":1,"lossless":1,"speculative":2,"decoding":2,"requires":1,"be":2,"encoded":1,"within":1,"are":2,"motivated":1,"modify":1,"such":1,"when":1,"used":1,"note":2,"alternatively":1,"could":1,"use":1,"an":1,"extremely":1,"low":1,"temperature":1,"achieve":1,"using":1,"multinomial":1,"computation":1,"unite":1,"codepaths":1,"implications":1,"on":2,"overall":1,"design":1,"e":1,"g":1,"record":1,"accurate":1,"logprobs":4,"user":2,"so":2,"improvement":1,"deferred":2,"later":1,"modified":1,"they":1,"returned":1,"probs":2,"indices":2,"samples":1,"def":1,"build":1,"output":2,"maybe":1,"results":1,"maybedeferredsampleresulttype":1,"metadata":1,"samplingmetadata":1,"prompt":1,"optional":4,"list":2,"promptlogprobs":1,"samplelogprobs":1,"device":1,"tensors":1,"tuple":1,"torch":3,"tensor":3,"skip":1,"cpu":1,"bool":1,"false":1},"45542,1932,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"sampleroutput":1,"construct":1,"python":1,"objects":1,"with":2,"the":3,"output":4,"of":1,"sampling":5,"args":3,"on":2,"device":2,"tensors":2,"tuple":1,"containing":1,"probabilities":1,"used":1,"in":4,"and":1,"sampled":1,"token":5,"ids":8,"this":1,"allows":1,"post":1,"processing":1,"without":1,"copies":1,"to":1,"cpu":2,"serialization":1,"e":1,"g":1,"speculative":1,"decoding":1,"rejection":1,"sampler":3,"list":2,"completionsequencegroupoutput":2,"if":1,"skip":1,"assert":5,"isinstance":2,"maybe":5,"deferred":7,"sample":14,"results":7,"sampleresultargstype":2,"else":1,"prompt":5,"logprobs":12,"is":2,"not":3,"none":3,"len":4,"metadata":2,"seq":10,"groups":2,"for":2,"group":6,"result":2,"zip":2,"next":4,"parent":4,"outputs":3,"sequenceoutput":2,"id":4,"append":2},"47474,1949,data/raw/vllm-0.10.1/vllm/model_executor/layers/sampler.py":{"if":2,"not":3,"specified":1,"store":1,"none":6,"values":1,"in":3,"sampleroutput":2,"on":2,"device":2,"tensors":2,"is":7,"sampled":8,"token":18,"probs":4,"logprobs":4,"tensor":3,"ids":10,"else":1,"return":2,"outputs":1,"sampler":1,"output":1,"deferred":2,"sample":2,"results":2,"args":2,"def":1,"get":3,"next":12,"prompt":16,"tokens":9,"seq":15,"group":8,"sequencegrouptosample":1,"tuple":1,"int":1,"a":6,"list":2,"of":2,"to":7,"compute":4,"logprob":5,"from":1,"given":1,"sequence":2,"it":1,"used":2,"imagine":1,"you":1,"have":1,"for":2,"each":1,"query":6,"needs":1,"know":1,"the":3,"id":2,"this":2,"helper":1,"obtain":1,"api":1,"has":2,"be":1,"only":2,"when":1,"caller":2,"knows":1,"prefill":2,"stage":2,"returns":1,"assert":3,"should":1,"ensure":1,"len":9,"1":5,"data":4,"0":1,"computed":4,"num":1,"because":1,"we":1,"are":1,"looking":1,"index":4,"start":2,"end":2,"min":1},"0,1840,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":11,"collections":1,"abc":1,"import":13,"sequence":1,"dataclasses":1,"dataclass":1,"typing":1,"optional":1,"torch":6,"nn":3,"functional":1,"as":1,"f":1,"parameter":5,"uninitializedparameter":1,"distributed":1,"divide":1,"get":2,"tensor":3,"model":8,"parallel":3,"rank":1,"world":1,"size":6,"all":1,"reduce":1,"executor":5,"custom":1,"op":1,"customop":1,"layers":2,"quantization":1,"base":1,"config":1,"quantizationconfig":1,"quantizemethodbase":2,"method":2,"has":1,"implemented":1,"embedding":2,"utils":2,"dispatch":1,"unquantized":2,"gemm":1,"basevllmparameter":1,"set":3,"weight":10,"attrs":5,"platforms":1,"current":1,"platform":1,"default":1,"vocab":1,"padding":1,"64":1,"class":1,"unquantizedembeddingmethod":1,"for":2,"embeddings":1,"def":1,"create":2,"weights":2,"self":1,"layer":3,"module":1,"input":4,"per":2,"partition":4,"int":4,"output":4,"sizes":2,"list":1,"params":2,"dtype":4,"extra":2,"empty":1,"sum":1,"requires":1,"grad":1,"false":1,"dim":2,"1":1,"register":1},"1840,1927,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"def":6,"apply":1,"self":5,"layer":5,"torch":7,"nn":2,"module":2,"x":2,"tensor":5,"bias":2,"optional":1,"none":1,"return":6,"dispatch":1,"unquantized":1,"gemm":1,"weight":2,"embedding":3,"input":2,"f":4,"pad":6,"vocab":29,"size":17,"int":21,"to":5,"default":1,"padding":1,"the":2,"given":1,"value":1,"1":1,"range":3,"from":3,"per":7,"partition":7,"rank":4,"offset":6,"0":2,"sequence":2,"index":15,"l":2,"global":3,"world":2,"divide":1,"dataclass":1,"class":1,"vocabparallelembeddingshardindices":1,"indices":1,"for":1,"a":2,"shard":1,"of":1,"parallel":1,"padded":4,"org":7,"start":5,"end":5,"added":4,"property":1,"num":1,"elements":1},"3767,1818,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"property":6,"def":7,"num":16,"added":20,"elements":14,"self":39,"int":6,"return":6,"vocab":24,"end":11,"index":22,"start":11,"org":17,"padded":21,"padding":2,"post":1,"init":1,"sanity":1,"checks":1,"assert":10,"torch":1,"compile":2,"dynamic":1,"true":1,"backend":2,"current":1,"platform":1,"simple":1},"5585,1238,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"def":1,"get":1,"masked":1,"input":9,"and":1,"mask":10,"torch":5,"tensor":3,"org":12,"vocab":24,"start":7,"index":12,"int":5,"end":5,"num":2,"padding":2,"added":10,"tuple":1,"compile":1,"will":1,"fuse":1,"all":1,"of":2,"the":4,"pointwise":1,"ops":1,"below":1,"into":1,"a":1,"single":1,"kernel":1,"making":1,"it":2,"very":1,"fast":1,"offset":4,"valid":2,"return":1,"customop":2,"register":1,"parallel":2,"embedding":3,"class":1,"vocabparallelembedding":1,"parallelized":1,"in":1,"vocabulary":2,"dimension":1,"adapted":1,"from":1,"nn":1,"note":1,"that":1,"we":1,"pad":1,"size":1,"to":1,"make":1,"sure":1,"is":1,"divisible":1,"by":1,"number":1,"model":1,"gpus":1},"6823,1694,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"in":4,"order":1,"to":4,"support":1,"various":1,"loading":1,"methods":1,"we":4,"ensure":1,"that":1,"lora":7,"added":2,"embeddings":3,"are":1,"always":1,"at":1,"the":6,"end":1,"of":1,"tp":1,"sharded":1,"tensors":1,"other":1,"words":1,"shard":1,"base":6,"and":4,"separately":1,"both":1,"padded":1,"place":1,"them":1,"same":1,"tensor":2,"this":1,"example":1,"will":2,"have":1,"original":1,"vocab":3,"size":3,"1010":5,"16":2,"padding":7,"64":1,"therefore":2,"total":1,"with":1,"be":1,"1088":2,"because":1,"first":1,"pad":2,"1024":2,"add":1,"then":1,"format":1,"looks":1,"like":1,"following":1,"tp1":1,"rank":3,"0":7,"no":1,"sharding":1,"corresponding":3,"token":3,"id":3,"1":18,"1009":3,"1025":2,"index":3,"1023":1,"1039":1,"1040":1,"1087":1,"tp2":2,"2":3,"497":3,"498":3,"511":3,"512":3,"527":2,"528":2,"543":2,"513":1,"514":1},"8517,1945,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"args":1,"num":15,"embeddings":15,"vocabulary":3,"size":24,"embedding":4,"dim":4,"of":3,"hidden":1,"state":2,"params":2,"dtype":3,"type":1,"the":6,"parameters":1,"org":11,"original":1,"without":1,"lora":1,"padding":8,"for":2,"quant":3,"config":3,"layer":2,"prefix":2,"full":1,"name":1,"in":1,"dict":1,"noqa":1,"e501":1,"def":1,"init":2,"self":22,"int":4,"optional":3,"torch":1,"none":3,"default":1,"vocab":11,"quantizationconfig":1,"str":1,"super":1,"keep":1,"input":1,"dimensions":1,"tp":4,"rank":3,"get":3,"tensor":2,"model":2,"parallel":2,"world":1,"or":1,"added":2,"padded":7,"pad":2,"assert":1,"shard":1,"indices":2},"10462,1755,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"quant":13,"method":14,"none":4,"if":6,"config":2,"is":7,"not":3,"get":2,"self":17,"prefix":2,"unquantizedembeddingmethod":2,"we":2,"are":2,"making":1,"an":1,"embedding":8,"layer":4,"then":1,"our":1,"quantization":1,"linear":1,"must":2,"implement":2,"the":5,"operation":1,"another":1,"type":4,"like":1,"parallellmhead":1,"this":1,"important":1,"vocabparallelembedding":1,"implements":2,"has":1,"implemented":1,"and":1,"raise":1,"notimplementederror":1,"f":1,"class":1,"name":1,"see":1,"quantizemethodbase":1,"params":2,"dtype":3,"torch":1,"default":1,"divide":2,"weight":1,"matrix":1,"along":1,"vocaburaly":1,"dimension":1,"num":8,"added":4,"embeddings":7,"org":4,"vocab":5,"size":2,"per":4,"partition":4,"padded":2,"tp":1,"assert":1,"shard":5,"indices":5,"elements":1,"end":2,"index":4,"start":2},"12217,460,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"self":7,"quant":1,"method":1,"create":1,"weights":1,"embedding":2,"dim":2,"num":2,"embeddings":2,"per":1,"partition":1,"padded":1,"params":2,"dtype":2,"weight":2,"loader":2},"12677,1770,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"classmethod":1,"def":1,"get":2,"indices":2,"cls":1,"vocab":37,"size":18,"padded":19,"int":6,"org":17,"tp":8,"rank":4,"vocabparallelembeddingshardindices":2,"start":11,"and":2,"end":11,"for":1,"parallel":1,"embedding":1,"following":1,"the":3,"layout":1,"outlined":1,"in":1,"class":1,"docstring":1,"based":1,"on":1,"given":1,"num":2,"added":12,"embeddings":2,"index":20,"range":2,"from":2,"global":2,"offset":1,"remove":1,"padding":1,"min":4,"return":1},"14447,655,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"def":1,"get":2,"sharded":1,"to":7,"full":1,"mapping":2,"self":2,"optional":1,"list":1,"int":1,"a":1,"that":2,"can":1,"be":1,"used":1,"reindex":2,"the":9,"gathered":1,"logits":3,"for":1,"sampling":2,"during":1,"we":2,"gather":2,"from":1,"all":1,"ranks":1,"relationship":1,"of":1,"index":3,"token":3,"id":3,"will":1,"follow":1,"same":1,"format":1,"as":1,"outlined":1,"in":1,"class":1,"docstring":1,"however":1,"after":1,"want":1,"final":1,"tensor":1,"map":1,"one":2,"is":1,"always":1,"equal":1,"it":1,"corresponds":1,"indices":1,"returned":1,"by":1,"this":1,"method":1,"allow":1,"us":1,"do":1,"if":1,"tp":1,"size":1,"2":1,"return":1,"none":1},"15102,1822,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"base":3,"embeddings":11,"list":3,"int":3,"added":7,"padding":4,"for":1,"tp":6,"rank":4,"in":1,"range":17,"self":10,"size":4,"shard":13,"indices":14,"get":1,"num":17,"padded":11,"org":10,"vocab":2,"start":10,"per":2,"partition":2,"end":2,"1":1,"extend":4,"elements":12,"assert":2,"ret":3,"len":1,"return":1},"16924,1850,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"def":1,"weight":15,"loader":1,"self":6,"param":15,"parameter":3,"loaded":10,"torch":1,"tensor":1,"output":9,"dim":14,"getattr":3,"none":6,"packed":10,"if":8,"the":3,"is":5,"a":1,"gguf":2,"then":3,"load":1,"it":2,"directly":1,"type":2,"data":3,"copy":2,"item":1,"return":2,"elif":1,"isinstance":2,"uninitializedparameter":1,"shape":8,"list":1,"not":3,"num":1,"embeddings":1,"per":1,"partition":1,"materialize":1,"tuple":1,"dtype":2,"does":1,"have":1,"should":1,"be":1,"copied":1,"onto":1,"all":1,"gpus":1,"e":1,"g":2,"idx":5,"for":2,"act":1,"order":1,"gptq":1,"assert":3,"shard":6,"indexes":1,"loading":1,"start":5,"indices":2,"org":4,"vocab":4,"index":2,"size":5,"end":1,"on":2,"same":1,"we":1,"are":1,"sharding":1,"need":1,"to":1,"adjust":1,"offsets":1,"of":1,"by":1,"pack":2,"factor":7,"and":1,"basevllmparameter":1,"else":2},"18774,1800,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"copy":2,"the":8,"data":3,"select":1,"chunk":1,"corresponding":1,"to":2,"current":1,"shard":7,"loaded":5,"weight":7,"narrow":1,"output":8,"dim":3,"start":3,"idx":1,"size":7,"param":2,"shape":2,"0":4,"fill":2,"def":2,"forward":1,"self":16,"input":9,"if":2,"tp":4,"1":3,"build":1,"mask":5,"masked":5,"get":2,"and":2,"indices":5,"org":5,"vocab":7,"index":4,"end":2,"num":5,"padding":1,"added":2,"else":1,"embeddings":5,"parallel":6,"quant":1,"method":1,"embedding":4,"long":1,"unsqueeze":1,"reduce":2,"across":1,"all":2,"model":3,"gpus":2,"tensor":1,"return":2,"extra":1,"repr":1,"str":1,"s":6,"f":5,"per":1,"partition":1,"padded":3,"class":1,"parallellmhead":1,"vocabparallelembedding":1,"parallelized":1,"lm":1,"head":1,"logits":1,"matrices":1,"used":1,"in":1,"sampler":1,"bias":1,"tensors":1,"are":2,"make":1,"sure":1,"they":1,"divisible":1,"by":1,"number":1,"of":1},"20574,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/vocab_parallel_embedding.py":{"args":1,"num":7,"embeddings":8,"vocabulary":3,"size":8,"embedding":3,"dim":4,"of":2,"hidden":1,"state":1,"bias":7,"whether":1,"to":1,"use":1,"params":4,"dtype":6,"type":1,"the":4,"parameters":1,"org":3,"original":1,"without":1,"lora":1,"padding":5,"for":1,"def":3,"init":2,"self":13,"int":4,"bool":1,"false":1,"optional":3,"torch":2,"none":4,"default":1,"vocab":1,"quant":6,"config":6,"quantizationconfig":1,"prefix":2,"str":1,"super":1,"if":2,"parameter":2,"empty":1,"per":1,"partition":1,"set":1,"weight":5,"attrs":1,"output":1,"0":1,"loader":2,"else":2,"register":1,"tie":2,"weights":3,"embed":4,"tokens":4,"vocabparallelembedding":1,"with":1,"word":1,"gguf":2,"quantized":1,"and":1,"get":1,"name":1,"return":2,"forward":1,"input":2,"del":1,"raise":1,"runtimeerror":1,"lmhead":1,"s":1,"should":1,"be":1,"used":1,"in":1,"sampler":1},"0,1906,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":9,"project":1,"from":16,"abc":3,"import":18,"abstractmethod":1,"collections":1,"mapping":1,"set":2,"dataclasses":1,"dataclass":3,"enum":1,"intenum":2,"itertools":1,"groupby":1,"typing":1,"callable":3,"optional":1,"typevar":1,"union":4,"torch":9,"nn":3,"as":4,"functional":1,"f":1,"transformers":1,"pretrainedconfig":1,"config":5,"modelconfig":1,"poolerconfig":2,"model":2,"executor":2,"pooling":8,"metadata":3,"noqa":1,"e501":1,"poolingmetadata":4,"v0poolingmetadata":2,"poolingtensors":1,"params":1,"poolingparams":1,"sequence":1,"pooleroutput":1,"poolingsequencegroupoutput":1,"tasks":1,"poolingtask":3,"utils":1,"resolve":1,"obj":1,"by":1,"qualname":1,"v1":1,"pool":1,"v1poolingmetadata":2,"poolingfn":1,"tensor":6,"list":2,"classifierfn":1,"class":3,"poolingtype":3,"enumeration":1,"for":2,"different":1,"types":1,"of":1,"methods":1,"last":1,"all":1,"1":1,"cls":3,"step":1,"3":1,"mean":1,"4":1,"frozen":2,"true":2,"resolvedpoolingconfig":2,"type":4,"task":4,"classmethod":1,"def":1,"pooler":4,"assert":1,"is":1,"not":1,"none":1,"return":1,"poolingparamsupdate":1,"requires":1,"token":2,"ids":2,"bool":1,"false":1,"this":1,"flag":1,"enable":1,"get":1,"prompt":1,"your":1},"1906,1901,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":7,"apply":1,"self":5,"params":2,"poolingparams":1,"none":1,"requires":2,"token":2,"ids":2,"class":1,"pooler":9,"nn":1,"module":1,"abc":1,"the":2,"interface":1,"required":1,"for":5,"all":2,"poolers":1,"used":1,"in":2,"pooling":12,"models":1,"vllm":1,"staticmethod":3,"encode":2,"config":18,"poolerconfig":3,"if":1,"type":4,"step":1,"return":5,"steppooler":1,"resolved":6,"resolvedpoolingconfig":3,"task":5,"poolingtype":1,"simplepooler":2,"from":5,"embed":2,"classify":2,"classifier":3,"optional":1,"classifierfn":1,"poolingmethod":1,"classifierpooler":1,"abstractmethod":2,"get":2,"supported":3,"tasks":2,"set":1,"poolingtask":2,"determine":1,"which":1,"are":1,"raise":2,"notimplementederror":2,"updates":1,"poolingparamsupdate":2,"construct":1,"updated":1,"parameters":1,"to":1,"use":1,"a":1,"forward":1,"hidden":1,"states":1,"union":1,"list":1,"torch":2,"tensor":2,"metadata":1,"poolingmetadata":1,"pooleroutput":1},"3807,1671,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":5,"get":7,"prompt":8,"lens":4,"hidden":2,"states":2,"union":1,"torch":5,"tensor":5,"list":5,"pooling":29,"metadata":17,"poolingmetadata":4,"if":4,"isinstance":3,"v1poolingmetadata":2,"return":7,"poolingtensors":1,"from":1,"0":1,"device":1,"token":5,"ids":5,"assert":2,"is":2,"not":2,"none":2,"please":1,"set":1,"requires":1,"true":1,"in":5,"updates":1,"i":4,"num":2,"for":4,"enumerate":1,"seq":4,"data":3,"values":1,"params":9,"poolingparams":1,"v0poolingmetadata":1,"p":2,"groups":1,"else":1,"tasks":4,"poolingtask":2,"task":3,"param":2,"len":2,"classification":1,"activation":1,"function":1,"config":1,"pretrainedconfig":1,"poolerclassify":1},"5478,1777,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":5,"get":3,"cross":1,"encoder":1,"activation":7,"function":10,"config":7,"pretrainedconfig":1,"name":6,"optional":1,"str":1,"none":3,"if":6,"hasattr":2,"sentence":3,"transformers":3,"and":2,"fn":4,"in":2,"elif":1,"sbert":3,"ce":3,"default":3,"is":3,"not":2,"assert":1,"startswith":1,"torch":4,"nn":3,"modules":2,"loading":1,"of":1,"functions":1,"restricted":1,"to":1,"for":2,"security":1,"reasons":1,"resolve":1,"obj":1,"by":1,"qualname":1,"return":8,"pooleractivation":1,"wraps":1,"poolerscore":1,"build":1,"output":1,"all":5,"data":4,"union":1,"tensor":2,"list":1,"pooleroutput":2,"outputs":3,"poolingsequencegroupoutput":1,"class":1,"poolingmethod":2,"module":1,"abc":1,"staticmethod":1,"from":1,"pooling":8,"type":7,"poolingtype":5,"last":1,"lastpool":1,"allpool":1,"cls":1,"clspool":1,"mean":1,"meanpool":1,"raise":2,"notimplementederror":2,"f":1,"unsupported":1,"method":1,"abstractmethod":1,"supported":1,"tasks":1,"self":2,"set":1,"poolingtask":2,"updates":1,"task":1,"poolingparamsupdate":2},"7255,1889,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"abstractmethod":2,"def":6,"forward":7,"one":3,"self":8,"hidden":13,"states":13,"torch":20,"tensor":18,"prompt":16,"len":9,"optional":2,"none":4,"note":1,"means":1,"raise":2,"notimplementederror":2,"all":3,"lens":8,"union":4,"list":5,"pooling":3,"metadata":2,"poolingmetadata":1,"get":2,"if":1,"isinstance":1,"return":5,"h":2,"for":1,"in":1,"zip":1,"class":2,"clspool":1,"poolingmethod":2,"supported":2,"tasks":1,"set":1,"poolingtask":1,"encode":1,"embed":1,"classify":1,"score":1,"assert":1,"is":1,"or":1,"shape":1,"0":3,"partial":1,"prefill":1,"not":1,"with":1,"cls":1,"first":3,"token":3,"flat":3,"indices":3,"zeros":1,"like":1,"1":2,"cumsum":1,"dim":1,"lastpool":1},"9144,1730,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":8,"get":3,"supported":5,"tasks":3,"self":8,"set":3,"poolingtask":3,"return":8,"encode":3,"embed":2,"classify":2,"score":2,"forward":5,"one":3,"hidden":12,"states":12,"torch":19,"tensor":17,"prompt":11,"len":7,"optional":3,"none":5,"1":2,"all":3,"lens":4,"union":2,"list":3,"last":2,"token":2,"flat":2,"indices":2,"cumsum":1,"dim":2,"0":4,"class":2,"allpool":1,"poolingmethod":2,"assert":2,"is":2,"or":2,"shape":2,"partial":2,"prefill":2,"not":2,"with":3,"pooling":2,"split":1,"sizes":1,"tolist":1,"meanpool":1,"mean":2,"dtype":1,"float32":1},"10874,1957,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":6,"forward":7,"all":1,"self":7,"hidden":4,"states":4,"torch":17,"tensor":11,"prompt":4,"lens":4,"union":1,"list":5,"use":1,"float32":2,"for":2,"cumsum":7,"in":2,"meanpool":1,"otherwise":1,"precision":1,"will":1,"be":1,"lost":1,"significantly":1,"dim":5,"0":4,"dtype":1,"start":3,"indices":5,"cat":1,"device":2,"1":3,"end":2,"return":7,"unsqueeze":1,"t":6,"typevar":1,"class":4,"basepooleractivation":2,"nn":5,"module":6,"abc":1,"abstractmethod":2,"pooled":8,"data":10,"shape":1,"classify":1,"score":1,"batch":3,"size":3,"num":1,"classes":1,"embed":1,"embedding":2,"or":2,"dimensions":2,"if":4,"using":1,"mrl":1,"raise":2,"notimplementederror":2,"pooleractivation":3,"staticmethod":1,"wraps":1,"isinstance":3,"identity":1,"pooleridentity":2,"sigmoid":1,"softmax":1,"poolerclassify":1,"lambdapooleractivation":1,"chunk":4,"poolernormalize":1},"12831,1716,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":9,"forward":6,"chunk":4,"self":13,"pooled":19,"data":19,"torch":14,"tensor":14,"x":2,"f":4,"normalize":1,"float":4,"p":1,"2":3,"dim":2,"1":4,"return":7,"to":4,"dtype":4,"class":5,"poolerclassify":1,"pooleractivation":4,"num":4,"labels":4,"shape":2,"if":2,"sigmoid":2,"softmax":1,"poolerscore":1,"lambdapooleractivation":1,"init":6,"fn":4,"callable":1,"super":3,"poolerhead":2,"nn":1,"module":1,"activation":5,"none":2,"union":2,"list":2,"pooling":5,"metadata":3,"poolingmetadata":2,"embeddingpoolerhead":1,"poolernormalize":1,"params":2,"get":1},"14547,1934,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"for":10,"matryoshka":1,"representation":1,"dimensions":8,"list":8,"pooling":9,"param":2,"in":7,"params":5,"if":10,"any":1,"d":7,"is":2,"not":2,"none":3,"change":1,"the":2,"output":1,"dimension":1,"assert":1,"len":5,"pooled":17,"data":17,"set":3,"1":3,"and":1,"isinstance":1,"all":1,"are":1,"same":1,"0":3,"else":6,"vecs":9,"zip":3,"normalize":2,"flags":8,"p":4,"self":6,"activation":5,"f":4,"return":2,"class":2,"rewardpoolerhead":1,"poolerhead":1,"def":2,"init":2,"super":1,"poolerclassify":1,"forward":1,"union":1,"torch":2,"tensor":2,"metadata":2,"poolingmetadata":1,"get":1,"softmax":2,"simplepooler":1,"pooler":1,"a":1,"layer":1,"that":1,"pools":1,"specific":1,"information":1,"from":1,"hidden":1,"states":1},"16481,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"this":1,"layer":1,"does":1,"the":1,"following":1,"1":1,"extracts":1,"specific":1,"tokens":1,"or":1,"aggregates":1,"data":7,"based":1,"on":1,"pooling":21,"method":1,"2":1,"normalizes":1,"output":2,"if":2,"specified":1,"3":1,"returns":1,"structured":1,"results":1,"as":1,"pooleroutput":2,"classmethod":1,"def":7,"from":2,"config":6,"cls":2,"pooler":6,"resolvedpoolingconfig":1,"simplepooler":1,"poolingmethod":2,"type":2,"task":6,"embed":1,"head":8,"embeddingpoolerhead":1,"elif":1,"encode":1,"rewardpoolerhead":2,"else":1,"raise":1,"notimplementederror":1,"f":1,"unknown":1,"return":4,"init":4,"self":15,"poolerhead":1,"none":2,"super":2,"get":5,"supported":2,"tasks":2,"set":1,"poolingtask":2,"updates":2,"poolingparamsupdate":1,"forward":1,"hidden":4,"states":5,"union":3,"torch":7,"tensor":7,"list":4,"metadata":6,"poolingmetadata":2,"pooled":6,"build":1,"class":1,"steppooler":1,"allpool":1,"extract":1,"lst":1,"prompt":2,"token":2,"ids":2},"18457,1997,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"pooling":13,"params":3,"get":5,"metadata":4,"for":4,"data":13,"token":9,"id":6,"param":3,"in":1,"zip":1,"pooled":7,"lst":1,"prompt":1,"ids":7,"step":4,"tag":4,"returned":5,"if":2,"is":2,"not":2,"none":4,"and":1,"len":1,"0":1,"append":1,"return":6,"def":6,"supported":1,"tasks":2,"self":6,"set":1,"poolingtask":2,"encode":1,"updates":1,"task":1,"poolingparamsupdate":2,"requires":1,"true":1,"forward":1,"hidden":3,"states":4,"union":1,"torch":2,"tensor":2,"list":1,"poolingmetadata":1,"pooleroutput":1,"extract":1,"head":1,"build":1,"output":2,"class":1,"classifierpooler":1,"pooler":2,"a":3,"layer":4,"classification":3,"this":1,"does":1,"the":3,"following":1,"1":1,"applies":3,"to":2,"2":1,"optionally":1,"3":1,"an":1,"activation":3,"function":3,"staticmethod":2,"act":3,"fn":3,"seq":1,"cls":1,"config":6,"modelconfig":2,"hf":2,"cross":2,"encoder":2,"init":2,"poolingfn":1,"classifier":1,"optional":2,"classifierfn":1,"pooleractivation":1,"super":1},"20454,1944,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"self":16,"pooling":10,"classifier":7,"act":4,"fn":4,"or":1,"poolerclassify":1,"def":4,"get":5,"supported":5,"tasks":5,"set":4,"poolingtask":3,"return":3,"classify":1,"score":1,"forward":1,"hidden":2,"states":2,"union":1,"torch":4,"tensor":3,"list":1,"metadata":3,"poolingmetadata":1,"pooleroutput":1,"pooled":12,"data":16,"if":7,"is":1,"not":3,"none":2,"apply":1,"once":1,"on":2,"the":2,"full":1,"batch":1,"possible":1,"isinstance":1,"elif":1,"len":2,"shape":1,"for":5,"in":6,"1":2,"stack":1,"else":4,"params":3,"flags":4,"p":2,"activation":1,"scores":3,"0":1,"vecs":3,"f":4,"zip":1,"build":1,"output":1,"class":1,"dispatchpooler":1,"pooler":7,"dispatches":1,"calls":1,"to":1,"a":1,"sub":1,"based":1,"task":9,"init":2,"poolers":5,"by":5,"mapping":1,"super":1,"items":1,"raise":1,"valueerror":1,"does":1,"support":1},"22398,1312,data/raw/vllm-0.10.1/vllm/model_executor/layers/pooler.py":{"def":2,"get":6,"pooling":6,"updates":2,"self":5,"task":11,"poolingtask":1,"poolingparamsupdate":1,"return":2,"poolers":4,"by":4,"forward":1,"hidden":8,"states":8,"union":1,"torch":2,"tensor":2,"list":5,"metadata":4,"poolingmetadata":1,"pooleroutput":3,"if":2,"isinstance":1,"lst":3,"else":1,"prompt":3,"lens":3,"split":1,"tolist":1,"outputs":4,"poolingsequencegroupoutput":1,"offset":6,"0":1,"for":1,"group":4,"in":1,"groupby":1,"tasks":3,"not":1,"pooler":2,"raise":1,"valueerror":1,"f":2,"unsupported":1,"supported":2,"num":4,"items":4,"len":1,"output":2,"extend":1},"0,1932,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":7,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":6,"project":1,"custom":2,"activation":3,"functions":1,"import":10,"math":1,"from":6,"typing":1,"optional":1,"torch":9,"nn":3,"as":2,"functional":1,"f":2,"distributed":1,"divide":1,"get":2,"tensor":6,"model":4,"parallel":2,"rank":1,"world":1,"size":3,"executor":2,"op":3,"customop":5,"utils":2,"set":1,"weight":1,"attrs":1,"platforms":1,"current":3,"platform":3,"lazydict":1,"register":2,"fatrelu":4,"and":3,"mul":3,"class":2,"fatreluandmul":1,"an":2,"function":4,"for":2,"computes":2,"x":19,"d":15,"where":2,"shape":7,"1":5,"this":1,"is":3,"used":1,"in":1,"openbmb":1,"minicpm":1,"s":1,"1b":1,"sft":1,"shapes":1,"num":2,"tokens":2,"or":2,"batch":2,"seq":2,"len":2,"return":3,"def":3,"init":2,"self":10,"threshold":6,"float":1,"super":1,"if":1,"cuda":2,"alike":1,"ops":1,"c":1,"elif":1,"cpu":1,"forward":4,"method":1,"native":2,"x1":4,"x2":2,"output":2,"out":3,"empty":1,"dtype":2,"device":2,"silu":2,"siluandmul":1,"swiglu":1},"1932,1842,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"shapes":2,"x":31,"num":4,"tokens":4,"2":9,"d":23,"or":4,"batch":4,"size":4,"seq":4,"len":4,"return":6,"def":5,"init":2,"self":11,"super":1,"if":1,"current":3,"platform":3,"is":3,"cuda":2,"alike":1,"op":4,"torch":11,"ops":4,"c":1,"silu":5,"and":3,"mul":3,"elif":2,"xpu":2,"from":1,"vllm":1,"ipex":3,"import":1,"cpu":1,"forward":7,"method":1,"native":3,"tensor":8,"pytorch":1,"implementation":1,"equivalent":1,"to":1,"shape":13,"1":10,"f":2,"output":4,"out":6,"empty":2,"dtype":4,"device":4,"neuron":1,"reshaped":4,"view":2,"s":2,"sigmoid":1,"result":2,"customop":2,"register":1,"class":1,"mulandsilu":1,"an":1,"activation":1,"function":2,"for":1,"swiglu":1,"the":1,"computes":1,"where":1},"3774,1806,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"def":5,"init":4,"self":16,"super":2,"if":2,"current":3,"platform":3,"is":4,"cuda":2,"alike":1,"op":3,"torch":8,"ops":4,"c":1,"mul":3,"and":3,"silu":3,"elif":2,"xpu":3,"from":1,"vllm":1,"ipex":3,"import":1,"cpu":1,"forward":7,"method":1,"native":3,"x":14,"tensor":6,"pytorch":1,"implementation":1,"equivalent":1,"to":1,"d":9,"shape":5,"1":3,"2":4,"return":3,"f":2,"output":2,"out":3,"empty":1,"dtype":2,"device":2,"todo":1,"implement":1,"for":2,"mulandsilu":1,"customop":2,"register":1,"gelu":3,"sparse":1,"class":1,"geluandmulsparse":2,"an":1,"activation":3,"function":2,"this":1,"used":1,"in":2,"gemma3n":1,"it":1,"computes":1,"up":3,"proj":10,"gate":5,"gaussian":1,"topk":1,"sparsity":2,"activations":2,"act":1,"fn":1,"down":2,"shapes":1,"num":2,"tokens":2,"or":2,"batch":2,"size":2,"seq":2,"len":2,"float":1,"approximate":6,"str":1,"none":2,"not":1,"tanh":1,"raise":1,"valueerror":1,"unknown":1,"mode":1},"5580,1717,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"sparsity":6,"if":1,"activation":4,"0":5,"raise":1,"valueerror":1,"is":1,"please":1,"use":1,"geluandmul":2,"target":2,"tensor":9,"torch":11,"dtype":1,"float32":1,"normal":4,"dist":2,"distributions":1,"1":6,"self":8,"std":6,"multiplier":2,"icdf":1,"def":3,"gaussian":3,"topk":2,"x":17,"get":2,"sparse":1,"percentile":1,"of":1,"the":5,"distribution":1,"note":1,"rob":1,"for":2,"tp":1,"we":2,"could":1,"all":1,"gather":1,"to":2,"means":1,"but":1,"do":2,"not":1,"this":1,"because":1,"in":2,"expectation":1,"they":1,"are":2,"same":1,"and":2,"practice":1,"eval":1,"scores":1,"good":1,"without":1,"gathering":1,"mean":3,"dim":2,"keepdim":2,"true":2,"unbiased":1,"false":1,"cutoff":2,"return":4,"nn":1,"functional":1,"relu":1,"forward":4,"native":3,"pytorch":1,"implementation":1,"equivalent":1,"d":10,"shape":2,"2":4,"out":4,"f":1,"gelu":3,"approximate":2,"cuda":1,"customop":2,"register":1,"mul":1,"class":1,"an":1,"function":2,"geglu":1,"computes":1,"where":1,"shapes":1,"batch":2,"size":2,"seq":2,"len":2,"or":2,"num":2,"tokens":2},"7297,1923,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"def":6,"init":4,"self":17,"approximate":13,"str":2,"none":4,"super":2,"if":4,"not":1,"in":1,"tanh":4,"raise":1,"valueerror":1,"f":3,"unknown":1,"mode":1,"current":3,"platform":3,"is":3,"cuda":2,"alike":1,"or":1,"cpu":1,"op":6,"torch":10,"ops":6,"c":2,"gelu":5,"and":5,"mul":5,"elif":2,"xpu":2,"from":1,"vllm":1,"ipex":4,"import":1,"else":1,"forward":4,"native":2,"x":16,"tensor":6,"pytorch":1,"implementation":1,"equivalent":1,"to":1,"d":7,"shape":9,"1":6,"2":3,"return":4,"output":4,"out":6,"empty":2,"dtype":4,"device":4,"extra":1,"repr":2,"customop":2,"register":1,"swigluoai":1,"class":1,"swigluoaiandmul":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"55":1,"0":2,"src":1,"models":1,"gpt":2,"oss":2,"modeling":1,"py":1,"l106":1,"l110":1,"alpha":3,"float":2,"702":1,"limit":3,"7":1},"9220,1747,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"def":7,"forward":7,"native":4,"self":19,"x":18,"torch":17,"tensor":10,"pytorch":2,"implementation":2,"equivalent":2,"to":2,"gate":5,"up":4,"2":4,"1":5,"clamp":2,"min":2,"none":1,"max":2,"limit":6,"glu":2,"sigmoid":1,"alpha":4,"gated":2,"output":4,"return":6,"cuda":3,"d":2,"shape":4,"out":6,"empty":2,"dtype":2,"device":2,"ops":5,"c":4,"swigluoai":1,"and":1,"mul":1,"extra":1,"repr":3,"str":1,"f":1,"customop":4,"register":2,"gelu":4,"new":3,"class":2,"newgelu":1,"init":2,"super":1,"if":1,"current":3,"platform":3,"is":3,"alike":1,"or":1,"cpu":1,"op":4,"elif":1,"xpu":2,"from":1,"vllm":1,"ipex":3,"import":1,"math":2,"sqrt":1,"0":5,"pi":1,"5":1,"tanh":1,"044715":1,"pow":1,"3":1,"like":1,"fast":1,"fastgelu":1},"10967,1982,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"def":9,"init":4,"self":17,"super":2,"if":2,"current":6,"platform":6,"is":6,"cuda":4,"alike":2,"or":2,"cpu":2,"op":8,"torch":21,"ops":8,"c":2,"gelu":5,"fast":2,"elif":2,"xpu":6,"from":2,"vllm":2,"ipex":6,"import":2,"forward":10,"native":4,"x":20,"tensor":14,"pytorch":2,"implementation":2,"equivalent":2,"to":2,"return":6,"0":5,"5":1,"1":3,"tanh":1,"7978845608":1,"044715":1,"out":9,"empty":3,"like":3,"customop":4,"register":2,"quick":3,"class":2,"quickgelu":2,"https":2,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"main":1,"src":1,"activations":1,"py":1,"l90":1,"sigmoid":1,"702":1,"todo":1,"implement":1,"for":1,"relu2":1,"relusquaredactivation":1,"applies":1,"the":1,"relu":1,"2":1,"activation":1,"introduced":1,"in":1,"arxiv":1,"org":1,"abs":1,"2109":1,"08668v2":1},"12949,1917,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"def":5,"forward":5,"native":3,"self":14,"x":6,"torch":11,"tensor":9,"pytorch":1,"implementation":1,"equivalent":1,"to":1,"return":3,"square":1,"f":1,"relu":1,"cuda":2,"todo":1,"implement":1,"kenrels":1,"class":1,"scaledactivation":1,"nn":4,"module":4,"an":1,"activation":1,"function":1,"with":1,"post":1,"scale":1,"parameters":1,"this":1,"is":7,"used":1,"for":1,"some":1,"quantization":1,"methods":1,"like":1,"awq":1,"init":2,"act":4,"intermediate":6,"size":12,"int":1,"input":5,"parallel":7,"bool":1,"true":1,"params":4,"dtype":7,"optional":1,"none":2,"super":1,"if":3,"tp":4,"get":3,"model":2,"world":1,"per":3,"partition":3,"divide":1,"else":1,"default":1,"scales":3,"parameter":2,"empty":1,"set":1,"weight":9,"attrs":1,"loader":3,"param":6,"loaded":5,"data":5,"rank":3,"shard":3,"shape":3,"0":2,"start":2,"idx":2,"narrow":1,"assert":1,"copy":1},"14866,1318,data/raw/vllm-0.10.1/vllm/model_executor/layers/activation.py":{"activation":10,"registry":6,"lazydict":2,"gelu":8,"lambda":12,"nn":6,"fast":1,"fastgelu":1,"new":1,"newgelu":1,"pytorch":1,"tanh":2,"approximate":1,"relu":2,"relu2":1,"relusquaredactivation":1,"silu":3,"quick":1,"quickgelu":1,"def":2,"get":4,"act":14,"fn":14,"name":14,"str":2,"module":2,"an":2,"function":4,"by":2,"lower":2,"if":2,"not":4,"in":2,"raise":2,"valueerror":2,"f":2,"r":2,"is":2,"supported":2,"return":2,"and":5,"mul":5,"geluandmul":2,"siluandmul":2,"geglu":1,"swigluoai":1,"args":2,"kwargs":2,"swigluoaiandmul":1,"i":1,"e":1},"0,1766,data/raw/vllm-0.10.1/vllm/model_executor/layers/layernorm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"custom":4,"normalization":1,"layers":1,"from":5,"typing":1,"import":10,"optional":1,"union":1,"torch":19,"nn":2,"as":6,"envs":4,"model":1,"executor":1,"op":1,"customop":1,"platforms":1,"current":2,"platform":2,"def":5,"is":2,"rocm":10,"aiter":11,"rmsnorm":2,"enabled":1,"bool":1,"return":5,"and":2,"use":2,"rms":8,"norm":8,"x":19,"tensor":16,"weight":8,"variance":8,"epsilon":8,"float":4,"ops":6,"out":3,"empty":1,"like":1,"fused":3,"add":3,"residual":4,"tuple":2,"if":1,"dim":1,"original":3,"shape":4,"reshape":2,"1":2},"1766,1590,data/raw/vllm-0.10.1/vllm/model_executor/layers/layernorm.py":{"residual":9,"out":3,"torch":5,"empty":2,"like":2,"output":5,"x":5,"rocm":5,"aiter":5,"rmsnorm2d":1,"fwd":1,"with":1,"add":5,"input":2,"weight":10,"variance":3,"epsilon":2,"return":5,"def":2,"dispatch":1,"cuda":1,"rmsnorm":4,"func":1,"bool":2,"if":6,"is":4,"enabled":2,"fused":2,"rms":5,"norm":5,"customop":2,"register":1,"class":1,"root":1,"mean":1,"square":1,"normalization":1,"computes":1,"w":2,"sqrt":1,"e":1,"2":1,"eps":3,"where":1,"the":1,"learned":1,"refer":1,"to":1,"https":1,"arxiv":1,"org":1,"abs":1,"1910":1,"07467":1,"init":2,"self":10,"hidden":9,"size":10,"int":2,"float":1,"1e":1,"6":1,"var":3,"optional":2,"none":5,"has":4,"true":1,"dtype":5,"super":1,"override":1,"else":2,"not":1,"ones":2,"nn":1,"parameter":1},"3356,1937,data/raw/vllm-0.10.1/vllm/model_executor/layers/layernorm.py":{"def":2,"forward":4,"native":3,"self":17,"x":25,"torch":13,"tensor":10,"residual":13,"optional":2,"none":7,"union":2,"tuple":2,"pytorch":1,"implementation":1,"equivalent":1,"to":7,"orig":3,"dtype":4,"float32":2,"if":8,"is":5,"not":3,"hidden":9,"size":14,"shape":1,"1":2,"raise":2,"valueerror":2,"expected":2,"be":2,"f":2,"but":2,"found":2,"variance":10,"override":5,"var":3,"else":3,"at":1,"least":1,"pow":1,"2":1,"mean":1,"dim":1,"keepdim":1,"true":1,"rsqrt":1,"epsilon":3,"has":1,"weight":4,"return":5,"cuda":2,"add":3,"norm":3,"func":4,"dispatch":1,"rmsnorm":1,"data":2},"5293,1855,data/raw/vllm-0.10.1/vllm/model_executor/layers/layernorm.py":{"def":4,"forward":4,"xpu":1,"self":13,"x":16,"torch":13,"tensor":11,"residual":10,"optional":2,"none":5,"union":2,"tuple":2,"if":4,"variance":6,"size":5,"override":1,"is":3,"not":3,"return":4,"native":2,"from":2,"vllm":1,"ipex":2,"ops":5,"import":1,"as":1,"fused":1,"add":1,"rms":4,"norm":3,"weight":5,"data":3,"epsilon":5,"extra":1,"repr":1,"str":1,"s":3,"f":2,"hidden":3,"0":1,"eps":3,"customop":2,"register":1,"gemma":2,"class":1,"gemmarmsnorm":1,"normalization":1,"for":1,"two":1,"differences":1,"the":1,"above":1,"rmsnorm":1,"1":2,"w":4,"instead":2,"of":2,"2":1,"to":3,"orig":4,"dtype":5,"init":2,"int":1,"float":3,"1e":1,"6":1,"super":1,"nn":1,"parameter":1,"zeros":1,"staticmethod":1,"static":1,"pytorch":1,"implementation":1,"equivalent":1,"float16":1,"else":1},"7148,1285,data/raw/vllm-0.10.1/vllm/model_executor/layers/layernorm.py":{"x":18,"float":2,"variance":4,"pow":1,"2":1,"mean":1,"dim":1,"1":2,"keepdim":1,"true":2,"torch":13,"rsqrt":1,"epsilon":2,"llama":1,"does":1,"to":4,"float16":2,"w":2,"whilst":1,"gemma":1,"is":5,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":1,"pull":1,"29402":1,"0":1,"weight":2,"orig":1,"dtype":1,"return":4,"if":3,"residual":7,"none":3,"else":1,"def":2,"forward":8,"native":4,"self":11,"tensor":10,"optional":2,"union":2,"tuple":2,"pytorch":1,"implementation":1,"equivalent":1,"static":3,"data":1,"cuda":1,"compiler":1,"compiling":1,"not":1,"getattr":1,"compiled":2,"false":1,"compile":1,"type":1,"ignore":1},"0,1498,data/raw/vllm-0.10.1/vllm/model_executor/layers/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":5,"project":1,"utility":1,"methods":1,"for":3,"model":1,"layers":1,"from":5,"typing":1,"import":6,"callable":1,"optional":1,"torch":10,"custom":2,"ops":2,"as":1,"envs":1,"platforms":1,"current":1,"platform":1,"utils":1,"direct":1,"register":1,"op":1,"def":2,"shuffle":2,"weight":2,"w":6,"tensor":5,"along":1,"last":1,"dimension":1,"so":1,"that":1,"we":1,"folded":1,"weights":1,"adjance":1,"location":1,"example":1,"input":1,"1":7,"3":2,"4":2,"5":2,"6":2,"7":2,"8":2,"9":2,"10":2,"11":2,"12":2,"output":1,"this":1,"will":1,"be":1,"used":1,"together":1,"with":1,"triton":1,"swiglu":1,"kernel":1,"shape":4,"n":3,"first":2,"second":2,"stacked":2,"stack":1,"dim":1,"shuffled":2,"reshape":1,"return":2,"get":1,"token":1,"bin":8,"counts":8,"and":1,"mask":3,"tokens":5,"vocab":4,"size":4,"int":2,"num":2,"seqs":2,"tuple":1,"compute":1,"padding":1,"zeros":1,"dtype":1,"long":1,"device":2,"scatter":1,"add":1,"ones":1,"like":1},"1498,1859,data/raw/vllm-0.10.1/vllm/model_executor/layers/utils.py":{"def":1,"apply":4,"penalties":17,"logits":9,"torch":7,"tensor":17,"prompt":7,"tokens":8,"output":9,"presence":4,"frequency":4,"repetition":7,"applies":1,"in":3,"place":1,"to":4,"the":14,"input":1,"of":4,"shape":5,"num":7,"seqs":7,"vocab":6,"size":6,"a":2,"containing":1,"prompts":1,"are":1,"padded":1,"maximum":1,"length":1,"within":1,"batch":1,"using":1,"as":2,"padding":2,"value":2,"is":1,"used":1,"for":1,"because":1,"it":1,"does":1,"not":1,"correspond":1,"any":1,"valid":1,"token":3,"id":1,"vocabulary":1,"mask":7,"get":2,"bin":4,"counts":4,"and":2,"custom":2,"op":1,"from":1,"vllm":1,"ops":1,"import":1,"we":1,"follow":1,"definition":1,"openai":2,"api":2,"refer":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"parameter":1,"details":1,"unsqueeze":2,"dim":2,"1":2,"return":1},"3357,1977,data/raw/vllm-0.10.1/vllm/model_executor/layers/utils.py":{"def":4,"default":1,"unquantized":8,"gemm":9,"layer":2,"torch":23,"nn":5,"module":2,"x":19,"tensor":15,"weight":15,"bias":9,"optional":4,"none":5,"return":7,"functional":3,"linear":3,"rocm":9,"impl":7,"from":1,"vllm":3,"platforms":1,"import":1,"on":2,"gfx9":2,"k":3,"shape":9,"1":7,"use":3,"skinny":3,"envs":1,"and":7,"dtype":1,"in":1,"float16":1,"bfloat16":1,"8":2,"0":8,"is":2,"if":2,"not":1,"true":1,"view":7,"size":1,"n":3,"m":3,"cu":3,"count":3,"current":2,"platform":2,"get":1,"4":3,"out":4,"ops":3,"wvsplitk":1,"elif":1,"8192":1,"llmm1":1,"fake":3,"new":1,"empty":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"dispatch":2,"key":2},"5334,647,data/raw/vllm-0.10.1/vllm/model_executor/layers/utils.py":{"def":2,"cpu":4,"unquantized":5,"gemm":5,"layer":2,"torch":7,"nn":2,"module":1,"x":3,"tensor":4,"weight":4,"bias":3,"optional":1,"none":1,"if":2,"getattr":1,"use":1,"sgl":1,"false":1,"return":5,"ops":1,"c":1,"packed":1,"linear":2,"true":1,"else":2,"functional":1,"dispatch":1,"callable":1,"current":2,"platform":2,"is":2,"rocm":2,"elif":1,"default":1},"0,1134,data/raw/vllm-0.10.1/vllm/model_executor/layers/logits_processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":8,"project":1,"a":1,"layer":2,"that":1,"compute":1,"logits":10,"from":9,"hidden":2,"stats":1,"import":10,"inspect":1,"concurrent":1,"futures":1,"threadpoolexecutor":3,"typing":1,"optional":2,"torch":2,"nn":3,"as":2,"envs":4,"distributed":1,"tensor":2,"model":5,"parallel":3,"all":1,"gather":3,"executor":2,"layers":1,"vocab":1,"embedding":1,"vocabparallelembedding":1,"sampling":2,"metadata":2,"samplingmetadata":1,"platforms":1,"current":1,"platform":1,"processor":4,"threadpool":2,"none":2,"if":3,"threads":2,"is":1,"not":1,"class":1,"logitsprocessor":1,"module":1,"process":1,"and":1,"apply":2,"processors":2,"this":1,"does":1,"following":1,"1":1,"states":1,"scale":1,"needed":1,"3":1,"any":1},"1134,1891,data/raw/vllm-0.10.1/vllm/model_executor/layers/logits_processor.py":{"def":2,"init":2,"self":15,"vocab":7,"size":8,"int":2,"org":3,"optional":5,"none":8,"scale":6,"float":2,"1":2,"0":2,"logits":20,"as":4,"input":5,"bool":2,"false":1,"soft":7,"cap":7,"args":1,"a":1,"scaling":1,"factor":1,"to":4,"apply":1,"the":6,"super":1,"whether":2,"is":5,"default":1,"hidden":9,"states":9,"original":1,"vocabulary":1,"without":1,"lora":1,"or":2,"used":1,"in":1,"gemma":1,"2":1,"use":3,"gather":5,"all":3,"current":1,"platform":1,"forward":1,"lm":2,"head":2,"vocabparallelembedding":1,"torch":4,"tensor":3,"sampling":3,"metadata":3,"samplingmetadata":1,"embedding":2,"bias":2,"prune":3,"true":1,"if":5,"else":1,"not":3,"and":1,"get":2,"for":1,"next":1,"tokens":1,"tanh":1},"3025,1964,data/raw/vllm-0.10.1/vllm/model_executor/layers/logits_processor.py":{"apply":3,"logits":27,"processors":2,"if":5,"any":2,"sampling":4,"metadata":4,"is":4,"not":5,"none":5,"and":1,"seq":1,"groups":1,"return":4,"def":4,"gather":10,"self":10,"torch":6,"tensor":9,"all":5,"the":6,"across":1,"model":3,"parallel":3,"group":1,"use":2,"supported":1,"for":4,"some":1,"devices":2,"such":1,"as":3,"tpus":1,"instead":1,"note":1,"woosuk":1,"here":1,"outputs":1,"of":1,"every":2,"device":2,"should":2,"be":2,"because":1,"xla":1,"requires":1,"strict":1,"spmd":1,"among":1,"execute":1,"same":1,"operations":1,"after":1,"gathering":1,"else":1,"may":1,"returned":1,"rank":1,"0":1,"get":2,"hidden":4,"states":4,"lm":3,"head":3,"vocabparallelembedding":1,"embedding":2,"bias":3,"optional":2,"next":1,"tokens":1,"quant":1,"method":1,"tp":1,"remove":1,"paddings":1,"in":1,"vocab":6,"org":3,"size":5,"extra":1,"repr":1,"str":1,"s":4,"f":3,"scale":2,"input":2,"prune":1,"samplingmetadata":1},"4989,1905,data/raw/vllm-0.10.1/vllm/model_executor/layers/logits_processor.py":{"torch":3,"tensor":3,"note":1,"kzawora":1,"the":1,"if":4,"guard":1,"is":3,"needed":1,"for":3,"gaudi":1,"in":3,"some":1,"scenarios":1,"warmup":1,"profile":1,"run":1,"we":2,"might":1,"not":3,"have":1,"selected":3,"token":5,"indices":4,"so":1,"skip":1,"pruning":1,"sampling":7,"metadata":4,"none":2,"return":2,"hidden":2,"states":2,"index":1,"select":1,"0":2,"else":2,"def":1,"apply":3,"logits":27,"processors":10,"samplingmetadata":1,"found":2,"false":1,"processed":1,"row":11,"ids":13,"and":2,"futures":2,"seq":17,"group":6,"groups":1,"params":3,"true":1,"id":3,"idx":4,"zip":1,"sample":1,"past":3,"tokens":6,"data":2,"output":1,"prompt":4,"processor":2,"threadpool":2,"append":1,"submit":1,"single":2},"6894,997,data/raw/vllm-0.10.1/vllm/model_executor/layers/logits_processor.py":{"logits":24,"processed":2,"len":3,"seq":3,"group":2,"sample":1,"indices":2,"prompt":3,"logprob":1,"for":2,"row":10,"idx":2,"future":2,"in":3,"ids":6,"and":1,"futures":1,"result":1,"if":2,"found":1,"processors":4,"verifies":1,"that":1,"no":1,"rows":1,"were":1,"missed":1,"unexpectedly":1,"assert":1,"shape":1,"0":1,"return":2,"def":1,"apply":1,"single":1,"past":3,"tokens":5,"torch":1,"tensor":1,"processor":4,"parameters":3,"inspect":1,"signature":1,"3":1,"else":1},"0,1354,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":8,"vllm":2,"project":1,"import":3,"torch":1,"from":2,"einops":1,"rearrange":1,"triton":3,"utils":1,"tl":9,"jit":1,"def":1,"fwd":1,"diag":1,"kernel":2,"q":2,"k":1,"v":3,"out":1,"s":1,"b":1,"constexpr":6,"h":3,"n":4,"d":4,"e":6,"block":21,"num":3,"cblock":9,"this":1,"computes":1,"diagonal":2,"blocks":1,"of":1,"attention":2,"matrix":1,"each":1,"represents":1,"where":1,"queries":1,"attend":1,"keys":1,"in":1,"same":1,"off":13,"program":2,"id":2,"bh":5,"batch":2,"head":3,"index":4,"within":2,"sequence":1,"1":1,"sub":2,"a":1,"calculate":3,"base":1,"offsets":3,"for":3,"current":3,"and":1,"qk":2,"offset":15,"o":3},"1354,1911,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"calculate":1,"pointers":1,"to":6,"the":5,"query":2,"key":2,"value":2,"and":3,"output":2,"tensors":1,"q":8,"block":16,"ptr":9,"qk":4,"offset":13,"cblock":12,"tl":21,"arange":10,"0":17,"none":13,"d":4,"k":4,"trans":3,"v":6,"e":5,"o":4,"out":1,"load":7,"decay":2,"rate":1,"for":2,"current":3,"head":1,"s":9,"off":2,"h":1,"i":3,"index":11,"values":1,"mask":4,"n":3,"other":3,"float32":4,"initialize":1,"accumulator":1,"qkv":1,"zeros":1,"dtype":1,"process":1,"all":1,"sub":1,"blocks":1,"up":1,"including":1,"one":2,"causal":2,"attention":1,"j":2,"in":1,"range":1,"1":1,"kv":4,"diff":3,"apply":1,"only":1,"attend":1,"positions":1,"before":1,"where":1,"float":1,"inf":1,"exp":1},"3265,1948,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"compute":2,"attention":1,"scores":1,"and":4,"apply":1,"decay":3,"qk":2,"tl":21,"dot":2,"q":2,"k":10,"trans":3,"weighted":1,"values":1,"accumulate":1,"qkv":2,"v":9,"move":1,"to":3,"the":6,"next":1,"sub":1,"block":28,"ptr":7,"cblock":6,"d":10,"e":11,"store":2,"result":1,"o":2,"dtype":1,"element":1,"ty":1,"mask":1,"offset":16,"index":4,"none":7,"n":4,"triton":1,"jit":1,"def":1,"fwd":1,"kv":8,"parallel":2,"b":1,"constexpr":10,"h":3,"num":4,"fblock":7,"this":1,"kernel":1,"computes":1,"key":3,"value":3,"outer":1,"products":1,"for":3,"each":1,"in":1,"off":9,"bh":5,"program":2,"id":2,"0":7,"batch":2,"head":3,"1":1,"calculate":3,"offsets":2,"current":2,"base":1,"pointers":1,"tensors":1,"arange":6},"5213,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"load":6,"the":9,"decay":9,"factors":1,"for":2,"current":2,"head":3,"and":4,"block":20,"k":11,"ptr":10,"off":6,"h":4,"tl":19,"arange":2,"0":7,"cblock":11,"none":3,"kv":13,"index":5,"initialize":1,"key":4,"value":4,"outer":3,"product":2,"accumulator":1,"zeros":1,"d":6,"fblock":4,"e":6,"dtype":2,"float32":1,"handle":1,"last":1,"which":1,"might":1,"be":1,"smaller":1,"than":1,"if":1,"num":9,"1":3,"split":5,"n":7,"else":1,"left":7,"shift":4,"cdiv":2,"blocks":5,"min":1,"process":1,"all":1,"sub":2,"in":2,"j":2,"range":1,"bound":3,"handling":1,"boundary":1,"conditions":1,"trans":4,"mask":2,"other":2,"v":4,"factor":1,"compute":1,"weighted":1,"dot":1,"move":1,"to":2,"next":1,"store":2,"result":1,"element":1,"ty":1,"triton":1,"jit":1,"def":1,"fwd":1,"reduce":1,"s":1,"history":2,"b":1,"constexpr":7,"this":1,"kernel":1,"reduces":1,"products":1,"across":1,"updates":1,"bh":3,"program":1,"id":1,"batch":1,"offset":1},"7203,1949,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"calculate":2,"pointer":2,"to":9,"the":15,"key":7,"value":7,"tensor":2,"kv":21,"block":21,"ptr":8,"offset":3,"tl":22,"arange":4,"0":5,"d":5,"fblock":5,"none":5,"e":8,"load":6,"decay":4,"rate":1,"for":3,"current":5,"head":3,"s":6,"ptrs":2,"off":5,"h":4,"history":11,"bh":3,"previous":2,"pre":5,"float32":3,"process":1,"all":1,"blocks":3,"in":3,"reverse":1,"order":1,"compute":2,"prefix":1,"sum":1,"i":2,"range":1,"num":3,"size":2,"min":1,"n":2,"factor":1,"exp":1,"outer":1,"product":1,"cur":2,"store":4,"dtype":1,"element":1,"ty":1,"update":1,"with":1,"updated":1,"triton":1,"jit":1,"def":1,"fwd":1,"diag":1,"kernel":2,"q":1,"out":1,"b":1,"constexpr":8,"cblock":2,"this":1,"computes":1,"non":2,"diagonal":2,"of":1,"attention":2,"matrix":1,"each":1,"represents":1,"where":1,"queries":1,"attend":1,"keys":1,"different":1,"program":1,"id":1,"batch":1,"index":2},"9152,1928,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"off":15,"nc":3,"tl":20,"program":2,"id":2,"1":1,"n":11,"num":3,"cblock":8,"block":18,"index":6,"c":9,"sub":2,"e":14,"2":1,"output":4,"feature":1,"offset":19,"fblock":3,"calculate":2,"offsets":1,"for":4,"the":7,"current":4,"batch":1,"head":2,"and":3,"q":12,"bh":3,"d":7,"o":4,"kv":7,"pointers":1,"to":5,"query":2,"key":2,"value":2,"tensors":1,"ptr":8,"arange":8,"0":10,"none":11,"out":1,"load":8,"decay":4,"rate":1,"s":5,"h":1,"array":2,"outer":1,"product":1,"float32":4,"values":1,"mask":2,"other":2,"compute":2,"factors":1,"exp":1,"non":2,"diagonal":4,"attention":3,"qkv":5,"diag":5,"dot":1,"computed":1,"by":1,"fwd":1,"kernel":1,"combine":1,"outputs":1},"11080,1847,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"store":2,"the":2,"result":1,"tl":1,"o":4,"block":16,"ptr":2,"qkv":1,"to":1,"dtype":3,"element":1,"ty":1,"mask":1,"q":9,"index":1,"none":1,"n":5,"class":1,"attention":4,"torch":5,"autograd":1,"function":1,"staticmethod":1,"def":1,"forward":2,"ctx":1,"k":5,"v":5,"s":5,"kv":1,"history":1,"pass":1,"of":3,"lightning":1,"algorithm":1,"contiguous":4,"check":1,"cuda":2,"compute":4,"capability":5,"get":2,"device":5,"if":1,"0":3,"8":1,"raise":1,"runtimeerror":1,"flash":1,"currently":1,"only":1,"supported":1,"for":2,"80":1,"input":1,"dimensions":1,"b":4,"h":4,"d":2,"shape":2,"e":3,"1":5,"initialize":1,"output":1,"tensor":1,"empty":1,"set":1,"sizes":1,"256":1,"num":6,"triton":1,"cdiv":1,"cblock":8,"32":1,"assert":1,"must":1,"be":1,"a":1,"multiple":1,"decay":2,"factors":1,"keys":1,"array":2,"arange":1,"exp":1,"reshape":1,"step":1,"diagonal":1,"blocks":1,"grid":2,"fwd":1,"diag":1,"kernel":1},"12927,1567,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"set":1,"feature":1,"block":15,"sizes":1,"num":17,"fblock":18,"1":1,"d":10,"assert":3,"0":3,"e":10,"cblock":9,"64":1,"must":1,"be":1,"a":1,"multiple":1,"of":1,"step":2,"2":1,"compute":1,"key":2,"value":2,"outer":2,"products":2,"for":1,"each":1,"in":1,"parallel":2,"kv":7,"torch":2,"empty":1,"b":5,"h":5,"dtype":1,"float32":1,"device":2,"q":1,"grid":4,"fwd":2,"k":2,"v":1,"decay":1,"n":2,"3":1,"reduce":2,"across":1,"blocks":1,"and":1,"update":1,"history":2,"s":1},"14494,1736,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"step":1,"4":1,"compute":2,"non":1,"diagonal":1,"blocks":2,"of":6,"attention":9,"grid":2,"b":2,"h":2,"num":6,"block":10,"cblock":5,"fwd":1,"none":2,"diag":1,"kernel":1,"q":5,"o":2,"s":2,"kv":7,"n":2,"d":9,"e":4,"fblock":2,"save":2,"tensors":1,"for":5,"backward":2,"pass":1,"ctx":2,"k":3,"v":5,"return":1,"torch":1,"cat":1,"history":5,"unsqueeze":1,"2":2,"dim":5,"apply":3,"the":2,"lightning":4,"function":1,"def":1,"ed":5,"size":3,"256":1,"algorithm":1,"to":1,"efficiently":1,"args":1,"query":1,"tensor":4,"shape":6,"batch":3,"heads":4,"seq":3,"len":4,"key":3,"value":3,"decay":1,"rate":1,"sparse":1,"optional":1,"from":1,"previous":1,"computations":1,"returns":1,"output":3,"updated":1,"1":9,"if":3,"view":1,"split":1,"computation":1,"into":1,"chunks":1,"better":1,"parallelism":1,"m":6,"128":2,"else":1,"64":1,"assert":1,"0":2,"f":1,"dimension":1,"must":1,"be":1,"divisible":1,"by":1,"arr":4,"i":2,"in":1,"range":1,"append":1},"16230,1992,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"initialize":1,"or":1,"clone":2,"key":1,"value":1,"history":6,"if":3,"kv":10,"is":2,"none":3,"torch":2,"zeros":1,"q":6,"shape":2,"0":4,"1":6,"d":10,"e":4,"dtype":1,"float32":1,"device":2,"else":1,"contiguous":1,"process":1,"each":1,"chunk":1,"and":2,"accumulate":1,"results":1,"for":7,"i":3,"in":1,"range":1,"n":1,"s":3,"arr":2,"q1":2,"k1":2,"k":3,"o":2,"lightning":1,"attention":3,"v":5,"ed":1,"output":4,"return":2,"triton":1,"jit":1,"def":1,"linear":2,"attn":1,"decode":1,"kernel":3,"ptr":5,"cache":10,"slope":2,"rate":3,"slot":6,"idx":2,"tl":10,"constexpr":2,"qkv":8,"b":8,"stride":14,"h":8,"d0":2,"d1":2,"block":4,"size":3,"decoding":1,"with":1,"this":1,"computes":1,"a":1,"single":1,"token":1,"using":1,"the":4,"pid":8,"program":3,"id":14,"batch":7,"index":4,"head":7,"2":1,"dimension":1,"load":4,"current":3,"to":1,"int64":1,"skip":1,"padding":1,"decay":1,"ratio":1,"calculate":2,"offsets":7,"dimensions":1,"qk":2,"arange":2,"offset":3},"18222,1998,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"cache":11,"offset":6,"slot":4,"id":2,"b":8,"stride":2,"head":1,"h":8,"create":1,"masks":1,"for":4,"loading":1,"tensors":2,"qk":7,"mask":17,"d":16,"offsets":7,"v":14,"load":5,"query":2,"key":4,"and":2,"value":4,"q":9,"tl":9,"ptr":8,"other":4,"0":9,"k":7,"compute":2,"outer":6,"product":1,"kv":18,"none":5,"apply":1,"decay":2,"to":2,"previous":1,"ratio":3,"exp":1,"old":2,"attention":3,"output":11,"float32":1,"sum":1,"axis":1,"update":1,"store":3,"def":1,"linear":2,"decode":1,"forward":1,"triton":2,"torch":8,"tensor":14,"caches":2,"slope":2,"rate":3,"idx":2,"block":3,"size":4,"int":1,"32":1,"perform":1,"decoding":1,"using":1,"kernels":1,"args":1,"of":4,"shape":6,"1":5,"indices":1,"batches":1,"blocks":1,"processing":1,"returns":1,"assert":2,"initialize":1,"empty":1,"like":1,"set":1,"grid":2,"dimensions":1,"the":1,"kernel":1},"20220,755,data/raw/vllm-0.10.1/vllm/model_executor/layers/lightning_attn.py":{"calculate":1,"strides":1,"for":1,"tensors":1,"qkv":4,"b":6,"stride":18,"q":3,"0":2,"h":6,"1":3,"cache":8,"kv":5,"caches":5,"d0":2,"2":1,"d1":2,"3":1,"launch":1,"the":1,"kernel":2,"linear":1,"attn":1,"decode":1,"grid":1,"k":1,"v":1,"slope":1,"rate":1,"slot":1,"idx":1,"output":5,"d":3,"block":2,"size":2,"reshape":1,"and":1,"return":2,"rearrange":1,"n":2,"squeeze":1,"contiguous":1},"0,1475,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"import":15,"itertools":1,"from":12,"abc":1,"abstractmethod":1,"typing":1,"any":1,"literal":1,"optional":1,"union":1,"torch":3,"nn":3,"as":1,"parameter":3,"uninitializedparameter":1,"envs":1,"distributed":1,"divide":1,"get":2,"tensor":5,"model":9,"parallel":4,"rank":1,"world":1,"size":1,"split":1,"along":1,"last":1,"dim":1,"all":2,"gather":1,"reduce":1,"logger":4,"init":2,"executor":5,"custom":1,"op":1,"customop":1,"layers":2,"quantization":1,"base":1,"config":1,"quantizationconfig":1,"quantizemethodbase":1,"utils":2,"dispatch":1,"unquantized":1,"gemm":1,"yapf":2,"disable":1,"basevllmparameter":1,"blockquantscaleparameter":1,"packedcolumnparameter":1,"packedvllmparameter":1,"pertensorscaleparameter":1,"rowvllmparameter":1,"enable":1,"set":1,"weight":1,"attrs":1,"platforms":1,"current":1,"platform":1,"name":1},"1475,1733,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"weight":1,"loader":1,"v2":1,"supported":1,"compressedtensorslinearmethod":1,"bitblaslinearmethod":1,"gptqbitblaslinearmethod":1,"awqmarlinlinearmethod":1,"awqlinearmethod":1,"gptqmarlinlinearmethod":1,"fp8linearmethod":1,"marlinlinearmethod":1,"qqqlinearmethod":1,"gptqmarlin24linearmethod":1,"tpuint8linearmethod":1,"gptqlinearmethod":1,"fbgemmfp8linearmethod":1,"modeloptfp8linearmethod":1,"ipexawqlinearmethod":1,"ipexgptqlinearmethod":1,"hqqmarlinmethod":1,"quarklinearmethod":1,"modeloptnvfp4linearmethod":1,"def":3,"adjust":4,"bitblas":6,"shard":20,"param":6,"size":20,"offset":10,"tile":10,"getattr":2,"none":4,"if":2,"is":2,"not":1,"return":5,"marlin":6,"bitsandbytes":2,"4bit":1,"parameter":1,"offsets":4,"dict":1,"str":2,"tuple":2,"int":4,"loaded":2,"id":2,"the":1,"quantization":1,"and":1,"sizes":1,"for":1,"sharding":1,"total":7,"orig":4,"quantized":7,"data":1,"shape":1,"0":1},"3208,1227,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":2,"adjust":1,"scalar":1,"to":3,"fused":2,"array":4,"param":4,"loaded":7,"weight":9,"shard":13,"id":9,"for":4,"modules":1,"qkv":3,"and":1,"mlp":1,"we":3,"have":3,"an":2,"of":3,"length":2,"n":2,"that":1,"holds":1,"1":4,"scale":1,"each":1,"logical":1,"matrix":1,"so":1,"the":6,"is":1,"corresponds":1,"one":1,"shards":1,"on":2,"disk":1,"here":1,"slice":1,"based":1,"loading":1,"idxs":2,"q":1,"0":6,"k":1,"v":1,"2":2,"if":2,"isinstance":2,"str":2,"elif":1,"not":2,"int":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"autofp8":1,"scales":2,"do":2,"a":3,"shape":4,"compressed":1,"tensors":1,"len":1,"assert":1,"return":1,"todo":1,"isotr0py":1,"might":1,"need":1,"more":1,"flexible":1,"structure":1,"handle":1,"bitsandbytes":3,"offsets":2,"left":1,"shift":1,"4bit":1,"bnb":4,"attrs":1,"dict":1,"any":1,"separate":1,"4":2,"bit":1,"example":1,"given":1,"attributes":1,"as":1,"below":1,"8":1,"16":1,"quant":1,"state":1},"4435,1972,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"the":13,"function":1,"will":2,"return":2,"bnb":14,"shard":10,"offsets":10,"array":2,"0":6,"4":2,"quant":10,"state":10,"and":1,"12":1,"1":6,"weight":8,"attrs":4,"offset":4,"l":4,"2":1,"r":4,"i":3,"for":4,"in":1,"range":1,"len":1,"left":2,"dict":2,"right":2,"class":2,"linearmethodbase":2,"quantizemethodbase":1,"base":1,"different":1,"maybe":1,"quantized":1,"linear":2,"methods":1,"abstractmethod":1,"def":1,"create":2,"weights":3,"self":1,"layer":5,"torch":2,"nn":1,"module":1,"input":6,"size":9,"per":2,"partition":5,"int":4,"output":7,"sizes":4,"list":2,"params":2,"dtype":3,"extra":1,"a":2,"be":1,"set":1,"as":1,"attributes":1,"of":10,"args":1,"that":1,"is":2,"using":1,"factory":1,"dim":4,"on":3,"rank":3,"x":3,"each":1,"logical":1,"e":1,"g":1,"qkvlinear":1,"contains":1,"width":1,"wq":1,"wk":1,"wv":1,"across":2,"all":2,"ranks":2,"datatype":1,"parameters":1,"raise":1,"notimplementederror":1},"6407,1153,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"abstractmethod":1,"def":2,"apply":2,"self":2,"layer":5,"torch":7,"nn":2,"module":2,"x":1,"tensor":4,"bias":1,"optional":1,"none":1,"the":3,"weights":3,"in":1,"to":2,"input":5,"expects":1,"create":2,"have":1,"been":1,"called":1,"before":1,"on":1,"raise":1,"notimplementederror":1,"class":1,"unquantizedlinearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"without":1,"quantization":1,"size":4,"per":2,"partition":4,"int":4,"output":4,"sizes":2,"list":1,"params":2,"dtype":4,"extra":2,"weight":9,"attrs":4,"parameter":2,"empty":1,"sum":1,"requires":1,"grad":1,"false":1,"set":2,"dim":2,"1":1,"0":1,"register":1},"7560,1756,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":2,"process":1,"weights":1,"after":1,"loading":1,"self":2,"layer":17,"torch":9,"nn":2,"module":2,"none":3,"if":6,"current":1,"platform":1,"is":3,"cpu":6,"and":5,"envs":1,"vllm":1,"sgl":4,"kernel":1,"n":2,"k":2,"weight":11,"size":5,"dtype":4,"c":2,"amx":2,"tile":1,"supported":1,"bfloat16":2,"32":3,"0":2,"packed":4,"ops":1,"convert":1,"assert":1,"copy":1,"bias":11,"not":1,"parameter":1,"to":1,"float32":1,"requires":1,"grad":1,"false":2,"use":2,"true":4,"else":1,"logger":1,"warning":1,"kernels":1,"require":1,"intel":1,"support":1,"ic":1,"oc":1,"are":1,"divisible":1,"by":1,"apply":1,"x":2,"tensor":3,"optional":1,"return":4,"dispatch":1,"unquantized":1,"gemm":1,"class":1,"linearbase":1,"customop":1,"base":1,"linear":3,"args":1,"input":2,"dimension":2,"of":2,"the":3,"output":2,"add":2,"skip":2,"adding":1,"but":1,"instead":1,"it":1,"params":1,"data":1,"type":1,"for":1,"parameters":1,"quant":1,"config":1,"quantization":1,"configure":1,"together":1,"with":1,"outputs":1,"in":1,"forward":1,"pass":1},"9316,1685,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"init":2,"self":11,"input":6,"size":8,"int":2,"output":5,"skip":5,"bias":12,"add":5,"bool":2,"false":1,"params":6,"dtype":8,"optional":3,"torch":2,"none":4,"quant":9,"config":6,"quantizationconfig":1,"prefix":6,"str":1,"return":6,"true":4,"super":1,"keep":1,"parameters":2,"if":5,"is":2,"get":2,"default":1,"method":3,"quantizemethodbase":1,"unquantizedlinearmethod":1,"else":1,"customop":1,"register":1,"replicated":2,"linear":4,"class":1,"replicatedlinear":1,"linearbase":1,"layer":4,"args":1,"dimension":2,"of":3,"the":6,"adding":1,"but":1,"instead":1,"it":1,"data":1,"type":1,"for":1,"quantization":1,"configure":1,"name":1,"in":2,"state":1,"dict":1,"including":1,"all":1,"parents":1,"e":1,"g":1,"model":1,"layers":1,"0":1,"qkv":1,"proj":1,"together":1,"with":1,"outputs":1,"forward":1,"pass":1},"11001,1937,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":2,"init":2,"self":21,"input":4,"size":10,"int":2,"output":12,"bias":10,"bool":3,"true":2,"skip":2,"add":2,"false":1,"params":4,"dtype":6,"optional":2,"torch":3,"none":4,"quant":5,"config":2,"quantizationconfig":1,"prefix":3,"str":1,"return":3,"if":4,"mergedreplicatedlinear":1,"use":1,"of":1,"each":1,"partition":4,"hasattr":1,"sizes":5,"else":2,"super":1,"all":1,"the":2,"linear":1,"layer":1,"supports":1,"method":3,"assert":1,"is":1,"not":2,"create":1,"weights":1,"weight":8,"loader":5,"parameter":3,"empty":1,"set":1,"attrs":1,"dim":1,"0":1,"register":1,"param":1,"loaded":1,"tensor":1,"on":1,"disk":1,"does":1,"have":1,"a":1,"shape":1,"give":1,"it":1,"one":1,"such":1,"scales":1,"for":2,"autofp8":1,"special":1,"case":1,"gguf":1},"12938,1932,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"is":8,"gguf":7,"weight":16,"getattr":2,"param":8,"false":2,"type":5,"if":8,"loaded":9,"item":1,"materialize":2,"uninitializedparameter":2,"and":1,"isinstance":1,"shape":2,"dtype":3,"len":1,"0":2,"reshape":1,"1":1,"assert":2,"size":10,"f":5,"tried":1,"to":2,"load":1,"weights":1,"of":5,"a":1,"parameter":2,"data":2,"copy":1,"def":2,"forward":1,"self":13,"x":2,"torch":3,"tensor":3,"union":1,"tuple":1,"optional":1,"bias":15,"not":4,"skip":4,"add":4,"else":2,"none":4,"quant":3,"method":2,"output":9,"apply":1,"return":5,"extra":1,"repr":1,"str":1,"s":4,"in":2,"features":2,"input":3,"class":1,"mergedreplicatedlinear":1,"replicatedlinear":1,"replicated":1,"linear":3,"layer":4,"args":1,"dimension":2,"the":6,"true":2,"adding":1,"but":1,"instead":1,"it":1,"params":1,"for":1,"parameters":1,"config":1,"quantization":1,"configure":1,"prefix":1,"name":1,"state":1,"dict":1,"including":1,"all":1,"parents":1,"e":1,"g":1,"model":1,"layers":1,"qkv":1,"proj":1},"14870,1012,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":2,"init":2,"self":4,"input":2,"size":2,"int":3,"output":5,"sizes":5,"list":1,"bias":7,"bool":3,"true":2,"skip":2,"add":2,"false":1,"params":2,"dtype":3,"optional":3,"torch":2,"none":4,"quant":2,"config":2,"quantizationconfig":1,"prefix":3,"str":1,"return":3,"super":1,"sum":1,"weight":2,"loader":1,"param":1,"union":1,"parameter":1,"basevllmparameter":1,"loaded":4,"tensor":1,"shard":3,"id":3,"assert":2,"is":1,"not":1,"len":1},"15882,1371,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":1,"isinstance":3,"param":3,"blockquantscaleparameter":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"quantization":1,"fp8":1,"import":1,"fp8linearmethod":2,"fp8moemethod":2,"assert":3,"self":7,"quant":4,"method":3,"is":4,"not":2,"none":2,"weight":6,"block":10,"size":9,"config":1,"n":5,"0":1,"1":5,"shard":14,"offset":5,"sum":2,"output":4,"sizes":4,"loaded":6,"id":5,"elif":1,"pertensorscaleparameter":1,"else":1,"customop":1,"register":1,"column":2,"parallel":1,"linear":3,"class":1,"columnparallellinear":1,"linearbase":1,"layer":2,"with":1,"parallelism":1,"the":1,"defined":1,"as":2,"y":1,"xa":1,"b":1,"a":4,"parallelized":1,"along":1,"its":1,"second":1,"dimension":1,"p":1},"17253,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"args":1,"input":4,"size":17,"first":1,"dimension":3,"of":5,"matrix":3,"a":2,"output":20,"second":1,"bias":8,"if":4,"true":4,"add":3,"gather":3,"call":1,"all":3,"on":1,"and":1,"make":1,"y":2,"available":1,"to":2,"gpus":1,"otherwise":1,"every":1,"gpu":1,"will":1,"have":1,"its":1,"which":1,"is":1,"i":2,"xa":1,"skip":3,"this":1,"was":1,"added":1,"enable":1,"performance":1,"optimizations":1,"where":1,"can":1,"be":2,"fused":1,"with":1,"other":1,"element":1,"wise":1,"operations":1,"we":1,"adding":1,"but":1,"instead":1,"return":2,"it":1,"params":2,"dtype":3,"data":1,"type":1,"for":3,"the":7,"parameters":1,"quant":2,"config":2,"quantization":1,"configure":1,"sizes":7,"list":3,"packed":1,"into":1,"one":1,"like":1,"qkv":3,"would":1,"3":1,"prefix":2,"name":1,"layer":1,"in":2,"state":1,"dict":1,"including":1,"parents":1,"e":1,"g":1,"model":2,"layers":1,"0":1,"proj":1,"def":1,"init":1,"self":11,"int":3,"bool":4,"false":2,"optional":3,"torch":1,"none":3,"quantizationconfig":1,"str":1,"divide":3,"weight":1,"along":1,"last":1,"tp":3,"get":1,"tensor":1,"parallel":1,"world":1,"per":3,"partition":6,"or":1,"mergedcolumn":1,"use":1,"each":1,"hasattr":1},"19206,1818,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"super":1,"init":1,"input":5,"size":10,"output":14,"skip":1,"bias":7,"add":1,"params":4,"dtype":5,"quant":4,"config":1,"prefix":1,"return":2,"self":19,"gather":2,"if":3,"sizes":4,"is":6,"none":4,"assert":1,"method":3,"not":1,"create":1,"weights":2,"layer":1,"per":3,"partition":5,"weight":13,"loader":7,"v2":2,"class":1,"name":1,"in":1,"supported":1,"else":2,"parameter":3,"torch":2,"empty":1,"set":1,"attrs":1,"dim":3,"0":1,"register":1,"tp":1,"rank":2,"get":1,"tensor":2,"model":1,"parallel":1,"def":1,"param":4,"loaded":1,"getattr":3,"sharded":4,"false":2,"use":3,"bitsandbytes":4,"4bit":3,"loads":1,"the":2,"of":1,"specific":1,"portion":1,"no":1,"need":1,"to":1,"narrow":1,"or":1},"21024,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"special":3,"case":5,"for":3,"gguf":8,"is":9,"weight":27,"getattr":2,"param":12,"false":2,"type":4,"if":7,"loaded":17,"item":1,"materialize":2,"uninitializedparameter":2,"and":2,"isinstance":1,"final":5,"shape":13,"list":1,"output":7,"dim":7,"not":6,"none":3,"assert":3,"self":7,"tp":3,"size":5,"0":3,"dtype":2,"data":5,"sharded":1,"shard":3,"start":2,"idx":2,"rank":1,"narrow":1,"loading":2,"scales":2,"off":2,"disk":2,"which":2,"often":2,"do":2,"have":2,"a":2,"such":2,"as":2,"in":2,"the":2,"of":2,"autofp8":2,"len":2,"reshape":2,"1":3,"copy":1,"def":2,"loader":1,"v2":1,"parameter":2,"torch":3,"tensor":3,"numel":1,"load":1,"column":1,"parallel":1,"forward":1,"input":1,"union":1,"tuple":1,"optional":1,"bias":3,"skip":1,"add":1,"else":1},"23004,1138,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"matrix":3,"multiply":1,"assert":1,"self":12,"quant":2,"method":2,"is":4,"not":3,"none":3,"output":15,"parallel":5,"apply":1,"input":2,"bias":8,"if":3,"gather":5,"all":2,"across":1,"the":5,"partitions":2,"tensor":2,"model":2,"else":2,"skip":1,"add":1,"return":4,"def":1,"extra":1,"repr":1,"str":1,"s":6,"f":5,"in":1,"features":2,"size":4,"per":1,"partition":1,"tp":1,"get":1,"world":1,"class":1,"mergedcolumnparallellinear":1,"columnparallellinear":2,"packed":1,"linear":1,"layers":1,"with":1,"column":1,"parallelism":1,"similar":1,"to":1,"but":1,"weight":2,"concatenated":1,"along":1,"dimension":1,"when":1,"loaded":1,"different":1,"are":1,"sharded":1,"separately":1},"24142,1994,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"args":1,"input":5,"size":10,"dimension":1,"of":4,"the":7,"linear":2,"layer":3,"output":17,"sizes":6,"list":2,"dimensions":1,"bias":16,"if":3,"true":5,"add":5,"gather":5,"call":1,"all":4,"on":1,"and":1,"make":1,"available":1,"to":2,"gpus":1,"otherwise":1,"every":1,"gpu":1,"will":1,"have":1,"its":1,"own":1,"skip":5,"this":1,"was":1,"added":1,"enable":1,"performance":1,"optimizations":1,"where":1,"can":1,"be":1,"fused":1,"with":2,"other":1,"element":1,"wise":1,"operations":1,"we":1,"adding":1,"but":1,"instead":1,"return":6,"it":1,"params":4,"dtype":5,"data":1,"type":1,"for":2,"parameters":1,"quant":4,"config":4,"quantization":1,"configure":1,"prefix":4,"name":1,"in":3,"state":1,"dict":1,"including":1,"parents":1,"e":1,"g":1,"model":3,"layers":1,"0":2,"qkv":1,"proj":1,"together":1,"outputs":1,"forward":1,"pass":1,"def":1,"init":2,"self":5,"int":2,"bool":4,"false":2,"optional":2,"torch":1,"none":2,"quantizationconfig":1,"str":1,"tp":3,"get":2,"tensor":2,"parallel":2,"world":1,"rank":2,"assert":1,"super":1,"sum":1},"26136,1703,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"weight":17,"loader":1,"self":4,"param":16,"parameter":1,"loaded":15,"torch":1,"tensor":2,"shard":14,"id":9,"optional":1,"int":1,"none":5,"special":2,"case":2,"for":3,"gguf":8,"initialize":1,"after":1,"we":1,"know":1,"the":1,"quantize":1,"type":6,"is":8,"getattr":5,"false":3,"if":4,"not":2,"data":5,"copy":1,"item":2,"else":1,"i":2,"in":1,"enumerate":1,"output":7,"sizes":1,"return":2,"dim":6,"size":5,"tp":2,"start":2,"idx":2,"rank":1,"narrow":1,"append":2,"map":1,"len":1,"container":2,"per":1,"scale":1,"to":3,"load":1,"scalar":3,"into":1,"fused":1,"array":3,"needs":2},"27839,1665,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":5,"loaded":6,"shard":24,"id":2,"is":3,"none":3,"weight":5,"already":1,"fused":2,"on":1,"disk":1,"mlp":1,"e":1,"g":1,"phi":1,"3":1,"s":1,"gate":1,"up":1,"proj":1,"output":6,"dim":5,"needs":1,"scalar":2,"to":4,"array":2,"param":10,"data":4,"adjust":4,"0":2,"assert":1,"shape":2,"copy":1,"return":1,"current":3,"offset":11,"use":2,"bitsandbytes":2,"4bit":2,"getattr":2,"false":1,"offsets":3,"list":1,"tuple":1,"int":3,"for":5,"i":2,"size":11,"in":2,"enumerate":1,"self":1,"sizes":1,"append":1,"packed":3,"special":2,"case":2,"quantization":1,"quantized":1,"we":1,"need":1,"the":2,"and":1,"account":1,"packing":1,"pack":2,"factor":2,"marlin":2,"bitblas":1},"29504,1647,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":4,"use":1,"bitsandbytes":2,"4bit":2,"index":2,"list":1,"itertools":1,"accumulate":1,"0":2,"self":9,"output":9,"sizes":5,"orig":3,"offsets":3,"str":2,"i":3,"size":15,"for":4,"in":1,"enumerate":1,"total":1,"shard":28,"offset":10,"adjust":4,"param":7,"id":5,"loaded":6,"weight":4,"narrow":1,"dim":6,"loader":1,"return":1,"assert":1,"len":1,"is":1,"not":1,"none":2,"sum":1,"tp":2,"special":2,"case":2,"quantization":1,"quantized":1,"we":1,"need":1,"to":2,"the":2,"and":1,"account":1,"packing":1,"packed":3,"getattr":1,"pack":2,"factor":2,"marlin":2,"bitblas":1},"31151,1607,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"use":4,"bitsandbytes":5,"4bit":4,"getattr":3,"param":9,"false":3,"is":6,"sharded":5,"weight":15,"loads":1,"the":4,"weights":1,"of":1,"specific":1,"portion":1,"no":1,"need":1,"to":3,"narrow":3,"or":1,"if":3,"shard":8,"size":4,"loaded":10,"shape":4,"output":5,"dim":5,"offset":2,"id":2,"data":6,"start":2,"idx":2,"self":1,"tp":1,"rank":1,"not":2,"special":1,"case":2,"for":2,"per":1,"tensor":1,"scales":1,"in":2,"fused":2,"elif":1,"needs":1,"scalar":2,"array":2,"adjust":1,"else":1,"ignore":3,"warning":4,"logger":1,"loading":1,"a":1,"without":1,"attribute":1,"mergedcolumnparallellinear":1,"assume":1,"same":1,"all":1,"partitions":1,"assert":1,"copy":1},"32758,1655,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"load":1,"fused":3,"module":1,"from":1,"checkpoint":1,"self":3,"param":7,"basevllmparameter":1,"loaded":4,"weight":6,"torch":1,"tensor":1,"handle":1,"special":2,"case":3,"for":6,"models":1,"where":1,"mlp":1,"layers":3,"are":1,"already":1,"on":1,"disk":1,"in":3,"this":2,"we":2,"have":1,"no":1,"shard":24,"id":5,"function":1,"determmines":1,"the":5,"by":1,"splitting":1,"these":2,"and":3,"then":1,"calls":1,"loader":2,"using":1,"an":1,"example":1,"of":1,"a":1,"model":1,"with":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":1,"3":1,"mini":1,"4k":1,"instruct":1,"current":3,"offset":9,"0":1,"offsets":3,"list":1,"tuple":1,"int":3,"i":2,"output":6,"size":9,"enumerate":1,"sizes":1,"append":1,"quantization":1,"if":2,"quantized":1,"need":1,"to":2,"adjust":2,"account":1,"packing":2,"isinstance":1,"packedcolumnparameter":1,"packedvllmparameter":1,"packed":1,"dim":3,"indexes":1,"narrow":1,"v2":1},"34413,1851,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"weight":14,"loader":1,"v2":1,"self":10,"param":7,"basevllmparameter":2,"loaded":13,"torch":1,"tensor":2,"shard":12,"id":8,"optional":1,"int":1,"none":4,"if":3,"is":3,"isinstance":3,"pertensorscaleparameter":1,"load":3,"merged":2,"column":2,"0":2,"return":3,"elif":1,"type":1,"in":1,"rowvllmparameter":1,"todo":1,"dsikka":1,"move":1,"to":1,"parameter":1,"py":1,"fused":1,"module":1,"from":2,"checkpoint":1,"assert":4,"len":1,"output":5,"sizes":5,"tp":5,"size":13,"get":1,"model":2,"parallel":1,"world":1,"blockquantscaleparameter":1,"vllm":1,"executor":1,"layers":1,"quantization":1,"fp8":1,"import":1,"fp8linearmethod":2,"fp8moemethod":2,"quant":4,"method":3,"not":2,"block":10,"config":1,"n":5,"1":3,"offset":2,"sum":2,"else":1},"36264,1736,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"param":1,"load":1,"merged":1,"column":1,"weight":4,"loaded":3,"shard":6,"id":2,"offset":2,"size":6,"class":1,"qkvparallellinear":1,"columnparallellinear":1,"linear":3,"layers":3,"for":3,"the":17,"attention":6,"s":1,"qkv":2,"transformation":2,"of":8,"query":6,"key":4,"and":1,"value":4,"vectors":1,"in":3,"layer":3,"matrix":1,"is":3,"concatenated":1,"along":2,"output":1,"dimension":2,"parallelized":1,"head":4,"when":1,"number":4,"heads":9,"smaller":1,"than":1,"e":2,"g":2,"multi":1,"grouped":1,"may":1,"be":2,"replicated":1,"while":1,"are":1,"partitioned":1,"args":1,"hidden":2,"input":1,"state":2,"transformer":1,"each":1,"total":6,"num":4,"kv":2,"if":3,"none":1,"assume":1,"bias":7,"true":2,"add":2,"skip":2,"this":1,"was":1,"added":1,"to":1,"enable":1,"performance":1,"optimizations":1,"where":1,"can":1,"fused":1,"with":2,"other":1,"element":1,"wise":1,"operations":1,"we":1,"adding":1,"but":1,"instead":1,"return":3,"it":1,"params":1,"dtype":1,"data":1,"type":1,"parameters":1,"quant":1,"config":1,"quantization":1,"configure":1,"prefix":1,"name":1,"dict":1,"including":1,"all":1,"parents":1,"model":1,"0":1,"proj":1,"together":1,"outputs":1,"forward":1,"pass":1},"38000,1590,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"init":1,"self":25,"hidden":4,"size":23,"int":4,"head":9,"total":13,"num":23,"heads":21,"kv":15,"optional":3,"none":4,"bias":3,"bool":3,"true":2,"skip":1,"add":1,"false":1,"params":1,"dtype":2,"torch":1,"quant":1,"config":1,"quantizationconfig":1,"prefix":1,"str":1,"return":1,"if":2,"is":1,"divide":4,"the":2,"weight":1,"matrix":1,"along":1,"last":1,"dimension":1,"tp":9,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"1":2,"replicas":2,"else":1,"input":1,"output":2,"2":1,"sizes":1,"q":1,"proj":3,"k":1,"v":1},"39590,1550,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"super":1,"init":1,"input":2,"size":13,"output":3,"bias":6,"gather":1,"false":1,"skip":2,"add":2,"params":2,"dtype":2,"quant":2,"config":2,"prefix":2,"return":4,"def":3,"get":4,"shard":13,"offset":3,"mapping":6,"self":17,"loaded":5,"id":7,"str":2,"q":2,"0":1,"k":2,"num":8,"heads":8,"head":6,"v":2,"kv":4,"total":1,"2":1,"load":1,"fused":2,"module":1,"from":1,"checkpoint":1,"param":1,"basevllmparameter":1,"weight":2,"torch":1,"tensor":1,"handle":1,"special":1,"case":2,"for":1,"models":1,"where":1,"qkv":1,"layers":2,"are":1,"already":1,"on":1,"disk":1,"in":1,"this":2,"we":1,"have":1,"no":1,"function":1,"determmines":1,"the":3,"by":1,"splitting":1,"these":1,"and":1,"then":1,"calls":1,"loader":1,"using":1},"41140,1379,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"an":1,"example":1,"of":1,"a":1,"model":1,"with":1,"these":1,"fused":1,"layers":1,"https":1,"huggingface":1,"co":1,"microsoft":1,"phi":1,"3":1,"mini":1,"4k":1,"instruct":1,"shard":20,"offsets":2,"id":3,"offset":7,"size":12,"q":1,"0":1,"self":12,"total":6,"num":6,"heads":6,"head":5,"k":1,"kv":3,"v":1,"for":4,"in":1,"special":1,"case":1,"quantization":1,"if":2,"quantized":1,"we":1,"need":1,"to":2,"adjust":2,"the":2,"and":2,"account":1,"packing":2,"isinstance":1,"param":6,"packedcolumnparameter":1,"packedvllmparameter":1,"packed":1,"dim":3,"output":2,"indexes":1,"loaded":3,"weight":4,"narrow":1,"loader":1,"v2":1},"42519,1919,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":2,"weight":18,"loader":2,"v2":1,"self":9,"param":9,"basevllmparameter":2,"loaded":16,"torch":2,"tensor":2,"shard":21,"id":9,"optional":2,"str":2,"none":4,"if":3,"is":3,"special":1,"case":1,"for":2,"certain":1,"models":1,"isinstance":2,"pertensorscaleparameter":1,"load":4,"qkv":3,"0":2,"return":3,"elif":1,"type":1,"in":2,"rowvllmparameter":1,"todo":1,"dsikka":1,"move":1,"to":1,"parameter":2,"py":1,"fused":1,"module":1,"from":1,"checkpoint":1,"assert":3,"q":1,"k":1,"v":1,"offset":6,"get":2,"mapping":2,"size":10,"note":1,"simon":1,"this":1,"needed":1,"qwen3":1,"s":1,"fp8":1,"quantization":1,"blockquantscaleparameter":1,"quant":5,"method":3,"not":1,"hasattr":1,"config":2,"block":9,"n":5,"1":3,"num":2,"heads":1,"kv":1,"head":1,"replicas":1},"44438,1882,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"special":2,"case":3,"for":3,"gguf":8,"initialize":1,"param":17,"after":1,"we":1,"know":1,"the":1,"quantize":1,"type":6,"is":11,"weight":18,"getattr":5,"false":3,"if":7,"idx":5,"map":4,"q":1,"0":2,"k":3,"1":1,"v":1,"2":1,"loaded":17,"shard":14,"id":9,"not":2,"none":6,"data":7,"copy":1,"item":2,"else":1,"in":2,"return":2,"output":7,"dim":7,"size":5,"self":2,"tp":2,"start":2,"rank":1,"narrow":1,"append":2,"len":1,"container":2,"per":1,"tensor":1,"scales":1,"fused":3,"needs":3,"scalar":4,"to":4,"array":4,"already":1,"on":1,"disk":1,"qkv":2,"e":1,"g":1,"phi":1,"3":1,"s":1,"proj":1,"adjust":1},"46320,1348,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"assert":1,"param":7,"data":2,"shape":2,"loaded":2,"weight":2,"copy":1,"return":1,"shard":17,"offsets":2,"id":2,"offset":7,"size":12,"q":1,"0":1,"self":11,"total":6,"num":6,"heads":6,"head":5,"k":1,"kv":3,"v":1,"use":2,"bitsandbytes":2,"4bit":2,"getattr":2,"false":1,"packed":3,"dim":4,"none":1,"for":4,"in":1,"special":2,"case":2,"quantized":2,"weights":1,"if":2,"we":1,"need":1,"to":2,"adjust":2,"the":2,"and":1,"account":1,"packing":1,"output":1,"pack":2,"factor":2,"marlin":2},"47668,1093,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":1,"use":1,"bitsandbytes":2,"4bit":2,"orig":2,"qkv":2,"offsets":2,"q":2,"0":2,"self":15,"total":9,"num":8,"heads":8,"head":6,"size":8,"k":2,"kv":4,"v":2,"2":1,"shard":10,"offset":2,"adjust":1,"param":2,"id":3,"loaded":4,"weight":4,"narrow":1,"output":1,"dim":1,"loader":1,"return":1,"assert":1,"in":1},"48761,1553,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":5,"output":3,"dim":6,"is":6,"defined":1,"use":4,"the":5,"default":1,"loading":1,"process":1,"not":1,"none":2,"loaded":3,"shard":18,"id":3,"q":1,"offset":8,"0":1,"size":13,"self":11,"num":6,"heads":6,"head":5,"elif":2,"k":1,"kv":3,"v":1,"special":2,"case":2,"for":3,"quantized":2,"weights":2,"we":1,"need":2,"to":3,"adjust":2,"and":1,"account":1,"packing":1,"packed":3,"getattr":3,"param":6,"pack":2,"factor":2,"marlin":2,"bitsandbytes":4,"4bit":3,"false":2,"sharded":4,"weight":4,"loads":1,"of":1,"specific":1,"portion":1,"no":1,"narrow":1,"or":1},"50314,1931,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":4,"use":1,"bitsandbytes":2,"4bit":2,"orig":2,"qkv":2,"offsets":2,"q":2,"0":2,"self":17,"num":9,"heads":8,"head":7,"size":10,"k":1,"kv":5,"v":1,"total":1,"2":1,"shard":13,"offset":2,"adjust":2,"param":8,"loaded":9,"id":6,"data":6,"narrow":2,"output":3,"dim":3,"tp":2,"rank":2,"else":2,"replicas":1,"start":2,"idx":2,"not":2,"is":2,"sharded":1,"weight":9,"special":1,"case":2,"for":2,"per":1,"tensor":1,"scales":1,"in":2,"fused":2,"elif":1,"needs":1,"scalar":2,"to":2,"array":2,"ignore":3,"warning":4,"getattr":1,"false":1,"logger":1,"loading":1,"a":1,"without":1,"attribute":1,"qkvparallellinear":1,"assume":1,"the":2,"same":1,"all":1,"partitions":1,"assert":1,"shape":2,"copy":1,"customop":1,"register":1,"row":1,"parallel":1,"linear":1},"52245,1495,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"class":1,"rowparallellinear":1,"linearbase":1,"linear":2,"layer":3,"with":3,"row":1,"parallelism":1,"the":7,"is":6,"defined":1,"as":2,"y":3,"xa":1,"b":1,"a":6,"parallelized":2,"along":2,"its":3,"first":2,"dimension":4,"and":3,"x":5,"second":2,"1":2,"p":2,"arguments":1,"input":3,"size":2,"of":3,"matrix":2,"output":3,"bias":8,"if":4,"true":4,"add":2,"note":1,"that":2,"not":2,"parallel":1,"we":3,"assume":1,"already":1,"split":2,"across":1,"gpus":2,"do":1,"again":1,"skip":2,"this":1,"was":1,"added":1,"to":2,"enable":1,"performance":1,"optimization":1,"where":1,"can":1,"be":1,"fused":1,"other":1,"element":1,"wise":1,"operations":1,"adding":1,"but":1,"instead":1,"return":3,"it":1,"params":1,"dtype":1,"data":1,"type":1,"for":1,"parameters":1,"reduce":2,"results":1,"call":1,"all":3,"on":1,"make":1,"available":1,"otherwise":1,"every":1,"gpu":1,"will":1,"have":1,"which":1,"ia":1,"i":1,"quant":1,"config":1,"quantization":1,"configure":1,"prefix":1,"name":1,"in":2,"state":1,"dict":1,"including":1,"parents":1,"e":1,"g":1,"model":1,"layers":1,"0":1,"down":1,"proj":1,"together":1,"outputs":1,"forward":1,"pass":1},"53740,1908,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"init":2,"self":20,"input":11,"size":18,"int":2,"output":10,"bias":9,"bool":5,"true":4,"is":4,"parallel":5,"skip":3,"add":3,"false":1,"params":4,"dtype":5,"optional":2,"torch":1,"none":3,"reduce":5,"results":7,"quant":5,"config":2,"quantizationconfig":1,"prefix":2,"str":1,"return":3,"divide":2,"the":4,"weight":5,"matrix":1,"along":1,"first":1,"dimension":1,"tp":3,"rank":2,"get":2,"tensor":2,"model":2,"world":1,"per":4,"partition":7,"sizes":3,"super":1,"assert":1,"method":3,"not":4,"create":1,"weights":1,"layer":1,"loader":4,"v2":2,"if":2,"class":1,"name":1,"in":1,"supported":1,"else":1,"and":2,"raise":1,"valueerror":1,"when":1,"adding":1,"to":2,"can":1,"lead":1,"incorrect":1},"55648,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"if":6,"bias":4,"self":8,"parameter":3,"torch":2,"empty":1,"output":2,"size":5,"dtype":4,"params":1,"set":1,"weight":29,"attrs":1,"dim":9,"0":2,"loader":3,"else":1,"register":1,"none":3,"def":1,"param":12,"loaded":9,"tensor":1,"input":8,"getattr":5,"use":3,"bitsandbytes":4,"4bit":3,"false":4,"is":12,"sharded":5,"loads":1,"the":3,"weights":1,"of":2,"specific":1,"portion":1,"no":1,"need":1,"to":1,"narrow":2,"or":1,"special":2,"case":3,"for":2,"gguf":8,"type":4,"item":1,"materialize":2,"uninitializedparameter":2,"and":2,"isinstance":1,"shape":8,"list":1,"tp":2,"tuple":1,"data":3,"not":3,"shard":3,"start":2,"idx":2,"rank":1,"loading":1,"scales":1,"off":1,"disk":1,"which":1,"often":1,"do":1,"have":1,"a":1,"such":1,"as":1,"in":1,"autofp8":1,"len":1,"reshape":1,"1":1},"57638,1780,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"assert":3,"param":4,"data":2,"shape":4,"loaded":9,"weight":11,"copy":1,"def":2,"loader":1,"v2":1,"self":15,"basevllmparameter":1,"torch":3,"tensor":6,"special":1,"case":3,"for":2,"loading":1,"scales":1,"off":1,"disk":1,"which":1,"often":1,"do":1,"not":4,"have":1,"a":1,"such":1,"as":1,"in":2,"the":1,"of":1,"autofp8":1,"if":6,"len":1,"0":3,"numel":1,"1":4,"reshape":1,"load":1,"row":1,"parallel":10,"forward":1,"input":9,"union":1,"tuple":1,"optional":1,"parameter":1,"is":2,"else":4,"tp":6,"rank":5,"get":2,"model":2,"splitted":2,"split":1,"along":1,"last":1,"dim":1,"num":1,"partitions":1,"size":2,"contiguous":1,"matrix":1,"multiply":1,"quant":2,"method":2,"none":3,"only":1,"fuse":1,"bias":12,"add":3,"into":1,"gemm":1,"this":1,"ensures":1,"that":1,"will":1,"added":1,"more":1,"than":1,"once":1,"or":1,"skip":2,"output":9,"apply":1,"reduce":2,"results":1,"and":1,"all":1,"return":3},"59418,1311,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"extra":1,"repr":1,"self":6,"str":1,"s":7,"f":5,"input":3,"features":2,"size":8,"per":1,"partition":1,"output":2,"bias":7,"is":1,"not":1,"none":2,"tp":2,"reduce":2,"results":2,"return":2,"customop":1,"register":1,"qkv":3,"cross":2,"parallel":1,"linear":2,"class":1,"qkvcrossparallellinear":1,"linearbase":1,"layers":2,"for":2,"efficient":1,"attention":4,"transformation":1,"args":1,"hidden":2,"state":2,"of":5,"the":5,"transformer":1,"head":2,"each":1,"total":6,"num":4,"heads":6,"number":2,"query":1,"kv":2,"key":1,"value":1,"if":2,"assume":1,"true":1,"add":2,"skip":2,"this":1,"was":1,"added":1,"to":1,"enable":1,"performance":1,"optimizations":1,"where":1,"can":1,"be":1,"fused":1,"with":1,"other":1,"element":1,"wise":1,"operations":1,"we":1,"adding":1,"but":1,"instead":1,"it":1,"params":1,"dtype":1,"data":1,"type":1,"parameters":1,"quant":1,"config":1,"quantization":1,"configure":1,"prefix":1,"name":1,"layer":1,"in":1,"dict":1,"including":1,"all":1,"parents":1,"e":1,"g":1,"model":1,"0":1,"proj":1},"60729,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"init":2,"self":9,"hidden":3,"size":21,"int":4,"head":3,"total":5,"num":5,"heads":5,"kv":2,"optional":3,"none":4,"bias":8,"bool":2,"true":1,"skip":5,"add":5,"false":1,"params":6,"dtype":7,"torch":1,"quant":9,"config":7,"quantizationconfig":1,"prefix":5,"str":1,"input":5,"and":1,"output":5,"are":1,"not":2,"used":1,"just":1,"for":3,"alignment":1,"or":1,"0":2,"super":1,"empty":1,"placeholders":1,"loading":1,"as":1,"a":3,"single":1,"module":2,"placeholder":5,"assert":1,"method":2,"is":1,"create":1,"weights":1,"weight":2,"loader":2,"use":1,"dictionary":1,"to":1,"avoid":1,"submodules":1,"parameters":1,"auto":1,"registration":1,"drop":1,"in":1,"replacement":1,"qkvparallellinear":1,"proj":4,"dict":1,"q":2,"decoder":2,"columnparallellinear":1,"f":1},"62709,1950,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"self":21,"proj":15,"kv":12,"encoder":7,"qkvparallellinear":2,"hidden":2,"size":8,"head":3,"total":3,"num":5,"heads":5,"0":2,"bias":8,"quant":4,"config":2,"skip":2,"add":2,"params":2,"dtype":2,"prefix":2,"f":1,"accounts":1,"for":4,"sharding":1,"with":1,"tp":1,"1":1,"q":5,"decoder":4,"output":2,"per":1,"partition":1,"if":4,"torch":1,"nn":1,"parameter":1,"set":1,"weight":5,"attrs":3,"dim":1,"loader":2,"else":1,"none":6,"def":3,"process":2,"weights":2,"after":2,"loading":2,"layer":8,"in":3,"values":1,"method":2,"is":3,"not":3,"property":2,"columnparallellinear":1,"name":4,"param":10,"named":2,"parameters":2,"target":6,"getattr":2,"sync":2,"mode":2,"return":2},"64659,1748,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":2,"sync":1,"weight":7,"attrs":18,"self":2,"src":9,"param":20,"nn":4,"parameter":4,"tgt":5,"mode":3,"literal":1,"q":4,"proj":8,"decoder":2,"kv":4,"encoder":2,"missing":4,"dict":6,"k":9,"getattr":2,"for":3,"in":5,"set":5,"vars":2,"keys":2,"todo":1,"isotr0py":1,"handle":1,"bitsandbytes":5,"8bit":1,"use":3,"4bit":4,"false":1,"if":5,"and":2,"left":1,"shift":1,"shard":1,"elif":1,"else":1,"is":2,"same":6,"torch":2,"map":5,"bool":1,"check":1,"two":1,"parameters":1,"are":1,"exactly":1,"pointing":1,"to":4,"things":1,"ignore":4,"loader":3,"because":1,"it":1,"s":1,"always":1,"different":1,"key":3,"has":4,"type":4,"name":2,"v":4,"items":2,"not":2,"return":1},"66407,1789,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":3,"select":2,"proj":7,"params":2,"self":11,"layer":6,"nn":4,"module":1,"param":15,"parameter":3,"given":1,"the":3,"placeholder":1,"return":3,"corresponding":1,"in":4,"layers":1,"target":8,"list":3,"v":6,"for":1,"named":1,"parameters":1,"if":5,"is":2,"same":1,"assert":1,"len":1,"1":2,"0":1,"forward":1,"type":1,"ignore":1,"override":1,"decoder":4,"hidden":5,"states":5,"torch":5,"tensor":4,"encoder":7,"tuple":1,"q":6,"none":4,"kv":8,"already":1,"cached":2,"k":3,"else":4,"prefill":1,"phase":1,"here":1,"enc":2,"split":2,"half":1,"size":1,"dim":1,"weight":7,"loader":4,"loaded":7,"shard":7,"id":7,"optional":1,"str":1,"args":3,"quant":1,"method":1,"class":1,"name":1,"v2":2,"supported":1},"68196,327,data/raw/vllm-0.10.1/vllm/model_executor/layers/linear.py":{"def":1,"extra":1,"repr":1,"self":5,"str":1,"s":7,"f":5,"in":1,"features":1,"input":1,"size":7,"q":2,"kv":2,"bias":2,"is":1,"not":1,"none":1,"tp":1,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"gather":1,"output":1,"false":1,"return":1},"0,1959,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepspeedfp.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"from":9,"typing":1,"import":9,"any":2,"optional":1,"torch":5,"nn":3,"as":2,"functional":1,"f":5,"packaging":1,"version":1,"model":4,"executor":4,"layers":3,"linear":2,"linearbase":1,"linearmethodbase":1,"quantization":4,"quantizationmethods":2,"base":1,"config":6,"quantizationconfig":2,"utils":1,"set":1,"weight":13,"attrs":1,"class":1,"deepspeedfpconfig":3,"for":3,"deepspeed":2,"fp":2,"quantizer":1,"it":1,"supports":1,"fp6":1,"and":1,"fp8":1,"args":1,"bits":14,"target":1,"6":3,"or":2,"8":4,"group":11,"size":11,"quantizaiton":2,"default":1,"128":1,"def":5,"init":2,"self":11,"int":2,"512":1,"none":1,"super":1,"valid":1,"types":1,"bfloat16":1,"float16":1,"if":1,"not":1,"in":1,"raise":1,"valueerror":1,"currently":1,"only":1,"bit":2,"are":1,"supported":1,"but":1,"got":1,"repr":1,"str":2,"return":4,"classmethod":2,"get":4,"name":1,"cls":5,"deepspeedfp":1,"dict":1,"keys":2,"method":1,"deepspeedfplinearmethod":2},"1959,1819,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepspeedfp.py":{"classmethod":2,"def":6,"get":4,"supported":1,"act":1,"dtypes":1,"cls":2,"list":3,"torch":7,"dtype":5,"return":5,"half":1,"bfloat16":1,"need":1,"to":1,"figure":1,"it":1,"out":1,"min":1,"capability":1,"int":5,"60":1,"staticmethod":1,"config":10,"filenames":1,"str":2,"quant":8,"json":2,"quantize":1,"method":2,"self":7,"layer":4,"nn":2,"module":2,"prefix":1,"optional":1,"deepspeedfplinearmethod":3,"if":1,"isinstance":1,"linearbase":1,"none":3,"class":1,"linearmethodbase":1,"linear":1,"for":1,"deepspeedfp":2,"quantizer":1,"args":1,"the":1,"quantization":1,"init":1,"deepspeedfpconfig":1,"weight":8,"create":1,"weights":1,"input":5,"size":9,"per":4,"partition":6,"output":7,"sizes":2,"params":3,"loader":1,"extra":1,"attrs":2,"del":2,"sum":1,"deepspeedfpparameter":1,"set":1,"dim":2,"1":1,"0":1,"register":1,"parameter":1},"3778,1181,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepspeedfp.py":{"def":2,"quant":2,"weight":17,"loader":6,"param":10,"loaded":4,"args":2,"kwargs":2,"calls":1,"the":5,"original":1,"if":2,"any":1,"quantizes":1,"result":1,"and":2,"then":1,"loads":1,"quantized":3,"parameter":3,"is":1,"not":1,"none":2,"orig":2,"data":6,"ds":3,"dequantize":2,"quantize":1,"cuda":1,"extra":2,"attrs":3,"set":1,"apply":1,"self":1,"layer":2,"torch":4,"nn":2,"module":1,"x":2,"tensor":3,"bias":2,"optional":1,"y":2,"return":1,"f":1,"linear":1,"class":2,"deepspeedfpparameter":1,"deepspeedfp":1,"that":1,"implements":1,"fp8":1,"fp6":1,"quantization":1,"deepspeed":1,"weights":1,"are":1,"stored":1,"in":1,"form":1,"on":2,"gpus":1,"can":1,"be":1,"dequantized":1,"fly":1,"when":1,"needed":1,"by":1,"model":1},"4959,1911,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepspeedfp.py":{"def":3,"new":1,"cls":2,"orig":7,"shape":6,"torch":9,"size":5,"params":2,"dtype":7,"quant":9,"config":9,"deepspeedfpconfig":1,"try":1,"import":2,"deepspeed":7,"if":1,"version":4,"parse":2,"0":4,"14":4,"2":4,"raise":2,"importerror":3,"is":1,"wrong":1,"please":2,"install":3,"from":2,"ops":1,"fp":11,"quantizer":7,"quantize":4,"except":1,"as":1,"err":2,"via":1,"pip":1,"to":1,"use":1,"deepspeedfp":1,"data":8,"empty":1,"numel":1,"group":4,"weight":3,"bits":5,"8":1,"4":1,"int8":3,"self":17,"tensor":8,"make":1,"subclass":1,"requires":1,"grad":1,"return":4,"ds":2,"assert":2,"device":2,"type":2,"cuda":2,"and":2,"copy":1,"q":2,"dequantize":2,"out":3,"none":1,"a":1,"containing":1,"the":1,"dequantized":1,"weights":1,"of":1,"this":1,"parameter":1},"6870,476,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepspeedfp.py":{"def":1,"ds":1,"selective":2,"dequantize":2,"self":6,"indices":3,"fp":4,"out":3,"none":1,"torch":2,"tensor":2,"return":2,"a":1,"where":1,"only":1,"the":1,"weights":1,"at":1,"are":1,"dequantized":1,"to":1,"save":1,"hbm":1,"sram":1,"bandwidth":1,"assert":1,"data":3,"device":1,"type":1,"cuda":1,"and":1,"dtype":1,"int8":1,"quantizer":1,"q":1,"bits":2,"quant":1,"config":1,"weight":1},"0,1965,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":15,"project":1,"from":15,"typing":1,"import":17,"any":1,"callable":1,"optional":1,"torch":2,"nn":1,"parameter":3,"model":10,"executor":10,"layers":9,"fused":2,"moe":5,"noqa":1,"custom":1,"ops":2,"as":1,"logger":4,"init":2,"layer":4,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"fusedmoeweightscalesupported":1,"unquantizedfusedmoemethod":1,"linear":2,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"set":1,"weight":1,"attrs":1,"quantization":5,"quantizationmethods":1,"awq":6,"awqconfig":1,"is":1,"skipped":1,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"utils":3,"replace":1,"marlin":15,"apply":1,"zero":2,"points":2,"check":3,"supported":2,"supports":3,"make":2,"empty":1,"g":1,"idx":1,"workspace":1,"new":1,"permute":3,"scales":2,"bias":1,"verify":2,"shape":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"platforms":1,"current":1,"platform":1,"scalar":2,"type":1,"types":1,"name":1,"class":2,"awqmarlinconfig":1,"for":1},"1965,1869,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"num":3,"bits":10,"type":9,"map":4,"4":1,"scalar":2,"types":2,"uint4":1,"8":1,"uint8":1,"def":6,"init":2,"self":24,"weight":7,"int":3,"group":7,"size":7,"zero":6,"point":6,"bool":2,"lm":5,"head":5,"quantized":5,"modules":5,"to":5,"not":6,"convert":5,"optional":1,"list":3,"str":4,"full":3,"config":5,"dict":1,"any":1,"none":1,"super":1,"pack":1,"factor":1,"32":1,"packed":1,"into":1,"int32":1,"or":1,"if":1,"in":1,"raise":1,"valueerror":1,"f":7,"unsupported":1,"supported":3,"keys":1,"quant":4,"verify":1,"marlin":2,"has":1,"zp":1,"repr":1,"return":5,"awqmarlinconfig":1,"classmethod":4,"get":4,"name":1,"cls":4,"quantizationmethods":1,"awq":1,"act":1,"dtypes":1,"torch":3,"dtype":1,"half":1,"bfloat16":1,"min":1,"capability":1,"80":1,"filenames":1,"quantize":1,"json":1},"3834,1579,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"classmethod":2,"def":2,"from":6,"config":8,"cls":12,"dict":1,"str":1,"any":1,"awqmarlinconfig":1,"weight":2,"bits":3,"get":8,"keys":5,"group":3,"size":3,"zero":3,"point":3,"lm":3,"head":3,"quantized":2,"or":4,"default":1,"false":1,"modules":3,"to":4,"not":3,"convert":6,"none":3,"return":3,"override":1,"quantization":3,"method":1,"hf":2,"quant":9,"cfg":2,"user":7,"optional":1,"quantizationmethods":1,"can":4,"is":5,"awq":7,"marlin":5,"compatible":1,"valid":2,"if":2,"and":2,"msg":2,"the":2,"model":2,"convertible":1,"during":1,"runtime":1,"using":1,"kernel":1,"format":1,"name":3,"logger":2,"info":2,"detected":1,"that":1,"run":1,"with":1,"however":1,"you":1,"specified":1,"explicitly":1,"so":1,"forcing":1,"use":1,"for":1,"faster":1,"inference":1},"5413,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"def":2,"get":7,"quant":11,"method":5,"self":10,"layer":17,"torch":1,"nn":1,"module":1,"prefix":7,"str":2,"optional":1,"quantizemethodbase":1,"if":6,"isinstance":3,"linearbase":1,"or":1,"parallellmhead":1,"and":1,"lm":1,"head":1,"quantized":1,"is":6,"skipped":2,"awq":4,"modules":2,"to":4,"not":6,"convert":2,"return":7,"unquantizedlinearmethod":1,"check":3,"the":1,"supported":3,"by":3,"awqmarlin":2,"marlin":3,"supports":2,"group":4,"size":4,"logger":2,"warning":2,"once":2,"s":1,"falling":2,"back":2,"unoptimized":1,"kernels":2,"noqa":1,"e501":1,"awqconfig":1,"from":4,"config":12,"full":2,"awqmarlinlinearmethod":1,"elif":1,"fusedmoe":1,"vllm":1,"model":1,"executor":1,"layers":1,"quantization":1,"moe":5,"wna16":2,"import":1,"moewna16config":2,"getattr":1,"unquantizedfusedmoemethod":1,"f":1,"awqmoemarlin":1,"awqmoemethod":1,"none":1,"classmethod":1,"compatible":1,"cls":1,"dict":1,"any":1,"extract":1,"data":1,"lower":1,"num":1,"bits":2,"zero":2,"point":2},"7401,1688,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"if":6,"not":2,"current":1,"platform":1,"is":4,"cuda":1,"return":5,"false":4,"quant":8,"method":2,"awq":3,"we":1,"cannot":2,"find":1,"the":3,"info":1,"needed":1,"in":2,"config":8,"convert":1,"num":3,"bits":3,"none":5,"or":2,"group":10,"size":22,"zero":2,"point":2,"cls":2,"type":3,"map":2,"check":1,"marlin":4,"supported":1,"has":1,"zp":1,"class":1,"awqmarlinlinearmethod":1,"linearmethodbase":1,"linear":1,"for":1,"args":1,"quantization":1,"def":2,"init":1,"self":5,"awqmarlinconfig":1,"create":1,"weights":1,"layer":1,"torch":2,"nn":1,"module":1,"input":7,"per":6,"partition":8,"int":4,"output":7,"sizes":2,"list":1,"params":1,"dtype":2,"extra":2,"weight":4,"attrs":2,"del":1,"sum":1,"loader":2,"get":1,"normalize":1,"1":1,"else":1,"verify":1,"supports":1,"shape":1},"9089,1550,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"qweight":3,"packedvllmparameter":2,"data":3,"torch":5,"empty":3,"input":7,"size":10,"per":9,"partition":9,"output":8,"self":4,"quant":4,"config":4,"pack":4,"factor":6,"dtype":4,"int32":2,"dim":8,"0":3,"1":5,"packed":4,"weight":6,"loader":6,"num":5,"groups":5,"group":1,"qzeros":3,"scales":3,"groupquantscaleparameter":1,"params":1,"layer":6,"register":3,"parameter":3},"10639,1997,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"todo":1,"update":1,"this":2,"docs":1,"checkpoints":1,"are":2,"serialized":1,"in":1,"autoawq":1,"format":8,"which":1,"is":2,"different":1,"from":4,"the":3,"marlin":17,"function":1,"called":1,"after":2,"weights":3,"loaded":1,"here":1,"we":1,"handle":1,"repacking":1,"def":1,"process":1,"loading":1,"self":4,"layer":23,"torch":4,"nn":4,"module":1,"none":1,"device":5,"qweight":7,"parameter":6,"data":3,"requires":3,"grad":3,"false":3,"qzeros":4,"scales":8,"allocate":1,"workspace":3,"make":3,"new":1,"repack":2,"awq":5,"to":4,"ops":1,"size":15,"k":3,"input":2,"per":5,"partition":5,"n":3,"output":3,"num":3,"bits":4,"quant":5,"config":3,"type":2,"replace":3,"permute":3,"group":2,"zero":2,"points":2,"zp":2,"groups":1,"not":1,"used":1,"g":4,"idx":4,"empty":2,"sort":1,"indices":1},"12636,1997,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"if":2,"hasattr":1,"layer":15,"bias":8,"and":1,"is":2,"not":1,"none":2,"data":1,"marlin":2,"permute":1,"def":3,"apply":2,"self":8,"torch":8,"nn":2,"module":2,"x":2,"tensor":3,"optional":1,"return":1,"awq":1,"linear":1,"input":3,"weight":8,"qweight":5,"scale":1,"scales":1,"zp":1,"qzeros":1,"g":4,"idx":4,"sort":2,"indices":2,"workspace":2,"quant":10,"type":3,"config":6,"output":2,"size":8,"per":6,"partition":6,"class":1,"awqmoemethod":2,"fusedmoemethodbase":1,"init":2,"awqmarlinconfig":1,"moe":2,"fusedmoeconfig":1,"super":1,"bits":1,"4":1,"raise":1,"valueerror":1,"only":1,"supports":1,"4bit":1,"now":1,"scalar":1,"types":1,"uint4":1,"create":1,"weights":1,"num":2,"experts":2,"int":3,"hidden":2,"intermediate":2,"params":1,"dtype":3,"extra":3,"attrs":4,"update":1,"transposed":1,"true":1,"method":1,"fusedmoeweightscalesupported":1,"group":1,"value":1,"w13":4,"parameter":2,"empty":1,"2":1,"pack":1,"factor":1,"int32":1,"requires":1,"grad":1,"false":1,"register":1,"set":1},"14633,1584,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"w2":10,"qweight":4,"parameter":6,"torch":4,"empty":3,"num":7,"experts":3,"intermediate":3,"size":8,"per":3,"partition":3,"hidden":3,"self":3,"quant":3,"config":3,"pack":1,"factor":1,"dtype":5,"int32":1,"requires":3,"grad":3,"false":3,"layer":3,"register":3,"set":3,"weight":7,"attrs":6,"extra":3,"groups":4,"w13":6,"group":2,"scales":10,"allocate":1,"2":2,"for":1,"w1":1,"and":1,"w3":1,"respectively":1,"params":2},"16217,1998,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"weight":6,"zero":2,"point":1,"allocate":1,"2":3,"points":1,"for":1,"w1":1,"and":1,"w3":1,"respectively":1,"w13":16,"qzeros":8,"parameter":7,"torch":11,"empty":4,"num":8,"experts":5,"groups":2,"intermediate":1,"size":4,"per":1,"partition":1,"self":5,"quant":4,"config":4,"pack":3,"factor":3,"dtype":4,"int32":4,"requires":4,"grad":4,"false":4,"layer":14,"register":2,"set":2,"attrs":4,"extra":2,"w2":6,"hidden":1,"device":9,"qweight":9,"workspace":2,"marlin":4,"make":1,"new":1,"4":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"nn":3,"module":1,"none":1,"shape":3,"0":3,"g":3,"idx":3,"sort":3,"indices":3,"ops":1,"awq":1,"moe":1,"repack":1,"k":1,"1":1,"n":1,"bits":2,"replace":1},"18215,2000,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"marlin":17,"w2":22,"qweight":6,"ops":1,"awq":3,"moe":5,"repack":1,"layer":29,"g":1,"idx":1,"sort":1,"indices":1,"size":18,"k":6,"shape":8,"1":3,"n":5,"2":5,"self":8,"quant":8,"config":8,"pack":3,"factor":3,"num":3,"bits":6,"weight":3,"replace":5,"parameter":5,"why":1,"does":1,"this":1,"take":1,"the":1,"intermediate":3,"for":1,"w13":15,"scales":12,"permute":4,"s":2,"per":2,"partition":2,"group":4,"zp":4,"to":2,"zero":2,"points":2,"qzeros":8,"if":2,"hasattr":2,"bias":10,"and":2,"is":2,"not":2,"none":2,"data":2},"20215,1654,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":3,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":3,"silu":3,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":2,"fused":1,"is":2,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":2,"for":1,"awqmoemethod":1,"yet":1,"only":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"21869,669,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_marlin.py":{"return":1,"torch":1,"ops":1,"vllm":1,"fused":1,"marlin":1,"moe":1,"x":1,"layer":9,"w13":4,"qweight":2,"w2":5,"getattr":2,"bias":2,"none":2,"scales":2,"router":3,"logits":1,"topk":2,"weights":1,"ids":1,"quant":2,"type":2,"id":2,"self":1,"apply":2,"weight":2,"on":2,"input":2,"global":2,"num":2,"experts":2,"expert":2,"map":2,"w1":1,"zeros":2,"qzeros":2,"workspace":2},"0,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/experts_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"typing":1,"import":8,"any":2,"callable":1,"optional":2,"torch":5,"distributed":1,"get":7,"tensor":1,"model":6,"parallel":1,"rank":1,"tp":1,"group":1,"executor":5,"layers":4,"fused":1,"moe":4,"fusedmoe":2,"fusedmoeconfig":2,"fusedmoemethodbase":2,"linear":1,"linearbase":2,"unquantizedlinearmethod":2,"quantization":3,"quantizationmethods":2,"base":1,"config":9,"quantizationconfig":2,"quantizemethodbase":2,"utils":1,"set":1,"weight":1,"attrs":1,"class":3,"expertsint8config":3,"for":1,"int8":2,"experts":2,"def":8,"init":4,"self":5,"none":2,"super":2,"classmethod":5,"name":1,"cls":6,"return":8,"supported":1,"act":1,"dtypes":1,"list":2,"dtype":1,"bfloat16":1,"half":1,"min":1,"capability":1,"int":1,"80":1,"filenames":1,"str":3,"dict":1,"quant":4,"method":1,"layer":4,"nn":1,"module":1,"prefix":1,"if":1,"isinstance":2,"elif":1,"expertsint8moemethod":2},"1976,1938,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/experts_int8.py":{"def":1,"create":1,"weights":1,"self":1,"layer":6,"torch":13,"nn":5,"module":1,"num":5,"experts":5,"int":3,"hidden":4,"size":8,"intermediate":4,"per":4,"partition":4,"params":1,"dtype":9,"extra":6,"weight":24,"attrs":8,"int8":4,"assert":1,"loader":8,"in":1,"wrapped":2,"expertsint8moemethod":1,"quantizing":1,"fused":1,"gate":1,"up":1,"proj":2,"column":1,"parallel":2,"w13":7,"parameter":8,"empty":2,"2":2,"requires":4,"grad":4,"false":4,"register":4,"set":2,"down":1,"row":1,"w2":7,"scale":6,"zeros":2,"float32":2},"3914,1659,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/experts_int8.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":4,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":1,"fused":3,"is":1,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"expertsint8moemethod":1,"yet":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"moe":1,"import":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"5573,576,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/experts_int8.py":{"return":1,"fused":1,"experts":3,"x":1,"layer":5,"w13":2,"weight":6,"w2":3,"topk":4,"weights":2,"ids":2,"inplace":1,"true":2,"activation":2,"use":1,"int8":1,"w8a16":1,"global":2,"num":2,"apply":2,"router":2,"on":2,"input":2,"expert":2,"map":2,"w1":1,"scale":4,"staticmethod":1,"def":1,"quantizing":1,"loader":2},"6149,1868,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/experts_int8.py":{"def":1,"quantize":5,"and":5,"call":2,"weight":12,"loader":3,"param":2,"torch":2,"nn":1,"parameter":1,"loaded":7,"tensor":2,"name":2,"str":1,"shard":20,"id":12,"int":2,"expert":5,"tp":4,"rank":4,"get":5,"model":1,"parallel":1,"size":7,"layer":4,"intermediate":1,"per":1,"partition":1,"slice":1,"1":2,"device":3,"group":1,"to":1,"w1":2,"gate":1,"proj":3,"case":3,"load":3,"into":3,"first":1,"of":3,"w13":4,"if":1,"scales":9,"in":4,"place":3,"scale":3,"data":3,"0":5,"copy":3,"w3":2,"up":1,"second":1,"elif":2,"2":2,"w2":4,"down":1,"only":1,"else":1,"raise":1,"valueerror":1,"f":1,"must":1,"be":1,"but":1,"got":1,"return":1},"8017,285,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/experts_int8.py":{"def":1,"quantize":1,"in":1,"place":1,"and":1,"get":1,"scales":4,"weight":5,"torch":6,"tensor":2,"vmax":4,"iinfo":1,"int8":1,"max":2,"abs":1,"dim":1,"1":1,"keepdim":1,"true":1,"0":1,"div":1,"round":1,"clamp":1,"return":1},"0,1741,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/neuron_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":3,"project":1,"import":6,"os":2,"from":5,"importlib":1,"util":1,"find":1,"spec":1,"typing":1,"any":1,"optional":1,"torch":1,"nn":1,"module":1,"model":2,"executor":2,"layers":2,"quantization":6,"quantizationmethods":2,"base":1,"config":3,"quantizationconfig":2,"supported":4,"quant":8,"dtype":10,"list":6,"s8":2,"f8e4m3fn":1,"class":3,"alwayssupporteddtypes":2,"def":6,"contains":1,"self":9,"item":1,"return":4,"true":1,"neuronquantconfig":1,"int8":1,"for":2,"neuron":6,"backend":2,"init":2,"dequant":3,"str":4,"f16":1,"quantize":3,"method":3,"vector":1,"dynamic":1,"none":1,"super":1,"getenv":1,"if":1,"not":3,"in":1,"raise":2,"valueerror":1,"f":3,"datatype":2,"is":1,"valid":1,"should":2,"match":1,"one":1,"of":1,"below":1,"types":1,"get":4,"name":1,"act":1,"dtypes":1,"implements":1,"custom":1,"handling":1,"logic":1,"support":1,"classmethod":1,"min":1,"capability":1,"cls":1,"int":1,"notimplementederror":1,"this":1,"function":1,"be":1,"called":1,"with":1,"staticmethod":1,"filenames":1},"1741,989,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/neuron_quant.py":{"classmethod":1,"def":3,"from":4,"config":7,"cls":4,"dict":1,"str":2,"any":2,"neuronquantconfig":1,"quantize":6,"method":7,"get":5,"keys":2,"dequant":6,"dtype":8,"return":3,"quant":3,"self":6,"layer":1,"module":1,"prefix":1,"optional":1,"if":1,"find":1,"spec":1,"transformers":3,"neuronx":3,"is":2,"not":1,"none":1,"quantization":3,"else":1,"raise":1,"notimplementederror":1,"neuron":1,"only":1,"supported":1,"through":1,"import":1,"quantizationconfig":2},"0,1848,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":2,"project":1,"import":2,"torch":1,"from":1,"triton":4,"utils":1,"tl":13,"awq":2,"supported":2,"group":5,"sizes":2,"1":2,"32":1,"64":1,"128":1,"jit":1,"def":1,"dequantize":1,"kernel":1,"qweight":5,"ptr":7,"quantized":1,"matrix":2,"scales":2,"per":2,"zeros":2,"size":11,"should":1,"always":1,"be":1,"one":1,"of":1,"result":14,"output":2,"num":10,"cols":6,"input":2,"in":2,"rows":4,"block":10,"x":18,"constexpr":2,"y":18,"setup":1,"pids":1,"pid":6,"program":2,"id":2,"axis":2,"compute":2,"offsets":17,"and":2,"masks":13,"for":2,"arange":4,"none":8,"8":4,"load":2,"weights":1,"iweights":10,"interleave":3},"1848,1495,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"create":1,"reverse":3,"awq":3,"order":4,"as":1,"tensor":3,"0":7,"4":6,"1":2,"5":1,"2":2,"6":1,"3":1,"7":1,"that":2,"will":1,"map":1,"given":1,"indices":1,"to":5,"the":5,"correct":3,"tl":11,"arange":4,"none":7,"reshape":2,"8":4,"use":1,"this":1,"compute":2,"a":1,"set":1,"of":1,"shifts":8,"can":1,"be":1,"used":1,"unpack":3,"and":7,"reorder":3,"values":1,"in":1,"iweights":3,"zeros":17,"broadcast":2,"block":9,"size":11,"y":10,"x":11,"shift":2,"out":2,"bit":2,"value":2,"mask":2,"0xf":2,"zero":15,"offsets":9,"masks":7,"pid":2,"group":2,"num":3,"cols":2,"rows":1,"load":2,"ptr":1,"interleave":3},"3343,1907,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"compute":1,"scale":15,"offsets":10,"and":1,"masks":8,"y":8,"pid":12,"block":16,"size":19,"group":3,"tl":15,"arange":3,"0":6,"1":5,"x":9,"8":5,"num":7,"cols":2,"none":5,"rows":1,"load":2,"the":1,"scales":7,"ptr":9,"broadcast":2,"to":4,"dequantize":1,"iweights":5,"zeros":3,"result":4,"type":2,"element":2,"ty":2,"finally":1,"store":2,"triton":3,"jit":1,"def":1,"awq":1,"gemm":1,"kernel":1,"a":1,"b":1,"c":2,"m":5,"n":15,"k":3,"constexpr":4,"split":1,"program":2,"id":2,"axis":1,"z":1,"note":2,"this":2,"doesn":2,"t":2,"work":2,"in":2,"interpret":2,"mode":2,"use":2,"below":2,"instead":2,"cdiv":1,"accumulator":11,"dtype":4,"0x0":1},"5250,1824,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"create":2,"reverse":3,"awq":3,"order":4,"as":1,"tensor":3,"0":14,"4":4,"1":3,"5":1,"2":2,"6":1,"3":1,"7":1,"that":1,"will":1,"map":1,"given":1,"indices":1,"to":4,"the":2,"correct":1,"tl":16,"arange":7,"none":11,"reshape":2,"8":10,"necessary":1,"shifts":6,"use":2,"unpack":1,"broadcast":1,"block":19,"size":16,"k":21,"n":15,"offsets":19,"and":1,"masks":14,"am":5,"pid":5,"m":4,"bn":5,"zn":3,"sn":3,"z":1,"a":8,"b":17,"ptrs":4,"ptr":2,"note":1,"this":1,"in":3,"triton":1,"interpret":1,"mode":1,"instead":1,"of":1,"cdiv":2,"offset":3,"split":2,"for":2,"range":2,"load":2,"mask":2,"other":2,"interleave":3},"7074,1851,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"dequantize":1,"b":9,"offsets":12,"szk":5,"block":13,"size":16,"k":18,"split":4,"pid":4,"z":6,"group":3,"tl":12,"arange":3,"0":7,"1":1,"n":11,"8":4,"none":12,"zn":2,"masks":10,"zk":2,"zeros":19,"ptrs":8,"ptr":5,"load":2,"mask":5,"other":2,"interleave":3,"broadcast":2,"to":4,"s":4,"sn":2,"sk":2,"scales":8,"shifts":2,"0xf":2,"c":9,"type":2,"element":2,"ty":2,"accumulate":1,"results":1,"accumulator":4,"dot":1,"a":2,"out":1,"dtype":2,"offs":6,"cm":3,"m":8,"cn":3,"store":1,"qweights":1,"int32":2,"g":2,"float16":1},"8925,1713,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"def":1,"awq":3,"dequantize":2,"triton":4,"qweight":10,"torch":5,"tensor":7,"scales":8,"zeros":4,"block":8,"size":15,"x":8,"int":3,"32":2,"y":7,"k":12,"shape":12,"0":9,"m":5,"1":5,"group":8,"assert":5,"and":3,"8":5,"in":1,"supported":1,"sizes":1,"or":1,"result":4,"number":2,"of":3,"rows":2,"same":1,"as":1,"input":3,"cols":3,"num":3,"empty":1,"device":2,"dtype":2,"grid":2,"lambda":1,"meta":3,"cdiv":2,"kernel":1,"return":1,"n":3,"qzeros":1,"g":2,"split":1,"iters":1,"parallelism":1,"along":1,"dimension":1,"power":1,"2":1},"10638,1845,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq_triton.py":{"def":1,"awq":3,"gemm":2,"triton":4,"input":5,"torch":6,"tensor":5,"qweight":7,"scales":5,"qzeros":5,"split":9,"k":22,"iters":8,"int":4,"block":11,"size":18,"m":11,"32":4,"n":14,"shape":10,"1":5,"8":3,"group":8,"0":11,"assert":8,"and":6,"in":1,"supported":1,"sizes":1,"or":1,"grid":2,"lambda":1,"meta":3,"cdiv":2,"result":6,"zeros":1,"dtype":2,"device":2,"a":2,"b":2,"c":2,"x":3,"kernel":1,"sum":1,"return":1},"0,1978,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kv_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":9,"vllm":4,"project":1,"import":4,"torch":12,"from":5,"logger":4,"init":3,"model":1,"executor":1,"layers":1,"quantization":1,"base":1,"config":5,"quantizationconfig":3,"quantizemethodbase":2,"platforms":1,"current":1,"platform":1,"name":2,"class":2,"basekvcachemethod":1,"quant":5,"method":1,"that":1,"adds":1,"k":7,"scale":10,"and":4,"v":7,"attributes":1,"attention":2,"layer":8,"support":1,"loading":2,"those":1,"scaling":1,"factors":1,"checkpoints":1,"will":2,"be":3,"used":1,"quantize":1,"cache":5,"entries":2,"before":2,"saving":1,"them":2,"dequantize":1,"fetching":1,"param":1,"appropriate":1,"def":3,"self":5,"create":2,"weights":2,"nn":6,"module":2,"weight":1,"aka":1,"q":4,"for":1,"an":2,"initialize":2,"kv":1,"scales":3,"1":5,"invalid":1,"value":1,"if":1,"appear":1,"in":1,"checkpoint":1,"it":1,"overwritten":1,"when":1,"parameter":4,"tensor":5,"requires":4,"grad":4,"false":4,"p":1,"softmax":1,"qk":1,"t":1,"prob":1,"apply":2,"raise":1,"runtimeerror":1,"f":1,"should":1,"not":1,"called":1},"1978,1839,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kv_cache.py":{"def":1,"process":2,"weights":1,"after":2,"loading":3,"self":1,"layer":12,"torch":1,"nn":1,"module":1,"none":1,"if":10,"the":7,"kv":8,"cache":3,"dtype":2,"is":4,"auto":2,"we":5,"enforce":1,"k":15,"v":13,"scale":33,"to":13,"be":1,"1":4,"0":14,"regardless":1,"whether":1,"available":1,"in":2,"checkpoint":2,"no":2,"need":1,"scales":4,"are":2,"going":1,"calculate":2,"them":1,"on":1,"fly":1,"and":5,"not":3,"prefer":1,"use":2,"separate":1,"present":1,"cpu":4,"tolist":4,"current":2,"platform":2,"fp8":3,"fnuz":2,"2":4,"elif":1,"were":1,"loaded":1,"both":1,"invalid":1,"negative":1,"values":1,"default":1,"value":1,"of":1,"else":1,"find":1,"a":1,"single":1,"remap":1,"during":1,"weight":1,"duplicate":4,"here":1,"assert":1,"max":1,"isinstance":2,"float":2,"or":1,"raise":1,"valueerror":1,"only":1,"support":1,"per":1,"tensor":1,"scaling":1,"factor":1,"for":1},"3817,1722,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kv_cache.py":{"if":7,"layer":12,"q":10,"scale":27,"0":11,"logger":2,"warning":2,"once":2,"checkpoint":2,"does":1,"not":4,"provide":1,"a":1,"scaling":4,"factor":3,"setting":1,"it":1,"to":1,"k":8,"this":2,"only":2,"matters":1,"for":3,"the":3,"flash":1,"attn":1,"backend":1,"copy":3,"these":1,"are":2,"used":1,"in":3,"final":1,"attention":1,"forward":1,"v":6,"float":6,"1":6,"and":4,"e5m2":1,"kv":3,"cache":2,"dtype":1,"using":1,"fp8":5,"e4m3":1,"may":1,"cause":1,"accuracy":1,"issues":1,"please":1,"make":1,"sure":1,"factors":1,"available":1,"current":2,"platform":2,"is":6,"fnuz":2,"2":2,"calculate":1,"scales":1,"false":1,"else":2,"prob":7,"singleton":3,"lambda":1,"x":5,"isinstance":2,"or":2,"torch":1,"tensor":2,"numel":1,"floating":1,"point":1,"raise":1,"valueerror":1,"support":1,"per":1,"quantized":1},"5539,687,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kv_cache.py":{"these":1,"are":2,"used":1,"in":2,"the":2,"final":1,"attention":2,"forward":1,"layer":7,"q":7,"scale":14,"copy":2,"prob":7,"if":1,"kv":1,"cache":1,"dtype":1,"fp8":3,"and":2,"1":2,"0":2,"or":2,"logger":1,"warning":1,"once":1,"f":2,"using":1,"uncalibrated":1,"with":1,"this":1,"may":1,"cause":1,"accuracy":1,"issues":1,"please":1,"make":1,"sure":1,"scaling":1,"factors":1,"available":1,"checkpoint":1,"del":4,"k":1,"v":1},"0,1977,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ipex_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":7,"project":1,"from":8,"typing":1,"import":9,"any":1,"optional":4,"torch":1,"packaging":1,"version":2,"model":5,"executor":5,"layers":5,"linear":1,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":7,"quantizationmethods":1,"awq":6,"awqlinearmethod":1,"is":1,"layer":1,"skipped":1,"base":1,"config":2,"quantizationconfig":2,"gptq":5,"gptqlinearmethod":1,"platforms":1,"current":1,"platform":1,"min":1,"ipex":5,"6":1,"class":2,"ipexconfig":1,"int8":1,"using":1,"for":1,"cpu":1,"xpu":1,"backend":1,"including":1,"quant":1,"method":6,"map":1,"1":1,"def":1,"init":2,"self":13,"str":2,"weight":7,"bits":7,"int":2,"group":3,"size":3,"modules":3,"not":5,"convert":3,"list":1,"none":4,"desc":3,"act":3,"bool":2,"lm":3,"head":3,"quantized":3,"super":1,"or":1,"pack":1,"factor":1,"32":1,"if":2,"in":2,"4":2,"raise":2,"valueerror":2,"f":4,"supports":2,"but":2,"got":2},"1977,1943,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ipex_quant.py":{"def":7,"repr":1,"self":4,"str":3,"return":8,"f":3,"ipexconfig":2,"method":8,"weight":6,"bits":8,"group":9,"size":9,"classmethod":5,"get":12,"name":1,"cls":15,"quantizationmethods":2,"ipex":1,"supported":1,"act":4,"dtypes":1,"list":2,"torch":3,"dtype":1,"bfloat16":1,"float16":1,"min":1,"capability":1,"int":1,"1":1,"staticmethod":1,"config":13,"filenames":1,"quant":4,"json":2,"quantize":1,"from":9,"dict":1,"any":1,"keys":8,"lower":1,"if":2,"awq":1,"w":1,"bit":1,"q":1,"modules":3,"to":3,"not":5,"convert":3,"or":3,"none":2,"false":4,"otherwise":1,"for":1,"gptq":1,"lm":3,"head":3,"quantized":2,"default":2,"desc":3,"override":1,"quantization":1,"hf":1,"cfg":1,"user":1,"optional":1,"current":2,"platform":2,"is":2,"cpu":1,"and":1,"xpu":1},"3920,1030,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ipex_quant.py":{"quant":8,"method":7,"hf":1,"cfg":1,"get":3,"lower":1,"if":6,"in":1,"awq":3,"gptq":3,"return":6,"cls":1,"name":1,"none":4,"def":3,"self":9,"layer":6,"torch":2,"nn":2,"module":2,"prefix":2,"str":1,"optional":1,"linearmethodbase":1,"isinstance":1,"linearbase":1,"is":1,"skipped":1,"modules":1,"to":1,"not":2,"convert":1,"unquantizedlinearmethod":1,"ipexawqlinearmethod":1,"ipexgptqlinearmethod":2,"class":1,"gptqlinearmethod":1,"linear":1,"using":1,"ipex":1,"for":1,"the":1,"cpu":1,"xpu":1,"backend":1,"init":1,"config":3,"ipexconfig":1,"type":1,"ignore":1,"process":1,"weights":1,"after":1,"loading":1,"bias":3,"skip":1,"add":1,"else":1},"4950,2000,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ipex_quant.py":{"try":1,"import":1,"intel":5,"extension":5,"for":5,"pytorch":5,"as":3,"ipex":16,"if":2,"version":8,"parse":2,"min":4,"raise":2,"importerror":3,"is":1,"wrong":1,"please":2,"install":3,"f":3,"except":1,"err":2,"via":1,"pip":1,"to":4,"use":1,"awq":1,"linear":2,"method":3,"from":3,"using":1,"the":3,"compute":1,"dtype":4,"lowp":4,"mode":7,"int8":4,"leverage":1,"instructions":1,"with":1,"better":1,"performance":1,"quantization":5,"woqlowpmode":1,"weight":6,"will":2,"be":2,"de":1,"packed":1,"int4":2,"woqweightdtype":1,"float":1,"activation":1,"quantized":1,"dynamic":1,"per":2,"token":1,"act":4,"quant":9,"woqactquantmode":1,"batch":1,"ic":1,"block":1,"qconfig":4,"get":1,"only":1,"mapping":1,"group":4,"size":7,"self":3,"config":3,"layer":9,"output":2,"qweight":3,"shape":1,"1":1,"g":4,"idx":4,"desc":1,"else":1,"none":1,"qlinear":1,"llm":1,"woq":1,"ipexweightonlyquantizedlinear":1,"scales":1,"qzeros":1,"0":1,"bias":2,"ipexconfig":1,"map":1,"gptq":1},"6950,1882,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ipex_quant.py":{"def":3,"apply":1,"self":4,"layer":8,"torch":5,"nn":2,"module":2,"x":6,"tensor":3,"bias":4,"optional":1,"none":3,"reshaped":2,"reshape":2,"1":3,"shape":2,"out":2,"ipex":13,"qlinear":1,"return":1,"output":1,"size":1,"class":1,"ipexawqlinearmethod":1,"awqlinearmethod":1,"awq":2,"linear":2,"method":2,"using":2,"for":6,"the":4,"cpu":1,"xpu":1,"backend":1,"init":1,"quant":4,"config":3,"ipexconfig":1,"type":1,"ignore":1,"process":2,"weights":2,"after":2,"loading":2,"super":1,"if":2,"not":1,"skip":1,"add":1,"else":1,"try":1,"import":1,"intel":5,"extension":5,"pytorch":5,"as":3,"version":8,"parse":2,"min":4,"raise":2,"importerror":3,"is":1,"wrong":1,"please":2,"install":3,"f":3,"except":1,"err":2,"via":1,"pip":1,"to":4,"use":1,"from":2,"compute":1,"dtype":2,"lowp":2,"mode":3,"int8":4,"leverage":1,"instructions":1,"with":1,"better":1,"performance":1,"quantization":3,"woqlowpmode":1,"weight":2,"will":2,"be":2,"de":1,"packed":1,"int4":2,"woqweightdtype":1,"float":1,"activation":1,"quantized":1,"dynamic":1,"per":2,"token":1,"act":1,"woqactquantmode":1,"batch":1},"8832,1142,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ipex_quant.py":{"qconfig":4,"ipex":8,"quantization":2,"get":1,"weight":4,"only":1,"quant":8,"mapping":1,"dtype":2,"lowp":2,"mode":4,"act":2,"group":4,"size":9,"self":4,"config":3,"layer":11,"output":3,"qweight":3,"1":4,"pack":1,"factor":1,"qlinear":2,"llm":1,"woq":1,"linear":1,"ipexweightonlyquantizedlinear":1,"from":1,"scales":1,"qzeros":1,"0":1,"bias":3,"method":2,"ipexconfig":1,"map":1,"awq":1,"type":1,"ignore":1,"def":1,"apply":1,"torch":4,"nn":1,"module":1,"x":6,"tensor":3,"optional":1,"none":1,"reshaped":2,"reshape":2,"shape":2,"out":2,"return":1},"0,1970,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":8,"project":1,"from":9,"typing":1,"import":10,"any":1,"optional":1,"torch":2,"nn":1,"parameter":3,"custom":1,"ops":2,"as":1,"logger":4,"init":4,"model":5,"executor":5,"layers":4,"linear":1,"linearbase":1,"linearmethodbase":1,"quantization":3,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"vocab":1,"parallel":3,"embedding":1,"parallellmhead":1,"basevllmparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"name":1,"class":2,"marlinconfig":1,"for":3,"marlin":4,"reference":1,"https":1,"github":1,"com":1,"ist":1,"daslab":1,"tree":1,"master":1,"def":1,"self":11,"group":9,"size":11,"int":1,"lm":3,"head":3,"quantized":3,"bool":1,"none":1,"super":1,"if":1,"128":3,"and":2,"1":2,"raise":1,"valueerror":1,"currently":1,"only":1,"channelwise":1,"is":1,"supported":1,"but":1,"got":1,"of":1,"f":1,"4":2,"bits":1,"packed":1,"into":1,"32":2,"bit":1,"datatype":1,"pack":1,"factor":1,"tile":2,"used":1,"by":1,"kernels":1,"16":2,"min":4,"out":1,"features":2,"dim":2,"n":1,"threads":2,"64":1,"in":1,"k":1,"max":2,"problems":1,"solve":1,"at":1,"once":1,"improves":1,"large":1,"batch":1,"performance":1},"1970,1797,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/marlin.py":{"permutation":1,"length":1,"used":1,"by":1,"the":2,"marlin":8,"kernels":1,"self":4,"perm":1,"len":1,"1024":1,"def":7,"repr":1,"str":4,"return":8,"f":2,"marlinconfig":2,"group":5,"size":5,"lm":5,"head":5,"quantized":4,"classmethod":6,"get":11,"name":4,"cls":12,"quantizationmethods":2,"supported":1,"act":1,"dtypes":1,"list":2,"torch":2,"dtype":1,"half":1,"need":1,"to":1,"figure":1,"it":1,"out":1,"min":1,"capability":1,"int":1,"80":1,"config":6,"filenames":1,"quantize":1,"json":1,"from":3,"dict":1,"any":1,"keys":2,"or":4,"default":1,"false":2,"override":1,"quantization":1,"method":1,"hf":3,"quant":9,"cfg":3,"user":6,"optional":1,"compat":2,"autogptq":2,"0":3,"8":1,"use":1,"checkpoint":2,"format":8,"7":1,"1":1,"is":8,"bool":1,"valid":2,"none":2,"gptq":1,"if":1,"and":1,"msg":2,"model":1,"serialized":1,"in":1,"using":1,"kernel":1,"logger":1,"info":1},"3767,1788,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/marlin.py":{"def":3,"get":1,"quant":9,"method":2,"self":10,"layer":4,"torch":4,"nn":2,"module":2,"prefix":1,"str":1,"optional":1,"marlinlinearmethod":3,"if":4,"isinstance":2,"linearbase":1,"or":1,"parallellmhead":1,"and":1,"lm":1,"head":1,"quantized":1,"return":2,"none":1,"class":1,"linearmethodbase":1,"linear":1,"for":1,"marlin":2,"args":1,"config":9,"the":2,"quantization":1,"init":1,"marlinconfig":1,"create":1,"weights":1,"input":2,"size":12,"per":9,"partition":11,"int":4,"output":12,"sizes":2,"list":1,"params":4,"dtype":5,"extra":2,"weight":6,"attrs":2,"del":1,"unused":1,"loader":2,"float16":2,"raise":3,"valueerror":3,"f":7,"must":1,"be":1,"but":1,"got":1,"validate":1,"sum":1,"min":3,"n":3,"threads":3,"0":2,"is":2,"not":2,"divisible":2,"by":2,"pack":3,"factor":3},"5555,1889,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/marlin.py":{"validate":1,"input":11,"size":22,"per":13,"partition":11,"if":5,"self":14,"quant":14,"config":14,"min":3,"k":3,"threads":3,"0":4,"raise":3,"valueerror":3,"f":6,"weight":4,"is":2,"not":3,"divisible":2,"by":2,"group":7,"1":5,"and":1,"check":1,"that":1,"we":1,"have":1,"at":1,"least":1,"4":1,"tiles":3,"horizontally":1,"in":1,"the":2,"shard":1,"num":2,"perm":3,"len":1,"tile":5,"2":1,"output":3,"each":1,"permutation":1,"must":1,"reside":1,"on":1,"same":1,"gpu":1,"quantized":1,"4bit":1,"weights":1,"packed":3,"into":1,"int32":2,"qweight":1,"packedvllmparameter":1,"data":1,"torch":2,"empty":1,"pack":2,"factor":3,"device":1,"cuda":1,"dtype":1,"dim":3,"marlin":1,"loader":2,"determine":1,"channelwise":1,"or":1,"groups":1,"else":1},"7444,1913,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/marlin.py":{"weight":7,"scale":3,"args":3,"data":5,"torch":9,"empty":1,"input":3,"groups":2,"output":4,"size":4,"per":2,"partition":2,"device":2,"cuda":2,"dtype":3,"params":1,"loader":4,"if":1,"1":5,"scales":4,"channelquantscaleparameter":1,"dim":3,"else":1,"groupquantscaleparameter":1,"0":1,"allocate":1,"workspace":10,"used":1,"for":1,"internal":1,"locking":1,"mechanism":1,"max":3,"self":4,"quant":2,"config":2,"min":1,"n":1,"threads":1,"parallel":1,"basevllmparameter":1,"zeros":1,"int":1,"layer":14,"register":3,"parameter":6,"b":4,"qweight":2,"s":4,"def":2,"process":1,"weights":1,"after":1,"loading":1,"nn":2,"module":2,"none":2,"required":1,"by":1,"compile":1,"requires":3,"grad":3,"false":3,"apply":1,"x":4,"tensor":3,"bias":1,"optional":1,"2d":1,"view":1,"shape":1},"9357,398,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/marlin.py":{"size":6,"m":2,"x":4,"2d":6,"shape":5,"0":1,"k":2,"1":4,"n":2,"scales":2,"output":6,"ops":1,"marlin":1,"gemm":1,"qweight":1,"workspace":1,"view":1,"if":1,"bias":2,"is":1,"not":1,"none":1,"add":2,"in":1,"place":1,"return":1},"0,1790,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/inc.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":5,"vllm":7,"project":1,"intel":2,"gaudi":1,"supports":1,"quantization":6,"of":1,"various":1,"modules":1,"and":3,"functions":1,"including":1,"but":1,"not":1,"limited":1,"linear":2,"kvcache":1,"matmul":1,"softmax":1,"during":3,"model":6,"loading":2,"inc":3,"will":2,"patch":1,"layers":5,"with":1,"dequantization":1,"operators":1,"meanwhile":1,"convert":1,"original":1,"weight":1,"target":2,"datatype":1,"device":1,"static":1,"scaling":1,"should":1,"be":1,"provided":1,"through":1,"quant":2,"config":7,"is":3,"an":1,"environment":1,"variable":1,"that":1,"points":1,"measurement":2,"or":1,"json":1,"file":2,"configuration":2,"used":2,"calibration":1,"procedure":1,"collect":1,"measurements":1,"for":3,"a":1,"given":1,"inference":3,"more":1,"information":1,"please":1,"refer":1,"https":1,"docs":1,"habana":1,"ai":1,"en":1,"v1":1,"21":1,"1":1,"pytorch":1,"fp8":2,"html":1,"from":6,"typing":1,"import":6,"any":2,"optional":1,"torch":3,"executor":4,"fused":1,"moe":1,"layer":1,"fusedmoe":1,"unquantizedfusedmoemethod":1,"linearbase":1,"unquantizedlinearmethod":1,"quantizationmethods":2,"base":1,"quantizationconfig":2,"quantizemethodbase":1,"class":2,"incconfig":2,"using":1,"neural":1,"compressor":1,"classmethod":3,"def":3,"get":2,"name":1,"cls":3,"return":2,"supported":1,"act":1,"dtypes":1,"list":1,"dtype":1,"bfloat16":1,"dict":1,"str":1,"raise":1,"assertionerror":1},"1790,510,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/inc.py":{"def":3,"get":3,"quant":1,"method":1,"self":1,"layer":4,"torch":1,"nn":1,"module":1,"prefix":1,"str":2,"optional":1,"quantizemethodbase":1,"if":1,"isinstance":2,"linearbase":1,"return":4,"unquantizedlinearmethod":1,"elif":1,"fusedmoe":1,"unquantizedfusedmoemethod":1,"moe":1,"config":2,"none":1,"classmethod":1,"min":1,"capability":1,"cls":1,"int":1,"raise":1,"assertionerror":1,"staticmethod":1,"filenames":1,"list":1},"0,1004,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":9,"typing":1,"import":10,"any":1,"callable":1,"optional":1,"torch":1,"distributed":1,"get":2,"tensor":1,"model":7,"parallel":1,"rank":1,"tp":1,"group":1,"executor":6,"layers":5,"fused":1,"moe":2,"layer":2,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"fusedmoeweightscalesupported":1,"linear":1,"linearbase":1,"unquantizedlinearmethod":1,"quantization":4,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"utils":3,"marlin":2,"check":1,"supports":1,"set":1,"weight":1,"attrs":1,"platforms":1,"current":1,"platform":1,"class":2,"moewna16config":1,"for":1,"wna16":1,"w8a16":1,"w4a16":1},"1004,1924,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"def":1,"init":2,"self":14,"linear":5,"quant":5,"method":6,"str":3,"weight":4,"bits":4,"int":3,"group":3,"size":3,"has":3,"zp":3,"bool":2,"lm":3,"head":3,"quantized":3,"modules":1,"to":2,"not":2,"convert":1,"optional":1,"list":1,"full":5,"config":5,"dict":1,"any":1,"none":2,"super":1,"bit8":1,"pack":1,"factor":1,"8":1,"use":3,"marlin":7,"false":1,"avoid":1,"circular":1,"import":4,"from":3,"vllm":3,"model":3,"executor":3,"layers":3,"quantization":4,"awq":9,"awqconfig":2,"awqmarlinconfig":2,"gptq":4,"gptqmarlinconfig":2,"if":3,"is":4,"compatible":2,"elif":1,"capability":13,"tuple":3,"current":3,"platform":1,"get":2,"device":4,"1":1,"else":2,"min":4,"raise":2,"valueerror":2,"the":2,"moe":2,"wna16":2,"supported":1,"for":1,"gpu":1,"f":2,"minimum":1,"only":1,"support":1,"and":1},"2928,1877,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"if":3,"modules":8,"to":8,"not":9,"convert":10,"is":2,"none":3,"self":2,"else":2,"classmethod":6,"def":6,"get":12,"name":2,"cls":16,"quantizationmethods":2,"return":7,"moe":4,"wna16":4,"supported":1,"act":1,"dtypes":1,"list":2,"torch":3,"dtype":1,"bfloat16":1,"half":1,"min":1,"capability":1,"int":1,"70":1,"config":12,"filenames":1,"str":2,"quantize":1,"json":1,"from":8,"dict":1,"any":1,"moewna16config":1,"linear":4,"quant":9,"method":6,"keys":7,"weight":2,"bits":3,"group":3,"size":3,"lm":3,"head":3,"quantized":2,"or":2,"default":1,"false":1,"gptq":2,"has":3,"zp":3,"sym":1,"elif":1,"awq":2,"zero":1,"point":1,"raise":1,"valueerror":1,"only":1,"support":1,"and":2,"override":1,"quantization":1,"hf":2,"cfg":2,"user":2,"optional":1,"can":2,"compatible":1},"4805,925,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"classmethod":1,"def":1,"is":2,"moe":1,"wna16":1,"compatible":5,"cls":1,"quant":9,"config":5,"dict":1,"str":1,"any":1,"extract":1,"data":1,"from":2,"method":4,"get":5,"lower":1,"num":3,"bits":4,"desc":3,"act":3,"capability":9,"tuple":3,"current":1,"platform":1,"device":3,"1":1,"if":1,"none":1,"else":1,"to":1,"int":1,"avoid":1,"circular":1,"import":2,"vllm":1,"model":1,"executor":1,"layers":1,"quantization":1,"awq":6,"awqconfig":2,"min":3,"gptq":3,"and":4,"not":1,"in":1,"4":2,"8":1,"return":1,"or":1},"5730,1992,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"def":2,"get":5,"quant":9,"method":8,"self":12,"layer":12,"torch":1,"nn":1,"module":3,"prefix":8,"str":3,"optional":1,"quantizemethodbase":1,"if":4,"is":2,"skipped":2,"modules":3,"to":3,"not":3,"convert":3,"return":8,"unquantizedlinearmethod":1,"elif":3,"isinstance":2,"linearbase":1,"avoid":1,"circular":1,"import":5,"from":8,"vllm":4,"model":4,"executor":4,"layers":4,"quantization":5,"awq":4,"awqconfig":2,"marlin":5,"awqmarlinconfig":2,"gptq":4,"gptqconfig":2,"gptqmarlinconfig":2,"linear":3,"use":2,"config":9,"full":4,"else":3,"and":2,"check":1,"supports":1,"group":1,"size":1,"raise":1,"valueerror":1,"moe":3,"wna16":2,"only":1,"support":1,"fusedmoe":1,"moewna16method":2,"none":1,"list":1,"any":1,"name":2,"in":2,"for":2,"class":1,"fusedmoemethodbase":1,"w8a16":1,"w4a16":1},"7722,1646,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"args":1,"quant":9,"config":9,"the":3,"moe":3,"wna16":1,"w8a16":1,"w4a16":1,"quantization":1,"def":2,"init":2,"self":6,"moewna16config":1,"fusedmoeconfig":1,"super":1,"create":1,"weights":1,"layer":5,"torch":2,"nn":1,"module":1,"num":1,"experts":1,"int":3,"hidden":3,"size":21,"intermediate":3,"per":2,"partition":2,"params":1,"dtype":2,"extra":5,"weight":14,"attrs":5,"bit8":2,"pack":2,"factor":6,"group":16,"div":4,"1":1,"make":1,"and":2,"diviable":1,"by":1,"we":2,"reduce":1,"to":1,"ensure":1,"that":1,"would":1,"repeat":1,"loaded":1,"later":1,"while":1,"or":1,"2":2,"assert":2,"32":1,"strategy":2,"fusedmoeweightscalesupported":1,"value":1,"update":1,"method":1,"is":1,"transposed":1,"false":1,"loader":8,"in":1,"wrapped":2,"moewna16method":1,"get":1},"9368,1592,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"fused":1,"gate":1,"up":1,"proj":2,"column":1,"parallel":2,"w13":8,"qweight":8,"torch":10,"nn":4,"parameter":8,"empty":2,"num":4,"experts":4,"2":2,"intermediate":4,"size":10,"per":4,"partition":4,"hidden":4,"bit8":2,"pack":2,"factor":2,"dtype":6,"uint8":2,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"set":4,"weight":8,"attrs":8,"extra":4,"down":1,"row":1,"w2":8,"scales":8,"zeros":2,"group":2,"params":2},"10960,1573,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"if":3,"self":3,"quant":4,"config":3,"has":2,"zp":2,"w13":6,"qzeros":10,"torch":9,"nn":3,"parameter":6,"zeros":2,"num":2,"experts":2,"2":1,"intermediate":2,"size":6,"per":2,"partition":2,"bit8":2,"pack":2,"factor":2,"hidden":2,"group":2,"dtype":3,"uint8":2,"requires":3,"grad":3,"false":3,"layer":3,"register":3,"set":3,"weight":6,"attrs":6,"extra":3,"w2":6,"linear":1,"method":1,"gptq":1,"some":1,"param":7,"are":1,"unused":1,"but":1,"we":1,"need":1,"to":2,"init":1,"them":1,"in":2,"order":1,"load":1,"weights":1,"invalid":3,"keys":3,"g":2,"idx":2,"not":1,"for":1,"key":2,"empty":1,"0":1,"int32":1},"12533,1821,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"def":1,"apply":2,"self":5,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":4,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":3,"on":1,"input":1,"activation":3,"silu":3,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":2,"fused":3,"is":2,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":2,"for":1,"moewna16method":1,"yet":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"moe":1,"import":1,"only":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1,"bits":2,"quant":2,"config":2,"has":2,"zp":2},"14354,1725,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"return":1,"fused":1,"experts":3,"x":1,"layer":8,"w13":3,"qweight":4,"w2":5,"topk":4,"weights":2,"ids":2,"inplace":1,"true":1,"use":2,"int4":2,"w4a16":1,"weight":9,"bits":5,"4":6,"int8":1,"w8a16":1,"8":2,"global":2,"num":2,"apply":2,"router":2,"on":2,"input":2,"expert":2,"map":2,"w1":2,"scale":2,"scales":2,"zp":4,"qzeros":4,"if":2,"has":2,"else":2,"none":3,"block":1,"shape":4,"0":4,"group":3,"size":4,"staticmethod":1,"def":2,"get":1,"loader":2,"convert":3,"awq":2,"tensor":10,"type":1,"to":3,"a":6,"standard":1,"format":1,"assume":1,"k":4,"n":4,"pack":6,"factor":6,"bit32":3,"bit8":3,"32":1,"suppose":1,"origin":1,"b":5,"dtype":2,"int32":1,"1":1,"uint8":3,"size0":1,"view":1,"torch":3,"2":2,"unpack":1,"uint4":1,"only":1,"when":1,"shifter":2,"device":2,"0xf":1},"16079,1926,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"3":2,"change":1,"order":3,"see":1,"https":1,"github":1,"com":1,"casper":1,"hansen":1,"autoawq":1,"blob":1,"v0":1,"2":6,"8":2,"awq":3,"utils":2,"quant":2,"py":1,"shape":4,"a":4,"4":8,"b":4,"pack":6,"factor":4,"bit8":4,"reverse":2,"0":3,"1":7,"5":2,"6":1,"7":1,"tensor":30,"view":3,"size0":1,"transpose":1,"t":1,"contiguous":1,"repack":1,"only":1,"when":1,"weight":8,"bits":1,"qweight":2,"qzeros":4,"if":3,"type":2,"16":3,"elif":1,"return":4,"def":2,"convert":1,"gptq":1,"int4":1,"torch":5,"uint8":2,"shifter":2,"dtype":1,"device":5,"none":1,"0xf":1,"moe":1,"wna16":1,"loader":1,"param":1,"nn":1,"parameter":1,"loaded":3,"name":3,"str":2,"shard":2,"id":2,"expert":1,"int":1,"g":1,"idx":1,"in":2,"not":1,"layer":2,"config":1,"has":1,"zp":1,"and":1,"get":2,"tp":2,"group":1,"rank":2,"model":1,"parallel":1,"to":1,"size":2,"intermediate":1,"per":1,"partition":1},"18005,1658,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"convert":4,"gptq":4,"and":2,"awq":5,"weight":30,"to":4,"a":1,"standard":1,"format":1,"if":5,"layer":7,"quant":7,"config":5,"linear":2,"method":2,"assert":2,"bits":3,"4":3,"in":7,"name":6,"loaded":18,"tensor":2,"qweight":1,"elif":3,"zeros":2,"qzeros":5,"else":3,"t":5,"8":1,"contiguous":1,"view":2,"torch":2,"uint8":2,"add":1,"1":4,"align":1,"with":1,"int4":1,"repeat":2,"the":1,"scales":2,"fit":1,"new":1,"group":3,"size":3,"div":2,"factor":2,"or":1,"interleave":1},"19663,734,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/moe_wna16.py":{"if":2,"w13":1,"qzeros":2,"in":2,"weight":10,"name":3,"tensor":3,"loaded":5,"view":2,"layer":2,"tp":4,"size":6,"1":3,"rank":2,"shard":4,"id":6,"w1":1,"param":4,"data":3,"expert":4,"2":2,"else":2,"elif":1,"w2":1,"0":1,"loader":2,"return":1,"moe":1,"wna16":1},"0,1916,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":3,"vllm":6,"project":1,"2025":1,"oracle":1,"and":2,"or":2,"its":1,"affiliates":1,"import":10,"os":3,"from":7,"typing":1,"any":1,"callable":1,"optional":1,"torch":3,"nn":2,"functional":1,"as":2,"f":4,"parameter":2,"logger":4,"init":3,"model":4,"executor":4,"layers":4,"fused":1,"moe":1,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"linear":1,"linearbase":1,"linearmethodbase":1,"set":1,"weight":10,"attrs":1,"quantization":3,"quantizationmethods":2,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"name":2,"by":4,"default":2,"use":2,"8":4,"bit":3,"target":1,"precision":1,"but":3,"it":2,"can":2,"be":2,"overridden":2,"setting":2,"rtn":7,"num":4,"bits":13,"envvar":2,"getenv":2,"group":10,"size":10,"of":1,"128":2,"parameters":1,"class":2,"rtnconfig":2,"for":2,"def":3,"self":9,"int":4,"none":1,"if":1,"4":2,"raise":1,"valueerror":1,"currently":1,"only":1,"is":1,"supported":1,"got":1,"repr":1,"str":1,"return":2,"classmethod":1,"get":1,"cls":1},"1916,1926,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"classmethod":4,"def":9,"get":6,"supported":1,"act":1,"dtypes":1,"cls":7,"list":2,"torch":8,"dtype":1,"return":11,"bfloat16":1,"half":1,"min":1,"capability":1,"int":1,"80":1,"config":13,"filenames":1,"str":3,"from":3,"dict":1,"any":1,"rtnconfig":2,"weight":4,"bits":5,"keys":2,"group":3,"size":5,"quant":8,"method":2,"self":19,"layer":4,"nn":1,"module":1,"prefix":1,"optional":1,"quantizemethodbase":1,"if":4,"isinstance":2,"linearbase":1,"rtnlinearmethod":1,"elif":1,"fusedmoe":1,"rtnmoemethod":1,"moe":1,"none":2,"class":1,"rtntensor":3,"a":1,"wrapper":1,"over":1,"tensor":3,"that":1,"enables":1,"quantization":1,"on":1,"the":2,"fly":1,"by":1,"overloading":1,"copy":1,"init":1,"data":6,"scale":5,"narrow":3,"dim":3,"start":3,"length":3,"factor":6,"1":4,"8":2,"else":3,"2":3,"getitem":1,"key":3,"property":1,"shape":9,"batch":2,"present":2,"len":1,"3":1,"0":2},"3842,1847,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"def":6,"copy":4,"self":16,"loaded":2,"weight":7,"torch":7,"tensor":6,"none":2,"qweight":2,"scale":7,"rtn":3,"quantize":1,"cuda":1,"quant":12,"config":13,"bits":1,"group":3,"size":8,"data":10,"class":2,"rtnparameter":1,"parameter":2,"a":3,"wrapper":3,"over":2,"that":1,"returns":1,"rtntensor":2,"when":1,"its":1,"is":1,"accessed":1,"we":2,"need":1,"this":1,"for":2,"the":3,"loading":1,"phase":1,"only":1,"so":1,"can":1,"intercept":1,"copying":1,"function":1,"and":1,"apply":1,"quantization":2,"on":1,"fly":1,"new":2,"cls":2,"kwargs":1,"return":2,"super":2,"requires":1,"grad":1,"false":1,"init":2,"rtnconfig":2,"property":1,"rtnlinearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"args":1,"create":1,"weights":1,"layer":1,"nn":1,"module":1,"input":3,"per":4,"partition":5,"int":4,"output":4,"sizes":2,"list":1,"params":1,"dtype":2,"extra":1,"attrs":1,"sum":1,"num":1,"groups":1,"col":1,"if":1,"1":2,"else":1},"5689,1942,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"scale":8,"parameter":3,"torch":10,"empty":2,"output":5,"size":7,"per":7,"partition":6,"num":2,"groups":1,"col":1,"dtype":5,"params":2,"requires":1,"grad":1,"false":1,"factor":3,"1":3,"if":3,"self":8,"quant":7,"config":7,"weight":14,"bits":2,"8":2,"else":2,"2":2,"rtnparameter":1,"data":1,"input":2,"uint8":1,"layer":9,"register":2,"set":1,"attrs":3,"extra":2,"dim":2,"0":1,"def":4,"process":1,"weights":3,"after":1,"loading":1,"nn":3,"module":3,"none":3,"fix":1,"apply":1,"x":2,"tensor":3,"bias":3,"optional":1,"qweight":2,"rtn":1,"dequantize":1,"out":3,"f":1,"linear":1,"del":1,"is":1,"not":1,"add":1,"return":1,"class":1,"rtnmoemethod":1,"fusedmoemethodbase":1,"init":2,"rtnconfig":1,"moe":2,"fusedmoeconfig":1,"super":1,"create":1,"experts":1,"int":3,"hidden":1,"intermediate":1},"7631,1931,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"fused":1,"gate":1,"up":1,"proj":2,"column":1,"parallel":2,"num":8,"groups":4,"per":8,"col":4,"hidden":4,"size":12,"self":6,"quant":8,"config":8,"group":4,"if":2,"1":4,"else":2,"w13":8,"scale":10,"parameter":6,"torch":6,"empty":3,"experts":4,"2":2,"intermediate":4,"partition":4,"dtype":6,"params":2,"requires":2,"grad":2,"false":2,"layer":4,"register":4,"weight":12,"rtnparameter":2,"data":2,"factor":2,"uint8":2,"set":2,"attrs":4,"extra":2,"down":1,"row":1,"w2":8,"zeros":1},"9562,1898,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"def":2,"process":1,"weights":4,"after":1,"loading":1,"self":5,"layer":4,"torch":10,"nn":2,"module":2,"none":10,"weight":7,"bits":4,"quant":1,"config":1,"fix":2,"w13":1,"4":2,"w2":1,"apply":2,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"num":4,"expert":5,"global":1,"experts":4,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"on":1,"input":1,"activation":1,"silu":1,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":1,"fused":3,"is":1,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"rtnmoemethod":1,"yet":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"moe":1,"import":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"11460,1328,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"weight":8,"bits":6,"self":2,"quant":2,"config":2,"group":7,"size":5,"ret":2,"fused":1,"experts":3,"x":1,"layer":4,"w13":2,"w2":3,"topk":4,"weights":2,"ids":2,"inplace":1,"true":1,"activation":2,"use":2,"int4":1,"w4a16":1,"4":2,"int8":1,"w8a16":1,"8":2,"global":2,"num":4,"w1":1,"scale":4,"apply":2,"router":2,"on":2,"input":4,"expert":2,"map":2,"block":1,"shape":2,"0":2,"return":1,"def":1,"rtn":1,"quantize":2,"tensor":11,"torch":3,"int":2,"tuple":1,"a":1,"using":1,"per":1,"static":1,"scaling":1,"factor":1,"args":1,"the":3,"target":1,"precision":1,"for":1,"result":1,"supported":1,"values":1,"are":1,"or":1,"quantization":1,"granularity":1,"if":2,"equal":1,"to":1,"1":1,"each":1,"row":1,"in":1,"is":1,"treated":1,"as":1,"one":1,"batch":2,"present":2,"len":1,"3":1,"not":1,"unsqueeze":1},"12788,1916,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"q":17,"range":5,"2":11,"num":5,"bits":2,"groups":3,"tensor":23,"shape":12,"1":11,"group":6,"size":4,"if":4,"else":1,"calculate":1,"a":2,"scaling":2,"factor":1,"per":3,"input":21,"flat":4,"reshape":4,"0":11,"min":3,"torch":7,"dim":4,"keepdim":2,"true":2,"max":6,"abs":4,"scale":15,"each":2,"round":2,"to":2,"the":4,"nearest":1,"integer":1,"shift":1,"and":1,"truncate":1,"scaled":7,"clamp":1,"contiguous":3,"inputs":13,"uint8":1,"4":3,"pack":1,"two":1,"bit":1,"values":1,"into":1,"byte":1,"0xf":1,"not":2,"batch":4,"present":3,"squeeze":2,"return":1,"def":1,"rtn":1,"dequantize":2,"using":1,"static":1,"factors":2,"args":1,"with":1,"len":1,"3":1,"unsqueeze":2,"output":1},"14704,1701,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/rtn.py":{"num":6,"bits":4,"8":2,"if":5,"input":10,"dim":8,"scale":6,"size":1,"1":6,"else":2,"4":5,"q":3,"range":4,"2":8,"data":16,"torch":5,"empty":1,"batch":6,"output":3,"dtype":2,"device":2,"tensor":5,"copy":1,"unpack":1,"two":1,"bit":1,"values":1,"from":1,"each":2,"byte":1,"reshape":7,"for":2,"i":3,"in":1,"to":2,"int8":1,"group":1,"with":3,"its":1,"scaling":1,"factor":1,"groups":2,"mul":1,"deq":4,"contiguous":1,"not":2,"present":1,"squeeze":1,"0":2,"return":1,"def":1,"fix":1,"weights":1,"layer":4,"nn":1,"module":1,"param":4,"name":4,"str":1,"bool":1,"false":2,"compile":1,"does":1,"know":1,"how":1,"deal":1,"a":1,"parameter":3,"subclass":1,"aka":1,"rtnparameter":2,"as":1,"we":2,"don":1,"t":1,"really":1,"need":1,"rtnparameters":1,"the":1,"forward":1,"pass":1,"replace":1,"them":1,"equivalent":1,"instances":1,"of":1,"parameters":1,"old":5,"weight":7,"getattr":1,"assert":1,"isinstance":1,"delattr":1,"shape":2,"new":2,"requires":1,"grad":1,"register":1},"0,1848,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/input_quant_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"optional":2,"torch":3,"nn":1,"functional":1,"as":2,"f":1,"custom":2,"ops":2,"model":2,"executor":2,"op":1,"customop":4,"layers":1,"quantization":6,"utils":2,"quant":2,"groupshape":6,"platforms":1,"current":4,"platform":4,"using":1,"default":1,"value":1,"240":1,"pytorch":1,"will":1,"cause":1,"accuracy":1,"issue":1,"on":2,"dynamic":4,"models":1,"here":1,"use":2,"224":3,"for":2,"fnuz":3,"rocm":1,"fp8":14,"dtype":3,"finfo":4,"max":3,"if":3,"is":2,"else":2,"min":3,"scaling":1,"factor":1,"1":1,"512":1,"register":1,"class":1,"quantfp8":1,"quantize":1,"input":1,"tensor":6,"per":10,"or":4,"token":10,"this":2,"supports":1,"both":1,"static":8,"and":1,"def":1,"init":2,"self":5,"bool":1,"group":8,"shape":8,"num":4,"padding":4,"int":1,"none":1,"param":3,"pad":1,"dimension":1,"of":1,"output":1,"size":1,"super":1,"assert":2,"in":1,"not":1,"only":1,"scales":1,"supported":1},"1848,1779,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/input_quant_fp8.py":{"def":2,"forward":2,"cuda":1,"self":11,"x":13,"torch":11,"tensor":8,"scale":20,"optional":4,"none":10,"ub":10,"tuple":1,"assert":4,"is":6,"not":5,"static":4,"or":2,"and":4,"group":3,"shape":3,"groupshape":3,"per":6,"token":8,"numel":2,"1":5,"return":1,"ops":1,"scaled":1,"fp8":6,"quant":1,"num":2,"padding":2,"use":2,"if":5,"dynamic":3,"native":1,"max":12,"abs":2,"dim":1,"unsqueeze":2,"to":4,"float32":3,"clamp":3,"else":1,"min":3,"scaling":1,"factor":1,"even":1,"for":1,"scales":1,"reciprocal":2,"performs":1,"slightly":1,"better":1,"than":1,"division":1,"out":3,"dtype":1},"3627,440,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/input_quant_fp8.py":{"this":1,"currently":1,"generates":1,"an":1,"extra":1,"triton":1,"kernel":1,"in":2,"compilation":1,"fortunately":1,"we":1,"don":1,"t":1,"use":1,"padding":6,"if":2,"compiling":1,"todo":1,"luka":1,"benchmark":1,"torch":1,"scaled":1,"mm":1,"to":1,"hopefully":1,"remove":1,"general":1,"self":2,"num":2,"token":2,"is":1,"not":1,"none":1,"max":1,"out":4,"size":1,"0":7,"f":1,"pad":1,"constant":1,"return":1,"scale":1},"0,1956,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/tpu_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":9,"typing":1,"import":8,"any":2,"optional":2,"torch":6,"nn":2,"module":2,"parameter":3,"model":4,"executor":4,"layers":3,"linear":2,"linearbase":2,"linearmethodbase":2,"quantization":3,"quantizationmethods":2,"base":1,"config":6,"quantizationconfig":2,"modelweightparameter":1,"activation":12,"schemes":2,"none":4,"dynamic":1,"class":3,"int8tpuconfig":2,"int8":3,"for":2,"tpu":4,"backend":2,"def":7,"init":2,"self":6,"scheme":10,"str":4,"super":1,"if":2,"not":2,"in":1,"raise":2,"valueerror":1,"f":1,"unsupported":1,"get":6,"name":1,"return":6,"supported":1,"act":1,"dtypes":1,"list":2,"dtype":1,"float16":1,"bfloat16":1,"classmethod":2,"min":1,"capability":1,"cls":4,"int":1,"notimplementederror":1,"this":1,"function":1,"should":1,"be":1,"called":1,"with":1,"staticmethod":1,"filenames":1,"dict":1,"keys":1,"quant":2,"method":2,"layer":2,"prefix":1,"tpuint8linearmethod":3,"isinstance":1},"1956,1606,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/tpu_int8.py":{"def":3,"init":1,"self":7,"quant":4,"config":4,"int8tpuconfig":1,"quantize":3,"activation":3,"false":1,"if":1,"scheme":1,"dynamic":1,"true":2,"create":1,"weights":1,"layer":2,"module":1,"input":4,"size":4,"per":2,"partition":4,"int":9,"output":4,"sizes":2,"list":1,"params":2,"dtype":7,"torch":9,"extra":2,"weight":18,"attrs":2,"loader":4,"get":1,"modelweightparameter":1,"data":1,"empty":1,"sum":1,"dim":3,"1":6,"0":2,"register":1,"parameter":1,"tensor":3,"tuple":1,"cpu":1,"to":3,"float32":1,"n":3,"bit":3,"8":1,"eps":2,"1e":1,"5":1,"max":7,"2":2,"min":3,"val":4,"abs":1,"amax":1,"keepdim":1,"clamp":2,"qscale":5,"qweight":2,"round":1,"int8":1,"squeeze":1,"return":1},"3562,1233,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/tpu_int8.py":{"def":2,"process":1,"weights":1,"after":1,"loading":1,"self":4,"layer":10,"module":2,"none":3,"weight":9,"parameter":3,"data":1,"requires":3,"grad":3,"false":3,"device":4,"qweight":4,"qscale":4,"quantize":3,"to":3,"scale":4,"apply":1,"torch":7,"nn":1,"x":2,"tensor":3,"bias":3,"optional":1,"try":1,"import":1,"xla":3,"experimental":1,"custom":1,"kernel":1,"noqa":2,"f401":1,"except":1,"importerror":2,"as":1,"err":2,"raise":1,"please":1,"install":1,"by":1,"following":1,"the":1,"instructions":1,"at":1,"https":1,"docs":1,"vllm":2,"ai":1,"en":1,"latest":1,"getting":1,"started":1,"tpu":2,"installation":1,"html":1,"e501":1,"run":1,"on":1,"from":1,"out":4,"ops":1,"quantized":1,"matmul":1,"int8":1,"activation":2,"if":1,"is":1,"not":1,"return":1},"0,1418,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/qqq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"typing":1,"import":9,"any":1,"optional":1,"torch":2,"nn":1,"parameter":3,"custom":1,"ops":2,"as":1,"logger":4,"init":4,"model":4,"executor":4,"layers":3,"linear":1,"linearbase":1,"linearmethodbase":1,"quantization":2,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"basevllmparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"name":1,"marlin":7,"qqq":8,"tile":1,"16":2,"min":2,"thread":2,"n":1,"64":1,"k":1,"128":2,"max":1,"parallel":1,"supported":3,"num":1,"bits":4,"4":1,"group":4,"sizes":1,"1":1,"sym":4,"true":2,"class":2,"qqqconfig":1,"for":1,"reference":1,"https":1,"arxiv":1,"org":1,"pdf":1,"2406":1,"09904":1,"def":1,"self":4,"weight":3,"int":2,"size":3,"is":3,"bool":1,"none":1,"super":1},"1418,1789,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/qqq.py":{"verify":1,"if":3,"self":16,"weight":7,"bits":10,"not":6,"in":4,"marlin":10,"qqq":16,"supported":10,"num":2,"raise":3,"valueerror":3,"f":6,"does":3,"support":3,"only":3,"are":3,"group":8,"size":7,"sizes":3,"is":3,"sym":6,"4":1,"packed":1,"into":1,"32":2,"bit":1,"datatype":1,"pack":1,"factor":1,"tile":3,"used":2,"by":2,"kernels":2,"min":7,"out":1,"features":2,"dim":2,"n":2,"threads":2,"thread":2,"k":2,"max":3,"parallel":3,"problems":1,"to":1,"solve":1,"at":1,"once":1,"improves":1,"large":1,"batch":1,"performance":1,"permutation":1,"length":1,"the":1,"perm":1,"len":1,"1024":1,"def":4,"repr":1,"str":1,"return":4,"qqqconfig":1,"format":1,"classmethod":3,"get":3,"name":1,"cls":3,"quantizationmethods":1,"act":1,"dtypes":1,"list":1,"torch":2,"dtype":1,"half":1,"capability":1,"int":1,"80":1},"3207,1429,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/qqq.py":{"classmethod":2,"def":5,"get":4,"config":12,"filenames":2,"cls":5,"list":3,"str":3,"of":1,"to":1,"search":1,"for":2,"in":1,"the":3,"model":1,"directory":1,"return":4,"quant":6,"json":2,"quantize":1,"from":3,"dict":1,"any":1,"qqqconfig":2,"weight":6,"bits":2,"keys":2,"wbits":1,"group":3,"size":6,"method":2,"self":5,"layer":3,"torch":4,"nn":2,"module":2,"prefix":1,"optional":1,"qqqlinearmethod":3,"if":2,"isinstance":1,"linearbase":1,"none":1,"class":1,"linearmethodbase":1,"linear":1,"qqq":2,"args":1,"quantization":1,"init":1,"create":1,"weights":1,"input":2,"per":1,"partition":2,"int":4,"output":2,"sizes":1,"params":4,"dtype":5,"extra":2,"attrs":2,"loader":2,"float16":2,"raise":1,"valueerror":1,"f":1,"must":1,"be":1,"but":1,"got":1},"4636,1746,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/qqq.py":{"validate":2,"output":10,"size":21,"per":18,"partition":17,"sum":1,"sizes":1,"if":5,"self":11,"quant":11,"config":11,"min":6,"n":3,"threads":6,"0":5,"raise":5,"valueerror":5,"f":12,"weight":4,"is":4,"not":4,"divisible":4,"by":4,"pack":3,"factor":3,"input":7,"k":3,"group":5,"1":1,"and":1,"check":1,"that":1,"we":1,"have":1,"at":1,"least":1,"4":1,"tiles":3,"horizontally":1,"in":1,"the":2,"shard":1,"num":2,"perm":3,"len":1,"tile":1,"2":1,"each":1,"permutation":1,"must":1,"reside":1,"on":1,"same":1,"gpu":1},"6382,1994,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/qqq.py":{"quantized":1,"4bit":1,"weights":1,"packed":3,"into":1,"int32":2,"qweight":1,"packedvllmparameter":1,"data":6,"torch":8,"empty":3,"input":4,"size":14,"per":6,"partition":6,"self":10,"quant":10,"config":10,"tile":4,"output":7,"pack":2,"factor":3,"device":4,"cuda":4,"dtype":4,"dim":6,"0":2,"1":7,"marlin":1,"weight":6,"loader":6,"s":9,"channel":1,"channelquantscaleparameter":1,"float":1,"if":2,"group":11,"tensor":1,"half":2,"else":2,"attr":3,"basevllmparameter":1,"groupquantscaleparameter":1,"allocate":1,"workspace":2,"used":1,"for":1,"internal":1,"locking":1,"mechanism":1,"max":2,"min":1,"n":1,"threads":1,"parallel":1},"8376,1707,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/qqq.py":{"workspace":9,"basevllmparameter":1,"data":5,"torch":8,"zeros":1,"max":1,"size":7,"device":1,"cuda":1,"dtype":1,"int":1,"weight":2,"loader":2,"layer":18,"register":4,"parameter":8,"b":4,"qweight":3,"s":17,"channel":5,"group":7,"def":2,"process":1,"weights":1,"after":1,"loading":1,"self":2,"nn":2,"module":2,"none":3,"required":1,"by":1,"compile":1,"requires":4,"grad":4,"false":4,"apply":1,"x":10,"tensor":3,"bias":3,"optional":1,"ch":3,"2d":7,"view":2,"1":6,"shape":6,"m":2,"0":1,"k":2,"n":2,"int8":3,"tok":2,"ops":2,"scaled":1,"quant":1,"output":6,"marlin":1,"qqq":1,"gemm":1,"if":1,"is":1,"not":1,"add":2,"in":1,"place":1,"return":1},"0,1874,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"from":15,"copy":1,"import":17,"deepcopy":1,"typing":1,"any":1,"callable":1,"optional":1,"union":1,"torch":1,"model":10,"executor":10,"layers":9,"fused":2,"moe":4,"noqa":1,"custom":1,"ops":2,"as":1,"logger":4,"init":2,"layer":2,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"fusedmoeweightscalesupported":1,"unquantizedfusedmoemethod":1,"linear":3,"linearmethodbase":1,"set":1,"weight":1,"attrs":1,"quantization":6,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":1,"quantizemethodbase":1,"kernels":1,"mixed":1,"precision":1,"mplinearlayerconfig":1,"choose":1,"mp":1,"kernel":1,"utils":5,"replace":1,"parameter":2,"gptq":1,"get":2,"dynamic":1,"override":2,"quant":1,"method":1,"marlin":8,"check":2,"supported":2,"supports":1,"make":1,"workspace":1,"new":1,"permute":2,"scales":2,"bias":1,"repeat":1,"on":1,"all":1,"ranks":1,"verify":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedcolumnparameter":1,"packedvllmparameter":1,"rowvllmparameter":1,"platforms":1,"current":1,"platform":1,"scalar":2,"type":1,"types":1,"name":1},"1874,1447,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"def":2,"get":2,"moe":5,"quant":2,"method":3,"config":12,"quantizationconfig":2,"layer":6,"torch":1,"nn":1,"module":3,"prefix":5,"str":4,"cls":2,"type":3,"cloned":4,"deepcopy":1,"if":4,"isinstance":1,"fusedmoe":1,"false":4,"skip":1,"none":3,"no":1,"override":4,"else":1,"positive":1,"match":1,"dynamic":3,"noqa":3,"e712":3,"name":1,"return":3,"unquantizedfusedmoemethod":1,"per":2,"rules":1,"may":1,"base":1,"class":2,"gptqmarlinconfig":1,"for":1,"gptq":1,"marlin":1,"num":1,"bits":2,"is":3,"sym":2,"map":1,"4":1,"true":3,"scalar":2,"types":2,"uint4b8":1,"8":1,"uint8b128":1,"init":2,"self":1,"weight":1,"int":3,"group":3,"size":2,"desc":3,"act":5,"bool":4,"lm":1,"head":1,"quantized":1,"dict":3,"union":1,"full":1,"any":1,"super":1,"and":1,"1":1,"in":1,"this":1,"case":1,"order":2,"the":1,"same":1,"as":1,"since":1,"we":1,"have":1,"only":1,"one":1,"output":1,"channel":1},"3321,1825,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"gptqmodel":2,"use":1,"dynamic":4,"config":6,"property":1,"to":2,"allow":1,"per":1,"module":4,"quantization":4,"so":1,"each":1,"can":3,"be":2,"individually":1,"optimized":1,"format":2,"is":9,"dict":3,"str":1,"where":1,"key":2,"a":2,"regex":1,"string":1,"that":1,"perform":1,"both":1,"positive":4,"prefixed":2,"or":1,"negative":3,"matching":2,"of":4,"default":1,"match":4,"override":2,"base":1,"quant":2,"mode":1,"if":2,"no":1,"prefix":2,"used":1,"value":2,"in":2,"field":1,"and":3,"will":1,"skip":2,"init":1,"for":2,"this":1,"entirely":1,"non":1,"quantized":3,"inference":1,"more":1,"details":1,"examples":1,"found":1,"at":1,"https":1,"github":1,"com":1,"modelcloud":1,"example":1,"last":2,"1":4,"2":1,"the":3,"layers":4,"10":2,"21":4,"has":2,"8bit":2,"vs":1,"4bit":1,"0":2,"9":2,"4":1,"16":2,"group":4,"size":4,"64":2,"matches":1,"node":1,"layer":2,"15":1,"r":3,"5":1,"bits":9,"8":2,"6":1,"20":1,"moe":2,"all":1,"self":11,"weight":6,"sym":6,"pack":1,"factor":1,"32":1,"packed":1,"into":1,"int32":1,"desc":2,"act":2,"lm":2,"head":2,"full":2,"not":1,"type":3,"map":2,"raise":1,"valueerror":1,"unsupported":1,"f":1},"5146,1997,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"def":7,"repr":1,"self":6,"str":3,"return":7,"f":5,"gptqmarlinconfig":2,"quant":10,"type":2,"group":5,"size":5,"desc":5,"act":6,"lm":5,"head":5,"quantized":4,"dynamic":8,"classmethod":6,"get":13,"name":4,"cls":17,"quantizationmethods":2,"gptq":3,"marlin":4,"supported":1,"dtypes":1,"list":2,"torch":3,"dtype":1,"half":1,"bfloat16":1,"min":1,"capability":1,"int":1,"80":1,"config":11,"filenames":1,"quantize":1,"json":1,"from":7,"dict":1,"any":1,"keys":6,"or":4,"default":2,"if":2,"is":8,"none":2,"else":1,"weight":2,"bits":3,"sym":3,"false":1,"override":1,"quantization":1,"method":1,"hf":2,"cfg":2,"user":6,"optional":1,"can":2,"convert":2,"compatible":1,"valid":2,"and":1,"msg":2,"the":1,"model":1,"convertible":1,"to":1,"during":1,"runtime":1,"using":1,"kernel":1,"format":1,"logger":1,"info":1},"7143,1984,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"if":8,"can":2,"convert":1,"and":1,"user":1,"quant":14,"gptq":7,"logger":2,"info":1,"detected":1,"that":1,"the":1,"model":2,"run":1,"with":1,"marlin":5,"however":1,"you":1,"specified":1,"quantization":3,"explicitly":1,"so":1,"forcing":1,"use":1,"for":1,"faster":1,"inference":1,"return":8,"none":5,"def":2,"get":9,"method":7,"self":5,"layer":8,"torch":1,"nn":1,"module":1,"prefix":5,"str":2,"optional":1,"quantizemethodbase":1,"isinstance":1,"fusedmoe":1,"from":2,"vllm":1,"executor":1,"layers":1,"moe":4,"wna16":2,"import":1,"moewna16config":2,"not":4,"check":1,"supports":1,"group":4,"size":4,"warning":1,"once":1,"f":1,"is":8,"supported":1,"by":1,"gptqmoemarlin":1,"falling":1,"back":1,"to":1,"kernels":1,"config":8,"full":1,"gptqmarlinmoemethod":1,"linear":1,"gptqmarlinlinearmethod":1,"classmethod":1,"compatible":1,"cls":2,"dict":1,"any":1,"lower":1,"num":3,"bits":4,"sym":4,"desc":3,"act":3,"current":1,"platform":1,"cuda":1,"false":4,"conversion":1,"only":1,"valid":1,"required":1,"properties":1,"are":1,"found":1,"or":3,"in":1,"type":1,"map":1},"9127,1908,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"return":1,"check":1,"marlin":4,"supported":3,"quant":13,"type":11,"cls":1,"map":1,"num":1,"bits":1,"sym":1,"group":6,"size":16,"class":1,"gptqmarlinlinearmethod":2,"linearmethodbase":1,"linear":4,"method":1,"for":2,"gptq":2,"args":1,"config":12,"the":1,"quantization":1,"kernel":10,"backends":3,"being":3,"used":3,"set":2,"str":1,"def":2,"init":1,"self":10,"gptqmarlinconfig":1,"none":2,"verify":2,"on":1,"platform":1,"create":1,"weights":1,"layer":1,"torch":2,"nn":1,"module":1,"input":6,"per":5,"partition":8,"int":4,"output":6,"sizes":2,"list":1,"params":2,"dtype":3,"extra":2,"weight":7,"attrs":2,"sum":1,"is":1,"row":1,"parallel":1,"loader":2,"get":1,"mp":3,"mplinearlayerconfig":1,"full":1,"shape":2,"act":2,"zero":1,"points":1,"false":1,"has":1,"g":1,"idx":1,"desc":1,"choose":1,"if":1,"name":3,"not":1,"in":1,"logger":1,"info":1,"using":1,"s":1,"add":1},"11035,1585,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"normalize":1,"group":8,"size":16,"if":2,"self":6,"quant":6,"config":6,"1":4,"else":2,"input":9,"determine":1,"sharding":1,"marlin":1,"repeat":2,"scales":7,"on":2,"all":1,"ranks":1,"desc":1,"act":1,"is":1,"row":1,"parallel":1,"by":2,"setting":2,"scale":2,"dim":8,"none":2,"weight":6,"loader":6,"will":2,"the":2,"each":1,"gpu":1,"in":2,"tp":2,"case":2,"and":4,"zp":4,"0":5,"shard":1,"per":4,"partition":4,"quantized":1,"weights":1,"qweight":1,"packedvllmparameter":1,"data":2,"torch":4,"empty":2,"pack":2,"factor":3,"output":2,"dtype":2,"int32":2,"packed":2,"activation":1,"order":1,"g":1,"idx":1,"rowvllmparameter":1},"12620,1868,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"qzeros":8,"args":6,"data":2,"torch":3,"empty":2,"scales":8,"and":3,"zp":4,"size":4,"output":6,"per":2,"partition":2,"self":4,"quant":3,"config":4,"pack":3,"factor":5,"dtype":3,"int32":1,"weight":7,"loader":4,"scale":3,"params":1,"if":1,"input":3,"dim":9,"is":1,"none":1,"channelquantscaleparameter":1,"1":6,"packedcolumnparameter":1,"packed":4,"else":1,"groupquantscaleparameter":1,"0":2,"packedvllmparameter":1,"layer":4,"register":4,"parameter":4,"qweight":3,"g":3,"idx":3,"kernel":3,"type":1,"mp":1,"linear":1,"w":4,"q":1,"param":4,"name":4,"s":1,"gidx":1},"14488,1436,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"def":4,"process":2,"weights":4,"after":2,"loading":2,"self":13,"layer":5,"torch":7,"nn":3,"module":3,"none":3,"kernel":2,"apply":2,"x":2,"tensor":3,"bias":2,"optional":1,"return":1,"class":1,"gptqmarlinmoemethod":2,"fusedmoemethodbase":1,"moe":3,"marlin":1,"method":1,"with":1,"quantization":1,"init":2,"quant":10,"config":6,"gptqmarlinconfig":1,"fusedmoeconfig":1,"super":1,"if":1,"type":4,"size":8,"bits":2,"4":1,"scalar":2,"types":2,"uint4b8":1,"elif":1,"8":1,"uint8b128":1,"else":1,"raise":1,"valueerror":1,"only":1,"supports":1,"int4":1,"and":1,"int8":1,"now":1,"create":1,"num":1,"experts":1,"int":3,"hidden":1,"intermediate":5,"per":2,"partition":2,"params":1,"dtype":2,"extra":2,"weight":2,"attrs":2,"full":4,"pop":1,"is":1,"k":1,"not":1,"desc":1,"act":1,"or":1},"15924,580,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"if":2,"self":4,"quant":4,"config":4,"group":4,"size":8,"1":3,"scales":6,"size13":2,"hidden":1,"w2":2,"intermediate":2,"full":1,"desc":1,"act":1,"else":2,"per":1,"partition":1,"size2":2,"strategy":2,"fusedmoeweightscalesupported":2,"value":2,"channel":1},"16504,1901,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"extra":5,"weight":9,"attrs":9,"update":1,"quant":3,"method":1,"strategy":1,"is":1,"transposed":1,"true":1,"fused":1,"gate":1,"up":2,"proj":4,"column":1,"parallel":2,"w13":8,"qweight":8,"torch":10,"nn":4,"parameter":8,"empty":4,"num":4,"experts":4,"hidden":3,"size":6,"self":2,"config":2,"pack":2,"factor":2,"2":2,"intermediate":3,"per":3,"partition":3,"dtype":6,"int32":2,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"set":4,"down":2,"row":1,"w2":9,"scales":13,"size13":1,"params":2,"size2":1,"dont":1,"shard":1,"the":1,"when":1,"running":1,"act":1,"order":1},"18405,1823,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"set":6,"weight":10,"attrs":10,"w2":13,"scales":6,"load":2,"full":2,"self":4,"quant":4,"config":4,"desc":2,"act":3,"up":1,"proj":2,"w13":8,"qzeros":9,"torch":10,"nn":4,"parameter":8,"empty":4,"num":4,"experts":4,"size13":1,"2":1,"intermediate":2,"size":4,"per":2,"partition":2,"pack":2,"factor":2,"dtype":6,"params":2,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"extra":4,"down":1,"size2":1,"hidden":2,"dont":1,"shard":1,"the":1,"when":1,"running":1,"order":1,"g":8,"idx":8,"int32":2},"20228,844,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"w13":4,"g":8,"idx":8,"sort":8,"indices":8,"torch":6,"nn":2,"parameter":4,"empty":2,"num":2,"experts":2,"hidden":1,"size":2,"dtype":2,"int32":2,"requires":2,"grad":2,"false":2,"layer":2,"register":2,"set":2,"weight":4,"attrs":4,"extra":2,"w2":4,"intermediate":1,"per":1,"partition":1},"21072,184,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"device":3,"layer":3,"w13":1,"qweight":1,"workspace":2,"marlin":1,"make":1,"new":1,"4":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":1,"torch":1,"nn":1,"module":1,"none":1},"21256,1270,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"process":1,"act":2,"order":1,"if":1,"self":1,"quant":1,"config":1,"desc":1,"get":1,"sorting":1,"based":1,"on":1,"g":28,"idx":28,"num":2,"experts":2,"layer":13,"w13":14,"shape":1,"0":1,"sort":10,"indices":10,"torch":8,"empty":4,"like":4,"w2":13,"sorted":6,"for":1,"e":11,"in":1,"range":1,"argsort":2,"to":2,"int32":2,"replace":4,"parameter":4},"22526,1801,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"else":1,"reset":1,"g":9,"idx":9,"related":1,"tensors":1,"num":5,"experts":5,"layer":16,"w13":11,"shape":5,"0":5,"device":10,"torch":12,"nn":4,"parameter":6,"empty":4,"dtype":4,"int32":4,"requires":4,"grad":4,"false":4,"w2":9,"sort":4,"indices":4,"repack":4,"weights":1,"marlin":6,"qweight":12,"ops":2,"gptq":2,"moe":2,"1":2,"self":4,"quant":6,"config":4,"pack":2,"factor":2,"2":2,"type":2,"size":2,"bits":2,"replace":2,"scales":1},"24327,753,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"marlin":6,"w13":5,"scales":13,"moe":2,"permute":2,"s":2,"layer":8,"size":11,"k":2,"intermediate":1,"per":1,"partition":1,"n":2,"shape":3,"2":2,"group":6,"self":5,"quant":5,"config":5,"replace":2,"parameter":2,"w2":6,"1":2,"if":1,"else":1,"pack":1,"factor":1},"25080,1939,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"if":3,"hasattr":2,"layer":9,"w13":4,"bias":13,"and":2,"is":4,"not":3,"none":11,"data":2,"marlin":2,"permute":2,"w2":4,"def":1,"apply":2,"self":3,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"num":4,"expert":5,"global":1,"experts":3,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"weight":1,"on":1,"input":1,"activation":3,"silu":3,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":2,"fused":1,"raise":1,"notimplementederror":1,"supported":2,"for":1,"gptqmarlinmoemethod":1,"yet":1,"only":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"27019,812,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin.py":{"return":1,"torch":1,"ops":1,"vllm":1,"fused":1,"marlin":1,"moe":1,"x":1,"layer":11,"w13":5,"qweight":2,"w2":5,"getattr":2,"bias":2,"none":2,"scales":2,"router":3,"logits":1,"topk":2,"weights":1,"ids":1,"quant":2,"type":2,"id":2,"self":2,"apply":2,"weight":2,"on":2,"input":2,"global":2,"num":2,"experts":2,"expert":2,"map":2,"g":6,"idx1":1,"idx":4,"idx2":1,"sort":4,"indices1":1,"indices":2,"indices2":1,"workspace":2,"is":2,"k":2,"full":2},"0,1918,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"from":15,"typing":1,"import":16,"any":1,"optional":1,"torch":2,"packaging":1,"version":2,"nn":1,"parameter":3,"logger":4,"init":2,"model":9,"executor":9,"layers":8,"linear":1,"linearbase":1,"linearmethodbase":1,"set":1,"weight":1,"attrs":1,"quantization":6,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"kernels":1,"mixed":1,"precision":1,"bitblaslinearkernel":1,"mplinearlayerconfig":1,"utils":6,"bitblas":12,"supported":6,"num":3,"bits":3,"as":2,"gptq":3,"sym":3,"minimum":1,"repeat":1,"scales":1,"on":1,"all":1,"ranks":1,"check":1,"verify":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedcolumnparameter":1,"packedvllmparameter":1,"rowvllmparameter":1,"platforms":1,"current":1,"platform":1,"scalar":4,"type":3,"types":3,"name":1,"class":2,"gptqbitblasconfig":1,"for":1,"is":1,"quant":1,"map":1,"4":1,"true":2,"uint4b8":1,"8":1,"uint8b128":1},"1918,1852,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"torch":4,"dtype":7,"float16":1,"gptq":5,"ckpt":1,"storage":6,"int32":2,"default":1,"checkpoints":1,"use":2,"as":4,"bitblas":18,"int8":2,"uses":1,"getattr":1,"original":1,"or":2,"rescale":1,"quantized":6,"the":5,"prefer":1,"zeros":1,"mode":1,"def":1,"init":2,"self":7,"weight":3,"bits":3,"int":2,"group":5,"size":4,"desc":5,"act":7,"bool":3,"is":5,"sym":3,"quant":3,"method":3,"optional":1,"str":1,"lm":3,"head":3,"none":1,"try":1,"import":5,"if":2,"version":7,"parse":2,"minimum":3,"raise":2,"importerror":2,"wrong":1,"please":2,"f":3,"install":3,"except":1,"e":2,"exception":3,"valueerror":1,"trying":1,"to":1,"backend":1,"but":1,"could":1,"not":1,"with":1,"following":2,"error":1,"through":1,"command":1,"pip":1,"from":1,"and":1,"1":1,"in":1,"this":1,"case":1,"order":2,"true":1,"same":1,"false":2,"since":1,"we":1,"have":1,"only":1,"one":1,"per":1,"output":1,"channel":1,"super":1},"3770,1893,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"verify":1,"if":4,"self":20,"weight":11,"bits":15,"not":5,"in":4,"gptq":7,"bitblas":8,"supported":7,"num":2,"raise":3,"valueerror":3,"f":10,"does":2,"support":2,"only":2,"are":2,"is":8,"sym":12,"storage":5,"dtype":4,"nbit":2,"int":2,"join":1,"c":3,"for":2,"ckpt":1,"isdigit":1,"4":1,"packed":1,"into":1,"32":1,"bit":1,"datatype":1,"pack":1,"factor":1,"nbits":1,"zeros":3,"type":4,"the":1,"quantized":1,"weights":1,"mode":2,"map":2,"unsupported":1,"quantization":1,"config":3,"quant":3,"def":5,"repr":1,"str":2,"return":5,"gptqbitblasconfig":1,"group":2,"size":2,"desc":2,"act":3,"method":2,"classmethod":4,"get":4,"name":1,"cls":4,"quantizationmethods":1,"dtypes":1,"list":2,"torch":3,"half":1,"bfloat16":1,"min":1,"capability":1,"80":1,"filenames":1,"quantize":1,"json":1},"5663,1944,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"classmethod":2,"def":3,"from":7,"config":8,"cls":13,"dict":1,"str":2,"any":1,"gptqbitblasconfig":1,"weight":2,"bits":3,"get":10,"keys":6,"group":3,"size":3,"desc":3,"act":3,"is":7,"sym":3,"quant":13,"method":5,"lm":4,"head":4,"quantized":3,"or":4,"default":1,"false":1,"return":5,"override":1,"quantization":3,"hf":2,"cfg":2,"user":7,"optional":2,"quantizationmethods":1,"can":4,"convert":3,"gptq":7,"bitblas":5,"compatible":1,"valid":2,"none":3,"if":3,"and":3,"msg":2,"the":2,"model":2,"convertible":1,"to":1,"during":1,"runtime":1,"using":1,"kernel":1,"format":1,"name":3,"logger":2,"info":2,"detected":1,"that":1,"run":1,"with":1,"however":1,"you":1,"specified":1,"explicitly":1,"so":1,"forcing":1,"use":1,"for":1,"faster":1,"inference":1,"self":3,"layer":3,"torch":1,"nn":1,"module":1,"prefix":1,"gptqbitblaslinearmethod":2,"isinstance":2,"linearbase":1,"parallellmhead":1},"7607,1913,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"property":1,"def":3,"torch":4,"storage":2,"dtype":3,"self":6,"return":6,"bitblas":7,"classmethod":1,"is":7,"gptq":3,"compatible":1,"cls":4,"quant":15,"config":14,"dict":1,"str":2,"any":1,"extract":1,"data":1,"from":1,"num":4,"bits":5,"get":6,"group":7,"size":7,"sym":5,"desc":3,"act":3,"temporarily":1,"disable":1,"on":2,"rocm":1,"platform":3,"if":7,"not":2,"current":1,"cuda":2,"false":4,"we":1,"cannot":3,"find":1,"the":5,"info":1,"needed":1,"in":2,"convert":3,"none":5,"or":3,"type":6,"map":2,"capability":5,"of":1,"device":4,"too":1,"low":1,"major":2,"minor":2,"10":1,"min":1,"otherwise":1,"can":1,"model":1,"satisfies":1,"constraints":1,"check":1,"supported":3,"class":1,"gptqbitblaslinearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"for":1,"args":1,"quantization":1,"kernel":2,"bitblaslinearkernel":1,"backends":1,"being":1,"used":1,"set":2,"init":1,"gptqbitblasconfig":1,"verify":2},"9520,1889,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"def":1,"create":1,"weights":4,"self":4,"layer":1,"torch":6,"nn":1,"module":1,"input":11,"size":24,"per":6,"partition":10,"int":4,"output":6,"sizes":2,"list":1,"params":5,"dtype":6,"extra":1,"weight":1,"attrs":1,"none":1,"creates":1,"quantized":4,"for":2,"use":1,"in":2,"linear":1,"operations":2,"the":14,"function":1,"initializes":1,"and":3,"returns":2,"a":2,"dictionary":2,"containing":2,"scales":3,"zeros":3,"performing":1,"matrix":1,"multiplication":1,"args":1,"of":5,"total":2,"unused":2,"data":2,"type":2,"parameters":1,"expected":1,"to":1,"be":3,"float16":4,"qweight":1,"raises":1,"valueerror":3,"if":5,"is":2,"not":2,"or":1,"divisible":2,"by":2,"group":9,"quant":4,"config":4,"raise":2,"parameter":1,"must":2,"f":3,"but":1,"got":1,"normalize":1,"1":1,"else":1,"0":1},"11409,1867,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"kernel":8,"type":8,"self":10,"validate":1,"output":5,"size":23,"per":6,"partition":8,"sum":1,"sizes":1,"is":2,"row":2,"parallel":2,"input":9,"weight":8,"loader":4,"extra":1,"attrs":1,"get":1,"mp":1,"linear":1,"config":8,"mplinearlayerconfig":1,"full":1,"shape":2,"quant":8,"act":3,"params":1,"dtype":1,"group":10,"zero":1,"points":1,"false":1,"has":1,"g":1,"idx":1,"desc":2,"if":3,"name":3,"not":1,"in":3,"backends":2,"being":2,"used":2,"logger":1,"info":1,"using":1,"s":1,"for":1,"gptqbitblaslinearmethod":1,"add":1,"normalize":1,"1":3,"else":2,"determine":1,"sharding":1,"bitblas":1,"repeat":2,"scales":7,"on":2,"all":1,"ranks":1,"by":2,"setting":2,"scale":2,"dim":4,"none":2,"will":2,"the":2,"each":1,"gpu":1,"tp":2,"case":2,"and":4,"zp":4,"0":2,"shard":1},"13276,1861,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"init":1,"buffers":1,"quantized":2,"weights":1,"qweight":1,"packedvllmparameter":1,"data":4,"torch":8,"empty":5,"input":6,"size":9,"per":6,"partition":6,"self":3,"quant":3,"config":3,"pack":3,"factor":4,"output":6,"dtype":7,"int32":3,"dim":7,"0":3,"1":2,"packed":2,"weight":11,"loader":8,"activation":1,"order":1,"ignore":1,"warning":1,"from":1,"fused":1,"linear":1,"layers":1,"such":1,"as":1,"qkvparallellinear":1,"g":1,"idx":1,"rowvllmparameter":1,"scales":7,"parameter":1,"and":4,"zp":4,"params":2,"requires":1,"grad":1,"false":1,"set":1,"attrs":2,"extra":1,"zero":1,"points":1,"qzeros":1,"args":2,"scale":1},"15137,1989,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_bitblas.py":{"if":2,"scales":6,"and":1,"zp":2,"input":4,"dim":9,"is":2,"none":4,"channelquantscaleparameter":1,"output":5,"1":6,"weight":2,"scale":2,"args":4,"qzeros":7,"packedcolumnparameter":1,"packed":4,"factor":4,"self":9,"quant":4,"config":5,"pack":2,"else":1,"groupquantscaleparameter":1,"0":2,"packedvllmparameter":1,"layer":8,"register":4,"parameter":4,"qweight":3,"g":3,"idx":3,"kernel":6,"type":1,"mp":1,"linear":2,"w":4,"q":1,"param":4,"name":4,"s":1,"gidx":1,"bitblas":4,"initialize":1,"or":1,"retrieve":1,"the":1,"matrix":1,"multiplication":1,"operator":1,"configure":1,"matmul":1,"size":2,"per":2,"partition":2,"params":2,"dtype":2,"bias":4,"false":1,"def":2,"process":2,"weights":2,"after":2,"loading":2,"torch":5,"nn":2,"module":2,"apply":2,"x":2,"tensor":3,"optional":1,"out":3,"gptq":1,"not":1,"add":1,"return":1},"0,1250,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":10,"fractions":1,"import":11,"fraction":1,"typing":1,"type":3,"checking":2,"any":1,"optional":1,"union":1,"torch":1,"logger":4,"init":2,"model":5,"executor":5,"layers":4,"linear":1,"linearbase":1,"unquantizedlinearmethod":1,"quantization":2,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"platforms":1,"current":1,"platform":1,"scalar":2,"types":1,"if":1,"models":1,"utils":1,"weightsmapper":1,"name":1,"class":2,"autoroundconfig":1,"for":1,"autoround":1,"reference":1,"https":1,"arxiv":1,"org":1,"pdf":1,"2309":1,"05516":1,"supported":4,"bits":1,"3":1,"4":1,"8":1,"dtypes":1,"int":1,"formats":1,"auto":5,"round":2,"gptq":3,"awq":3,"backends":1,"marlin":3,"ipex":1},"1250,1924,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"def":2,"init":2,"self":22,"weight":9,"bits":11,"int":3,"group":5,"size":5,"sym":5,"bool":1,"true":1,"packing":6,"format":6,"str":8,"auto":3,"round":1,"gptq":1,"block":5,"name":5,"to":5,"quantize":5,"optional":2,"union":1,"list":1,"none":3,"extra":3,"config":3,"dict":1,"any":1,"data":6,"type":6,"backend":6,"super":1,"if":5,"not":4,"in":4,"supported":8,"raise":4,"valueerror":4,"f":10,"unsupported":4,"currently":4,"only":4,"support":4,"dtypes":2,"formats":2,"backends":2,"split":1,"isinstance":1,"else":1,"pack":1,"factor":1,"fraction":1,"32":1,"repr":1,"return":1,"autoroundconfig":1},"3174,1875,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"classmethod":5,"def":7,"get":19,"name":8,"cls":14,"quantizationmethods":1,"return":7,"auto":4,"round":2,"supported":1,"act":1,"dtypes":1,"list":2,"torch":3,"dtype":1,"half":1,"bfloat16":1,"min":1,"capability":1,"int":2,"60":1,"config":22,"filenames":1,"str":4,"quantization":1,"json":1,"from":10,"dict":1,"any":1,"autoroundconfig":1,"weight":2,"bits":4,"keys":8,"group":4,"size":4,"sym":4,"packing":2,"format":2,"or":5,"gptq":1,"block":3,"to":3,"quantize":2,"quant":1,"names":1,"none":2,"extra":6,"data":2,"type":2,"backend":3,"vllm":1,"layer":5,"self":8,"quantized":4,"bool":1,"true":2,"cfg":4,"if":5,"else":4,"16":1,"1":2,"exact":1,"match":1,"and":1,"in":1},"5049,1838,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"2":1,"determine":1,"whether":1,"layer":12,"should":1,"be":1,"quantized":7,"not":1,"isinstance":1,"parallellmhead":1,"if":8,"self":7,"block":2,"name":18,"to":2,"quantize":2,"any":1,"startswith":2,"for":7,"in":7,"3":1,"handle":2,"fused":4,"moe":6,"extra":3,"config":8,"and":2,"fusedmoe":1,"class":1,"lower":1,"configs":7,"get":3,"len":2,"set":2,"1":3,"return":4,"0":2,"raise":2,"valueerror":2,"f":4,"requires":2,"consistent":2,"quant":2,"all":1,"sub":11,"layers":1,"4":1,"qkv":1,"or":1,"other":1,"patterns":1,"fusion":4,"key":6,"keys":2,"packed":1,"modules":1,"mapping":1,"items":1,"count":1,"names":3,"replace":1,"module":1,"5":1,"fallback":1,"def":1,"check":1,"weight":2,"bits":2,"int":1,"bool":1,"16":1},"6887,1903,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"def":2,"apply":4,"vllm":7,"mapper":4,"self":10,"hf":3,"to":6,"weightsmapper":1,"if":7,"block":3,"name":4,"quantize":3,"is":2,"not":4,"none":3,"list":1,"extra":3,"config":4,"dict":1,"awq":5,"quant":1,"layer":10,"prefix":3,"str":2,"backend":3,"auto":2,"from":3,"model":3,"executor":3,"layers":3,"fused":1,"moe":3,"import":3,"fusedmoe":2,"quantization":2,"utils":2,"marlin":12,"check":5,"supported":2,"supports":2,"weight":5,"bits":6,"group":5,"size":5,"sym":4,"get":1,"quantized":1,"isinstance":2,"linearbase":1,"parallellmhead":1,"return":2,"unquantizedlinearmethod":1,"else":2,"logger":1,"debug":1,"s":5,"type":4,"class":1,"or":1,"in":2,"map":3,"4":1,"scalar":2,"types":2,"uint4":1,"8":1,"uint8":1,"use":5,"and":2,"false":1,"awqmarlinconfig":1,"awqmarlinlinearmethod":1,"awqmoemethod":1},"8790,1797,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"quant":8,"args":5,"marlin":8,"awqmarlinconfig":1,"weight":5,"bits":6,"group":6,"size":6,"zero":3,"point":3,"not":4,"sym":3,"lm":2,"head":2,"quantized":1,"false":2,"full":1,"config":4,"modules":1,"to":1,"convert":1,"else":2,"from":5,"vllm":4,"model":4,"executor":4,"layers":4,"quantization":3,"awq":2,"import":4,"awqconfig":2,"awqlinearmethod":2,"if":4,"isinstance":2,"layer":7,"fusedmoe":2,"use":2,"return":5,"awqmoemethod":1,"moe":4,"wna16":1,"moewna16config":2,"method":2,"get":1,"prefix":2,"linearbase":1,"parallellmhead":1,"awqmarlinlinearmethod":1,"none":1,"def":1,"apply":1,"gptq":1,"self":1,"str":2,"backend":1,"auto":1,"fused":1,"utils":2,"check":2,"supported":1,"supports":1},"10587,1794,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"weight":7,"bits":8,"group":7,"size":7,"sym":8,"self":2,"get":1,"layer":7,"config":2,"prefix":2,"if":5,"not":2,"check":3,"quantized":2,"isinstance":2,"linearbase":1,"parallellmhead":1,"return":2,"unquantizedlinearmethod":1,"else":3,"none":1,"logger":1,"debug":1,"s":5,"type":4,"class":1,"name":1,"backend":2,"auto":1,"or":1,"marlin":10,"in":2,"gptq":5,"map":3,"4":1,"true":2,"scalar":2,"types":2,"uint4b8":1,"8":1,"uint8b128":1,"use":5,"and":2,"supported":1,"has":1,"zp":1,"fusedmoe":1,"moe":1,"supports":1,"false":3,"from":2,"vllm":2,"model":2,"executor":2,"layers":2,"quantization":2,"import":2,"gptqmarlinconfig":2,"gptqmarlinlinearmethod":1,"gptqmarlinmoemethod":1,"quant":1,"args":1,"is":1,"lm":1,"head":1,"desc":1,"act":1,"dynamic":1,"full":1,"gptqconfig":1,"gptqlinearmethod":1},"12381,1572,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"quant":8,"args":4,"gptqconfig":1,"weight":5,"bits":6,"group":5,"size":5,"lm":2,"head":2,"quantized":2,"false":3,"desc":1,"act":1,"dynamic":1,"if":6,"isinstance":3,"layer":9,"fusedmoe":1,"use":2,"marlin":4,"from":3,"vllm":2,"model":2,"executor":2,"layers":2,"quantization":2,"moe":2,"wna16":1,"import":2,"moewna16config":2,"config":4,"method":2,"gptq":1,"sym":3,"return":7,"get":2,"prefix":3,"gptqmarlinmoemethod":1,"linearbase":2,"parallellmhead":2,"gptqmarlinlinearmethod":1,"else":2,"gptqlinearmethod":1,"none":2,"def":1,"apply":1,"ipex":2,"self":3,"str":1,"not":1,"check":1,"unquantizedlinearmethod":1,"ipexawqlinearmethod":1,"ipexconfig":1,"ipexgptqlinearmethod":1},"13953,1313,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/auto_round.py":{"if":5,"isinstance":1,"layer":8,"linearbase":1,"parallellmhead":1,"awq":6,"in":6,"self":12,"packing":5,"format":6,"config":4,"ipexconfig":2,"method":3,"weight":4,"bits":4,"group":4,"size":4,"return":6,"ipexawqlinearmethod":1,"elif":1,"gptq":5,"ipexgptqlinearmethod":1,"else":2,"raise":1,"valueerror":1,"f":2,"ipex":3,"backend":4,"only":1,"supports":1,"and":1,"gtpq":1,"but":1,"got":1,"none":1,"def":1,"get":1,"quant":4,"torch":1,"nn":1,"module":1,"prefix":4,"str":1,"current":2,"platform":2,"is":2,"cpu":1,"or":4,"xpu":1,"apply":3},"0,1846,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ptpc_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":11,"typing":1,"import":12,"any":1,"optional":2,"torch":2,"nn":1,"parameter":2,"custom":1,"ops":2,"as":2,"logger":4,"init":3,"model":6,"executor":6,"layers":7,"linear":1,"linearbase":1,"unquantizedlinearmethod":1,"quantization":9,"quantizationmethods":1,"base":1,"config":2,"quantizemethodbase":1,"fp8":5,"fp8config":2,"fp8kvcachemethod":1,"fp8linearmethod":1,"utils":4,"quant":1,"groupshape":1,"is":4,"layer":1,"skipped":1,"w8a8":1,"fp8linearop":1,"platforms":1,"current":3,"platform":3,"activation":3,"schemes":1,"static":2,"dynamic":4,"name":1,"class":2,"ptpcfp8config":1,"for":1,"per":2,"token":1,"channel":1,"def":1,"self":1,"scheme":2,"str":2,"ignored":1,"list":1,"none":2,"if":3,"not":2,"rocm":2,"raise":3,"valueerror":3,"ptpc":3,"supported":2,"only":3,"on":2,"has":1,"device":1,"capability":1,"94":1,"amd":1,"instinct":1,"mi300":1,"gpus":1,"and":1,"newer":1,"noqa":1,"e501":1,"of":1,"now":1,"support":1},"1846,1837,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ptpc_fp8.py":{"super":1,"init":1,"is":2,"checkpoint":1,"fp8":3,"serialized":1,"false":1,"activation":7,"scheme":6,"ignored":7,"layers":7,"classmethod":2,"def":3,"get":4,"name":1,"cls":5,"quantizationmethods":1,"return":6,"ptpc":1,"from":4,"config":6,"dict":1,"str":2,"any":1,"ptpcfp8config":1,"keys":2,"or":1,"none":2,"quant":2,"method":2,"self":4,"layer":5,"torch":2,"nn":1,"module":1,"prefix":2,"optional":1,"quantizemethodbase":1,"vllm":1,"attention":3,"import":2,"avoid":1,"circular":1,"if":2,"isinstance":2,"linearbase":1,"skipped":1,"unquantizedlinearmethod":1,"ptpcfp8linearmethod":2,"elif":1,"fp8kvcachemethod":1,"class":1,"fp8linearmethod":1,"linear":1,"for":1,"per":2,"token":1,"and":1,"channel":1,"quantization":2,"only":2,"supports":1,"loading":2,"quantized":1,"bf16":2,"model":4,"checkpoints":2,"with":1,"dynamic":1,"scaling":2,"to":3,"load":1,"fp16":2,"user":1,"must":1,"specify":1,"convert":1,"the":5,"weight":2,"into":1,"factor":1,"will":1,"be":1,"initialized":1,"after":1,"weights":1,"are":1,"loaded":1,"limitations":1,"1":1,"support":1,"float8":1,"e4m3fnuz":1,"data":1,"type":1,"due":1,"limitation":1,"of":1,"scaled":1,"mm":1,"https":1,"github":1,"com":1,"rocm":1,"pytorch":1,"blob":1,"8c0504d7f3fb0ee4c278c096a5c3caedb01129fa":1,"aten":2,"src":1,"native":1,"cuda":1,"blas":1,"cpp":1,"l1041":1,"args":1},"3683,1716,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/ptpc_fp8.py":{"def":3,"init":2,"self":6,"quant":7,"config":4,"ptpcfp8config":1,"super":1,"force":1,"weight":15,"quantization":1,"is":2,"checkpoint":1,"fp8":5,"serialized":1,"false":6,"linear":2,"fp8linearop":1,"act":2,"static":1,"cutlass":1,"supported":1,"group":1,"shape":1,"groupshape":1,"per":2,"token":2,"process":1,"weights":2,"after":1,"loading":1,"layer":13,"torch":8,"nn":3,"module":2,"none":6,"parameter":3,"data":3,"requires":3,"grad":3,"assert":1,"dtype":3,"bfloat16":2,"f":1,"currently":1,"scaled":2,"mm":1,"hipblaslt":1,"rowwise":1,"gemm":1,"only":1,"support":1,"output":1,"of":1,"str":1,"specified":1,"noqa":1,"e501":1,"quantize":1,"the":4,"qweight":2,"scale":9,"ops":1,"use":1,"if":1,"dynamic":1,"true":1,"update":1,"with":1,"new":1,"values":1,"t":1,"pretranspose":1,"input":4,"apply":2,"x":2,"tensor":3,"bias":3,"optional":1,"return":1,"ub":1},"0,1971,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":11,"project":1,"from":11,"typing":1,"import":12,"any":1,"optional":2,"torch":1,"custom":1,"ops":2,"as":1,"logger":4,"init":4,"model":7,"executor":7,"layers":6,"linear":1,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":6,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"utils":6,"marlin":8,"gptq":4,"max":1,"parallel":1,"min":1,"thread":1,"n":1,"make":1,"empty":1,"g":1,"idx":1,"permute":2,"bias":1,"scales":1,"test":1,"marlinworkspace":1,"quant":2,"pack":2,"parameter":1,"basevllmparameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"scalar":3,"type":2,"types":2,"name":1,"class":2,"hqqmarlinconfig":1,"for":1,"hqq":3,"def":1,"self":6,"weight":5,"bits":5,"int":2,"group":5,"size":5,"skip":3,"modules":3,"list":1,"str":1,"none":2,"super":1,"assert":2,"64":2,"only":2,"supported":2,"is":2,"currently":2,"4":2,"bitsize":1,"factor":1,"32":1,"packed":1,"into":1,"int32":1,"in":1,"format":1,"uint4":1},"1971,1974,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"def":11,"repr":1,"self":12,"str":5,"return":10,"f":2,"hqqmarlinconfig":2,"quant":5,"type":2,"group":5,"size":5,"classmethod":5,"get":7,"name":3,"cls":8,"quantizationmethods":1,"hqq":2,"supported":1,"act":1,"dtypes":1,"list":2,"torch":7,"dtype":1,"half":1,"bfloat16":1,"min":1,"capability":1,"int":1,"80":1,"config":7,"filenames":1,"quantize":1,"json":1,"from":3,"dict":1,"any":4,"wq":3,"params":4,"weight":9,"bits":2,"keys":2,"nbits":1,"skip":6,"modules":6,"is":3,"layer":4,"skipped":2,"prefix":5,"bool":1,"split":2,"the":2,"into":1,"its":1,"dot":1,"separated":1,"components":3,"check":1,"if":3,"of":1,"exactly":1,"matches":1,"component":1,"not":1,"none":2,"and":1,"module":3,"in":2,"for":1,"method":1,"nn":1,"optional":1,"quantizemethodbase":1,"isinstance":1,"linearbase":1,"unquantizedlinearmethod":1,"hqqmarlinmethod":1,"empty":1,"parameter":1,"will":1,"be":1,"ignored":1,"during":1,"loading":1,"class":1,"hqqemptyparameter":1,"basevllmparameter":1,"load":3,"merged":1,"column":1,"loaded":3,"tensor":3,"kwargs":2,"pass":3,"row":1,"parallel":1,"qkv":1},"3945,1710,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"def":4,"error":1,"loader":2,"param":1,"torch":7,"tensor":5,"loaded":11,"weight":18,"none":2,"raise":1,"valueerror":1,"no":1,"provided":1,"for":1,"hqq":3,"parameter":1,"packing":1,"creates":1,"issues":1,"with":1,"sharding":1,"therefore":1,"prior":1,"to":3,"loading":1,"we":2,"repack":1,"gptq":3,"also":1,"reshape":2,"the":1,"weights":1,"their":1,"proper":1,"shape":10,"class":1,"hqqweightparameter":1,"packedvllmparameter":1,"unpack":3,"function":1,"from":1,"https":1,"github":1,"com":1,"mobiusml":1,"4bit":2,"u8":2,"self":15,"w":6,"q":6,"uint8":3,"2":2,"assert":1,"bits":5,"4":3,"unsupported":1,"quant":1,"bitsize":1,"must":1,"be":1,"dtype":3,"step":4,"0":3,"tmp":4,"empty":1,"1":4,"device":2,"0b11110000":1,"0b00001111":1,"return":1,"init":2,"packed":5,"factor":3,"int":3,"dim":4,"kwargs":4,"super":2,"input":3,"output":2,"load":2,"merged":2,"column":2,"transpose":1,"pack":1},"5655,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"def":6,"load":10,"row":4,"parallel":4,"weight":44,"self":16,"loaded":32,"torch":5,"tensor":5,"unpack":2,"4bit":2,"u8":2,"reshape":5,"output":1,"shape":10,"1":11,"transpose":3,"0":5,"gptq":3,"pack":2,"bits":2,"super":5,"qkv":4,"kwargs":6,"input":1,"zero":1,"points":1,"and":1,"scales":1,"in":1,"hqq":2,"must":1,"also":1,"be":1,"reshaped":1,"to":2,"correspond":1,"w":1,"q":1,"s":1,"transposed":1,"we":1,"them":1,"too":1,"when":1,"processing":1,"weights":1,"class":2,"hqqzeroscaleparameter":1,"groupquantscaleparameter":1,"merged":2,"column":2,"hqqmarlinmethod":1,"linearmethodbase":1,"linear":1,"method":1,"for":1,"marlin":1,"init":1,"quant":3,"config":3,"hqqmarlinconfig":1},"7635,1957,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"def":1,"create":1,"weights":1,"self":14,"layer":4,"torch":6,"nn":1,"module":1,"input":9,"size":15,"per":9,"partition":11,"int":4,"output":10,"sizes":2,"list":1,"params":3,"dtype":7,"extra":2,"weight":12,"attrs":2,"none":1,"sum":1,"loader":9,"get":1,"error":1,"scales":5,"and":3,"zp":3,"quant":4,"config":4,"group":1,"qweight":2,"hqqweightparameter":1,"data":3,"empty":3,"pack":2,"factor":3,"int32":1,"dim":7,"0":4,"1":3,"packed":2,"bits":2,"zeros":2,"hqqzeroscaleparameter":2,"register":3,"parameter":3,"w":1,"q":1,"zero":1,"scale":1},"9592,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"ignore":3,"extra":1,"parameters":3,"in":2,"the":1,"hqq":1,"model":1,"to":5,"be":1,"added":1,"as":2,"needed":1,"axis":1,"channel":1,"wise":1,"compute":1,"dtype":3,"encoded":1,"state":1,"dict":1,"group":3,"size":9,"nbits":1,"offload":1,"meta":1,"optimize":1,"packing":1,"quant":6,"scale":2,"zero":3,"round":1,"shape":1,"stores":1,"config":4,"unpack":1,"view":2,"float":1,"for":1,"name":2,"layer":11,"register":1,"parameter":1,"hqqemptyparameter":1,"data":1,"torch":4,"empty":4,"0":4,"weight":3,"loader":2,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":10,"nn":1,"module":1,"none":1,"dev":7,"w":4,"q":4,"device":2,"repack":2,"marlin":15,"sort":3,"indices":3,"int":1,"ops":1,"gptq":1,"input":3,"per":6,"partition":6,"output":3,"bits":1,"s":2,"permute":2,"scales":3,"transpose":2,"1":2,"zp":2,"g":4,"idx":4,"make":2,"qweight":1,"zeros":1},"11582,1430,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/hqq_marlin.py":{"if":3,"hasattr":1,"layer":10,"bias":7,"and":1,"is":2,"not":1,"none":4,"data":1,"marlin":11,"permute":1,"def":1,"apply":1,"self":4,"torch":9,"nn":1,"module":1,"x":6,"tensor":3,"optional":1,"workspace":2,"marlinworkspace":1,"output":2,"size":3,"per":3,"partition":3,"gptq":3,"min":1,"thread":1,"n":1,"max":1,"parallel":1,"scales":5,"zeros":5,"orig":4,"type":4,"dtype":1,"float16":5,"to":4,"out":4,"ops":1,"gemm":1,"qweight":1,"g":2,"idx":2,"sort":1,"indices":1,"scratch":1,"scalar":1,"types":1,"uint4":1,"shape":1,"0":1,"input":1,"true":3,"k":1,"full":1,"false":1,"use":3,"atomic":1,"add":1,"32":1,"bit":1,"reduce":1,"float":1,"zp":1,"return":1},"0,1042,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"typing":1,"import":9,"any":1,"callable":1,"optional":1,"union":1,"torch":1,"packaging":1,"version":1,"model":4,"executor":4,"layers":4,"fused":1,"moe":1,"layer":1,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"linear":1,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"set":1,"weight":1,"attrs":1,"quantization":3,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"platforms":1,"current":1,"platform":1,"utils":1,"direct":1,"register":1,"custom":1,"op":1,"class":2,"bitsandbytesconfig":1,"for":1,"bitsandbytes":1,"reference":1,"https":1,"arxiv":1,"org":1,"abs":1,"2305":1,"14314":1},"1042,1999,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"def":4,"init":2,"self":22,"load":10,"in":11,"8bit":5,"bool":5,"false":4,"4bit":26,"true":1,"bnb":21,"compute":5,"dtype":6,"str":5,"float32":2,"quant":16,"storage":8,"uint8":2,"type":5,"fp4":1,"use":3,"double":3,"llm":14,"int8":14,"enable":3,"fp32":3,"cpu":3,"offload":3,"has":3,"fp16":3,"weight":3,"skip":5,"modules":5,"optional":1,"list":2,"none":2,"threshold":3,"float":1,"6":1,"0":1,"super":1,"or":1,"if":1,"not":1,"raise":1,"valueerror":1,"unsupported":1,"f":7,"repr":1,"return":3,"bitsandbytesconfig":1,"classmethod":2,"get":2,"name":1,"quantizationmethods":1,"bitsandbytes":1,"supported":1,"act":1,"dtypes":1,"torch":4,"float16":1,"bfloat16":1},"3041,523,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"classmethod":2,"def":4,"get":4,"min":1,"capability":1,"cls":3,"int":1,"return":4,"70":1,"staticmethod":1,"config":5,"filenames":1,"list":1,"str":2,"from":2,"dict":1,"any":1,"bitsandbytesconfig":1,"safe":1,"value":7,"keys":3,"default":3,"none":2,"try":1,"if":1,"is":1,"not":1,"else":1,"except":1,"valueerror":1},"3564,1602,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"load":4,"in":4,"8bit":2,"get":10,"safe":10,"value":20,"config":10,"default":10,"false":4,"4bit":10,"true":1,"bnb":8,"compute":2,"dtype":2,"float32":1,"quant":6,"storage":2,"uint8":1,"type":2,"fp4":1,"use":2,"double":2,"llm":8,"int8":8,"enable":2,"fp32":2,"cpu":2,"offload":2,"has":2,"fp16":2,"weight":2,"skip":2,"modules":2,"threshold":2,"6":1,"0":1},"5166,1981,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"return":8,"cls":1,"load":4,"in":7,"8bit":2,"4bit":10,"bnb":10,"compute":2,"dtype":6,"quant":8,"storage":2,"type":2,"use":2,"double":2,"llm":14,"int8":14,"enable":2,"fp32":2,"cpu":2,"offload":2,"has":2,"fp16":2,"weight":2,"skip":9,"modules":9,"threshold":2,"def":3,"get":1,"method":1,"self":4,"layer":6,"torch":7,"nn":1,"module":3,"prefix":7,"str":3,"optional":1,"union":1,"linearmethodbase":1,"bitsandbytesmoemethod":2,"if":4,"isinstance":2,"linearbase":1,"is":3,"skipped":2,"unquantizedlinearmethod":1,"bitsandbyteslinearmethod":1,"elif":1,"fusedmoe":1,"moe":1,"config":1,"none":1,"list":1,"split":2,"the":2,"into":1,"its":1,"dot":1,"separated":1,"components":7,"check":5,"any":3,"of":1,"exactly":1,"matches":1,"component":1,"substr":2,"name":2,"for":2,"allow":1,"certain":1,"layers":1,"to":1,"not":1,"be":1,"quantized":1,"set":6,"join":1,"i":2,"1":1,"range":1,"len":2,"0":1,"or":1,"calculate":1,"ratio":1,"floating":1,"point":1,"finfo":1,"bits":4,"iinfo":3,"uint8":2,"else":1},"7147,1915,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"class":1,"bitsandbyteslinearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"for":3,"bitsandbytes":11,"args":1,"quant":7,"config":6,"the":1,"quantization":1,"def":4,"init":1,"self":4,"bitsandbytesconfig":1,"try":1,"import":2,"if":1,"version":4,"parse":2,"0":7,"46":4,"1":5,"raise":2,"importerror":3,"is":1,"wrong":1,"please":2,"install":3,"except":1,"as":1,"err":2,"via":1,"pip":1,"to":1,"use":2,"quantizer":1,"from":2,"create":3,"weights":2,"layer":1,"torch":4,"nn":2,"module":1,"input":4,"size":4,"per":2,"partition":4,"int":4,"output":4,"sizes":2,"list":1,"params":2,"dtype":4,"extra":1,"weight":3,"attrs":2,"int8params":2,"qweight":5,"8bit":2,"data":1,"empty":1,"sum":1,"int8":2,"has":2,"fp16":2,"llm":1,"requires":1,"grad":1,"false":1,"set":1,"dim":2,"pack":1,"factor":1,"true":1,"generation":1,"return":1,"4bit":1,"ratio":2,"calculate":1},"9062,1793,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"total":3,"size":5,"input":3,"per":1,"partition":2,"sum":1,"output":2,"sizes":1,"if":3,"quant":5,"ratio":3,"0":3,"raise":1,"valueerror":1,"the":5,"is":1,"not":1,"aligned":1,"with":1,"quantized":1,"weight":8,"shape":1,"qweight":9,"torch":11,"nn":3,"parameter":2,"empty":1,"1":1,"dtype":1,"uint8":1,"requires":1,"grad":1,"false":1,"set":2,"attrs":3,"dim":2,"pack":1,"factor":1,"use":1,"bitsandbytes":3,"4bit":3,"true":1,"return":3,"self":6,"config":2,"load":3,"in":3,"8bit":5,"create":2,"for":2,"else":2,"enable":1,"parameters":1,"to":1,"have":1,"same":1,"name":1,"as":1,"bnb":1,"checkpoint":1,"format":1,"layer":5,"register":1,"extra":1,"def":2,"apply":4,"module":3,"x":4,"tensor":6,"bias":4,"optional":2,"none":2,"only":1,"when":1,"needed":1,"from":1,"import":1,"matmulltstate":1,"matmul":1},"10855,1941,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"original":2,"type":1,"x":14,"dtype":2,"shape":5,"reshape":3,"after":2,"matmul":16,"false":2,"if":3,"ndim":1,"2":1,"1":8,"size":4,"true":2,"bf":2,"to":2,"torch":3,"bfloat16":1,"qweight":7,"layer":1,"weight":2,"offsets":6,"bnb":2,"shard":1,"quant":10,"states":17,"state":5,"generation":5,"out":6,"dim":4,"0":10,"sum":1,"for":2,"in":3,"items":1,"empty":1,"float16":1,"device":3,"current":4,"index":4,"i":17,"range":1,"len":1,"output":3,"profile":1,"run":1,"or":2,"the":1,"first":1,"of":1,"inference":1,"create":1,"new":3,"matmulltstate":1,"cb":1,"scb":1,"threshold":3,"self":2,"config":2,"llm":2,"int8":2,"has":3,"fp16":3,"weights":2,"is":1,"training":1,"and":1,"not":1,"use":1,"pool":1,"unsqueeze":1},"12796,1867,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"only":1,"update":1,"the":1,"matmul":9,"states":7,"if":7,"it":1,"is":5,"not":6,"profile":1,"run":1,"generation":2,"0":5,"and":3,"self":2,"quant":6,"config":1,"llm":1,"int8":1,"has":1,"fp16":1,"weight":4,"i":6,"cb":2,"none":5,"cxb":2,"del":1,"qweight":6,"offsets":6,"1":11,"out":21,"to":3,"original":6,"type":3,"reshape":5,"after":4,"view":2,"shape":6,"size":3,"bias":5,"return":2,"def":2,"apply":3,"4bit":3,"layer":2,"torch":11,"nn":1,"module":1,"x":13,"tensor":7,"optional":1,"dtype":2,"false":1,"ndim":1,"2":1,"true":1,"bf":2,"bfloat16":2,"bnb":4,"state":3,"shard":1,"dim":4,"sum":1,"for":1,"in":1,"items":1,"empty":1,"device":2},"14663,1393,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"none":2,"only":1,"load":1,"the":4,"bitsandbytes":5,"module":1,"when":1,"needed":1,"from":1,"import":1,"matmul":3,"4bit":9,"quant":6,"states":4,"weight":3,"bnb":7,"state":1,"current":5,"index":4,"0":2,"for":2,"i":5,"in":1,"range":1,"len":1,"output":3,"size":3,"shape":1,"it":1,"is":2,"more":1,"efficient":1,"to":3,"use":1,"out":5,"kwarg":1,"like":1,"infeasible":1,"now":1,"due":1,"bug":2,"https":1,"github":1,"com":1,"timdettmers":1,"issues":1,"1235":1,"need":1,"change":1,"after":1,"fixed":1,"x":2,"offsets":3,"1":1,"t":1,"def":1,"apply":6,"fake":3,"torch":5,"tensor":4,"return":1,"try":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":2,"impl":1,"dispatch":2,"key":2,"platform":1,"ops":1,"vllm":1,"except":1,"attributeerror":1,"as":1,"error":2,"raise":1,"class":1,"bitsandbytesmoemethod":1,"fusedmoemethodbase":1,"moe":1,"method":1,"config":2,"quantization":1},"16056,1319,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"def":2,"init":2,"self":6,"quant":4,"config":4,"bitsandbytesconfig":1,"moe":2,"fusedmoeconfig":1,"super":1,"try":1,"import":1,"bitsandbytes":7,"if":2,"version":4,"parse":2,"0":4,"46":4,"1":4,"raise":2,"importerror":3,"is":1,"wrong":1,"please":2,"install":3,"except":1,"as":1,"err":2,"via":1,"pip":1,"to":1,"use":1,"quantizer":1,"from":1,"create":3,"weights":3,"layer":2,"torch":2,"nn":1,"module":1,"num":2,"experts":2,"int":3,"hidden":2,"size":4,"intermediate":2,"per":2,"partition":2,"params":2,"dtype":3,"extra":2,"weight":2,"attrs":2,"load":1,"in":1,"8bit":2,"call":3,"fun":3,"else":1,"4bit":1},"17375,993,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"def":1,"apply":2,"self":2,"layer":1,"torch":9,"nn":1,"module":1,"x":1,"tensor":8,"router":2,"logits":1,"top":1,"k":1,"int":4,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"false":3,"group":2,"optional":8,"none":9,"num":2,"expert":3,"global":1,"experts":3,"1":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":1,"eplb":1,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":3,"moe":1,"import":1,"assert":1,"is":1},"18368,1225,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"if":2,"enable":1,"eplb":2,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"bitsandbytesmoemethod":1,"yet":1,"topk":11,"weights":3,"ids":3,"fusedmoe":1,"select":1,"experts":4,"hidden":2,"states":2,"x":2,"router":4,"logits":2,"use":2,"grouped":2,"top":2,"k":2,"renormalize":2,"group":4,"num":4,"expert":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":2,"type":1,"self":4,"dtype":1,"quant":1,"config":1,"load":1,"in":1,"8bit":2,"w13":3,"w2":4,"apply":4,"dequant":1,"layer":2,"else":1,"4bit":1,"dequnt":1,"return":1,"fused":1,"w1":1,"inplace":1,"true":1,"activation":2,"weight":2,"on":2,"input":2,"global":2,"map":2},"19593,240,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"def":1,"create":1,"weights":1,"4bit":1,"self":1,"layer":1,"torch":2,"nn":1,"module":1,"num":1,"experts":1,"int":3,"hidden":1,"size":2,"intermediate":1,"per":1,"partition":1,"params":1,"dtype":2,"extra":1,"weight":1,"attrs":1},"19833,1564,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"quant":5,"ratio":5,"calculate":1,"params":1,"dtype":3,"fused":1,"gate":1,"up":1,"proj":2,"column":1,"parallel":2,"w13":7,"total":4,"size":12,"hidden":4,"2":3,"intermediate":4,"per":4,"partition":4,"qweight":5,"torch":6,"nn":2,"parameter":3,"empty":2,"num":5,"experts":6,"1":2,"uint8":2,"requires":2,"grad":2,"false":2,"layer":1,"register":1,"weight":4,"set":2,"attrs":3,"extra":1,"input":1,"dim":2,"output":1,"shape":1,"pack":1,"factor":1,"use":1,"bitsandbytes":1,"4bit":1,"true":1,"down":1,"row":1,"w2":3},"21397,697,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"set":2,"weight":4,"attrs":3,"w2":4,"qweight":3,"num":3,"experts":4,"input":1,"dim":2,"intermediate":2,"size":4,"per":2,"partition":2,"output":1,"hidden":2,"shape":1,"pack":1,"factor":1,"quant":1,"ratio":1,"use":1,"bitsandbytes":1,"4bit":1,"true":1,"layer":1,"register":1,"parameter":1,"extra":1},"22094,991,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitsandbytes.py":{"def":3,"create":1,"weights":1,"8bit":2,"self":3,"layer":9,"torch":8,"nn":3,"module":3,"num":1,"experts":3,"int":3,"hidden":1,"size":2,"intermediate":1,"per":1,"partition":1,"params":1,"dtype":2,"extra":1,"weight":7,"attrs":1,"raise":2,"notimplementederror":2,"apply":2,"4bit":4,"dequnt":1,"tuple":2,"tensor":4,"from":1,"bitsandbytes":1,"functional":1,"import":1,"dequantize":3,"w13":7,"reshape":4,"1":4,"bnb":2,"quant":2,"state":2,"w2":7,"shape":2,"return":1,"dequant":1},"0,1981,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":15,"project":1,"from":16,"typing":1,"import":19,"type":1,"checking":1,"any":1,"callable":1,"optional":1,"torch":4,"nn":3,"functional":1,"as":3,"f":1,"module":1,"parameter":2,"envs":2,"custom":1,"ops":2,"distributed":1,"get":2,"tensor":4,"model":11,"parallel":1,"world":1,"size":1,"logger":2,"init":1,"executor":10,"layers":10,"fused":1,"moe":4,"fusedmoe":1,"fusedmoeactivationformat":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"fusedmoepermuteexpertsunpermute":1,"fusedmoeprepareandfinalize":1,"fusedmoeweightscalesupported":1,"linear":2,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":8,"quantizationmethods":1,"base":1,"config":1,"quantizationconfig":1,"quantizemethodbase":1,"kv":1,"cache":1,"basekvcachemethod":1,"utils":10,"flashinfer":3,"apply":2,"per":2,"scale":2,"fp8":9,"register":1,"scaling":1,"factors":1,"rotate":1,"weights":1,"swap":1,"w13":1,"w31":1,"col":1,"major":1,"tma":1,"aligned":1,"requant":1,"weight":1,"ue8m0":1,"inplace":1,"marlin":4,"prepare":2,"layer":3,"for":2,"quant":1,"groupshape":1,"is":1,"skipped":1,"w8a8":1,"fp8linearop":1,"all":1,"close":1,"1d":1,"cutlass":2,"block":1,"supported":2,"maybe":1,"create":1,"device":1,"identity":1,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"dequantize":1,"requantize":1,"with":1,"max":1},"1981,1306,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"from":8,"vllm":8,"model":3,"executor":3,"parameter":1,"import":8,"blockquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"utils":5,"set":1,"weight":2,"attrs":1,"platforms":1,"current":1,"platform":1,"scalar":2,"type":2,"types":1,"has":2,"deep":4,"gemm":4,"is":6,"blackwell":1,"e8m0":1,"used":1,"supported":1,"flashinfer":2,"moe":1,"if":1,"checking":1,"models":1,"weightsmapper":1,"activation":2,"schemes":1,"static":1,"dynamic":2,"logger":2,"init":3,"name":1,"def":2,"col":1,"major":1,"x":6,"torch":1,"tensor":1,"bool":2,"assert":1,"dim":1,"3":1,"b":1,"m":3,"n":2,"shape":1,"return":1,"stride":3,"0":1,"and":2,"1":2,"2":1,"class":2,"fp8config":1,"quantizationconfig":1,"config":1,"for":1,"fp8":4,"self":2,"checkpoint":3,"serialized":3,"false":1,"scheme":1,"str":2,"ignored":1,"layers":1,"optional":2,"list":2,"none":3,"block":1,"size":1,"int":1,"super":1},"3287,1651,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":6,"activation":10,"scheme":9,"not":4,"in":1,"schemes":1,"raise":4,"valueerror":4,"f":3,"unsupported":1,"self":7,"ignored":5,"layers":5,"or":1,"weight":6,"block":8,"size":6,"is":3,"none":2,"checkpoint":2,"fp8":3,"serialized":2,"the":3,"wise":2,"quantization":3,"only":2,"supports":2,"for":2,"now":2,"len":2,"2":2,"of":1,"must":1,"have":1,"dimensions":2,"but":2,"got":2,"dynamic":2,"classmethod":4,"def":5,"get":4,"name":1,"cls":4,"quantizationmethods":1,"return":4,"supported":1,"act":1,"dtypes":1,"list":3,"torch":3,"dtype":1,"bfloat16":1,"half":1,"min":1,"capability":1,"int":1,"80":1,"config":1,"filenames":1,"str":1,"apply":2,"vllm":3,"mapper":3,"hf":2,"to":2,"weightsmapper":1},"4938,1959,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"classmethod":1,"def":3,"from":7,"config":8,"cls":7,"dict":1,"str":4,"any":1,"fp8config":1,"quant":4,"method":4,"get":7,"keys":5,"is":5,"checkpoint":3,"fp8":4,"serialized":3,"in":2,"activation":4,"scheme":4,"ignored":8,"layers":8,"or":3,"none":4,"weight":4,"block":4,"size":4,"if":4,"not":2,"modules":2,"to":1,"convert":1,"return":7,"self":7,"layer":7,"torch":1,"nn":1,"module":1,"prefix":3,"optional":2,"quantizemethodbase":1,"vllm":2,"attention":3,"import":2,"avoid":1,"circular":1,"isinstance":3,"linearbase":1,"skipped":1,"fused":1,"mapping":2,"packed":1,"unquantizedlinearmethod":1,"fp8linearmethod":1,"elif":2,"fusedmoe":1,"fp8moemethod":1,"moe":1,"fp8kvcachemethod":1,"cache":2,"scale":1,"name":3,"check":1,"whether":1,"the":3,"param":2,"matches":1,"format":1,"for":1,"k":1,"v":1,"scales":1,"compressed":1,"tensors":1,"this":1,"case":1,"its":1,"equivalent":1,"expected":1,"by":1},"6897,1672,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"param":3,"name":14,"return":7,"matching":1,"for":2,"kv":1,"cache":1,"scale":15,"in":4,"vllm":1,"if":5,"endswith":4,"output":8,"and":4,"k":3,"proj":6,"replace":4,"attn":5,"v":3,"q":3,"self":5,"prob":3,"no":1,"matches":1,"none":2,"class":1,"fp8linearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"fp8":4,"supports":2,"loading":2,"checkpoints":2,"with":2,"static":2,"weight":2,"dynamic":2,"activation":2,"also":1,"quantized":1,"fp16":1,"bf16":1,"model":2,"scaling":2,"the":4,"factor":1,"will":1,"be":1,"initialized":1,"after":1,"weights":1,"are":1,"loaded":1,"limitations":1,"1":1,"only":2,"support":3,"per":1,"tensor":1,"quantization":2,"due":2,"to":2,"torch":3,"scaled":2,"mm":2,"2":1,"float8":1,"e4m3fn":1,"data":1,"type":1,"limitation":1,"of":1,"https":1,"github":1,"com":1,"pytorch":2,"blob":1,"2e48b39603411a41c5025efbe52f89560b827825":1,"aten":2,"src":1,"native":1,"cuda":1,"blas":1,"cpp":1,"l854":1,"l856":1,"args":1,"quant":4,"config":5,"def":1,"init":1,"fp8config":1,"cutlass":2,"block":2,"supported":2,"out":1,"dtype":2,"get":1,"default":1},"8569,1731,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"for":5,"gpus":1,"that":1,"lack":1,"fp8":9,"hardware":1,"support":1,"we":1,"can":1,"leverage":1,"the":2,"marlin":5,"kernel":1,"fast":1,"weight":3,"only":3,"quantization":2,"self":14,"use":6,"not":3,"current":4,"platform":4,"has":1,"device":2,"capability":1,"89":1,"or":1,"envs":3,"vllm":3,"test":1,"force":1,"disable":1,"rocm":6,"if":3,"is":6,"false":1,"aiter":4,"supported":5,"on":1,"and":8,"fnuz":2,"at":1,"moment":1,"are":1,"mi300":1,"series":1,"linear":2,"block":2,"quant":5,"config":2,"size":4,"none":1,"act":8,"q":6,"static":5,"activation":1,"scheme":1,"per":4,"token":2,"better":1,"perf":1,"dynamic":1,"cutlass":4,"group":4,"shape":4,"groupshape":2,"else":1,"tensor":1,"fp8linearop":1,"def":1,"create":2,"weights":1,"layer":1,"torch":2,"nn":1,"module":1,"input":2,"partition":2,"int":4,"output":2,"sizes":1,"list":1,"params":1,"dtype":2,"extra":1,"attrs":1,"maybe":1,"identity":1},"10300,396,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"output":5,"size":6,"per":5,"partition":7,"sum":1,"sizes":2,"weight":4,"loader":2,"extra":1,"attrs":1,"get":1,"layer":5,"logical":1,"widths":1,"input":2,"orig":1,"dtype":2,"params":1,"block":1,"none":1},"10696,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":6,"self":6,"block":15,"quant":6,"tp":8,"size":23,"get":1,"tensor":1,"model":1,"parallel":3,"world":1,"assert":1,"config":5,"weight":11,"is":10,"not":5,"none":1,"layer":1,"n":4,"k":4,"0":3,"1":5,"required":2,"by":4,"row":1,"and":4,"input":5,"per":5,"partition":12,"raise":2,"valueerror":2,"f":6,"divisible":2,"quantization":2,"column":1,"or":2,"enabling":1,"merged":5,"weights":1,"split":3,"output":9,"gemm":3,"len":1,"sizes":6,"to":4,"check":3,"in":2,"case":1,"of":2,"matrices":1,"we":1,"allow":1,"the":1,"last":1,"matrix":1,"be":1,"a":1,"multiple":1,"for":1,"dtype":2,"torch":1,"float8":1,"e4m3fn":1,"checkpoint":1,"fp8":1,"serialized":1,"else":1,"params":1},"12684,1871,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"weight":18,"modelweightparameter":1,"data":3,"torch":9,"empty":3,"output":5,"size":4,"per":4,"partition":5,"input":4,"dtype":4,"dim":4,"1":4,"0":2,"loader":6,"layer":3,"register":3,"parameter":3,"if":3,"checkpoint":2,"is":3,"serialized":2,"fp8":2,"load":1,"them":1,"otherwise":1,"wait":1,"until":1,"process":1,"weights":1,"after":1,"loading":1,"self":3,"quant":3,"config":2,"scale":16,"not":1,"block":5,"pertensorscaleparameter":1,"len":1,"sizes":1,"float32":4,"finfo":2,"min":2,"set":2,"attrs":2,"type":2,"else":1,"assert":1,"activation":1,"scheme":1,"dynamic":1,"blockquantscaleparameter":1,"n":2,"k":2,"the":1,"inv":2,"name":1,"intentional":1,"for":1,"deepseekv3":1},"14555,1921,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"input":4,"activation":3,"scale":14,"if":4,"self":6,"quant":4,"config":2,"scheme":2,"static":1,"pertensorscaleparameter":1,"data":3,"torch":7,"empty":2,"len":1,"output":1,"partition":1,"sizes":1,"dtype":1,"float32":2,"weight":26,"loader":2,"finfo":1,"min":1,"set":1,"attrs":1,"type":1,"layer":7,"register":2,"parameter":2,"else":2,"none":2,"def":2,"maybe":2,"pad":7,"tensor":3,"the":1,"this":1,"is":3,"an":1,"optimization":1,"on":1,"rocm":3,"platform":3,"which":1,"can":1,"benefit":1,"from":2,"tensors":1,"located":1,"far":1,"enough":1,"one":1,"another":1,"in":1,"memory":1,"envs":1,"vllm":1,"fp8":2,"padding":1,"and":3,"current":2,"stride":2,"1":2,"2":1,"element":2,"size":4,"512":1,"0":3,"num":3,"256":1,"f":1,"constant":1,"cuda":1,"cache":1,"return":1,"process":1,"weights":1,"after":1,"loading":1,"module":1,"k":2,"first":2,"true":1,"todo":1,"rob":1,"refactor":1,"block":2,"into":1,"separate":1,"class":1,"assert":1,"dynamic":1,"false":1,"fnuz":1,"inv":4,"normalize":1,"e4m3fn":1,"to":1,"e4m3fnuz":1},"16476,1341,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"torch":3,"compile":1,"cannot":1,"use":1,"parameter":7,"subclasses":1,"layer":13,"weight":15,"requires":6,"grad":6,"false":6,"scale":13,"inv":2,"if":3,"checkpoint":3,"not":2,"serialized":2,"fp8":4,"quantize":1,"the":3,"weights":1,"elif":1,"self":2,"quant":3,"config":2,"is":2,"qweight":2,"ops":1,"scaled":1,"none":2,"update":1,"with":1,"new":1,"values":1,"t":1,"input":3,"handle":1,"that":1,"there":1,"are":1,"n":2,"scales":1,"for":1,"shards":1,"in":1,"a":1,"fused":1,"module":1,"else":1,"nn":2,"data":2,"activation":1,"scheme":1,"static":1},"17817,1602,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":6,"using":1,"w8a8":1,"torch":1,"scaled":1,"mm":1,"needs":1,"per":2,"tensor":2,"so":2,"requantize":2,"the":1,"logical":3,"shards":1,"as":1,"a":1,"single":1,"weight":20,"not":3,"self":4,"use":2,"marlin":4,"dequant":1,"quant":2,"with":3,"max":3,"scale":19,"we":1,"can":1,"run":1,"current":1,"platform":1,"is":2,"fp8":2,"fnuz":1,"input":9,"normalize":1,"e4m3fn":1,"to":1,"e4m3fnuz":1,"layer":11,"none":1,"parameter":4,"requires":4,"grad":4,"false":4,"widths":2,"maybe":1,"pad":1,"update":1,"new":1,"values":1,"t":1,"config":1,"activation":1,"scheme":1,"static":1,"prepare":1,"for":2,"size":1,"k":1,"first":1,"activations":1,"quantized":1,"del":1},"19419,1664,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"on":1,"b200":1,"if":5,"e8m0":2,"for":1,"deepgemm":1,"is":6,"used":2,"we":1,"need":1,"to":2,"requantize":1,"the":3,"weight":18,"and":3,"input":6,"specific":1,"scale":10,"at":1,"same":1,"time":1,"blackwell":1,"deep":1,"gemm":1,"assert":2,"layer":15,"block":11,"size":9,"not":2,"none":3,"sz":2,"tuple":1,"requant":1,"ue8m0":1,"inplace":1,"data":3,"inv":3,"hasattr":1,"else":1,"def":1,"apply":3,"self":7,"torch":5,"nn":1,"module":1,"x":3,"tensor":3,"bias":5,"optional":1,"use":3,"marlin":2,"return":2,"fp8":4,"linear":2,"workspace":2,"n":1,"output":1,"per":2,"partition":2,"k":1,"quant":3,"config":2,"ops":1,"vllm":1,"w8a8":1,"cutlass":2,"supported":4,"aiter":2},"21083,1638,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"return":1,"self":10,"fp8":8,"linear":1,"apply":1,"input":3,"x":1,"weight":8,"layer":3,"scale":6,"out":2,"dtype":2,"bias":2,"class":1,"fp8moemethod":2,"fusedmoemethodbase":1,"moe":8,"method":1,"for":5,"supports":2,"loading":2,"checkpoints":2,"with":2,"static":2,"and":2,"dynamic":2,"activation":2,"also":1,"quantized":1,"fp16":1,"bf16":1,"model":2,"scaling":2,"the":4,"factor":1,"will":1,"be":1,"initialized":1,"after":1,"weights":1,"are":1,"loaded":1,"args":1,"quant":6,"config":6,"quantization":2,"def":1,"init":2,"fp8config":1,"fusedmoeconfig":1,"super":1,"block":2,"size":1,"is":2,"not":2,"none":1,"flashinfer":5,"enabled":2,"false":2,"if":2,"envs":2,"vllm":2,"use":3,"has":2,"logger":1,"info":1,"once":1,"using":1,"kernels":1,"true":1,"gpus":1,"that":1,"lack":1,"hardware":1,"support":1,"we":1,"can":1,"leverage":1,"marlin":5,"kernel":1,"fast":1,"only":1,"current":2,"platform":2,"device":1,"capability":1,"89":1,"or":1,"test":1,"force":1,"disable":1,"rocm":2},"22721,1887,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"check":2,"for":4,"deepgemm":5,"support":2,"self":7,"allow":4,"deep":5,"gemm":7,"false":2,"if":3,"envs":1,"vllm":1,"use":1,"not":9,"has":1,"logger":7,"warning":4,"once":7,"failed":1,"to":1,"import":1,"kernels":5,"elif":3,"block":7,"quant":2,"model":2,"is":5,"quantized":2,"using":4,"supported":3,"info":2,"fp8moemethod":2,"true":2,"else":2,"on":2,"the":2,"current":4,"platform":4,"cutlassblockscaledgroupedgemm":4,"cutlass":2,"scaled":2,"grouped":2,"debug":1,"cuda":1,"and":1,"device":1,"capability":1,"100":1,"def":1,"create":1,"weights":1,"layer":6,"module":1,"num":3,"experts":3,"int":3,"hidden":3,"size":7,"intermediate":3,"per":3,"partition":3,"params":2,"dtype":4,"torch":1,"extra":1,"weight":2,"attrs":1,"orig":1,"none":1},"24608,1841,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":4,"self":6,"quant":6,"config":5,"is":4,"checkpoint":1,"fp8":1,"serialized":1,"params":2,"dtype":3,"torch":3,"float8":1,"e4m3fn":1,"block":16,"assert":1,"weight":15,"size":17,"not":3,"none":1,"layer":2,"tp":2,"get":1,"tensor":1,"model":1,"parallel":3,"world":1,"n":5,"k":4,"0":3,"1":2,"note":1,"to":1,"ensure":1,"proper":1,"alignment":1,"of":4,"the":6,"wise":1,"quantization":3,"scales":1,"output":2,"weights":3,"for":1,"both":1,"gate":2,"and":3,"up":2,"layers":1,"must":1,"be":1,"divisible":3,"by":5,"required":2,"column":1,"or":1,"enabling":1,"merged":1,"intermediate":5,"per":5,"partition":5,"raise":2,"valueerror":2,"f":6,"s":3,"row":1,"input":1,"down":1,"w13":4,"nn":1,"parameter":2,"empty":1,"num":1,"experts":1,"2":1,"hidden":1,"requires":1,"grad":1,"false":1,"register":1,"set":1,"attrs":2,"extra":1},"26449,354,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"w2":4,"weight":6,"torch":2,"nn":1,"parameter":2,"empty":1,"num":1,"experts":1,"hidden":1,"size":2,"intermediate":1,"per":1,"partition":1,"dtype":2,"params":1,"requires":1,"grad":1,"false":1,"layer":1,"register":1,"set":1,"attrs":2,"extra":1},"26803,1705,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"weight":14,"scales":2,"if":1,"not":1,"self":2,"block":9,"quant":2,"allocate":1,"2":3,"for":1,"w1":1,"and":1,"w3":1,"respectively":1,"they":1,"will":1,"be":1,"combined":1,"to":1,"a":1,"single":1,"scale":13,"after":1,"loading":1,"w13":6,"torch":12,"nn":4,"parameter":8,"ones":4,"num":4,"experts":4,"dtype":4,"float32":4,"requires":4,"grad":4,"false":4,"w2":6,"layer":4,"register":4,"else":1,"intermediate":2,"size":4,"per":2,"partition":2,"n":4,"1":4,"hidden":2,"k":4,"inv":2,"assert":1,"config":1,"activation":1,"scheme":1,"dynamic":1},"28508,1760,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"add":1,"the":3,"quantization":1,"method":3,"used":1,"per":1,"tensor":2,"grouped":1,"channel":1,"to":1,"ensure":1,"weight":13,"scales":2,"are":1,"loaded":1,"in":2,"properly":1,"extra":5,"attrs":9,"update":1,"quant":6,"fusedmoeweightscalesupported":2,"block":2,"value":2,"if":6,"self":4,"else":2,"loading":3,"fp8":4,"checkpoint":5,"pass":1,"loaders":1,"an":1,"fp16":1,"do":1,"not":3,"we":1,"will":1,"quantize":1,"process":1,"weights":1,"after":1,"config":3,"is":2,"serialized":3,"set":4,"w13":6,"scale":12,"w2":6,"input":11,"activation":2,"scheme":2,"static":2,"raise":1,"valueerror":1,"found":1,"for":1,"that":1,"was":1,"torch":6,"nn":2,"parameter":4,"ones":2,"num":2,"experts":2,"dtype":2,"float32":2,"requires":2,"grad":2,"false":2,"layer":4,"register":2,"none":2},"30268,1913,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"def":1,"process":1,"weights":4,"after":1,"loading":1,"self":6,"layer":16,"module":1,"none":1,"lazy":1,"import":2,"to":6,"avoid":1,"importing":1,"triton":1,"too":1,"early":1,"from":1,"vllm":2,"model":1,"executor":1,"layers":1,"fused":2,"moe":8,"rocm":4,"aiter":4,"is":4,"enabled":4,"shuffle":1,"todo":1,"rob":1,"refactor":1,"block":3,"quant":4,"into":1,"separate":1,"class":1,"if":3,"assert":1,"config":1,"activation":2,"scheme":1,"dynamic":1,"current":1,"platform":1,"fp8":2,"fnuz":1,"w13":17,"weight":26,"scale":16,"inv":12,"input":4,"normalize":2,"e4m3fn":2,"e4m3fnuz":2,"w2":15,"elif":1,"flashinfer":3,"note":1,"have":1,"be":1,"swapped":1,"since":1,"the":1,"applied":1,"on":1,"different":1,"half":1,"for":1,"vs":1,"swap":2,"w31":2,"data":6,"not":1,"register":1,"scaling":1,"factors":1,"rotate":1,"else":1},"32181,1725,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"torch":3,"compile":1,"cannot":1,"use":1,"parameter":7,"subclasses":1,"layer":14,"w13":11,"weight":18,"requires":6,"grad":6,"false":6,"scale":10,"inv":10,"w2":11,"if":4,"self":2,"rocm":1,"aiter":2,"moe":2,"enabled":1,"reshaping":1,"weights":2,"is":4,"required":1,"for":2,"kernel":1,"shuffled":4,"shuffle":1,"data":2,"nn":2,"deepgemm":1,"scales":1,"need":1,"to":3,"be":1,"transposed":1,"and":2,"aligned":3,"we":1,"try":1,"do":1,"it":1,"ahead":1,"of":1,"time":1,"performance":1,"reasons":1,"allow":1,"deep":2,"gemm":2,"not":1,"blackwell":1,"e8m0":1,"used":1,"lazy":1,"import":1,"avoid":1,"cuda":1,"initialization":1,"problems":1,"col":4,"major":4,"get":2,"tma":2,"tensor":2,"contiguous":2},"33906,1686,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":2,"checkpoint":2,"is":3,"fp16":1,"quantize":2,"in":2,"place":1,"elif":1,"not":1,"self":2,"quant":3,"config":1,"fp8":7,"serialized":1,"dtype":7,"current":1,"platform":1,"w13":13,"weight":18,"torch":7,"empty":2,"like":2,"layer":13,"data":4,"w2":9,"re":1,"initialize":1,"scale":4,"because":1,"we":1,"directly":1,"merged":1,"weights":3,"and":1,"generate":1,"a":1,"single":1,"scaling":1,"factor":1,"nn":3,"parameter":3,"ones":1,"local":2,"num":2,"experts":2,"float32":1,"device":2,"requires":3,"grad":3,"false":3,"for":2,"expert":7,"range":1,"ops":2,"scaled":2,"rocm":1,"aiter":2,"moe":2,"enabled":1,"reshaping":1,"required":1,"kernel":1,"shuffled":2,"shuffle":1},"35592,451,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"layer":2,"w13":3,"weight":3,"torch":2,"nn":2,"parameter":2,"shuffled":2,"requires":2,"grad":2,"false":2,"w2":2,"if":1,"checkpoint":1,"is":1,"fp8":1,"we":1,"need":1,"to":1,"handle":1,"that":1,"the":1,"moe":1,"kernels":1,"require":1,"single":2,"activation":1,"scale":2,"and":1,"for":1,"per":1,"expert":1},"36043,1101,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"else":1,"fp8":2,"moe":2,"kernels":1,"require":1,"a":1,"single":1,"activation":3,"scale":9,"we":1,"take":1,"the":3,"max":3,"of":1,"all":3,"scales":3,"in":1,"case":1,"they":1,"differ":1,"if":3,"self":1,"quant":1,"config":1,"scheme":1,"static":2,"layer":10,"w13":4,"input":9,"is":2,"none":3,"or":2,"w2":4,"raise":1,"valueerror":1,"quantconfig":1,"has":1,"quantization":1,"but":1,"found":2,"are":2,"not":3,"close":2,"1d":2,"logger":1,"warning":1,"once":1,"that":1,"equal":1,"for":2,"using":1,"maximum":1,"across":1,"experts":1,"each":1,"torch":2,"nn":2,"parameter":2,"requires":2,"grad":2,"false":2},"37144,1488,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":3,"current":1,"platform":1,"is":3,"fp8":1,"fnuz":1,"normalize":3,"the":2,"weights":1,"and":1,"scales":1,"w13":13,"weight":16,"scale":18,"input":10,"e4m3fn":2,"to":2,"e4m3fnuz":2,"layer":12,"w2":13,"reset":1,"parameter":7,"torch":6,"nn":6,"requires":6,"grad":6,"false":6,"not":2,"none":2},"38632,1763,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"fp8":3,"moe":3,"kernel":1,"needs":1,"single":1,"weight":13,"scale":7,"for":5,"w13":15,"per":3,"expert":7,"we":1,"take":1,"the":1,"max":5,"then":1,"dequant":1,"and":1,"requant":1,"each":1,"assert":1,"layer":16,"is":1,"not":2,"none":1,"shard":6,"size":5,"intermediate":1,"partition":1,"scales":3,"dim":1,"1":1,"values":1,"id":7,"in":2,"range":2,"local":1,"num":1,"experts":1,"start":6,"0":1,"2":1,"dq":2,"tensor":1,"dequantize":1,"ops":1,"scaled":1,"quant":1,"if":2,"self":2,"rocm":1,"aiter":1,"enabled":1,"shuffled":4,"w2":5,"shuffle":1,"weights":1,"torch":3,"nn":3,"parameter":3,"requires":3,"grad":3,"false":4,"use":1,"marlin":3,"prepare":1,"activations":1,"quantized":1,"del":2,"input":2},"40395,1473,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":3,"is":4,"blackwell":1,"deep":1,"gemm":2,"e8m0":1,"used":1,"assert":2,"layer":12,"weight":14,"block":5,"size":2,"not":4,"none":1,"re":1,"quantise":1,"the":1,"expert":1,"weights":1,"so":1,"their":1,"scales":1,"are":2,"ue8m0":3,"sz":3,"tuple":1,"requant":2,"inplace":2,"w13":5,"data":4,"scale":8,"inv":8,"w2":5,"ensure":1,"column":1,"major":5,"tma":3,"alignment":1,"expected":1,"by":1,"deepgemm":1,"col":4,"get":2,"aligned":2,"tensor":2,"contiguous":2,"def":1,"select":1,"impl":1,"self":3,"prepare":1,"finalize":1,"fusedmoeprepareandfinalize":1,"moe":3,"fusedmoeconfig":1,"fusedmoepermuteexpertsunpermute":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":1,"import":1,"batchedtritonordeepgemmexperts":1,"tritonordeepgemmexperts":1,"use":1,"marlin":2,"and":2,"rocm":2,"aiter":2,"enabled":1,"supported":1,"with":1,"all2all":1,"yet":1},"41868,1365,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":1,"prepare":3,"finalize":3,"activation":1,"format":1,"fusedmoeactivationformat":1,"batchedexperts":1,"max":7,"num":8,"tokens":7,"per":9,"rank":6,"assert":1,"is":1,"not":1,"none":1,"logger":2,"debug":2,"batchedtritonordeepgemmexperts":2,"s":7,"block":8,"size":6,"act":3,"token":3,"self":8,"class":2,"name":2,"quant":5,"config":4,"weight":4,"false":3,"return":2,"dispatchers":2,"use":2,"fp8":2,"w8a8":2,"true":2,"shape":2,"allow":4,"deep":4,"gemm":4,"else":1,"tritonordeepgemmexperts":2},"43233,2000,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"def":1,"apply":2,"self":3,"layer":2,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":11,"num":4,"expert":10,"global":1,"experts":2,"1":1,"map":7,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":4,"eplb":4,"load":4,"view":4,"logical":8,"to":4,"physical":4,"replica":4,"count":4,"if":2,"assert":4,"is":3,"not":4,"isinstance":1,"fusedmoe":2,"flashinfer":1,"moe":1,"enabled":1,"weights":1,"ids":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"45233,1986,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"if":4,"self":7,"rocm":4,"aiter":4,"moe":6,"enabled":2,"from":1,"vllm":2,"model":1,"executor":1,"layers":1,"fused":5,"import":1,"noqa":1,"e501":1,"experts":4,"return":2,"x":2,"layer":12,"w13":6,"weight":15,"w2":7,"topk":7,"weights":3,"ids":3,"activation":5,"use":3,"fp8":1,"w8a8":1,"true":1,"apply":4,"router":5,"on":4,"input":6,"w1":1,"scale":12,"inv":2,"block":5,"quant":5,"else":2,"a1":1,"a2":1,"shape":1,"config":1,"size":1,"expert":4,"map":4,"elif":2,"marlin":3,"assert":4,"silu":2,"f":1,"not":1,"supported":1,"for":1,"torch":1,"ops":1,"none":3,"logits":1,"type":1,"id":2,"scalar":1,"types":1,"float8":1,"e4m3fn":1,"global":2,"num":2,"flashinfer":1,"scoring":1,"func":1,"sigmoid":1,"renormalize":1,"and":2,"grouped":1,"custom":1,"routing":1,"function":1,"is":1},"47219,1622,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"return":2,"torch":2,"ops":1,"vllm":1,"flashinfer":2,"fused":1,"moe":1,"blockscale":1,"fp8":2,"routing":4,"logits":4,"router":5,"to":1,"float32":1,"bias":4,"e":2,"score":2,"correction":2,"x":3,"w13":4,"weight":11,"layer":10,"scale":5,"inv":4,"w2":4,"global":4,"num":11,"experts":7,"top":4,"k":4,"expert":5,"group":8,"topk":4,"intermediate":2,"size":3,"per":2,"partition":1,"offset":1,"ep":1,"rank":1,"local":3,"block":2,"shape":1,"self":1,"quant":1,"config":1,"routed":1,"scaling":1,"1":1,"0":1,"else":1,"assert":1,"not":2,"renormalize":1,"and":1,"custom":1,"function":1,"is":1,"none":1,"apply":3,"tensor":1,"hidden":1,"states":1,"on":2,"input":2},"48841,871,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"elif":1,"self":4,"fused":2,"experts":4,"is":1,"not":1,"none":1,"return":1,"hidden":1,"states":1,"x":1,"w1":2,"layer":8,"w13":4,"weight":8,"w2":6,"topk":4,"weights":2,"ids":2,"inplace":1,"true":1,"activation":2,"global":2,"num":2,"apply":2,"router":2,"on":2,"input":4,"expert":2,"map":2,"scale":10,"inv":2,"if":2,"block":2,"quant":2,"else":2,"a1":1,"a2":1},"49712,1175,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"else":3,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":3,"moe":1,"import":1,"experts":4,"return":1,"hidden":1,"states":1,"x":1,"w1":2,"layer":8,"w13":4,"weight":9,"w2":6,"topk":4,"weights":2,"ids":2,"inplace":1,"true":2,"activation":2,"global":2,"num":2,"apply":2,"router":2,"on":2,"input":4,"expert":2,"map":2,"scale":10,"inv":2,"if":2,"self":5,"block":6,"quant":3,"a1":1,"a2":1,"use":1,"fp8":1,"w8a8":1,"shape":1,"config":1,"size":1,"allow":4,"deep":2,"gemm":4,"cutlass":2,"scaled":2,"grouped":2},"50887,218,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fp8.py":{"class":1,"fp8kvcachemethod":1,"basekvcachemethod":1,"supports":1,"loading":1,"kv":1,"cache":1,"scaling":1,"factors":1,"from":1,"fp8":1,"checkpoints":1,"def":1,"init":2,"self":1,"quant":2,"config":2,"fp8config":1,"super":1},"0,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":1,"vllm":8,"project":1,"from":8,"typing":1,"import":9,"any":1,"optional":2,"union":1,"torch":3,"custom":1,"ops":2,"as":1,"logger":4,"init":4,"model":5,"executor":5,"layers":4,"fused":1,"moe":1,"layer":1,"fusedmoe":1,"linear":1,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":3,"quantizationmethods":2,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"parameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"name":2,"class":2,"awqconfig":2,"for":2,"awq":3,"reference":1,"https":1,"arxiv":1,"org":1,"abs":1,"2306":1,"00978":1,"def":4,"self":16,"weight":9,"bits":9,"int":2,"group":5,"size":5,"zero":5,"point":5,"bool":1,"modules":5,"not":5,"convert":5,"list":2,"str":2,"none":2,"super":1,"or":1,"if":1,"4":2,"raise":1,"valueerror":1,"currently":1,"only":1,"bit":1,"is":1,"supported":2,"f":5,"but":1,"got":1,"pack":1,"factor":1,"32":1,"repr":1,"return":3,"get":2,"act":1,"dtypes":1,"dtype":1,"half":1},"1990,892,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq.py":{"classmethod":2,"def":3,"get":6,"min":1,"capability":1,"cls":7,"int":1,"the":1,"awq":3,"kernel":1,"only":1,"supports":1,"turing":1,"or":2,"newer":1,"gpus":1,"return":3,"75":1,"staticmethod":1,"config":9,"filenames":1,"list":1,"str":2,"quant":1,"json":2,"e":2,"g":2,"casperhansen":1,"vicuna":1,"7b":2,"v1":1,"5":1,"abhinavkulkarni":1,"mosaicml":1,"mpt":1,"instruct":1,"w4":1,"g128":1,"quantize":1,"from":5,"dict":1,"any":1,"awqconfig":1,"weight":2,"bits":3,"keys":4,"w":1,"bit":1,"group":4,"size":4,"q":1,"zero":3,"point":3,"modules":3,"to":3,"not":3,"convert":3,"none":1},"2882,1963,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq.py":{"def":2,"get":2,"quant":4,"method":4,"self":11,"layer":11,"torch":1,"nn":1,"module":3,"prefix":6,"str":3,"optional":1,"union":1,"linearmethodbase":1,"quantizemethodbase":1,"if":3,"isinstance":2,"linearbase":1,"is":3,"skipped":2,"awq":7,"modules":5,"to":7,"not":7,"convert":5,"return":6,"unquantizedlinearmethod":1,"awqlinearmethod":1,"elif":1,"fusedmoe":1,"lazy":1,"import":5,"avoid":1,"circular":1,"from":5,"marlin":8,"awqmarlinconfig":2,"awqmoemethod":2,"moe":5,"wna16":2,"moewna16config":2,"utils":2,"check":2,"supports":2,"group":5,"size":5,"logger":1,"warning":1,"once":1,"f":1,"supported":1,"by":1,"awqmoemarlin":1,"falling":1,"back":1,"kernels":1,"config":9,"bits":4,"weight":2,"zero":4,"point":4,"lm":2,"head":2,"false":2,"compatible":2,"dict":2,"none":1,"list":1,"any":1,"name":2,"in":2,"for":1},"4845,1854,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq.py":{"class":1,"awqlinearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"for":1,"awq":2,"args":1,"quant":9,"config":10,"the":5,"quantization":1,"def":2,"init":1,"self":8,"awqconfig":1,"create":1,"weights":1,"layer":1,"torch":4,"nn":1,"module":1,"input":8,"size":21,"per":7,"partition":9,"int":4,"output":8,"sizes":2,"list":1,"params":1,"dtype":3,"extra":2,"weight":8,"attrs":2,"normalize":1,"group":7,"if":3,"1":3,"else":1,"0":3,"raise":2,"valueerror":2,"is":2,"not":2,"aligned":2,"with":2,"quantized":2,"shape":2,"this":2,"can":2,"be":2,"caused":2,"by":2,"too":2,"large":2,"tensor":2,"parallel":2,"sum":1,"pack":3,"factor":4,"loader":4,"get":1,"qweight":1,"packedvllmparameter":1,"data":1,"empty":1,"int32":1,"dim":3,"packed":2,"num":1,"groups":1},"6699,1884,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq.py":{"qzeros":7,"packedvllmparameter":1,"data":5,"torch":11,"empty":2,"num":3,"groups":2,"output":4,"size":2,"per":2,"partition":2,"self":5,"quant":3,"config":3,"pack":5,"factor":6,"dtype":3,"int32":1,"input":2,"dim":5,"0":2,"1":8,"packed":2,"weight":4,"loader":4,"scales":7,"groupquantscaleparameter":1,"params":1,"layer":14,"register":3,"parameter":6,"qweight":7,"def":2,"process":1,"weights":1,"after":1,"loading":1,"nn":5,"module":2,"none":2,"requires":3,"grad":3,"false":3,"apply":1,"x":6,"tensor":3,"bias":1,"optional":1,"out":1,"shape":5,"reshaped":1,"reshape":1,"tokens":1,"threshold":1,"fp16":1,"matmul":1,"heuristic":1,"condition":1,"numel":1,"256":1},"8583,384,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/awq.py":{"if":2,"fp16":1,"matmul":2,"heuristic":1,"condition":1,"out":7,"ops":2,"awq":2,"dequantize":1,"qweight":2,"scales":2,"qzeros":2,"0":3,"torch":1,"reshaped":2,"x":2,"else":1,"gemm":1,"pack":1,"factor":1,"bias":2,"is":1,"not":1,"none":1,"add":1,"return":1,"reshape":1,"shape":1},"0,1744,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":13,"typing":1,"import":14,"any":2,"callable":1,"optional":1,"gguf":4,"torch":6,"ggmlquantizationtype":1,"as":2,"weighttype":1,"nn":1,"parameter":2,"uninitializedparameter":1,"custom":2,"ops":2,"logger":4,"init":4,"model":6,"executor":6,"layers":5,"fused":1,"moe":1,"layer":1,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"linear":1,"linearbase":1,"linearmethodbase":1,"quantization":2,"quantizationmethods":2,"base":1,"config":5,"quantizationconfig":2,"quantizemethodbase":1,"vocab":1,"parallel":1,"embedding":1,"vocabparallelembedding":1,"utils":2,"set":1,"weight":1,"attrs":1,"direct":1,"register":1,"op":1,"name":2,"class":2,"ggufconfig":3,"for":1,"def":7,"self":4,"none":1,"super":1,"repr":1,"str":3,"return":6,"get":4,"supported":1,"act":1,"dtypes":1,"list":2,"dtype":1,"half":1,"bfloat16":1,"float32":1,"classmethod":3,"min":1,"capability":1,"cls":4,"int":1,"60":1,"filenames":1,"no":1,"extra":1,"configs":1,"dict":1},"1744,1420,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"def":1,"get":1,"quant":12,"method":1,"self":4,"layer":5,"torch":1,"nn":1,"module":1,"prefix":1,"str":1,"optional":1,"quantizemethodbase":1,"if":1,"isinstance":3,"linearbase":1,"return":4,"gguflinearmethod":1,"elif":2,"vocabparallelembedding":1,"ggufembeddingmethod":1,"fusedmoe":1,"ggufmoemethod":1,"moe":1,"config":1,"none":1,"unquantized":1,"types":18,"weighttype":23,"f32":1,"f16":1,"bf16":1,"standard":4,"q4":3,"0":3,"1":3,"q5":3,"q8":2,"kquant":4,"q2":1,"k":5,"q3":1,"q6":1,"imatrix":3,"iq1":2,"m":1,"s":3,"iq2":3,"xxs":2,"xs":2,"iq3":2,"iq4":2,"nl":1,"todo":1,"isotr0py":1,"currently":1,"we":2,"don":1,"t":1,"have":1,"mmq":4,"kernel":2,"for":2,"i":2,"matrix":2,"quantization":2,"consolidate":1,"dequant":2,"mmvq":2,"and":1,"after":1,"add":1},"3164,1992,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"def":2,"fused":2,"mul":4,"mat":4,"gguf":4,"x":12,"torch":6,"tensor":5,"qweight":27,"type":20,"int":2,"if":10,"in":6,"imatrix":1,"quant":4,"types":5,"mmvq":5,"safe":3,"8":1,"shape":12,"0":10,"5120":2,"else":4,"16":1,"2":1,"6":1,"hack":1,"when":1,"doing":1,"chunked":1,"prefill":1,"we":1,"don":1,"t":3,"generate":1,"output":1,"tokens":1,"so":1,"input":1,"to":5,"logits":1,"generator":1,"is":4,"empty":2,"which":1,"causes":1,"invalid":1,"parameter":1,"return":3,"dtype":3,"device":2,"there":2,"no":2,"need":1,"call":1,"any":1,"kernel":3,"for":1,"fp16":1,"bf16":1,"unquantized":1,"enable":1,"contiguous":1,"batching":1,"with":1,"batch":1,"size":5,"1":2,"and":1,"y":4,"ops":3,"ggml":4,"vec":1,"a8":2,"use":1,"mmq":3,"it":2,"s":2,"available":2,"standard":1,"k":1,"quants":1,"elif":2,"fallback":1,"dequantize":2,"dequant":1,"block":2,"sizes":1,"weight":2,"raise":2,"an":1,"error":1,"the":1,"quantization":3,"not":1,"supported":1,"might":1,"be":1,"useful":1,"llama":1,"cpp":1,"adds":1,"a":2,"new":1,"wrap":1,"ggmlquantizationtype":1,"intenum":1,"make":1,"sure":1,"valid":1,"weighttype":1,"notimplementederror":1,"f":1,"unsupported":1,"fake":1},"5156,1699,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"torch":14,"tensor":8,"return":2,"empty":3,"x":14,"shape":10,"0":3,"qweight":6,"dtype":4,"device":4,"try":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"fused":8,"mul":7,"mat":5,"gguf":6,"func":1,"mutates":1,"args":1,"fake":2,"impl":1,"ops":4,"vllm":2,"except":1,"attributeerror":1,"as":1,"error":2,"raise":2,"def":2,"moe":6,"w1":2,"w2":1,"topk":3,"weights":1,"ids":2,"type":3,"int":2,"type2":2,"activation":5,"str":1,"act":1,"d":2,"1":3,"2":1,"output":2,"out":5,"if":2,"silu":2,"c":2,"and":4,"elif":1,"gelu":2,"else":1,"valueerror":1,"f":1,"unsupported":1,"lazy":1,"import":3,"to":1,"avoid":1,"triggering":1,"triton":1,"in":3,"cpu":1,"backend":1,"from":1,"model":1,"executor":1,"layers":1,"align":1,"block":3,"size":3,"hidden":1,"states":1,"like":1,"unless":1,"we":2,"decent":1,"expert":1,"reuse":1,"are":1,"better":1,"off":1,"running":1,"vec":1,"kernel":1,"mmq":2,"quant":2,"types":2,"64":1,"num":1,"tokens":1,"e":1,"n":1,"top":1,"k":1,"ggml":1,"get":1},"6855,1876,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"sorted":3,"token":3,"ids":11,"expert":5,"num":12,"tokens":12,"post":3,"padded":3,"moe":8,"align":1,"block":2,"size":2,"topk":8,"e":2,"out":21,"ops":6,"ggml":4,"a8":4,"x":5,"w1":4,"qweight":7,"type":4,"n":3,"top":9,"k":9,"act":3,"w2":6,"type2":3,"shape":8,"1":11,"reshape":3,"mul":3,"weights":3,"view":2,"sum":2,"hidden":3,"states":2,"elif":1,"in":4,"mmvq":2,"quant":2,"types":2,"and":1,"vec":2,"else":1,"logger":1,"warning":1,"once":1,"there":1,"is":1,"no":1,"support":1,"for":4,"fast":1,"kernel":1,"current":2,"quantization":1,"method":1,"falling":1,"back":1,"to":1,"slow":1,"implementation":1,"tok":2,"w":2,"idx":2,"enumerate":1,"zip":2,"inp":2,"state":1,"none":1,"ww":1,"ii":2,"up":2,"fused":1,"mat":1,"gguf":1},"8731,1898,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"expert":2,"down":2,"w2":2,"ii":1,"current":7,"state":7,"fused":7,"mul":2,"mat":1,"gguf":10,"out":3,"qweight":15,"type2":2,"ww":1,"if":2,"hidden":10,"is":1,"none":2,"else":2,"add":1,"states":2,"tok":1,"return":4,"def":2,"moe":6,"fake":3,"x":9,"torch":14,"tensor":9,"w1":1,"topk":2,"weights":1,"ids":1,"type":12,"int":4,"activation":1,"str":1,"empty":1,"like":1,"try":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"ops":2,"vllm":1,"except":1,"attributeerror":1,"as":1,"error":2,"raise":2,"apply":1,"embedding":2,"size":8,"dtype":3,"optional":1,"in":2,"unquantized":1,"types":2,"elif":1,"dequant":3,"block":2,"ggml":2,"quant":3,"sizes":1,"flat":3,"flatten":1,"assert":1,"shape":3,"1":1,"index":2,"select":1,"dim":1,"0":2,"dequantize":1,"view":1,"weighttype":1,"notimplementederror":1,"f":1,"unsupported":1,"quantization":1},"10629,1783,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"def":3,"apply":6,"gguf":9,"embedding":6,"fake":3,"x":3,"torch":8,"tensor":6,"qweight":7,"type":1,"int":6,"hidden":2,"size":8,"dtype":8,"optional":1,"none":1,"return":1,"empty":1,"shape":4,"0":2,"device":2,"try":1,"direct":1,"register":2,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":2,"impl":1,"ops":1,"vllm":1,"except":1,"attributeerror":1,"as":1,"error":2,"raise":1,"class":1,"gguflinearmethod":1,"linearmethodbase":1,"linear":1,"method":1,"for":1,"quant":4,"config":5,"the":1,"quantization":1,"init":1,"self":4,"ggufconfig":1,"create":1,"weights":1,"layer":2,"nn":1,"module":1,"input":4,"per":4,"partition":6,"output":6,"sizes":2,"list":1,"params":3,"extra":2,"weight":5,"attrs":4,"sum":1,"ggufuninitializedparameter":1,"requires":1,"grad":1,"false":1,"set":2,"dim":2,"1":1,"is":1,"true":1,"data":1,"container":1,"shard":2,"id":2,"map":1,"parameter":1},"12412,1162,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"qweight":12,"type":17,"parameter":3,"torch":3,"empty":1,"len":1,"output":1,"partition":1,"sizes":1,"dtype":1,"uint8":1,"requires":1,"grad":1,"false":1,"set":2,"weight":9,"attrs":3,"is":1,"gguf":2,"true":2,"0":1,"shard":1,"ignore":1,"warning":1,"extra":1,"layer":6,"register":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":2,"nn":1,"module":1,"if":1,"not":1,"in":3,"unquantized":1,"types":2,"or":1,"dequant":1,"weighttype":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"quantization":1,"for":2,"mergedcolumnparallellinear":1,"and":1,"qkvparallellinear":1,"we":1,"need":1,"to":1,"materialize":1,"the":1,"padded":2,"cuda":1,"graph":1,"compatibility":1,"create":1,"param":1},"13574,1930,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"def":1,"create":3,"padded":12,"weight":4,"param":5,"self":1,"layer":4,"torch":2,"nn":1,"module":1,"parameter":3,"for":6,"gguf":1,"mergedlinear":1,"qweight":9,"shard":11,"id":11,"map":8,"if":1,"len":2,"data":16,"container":16,"1":4,"dtype":8,"in":11,"assert":1,"valueerror":1,"f":1,"has":1,"mixed":1,"dtypes":1,"next":1,"iter":1,"concat":3,"dim0":3,"and":2,"pad":2,"dim1":2,"side":4,"max":1,"x":6,"size":9,"sum":2,"0":3,"the":3,"quantized":1,"weights":1,"to":1,"dense":1,"tensor":2,"a":1,"with":1,"location":1,"of":1,"each":1,"zeros":1,"device":2,"start":5,"end":4,"offset":4,"dict":1,"str":1,"tuple":1,"int":3,"idx":3,"clear":1,"requires":1,"grad":1,"false":1,"set":2,"attrs":2,"vars":1,"register":1},"15504,1594,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"def":3,"apply":1,"self":4,"layer":8,"torch":7,"nn":2,"module":2,"x":3,"tensor":3,"bias":3,"optional":1,"none":2,"shard":10,"id":7,"qweight":14,"if":3,"dequantize":1,"weights":2,"respectively":1,"q":2,"k":1,"v":1,"in":2,"else":2,"result":3,"for":2,"idx":3,"start":2,"end":2,"offset":3,"map":1,"type":8,"weight":3,"append":1,"fused":2,"mul":2,"mat":2,"gguf":4,"contiguous":1,"out":4,"cat":1,"axis":1,"1":1,"is":1,"not":1,"add":1,"return":1,"class":1,"ggufmoemethod":1,"fusedmoemethodbase":1,"moe":3,"method":1,"args":1,"quant":4,"config":5,"the":1,"quantization":1,"init":2,"ggufconfig":1,"fusedmoeconfig":1,"super":1,"create":1,"num":1,"experts":1,"int":3,"hidden":1,"size":2,"intermediate":1,"per":1,"partition":1,"params":1,"dtype":2,"extra":1,"attrs":1},"17098,1870,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"tensor":6,"shape":6,"num":2,"experts":2,"2":1,"intermediate":2,"size":4,"per":2,"partition":2,"hidden":2,"gate":2,"up":1,"proj":2,"w13":10,"qweight":17,"ggufuninitializedparameter":2,"requires":4,"grad":4,"false":4,"set":7,"weight":16,"attrs":10,"input":2,"dim":4,"1":4,"output":2,"0":4,"is":4,"gguf":4,"true":6,"data":2,"container":2,"extra":3,"layer":3,"register":3,"parameter":5,"type":11,"torch":4,"empty":2,"dtype":2,"uint8":2,"ignore":2,"warning":2,"down":1,"w2":7},"18968,1430,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"set":1,"weight":5,"attrs":2,"w2":3,"qweight":3,"type":3,"extra":1,"layer":2,"register":1,"parameter":1,"def":1,"apply":4,"self":2,"torch":8,"nn":1,"module":1,"x":1,"tensor":7,"router":4,"logits":1,"top":1,"k":1,"int":4,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"false":3,"group":2,"optional":8,"none":9,"num":2,"expert":3,"global":1,"experts":2,"1":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"on":3,"input":3,"activation":3,"silu":3,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":2,"fused":2,"is":3,"if":2,"raise":2,"notimplementederror":2,"not":2,"supported":3,"for":2,"ggufmoemethod":1,"yet":1,"only":1,"gguf":1,"moe":1,"method":1},"20398,1557,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gguf.py":{"topk":9,"weights":2,"ids":2,"fusedmoe":1,"select":1,"experts":1,"hidden":3,"states":1,"x":4,"router":2,"logits":2,"use":2,"grouped":2,"top":2,"k":2,"renormalize":2,"group":4,"num":2,"expert":2,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":2,"type":9,"self":3,"dtype":3,"return":2,"fused":1,"moe":1,"gguf":4,"layer":7,"w13":2,"qweight":11,"w2":2,"weight":3,"activation":1,"class":2,"ggufembeddingmethod":1,"gguflinearmethod":1,"embedding":3,"method":1,"for":1,"args":1,"quant":1,"config":2,"the":1,"quantization":1,"def":1,"torch":4,"nn":1,"module":1,"tensor":4,"size":2,"shape":1,"1":1,"apply":1,"params":1,"ggufuninitializedparameter":1,"uninitializedparameter":1,"cls":1,"to":1,"become":1,"parameter":1,"data":1,"container":1,"list":1},"0,1422,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/schema.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":8,"vllm":1,"project":1,"this":3,"file":1,"contains":1,"pydantic":2,"schemas":2,"for":4,"various":1,"quantization":2,"related":1,"parameters":2,"when":2,"a":5,"relevant":1,"technique":2,"is":5,"specified":2,"these":1,"are":2,"loaded":2,"in":1,"form":1,"of":3,"json":2,"alongside":1,"model":5,"weights":1,"and":2,"augment":1,"with":2,"additional":1,"information":1,"needed":1,"use":1,"that":1,"format":1,"should":1,"be":2,"by":1,"one":1,"or":1,"more":1,"contained":1,"here":1,"example":1,"kv":4,"cache":4,"quantized":1,"fp8":2,"e4m3":1,"currently":1,"only":1,"possible":1,"on":1,"rocm":1,"can":1,"optionally":1,"augmented":1,"scaling":4,"factors":2,"from":2,"typing":1,"import":2,"optional":1,"basemodel":2,"configdict":1,"validationinfo":1,"validator":2,"class":2,"kvcachequantschema":2,"dtype":4,"str":1,"each":2,"key":1,"tp":2,"rank":2,"value":1,"dictionary":1,"mapping":1,"s":1,"layer":1,"indices":1,"their":1,"per":1,"tensor":1,"factor":2,"todo":1,"consider":1,"pulling":1,"its":3,"validation":1,"methods":1,"out":1,"into":1,"own":1,"schema":1,"tricky":1,"as":1,"members":1,"variable":1,"dict":2,"int":2,"float":1,"mode":1,"after":1,"def":1,"check":1,"self":4,"assert":1,"float8":2,"e4m3fn":2,"intended":1,"f":1,"rather":1,"than":1,"return":1},"1422,1813,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/schema.py":{"model":4,"validator":2,"mode":2,"after":2,"def":2,"check":2,"tp":17,"ranks":1,"self":9,"info":4,"validationinfo":2,"kvcachequantschema":3,"context":10,"if":2,"size":7,"num":7,"hidden":7,"layers":8,"assert":4,"len":4,"scaling":5,"factor":5,"f":8,"loaded":1,"dictionary":1,"has":1,"but":1,"llm":1,"engine":1,"is":3,"currently":1,"running":1,"with":2,"for":6,"rank":10,"layer":6,"maps":3,"in":6,"items":1,"kv":4,"cache":4,"scales":5,"map":4,"malformed":1,"expected":1,"got":1,"i":6,"range":2,"not":2,"found":1,"return":2,"current":1,"could":1,"find":1,"class":1,"quantparamschema":1,"basemodel":1,"todo":1,"generalize":1,"and":1,"extend":1,"more":1,"fields":1,"e":1,"g":1,"weights":1,"activations":1,"params":1,"once":1,"functionality":1,"enabled":1,"config":1,"configdict":1,"protected":1,"namespaces":1,"type":1,"optional":1,"str":1},"3235,514,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/schema.py":{"model":11,"validator":1,"mode":1,"after":1,"def":1,"check":1,"type":10,"self":4,"info":2,"validationinfo":1,"quantparamschema":1,"context":4,"if":2,"get":1,"none":2,"is":2,"not":1,"assert":1,"f":3,"but":1,"loaded":1,"scaling":1,"factors":1,"belonging":1,"to":1,"different":1,"return":1},"0,1781,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":7,"project":1,"from":5,"typing":1,"import":5,"literal":2,"get":4,"args":3,"model":4,"executor":4,"layers":4,"quantization":17,"base":2,"config":10,"quantizationconfig":3,"quantizationmethods":2,"awq":2,"deepspeedfp":1,"tpu":1,"int8":2,"fp8":3,"ptpc":1,"fbgemm":1,"modelopt":2,"fp4":1,"marlin":4,"bitblas":2,"gguf":1,"gptq":4,"24":1,"compressed":1,"tensors":1,"bitsandbytes":1,"qqq":1,"hqq":1,"experts":1,"neuron":1,"quant":4,"ipex":1,"quark":1,"moe":1,"wna16":1,"torchao":1,"auto":1,"round":1,"rtn":1,"inc":1,"mxfp4":1,"methods":2,"list":2,"str":3,"customized":4,"which":1,"will":1,"be":1,"added":1,"this":1,"dict":1,"method":3,"def":1,"register":5,"a":3,"when":1,"is":1,"not":1,"supported":1,"by":1,"you":1,"can":1,"support":1,"it":1,"name":1,"examples":1,"my":2,"class":2,"myquantconfig":2,"pass":1,"noqa":1,"e501":1},"1781,917,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/__init__.py":{"def":2,"wrapper":2,"quant":5,"config":7,"cls":4,"if":3,"quantization":15,"in":2,"methods":3,"raise":3,"valueerror":3,"f":2,"the":2,"method":3,"is":1,"already":1,"exists":1,"not":2,"issubclass":1,"quantizationconfig":3,"must":1,"be":1,"a":1,"subclass":1,"of":1,"customized":1,"to":2,"append":1,"return":2,"get":1,"str":1,"type":1,"invalid":1,"lazy":1,"import":2,"avoid":1,"triggering":1,"torch":1,"compile":1,"too":1,"early":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"quark":2,"quarkconfig":1},"2698,1215,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/__init__.py":{"from":28,"auto":1,"round":1,"import":28,"autoroundconfig":1,"awq":2,"awqconfig":1,"marlin":5,"awqmarlinconfig":1,"bitblas":2,"bitblasconfig":1,"bitsandbytes":1,"bitsandbytesconfig":1,"compressed":2,"tensors":2,"noqa":1,"e501":1,"compressedtensorsconfig":1,"deepspeedfp":1,"deepspeedfpconfig":1,"experts":1,"int8":2,"expertsint8config":1,"fbgemm":1,"fp8":3,"fbgemmfp8config":1,"fp8config":1,"gguf":1,"ggufconfig":1,"gptq":4,"gptqconfig":1,"gptqbitblasconfig":1,"gptqmarlinconfig":1,"24":1,"gptqmarlin24config":1,"hqq":1,"hqqmarlinconfig":1,"inc":1,"incconfig":1,"ipex":1,"quant":2,"ipexconfig":1,"marlinconfig":1,"modelopt":1,"modeloptfp8config":1,"modeloptnvfp4config":1,"moe":1,"wna16":1,"moewna16config":1,"mxfp4":1,"mxfp4config":1,"neuron":1,"neuronquantconfig":1,"ptpc":1,"ptpcfp8config":1,"qqq":1,"qqqconfig":1,"rtn":1,"rtnconfig":1,"torchao":1,"torchaoconfig":1,"tpu":1,"int8tpuconfig":1},"3913,1449,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/__init__.py":{"method":5,"to":5,"config":6,"dict":1,"str":1,"type":1,"quantizationconfig":2,"awq":2,"awqconfig":1,"deepspeedfp":1,"deepspeedfpconfig":1,"tpu":1,"int8":2,"int8tpuconfig":1,"fp8":3,"fp8config":1,"fbgemm":1,"fbgemmfp8config":1,"modelopt":2,"modeloptfp8config":1,"fp4":1,"modeloptnvfp4config":1,"marlin":4,"marlinconfig":1,"bitblas":2,"bitblasconfig":1,"gguf":1,"ggufconfig":1,"gptq":4,"24":1,"gptqmarlin24config":1,"gptqmarlinconfig":1,"gptqbitblasconfig":1,"awqmarlinconfig":1,"gptqconfig":1,"compressed":1,"tensors":1,"compressedtensorsconfig":1,"bitsandbytes":1,"bitsandbytesconfig":1,"ptpc":1,"ptpcfp8config":1,"qqq":1,"qqqconfig":1,"hqq":1,"hqqmarlinconfig":1,"experts":1,"expertsint8config":1,"neuron":1,"quant":2,"neuronquantconfig":1,"ipex":1,"ipexconfig":1,"quark":1,"quarkconfig":1,"moe":1,"wna16":1,"moewna16config":1,"torchao":1,"torchaoconfig":1,"auto":1,"round":1,"autoroundconfig":1,"rtn":1,"rtnconfig":1,"inc":1,"incconfig":1,"mxfp4":1,"mxfp4config":1,"update":2,"the":1,"with":1,"customized":2,"quantization":4,"methods":2,"return":1,"all":1,"quantizationmethods":1,"get":1},"0,1984,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fbgemm_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":10,"project":1,"from":12,"typing":1,"import":13,"any":1,"optional":1,"torch":6,"nn":2,"module":1,"parameter":3,"logger":4,"init":4,"model":7,"executor":7,"layers":6,"linear":2,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":6,"quantizationmethods":2,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"utils":6,"marlin":5,"fp8":7,"apply":1,"prepare":1,"layer":2,"for":4,"quant":1,"groupshape":1,"is":1,"skipped":1,"w8a8":1,"fp8linearop":1,"maybe":1,"create":1,"device":2,"identity":1,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"channelquantscaleparameter":1,"modelweightparameter":1,"platforms":1,"current":2,"platform":2,"name":2,"class":2,"fbgemmfp8config":1,"fbgemm":2,"def":4,"self":4,"ignore":4,"list":6,"str":1,"input":3,"scale":3,"ub":3,"float":1,"super":1,"if":1,"else":1,"gpus":1,"that":1,"lack":1,"hardware":1,"support":1,"we":1,"can":1,"leverage":1,"kernel":1,"fast":1,"weight":1,"only":1,"use":1,"not":1,"has":1,"capability":2,"89":1,"classmethod":3,"get":3,"cls":3,"return":3,"supported":1,"act":1,"dtypes":1,"dtype":1,"bfloat16":1,"float16":1,"min":1,"int":1,"80":1},"1984,1900,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fbgemm_fp8.py":{"classmethod":2,"def":5,"get":6,"config":8,"filenames":1,"cls":5,"list":6,"str":3,"return":5,"from":3,"dict":1,"any":1,"fbgemmfp8config":2,"ignore":4,"keys":2,"modules":2,"to":1,"not":1,"convert":1,"input":8,"scale":4,"ub":4,"activation":1,"quant":6,"method":1,"self":9,"layer":8,"torch":4,"nn":2,"module":2,"prefix":3,"optional":1,"quantizemethodbase":1,"if":2,"isinstance":1,"linearbase":1,"is":1,"skipped":1,"ignored":1,"layers":1,"fused":1,"mapping":2,"packed":1,"unquantizedlinearmethod":1,"fbgemmfp8linearmethod":2,"none":1,"class":1,"linearmethodbase":1,"init":1,"fp8":1,"linear":1,"fp8linearop":1,"act":2,"static":1,"false":1,"group":1,"shape":1,"groupshape":1,"per":7,"token":1,"out":1,"dtype":6,"default":1,"create":2,"weights":1,"size":10,"partition":9,"int":4,"output":8,"sizes":3,"params":2,"extra":2,"weight":4,"attrs":2,"maybe":1,"device":1,"identity":1,"loader":2,"del":1,"sum":1,"logical":1,"widths":1,"orig":1},"3884,1906,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fbgemm_fp8.py":{"weight":27,"modelweightparameter":1,"data":4,"torch":10,"empty":2,"output":4,"size":2,"per":2,"partition":3,"input":12,"dtype":3,"float8":1,"e4m3fn":2,"dim":3,"1":2,"0":2,"loader":4,"layer":12,"register":2,"parameter":7,"scale":22,"channelquantscaleparameter":1,"sum":1,"sizes":1,"float32":3,"finfo":1,"min":1,"upper":1,"bound":1,"ub":4,"nn":1,"tensor":1,"self":2,"quant":1,"config":1,"requires":5,"grad":5,"false":5,"def":1,"process":1,"weights":1,"after":1,"loading":1,"module":1,"none":3,"required":1,"by":1,"compile":1,"if":2,"current":1,"platform":1,"is":2,"fp8":1,"fnuz":1,"normalize":1,"to":1,"e4m3fnuz":1,"not":1},"5790,1196,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/fbgemm_fp8.py":{"layer":13,"weight":10,"parameter":1,"t":1,"requires":1,"grad":1,"false":1,"if":2,"self":5,"quant":2,"config":2,"use":2,"marlin":5,"prepare":1,"fp8":3,"for":2,"activations":1,"not":1,"quantized":1,"del":1,"input":7,"scale":8,"ub":3,"def":1,"apply":3,"torch":4,"nn":1,"module":1,"x":3,"tensor":3,"bias":5,"optional":1,"none":2,"return":2,"linear":2,"workspace":2,"size":4,"n":1,"output":1,"per":2,"partition":2,"k":1,"out":2,"dtype":2},"0,1887,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/torchao.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"from":7,"typing":1,"import":9,"any":1,"optional":2,"torch":4,"nn":2,"functional":1,"as":1,"f":3,"parameter":2,"logger":5,"init":3,"model":15,"executor":4,"layers":11,"linear":1,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":3,"quantizationmethods":1,"base":1,"config":3,"quantizationconfig":2,"quantizemethodbase":1,"utils":1,"set":1,"weight":1,"attrs":1,"name":1,"def":2,"should":6,"skip":9,"prefix":3,"str":3,"modules":3,"list":2,"bool":1,"robust":1,"skipping":1,"logic":1,"1":8,"q":5,"proj":7,"true":6,"10":1,"o":2,"visual":2,"11":1,"false":2,"for":2,"s":3,"in":3,"if":3,"return":3,"class":2,"torchaoconfig":1,"torchao":4,"self":1,"none":2,"relies":1,"on":1,"tensor":1,"subclasses":1,"order":1,"enable":1,"proper":1,"caching":1,"this":1,"needs":1,"standalone":3,"compile":3,"is":1,"equal":1,"or":1,"newer":1,"8":1,"dev":1,"os":1,"environ":1,"test":2,"info":1,"using":1,"setting":1},"1887,1850,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/torchao.py":{"todo":1,"remove":1,"after":1,"the":2,"torch":7,"dependency":1,"is":4,"updated":1,"to":4,"2":3,"8":2,"if":1,"equal":2,"or":5,"newer":2,"7":1,"0":6,"and":2,"not":4,"dev":1,"os":1,"environ":1,"vllm":2,"disable":2,"compile":2,"cache":2,"1":3,"logger":1,"info":1,"using":1,"torchao":9,"setting":1,"super":1,"init":1,"self":6,"config":20,"skip":3,"modules":6,"def":6,"repr":1,"str":3,"return":5,"f":1,"torchaoconfig":2,"get":6,"name":1,"quantizationmethods":1,"supported":1,"act":1,"dtypes":1,"list":2,"dtype":1,"float32":1,"float16":1,"bfloat16":1,"classmethod":2,"min":1,"capability":1,"cls":3,"int":1,"75":1,"staticmethod":1,"filenames":1,"json":1,"from":7,"dict":3,"any":1,"create":1,"quant":6,"an":1,"hf":6,"model":1,"try":1,"core":1,"import":1,"except":1,"importerror":2,"as":1,"err":2,"raise":1,"please":1,"install":2,"10":2,"via":1,"pip":1,"use":1,"quantization":1,"keys":1,"type":5,"none":2,"assert":2,"must":1,"be":1,"specified":1,"len":1,"default":3,"in":3,"expected":1,"only":1,"one":1,"key":1,"dictionary":1,"ao":1,"adds":1,"skipped":1,"defined":1,"convert":2},"3737,1963,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/torchao.py":{"adds":1,"skipped":1,"modules":5,"defined":1,"in":2,"module":14,"fqn":12,"to":8,"config":15,"data":6,"quant":2,"type":2,"get":6,"if":7,"not":4,"isinstance":4,"dict":2,"for":1,"layer":6,"cfg":2,"items":1,"is":2,"none":4,"skip":5,"append":1,"return":7,"cls":1,"ao":1,"def":3,"method":1,"self":7,"torch":3,"nn":2,"prefix":3,"str":2,"optional":1,"quantizemethodbase":1,"linearbase":1,"from":3,"torchao":12,"quantization":4,"import":3,"modulefqntoconfig":2,"should":1,"unquantizedlinearmethod":2,"c":3,"or":1,"default":1,"current":2,"torchaoconfig":1,"torchaolinearmethod":2,"else":1,"scaled":1,"act":1,"names":1,"list":1,"quantize":4,"param":3,"tensor":3,"any":1,"parameter":2,"a":1,"with":1,"specified":1,"by":1,"args":1,"weight":1,"of":2,"the":2,"linear":1,"and":1,"their":1,"arguments":1,"we":1,"want":1,"use":1,"core":1,"aobaseconfig":1},"5700,1841,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/torchao.py":{"assert":1,"isinstance":1,"torchao":8,"config":10,"aobaseconfig":1,"f":2,"avoid":1,"real":1,"weight":15,"allocation":1,"for":2,"faster":1,"load":1,"since":1,"we":1,"will":1,"end":1,"up":1,"setting":1,"it":1,"to":1,"param":5,"with":1,"torch":9,"device":1,"meta":1,"dummy":4,"linear":7,"nn":3,"shape":2,"1":2,"0":2,"bias":3,"false":2,"quantize":2,"return":2,"class":1,"torchaolinearmethod":1,"linearmethodbase":1,"method":1,"args":1,"the":2,"quantization":2,"a":1,"string":1,"that":1,"encodes":1,"type":1,"of":1,"and":1,"all":1,"relevant":1,"arguments":1,"def":3,"init":1,"self":5,"quant":4,"torchaoconfig":1,"create":1,"weights":1,"layer":4,"module":2,"input":4,"size":4,"per":2,"partition":4,"int":4,"output":4,"sizes":2,"list":1,"params":2,"dtype":4,"extra":2,"attrs":4,"parameter":2,"empty":1,"sum":1,"requires":1,"grad":1,"data":1,"set":2,"dim":2,"register":1,"apply":1,"x":2,"tensor":3,"optional":1,"none":1},"0,1483,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":10,"typing":1,"import":11,"any":1,"optional":1,"torch":5,"packaging":1,"version":2,"logger":4,"init":2,"model":7,"executor":7,"layers":5,"linear":1,"linearbase":1,"linearmethodbase":1,"quantization":3,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"utils":3,"bitblas":8,"optimize":1,"features":1,"supported":2,"num":1,"bits":1,"sym":1,"minimum":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"parameter":1,"basevllmparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"set":1,"weight":1,"attrs":1,"name":1,"class":2,"bitblasconfig":1,"for":1,"reference":1,"https":1,"github":1,"com":1,"microsoft":1,"dtype":4,"float16":1,"storage":4,"int8":2,"assume":1,"getattr":1,"original":1,"or":2,"rescale":1,"quantized":3,"gptq":1,"with":1,"prefer":1,"implementation":1,"zeros":1,"mode":1},"1483,1982,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"def":1,"init":2,"self":11,"weight":7,"bits":9,"int":2,"group":5,"size":4,"optional":4,"desc":5,"act":7,"bool":3,"is":8,"sym":9,"quant":3,"method":3,"str":1,"lm":3,"head":3,"quantized":3,"none":1,"try":1,"import":5,"bitblas":19,"if":4,"version":7,"parse":2,"minimum":3,"raise":4,"importerror":2,"wrong":1,"please":2,"f":7,"install":3,"except":1,"as":2,"e":2,"exception":3,"valueerror":3,"trying":1,"to":1,"use":1,"the":4,"backend":1,"but":1,"could":1,"not":5,"with":1,"following":2,"error":1,"through":1,"command":1,"pip":1,"from":1,"and":1,"1":1,"in":3,"this":1,"case":1,"order":2,"true":1,"same":1,"false":2,"since":1,"we":1,"have":1,"only":3,"one":1,"per":1,"output":1,"channel":1,"super":1,"verify":1,"supported":6,"num":2,"does":2,"support":2,"are":2},"3465,1493,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"storage":9,"dtype":8,"self":14,"nbit":2,"int":2,"join":1,"c":3,"for":3,"in":3,"if":2,"isdigit":1,"torch":5,"4":1,"bits":5,"packed":1,"into":1,"32":1,"bit":1,"datatype":1,"pack":1,"factor":1,"weight":4,"nbits":1,"zeros":3,"type":1,"the":2,"quantized":1,"weights":1,"mode":2,"def":6,"repr":1,"str":4,"return":7,"f":5,"bitblasconfig":1,"group":2,"size":2,"desc":2,"act":3,"is":2,"sym":2,"quant":2,"method":2,"classmethod":4,"get":6,"name":1,"cls":4,"quantizationmethods":1,"bitblas":1,"supported":1,"dtypes":1,"list":3,"half":1,"bfloat16":1,"need":1,"to":1,"figure":1,"it":1,"out":1,"min":1,"capability":1,"70":1,"config":6,"filenames":1,"quantize":1,"json":1,"staticmethod":1,"from":2,"keys":3,"dict":1,"any":3,"default":2,"none":1,"a":1,"value":1,"model":1,"s":1,"quantization":1,"key":3},"4958,1902,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"classmethod":2,"def":3,"from":7,"config":8,"cls":12,"dict":1,"str":3,"any":1,"bitblasconfig":1,"weight":2,"bits":3,"get":12,"keys":6,"group":3,"size":3,"1":2,"desc":3,"act":3,"false":4,"is":10,"sym":3,"quant":13,"method":6,"lm":4,"head":4,"quantized":3,"or":5,"default":1,"return":5,"override":1,"quantization":1,"hf":3,"cfg":3,"user":6,"optional":2,"quantizationmethods":1,"compat":2,"autogptq":2,"0":3,"8":1,"use":1,"checkpoint":2,"format":8,"7":1,"bitblas":7,"bool":1,"valid":2,"none":3,"gptq":1,"if":2,"and":2,"msg":2,"the":1,"model":1,"serialized":1,"in":1,"using":1,"kernel":1,"name":3,"logger":1,"info":1,"self":3,"layer":3,"torch":1,"nn":1,"module":1,"prefix":1,"bitblaslinearmethod":3,"isinstance":2,"linearbase":1,"parallellmhead":1,"class":1,"linearmethodbase":1,"linear":1,"for":1},"6860,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"args":2,"quant":5,"config":6,"the":15,"bitblas":5,"quantization":1,"use":2,"optimize":3,"features":4,"contiguous":2,"instead":1,"of":6,"if":3,"you":1,"want":1,"to":2,"high":1,"batching":1,"performance":1,"opt":1,"enable":1,"tuning":1,"true":1,"dtypes":1,"torch":9,"float32":2,"float16":5,"bfloat16":2,"half":1,"int8":2,"def":2,"init":1,"self":3,"bitblasconfig":1,"create":1,"weights":4,"gptq":1,"layer":1,"nn":1,"module":1,"input":8,"size":15,"per":4,"partition":7,"int":4,"output":7,"sizes":1,"list":1,"params":3,"dtype":4,"extra":2,"weight":4,"attrs":2,"creates":1,"quantized":4,"for":2,"in":2,"linear":1,"operations":2,"function":1,"initializes":1,"and":3,"returns":2,"a":2,"dictionary":2,"containing":2,"scales":3,"zeros":3,"performing":1,"matrix":1,"multiplication":1,"total":2,"unused":3,"data":1,"type":1,"parameters":1,"expected":1,"be":1,"qweight":1,"raises":1,"valueerror":1,"is":2,"not":2,"or":1,"divisible":1,"by":1,"group":1,"del":1,"arguments":1,"loader":2},"8836,1969,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"if":5,"params":4,"dtype":6,"not":1,"in":1,"self":10,"quant":5,"config":5,"get":1,"supported":1,"act":1,"dtypes":1,"raise":2,"valueerror":2,"parameter":1,"data":2,"type":1,"must":2,"be":2,"torch":3,"float16":1,"f":3,"but":1,"got":1,"group":10,"size":19,"is":1,"none":2,"1":6,"validate":1,"output":5,"per":8,"partition":9,"sum":1,"sizes":1,"and":1,"input":8,"0":2,"divisible":1,"by":1,"initialize":2,"or":1,"retrieve":3,"the":2,"bitblas":6,"matrix":1,"multiplication":1,"operator":1,"configure":1,"matmul":4,"enable":2,"tuning":2,"bias":1,"false":2,"layout":1,"nt":1,"bits":2,"weight":5,"quantized":2,"weights":2,"with":1,"dimensions":1,"4bit":1,"packed":3,"qweight":1,"packedvllmparameter":1,"empty":1,"shape":2,"device":1,"cuda":1,"storage":1,"requires":1,"grad":1,"dim":3,"factor":2,"pack":1,"tile":1,"2":1,"propagate":1,"b":1,"else":2,"loader":2,"compute":1,"number":1,"of":1,"groups":2,"for":1,"channel":1,"wise":1,"quantization":1},"10805,1863,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"initialize":1,"scales":4,"and":2,"zeros":6,"for":1,"the":1,"quantized":2,"weights":1,"weight":10,"scale":3,"args":3,"data":2,"torch":4,"empty":3,"output":7,"size":3,"per":3,"partition":3,"input":8,"groups":5,"device":3,"cuda":3,"dtype":6,"params":2,"loader":6,"if":3,"1":6,"channelquantscaleparameter":1,"dim":8,"0":4,"else":3,"groupquantscaleparameter":1,"self":4,"quant":4,"config":4,"mode":1,"packedvllmparameter":1,"pack":2,"factor":3,"storage":1,"requires":1,"grad":1,"false":1,"packed":2,"basevllmparameter":1,"set":2,"attributes":1,"to":1,"indicate":1,"how":1,"are":1,"applied":1,"attrs":1,"none":1},"12668,1759,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"layer":5,"register":3,"parameter":3,"qweight":2,"scales":2,"zeros":7,"def":2,"create":2,"weights":2,"self":11,"torch":2,"nn":1,"module":1,"input":4,"size":8,"per":2,"partition":4,"int":5,"output":4,"sizes":2,"list":1,"params":4,"dtype":9,"extra":2,"weight":2,"attrs":2,"if":3,"quant":13,"config":7,"method":6,"gptq":3,"return":1,"else":2,"raise":2,"valueerror":2,"f":4,"unsupported":2,"configure":1,"bitblas":4,"matmul":1,"infeatures":1,"outfeatures":1,"enable":1,"tuning":1,"bias":1,"layout":1,"bits":3,"out":1,"float16":1,"from":1,"import":1,"matmulconfig":1,"dtypes":1,"with":5,"scaling":2,"false":3,"group":2,"mode":2,"true":2,"w":2,"uint":1,"is":1,"sym":1},"14427,1150,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"matmul":4,"config":4,"matmulconfig":1,"n":1,"outfeatures":1,"k":1,"infeatures":1,"a":1,"dtype":11,"bitblas":12,"w":2,"out":2,"accum":1,"int32":1,"if":2,"int8":1,"else":1,"storage":2,"self":4,"quant":1,"with":5,"scaling":2,"zeros":4,"group":2,"size":3,"bias":2,"layout":2,"mode":2,"get":4,"or":2,"create":2,"operator":5,"enable":2,"tuning":2,"def":1,"from":3,"import":2,"auto":2,"detect":2,"nvidia":2,"target":4,"cache":4,"database":5,"path":4,"global":3,"0":1,"load":1},"15577,1768,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"bitblas":15,"matmul":9,"global":4,"operator":8,"cache":4,"get":1,"config":8,"if":4,"is":4,"none":3,"target":3,"enable":2,"tuning":5,"false":1,"message":8,"f":4,"logger":4,"info":4,"hardware":1,"aware":1,"finetune":1,"topk":1,"20":1,"add":3,"save":1,"into":1,"database":3,"path":1,"tuned":3,"and":1,"saved":1,"to":1,"else":3,"created":1,"found":1,"in":2,"return":2,"def":1,"apply":1,"gptq":1,"self":4,"layer":4,"torch":4,"nn":1,"module":1,"x":7,"tensor":3,"bias":3,"optional":1,"qweight":4,"scales":4,"qzeros":2,"zeros":1,"2d":7,"view":2,"1":4,"shape":3,"quant":1,"sym":1,"output":7,"not":1,"place":1},"17345,323,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/bitblas.py":{"def":1,"apply":2,"self":4,"args":2,"any":2,"kwargs":2,"torch":1,"tensor":1,"if":1,"quant":5,"config":2,"method":3,"gptq":2,"return":1,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1},"0,1605,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/base_config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":10,"vllm":3,"project":1,"import":7,"inspect":1,"from":5,"abc":3,"abstractmethod":3,"typing":1,"type":2,"checking":2,"any":1,"optional":1,"torch":7,"nn":5,"if":1,"model":2,"executor":2,"layers":1,"quantization":1,"quantizationmethods":2,"models":1,"utils":1,"weightsmapper":1,"else":1,"str":1,"class":2,"quantizemethodbase":1,"base":1,"for":4,"different":1,"quantized":1,"methods":1,"def":4,"create":4,"weights":8,"self":4,"layer":10,"module":4,"weight":3,"args":3,"extra":1,"attrs":1,"a":1,"will":1,"be":2,"set":1,"as":1,"attributes":1,"of":1,"raise":3,"notimplementederror":3,"apply":2,"kwargs":2,"tensor":4,"in":3,"input":2,"expects":2,"have":2,"been":2,"called":2,"before":2,"on":3,"not":1,"required":1,"functions":1,"embedding":1,"gather":1,"embeddings":1,"based":1,"indices":1,"process":2,"after":2,"loading":2,"none":1,"this":1,"can":1,"used":1,"example":1,"transpose":1,"computation":1,"return":1},"1605,1954,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/base_config.py":{"def":7,"method":7,"has":2,"implemented":2,"embedding":9,"class":8,"type":1,"quantizemethodbase":2,"bool":1,"not":3,"all":1,"quant":1,"methods":1,"have":1,"so":1,"we":2,"need":1,"to":4,"check":2,"that":1,"it":1,"exists":1,"for":6,"our":1,"given":1,"this":2,"by":3,"making":1,"sure":1,"the":8,"function":1,"been":1,"changed":1,"from":3,"base":4,"implementation":1,"inspect":2,"getattr":2,"static":2,"none":3,"return":1,"is":4,"and":1,"quantizationconfig":2,"abc":1,"quantization":5,"configs":1,"init":2,"self":4,"super":1,"mapping":2,"updated":1,"models":1,"as":1,"they":1,"initialize":1,"packed":1,"modules":1,"dict":3,"str":4,"list":5,"abstractmethod":5,"get":4,"name":2,"quantizationmethods":1,"of":3,"raise":5,"notimplementederror":5,"supported":2,"act":1,"dtypes":2,"torch":1,"dtype":1,"activation":1,"classmethod":2,"min":1,"capability":2,"cls":2,"int":1,"minimum":1,"gpu":1,"support":1,"e":1,"g":1,"70":1,"volta":1,"75":1,"turing":1,"80":1,"ampere":1,"requirement":1,"due":1,"custom":1,"cuda":1,"kernels":1,"used":1,"staticmethod":1,"config":5,"filenames":2,"search":1,"in":1,"model":2,"directory":1,"any":1,"create":1,"a":1,"s":1},"3559,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/base_config.py":{"classmethod":1,"def":6,"override":1,"quantization":7,"method":9,"cls":1,"hf":2,"quant":5,"cfg":1,"user":2,"optional":4,"quantizationmethods":1,"detects":1,"if":3,"this":2,"can":1,"support":2,"a":3,"given":2,"checkpoint":1,"format":1,"by":2,"overriding":1,"the":14,"specified":1,"should":1,"only":1,"be":1,"overwritten":1,"subclasses":1,"in":7,"exceptional":1,"circumstances":1,"return":5,"none":3,"staticmethod":2,"get":8,"from":5,"keys":8,"config":8,"dict":3,"str":7,"any":6,"list":2,"value":2,"model":4,"s":3,"for":4,"key":3,"raise":2,"valueerror":2,"f":1,"cannot":1,"find":1,"of":2,"or":1,"default":2,"try":1,"quantizationconfig":1,"except":1,"abstractmethod":1,"self":3,"layer":6,"torch":1,"nn":1,"module":2,"prefix":2,"quantizemethodbase":1,"quantize":2,"to":4,"use":1,"quantized":1,"args":1,"full":1,"name":2,"state":1,"returns":1,"doesn":1,"t":1,"notimplementederror":1,"cache":1,"scale":1,"apply":1,"vllm":3,"mapper":2,"noqa":1,"b027":1,"weightsmapper":1,"interface":1,"models":1,"update":1,"names":1,"referenced":1,"configs":1,"order":1,"reflect":1,"structure":1},"5539,232,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/base_config.py":{"param":1,"hf":2,"to":2,"vllm":2,"mapper":1,"maps":1,"from":1,"model":2,"structure":3,"the":2,"assumed":1,"of":1,"qconfig":1,"todo":1,"kylesayrs":1,"add":1,"implementations":1,"for":1,"all":1,"subclasses":1,"pass":1},"0,1752,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":18,"project":1,"from":17,"typing":1,"import":18,"callable":1,"optional":1,"torch":3,"nn":1,"parameter":2,"envs":3,"logger":4,"init":2,"model":9,"executor":9,"layers":8,"fused":2,"moe":7,"fusedmoe":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"gpt":1,"oss":1,"triton":3,"kernels":2,"kernel":1,"forward":1,"linear":1,"linearbase":1,"unquantizedlinearmethod":1,"quantization":5,"quantizationmethods":1,"base":1,"config":1,"quantizationconfig":1,"quantizemethodbase":1,"utils":9,"marlin":2,"fp4":2,"prepare":1,"layer":2,"for":1,"mxfp4":7,"can":1,"support":1,"swizzle":1,"quant":1,"is":3,"skipped":1,"set":3,"weight":1,"attrs":1,"platforms":1,"current":1,"platform":1,"scalar":2,"type":1,"types":1,"has":2,"equal":1,"or":1,"newer":1,"next":1,"power":1,"of":1,"round":1,"up":1,"flashinfer":6,"name":1,"def":1,"should":2,"use":3,"bf16":4,"determine":1,"if":3,"be":1,"used":1,"explicitly":1,"respect":1,"setting":1,"return":1},"1752,1629,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"enable":1,"by":2,"default":2,"on":1,"sm100":1,"if":3,"mxfp8":7,"is":3,"not":2,"explicitly":1,"enabled":1,"current":1,"platform":1,"device":1,"capability":2,"100":1,"and":2,"has":1,"flashinfer":10,"envs":2,"set":1,"vllm":4,"use":7,"moe":3,"mxfp4":10,"logger":1,"info":1,"once":1,"enabling":1,"bf16":2,"backend":1,"for":2,"blackwell":1,"faster":1,"performance":1,"consider":1,"setting":1,"1":1,"though":1,"this":1,"may":1,"impact":1,"accuracy":1,"return":9,"true":1,"false":1,"def":9,"should":5,"determine":1,"be":1,"used":1,"or":1,"class":1,"mxfp4config":1,"quantizationconfig":1,"init":2,"self":3,"ignored":3,"layers":3,"optional":2,"list":3,"str":3,"none":1,"super":1,"classmethod":5,"from":2,"config":3,"cls":6,"get":5,"min":1,"int":1,"80":1,"name":1,"quantizationmethods":1,"supported":1,"act":1,"dtypes":1,"torch":3,"dtype":1,"bfloat16":1,"filenames":1,"quant":1,"method":1,"layer":2,"nn":1,"module":1,"prefix":1,"quantizemethodbase":1,"attention":2,"import":2,"avoid":1,"circular":1},"3381,1775,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"if":8,"isinstance":3,"layer":7,"linearbase":1,"self":9,"ignored":3,"layers":3,"and":3,"is":10,"skipped":1,"prefix":2,"fused":1,"mapping":2,"packed":1,"modules":1,"return":8,"unquantizedlinearmethod":1,"raise":2,"notimplementederror":2,"mxfp4":5,"linear":1,"not":9,"implemented":2,"elif":2,"fusedmoe":1,"mxfp4moemethod":2,"moe":6,"config":1,"attention":2,"none":3,"class":1,"fusedmoemethodbase":1,"def":2,"init":2,"fusedmoeconfig":1,"super":1,"topk":1,"indices":1,"dtype":1,"use":5,"marlin":6,"should":2,"current":4,"platform":4,"device":3,"capability":3,"100":2,"has":4,"flashinfer":3,"logger":1,"warning":1,"once":1,"enabled":1,"on":2,"blackwell":1,"but":1,"available":1,"this":1,"may":1,"result":1,"in":1,"degraded":1,"performance":2,"please":1,"pip":1,"install":1,"vllm":3,"for":1,"best":1,"results":1,"envs":2,"cuda":1,"90":1,"kernel":1,"better":1,"ampere":1,"true":3,"triton":1,"kernels":1,"torch":1,"equal":1,"or":1,"newer":1,"2":1,"8":1,"0":1,"false":1},"5156,1378,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"def":1,"create":1,"weights":1,"self":3,"layer":1,"torch":11,"nn":1,"module":1,"num":3,"experts":3,"int":3,"hidden":5,"size":12,"intermediate":7,"per":7,"partition":7,"params":1,"dtype":6,"extra":1,"weight":3,"attrs":1,"uint8":2,"scale":2,"fixme":1,"zyongye":1,"ship":1,"after":5,"and":3,"safetensors":1,"support":1,"mxfp4":4,"is":2,"available":2,"hasattr":2,"float4":2,"e2m1fn":2,"x2":2,"float8":2,"e8m0fnu":2,"if":2,"block":1,"32":1,"pad":4,"use":1,"marlin":2,"the":1,"moe":1,"kernel":1,"requires":1,"that":1,"for":1,"each":1,"linear":1,"n":3,"256":2,"0":2,"k":3,"128":2,"in":2,"gate":1,"up":3,"proj":2,"2":1,"down":1,"round":2},"6534,1960,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"layer":6,"params":2,"dtype":6,"num":4,"experts":4,"hidden":8,"size":21,"intermediate":13,"per":11,"partition":11,"after":7,"pad":8,"elif":2,"should":1,"use":1,"flashinfer":1,"mxfp4":3,"the":1,"to":3,"be":1,"a":1,"multiple":1,"of":1,"2":4,"block":2,"for":1,"hold":1,"non":1,"uniform":1,"sharded":1,"tensor":1,"as":2,"well":1,"swizzling":1,"other":1,"padding":1,"increase":1,"performance":1,"round":4,"up":5,"256":2,"current":1,"platform":1,"is":1,"rocm":1,"128":1,"else":1,"64":1,"self":2,"fused":1,"gate":1,"proj":1,"column":1,"parallel":1,"w13":8,"weight":13,"torch":4,"nn":2,"parameter":4,"zeros":2,"requires":2,"grad":2,"false":2,"register":2,"set":2,"attrs":4,"extra":2,"scale":5},"8494,1546,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"w13":4,"bias":8,"torch":10,"nn":4,"parameter":8,"zeros":4,"num":4,"experts":4,"2":2,"intermediate":3,"size":6,"per":3,"partition":3,"after":3,"pad":3,"dtype":6,"bfloat16":2,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"set":4,"weight":17,"attrs":8,"extra":4,"down":1,"proj":1,"row":1,"parallel":1,"w2":12,"hidden":3,"scale":5,"mxfp4":1,"block":1},"10040,883,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":5,"layer":6,"if":1,"use":2,"marlin":2,"prepare":1,"moe":1,"fp4":1,"for":1,"elif":1,"should":1,"flashinfer":2,"mxfp4":2,"from":1,"import":1,"shuffle":2,"matrix":2,"a":2,"sf":2,"gemm1":3,"alpha":1,"parameter":3,"torch":6,"tensor":3,"1":2,"702":1,"num":3,"experts":3,"dtype":3,"float32":3,"cuda":3,"requires":3,"grad":3,"false":3,"beta":1,"0":2,"clamp":1,"limit":1,"7":1,"block":2,"size":2,"32":1},"10923,1840,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"assert":6,"layer":27,"w13":17,"weight":23,"dim":6,"3":4,"and":15,"shape":15,"0":5,"self":15,"num":5,"experts":5,"1":6,"intermediate":5,"size":12,"2":11,"hidden":5,"scale":11,"sf":2,"block":2,"w2":16,"bias":10,"data":6,"to":2,"torch":2,"float32":2},"12763,1974,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"swap":6,"w1":1,"and":3,"w3":1,"as":2,"the":4,"defenition":1,"of":1,"swiglu":1,"is":2,"different":1,"in":2,"trtllm":1,"gen":1,"def":1,"every":4,"two":4,"rows":4,"x":7,"axis":9,"1":6,"shape":13,"if":1,"0":1,"len":1,"create":1,"a":4,"new":7,"with":1,"pairs":2,"swapped":1,"along":1,"specified":1,"list":2,"2":4,"insert":1,"reshape":5,"to":1,"expose":1,"them":1,"back":1,"flip":1,"return":1,"w13":9,"weight":6,"scale":3,"bias":6,"do":1,"not":1,"interleave":1,"checkpoint":1,"already":1,"interleaved":1,"shuffle":4,"weights":4,"scaling":1,"factors":1,"for":2,"transposed":1,"mma":1,"output":1,"gemm1":6,"mxfp4":6,"shuffled":9,"scales":3,"gemm2":3,"epilogue":4,"tile":4,"m":4,"128":1,"fixme":1,"this":1,"depends":1,"on":1,"kernel":1,"internals":1,"i":4,"range":1,"self":1,"num":1,"experts":1,"append":3,"matrix":3,"view":2,"torch":2,"uint8":2,"sf":1,"clone":1},"14737,1991,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"gemm2":6,"weights":3,"mxfp4":6,"shuffled":9,"append":3,"shuffle":3,"matrix":3,"a":3,"w2":10,"weight":14,"i":3,"view":4,"torch":10,"uint8":2,"epilogue":3,"tile":3,"m":3,"scales":3,"sf":3,"scale":7,"bias":6,"clone":1,"reshape":5,"1":4,"w13":7,"stack":6,"gemm1":3,"self":8,"num":4,"experts":4,"2":1,"intermediate":2,"size":6,"hidden":2,"block":2,"float8":2,"e4m3fn":2,"layer":6,"parameter":6,"requires":6,"grad":6,"false":6,"else":1,"from":1,"triton":1,"kernels":1,"matmul":1,"ogs":1,"import":1,"flexctx":1,"precisionconfig":1},"16728,1399,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"w13":16,"bias":8,"layer":12,"to":6,"torch":3,"float32":2,"w2":16,"parameter":2,"requires":2,"grad":2,"false":2,"fixme":1,"warp":1,"need":2,"be":1,"adjusted":1,"based":1,"on":2,"batch":1,"size":2,"only":1,"apply":1,"batched":1,"mode":1,"if":2,"self":5,"moe":2,"use":1,"ep":1,"num":4,"warps":4,"4":1,"envs":1,"vllm":1,"dp":1,"chunk":1,"512":1,"else":2,"8":2,"weight":16,"flex":6,"scale":8,"swizzle":2,"mxfp4":2,"precision":2,"config":2,"precisionconfig":2,"ctx":2,"flexctx":2,"rhs":2,"data":2,"triton":2,"tensor":2,"delete":1,"the":1,"original":1,"weights":1,"save":1,"memory":1,"single":1,"gpu":1,"del":2,"none":2,"cuda":1,"empty":1,"cache":1},"18127,1998,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"def":2,"get":1,"tile":6,"tokens":17,"dim":5,"self":3,"x":3,"torch":10,"tensor":10,"top":3,"k":3,"int":6,"number":3,"of":5,"in":1,"the":11,"input":2,"num":11,"shape":1,"0":4,"factor":5,"to":5,"account":1,"for":1,"imbalance":4,"experts":4,"equals":1,"max":2,"real":1,"per":8,"expert":11,"perfect":4,"1":5,"means":2,"distribution":3,"some":1,"have":1,"more":1,"than":1,"does":1,"not":1,"make":1,"sense":1,"3":1,"calculate":1,"assuming":1,"apply":3,"and":1,"pad":1,"next":2,"power":2,"2":2,"cap":1,"8":2,"64":2,"cta":1,"as":1,"it":1,"s":1,"range":1,"supported":1,"by":1,"kernel":1,"min":1,"return":1,"layer":1,"nn":1,"module":1,"router":2,"logits":1,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"false":3,"group":2,"optional":8,"none":8,"global":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"weight":1,"on":1,"activation":1,"silu":1,"enable":1,"eplb":1,"load":1,"view":1,"logical":2,"physical":1,"replica":1,"count":1},"20125,1758,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"if":2,"enable":1,"eplb":2,"raise":1,"notimplementederror":1,"is":1,"not":2,"supported":2,"for":1,"mxfp4":3,"self":1,"use":4,"marlin":2,"topk":10,"weights":2,"ids":2,"fusedmoe":1,"select":1,"experts":3,"hidden":1,"states":1,"x":2,"router":6,"logits":3,"grouped":3,"top":2,"k":2,"renormalize":2,"group":6,"num":5,"expert":7,"custom":3,"routing":3,"function":3,"scoring":3,"func":3,"e":3,"score":3,"correction":3,"bias":5,"return":1,"torch":1,"ops":1,"vllm":1,"fused":1,"moe":1,"layer":6,"w13":3,"weight":7,"w2":3,"scale":2,"global":4,"scale1":1,"none":2,"scale2":1,"quant":1,"type":1,"id":2,"scalar":1,"types":1,"float4":1,"e2m1f":1,"apply":3,"on":3,"input":3,"activation":3,"map":4,"assert":1,"can":1,"support":1,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"are":1,"with":1,"this":1,"configuration":1},"21883,1945,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"if":3,"should":2,"use":3,"flashinfer":4,"mxfp4":3,"from":1,"import":1,"mxfp8":3,"quantize":2,"trtllm":4,"fp4":2,"block":2,"scale":12,"moe":4,"assert":2,"not":2,"self":5,"ep":2,"is":1,"supported":1,"for":1,"backend":1,"yet":1,"bf16":1,"x":15,"dtype":1,"torch":3,"bfloat16":2,"quant":3,"none":8,"else":2,"false":1,"to":3,"view":1,"float8":1,"e4m3fn":1,"reshape":1,"1":2,"gen":2,"output":2,"router":1,"logits":1,"routing":2,"bias":3,"layer":9,"w13":3,"weight":4,"uint8":3,"e2m1":2,"2":3,"e4m3":1,"fp32":5,"per":7,"expert":6,"channel":2,"gemm1":3,"alpha":1,"beta":1,"clamp":1,"limit":1,"w2":3,"ue8m0":1,"output1":2,"scalar":3,"gate":1,"output2":1,"num":3,"experts":3,"top":2,"k":2,"n":1,"group":2,"topk":1,"intermediate":1,"size":1,"padded":1,"multiple":1,"of":1,"256":1,"0":3,"local":2,"offset":1,"get":1,"tile":1,"tokens":1,"dim":1,"renormalize":2,"method":1,"type":1,"true":1,"do":1,"finalize":1,"return":1},"23828,679,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/mxfp4.py":{"else":1,"return":1,"triton":3,"kernel":1,"moe":1,"forward":1,"hidden":1,"states":1,"x":1,"w1":3,"self":4,"w13":3,"weight":4,"tensor":2,"w2":6,"gating":1,"output":1,"router":3,"logits":1,"topk":1,"top":1,"k":1,"renormalize":2,"global":2,"num":2,"experts":2,"expert":2,"map":2,"bias":4,"layer":2,"precision":4,"config":2,"apply":2,"on":2,"input":2},"0,1855,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepgemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":6,"logging":2,"torch":20,"from":4,"platforms":1,"current":1,"platform":1,"triton":5,"utils":3,"direct":1,"register":1,"custom":1,"op":1,"deep":1,"gemm":3,"fp8":6,"nt":2,"logger":1,"getlogger":1,"name":1,"def":3,"prepare":2,"block":16,"matmul":4,"inputs":2,"a":13,"tensor":15,"b":9,"as":8,"bs":8,"size":7,"list":3,"int":6,"output":6,"dtype":10,"float16":1,"tuple":1,"assert":11,"len":1,"n":7,"k":7,"1":10,"shape":13,"is":2,"contiguous":2,"cdiv":3,"m":3,"numel":1,"ndim":2,"c":8,"new":1,"empty":1,"return":2,"w8a8":2,"deepgemm":3,"only":1,"supports":1,"type":1,"bfloat16":2,"fake":1},"1855,411,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/deepgemm.py":{"torch":1,"tensor":1,"m":1,"n":1,"k":1,"c":2,"prepare":1,"block":5,"fp8":4,"matmul":4,"inputs":1,"a":1,"b":1,"as":1,"bs":1,"size":1,"output":1,"dtype":1,"return":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"w8a8":3,"deepgemm":3,"func":1,"mutates":1,"args":1,"fake":2,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1},"0,1172,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":13,"enum":3,"from":11,"fractions":1,"fraction":1,"typing":1,"any":1,"optional":1,"union":1,"torch":2,"nn":1,"parameter":3,"custom":1,"ops":2,"as":1,"model":6,"executor":6,"layers":5,"fused":1,"moe":1,"layer":1,"fusedmoe":1,"linear":2,"linearmethodbase":1,"quantization":3,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"quantizemethodbase":1,"utils":2,"gptq":2,"get":1,"quant":1,"method":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedcolumnparameter":1,"packedvllmparameter":1,"rowvllmparameter":1,"class":2,"gptqconfig":1,"for":1,"reference":1,"https":1,"arxiv":1,"org":1,"abs":1,"2210":1,"17323":1},"1172,1958,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"def":1,"init":3,"self":10,"weight":7,"bits":9,"int":3,"group":5,"size":5,"desc":3,"act":3,"bool":3,"lm":3,"head":3,"quantized":4,"dynamic":5,"dict":5,"str":3,"union":1,"none":1,"gptqmodel":2,"use":1,"config":3,"property":1,"to":2,"allow":1,"per":1,"module":4,"quantization":4,"so":1,"each":1,"can":3,"be":2,"individually":1,"optimized":1,"format":2,"is":5,"where":1,"key":2,"a":2,"regex":1,"string":1,"that":1,"perform":1,"both":1,"positive":4,"prefixed":2,"or":1,"negative":3,"matching":2,"of":4,"default":1,"match":4,"override":2,"base":1,"quant":1,"mode":1,"if":2,"no":1,"prefix":2,"used":1,"value":2,"in":2,"field":1,"and":3,"will":1,"skip":2,"for":3,"this":1,"entirely":1,"non":1,"inference":1,"more":1,"details":1,"examples":1,"found":1,"at":1,"https":1,"github":1,"com":1,"modelcloud":1,"example":1,"last":2,"1":4,"2":3,"the":3,"layers":4,"10":2,"21":4,"has":2,"8bit":2,"vs":1,"4bit":1,"0":2,"9":2,"4":3,"16":2,"64":2,"matches":1,"node":1,"layer":2,"15":1,"r":3,"5":1,"8":4,"6":1,"20":1,"moe":2,"all":1,"super":1,"pack":1,"factor":1,"fraction":1,"32":1,"not":1,"3":2,"raise":1,"valueerror":1,"currently":1,"only":1,"bit":1,"f":1,"supported":1,"gptq":1,"but":1,"got":1},"3130,1640,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"def":7,"repr":1,"self":7,"str":4,"return":6,"f":5,"gptqconfig":2,"weight":4,"bits":5,"group":5,"size":5,"desc":5,"act":6,"lm":5,"head":5,"quantized":4,"dynamic":8,"classmethod":5,"get":10,"name":1,"cls":11,"quantizationmethods":1,"gptq":2,"supported":1,"dtypes":1,"list":2,"torch":3,"dtype":1,"half":1,"need":1,"to":2,"figure":1,"it":1,"out":1,"min":1,"capability":1,"int":1,"60":1,"config":9,"filenames":1,"quantize":1,"json":1,"from":7,"dict":1,"any":1,"keys":5,"or":2,"default":2,"if":2,"is":1,"none":1,"else":1,"false":1,"quant":1,"method":1,"layer":2,"nn":1,"module":1,"prefix":1,"optional":1,"union":1,"gptqlinearmethod":1,"quantizemethodbase":1,"isinstance":1,"fusedmoe":1,"moe":2,"support":1,"fall":1,"back":1,"moewna16":1,"for":1,"broad":1,"compatibility":1,"wna16":1,"import":1,"moewna16config":1},"4770,1830,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"config":10,"quant":9,"method":4,"gptq":4,"bits":2,"self":8,"weight":7,"group":3,"size":14,"sym":1,"true":1,"typically":1,"uses":1,"symmetric":1,"quantization":2,"lm":1,"head":1,"false":1,"return":2,"moewna16config":1,"from":1,"get":3,"layer":3,"prefix":2,"linear":2,"gptqlinearmethod":2,"class":2,"exllamastate":1,"enum":4,"unused":2,"auto":3,"uninitialized":1,"ready":1,"linearmethodbase":1,"for":1,"args":1,"the":5,"def":2,"init":1,"gptqconfig":1,"create":1,"weights":1,"torch":2,"nn":1,"module":1,"input":4,"per":4,"partition":6,"int":4,"output":7,"sizes":2,"list":1,"params":1,"dtype":2,"extra":2,"attrs":2,"del":1,"loader":2,"if":2,"0":2,"raise":2,"valueerror":2,"is":2,"not":2,"aligned":2,"with":2,"quantized":2,"shape":2,"this":2,"can":2,"be":2,"caused":2,"by":2,"too":2,"large":2,"tensor":2,"parallel":2,"sum":1,"pack":1,"factor":1,"numerator":1},"6600,1211,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"if":3,"self":6,"quant":6,"config":6,"group":7,"size":16,"1":3,"else":2,"input":9,"exllama":4,"state":2,"exllamastate":2,"uninitialized":1,"scale":4,"and":6,"zero":4,"dim":5,"none":1,"per":4,"partition":5,"for":3,"act":2,"order":1,"models":1,"we":2,"cannot":1,"use":1,"row":1,"parallel":1,"layer":1,"desc":1,"unused":1,"need":1,"to":1,"qzeros":1,"scales":1,"kernel":1,"0":3,"qweight":1,"packedvllmparameter":1,"data":1,"torch":2,"empty":1,"pack":2,"factor":3,"output":2,"dtype":1,"int32":1,"packed":2,"weight":2,"loader":2},"7811,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"g":3,"idx":3,"rowvllmparameter":1,"data":3,"torch":5,"tensor":1,"i":2,"self":4,"quant":4,"config":4,"group":1,"size":6,"for":1,"in":1,"range":1,"input":5,"per":3,"partition":3,"dtype":4,"int32":2,"dim":10,"0":3,"weight":9,"loader":6,"qzeros":7,"args":6,"empty":2,"scale":6,"and":3,"zero":3,"output":6,"pack":3,"factor":5,"params":1,"if":1,"is":1,"none":1,"scales":4,"channelquantscaleparameter":1,"1":6,"packedcolumnparameter":1,"packed":4,"else":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"layer":5,"register":4,"parameter":4,"qweight":2,"exllama":2,"state":2},"9764,1724,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq.py":{"def":2,"process":1,"weights":1,"after":2,"loading":1,"self":5,"layer":24,"torch":10,"nn":2,"module":2,"none":3,"for":1,"compile":1,"qzeros":3,"parameter":4,"data":6,"requires":4,"grad":4,"false":4,"qweight":5,"g":8,"idx":8,"scales":3,"exllama":4,"needs":1,"to":2,"shuffle":3,"the":3,"weight":4,"is":2,"loaded":1,"here":1,"we":1,"do":1,"on":1,"first":1,"forward":1,"pass":1,"if":3,"state":3,"exllamastate":3,"uninitialized":1,"quant":3,"config":3,"desc":1,"act":1,"argsort":1,"int":2,"else":1,"empty":1,"0":1,"dtype":1,"device":2,"ready":2,"ops":2,"gptq":2,"bits":2,"apply":1,"x":6,"tensor":3,"bias":3,"optional":1,"out":2,"shape":5,"1":4,"reshaped":2,"reshape":2,"output":3,"gemm":1,"not":1,"add":1,"return":1},"0,1495,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":9,"typing":1,"import":10,"any":1,"optional":1,"torch":2,"nn":1,"parameter":3,"custom":1,"ops":2,"as":1,"logger":4,"init":4,"model":4,"executor":4,"layers":3,"linear":1,"linearbase":1,"linearmethodbase":1,"quantization":2,"quantizationmethods":1,"base":1,"config":2,"quantizationconfig":2,"basevllmparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"scalar":6,"type":2,"types":6,"name":1,"gptq":6,"marlin":6,"24":6,"tile":1,"16":1,"min":2,"thread":2,"n":1,"128":3,"k":1,"max":1,"parallel":1,"64":1,"supported":2,"quant":2,"uint4b8":2,"uint8b128":2,"group":4,"sizes":1,"1":1,"class":2,"gptqmarlin24config":1,"for":1,"marlin24":1,"def":1,"self":2,"weight":2,"bits":2,"int":2,"size":3,"none":1,"super":1,"4":1,"8":1,"get":1},"1495,1822,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"verify":1,"if":2,"quant":11,"type":9,"is":1,"none":1,"or":1,"not":4,"in":3,"gptq":8,"marlin":12,"24":10,"supported":7,"types":2,"raise":2,"valueerror":2,"f":4,"does":2,"support":2,"only":2,"weight":1,"bits":3,"are":2,"self":13,"group":8,"size":8,"sizes":3,"4":1,"packed":1,"into":1,"32":2,"bit":1,"datatype":1,"pack":1,"factor":1,"tile":2,"used":2,"by":2,"kernels":2,"16":1,"min":7,"out":2,"features":2,"dim":2,"n":2,"threads":2,"thread":2,"k":2,"max":3,"parallel":3,"problems":1,"to":2,"solve":1,"at":1,"once":1,"improves":1,"large":1,"batch":1,"performance":1,"permutation":1,"length":1,"the":1,"perm":1,"len":1,"1024":1,"def":5,"repr":1,"str":2,"return":5,"marlin24config":1,"format":1,"classmethod":4,"get":4,"name":1,"cls":4,"quantizationmethods":1,"act":1,"dtypes":1,"list":2,"torch":2,"dtype":1,"half":1,"need":1,"figure":1,"it":1,"capability":1,"int":1,"80":1,"config":2,"filenames":1,"quantize":1,"json":1},"3317,1937,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"classmethod":2,"def":5,"from":3,"config":9,"cls":8,"dict":1,"str":2,"any":1,"gptqmarlin24config":2,"weight":6,"bits":3,"get":7,"keys":2,"group":3,"size":7,"return":5,"override":1,"quantization":2,"method":3,"hf":2,"quant":13,"cfg":2,"user":6,"optional":2,"quantizationmethods":1,"is":6,"marlin":4,"24":4,"format":5,"checkpoint":1,"valid":2,"none":3,"or":2,"gptq":2,"if":3,"and":1,"msg":2,"the":3,"model":1,"serialized":1,"in":1,"using":1,"kernel":1,"name":3,"logger":1,"info":1,"self":5,"layer":3,"torch":4,"nn":2,"module":2,"prefix":1,"gptqmarlin24linearmethod":3,"isinstance":1,"linearbase":1,"class":1,"linearmethodbase":1,"linear":1,"for":1,"marlin24":2,"args":1,"init":1,"create":1,"weights":1,"input":2,"per":1,"partition":2,"int":4,"output":3,"sizes":1,"list":1,"params":4,"dtype":5,"extra":2,"attrs":2,"del":1,"unused":1,"loader":2,"float16":2,"raise":1,"valueerror":1,"f":1,"must":1,"be":1,"but":1,"got":1},"5254,1746,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"validate":2,"output":10,"size":21,"per":18,"partition":17,"sum":1,"sizes":1,"if":5,"self":11,"quant":11,"config":11,"min":6,"n":3,"threads":6,"0":5,"raise":5,"valueerror":5,"f":12,"weight":4,"is":4,"not":4,"divisible":4,"by":4,"pack":3,"factor":3,"input":7,"k":3,"group":5,"1":1,"and":1,"check":1,"that":1,"we":1,"have":1,"at":1,"least":1,"4":1,"tiles":3,"horizontally":1,"in":1,"the":2,"shard":1,"num":2,"perm":3,"len":1,"tile":1,"2":1,"each":1,"permutation":1,"must":1,"reside":1,"on":1,"same":1,"gpu":1},"7000,1405,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"quantized":1,"4bit":1,"weights":1,"packed":5,"into":1,"int32":2,"qweight":1,"packedvllmparameter":2,"data":2,"torch":4,"empty":2,"input":6,"size":12,"per":5,"partition":5,"self":7,"quant":7,"config":7,"tile":5,"2":5,"output":4,"pack":2,"factor":4,"device":2,"cuda":2,"dtype":2,"dim":6,"0":2,"1":7,"marlin":2,"weight":4,"loader":4,"meta":2,"8":1,"int16":1,"determine":1,"if":2,"channelwise":1,"or":1,"not":1,"groups":1,"group":2,"else":1},"8405,1762,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"weight":7,"scale":3,"args":3,"data":6,"torch":5,"empty":1,"input":3,"groups":2,"output":4,"size":4,"per":2,"partition":2,"device":2,"cuda":2,"dtype":3,"params":1,"loader":4,"if":1,"1":3,"scales":3,"channelquantscaleparameter":1,"dim":3,"else":1,"groupquantscaleparameter":1,"0":1,"allocate":1,"workspace":8,"used":1,"for":1,"internal":1,"locking":1,"mechanism":1,"max":3,"self":3,"quant":2,"config":2,"min":1,"n":1,"threads":1,"parallel":1,"basevllmparameter":1,"zeros":1,"int":1,"layer":13,"register":4,"parameter":8,"b":6,"24":3,"qweight":1,"meta":4,"s":3,"def":1,"process":1,"weights":1,"after":1,"loading":1,"nn":1,"module":1,"none":1,"required":1,"by":1,"compile":1,"requires":4,"grad":4,"false":4},"10167,851,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/gptq_marlin_24.py":{"def":1,"apply":1,"self":2,"layer":5,"torch":4,"nn":1,"module":1,"x":8,"tensor":3,"bias":3,"optional":1,"none":2,"qweight":2,"b":2,"24":2,"meta":3,"scales":3,"s":1,"workspace":3,"2d":7,"view":2,"1":6,"shape":6,"size":6,"m":2,"0":1,"k":2,"n":2,"output":6,"ops":1,"gptq":1,"marlin":1,"gemm":1,"quant":2,"config":1,"type":1,"if":1,"is":1,"not":1,"add":2,"in":1,"place":1,"return":1},"0,1916,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":16,"project":1,"from":17,"enum":2,"import":20,"typing":1,"any":1,"callable":1,"optional":1,"union":1,"torch":3,"nn":2,"module":1,"parameter":2,"envs":2,"as":2,"model":12,"executor":12,"layers":12,"fused":5,"moe":11,"modular":1,"kernel":1,"mk":1,"custom":1,"ops":1,"cutlass":5,"scaled":2,"fp4":10,"mm":1,"quant":2,"logger":2,"init":1,"config":2,"fusedmoeconfig":1,"flashinfer":7,"is":3,"valid":1,"layer":4,"fusedmoe":1,"fusedmoemethodbase":1,"fusedmoeweightscalesupported":1,"linear":2,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":7,"quantizationmethods":1,"base":1,"quantizationconfig":1,"quantizemethodbase":1,"kv":1,"cache":1,"basekvcachemethod":1,"utils":7,"build":1,"prepare":3,"finalize":1,"reorder":1,"w1w3":1,"w3w1":1,"select":1,"nvfp4":1,"gemm":1,"impl":1,"apply":2,"per":1,"tensor":1,"scale":1,"fp8":2,"register":1,"scaling":1,"factors":1,"rotate":1,"weights":1,"swap":1,"w13":1,"w31":1,"marlin":5,"supported":2,"for":2,"groupshape":1,"skipped":1,"swizzle":1,"blockscale":1},"1916,1972,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"from":5,"vllm":5,"model":2,"executor":2,"layers":1,"quantization":3,"utils":4,"w8a8":1,"import":5,"fp8linearop":1,"requantize":1,"with":1,"max":1,"scale":1,"parameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"scalar":2,"type":1,"types":1,"next":1,"power":1,"of":1,"2":1,"flashinfer":4,"scaled":1,"fp4":1,"mm":1,"has":2,"moe":1,"logger":3,"init":3,"name":2,"quant":8,"algos":2,"fp8":8,"nvfp4":1,"kv":4,"cache":4,"class":3,"flashinfermoebackend":1,"enum":1,"tensorrt":2,"llm":2,"cutlass":2,"modeloptfp8config":1,"quantizationconfig":1,"config":5,"for":1,"modelopt":4,"def":6,"self":4,"is":5,"checkpoint":5,"serialized":4,"bool":1,"false":1,"method":4,"optional":3,"str":3,"none":3,"exclude":3,"modules":3,"list":3,"super":1,"if":2,"warning":1,"detected":1,"please":1,"note":1,"that":1,"the":1,"format":1,"experimental":1,"and":1,"could":1,"change":1,"classmethod":5,"get":4,"cls":5,"quantizationmethods":2,"return":4,"supported":1,"act":1,"dtypes":1,"torch":3,"dtype":1,"bfloat16":1,"half":1,"min":1,"capability":1,"int":1,"89":1,"filenames":1,"hf":2,"json":1,"override":1,"cfg":1,"user":1,"detect":1,"this":1,"should":1,"be":1,"used":1,"based":1,"on":1},"3888,926,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":7,"hf":5,"quant":20,"cfg":5,"is":2,"none":4,"return":5,"use":1,"the":2,"community":1,"standard":1,"method":5,"get":3,"lower":1,"only":1,"proceed":1,"explicitly":1,"modelopt":5,"look":1,"for":2,"specific":2,"config":5,"structure":1,"quantization":2,"in":3,"isinstance":2,"dict":1,"algo":8,"fp8":2,"else":1,"check":1,"compressed":1,"tensors":1,"style":1,"with":1,"str":1,"and":1},"4814,1741,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"classmethod":1,"def":2,"from":3,"config":15,"cls":3,"dict":2,"str":2,"any":1,"modeloptfp8config":1,"handle":1,"both":1,"modelopt":4,"format":4,"and":1,"compressed":2,"tensors":2,"style":2,"if":5,"quantization":6,"in":6,"quant":25,"algo":7,"get":7,"keys":1,"not":3,"isinstance":1,"raise":3,"valueerror":3,"expected":1,"to":1,"be":2,"a":2,"dictionary":1,"method":9,"missing":1,"kv":5,"cache":5,"exclude":5,"modules":5,"else":1,"algos":2,"f":1,"currently":1,"only":1,"supports":1,"quantizations":1,"vllm":1,"please":1,"check":2,"the":1,"hf":1,"json":1,"file":1,"for":1,"your":1,"model":1,"s":1,"configuration":1,"is":3,"checkpoint":2,"fp8":3,"serialized":2,"return":1,"layer":2,"excluded":2,"self":1,"prefix":1,"bool":1,"should":1},"6555,1939,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"this":1,"method":3,"handles":1,"both":1,"regular":1,"models":3,"and":3,"multimodal":2,"that":1,"use":1,"the":6,"language":4,"model":5,"prefix":8,"for":4,"it":1,"checks":1,"if":6,"module":6,"name":1,"without":1,"is":3,"in":4,"exclude":3,"list":1,"self":10,"modules":2,"none":3,"return":8,"false":2,"check":1,"any":1,"excluded":2,"matches":1,"or":1,"startswith":1,"removeprefix":1,"true":2,"def":2,"get":1,"quant":7,"layer":7,"torch":2,"nn":1,"str":1,"optional":1,"quantizemethodbase":1,"from":1,"vllm":1,"attention":3,"import":2,"avoid":1,"circular":1,"isinstance":3,"linearbase":1,"unquantizedlinearmethod":1,"modeloptfp8linearmethod":2,"elif":2,"modeloptfp8kvcachemethod":1,"fusedmoe":1,"modeloptfp8moemethod":1,"moe":1,"config":6,"class":1,"linearmethodbase":1,"linear":2,"optimizer":1,"static":3,"quantization":3,"supports":1,"loading":1,"fp8":2,"checkpoints":1,"with":1,"weight":1,"scale":2,"activation":1,"future":1,"support":4,"might":1,"be":1,"added":1,"dynamic":1,"scales":1,"limitations":1,"1":1,"only":2,"per":2,"tensor":2,"due":1,"to":1,"scaled":1,"mm":1,"2":1,"float8":1,"e4m3fn":1,"datatype":1,"args":1,"modelopt":1,"init":1,"modeloptfp8config":1,"fp8linearop":1,"act":2,"group":1,"shape":1,"groupshape":1},"8494,1949,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":1,"create":1,"weights":1,"self":3,"layer":7,"torch":12,"nn":1,"module":1,"input":9,"size":12,"per":8,"partition":13,"int":4,"output":12,"sizes":5,"list":1,"params":2,"dtype":8,"extra":2,"weight":20,"attrs":2,"del":1,"sum":1,"loader":8,"get":1,"logical":1,"widths":1,"float8":1,"e4m3fn":1,"if":2,"quant":2,"config":2,"is":2,"checkpoint":2,"fp8":2,"serialized":2,"else":1,"modelweightparameter":1,"data":3,"empty":3,"dim":2,"1":1,"0":1,"register":3,"parameter":3,"scale":10,"pertensorscaleparameter":2,"len":2,"float32":4,"finfo":2,"min":2},"10443,1934,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":3,"process":1,"weights":1,"after":1,"loading":2,"self":8,"layer":16,"module":2,"none":3,"weight":16,"max":6,"w":3,"scale":17,"if":2,"not":1,"0":1,"all":1,"requantize":1,"with":2,"logical":1,"widths":1,"parameter":3,"t":1,"requires":3,"grad":3,"false":4,"input":5,"apply":2,"torch":4,"nn":1,"x":2,"tensor":3,"bias":3,"optional":1,"return":1,"fp8":8,"linear":1,"class":1,"modeloptfp8moemethod":2,"fusedmoemethodbase":1,"moe":8,"method":1,"for":2,"modelopt":2,"supports":1,"checkpoints":1,"static":1,"and":2,"activation":1,"args":1,"quant":4,"config":5,"the":1,"quantization":2,"init":2,"modeloptfp8config":1,"fusedmoeconfig":1,"super":1,"from":1,"vllm":2,"model":1,"executor":1,"layers":1,"utils":2,"w8a8":1,"import":1,"cutlass":3,"supported":3,"flashinfer":5,"enabled":2,"envs":1,"use":1,"has":1,"logger":1,"info":1,"once":1,"using":1,"kernels":1,"true":1},"12377,1322,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":1,"create":1,"weights":1,"self":2,"layer":3,"torch":5,"nn":1,"module":1,"num":3,"experts":3,"int":3,"hidden":3,"size":6,"intermediate":3,"per":3,"partition":3,"params":2,"dtype":9,"extra":2,"weight":17,"attrs":2,"use":1,"fp8":2,"if":2,"checkpoint":2,"is":2,"serialized":2,"float8":1,"e4m3fn":1,"quant":1,"config":1,"else":1,"loader":6,"get":1,"w13":3,"modelweightparameter":2,"data":2,"empty":2,"2":3,"input":2,"dim":4,"output":2,"1":2,"register":2,"parameter":2,"w2":3},"13699,1868,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":1,"self":2,"quant":2,"config":1,"is":1,"checkpoint":2,"fp8":3,"serialized":2,"weight":18,"scales":5,"per":2,"tensor":3,"scaling":2,"for":4,"modelopts":1,"allocate":1,"2":2,"w1":1,"and":2,"w3":1,"respectively":1,"they":1,"will":1,"be":1,"combined":1,"to":1,"a":1,"single":1,"scale":13,"after":3,"loading":3,"w13":6,"pertensorscaleparameter":4,"data":4,"torch":9,"full":4,"num":4,"experts":4,"1":4,"0":4,"dtype":4,"float32":4,"loader":9,"w2":6,"layer":5,"register":4,"parameter":4,"set":1,"attributes":1,"extra":1,"attrs":1,"update":1,"method":1,"fusedmoeweightscalesupported":1,"value":1,"input":7,"modelopt":1,"def":1,"process":2,"weights":3,"nn":1,"module":1,"none":1,"moe":1,"from":1,"only":1,"supports":1,"pre":1,"quantized":1,"checkpoints":1,"with":1},"15567,1796,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"layer":12,"w13":13,"weight":15,"parameter":2,"data":2,"requires":2,"grad":2,"false":2,"w2":2,"from":2,"vllm":2,"custom":1,"ops":1,"import":2,"scaled":1,"fp8":2,"quant":1,"model":1,"executor":1,"layers":1,"quantization":1,"utils":2,"w8a8":1,"per":3,"tensor":2,"dequantize":3,"handle":1,"scale":11,"parameters":1,"if":2,"hasattr":1,"and":5,"is":1,"not":1,"none":1,"moe":1,"kernel":1,"needs":1,"single":1,"for":5,"expert":7,"we":1,"take":1,"the":8,"max":4,"of":1,"w1":4,"w3":4,"scales":2,"then":1,"dequant":1,"requant":1,"each":3,"dim":2,"2":4,"get":1,"maximum":1,"across":1,"1":2,"values":1,"requantize":2,"s":1,"weights":1,"using":3,"combined":2,"num":1,"experts":1,"intermediate":4,"size":5,"hidden":1,"where":1,"first":1,"rows":1,"are":2,"next":1,"shape":2,"id":5,"in":2,"range":2,"0":2,"start":3,"shard":3,"original":1,"this":1,"dq":1},"17363,1852,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"layer":21,"w13":14,"weight":13,"expert":4,"id":2,"start":3,"intermediate":2,"size":2,"scaled":1,"fp8":3,"quant":1,"dq":1,"max":4,"scales":3,"update":1,"the":1,"scale":16,"parameter":6,"to":2,"be":2,"per":1,"requires":5,"grad":5,"false":5,"else":1,"data":4,"if":4,"hasattr":3,"w2":9,"and":3,"is":3,"not":3,"none":3,"input":9,"must":1,"equal":1,"for":1,"each":1,"in":1,"moe":4,"layers":1,"self":1,"flashinfer":2,"enabled":1,"swap":1,"w31":1,"rotate":1,"weights":1,"register":1,"scaling":1,"factors":1},"19215,1640,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":1,"apply":5,"self":3,"layer":3,"torch":9,"nn":1,"module":1,"x":2,"tensor":9,"router":6,"logits":3,"top":3,"k":3,"int":4,"renormalize":2,"bool":4,"use":1,"grouped":1,"topk":4,"false":3,"group":6,"optional":8,"none":9,"num":6,"expert":5,"global":3,"experts":4,"1":1,"map":2,"custom":1,"routing":2,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":2,"score":2,"correction":2,"bias":3,"weight":3,"on":3,"input":3,"activation":2,"silu":2,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":3,"fused":1,"is":1,"if":2,"raise":1,"notimplementederror":1,"not":2,"supported":1,"for":1,"modeloptfp8moemethod":1,"yet":1,"flashinfer":2,"moe":1,"enabled":1,"return":1,"per":1,"scale":1,"fp8":1,"hidden":1,"states":1},"20855,1925,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"expert":5,"selection":1,"topk":11,"weights":3,"ids":3,"fusedmoe":1,"select":1,"experts":5,"hidden":1,"states":1,"x":2,"router":4,"logits":2,"use":3,"grouped":2,"top":2,"k":2,"renormalize":2,"group":5,"num":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":2,"type":1,"self":3,"dtype":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":4,"moe":2,"import":1,"return":1,"layer":6,"w13":3,"weight":6,"w2":4,"inplace":1,"true":2,"activation":2,"fp8":1,"w8a8":1,"per":1,"channel":1,"quant":2,"false":1,"global":2,"map":2,"w1":1,"scale":8,"a1":1,"input":4,"a2":1,"apply":2,"on":2,"class":2,"modeloptnvfp4config":1,"quantizationconfig":1,"config":1,"for":1,"modelopt":2,"fp4":1,"def":1,"init":2,"is":5,"checkpoint":5,"nvfp4":5,"serialized":4,"bool":1,"kv":1,"cache":1,"algo":1,"optional":1,"str":2,"exclude":1,"modules":1,"list":1,"size":1,"int":1,"16":1,"none":1,"super":1,"if":1,"logger":1,"warning":1,"detected":1,"please":1,"note":1,"that":1,"the":1,"format":1,"experimental":1,"and":1,"could":1,"change":1,"in":1,"future":1},"22780,1769,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"self":3,"group":2,"size":2,"kv":2,"cache":2,"quant":25,"algo":10,"exclude":2,"modules":2,"classmethod":5,"def":5,"get":7,"name":1,"cls":5,"quantizationmethods":2,"return":9,"modelopt":7,"fp4":5,"supported":1,"act":1,"dtypes":1,"list":2,"torch":4,"dtype":1,"bfloat16":1,"half":1,"float8":1,"e4m3fn":1,"min":1,"capability":1,"int":1,"80":1,"config":9,"filenames":1,"str":2,"hf":7,"json":1,"override":1,"quantization":4,"method":6,"cfg":6,"user":1,"optional":1,"detect":1,"if":8,"this":1,"should":1,"be":1,"used":1,"based":1,"on":1,"is":2,"none":4,"use":1,"the":2,"community":1,"standard":1,"lower":1,"only":1,"proceed":1,"explicitly":1,"look":1,"for":2,"specific":2,"structure":1,"in":3,"isinstance":2,"dict":1,"nvfp4":1,"else":1,"check":1,"compressed":1,"tensors":1,"style":1,"with":1,"field":1,"and":1,"upper":1},"24549,1904,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"classmethod":1,"def":1,"from":3,"config":11,"cls":2,"dict":2,"str":2,"any":1,"modeloptnvfp4config":1,"handle":3,"both":1,"traditional":2,"modelopt":2,"format":3,"and":1,"compressed":1,"tensors":1,"style":1,"if":5,"quantization":6,"in":3,"quant":20,"algo":13,"get":4,"keys":1,"not":2,"isinstance":3,"raise":4,"valueerror":5,"expected":1,"to":1,"be":3,"a":2,"dictionary":1,"method":2,"missing":1,"kv":11,"cache":11,"with":2,"proper":2,"type":4,"validation":2,"raw":11,"is":2,"none":4,"no":1,"by":1,"default":2,"elif":2,"else":2,"f":4,"must":2,"string":1,"got":2,"group":12,"size":12,"16":1,"value":1,"int":2,"try":1,"except":1,"typeerror":1,"an":1,"integer":1},"26453,1854,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"exclude":10,"modules":10,"quant":15,"config":5,"get":5,"if":4,"not":2,"isinstance":4,"list":4,"raise":4,"valueerror":5,"f":8,"must":4,"be":4,"a":3,"got":4,"type":6,"else":3,"compressed":1,"tensors":1,"style":1,"format":1,"algo":12,"method":2,"modelopt":1,"handle":2,"kv":11,"cache":11,"with":2,"proper":2,"validation":2,"raw":11,"is":2,"none":4,"no":1,"quantization":1,"by":1,"default":2,"elif":2,"str":1,"string":1,"group":12,"size":12,"16":1,"value":1,"int":2,"try":1,"except":1,"typeerror":1,"an":1,"integer":1,"from":1},"28307,1531,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":6,"quant":11,"method":2,"not":2,"in":9,"algos":2,"raise":2,"valueerror":2,"f":3,"modelopt":1,"currently":1,"only":1,"supports":1,"quantizations":1,"vllm":1,"please":1,"check":2,"the":3,"hf":2,"config":7,"json":2,"file":1,"for":4,"your":1,"model":1,"s":1,"configuration":1,"is":4,"checkpoint":3,"nvfp4":5,"serialized":3,"fp4":1,"these":1,"fields":8,"are":2,"required":4,"and":1,"quantization":4,"present":1,"group":2,"size":2,"kv":2,"cache":2,"algo":2,"exclude":4,"modules":4,"missing":3,"field":3,"requires":1,"following":1,"return":3,"cls":1,"def":1,"layer":1,"excluded":1,"self":1,"prefix":2,"str":4,"list":1,"bool":1,"import":1,"regex":3,"as":1,"re":2,"pattern":2,"replace":2,"r":2,"fullmatch":1,"true":1,"false":1},"29838,1572,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":3,"get":1,"quant":7,"method":2,"self":10,"layer":9,"torch":3,"nn":1,"module":1,"prefix":3,"str":1,"optional":1,"quantizemethodbase":1,"from":2,"vllm":1,"attention":3,"import":2,"avoid":1,"circular":1,"if":2,"isinstance":3,"linearbase":1,"is":2,"skipped":1,"exclude":2,"modules":2,"or":1,"excluded":1,"return":5,"unquantizedlinearmethod":1,"modeloptnvfp4linearmethod":2,"elif":2,"modeloptfp8kvcachemethod":2,"fusedmoe":1,"modeloptnvfp4fusedmoe":1,"moe":1,"config":8,"none":2,"class":2,"basekvcachemethod":1,"supports":2,"loading":2,"kv":1,"cache":1,"scaling":1,"factors":1,"fp8":2,"checkpoints":2,"init":3,"union":1,"modeloptfp8config":1,"modeloptnvfp4config":2,"super":1,"linearmethodbase":1,"linear":1,"for":1,"model":1,"optimizer":1,"nvfp4":3,"with":1,"the":2,"following":1,"structure":1,"input":1,"scale":4,"float32":2,"scalar":2,"weight":3,"represented":1,"as":1,"byte":1,"shape":2,"1":1,"x":2,"y":2,"2":2,"e4m3":1,"aka":1,"per":1,"block":1,"args":1,"modelopt":1,"quantization":1},"31410,1421,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":2,"envs":1,"vllm":1,"use":2,"trtllm":3,"fp4":4,"gemm":2,"assert":1,"has":2,"flashinfer":5,"requires":1,"self":6,"backend":4,"elif":3,"cutlass":3,"supported":3,"is":3,"marlin":2,"else":1,"raise":2,"valueerror":2,"current":1,"platform":1,"does":1,"not":3,"support":1,"nvfp4":3,"quantization":3,"please":1,"blackwell":1,"and":1,"above":1,"def":1,"create":1,"weights":1,"layer":4,"torch":2,"nn":1,"module":1,"input":5,"size":10,"per":6,"partition":9,"int":4,"output":8,"sizes":3,"list":1,"params":1,"dtype":2,"extra":2,"weight":4,"attrs":2,"del":1,"quant":1,"config":1,"checkpoint":1,"serialized":1,"was":1,"selected":1,"dynamic":1,"sum":1,"loader":2,"get":1,"logical":1,"widths":1},"32831,1989,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":2,"input":10,"size":7,"per":6,"partition":7,"16":2,"0":3,"raise":1,"valueerror":1,"unsupported":1,"model":1,"when":1,"in":2,"features":1,"is":3,"not":1,"multiple":1,"of":1,"the":2,"nvfp4":2,"weight":24,"still":1,"represented":1,"as":1,"dtype":7,"torch":8,"float8":1,"e4m3fn":1,"self":3,"quant":2,"config":2,"checkpoint":1,"serialized":1,"else":1,"params":1,"modelweightparameter":2,"data":4,"empty":4,"2":5,"fp4":1,"items":1,"are":1,"packed":1,"dimension":1,"layer":7,"output":6,"uint8":1,"dim":4,"1":2,"loader":8,"register":4,"parameter":4,"scale":12,"pertensorscaleparameter":2,"len":2,"sizes":2,"float32":2,"global":1,"block":1,"group":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"module":1,"none":1},"34820,1512,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"global":1,"scales":1,"input":6,"scale":17,"2":7,"layer":10,"max":2,"to":4,"torch":6,"float32":2,"parameter":3,"requires":4,"grad":3,"false":3,"weight":18,"alpha":1,"swizzle":1,"the":2,"blockscale":1,"contracting":1,"dimension":2,"is":1,"block":2,"size":1,"16":1,"assert":1,"dtype":1,"float8":2,"e4m3fn":2,"must":1,"be":1,"represented":1,"as":1,"fp8":1,"e4m3":1,"if":1,"self":1,"backend":1,"flashinfer":4,"trtllm":2,"fp4":1,"gemm":1,"a":5,"different":1,"layout":2,"provides":1,"nvfp4":1,"quantize":2,"shuffle":5,"but":1,"we":2,"use":1,"our":1,"own":1,"quantization":1,"so":1,"have":1,"call":1,"shuffles":1,"ourselves":1,"from":1,"import":1,"matrix":4,"sf":2,"data":2,"epilogue":3,"tile":3,"m":3,"128":1,"view":3,"uint8":2,"reshape":1,"shape":1},"36332,1958,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"layer":23,"weight":22,"scale":16,"swizzled":6,"parameter":4,"requires":4,"grad":4,"false":4,"else":1,"swizzle":1,"blockscale":4,"data":1,"if":2,"self":3,"backend":2,"marlin":4,"prepare":1,"fp4":6,"for":1,"del":3,"alpha":2,"input":6,"def":1,"apply":2,"torch":9,"nn":1,"module":1,"x":9,"tensor":3,"bias":3,"optional":1,"none":1,"return":1,"linear":1,"2":2,"workspace":2,"size":4,"n":1,"output":3,"per":2,"partition":2,"k":1,"dtype":7,"shape":3,"0":2,"quantize":1,"bf16":1,"or":1,"fp16":1,"to":1,"and":2,"interleaved":1,"block":2,"s":2,"quant":3,"1":1,"scaled":1,"validate":1,"dtypes":1,"of":1,"quantized":1,"assert":5,"uint8":2,"float8":2,"e4m3fn":2,"float32":1},"38290,1908,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"mm":7,"args":5,"x":2,"fp4":5,"layer":6,"weight":2,"blockscale":1,"scale":1,"swizzled":1,"alpha":1,"output":2,"dtype":1,"if":2,"self":10,"backend":5,"flashinfer":7,"trtllm":2,"out":6,"scaled":3,"elif":1,"cutlass":5,"else":1,"bias":2,"is":1,"not":1,"none":3,"return":2,"view":1,"shape":1,"def":2,"get":1,"tile":6,"tokens":11,"dim":5,"num":6,"int":4,"top":2,"k":2,"experts":2,"guess":1,"per":4,"expert":4,"assuming":1,"perfect":1,"distribution":1,"first":1,"and":1,"pad":1,"the":4,"number":1,"to":2,"next":2,"power":2,"of":2,"2":2,"cap":1,"8":2,"64":2,"cta":1,"as":1,"it":1,"s":1,"range":1,"supported":3,"by":1,"kernel":1,"min":1,"max":1,"class":2,"modeloptnvfp4fusedmoe":1,"fusedmoemethodbase":1,"moe":7,"method":1,"for":1,"quantization":2,"quant":5,"config":5,"nvfp4":9,"init":2,"modeloptnvfp4config":1,"fusedmoeconfig":1,"torch":1,"nn":1,"module":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"utils":1,"support":3,"import":1,"noqa":1,"e501":1,"detect":2,"super":1,"name":1,"allow":2,"use":2,"marlin":2},"40198,1495,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":3,"self":7,"allow":2,"flashinfer":13,"moe":12,"backend":8,"envs":1,"vllm":1,"throughput":2,"flashinfermoebackend":2,"cutlass":3,"logger":3,"info":2,"once":3,"using":2,"kernels":2,"for":2,"modeloptnvfp4fusedmoe":2,"elif":1,"latency":2,"tensorrt":2,"llm":2,"else":1,"allowed":2,"backends":2,"raise":1,"valueerror":1,"f":2,"unknown":1,"expected":1,"one":1,"of":1,"fused":1,"experts":1,"optional":2,"mk":2,"fusedmoemodularkernel":1,"none":1,"type":1,"ignore":1,"assignment":1,"def":1,"maybe":2,"make":2,"prepare":6,"finalize":6,"fusedmoeconfig":1,"fusedmoeprepareandfinalize":1,"not":1,"return":2,"super":1,"build":1,"fp4":1,"a1":1,"gscale":1,"layer":1,"w13":1,"input":1,"scale":1,"quant":1,"debug":1,"s":1,"class":1,"name":1},"41693,1919,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":3,"select":2,"gemm":3,"impl":2,"self":10,"prepare":1,"finalize":1,"mk":2,"fusedmoeprepareandfinalize":1,"moe":2,"fusedmoeconfig":1,"fusedmoepermuteexpertsunpermute":1,"experts":7,"nvfp4":3,"g1":2,"alphas":4,"layer":9,"g2":2,"a1":1,"gscale":2,"w13":4,"input":4,"scale":5,"quant":5,"a2":1,"w2":1,"allow":2,"flashinfer":2,"logger":1,"debug":1,"once":1,"using":1,"s":1,"class":1,"name":1,"return":2,"uses":1,"weight":15,"2":6,"pattern":2,"bool":1,"fp4":2,"variants":1,"use":1,"for":1,"per":3,"tensor":1,"scales":1,"true":1,"create":1,"weights":1,"torch":5,"nn":1,"module":1,"num":4,"int":3,"hidden":2,"size":4,"intermediate":2,"partition":2,"params":3,"dtype":8,"extra":2,"attrs":2,"if":1,"not":2,"config":3,"is":2,"checkpoint":1,"serialized":1,"raise":1,"valueerror":1,"quantization":2,"was":1,"selected":1,"dynamic":1,"supported":1,"uint8":1,"float8":1,"e4m3fn":1,"loader":4,"get":1,"1":2,"modelweightparameter":1,"data":1,"empty":1,"items":1,"are":1,"packed":1,"in":1,"the":1,"dimension":1,"dim":2,"output":1,"register":1,"parameter":1},"43612,1793,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"gemm":1,"2":13,"w2":6,"weight":24,"modelweightparameter":3,"data":4,"torch":5,"empty":4,"num":4,"experts":4,"hidden":3,"size":8,"fp4":3,"items":3,"are":3,"packed":3,"in":3,"the":3,"input":6,"dimension":3,"intermediate":3,"per":3,"partition":3,"dtype":7,"dim":6,"1":3,"output":3,"loader":8,"layer":4,"register":4,"parameter":4,"w13":6,"scale":11,"self":2,"quant":3,"config":2,"group":2,"extra":1,"attrs":1,"update":1,"method":1,"fusedmoeweightscalesupported":1,"block":1,"value":1,"pertensorscaleparameter":1,"float32":1},"45405,1566,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"w2":6,"weight":11,"scale":9,"2":4,"pertensorscaleparameter":3,"data":3,"torch":14,"empty":3,"num":4,"experts":4,"dtype":3,"float32":3,"loader":6,"layer":3,"register":3,"parameter":3,"extra":1,"attrs":1,"update":1,"quant":1,"method":1,"fusedmoeweightscalesupported":1,"tensor":9,"value":1,"w13":3,"input":6,"def":1,"prepare":2,"static":1,"layouts":1,"for":3,"trtllm":1,"moe":1,"self":1,"gemm1":2,"weights":4,"gemm2":2,"scales":2,"linear":2,"fp4":2,"bytes":2,"hidden":1,"size":2,"int":3,"intermediate":1,"tuple":1,"quantized":1,"kernel":2,"done":1,"offline":1,"with":1,"from":1,"flashinfer":1,"import":1,"reorder":1,"rows":1,"gated":1,"act":1,"gemm":1,"shuffle":2,"matrix":2,"a":2,"sf":1,"epilogue":1,"tile":1,"m":1,"128":1,"fixme":1,"this":1,"depends":1,"on":1,"the":1,"internals":1},"46971,1947,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"convert":1,"quantized":1,"weights":11,"to":1,"proper":1,"formats":1,"gemm1":14,"fp4":18,"view":4,"torch":6,"float8":4,"e4m3fn":4,"reshape":6,"num":7,"experts":8,"2":7,"intermediate":6,"size":12,"hidden":6,"packed":2,"scales":11,"linear":5,"bytes":2,"16":3,"fp8":2,"scaling":2,"factors":2,"gemm2":4,"reorder":3,"rows":3,"of":1,"w1":1,"and":2,"for":5,"fused":1,"gated":3,"activation":1,"interleaved":8,"i":3,"in":1,"range":1,"append":2,"act":2,"gemm":2,"clone":2,"stack":3,"all":1},"48918,1871,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"shuffle":5,"weights":14,"and":1,"scaling":1,"factors":1,"for":3,"transposed":1,"mma":1,"output":1,"gemm1":12,"fp4":24,"shuffled":20,"scales":12,"gemm2":12,"i":5,"in":1,"range":1,"num":3,"experts":4,"append":4,"matrix":4,"a":4,"interleaved":2,"view":6,"torch":10,"uint8":4,"epilogue":4,"tile":4,"m":4,"sf":2,"linear":1,"stack":5,"all":1,"float8":2,"e4m3fn":2,"reshape":2,"2":1,"intermediate":2,"size":4,"hidden":2,"16":2,"return":1},"50789,1931,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":2,"layer":17,"torch":7,"nn":1,"module":1,"none":1,"gemm":2,"1":5,"processing":4,"gemm1":8,"weight":23,"w13":17,"data":2,"scale":25,"if":2,"allow":1,"flashinfer":1,"reorder":1,"w1w3":1,"to":8,"w3w1":1,"dim":2,"2":13,"parameter":7,"requires":7,"grad":7,"false":7,"common":2,"for":4,"not":1,"allclose":1,"0":2,"logger":1,"warning":1,"once":1,"w1":1,"must":1,"match":1,"w3":1,"accuracy":1,"may":1,"be":1,"affected":1,"input":9,"scales":1,"and":1,"alphas":3,"max":1,"values":1,"float32":5,"g1":1,"this":2,"is":2,"quantization":2,"so":2,"we":2,"need":2,"invert":2,"it":2,"quant":2,"g2":1,"w2":4},"52720,1511,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"tensorrt":2,"llm":4,"specific":1,"processing":1,"if":1,"self":3,"allow":1,"flashinfer":2,"and":1,"moe":2,"backend":1,"flashinfermoebackend":1,"prepare":2,"static":2,"weights":7,"for":3,"trt":2,"kernel":1,"gemm1":6,"fp4":12,"shuffled":12,"scales":6,"gemm2":6,"weight":8,"layouts":1,"trtllm":1,"layer":14,"w13":4,"w2":4,"scale":4,"size":5,"2":3,"hidden":1,"intermediate":1,"0":1,"num":1,"experts":1,"parameter":6,"requires":5,"grad":5,"false":5,"additional":1,"needed":1,"g1":2,"c":1,"input":1,"quant":1,"alphas":1,"to":1,"torch":1,"float32":1},"54231,1772,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"clean":1,"up":1,"weights":1,"that":1,"won":1,"t":1,"be":5,"used":1,"by":3,"trt":2,"llm":2,"del":10,"layer":22,"w2":12,"weight":16,"scale":12,"w13":10,"else":1,"non":2,"processing":1,"cutlass":1,"or":1,"flashinfer":1,"assert":4,"shape":2,"2":2,"16":4,"0":2,"expected":2,"dim":2,"1":2,"to":2,"divisible":2,"dtype":2,"torch":2,"float8":2,"e4m3fn":2,"blockscale":12,"must":2,"represented":2,"as":2,"fp8":2,"e4m3":2,"swizzled":8,"swizzle":2,"parameter":3,"requires":3,"grad":3,"false":3,"data":1,"if":1,"self":1,"use":1,"marlin":2,"prepare":1,"moe":1,"fp4":1,"for":1,"g1":1,"alphas":2,"g2":1,"input":2,"quant":2},"56003,1289,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":8,"nn":1,"module":1,"x":1,"tensor":7,"router":2,"logits":1,"top":1,"k":1,"int":4,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"false":3,"group":2,"optional":8,"none":8,"num":2,"expert":3,"global":1,"experts":1,"1":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"weight":1,"on":1,"input":1,"activation":3,"silu":3,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"if":2,"raise":1,"notimplementederror":1,"not":1,"supported":2,"for":1,"modeloptnvfp4fusedmoe":1,"yet":1,"assert":1,"only":1,"is":1,"allow":1,"flashinfer":3,"and":1,"moe":1,"backend":1,"flashinfermoebackend":1,"tensorrt":1,"llm":1,"import":2,"from":1,"vllm":1,"model":1,"executor":1,"models":1,"llama4":1,"llama4moe":1},"57292,561,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"a1":2,"gscale":2,"layer":1,"w13":1,"input":1,"scale":2,"quant":1,"hidden":2,"states":2,"fp4":3,"linear":1,"flashinfer":3,"quantize":1,"x":1,"is":2,"sf":1,"swizzled":1,"layout":1,"false":1,"use":2,"llama4":3,"routing":6,"custom":2,"function":2,"llama4moe":1,"method":2,"type":2,"routingmethodtype":2,"deepseekv3":1,"if":1},"57853,1933,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"out":2,"flashinfer":1,"fused":1,"moe":2,"trtllm":1,"fp4":7,"block":1,"scale":9,"routing":5,"logits":3,"router":2,"if":3,"use":1,"llama4":1,"else":3,"to":1,"torch":4,"float32":1,"bias":4,"e":1,"score":1,"correction":1,"hidden":4,"states":4,"linear":1,"view":3,"float8":3,"e4m3fn":3,"flatten":1,"gemm1":8,"weights":6,"layer":12,"shuffled":4,"data":7,"scales":2,"none":8,"alpha":1,"beta":1,"clamp":1,"limit":1,"gemm2":5,"output1":2,"scalar":3,"g1":2,"c":1,"gate":1,"alphas":2,"output2":1,"g2":1,"num":8,"experts":6,"global":1,"top":3,"k":3,"n":1,"group":6,"expert":3,"is":2,"not":2,"0":4,"topk":3,"intermediate":2,"size":2,"per":1,"partition":1,"local":5,"offset":1,"ep":1,"rank":1,"routed":1,"scaling":1,"factor":1,"tile":2,"tokens":2,"dim":2,"get":1,"x":1,"shape":1,"method":2,"type":2,"do":1,"finalize":1,"true":1,"return":1},"59786,1248,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"topk":9,"weights":2,"ids":2,"fusedmoe":1,"select":1,"experts":3,"hidden":1,"states":1,"x":2,"router":5,"logits":3,"use":3,"grouped":2,"top":2,"k":2,"renormalize":2,"group":4,"num":4,"expert":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":2,"type":2,"self":2,"dtype":1,"if":1,"marlin":2,"return":1,"torch":1,"ops":1,"vllm":1,"fused":1,"moe":1,"layer":6,"w13":3,"weight":8,"w2":3,"none":2,"scale":4,"global":4,"scale1":1,"2":2,"scale2":1,"quant":1,"id":2,"scalar":1,"types":1,"float4":1,"e2m1f":1,"apply":2,"on":2,"input":2,"map":2},"61034,1374,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"if":2,"self":3,"fused":4,"experts":1,"is":3,"none":1,"no":2,"modular":1,"kernel":1,"provided":1,"use":1,"cutlass":7,"moe":8,"fp4":5,"for":1,"tp":1,"case":1,"only":1,"ep":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"import":1,"out":1,"a":1,"x":4,"w1":2,"layer":12,"w13":5,"weight":8,"w2":7,"blockscale":4,"swizzled":2,"g1":2,"alphas":4,"g2":2,"a1":1,"gscale":2,"input":4,"scale":2,"quant":2,"a2":1,"topk":4,"weights":2,"ids":2,"m":1,"shape":4,"0":2,"n":1,"2":2,"k":1,"1":1,"e":1,"expert":2,"map":2,"apply":2,"router":2,"on":2,"else":1,"assert":2,"allow":1,"flashinfer":4,"and":1,"backend":1,"flashinfermoebackend":1,"valid":1,"not":1,"applicable":1},"62408,657,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/modelopt.py":{"out":2,"self":1,"fused":1,"experts":3,"hidden":1,"states":1,"x":1,"w1":2,"layer":4,"w13":2,"weight":4,"w2":4,"topk":4,"weights":2,"ids":2,"inplace":1,"false":1,"todo":1,"shuw":1,"fix":1,"later":1,"now":1,"output":1,"is":1,"high":1,"prec":1,"activation":2,"global":2,"num":2,"expert":2,"map":2,"scale":2,"blockscale":2,"swizzled":2,"apply":2,"router":2,"on":2,"input":2,"return":1},"0,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":1,"vllm":3,"project":2,"adapted":1,"from":4,"https":1,"github":1,"com":1,"sgl":1,"sglang":2,"blob":1,"4cb53ecd0cffceb6dee5c011a58f65997a86f151":1,"python":1,"srt":1,"layers":1,"quantization":2,"int8":12,"kernel":1,"py":1,"import":8,"functools":1,"json":1,"logging":2,"os":1,"typing":1,"any":1,"optional":3,"torch":14,"platforms":1,"current":1,"platform":1,"triton":2,"utils":1,"tl":1,"logger":1,"getlogger":1,"name":1,"def":2,"apply":1,"w8a8":2,"block":5,"linear":1,"input":15,"tensor":10,"weight":5,"size":3,"list":1,"int":1,"scale":9,"none":4,"bias":3,"assert":1,"is":2,"view":3,"as":1,"2d":3,"matrix":1,"for":1,"fp8":1,"methods":1,"1":4,"shape":5,"output":7,"q":2,"x":7,"per":1,"token":1,"group":1,"quant":1,"matmul":1,"dtype":8,"if":1,"not":1,"return":2,"tuple":1,"this":1,"function":1,"quantizes":1,"values":2,"with":1,"wise":1,"iinfo":4,"min":7,"val":4,"max":7,"aminmax":1,"amax":2,"maximum":1,"abs":2,"clamp":2,"1e":1,"12":1,"scl":2,"sat":2,"contiguous":1,"float":1,"reciprocal":1},"1976,1935,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"def":5,"block":26,"dequant":1,"x":17,"q":4,"torch":4,"tensor":5,"s":4,"size":4,"list":1,"int":1,"this":2,"function":1,"conducts":1,"wise":3,"dequantization":1,"the":3,"inputs":1,"are":2,"quantization":2,"scale":2,"and":1,"outputs":1,"dequantized":1,"n":12,"k":11,"0":2,"1":6,"shape":3,"tiles":6,"assert":2,"dq":3,"to":3,"float32":1,"for":2,"i":4,"in":2,"range":2,"j":4,"min":2,"return":4,"if":1,"current":1,"platform":1,"is":3,"rocm":1,"from":1,"triton":4,"language":1,"import":1,"core":7,"note":1,"can":1,"be":1,"removed":1,"when":1,"hip":1,"libdevice":2,"round":8,"available":1,"extern":2,"f32":2,"arg0":2,"builder":3,"none":1,"elementwise":1,"dtype":4,"fp32":2,"llvm":2,"fp64":2,"pure":1,"true":1,"jit":3,"int8":5,"tl":4,"else":1,"extra":1,"cuda":1,"per":1,"token":1,"quant":1,"ptr":3,"xq":2,"stride":2,"constexpr":1},"3911,1944,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"adapted":1,"from":1,"https":1,"github":1,"com":1,"internlm":1,"lmdeploy":2,"blob":1,"086481ed84b59bee3b8e4274e5fc69620040c048":1,"pytorch":1,"kernels":2,"cuda":1,"w8a8":1,"triton":4,"py":1,"l282":1,"row":5,"id":11,"tl":11,"program":3,"0":5,"cols":4,"arange":1,"block":6,"mask":5,"n":6,"x":28,"load":1,"ptr":9,"stride":10,"other":1,"to":5,"float32":2,"absmax":3,"maximum":1,"max":3,"abs":1,"1e":1,"10":1,"scale":3,"127":2,"q":10,"round":1,"int8":9,"store":2,"xq":3,"def":2,"per":4,"token":4,"quant":3,"m":2,"numel":1,"shape":3,"1":6,"torch":4,"empty":2,"like":1,"device":4,"dtype":2,"scales":3,"next":1,"power":1,"of":5,"2":3,"heuristics":1,"for":2,"number":1,"warps":4,"num":4,"min":2,"256":1,"8":1,"assert":1,"is":1,"contiguous":1,"stages":1,"return":1,"jit":1,"group":2,"pointers":1,"inputs":1,"and":2,"output":1,"y":10,"s":2,"input":2,"columns":1,"avoid":1,"divide":1,"zero":1,"eps":1,"information":1,"meta":1,"parameters":1,"constexpr":1,"a":2,"accelerated":1,"function":2,"perform":1,"quantization":1,"on":1,"tensor":2,"this":1,"converts":1,"the":3,"values":2,"into":1,"map":1,"it":1,"should":1,"compute":1,"g":4},"5855,1997,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"cols":4,"tl":9,"arange":1,"0":4,"block":2,"n":3,"mask":5,"y":12,"load":1,"ptr":4,"other":1,"to":4,"float32":2,"quant":3,"absmax":2,"maximum":1,"max":6,"abs":1,"eps":4,"s":7,"int8":12,"q":7,"clamp":1,"min":4,"dtype":8,"element":1,"ty":1,"store":2,"def":1,"per":3,"token":3,"group":12,"x":20,"torch":13,"tensor":11,"size":9,"int":1,"float":3,"1e":1,"10":1,"tuple":2,"function":1,"perform":1,"quantization":4,"on":1,"an":1,"input":2,"it":1,"converts":1,"the":10,"values":2,"into":1,"signed":1,"and":2,"returns":2,"quantized":2,"along":1,"with":2,"scaling":2,"factor":2,"used":2,"for":4,"args":1,"ndim":1,"2":1,"minimum":1,"avoid":1,"dividing":1,"zero":1,"dype":1,"of":2,"output":1,"note":1,"that":1,"only":1,"is":4,"supported":1,"now":1,"assert":2,"shape":3,"1":3,"last":1,"dimension":1,"cannot":1,"be":1,"divisible":1,"by":1,"contiguous":2,"not":1,"iinfo":4,"empty":2,"like":1,"device":4,"prefer":1,"cuda":2,"kernel":1,"if":2,"available":1,"current":1,"platform":1,"ops":1,"c":1,"return":1,"m":1,"numel":1},"7852,1944,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"block":18,"triton":3,"next":1,"power":1,"of":2,"2":1,"n":15,"heuristics":1,"for":4,"number":1,"warps":4,"num":13,"min":4,"max":3,"256":1,"1":2,"8":1,"stages":3,"per":1,"token":1,"group":16,"quant":1,"int8":6,"m":23,"x":5,"q":2,"s":2,"size":19,"eps":1,"return":1,"jit":1,"def":1,"w8a8":1,"matmul":2,"pointers":1,"to":2,"inputs":2,"and":4,"output":3,"a":4,"b":4,"c":2,"as":3,"bs":3,"shape":1,"k":9,"wise":2,"quantization":2,"stride":15,"am":4,"ak":2,"bk":2,"bn":4,"cm":1,"cn":1,"meta":1,"parameters":1,"tl":10,"constexpr":4,"accelerated":1,"function":1,"used":1,"perform":1,"linear":1,"operations":1,"dot":1,"product":1,"on":1,"input":1,"tensors":1,"with":1,"store":1,"the":1,"result":1,"in":4,"tensor":1,"pid":18,"program":1,"id":3,"axis":1,"0":4,"cdiv":2,"first":3,"offs":7,"arange":3,"ptrs":2,"none":4},"9796,1969,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"as":5,"ptrs":10,"offs":15,"am":1,"stride":8,"m":6,"bsn":2,"bn":1,"group":2,"n":9,"bs":6,"accumulator":5,"tl":17,"zeros":1,"block":17,"size":14,"dtype":3,"float32":3,"for":2,"k":22,"in":2,"range":1,"0":7,"cdiv":1,"a":8,"load":4,"mask":5,"none":8,"other":2,"b":6,"start":2,"ks":3,"s":4,"dot":1,"to":7,"ak":1,"bk":1,"if":1,"c":11,"element":2,"ty":2,"bfloat16":2,"elif":1,"float16":2,"else":1,"cm":4,"pid":2,"arange":2,"cn":4,"store":1,"functools":1,"lru":1,"cache":1,"def":1,"get":1,"w8a8":3,"int8":1,"configs":1,"int":5,"optional":1,"dict":1,"any":1,"return":2,"optimized":1,"configurations":2,"the":8,"fp8":2,"kernel":4,"value":1,"will":1,"be":2,"dictionary":1,"that":1,"maps":1,"an":1,"irregular":1,"grid":2,"of":2,"batch":3,"sizes":1,"evaluate":1,"on":1,"given":1,"closest":1,"should":1,"picked":1,"and":1,"associated":1,"configuration":1,"chosen":1,"invoke":1},"11765,1883,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"first":1,"look":1,"up":1,"if":4,"an":1,"optimized":2,"configuration":5,"is":3,"available":2,"in":3,"the":11,"configs":2,"directory":1,"device":4,"name":6,"current":1,"platform":1,"get":1,"replace":1,"json":4,"file":9,"f":3,"n":3,"k":3,"dtype":5,"int8":4,"w8a8":4,"block":12,"shape":1,"noqa":1,"e501":1,"config":7,"path":9,"os":4,"join":1,"dirname":1,"realpath":1,"exists":1,"with":3,"open":1,"as":4,"logger":2,"info":1,"using":2,"from":1,"s":2,"for":5,"kernel":2,"a":5,"has":1,"been":1,"found":2,"return":3,"it":3,"int":2,"key":2,"val":2,"load":1,"items":1,"no":1,"we":1,"will":1,"use":1,"default":2,"warning":1,"performance":1,"might":1,"be":2,"sub":1,"optimal":1,"not":1,"at":1,"none":1,"def":1,"matmul":1,"torch":7,"tensor":8,"b":4,"bs":3,"size":3,"list":1,"output":4,"float16":1,"this":1,"function":1,"performs":1,"matrix":1,"multiplication":1,"wise":1,"quantization":4,"takes":1,"two":1,"input":3,"tensors":1,"and":2,"scales":1,"returned":2,"specified":1,"args":1,"e":3,"g":3,"activation":1,"weight":1,"per":3,"token":1,"group":1,"scale":2,"should":1,"2":1,"dim":1,"128":2,"dytpe":1,"of":1},"13648,1772,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/int8_utils.py":{"returns":1,"torch":1,"tensor":1,"the":2,"result":1,"of":1,"matmul":2,"assert":7,"len":1,"block":24,"size":15,"2":6,"n":11,"k":10,"0":6,"1":18,"a":11,"shape":13,"b":7,"as":5,"and":3,"is":2,"contiguous":2,"triton":5,"cdiv":5,"m":7,"numel":1,"ndim":2,"bs":6,"c":7,"new":1,"empty":1,"dtype":2,"output":1,"configs":5,"get":1,"w8a8":2,"int8":2,"if":2,"an":1,"optimal":2,"configuration":1,"map":1,"has":1,"been":1,"found":1,"look":1,"up":1,"config":5,"min":1,"keys":1,"key":1,"lambda":1,"x":2,"abs":1,"else":1,"default":1,"wise":1,"quant":1,"must":1,"be":1,"divisible":1,"by":1,"64":1,"group":1,"32":1,"num":2,"warps":1,"4":1,"stages":1,"3":1,"def":1,"grid":2,"meta":3,"return":2,"stride":10},"0,1817,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"utility":1,"functions":1,"used":1,"for":1,"tests":1,"and":1,"benchmarks":1,"from":4,"typing":1,"import":6,"optional":1,"numpy":2,"as":1,"np":2,"torch":3,"scalar":1,"type":1,"scalartype":1,"marlin":9,"utils":2,"gptq":3,"tile":15,"permute":6,"scales":1,"zero":1,"points":1,"quant":1,"get":2,"pack":4,"factor":3,"quantize":2,"weights":7,"sort":1,"class":1,"marlinworkspace":1,"def":3,"init":1,"self":2,"out":5,"features":5,"min":5,"thread":5,"n":13,"max":4,"parallel":2,"assert":4,"is":1,"undivisible":1,"by":1,"format":1,"workspace":2,"size":20,"scratch":1,"zeros":1,"dtype":1,"int":1,"device":3,"cuda":1,"q":18,"w":18,"k":10,"perm":5,"shape":2,"f":2,"16x64":1,"tiles":1,"reshape":4,"1":2,"3":1,"numel":1,"return":1,"num":2,"bits":2,"orig":1,"cpu":1,"astype":1,"uint32":1},"1817,1993,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test.py":{"q":11,"packed":5,"np":6,"zeros":1,"w":11,"shape":3,"0":5,"1":8,"pack":3,"factor":3,"dtype":2,"uint32":1,"for":7,"i":9,"in":6,"range":3,"num":7,"bits":8,"torch":6,"from":2,"numpy":2,"astype":1,"int32":1,"to":1,"orig":1,"device":3,"return":2,"def":2,"get":1,"weight":1,"perm":13,"int":5,"list":5,"32":1,"perm1":3,"col":2,"4":11,"block":2,"row":2,"2":6,"append":1,"16":1,"8":3,"j":2,"extend":1,"p":2,"256":1,"array":3,"if":4,"interleave":4,"6":1,"3":2,"5":1,"7":1,"elif":1,"else":1,"raise":1,"exception":1,"must":1,"be":1,"or":1,"got":1,"format":1,"reshape":1,"len":1,"ravel":1,"marlin":1,"quantize":3,"tensor":2,"quant":3,"type":3,"scalartype":1,"group":7,"size":11,"act":5,"order":5,"bool":1,"test":2,"optional":1,"none":1,"k":3,"n":1,"normalize":1,"assert":1,"and":2,"apply":1,"provided":1,"ref":1,"s":1,"g":4,"idx":4,"rand":1,"gptq":1,"weights":3,"sort":4,"the":1,"so":1,"that":1,"ids":1,"are":1,"increasing":1,"indices":2,"empty":1},"3810,1564,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test.py":{"reformat":2,"to":4,"marlin":18,"weight":6,"perm":7,"get":2,"num":5,"bits":5,"q":7,"w":15,"weights":3,"size":28,"k":9,"n":6,"s":7,"permute":2,"scales":2,"group":10,"create":2,"result":2,"res":10,"list":10,"ref":3,"g":1,"idx":1,"sort":1,"indices":1,"rand":1,"for":2,"i":6,"in":2,"range":2,"len":2,"device":2,"return":2,"def":1,"awq":1,"quantize":3,"torch":1,"tensor":1,"quant":5,"type":5,"scalartype":1,"int":1,"shape":1,"normalize":1,"if":1,"1":1,"assert":2,"detect":1,"groups":3,"0":1,"with":1,"zp":5,"zero":2,"points":2,"true":1},"0,1866,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/allspark_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"import":3,"torch":2,"from":2,"platforms":1,"current":2,"platform":2,"scalar":3,"type":3,"scalartype":2,"types":5,"allspark":14,"ampere":11,"m":1,"cublas":1,"threshold":1,"1024":1,"supported":6,"quant":5,"uint8b128":1,"n":3,"align":6,"16":2,"k":3,"def":1,"check":1,"dtype":6,"shape":1,"input":3,"size":11,"per":6,"partition":6,"int":4,"output":3,"group":5,"weight":3,"act":1,"capability":7,"tuple":3,"get":1,"device":4,"1":3,"if":5,"is":1,"none":1,"else":1,"for":4,"gpu":4,"80":1,"and":2,"90":1,"return":3,"false":3,"does":2,"not":3,"support":2,"f":5,"only":2,"are":2,"in":1,"or":1,"needs":1,"optimized":1,"kernels":1},"1866,394,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/allspark_utils.py":{"if":1,"act":5,"dtype":5,"torch":2,"float16":2,"and":1,"bfloat16":2,"return":3,"false":2,"allspark":2,"only":1,"supports":1,"or":1,"f":2,"for":1,"ampere":1,"gpu":1,"but":1,"got":1,"else":1,"currently":1,"does":1,"not":1,"support":1,"device":2,"capability":2,"true":1,"none":1},"0,1801,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":2,"adapted":1,"from":11,"https":1,"github":1,"com":1,"sgl":1,"sglang":1,"pull":1,"2575":1,"import":16,"functools":1,"json":1,"os":1,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"callable":1,"optional":1,"union":2,"torch":20,"envs":2,"as":7,"custom":2,"ops":3,"logger":4,"init":2,"model":2,"executor":2,"layers":2,"quantization":2,"utils":7,"quant":1,"group":1,"broadcast":1,"w8a8":2,"cutlass":3,"block":3,"fp8":2,"supported":1,"platforms":1,"current":1,"platform":1,"triton":2,"tl":1,"cdiv":1,"direct":1,"register":1,"op":1,"has":1,"deep":3,"gemm":5,"is":2,"blackwell":1,"e8m0":1,"used":1,"name":1,"def":3,"x":6,"dtype":10,"tensor":12,"bool":1,"if":1,"isinstance":1,"return":3,"float8":2,"e4m3fn":1,"or":1,"e4m3fnuz":1,"scaled":2,"mm":2,"a":5,"b":5,"bs":4,"size":2,"list":2,"int":2,"output":4,"float16":2,"t":2,"out":1,"scale":2,"rocm":3,"aiter":4,"blockscale":2,"impl":1,"a8w8":1},"1801,1991,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"def":3,"rocm":11,"aiter":14,"gemm":7,"w8a8":7,"blockscale":6,"fake":3,"a":3,"torch":18,"tensor":11,"b":2,"as":2,"bs":1,"block":2,"size":1,"list":2,"int":2,"output":6,"dtype":10,"float16":1,"m":2,"shape":6,"0":5,"n":2,"y":2,"empty":1,"device":3,"return":5,"if":5,"current":5,"platform":5,"is":7,"direct":1,"register":1,"custom":2,"op":3,"name":1,"func":2,"impl":2,"mutates":1,"args":1,"dispatch":3,"key":2,"envs":3,"vllm":6,"use":8,"and":12,"linear":1,"fp8":2,"fnuz":1,"import":2,"from":1,"get":2,"hip":2,"quant":3,"per1x128":1,"quanttype":1,"per":1,"1x128":1,"cutlass":3,"bool":2,"supported":3,"callable":1,"scaled":1,"mm":1,"ops":1,"matmul":1,"should":2,"deepgemm":3,"weight":4,"check":1,"be":1,"used":1,"based":1,"on":1,"the":1,"only":1,"for":1,"bfloat16":2,"weights":1,"with":1,"divisible":1,"by":1,"128":3,"cuda":1,"capability":1,"90":1,"has":1,"deep":2,"1":1,"todo":1,"fix":1,"triton":1,"path":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"14397":1},"3792,1926,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"def":1,"apply":1,"w8a8":2,"block":10,"fp8":8,"linear":1,"input":16,"torch":7,"tensor":6,"weight":14,"size":3,"list":1,"int":1,"scale":9,"optional":2,"none":4,"bias":3,"cutlass":7,"supported":5,"bool":2,"use":5,"aiter":1,"and":5,"is":4,"false":2,"assert":1,"view":4,"as":2,"2d":4,"matrix":1,"for":1,"methods":1,"1":10,"shape":16,"output":11,"0":8,"dtype":7,"if":4,"should":1,"deepgemm":3,"q":2,"x":2,"per":1,"token":1,"group":1,"quant":1,"column":1,"major":1,"scales":1,"true":1,"import":1,"vllm":2,"model":1,"executor":1,"layers":1,"quantization":1,"noqa":1,"f401":1,"ops":1,"matmul":1,"not":1,"return":1,"to":2,"current":2,"platform":2,"cuda":1,"has":1,"device":1,"capability":1,"100":1,"cdiv":2,"128":5,"else":2,"todo":1,"update":1,"this":1,"after":1,"switching":1,"public":1,"sm90":1,"gemm":1,"it":1,"also":1,"supports":1},"5718,1815,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"w8a8":8,"blockscale":4,"func":5,"dispatch":1,"use":7,"cutlass":6,"aiter":5,"and":3,"is":5,"supported":5,"if":4,"q":5,"input":17,"x":6,"scale":9,"per":2,"token":2,"group":2,"quant":4,"fp8":9,"2d":3,"block":11,"size":5,"1":3,"column":2,"major":2,"scales":2,"output":8,"weight":7,"dtype":9,"else":2,"per1x128":1,"contiguous":1,"rocm":1,"dtypes":1,"bias":3,"not":2,"none":4,"return":2,"to":2,"view":1,"shape":5,"def":2,"apply":4,"linear":4,"fake":3,"torch":9,"tensor":7,"list":1,"int":1,"optional":3,"bool":2,"false":1,"0":1,"empty":1,"device":2,"current":1,"platform":1,"cpu":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"mutates":1,"args":1,"impl":1,"float8":1},"7533,1879,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"tuple":2,"torch":8,"tensor":17,"this":3,"function":4,"quantizes":1,"input":2,"values":4,"to":9,"float8":5,"with":1,"wise":7,"quantization":8,"dtype":8,"current":1,"platform":1,"fp8":4,"if":1,"is":2,"none":1,"else":1,"finfo":5,"min":6,"val":4,"max":6,"x":15,"aminmax":1,"amax":2,"maximum":1,"abs":2,"clamp":2,"1e":1,"12":1,"scale":7,"scl":2,"sat":2,"return":2,"contiguous":1,"float":1,"reciprocal":1,"def":2,"block":12,"quant":3,"q":7,"s":3,"converts":2,"the":6,"inputs":2,"are":2,"and":4,"size":3,"outputs":1,"note":1,"only":1,"supported":1,"for":2,"now":1,"dq":2,"group":5,"broadcast":1,"triton":2,"jit":1,"per":5,"token":2,"pointers":1,"output":1,"y":8,"ptr":3,"num":3,"columns":3,"of":2,"row":7,"stride":1,"avoid":1,"divide":1,"zero":1,"eps":1,"information":1,"use":1,"ue8m0":1,"tl":3,"constexpr":2,"meta":1,"parameters":1,"a":2,"accelerated":1,"perform":1,"on":1,"into":1,"groups":3,"map":1,"program":2,"id":6,"it":1,"should":1,"compute":1,"g":4,"0":1},"9412,1951,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"ensure":2,"offset":10,"calculations":2,"use":4,"int64":8,"to":15,"prevent":2,"overflow":2,"y":37,"ptr":20,"row":13,"tl":21,"stride":5,"g":9,"id":11,"group":9,"size":7,"q":11,"s":8,"cols":4,"arange":1,"0":4,"block":3,"n":1,"mask":5,"load":1,"other":1,"float32":1,"quant":2,"absmax":2,"maximum":1,"max":4,"abs":1,"eps":2,"scale":3,"raw":3,"fp8":6,"math":1,"exp2":1,"ceil":1,"log2":1,"if":1,"ue8m0":2,"else":1,"clamp":1,"min":2,"dtype":1,"element":1,"ty":1,"store":2,"triton":2,"jit":1,"def":1,"per":5,"token":2,"colmajor":1,"pointers":1,"inputs":1,"and":2,"output":1,"num":3,"columns":3,"of":3,"from":1,"one":1,"column":1,"the":4,"next":1,"col":1,"avoid":1,"divide":1,"zero":1,"information":1,"for":1,"float8":2,"constexpr":2,"meta":1,"parameters":1,"a":2,"accelerated":1,"function":2,"perform":1,"quantization":1,"on":1,"tensor":2,"this":1,"converts":1,"values":2,"into":1,"groups":3,"map":1,"program":2,"x":1,"it":1,"should":1,"compute":1},"11363,1153,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"convert":1,"g":3,"id":3,"the":2,"flattened":1,"block":3,"coordinate":1,"to":5,"2d":1,"so":1,"we":1,"can":1,"index":1,"into":1,"output":1,"y":19,"scales":2,"matrix":1,"blocks":3,"per":4,"row":5,"num":1,"columns":1,"group":5,"size":4,"scale":7,"col":3,"ensure":1,"offset":3,"calculation":1,"uses":1,"int64":3,"for":1,"s":9,"ptr":8,"tl":14,"stride":1,"cols":4,"arange":1,"0":3,"mask":5,"load":1,"other":1,"float32":1,"quant":2,"absmax":2,"maximum":1,"max":3,"abs":1,"eps":2,"raw":3,"fp8":4,"math":1,"exp2":1,"ceil":1,"log2":1,"if":1,"use":2,"ue8m0":2,"else":1,"q":5,"clamp":1,"min":1,"dtype":3,"element":1,"ty":1,"store":2,"def":1,"token":1,"x":1,"torch":3,"tensor":2,"int":1,"float":1,"1e":1,"10":1,"optional":3,"none":3,"column":1,"major":1,"bool":2,"false":1,"out":1},"12516,1813,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"tuple":2,"torch":11,"tensor":12,"function":2,"to":2,"perform":1,"per":1,"token":1,"group":8,"quantization":3,"on":1,"an":1,"input":2,"x":21,"it":1,"converts":1,"the":11,"values":2,"into":1,"signed":1,"float8":2,"and":2,"returns":2,"quantized":2,"along":1,"with":2,"scaling":2,"factor":2,"used":3,"for":3,"args":1,"ndim":1,"2":2,"size":7,"eps":1,"minimum":1,"avoid":1,"dividing":1,"zero":1,"dtype":10,"dype":1,"of":2,"output":2,"note":1,"that":1,"only":1,"e4m3fn":1,"is":6,"supported":1,"now":1,"column":4,"major":4,"scales":3,"outputs":1,"in":2,"out":4,"q":7,"optional":1,"if":5,"not":1,"provided":1,"will":1,"create":1,"use":2,"ue8m0":2,"none":4,"blackwell":1,"deep":1,"gemm":1,"e8m0":1,"current":1,"platform":1,"fp8":3,"else":2,"assert":3,"shape":12,"1":9,"0":1,"f":2,"last":1,"dimension":1,"must":2,"be":2,"divisible":1,"by":1,"stride":1,"groups":1,"contiguous":1,"finfo":4,"min":2,"max":2,"or":2,"empty":3,"like":1,"device":6,"allocate":1,"scale":1,"either":1,"row":1,"format":1,"s":2,"float32":2,"permute":1},"14329,1906,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"prefer":1,"cuda":2,"kernel":1,"if":3,"available":1,"current":1,"platform":1,"is":2,"and":3,"x":20,"contiguous":1,"torch":1,"ops":1,"c":2,"per":3,"token":3,"group":11,"fp8":14,"quant":3,"q":5,"s":6,"size":10,"eps":3,"min":6,"max":6,"use":5,"ue8m0":5,"return":2,"triton":3,"fallback":1,"m":7,"numel":1,"n":6,"block":12,"next":1,"power":1,"of":2,"2":1,"heuristics":1,"for":4,"number":1,"warps":6,"num":10,"256":1,"1":5,"8":1,"stages":5,"column":1,"major":1,"scales":1,"colmajor":1,"shape":3,"stride":14,"0":2,"else":1,"jit":1,"def":1,"w8a8":1,"matmul":2,"pointers":1,"to":1,"inputs":2,"output":2,"a":1,"b":1,"as":3,"bs":3,"k":5,"wise":1,"quantization":1,"am":1,"ak":1,"bk":1,"bn":1,"cm":1,"cn":1,"meta":1,"parameters":1,"tl":4,"constexpr":4},"16235,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"triton":1,"accelerated":1,"function":1,"used":1,"to":4,"perform":1,"linear":1,"operations":1,"dot":2,"product":1,"on":1,"input":1,"tensors":1,"a":9,"and":2,"b":9,"with":1,"block":16,"wise":1,"quantization":1,"store":1,"the":1,"result":1,"in":5,"output":1,"tensor":1,"c":6,"pid":18,"tl":19,"program":1,"id":3,"axis":1,"0":9,"num":7,"m":20,"cdiv":3,"size":21,"n":12,"group":13,"first":3,"min":1,"offs":16,"am":4,"arange":3,"bn":4,"k":24,"ptrs":10,"none":8,"stride":10,"ak":2,"bk":2,"as":5,"bsn":2,"bs":5,"accumulator":5,"zeros":1,"dtype":3,"float32":2,"for":1,"range":1,"load":4,"mask":2,"other":2,"start":2,"ks":3,"s":4,"if":1,"element":2,"ty":2,"bfloat16":2,"elif":1,"float16":2,"else":1},"18223,1921,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"offs":6,"cm":4,"pid":2,"m":4,"block":14,"size":6,"tl":3,"arange":2,"0":2,"cn":4,"n":9,"c":6,"ptrs":2,"stride":2,"none":5,"mask":3,"store":1,"functools":1,"lru":1,"cache":1,"def":1,"get":2,"w8a8":6,"fp8":6,"configs":3,"int":6,"k":5,"optional":1,"dict":1,"any":1,"return":5,"optimized":3,"configurations":2,"for":3,"the":10,"kernel":6,"value":1,"will":2,"be":3,"a":3,"dictionary":1,"that":1,"maps":1,"an":2,"irregular":1,"grid":2,"of":2,"batch":3,"sizes":1,"to":3,"evaluate":1,"on":1,"given":1,"bs":1,"closest":1,"in":3,"should":1,"picked":1,"and":1,"associated":1,"configuration":6,"chosen":1,"invoke":1,"first":1,"look":1,"up":1,"if":4,"is":2,"available":2,"directory":1,"device":4,"name":6,"current":1,"platform":1,"replace":1,"json":4,"file":9,"f":3,"dtype":1,"shape":1,"noqa":1,"e501":1,"config":7,"path":9,"os":4,"join":1,"dirname":1,"realpath":1,"exists":1,"with":1,"open":1,"as":1,"logger":2,"info":1,"using":2,"from":1,"s":2,"has":1,"been":1,"found":2,"it":1,"key":2,"val":2,"load":1,"items":1,"no":1,"we":1,"use":1,"default":2,"warning":1,"performance":1,"might":1,"sub":1,"optimal":1,"not":1,"at":1},"20144,1391,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"def":1,"w8a8":1,"block":15,"fp8":1,"matmul":2,"a":12,"torch":8,"tensor":9,"b":7,"as":5,"bs":6,"size":6,"list":1,"int":1,"output":5,"dtype":6,"float16":1,"this":1,"function":1,"performs":1,"matrix":1,"multiplication":1,"with":2,"wise":1,"quantization":4,"it":2,"takes":1,"two":1,"input":3,"tensors":1,"and":4,"scales":1,"the":10,"is":2,"returned":2,"in":1,"specified":1,"args":1,"e":3,"g":3,"activation":1,"weight":1,"per":3,"token":1,"group":1,"scale":2,"for":3,"should":1,"be":1,"2":4,"dim":1,"128":2,"dytpe":1,"of":2,"returns":1,"result":1,"assert":7,"len":1,"n":5,"k":5,"0":2,"1":10,"shape":13,"contiguous":1,"triton":3,"cdiv":3,"m":1,"numel":1,"ndim":2,"c":3,"new":1,"empty":1},"21535,1771,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"configs":5,"get":3,"w8a8":2,"block":18,"fp8":2,"n":7,"k":5,"size":18,"0":5,"1":8,"if":2,"the":6,"optimal":1,"config":5,"there":1,"is":1,"one":1,"min":1,"keys":1,"key":1,"lambda":1,"x":4,"abs":1,"m":8,"else":1,"default":1,"wise":1,"quant":1,"must":3,"be":4,"divisible":2,"by":2,"64":1,"group":1,"32":1,"num":2,"warps":1,"4":1,"stages":1,"2":4,"def":2,"grid":2,"meta":3,"return":2,"triton":2,"cdiv":2,"matmul":1,"a":4,"b":3,"c":4,"as":3,"bs":3,"stride":10,"taken":1,"from":1,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"deepgemm":2,"blob":1,"0c88cd01392c1073c7049a97d6328c7bba9b3947":1,"todo":1,"wentao":1,"remove":1,"this":2,"function":2,"when":1,"exposes":1,"tma":2,"aligned":2,"int":3,"element":3,"global":1,"memory":1,"address":1,"of":5,"16":2,"byte":1,"since":1,"we":1,"use":1,"column":1,"major":1,"layout":1,"for":1,"lhs":4,"scaling":4,"tensor":4,"axis":2,"needs":1,"to":2,"padded":1,"multiple":1,"bytes":1,"arguments":1,"original":1,"shape":1},"23306,1880,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"returns":3,"m":11,"axis":2,"shape":4,"of":4,"the":9,"lhs":4,"scaling":4,"tensor":9,"after":1,"padding":1,"tma":8,"alignment":6,"bytes":3,"16":2,"assert":2,"element":3,"size":4,"0":7,"return":4,"cdiv":1,"x":28,"taken":1,"from":1,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"deepgemm":3,"blob":1,"0c88cd01392c1073c7049a97d6328c7bba9b3947":1,"todo":1,"wentao":1,"remove":5,"this":4,"function":4,"when":1,"exposes":1,"def":1,"get":2,"col":1,"major":3,"aligned":17,"torch":5,"transposed":2,"format":2,"input":2,"transpose":2,"will":2,"be":1,"called":1,"if":7,"necessary":1,"is":1,"already":1,"column":2,"layout":3,"and":4,"byte":1,"along":1,"thus":1,"meets":1,"requirement":1,"in":4,"do":1,"nothing":1,"arguments":1,"usually":1,"gemm":1,"notes":1,"for":1,"extreme":1,"performance":1,"you":1,"may":1,"rewrite":1,"fuse":1,"cuda":1,"dim":6,"2":5,"3":1,"false":1,"n":3,"1":6,"stride":5,"unsqueeze":1,"true":1,"b":2,"last":1,"kernel":1,"gives":1,"a":1,"squeeze":2,"else":2,"normal":1,"requires":1,"transposing":1,"empty":1,"device":2,"dtype":2},"25186,1566,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"def":1,"requant":1,"weight":19,"ue8m0":2,"inplace":2,"torch":6,"tensor":4,"scale":6,"block":15,"size":7,"sequence":1,"int":3,"128":2,"none":1,"re":1,"quantise":1,"so":2,"that":1,"its":1,"per":3,"scaling":1,"factors":1,"are":1,"in":3,"the":4,"power":1,"of":1,"two":2,"format":1,"expected":3,"by":1,"new":1,"deepgemm":1,"kernels":1,"args":1,"quantised":1,"stored":1,"float8":3,"e4m3fn":3,"shape":8,"m":4,"k":4,"corresponding":1,"float32":1,"with":1,"0":7,"1":5,"2":4,"element":1,"iterable":1,"describing":1,"quantisation":1,"granularity":1,"if":3,"numel":1,"return":1,"dtype":2,"raise":1,"valueerror":1,"to":2,"be":1,"got":1,"f":1,"instead":1,"from":1,"vllm":1,"utils":1,"deep":1,"gemm":1,"import":1,"cast":1,"fp8":1,"flatten":1,"leading":3,"dimensions":1,"we":1,"can":1,"iterate":1,"over":1,"last":1,"dims":1,"len":1,"w":5,"view":7,"unsqueeze":2,"s":4,"else":1,"reshape":2,"num":2,"mats":2,"for":1,"idx":3,"range":1,"q":1,"old":1},"26752,735,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/fp8_utils.py":{"de":1,"quantise":2,"with":1,"the":2,"old":3,"scaling":2,"factors":1,"float32":3,"m":4,"cur":4,"k":4,"w":7,"q":3,"shape":1,"s":12,"float":2,"to":3,"torch":4,"expand":1,"scales":1,"along":1,"rows":1,"and":1,"cols":1,"by":1,"block":6,"size":1,"then":1,"crop":1,"exp":6,"r":2,"repeat":2,"interleave":2,"dim":2,"0":1,"1":1,"dq":2,"re":1,"using":1,"power":1,"of":1,"two":1,"ue8m0":2,"requant":4,"per":1,"cast":1,"fp8":1,"use":1,"true":1,"write":1,"back":1,"results":1,"in":1,"place":1,"copy":2},"0,1968,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/bitblas_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":3,"project":1,"from":4,"typing":1,"import":5,"optional":5,"torch":1,"packaging":1,"version":2,"platforms":1,"current":2,"platform":2,"scalar":7,"type":2,"scalartype":2,"types":8,"minimum":1,"bitblas":14,"1":5,"min":2,"weight":2,"size":3,"n":1,"16":5,"k":1,"gptq":3,"max":1,"parallel":1,"supported":6,"group":2,"sizes":1,"32":3,"64":3,"128":3,"for":3,"dynamic":1,"shape":1,"code":1,"generation":1,"optimize":2,"features":2,"256":2,"512":2,"1024":2,"if":5,"want":1,"enable":1,"high":1,"performance":1,"contiguous":2,"batching":1,"please":1,"use":1,"following":1,"values":1,"num":1,"bits":1,"4":1,"8":1,"sym":1,"false":1,"true":1,"determines":1,"quantization":1,"based":1,"on":1,"device":7,"s":1,"capability":10,"and":1,"whether":1,"zero":2,"point":2,"zp":4,"is":4,"used":1,"def":2,"query":1,"quant":2,"has":3,"bool":3,"int":4,"none":4,"tuple":4,"get":1,"else":2,"70":1,"return":3,"awq":1,"style":2,"unsigned":2,"runtime":1,"uint4":1,"uint8":1,"symmetric":1,"bias":1,"todo":1,"once":1,"fp8":1,"merged":1,"into":1,"we":1,"should":1,"be":1,"able":1,"add":1,"float8":1,"e4m3fn":1,"here":1,"uint4b8":1,"uint8b128":1,"check":1,"str":1},"1968,1697,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/bitblas_utils.py":{"if":6,"device":8,"capability":11,"is":6,"none":5,"tuple":3,"current":1,"platform":1,"get":1,"1":1,"else":1,"to":1,"int":3,"supported":10,"types":5,"query":1,"bitblas":15,"quant":5,"has":4,"zp":5,"type":4,"not":5,"in":2,"return":5,"false":4,"f":7,"does":2,"support":2,"weight":1,"bits":1,"only":2,"are":2,"for":1,"group":11,"size":8,"or":1,"sizes":3,"finally":1,"check":3,"installed":2,"try":1,"import":1,"version":6,"parse":2,"minimum":2,"raise":1,"importerror":2,"wrong":1,"please":1,"install":1,"except":1,"true":1,"def":1,"scalartype":1,"bool":2,"optional":1,"cond":2},"3665,1806,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/bitblas_utils.py":{"def":2,"verify":2,"bitblas":7,"supported":2,"quant":2,"type":2,"scalartype":1,"group":7,"size":29,"int":5,"has":2,"zp":2,"bool":1,"false":1,"none":3,"cond":2,"err":3,"msg":3,"check":1,"if":4,"not":5,"assert":1,"is":4,"raise":4,"valueerror":4,"supports":1,"shape":1,"output":5,"per":13,"partition":13,"input":10,"validate":2,"min":6,"weight":7,"n":3,"0":3,"f":8,"divisible":3,"by":3,"thread":2,"consider":3,"reducing":3,"tensor":3,"parallel":3,"or":3,"running":3,"with":3,"quantization":3,"gptq":3,"k":3,"and":1},"5471,1969,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/bitblas_utils.py":{"def":7,"check":1,"bitblas":7,"supports":2,"shape":4,"output":2,"size":10,"per":6,"partition":4,"int":8,"input":4,"group":4,"tuple":2,"bool":7,"optional":1,"str":2,"try":1,"verify":1,"except":1,"valueerror":1,"as":1,"e":2,"return":7,"false":5,"true":1,"none":1,"is":8,"k":1,"full":1,"act":6,"order":5,"row":4,"parallel":4,"not":2,"or":3,"and":3,"repeat":2,"scales":2,"on":2,"all":1,"ranks":1,"need":1,"to":2,"every":1,"rank":1,"if":1,"ordering":1,"channelwise":3,"rowparallellinear":1,"1":2,"make":2,"empty":4,"g":8,"idx":8,"device":10,"torch":19,"tensor":6,"nn":2,"parameter":2,"0":3,"dtype":3,"requires":3,"grad":3,"zp":1,"sort":4,"indices":3,"argsort":1,"unpack":1,"gptq":2,"qzeros":7,"bits":2,"v2":1,"view":1,"int32":3,"elems":2,"32":1,"unpacked":1,"zeros":2,"int8":1},"7440,850,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/bitblas_utils.py":{"for":2,"col":8,"in":2,"range":2,"unpacked":8,"zeros":5,"shape":4,"1":5,"i":4,"elems":6,"per":6,"int32":2,"qzeros":1,"bits":5,"0xf":1,"if":1,"not":1,"is":1,"gptq":2,"v2":1,"return":3,"def":1,"unpack":1,"qweight":8,"view":1,"torch":4,"int8":6,"8":1,"weight":4,"0":1,"dtype":1,"device":2,"requires":1,"grad":1,"false":1,"bitwise":1,"and":1,"2":1},"0,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/nvfp4_moe_support.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"from":5,"dataclasses":1,"import":6,"dataclass":2,"envs":3,"as":1,"logger":7,"init":2,"model":3,"executor":3,"layers":3,"quantization":4,"utils":5,"flashinfer":12,"fp4":12,"moe":8,"is":4,"cutlass":10,"available":2,"marlin":9,"supported":10,"quant":1,"all":1,"detect":3,"nvfp4":5,"support":4,"nvfp4support":4,"name":4,"frozen":1,"true":2,"class":4,"result":1,"container":1,"for":4,"nv":2,"capability":1,"probing":1,"bool":3,"allow":5,"use":7,"def":1,"str":1,"platform":3,"fused":1,"path":3,"and":1,"if":4,"info":2,"once":3,"using":1,"kernels":2,"s":2,"or":3,"else":2,"warning":1,"unavailable":1,"on":1,"current":2,"false":1,"not":2,"falling":1,"back":1,"kernel":1,"raise":1,"valueerror":1,"does":1,"please":1,"blackwell":1,"gpus":1,"enable":1,"return":1},"0,1973,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_qqq.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"import":4,"numpy":7,"torch":2,"from":3,"marlin":4,"utils":2,"test":1,"permute":3,"weights":4,"quant":2,"get":4,"pack":9,"factor":8,"qqq":5,"quantize":1,"def":3,"q":16,"w":10,"size":7,"k":3,"n":2,"num":5,"bits":5,"perm":11,"group":3,"orig":2,"device":3,"cpu":1,"astype":2,"uint32":2,"packed":6,"zeros":1,"shape":2,"1":4,"dtype":1,"if":1,"for":12,"i":16,"in":11,"range":7,"0xf":1,"else":1,"int32":1,"return":2,"scale":7,"perms":2,"list":6,"int":5,"8":5,"extend":3,"j":6,"single":3,"4":11,"9":1,"16":2,"17":1,"24":1,"25":1,"note":1,"handh1998":1,"employs":1,"different":1,"per":2,"and":1,"channel":1,"weight":2,"quantization":1,"noqa":1,"e501":1,"type":1,"str":1,"32":1,"perm1":3,"col":2,"block":2,"row":2,"3":1,"append":1,"p":2,"256":1},"1973,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_qqq.py":{"perm":18,"numpy":4,"array":3,"list":1,"assert":2,"quant":4,"type":5,"in":1,"per":5,"channel":14,"group":23,"not":1,"supported":1,"quantization":1,"if":5,"num":7,"bits":7,"4":4,"interleave":4,"0":2,"5":2,"1":10,"6":2,"2":2,"7":2,"3":2,"else":4,"raise":1,"exception":1,"must":1,"be":1,"got":1,"format":1,"reshape":6,"len":4,"ravel":1,"torch":2,"from":1,"return":2,"def":2,"marlin":8,"qqq":11,"permute":2,"scales":2,"s":20,"size":26,"k":8,"n":6,"scale":9,"single":5,"get":2,"perms":1,"and":1,"contiguous":2,"quantize":3,"w":7,"tensor":1,"int":2,"shape":1,"normalize":1,"ref":1,"q":3,"weights":2,"reformat":1,"to":1,"weight":3},"3926,219,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_qqq.py":{"create":1,"result":1,"res":5,"list":5,"w":3,"ref":1,"marlin":3,"qqq":3,"q":1,"s":2,"group":1,"channel":1,"for":1,"i":3,"in":1,"range":1,"len":1,"to":1,"device":1,"return":1},"0,1734,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/gptq_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":5,"copy":1,"import":7,"deepcopy":1,"typing":1,"optional":1,"union":1,"regex":1,"as":1,"re":1,"torch":1,"config":25,"quantizationconfig":2,"model":2,"executor":2,"layers":2,"linear":1,"linearbase":1,"unquantizedlinearmethod":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"unquantizedembeddingmethod":1,"match":1,"dynamic":5,"rules":1,"with":1,"module":2,"name":2,"prefix":7,"and":1,"override":6,"quantize":1,"if":7,"matches":1,"a":1,"rule":1,"def":1,"str":1,"weight":8,"bits":10,"get":5,"isinstance":4,"int":2,"group":6,"size":6,"desc":6,"act":6,"bool":2,"pack":1,"factor":1,"32":1,"packed":1,"into":1,"int32":1,"gptq":1,"marlin":1,"is":7,"sym":9,"not":1,"in":1,"type":1,"map":1,"raise":1,"valueerror":1,"unsupported":1,"quantization":1,"f":1},"1734,1927,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/gptq_utils.py":{"config":15,"quant":4,"type":3,"map":1,"weight":4,"bits":4,"is":3,"sym":1,"elif":2,"get":5,"name":5,"gptq":2,"if":7,"not":1,"in":2,"2":2,"3":2,"4":2,"8":2,"raise":1,"valueerror":1,"currently":1,"only":1,"bit":1,"quantization":1,"f":1,"supported":1,"for":2,"but":1,"got":1,"def":2,"dynamic":3,"override":3,"quantizationconfig":2,"layer":7,"str":3,"key":3,"optional":1,"none":6,"default":3,"value":3,"union":2,"int":2,"bool":2,"dict":4,"pattern":7,"items":1,"negative":1,"match":5,"matched":2,"modules":2,"are":1,"excluded":1,"from":1,"quantized":5,"init":1,"startswith":1,"re":2,"removeprefix":2,"return":6,"false":3,"positive":2,"have":1,"properties":1,"overrides":1,"base":1,"else":2,"linear":2,"method":2,"torch":1,"nn":1,"module":2,"prefix":2,"cls":1,"cloned":3,"deepcopy":1,"parallel":3,"lm":4,"head":4,"isinstance":2,"parallellmhead":1,"and":1,"linearbase":1,"or":1,"skip":1,"no":1,"noqa":3,"e712":3,"unquantizedembeddingmethod":1,"unquantizedlinearmethod":1},"3661,213,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/gptq_utils.py":{"if":1,"prefix":3,"dynamic":1,"per":1,"module":1,"layer":1,"rules":1,"may":1,"override":2,"base":1,"config":4,"cloned":2,"return":2,"linear":1,"method":1,"cls":1,"none":1},"0,1945,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/flashinfer_fp4_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":9,"project":1,"utility":1,"helpers":1,"for":1,"nvfp4":1,"flashinfer":12,"fused":7,"moe":14,"path":1,"from":6,"future":1,"import":9,"annotations":1,"torch":8,"envs":3,"as":2,"model":4,"executor":4,"layers":4,"modular":1,"kernel":1,"mk":1,"config":1,"fusedmoeconfig":2,"cutlass":9,"flashinferexperts":1,"prepare":3,"finalize":3,"noqa":1,"e501":1,"flashinfercutlassmoeprepareandfinalize":1,"platforms":1,"current":3,"platform":3,"utils":1,"has":2,"all":1,"is":4,"fp4":6,"available":2,"reorder":2,"w1w3":2,"w3w1":2,"build":2,"def":3,"bool":1,"return":3,"true":1,"when":1,"nv":1,"kernels":1,"can":1,"be":1,"used":1,"use":1,"and":3,"cuda":1,"device":1,"capability":1,"100":1,"weight":3,"tensor":5,"scale":2,"dim":12,"int":1,"tuple":1,"re":1,"order":1,"concatenated":1,"w1":4,"w3":4,"tensors":1,"size":6,"assert":1,"f":1,"expected":1,"even":1,"in":1,"got":1,"half":3,"split":2,"s1":2,"s3":2,"cat":2,"contiguous":2,"a1":1,"gscale":1},"1945,1285,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/flashinfer_fp4_moe.py":{"mk":2,"fusedmoeprepareandfinalize":1,"create":1,"a":2,"flashinfer":5,"cutlass":3,"fused":3,"moe":16,"prepare":1,"finalize":1,"kernel":1,"use":4,"dp":5,"parallel":5,"config":5,"size":5,"1":2,"return":3,"flashinfercutlassmoeprepareandfinalize":1,"a1":5,"gscale":8,"def":1,"select":1,"nvfp4":2,"gemm":2,"impl":1,"fusedmoeconfig":1,"g1":3,"alphas":6,"torch":4,"tensor":4,"g2":3,"a2":3,"allow":2,"bool":1,"fusedmoepermuteexpertsunpermute":1,"experts":2,"implementation":1,"for":1,"nv":1,"fp4":2,"layers":1,"if":1,"flashinferexperts":1,"out":1,"dtype":3,"in":1,"quant":1,"ep":4,"rank":4,"tp":5,"native":1,"currently":1,"don":1,"t":3,"support":2,"case":1,"won":1,"call":1,"this":1,"raise":1,"valueerror":1,"cutlassexpertsfp4":1,"doesn":1,"backend":1,"instead":1,"set":1,"vllm":1},"0,372,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/mxfp4_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":4,"typing":1,"import":5,"callable":1,"optional":1,"torch":2,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"utils":1,"direct":1,"register":1,"custom":1,"op":1,"is":1,"equal":1,"or":1,"newer":1,"name":1,"ocp":1,"mx":1,"block":1,"size":1,"32":1},"372,1936,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/mxfp4_utils.py":{"def":1,"swizzle":2,"mxfp4":6,"quant":6,"tensor":13,"scale":13,"num":3,"warps":3,"weight":1,"for":2,"moe":1,"used":1,"oai":1,"kernel":1,"import":5,"triton":5,"kernels":5,"matmul":3,"ogs":1,"details":3,"opt":4,"flags":4,"as":1,"from":4,"numerics":1,"inflexdata":2,"fp4":2,"convert":3,"layout":21,"wrap":3,"torch":6,"stridedlayout":3,"if":2,"current":4,"platform":4,"is":8,"cuda":2,"and":3,"device":2,"capability":2,"90":1,"not":1,"equal":1,"or":1,"newer":1,"2":4,"8":2,"1":7,"logger":1,"warning":1,"once":1,"on":3,"hopper":1,"running":1,"this":1,"cause":2,"swizling":1,"to":2,"be":1,"disabled":1,"which":1,"may":1,"performance":1,"degradation":1,"please":1,"upgrade":1,"nightly":1,"value":6,"opts":6,"dict":2,"else":1,"make":2,"default":2,"w":2,"mx":2,"axis":3,"100":1,"constraints":3,"persistent":1,"true":1,"epilogue":1,"subtile":1,"update":1,"transpose":3,"the":2,"so":1,"that":1,"quantization":1,"dim1":1,"dtype":1,"return":1},"2308,1901,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/mxfp4_utils.py":{"def":3,"can":1,"support":1,"mxfp4":4,"use":3,"grouped":2,"topk":4,"bool":2,"false":2,"group":4,"optional":8,"int":2,"none":8,"num":2,"expert":6,"map":4,"torch":15,"tensor":11,"custom":2,"routing":2,"function":2,"callable":1,"e":2,"score":2,"correction":2,"bias":2,"apply":2,"router":2,"weight":2,"on":2,"input":2,"scoring":2,"func":2,"str":2,"softmax":2,"activation":2,"swigluoai":2,"load":2,"view":2,"logical":4,"to":3,"physical":2,"replica":2,"count":2,"return":3,"not":1,"or":11,"dequant":2,"x":6,"scale":3,"float":4,"dtype":7,"try":1,"from":2,"quark":3,"kernel":1,"import":1,"mx":3,"except":1,"importerror":2,"as":1,"err":2,"raise":1,"the":1,"package":1,"amd":2,"is":1,"required":1,"fp4":1,"models":1,"please":1,"install":2,"it":1,"with":1,"pip":1,"dq":1,"fake":1,"empty":1,"shape":2,"1":2,"2":1,"device":2},"4209,1223,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/mxfp4_utils.py":{"def":2,"quant":7,"dequant":12,"mxfp4":13,"x":4,"torch":8,"tensor":4,"scale":3,"calculation":3,"mode":3,"str":2,"even":2,"try":3,"from":2,"quark":3,"kernel":1,"import":1,"mx":3,"except":3,"importerror":2,"as":3,"err":2,"raise":3,"the":1,"package":1,"amd":2,"is":1,"required":1,"to":1,"use":1,"fp4":1,"models":1,"please":1,"install":2,"it":1,"with":1,"pip":1,"return":2,"qdq":1,"fake":5,"empty":1,"like":1,"direct":2,"register":2,"custom":2,"op":6,"name":2,"func":2,"mutates":2,"args":2,"impl":2,"ops":2,"vllm":2,"attributeerror":2,"error":4},"0,1938,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":8,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":11,"the":7,"vllm":6,"project":1,"from":6,"typing":1,"import":7,"optional":1,"torch":2,"custom":1,"ops":2,"as":1,"logger":5,"init":2,"model":1,"executor":1,"layers":1,"quantization":1,"utils":2,"marlin":21,"use":2,"fp32":1,"reduce":2,"default":1,"make":1,"workspace":1,"new":1,"permute":3,"bias":2,"scales":18,"should":1,"atomic":1,"add":1,"platforms":1,"current":2,"platform":2,"scalar":2,"type":1,"types":1,"fp4":2,"supported":2,"group":1,"sizes":1,"16":1,"name":1,"def":2,"is":4,"return":1,"has":2,"device":1,"capability":1,"80":1,"nvfp4":2,"process":1,"if":1,"not":1,"all":1,"warning":1,"once":1,"assumes":1,"be":3,"but":1,"encountered":1,"negative":1,"accuracy":1,"will":1,"likely":1,"degraded":1,"this":2,"because":1,"it":1,"changes":1,"fp8":7,"s1e4m3":2,"a":2,"special":2,"s0e5m3":3,"format":2,"speedup":1,"dequantization":3,"convert":3,"half":2,"first":1,"we":3,"would":2,"later":1,"8":2,"number":2,"of":3,"scale":4,"using":1,"by":2,"one":1,"thread":1,"view":3,"size":3,"1":7,"3":2,"reshape":1,"fit":1,"layout":1,"4":1,"assume":1,"that":1,"weight":3,"always":2,"greater":1,"than":1,"or":1,"equal":1,"so":1,"can":1,"7":2,"after":2,"multiplying":1,"top":1,"bit":1,"when":1,"allows":1,"us":1,"have":1,"an":1,"exponent":1,"closer":1,"zero":1},"1938,1823,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"marlin":24,"scales":21,"2":16,"7":3,"view":5,"torch":14,"int16":1,"1":15,"float8":2,"e4m3fn":1,"contiguous":1,"return":3,"def":3,"mxfp4":1,"process":2,"8":3,"is":1,"the":3,"number":2,"of":2,"scale":9,"using":1,"by":1,"one":1,"thread":1,"size":6,"0":6,"permute":1,"3":2,"reshape":2,"fit":1,"layout":1,"fp8":1,"dequantization":1,"4":2,"to":1,"e8m0fnu":1,"nvfp4":1,"global":6,"assert":1,"dtype":3,"in":1,"half":2,"bfloat16":2,"fp4":5,"exponent":9,"if":1,"target":3,"5":1,"elif":1,"bias":5,"fp16":1,"14":1,"bf16":1,"126":1,"apply":1,"linear":1,"input":4,"tensor":7,"weight":4,"optional":2,"workspace":1,"n":2,"int":2,"k":1,"none":1,"use":2,"fp32":2,"reduce":2,"bool":1,"default":1,"for":2,"gpus":1,"that":1,"lack":1,"hardware":1,"support":1,"we":1,"can":1,"leverage":1,"kernel":1,"fast":1,"only":1,"quantization":1,"reshaped":1,"x":1,"shape":3,"out":1},"3761,1996,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"use":6,"atomic":4,"add":4,"should":1,"reduce":3,"m":2,"reshaped":3,"x":3,"size":16,"0":2,"n":6,"k":6,"device":5,"input":3,"dtype":4,"output":3,"ops":1,"gptq":1,"marlin":4,"gemm":1,"a":1,"c":1,"none":5,"b":5,"q":2,"weight":8,"bias":2,"scales":1,"scale":4,"global":1,"2":3,"zeros":1,"g":1,"idx":1,"perm":1,"workspace":5,"type":1,"scalar":1,"types":1,"float4":1,"e2m1f":1,"fp32":2,"return":1,"reshape":1,"out":1,"shape":2,"def":1,"prepare":1,"fp4":4,"layer":9,"for":3,"torch":1,"nn":1,"module":1,"logger":1,"warning":1,"once":1,"your":1,"gpu":1,"does":1,"not":1,"have":1,"native":1,"support":1,"computation":1,"but":1,"quantization":1,"is":3,"being":1,"used":2,"only":1,"compression":1,"will":1,"be":1,"leveraging":1,"the":1,"kernel":1,"this":1,"may":1,"degrade":1,"performance":1,"compute":1,"heavy":1,"workloads":1,"nvfp4":2,"hasattr":1,"group":1,"16":1,"if":1,"else":1,"32":1,"part":4,"per":2,"partition":2,"param":1,"params":1,"assert":1,"make":1,"new":1},"5757,1954,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"weight":27,"repack":2,"weights":1,"to":3,"marlin":9,"format":1,"perm":3,"torch":9,"empty":1,"0":1,"dtype":3,"int":1,"device":2,"qweight":4,"layer":12,"view":2,"int32":1,"t":2,"contiguous":2,"ops":1,"gptq":1,"b":1,"q":1,"size":11,"k":4,"part":5,"n":5,"num":1,"bits":1,"4":1,"nn":5,"parameter":5,"requires":5,"grad":5,"false":5,"scales":5,"permute":3,"scale":23,"if":3,"not":2,"is":3,"nvfp4":4,"float8":1,"e8m0fnu":1,"param":2,"s":1,"group":2,"process":3,"2":6,"global":1,"else":1,"mxfp4":1,"hasattr":1,"bias":8,"and":1,"none":1,"assert":1,"shape":1,"return":1},"7711,1738,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"def":1,"prepare":1,"moe":1,"fp4":4,"layer":11,"for":6,"marlin":7,"torch":6,"nn":2,"module":1,"none":1,"logger":1,"warning":1,"once":1,"your":1,"gpu":1,"does":1,"not":1,"have":1,"native":1,"support":1,"computation":1,"but":1,"quantization":1,"is":3,"being":1,"used":2,"weight":14,"only":1,"compression":1,"will":1,"be":1,"leveraging":1,"the":1,"kernel":1,"this":1,"may":1,"degrade":1,"performance":1,"compute":1,"heavy":1,"workloads":1,"nvfp4":2,"hasattr":1,"w13":4,"scale":1,"2":3,"group":1,"size":13,"16":1,"if":2,"else":2,"32":1,"e":3,"num":2,"experts":1,"k":8,"hidden":1,"n":8,"intermediate":1,"per":1,"partition":1,"workspace":3,"device":5,"param":1,"dtype":3,"params":1,"make":1,"new":1,"4":2,"perm":3,"empty":1,"0":3,"int":1,"repack":2,"weights":1,"to":1,"format":1,"name":4,"in":4,"w2":1,"getattr":1,"tensor":3,"list":3,"assert":1,"shape":1,"i":2,"range":1,"qweight":4,"view":1,"int32":1,"t":1,"contiguous":1,"ops":1,"gptq":1,"b":1,"q":1,"bits":1,"append":1,"cat":1,"x":2,"unsqueeze":1,"parameter":1,"requires":1,"grad":1,"false":1,"setattr":1},"9449,1905,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"weight":5,"scales":21,"permute":4,"for":5,"name":9,"in":6,"w13":3,"w2":2,"getattr":3,"layer":6,"scale":13,"if":6,"not":2,"is":4,"nvfp4":6,"view":1,"torch":4,"float8":1,"e8m0fnu":1,"to":3,"param":3,"dtype":3,"global":7,"2":3,"tensor":5,"list":5,"size":10,"n":6,"k":6,"else":2,"i":4,"range":2,"e":2,"t":1,"marlin":11,"s":1,"group":2,"process":3,"mxfp4":1,"append":2,"cat":1,"x":2,"unsqueeze":1,"0":2,"nn":2,"parameter":2,"requires":2,"grad":2,"false":2,"setattr":2,"bias":9,"hasattr":1,"continue":1,"expert":2},"11354,1716,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"bias":4,"torch":11,"cat":2,"x":2,"unsqueeze":3,"0":6,"for":1,"in":1,"tensor":1,"list":1,"nn":1,"parameter":1,"requires":1,"grad":1,"false":1,"setattr":1,"layer":1,"name":1,"def":1,"rand":1,"marlin":3,"weight":31,"nvfp4":1,"like":1,"group":4,"size":15,"assert":1,"n":6,"k":5,"shape":1,"device":6,"scales":5,"view":5,"1":9,"abs":1,"max":2,"6":3,"global":3,"scale":3,"448":1,"to":5,"float8":3,"e4m3fn":3,"fp4":20,"randint":1,"256":1,"2":14,"dtype":6,"uint8":1,"part":12,"0b10000000":2,"0b01110000":2,"weight2":3,"4":2,"ref":3,"repeat":1,"interleave":1,"qweight":1,"ops":1,"gptq":1,"repack":1,"b":1,"q":1,"int32":1,"t":1,"contiguous":1,"perm":1,"empty":1,"int":1,"num":1,"bits":1},"13070,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"marlin":9,"scales":11,"permute":1,"s":1,"t":2,"to":4,"weight":30,"dtype":6,"size":18,"k":6,"n":6,"group":6,"nvfp4":2,"process":2,"global":4,"scale":4,"return":1,"ref":4,"qweight":1,"def":1,"rand":1,"mxfp4":1,"like":1,"assert":1,"0":2,"shape":1,"device":6,"torch":8,"randint":2,"100":1,"125":1,"uint8":2,"view":4,"float8":3,"e8m0fnu":1,"fp4":19,"256":1,"2":14,"part":12,"1":7,"0b10000000":2,"0b01110000":2,"e4m3fn":2,"6":2,"weight2":3,"4":1,"cat":1,"unsqueeze":2,"repeat":1,"interleave":1},"14868,639,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp4.py":{"marlin":9,"qweight":2,"ops":1,"gptq":1,"repack":1,"b":1,"q":1,"weight":4,"fp4":1,"view":1,"torch":4,"int32":1,"t":3,"contiguous":1,"perm":1,"empty":1,"0":1,"dtype":2,"int":1,"device":2,"size":10,"k":4,"n":4,"num":1,"bits":1,"4":1,"scales":7,"permute":1,"s":1,"to":2,"group":2,"mxfp4":1,"process":1,"return":1,"ref":1,"float8":1,"e8m0fnu":1},"0,1952,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":8,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"from":5,"typing":1,"import":7,"optional":2,"torch":10,"custom":1,"ops":2,"as":1,"logger":4,"init":2,"model":1,"executor":1,"layers":1,"quantization":2,"utils":2,"marlin":7,"use":6,"fp32":3,"reduce":5,"default":2,"make":1,"workspace":2,"new":1,"permute":2,"bias":7,"scales":7,"should":2,"atomic":3,"add":3,"platforms":1,"current":2,"platform":2,"scalar":2,"type":1,"types":1,"name":1,"def":3,"is":1,"fp8":7,"supported":1,"return":2,"has":1,"device":3,"capability":1,"80":1,"fused":1,"exponent":10,"into":1,"4":2,"if":1,"dtype":4,"half":1,"target":3,"5":1,"elif":1,"bfloat16":1,"8":2,"fp16":1,"3":2,"bf16":1,"7":1,"120":1,"1":5,"s":4,"ones":1,"like":1,"apply":1,"linear":1,"input":6,"tensor":6,"weight":3,"scale":1,"size":6,"n":4,"int":2,"k":3,"bool":1,"for":2,"gpus":1,"that":1,"lack":1,"hardware":1,"support":1,"we":1,"can":1,"leverage":1,"kernel":1,"fast":1,"only":1,"reshaped":2,"x":2,"reshape":1,"shape":3,"out":1,"m":1},"1952,1984,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"output":3,"ops":1,"gptq":1,"marlin":5,"gemm":1,"a":1,"reshaped":2,"x":2,"c":1,"none":7,"b":5,"q":2,"weight":11,"bias":2,"scales":1,"scale":2,"global":1,"zeros":1,"g":1,"idx":1,"perm":2,"workspace":5,"type":1,"scalar":1,"types":1,"float8":1,"e4m3fn":1,"size":20,"m":1,"0":2,"n":5,"k":9,"use":4,"atomic":2,"add":2,"fp32":2,"reduce":2,"return":1,"reshape":1,"out":1,"shape":3,"def":1,"prepare":1,"fp8":5,"layer":10,"for":3,"torch":3,"nn":1,"module":1,"first":4,"bool":1,"true":1,"logger":1,"warning":1,"once":1,"your":1,"gpu":1,"does":1,"not":2,"have":1,"native":1,"support":1,"computation":1,"but":1,"quantization":1,"is":1,"being":1,"used":2,"only":1,"compression":1,"will":1,"be":1,"leveraging":1,"the":1,"kernel":1,"this":1,"may":1,"degrade":1,"performance":1,"compute":1,"heavy":1,"workloads":1,"part":6,"per":2,"partition":2,"input":1,"block":2,"getattr":1,"if":2,"assert":2,"else":1,"device":5,"make":1,"new":1,"repack":1,"weights":1,"to":2,"format":1,"empty":1,"dtype":1,"int":1,"qweight":3,"pack":1,"int32":1,"t":1,"contiguous":1},"3936,730,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"marlin":3,"qweight":3,"ops":1,"gptq":1,"repack":1,"b":1,"q":1,"weight":10,"perm":2,"size":7,"k":2,"part":2,"n":2,"num":1,"bits":1,"8":1,"layer":8,"torch":1,"nn":1,"parameter":1,"requires":1,"grad":1,"false":1,"scales":4,"permute":1,"if":2,"scale":5,"in":2,"dir":2,"to":2,"orig":2,"dtype":2,"elif":1,"inv":3,"del":1,"group":1,"1":2,"block":2,"is":1,"none":1,"else":1},"4666,1782,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"marlin":6,"kernel":1,"only":1,"support":1,"channel":4,"wise":9,"and":2,"group":4,"quantization":8,"we":1,"need":1,"to":1,"convert":1,"the":1,"scales":27,"if":3,"weight":3,"block":9,"size":31,"is":1,"none":1,"nelement":5,"1":17,"tensor":2,"repeat":6,"n":16,"view":3,"interleave":3,"part":8,"elif":1,"assert":1,"0":4,"s":5,"for":1,"gate":1,"up":1,"proj":1,"else":2,"k":5,"ceil":1,"not":2,"first":1,"t":1,"contiguous":1,"may":1,"divisible":1,"by":1,"permute":1,"fp8":1,"fused":1,"exponent":1,"bias":1,"into":1,"layer":1,"scale":1,"torch":1,"nn":1,"parameter":1,"requires":1,"grad":1,"false":1},"6448,1966,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"if":4,"hasattr":1,"layer":14,"bias":8,"and":1,"is":2,"not":3,"none":3,"assert":3,"shape":3,"part":1,"size":21,"n":10,"marlin":8,"permute":1,"torch":4,"nn":2,"parameter":1,"requires":1,"grad":1,"false":1,"def":1,"prepare":1,"moe":1,"fp8":5,"for":5,"module":1,"k":13,"first":4,"bool":1,"true":1,"logger":1,"warning":1,"once":1,"your":1,"gpu":1,"does":1,"have":1,"native":1,"support":1,"computation":1,"but":1,"quantization":1,"being":1,"used":2,"weight":12,"only":1,"compression":1,"will":1,"be":1,"leveraging":1,"the":1,"kernel":1,"this":1,"may":1,"degrade":1,"performance":1,"compute":1,"heavy":1,"workloads":1,"e":4,"num":2,"experts":1,"hidden":1,"intermediate":1,"per":1,"partition":1,"block":2,"getattr":2,"workspace":3,"device":5,"w13":3,"make":1,"new":1,"4":1,"perm":3,"empty":1,"0":1,"dtype":1,"int":1,"repack":2,"weights":1,"to":2,"format":1,"name":3,"in":3,"w2":1,"tensor":2,"list":2,"2":1,"else":2,"i":2,"range":1,"qweight":6,"pack":1,"int32":1,"t":1,"contiguous":1,"ops":1,"gptq":1,"b":1,"q":1,"bits":1,"8":1,"append":1},"8414,868,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"weight":11,"torch":2,"cat":1,"x":2,"unsqueeze":1,"0":2,"for":2,"in":5,"tensor":2,"list":2,"nn":1,"parameter":1,"requires":1,"grad":1,"false":1,"setattr":1,"layer":9,"name":13,"scales":4,"permute":1,"group":1,"size":7,"1":2,"if":3,"block":2,"is":1,"none":1,"else":2,"w13":2,"w2":1,"scale":4,"dir":2,"new":6,"getattr":2,"to":2,"orig":2,"dtype":2,"delattr":2,"elif":1,"inv":2,"n":4,"k":4,"2":1},"9282,1877,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"marlin":4,"kernel":1,"only":1,"support":1,"channel":4,"wise":9,"and":2,"group":4,"quantization":8,"we":1,"need":1,"to":1,"convert":1,"the":1,"scales":24,"if":3,"weight":2,"block":9,"size":31,"is":1,"none":1,"nelement":5,"e":16,"tensor":3,"1":13,"repeat":6,"n":16,"view":3,"interleave":3,"2":4,"elif":1,"assert":1,"0":5,"s":5,"for":2,"gate":1,"up":1,"proj":1,"else":2,"k":5,"ceil":1,"not":2,"first":1,"permute":2,"may":1,"divisible":1,"by":1,"contiguous":1,"i":2,"in":1,"range":1,"list":1,"append":1},"11159,1481,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"scales":7,"torch":10,"cat":2,"x":4,"unsqueeze":2,"0":4,"for":4,"in":4,"tensor":19,"list":4,"fp8":14,"fused":1,"exponent":1,"bias":14,"into":1,"nn":2,"parameter":2,"requires":2,"grad":2,"false":2,"setattr":2,"layer":5,"name":5,"weight":4,"scale":1,"permute":2,"w13":1,"w2":1,"if":3,"not":1,"hasattr":1,"continue":1,"getattr":1,"to":3,"orig":1,"dtype":2,"i":2,"range":1,"e":1,"expert":2,"append":1,"marlin":2,"def":2,"pack":1,"int32":7,"size":6,"k":6,"first":3,"bool":1,"true":1,"repack":1,"weights":1,"gptq":1,"format":1,"packed":1,"elements":1,"assert":2,"float8":1,"e4m3fn":1,"ndim":1,"2":1,"t":2,"else":2,"contiguous":3,"is":1,"and":1,"have":1,"shape":2,"n":3,"now":1,"with":1,"view":2,"it":1,"become":1,"4":1,"return":1,"quant":1,"group":1,"device":2},"12640,1240,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_fp8.py":{"if":1,"group":6,"size":17,"1":7,"scales":17,"weight":17,"view":2,"n":6,"abs":2,"max":2,"0":3,"448":2,"repeated":6,"repeat":2,"interleave":2,"fp8":7,"to":5,"torch":4,"float8":2,"e4m3fn":2,"ref":3,"dtype":3,"else":1,"k":5,"packed":2,"pack":1,"int32":1,"false":1,"t":3,"contiguous":1,"marlin":8,"qweight":2,"ops":1,"gptq":1,"repack":1,"b":1,"q":1,"perm":1,"empty":1,"int":1,"device":2,"num":1,"bits":1,"8":1,"permute":1,"s":1,"fused":1,"exponent":1,"bias":1,"into":1,"return":1},"0,1716,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/flashinfer_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":9,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":1,"project":1,"from":3,"typing":1,"import":4,"optional":1,"torch":5,"def":3,"calculate":1,"tile":9,"tokens":12,"dim":6,"num":8,"top":2,"k":2,"experts":4,"flashinfer":5,"10":1,"has":1,"issues":1,"with":2,"larger":1,"sizes":1,"set":1,"8":4,"for":5,"now":1,"todo":1,"revert":1,"this":1,"dynamic":1,"calculation":1,"once":1,"a":2,"new":1,"version":1,"of":5,"necessary":1,"kernels":1,"is":1,"released":1,"next":3,"positive":2,"power":3,"guess":1,"per":4,"expert":4,"assuming":1,"perfect":1,"distribution":1,"first":1,"and":1,"pad":1,"number":1,"cap":1,"64":2,"cta":1,"as":1,"it":1,"s":1,"range":2,"supported":1,"by":1,"kernel":1,"min":1,"max":1,"return":2,"swap":1,"w13":1,"w31":1,"x":5,"tensor":4,"reshape":2,"1":5,"shape":6,"flip":1,"dims":1,"rotate":1,"fp8":3,"moe":1,"weights":9,"gemm1":7,"gemm2":1,"reorder":3,"rows":3,"gated":3,"act":2,"gemm":2,"shuffle":1,"matrix":1,"epilogue":1,"m":1,"128":1,"hidden":1,"size":2,"intermediate":1,"w1":1,"fused":1,"activation":1,"interleaved":2,"i":2,"in":1,"append":1},"1716,1784,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/flashinfer_utils.py":{"stack":5,"weights":15,"and":2,"scales":7,"for":4,"all":2,"experts":5,"gemm1":7,"fp8":10,"interleaved":3,"torch":12,"reshape":1,"num":4,"2":1,"intermediate":1,"size":2,"hidden":2,"shuffle":3,"scaling":1,"factors":1,"transposed":1,"mma":1,"output":1,"shuffled":6,"gemm2":5,"i":3,"in":1,"range":1,"append":2,"matrix":2,"a":2,"view":4,"uint8":2,"epilogue":2,"tile":2,"m":2,"data":2,"float8":2,"e4m3fn":2,"def":1,"apply":2,"flashinfer":2,"per":1,"tensor":5,"scale":1,"layer":4,"nn":1,"module":1,"states":1,"router":2,"logits":1,"routing":1,"bias":1,"optional":3,"top":1,"k":1,"int":4,"expert":1,"group":2,"topk":1,"global":1,"weight":1,"on":1,"input":1,"bool":1,"from":1,"fused":1,"moe":1,"import":1,"routingmethodtype":1,"assert":3,"output1":5,"scalar":6,"is":3,"not":3,"none":3,"expected":3,"to":3,"be":3,"initialized":3,"gate":1,"output2":1},"3500,1703,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/flashinfer_utils.py":{"from":1,"vllm":2,"model":1,"executor":1,"models":1,"llama4":3,"import":1,"llama4moe":2,"assert":1,"layer":11,"custom":2,"routing":7,"function":2,"fusedmoe":1,"flashinfer":2,"kernels":1,"are":1,"only":1,"supported":1,"for":1,"return":2,"torch":8,"ops":1,"fused":1,"moe":2,"per":2,"tensor":8,"scale":14,"fp8":1,"logits":2,"router":2,"bias":2,"hidden":2,"states":2,"input":7,"w13":2,"gemm1":4,"weights":7,"weight":3,"gemm2":3,"w2":1,"output1":8,"scales":13,"scalar":12,"gate":4,"output2":4,"num":7,"experts":5,"global":1,"top":2,"k":2,"expert":3,"group":4,"topk":2,"intermediate":2,"size":2,"partition":1,"local":4,"offset":1,"ep":1,"rank":1,"use":1,"on":2,"apply":1,"method":1,"type":1,"routingmethodtype":1,"def":1,"get":1,"scaling":1,"factors":1,"activation":3,"tuple":1,"1":1,"0":1},"5203,678,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/flashinfer_utils.py":{"def":1,"register":4,"moe":2,"scaling":2,"factors":2,"layer":8,"torch":4,"nn":4,"module":1,"none":1,"output1":6,"scales":9,"gate":3,"output2":3,"get":1,"w13":2,"input":2,"scale":4,"weight":2,"w2":2,"parameter":6,"scalar":3,"requires":3,"grad":3,"false":3},"0,232,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"layer":1,"utils":1,"import":1,"replace":2,"parameter":2,"update":2,"tensor":2,"inplace":2,"all":1},"0,1994,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":9,"vllm":5,"project":1,"this":2,"file":1,"is":2,"used":1,"for":4,"tests":1,"and":3,"benchmarks":1,"from":7,"collections":1,"abc":1,"import":9,"mapping":1,"types":2,"mappingproxytype":1,"typing":1,"classvar":3,"namedtuple":3,"optional":1,"numpy":3,"torch":2,"custom":1,"ops":1,"cutlass":1,"scaled":1,"mm":1,"supports":1,"fp4":1,"model":1,"executor":1,"layers":1,"quantization":3,"qqq":2,"marlin":1,"supported":1,"num":1,"bits":1,"platforms":1,"current":1,"platform":1,"scalar":2,"type":1,"scalartype":1,"use":1,"proxy":1,"as":2,"direct":1,"subclasses":1,"cannot":1,"have":2,"static":2,"members":2,"class":3,"groupshape":10,"row":1,"int":2,"col":1,"describes":1,"group":10,"shape":16,"it":1,"includes":1,"common":2,"shapes":2,"per":6,"tensor":4,"token":3,"aliases":1,"1":14,"normalize":2,"full":2,"extent":4,"any":1,"dims":1,"that":3,"are":1,"def":1,"quant":1,"x":3,"means":1,"return":1,"if":4,"else":2,"useful":1,"when":1,"treating":1,"n":1,"dimensional":1,"scaling":1,"extended":1,"style":1,"broadcasting":2,"in":2,"simply":1,"stretches":1,"dimensions":1,"with":1,"an":1,"of":2,"match":2,"target":4,"by":1,"repeating":1,"data":1,"along":2,"dimension":3,"we":4,"extend":1,"these":1,"semantics":1,"say":1,"a":4,"source":1,"not":2,"does":1,"repeat":1,"each":1,"element":1,"src":1,"dim":2,"times":1,"example":1,"4":2,"3":1,"then":1,"would":1,"expand":1},"1994,1838,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"3":3,"4":2,"note":1,"this":3,"function":2,"does":1,"not":1,"explicitly":1,"broadcast":2,"dimensions":1,"with":2,"an":1,"extent":1,"of":2,"1":19,"since":1,"can":1,"be":2,"done":1,"implicitly":1,"by":1,"pytorch":1,"def":2,"group":15,"t":10,"shape":24,"for":6,"i":11,"s":4,"in":1,"enumerate":1,"if":1,"and":2,"assert":4,"0":9,"unsqueeze":1,"expand":1,"flatten":3,"return":1,"quantize":3,"assuming":1,"once":1,"scale":1,"per":6,"elements":1,"example":1,"shapes":1,"tensor":4,"quantization":5,"row":1,"column":1,"128":3,"128x128":1,"deepseek":2,"style":2,"block":7,"activation":1,"e":1,"token":1,"scaled":2,"x":13,"torch":5,"groupshape":1,"quant":4,"dtype":4,"tuple":1,"normalize":1,"is":1,"floating":2,"point":2,"currently":1,"only":1,"supports":1,"dtypes":2,"but":1,"could":1,"extended":1,"to":3,"support":1,"other":1,"finfo":2,"reshape":2,"m":9,"n":9,"into":1,"blk":10,"size":6,"ndim":1,"2":3,"blkd":5,"permute":2,"permd":3,"start":1,"dim":1},"3832,1972,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"compute":1,"scales":2,"min":5,"val":4,"max":5,"x":30,"blkd":2,"permd":2,"aminmax":1,"dim":1,"1":15,"amax":2,"torch":9,"maximum":1,"abs":2,"clamp":2,"1e":1,"12":1,"scale":4,"finfo":3,"apply":1,"and":1,"convert":2,"form":1,"blk":4,"m":4,"n":4,"block":2,"size":2,"to":10,"scl":2,"sat":2,"unsqueeze":6,"reshape":2,"group":15,"shape":22,"0":5,"permute":1,"2":5,"3":1,"return":2,"quant":2,"dtype":4,"contiguous":1,"float":1,"reciprocal":1,"inverses":1,"scaled":2,"quantize":1,"def":1,"dequantize":1,"q":8,"tensor":6,"s":17,"optional":1,"groupshape":1,"none":4,"out":2,"float32":3,"tuple":1,"if":8,"is":5,"not":2,"normalize":1,"ndim":2,"scalar":1,"raise":2,"assertionerror":2,"1d":1,"must":1,"be":2,"provided":1,"otherwise":1,"its":1,"ambiguous":1,"which":1,"dimension":2,"broadcast":3,"the":5,"for":1,"where":1,"we":2,"want":1,"across":1,"full":2,"extent":2,"elif":1,"else":1,"a":1,"vector":1,"should":1,"broadcasting":1,"it":1,"of":2,"one":1,"dimensions":1,"assert":2},"5804,1836,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"def":3,"pack":12,"quantized":2,"values":2,"into":2,"int32":4,"w":15,"q":17,"torch":6,"tensor":2,"wtype":8,"scalartype":2,"packed":6,"dim":8,"int":2,"0":4,"move":2,"to":4,"the":2,"end":2,"perm":25,"i":16,"for":6,"in":6,"range":6,"len":4,"shape":11,"if":2,"inv":4,"tuple":2,"index":2,"permute":4,"factor":9,"32":2,"size":6,"bits":6,"mask":4,"1":8,"new":6,"list":4,"assert":1,"res":6,"zeros":2,"dtype":2,"device":4,"return":2,"unpack":1,"is":1,"layer":1,"skipped":1,"prefix":3,"str":4,"ignored":1,"layers":2,"fused":1,"mapping":2,"mappingproxytype":1,"bool":1,"model":1,"self":1,"attn":1,"proj":4,"name":2,"split":1},"7640,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"fused":7,"layers":4,"like":1,"gate":1,"up":1,"proj":7,"or":1,"qkv":1,"will":1,"not":4,"be":1,"in":7,"the":6,"safetensors":1,"checkpoint":1,"so":1,"we":1,"convert":1,"name":6,"from":1,"version":1,"to":7,"unfused":1,"check":1,"make":1,"sure":1,"that":1,"each":1,"shard":10,"of":3,"layer":1,"has":1,"same":2,"scheme":1,"if":3,"mapping":2,"prefixes":2,"prefix":5,"replace":1,"for":3,"is":13,"skipped":10,"none":5,"ignored":2,"elif":1,"raise":1,"valueerror":1,"f":2,"detected":1,"some":1,"but":1,"all":2,"shards":2,"are":1,"quantized":1,"have":1,"precision":1,"else":2,"assert":3,"return":3,"def":2,"get":1,"pack":1,"factor":1,"num":5,"bits":5,"32":2,"0":1,"unsupported":1,"permute":1,"rows":1,"q":7,"w":12,"torch":6,"tensor":3,"ref":5,"group":2,"size":6,"int":1,"test":3,"perm":8,"optional":1,"shape":3,"orig":5,"device":10,"k":5,"g":5,"idx":5,"zeros":1,"dtype":1,"int32":1,"i":3,"range":1,"simulate":1,"act":1,"order":1,"by":1,"doing":1,"a":1,"random":1,"permutation":1,"on":1,"rand":5,"randperm":1,"contiguous":3},"9628,1862,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"def":1,"quantize":1,"weights":1,"w":21,"torch":9,"tensor":2,"quant":7,"type":8,"scalartype":1,"group":13,"size":16,"optional":1,"int":2,"zero":5,"points":5,"bool":2,"false":2,"ref":1,"after":1,"scales":1,"assert":4,"is":8,"integer":1,"floating":2,"point":2,"quantization":1,"may":1,"work":1,"but":1,"has":1,"not":6,"been":1,"tested":1,"or":1,"none":4,"to":5,"have":1,"must":2,"be":2,"provided":1,"1":7,"channelwise":1,"orig":2,"device":3,"dtype":1,"k":3,"n":2,"shape":1,"float":1,"if":7,"reshape":3,"groupsize":1,"and":2,"permute":1,"0":8,"2":1,"compute":1,"scale":1,"for":1,"each":1,"max":13,"val":15,"keepdim":2,"true":2,"values":3,"min":11,"q":8,"s":4,"unscaled":1,"case":1,"maybe":2,"zp":2,"signed":1,"clamp":2,"1e":1,"5":1,"round":1,"abs":3,"else":3,"the":2,"bias":1,"such":1,"that":1,"there":1,"are":1,"no":1,"possible":1,"negative":1,"positive":1,"set":1,"value":1,"inf":3,"avoid":1,"divide":1,"by":1},"11490,1789,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"quantize":2,"w":45,"q":11,"torch":4,"round":1,"s":7,"int":2,"maybe":10,"zp":10,"if":7,"zero":4,"points":4,"else":4,"0":3,"clamp":1,"min":1,"val":2,"max":1,"compute":1,"ref":7,"dequantized":1,"for":2,"some":1,"kernels":1,"namely":1,"machete":1,"the":3,"are":2,"applied":2,"after":2,"scales":2,"this":1,"case":1,"computing":1,"reference":1,"in":2,"similar":1,"way":1,"allows":1,"us":1,"to":7,"use":1,"tighter":1,"error":1,"tolerances":1,"our":1,"unit":1,"tests":1,"and":2,"is":4,"not":4,"none":6,"orig":6,"type":6,"quant":4,"has":1,"bias":2,"restore":1,"original":1,"shapes":1,"group":6,"size":12,"k":3,"def":2,"reshape":7,"1":5,"n":4,"permute":1,"2":1,"contiguous":3,"return":2,"device":6,"supported":2,"gptq":2,"types":3,"scalar":2,"uint4b8":1,"uint8b128":1,"sizes":1,"32":1,"64":1,"128":1,"weights":1,"tensor":2,"scalartype":1,"act":1,"order":1,"bool":1,"test":1,"perm":1,"optional":1,"shape":1},"13279,1844,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"assert":8,"w":27,"is":2,"floating":2,"point":2,"must":3,"be":3,"float":2,"quant":5,"type":4,"in":4,"supported":4,"gptq":2,"types":1,"f":4,"unsupported":4,"group":21,"size":26,"sizes":2,"k":9,"groupsize":4,"ref":4,"q":8,"s":4,"quantize":2,"weights":2,"apply":1,"act":3,"order":3,"g":3,"idx":3,"torch":7,"empty":2,"0":5,"dtype":2,"int":4,"device":6,"rand":3,"perm":4,"if":3,"for":3,"less":1,"than":1,"format":1,"permute":2,"rows":1,"test":1,"return":1,"qqq":3,"employs":1,"different":1,"schemes":1,"per":2,"and":1,"channel":1,"quantization":1,"def":1,"tensor":1,"num":6,"bits":6,"orig":1,"n":2,"shape":1,"marlin":1,"1":7,"reshape":3,"to":1,"2":5,"max":4,"val":4,"half":1,"compute":1,"scale":1,"each":1,"abs":1,"keepdim":1,"true":1,"symmetric":1},"15123,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"quantize":2,"q":21,"w":36,"torch":18,"round":3,"s":21,"group":7,"int":2,"half":7,"val":7,"clamp":3,"0":7,"max":7,"compute":4,"ref":10,"dequantized":2,"restore":1,"original":1,"shapes":1,"def":2,"reshape":8,"size":6,"1":8,"n":4,"permute":1,"2":4,"k":1,"contiguous":3,"return":2,"int8":4,"quantization":1,"scale":2,"for":2,"each":2,"channel":17,"abs":2,"keepdim":2,"true":2,"127":2,"t":2,"128":1,"to":10,"dtype":4,"float":2,"fuse":1,"scales":1,"else":1,"num":2,"bits":3,"tensor":3,"div":1,"8":2,"self":1,"offset":1,"right":1,"shift":1,"in":1,"unpacking":1,"device":10,"orig":5,"sort":3,"weights":1,"g":3,"idx":3,"indices":1,"argsort":1,"int32":1,"based":1,"on":1},"17103,1935,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"g":3,"idx":3,"sort":3,"indices":3,"contiguous":3,"q":35,"w":22,"return":3,"to":5,"device":14,"orig":8,"def":3,"pack":20,"rows":1,"torch":5,"tensor":3,"num":8,"bits":8,"int":9,"size":25,"k":12,"n":13,"assert":6,"shape":5,"factor":18,"get":3,"0":3,"cpu":4,"numpy":16,"astype":5,"uint32":6,"res":13,"zeros":3,"dtype":3,"for":2,"i":6,"in":2,"range":2,"from":2,"int32":2,"cols":2,"unpack":1,"packed":7,"format":1},"19038,1949,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"mask":2,"1":8,"num":10,"bits":10,"for":3,"i":2,"in":2,"range":1,"pack":7,"factor":2,"vals":2,"packed":2,"q":17,"w":11,"cpu":2,"res":6,"torch":9,"from":1,"numpy":4,"astype":1,"int32":2,"to":3,"orig":1,"device":1,"contiguous":2,"return":4,"def":4,"gptq":1,"tensor":9,"int":9,"size":11,"k":9,"n":6,"rows":1,"awq":1,"assert":3,"shape":3,"interleave":6,"column":1,"dim":1,"the":7,"dequantize":1,"code":1,"and":2,"it":1,"if":2,"4":4,"array":2,"0":3,"2":4,"6":1,"3":4,"5":1,"7":1,"elif":1,"8":2,"else":1,"raise":1,"exception":1,"must":1,"be":2,"or":2,"got":1,"format":2,"reshape":2,"len":1,"ravel":1,"cols":1,"swizzle":2,"blockscale":2,"scale":11,"pad":1,"block":3,"fp4":1,"scales":2,"so":1,"that":1,"they":1,"match":1,"data":1,"layout":1,"expected":2,"by":1,"cutlass":1,"flashinfer":1,"kernels":1,"parameters":1,"returns":1,"swizzled":1,"with":1,"same":1,"logical":1,"as":1,"dtype":1,"float8":2,"e4m3fn":2,"expects":1,"input":1,"ndim":4,"unsqueeze":1,"m":8,"a":1,"d":2,"b":1,"round":3,"up":3,"x":2,"padded":2,"128":1},"20987,772,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/quant_utils.py":{"padded":9,"torch":1,"zeros":1,"b":4,"m":5,"k":5,"dtype":2,"scale":4,"device":3,"reshape":4,"permute":2,"to":2,"the":2,"layout":1,"required":1,"by":1,"kernel":1,"128":1,"4":4,"32":1,"swizzled":3,"0":1,"1":2,"3":1,"2":2,"5":1,"contiguous":1,"cuda":2,"if":3,"ndim":1,"return":4,"def":1,"cutlass":2,"fp4":2,"supported":1,"bool":1,"not":1,"current":2,"platform":2,"is":2,"false":1,"capability":6,"tuple":3,"get":1,"none":1,"else":1,"int":1,"scaled":1,"mm":1,"supports":1},"0,1520,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/nvfp4_emulation_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":1,"vllm":2,"project":1,"import":2,"torch":11,"from":1,"scalar":3,"type":1,"types":2,"all":1,"break":2,"fp4":2,"bytes":2,"dequantize":1,"dtype":6,"ref":1,"nvfp4":1,"quant":1,"float4":2,"e2m1":1,"max":2,"e2m1f":1,"ke2m1tofloat":2,"tensor":2,"5":3,"1":9,"3":2,"4":6,"6":1,"float32":1,"def":2,"a":10,"assert":1,"uint8":1,"m":8,"n":2,"shape":1,"vectorized":2,"nibble":1,"processing":2,"flat":3,"flatten":2,"high":2,"0xf0":1,"upper":1,"nibbles":3,"low":2,"0x0f":1,"lower":1,"combine":1,"for":1,"batch":1,"combined":3,"stack":1,"dim":1,"sign":3,"and":2,"magnitude":1,"extraction":1,"signs":2,"0x08":1,"bool":1,"bits":1,"abs":2,"vals":2,"0x07":1,"long":1,"device":3,"aware":1,"lookup":1,"application":1,"ke2m1":2,"values":2,"where":1,"reshape":4,"final":1,"form":1,"return":2,"convert":1,"swizzled":3,"linear":1,"sf":2,"k":6,"block":3,"size":3,"tiles":6,"128":3,"f":4,"tmp":4,"32":1,"permute":1,"out":2},"1520,1529,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/nvfp4_emulation_utils.py":{"def":3,"dequantize":2,"to":6,"dtype":8,"tensor":21,"fp4":8,"sf":8,"global":2,"scale":3,"device":1,"block":4,"size":4,"16":1,"the":2,"back":1,"high":1,"precision":1,"two":1,"values":1,"are":1,"packed":3,"into":1,"one":1,"uint8":2,"assert":1,"torch":10,"m":4,"k":6,"shape":1,"2":4,"f32":4,"break":1,"bytes":1,"float32":2,"reshape":2,"view":1,"float8":1,"e4m3fn":1,"convert":1,"swizzled":1,"linear":1,"out":2,"unsqueeze":1,"1":9,"return":4,"get":1,"reciprocal":1,"x":36,"if":2,"isinstance":2,"where":1,"0":24,"elif":1,"float":2,"int":2,"else":2,"raise":1,"typeerror":1,"input":1,"must":1,"be":1,"a":2,"or":1,"cast":1,"sign":3,"abs":1,"25":4,"75":4,"5":8,"3":3,"4":1,"6":1},"3049,1797,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/nvfp4_emulation_utils.py":{"def":2,"ref":2,"nvfp4":3,"quant":2,"x":35,"global":9,"scale":21,"block":4,"size":8,"assert":2,"dtype":6,"torch":17,"float32":5,"ndim":1,"2":1,"m":6,"n":3,"shape":2,"reshape":4,"vec":2,"max":5,"abs":1,"dim":1,"1":3,"keepdim":1,"true":1,"0":3,"to":8,"get":3,"reciprocal":3,"float4":1,"e2m1":1,"clamp":2,"448":2,"min":1,"float8":1,"e4m3fn":1,"output":5,"scaled":2,"clipped":2,"6":2,"both":1,"outputs":1,"are":1,"return":2,"cast":1,"fp4":9,"squeeze":1,"run":1,"emulations":1,"tensor":5,"input":5,"weight":7,"swizzled":2,"group":5,"16":1,"k":3,"quantize":1,"and":1,"interleaved":1,"blockscale":5,"dequantize":3,"unsqueeze":1,"dq":6,"del":2,"w":5,"data":2,"view":1,"uint8":1,"device":1,"matmul":2,"out":2,"t":1},"0,1941,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":4,"vllm":8,"project":1,"from":9,"typing":1,"import":9,"callable":1,"optional":2,"union":1,"torch":5,"packaging":1,"version":4,"custom":1,"ops":4,"as":3,"envs":1,"config":2,"compilationlevel":1,"get":4,"current":10,"model":2,"executor":2,"layers":2,"quantization":2,"input":3,"quant":2,"fp8":4,"quantfp8":1,"utils":2,"groupshape":1,"platforms":1,"platform":10,"scaling":1,"factors":1,"are":2,"no":1,"longer":1,"in":1,"scaled":5,"mm":5,"starting":1,"pytorch":1,"5":1,"allocating":1,"a":2,"dummy":1,"tensor":1,"pass":1,"scale":1,"device":5,"identity":1,"none":4,"condition":2,"determine":1,"if":7,"it":1,"is":9,"on":1,"that":1,"supports":2,"rowwise":2,"feature":1,"determined":1,"once":1,"operations":1,"time":1,"consuming":1,"use":1,"rocm":1,"and":2,"parse":2,"7":1,"has":1,"capability":18,"94":1,"def":3,"sparse":2,"cutlass":5,"supported":4,"bool":3,"not":3,"cuda":3,"return":5,"false":3,"tuple":9,"1":3,"else":3,"int":3,"block":1},"1941,1795,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"return":6,"ops":2,"cutlass":7,"scaled":1,"mm":1,"supports":1,"block":3,"fp8":5,"capability":7,"def":5,"group":2,"gemm":2,"supported":6,"bool":2,"if":2,"not":1,"current":2,"platform":2,"is":2,"cuda":1,"false":1,"tuple":5,"get":1,"device":3,"1":3,"none":1,"else":1,"to":5,"int":3,"per":1,"tensor":14,"dequantize":1,"torch":15,"inv":2,"scale":14,"union":1,"float":1,"fake":2,"qweight":2,"float16":1,"dq":2,"weight":11,"all":2,"close":1,"1d":1,"x":5,"assert":1,"len":1,"shape":2,"allclose":1,"0":3,"i":2,"for":3,"in":2,"range":1,"convert":1,"channelwise":2,"logical":7,"widths":4,"list":2,"create":1,"buffer":1,"channel":3,"empty":1,"sum":1,"dtype":1,"float32":1,"expand":1,"each":2,"match":1,"the":1,"size":1,"of":1,"matrix":1,"start":4,"idx":2,"width":2,"enumerate":1,"end":3,"requantize":1,"with":1,"max":4,"be":1,"used":1,"requanitzation":1,"w":1},"3736,1665,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"qkv":1,"mlp":1,"is":2,"fused":1,"in":6,"the":5,"on":1,"disk":2,"checkpoint":4,"if":5,"any":2,"of":1,"weight":11,"scales":2,"are":2,"still":1,"set":1,"to":1,"default":1,"since":2,"we":3,"initialize":1,"n":2,"for":3,"shards":1,"but":1,"only":1,"load":1,"1":3,"scale":9,"from":1,"this":2,"case":2,"skip":2,"requantization":1,"already":1,"quantized":1,"with":3,"single":2,"sample":1,"model":1,"nm":1,"testing":1,"phi":1,"3":1,"mini":1,"128k":1,"instruct":1,"fp8":2,"unfused":3,"module":2,"torch":15,"finfo":1,"float8":1,"e4m3fn":1,"min":1,"need":1,"requanize":1,"start":5,"0":2,"idx":2,"logical":4,"width":4,"enumerate":1,"widths":1,"component":1,"zero":1,"continue":1,"end":4,"dq":2,"per":1,"tensor":8,"dequantize":1,"ops":1,"scaled":3,"quant":1,"max":2,"w":2,"return":1,"def":2,"maybe":1,"create":1,"device":4,"identity":4,"allocate":1,"dummy":1,"ones":2,"mm":2,"global":1,"none":1,"dtype":3,"float32":1,"cutlass":1,"w8a8":1,"qinput":1,"out":1,"a":1,"b":1,"bias":1,"output":1,"shape":1,"list":1,"kwargs":1},"5401,1475,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"fused":1,"gemm":2,"dq":1,"output":8,"ops":2,"cutlass":1,"scaled":3,"mm":3,"qinput":6,"weight":4,"out":6,"dtype":7,"scale":12,"a":6,"b":6,"bias":5,"return":2,"view":2,"shape":6,"def":1,"rocm":3,"per":1,"tensor":8,"w8a8":1,"torch":10,"input":2,"2d":2,"list":1,"from":1,"vllm":2,"platforms":1,"import":1,"on":2,"mi3xx":2,"if":1,"envs":1,"use":1,"skinny":1,"and":3,"0":5,"1":2,"16":1,"wvsplitkq":1,"t":1,"current":1,"platform":1,"get":1,"cu":1,"count":1,"else":1,"narrow":1},"6876,1911,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"def":2,"torch":26,"per":2,"tensor":15,"w8a8":2,"scaled":8,"mm":7,"qinput":3,"weight":3,"out":4,"dtype":6,"scale":8,"a":6,"b":4,"bias":4,"input":3,"2d":3,"output":9,"shape":4,"list":2,"fix":1,"for":4,"discrepancy":1,"in":5,"which":2,"returns":1,"tuple":2,"2":4,"5":2,"and":4,"single":1,"value":1,"if":2,"type":1,"is":2,"len":1,"0":4,"return":1,"narrow":1,"view":1,"token":1,"note":1,"callers":1,"of":1,"this":1,"function":1,"should":1,"check":1,"use":1,"rowwise":3,"when":1,"using":3,"it":3,"now":1,"has":1,"only":2,"been":1,"validated":1,"on":1,"rocm":2,"platform":2,"fp8":1,"scaling":1,"introduced":1,"https":1,"github":1,"com":1,"pytorch":2,"pull":1,"144432":1,"hipblaslt":1,"6":1,"3":1,"exists":1,"7":1,"above":1,"cuda":1,"please":1,"validate":1,"the":1,"supports":1,"gemm":1,"before":1},"8787,1452,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"fused":1,"gemm":4,"dq":2,"rowwise":1,"output":8,"torch":11,"scaled":4,"mm":4,"qinput":2,"weight":2,"out":3,"dtype":4,"scale":6,"a":6,"b":3,"t":1,"bias":5,"narrow":1,"0":3,"input":2,"2d":2,"shape":3,"view":1,"return":1,"def":1,"channelwise":1,"w8a8":1,"tensor":7,"list":1,"kwargs":1,"use":1,"unfused":1,"due":1,"to":3,"limitations":1,"with":1,"symmetric":1,"quantized":3,"by":1,"definition":1,"computes":1,"the":4,"following":1,"c":2,"s":5,"x":4,"w":5,"this":2,"is":1,"equivalent":1,"dequantizing":1,"weights":1,"and":1,"activations":1,"before":1,"applying":1,"in":1,"order":1,"compute":1,"operands":1,"kernel":1,"will":1,"rewrite":1,"above":1,"like":1,"so":1,"for":1,"fallback":1,"case":1,"we":1,"break":1,"down":1,"since":1,"it":1,"does":1,"not":1,"support":1,"being":1,"vector":1},"10239,1943,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"gemm":1,"this":1,"computes":1,"c":2,"x":4,"w":3,"output":14,"in":4,"fp32":1,"to":4,"allow":1,"subsequent":1,"ops":1,"happen":1,"place":1,"torch":15,"scaled":12,"mm":12,"qinput":1,"weight":1,"scale":6,"a":5,"device":2,"identity":2,"b":2,"out":2,"dtype":2,"float32":1,"fix":1,"for":3,"discrepancy":1,"which":1,"returns":1,"tuple":2,"2":3,"5":2,"and":7,"single":1,"value":1,"if":8,"type":1,"is":3,"len":1,"0":7,"unpad":1,"undo":1,"num":1,"token":5,"padding":1,"narrow":2,"input":2,"2d":2,"shape":3,"dq":1,"sw":1,"sx":1,"bias":3,"t":1,"not":3,"none":1,"return":6,"view":1,"def":1,"dispatch":1,"w8a8":6,"cutlass":4,"fp8":3,"supported":2,"bool":3,"per":16,"tensor":12,"weights":5,"activations":4,"callable":1,"supports":3,"channel":3,"current":1,"platform":1,"rocm":2,"inputs":1,"use":1,"rowwise":1,"normally":1,"only":1,"so":1,"fallback":1,"naive":1,"or":1,"channelwise":1,"todo":1,"luka":1,"follow":1,"similar":1,"pattern":1,"marlin":1,"block":1,"linear":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"14397":1},"12182,1535,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"class":3,"fp8linearop":1,"this":2,"executes":1,"a":3,"fp8":7,"linear":1,"layer":1,"using":2,"cutlass":6,"if":3,"supported":6,"and":3,"torch":3,"scaled":2,"mm":2,"otherwise":1,"it":2,"needs":1,"to":1,"be":2,"instead":1,"of":1,"method":2,"so":1,"that":1,"config":6,"can":1,"read":1,"in":2,"the":3,"init":2,"as":2,"reading":1,"is":4,"not":3,"allowed":1,"inside":1,"forward":1,"def":1,"self":7,"act":8,"quant":9,"static":5,"bool":3,"group":5,"shape":5,"groupshape":2,"per":1,"tensor":1,"pad":6,"output":6,"optional":1,"none":3,"note":1,"we":2,"input":1,"because":1,"more":1,"performant":1,"for":1,"matrices":1,"with":2,"batch":1,"dimension":1,"16":1,"could":1,"change":1,"future":1,"also":1,"don":1,"t":1,"when":1,"compile":1,"breaks":1,"dynamic":1,"shapes":1,"get":1,"current":2,"vllm":1,"compilation":1,"level":1,"compilationlevel":1,"piecewise":1,"platform":1,"rocm":1,"padding":3,"17":1,"else":1,"quantfp8":1,"num":1,"token":1},"13717,1940,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"def":1,"apply":1,"self":3,"input":21,"torch":8,"tensor":11,"weight":7,"scale":19,"out":5,"dtype":9,"optional":4,"none":6,"ub":2,"bias":3,"ops":1,"scaled":4,"fp8":5,"quant":3,"supports":1,"both":1,"dynamic":2,"and":3,"static":2,"if":6,"layer":2,"is":4,"x":7,"computed":1,"from":1,"scalar":1,"view":2,"as":1,"2d":6,"matrix":1,"for":1,"methods":1,"1":6,"shape":6,"output":3,"not":2,"quantized":1,"todo":2,"luka":2,"remove":1,"this":2,"path":1,"used":1,"anymore":1,"current":1,"platform":1,"qinput":4,"else":1,"per":4,"weights":2,"numel":2,"activations":2,"do":1,"dispatch":2,"during":1,"init":1,"after":1,"scaledmm":1,"refactor":1,"w8a8":3,"mm":3,"func":2,"cutlass":1,"supported":1,"return":1,"a":1,"b":1},"15657,983,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/w8a8_utils.py":{"def":1,"normalize":1,"e4m3fn":4,"to":3,"e4m3fnuz":4,"weight":13,"torch":9,"tensor":6,"scale":9,"input":5,"optional":2,"none":2,"tuple":1,"assert":1,"dtype":1,"float8":4,"the":5,"bits":2,"pattern":1,"10000000":1,"128":2,"represents":1,"zero":1,"in":2,"but":1,"nan":3,"so":2,"here":1,"we":2,"set":1,"it":1,"0":4,"https":2,"onnx":4,"ai":2,"technical":2,"html":2,"as":6,"int8":5,"view":2,"rocm":2,"fp8":2,"int":2,"for":1,"same":2,"representation":1,"value":3,"is":2,"half":1,"of":1,"should":1,"double":1,"scaling":1,"factor":1,"get":1,"dequantized":1,"2":2,"if":1,"not":1,"return":1},"0,1658,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/machete_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":2,"project":1,"from":2,"typing":1,"import":3,"optional":2,"torch":8,"scalar":6,"type":7,"scalartype":3,"types":7,"machete":10,"prepacked":5,"block":5,"shape":6,"64":2,"128":4,"def":4,"query":3,"supported":5,"quant":1,"zero":3,"points":3,"bool":3,"list":4,"if":4,"return":8,"uint4":1,"uint8":1,"else":2,"uint4b8":1,"uint8b128":1,"act":5,"float16":3,"bfloat16":3,"group":4,"sizes":3,"dtype":1,"int":3,"queries":1,"for":1,"based":1,"on":1,"activation":2,"args":1,"data":1,"returns":1,"a":1,"of":1,"size":3,"must":3,"be":3,"divisible":3,"by":3,"tileshapek":1,"8":1,"num":1,"bits":1,"1":5,"indicates":1,"per":1,"channel":1,"quantization":1,"in":3,"check":1,"supports":1,"features":4,"out":2,"featrues":2,"tuple":1,"str":1,"false":2,"input":1,"f":2,"output":1,"true":1,"none":1},"0,1593,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":7,"project":1,"from":7,"typing":1,"import":10,"optional":3,"numpy":1,"torch":1,"envs":2,"as":2,"custom":1,"ops":2,"logger":4,"init":2,"model":1,"executor":1,"layers":1,"linear":1,"linearbase":1,"platforms":1,"current":2,"platform":2,"scalar":2,"type":2,"scalartype":1,"types":3,"quant":2,"utils":1,"pack":1,"cols":2,"unpack":1,"name":1,"gptq":5,"marlin":8,"tile":1,"16":2,"min":2,"thread":2,"n":1,"64":2,"k":1,"128":2,"max":1,"parallel":1,"supported":2,"group":1,"sizes":1,"1":2,"32":1,"in":2,"case":1,"there":1,"is":3,"a":1,"performance":1,"issue":1,"with":2,"variable":1,"below":1,"can":1,"be":1,"changed":1,"false":1,"which":1,"allows":1,"perform":1,"global":1,"reductions":1,"fp16":1,"precision":1,"instead":1,"of":1,"fp32":2,"and":4,"therefore":1,"save":1,"on":1,"some":1,"memory":1,"movements":1,"use":1,"reduce":1,"default":1,"true":2,"for":2,"binary":1,"size":1,"compile":1,"time":1,"we":3,"don":1,"t":1,"support":2,"same":1,"without":1,"runtime":1,"zero":1,"point":1,"common":1,"cases":1,"i":1,"e":1,"awq":1,"todo":1,"may":1,"want":1,"move":1,"this":1,"into":1,"c":1,"so":1,"its":1,"closer":1,"actual":1,"impl":1,"def":1,"query":1,"has":1,"zp":1,"bool":2,"none":4,"include":1,"fp":1,"device":5,"capability":8,"int":2,"if":3,"tuple":3,"get":1,"else":1,"80":1,"return":1},"1593,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"has":10,"zp":9,"is":7,"true":4,"return":8,"quant":8,"types":14,"that":2,"zero":3,"points":2,"false":4,"not":5,"none":7,"both":1,"if":7,"types0":2,"query":3,"marlin":8,"supported":11,"include":3,"fp":3,"type":6,"device":9,"capability":12,"types1":2,"awq":1,"style":2,"unsigned":2,"runtime":1,"point":1,"scalar":5,"uint4":1,"else":2,"gptq":1,"symmetric":1,"bias":1,"res":3,"uint4b8":1,"uint8b128":1,"float8":1,"e4m3fn":1,"float4":1,"e2m1f":1,"def":1,"check":1,"scalartype":1,"group":10,"size":7,"optional":3,"int":3,"bool":2,"tuple":4,"str":1,"current":1,"platform":1,"get":1,"1":1,"to":1,"in":2,"f":6,"does":2,"support":2,"weight":1,"bits":1,"only":2,"are":2,"for":1,"or":1,"sizes":3},"3573,1794,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"def":3,"check":3,"marlin":9,"supported":4,"quant":4,"type":4,"scalartype":2,"group":5,"size":18,"int":7,"has":4,"zp":4,"bool":3,"false":2,"device":2,"capability":2,"optional":1,"none":4,"cond":4,"return":1,"verify":2,"err":3,"msg":3,"if":3,"not":4,"assert":1,"is":3,"raise":3,"valueerror":3,"supports":1,"shape":1,"output":5,"per":10,"partition":10,"input":6,"validate":2,"gptq":6,"min":6,"thread":6,"n":3,"0":2,"f":6,"weight":2,"divisible":2,"by":2,"consider":2,"reducing":2,"tensor":2,"parallel":2,"or":2,"running":2,"with":2,"quantization":2,"k":3},"5367,1544,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"if":1,"group":9,"size":32,"input":15,"and":1,"per":15,"partition":15,"0":2,"raise":1,"valueerror":2,"f":2,"weight":1,"is":1,"not":1,"divisible":1,"by":1,"consider":1,"reducing":1,"tensor":1,"parallel":1,"or":3,"running":1,"with":1,"quantization":1,"gptq":1,"def":2,"check":3,"marlin":4,"supports":4,"shape":3,"output":7,"int":5,"tuple":1,"bool":2,"optional":1,"str":2,"try":1,"verify":1,"except":1,"as":1,"e":2,"return":3,"false":1,"true":1,"none":3,"layer":7,"linearbase":1,"getattr":2},"6911,1904,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"def":3,"check":1,"moe":4,"marlin":9,"supports":9,"layer":6,"linearbase":1,"group":5,"size":20,"int":5,"bool":1,"hidden":5,"intermediate":5,"per":10,"partition":7,"apply":2,"router":4,"weight":4,"on":2,"input":2,"is":3,"not":2,"supported":1,"for":1,"requires":4,"the":4,"activation":4,"to":1,"be":1,"silu":2,"gate":1,"up":1,"n":4,"k":3,"2":1,"down":1,"128":3,"0":4,"and":5,"64":3,"shape":2,"max":7,"in":2,"1":2,"32":1,"return":3,"make":2,"workspace":5,"output":2,"device":10,"torch":9,"tensor":2,"gptq":2,"min":1,"thread":1,"parallel":1,"zeros":2,"dtype":2,"grad":2,"false":2,"new":2,"blocks":3,"sm":3,"kernel":1,"we":1,"use":1,"num":2,"of":2,"threadblocks":2,"as":1,"sms":3,"count":2,"cuda":1,"get":1,"properties":1,"multi":1,"processor":1},"8815,1857,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"def":7,"marlin":6,"is":7,"k":3,"full":1,"act":6,"order":5,"bool":6,"row":4,"parallel":4,"return":7,"not":2,"or":3,"and":4,"repeat":2,"scales":3,"on":2,"all":1,"ranks":1,"group":5,"size":9,"int":9,"need":1,"to":2,"every":1,"rank":1,"if":2,"ordering":1,"channelwise":3,"rowparallellinear":1,"1":6,"make":2,"empty":4,"g":8,"idx":8,"device":8,"torch":17,"tensor":7,"nn":2,"parameter":2,"0":3,"dtype":2,"requires":2,"grad":2,"false":2,"zp":1,"sort":4,"tuple":1,"indices":3,"argsort":1,"get":2,"scale":14,"perms":2,"perm":12,"list":2,"for":4,"i":4,"in":4,"range":3,"8":4,"extend":2,"j":4,"single":6,"4":1,"2":1,"9":1,"16":1,"17":1,"24":1,"25":1,"permute":1,"s":8,"n":2,"reshape":3,"len":2,"else":1,"contiguous":1},"10672,1933,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"def":4,"marlin":6,"permute":4,"bias":1,"s":12,"torch":8,"tensor":7,"origin":2,"shape":6,"scale":8,"perm":6,"single":4,"get":2,"perms":2,"reshape":5,"1":7,"len":3,"return":3,"contiguous":2,"moe":1,"scales":3,"size":15,"k":6,"int":9,"n":7,"group":2,"num":11,"experts":3,"0":3,"output":3,"empty":1,"2":3,"device":2,"dtype":2,"for":2,"e":3,"in":3,"range":1,"zero":5,"points":5,"zp":13,"bits":8,"a":1,"similar":1,"way":1,"to":3,"but":1,"do":1,"not":1,"use":1,"the":4,"permutation":2,"since":1,"are":3,"applied":1,"on":3,"every":1,"mma":1,"interleave":5,"column":2,"dim":2,"dequantize":1,"code":1,"and":4,"pack":3,"it":2,"int32":1,"if":1,"4":3,"numpy":2,"array":2,"6":1,"3":2,"5":1,"7":1,"elif":1,"8":2,"else":1,"raise":1,"exception":1,"must":1,"be":1,"or":1,"got":1,"format":1,"ravel":1,"cols":2,"awq":2,"q":3,"packed":3,"quantized":1,"addition":1,"values":1,"permuted":1,"based":1,"dequantizer":1,"here":1,"we":1,"undo":1,"both":1,"of":1,"these":1,"then":1,"apply":1,"back":1,"unpack":1},"12605,1952,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"undo":5,"interleaving":1,"use":4,"argsort":3,"to":6,"get":2,"inverse":1,"perm":1,"if":7,"num":10,"bits":7,"4":3,"interleave":4,"numpy":4,"array":2,"0":4,"2":3,"6":1,"1":6,"3":2,"5":1,"7":1,"elif":1,"8":2,"else":1,"raise":1,"exception":1,"must":1,"be":1,"or":1,"got":1,"format":1,"q":12,"zp":14,"reshape":2,"len":1,"ravel":1,"size":8,"n":5,"contiguous":1,"marlin":11,"zero":3,"points":3,"k":3,"return":5,"def":3,"moe":1,"awq":2,"packed":7,"torch":6,"tensor":1,"int":3,"experts":3,"shape":3,"output":3,"empty":1,"device":7,"dtype":4,"for":2,"e":3,"in":1,"range":1,"maybe":2,"warn":2,"atomic":5,"add":5,"compiler":2,"is":2,"dynamo":2,"compiling":2,"capability":3,"cuda":1,"9":1,"and":1,"bfloat16":1,"logger":2,"info":2,"once":2,"you":3,"are":1,"running":1,"kernel":2,"with":2,"bf16":1,"on":1,"gpus":1,"before":1,"sm90":1,"can":3,"consider":2,"change":1,"fp16":1,"achieve":2,"better":2,"performance":2,"possible":2,"env":1,"envs":1,"vllm":2,"small":1,"experimental":1,"feature":1,"set":1,"environment":1,"variable":1},"14557,1805,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"def":2,"should":2,"use":7,"atomic":7,"add":7,"reduce":6,"m":3,"int":5,"n":4,"k":5,"device":10,"torch":13,"dtype":6,"bool":3,"the":1,"performance":1,"of":1,"atomicadd":3,"is":4,"better":1,"than":1,"global":1,"only":1,"when":1,"small":1,"and":2,"large":1,"if":3,"2048":2,"or":2,"type":1,"cuda":2,"return":4,"false":3,"disable":1,"by":1,"default":2,"one":1,"can":1,"enable":1,"it":1,"with":1,"vllm":2,"marlin":5,"1":5,"not":1,"envs":1,"maybe":2,"warn":2,"env":1,"sm8x":1,"doesn":1,"t":1,"support":1,"bfloat16":2,"natively":1,"capability":3,"get":1,"0":2,"9":1,"true":1,"apply":1,"gptq":1,"linear":1,"input":7,"tensor":9,"weight":3,"scale":1,"zp":1,"g":2,"idx":2,"sort":1,"indices":1,"workspace":1,"wtype":1,"scalartype":1,"output":3,"size":6,"per":4,"partition":4,"full":1,"bias":1,"optional":1,"none":1,"fp32":2,"reshaped":3,"x":3,"reshape":1,"shape":3,"out":1},"16362,1932,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"output":6,"ops":1,"gptq":1,"marlin":2,"gemm":1,"reshaped":5,"x":5,"none":3,"weight":6,"bias":2,"scale":2,"zp":3,"g":4,"idx":4,"sort":2,"indices":2,"workspace":2,"wtype":1,"size":11,"m":2,"shape":5,"0":2,"n":2,"per":6,"partition":6,"k":4,"input":8,"is":3,"full":2,"use":8,"atomic":4,"add":4,"fp32":4,"reduce":5,"float":1,"false":1,"return":1,"reshape":2,"out":2,"def":1,"apply":1,"awq":1,"linear":1,"torch":9,"tensor":9,"quant":1,"type":1,"scalartype":1,"int":2,"optional":1,"bool":1,"default":1,"1":4,"should":1,"device":2,"dtype":2},"18294,908,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils.py":{"output":3,"ops":1,"gptq":1,"marlin":1,"gemm":1,"reshaped":2,"x":2,"none":2,"weight":3,"bias":1,"scale":1,"zp":2,"g":2,"idx":2,"sort":1,"indices":1,"workspace":1,"quant":1,"type":1,"size":5,"m":1,"shape":2,"0":1,"n":1,"per":2,"partition":2,"k":1,"input":1,"use":4,"atomic":2,"add":2,"fp32":2,"reduce":2,"is":1,"float":1,"false":1,"return":1,"reshape":1,"out":1},"0,1631,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/layer_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":5,"vllm":2,"project":1,"from":1,"typing":1,"import":2,"union":2,"torch":10,"def":2,"update":4,"tensor":8,"inplace":2,"dst":5,"src":7,"assert":1,"dtype":5,"tensors":3,"must":1,"have":1,"same":3,"shape":2,"and":4,"stride":2,"as":4,"strided":1,"if":7,"not":3,"underlying":2,"storage":4,"move":1,"data":3,"ptr":2,"copy":1,"del":1,"newly":1,"generated":1,"need":1,"replace":2,"existing":1,"that":2,"are":1,"already":1,"registered":2,"parameters":2,"by":1,"won":1,"t":2,"be":2,"freed":1,"parameter":10,"mod":3,"nn":5,"module":1,"name":3,"str":1,"new":9,"none":1,"old":5,"getattr":1,"type":2,"is":2,"untyped":2,"nbytes":2,"we":2,"can":2,"just":1,"in":1,"place":1,"avoid":1,"re":3,"registering":1,"faster":1,"else":1,"fallback":1,"register":3,"convert":1,"necessary":1,"this":1,"only":1,"ensures":2,"don":1,"a":2,"but":1,"also":1,"all":1,"subclasses":1,"get":1,"for":1,"compile":1,"compatibility":1,"isinstance":1,"requires":2,"grad":2,"false":2},"0,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":10,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":2,"project":1,"utility":1,"functions":1,"used":1,"for":5,"tests":1,"and":2,"benchmarks":1,"import":6,"random":1,"numpy":1,"torch":5,"from":4,"scalar":1,"type":1,"scalartype":1,"marlin":2,"utils":2,"test":1,"weights":2,"quant":1,"gptq":1,"quantize":1,"this":4,"is":3,"pytorch":1,"implementation":1,"of":7,"main":1,"part":1,"reorder":3,"meta":9,"function":1,"tools":1,"util":2,"include":2,"cutlass":6,"host":1,"h":2,"file":1,"source":2,"tree":2,"furthermore":1,"template":1,"sparse":2,"gemm":2,"decides":1,"upon":1,"layout":3,"matrix":8,"at":1,"moment":1,"executed":1,"on":1,"tensor":1,"cores":1,"described":1,"by":1,"columnmajorinterleaved":1,"data":1,"structure":1,"in":1,"reordering":2,"into":3,"reordered":3,"calculated":1,"according":1,"these":1,"segments":1,"code":1,"re":1,"implemented":1,"here":1,"note":1,"that":1,"calculation":1,"produces":1,"offsets":2,"scattering":1,"metadata":4,"elements":3,"or":1,"equivalently":1,"gathering":1,"element":1,"back":1,"def":1,"calculate":1,"scatter":1,"m":3,"ncols":3,"dtype":2,"device":5,"dst":14,"rows":11,"arange":2,"none":1,"repeat":2,"1":4,"cols":4,"then":1,"swizzle":1,"2x2":1,"blocks":1,"group":6,"x":4,"64":1,"y":2,"32":2,"if":1,"itemsize":1,"else":1,"16":1,"8":2,"4":3,"topright":3,"int8":2,"bottomleft":3},"1988,1844,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"assumed":1,"that":1,"meta":11,"tensor":4,"is":1,"to":2,"be":4,"stored":1,"in":4,"cutlass":3,"interleavedcolumnmajor":1,"layout":2,"and":2,"reverse":1,"engineered":1,"corresponding":2,"code":1,"store":1,"values":1,"into":2,"this":2,"interleave":5,"2":3,"cols":6,"maj":2,"dst":3,"min":2,"return":1,"m":6,"rows":3,"view":1,"1":1,"function":1,"converts":1,"dense":15,"matrix":7,"sparse":2,"semi":2,"structured":2,"representation":1,"producing":1,"compressed":1,"the":1,"used":1,"by":4,"backend":1,"metadata":1,"def":1,"from":1,"if":7,"dim":2,"raise":6,"runtimeerror":6,"f":5,"expected":1,"dimensional":2,"got":1,"noqa":2,"e501":2,"k":3,"shape":1,"device":2,"dtype":8,"torch":9,"int8":2,"int32":3,"elif":1,"half":1,"bfloat16":1,"float":1,"int16":1,"else":2,"invalid":2,"datatype":1,"of":8,"quadbits":4,"per":5,"elem":4,"itemsize":1,"8":2,"4":4,"not":1,"number":4,"elements":1,"element":1,"calculated":1,"16":2,"0":3,"must":3,"divisible":3,"32":2,"columns":1},"3832,358,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"if":1,"dense":7,"dtype":1,"torch":1,"float":1,"ksparse":7,"4":3,"view":2,"1":4,"k":3,"m0":2,"m1":2,"m2":2,"m3":2,"0":2,"unbind":2,"else":1,"2":3,"meta":2,"ncols":1,"quadbits":1,"per":1,"elem":1},"4190,1836,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"encoding":6,"quadruples":1,"of":7,"true":39,"false":35,"values":4,"as":2,"follows":2,"0b0100":5,"0b1000":2,"0b1001":2,"0b1100":2,"0b1101":2,"0b1110":5,"thus":1,"lower":1,"two":4,"bits":3,"in":7,"the":15,"are":8,"index":4,"value":4,"at":3,"lowest":1,"quadruple":2,"and":2,"higher":1,"other":1,"case":3,"there":2,"less":1,"than":3,"or":2,"some":2,"indices":2,"considered":2,"for":6,"more":1,"then":1,"excess":1,"s":1,"exact":1,"encodings":4,"used":1,"these":3,"cases":1,"particular":1,"chosen":1,"with":1,"help":1,"espresso":1,"logic":1,"minimizer":1,"software":1,"purpose":1,"minimization":1,"corresponding":1,"boolean":1,"functions":1,"that":1,"translate":1,"non":1,"zero":1,"flags":1,"into":1,"note":1,"also":1,"possible":1,"choices":1,"first":1,"last":1,"were":1,"limited":1,"only":1,"to":2,"order":1,"produce":1,"valid":1,"1":1,"2":1,"sparsity":1},"6026,1991,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"expr0":2,"m0":3,"m1":4,"expr1":3,"expr2":3,"bit0":2,"bit1":2,"bit2":2,"m3":1,"bit3":2,"idxs0":4,"to":3,"torch":4,"int64":2,"1":13,"idxs1":3,"if":2,"dense":5,"dtype":3,"float":1,"sparse0":2,"4":8,"gather":3,"unsqueeze":3,"type":3,"ignore":3,"possibly":3,"undefined":3,"sparse1":2,"sparse":3,"stack":1,"dim":1,"view":5,"m":5,"k":2,"2":7,"else":1,"meta":35,"n":13,"ncols":4,"quadbits":3,"per":3,"elem":3,"0":3,"8":3,"3":2,"12":2,"elif":1,"16":1,"5":1,"20":1,"6":1,"24":1,"7":1,"28":1,"reorder":1,"tensor":1,"elements":1,"reordered":3,"new":1,"empty":1,"offsets":3,"calculate":1,"reordering":1,"scatter":2,"device":1,"return":1,"this":1,"function":2,"performs":1,"reverse":1,"of":2,"the":2,"above":1,"it":1,"reconstructs":1,"matrix":2,"from":1,"a":1,"pair":1,"compressed":1,"given":1,"in":1,"layout":1,"used":1,"by":1,"cutlass":1,"backend":1,"and":1,"accompanying":1,"metadata":1},"8017,1772,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"matrix":8,"def":1,"sparse":9,"semi":1,"structured":1,"to":4,"dense":1,"cutlass":1,"meta":34,"reordered":8,"if":7,"dim":4,"2":7,"raise":6,"runtimeerror":6,"f":6,"expected":4,"dimensional":4,"tensor":5,"got":3,"noqa":5,"e501":5,"m":5,"k":3,"shape":2,"device":9,"be":2,"on":2,"dtype":7,"not":1,"in":1,"torch":4,"int16":1,"int32":1,"invalid":1,"datatype":1,"of":9,"quadbits":3,"per":3,"elem":3,"itemsize":1,"8":1,"4":2,"ksparse":3,"float":1,"else":1,"nrows":3,"ncols":5,"number":4,"rows":1,"must":1,"equal":1,"columns":3,"spase":1,"different":1,"from":1,"the":2,"according":1,"undo":1,"elements":1,"reordering":2,"offsets":3,"calculate":1,"scatter":1,"gather":1,"view":2,"1":1,"0":1},"9789,1853,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"unpack":1,"sparse":1,"tensor":3,"back":1,"to":1,"original":1,"dense":2,"using":1,"information":1,"provided":1,"by":1,"meta":56,"note":1,"that":1,"torch":8,"float":2,"datatype":1,"is":2,"handled":1,"pretty":1,"much":1,"the":1,"same":1,"as":3,"half":2,"bfloat16":2,"metadata":1,"for":1,"a":1,"pair":1,"of":1,"value":1,"encoded":1,"if":2,"underlying":1,"8":5,"bytes":1,"contain":1,"four":1,"values":1,"where":1,"either":1,"first":1,"two":2,"or":1,"last":1,"are":1,"zeros":1,"2":33,"empty":1,"m":2,"ncols":1,"quadbits":3,"per":3,"elem":3,"dtype":2,"device":4,"4":6,"0":3,"0b11":24,"1":7,"3":2,"6":4,"5":2,"10":3,"12":3,"7":2,"14":3,"elif":1,"16":1,"9":1,"18":1,"20":1,"11":1,"22":1,"24":1,"13":1,"26":1,"28":1,"15":1,"30":1,"offsets":1,"view":3,"arange":1,"k":1,"ksparse":1,"repeat":1},"11642,1923,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"dense":8,"torch":6,"zeros":2,"m":13,"2":4,"k":5,"dtype":3,"sparse":5,"device":4,"if":3,"float":1,"scatter":4,"0":5,"offsets":3,"view":5,"1":5,"reshape":3,"else":1,"half":2,"return":3,"def":3,"mask":9,"creator":2,"tensor":13,"class":1,"for":4,"creating":1,"n":9,"sparsity":2,"masks":2,"will":3,"be":3,"created":1,"using":1,"the":4,"ratio":1,"where":1,"every":1,"block":2,"of":4,"weights":2,"pruned":1,"based":1,"on":1,"ranked":1,"weight":2,"value":2,"each":1,"correspond":1,"to":4,"given":1,"param":2,"number":1,"in":2,"a":2,"group":2,"keep":1,"size":7,"4":2,"none":1,"i":1,"enumerate":1,"tensors":1,"numel":2,"raise":1,"valueerror":1,"f":3,"shape":7,"can":1,"t":4,"evenly":1,"divided":1,"into":1,"groups":3,"num":7,"linear":1,"layers":1,"temp":4,"detach":1,"abs":1,"index":3,"argsort":1,"dim":2,"int":1,"w":12,"b":2,"ones":1,"inject":1,"24":3,"assert":1,"cuda":1,"bool":1,"contiguous":3,"check":2,"rows":4,"sample":2,"50":1,"verbose":2,"false":1,"max":1,"non":1,"print":2,"format":1,"cols":1,"sampled":3,"row":3,"idxs":3,"random":1,"choices":1,"range":1},"13565,1459,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"total":3,"segments":6,"0":7,"non":4,"24":18,"for":6,"i":8,"in":6,"sampled":1,"row":1,"idxs":1,"j":9,"range":3,"num":3,"cols":1,"block":7,"size":7,"1":5,"w":1,"nonzero":3,"torch":1,"count":1,"if":1,"max":1,"zeros":1,"print":2,"format":1,"f":1,"do":1,"not":1,"have":1,"2":5,"4":3,"structure":1,"def":2,"compress":2,"quantized":1,"weight":1,"q":13,"k":2,"n":2,"wtype":3,"scalartype":1,"assert":1,"shape":4,"remove":1,"bias":4,"to":2,"normalize":1,"over":1,"no":8,"zp":8,"t":2,"contiguous":2,"comp":6,"meta":7,"sparse":1,"semi":1,"structured":1,"from":1,"dense":1,"cutlass":1,"restore":1,"resize":2,"its":1,"actual":1,"without":1,"moving":1,"any":1,"data":1,"return":2,"get":1,"scale":7,"perms":1,"perm":6,"list":2,"int":2,"8":4,"extend":2,"5":2,"6":2,"3":2,"7":2,"single":3},"15024,1877,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"def":3,"get":2,"weight":1,"perm":17,"24":10,"num":5,"bits":5,"int":7,"list":5,"for":5,"i":6,"in":5,"range":2,"32":1,"perm1":3,"col":5,"4":13,"o":2,"2":9,"block":2,"0":3,"1":12,"row":2,"append":1,"16":1,"256":1,"8":3,"j":2,"extend":1,"p":2,"numpy":4,"array":3,"if":3,"interleave":4,"6":1,"3":2,"5":1,"7":1,"elif":1,"else":2,"raise":1,"valueerror":1,"must":1,"be":1,"or":1,"got":1,"format":1,"reshape":4,"len":3,"ravel":1,"torch":4,"from":1,"return":2,"marlin":2,"permute":1,"scales":1,"s":9,"tensor":3,"size":19,"k":6,"n":4,"group":9,"scale":7,"single":3,"perms":1,"and":1,"contiguous":1,"quantize":3,"w":7,"quant":2,"type":2,"scalartype":1,"shape":1,"normalize":1,"assert":1,"inject":2,"sparsity":1,"mask":1,"ref":1,"q":1,"g":1,"idx":1,"rand":1,"gptq":1,"weights":1,"act":1,"order":1,"false":1},"16901,702,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/utils/marlin_utils_test_24.py":{"compress":2,"quantized":2,"weight":5,"q":5,"w":7,"24":11,"comp":6,"meta":2,"size":11,"k":5,"n":3,"quant":3,"type":3,"2":1,"reformat":1,"to":2,"marlin":7,"perm":3,"get":1,"bits":2,"weights":1,"s":3,"permute":1,"scales":1,"group":1,"create":1,"result":1,"res":5,"list":5,"ref":1,"for":1,"i":3,"in":1,"range":1,"len":1,"device":1,"return":1},"0,1999,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":16,"project":1,"import":21,"enum":3,"from":17,"typing":1,"callable":1,"optional":1,"torch":1,"compressed":4,"tensors":4,"compressionformat":1,"quantization":9,"activationordering":1,"quantizationstrategy":1,"envs":2,"as":3,"model":12,"executor":12,"layers":11,"fused":4,"moe":11,"modular":1,"kernel":1,"mk":1,"custom":1,"ops":2,"logger":2,"init":1,"fusedmoe":1,"fusedmoeactivationformat":1,"fusedmoeconfig":1,"fusedmoemethodbase":1,"fusedmoepermuteexpertsunpermute":1,"fusedmoeprepareandfinalize":1,"fusedmoeweightscalesupported":1,"flashinfer":4,"cutlass":3,"is":1,"valid":1,"schemes":1,"wna16":3,"noqa":1,"supported":2,"bits":1,"types":1,"map":1,"utils":13,"replace":1,"parameter":1,"fp4":4,"build":1,"prepare":3,"finalize":1,"reorder":1,"w1w3":1,"w3w1":1,"select":1,"nvfp4":1,"gemm":1,"impl":1,"marlin":8,"check":1,"supports":1,"layer":3,"make":1,"workspace":1,"new":1,"permute":1,"scales":1,"for":2,"fp8":2,"quant":1,"swizzle":1,"blockscale":1,"w8a8":1,"all":1,"close":1,"1d":1,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"per":1,"tensor":1,"dequantize":1,"set":1,"weight":1,"attrs":1},"1999,1080,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"from":2,"vllm":2,"platforms":1,"import":2,"current":1,"platform":1,"scalar":2,"type":2,"types":1,"logger":2,"init":3,"name":1,"class":2,"gptqmarlinstate":1,"enum":3,"repack":1,"auto":2,"ready":1,"all":1,"compressedtensorsmoemethod":3,"compressedtensorsw8a8fp8moemethod":1,"compressedtensorsw8a8int8moemethod":1,"compressedtensorswna16marlinmoemethod":1,"compressedtensorswna16moemethod":1,"compressedtensorsw4a4moemethod":1,"fusedmoemethodbase":1,"def":2,"self":1,"moe":3,"fusedmoeconfig":1,"super":1,"staticmethod":1,"get":3,"method":1,"quant":5,"config":3,"compressedtensorsconfig":1,"ignore":1,"noqa":1,"e501":1,"layer":2,"torch":1,"nn":1,"module":1,"todo":1,"dsikka":1,"refactor":1,"this":1,"to":1,"use":1,"schemes":1,"as":1,"other":1,"kernels":1,"are":1,"supported":1,"check":1,"if":1,"the":1,"is":1,"being":1,"ignored":1,"weight":1,"target":2,"scheme":2,"map":2,"linear":2,"weights":1,"input":2,"activations":1},"3079,1970,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":3,"quant":27,"config":15,"is":8,"wna16":1,"group":8,"channel":1,"weight":10,"input":7,"size":4,"none":1,"means":1,"channelwise":1,"or":3,"1":1,"prefer":1,"to":1,"use":1,"the":1,"marlinmoe":1,"kernel":1,"when":1,"it":1,"supported":2,"not":2,"check":1,"moe":6,"marlin":1,"supports":1,"layer":8,"strategy":1,"in":2,"quantizationstrategy":1,"and":1,"actorder":2,"activationordering":2,"dynamic":3,"raise":2,"valueerror":1,"wna16moe":1,"with":1,"logger":2,"info":2,"once":2,"using":2,"compressedtensorswna16moemethod":2,"return":5,"else":2,"compressedtensorswna16marlinmoemethod":2,"elif":3,"fp4a4":1,"nvfp4":1,"compressedtensorsw4a4moemethod":1,"fp8":3,"w8a8":4,"sm90":1,"sm100":1,"compressedtensorsw8a8fp8moemethod":1,"token":1,"compressedtensorsw8a8int8moemethod":1,"runtimeerror":1,"f":1,"unsupported":1,"fusedmoe":1,"scheme":1},"5049,1805,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"class":2,"compressedtensorsw4a4moemethod":1,"compressedtensorsmoemethod":1,"def":2,"init":2,"self":8,"moe":5,"fusedmoeconfig":1,"layer":8,"torch":9,"nn":4,"module":2,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"quantization":1,"utils":1,"nvfp4":8,"support":3,"import":1,"noqa":1,"e501":1,"detect":2,"super":1,"name":1,"cutlass":2,"supported":2,"allow":2,"flashinfer":2,"use":2,"marlin":2,"group":1,"size":7,"16":1,"create":1,"weights":1,"num":5,"experts":5,"int":3,"hidden":3,"intermediate":3,"per":3,"partition":3,"params":3,"dtype":6,"extra":3,"weight":13,"attrs":5,"w13":4,"parameter":4,"empty":2,"2":5,"fp4":2,"items":2,"are":2,"packed":4,"in":2,"the":2,"input":2,"dimension":2,"requires":3,"grad":3,"false":3,"uint8":2,"register":2,"set":2,"w2":4},"6854,1651,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"weight":23,"scales":2,"w13":8,"scale":12,"torch":9,"nn":3,"parameter":6,"empty":3,"num":3,"experts":3,"2":7,"intermediate":2,"size":6,"per":2,"partition":2,"fp4":2,"items":2,"are":2,"packed":2,"in":2,"the":2,"input":2,"dimension":2,"hidden":2,"self":2,"group":4,"dtype":3,"float8":2,"e4m3fn":2,"requires":3,"grad":3,"false":3,"layer":3,"register":3,"extra":6,"attrs":9,"update":3,"quant":3,"method":3,"fusedmoeweightscalesupported":3,"value":3,"set":3,"w2":4,"global":2,"float32":1,"tensor":1},"8505,1829,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"w2":10,"weight":18,"scale":12,"2":4,"torch":12,"nn":6,"parameter":8,"empty":3,"num":3,"experts":3,"dtype":3,"float32":3,"requires":5,"grad":5,"false":5,"layer":8,"register":3,"global":4,"extra":6,"attrs":9,"update":3,"quant":3,"method":3,"fusedmoeweightscalesupported":3,"tensor":3,"value":3,"set":3,"input":9,"scales":1,"w13":6,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":1,"module":1,"none":1,"from":1,"packed":3,"to":1,"data":2},"10334,1968,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"reorder":2,"gemm1":1,"weights":1,"and":1,"block":1,"scales":2,"for":2,"flashinfer":2,"cutlass":1,"kernel":1,"if":3,"self":2,"allow":1,"w":2,"s":2,"w1w3":1,"to":3,"w3w1":1,"layer":20,"w13":17,"weight":16,"data":3,"scale":19,"dim":2,"2":4,"torch":10,"nn":8,"parameter":8,"requires":8,"grad":8,"false":8,"not":1,"allclose":1,"global":11,"0":2,"1":5,"logger":1,"warning":1,"once":1,"w1":1,"must":1,"match":1,"w3":1,"accuracy":1,"may":1,"be":1,"affected":1,"take":1,"inverse":1,"of":1,"saved":1,"disk":1,"w2":4,"use":1,"marlin":2,"prepare":1,"moe":1,"fp4":1,"return":1,"swizzle":3,"blockscale":4,"swizzled":2,"input":5,"max":1,"values":1,"float32":1,"g1":1,"alphas":1,"quant":1},"12302,1464,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"w2":6,"layer":10,"g2":3,"alphas":5,"torch":3,"nn":2,"parameter":2,"1":1,"input":6,"global":2,"scale":7,"weight":1,"2":1,"to":1,"float32":1,"requires":2,"grad":2,"false":2,"quant":4,"def":2,"maybe":2,"make":2,"prepare":7,"finalize":7,"self":9,"moe":6,"fusedmoeconfig":2,"optional":1,"mk":3,"fusedmoeprepareandfinalize":2,"if":1,"not":1,"allow":3,"flashinfer":4,"return":4,"super":1,"build":1,"fp4":1,"cutlass":1,"a1":2,"gscale":3,"w13":2,"logger":2,"debug":2,"once":2,"s":2,"class":2,"name":2,"select":2,"gemm":3,"impl":2,"fusedmoepermuteexpertsunpermute":1,"the":1,"appropriate":1,"experts":4,"implementation":1,"nvfp4":1,"g1":2,"a2":1,"using":1},"13766,1705,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":3,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":3,"silu":3,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":2,"fused":1,"is":2,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":2,"for":1,"compressedtensorsw4a4moemethod":1,"yet":1,"only":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"15471,1935,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":2,"self":3,"use":1,"marlin":2,"return":2,"torch":1,"ops":1,"vllm":2,"fused":7,"moe":6,"x":3,"layer":12,"w13":6,"weight":14,"w2":8,"none":4,"scale":6,"router":5,"logits":1,"topk":6,"weights":3,"ids":3,"global":6,"scale1":1,"2":2,"scale2":1,"quant":1,"type":1,"id":2,"scalar":1,"types":1,"float4":1,"e2m1f":1,"apply":4,"on":4,"input":4,"num":4,"experts":7,"expert":7,"map":6,"flashinfer":3,"path":1,"is":5,"not":3,"assert":2,"valid":1,"cutlass":4,"applicable":1,"hidden":1,"states":1,"w1":2,"inplace":1,"false":1,"todo":1,"shuw":1,"fix":1,"later":1,"now":1,"output":1,"high":1,"prec":1,"activation":2,"blockscale":2,"swizzled":2,"parallelism":1,"currently":1,"supported":1,"for":1,"compressedtensorsw4a4moemethod":1,"from":1,"model":1,"executor":1,"layers":1,"import":1,"fp4":1},"17406,1981,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"cutlass":2,"moe":5,"takes":1,"in":2,"activations":2,"bf16":1,"half":1,"precision":1,"and":3,"fp4":4,"quantized":1,"weights":4,"loaded":1,"from":1,"the":1,"checkpoint":1,"return":1,"a":1,"x":4,"w1":2,"layer":10,"w13":4,"weight":10,"w2":6,"blockscale":4,"swizzled":2,"g1":2,"alphas":4,"g2":2,"a1":1,"gscale":2,"input":9,"scale":2,"quant":15,"a2":1,"topk":4,"ids":2,"m":1,"shape":4,"0":2,"n":1,"2":2,"k":1,"1":1,"e":1,"apply":2,"router":2,"on":2,"to":1,"dtype":1,"class":1,"compressedtensorsw8a8fp8moemethod":1,"compressedtensorsmoemethod":1,"def":1,"init":2,"self":12,"config":5,"compressedtensorsconfig":1,"type":1,"ignore":1,"noqa":1,"e501":1,"fusedmoeconfig":1,"super":1,"target":2,"scheme":2,"map":2,"linear":2,"get":2,"per":6,"tensor":5,"strategy":4,"quantizationstrategy":4,"channel":3,"token":2,"if":1,"not":1,"or":2,"raise":1,"valueerror":1,"for":1,"fp8":1,"fused":1,"layers":1,"we":1,"require":1,"channelwise":1,"dynamic":1,"quantization":1,"found":1,"f":1},"19387,1677,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"self":15,"static":2,"input":5,"scales":2,"not":2,"quant":7,"dynamic":2,"if":2,"and":1,"per":6,"channel":1,"raise":1,"valueerror":1,"for":4,"fp8":8,"fused":3,"moe":6,"layer":7,"we":2,"require":1,"either":1,"tensor":1,"or":3,"channelwise":1,"token":1,"quantization":2,"gpus":1,"that":1,"lack":1,"hardware":1,"support":1,"can":1,"leverage":1,"the":1,"marlin":5,"kernel":1,"fast":1,"weight":5,"only":1,"use":3,"current":2,"platform":2,"has":1,"device":1,"capability":1,"89":1,"envs":1,"vllm":2,"test":1,"force":1,"disable":2,"rocm":6,"is":7,"false":2,"from":1,"model":1,"executor":1,"layers":1,"aiter":4,"import":1,"enabled":3,"cutlass":2,"path":1,"w8a8":4,"sm100":3,"config":2,"sm90":1,"expert":1,"map":1,"def":1,"create":1,"weights":1,"torch":3,"nn":1,"module":1,"num":3,"experts":3,"int":3,"hidden":3,"size":7,"intermediate":3,"partition":3,"params":3,"dtype":5,"extra":1,"attrs":1,"orig":1,"block":1,"none":1,"float8":1,"e4m3fn":1},"21064,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"weights":1,"w13":8,"weight":29,"torch":10,"nn":4,"parameter":8,"empty":2,"num":4,"experts":4,"2":3,"intermediate":2,"size":4,"per":3,"partition":2,"hidden":2,"dtype":6,"params":2,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"set":4,"attrs":9,"extra":5,"w2":8,"scales":2,"if":1,"self":1,"quant":2,"strategy":1,"quantizationstrategy":1,"tensor":3,"allocate":1,"for":2,"w1":1,"and":1,"w3":1,"respectively":1,"they":1,"are":1,"combined":1,"to":1,"a":1,"single":1,"scale":9,"after":1,"loading":1,"ones":2,"float32":2,"add":1,"quantization":1,"fusedmoe":1,"loader":1,"update":1,"method":1,"fusedmoeweightscalesupported":1,"value":1},"22862,1807,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"elif":1,"self":2,"weight":19,"quant":2,"strategy":1,"quantizationstrategy":1,"channel":3,"w13":9,"scale":18,"torch":12,"nn":4,"parameter":8,"ones":4,"num":4,"experts":4,"2":1,"intermediate":1,"size":2,"per":2,"partition":1,"1":2,"dtype":4,"float32":4,"requires":4,"grad":4,"false":4,"layer":6,"register":4,"w2":9,"hidden":1,"add":1,"quantization":1,"for":1,"fusedmoe":1,"loader":1,"extra":5,"attrs":9,"update":1,"method":1,"fusedmoeweightscalesupported":1,"value":1,"set":4,"input":12,"scales":2,"if":1,"static":1,"else":1,"none":2},"24669,1126,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":3,"layer":11,"torch":3,"nn":3,"module":1,"none":4,"fp8":2,"moe":2,"kernels":1,"require":1,"a":1,"single":1,"activation":2,"scale":9,"we":1,"take":1,"the":3,"max":3,"of":1,"all":3,"scales":4,"in":1,"case":1,"they":1,"differ":1,"if":3,"static":2,"input":11,"assert":1,"quant":1,"strategy":1,"quantizationstrategy":1,"tensor":1,"w13":4,"is":2,"or":2,"w2":4,"raise":1,"valueerror":1,"quantconfig":1,"has":1,"quantization":1,"but":1,"found":2,"are":2,"not":3,"close":2,"1d":2,"logger":1,"warning":1,"once":1,"that":1,"equal":1,"for":2,"using":1,"maximum":1,"across":1,"experts":1,"each":1,"parameter":2,"requires":2,"grad":2,"false":2},"25795,1503,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":3,"current":1,"platform":1,"is":3,"fp8":1,"fnuz":1,"normalize":3,"the":2,"weights":1,"and":1,"scales":1,"w13":13,"weight":16,"scale":18,"input":10,"e4m3fn":2,"to":2,"e4m3fnuz":2,"layer":12,"w2":13,"reset":1,"parameter":7,"torch":6,"nn":6,"requires":6,"grad":6,"false":6,"not":2,"none":2},"27298,1876,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"for":5,"per":4,"tensor":3,"case":1,"fp8":2,"moe":5,"kernel":2,"needs":1,"single":1,"weight":14,"scale":5,"w13":14,"expert":7,"use":1,"max":5,"then":1,"dequant":1,"and":1,"requant":1,"each":1,"if":3,"self":2,"quant":2,"strategy":1,"quantizationstrategy":1,"assert":1,"layer":12,"is":3,"not":1,"none":1,"shard":6,"size":5,"intermediate":1,"partition":1,"scales":3,"dim":1,"1":1,"values":1,"id":7,"in":2,"range":2,"local":1,"num":1,"experts":2,"start":6,"0":1,"2":1,"dq":2,"dequantize":1,"ops":1,"scaled":1,"torch":3,"nn":3,"parameter":3,"requires":3,"grad":3,"false":3,"property":1,"to":1,"determine":1,"aiter":5,"used":1,"rocm":3,"enabled":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":3,"import":1,"noqa":1,"e501":1,"shuffle":2,"weights":3,"reshaping":1,"required":1,"shuffled":4,"w2":4,"data":2},"29174,1998,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"self":13,"rocm":2,"aiter":2,"fused":8,"experts":11,"func":3,"elif":1,"use":2,"marlin":3,"prepare":4,"moe":7,"fp8":1,"layer":4,"for":2,"false":1,"activations":1,"not":2,"quantized":1,"del":2,"w13":1,"input":4,"scale":2,"w2":1,"none":1,"else":2,"from":2,"vllm":2,"model":2,"executor":2,"layers":2,"import":2,"def":1,"select":1,"gemm":1,"impl":1,"finalize":3,"fusedmoeprepareandfinalize":1,"fusedmoeconfig":1,"fusedmoepermuteexpertsunpermute":2,"cutlass":2,"path":1,"if":2,"cutlassbatchedexpertsfp8":3,"cutlassexpertsfp8":3,"num":5,"dispatchers":4,"activation":1,"format":1,"fusedmoeactivationformat":1,"batchedexperts":1,"logger":2,"debug":2,"s":2,"class":2,"name":2,"local":1,"in":2,"dtype":2,"quant":4,"strategy":4,"quantizationstrategy":4,"token":2,"weight":2,"channel":2,"disable":1,"expert":2,"map":2,"1":1,"or":1,"supports":1},"31172,1312,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"return":3,"experts":1,"triton":1,"path":1,"from":2,"vllm":2,"model":2,"executor":2,"layers":2,"fused":3,"moe":4,"import":2,"tritonexperts":2,"batched":1,"batchedtritonexperts":3,"assert":2,"not":3,"self":7,"rocm":1,"aiter":1,"enabled":1,"and":1,"use":3,"marlin":1,"logger":1,"debug":1,"s":1,"class":1,"name":1,"if":1,"prepare":3,"finalize":3,"activation":1,"format":1,"fusedmoeactivationformat":1,"batchedexperts":1,"max":5,"num":7,"tokens":5,"per":6,"rank":4,"is":1,"none":1,"dispatchers":2,"fp8":2,"w8a8":2,"true":2,"block":4,"shape":2,"quant":6,"config":2,"weight":2,"size":2,"act":2,"token":4,"input":2,"strategy":2,"quantizationstrategy":2,"else":1},"32484,1852,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"apply":2,"self":5,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":4,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":8,"num":4,"expert":5,"global":1,"experts":2,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":2,"on":1,"input":2,"activation":1,"silu":1,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"if":2,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"compressedtensorsw8a8fp8moemethod":1,"yet":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1,"cutlass":2,"path":1,"per":2,"act":1,"token":2,"quant":3,"strategy":2,"quantizationstrategy":2,"channel":2},"34336,1031,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"small":1,"batch":1,"fallback":1,"on":3,"sm100":2,"if":2,"self":2,"is":1,"fp8":2,"w8a8":2,"and":1,"topk":5,"ids":3,"shape":1,"0":1,"8":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":3,"moe":1,"import":1,"experts":4,"return":1,"hidden":1,"states":1,"x":1,"w1":2,"layer":6,"w13":3,"weight":6,"w2":5,"weights":2,"inplace":1,"true":2,"activation":2,"apply":2,"router":2,"input":4,"use":1,"per":2,"channel":2,"quant":2,"global":2,"num":2,"expert":3,"map":3,"none":1,"disable":1,"else":1,"scale":8,"a1":1,"a2":1},"35367,1450,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":3,"self":4,"fused":3,"experts":6,"is":1,"none":3,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"moe":4,"cutlass":3,"import":1,"fp8":2,"return":2,"x":2,"layer":12,"w13":6,"weight":8,"w2":8,"topk":4,"weights":2,"ids":2,"per":2,"act":2,"token":2,"activation":4,"global":4,"num":4,"expert":6,"map":6,"disable":2,"else":3,"w1":2,"scale":16,"a1":2,"input":4,"a2":2},"36817,1534,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":2,"self":5,"rocm":2,"aiter":2,"moe":3,"enabled":1,"return":2,"fused":3,"experts":4,"func":2,"hidden":1,"states":1,"x":2,"w1":2,"layer":10,"w13":5,"weight":13,"w2":7,"topk":6,"weights":3,"ids":3,"activation":4,"apply":4,"router":5,"on":4,"input":6,"use":2,"fp8":1,"w8a8":1,"true":1,"per":1,"channel":2,"quant":3,"strategy":1,"quantizationstrategy":1,"scale":10,"a1":1,"a2":1,"expert":4,"map":4,"marlin":3,"assert":2,"silu":1,"f":1,"not":2,"supported":1,"for":1,"torch":1,"ops":1,"vllm":1,"none":3,"logits":1,"type":1,"id":2,"scalar":1,"types":1,"float8":1,"e4m3fn":1,"global":2,"num":2,"is":1},"38351,1928,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"return":1,"self":15,"fused":3,"experts":3,"func":1,"hidden":1,"states":1,"x":1,"w1":2,"layer":6,"w13":3,"weight":10,"w2":5,"topk":4,"weights":3,"ids":2,"inplace":1,"true":2,"activation":2,"apply":2,"router":2,"on":2,"input":12,"use":1,"fp8":1,"w8a8":1,"per":5,"channel":5,"quant":14,"strategy":3,"quantizationstrategy":3,"global":2,"num":2,"expert":2,"map":4,"scale":8,"a1":1,"a2":1,"class":1,"compressedtensorsw8a8int8moemethod":1,"compressedtensorsmoemethod":1,"def":1,"init":2,"config":5,"compressedtensorsconfig":1,"type":1,"ignore":1,"noqa":1,"e501":1,"moe":4,"fusedmoeconfig":1,"super":1,"target":2,"scheme":2,"linear":2,"get":2,"activations":1,"and":1,"token":3,"if":2,"not":2,"raise":2,"valueerror":2,"for":2,"int8":2,"layers":2,"we":2,"require":2,"channelwise":2,"dynamic":3,"quantization":2,"found":2,"f":1,"static":3,"scales":3},"40279,994,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"create":1,"weights":2,"self":1,"layer":3,"torch":7,"nn":3,"module":1,"num":3,"experts":3,"int":3,"hidden":3,"size":6,"intermediate":3,"per":3,"partition":3,"params":4,"dtype":7,"extra":3,"weight":13,"attrs":5,"int8":1,"w13":4,"parameter":4,"empty":2,"2":1,"requires":2,"grad":2,"false":2,"register":2,"set":2,"w2":4},"41273,1361,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"weight":16,"scales":3,"assert":2,"self":3,"quant":2,"strategy":1,"quantizationstrategy":1,"channel":3,"w13":5,"scale":10,"torch":7,"nn":3,"parameter":4,"ones":2,"num":2,"experts":2,"2":1,"intermediate":1,"size":2,"per":2,"partition":1,"1":2,"dtype":2,"float32":2,"requires":2,"grad":2,"false":2,"layer":5,"register":2,"w2":5,"hidden":1,"add":1,"quantization":1,"for":1,"fusedmoe":1,"loader":1,"extra":3,"attrs":5,"update":1,"method":1,"fusedmoeweightscalesupported":1,"value":1,"set":2,"input":4,"not":1,"static":1,"none":3,"def":1,"process":1,"weights":1,"after":1,"loading":1,"module":1,"pass":1},"42634,1692,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":4,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":1,"fused":3,"is":1,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"compressedtensorsw8a8int8moemethod":1,"yet":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"moe":1,"import":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"44326,1969,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"return":1,"fused":2,"experts":3,"hidden":1,"states":1,"x":1,"w1":2,"layer":7,"w13":3,"weight":6,"w2":5,"topk":4,"weights":3,"ids":2,"inplace":1,"true":3,"activation":2,"apply":2,"router":2,"on":2,"input":4,"use":2,"int8":1,"w8a8":1,"per":1,"channel":1,"quant":8,"global":2,"num":7,"expert":2,"map":4,"scale":8,"a1":1,"a2":1,"class":1,"compressedtensorswna16marlinmoemethod":1,"compressedtensorsmoemethod":1,"def":1,"init":2,"self":12,"config":12,"compressedtensorsconfig":1,"type":2,"ignore":1,"noqa":1,"e501":1,"moe":4,"fusedmoeconfig":1,"super":1,"todo":1,"dsikka":1,"refactor":1,"this":1,"to":1,"schemes":1,"as":1,"other":1,"kernels":1,"are":1,"supported":6,"check":1,"if":2,"the":2,"is":3,"being":1,"ignored":1,"target":1,"scheme":1,"linear":1,"get":1,"bits":8,"packed":1,"factor":1,"32":1,"strategy":2,"group":2,"size":2,"actorder":2,"assert":1,"symmetric":2,"only":2,"quantization":1,"for":3,"not":1,"format":1,"compressionformat":2,"pack":2,"quantized":2,"value":2,"and":1,"in":1,"wna16":3,"raise":1,"valueerror":1,"layers":1,"f":2,"following":1,"types":1},"46295,1780,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"create":1,"weights":1,"self":8,"layer":3,"torch":8,"nn":3,"module":1,"num":3,"experts":3,"int":3,"hidden":4,"size":14,"intermediate":10,"per":5,"partition":6,"params":1,"dtype":4,"extra":5,"weight":16,"attrs":7,"full":7,"pop":1,"will":2,"transpose":1,"the":5,"loaded":1,"along":2,"and":2,"dim":1,"sizes":1,"shard":1,"for":1,"tp":1,"transposed":2,"dims":1,"update":1,"is":2,"true":1,"quant":1,"method":1,"strategy":1,"w13":4,"parameter":4,"empty":2,"packed":4,"factor":2,"2":1,"int32":2,"requires":2,"grad":2,"false":2,"register":2,"set":2,"w2":8,"in":1,"case":1,"where":1,"we":2,"have":1,"actorder":3,"g":1,"idx":1,"do":1,"not":2,"scales":2,"load":2,"group":1,"1":1,"if":1,"else":1,"k":1,"or":1},"48075,1674,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":1,"self":4,"strategy":1,"channel":1,"num":10,"groups":6,"w2":15,"w13":11,"1":2,"group":3,"size":7,"else":1,"scales":1,"hidden":2,"scale":9,"torch":8,"nn":4,"parameter":8,"ones":2,"experts":4,"2":3,"intermediate":1,"per":1,"partition":1,"dtype":4,"params":2,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"weight":19,"set":5,"attrs":9,"extra":4,"load":2,"full":2,"shape":8,"empty":2},"49749,1829,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"w13":10,"g":18,"idx":18,"torch":13,"nn":5,"parameter":8,"empty":4,"num":5,"experts":5,"hidden":2,"size":4,"dtype":4,"int32":4,"requires":4,"grad":4,"false":4,"layer":10,"register":4,"weight":12,"set":4,"attrs":8,"extra":4,"w2":8,"intermediate":2,"per":2,"partition":2,"sort":8,"indices":8,"a13":1,"scale":2,"none":3,"a2":1,"marlin":1,"state":1,"gptqmarlinstate":1,"repack":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":1,"module":1,"shape":1,"0":1,"device":2},"51578,1330,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"when":1,"running":1,"models":1,"with":1,"grouped":1,"act":1,"order":1,"resort":1,"to":3,"g":27,"idx":27,"values":1,"provided":1,"in":2,"checkpoint":1,"if":1,"self":1,"actorder":1,"group":1,"w13":13,"sort":10,"indices":10,"torch":8,"empty":4,"like":4,"layer":12,"weight":10,"w2":13,"sorted":6,"for":1,"e":11,"range":1,"num":1,"experts":1,"argsort":2,"int32":2,"replace":4,"parameter":4},"52908,893,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"else":1,"layer":4,"w13":2,"weight":2,"g":4,"idx":4,"torch":12,"nn":4,"parameter":4,"empty":4,"num":4,"experts":4,"0":4,"dtype":4,"int32":4,"device":8,"requires":4,"grad":4,"false":4,"w2":2,"sort":2,"indices":2},"53801,1516,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"marlin":13,"w13":13,"qweight":4,"ops":2,"gptq":2,"moe":4,"repack":3,"layer":19,"weight":16,"packed":12,"g":2,"idx":2,"sort":2,"indices":2,"shape":8,"1":4,"self":9,"factor":3,"2":5,"num":2,"bits":2,"replace":4,"parameter":4,"w2":13,"scales":7,"permute":2,"s":2,"scale":7,"size":10,"k":2,"n":2,"group":6,"if":1,"else":1,"workspace":2,"make":1,"new":1,"device":1,"4":1},"55317,1722,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":3,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":3,"silu":2,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":2,"fused":1,"is":1,"if":1,"raise":1,"notimplementederror":1,"not":2,"supported":2,"for":2,"compressedtensorswna16marlinmoemethod":1,"yet":1,"f":1,"marlin":1,"moe":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"57039,1763,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"return":1,"torch":1,"ops":1,"vllm":1,"fused":1,"marlin":1,"moe":4,"x":1,"layer":10,"w13":4,"weight":8,"packed":3,"w2":4,"none":2,"scale":2,"router":3,"logits":1,"topk":2,"weights":2,"ids":1,"quant":6,"type":3,"id":2,"self":9,"apply":2,"on":2,"input":2,"global":2,"num":5,"experts":2,"expert":2,"map":3,"g":6,"idx1":1,"idx":4,"idx2":1,"sort":4,"indices1":1,"indices":2,"indices2":1,"workspace":2,"is":5,"k":2,"full":2,"class":1,"compressedtensorswna16moemethod":1,"compressedtensorsmoemethod":1,"def":1,"init":2,"config":12,"compressedtensorsconfig":1,"ignore":1,"noqa":1,"e501":1,"fusedmoeconfig":1,"super":1,"todo":1,"dsikka":1,"refactor":1,"this":3,"to":1,"use":1,"schemes":1,"as":1,"other":1,"kernels":1,"are":1,"supported":4,"check":1,"if":1,"the":1,"being":1,"ignored":1,"target":1,"scheme":1,"linear":1,"get":1,"bits":3,"factor":1,"32":1,"strategy":3,"channelwise":1,"not":1,"by":2,"kernel":2,"assert":3,"group":4,"size":2,"grouped":1,"actorder":2,"isn":1,"t":1,"symmetric":2,"only":1,"quantization":1,"for":1},"58802,1758,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":1,"not":1,"self":6,"quant":3,"config":1,"format":1,"compressionformat":2,"pack":2,"quantized":2,"value":2,"and":2,"num":4,"bits":4,"in":1,"wna16":2,"supported":3,"raise":1,"valueerror":1,"for":3,"fused":1,"moe":1,"layers":1,"only":1,"f":2,"is":2,"the":4,"following":1,"def":1,"create":1,"weights":1,"layer":3,"torch":8,"nn":3,"module":1,"experts":3,"int":3,"hidden":4,"size":8,"intermediate":5,"per":4,"partition":4,"params":1,"dtype":4,"extra":4,"weight":15,"attrs":6,"will":2,"transpose":1,"loaded":1,"along":2,"dim":1,"sizes":1,"shard":1,"tp":1,"transposed":2,"dims":1,"update":1,"true":1,"method":1,"strategy":1,"w13":4,"parameter":4,"empty":2,"packed":4,"factor":2,"2":1,"int32":2,"requires":2,"grad":2,"false":2,"register":2,"set":2,"w2":5,"scales":1},"60560,1667,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"if":1,"self":4,"strategy":1,"channel":1,"num":10,"groups":6,"w2":14,"w13":11,"1":2,"group":3,"size":7,"else":1,"scales":1,"hidden":2,"scale":9,"torch":8,"nn":4,"parameter":8,"ones":2,"experts":4,"2":3,"intermediate":1,"per":1,"partition":1,"dtype":4,"params":2,"requires":4,"grad":4,"false":5,"layer":4,"register":4,"weight":19,"set":5,"attrs":9,"extra":4,"load":1,"full":1,"shape":8,"empty":2},"62227,1598,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"w13":8,"g":16,"idx":16,"torch":12,"nn":4,"parameter":8,"empty":4,"num":4,"experts":4,"hidden":2,"size":4,"dtype":4,"int32":4,"requires":4,"grad":4,"false":4,"layer":6,"register":4,"weight":10,"set":4,"attrs":8,"extra":4,"w2":8,"intermediate":2,"per":2,"partition":2,"sort":8,"indices":8,"a13":1,"scale":2,"none":2,"a2":1},"63825,1945,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"def":2,"process":1,"weights":2,"after":1,"loading":1,"self":3,"layer":10,"torch":16,"nn":6,"module":2,"none":10,"reconfigure":1,"packed":5,"and":1,"scales":1,"to":2,"match":1,"moe":1,"wna16":1,"format":1,"w13":4,"weight":9,"parameter":4,"transpose":4,"1":5,"2":4,"contiguous":4,"view":3,"uint8":2,"requires":4,"grad":4,"false":7,"w2":4,"scale":4,"apply":2,"x":1,"tensor":8,"router":2,"logits":1,"top":1,"k":1,"int":4,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"group":2,"optional":8,"num":2,"expert":3,"global":1,"experts":2,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"on":1,"input":1,"activation":1,"silu":1,"enable":2,"eplb":3,"load":1,"logical":2,"physical":1,"replica":1,"count":1,"assert":1,"fused":1,"is":1,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"compressedtensorswna16moemethod":1,"yet":1},"65770,1287,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors_moe.py":{"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":3,"moe":1,"import":1,"experts":5,"topk":11,"weights":3,"ids":3,"fusedmoe":1,"select":1,"hidden":1,"states":1,"x":2,"router":4,"logits":2,"use":4,"grouped":2,"top":2,"k":2,"renormalize":2,"group":5,"num":6,"expert":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":2,"type":1,"self":4,"dtype":1,"return":1,"layer":4,"w13":2,"weight":6,"packed":2,"w2":4,"inplace":1,"true":1,"activation":2,"int4":1,"w4a16":1,"bits":2,"4":1,"int8":1,"w8a16":1,"8":1,"global":2,"apply":2,"on":2,"input":2,"map":2,"w1":2,"scale":4,"zp":2,"none":2,"block":1,"shape":1,"0":1,"size":1},"0,1994,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":1,"project":1,"from":6,"collections":1,"abc":1,"import":6,"iterable":2,"mapping":5,"types":1,"mappingproxytype":2,"typing":1,"optional":2,"regex":2,"as":1,"re":1,"compressed":1,"tensors":1,"compressionformat":5,"torch":1,"nn":1,"module":1,"def":2,"is":3,"activation":3,"quantization":3,"format":3,"str":5,"bool":2,"formats":2,"naive":1,"quantized":4,"value":4,"int":1,"float":1,"nvfp4":1,"pack":1,"return":2,"in":6,"should":7,"ignore":10,"layer":14,"name":18,"tuple":1,"fused":8,"list":1,"if":5,"none":3,"false":1,"model":1,"layers":2,"self":1,"attn":1,"qkv":3,"proj":13,"split":1,"1":1,"like":1,"gate":1,"up":1,"or":2,"will":1,"not":2,"be":2,"safetensors":1,"checkpoint":1,"so":1,"we":1,"convert":2,"version":1,"unfused":1,"check":2,"make":1,"sure":1,"that":1,"each":1,"shard":14,"of":1,"has":1,"same":1,"scheme":1,"and":1,"names":5,"replace":1,"for":2,"ignored":2,"shards":1,"are":1,"equal":1,"match":2,"targets":1,"idx":1,"set":1},"1994,1675,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/utils.py":{"if":3,"shard":3,"idx":1,"1":1,"confirm":1,"scheme":3,"matches":1,"prior":1,"shards":1,"elif":1,"should":5,"ignore":6,"layer":15,"raise":1,"valueerror":1,"f":2,"found":1,"a":8,"different":2,"quantization":1,"schemes":1,"for":3,"proj":3,"names":4,"in":5,"name":7,"vllm":1,"requires":1,"all":1,"to":5,"use":1,"the":3,"same":1,"unfused":1,"layers":1,"like":1,"down":1,"and":1,"o":1,"will":2,"match":5,"safetensors":1,"checkpoint":1,"already":1,"else":1,"check":2,"equal":4,"or":6,"regex":4,"targets":5,"assert":1,"is":3,"not":1,"none":1,"return":3,"def":2,"str":7,"iterable":2,"bool":1,"checks":1,"whether":1,"exactly":1,"target":6,"starts":1,"with":3,"re":1,"any":1,"list":3,"true":1,"false":1,"find":1,"matched":1,"optional":1,"module":2,"fused":1,"mapping":2,"mappingproxytype":1,"helper":1,"function":1,"look":1,"up":1,"which":1,"compressed":2,"tensors":2,"config":3,"that":2,"corresponds":1,"recall":1,"configs":1,"has":1,"concept":1,"of":3,"groups":1,"where":1,"each":2,"can":1,"be":2,"quantized":1,"group":1,"either":1,"regexes":1,"corresponding":1,"torch":1,"modules":1},"3669,1936,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/utils.py":{"first":6,"we":3,"try":3,"to":12,"match":15,"the":10,"layer":13,"name":11,"with":2,"a":7,"target":12,"second":1,"module":6,"s":1,"third":1,"map":2,"list":4,"of":6,"fused":7,"names":3,"all":4,"component":2,"must":1,"in":3,"order":1,"for":3,"be":1,"successful":2,"returns":2,"param":8,"torch":1,"nn":1,"targets":10,"against":3,"mapping":2,"from":1,"its":2,"components":2,"strategy":1,"either":2,"or":6,"any":1,"if":7,"using":1,"layers":1,"is":5,"none":3,"matched":3,"find":4,"class":1,"true":2,"raise":1,"valueerror":1,"f":1,"unable":1,"matching":1,"compressed":1,"tensors":1,"config":1,"return":3,"def":1,"value":5,"str":3,"iterable":1,"check":5,"contains":5,"bool":1,"false":1,"optional":1,"element":1,"that":1,"matches":1,"exactly":1,"as":1,"regex":2,"after":1,"re":1,"set":1,"additionally":1,"checks":1,"string":2,"contained":1,"within":1,"compare":1,"whether":1,"not":1,"do":1,"substring":1,"equal":1},"5605,1831,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/utils.py":{"def":2,"is":5,"equal":2,"or":2,"regex":2,"match":7,"value":7,"str":7,"target":12,"check":3,"contains":3,"bool":2,"false":2,"checks":2,"whether":1,"a":4,"exactly":1,"for":3,"if":8,"starts":1,"with":1,"re":3,"set":1,"to":4,"true":4,"additionally":1,"the":3,"string":1,"contained":1,"within":1,"startswith":1,"pattern":2,"3":1,"return":5,"elif":2,"lower":2,"in":6,"fused":13,"layer":13,"name":8,"layers":8,"iterable":1,"mapping":7,"list":2,"optional":1,"its":3,"corresponding":1,"individual":1,"returns":1,"first":1,"which":1,"matches":2,"targets":2,"implements":1,"an":1,"all":2,"matching":1,"strategy":1,"where":1,"iff":1,"of":3,"components":3,"param":3,"against":1,"map":1,"from":1,"names":1,"examples":1,"model":4,"0":4,"self":4,"attn":4,"qkv":1,"proj":4,"q":1,"k":1,"v":1,"find":1,"next":1,"key":3,"endswith":1,"none":3,"expand":1,"path":1,"unfused":4,"paths":1,"replace":1},"7436,423,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/utils.py":{"for":3,"each":1,"unfused":9,"component":1,"find":1,"a":1,"match":2,"in":3,"targets":1,"matches":5,"list":1,"optional":1,"str":1,"paths":1,"target":4,"layers":1,"if":2,"is":1,"equal":1,"or":1,"regex":1,"append":2,"break":1,"else":2,"none":2,"return":1,"0":1,"all":1},"0,1917,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":2,"project":1,"from":2,"typing":1,"import":3,"optional":1,"torch":2,"triton":3,"utils":1,"tl":17,"def":2,"is":6,"weak":1,"contiguous":1,"x":3,"tensor":2,"strides":5,"stride":11,"sizes":3,"shape":1,"not":2,"transpose":4,"1":7,"and":3,"max":2,"return":1,"or":1,"jit":1,"scaled":1,"mm":1,"kernel":1,"a":4,"ptr":6,"b":4,"scale":4,"c":1,"bias":1,"m":8,"n":13,"k":6,"am":6,"ak":2,"bk":2,"bn":6,"cm":1,"cn":1,"accumulator":5,"dtype":5,"constexpr":6,"block":13,"size":13,"pid":10,"program":1,"id":1,"axis":1,"num":3,"cdiv":1,"zeros":1,"note":1,"some":1,"inputs":1,"are":1,"so":2,"large":1,"they":1,"will":2,"cause":1,"int32":1,"overflow":1,"it":1,"necessary":1,"use":1,"int64":4,"for":1,"all":1,"offsets":13,"else":1,"segv":1,"eventually":1,"occur":1,"masks":3,"arange":3,"none":4},"1917,1960,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py":{"note":1,"block":16,"size":17,"scale":37,"a":22,"could":1,"be":1,"1":10,"or":1,"m":6,"so":1,"need":2,"to":10,"create":1,"appropriate":2,"offsets":11,"and":1,"masks":18,"for":4,"each":1,"case":1,"same":2,"goes":2,"b":22,"am":6,"tl":12,"arange":4,"0":5,"pid":2,"bn":6,"n":4,"ptrs":10,"ptr":5,"k":12,"in":1,"range":1,"cdiv":1,"none":10,"load":4,"mask":2,"accumulate":1,"results":1,"accumulator":8,"dot":1,"out":1,"dtype":2,"stride":2,"ak":1,"bk":1,"apply":1,"at":1,"end":1,"broadcast":4,"the":1,"if":1,"is":1,"already":1,"then":1,"it":1,"will":1,"its":1,"own":1,"shape":1,"below":1,"float32":2,"t":1,"convert":1,"output":1,"format":1,"c":2,"type":1,"element":1,"ty":1},"3877,1525,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py":{"add":2,"bias":13,"it":2,"s":1,"already":1,"in":1,"output":2,"format":1,"so":1,"after":1,"conversion":1,"if":3,"ptr":3,"offsets":4,"bn":1,"ptrs":4,"mask":5,"n":9,"tl":8,"load":1,"c":7,"save":1,"offs":10,"cm":6,"pid":2,"m":8,"block":7,"size":7,"arange":2,"0":6,"to":4,"int64":4,"cn":6,"stride":2,"none":5,"store":1,"input":4,"k":6,"weight":5,"def":1,"triton":1,"scaled":1,"mm":1,"torch":7,"tensor":6,"scale":10,"a":5,"b":5,"out":1,"dtype":4,"type":1,"optional":1,"int":3,"32":3,"use":1,"heuristic":1,"true":1,"shape":3,"1":7,"assert":3,"and":2,"reshape":2,"dim":2,"else":2},"5402,1440,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py":{"assert":7,"scale":11,"a":6,"dtype":6,"b":5,"and":4,"is":9,"floating":4,"point":4,"shape":13,"1":11,"0":5,"or":3,"m":11,"n":9,"out":2,"bias":2,"none":1,"weak":2,"contiguous":2,"input":3,"weight":1,"grid":1,"lambda":2,"meta":3,"triton":3,"cdiv":2,"block":9,"size":9,"result":1,"torch":1,"empty":1,"device":2,"has":3,"scalar":3,"x":3,"if":6,"use":1,"heuristic":1,"small":2,"8192":1,"next":5,"power":5,"of":5,"2":5,"max":1,"32":2,"tile":5,"64":7,"256":3,"else":5,"128":7,"elif":2,"k":1,"sa":1,"sb":1,"accumulator":1,"tl":2,"float32":1,"int32":1},"6842,1009,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/triton_scaled_mm.py":{"a":4,"input":4,"b":4,"weight":4,"c":2,"result":5,"m":5,"x":3,"k":5,"n":5,"scaled":1,"mm":1,"kernel":1,"grid":1,"scale":4,"bias":1,"stride":6,"0":3,"1":3,"accumulator":1,"dtype":2,"block":10,"size":10,"sa":1,"sb":1,"return":1,"to":1,"out":1},"0,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"from":15,"contextlib":1,"import":17,"suppress":1,"typing":1,"type":1,"checking":1,"any":1,"literal":1,"optional":1,"cast":1,"torch":1,"compressed":6,"tensors":6,"config":2,"compressionformat":1,"sparsitycompressionconfig":1,"sparsitystructure":1,"quantization":9,"quantizationargs":1,"quantizationstrategy":1,"quantizationtype":1,"pydantic":1,"basemodel":1,"envs":2,"as":1,"logger":2,"init":1,"model":9,"executor":9,"layers":9,"fused":1,"moe":2,"fusedmoe":1,"linear":1,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantizationmethods":1,"base":1,"noqa":2,"e501":2,"quantizationconfig":1,"quantizemethodbase":1,"compressedtensorsmoemethod":1,"schemes":1,"w4a16sparse24":1,"supported":3,"bits":2,"wna16":1,"compressedtensors24":1,"compressedtensorsscheme":1,"compressedtensorsw4a4fp4":1,"compressedtensorsw4a8int":1,"compressedtensorsw4a16fp4":1,"compressedtensorsw4a16sparse24":1,"compressedtensorsw8a8fp8":1,"compressedtensorsw8a8int8":1,"compressedtensorsw8a16fp8":1,"compressedtensorswna16":1,"utils":3,"find":1,"matched":1,"target":1,"is":1,"activation":1,"format":1,"should":1,"ignore":1,"layer":1,"kv":1,"cache":1,"basekvcachemethod":1,"quant":1,"cutlass":1,"fp4":1},"1990,1535,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"from":3,"vllm":2,"platforms":1,"import":2,"current":1,"platform":1,"if":1,"type":2,"checking":1,"model":1,"executor":1,"models":1,"utils":1,"weightsmapper":1,"logger":2,"init":3,"name":3,"all":1,"compressedtensorslinearmethod":3,"sparsity":9,"config":6,"literal":1,"quantization":1,"scheme":11,"map":8,"dict":6,"str":9,"optional":3,"quantizationargs":1,"class":1,"compressedtensorsconfig":1,"quantizationconfig":1,"def":5,"self":11,"target":4,"any":3,"ignore":6,"list":6,"quant":3,"format":3,"sparsitycompressionconfig":1,"kv":3,"cache":3,"none":2,"super":1,"get":4,"linear":1,"method":1,"return":4,"supported":1,"act":1,"dtypes":1,"cls":2,"torch":4,"dtype":1,"float32":1,"float16":1,"bfloat16":1,"classmethod":1,"min":1,"capability":1,"int":1,"70":1,"quantizationmethods":1,"compressed":1,"tensors":1},"3525,1633,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"def":2,"apply":6,"vllm":8,"mapper":7,"self":19,"hf":6,"to":6,"weightsmapper":1,"target":2,"scheme":12,"map":4,"dict":3,"ignore":7,"list":4,"sparsity":4,"if":7,"kv":3,"cache":3,"is":3,"not":1,"none":3,"get":3,"quant":1,"method":2,"layer":12,"torch":1,"nn":1,"module":2,"prefix":3,"str":1,"optional":1,"quantizemethodbase":1,"from":1,"attention":3,"import":2,"avoid":1,"circular":1,"check":1,"the":1,"skipped":1,"for":1,"quantization":1,"todo":1,"robertgshaw2":1,"support":1,"names":1,"should":1,"fused":1,"mapping":2,"packed":1,"modules":1,"return":6,"unquantizedlinearmethod":2,"isinstance":3,"linearbase":1,"name":1,"compressedtensorslinearmethod":1,"compressedtensorskvcachemethod":1,"fusedmoe":1,"compressedtensorsmoemethod":1,"moe":1},"5158,1663,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"classmethod":2,"def":2,"from":3,"config":26,"cls":5,"dict":5,"str":8,"any":2,"compressedtensorsconfig":1,"ignore":11,"list":11,"cast":2,"get":3,"quant":3,"format":4,"target":6,"scheme":9,"map":9,"quantization":2,"sparsity":19,"parse":2,"return":4,"tuple":2,"sparsitycompressionconfig":3,"param":1,"the":1,"dictionary":2,"json":1,"a":3,"with":1,"two":1,"elements":1,"1":1,"mapping":1,"layer":2,"names":2,"to":2,"their":1,"corresponding":1,"2":1,"of":1,"for":2,"if":1,"not":1,"name":1,"model":1,"validate":1,"sparse":2,"in":1,"targets":1,"or":2},"6821,1481,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"classmethod":1,"def":1,"quantization":6,"scheme":5,"map":5,"from":2,"config":16,"cls":1,"dict":4,"str":3,"any":2,"type":1,"param":1,"the":12,"dictionary":2,"json":1,"return":1,"a":3,"mapping":1,"target":7,"layer":1,"names":1,"to":2,"their":1,"corresponding":1,"args":1,"for":4,"weights":5,"and":3,"input":2,"activations":3,"quant":6,"format":2,"cast":1,"get":4,"has":1,"multiple":1,"groups":4,"each":1,"containing":1,"an":1,"key":3,"with":1,"details":4,"about":1,"how":2,"are":3,"quantized":2,"indicating":1,"list":1,"of":2,"targets":5,"under":1,"dictating":1,"which":2,"layers":1,"impacted":1,"by":2,"follow":1,"structure":2,"defined":1,"quantizationargs":2,"pydantic":1,"model":2,"is":1,"used":1,"verify":1,"also":1,"store":1,"later":1,"use":1,"in":2,"items":1,"validate":1},"8302,1750,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"target":11,"scheme":7,"map":6,"input":8,"activations":7,"none":2,"format":13,"quant":8,"config":7,"get":6,"if":4,"no":2,"per":1,"defined":1,"use":1,"global":1,"in":2,"act":2,"is":5,"activation":3,"quantization":2,"not":2,"else":2,"the":2,"only":1,"case":1,"where":2,"we":1,"have":1,"supported":2,"but":2,"provided":1,"should":1,"be":1,"w8a16fp8":2,"can":1,"also":1,"run":1,"for":1,"cases":1,"there":1,"an":1,"it":1,"ignored":1,"assert":1,"weights":1,"type":1,"quantizationtype":1,"float":1,"quantizationargs":1,"model":1,"validate":1,"noqa":1,"e501":1,"return":2,"classmethod":1,"def":2,"filenames":1,"cls":1,"list":1,"str":1,"check":1,"self":1,"min":1,"capability":3,"int":1,"error":1,"bool":3,"true":1,"match":1,"exact":1,"false":1,"tuple":1,"current":1,"platform":1,"device":1},"10052,1996,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"if":5,"capability":15,"tuple":2,"is":17,"not":5,"none":3,"to":1,"int":1,"match":1,"exact":1,"supported":7,"min":5,"error":2,"and":11,"raise":2,"runtimeerror":2,"quantization":2,"scheme":2,"for":2,"the":2,"current":4,"gpu":2,"required":1,"f":3,"else":2,"return":4,"false":2,"def":2,"fp4a4":1,"nvfp4":2,"self":2,"weight":8,"quant":18,"basemodel":4,"input":8,"or":1,"tensor":4,"group":8,"strategy":2,"quantizationstrategy":2,"value":3,"symmetric":4,"size":4,"16":4,"float":4,"type":4,"quantizationtype":2,"4":4,"bits":4,"num":2,"fp4a16":1},"12048,1886,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"is":25,"weight":24,"only":3,"quant":28,"not":4,"none":2,"and":14,"input":10,"tensor":9,"group":6,"strategy":11,"quantizationstrategy":7,"value":7,"symmetric":6,"size":3,"16":3,"float":3,"type":3,"quantizationtype":1,"4":3,"bits":10,"num":5,"return":2,"def":2,"static":3,"w8a8":2,"self":2,"basemodel":4,"bool":2,"8":5,"or":2,"channel":2,"dynamic":6,"both":1,"asymmetric":1,"quantization":2,"supported":2,"token":3},"13934,1924,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"both":2,"symmetric":9,"and":16,"asymmetric":2,"input":9,"quantization":4,"supported":5,"only":2,"weight":26,"return":4,"is":24,"8":4,"bits":7,"token":5,"quant":20,"dynamic":7,"def":2,"w4a8":1,"int":1,"self":2,"basemodel":4,"bool":2,"4":3,"num":2,"activation":2,"strategy":6,"quantizationstrategy":5,"group":1,"value":3,"or":4,"channel":4,"not":3,"fp8":1,"w8a8":1,"confirm":2,"weights":1,"activations":1,"quantized":1,"if":2,"none":2,"false":2,"scheme":1,"floating":2,"point":2,"type":2,"quantizationtype":2,"float":2,"static":2,"per":2,"tensor":3,"in":1},"15858,1790,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"dynamic":3,"quantization":1,"is":19,"always":1,"supported":6,"if":5,"weights":2,"input":8,"quant":18,"return":8,"true":4,"confirm":4,"activation":5,"scheme":4,"symmetric":6,"per":4,"tensor":6,"strategy":2,"quantizationstrategy":3,"and":5,"def":3,"fp8":5,"w8a8":4,"sm90":1,"self":7,"weight":17,"basemodel":6,"bool":3,"check":2,"90":1,"error":2,"false":5,"match":2,"exact":2,"sm100":1,"100":1,"w8a16":1,"quantized":1,"none":1,"we":1,"have":1,"floating":1,"points":1,"type":1,"quantizationtype":1,"float":1,"static":2,"not":2,"or":2,"channel":3,"in":1,"noqa":1,"sim103":1,"all":1,"conditions":1,"satisfied":1},"17648,1748,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"def":2,"is":8,"wna16":3,"group":9,"channel":5,"self":6,"weight":18,"quant":27,"basemodel":4,"input":7,"bool":1,"none":4,"strategy":6,"quantizationstrategy":2,"value":4,"or":1,"static":2,"not":1,"dynamic":1,"return":4,"and":4,"get":1,"scheme":1,"from":1,"parts":1,"format":3,"optional":1,"str":1,"compressedtensorsscheme":1,"detect":1,"if":5,"mixed":1,"precision":1,"fp4a16":1,"nvfp4":1,"compressedtensorsw4a16fp4":1,"compressionformat":2,"marlin":1,"24":1,"num":6,"bits":8,"in":2,"w4a16sparse24":1,"supported":2,"assert":1,"symmetric":3,"compressedtensorsw4a16sparse24":1,"size":4,"pack":1,"quantized":1,"compressedtensorswna16":1,"actorder":2},"19396,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"act":2,"quant":19,"format":7,"is":13,"activation":2,"quantization":2,"if":7,"not":5,"none":2,"else":3,"self":5,"fp4a4":1,"nvfp4":3,"weight":6,"input":16,"cutlass":2,"fp4":1,"supported":4,"or":1,"envs":1,"vllm":1,"use":1,"ct":1,"emulations":1,"return":5,"compressedtensorsw4a4fp4":1,"logger":1,"warning":1,"once":1,"current":1,"platform":1,"does":1,"support":1,"running":1,"compressedtensorsw4a16fp4":2,"has":1,"global":1,"scale":1,"true":1,"fp8":4,"w8a8":3,"check":1,"scheme":6,"compressedtensorsw8a8fp8":2,"get":1,"min":1,"capability":1,"error":1,"false":1,"strategy":6,"static":5,"and":2,"dynamic":3,"note":2,"will":2,"be":3,"present":1,"for":1,"converted":1,"models":1,"ignored":1,"during":1,"inference":1,"post":1,"loading":1,"compressedtensorsw8a16fp8":2,"can":1,"w8a16":1},"21386,1940,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"if":3,"self":4,"is":9,"static":6,"tensor":1,"w8a8":2,"weight":8,"quant":16,"input":16,"return":3,"compressedtensorsw8a8int8":2,"strategy":6,"scheme":9,"true":1,"symmetric":6,"dynamic":3,"token":2,"false":1,"w4a8":1,"int":1,"and":2,"not":1,"compressedtensorsw4a8int":1,"num":2,"bits":2,"group":3,"size":2,"raise":1,"notimplementederror":1,"no":1,"compressed":2,"tensors":2,"compatible":1,"was":1,"found":2,"def":1,"get":1,"layer":5,"torch":1,"nn":2,"module":2,"name":5,"optional":2,"str":1,"none":1,"compressedtensorsscheme":2,"supports":1,"non":1,"uniform":1,"in":2,"the":4,"following":1,"way":1,"targets":2,"of":2,"config":3,"groups":2,"there":1,"can":2,"be":2,"n":1,"which":2,"each":2,"have":1,"a":6,"quantization":2,"has":1,"list":1,"full":1,"regex":1,"for":2,"or":1,"an":1,"detect":1,"whether":1,"any":1,"target":2,"use":1,"corresponding":1,"to":2,"matched":1,"select":1,"used":1,"inference":1},"23326,1514,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"find":4,"the":4,"target":10,"in":2,"compressed":2,"tensors":2,"config":1,"that":2,"our":1,"layer":8,"conforms":1,"to":4,"todo":1,"robertgshaw":1,"add":1,"as":1,"dep":1,"so":1,"we":1,"do":2,"not":1,"have":1,"re":1,"write":1,"these":1,"functions":1,"need":1,"make":1,"accelerate":1,"optional":2,"ct":1,"this":1,"will":1,"be":1,"empty":1,"for":1,"models":1,"with":2,"only":1,"sparsity":10,"weight":2,"quant":4,"input":3,"none":2,"if":1,"self":8,"scheme":13,"map":5,"matched":6,"name":4,"module":2,"targets":4,"keys":2,"fused":3,"mapping":4,"packed":2,"modules":2,"dict":4,"get":3,"weights":1,"activations":1,"format":2,"of":1,"assume":1,"layers":1,"inerhit":1,"first":1,"component":1,"s":1,"set":1,"ignore":1,"list":1,"sparsitycompressionconfig":1,"suppress":1,"valueerror":1},"24840,1867,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"if":4,"self":5,"supports":1,"cutlass":2,"24":1,"weight":8,"quant":16,"input":7,"sparsity":5,"scheme":15,"have":1,"a":1,"valid":1,"validate":1,"layer":2,"is":7,"supported":3,"by":3,"2":1,"4":1,"kernel":1,"model":3,"compression":3,"config":4,"none":6,"or":2,"format":4,"dense":1,"else":2,"compressedtensors24":1,"quantized":2,"not":4,"elif":1,"logger":2,"warning":1,"once":1,"acceleration":1,"for":3,"non":1,"schemes":1,"compressed":2,"tensors":2,"falling":1,"back":1,"to":1,"unquantizedlinearmethod":1,"return":3,"find":1,"the":5,"get":3,"from":1,"parts":1,"type":1,"ignore":1,"raise":1,"error":1,"device":1,"does":1,"support":1,"e":1,"g":1,"fp8":1,"needs":1,"ada":1,"lovelace":1,"check":2,"min":1,"capability":1,"debug":1,"using":1,"s":2,"class":1,"name":5,"def":1,"cache":2,"scale":1,"str":2,"optional":1,"whether":1,"param":2,"matches":1,"k":1,"v":1,"scales":1,"in":1,"this":1,"case":1,"its":1,"equivalent":1,"expected":1,"vllm":1},"26707,1929,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"param":3,"name":9,"return":9,"matching":1,"for":1,"kv":1,"cache":1,"scale":7,"in":4,"vllm":1,"if":8,"endswith":2,"output":4,"and":6,"k":3,"proj":4,"replace":2,"attn":2,"v":3,"no":1,"matches":1,"none":6,"staticmethod":1,"def":1,"supports":1,"cutlass":3,"24":2,"weight":4,"quant":4,"optional":3,"quantizationargs":2,"input":3,"sparsity":10,"scheme":4,"sparsitycompressionconfig":1,"bool":2,"check":1,"the":4,"layer":2,"is":12,"supported":8,"by":2,"2":3,"4":3,"kernel":2,"conditions":1,"overarching":1,"condition":1,"structure":4,"unquantized":2,"cases":2,"are":4,"only":2,"quantization":4,"not":2,"strategies":2,"tensor":2,"channel":1,"token":1,"8":1,"bit":1,"true":2,"false":3,"otherwise":1,"valid":6,"sparsitystructure":1,"two":1,"four":1,"value":3,"compressors":2,"compressionformat":2,"dense":1,"sparse":1,"bitmask":1,"format":1},"28636,1984,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"weight":13,"only":1,"quantization":4,"is":5,"not":6,"supported":5,"if":3,"quant":12,"none":5,"and":1,"input":12,"return":4,"false":3,"strategies":4,"quantizationstrategy":4,"tensor":2,"value":4,"channel":1,"assert":2,"strategy":2,"in":2,"token":1,"num":2,"bits":2,"8":1,"class":1,"compressedtensorslinearmethod":1,"linearmethodbase":2,"def":3,"init":1,"self":4,"config":3,"compressedtensorsconfig":1,"process":2,"weights":4,"after":2,"loading":2,"layer":9,"torch":3,"nn":2,"module":2,"scheme":2,"create":3,"size":9,"per":3,"partition":6,"int":4,"output":6,"sizes":3,"list":1,"params":3,"dtype":4,"extra":2,"attrs":2,"use":1,"the":3,"compressedtensorsscheme":1,"associated":1,"with":1,"each":1,"to":1,"necessary":1,"parameters":1,"for":2,"see":1,"param":1,"details":1,"loader":4,"get":1},"30620,1947,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"def":3,"apply":3,"self":3,"layer":6,"torch":3,"nn":1,"module":1,"x":2,"tensor":5,"bias":3,"optional":2,"none":3,"use":1,"the":8,"output":1,"of":1,"create":1,"weights":2,"and":2,"compressedtensorsscheme":1,"associated":1,"with":2,"to":1,"forward":1,"pass":1,"input":1,"see":1,"linearmethodbase":1,"for":5,"param":2,"details":1,"scheme":16,"if":4,"is":3,"raise":3,"valueerror":1,"a":1,"must":1,"be":1,"defined":1,"each":1,"return":2,"class":1,"compressedtensorskvcachemethod":1,"basekvcachemethod":1,"supports":1,"loading":1,"kv":15,"cache":15,"scaling":2,"factors":1,"from":1,"compressed":3,"tensors":3,"checkpoints":1,"init":2,"quant":3,"config":3,"compressedtensorsconfig":1,"validate":2,"super":1,"staticmethod":1,"dict":1,"str":1,"any":1,"validator":1,"useful":1,"controlling":1,"quantization":2,"schemes":1,"that":1,"are":1,"being":1,"supported":2,"in":1,"vllm":1,"type":6,"get":3,"num":6,"bits":6,"float":2,"8":2,"notimplementederror":2,"currently":1,"however":1,"f":2,"received":1,"strategy":6,"only":1,"support":1,"per":1,"factor":1,"expected":1,"found":1},"32567,294,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/compressed_tensors.py":{"is":3,"symmetric":6,"kv":2,"cache":2,"scheme":1,"get":1,"if":1,"not":1,"raise":1,"notimplementederror":1,"only":1,"support":1,"scaling":1,"factor":1,"for":1,"compressed":1,"tensors":1,"f":1,"however":1,"found":1},"0,1596,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_scheme.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":8,"vllm":1,"project":1,"from":2,"abc":3,"import":3,"abstractmethod":5,"typing":1,"optional":2,"torch":6,"all":1,"compressedtensorsscheme":2,"class":2,"abstract":1,"used":1,"describe":1,"weight":3,"creation":2,"and":2,"forward":2,"pass":2,"of":1,"different":1,"quantization":1,"schemes":1,"supported":1,"by":1,"compressedtensors":1,"classmethod":1,"def":4,"get":2,"min":1,"capability":2,"cls":1,"int":1,"minimum":1,"device":1,"raise":4,"notimplementederror":4,"create":1,"weights":4,"self":3,"args":1,"kwargs":1,"for":3,"particular":3,"scheme":4,"inputs":1,"this":2,"function":1,"apply":1,"layer":4,"nn":3,"module":3,"x":2,"tensor":2,"bias":3,"run":1,"is":2,"where":1,"specific":1,"dequant":1,"quant":1,"steps":1,"kernels":1,"should":1,"be":1,"applied":1,"param":3,"with":1,"registered":1,"other":1,"parameters":1,"relevant":1,"input":1,"parameter":1,"process":1,"after":2,"loading":2,"called":1,"complete":1,"any":1,"cleanup":1,"that":1,"needs":1,"occur":1},"0,1828,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":7,"typing":1,"import":8,"callable":1,"optional":2,"torch":2,"nn":1,"parameter":2,"custom":1,"ops":2,"as":1,"model":3,"executor":3,"layers":2,"quantization":2,"compressed":1,"tensors":1,"schemes":1,"compressedtensorsscheme":2,"gptq":3,"marlin":3,"24":3,"max":1,"parallel":1,"min":2,"thread":1,"n":1,"basevllmparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"scalar":3,"type":2,"types":6,"all":1,"compressedtensorsw4a16sparse24":2,"w4a16sparse24":6,"supported":7,"map":4,"4":1,"uint4b8":1,"bits":8,"list":1,"keys":1,"class":1,"def":2,"init":1,"self":7,"strategy":5,"str":1,"num":6,"int":3,"group":7,"size":6,"none":2,"tile":1,"16":1,"if":2,"not":1,"in":1,"raise":2,"valueerror":2,"f":2,"unsupported":1,"quant":1,"and":1,"is":1,"must":1,"be":1,"given":1,"when":1,"using":1,"classmethod":1,"get":1,"capability":1,"cls":1,"ampere":1,"up":1,"return":1,"80":1},"1828,1750,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py":{"def":2,"process":1,"weights":2,"after":1,"loading":1,"self":8,"layer":8,"torch":9,"nn":3,"module":2,"none":2,"required":2,"by":1,"compile":1,"to":1,"be":1,"parameter":4,"weight":5,"packed":6,"data":4,"requires":3,"grad":3,"false":3,"scale":2,"meta":2,"create":1,"input":6,"size":13,"int":3,"output":5,"partition":7,"sizes":2,"list":1,"per":5,"params":2,"dtype":5,"loader":3,"callable":1,"kwargs":1,"assert":1,"float16":3,"is":2,"for":1,"marlin24":1,"compressed":1,"models":1,"set":1,"noqa":1,"e501":1,"pack":3,"factor":4,"32":1,"quant":1,"type":1,"bits":1,"sum":1,"qweight":1,"packedvllmparameter":1,"empty":1,"tile":4,"2":1,"int32":1,"dim":3,"0":1,"1":3,"marlin":1,"groups":1,"if":1,"group":2,"else":1},"3578,1895,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py":{"weight":13,"scale":4,"args":3,"data":3,"torch":7,"empty":3,"input":4,"groups":1,"output":6,"size":8,"per":4,"partition":4,"dtype":5,"params":1,"loader":6,"if":1,"self":1,"group":1,"is":1,"not":1,"none":1,"scales":3,"groupquantscaleparameter":1,"dim":6,"1":5,"0":2,"else":1,"channelquantscaleparameter":1,"shape":3,"basevllmparameter":1,"2":5,"int64":1,"meta":3,"packedvllmparameter":1,"8":1,"int16":1,"packed":4,"factor":1,"marlin":3,"tile":1,"layer":5,"register":4,"parameter":5,"qweight":1,"max":3,"workspace":5,"gptq":2,"24":2,"min":1,"thread":1,"n":1,"parallel":1,"zeros":1,"int":1,"requires":1,"grad":1,"false":1},"5473,797,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_24.py":{"def":1,"apply":1,"weights":1,"self":2,"layer":5,"torch":4,"nn":1,"module":1,"x":8,"tensor":3,"bias":3,"optional":1,"qweight":2,"weight":1,"packed":2,"meta":3,"scales":3,"scale":1,"workspace":3,"2d":7,"view":2,"1":6,"shape":6,"size":6,"m":2,"0":1,"k":2,"n":2,"output":6,"ops":1,"gptq":1,"marlin":1,"24":1,"gemm":1,"quant":1,"type":1,"if":1,"is":1,"not":1,"none":1,"add":2,"in":1,"place":1,"return":1},"0,1782,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"typing":1,"import":9,"callable":1,"optional":4,"torch":1,"compressed":2,"tensors":2,"quantization":4,"activationordering":2,"logger":4,"init":3,"model":4,"executor":4,"layers":3,"schemes":1,"compressedtensorsscheme":2,"kernels":1,"mixed":1,"precision":1,"mplinearlayerconfig":1,"choose":1,"mp":1,"linear":1,"kernel":2,"utils":2,"marlin":2,"repeat":1,"scales":1,"on":1,"all":2,"ranks":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"parameter":1,"basevllmparameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"packedcolumnparameter":1,"packedvllmparameter":1,"rowvllmparameter":1,"enable":1,"scalar":6,"type":1,"types":8,"name":1,"compressedtensorswna16":2,"wna16":4,"supported":4,"map":3,"4":2,"uint4b8":1,"8":2,"uint8b128":1,"zp":1,"uint4":1,"uint8":1,"bits":2,"list":1,"keys":1,"class":1,"backends":1,"being":1,"used":1,"set":2,"str":2,"def":1,"self":1,"strategy":1,"num":1,"int":2,"group":1,"size":1,"none":2,"symmetric":1,"bool":1,"true":1,"actorder":1},"1782,1906,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py":{"self":14,"pack":1,"factor":1,"32":1,"num":7,"bits":7,"strategy":4,"symmetric":4,"group":9,"size":15,"1":2,"if":4,"is":2,"none":1,"else":2,"has":3,"g":3,"idx":3,"actorder":1,"activationordering":1,"and":3,"channel":1,"raise":2,"valueerror":2,"marlin":1,"kernels":1,"require":1,"quantization":2,"or":1,"channelwise":2,"but":1,"found":1,"no":1,"not":4,"in":1,"wna16":4,"supported":5,"types":4,"map":4,"f":2,"unsupported":1,"keys":1,"quant":2,"type":5,"zp":1,"classmethod":1,"def":2,"get":1,"min":1,"capability":1,"cls":1,"int":5,"ampere":1,"up":1,"return":1,"80":1,"create":1,"weights":1,"layer":1,"torch":2,"nn":1,"module":1,"output":6,"input":4,"partition":7,"sizes":2,"list":1,"per":4,"params":2,"dtype":3,"weight":4,"loader":1,"callable":1,"kwargs":1,"sum":1,"mp":3,"linear":3,"kernel":4,"config":2,"mplinearlayerconfig":1,"full":1,"shape":2,"act":1,"zero":1,"points":1,"choose":1},"3688,1993,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py":{"if":4,"kernel":5,"type":3,"name":3,"not":2,"in":2,"self":9,"backends":2,"being":2,"used":2,"logger":1,"info":1,"using":1,"s":1,"for":1,"compressedtensorswna16":1,"add":1,"group":8,"size":22,"is":1,"1":4,"we":1,"are":1,"channelwise":1,"case":1,"else":1,"input":8,"row":2,"parallel":2,"per":7,"partition":9,"scales":7,"marlin":1,"repeat":1,"on":1,"all":1,"ranks":1,"has":1,"g":1,"idx":1,"and":4,"zp":4,"assert":1,"0":2,"weight":8,"packedvllmparameter":1,"dim":3,"output":4,"loader":6,"packed":2,"factor":4,"pack":3,"data":3,"torch":5,"empty":2,"dtype":4,"int32":2,"scale":1,"args":2,"params":1,"zeros":2},"5681,1622,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py":{"if":4,"not":4,"partition":1,"scales":1,"weight":14,"scale":6,"channelquantscaleparameter":1,"output":4,"dim":8,"0":6,"args":4,"self":5,"symmetric":3,"qzeros":3,"packedcolumnparameter":1,"packed":5,"factor":4,"pack":2,"zeros":2,"else":1,"groupquantscaleparameter":1,"input":2,"1":2,"packedvllmparameter":1,"a":1,"2d":1,"array":1,"defining":1,"the":2,"original":1,"shape":4,"of":1,"weights":1,"before":1,"packing":1,"basevllmparameter":1,"data":1,"torch":2,"empty":1,"2":1,"dtype":1,"int64":1,"loader":2,"layer":4,"register":4,"parameter":4,"zero":1,"point":1},"7303,1238,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_wNa16.py":{"group":1,"index":1,"for":1,"activation":1,"reordering":1,"if":1,"self":6,"has":1,"g":5,"idx":5,"weight":9,"rowvllmparameter":1,"data":1,"torch":7,"empty":1,"input":2,"size":1,"per":1,"partition":1,"dtype":1,"int32":1,"dim":1,"0":1,"loader":2,"layer":5,"register":1,"parameter":1,"kernel":6,"type":1,"mp":1,"linear":1,"config":1,"w":4,"q":1,"param":4,"name":4,"packed":1,"s":1,"scale":1,"zp":1,"zero":1,"point":1,"gidx":1,"checkpoints":1,"are":1,"serialized":1,"in":1,"compressed":1,"tensors":1,"format":2,"which":1,"is":1,"different":1,"from":1,"the":2,"may":1,"want":1,"handle":1,"repacking":1,"here":1,"def":2,"process":2,"weights":4,"after":2,"loading":2,"nn":2,"module":2,"none":1,"apply":2,"x":2,"tensor":3,"bias":2,"optional":1,"return":1},"0,1230,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"callable":1,"optional":1,"torch":1,"compressed":2,"tensors":2,"quantization":4,"quantizationstrategy":3,"model":4,"executor":4,"layers":3,"schemes":1,"compressedtensorsscheme":2,"utils":4,"marlin":3,"fp8":3,"apply":1,"linear":1,"prepare":1,"layer":1,"for":1,"w8a8":1,"convert":1,"channelwise":1,"parameter":1,"channelquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"all":1,"compressedtensorsw8a16fp8":2,"supported":1,"strategies":1,"channel":1,"tensor":1,"class":1,"def":2,"init":1,"self":3,"strategy":3,"str":1,"is":3,"static":3,"input":3,"scheme":3,"bool":1,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"int":1,"ampere":1,"and":1,"up":1,"return":1,"80":1},"1230,1919,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py":{"w8a8":1,"fp8":2,"kernels":1,"support":1,"only":1,"per":9,"tensor":3,"and":1,"channel":1,"cases":1,"so":1,"if":3,"we":2,"have":1,"a":1,"fused":1,"module":2,"qkv":1,"mlp":1,"with":1,"scales":1,"expand":1,"each":1,"scale":7,"to":4,"its":1,"shard":1,"s":1,"channels":1,"def":2,"process":1,"weights":3,"after":1,"loading":1,"self":4,"layer":18,"none":2,"strategy":1,"quantizationstrategy":1,"ws":2,"channelwise":3,"convert":1,"weight":8,"logical":2,"widths":2,"torch":10,"nn":7,"parameter":6,"requires":4,"grad":4,"false":4,"else":1,"required":2,"by":2,"compile":2,"be":3,"data":2,"must":1,"transposed":1,"for":2,"marlin":2,"t":1,"is":1,"static":1,"input":7,"scheme":1,"prepare":1,"create":1,"size":8,"int":3,"output":6,"partition":9,"sizes":3,"list":1,"params":2,"dtype":4,"loader":1,"callable":1,"kwargs":1,"sum":1,"orig":1,"block":1},"3149,1888,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py":{"weight":19,"modelweightparameter":1,"data":4,"torch":14,"empty":4,"output":6,"size":2,"per":2,"partition":5,"input":7,"dtype":4,"float8":1,"e4m3fn":1,"dim":3,"1":2,"0":2,"loader":8,"layer":4,"register":3,"parameter":3,"scale":10,"if":2,"self":5,"strategy":4,"quantizationstrategy":2,"channel":1,"channelquantscaleparameter":1,"sum":1,"sizes":3,"float32":4,"elif":1,"tensor":4,"pertensorscaleparameter":2,"len":2,"else":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"supported":2,"strategies":2,"are":1,"finfo":1,"min":1,"to":1,"deal":1,"with":1,"converted":1,"checkpoints":1,"is":1,"static":1,"scheme":1,"def":1,"apply":1,"weights":1,"nn":1,"module":1,"x":1,"bias":1,"optional":1,"none":1},"5037,454,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a16_fp8.py":{"return":1,"apply":1,"fp8":1,"marlin":1,"linear":1,"input":2,"x":1,"weight":4,"layer":5,"scale":2,"workspace":2,"size":4,"n":1,"output":1,"per":2,"partition":2,"k":1,"bias":2},"0,1454,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":9,"project":1,"from":12,"typing":1,"import":13,"any":1,"callable":1,"optional":1,"torch":1,"compressed":4,"tensors":4,"compressionformat":1,"modelcompressor":1,"quantization":5,"quantizationargs":1,"quantizationstrategy":1,"quantizationtype":1,"utils":5,"combine":1,"shards":1,"custom":1,"ops":2,"as":1,"model":6,"executor":6,"layers":5,"linear":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"schemes":1,"compressedtensorsscheme":2,"input":1,"quant":2,"fp8":1,"quantfp8":1,"groupshape":1,"w8a8":1,"convert":1,"channelwise":1,"sparse":1,"cutlass":1,"supported":1,"parameter":1,"basevllmparameter":1,"channelquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"all":1,"compressedtensors24":2,"platforms":1,"current":1,"platform":1,"class":1},"1454,1902,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"def":3,"init":1,"self":13,"quantized":4,"bool":1,"false":1,"weight":4,"quant":10,"optional":3,"quantizationargs":2,"none":7,"input":11,"model":6,"compression":4,"config":5,"dict":1,"str":1,"any":1,"compressor":3,"modelcompressor":1,"from":1,"if":4,"is":3,"not":6,"else":2,"do":1,"sparse":4,"decompress":1,"and":3,"sparsity":1,"format":1,"compressionformat":1,"24":1,"bitmask":1,"value":1,"get":3,"dtype":8,"current":1,"platform":1,"fp8":2,"static":3,"dynamic":1,"g":2,"shape":2,"groupshape":2,"per":5,"tensor":1,"token":1,"quantfp8":1,"classmethod":1,"min":1,"capability":1,"cls":1,"int":4,"only":1,"cutlass":3,"3":1,"x":1,"kernels":1,"are":1,"implemented":1,"so":1,"far":1,"return":1,"90":1,"create":1,"weights":2,"layer":4,"torch":3,"nn":1,"module":1,"size":6,"output":2,"partition":5,"sizes":2,"list":1,"params":3,"loader":1,"callable":1,"kwargs":1,"supported":2,"raise":1,"valueerror":1,"vllm":1,"must":1,"be":1,"built":1,"with":1,"cuda":1,"12":1,"2":1,"or":1,"later":1,"to":1,"use":1,"this":1,"feature":1,"logical":1,"widths":1},"3356,1697,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"parameter":4,"to":1,"store":1,"uncompressed":1,"weight":12,"modelweightparameter":3,"data":4,"torch":6,"empty":4,"sum":3,"output":7,"partition":9,"sizes":4,"input":6,"size":5,"per":3,"dtype":6,"self":3,"weights":2,"dim":6,"1":4,"0":4,"loader":8,"if":1,"do":1,"sparse":2,"decompress":1,"assert":1,"all":2,"8":3,"for":2,"in":1,"partitions":1,"must":1,"be":1,"divisible":1,"by":1,"2":3,"4":1,"compressed":4,"models":1,"shape":3,"basevllmparameter":1,"int64":1,"bitmask":3,"uint8":1,"layer":3,"register":3},"5053,1477,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"check":1,"if":4,"quantized":2,"not":2,"just":1,"2":1,"4":1,"sparse":1,"self":8,"weight":14,"quant":9,"and":3,"strategy":3,"quantizationstrategy":3,"channel":1,"value":3,"scale":8,"channelquantscaleparameter":1,"data":3,"torch":6,"empty":3,"sum":1,"output":3,"partition":2,"sizes":2,"1":2,"dtype":3,"float32":3,"dim":1,"0":1,"loader":6,"else":1,"assert":2,"tensor":2,"pertensorscaleparameter":1,"len":1,"layer":2,"register":3,"parameter":2,"input":8,"will":1,"be":1,"non":1,"none":1,"dynamic":1,"basevllmparameter":1},"6530,1673,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"else":1,"for":2,"sparse":2,"only":1,"pass":1,"in":2,"1":3,"weight":10,"input":7,"scales":1,"scale":9,"torch":9,"nn":4,"parameter":6,"data":4,"ones":2,"dtype":2,"float32":2,"requires":3,"grad":3,"false":3,"layer":18,"register":3,"def":1,"process":1,"weights":3,"after":3,"loading":2,"self":3,"module":1,"none":1,"compress":1,"store":1,"compressed":8,"and":4,"meta":3,"tensor":2,"post":1,"condition":1,"w":1,"are":2,"set":1,"to":2,"the":5,"format":1,"expected":1,"by":1,"cutlass":1,"kernels":1,"param":1,"with":1,"be":1,"processed":1,"if":2,"do":1,"decompress":2,"bitmask":5,"tensors":1,"no":1,"longer":1,"needed":1,"decompression":1,"del":2,"compile":1,"workaround":1,"hasattr":1},"8203,1722,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"if":4,"self":4,"weight":13,"quant":2,"strategy":1,"quantizationstrategy":1,"tensor":9,"value":1,"layer":19,"scale":7,"torch":9,"nn":5,"parameter":4,"convert":1,"to":7,"channelwise":1,"logical":2,"widths":2,"requires":4,"grad":4,"false":4,"else":1,"compile":1,"workaround":1,"data":4,"set":1,"all":1,"negative":1,"zero":1,"values":1,"0":5,"prior":1,"compression":1,"dtype":2,"is":1,"floating":1,"point":1,"and":2,"itemsize":1,"2":3,"w":2,"compressed":4,"meta":3,"ops":1,"cutlass":1,"sparse":3,"compress":1,"def":1,"apply":1,"weights":3,"module":1,"x":2,"bias":4,"optional":1,"none":2,"returns":1,"the":11,"output":3,"for":2,"with":2,"4":2,"given":1,"input":3,"param":3,"be":2,"used":1,"computation":1,"added":1,"return":1,"of":1,"quantized":1,"getattr":1},"9925,1766,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"if":5,"self":16,"weights":2,"dtype":12,"torch":7,"int8":3,"ops":5,"output":3,"scaled":2,"quant":12,"x":4,"scale":12,"q":4,"input":14,"0":1,"1":1,"else":2,"assert":5,"float8":2,"e4m3fn":2,"fp8":1,"not":6,"quantized":3,"nothing":1,"to":1,"do":1,"with":1,"the":1,"scales":1,"use":1,"as":1,"is":6,"layer":4,"out":4,"cutlass":3,"sparse":1,"mm":1,"a":2,"bt":2,"nzs":1,"weight":6,"meta":2,"b":1,"bias":2,"contiguous":1,"return":5,"def":2,"get":3,"params":3,"none":2,"8":4,"bits":4,"num":2,"raise":2,"valueerror":2,"only":1,"supports":1,"bit":1,"quantization":2,"type":5,"quantizationtype":4,"float":2,"and":2,"int":2,"supported":1,"by":1},"11691,1743,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"def":2,"decompress":3,"bitmask":14,"compressed":10,"weight":9,"self":2,"torch":9,"tensor":12,"layer":3,"nn":1,"module":1,"a":3,"2":5,"4":5,"sparse":5,"using":2,"the":14,"and":1,"return":3,"result":1,"this":2,"function":1,"also":1,"supports":1,"sharded":1,"decompression":1,"param":3,"24":1,"compressor":5,"is":1,"different":2,"from":1,"cutlass":1,"compress":1,"which":1,"uses":2,"scheme":1,"bits":1,"for":1,"every":1,"nonzero":1,"element":1,"that":1,"represent":1,"coordinate":1,"within":1,"block":1,"of":3,"compression":1,"here":1,"to":2,"indicate":1,"positions":2,"non":2,"zero":2,"elements":2,"associated":1,"with":1,"weights":3,"representing":1,"in":1,"whose":1,"need":1,"be":1,"processed":1,"after":1,"loading":1,"decompressed":1,"sparsity":3,"model":1,"process":1,"split":4,"shape":4,"data":2,"dict":1,"list":3,"tuple":1,"int":2},"13434,1066,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_24.py":{"if":2,"isinstance":1,"layer":7,"qkvparallellinear":1,"mergedcolumnparallellinear":1,"split":10,"weights":3,"torch":2,"compressed":5,"logical":4,"widths":4,"bitmask":7,"shape":5,"out":2,"input":2,"size":2,"per":2,"partition":2,"for":2,"in":2,"decompressed":5,"shards":3,"process":1,"weight":3,"zip":1,"combine":1,"else":1,"sparsity":1,"compressor":1,"decompress":1,"dict":1,"0":1,"return":1},"0,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"callable":2,"optional":1,"torch":3,"compressed":2,"tensors":2,"quantization":3,"quantizationstrategy":2,"logger":4,"init":3,"model":3,"executor":3,"layers":2,"schemes":1,"compressedtensorsscheme":2,"kernels":1,"scaled":5,"mm":5,"scaledmmlinearlayerconfig":2,"choose":2,"linear":4,"kernel":6,"parameter":1,"basevllmparameter":1,"channelquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"name":1,"class":1,"compressedtensorsw8a8int8":1,"backends":1,"being":1,"used":1,"set":2,"str":2,"def":3,"self":8,"strategy":4,"is":6,"static":5,"input":11,"scheme":5,"bool":2,"symmetric":5,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"int":3,"turing":1,"and":1,"up":1,"return":1,"75":1,"create":1,"weights":1,"layer":2,"nn":1,"module":1,"output":2,"partition":3,"sizes":2,"list":1,"size":1,"per":1,"params":1,"dtype":2,"weight":1,"loader":1,"kwargs":1,"logical":1,"widths":1,"config":2,"channelwise":1,"channel":1,"type":1},"1953,1658,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py":{"if":3,"kernel":5,"type":3,"name":3,"not":1,"in":1,"self":5,"backends":2,"being":2,"used":2,"logger":1,"info":1,"using":1,"s":1,"for":1,"compressedtensorsw8a8int8":1,"add":1,"weight":17,"modelweightparameter":1,"data":4,"torch":8,"empty":4,"sum":2,"output":5,"partition":4,"sizes":3,"input":7,"size":1,"per":1,"dtype":4,"int8":1,"dim":3,"1":3,"0":2,"loader":8,"layer":3,"register":3,"parameter":3,"scale":9,"strategy":2,"quantizationstrategy":2,"channel":1,"channelquantscaleparameter":1,"float32":3,"else":1,"assert":1,"tensor":1,"pertensorscaleparameter":1,"len":1,"is":1,"static":1,"scheme":1,"basevllmparameter":1},"3611,1319,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_int8.py":{"if":1,"not":1,"self":6,"input":6,"symmetric":1,"note":1,"compressed":2,"tensors":2,"stores":1,"the":5,"zp":2,"using":1,"same":1,"dtype":2,"as":3,"weights":5,"azp":3,"loaded":1,"int8":2,"but":1,"used":1,"int32":1,"zero":4,"point":4,"basevllmparameter":1,"data":1,"torch":7,"empty":1,"1":1,"weight":4,"loader":2,"layer":5,"register":1,"parameter":1,"kernel":6,"type":1,"c":1,"scaled":1,"mm":1,"linear":1,"config":1,"w":2,"q":1,"param":5,"name":5,"s":2,"scale":2,"i":2,"adj":2,"checkpoints":1,"are":1,"serialized":1,"in":1,"format":2,"which":1,"is":1,"different":1,"from":1,"may":1,"want":1,"handle":1,"repacking":1,"here":1,"def":2,"process":2,"after":2,"loading":2,"nn":2,"module":2,"none":1,"apply":2,"x":2,"tensor":3,"bias":2,"optional":1,"return":1},"0,1991,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_nvfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":8,"typing":1,"import":10,"callable":2,"optional":1,"torch":4,"nn":2,"parameter":3,"envs":4,"as":1,"custom":1,"ops":1,"cutlass":3,"scaled":3,"fp4":5,"mm":2,"quant":1,"logger":4,"init":3,"model":3,"executor":3,"layers":2,"quantization":2,"compressed":1,"tensors":1,"schemes":1,"compressedtensorsscheme":2,"utils":3,"nvfp4":3,"emulation":1,"noqa":1,"e501":1,"run":1,"emulations":2,"groupquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"flashinfer":8,"has":3,"name":1,"all":1,"compressedtensorsw4a4fp4":2,"class":1,"def":3,"self":6,"if":2,"use":2,"trtllm":3,"gemm":2,"assert":1,"requires":1,"backend":3,"elif":1,"else":1,"group":1,"size":7,"16":1,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"int":3,"ct":1,"return":2,"80":1,"100":1,"create":1,"weights":1,"layer":4,"module":1,"output":6,"partition":9,"sizes":3,"list":1,"input":3,"per":6,"params":1,"dtype":2,"weight":1,"loader":1,"kwargs":1,"sum":1,"logical":1,"widths":1},"1991,1465,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_nvfp4.py":{"weight":20,"modelweightparameter":1,"data":4,"torch":8,"empty":4,"sum":2,"output":6,"partition":6,"sizes":4,"input":7,"size":3,"per":3,"2":1,"dtype":4,"uint8":1,"dim":4,"1":2,"0":2,"loader":8,"layer":4,"register":4,"parameter":4,"packed":1,"global":7,"scale":11,"pertensorscaleparameter":2,"len":2,"float32":2,"group":2,"groupquantscaleparameter":1,"self":1,"float8":1,"e4m3fn":1},"3456,1967,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_nvfp4.py":{"def":2,"swizzle":1,"blockscale":1,"self":3,"scale":32,"torch":5,"tensor":1,"assert":4,"dtype":3,"float8":1,"e4m3fn":1,"pad":1,"and":1,"blockwise":1,"interleave":1,"weight":8,"ndim":5,"if":3,"2":3,"unsqueeze":1,"0":4,"3":2,"b":4,"m":11,"k":7,"shape":2,"round":3,"up":3,"multiple":3,"lambda":1,"x":2,"1":2,"padded":10,"128":3,"4":6,"zeros":1,"batches":2,"rows":3,"cols":3,"reshape":3,"32":1,"swizzled":5,"permute":1,"5":1,"contiguous":1,"cuda":1,"return":1,"else":1,"process":1,"weights":1,"after":1,"loading":1,"layer":7,"none":1,"global":6,"input":4,"max":2,"to":4,"float32":2,"parameter":2,"requires":3,"grad":2,"false":2,"backend":1,"flashinfer":4,"trtllm":2,"fp4":1,"gemm":1,"a":3,"different":1,"layout":2,"provides":1,"nvfp4":1,"quantize":2,"shuffle":3,"the":1,"but":1,"we":2,"use":1,"our":1,"own":1,"quantization":1,"so":1,"have":1,"call":1,"shuffles":1,"ourselves":1,"from":1,"import":1,"matrix":2,"sf":1,"packed":1,"data":2},"5423,1939,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_nvfp4.py":{"epilogue":3,"tile":3,"m":3,"128":1,"weight":23,"shuffle":2,"matrix":2,"a":2,"view":3,"torch":7,"uint8":2,"scale":19,"sf":1,"reshape":1,"shape":4,"float8":1,"e4m3fn":1,"layer":16,"swizzled":6,"parameter":5,"requires":5,"grad":5,"false":5,"packed":5,"else":1,"self":2,"swizzle":1,"blockscale":2,"data":1,"alpha":1,"1":1,"input":4,"global":7,"def":1,"apply":1,"weights":1,"nn":1,"module":1,"x":8,"tensor":3,"bias":3,"optional":1,"none":2,"if":2,"envs":1,"vllm":1,"use":1,"nvfp4":2,"ct":1,"emulations":2,"out":4,"run":1,"is":1,"not":1,"return":1,"output":2,"dtype":2,"0":2,"quantize":1,"bf16":1,"or":1,"fp16":1,"to":1,"fp4":3,"and":1,"interleaved":1,"block":1,"scaled":1,"quant":1},"7362,541,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_nvfp4.py":{"mm":7,"args":4,"x":2,"fp4":4,"layer":3,"weight":2,"packed":1,"blockscale":1,"scale":1,"swizzled":1,"alpha":1,"output":2,"dtype":1,"if":2,"self":2,"backend":4,"flashinfer":4,"trtllm":2,"out":6,"scaled":3,"elif":1,"cutlass":3,"else":1,"bias":2,"is":1,"not":1,"none":1,"return":1,"view":1,"shape":1},"0,1962,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_nvfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":5,"typing":1,"import":6,"callable":2,"optional":1,"torch":6,"nn":2,"parameter":4,"model":3,"executor":3,"layers":2,"quantization":2,"compressed":1,"tensors":1,"schemes":1,"compressedtensorsscheme":2,"utils":2,"marlin":3,"fp4":3,"apply":1,"linear":1,"prepare":1,"layer":6,"for":1,"groupquantscaleparameter":1,"modelweightparameter":2,"pertensorscaleparameter":1,"all":1,"compressedtensorsw4a16fp4":2,"class":1,"def":3,"init":1,"self":4,"has":3,"input":8,"global":3,"scale":3,"bool":1,"false":1,"group":1,"size":8,"16":1,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"int":3,"dont":1,"restrict":1,"as":1,"emulations":1,"return":1,"80":1,"create":1,"weights":1,"module":1,"output":8,"partition":11,"sizes":4,"list":1,"per":7,"params":1,"dtype":3,"weight":7,"loader":3,"kwargs":1,"sum":2,"logical":1,"widths":1,"data":1,"empty":1,"uint8":1,"dim":2,"1":1,"register":1,"packed":1},"1962,1968,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_nvfp4.py":{"global":14,"weight":24,"scale":20,"pertensorscaleparameter":2,"data":5,"torch":8,"empty":3,"len":2,"output":4,"partition":4,"sizes":3,"dtype":3,"float32":3,"loader":6,"layer":14,"register":3,"parameter":6,"per":2,"group":2,"groupquantscaleparameter":1,"sum":1,"input":9,"size":2,"self":4,"float8":1,"e4m3fn":1,"dim":2,"1":2,"0":1,"if":2,"has":2,"def":1,"process":2,"weights":1,"after":1,"loading":1,"none":1,"parameters":1,"for":2,"marlin":5,"repacking":1,"rename":2,"packed":3,"to":3,"that":2,"expects":2,"requires":3,"grad":3,"false":3,"del":2,"2":2,"note":1,"ct":1,"stores":1,"the":2,"inverse":1,"of":1,"what":1,"is":1,"expected":1,"by":1,"kernel":1,"max":1,"nn":1,"prepare":1,"fp4":1},"3930,719,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a16_nvfp4.py":{"def":1,"apply":2,"weights":1,"self":1,"layer":7,"torch":4,"nn":1,"module":1,"x":2,"tensor":3,"bias":3,"optional":1,"none":1,"return":1,"fp4":1,"marlin":1,"linear":1,"input":2,"weight":6,"scale":4,"2":2,"workspace":2,"size":4,"n":1,"output":1,"per":2,"partition":2,"k":1},"0,1293,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":10,"compressed":10,"tensors":10,"scheme":1,"import":10,"compressedtensorsscheme":2,"w4a4":1,"nvfp4":2,"compressedtensorsw4a4fp4":2,"w4a8":1,"int":1,"compressedtensorsw4a8int":2,"w4a16":2,"24":2,"w4a16sparse24":2,"supported":4,"bits":4,"compressedtensorsw4a16sparse24":2,"compressedtensorsw4a16fp4":2,"w8a8":2,"fp8":2,"compressedtensorsw8a8fp8":2,"int8":1,"compressedtensorsw8a8int8":2,"w8a16":1,"compressedtensorsw8a16fp8":2,"wna16":3,"compressedtensorswna16":2,"compressedtensors24":2,"isort":1,"skip":1,"all":1},"0,1779,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a8_int.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":6,"typing":1,"import":7,"callable":1,"optional":2,"torch":1,"logger":4,"init":3,"model":3,"executor":3,"layers":2,"quantization":2,"compressed":1,"tensors":1,"schemes":1,"compressedtensorsscheme":2,"kernels":1,"mixed":1,"precision":1,"mplinearlayerconfig":1,"choose":1,"mp":1,"linear":1,"kernel":2,"parameter":1,"channelquantscaleparameter":1,"groupquantscaleparameter":1,"modelweightparameter":1,"scalar":3,"type":2,"types":7,"name":1,"all":1,"compressedtensorsw4a8int":2,"w4a8":6,"supported":7,"map":5,"4":1,"int4":1,"bits":7,"list":1,"keys":2,"class":1,"backends":1,"being":1,"used":1,"set":2,"str":2,"def":2,"self":6,"strategy":3,"num":6,"int":3,"group":4,"size":4,"none":2,"is":4,"static":3,"input":6,"scheme":3,"bool":2,"false":1,"symmetric":3,"true":1,"1":2,"if":2,"else":1,"not":1,"in":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"quant":1,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"return":1},"1779,1924,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a8_int.py":{"def":1,"create":1,"weights":1,"self":7,"layer":1,"torch":2,"nn":1,"module":1,"output":6,"size":28,"int":4,"input":12,"partition":14,"sizes":2,"list":1,"per":10,"params":2,"dtype":3,"weight":4,"loader":1,"callable":1,"kwargs":1,"sum":1,"row":3,"parallel":3,"compute":1,"effective":6,"group":12,"if":3,"1":2,"else":2,"ensure":1,"divides":1,"assert":1,"0":1,"f":2,"not":3,"divisible":1,"by":1,"determine":1,"scale":1,"partitioning":1,"is":2,"channelwise":2,"repeat":2,"scales":3,"and":1,"mp":3,"linear":3,"kernel":9,"config":2,"mplinearlayerconfig":1,"full":1,"shape":2,"type":7,"quant":1,"act":1,"zero":1,"points":1,"false":2,"has":1,"g":1,"idx":1,"choose":1,"name":3,"in":1,"backends":2,"being":2,"used":2,"logger":1,"info":1,"using":1,"s":1,"for":1,"compressedtensorsw4a8int":1,"add":1},"3703,1870,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a8_int.py":{"scales":3,"and":2,"zp":3,"size":7,"input":4,"per":4,"partition":5,"effective":1,"group":1,"weight":18,"modelweightparameter":1,"data":2,"torch":8,"empty":2,"output":5,"dtype":3,"int8":1,"dim":5,"1":2,"0":3,"loader":4,"layer":7,"register":3,"parameter":3,"scale":8,"args":3,"params":1,"if":1,"groupquantscaleparameter":1,"else":1,"channelquantscaleparameter":1,"packed":2,"self":5,"kernel":5,"type":1,"mp":1,"linear":1,"config":1,"w":4,"q":1,"param":4,"name":4,"s":1,"none":3,"gidx":1,"def":2,"process":2,"weights":4,"after":2,"loading":2,"nn":2,"module":2,"apply":2,"x":2,"tensor":3,"bias":2,"optional":1,"return":1},"0,1574,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"from":8,"typing":1,"import":9,"callable":1,"optional":1,"torch":3,"compressed":2,"tensors":2,"quantization":4,"quantizationstrategy":1,"nn":1,"parameter":2,"model":4,"executor":4,"layers":3,"schemes":1,"compressedtensorsscheme":2,"utils":4,"quant":3,"groupshape":3,"w8a8":1,"fp8linearop":2,"maybe":1,"create":1,"device":1,"identity":1,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"requantize":1,"with":1,"max":1,"scale":1,"channelquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"platforms":1,"current":1,"platform":1,"all":1,"compressedtensorsw8a8fp8":2,"class":1,"def":2,"init":1,"self":8,"strategy":3,"str":1,"is":5,"static":6,"input":5,"scheme":5,"bool":1,"out":1,"dtype":2,"get":2,"default":1,"act":4,"q":2,"group":3,"shape":3,"per":2,"tensor":1,"if":1,"else":1,"token":1,"fp8":1,"linear":1,"classmethod":1,"min":1,"capability":1,"cls":1,"int":1,"lovelace":1,"and":1,"up":1,"return":1,"89":1},"1574,1958,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py":{"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":3,"layer":13,"none":5,"if":7,"per":3,"tensor":4,"when":1,"we":2,"have":1,"a":1,"fused":1,"module":1,"e":1,"g":1,"qkv":1,"with":2,"scales":3,"thus":1,"n":1,"being":1,"passed":1,"to":3,"the":1,"kernel":1,"requantize":2,"so":2,"can":1,"always":1,"run":1,"strategy":2,"quantizationstrategy":2,"max":5,"w":4,"scale":30,"weight":22,"logical":2,"widths":2,"current":2,"platform":2,"is":4,"fp8":2,"fnuz":2,"input":16,"getattr":2,"normalize":2,"e4m3fn":2,"e4m3fnuz":2,"not":2,"parameter":4,"requires":4,"grad":4,"false":4,"t":1,"channelwise":1,"are":1,"already":1,"lined":1,"up":1,"just":1,"transpose":1,"elif":1,"channel":1,"else":1,"data":1},"3532,1431,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py":{"layer":9,"weight":11,"parameter":5,"t":1,"requires":3,"grad":3,"false":3,"required":1,"by":1,"torch":6,"compile":1,"to":1,"be":1,"nn":2,"scale":7,"else":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"quantization":1,"strategy":2,"self":3,"input":9,"if":1,"is":1,"static":1,"scheme":1,"and":1,"hasattr":1,"max":1,"none":1,"def":1,"create":2,"weights":1,"module":1,"output":6,"partition":7,"sizes":3,"list":1,"int":2,"size":4,"per":4,"params":1,"dtype":3,"loader":3,"callable":1,"kwargs":1,"maybe":1,"device":1,"identity":1,"sum":1,"logical":1,"widths":1,"modelweightparameter":1,"data":1,"empty":1,"float8":1,"e4m3fn":1,"dim":2,"1":1,"0":1,"register":1},"4963,1838,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/compressed_tensors/schemes/compressed_tensors_w8a8_fp8.py":{"weight":16,"scale":15,"todo":1,"update":1,"create":1,"xxx":1,"parameter":3,"functions":1,"to":1,"return":2,"the":1,"newly":1,"added":1,"parameters":1,"if":2,"self":6,"strategy":2,"quantizationstrategy":2,"channel":1,"channelquantscaleparameter":1,"data":3,"torch":14,"empty":3,"sum":1,"output":4,"partition":3,"sizes":3,"1":1,"dtype":5,"float32":5,"dim":1,"0":1,"loader":6,"else":1,"assert":1,"tensor":4,"pertensorscaleparameter":2,"len":2,"min":3,"requirement":1,"for":1,"fp8":2,"kernels":1,"finfo":2,"layer":6,"register":2,"input":9,"is":1,"static":1,"scheme":1,"def":1,"apply":2,"weights":1,"nn":1,"module":1,"x":2,"bias":3,"optional":1,"none":1,"linear":1,"out":2},"0,1992,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"optional":2,"torch":1,"custom":1,"ops":2,"as":1,"model":2,"executor":2,"layers":1,"quantization":1,"utils":2,"marlin":20,"supported":10,"group":8,"sizes":4,"apply":1,"gptq":1,"linear":1,"check":2,"supports":2,"shape":5,"is":2,"k":1,"full":2,"make":2,"empty":1,"g":2,"idx":2,"workspace":1,"new":1,"permute":3,"bias":1,"scales":1,"sort":1,"zero":2,"points":2,"query":2,"quant":6,"types":6,"unpack":1,"cols":1,"parameter":1,"basevllmparameter":1,"param":1,"layout":1,"platforms":1,"current":2,"platform":2,"mplinearkernel":3,"mplinearlayerconfig":2,"class":1,"marlinlinearkernel":1,"classmethod":2,"def":2,"get":1,"min":1,"capability":1,"cls":2,"int":1,"return":5,"80":1,"can":2,"implement":1,"c":10,"tuple":1,"bool":1,"str":1,"uses":1,"inline":1,"ptx":1,"so":1,"it":1,"only":2,"be":1,"compatible":1,"with":1,"nvidia":1,"if":3,"not":5,"cuda":2,"false":3,"on":1,"weight":5,"type":3,"in":4,"f":4,"by":2,"are":2,"size":4,"partition":2,"1":1,"out":1,"features":3},"1992,1876,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/marlin.py":{"note":1,"assumes":1,"that":1,"weight":9,"packed":3,"is":6,"input":4,"dim":10,"0":10,"output":4,"1":6,"scale":1,"def":3,"process":1,"weights":1,"after":1,"loading":1,"self":9,"layer":3,"torch":1,"nn":1,"module":1,"none":3,"device":3,"getattr":1,"w":8,"q":2,"name":5,"c":10,"config":1,"row":2,"parallel":2,"partition":5,"shape":6,"full":3,"k":4,"marlin":7,"has":1,"g":3,"idx":3,"allocate":1,"workspace":3,"make":1,"new":1,"default":1,"names":1,"since":1,"requires":1,"empty":1,"parameters":1,"for":1,"these":1,"todo":1,"remove":1,"this":1,"requirement":1,"from":1,"allow":1,"optional":1,"tensors":1,"if":2,"gidx":2,"zp":3,"transform":2,"x":12,"assert":2,"isinstance":2,"basevllmparameter":2,"permute":3,"param":2,"layout":2,"data":4,"ops":1,"gptq":1,"repack":1,"contiguous":2,"perm":1,"sort":1,"indices":1,"size":7,"n":2,"num":1,"bits":2,"type":1,"return":2,"s":1,"scales":1,"group":2},"3868,1632,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/marlin.py":{"if":4,"c":10,"has":1,"g":11,"idx":11,"sort":5,"indices":4,"marlin":6,"getattr":1,"layer":15,"self":14,"w":13,"gidx":4,"name":7,"transform":6,"param":4,"lambda":2,"else":3,"setattr":2,"make":3,"empty":3,"device":3,"zero":2,"points":2,"grouped":3,"k":4,"partition":3,"weight":6,"shape":3,"0":1,"group":2,"size":6,"1":4,"zp":3,"x":3,"unpack":1,"cols":1,"t":1,"type":2,"bits":3,"n":1,"num":1,"q":3,"s":3,"hasattr":1,"bias":6,"and":1,"is":1,"not":1,"none":2,"data":1,"permute":1,"def":1,"apply":1,"weights":1,"torch":4,"nn":1,"module":1,"tensor":3,"optional":1,"config":1,"get":1,"params":1},"5500,630,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/marlin.py":{"process":1,"weights":1,"after":1,"loading":1,"will":1,"ensure":1,"w":6,"zp":3,"and":1,"gidx":2,"are":1,"not":1,"none":1,"for":1,"marlin":2,"return":1,"apply":1,"gptq":1,"linear":1,"input":2,"x":1,"weight":6,"q":1,"scale":1,"s":1,"type":3,"ignore":2,"g":3,"idx":3,"sort":2,"indices":2,"layer":1,"workspace":2,"self":2,"wtype":1,"c":3,"size":2,"per":2,"partition":4,"shape":2,"0":1,"output":1,"1":1,"is":2,"k":2,"full":2,"bias":2},"0,1995,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/conch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":5,"importlib":1,"util":1,"import":6,"find":2,"spec":2,"typing":1,"final":3,"optional":2,"torch":2,"model":1,"executor":1,"parameter":1,"basevllmparameter":1,"permute":1,"param":1,"layout":1,"scalar":6,"type":4,"types":9,"mplinearkernel":3,"mplinearlayerconfig":2,"conch":9,"supported":10,"weight":8,"uint4":1,"uint8":1,"uint4b8":1,"uint8b128":1,"group":7,"sizes":4,"1":3,"128":1,"class":1,"conchlinearkernel":3,"classmethod":2,"def":3,"get":1,"min":1,"capability":1,"cls":2,"int":1,"return":5,"80":1,"can":1,"implement":1,"c":5,"tuple":1,"bool":1,"str":1,"if":3,"not":5,"in":2,"error":6,"msg":6,"f":4,"by":2,"are":2,"false":3,"size":3,"is":4,"none":3,"triton":2,"kernels":2,"installed":1,"please":1,"install":2,"it":1,"via":1,"pip":1,"and":1,"try":1,"again":1,"true":1,"note":1,"assumes":1,"that":1,"packed":2,"input":2,"dim":5,"output":2,"scale":1,"process":1,"weights":1,"after":1,"loading":1,"self":1,"layer":1,"nn":1,"module":1},"1995,1334,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/conch.py":{"def":3,"transform":6,"w":16,"q":6,"x":15,"assert":2,"isinstance":2,"basevllmparameter":2,"permute":2,"param":4,"layout":2,"input":2,"dim":5,"0":3,"output":5,"1":2,"packed":2,"data":7,"contiguous":2,"return":3,"s":6,"self":9,"layer":4,"name":2,"apply":1,"weights":1,"torch":4,"nn":1,"module":1,"tensor":3,"bias":5,"optional":1,"none":4,"from":1,"conch":1,"ops":1,"quantization":1,"gemm":3,"import":1,"mixed":2,"precision":2,"zp":4,"get":1,"weight":5,"params":1,"if":2,"is":2,"not":2,"else":1,"size":4,"bits":2,"config":3,"type":2,"group":2,"add":2,"in":1,"place":1},"0,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/dynamic_4bit.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":4,"project":1,"from":5,"typing":1,"import":6,"optional":2,"torch":4,"model":1,"executor":1,"layers":1,"quantization":1,"utils":1,"replace":1,"parameter":1,"platforms":1,"cpuarchenum":3,"current":4,"platform":4,"scalar":3,"type":5,"types":4,"mplinearkernel":3,"mplinearlayerconfig":2,"class":1,"dynamic4bitlinearkernel":2,"supported":3,"quant":5,"int4":1,"classmethod":2,"def":2,"get":3,"min":1,"capability":1,"cls":3,"int":1,"return":7,"1":1,"can":1,"implement":1,"c":8,"tuple":1,"bool":1,"str":1,"if":5,"not":5,"is":2,"cpu":4,"false":5,"only":1,"weight":4,"in":2,"f":4,"unsupported":1,"architecture":2,"arm":3,"and":1,"act":1,"float32":2,"on":1,"requires":1,"activations":1,"full":2,"shape":2,"group":3,"size":3,"does":2,"evenly":1,"divide":1,"number":1,"of":1,"input":1,"features":1,"try":1,"attempt":1,"retrieve":1,"operation":1,"ops":1,"aten":1,"dyn":2,"matmul":2,"4bit":2,"except":1,"attributeerror":1,"pytorch":1,"version":2,"support":1,"install":1,"a":1,"newer":1,"true":1,"none":1},"1798,1996,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/dynamic_4bit.py":{"def":2,"process":1,"weights":4,"after":1,"loading":1,"self":9,"layer":11,"torch":12,"nn":3,"module":2,"c":10,"config":2,"packed":7,"weight":12,"getattr":3,"w":9,"q":5,"name":5,"add":1,"8":1,"uint8":3,"1":9,"2":2,"4":1,"to":4,"scales":11,"s":2,"block":3,"size":5,"group":2,"handle":1,"scaling":1,"factors":1,"for":1,"partitioned":1,"if":2,"partition":6,"shape":10,"0":3,"float32":6,"bfloat16":4,"variants":2,"requires":4,"view":1,"channel":1,"wise":1,"bias":6,"is":1,"not":1,"none":3,"else":1,"kleidiai":1,"kernel":2,"with":1,"groupwise":1,"scheme":1,"repack":1,"as":1,"per":1,"requirement":1,"ops":2,"aten":2,"dyn":2,"quant":2,"pack":1,"4bit":2,"replace":1,"parameter":2,"grad":1,"false":1,"setattr":1,"apply":1,"x":6,"tensor":3,"optional":1,"2d":2,"reshape":2,"out":2,"output":2,"matmul":1,"return":1},"0,1965,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/allspark.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"optional":2,"torch":3,"custom":1,"ops":2,"as":1,"model":3,"executor":3,"layers":2,"quantization":2,"utils":3,"replace":1,"parameter":2,"allspark":6,"ampere":1,"m":1,"cublas":1,"threshold":1,"check":2,"supported":4,"dtype":2,"shape":4,"basevllmparameter":1,"permute":1,"param":1,"layout":1,"mplinearkernel":3,"mplinearlayerconfig":2,"class":1,"allsparklinearkernel":1,"classmethod":2,"def":3,"get":2,"min":1,"capability":1,"cls":2,"int":1,"return":4,"80":1,"can":1,"implement":1,"c":9,"tuple":1,"bool":1,"str":1,"if":2,"has":1,"g":1,"idx":1,"false":2,"act":2,"reordering":1,"currently":2,"not":2,"by":2,"zero":2,"points":2,"partition":2,"weight":5,"in":1,"features":2,"1":3,"out":1,"group":1,"size":1,"type":2,"note":1,"assumes":1,"that":1,"packed":2,"is":2,"input":2,"dim":5,"output":2,"scale":1,"process":1,"weights":1,"after":1,"loading":1,"self":3,"layer":2,"nn":1,"module":1,"none":1,"device":4,"getattr":1,"w":1,"q":1,"name":1,"config":1,"prepare":1,"parameters":1,"required":1,"for":1,"kernel":1,"properties":5,"cuda":1,"index":1,"sm":6,"count":4,"multi":1,"processor":1,"version":3,"major":1,"10":1,"minor":1,"gemm":3,"args":3},"1965,1906,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/allspark.py":{"self":9,"gemm":4,"args":4,"transform":1,"param":23,"weight":18,"scale":9,"old":8,"getattr":2,"layer":6,"w":6,"q":3,"name":4,"s":3,"assert":2,"isinstance":2,"basevllmparameter":2,"permute":2,"layout":2,"input":2,"dim":5,"0":3,"output":2,"1":6,"packed":1,"unpack":1,"from":1,"k":3,"4":1,"x":8,"n":3,"int32":1,"to":1,"uint8":2,"new":12,"torch":7,"nn":3,"parameter":4,"data":12,"requires":2,"grad":2,"false":2,"t":2,"contiguous":2,"view":1,"dtype":1,"reorder":1,"as":1,"n32k16":1,"format":1,"for":1,"ampere":1,"w8a16":1,"ops":1,"allspark":1,"repack":1,"none":2,"c":3,"zero":1,"points":1,"replace":2,"def":1,"apply":1,"weights":1,"module":1,"tensor":3,"bias":1,"optional":1,"config":1,"get":1,"params":1,"reshaped":1,"reshape":1,"shape":4,"out":1,"partition":1},"3871,573,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/allspark.py":{"output":3,"ops":1,"allspark":2,"w8a16":1,"gemm":3,"a":1,"reshaped":1,"x":1,"b":3,"qweight":1,"w":2,"q":1,"scales":1,"s":1,"qzeros":1,"none":2,"n":1,"c":3,"partition":1,"weight":1,"shape":2,"1":1,"group":2,"size":2,"sm":4,"count":2,"args":2,"version":2,"cublas":2,"m":2,"threshold":2,"ampere":1,"has":1,"zp":1,"zero":1,"points":1,"n32k16":1,"reorder":1,"true":1,"if":1,"bias":2,"is":1,"not":1,"add":2,"in":1,"place":1,"return":1,"reshape":1,"out":1},"0,1924,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/exllama.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"optional":2,"torch":2,"custom":1,"ops":2,"as":1,"model":2,"executor":2,"layers":1,"quantization":1,"utils":2,"quant":5,"pack":3,"quantized":1,"values":1,"into":1,"int32":1,"parameter":1,"basevllmparameter":1,"permute":1,"param":1,"layout":1,"scalar":6,"type":6,"types":9,"mplinearkernel":3,"mplinearlayerconfig":2,"class":1,"exllamalinearkernel":1,"supported":6,"uint4b8":1,"uint8b128":1,"in":2,"theory":1,"supports":2,"uint2b2":1,"uint3b4":1,"too":1,"but":1,"currently":2,"untested":1,"so":2,"not":4,"added":1,"list":1,"classmethod":2,"def":2,"get":1,"min":1,"capability":1,"cls":4,"int":1,"return":5,"60":1,"can":2,"implement":1,"c":9,"tuple":1,"bool":1,"str":1,"if":4,"has":1,"g":1,"idx":1,"and":1,"partition":2,"weight":6,"shape":3,"full":1,"false":4,"act":2,"reordering":1,"by":2,"exllama":3,"when":1,"input":1,"features":2,"are":2,"partitioned":1,"across":1,"devices":1,"1":1,"32":2,"size":1,"bits":2,"output":1,"must":1,"be":1,"a":1,"multiple":1,"of":1,"factor":1,"num":1,"that":1,"we":1,"correctly":1,"zero":1,"points":1,"float16":2,"only":1,"activations":1,"f":2},"1924,701,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/exllama.py":{"if":3,"c":9,"full":2,"weight":4,"shape":4,"0":4,"group":4,"size":4,"return":2,"false":1,"f":2,"does":1,"not":3,"evenly":1,"divide":1,"the":1,"number":1,"of":1,"input":1,"features":2,"true":1,"none":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":4,"layer":2,"torch":1,"nn":1,"module":1,"config":1,"for":1,"exllama":1,"we":1,"need":1,"to":1,"set":1,"a":1,"zero":2,"point":1,"tensor":1,"there":1,"is":1,"one":1,"points":1,"w":2,"zp":1,"name":2,"qzeros":1,"device":2,"getattr":1,"q":1,"groups":1,"partition":2,"out":1,"1":1},"2625,1549,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/exllama.py":{"if":3,"c":4,"weight":3,"type":4,"has":3,"bias":4,"the":9,"a":5,"we":1,"have":1,"to":8,"create":1,"zeros":5,"tensor":1,"that":1,"contains":1,"values":2,"repeated":1,"for":1,"each":1,"group":2,"1":5,"due":2,"bug":3,"in":2,"original":2,"gptq":3,"checkpoint":3,"format":3,"leading":2,"exllama":4,"kernel":2,"adding":2,"zero":3,"points":2,"during":2,"inference":2,"documentation":1,"of":2,"can":1,"be":1,"found":1,"here":1,"https":1,"garden":1,"danieldk":1,"eu":1,"torch":5,"full":1,"groups":1,"out":1,"features":1,"dtype":1,"int32":2,"device":2,"else":1,"raise":1,"notimplementederror":1,"0":1,"point":1,"is":1,"not":1,"supported":1,"by":1,"pack":1,"quantized":1,"into":1,"packed":1,"dim":1,"setattr":1,"layer":1,"self":1,"w":2,"zp":1,"name":1,"nn":1,"parameter":1,"requires":1,"grad":1,"false":1,"g":2,"idx":2,"def":1,"transform":1,"x":2,"wants":1,"permutation":1,"array":1,"instead":1,"indices":1,"return":1,"argsort":1,"int":1},"4174,1938,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/exllama.py":{"self":13,"transform":8,"param":5,"layer":7,"w":22,"gidx":5,"name":7,"g":9,"idx":9,"else":1,"empty":3,"torch":7,"nn":2,"parameter":1,"0":4,"dtype":2,"int":1,"device":2,"requires":1,"grad":1,"false":1,"setattr":1,"def":3,"q":5,"x":19,"assert":5,"isinstance":2,"basevllmparameter":2,"is":4,"not":3,"none":4,"getattr":1,"permute":2,"layout":2,"input":2,"dim":5,"output":3,"1":6,"packed":1,"cont":3,"data":3,"contiguous":2,"ops":2,"gptq":2,"shuffle":1,"c":5,"weight":4,"type":3,"size":2,"bits":2,"return":2,"s":5,"to":1,"act":1,"repack":1,"weights":2,"and":1,"scales":1,"for":1,"machete":1,"apply":1,"module":1,"tensor":3,"bias":1,"optional":1,"config":1,"2d":2,"reshape":1,"shape":4,"out":1,"partition":1,"zp":3,"get":1,"params":1,"zero":1,"points":1,"are":1,"required":2,"by":2,"exllama":2,"group":1,"index":1,"gemm":1,"true":1},"6112,101,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/exllama.py":{"if":1,"bias":2,"is":1,"not":1,"none":1,"output":2,"add":1,"return":1,"reshape":1,"out":1,"shape":1},"0,1834,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":11,"project":1,"from":10,"typing":1,"import":11,"optional":2,"envs":2,"as":1,"model":8,"executor":8,"layers":8,"quantization":8,"kernels":9,"mixed":8,"precision":8,"allspark":1,"noqa":8,"e501":8,"allsparklinearkernel":2,"bitblas":1,"bitblaslinearkernel":2,"conch":1,"conchlinearkernel":2,"dynamic":1,"4bit":1,"dynamic4bitlinearkernel":2,"exllama":1,"exllamalinearkernel":2,"machete":1,"machetelinearkernel":2,"marlin":1,"marlinlinearkernel":2,"mplinearkernel":5,"mplinearlayerconfig":2,"platforms":1,"current":1,"platform":1,"in":2,"priority":1,"performance":2,"order":1,"when":1,"available":1,"possible":1,"list":1,"type":2,"def":1,"choose":3,"mp":1,"linear":1,"kernel":2,"config":2,"compute":2,"capability":2,"int":1,"none":1,"an":1,"that":1,"can":1,"implement":1,"given":2,"for":1,"attempts":1,"best":1,"terms":1,"of":1},"1834,1764,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/__init__.py":{"args":1,"config":3,"mplinearlayerconfig":1,"description":1,"of":2,"the":6,"linear":2,"layer":2,"to":5,"be":1,"implemented":1,"compute":10,"capability":14,"optional":2,"int":1,"target":1,"device":2,"if":8,"none":6,"uses":1,"current":4,"platform":3,"get":4,"defaults":1,"raises":1,"valueerror":3,"no":1,"kernel":12,"can":5,"implement":6,"given":1,"returns":1,"type":1,"mplinearkernel":1,"chosen":1,"is":5,"raise":2,"cannot":2,"determine":1,"cc":4,"not":2,"0":1,"10":1,"1":1,"failure":7,"reasons":6,"for":1,"in":2,"possible":1,"kernels":2,"name":4,"envs":1,"vllm":1,"disabled":2,"append":3,"f":5,"by":1,"environment":1,"variable":1,"continue":2,"and":1,"min":2,"requires":1,"reason":2,"return":1,"else":1,"due":1,"failed":1,"find":1,"a":1,"that":1,"wna16":1,"n":2,"join":1},"0,1987,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":9,"typing":1,"import":9,"optional":5,"torch":10,"packaging":1,"version":2,"logger":4,"init":4,"model":3,"executor":3,"layers":3,"quantization":4,"base":1,"config":4,"quantizationconfig":2,"utils":4,"replace":1,"parameter":1,"bitblas":17,"optimize":2,"features":3,"supported":2,"group":1,"sizes":1,"minimum":1,"make":1,"empty":1,"g":2,"idx":2,"sort":1,"check":1,"supports":1,"shape":1,"query":1,"quant":4,"types":1,"unpack":2,"gptq":3,"qweight":1,"qzeros":2,"mplinearkernel":3,"mplinearlayerconfig":2,"name":9,"class":1,"bitblaslinearkernel":1,"opt":1,"list":1,"int":1,"enable":1,"tuning":1,"bool":1,"true":1,"matmul":4,"layout":1,"str":6,"nt":1,"dtypes":1,"dict":1,"dtype":1,"float32":2,"float16":3,"bfloat16":2,"half":1,"int8":2,"object":1,"none":7,"def":2,"self":4,"c":2,"w":8,"q":3,"param":8,"s":2,"zp":2,"gidx":2,"super":1,"repack":1,"b":1,"weight":1,"tensor":3,"scales":1,"general":1,"compress":1,"assert":1,"is":2,"not":1},"1987,1969,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"quant":8,"config":7,"self":4,"qweight":7,"in":2,"gptq":4,"old":2,"linear":2,"stored":2,"with":2,"outfeatures":2,"infeatures":2,"should":4,"be":4,"transposed":2,"b":1,"q":1,"weight":8,"t":4,"contiguous":7,"view":1,"torch":6,"storage":2,"dtype":2,"type":8,"ignore":7,"union":4,"attr":7,"intweight":2,"unpack":2,"bits":5,"if":3,"bitblas":3,"matmul":3,"transform":2,"is":3,"not":3,"none":6,"defined":3,"cpu":2,"cuda":1,"scales":5,"group":1,"size":1,"qzeros":4,"return":1,"de":1,"quantized":2,"to":5,"int":1,"zeros":14,"intzeros":4,"optional":1,"tensor":2,"mode":6,"original":1,"float16":2,"elif":2,"rescale":1,"assert":1,"general":1,"compress":1,"numpy":1,"device":1,"else":1,"raise":1,"valueerror":1,"unsupported":1,"format":1},"3956,1668,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"return":6,"qweight":1,"scales":1,"zeros":1,"classmethod":2,"def":2,"get":1,"min":1,"capability":1,"cls":2,"int":1,"70":1,"can":1,"implement":1,"c":10,"mplinearlayerconfig":1,"tuple":1,"bool":1,"optional":1,"str":1,"is":5,"bitblas":19,"installed":4,"true":1,"try":1,"import":1,"if":4,"version":7,"parse":2,"minimum":3,"raise":1,"importerror":2,"wrong":1,"please":2,"f":6,"install":3,"except":1,"false":4,"not":6,"by":3,"running":1,"pip":1,"quant":5,"types":5,"query":1,"supported":7,"zero":1,"points":1,"weight":5,"type":3,"in":4,"are":2,"group":7,"size":4,"sizes":3,"check":1,"supports":1,"shape":4,"partition":2,"1":1,"out":1,"features":3,"0":2,"full":1},"5624,1864,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"note":1,"assumes":1,"that":1,"weight":2,"packed":2,"is":6,"input":2,"dim":5,"0":3,"output":2,"1":2,"scale":1,"def":1,"process":1,"weights":2,"after":1,"loading":1,"self":17,"layer":14,"torch":1,"nn":1,"module":1,"none":5,"device":5,"getattr":2,"w":12,"q":2,"name":12,"c":3,"config":4,"quant":3,"default":1,"names":1,"since":1,"bitblas":15,"requires":1,"empty":4,"parameters":1,"for":1,"these":1,"todo":1,"remove":1,"this":1,"requirement":1,"from":2,"allow":1,"optional":1,"tensors":1,"if":6,"gidx":5,"g":12,"idx":12,"zp":4,"qzeros":5,"has":1,"sort":5,"indices":4,"transform":1,"param":1,"lambda":1,"else":3,"setattr":2,"make":3,"zero":2,"points":2,"raise":1,"notimplementederror":1,"not":2,"supported":1,"by":1,"repack":2,"qweight":3,"scales":3,"gptq":1,"sym":1,"type":2,"ignore":2,"union":2,"attr":2,"replace":3,"parameter":3,"s":1},"7488,1557,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"def":2,"configure":3,"bitblas":6,"matmul":4,"self":8,"infeatures":3,"int":3,"outfeatures":3,"params":4,"dtype":8,"torch":1,"bias":3,"bool":1,"none":1,"enable":4,"tuning":4,"layout":4,"bits":6,"quant":11,"config":8,"weight":1,"type":7,"ignore":7,"union":7,"attr":7,"from":1,"import":1,"matmulconfig":1,"dtypes":1,"with":5,"scaling":2,"false":3,"zeros":5,"group":2,"size":2,"mode":2,"if":2,"method":3,"gptq":1,"true":2,"w":2,"f":3,"uint":1,"is":1,"sym":1,"else":1,"raise":1,"valueerror":1,"unsupported":1},"9045,1252,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"matmul":4,"config":4,"matmulconfig":1,"m":1,"self":4,"opt":1,"features":1,"n":1,"outfeatures":1,"k":1,"infeatures":1,"a":1,"dtype":11,"bitblas":13,"w":2,"out":1,"accum":1,"int32":1,"if":2,"int8":1,"else":1,"storage":2,"quant":1,"type":2,"ignore":2,"union":2,"attr":2,"with":5,"scaling":2,"zeros":4,"group":2,"size":3,"bias":2,"layout":2,"mode":2,"get":4,"or":2,"create":2,"operator":5,"enable":2,"tuning":2,"def":1,"from":3,"import":2,"auto":2,"detect":2,"nvidia":2,"target":4,"cache":4,"database":5,"path":4,"global":3,"0":1,"load":1},"10297,1820,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/bitblas.py":{"bitblas":16,"matmul":9,"global":3,"operator":7,"cache":4,"get":1,"config":8,"if":3,"is":2,"none":2,"target":3,"enable":2,"tuning":5,"false":1,"hardware":1,"aware":1,"finetune":1,"topk":1,"20":1,"add":1,"save":1,"into":1,"database":3,"path":1,"message":8,"f":4,"tuned":1,"and":1,"saved":1,"to":1,"logger":3,"info":3,"else":2,"created":1,"without":1,"retrieved":1,"from":1,"return":2,"def":2,"apply":4,"gptq":2,"linear":2,"self":6,"layer":5,"torch":3,"nn":1,"module":1,"x":4,"tensor":2,"output":4,"size":2,"per":2,"partition":3,"weight":1,"shape":4,"1":2,"out":2,"args":3,"qweight":1,"scales":1,"with":1,"zeros":1,"type":2,"ignore":2,"attr":1,"defined":1,"append":1,"qzeros":1,"view":1,"weights":2,"bias":1,"not":3,"implement":2,"class":1,"name":1,"implemented":1,"please":1,"use":1,"bitblaslinearkernel":1,"instead":1,"raise":1,"notimplementederror":1},"0,1955,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/machete.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"from":8,"functools":1,"import":9,"partial":1,"typing":1,"optional":2,"torch":1,"custom":1,"ops":2,"as":1,"model":3,"executor":3,"layers":2,"quantization":2,"utils":4,"machete":11,"check":1,"supports":1,"shape":3,"query":4,"supported":8,"group":1,"sizes":1,"quant":5,"types":4,"pack":1,"quantized":2,"values":2,"into":2,"int32":2,"unpack":1,"parameter":1,"basevllmparameter":1,"permute":1,"param":1,"layout":1,"platforms":1,"current":3,"platform":3,"mplinearkernel":3,"mplinearlayerconfig":2,"class":1,"machetelinearkernel":1,"classmethod":2,"def":2,"get":1,"min":1,"capability":3,"cls":2,"int":1,"return":5,"90":3,"can":2,"implement":1,"c":8,"tuple":1,"bool":1,"str":1,"uses":1,"cutlass":1,"so":1,"it":1,"only":2,"be":1,"compatible":1,"with":1,"nvidia":1,"if":4,"not":5,"is":2,"cuda":2,"false":4,"on":1,"device":1,"requires":1,"compute":1,"of":1,"hopper":1,"has":1,"g":1,"idx":1,"and":1,"partition":1,"weight":4,"full":1,"act":1,"reordering":1,"currently":1,"by":2,"when":1,"input":1,"features":1,"are":2,"partitioned":1,"across":1,"devices":1,"type":3,"in":1,"zero":2,"points":2,"f":2},"1955,1241,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/machete.py":{"if":4,"c":10,"group":6,"size":3,"not":3,"in":2,"query":2,"machete":4,"supported":4,"sizes":3,"act":5,"type":3,"return":2,"false":1,"f":2,"by":1,"are":1,"check":1,"supports":1,"shape":4,"partition":3,"weight":6,"0":7,"1":5,"note":1,"assumes":1,"that":1,"packed":3,"is":4,"input":3,"dim":8,"output":3,"scale":1,"zp":1,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":6,"layer":2,"torch":5,"nn":1,"module":1,"config":1,"has":1,"g":1,"idx":1,"assert":1,"w":2,"gidx":2,"name":2,"none":1,"perm":6,"argsort":1,"getattr":1,"to":1,"int":1,"lambda":1,"x":2,"use":1,"ops":2,"permute":2,"cols":2,"possible":1,"float16":1,"bfloat16":1,"and":1,"8":1,"partial":1},"3196,1751,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/machete.py":{"def":3,"transform":3,"w":7,"q":1,"x":26,"assert":3,"isinstance":3,"basevllmparameter":3,"permute":3,"param":3,"layout":3,"input":3,"dim":11,"0":7,"output":3,"1":6,"packed":5,"if":1,"c":7,"has":1,"g":1,"idx":1,"unpacked":4,"unpack":2,"quantized":3,"values":3,"into":3,"int32":3,"data":9,"weight":4,"type":9,"perm":3,"pack":1,"ops":1,"machete":1,"prepack":1,"b":2,"t":2,"contiguous":3,"a":1,"act":2,"group":1,"scales":2,"return":3,"s":5,"zp":1,"getattr":1,"layer":1,"self":1,"name":1,"pre":1,"apply":1,"to":2,"zero":1,"points":1,"dtype":1},"4947,1247,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/machete.py":{"repack":1,"weights":2,"and":1,"scales":2,"for":1,"machete":2,"self":10,"transform":6,"param":3,"layer":5,"w":14,"q":5,"name":3,"s":4,"if":4,"c":7,"zero":2,"points":2,"zp":6,"def":1,"apply":1,"torch":4,"nn":1,"module":1,"x":8,"tensor":3,"bias":3,"optional":1,"none":4,"config":1,"get":1,"weight":3,"params":1,"2d":4,"reshape":2,"1":4,"shape":5,"out":2,"partition":1,"has":1,"g":1,"idx":1,"act":1,"perm":1,"assert":1,"is":2,"not":2,"else":1,"output":3,"ops":1,"mm":1,"a":1,"b":5,"type":2,"group":4,"zeros":1,"size":2,"add":2,"in":1,"place":1,"return":1},"0,1927,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/MPLinearKernel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":5,"abc":3,"import":6,"abstractmethod":5,"dataclasses":1,"dataclass":2,"typing":1,"callable":1,"optional":5,"torch":7,"model":1,"executor":1,"layers":1,"quantization":1,"utils":1,"replace":1,"parameter":1,"scalar":1,"type":3,"scalartype":2,"class":2,"mplinearlayerconfig":3,"full":1,"weight":3,"shape":2,"tuple":3,"int":6,"in":1,"out":1,"partition":1,"act":1,"dtype":1,"group":1,"size":1,"zero":2,"points":2,"bool":3,"has":2,"g":2,"idx":2,"mplinearkernel":1,"classmethod":2,"def":5,"get":1,"min":1,"capability":1,"cls":2,"raise":4,"notimplementederror":4,"can":2,"implement":2,"c":6,"str":5,"init":1,"self":9,"w":14,"q":3,"param":10,"name":14,"s":3,"zp":4,"none":7,"gidx":4,"assert":3,"config":1,"if":2,"is":2,"not":2,"process":1,"weights":2,"after":1,"loading":1,"layer":2,"nn":2,"module":2,"apply":1,"x":1,"tensor":3,"bias":1},"1927,1014,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/mixed_precision/MPLinearKernel.py":{"def":2,"transform":1,"param":5,"self":6,"layer":9,"torch":8,"nn":4,"module":2,"name":9,"optional":3,"str":1,"fn":2,"callable":1,"none":6,"if":1,"is":2,"not":2,"and":1,"getattr":6,"old":2,"new":2,"replace":2,"the":1,"parameter":4,"with":1,"for":1,"torchdynamo":1,"compatibility":1,"data":1,"requires":1,"grad":1,"false":1,"get":1,"weight":1,"params":1,"tuple":1,"tensor":4,"w":8,"q":2,"s":2,"zp":2,"gidx":2,"return":1,"or":2},"0,1663,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/aiter.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":5,"project":1,"from":7,"typing":1,"import":9,"optional":3,"torch":18,"envs":2,"as":5,"custom":3,"ops":2,"platforms":1,"current":3,"platform":3,"utils":1,"direct":2,"register":2,"op":4,"cutlass":1,"cutlassscaledmmlinearkernel":3,"scaledmmlinearkernel":1,"scaledmmlinearlayerconfig":1,"def":3,"rocm":6,"aiter":6,"gemm":8,"w8a8":5,"impl":3,"a":8,"tensor":12,"b":7,"bs":3,"bias":4,"none":2,"output":4,"dtype":7,"float16":2,"a8w8":3,"ck":3,"scale":2,"expects":1,"be":2,"m":3,"k":3,"n":4,"prepare":1,"weight":1,"w":1,"q":1,"in":1,"format":1,"return":3,"fake":3,"shape":2,"y":2,"empty":1,"device":2,"if":1,"is":1,"name":1,"func":1,"mutates":1,"args":1,"dispatch":2,"key":2,"class":1,"aiterscaledmmlinearkernel":1,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"int":1,"90":1},"1663,1396,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/aiter.py":{"classmethod":1,"def":2,"can":1,"implement":1,"cls":1,"c":2,"scaledmmlinearlayerconfig":1,"tuple":1,"bool":1,"optional":1,"str":1,"if":4,"not":5,"current":1,"platform":2,"is":6,"rocm":9,"return":5,"false":4,"aiterscaledmmlinearkernel":4,"requires":2,"aiter":10,"which":2,"currently":1,"supported":1,"on":2,"non":1,"try":1,"import":2,"noqa":1,"f401":1,"deliberately":1,"attempt":1,"to":1,"except":1,"exception":1,"installed":1,"check":1,"gemm":1,"w8a8":1,"scaled":1,"mm":1,"enabled":1,"envs":2,"vllm":5,"use":5,"linear":3,"and":2,"disabled":1,"enable":1,"by":1,"setting":1,"1":2,"default":1,"true":2,"input":1,"symmetric":2,"only":1,"supports":1,"quantization":1,"none":2,"process":2,"weights":2,"after":2,"loading":2,"self":1,"layer":2,"torch":1,"nn":1,"module":1,"super":1},"3059,1989,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/aiter.py":{"def":1,"apply":1,"weights":1,"self":2,"layer":2,"torch":7,"nn":1,"module":1,"x":13,"tensor":7,"bias":4,"optional":1,"none":5,"aiterscaledmmlinearkernel":4,"implements":1,"a":8,"fused":1,"version":1,"of":1,"output":1,"mm":1,"scale":8,"b":7,"to":1,"out":5,"dtype":7,"where":1,"and":8,"are":1,"implemented":1,"using":1,"numpy":1,"style":1,"broadcasting":1,"currently":1,"only":3,"support":2,"per":8,"gemm":5,"token":2,"channel":2,"through":1,"aiter":1,"w8a8":1,"scaled":4,"also":1,"does":1,"not":1,"atier":1,"block":1,"mix":1,"precision":1,"w":8,"q":7,"s":13,"i":7,"zp":4,"azp":2,"adj":2,"get":1,"weight":1,"params":1,"ops":2,"int8":2,"quant":3,"supports":3,"both":1,"dynamic":2,"static":2,"is":8,"computed":1,"from":1,"scalar":1,"symmetric":6,"assert":5,"quantization":2,"shape":6,"0":5,"16":2,"1":5,"bfloat16":1,"or":2,"float16":1,"m":2,"n":2,"numel":4},"5048,1024,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/aiter.py":{"todo":1,"maybe":1,"broadcast":1,"the":2,"per":15,"tensor":7,"scale":10,"into":1,"channel":5,"if":1,"one":1,"of":1,"is":1,"a":6,"for":1,"now":1,"it":1,"only":2,"supports":1,"a8w8":3,"scaled":4,"gemm":8,"and":4,"token":3,"assert":1,"b":5,"or":1,"currently":1,"support":2,"through":1,"aiter":3,"w8a8":2,"aiterscaledmmlinearkernel":1,"does":1,"not":1,"block":1,"ck":1,"bias":2,"expects":1,"to":2,"be":2,"m":1,"k":3,"n":2,"cutlassscaledmmlinearkernel":1,"prepare":1,"weight":1,"w":3,"q":3,"in":1,"format":1,"return":1,"torch":1,"ops":1,"vllm":1,"rocm":1,"x":2,"t":1,"s":2,"out":1,"dtype":1},"0,1756,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/xla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"import":8,"warnings":1,"from":6,"typing":1,"optional":2,"torch":3,"functorch":1,"experimental":1,"control":1,"flow":1,"cond":1,"noqa":1,"f401":1,"model":2,"executor":2,"layers":2,"quantization":2,"utils":3,"replace":2,"parameter":3,"w8a8":1,"convert":1,"channelwise":3,"platforms":1,"current":2,"platform":3,"scaledmmlinearkernel":3,"scaledmmlinearlayerconfig":2,"class":1,"xlascaledmmlinearkernel":1,"classmethod":2,"def":3,"get":1,"min":1,"capability":2,"cls":2,"int":1,"raise":1,"notimplementederror":1,"tpu":3,"does":1,"have":1,"a":1,"concept":1,"of":1,"compute":1,"this":1,"method":1,"should":1,"not":4,"be":1,"called":1,"can":1,"implement":1,"c":4,"tuple":1,"bool":1,"str":1,"if":4,"is":3,"return":5,"false":5,"scaledmmxla":4,"requires":5,"running":1,"on":1,"static":1,"input":2,"scheme":1,"dynamic":1,"activation":2,"scales":3,"symmetric":2,"weight":4,"true":1,"none":2,"process":1,"weights":1,"after":1,"loading":1,"self":3,"layer":3,"nn":2,"module":1,"out":1,"in":1,"different":1,"than":1,"cutlass":1,"scaled":1,"mm":1,"getattr":1,"w":2,"q":2,"name":2,"data":1,"grad":1},"1756,1773,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/xla.py":{"weight":8,"scale":7,"xla":1,"kernels":1,"support":2,"only":2,"per":4,"tensor":9,"and":2,"channel":3,"if":2,"we":1,"have":1,"a":2,"fused":3,"module":4,"qkv":1,"mlp":1,"with":2,"scales":2,"thus":1,"n":1,"being":1,"passed":1,"to":4,"the":4,"kernel":1,"convert":2,"case":1,"is":6,"len":1,"layer":9,"logical":2,"widths":2,"1":2,"getattr":1,"self":10,"w":4,"s":4,"name":5,"not":2,"config":1,"channelwise":2,"out":1,"different":1,"than":1,"cutlass":1,"scaled":1,"mm":1,"squeeze":1,"replace":1,"parameter":2,"torch":10,"nn":2,"data":1,"requires":1,"grad":1,"false":1,"symmetric":1,"dynamic":2,"activation":1,"quantization":1,"setattr":3,"i":2,"none":4,"zp":1,"azp":1,"adj":1,"filter":1,"warning":1,"for":1,"cond":2,"usage":1,"in":1,"apply":2,"weights":2,"it":2,"okay":1,"specialize":1,"graph":1,"since":1,"bias":7,"warnings":1,"filterwarnings":1,"ignore":1,"message":1,"pred":1,"python":1,"constant":1,"when":1,"used":1,"specializes":1,"on":1,"one":1,"of":1,"branches":1,"noqa":1,"e501":1,"def":3,"no":1,"add":2,"x":5,"optional":3,"return":2,"q":1,"get":1,"params":1},"3529,511,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/xla.py":{"required":1,"to":2,"register":1,"custom":2,"ops":2,"import":1,"torch":2,"xla":2,"experimental":1,"kernel":1,"noqa":2,"f401":1,"out":2,"quantized":1,"matmul":1,"int8":1,"x":1,"w":2,"q":1,"s":1,"quantize":1,"activation":1,"true":1,"explicitly":1,"capture":1,"control":1,"flow":1,"make":1,"dynamo":1,"happy":1,"https":1,"pytorch":1,"org":1,"docs":1,"main":1,"generated":1,"exportdb":1,"index":1,"html":1,"cond":2,"branch":1,"class":1,"method":1,"e501":1,"return":1,"bias":4,"is":1,"none":1,"self":2,"no":1,"add":2},"0,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":9,"vllm":7,"project":1,"import":8,"os":1,"from":7,"typing":1,"optional":4,"model":5,"executor":5,"layers":5,"quantization":5,"kernels":6,"scaled":6,"mm":6,"aiter":1,"aiterscaledmmlinearkernel":2,"cutlass":1,"cutlassscaledmmlinearkernel":3,"scaledmmlinearkernel":6,"noqa":1,"e501":1,"scaledmmlinearlayerconfig":3,"triton":1,"tritonscaledmmlinearkernel":2,"xla":1,"xlascaledmmlinearkernel":2,"platforms":1,"platformenum":6,"current":2,"platform":2,"in":2,"priority":1,"performance":2,"order":1,"when":1,"available":1,"possible":1,"dict":1,"list":1,"type":3,"cpu":1,"cuda":1,"rocm":1,"tpu":1,"def":1,"choose":3,"linear":2,"kernel":4,"config":4,"compute":5,"capability":5,"int":2,"none":3,"an":1,"that":1,"can":2,"implement":2,"given":3,"for":1,"attempts":1,"best":1,"terms":1,"of":3,"args":1,"description":1,"layer":1,"be":1,"implemented":1,"target":1,"device":1,"if":2,"uses":1,"get":1,"defaults":1,"raises":1,"valueerror":1,"no":1,"returns":1,"chosen":1},"1988,1519,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/__init__.py":{"if":7,"compute":8,"capability":14,"is":5,"none":4,"cc":4,"current":4,"platform":3,"get":3,"device":1,"not":3,"0":1,"10":1,"1":1,"failure":7,"reasons":6,"for":1,"kernel":14,"in":2,"possible":1,"kernels":2,"enum":1,"name":4,"os":1,"environ":1,"vllm":1,"disabled":2,"split":1,"append":3,"f":5,"by":1,"environment":1,"variable":1,"continue":2,"the":4,"uses":1,"make":1,"sure":1,"supports":1,"cability":1,"min":5,"and":1,"requires":1,"can":4,"implement":5,"reason":2,"config":1,"return":1,"else":1,"cannot":1,"due":1,"to":2,"raise":1,"valueerror":1,"failed":1,"find":1,"a":1,"that":1,"scaledmm":1,"linear":1,"layer":1,"n":2,"join":1},"0,1519,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/ScaledMMLinearKernel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":3,"abc":3,"import":4,"abstractmethod":5,"dataclasses":1,"dataclass":2,"typing":1,"optional":3,"torch":6,"class":2,"scaledmmlinearlayerconfig":3,"is":2,"channelwise":1,"bool":4,"static":1,"input":2,"scheme":1,"symmetric":1,"scaledmmlinearkernel":1,"classmethod":2,"def":5,"get":1,"min":1,"capability":1,"cls":2,"int":1,"raise":4,"notimplementederror":4,"can":2,"implement":2,"c":4,"tuple":1,"str":6,"init":1,"self":10,"w":6,"q":3,"param":10,"name":15,"s":6,"i":6,"zp":3,"azp":3,"adj":3,"none":3,"assert":1,"config":1,"process":1,"weights":2,"after":1,"loading":1,"layer":2,"nn":2,"module":2,"apply":1,"x":1,"tensor":3,"bias":1},"1519,589,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/ScaledMMLinearKernel.py":{"def":1,"get":1,"weight":3,"params":1,"self":6,"layer":6,"torch":6,"nn":1,"module":1,"tuple":1,"tensor":5,"scale":2,"optional":3,"input":2,"zp":2,"azp":2,"adj":2,"return":1,"getattr":5,"w":2,"q":1,"name":5,"s":2,"i":2},"0,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/cutlass.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":3,"vllm":5,"project":1,"from":6,"typing":1,"import":7,"optional":2,"torch":4,"custom":1,"ops":2,"as":1,"model":2,"executor":2,"layers":2,"quantization":2,"utils":3,"replace":3,"parameter":5,"w8a8":1,"convert":3,"channelwise":3,"platforms":1,"current":3,"platform":3,"scaledmmlinearkernel":3,"scaledmmlinearlayerconfig":2,"class":1,"cutlassscaledmmlinearkernel":1,"classmethod":2,"def":3,"get":1,"min":1,"capability":1,"cls":2,"int":1,"return":3,"75":1,"can":1,"implement":1,"c":1,"tuple":1,"bool":1,"str":1,"if":3,"not":3,"is":5,"cuda":2,"and":3,"cpu":2,"false":3,"cutlassscaledmm":1,"requires":3,"running":1,"on":1,"or":1,"true":1,"none":2,"process":1,"weights":1,"after":1,"loading":1,"self":6,"layer":7,"nn":3,"module":4,"weight":9,"cutlass":2,"kernels":2,"need":1,"transposed":1,"getattr":2,"w":4,"q":2,"name":4,"t":1,"data":2,"grad":2,"scale":5,"support":1,"only":1,"per":4,"tensor":2,"channel":2,"we":1,"have":1,"a":1,"fused":3,"qkv":1,"mlp":1,"with":1,"scales":2,"thus":1,"n":1,"being":1,"passed":1,"kernel":1,"case":1,"len":1,"logical":2,"widths":2,"1":1,"s":2,"config":1},"1976,1466,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/cutlass.py":{"input":9,"scale":8,"if":2,"self":10,"config":2,"is":1,"static":1,"scheme":1,"getattr":2,"layer":8,"i":8,"s":4,"name":8,"symmetric":1,"replace":3,"parameter":6,"torch":7,"nn":3,"max":6,"requires":3,"grad":3,"false":3,"setattr":3,"zp":4,"none":3,"else":2,"zero":2,"point":2,"reconstruct":1,"the":1,"ranges":1,"int8":8,"traits":6,"iinfo":1,"azps":3,"to":2,"dtype":2,"int32":3,"range":5,"min":7,"azp":3,"loaded":1,"as":2,"but":1,"used":1},"3442,1693,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/cutlass.py":{"azp":13,"adj":10,"is":7,"the":3,"adjustment":1,"term":1,"used":1,"to":2,"account":1,"for":3,"weights":2,"it":2,"does":1,"not":2,"depend":1,"on":1,"scales":1,"or":1,"so":1,"same":1,"static":4,"and":4,"dynamic":3,"quantization":3,"more":1,"details":1,"see":1,"csrc":2,"cutlass":3,"w8a8":3,"epilogues":2,"md":2,"https":1,"github":1,"com":1,"vllm":2,"project":1,"blob":1,"8d59dbb00044a588cab96bcdc028006ed922eb06":1,"if":2,"self":8,"config":2,"input":2,"symmetric":4,"weight":3,"getattr":2,"layer":6,"w":3,"q":3,"name":4,"sum":1,"dim":1,"0":1,"keepdim":1,"true":1,"dtype":1,"torch":6,"int32":1,"scheme":1,"requires":2,"be":1,"folded":1,"into":1,"in":1,"per":1,"tensor":4,"case":1,"i":8,"zp":4,"setattr":2,"nn":2,"parameter":1,"grad":1,"false":1,"else":1,"none":4,"def":1,"apply":1,"module":1,"x":8,"bias":1,"optional":1,"s":9,"get":1,"params":1,"ops":2,"scaled":2,"int8":2,"quant":3,"supports":1,"both":1,"computed":1,"from":1,"scalar":1,"contiguous":1},"5135,929,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/cutlass.py":{"if":2,"x":8,"zp":3,"is":4,"not":2,"none":3,"currently":1,"static":3,"always":1,"per":2,"tensor":1,"and":1,"dynamic":1,"token":1,"i":1,"azp":6,"else":1,"return":2,"ops":2,"cutlass":2,"scaled":2,"mm":2,"q":4,"w":4,"scale":4,"a":2,"s":4,"b":2,"out":2,"dtype":4,"adj":2,"bias":4},"0,1345,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/kernels/scaled_mm/triton.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":4,"typing":1,"import":5,"optional":3,"torch":6,"platforms":1,"current":2,"platform":2,"cutlass":1,"cutlassscaledmmlinearkernel":2,"scaledmmlinearkernel":1,"scaledmmlinearlayerconfig":2,"class":1,"tritonscaledmmlinearkernel":3,"classmethod":2,"def":4,"get":1,"min":1,"capability":1,"cls":2,"int":1,"return":5,"75":1,"can":1,"implement":1,"c":2,"tuple":1,"bool":1,"str":1,"if":2,"is":2,"cpu":2,"false":2,"requires":1,"triton":1,"which":1,"not":2,"currently":1,"supported":1,"on":1,"input":1,"symmetric":2,"only":1,"supports":1,"quantization":1,"true":1,"none":3,"process":2,"weights":4,"after":2,"loading":2,"self":2,"layer":4,"nn":2,"module":2,"super":2,"apply":2,"x":2,"tensor":3,"bias":2},"0,1777,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"from":8,"typing":1,"import":9,"any":1,"callable":1,"optional":1,"torch":2,"custom":1,"ops":2,"as":1,"logger":4,"init":4,"model":4,"executor":4,"layers":3,"fused":1,"moe":4,"fusedmoe":1,"fusedmoeconfig":2,"fusedmoemethodbase":2,"fusedmoeweightscalesupported":1,"quantization":2,"utils":5,"mxfp4":1,"ocp":1,"mx":1,"block":1,"size":1,"w8a8":1,"all":2,"close":1,"1d":1,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"per":1,"tensor":1,"dequantize":1,"set":1,"weight":3,"attrs":1,"platforms":1,"current":1,"platform":1,"name":3,"quarkmoemethod":3,"quarkw8a8fp8moemethod":1,"quarkw4a4mxfp4moemethod":1,"class":1,"def":2,"self":1,"super":1,"staticmethod":1,"get":5,"method":1,"quant":7,"config":10,"quarkconfig":1,"type":1,"ignore":1,"noqa":2,"e501":1,"f821":1,"module":3,"nn":1,"layer":7,"str":1,"find":1,"matched":1,"if":1,"output":2,"tensors":3,"or":1,"bias":2,"raise":1,"notimplementederror":1,"currently":1,"quark":1,"models":1,"with":1,"and":1,"quantized":1,"are":1,"not":1,"supported":1,"input":2},"1777,1951,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"if":2,"quant":7,"config":16,"is":3,"fp8":2,"w8a8":1,"weight":18,"input":13,"return":2,"quarkw8a8fp8moemethod":2,"module":3,"moe":5,"elif":1,"mx":1,"fp4":1,"quarkw4a4mxfp4moemethod":1,"else":1,"raise":2,"runtimeerror":1,"unsupported":1,"fusedmoe":1,"scheme":1,"class":1,"quarkmoemethod":1,"def":2,"init":2,"self":8,"dict":2,"str":2,"any":2,"fusedmoeconfig":1,"super":1,"qscheme":8,"get":3,"not":2,"per":5,"tensor":3,"and":2,"valueerror":1,"for":2,"fused":1,"layers":1,"only":1,"scales":2,"weights":3,"activations":1,"are":1,"supported":1,"found":1,"f":1,"noqa":1,"e501":1,"static":1,"dynamic":1,"create":1,"layer":2,"torch":5,"nn":2,"num":2,"experts":2,"int":3,"hidden":2,"size":4,"intermediate":2,"partition":2,"params":3,"dtype":5,"extra":2,"attrs":3,"float8":1,"e4m3fn":1,"w13":4,"parameter":2,"empty":1,"2":1,"requires":1,"grad":1,"false":1,"register":1,"set":1},"3728,1885,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"w2":8,"weight":24,"torch":11,"nn":4,"parameter":8,"empty":1,"num":4,"experts":4,"hidden":1,"size":2,"intermediate":1,"per":2,"partition":1,"dtype":5,"params":1,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"set":4,"attrs":9,"extra":5,"scales":5,"allocate":1,"2":2,"for":1,"w1":1,"and":1,"w3":1,"respectively":1,"they":1,"will":1,"be":1,"combined":1,"to":2,"a":1,"single":1,"scale":13,"after":1,"loading":1,"w13":8,"ones":3,"float32":3,"add":1,"the":2,"quantization":1,"method":2,"used":1,"tensor":2,"grouped":1,"channel":1,"ensure":1,"are":1,"loaded":1,"in":1,"properly":1,"update":1,"quant":1,"fusedmoeweightscalesupported":1,"value":1,"input":6,"if":1,"self":1,"static":1},"5613,1463,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"w2":9,"input":16,"scale":15,"torch":6,"nn":4,"parameter":4,"ones":1,"num":1,"experts":2,"dtype":1,"float32":1,"requires":3,"grad":3,"false":3,"layer":14,"register":1,"set":1,"weight":2,"attrs":2,"extra":1,"else":1,"w13":5,"none":6,"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":2,"module":1,"fp8":2,"moe":2,"kernels":1,"require":1,"a":1,"single":1,"activation":2,"we":1,"take":1,"the":3,"max":3,"of":1,"all":3,"scales":4,"in":1,"case":1,"they":1,"differ":1,"if":3,"static":2,"is":2,"or":2,"raise":1,"valueerror":1,"quantconfig":1,"has":1,"quantization":1,"but":1,"found":2,"are":2,"not":3,"close":2,"1d":2,"logger":1,"warning":1,"once":1,"that":1,"equal":1,"for":2,"using":1,"maximum":1,"across":1,"each":1},"7076,1503,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"if":3,"current":1,"platform":1,"is":3,"fp8":1,"fnuz":1,"normalize":3,"the":2,"weights":1,"and":1,"scales":1,"w13":13,"weight":16,"scale":18,"input":10,"e4m3fn":2,"to":2,"e4m3fnuz":2,"layer":12,"w2":13,"reset":1,"parameter":7,"torch":6,"nn":6,"requires":6,"grad":6,"false":6,"not":2,"none":2},"8579,1905,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"fp8":2,"moe":1,"kernel":1,"needs":1,"single":1,"weight":10,"scale":5,"for":3,"w13":10,"per":3,"expert":10,"we":1,"take":1,"the":1,"max":5,"then":1,"dequant":1,"and":1,"requant":1,"each":1,"assert":2,"layer":9,"is":2,"not":1,"none":10,"shard":6,"size":5,"intermediate":1,"partition":1,"scales":3,"dim":1,"1":2,"values":1,"id":7,"in":2,"range":2,"local":1,"num":3,"experts":3,"start":6,"0":1,"2":1,"dq":2,"tensor":9,"dequantize":1,"ops":1,"scaled":1,"quant":1,"torch":10,"nn":2,"parameter":1,"requires":1,"grad":1,"false":4,"def":1,"apply":2,"self":2,"module":1,"x":1,"router":2,"logits":1,"top":1,"k":1,"int":4,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"group":2,"optional":8,"global":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"on":1,"input":1,"activation":1,"silu":1,"enable":1,"eplb":1,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"fused":1},"10484,1645,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"if":1,"enable":1,"eplb":2,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"quarkw8a8fp8moemethod":1,"yet":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":3,"moe":3,"import":1,"experts":5,"topk":11,"weights":3,"ids":3,"fusedmoe":1,"select":1,"hidden":1,"states":1,"x":2,"router":4,"logits":2,"use":3,"grouped":2,"top":2,"k":2,"renormalize":2,"group":4,"num":4,"expert":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":2,"type":1,"self":4,"dtype":1,"return":1,"layer":6,"w13":3,"weight":9,"w2":4,"inplace":1,"true":2,"fp8":1,"w8a8":1,"global":2,"apply":2,"on":2,"input":7,"map":2,"w1":1,"scale":8,"a1":1,"a2":1,"activation":2,"class":1,"quarkw4a4mxfp4moemethod":1,"quarkmoemethod":1,"def":1,"init":2,"config":4,"dict":2,"str":2,"any":2,"fusedmoeconfig":1,"super":1,"quant":2},"12129,1774,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"weight":7,"qscheme":8,"self":8,"quant":3,"get":3,"input":8,"if":3,"not":6,"per":4,"group":3,"and":6,"raise":2,"valueerror":1,"for":2,"mx":2,"fp4":1,"fused":1,"moe":1,"layers":3,"only":1,"scales":4,"weights":2,"activations":1,"are":2,"supported":1,"found":1,"f":1,"noqa":1,"e501":1,"static":3,"is":2,"dynamic":1,"notimplementederror":1,"quarkw4a4mxfp4moemethod":1,"with":3,"currently":1,"implemented":1,"please":1,"open":1,"an":1,"issue":1,"current":3,"platform":3,"supports":2,"emulate":2,"true":2,"logger":2,"warning":2,"once":2,"the":4,"does":1,"support":1,"native":2,"mxfp4":2,"computation":2,"simulated":2,"dequantization":2,"activation":2,"qdq":2,"quantize":2,"dequantize":2,"will":2,"be":2,"used":2,"linear":2,"computed":2,"in":3,"high":2,"precision":2,"else":1,"but":1,"kernels":1,"yet":1,"integrated":1,"vllm":1,"def":1,"create":1,"layer":1,"torch":2,"nn":1,"module":1,"num":1,"experts":1,"int":3,"hidden":1,"size":2,"intermediate":1,"partition":1,"params":1,"dtype":2,"extra":1,"attrs":1},"13903,1904,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"add":1,"the":2,"quantization":1,"method":2,"used":1,"per":5,"tensor":1,"grouped":1,"channel":1,"to":1,"ensure":1,"weight":27,"scales":2,"are":1,"loaded":1,"in":1,"properly":1,"extra":5,"attrs":9,"update":1,"quant":1,"fusedmoeweightscalesupported":1,"block":3,"value":1,"params":5,"dtype":9,"torch":9,"uint8":1,"weights":1,"w13":8,"nn":4,"parameter":8,"empty":2,"num":4,"experts":4,"2":4,"intermediate":4,"size":10,"partition":4,"hidden":4,"requires":4,"grad":4,"false":4,"layer":4,"register":4,"set":4,"w2":8,"scale":8,"ones":2,"ocp":2,"mx":2},"15807,1662,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"def":1,"apply":2,"self":3,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"router":4,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":9,"false":3,"group":6,"optional":8,"none":9,"num":4,"expert":5,"global":1,"experts":4,"1":1,"map":2,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":2,"eplb":3,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"assert":1,"fused":3,"is":1,"if":1,"raise":1,"notimplementederror":1,"not":1,"supported":1,"for":1,"quarkw4a4mxfp4moemethod":1,"yet":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"moe":1,"import":1,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"17469,627,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark_moe.py":{"out":2,"fused":1,"experts":3,"x":1,"layer":4,"w13":2,"weight":6,"w2":3,"topk":4,"weights":2,"ids":2,"inplace":1,"true":2,"use":1,"mxfp4":1,"w4a4":1,"global":2,"num":2,"apply":2,"router":2,"on":2,"input":2,"expert":2,"map":2,"w1":1,"scale":6,"a1":1,"none":3,"a2":1,"block":1,"shape":1,"activation":2,"return":1},"0,1977,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":13,"fnmatch":1,"from":11,"typing":1,"any":3,"optional":3,"cast":1,"torch":4,"logger":4,"init":4,"model":8,"executor":8,"layers":8,"fused":1,"moe":2,"fusedmoe":1,"linear":2,"linearbase":1,"linearmethodbase":1,"unquantizedlinearmethod":1,"quantization":6,"quantizationmethods":1,"base":1,"config":7,"noqa":2,"e501":2,"quantizationconfig":2,"quantizemethodbase":1,"kv":9,"cache":9,"basekvcachemethod":1,"quark":4,"quarkmoemethod":1,"schemes":1,"quarkscheme":1,"quarkw4a4mxfp4":1,"quarkw8a8fp8":1,"quarkw8a8int8":1,"utils":1,"deep":1,"compare":1,"should":1,"ignore":1,"layer":1,"platforms":1,"current":1,"platform":1,"all":1,"quarklinearmethod":3,"name":1,"class":1,"quarkconfig":1,"def":4,"self":7,"quant":3,"dict":2,"str":4,"group":5,"list":2,"none":3,"pack":3,"method":4,"reorder":1,"super":1,"if":1,"is":1,"get":3,"return":3,"supported":1,"act":1,"dtypes":1,"cls":2,"dtype":1,"float16":1,"bfloat16":1,"classmethod":1,"min":1,"capability":1,"int":1,"70":1},"1977,1596,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"def":3,"get":8,"name":3,"self":8,"quantizationmethods":1,"return":6,"quark":2,"quant":2,"method":4,"layer":13,"torch":1,"nn":1,"module":2,"prefix":4,"str":5,"optional":1,"quantizemethodbase":1,"from":2,"vllm":1,"attention":3,"import":2,"avoid":1,"circular":1,"check":1,"if":6,"the":3,"is":2,"skipped":1,"for":1,"quantization":1,"exclude":3,"layers":2,"cast":3,"list":2,"config":8,"should":2,"ignore":2,"fused":1,"mapping":2,"packed":1,"modules":1,"unquantizedlinearmethod":1,"isinstance":3,"linearbase":1,"scheme":4,"quarklinearmethod":1,"quarkkvcachemethod":1,"fusedmoe":1,"quarkmoemethod":1,"moe":1,"none":2,"classmethod":1,"cls":1,"dict":1,"any":1,"quarkconfig":1,"export":6,"raise":1,"valueerror":1,"key":1,"be":1,"included":1,"in":1,"configurations":1,"of":1,"quantized":1,"model":1,"kv":2,"cache":2,"group":2,"pack":2},"3573,1817,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"in":6,"the":11,"export":1,"model":2,"of":2,"quark":2,"quantization":7,"configuration":4,"kv":16,"cache":16,"is":6,"stored":1,"layer":11,"quant":10,"config":13,"first":1,"it":2,"judged":2,"whether":2,"group":5,"exists":1,"and":1,"then":1,"has":2,"a":1,"that":1,"matches":1,"if":4,"len":1,"0":3,"none":2,"else":1,"set":6,"cast":2,"dict":2,"str":2,"any":2,"get":3,"names":2,"list":1,"keys":1,"not":2,"issubset":1,"raise":3,"valueerror":3,"quantized":1,"parameter":1,"setting":1,"but":2,"no":1,"settings":1,"were":1,"found":1,"q":6,"configs":4,"name":2,"for":4,"all":1,"deep":1,"compare":1,"method":2,"used":1,"should":1,"be":1,"same":1,"different":1,"output":1,"tensors":1,"empty":1},"5390,1890,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"since":1,"we":2,"have":1,"already":1,"set":1,"kv":6,"cache":6,"quantization":3,"configurations":1,"will":1,"remove":2,"the":5,"configuration":2,"for":3,"output":4,"tensors":3,"corresponding":1,"to":3,"layer":2,"q":11,"config":11,"in":2,"configs":1,"none":6,"case":1,"proj":5,"is":7,"also":1,"quantized":2,"keep":1,"qkv":1,"consistency":1,"cast":1,"dict":3,"str":4,"any":3,"quant":6,"get":3,"if":4,"not":4,"return":5,"cls":2,"group":2,"pack":2,"method":2,"classmethod":1,"def":3,"filenames":1,"list":1,"check":1,"scheme":2,"supported":5,"self":2,"min":4,"capability":12,"int":2,"error":2,"bool":3,"true":1,"tuple":3,"current":3,"platform":1,"device":1,"and":2,"raise":1,"runtimeerror":1,"f":2,"gpu":1,"else":1,"false":2,"fp8":1,"w8a8":1,"weight":2,"optional":2,"input":3,"confirm":1,"weights":1,"or":1},"7280,1810,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"confirm":3,"weight":17,"scheme":2,"is":27,"supported":6,"fp8":4,"dtype":8,"quant":17,"get":13,"e4m3":2,"and":11,"input":10,"static":5,"not":4,"dynamic":5,"per":10,"tensor":11,"or":3,"channel":4,"qscheme":4,"in":2,"if":4,"return":5,"false":2,"quantization":3,"always":1,"weights":2,"true":2,"activation":3,"def":1,"w8a8":1,"self":1,"optional":2,"dict":2,"str":2,"any":2,"bool":1,"quantized":1,"none":2,"int8":4,"symmetric":5,"both":1,"asymmetric":1,"only":1},"9090,1910,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"def":2,"is":11,"mx":7,"fp4":11,"self":2,"weight":11,"quant":15,"optional":2,"dict":3,"str":4,"any":3,"input":12,"bool":1,"confirm":1,"weights":1,"and":5,"quantized":1,"if":6,"none":2,"or":6,"logger":6,"debug":6,"quark":6,"model":6,"not":12,"in":7,"format":10,"set":1,"return":7,"false":7,"dtype":4,"needs":3,"to":5,"be":4,"get":9,"qscheme":3,"per":4,"group":8,"size":4,"32":4,"activations":2,"need":2,"use":1,"dynamic":3,"quantization":1,"activation":1,"scales":1,"e8m0":4,"scale":3,"true":1,"find":1,"matched":1,"config":1,"layer":1,"name":1,"module":2,"torch":1,"nn":1},"11000,1707,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"proj":9,"name":16,"layer":15,"split":1,"1":1,"if":4,"in":7,"self":6,"packed":2,"modules":2,"mapping":2,"shard":14,"names":6,"convert":1,"fused":1,"replace":1,"for":5,"configs":4,"find":1,"matched":1,"config":17,"module":2,"not":1,"all":2,"deep":1,"compare":1,"q":2,"0":2,"raise":1,"valueerror":1,"f":2,"found":1,"a":1,"different":1,"quantization":1,"configuration":1,"vllm":1,"requires":1,"to":1,"use":1,"the":1,"same":1,"scheme":1,"return":4,"else":1,"quant":14,"cast":4,"dict":3,"str":4,"any":3,"get":3,"pattern":3,"fnmatch":2,"type":8,"global":3},"12707,1876,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"def":2,"get":11,"scheme":12,"from":2,"config":28,"self":9,"dict":3,"str":5,"any":3,"quarkscheme":2,"if":4,"output":2,"tensors":3,"or":1,"bias":2,"raise":3,"notimplementederror":2,"currently":1,"quark":2,"models":1,"with":1,"and":1,"quantized":1,"are":1,"not":2,"supported":5,"weight":12,"cast":3,"input":12,"is":6,"fp8":4,"w8a8":4,"check":2,"quarkw8a8fp8":2,"min":2,"capability":2,"error":2,"false":1,"return":4,"elif":2,"static":2,"tensor":1,"qscheme":4,"quarkw8a8int8":1,"true":1,"symmetric":2,"mx":1,"fp4":1,"quarkw4a4mxfp4":1,"no":1,"compatible":1,"was":1,"found":1,"f":2,"layer":6,"torch":1,"nn":1,"module":1,"name":2,"quant":3,"find":2,"matched":1,"the":2,"device":1,"does":1,"support":1,"e":1,"g":1,"needs":1,"ada":1,"lovelace":1},"14583,1254,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"def":3,"get":1,"cache":3,"scale":14,"self":5,"name":17,"str":2,"optional":1,"check":1,"whether":1,"the":3,"param":5,"matches":2,"format":1,"for":2,"k":4,"v":4,"scales":1,"in":5,"quark":1,"if":6,"this":1,"is":1,"case":1,"return":8,"its":1,"equivalent":1,"expected":1,"by":1,"vllm":2,"matching":1,"kv":1,"endswith":4,"output":8,"and":3,"proj":6,"replace":4,"attn":5,"q":3,"prob":3,"no":1,"none":3,"class":1,"quarklinearmethod":1,"linearmethodbase":1,"init":1,"quantization":3,"config":3,"quarkconfig":1,"process":2,"weights":2,"after":2,"loading":2,"layer":3,"torch":1,"nn":1,"module":1,"scheme":1},"15837,1741,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"def":3,"create":4,"weights":4,"self":4,"layer":12,"torch":5,"nn":2,"module":2,"input":7,"size":9,"per":3,"partition":6,"int":4,"output":7,"sizes":3,"list":1,"params":3,"dtype":4,"extra":2,"weight":6,"attrs":2,"use":2,"the":8,"compressedtensorsscheme":2,"associated":2,"with":3,"each":2,"to":2,"necessary":1,"parameters":1,"for":4,"see":2,"linearmethodbase":2,"param":2,"details":2,"loader":4,"get":1,"scheme":6,"apply":3,"x":2,"tensor":2,"bias":3,"optional":1,"none":2,"of":1,"and":1,"forward":1,"pass":1,"if":1,"is":1,"raise":1,"valueerror":1,"a":1,"must":1,"be":1,"defined":1,"return":1,"class":1,"quarkkvcachemethod":1,"basekvcachemethod":1,"supports":1,"loading":1,"kv":3,"cache":3,"scaling":1,"factors":1,"from":1,"quark":1,"checkpoints":1,"init":2,"quant":3,"config":5,"quarkconfig":1,"validate":1,"super":1},"17578,921,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/quark.py":{"staticmethod":1,"def":1,"validate":1,"kv":11,"cache":11,"config":6,"optional":1,"dict":1,"str":1,"any":1,"validator":1,"for":3,"the":3,"configuration":1,"useful":1,"controlling":1,"quantization":2,"schemes":1,"that":1,"are":1,"being":1,"supported":2,"in":1,"vllm":1,"param":1,"quark":2,"scheme":1,"if":3,"is":2,"none":1,"return":1,"dtype":5,"get":2,"fp8":2,"e4m3":2,"raise":2,"notimplementederror":2,"currently":1,"f":2,"however":1,"received":1,"qscheme":6,"per":3,"tensor":3,"only":1,"support":1,"scaling":1,"factor":1,"expected":1,"found":1},"0,1914,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":1,"project":1,"from":4,"collections":1,"abc":1,"import":4,"iterable":2,"mapping":5,"types":1,"mappingproxytype":2,"typing":1,"any":3,"optional":2,"regex":2,"as":1,"re":1,"def":2,"deep":2,"compare":2,"dict1":9,"dict2":6,"bool":2,"if":8,"type":2,"is":3,"not":2,"return":6,"false":3,"isinstance":2,"dict":1,"keys":2,"all":1,"k":3,"for":3,"in":5,"elif":1,"list":2,"set":3,"else":1,"should":7,"ignore":9,"layer":13,"name":17,"str":4,"fused":8,"none":3,"model":1,"layers":2,"self":1,"attn":1,"qkv":3,"proj":13,"split":1,"1":1,"like":1,"gate":1,"up":1,"or":2,"will":1,"be":2,"safetensors":1,"checkpoint":1,"so":1,"we":1,"convert":2,"version":1,"unfused":1,"check":2,"make":1,"sure":1,"that":1,"each":1,"shard":14,"of":1,"has":1,"same":1,"scheme":1,"names":5,"replace":1,"ignored":2,"shards":1,"are":1,"equal":1,"match":2,"targets":1,"idx":1},"1914,1744,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/utils.py":{"if":9,"shard":3,"idx":1,"1":1,"confirm":1,"scheme":2,"matches":1,"prior":1,"shards":1,"elif":3,"should":5,"ignore":6,"layer":10,"raise":1,"valueerror":1,"f":2,"found":1,"a":5,"different":1,"quantization":1,"schemes":1,"for":4,"proj":3,"names":1,"in":4,"name":6,"vllm":1,"requires":1,"all":1,"to":3,"use":1,"the":4,"same":1,"unfused":1,"layers":1,"like":1,"down":1,"and":1,"o":1,"will":1,"match":8,"safetensors":1,"checkpoint":1,"already":1,"else":1,"check":5,"equal":6,"or":6,"regex":6,"targets":3,"assert":1,"is":7,"not":1,"none":1,"return":7,"def":2,"str":4,"iterable":1,"bool":3,"checks":3,"whether":2,"exactly":2,"target":12,"starts":2,"with":2,"re":4,"any":1,"list":1,"true":5,"false":3,"value":6,"contains":3,"set":1,"additionally":1,"string":1,"contained":1,"within":1,"startswith":1,"pattern":2,"3":1,"lower":2},"0,1560,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_scheme.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":8,"vllm":1,"project":1,"from":2,"abc":3,"import":3,"abstractmethod":5,"typing":1,"optional":2,"torch":6,"all":1,"quarkscheme":2,"class":2,"abstract":1,"used":1,"describe":1,"weight":3,"creation":2,"and":2,"forward":2,"pass":2,"of":1,"different":1,"quantization":1,"schemes":1,"supported":1,"by":1,"quark":1,"classmethod":1,"def":4,"get":2,"min":1,"capability":2,"cls":1,"int":1,"minimum":1,"device":1,"raise":4,"notimplementederror":4,"create":1,"weights":4,"self":3,"args":1,"kwargs":1,"for":3,"particular":3,"scheme":4,"inputs":1,"this":2,"function":1,"apply":1,"layer":4,"nn":3,"module":3,"x":2,"tensor":2,"bias":3,"run":1,"is":2,"where":1,"specific":1,"dequant":1,"quant":1,"steps":1,"kernels":1,"should":1,"be":1,"applied":1,"param":3,"with":1,"registered":1,"other":1,"parameters":1,"relevant":1,"input":1,"parameter":1,"process":1,"after":2,"loading":2,"called":1,"complete":1,"any":1,"cleanup":1,"that":1,"needs":1,"occur":1},"0,1853,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_int8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":5,"typing":1,"import":6,"callable":2,"optional":3,"torch":3,"logger":4,"init":3,"model":3,"executor":3,"layers":2,"quantization":2,"kernels":1,"scaled":5,"mm":5,"scaledmmlinearlayerconfig":2,"choose":2,"linear":4,"kernel":6,"quark":1,"schemes":1,"quarkscheme":2,"parameter":1,"basevllmparameter":1,"channelquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"name":1,"class":1,"quarkw8a8int8":1,"backends":1,"being":1,"used":1,"set":2,"str":2,"def":3,"self":8,"qscheme":4,"is":8,"static":5,"input":11,"scheme":5,"bool":2,"symmetric":5,"classmethod":1,"get":1,"min":1,"capability":1,"cls":1,"int":3,"turing":1,"and":1,"up":1,"return":1,"75":1,"create":1,"weights":1,"layer":2,"nn":1,"module":1,"output":2,"partition":3,"sizes":2,"list":1,"size":1,"per":2,"params":1,"dtype":2,"weight":1,"loader":1,"kwargs":1,"logical":1,"widths":1,"config":2,"channelwise":1,"channel":1,"true":2,"type":1},"1853,1941,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_int8.py":{"if":2,"kernel":5,"type":3,"name":3,"not":1,"in":1,"self":4,"backends":2,"being":2,"used":2,"logger":1,"info":1,"using":1,"s":1,"for":1,"quarkw8a8int8":1,"add":1,"weight":23,"modelweightparameter":1,"data":5,"torch":10,"empty":5,"sum":3,"output":8,"partition":6,"sizes":5,"input":2,"size":1,"per":3,"dtype":5,"int8":3,"dim":4,"1":1,"0":3,"loader":10,"layer":3,"register":3,"parameter":3,"scale":5,"qscheme":2,"channel":1,"channelquantscaleparameter":2,"float32":2,"channelquantzpparameter":2,"zero":4,"point":4,"else":1,"assert":1,"tensor":1,"pertensorscaleparameter":2,"len":2,"pertensorzpparameter":2},"3794,1668,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_int8.py":{"input":13,"scale":6,"if":2,"self":7,"is":2,"static":1,"scheme":1,"basevllmparameter":2,"data":2,"torch":9,"empty":2,"1":2,"dtype":2,"float32":1,"weight":8,"loader":4,"layer":10,"register":4,"parameter":4,"zero":8,"point":8,"int8":1,"kernel":6,"type":1,"c":1,"scaled":1,"mm":1,"linear":1,"config":1,"w":2,"q":1,"param":5,"name":5,"s":2,"i":2,"zp":1,"azp":2,"adj":2,"checkpoints":1,"are":1,"serialized":1,"in":1,"quark":1,"format":2,"which":1,"different":1,"from":1,"the":2,"may":1,"want":1,"handle":1,"repacking":1,"here":1,"def":2,"process":2,"weights":4,"after":2,"loading":2,"nn":2,"module":2,"none":3,"delattr":2,"symmetric":1,"apply":2,"x":2,"tensor":3,"bias":2,"optional":1,"return":1},"0,353,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":4,"quark":4,"scheme":1,"import":4,"quarkscheme":2,"w4a4":1,"mxfp4":1,"quarkw4a4mxfp4":2,"w8a8":2,"fp8":1,"quarkw8a8fp8":2,"int8":1,"quarkw8a8int8":2,"all":1},"0,1298,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":6,"typing":1,"import":8,"any":3,"callable":1,"optional":1,"torch":3,"nn":1,"functional":1,"as":1,"f":1,"logger":4,"init":3,"model":3,"executor":3,"layers":2,"quantization":2,"quark":1,"schemes":1,"quarkscheme":2,"utils":2,"mxfp4":3,"ocp":1,"mx":1,"block":1,"size":1,"dequant":2,"quant":8,"parameter":1,"groupquantscaleparameter":1,"packedvllmparameter":1,"platforms":1,"current":1,"platform":1,"name":1,"all":1,"quarkw4a4mxfp4":3,"class":1,"def":1,"self":7,"weight":3,"spec":7,"dict":2,"str":2,"input":7,"out":1,"dtype":2,"get":2,"default":1,"qscheme":1,"per":1,"group":1,"static":3,"scales":3,"not":2,"is":2,"dynamic":1,"if":1,"raise":1,"notimplementederror":1,"with":1,"currently":1,"implemented":1,"please":1,"open":1,"an":1,"issue":1},"1298,1624,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py":{"if":1,"not":3,"current":3,"platform":3,"supports":2,"mx":1,"self":4,"emulate":2,"true":2,"logger":2,"warning":2,"once":2,"the":4,"does":1,"support":1,"native":2,"mxfp4":2,"computation":2,"simulated":2,"weight":7,"dequantization":2,"and":4,"activation":2,"qdq":2,"quantize":2,"dequantize":2,"will":2,"be":2,"used":2,"with":2,"linear":2,"layers":2,"computed":2,"in":3,"high":2,"precision":2,"else":1,"but":1,"kernels":1,"are":1,"yet":1,"integrated":1,"vllm":1,"classmethod":1,"def":3,"get":1,"min":1,"capability":1,"cls":1,"int":3,"return":1,"70":1,"process":1,"weights":2,"after":1,"loading":1,"layer":7,"torch":5,"nn":4,"module":2,"none":1,"parameter":2,"data":2,"requires":2,"grad":2,"false":2,"scale":2,"create":1,"output":4,"partition":5,"sizes":3,"list":1,"input":1,"size":2,"per":2,"params":1,"dtype":2,"loader":1,"callable":1,"kwargs":1,"sum":1,"logical":1,"widths":1},"2922,1288,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w4a4_mxfp4.py":{"weight":14,"packedvllmparameter":1,"data":2,"torch":8,"empty":2,"output":4,"size":5,"per":4,"partition":4,"input":4,"2":2,"dtype":3,"uint8":2,"dim":5,"1":3,"0":2,"packed":2,"factor":1,"loader":4,"layer":5,"register":2,"parameter":2,"scale":5,"groupquantscaleparameter":1,"ocp":1,"mx":1,"block":1,"def":1,"apply":1,"weights":1,"self":2,"nn":1,"module":1,"x":5,"tensor":3,"bias":2,"optional":1,"none":1,"if":1,"emulate":1,"dq":2,"w":2,"dequant":2,"mxfp4":2,"quant":1,"return":1,"f":1,"linear":1,"else":1,"raise":1,"notimplementederror":1},"0,1862,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"from":7,"typing":1,"import":8,"any":3,"callable":1,"optional":3,"cast":4,"torch":3,"nn":1,"parameter":2,"model":4,"executor":4,"layers":3,"quantization":3,"quark":1,"schemes":1,"quarkscheme":2,"utils":4,"quant":5,"groupshape":3,"w8a8":1,"fp8linearop":2,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"requantize":1,"with":1,"max":1,"scale":1,"channelquantscaleparameter":1,"modelweightparameter":1,"pertensorscaleparameter":1,"platforms":1,"current":1,"platform":1,"all":1,"quarkw8a8fp8":2,"class":1,"def":2,"init":1,"self":13,"weight":3,"config":6,"dict":2,"str":5,"input":11,"qscheme":6,"get":5,"is":6,"static":5,"scheme":4,"bool":2,"false":1,"none":2,"if":2,"not":3,"dynamic":1,"per":5,"token":3,"and":2,"channel":1,"act":4,"group":3,"shape":3,"else":1,"tensor":1,"fp8":1,"linear":1,"out":1,"dtype":2,"default":1,"classmethod":1,"min":1,"capability":1,"cls":1,"int":1,"lovelace":1,"up":1,"return":1,"89":1},"1862,1429,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_fp8.py":{"def":1,"process":1,"weights":1,"after":1,"loading":1,"self":3,"layer":11,"none":3,"if":5,"per":5,"tensor":4,"when":1,"we":2,"have":1,"a":1,"fused":1,"module":1,"e":1,"g":1,"qkv":1,"with":2,"scales":3,"thus":1,"n":1,"being":1,"passed":1,"to":2,"the":1,"kernel":1,"requantize":2,"so":2,"can":1,"always":1,"run":1,"weight":19,"qscheme":2,"current":1,"platform":1,"is":2,"fp8":1,"fnuz":1,"input":8,"scale":19,"getattr":1,"max":6,"w":5,"normalize":1,"e4m3fn":1,"e4m3fnuz":1,"not":1,"parameter":3,"requires":3,"grad":3,"false":3,"else":1,"logical":2,"widths":2,"t":1,"channelwise":1,"are":1,"already":1,"lined":1,"up":1,"just":1,"transpose":1,"elif":1,"channel":1},"3291,1702,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_fp8.py":{"if":4,"current":1,"platform":1,"is":3,"fp8":1,"fnuz":1,"input":14,"scale":21,"getattr":1,"layer":11,"none":3,"weight":16,"normalize":1,"e4m3fn":1,"to":2,"e4m3fnuz":1,"not":1,"parameter":5,"requires":4,"grad":4,"false":4,"else":3,"data":1,"self":4,"act":1,"quant":1,"group":1,"shape":1,"groupshape":1,"per":3,"token":1,"view":1,"1":2,"t":1,"required":1,"by":1,"torch":4,"compile":1,"be":1,"nn":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"quantization":1,"scheme":2,"qscheme":1,"static":1,"max":1,"def":1,"create":1,"weights":1,"module":1,"output":4,"partition":5,"sizes":3,"list":1,"int":2,"size":2,"params":1,"dtype":2,"loader":1,"callable":1,"kwargs":1,"sum":1,"logical":1,"widths":1},"4993,1875,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_fp8.py":{"weight":20,"modelweightparameter":1,"data":4,"torch":16,"empty":4,"output":6,"size":2,"per":4,"partition":5,"input":8,"dtype":4,"float8":1,"e4m3fn":1,"dim":3,"1":1,"0":2,"loader":8,"layer":4,"register":3,"parameter":4,"scale":11,"todo":1,"update":1,"create":1,"xxx":1,"functions":1,"to":1,"return":1,"the":1,"newly":1,"added":1,"parameters":1,"if":2,"self":4,"qscheme":2,"channel":1,"channelquantscaleparameter":1,"sum":1,"sizes":3,"float32":5,"else":1,"assert":1,"tensor":4,"pertensorscaleparameter":2,"len":2,"min":3,"requirement":1,"for":1,"fp8":1,"kernels":1,"finfo":2,"is":1,"static":1,"scheme":1,"def":1,"apply":1,"weights":1,"nn":1,"module":1,"x":1,"bias":1,"optional":1,"none":1},"6868,354,data/raw/vllm-0.10.1/vllm/model_executor/layers/quantization/quark/schemes/quark_w8a8_fp8.py":{"return":1,"self":2,"fp8":1,"linear":1,"apply":1,"input":3,"x":1,"weight":4,"layer":3,"scale":4,"out":2,"dtype":2,"bias":2},"0,1975,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":6,"project":1,"from":10,"enum":4,"import":9,"intenum":3,"functools":1,"cache":2,"typing":1,"optional":7,"torch":13,"envs":3,"platforms":1,"current":2,"platform":2,"utils":1,"direct":1,"register":1,"custom":1,"op":1,"class":2,"quantmethod":1,"this":3,"allows":2,"interfacing":2,"with":2,"aiter":11,"quanttype":2,"without":2,"importing":2,"globally":2,"note":1,"that":1,"these":1,"quantization":1,"methods":1,"are":2,"supported":1,"in":2,"package":1,"however":1,"not":1,"all":1,"used":1,"module":1,"no":1,"a16w16":1,"per":6,"tensor":15,"1":2,"w8a8":4,"pre":1,"token":2,"w8a4":1,"block":5,"1x32":1,"3":1,"fp4x2":1,"1x128":2,"4":1,"quantized":2,"128x128":2,"5":1,"activationmethod":2,"activationtype":4,"silu":2,"gelu":1,"def":2,"is":2,"rocm":5,"moe":5,"enabled":1,"bool":2,"return":1,"and":2,"use":2,"asm":3,"tkw1":2,"impl":1,"hidden":1,"states":1,"w1":1,"w2":1,"topk":2,"weights":1,"ids":1,"fc1":2,"scale":5,"none":6,"fc2":2,"smooth":2,"a16":1,"false":1,"quant":1,"expert":1,"mask":1,"activation":3,"method":2,"int":1,"value":1,"fused":1,"bf16":1},"1975,1712,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"return":2,"asm":2,"moe":2,"tkw1":2,"hidden":3,"states":3,"w1":2,"w2":2,"topk":11,"weights":4,"ids":2,"fc1":6,"scale":15,"fc2":6,"smooth":6,"a16":3,"per":3,"tensor":19,"quant":3,"expert":5,"mask":3,"activation":3,"def":2,"rocm":2,"aiter":3,"fake":1,"torch":17,"optional":6,"none":7,"bool":2,"false":1,"method":1,"int":1,"activationmethod":1,"silu":1,"value":1,"empty":1,"like":1,"softmax":3,"impl":1,"indices":4,"token":2,"gating":2,"output":2,"renormalize":2,"from":1,"import":1},"3687,1796,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"def":4,"rocm":4,"aiter":6,"topk":28,"softmax":2,"fake":2,"weights":9,"torch":15,"tensor":15,"indices":2,"token":1,"expert":6,"gating":6,"output":6,"renormalize":1,"bool":4,"none":4,"pass":2,"biased":4,"grouped":7,"impl":2,"correction":3,"bias":3,"ids":5,"num":5,"group":10,"int":6,"need":5,"renorm":5,"routed":5,"scaling":5,"factor":5,"float":3,"1":3,"0":3,"mul":3,"to":3,"from":2,"import":2,"scoring":2,"func":2,"str":1},"5483,1920,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"def":3,"rocm":4,"aiter":5,"grouped":1,"topk":11,"fake":2,"gating":1,"output":1,"torch":26,"tensor":25,"weights":2,"ids":4,"num":1,"expert":4,"group":2,"int":6,"need":1,"renorm":1,"bool":3,"scoring":1,"func":1,"str":1,"softmax":1,"routed":1,"scaling":1,"factor":1,"float":1,"1":1,"0":1,"mul":1,"to":1,"none":11,"pass":1,"fused":5,"moe":5,"impl":1,"hidden":4,"states":4,"w1":6,"w2":6,"weight":3,"mask":3,"optional":10,"activation":5,"method":6,"activationmethod":2,"silu":2,"value":4,"quant":5,"quantmethod":2,"no":2,"doweight":3,"stage1":3,"false":2,"scale":12,"a1":3,"a2":3,"from":2,"import":2,"activationtype":2,"quanttype":2,"type":2,"return":2,"empty":1,"like":1,"if":1,"current":1,"platform":1,"is":1},"7403,1992,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"direct":5,"register":5,"custom":5,"op":15,"name":5,"rocm":16,"aiter":16,"asm":3,"moe":6,"tkw1":3,"func":6,"impl":10,"mutates":5,"args":5,"fake":10,"dispatch":10,"key":10,"current":5,"platform":5,"fused":3,"topk":22,"softmax":4,"weights":4,"indices":2,"token":4,"expert":2,"biased":3,"grouped":7,"ids":3,"def":1,"hidden":3,"states":3,"torch":9,"tensor":5,"gating":1,"output":1,"int":3,"renormalize":1,"bool":1,"num":1,"group":2,"0":3,"scoring":1,"str":1,"e":1,"score":1,"correction":1,"bias":1,"optional":1,"none":1,"tuple":1,"shape":1,"device":6,"empty":2,"dtype":2,"int32":1,"float32":1},"9395,1733,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"if":3,"e":2,"score":2,"correction":2,"bias":2,"is":2,"not":2,"none":9,"torch":16,"ops":2,"vllm":2,"rocm":3,"aiter":4,"biased":1,"grouped":2,"topk":16,"gating":2,"output":2,"weights":6,"ids":6,"num":2,"expert":7,"group":4,"renormalize":2,"else":3,"assert":1,"scoring":3,"func":3,"softmax":1,"or":1,"sigmoid":1,"return":1,"def":1,"fused":2,"experts":1,"hidden":1,"states":1,"tensor":11,"w1":2,"w2":2,"activation":3,"str":1,"silu":3,"apply":1,"router":1,"weight":1,"on":1,"input":1,"bool":3,"false":3,"use":1,"fp8":1,"w8a8":1,"per":1,"channel":1,"quant":1,"scale":4,"optional":6,"a1":1,"a2":1,"block":1,"shape":1,"list":1,"int":1,"map":3,"method":1,"activationmethod":2,"gelu":1,"all":1,"moe":1,"kernels":1,"are":1,"expecting":1,"the":1,"following":1,"datatypes":1,"to":3,"float32":1,"int32":2,"mask":2,"1":1},"11128,1930,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"w8a8":5,"per":5,"channel":2,"quantization":2,"if":3,"quant":5,"and":3,"apply":7,"router":7,"weight":7,"on":8,"input":7,"use":3,"fp8":4,"aiter":2,"tkw1":2,"kernel":1,"for":2,"models":1,"with":1,"this":1,"applies":1,"topk":15,"weights":8,"the":3,"gemm":1,"output":1,"of":1,"first":1,"fc":2,"layer":1,"rather":1,"than":1,"second":1,"assert":7,"dim":2,"2":2,"should":2,"be":2,"in":2,"shape":5,"num":2,"tokens":2,"1":5,"only":3,"support":2,"when":2,"is":7,"true":2,"return":1,"torch":1,"ops":1,"vllm":1,"rocm":1,"asm":1,"moe":2,"hidden":1,"states":1,"w1":3,"w2":3,"ids":1,"fc1":2,"scale":9,"fc2":2,"smooth":2,"none":6,"a16":1,"false":1,"tensor":3,"expert":2,"mask":2,"activation":2,"method":6,"else":1,"quantmethod":3,"no":1,"value":3,"block":4,"scaled":2,"not":5,"supported":1,"128x128":1,"elif":1,"currently":1,"enabled":1},"13058,1748,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/rocm_aiter_fused_moe.py":{"return":3,"torch":10,"ops":3,"vllm":2,"rocm":3,"aiter":5,"fused":1,"moe":1,"hidden":1,"states":1,"w1":3,"w2":3,"topk":10,"weights":5,"ids":1,"expert":4,"mask":2,"quant":2,"method":4,"activation":2,"scale":8,"a1":2,"a2":2,"doweight":1,"stage1":1,"apply":1,"router":1,"weight":4,"on":1,"input":3,"def":2,"softmax":2,"tensor":12,"indices":5,"token":2,"gating":2,"output":2,"renormalize":2,"bool":1,"tuple":5,"shuffle":5,"tensors":5,"layout":5,"int":2,"16":4,"applies":1,"function":1,"from":2,"to":2,"each":1,"and":1,"returns":2,"them":1,"rearranges":1,"shuffles":1,"the":3,"s":1,"into":1,"a":3,"specified":1,"block":2,"for":2,"optimized":1,"computation":1,"args":1,"variable":1,"number":1,"of":3,"objects":1,"pair":1,"integers":1,"specifying":1,"sizes":1,"used":1,"divide":1,"during":1,"shuffling":1,"default":1,"is":1,"shuffled":1,"import":1,"in":1},"0,1898,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/pplx_prepare_finalize.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":7,"project":1,"from":6,"typing":1,"import":9,"optional":2,"union":2,"pplx":4,"kernels":1,"as":2,"torch":5,"model":4,"executor":4,"layers":4,"fused":4,"moe":5,"modular":1,"kernel":2,"mk":1,"logger":4,"init":2,"config":1,"fusedmoequantconfig":1,"topk":1,"weight":1,"and":1,"reduce":1,"topkweightandreducedelegate":1,"utils":2,"validate":1,"scale":6,"shape":5,"quantize":1,"input":1,"cdiv":2,"round":1,"up":1,"name":1,"def":1,"hidden":12,"dim":8,"bytes":7,"max":1,"num":3,"tokens":1,"int":3,"in":2,"dtype":10,"quant":7,"str":1,"none":4,"per":7,"act":2,"token":5,"bool":1,"block":7,"list":1,"all":1,"byte":2,"sizes":1,"must":1,"be":1,"16":2,"aligned":1,"align":1,"for":3,"blocked":1,"set":2,"ceil":1,"div":1,"size":7,"sizeof":2,"float32":3,"4":1,"x4":1,"alignment":1,"if":2,"is":3,"not":2,"assert":3,"isinstance":1,"itemsize":4,"1":5,"elem":4,"m":2,"x":3,"elif":1,"group":1,"k":1,"tiles":1,"blocks":2,"else":2,"tensor":1},"1898,1596,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/pplx_prepare_finalize.py":{"return":5,"round":2,"up":2,"hidden":3,"dim":2,"bytes":2,"align":2,"scale":3,"class":1,"pplxprepareandfinalize":1,"mk":4,"fusedmoeprepareandfinalize":1,"def":6,"init":2,"self":12,"a2a":3,"pplx":1,"alltoall":1,"max":6,"num":17,"tokens":7,"int":6,"local":4,"experts":5,"dispatchers":5,"super":1,"assert":2,"0":3,"property":1,"activation":1,"format":1,"fusedmoeactivationformat":2,"batchedexperts":1,"per":1,"rank":1,"optional":9,"topk":3,"indices":1,"dtype":2,"torch":12,"int32":1,"prepare":1,"a1":4,"tensor":10,"a2":1,"weights":1,"ids":1,"expert":1,"map":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"quant":1,"config":1,"fusedmoequantconfig":1,"tuple":1,"experttokensmetadata":1,"size":2,"m":1,"1":1,"k":1},"3494,1919,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/pplx_prepare_finalize.py":{"assert":3,"topk":9,"ids":3,"size":3,"0":2,"num":1,"tokens":1,"expert":6,"map":5,"should":1,"be":3,"none":5,"because":1,"with":1,"1":12,"id":1,"is":6,"used":1,"for":5,"non":1,"local":1,"token":6,"this":3,"causes":1,"error":1,"when":1,"casting":1,"to":4,"the":3,"indices":1,"dtype":4,"int32":1,"if":7,"not":4,"logger":1,"warning":1,"once":1,"pplx":2,"backend":1,"does":1,"support":1,"mapping":1,"provided":1,"will":2,"ignored":1,"noqa":1,"f841":1,"always":1,"going":1,"a1":8,"device":3,"apply":2,"router":2,"weight":2,"on":2,"input":3,"todo":2,"only":2,"works":1,"need":1,"update":1,"implemented":1,"weights":1,"repeat":5,"cols":2,"4":1,"rows":2,"quant":15,"config":8,"per":5,"act":5,"else":2,"a1q":12,"scale":13,"moe":1,"kernel":1,"quantize":1,"block":5,"shape":6,"validate":1,"scalar":3,"scales":4,"numel":1,"requires":1,"2":1,"d":1,"even":1,"dim":1,"view":1,"orig":1,"a":1,"quantized":1,"bnell":1,"use":1,"group":1,"broadcast":1,"instead":1},"5413,1984,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/pplx_prepare_finalize.py":{"assert":2,"a1q":9,"scale":13,"is":7,"none":5,"or":1,"ndim":2,"2":3,"f":1,"0":3,"if":3,"else":2,"shape":5,"expert":16,"num":10,"tokens":4,"torch":8,"empty":3,"self":6,"local":3,"experts":3,"dtype":6,"int32":1,"device":6,"x":24,"max":1,"dispatchers":1,"hidden":1,"dim":5,"optional":3,"tensor":3,"itemsize":1,"1":9,"quant":4,"config":4,"per":2,"act":1,"token":1,"m":7,"e":3,"k":3,"final":4,"size":5,"elif":1,"tiles":2,"block":2,"not":2,"blocks":2,"cdiv":1,"round":2,"up":2,"4":1,"for":1,"alignment":1,"float32":1,"this":2,"argument":1,"defaults":1,"to":1,"indices":3,"there":1,"s":1,"much":1,"point":1,"setting":1,"unless":1,"it":1,"bound":3,"a2a":1,"dispatch":1,"out":3,"dp":2,"topk":1,"ids":1,"view":1,"uint32":1},"7397,1929,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/pplx_prepare_finalize.py":{"if":3,"expert":15,"x":6,"scale":6,"is":4,"not":2,"none":6,"orig":1,"a":1,"block":1,"shape":1,"assert":6,"ndim":1,"3":1,"tokens":11,"meta":2,"mk":2,"experttokensmetadata":1,"num":8,"cpu":1,"return":1,"def":1,"finalize":1,"self":4,"output":9,"torch":7,"tensor":5,"fused":3,"topk":13,"weights":8,"ids":7,"apply":2,"router":2,"weight":5,"on":3,"input":2,"bool":1,"and":3,"reduce":2,"impl":2,"topkweightandreduce":1,"isinstance":1,"topkweightandreducedelegate":1,"application":1,"reduction":1,"happens":1,"in":3,"the":1,"combine":2,"kernel":1,"this":3,"argument":1,"optional":2,"there":1,"s":2,"much":1,"point":1,"setting":1,"unless":1,"it":1,"size":12,"0":6,"bound":3,"m":4,"todo":1,"bnell":1,"fails":1,"test":1,"pplx":1,"moe":1,"py":1,"figure":1,"out":2,"what":1,"going":1,"f":3,"max":2,"1":3,"set":1,"to":1,"we":1,"did":1,"them":1,"dispatch":1,"hacky":1,"ones":1,"like":1,"a2a":1,"indices":1,"view":1,"dtype":1,"uint32":1,"y":1},"0,1915,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_triton_or_deep_gemm_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":4,"typing":1,"import":6,"optional":2,"torch":1,"model":4,"executor":4,"layers":4,"fused":5,"moe":6,"modular":1,"kernel":1,"as":1,"mk":2,"batched":3,"deep":2,"gemm":2,"batcheddeepgemmexperts":1,"config":1,"fusedmoequantconfig":2,"batchedtritonexperts":2,"class":1,"batchedtritonordeepgemmexperts":1,"fusedmoepermuteexpertsunpermute":1,"def":1,"init":2,"self":4,"max":3,"num":6,"tokens":3,"int":3,"dispatchers":3,"use":23,"fp8":5,"w8a8":11,"bool":6,"false":6,"int8":12,"w8a16":6,"int4":6,"w4a16":6,"block":5,"shape":5,"list":1,"none":1,"per":5,"act":5,"token":5,"quant":5,"allow":1,"assert":3,"not":3,"nyi":3,"super":1,"make":1,"triton":1,"experts":1},"1915,1689,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_triton_or_deep_gemm_moe.py":{"self":21,"allow":3,"deep":11,"gemm":11,"and":4,"use":1,"fp8":1,"w8a8":1,"block":4,"shape":4,"batcheddeepgemmexperts":2,"deepgemm":1,"batched":14,"experts":14,"max":2,"num":4,"tokens":2,"dispatchers":2,"type":2,"ignore":1,"arg":1,"if":2,"else":2,"none":10,"assert":3,"is":9,"not":4,"or":6,"triton":6,"property":1,"def":3,"activation":5,"formats":5,"tuple":1,"mk":2,"fusedmoeactivationformat":2,"return":4,"supports":6,"chunking":3,"bool":2,"bdge":6,"bte":6,"expert":3,"map":3},"3604,1883,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_triton_or_deep_gemm_moe.py":{"def":2,"finalize":3,"weight":3,"and":6,"reduce":3,"impl":3,"self":9,"mk":2,"topkweightandreduce":1,"bdge":12,"batched":6,"deep":5,"gemm":5,"experts":12,"bte":12,"triton":5,"war":18,"if":7,"else":3,"none":8,"is":10,"not":6,"assert":4,"both":1,"implementations":1,"should":1,"agree":1,"on":1,"weightandreduce":1,"impls":1,"f":1,"got":1,"return":4,"workspace":3,"shapes":3,"a":3,"torch":3,"tensor":2,"aq":3,"m":3,"int":9,"n":3,"k":3,"topk":3,"global":3,"num":6,"local":3,"expert":4,"tokens":3,"metadata":3,"optional":1,"experttokensmetadata":1,"tuple":4,"dtype":1,"note":1,"the":2,"workspaces":2,"are":2,"strictly":1,"larger":1,"than":1,"so":1,"we":2,"can":1,"be":1,"pessimistic":1,"here":1,"allocate":1,"for":1,"deepgemm":1,"even":1,"fall":1,"back":1,"to":1,"later":1,"e":1,"g":1,"maps":1,"set":1,"allow":1},"5487,1250,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_triton_or_deep_gemm_moe.py":{"def":1,"apply":4,"self":4,"output":2,"torch":15,"tensor":15,"hidden":2,"states":2,"w1":6,"w2":6,"topk":4,"weights":2,"ids":2,"activation":2,"str":1,"global":2,"num":2,"experts":7,"int":1,"expert":4,"map":2,"optional":8,"scale":8,"zp":4,"a1q":2,"a2":2,"workspace13":2,"workspace2":2,"tokens":2,"meta":2,"mk":1,"experttokensmetadata":1,"router":2,"weight":2,"on":2,"input":2,"bool":1,"batched":2,"deep":2,"gemm":2,"if":1,"allow":1,"else":1,"triton":1,"assert":1,"is":1,"not":1,"none":1},"0,1906,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"fused":11,"moe":17,"kernel":3,"import":25,"functools":1,"json":1,"os":1,"torch":5,"compile":1,"needs":1,"typing":3,"list":2,"it":1,"will":1,"fail":1,"library":1,"infer":1,"schema":1,"otherwise":1,"from":18,"noqa":1,"up035":1,"any":1,"callable":1,"optional":1,"nn":1,"functional":1,"as":4,"f":1,"envs":2,"model":10,"executor":10,"layers":10,"modular":1,"mk":1,"custom":2,"ops":2,"logger":4,"init":2,"yapf":2,"disable":1,"config":2,"fusedmoequantconfig":1,"get":1,"quant":2,"dtype":1,"cutlass":3,"valid":2,"block":4,"scaled":2,"grouped":1,"gemm":6,"run":1,"experts":1,"enable":1,"deep":5,"fp8":2,"align":2,"size":2,"prepare":1,"finalize":1,"moeprepareandfinalizenoep":1,"topk":1,"weight":1,"and":1,"reduce":1,"topkweightandreducenoop":1,"utils":8,"resize":1,"cache":1,"quantize":1,"input":1,"per":1,"token":1,"group":1,"quantization":2,"flashinfer":1,"calculate":1,"tile":1,"tokens":1,"dim":1,"mxfp4":2,"dequant":1,"platforms":1,"current":1,"platform":1,"triton":3,"tl":1,"direct":1,"register":1,"op":1,"is":3,"equal":1,"or":1,"newer":1,"blackwell":1,"e8m0":1,"used":1,"rocm":2,"aiter":2,"enabled":1,"name":1,"jit":1},"1906,1993,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":2,"write":1,"zeros":2,"to":5,"output":1,"c":7,"ptr":13,"stride":19,"cm":3,"cn":6,"pid":2,"n":10,"offs":5,"token":6,"mask":5,"block":10,"size":11,"m":5,"compute":3,"type":3,"accumulator":2,"tl":17,"dtype":1,"arange":1,"0":1,"ptrs":2,"none":4,"store":1,"triton":1,"jit":1,"fused":2,"moe":2,"kernel":1,"gptq":1,"awq":1,"pointers":1,"matrices":2,"a":5,"b":3,"scale":1,"zp":2,"topk":1,"weights":1,"sorted":1,"ids":2,"expert":2,"num":2,"tokens":2,"post":1,"padded":1,"matrix":1,"dimensions":1,"constexpr":14,"k":4,"em":1,"valid":1,"the":4,"variables":1,"represent":1,"how":2,"much":2,"increase":2,"by":3,"when":1,"moving":1,"1":1,"element":2,"in":1,"particular":1,"dimension":1,"e":1,"g":1,"am":2,"is":1,"get":1,"one":1,"row":1,"down":1,"has":2,"rows":1,"ak":1,"be":1,"bk":1,"bn":1,"bse":1,"bsk":1,"bsn":1,"bze":1,"bzk":1,"bzn":1,"diviable":1,"group":2,"meta":1,"parameters":1,"mul":1,"routed":1,"weight":1,"top":1,"use":2,"int4":1,"w4a16":1,"int8":1,"w8a16":1,"implements":1,"computation":1,"for":1,"mixture":1,"of":1,"experts":1,"using":1,"and":1},"3899,1933,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"key":1,"parameters":1,"a":6,"the":18,"input":2,"tensor":5,"representing":2,"tokens":3,"with":3,"shape":4,"k":4,"where":3,"can":1,"be":2,"any":1,"batches":1,"and":5,"is":10,"feature":4,"dimension":4,"of":9,"each":4,"token":5,"b":2,"stacked":1,"moe":1,"weight":1,"e":2,"n":9,"number":3,"experts":1,"output":3,"c":2,"cache":1,"m":16,"topk":3,"total":1,"post":1,"padding":2,"times":2,"repeated":2,"sorted":3,"ids":5,"containing":2,"indices":2,"arranged":1,"by":6,"expert":8,"index":2,"they":1,"are":1,"assigned":1,"to":4,"for":2,"block":7,"it":2,"determines":1,"which":2,"matrix":3,"from":1,"should":2,"used":1,"in":7,"this":2,"kernel":1,"performs":1,"multiplication":2,"its":1,"corresponding":1,"as":1,"determined":1,"sorting":1,"ensures":1,"divisibility":1,"size":9,"necessary":1,"maintain":1,"consistency":1,"across":1,"different":1,"blocks":1,"processed":1,"same":1,"map":1,"program":2,"pid":18,"compute":1,"done":1,"grouped":1,"ordering":1,"promote":1,"l2":1,"data":1,"reuse":1,"tl":3,"id":3,"axis":1,"0":1,"num":8,"cdiv":2,"em":1,"group":12,"first":3,"min":1},"5832,1989,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"create":1,"pointers":3,"for":1,"the":5,"first":1,"blocks":1,"of":3,"a":6,"and":5,"b":10,"we":2,"will":1,"advance":1,"this":1,"pointer":1,"as":1,"move":1,"in":2,"k":10,"direction":1,"accumulate":1,"ptrs":5,"is":3,"block":14,"size":12,"m":8,"n":8,"num":6,"tokens":4,"post":3,"padded":3,"tl":9,"load":3,"ptr":7,"if":5,"pid":5,"return":2,"offs":15,"token":9,"id":2,"arange":3,"0":3,"to":5,"int64":3,"sorted":1,"ids":2,"mask":2,"valid":1,"off":4,"experts":4,"expert":3,"1":1,"write":2,"back":1,"zeros":2,"output":2,"when":1,"not":3,"current":1,"parallel":1,"rank":1,"c":1,"stride":10,"cm":1,"cn":1,"compute":1,"type":1,"bn":6,"none":8,"top":1,"am":1,"ak":1,"use":5,"int4":3,"w4a16":3,"be":2,"2":3,"bk":2,"shifter":2,"4":2,"elif":2,"int8":2,"w8a16":2,"has":3,"zp":6,"8":1,"128":1},"7821,1279,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"iterate":1,"to":3,"compute":1,"a":6,"block":12,"of":3,"the":4,"c":1,"matrix":1,"we":1,"accumulate":1,"into":1,"size":9,"m":2,"n":2,"fp32":1,"values":1,"for":2,"higher":1,"accuracy":1,"accumulator":2,"will":1,"be":1,"converted":1,"back":1,"fp16":1,"after":1,"loop":1,"tl":7,"zeros":1,"dtype":1,"float32":2,"k":22,"in":1,"range":1,"0":5,"cdiv":1,"load":4,"next":1,"and":1,"b":12,"generate":1,"mask":7,"by":1,"checking":1,"dimension":1,"if":2,"not":1,"diviable":1,"offs":4,"none":7,"other":5,"else":1,"ptrs":4,"token":1,"use":1,"int4":1,"w4a16":1,"shifter":1,"0xf":1,"scale":6,"ptr":1,"off":1,"experts":1,"stride":3,"bse":1,"bn":1,"bsn":1,"group":1,"bsk":1},"9100,1981,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"if":4,"has":3,"zp":20,"and":2,"use":3,"int4":2,"w4a16":2,"offs":13,"k":19,"true":4,"none":9,"block":9,"size":9,"group":2,"b":26,"ptrs":10,"ptr":4,"off":2,"experts":2,"stride":11,"bze":2,"bn":2,"2":2,"bzn":2,"bzk":2,"tl":10,"load":3,"mask":10,"other":5,"shifter":1,"0xf":1,"to":8,"float32":4,"elif":1,"int8":1,"w8a16":1,"we":1,"accumulate":1,"along":1,"the":5,"dimension":1,"scale":2,"compute":3,"type":3,"else":2,"num":1,"accumulator":7,"dot":1,"a":2,"acc":1,"advance":1,"next":1,"ak":1,"bk":2,"mul":1,"routed":1,"weight":3,"moe":2,"topk":1,"weights":1,"token":4,"0":2,"write":1,"back":1,"of":1,"output":1,"cn":4,"pid":1,"n":4,"arange":1,"c":5,"cm":1,"store":1,"triton":1,"jit":1},"11081,1418,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"fused":2,"moe":2,"kernel":1,"pointers":1,"to":4,"matrices":2,"a":6,"ptr":12,"b":3,"c":1,"bias":4,"scale":2,"topk":1,"weights":1,"sorted":1,"token":2,"ids":2,"expert":3,"num":2,"tokens":2,"post":1,"padded":1,"matrix":1,"dimensions":1,"n":4,"k":4,"em":1,"valid":1,"the":4,"stride":18,"variables":1,"represent":1,"how":2,"much":2,"increase":2,"by":3,"when":1,"moving":1,"1":1,"element":2,"in":1,"particular":1,"dimension":1,"e":1,"g":1,"am":2,"is":1,"get":1,"one":1,"row":1,"down":1,"has":2,"m":3,"rows":1,"ak":1,"be":1,"bk":1,"bn":1,"cm":1,"cn":1,"asm":1,"ask":1,"bse":1,"bsk":1,"bsn":1,"bbe":1,"bbn":1,"block":5,"size":5,"for":2,"wise":1,"quantization":1,"group":3,"tl":14,"constexpr":14,"meta":1,"parameters":1,"mul":1,"routed":1,"weight":1,"top":1,"compute":1,"type":1,"use":3,"fp8":1,"w8a8":2,"int8":2,"w8a16":1,"per":1,"channel":1,"quant":1,"implements":1,"computation":1,"mixture":1,"of":1,"experts":1,"using":1,"and":1},"12499,1933,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"key":1,"parameters":1,"a":6,"the":18,"input":2,"tensor":5,"representing":2,"tokens":3,"with":3,"shape":4,"k":4,"where":3,"can":1,"be":2,"any":1,"batches":1,"and":5,"is":10,"feature":4,"dimension":4,"of":9,"each":4,"token":5,"b":2,"stacked":1,"moe":1,"weight":1,"e":2,"n":9,"number":3,"experts":1,"output":3,"c":2,"cache":1,"m":16,"topk":3,"total":1,"post":1,"padding":2,"times":2,"repeated":2,"sorted":3,"ids":5,"containing":2,"indices":2,"arranged":1,"by":6,"expert":8,"index":2,"they":1,"are":1,"assigned":1,"to":4,"for":2,"block":7,"it":2,"determines":1,"which":2,"matrix":3,"from":1,"should":2,"used":1,"in":7,"this":2,"kernel":1,"performs":1,"multiplication":2,"its":1,"corresponding":1,"as":1,"determined":1,"sorting":1,"ensures":1,"divisibility":1,"size":9,"necessary":1,"maintain":1,"consistency":1,"across":1,"different":1,"blocks":1,"processed":1,"same":1,"map":1,"program":2,"pid":18,"compute":1,"done":1,"grouped":1,"ordering":1,"promote":1,"l2":1,"data":1,"reuse":1,"tl":3,"id":3,"axis":1,"0":1,"num":8,"cdiv":2,"em":1,"group":12,"first":3,"min":1},"14432,1741,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"create":1,"pointers":3,"for":1,"the":5,"first":1,"blocks":1,"of":3,"a":6,"and":2,"b":8,"we":2,"will":1,"advance":1,"this":1,"pointer":1,"as":1,"move":1,"in":2,"k":8,"direction":1,"accumulate":1,"ptrs":6,"is":3,"block":14,"size":12,"m":8,"n":8,"num":4,"tokens":4,"post":3,"padded":3,"tl":10,"load":4,"ptr":7,"if":3,"pid":5,"return":2,"offs":12,"token":9,"id":2,"arange":3,"0":3,"to":5,"int64":3,"sorted":1,"ids":2,"mask":2,"valid":1,"off":4,"experts":4,"expert":3,"1":1,"write":2,"back":1,"zeros":2,"output":2,"when":1,"not":1,"current":1,"parallel":1,"rank":1,"c":1,"stride":9,"cm":1,"cn":1,"compute":1,"type":1,"bn":4,"none":5,"top":1,"am":1,"ak":1,"be":1,"bk":1,"use":1,"int8":1,"w8a16":1,"scale":4,"bse":1,"bsn":1},"16173,1534,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"if":3,"use":2,"fp8":1,"w8a8":2,"or":1,"int8":1,"block":7,"wise":3,"group":3,"k":3,"0":6,"and":1,"n":6,"a":10,"scale":17,"ptrs":8,"ptr":7,"offs":8,"token":4,"top":2,"stride":8,"asm":2,"bsn":4,"bn":4,"b":9,"off":4,"experts":5,"bse":2,"channel":2,"elif":1,"per":2,"quant":1,"none":2,"tl":7,"load":6,"for":2,"activations":1,"mask":3,"other":2,"tensor":1,"else":1,"has":1,"bias":6,"shape":1,"num":1,"bbe":1,"bbn":1,"iterate":1,"to":2,"compute":1,"of":2,"the":2,"c":1,"matrix":1,"we":1,"accumulate":1,"into":1,"size":4,"m":2,"fp32":1,"values":1,"higher":1,"accuracy":1,"accumulator":2,"will":1,"be":1,"converted":1,"back":1,"fp16":1,"after":1,"loop":1,"zeros":1,"dtype":1,"float32":1},"17707,999,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"for":1,"k":19,"in":1,"range":1,"0":9,"tl":6,"cdiv":1,"block":5,"size":4,"load":5,"the":3,"next":1,"of":1,"a":7,"and":2,"b":6,"generate":1,"mask":6,"by":1,"checking":1,"dimension":2,"ptrs":4,"token":2,"none":3,"offs":5,"other":3,"we":1,"accumulate":1,"along":1,"if":2,"use":3,"int8":2,"w8a16":1,"accumulator":2,"dot":1,"to":1,"compute":1,"type":1,"acc":1,"elif":1,"fp8":1,"w8a8":2,"or":1,"group":3,"n":1,"start":2,"ks":3,"scale":4,"stride":2,"ask":1,"bsk":1},"18706,1604,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"accumulator":18,"tl":7,"dot":4,"a":7,"b":8,"scale":5,"none":8,"else":5,"if":5,"use":4,"fp8":3,"w8a8":3,"acc":2,"used":1,"to":6,"enable":1,"fast":1,"accum":1,"advance":1,"the":4,"ptrs":5,"next":1,"k":4,"block":6,"size":4,"stride":4,"ak":1,"bk":1,"has":1,"bias":2,"mul":1,"routed":1,"weight":3,"moe":2,"load":1,"topk":1,"weights":1,"ptr":2,"offs":5,"token":4,"mask":6,"other":1,"0":4,"int8":2,"w8a16":1,"compute":4,"type":4,"elif":1,"or":1,"group":2,"and":1,"n":5,"write":1,"back":1,"of":1,"output":1,"cn":4,"pid":1,"arange":1,"c":5,"cm":1,"store":1},"20310,1881,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"invoke":1,"fused":1,"moe":1,"kernel":1,"a":4,"torch":11,"tensor":11,"b":11,"c":1,"scale":8,"optional":6,"zp":1,"topk":4,"weights":4,"sorted":2,"token":2,"ids":3,"expert":1,"num":2,"tokens":2,"post":1,"padded":1,"mul":2,"routed":2,"weight":2,"bool":6,"top":2,"k":2,"int":2,"config":1,"dict":1,"str":1,"any":1,"compute":1,"type":1,"tl":1,"dtype":1,"use":8,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"per":1,"channel":1,"quant":1,"block":7,"shape":7,"list":1,"none":12,"bias":1,"assert":10,"is":9,"not":4,"or":7,"stride":2,"1":6,"0":5,"if":1,"triton":2,"cdiv":2,"size":5,"2":2,"elif":1,"else":1,"m":2},"22191,1606,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"em":3,"sorted":2,"token":3,"ids":3,"size":22,"0":6,"if":3,"a":3,"config":9,"block":12,"m":6,"optimize":1,"for":1,"small":1,"batch":2,"we":2,"assume":1,"that":1,"top":4,"of":1,"each":1,"is":5,"unique":1,"so":2,"num":7,"valid":3,"experts":3,"and":4,"can":1,"skip":1,"some":1,"invalid":1,"blocks":1,"min":1,"k":4,"grid":1,"lambda":1,"meta":3,"triton":2,"cdiv":2,"b":9,"1":7,"n":2,"has":1,"bias":2,"not":3,"none":4,"use":7,"int8":1,"w8a16":1,"or":2,"int4":2,"w4a16":2,"shape":4,"assert":2,"scale":2,"ndim":2,"3":2,"zp":2,"moe":5,"wna16":5,"cuda":4,"should":1,"tokens":4,"group":2,"bit":1,"4":1,"else":1,"8":1,"copy":1,"update":1,"get":1,"real":1},"23797,489,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"if":3,"use":2,"moe":2,"wna16":2,"cuda":1,"bit":2,"4":1,"int4":1,"w4a16":1,"else":2,"8":1,"ops":1,"gemm":1,"a":1,"c":1,"b":3,"scale":1,"zp":1,"topk":1,"weights":1,"mul":1,"routed":1,"weight":1,"none":1,"sorted":1,"token":1,"ids":2,"expert":1,"num":1,"tokens":1,"post":1,"padded":1,"top":1,"k":2,"config":3,"block":3,"size":3,"m":1,"n":1,"return":1},"24286,1138,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"fused":1,"moe":1,"kernel":1,"gptq":1,"awq":1,"grid":1,"a":5,"b":17,"c":3,"scale":4,"zp":9,"topk":1,"weights":1,"sorted":1,"token":1,"ids":2,"expert":1,"num":2,"tokens":2,"post":1,"padded":1,"size":5,"1":9,"em":1,"stride":13,"0":8,"2":4,"if":3,"is":4,"not":4,"none":4,"else":3,"block":3,"k":4,"diviable":1,"config":2,"group":1,"shape":1,"mul":2,"routed":2,"weight":2,"top":2,"compute":2,"type":2,"has":1,"use":4,"int4":2,"w4a16":2,"int8":2,"w8a16":2},"25424,1870,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"else":10,"config":4,"copy":1,"block":13,"size":8,"k":8,"pop":1,"if":10,"shape":7,"is":10,"not":8,"none":10,"min":2,"0":16,"1":9,"fused":1,"moe":1,"kernel":1,"grid":1,"a":10,"b":21,"c":3,"bias":7,"scale":17,"topk":1,"weights":1,"sorted":1,"token":1,"ids":2,"expert":1,"num":2,"tokens":2,"post":1,"padded":1,"2":8,"em":1,"stride":14,"and":5,"ndim":5,"3":1,"mul":2,"routed":2,"weight":2,"top":2,"compute":2,"type":2,"use":6,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"per":2,"channel":2,"quant":2,"has":2},"27294,1885,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"adapted":2,"from":2,"https":2,"github":2,"com":2,"sgl":2,"project":2,"sglang":2,"pull":2,"2628":2,"def":2,"get":4,"config":11,"file":8,"name":8,"e":5,"int":8,"n":8,"dtype":8,"optional":6,"str":3,"block":15,"shape":9,"list":1,"none":5,"device":4,"current":1,"platform":1,"replace":2,"selector":4,"if":5,"not":4,"else":3,"f":3,"or":1,"all":1,"return":3,"json":3,"noqa":1,"e501":1,"functools":1,"lru":1,"cache":1,"moe":3,"configs":2,"k":3,"dict":1,"any":1,"optimized":2,"configurations":2,"for":1,"the":9,"fused":2,"kernel":4,"value":1,"will":1,"be":2,"a":2,"dictionary":1,"that":2,"maps":1,"an":2,"irregular":1,"grid":2,"of":2,"batch":3,"sizes":1,"to":3,"evaluate":1,"on":1,"given":1,"size":2,"bs":1,"closest":1,"in":2,"should":1,"picked":1,"and":2,"associated":1,"configuration":2,"chosen":1,"invoke":1,"first":1,"look":1,"up":1,"is":2,"available":1,"directory":1,"paths":2,"note":1,"we":1,"prioritize":1,"user":6,"defined":6,"folder":4,"envs":1,"vllm":1,"tuned":1,"path":3,"os":1,"join":1,"append":1},"29179,1867,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"default":5,"config":16,"file":12,"path":10,"os":4,"join":1,"dirname":1,"realpath":1,"configs":1,"json":2,"name":1,"paths":3,"append":1,"for":3,"in":4,"if":8,"exists":1,"with":1,"open":1,"as":1,"f":2,"logger":2,"info":1,"using":2,"configuration":4,"from":1,"s":2,"moe":7,"layer":1,"a":2,"has":1,"been":1,"found":2,"return":6,"it":1,"int":9,"key":2,"val":2,"load":1,"items":1,"no":1,"optimized":1,"is":3,"available":1,"we":1,"will":1,"use":4,"the":1,"warning":1,"performance":1,"might":1,"be":1,"sub":1,"optimal":2,"not":2,"at":1,"none":1,"def":1,"get":1,"wna16":5,"block":15,"dict":1,"str":1,"cuda":3,"bool":1,"num":4,"valid":2,"tokens":2,"size":18,"k":9,"n":6,"experts":1,"group":3,"real":2,"top":2,"m":1,"and":2,"set":2,"triton":1,"kernel":2,"1":2,"bs":1,"smaller":1,"32":2,"64":2,"else":2,"128":3,"increase":1,"them":1,"when":1,"blocks":1,"too":1,"large":1},"31046,1823,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"num":31,"n":13,"blocks":23,"size":28,"k":20,"block":22,"m":9,"valid":5,"tokens":5,"1":1,"experts":3,"if":5,"real":1,"top":1,"min":1,"256":6,"0":3,"and":10,"16":1,"2":6,"512":2,"1024":5,"the":3,"kernel":1,"performance":1,"got":1,"much":1,"better":1,"with":1,"when":2,"is":3,"large":1,"event":1,"small":1,"not":1,"sure":1,"why":1,"maybe":1,"it":1,"force":1,"cuda":3,"sm":1,"process":1,"only":1,"one":1,"at":1,"same":1,"time":1,"return":2,"def":2,"should":1,"moe":1,"wna16":1,"use":1,"int":10,"group":2,"bit":2,"current":1,"platform":1,"4":1,"in":1,"32":1,"64":1,"128":1,"6":1,"get":1,"default":1,"config":1,"e":1,"topk":1,"dtype":1,"optional":2,"str":1,"shape":1,"list":1,"none":1},"32869,1863,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"dict":1,"str":2,"int":6,"if":4,"dtype":4,"fp8":1,"w8a8":1,"and":3,"block":27,"shape":10,"is":3,"not":3,"none":3,"wise":1,"quant":1,"size":24,"n":5,"must":2,"be":3,"divisible":2,"by":2,"0":2,"k":6,"1":7,"num":3,"stages":2,"3":2,"can":1,"cause":1,"triton":1,"runtime":1,"errors":1,"outofresources":1,"on":1,"rocm":2,"set":3,"it":1,"to":1,"2":2,"instead":1,"config":9,"m":20,"64":5,"group":6,"32":4,"warps":1,"4":2,"current":1,"platform":1,"else":4,"elif":4,"in":1,"int4":2,"w4a16":2,"int8":1,"w8a16":1,"moe":5,"wna16":4,"kernels":1,"only":1,"would":1,"later":1,"bit":2,"8":2,"use":3,"cuda":3,"should":1,"topk":1,"e":2,"min":1,"16":3,"20":1,"40":1,"return":1,"def":1,"try":1,"get":1,"optimal":1,"w1":1,"tuple":2,"w2":1,"top":1,"optional":2,"list":1},"34732,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"dict":1,"str":1,"int":2,"from":3,"vllm":3,"model":1,"executor":1,"layers":1,"fused":3,"moe":4,"import":2,"get":4,"config":13,"override":3,"if":8,"else":5,"first":1,"try":1,"to":1,"load":1,"optimal":3,"the":3,"file":1,"e":3,"n":7,"w2":1,"shape":7,"dtype":4,"int4":1,"w4a16":1,"2":2,"block":9,"0":5,"k":3,"1":2,"configs":5,"an":1,"configuration":1,"map":1,"has":1,"been":1,"found":1,"look":1,"up":1,"min":1,"keys":1,"key":1,"lambda":1,"x":2,"abs":1,"m":2,"use":1,"default":2,"w1":1,"top":1,"return":4,"def":3,"topk":17,"softmax":5,"weights":6,"torch":12,"tensor":11,"indices":6,"token":2,"expert":2,"gating":4,"output":4,"renormalize":3,"bool":2,"tuple":3,"ops":1,"sum":1,"dim":1,"keepdim":1,"true":1,"dispatch":1,"func":1,"callable":1,"is":1,"rocm":4,"aiter":4,"enabled":1,"hidden":2,"states":2,"type":1,"optional":1,"none":1,"assert":1,"size":2,"number":1,"of":1,"tokens":1,"mismatch":1},"36720,1759,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"m":4,"hidden":6,"states":6,"size":3,"topk":17,"weights":4,"torch":13,"empty":3,"dtype":3,"float32":1,"device":6,"ids":4,"int32":2,"if":2,"indices":5,"type":2,"is":2,"none":2,"else":2,"token":3,"expert":4,"gating":7,"output":7,"float":3,"todo":1,"woosuk":1,"optimize":1,"this":2,"func":7,"dispatch":1,"renormalize":2,"return":1,"used":1,"by":1,"the":1,"deepseek":2,"v2":1,"and":1,"v3":1,"model":1,"compile":2,"dynamic":1,"true":1,"backend":2,"current":1,"platform":1,"simple":1,"def":1,"grouped":1,"tensor":5,"int":3,"bool":1,"num":1,"group":2,"0":4,"scoring":5,"str":1,"softmax":3,"e":1,"score":1,"correction":1,"bias":1,"optional":1,"tuple":1,"assert":1,"number":1,"of":1,"tokens":1,"mismatch":1,"scores":2,"dim":1,"1":1,"elif":1,"sigmoid":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"function":1},"38479,1783,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"num":9,"token":5,"scores":21,"size":2,"0":3,"if":3,"e":5,"score":5,"correction":4,"bias":4,"is":2,"not":2,"none":2,"store":1,"original":5,"before":1,"applying":1,"we":1,"use":2,"biased":1,"for":3,"expert":5,"selection":1,"but":1,"routing":2,"weights":8,"unsqueeze":2,"group":18,"view":2,"1":17,"topk":17,"2":1,"dim":7,"sum":2,"else":2,"max":1,"values":1,"n":9,"idx":2,"torch":6,"k":4,"sorted":3,"false":3,"top":1,"mask":5,"zeros":1,"like":1,"scatter":1,"expand":1,"reshape":1,"tmp":3,"masked":1,"fill":1,"bool":1,"float":1,"inf":1,"ids":4,"unbiased":1,"the":1,"gather":1,"renormalize":1,"keepdim":1,"true":1,"return":1,"to":2,"float32":1,"int32":1},"40262,639,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"get":1,"config":1,"dtype":4,"str":2,"torch":2,"use":9,"int4":3,"w4a16":3,"optional":5,"bool":4,"false":4,"int8":3,"w8a16":3,"fp8":3,"w8a8":3,"mxfp4":3,"w4a4":3,"if":1,"return":6,"elif":4,"float":1,"avoiding":1,"cases":1,"where":1,"kernel":1,"fails":1,"when":1,"float32":2,"moe":1,"fp16":1,"bfloat16":1,"configs":1,"none":1},"40901,1567,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"inplace":1,"fused":2,"experts":4,"hidden":2,"states":2,"torch":14,"tensor":14,"w1":8,"w2":8,"topk":4,"weights":2,"ids":2,"activation":2,"str":1,"silu":1,"is":2,"act":2,"and":2,"mul":2,"bool":8,"true":2,"apply":2,"router":2,"weight":2,"on":2,"input":2,"false":7,"use":10,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"per":2,"channel":2,"quant":2,"global":2,"num":2,"int":2,"1":1,"expert":2,"map":2,"optional":10,"none":11,"scale":8,"zp":4,"a1":2,"a2":2,"block":2,"shape":2,"list":1,"noqa":1,"up006":1,"bias":4,"impl":1},"42468,1911,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"inplace":4,"fused":4,"experts":5,"fake":3,"hidden":2,"states":2,"torch":16,"tensor":14,"w1":4,"w2":4,"topk":2,"weights":1,"ids":1,"activation":1,"str":1,"silu":1,"is":2,"act":1,"and":1,"mul":1,"bool":8,"true":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"false":7,"use":5,"fp8":1,"w8a8":2,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1,"per":1,"channel":1,"quant":1,"global":1,"num":1,"int":2,"1":1,"expert":1,"map":1,"optional":10,"none":11,"scale":4,"zp":2,"a1":1,"a2":1,"block":1,"shape":1,"list":1,"bias":2,"pass":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"tags":1,"if":1,"equal":1,"or":1,"newer":1,"2":1,"7":1,"0":1,"else":1,"tag":1,"needs":1,"fixed":1,"stride":1,"order":1},"44379,1010,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"flashinfer":3,"fused":1,"moe":2,"blockscale":1,"fp8":2,"routing":2,"logits":1,"torch":8,"tensor":8,"bias":1,"x":1,"w13":2,"weight":4,"scale":3,"inv":2,"w2":2,"global":6,"num":11,"experts":7,"int":8,"top":4,"k":4,"expert":5,"group":7,"topk":3,"intermediate":1,"size":1,"offset":1,"local":1,"block":3,"shape":2,"list":1,"noqa":1,"up006":1,"routed":1,"scaling":1,"float":1,"1":1,"0":3,"from":1,"vllm":1,"utils":1,"import":1,"trtllm":1,"assert":8,"8":1,"4":2,"128":2},"45389,1938,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"a":6,"q":2,"sf":4,"per":1,"token":1,"group":7,"quant":1,"fp8":6,"x":4,"block":3,"shape":3,"1":2,"note":1,"scales":1,"of":1,"hidden":3,"states":3,"have":1,"to":1,"be":1,"transposed":1,"t":3,"contiguous":1,"return":2,"flashinfer":5,"trtllm":1,"scale":8,"moe":5,"routing":8,"logits":3,"bias":3,"gemm1":2,"weights":4,"w13":4,"weight":9,"inv":4,"gemm2":2,"w2":4,"num":9,"experts":7,"global":3,"top":4,"k":4,"n":1,"expert":5,"topk":3,"intermediate":3,"size":3,"local":4,"offset":3,"routed":3,"scaling":3,"factor":1,"tile":2,"tokens":2,"dim":2,"calculate":1,"0":2,"method":2,"type":1,"2":1,"deepseek":1,"styled":1,"use":1,"shuffled":1,"false":1,"def":1,"fused":4,"blockscale":4,"fake":3,"torch":10,"tensor":8,"int":8,"list":1,"float":1,"empty":1,"like":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"tags":1,"tag":1,"needs":1,"fixed":1,"stride":1,"order":1},"47327,1092,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"flashinfer":1,"fused":1,"moe":2,"per":2,"tensor":11,"scale":3,"fp8":1,"routing":4,"logits":1,"torch":11,"bias":1,"optional":3,"hidden":3,"states":3,"input":4,"gemm1":1,"weights":2,"gemm2":1,"output1":2,"scales":4,"scalar":3,"gate":1,"output2":1,"num":6,"experts":2,"int":8,"top":1,"k":1,"expert":5,"group":8,"topk":4,"intermediate":1,"size":1,"local":2,"offset":1,"use":1,"on":1,"bool":1,"method":1,"type":1,"routed":1,"scaling":1,"factor":1,"float":1,"1":1,"0":3,"if":2,"is":2,"not":2,"none":2,"else":2,"quant":3,"kernel":1,"quantize":1,"dtype":1,"float8":1,"e4m3fn":1,"act":1,"token":1,"false":1},"48419,1871,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"from":1,"vllm":1,"utils":1,"flashinfer":4,"import":1,"trtllm":2,"fp8":3,"per":3,"tensor":13,"scale":4,"moe":3,"return":1,"routing":12,"logits":3,"bias":3,"hidden":4,"states":4,"quant":1,"gemm1":3,"weights":6,"output1":6,"scales":12,"scalar":9,"gate":3,"gemm2":3,"output2":3,"num":9,"experts":7,"top":4,"k":4,"n":1,"group":6,"expert":5,"topk":3,"intermediate":3,"size":3,"local":6,"offset":3,"routed":3,"scaling":3,"factor":3,"use":3,"on":3,"input":4,"tile":2,"tokens":2,"dim":2,"calculate":1,"shape":1,"0":2,"method":3,"type":3,"def":1,"fused":1,"fake":1,"torch":10,"optional":3,"int":8,"bool":1,"float":1,"1":1,"pass":1},"50290,1679,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"direct":1,"register":1,"custom":1,"op":3,"name":1,"flashinfer":3,"fused":5,"moe":3,"per":5,"tensor":18,"scale":11,"fp8":5,"func":1,"mutates":1,"args":1,"hidden":3,"states":3,"fake":2,"impl":2,"tags":1,"torch":16,"tag":1,"needs":1,"fixed":1,"stride":1,"order":1,"def":1,"outplace":1,"experts":4,"w1":8,"w2":8,"topk":4,"weights":2,"ids":2,"activation":2,"str":1,"silu":1,"is":2,"act":2,"and":2,"mul":2,"bool":8,"true":1,"apply":2,"router":2,"weight":2,"on":2,"input":2,"false":8,"use":10,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"channel":2,"quant":2,"global":2,"num":2,"int":2,"1":1,"expert":2,"map":2,"optional":10,"none":10,"zp":4,"a1":2,"a2":2,"block":2,"shape":2,"list":1,"noqa":1,"up006":1,"bias":4,"return":1},"51969,1941,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":4,"outplace":8,"fused":11,"experts":12,"fake":3,"hidden":5,"states":5,"torch":28,"tensor":18,"w1":4,"w2":4,"topk":2,"weights":1,"ids":1,"activation":1,"str":1,"silu":1,"is":2,"act":1,"and":1,"mul":1,"bool":8,"true":1,"use":5,"fp8":1,"w8a8":2,"false":6,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1,"per":1,"channel":1,"quant":1,"global":1,"num":1,"int":2,"1":1,"expert":1,"map":1,"optional":10,"none":10,"scale":4,"zp":2,"a1":1,"a2":1,"block":1,"shape":1,"list":1,"bias":2,"return":5,"empty":1,"like":1,"direct":1,"register":1,"custom":1,"op":4,"name":1,"func":2,"mutates":1,"args":1,"impl":1,"tags":1,"if":2,"equal":1,"or":1,"newer":1,"2":1,"7":1,"0":1,"else":1,"tag":1,"needs":1,"fixed":1,"stride":1,"order":1,"vllm":6,"inplace":6,"kwargs":5,"ops":3,"dispatch":1,"callable":1,"todo":1,"bnell":1,"replace":1,"this":1,"with":1,"modular":1,"can":1,"get":1,"rid":1,"of":1},"53910,1825,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"fused":1,"experts":2,"hidden":1,"states":1,"torch":15,"tensor":15,"w1":4,"w2":4,"topk":2,"weights":1,"ids":1,"inplace":1,"bool":11,"false":10,"activation":1,"str":1,"silu":1,"is":1,"act":1,"and":2,"mul":1,"true":1,"apply":1,"router":1,"weight":2,"on":2,"input":2,"use":6,"fp8":1,"w8a8":2,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1,"per":1,"channel":1,"quant":1,"global":1,"num":1,"int":2,"1":1,"expert":1,"map":1,"optional":10,"none":10,"scale":6,"zp":2,"a1":1,"a2":1,"block":2,"shape":1,"list":1,"allow":2,"deep":1,"gemm":2,"cutlass":2,"scaled":1,"grouped":1,"bias":2,"for":4,"now":1,"disable":1,"deepgemm":2,"small":1,"n":1,"512":1,"until":1,"better":1,"permute":1,"unpermute":1,"ops":1,"are":1,"available":1,"however":1,"b200":1,"we":2,"all":1,"cases":2,"because":1,"they":1,"only":1,"support":1,"e8m0":1,"which":1,"means":1,"requantize":1,"the":2,"to":2,"specific":1,"fallen":1,"back":1,"or":1,"triton":1,"some":1,"would":1,"cause":1,"accuracy":1,"issue":1},"55735,1325,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"if":1,"allow":2,"deep":4,"gemm":6,"and":6,"use":2,"fp8":3,"w8a8":2,"is":4,"blackwell":1,"e8m0":1,"used":1,"or":1,"valid":2,"hidden":4,"states":4,"w1":10,"w2":10,"assert":2,"apply":4,"router":4,"weight":4,"on":4,"input":4,"false":1,"act":2,"mul":2,"deepgemm":1,"only":1,"supports":1,"true":1,"for":1,"now":1,"return":2,"moe":1,"topk":8,"weights":4,"ids":4,"inplace":3,"activation":3,"global":2,"num":2,"experts":3,"expert":3,"map":3,"scale":12,"a1":2,"a2":2,"elif":1,"cutlass":3,"block":3,"scaled":3,"grouped":2,"run":1,"fused":1,"a":1},"57060,984,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"else":1,"return":1,"dispatch":1,"fused":1,"experts":3,"func":1,"inplace":1,"hidden":2,"states":2,"w1":8,"w2":8,"topk":4,"weights":2,"ids":2,"activation":2,"is":2,"act":2,"and":2,"mul":2,"apply":2,"router":2,"weight":2,"on":2,"input":2,"use":10,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"per":2,"channel":2,"quant":2,"global":2,"num":2,"expert":2,"map":2,"scale":8,"zp":4,"a1":2,"a2":2,"block":2,"shape":2,"bias":4},"58044,1824,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"fused":1,"experts":2,"impl":1,"hidden":11,"states":8,"torch":18,"tensor":15,"w1":9,"w2":5,"topk":5,"weights":2,"ids":2,"inplace":1,"bool":9,"false":8,"activation":2,"str":1,"silu":1,"is":2,"act":1,"and":2,"mul":1,"true":1,"apply":1,"router":1,"weight":2,"on":1,"input":1,"use":7,"fp8":1,"w8a8":2,"int8":2,"w8a16":1,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"per":1,"channel":1,"quant":1,"global":1,"num":1,"int":2,"1":11,"expert":1,"map":1,"optional":10,"none":10,"scale":4,"zp":2,"a1":1,"a2":1,"block":1,"shape":2,"list":1,"bias":2,"check":1,"constraints":1,"if":1,"assert":8,"size":13,"2":6,"mismatch":4,"elif":1,"16bit":1,"fp4x2":1,"packed":1,"else":1,"f":1,"contiguous":2,"must":3,"be":3,"stride":4,"of":2,"last":2,"dimension":2,"dtype":1,"in":1,"float32":1,"float16":1,"bfloat16":1},"59868,1987,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"num":12,"tokens":2,"hidden":6,"states":6,"size":9,"0":1,"e":2,"n":5,"w1":2,"k":12,"w2":2,"1":3,"if":1,"global":2,"experts":2,"top":8,"topk":1,"ids":1,"we":4,"execute":1,"the":3,"fused":2,"moe":3,"kernel":1,"in":1,"chunks":1,"to":1,"circumvent":1,"this":2,"issue":1,"https":1,"github":1,"com":1,"vllm":3,"project":1,"issues":1,"5938":1,"chunk":3,"envs":1,"m":8,"min":1,"config":8,"dtype":10,"get":5,"str":1,"use":18,"fp8":4,"w8a8":6,"int8":6,"w8a16":4,"int4":4,"w4a16":4,"mxfp4":4,"w4a4":4,"qtype":1,"quant":1,"func":2,"functools":1,"partial":1,"try":1,"optimal":1,"block":2,"shape":2,"can":1,"reuse":1,"memory":2,"between":1,"these":1,"because":1,"by":1,"time":1,"need":1,"cache3":2,"re":1,"done":1,"with":2,"cache1":3,"cache13":3,"torch":2,"empty":2,"max":1,"device":4,"intermediate":3,"view":2,"needs":1,"separate":1,"since":1,"it":1,"s":1,"used":1,"concurrently":1,"cache2":1,"2":1},"61855,1802,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"if":5,"hidden":13,"states":13,"dtype":6,"torch":4,"bfloat16":2,"compute":4,"type":4,"tl":3,"elif":2,"float16":2,"float32":2,"else":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"inplace":1,"out":2,"empty":1,"like":1,"use":1,"mxfp4":4,"w4a4":1,"weight":1,"has":1,"to":2,"be":2,"dequantized":1,"for":3,"emulation":1,"w1":4,"dequant":2,"scale":4,"none":2,"w2":4,"chunk":21,"in":9,"range":1,"num":2,"tokens":9,"size":8,"1":3,"begin":2,"idx":4,"end":2,"min":1,"curr":2,"0":2,"break":1,"and":4,"adjust":1,"the":3,"intermediate":7,"cache":2,"config":4,"last":1,"note":1,"that":1,"most":1,"cases":1,"we":1,"only":1,"have":1,"one":1,"so":1,"are":1,"already":1,"set":1,"correctly":1,"do":1,"not":1,"need":1,"adjusted":1,"cache1":2,"cache2":2,"topk":1,"ids":1,"cache3":2,"get":1,"func":1},"63657,1684,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"curr":5,"topk":6,"ids":7,"begin":2,"chunk":4,"idx":4,"end":2,"weights":3,"qcurr":2,"hidden":3,"states":3,"a1q":2,"scale":5,"moe":3,"kernel":2,"quantize":1,"input":2,"a":2,"a1":1,"quant":5,"dtype":1,"qtype":1,"per":4,"act":1,"token":3,"channel":3,"block":6,"shape":4,"sorted":2,"expert":3,"num":4,"tokens":2,"post":2,"padded":2,"align":1,"size":2,"config":2,"m":1,"global":1,"experts":1,"map":1,"invoke":1,"fused":1,"w1":4,"intermediate":1,"cache1":1,"zp":1,"apply":1,"router":1,"weight":1,"on":1,"top":1,"k":1,"compute":2,"type":2,"use":8,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"b":1,"bias":2},"65341,1348,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"activation":9,"function":2,"with":2,"multiplication":2,"if":1,"silu":4,"and":11,"is":5,"act":6,"mul":8,"torch":3,"ops":3,"c":3,"intermediate":11,"cache2":7,"cache1":5,"view":5,"1":6,"n":5,"elif":4,"gelu":4,"swigluoai":2,"alpha":1,"702":1,"limit":1,"7":1,"0":1,"without":1,"f":4,"else":1,"raise":1,"valueerror":1,"unsupported":1,"fusedmoe":1,"qintermediate":1,"a2q":1,"scale":3,"moe":1,"kernel":1,"quantize":1,"input":1,"a":2,"a2":1,"quant":3,"dtype":1,"qtype":1,"per":2,"token":1,"channel":1,"block":2,"shape":2},"66689,1267,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"invoke":1,"fused":1,"moe":2,"kernel":1,"qintermediate":1,"cache2":1,"w2":4,"intermediate":3,"cache3":3,"a2q":1,"scale":2,"zp":1,"curr":1,"topk":1,"weights":1,"sorted":1,"token":1,"ids":2,"expert":1,"num":1,"tokens":1,"post":1,"padded":1,"not":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"1":1,"config":1,"compute":2,"type":2,"use":8,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"per":2,"channel":2,"quant":2,"block":2,"shape":2,"b":1,"bias":2,"ops":1,"sum":1,"view":1,"size":1,"out":2,"hidden":2,"states":2,"begin":1,"chunk":2,"idx":2,"end":1,"return":1},"67956,1266,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":1,"fused":1,"moe":2,"hidden":1,"states":1,"torch":14,"tensor":14,"w1":5,"w2":5,"gating":2,"output":1,"topk":3,"int":5,"renormalize":1,"bool":10,"inplace":1,"false":8,"activation":1,"str":1,"silu":1,"is":1,"act":1,"and":3,"mul":1,"true":1,"use":6,"grouped":1,"num":2,"expert":2,"group":2,"optional":13,"none":13,"custom":1,"routing":1,"function":2,"callable":1,"fp8":1,"w8a8":2,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1,"per":1,"channel":1,"quant":1,"global":1,"experts":2,"1":1,"map":1,"scale":4,"zp":2,"a1":1,"a2":1,"block":1,"shape":1,"list":1,"bias":2,"this":1,"computes":1,"a":1,"mixture":1,"of":2,"layer":1,"using":1,"two":1,"sets":1,"weights":1,"top":1,"k":1,"mechanism":1},"69222,1949,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"parameters":1,"hidden":1,"states":1,"torch":4,"tensor":5,"the":18,"input":1,"to":16,"moe":2,"layer":2,"w1":6,"first":2,"set":2,"of":9,"expert":4,"weights":3,"w2":6,"second":1,"gating":2,"output":2,"operation":2,"before":1,"softmax":1,"topk":8,"int":4,"number":2,"top":2,"k":2,"experts":3,"select":1,"renormalize":2,"bool":8,"if":9,"true":9,"sum":1,"1":1,"inplace":1,"perform":1,"in":2,"place":1,"defaults":6,"false":6,"activation":11,"str":1,"function":3,"apply":1,"after":1,"is":1,"act":1,"and":10,"mul":2,"use":14,"for":9,"self":1,"gated":1,"otherwise":1,"ungated":1,"num":2,"group":2,"optional":2,"additional":2,"parameter":2,"grouped":5,"instead":1,"fused":1,"note":1,"deepseekv2":1,"model":1,"uses":1,"fp8":2,"w8a8":2,"arithmetic":2,"compute":5,"inner":5,"products":5,"int8":4,"w8a16":1,"matmul":3,"weight":3,"bf16":2,"fp16":2,"int4":2,"w4a16":1,"mxfp4":3,"w4a4":1,"ocp":2,"global":2,"total":1,"space":1},"71171,610,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"expert":5,"map":1,"optional":11,"torch":5,"tensor":6,"a":1,"mapping":1,"indices":1,"from":1,"the":3,"global":1,"space":2,"to":5,"local":1,"of":1,"parallel":1,"shard":1,"w1":2,"scale":8,"be":4,"used":4,"for":5,"w2":2,"a1":2,"a2":2,"block":3,"shape":1,"list":1,"int":1,"size":1,"wise":1,"quantization":1},"71781,1991,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"returns":1,"torch":1,"tensor":2,"the":2,"output":4,"after":1,"applying":1,"moe":1,"layer":1,"if":2,"not":4,"is":9,"act":4,"and":5,"mul":4,"assert":2,"inplace":4,"false":2,"supported":1,"with":1,"true":1,"use":11,"grouped":2,"topk":16,"num":4,"expert":5,"group":4,"none":3,"weights":4,"ids":4,"hidden":4,"states":4,"gating":3,"renormalize":3,"elif":1,"custom":2,"routing":2,"function":2,"token":1,"indices":1,"fused":2,"else":1,"return":1,"experts":3,"w1":7,"w2":7,"activation":2,"fp8":2,"w8a8":4,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"per":2,"channel":2,"quant":2,"global":2,"map":2,"scale":8,"zp":4,"a1":2,"a2":2,"block":2,"shape":2,"bias":4},"73772,1481,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"class":1,"tritonexperts":1,"mk":6,"fusedmoepermuteexpertsunpermute":1,"def":5,"init":2,"self":10,"use":25,"fp8":5,"w8a8":10,"bool":8,"false":6,"int8":10,"w8a16":5,"int4":5,"w4a16":5,"mxfp4":5,"w4a4":5,"per":3,"act":3,"token":3,"quant":3,"block":3,"shape":3,"optional":1,"list":1,"int":1,"none":1,"super":1,"fusedmoequantconfig":1,"make":1,"property":1,"activation":1,"formats":1,"tuple":1,"fusedmoeactivationformat":4,"return":4,"standard":2,"supports":2,"chunking":1,"true":2,"expert":1,"map":1,"finalize":1,"weight":1,"and":1,"reduce":1,"impl":1,"topkweightandreduce":1,"topkweightandreducenoop":1},"75253,1628,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"def":2,"workspace":1,"shapes":1,"self":3,"a":2,"torch":18,"tensor":17,"aq":1,"m":4,"int":10,"n":3,"k":4,"topk":5,"global":2,"num":3,"experts":3,"local":1,"expert":3,"tokens":2,"meta":2,"optional":9,"mk":2,"experttokensmetadata":2,"tuple":4,"dtype":2,"workspace1":2,"max":2,"2":5,"workspace2":3,"output":3,"return":1,"apply":2,"hidden":6,"states":4,"w1":6,"w2":3,"weights":1,"ids":1,"activation":1,"str":1,"map":1,"scale":4,"zp":2,"a1q":1,"a2":1,"workspace13":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"check":1,"constraints":1,"if":1,"use":1,"int4":1,"w4a16":1,"assert":2,"size":8,"1":3,"mismatch":2,"else":1,"f":2},"76881,1666,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"assert":5,"hidden":11,"states":11,"is":1,"contiguous":2,"must":3,"be":3,"dim":1,"2":1,"w1":3,"stride":4,"1":7,"of":2,"last":2,"dimension":2,"w2":3,"dtype":11,"in":1,"torch":8,"float32":3,"float16":3,"bfloat16":4,"float8":2,"e4m3fn":2,"e":2,"num":6,"tokens":2,"n":1,"k":3,"top":2,"mk":1,"moe":2,"problem":1,"size":3,"topk":1,"ids":1,"if":2,"global":2,"experts":2,"config":5,"get":2,"str":1,"use":8,"fp8":2,"w8a8":2,"self":5,"int8":2,"w8a16":2,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"try":1,"optimal":1,"block":2,"shape":2,"compute":5,"type":5,"tl":4,"elif":3,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1},"78547,1766,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"note":1,"that":1,"the":1,"output":1,"tensor":2,"might":1,"be":1,"in":1,"workspace1":1,"intermediate":7,"cache1":3,"resize":3,"cache":3,"workspace2":2,"num":10,"tokens":5,"top":4,"k":5,"n":3,"cache2":4,"workspace13":1,"2":1,"cache3":1,"sorted":2,"token":4,"ids":5,"expert":3,"post":2,"padded":2,"moe":3,"align":1,"block":5,"size":2,"topk":2,"config":2,"m":1,"global":1,"experts":1,"map":1,"invoke":1,"fused":1,"kernel":2,"hidden":1,"states":1,"w1":3,"a1q":1,"scale":5,"zp":1,"none":3,"weights":2,"false":1,"mul":1,"routed":1,"compute":2,"type":2,"use":8,"fp8":2,"w8a8":4,"self":10,"int8":4,"w8a16":2,"int4":2,"w4a16":2,"per":3,"channel":1,"quant":4,"act":2,"shape":3,"b":2,"bias":2,"todo":1,"support":1,"activation":2,"view":1,"1":1,"a2q":2,"optional":1,"torch":1,"qintermediate":1,"quantize":1,"input":1,"a2":1,"dtype":1},"80313,1487,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_moe.py":{"invoke":1,"fused":2,"moe":3,"kernel":1,"qintermediate":1,"cache2":1,"w2":3,"intermediate":2,"cache3":2,"a2q":1,"scale":2,"zp":1,"topk":1,"weights":1,"sorted":1,"token":5,"ids":2,"expert":1,"num":1,"tokens":1,"post":1,"padded":1,"not":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"1":1,"config":1,"compute":2,"type":2,"use":23,"fp8":5,"w8a8":10,"self":6,"int8":10,"w8a16":5,"int4":5,"w4a16":5,"per":5,"channel":1,"quant":5,"act":4,"block":5,"shape":5,"b":2,"bias":2,"none":2,"todo":1,"support":1,"ops":1,"sum":1,"output":1,"def":1,"modular":1,"triton":1,"bool":6,"mxfp4":3,"w4a4":3,"optional":1,"list":1,"int":1,"mk":2,"fusedmoemodularkernel":2,"return":1,"moeprepareandfinalizenoep":1,"tritonexperts":1},"0,1839,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"from":4,"typing":1,"import":7,"optional":1,"union":1,"deep":2,"ep":2,"torch":5,"model":4,"executor":4,"layers":4,"fused":4,"moe":5,"modular":1,"kernel":2,"as":1,"mk":2,"config":1,"fusedmoequantconfig":1,"topk":1,"weight":1,"and":1,"reduce":1,"topkweightandreducedelegate":1,"utils":1,"quantize":2,"input":1,"normalize":1,"batched":1,"scales":7,"shape":2,"deepep":8,"kernels":3,"dispatch":2,"inputs":1,"in":2,"128":2,"element":1,"chunks":1,"quant":5,"block":5,"size":6,"def":2,"dequant":1,"fp8":7,"expert":14,"x":13,"tensor":4,"return":2,"dequantized":1,"fp32":3,"todo":1,"varun":1,"optimize":1,"leverage":1,"num":5,"tokens":2,"per":2,"counts":1,"assert":1,"is":1,"contiguous":2,"experts":3,"float32":1,"view":3,"1":3,"class":1,"deepepllprepareandfinalize":1,"fusedmoeprepareandfinalize":1,"prepare":1,"finalize":1,"using":1,"low":2,"latency":2,"are":1,"compiled":1,"only":1,"for":1,"certain":1,"specific":1,"hidden":2,"sizes":2,"supported":1,"2048":1,"2560":1,"4096":1,"5120":1,"6144":1,"7168":1,"init":2,"self":1,"buffer":2,"max":1,"rank":1,"int":2,"dispatchers":1,"use":1,"bool":1,"false":1,"super":1},"1839,1740,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py":{"self":13,"buffer":2,"max":5,"tokens":6,"per":5,"rank":4,"use":3,"fp8":6,"dispatch":4,"the":7,"function":3,"returns":1,"a":1,"handle":3,"that":1,"combine":2,"requires":1,"we":2,"store":1,"here":1,"so":1,"it":1,"is":2,"available":1,"to":3,"none":4,"num":6,"dispatchers":4,"def":5,"int":3,"return":5,"property":1,"activation":1,"format":1,"mk":2,"fusedmoeactivationformat":2,"batchedexperts":1,"optional":6,"topk":1,"indices":1,"dtype":8,"torch":12,"int64":1,"do":1,"quant":4,"x":14,"union":2,"tensor":8,"tuple":2,"a1":3,"scale":2,"a2":1,"str":1,"act":1,"token":1,"bool":1,"block":6,"shape":3,"list":1,"k":2,"1":1,"if":3,"not":1,"else":1,"deepep":2,"size":2,"kernels":1,"did":1,"quantization":1,"for":1,"us":1,"scales":4,"dequant":2,"get":1,"back":1,"in":2,"datatype":1,"dispatched":1,"assert":1,"isinstance":1,"experts":1,"hidden":1,"dim":1},"3579,1738,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py":{"todo":1,"varun":1,"optimization":1,"use":2,"a":1,"batched":2,"version":1,"of":3,"quant":5,"x":12,"view":2,"1":5,"hidden":10,"dim":2,"scales":9,"moe":1,"kernel":1,"quantize":2,"input":2,"a1":6,"scale":7,"dtype":2,"per":4,"act":1,"token":4,"block":1,"shape":3,"num":3,"experts":3,"if":4,"is":4,"not":6,"none":4,"assert":4,"normalize":1,"return":1,"def":1,"prepare":1,"self":4,"torch":10,"tensor":10,"optional":7,"a2":3,"topk":2,"weights":1,"ids":1,"int":1,"expert":1,"map":1,"apply":1,"router":1,"weight":1,"on":1,"bool":1,"config":1,"fusedmoequantconfig":1,"tuple":1,"mk":1,"experttokensmetadata":1,"size":6,"in":3,"supported":3,"sizes":3,"f":2,"list":1,"fp8":1,"dispatch":1,"128":2,"0":1,"deepep":1,"kernels":2,"the":1,"inputs":1,"blocks":1,"has":2,"numel":2,"else":2,"false":1,"low":1,"latency":1,"doesn":1,"t":1,"support":1,"dispatching":1},"5317,1974,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py":{"if":2,"apply":4,"router":4,"weight":7,"on":4,"input":4,"topk":14,"ids":3,"size":1,"1":5,"todo":1,"this":1,"only":2,"works":1,"for":3,"will":1,"need":1,"to":2,"update":1,"assert":3,"is":2,"implemented":1,"a1":6,"weights":7,"dtype":3,"dispatch":3,"expert":13,"x":6,"num":5,"tokens":7,"self":7,"handle":2,"event":1,"hook":2,"buffer":1,"low":1,"latency":1,"max":1,"per":2,"rank":1,"experts":1,"use":2,"fp8":2,"async":1,"finish":1,"false":2,"return":2,"recv":1,"scale":4,"do":1,"quant":6,"a2":1,"config":3,"act":1,"token":1,"block":1,"shape":1,"meta":2,"mk":2,"experttokensmetadata":1,"cpu":1,"none":5,"def":1,"finalize":1,"output":2,"torch":5,"tensor":4,"fused":1,"bool":1,"and":3,"reduce":2,"impl":2,"topkweightandreduce":1,"isinstance":1,"topkweightandreducedelegate":1,"application":1,"reduction":1,"happens":1,"in":1,"the":1,"combine":3,"kernel":1,"not":1,"have":1,"already":1,"been":1,"applied":1,"ones":1,"like":1},"7291,341,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ll_prepare_finalize.py":{"todo":1,"varun":1,"enable":1,"zero":2,"copy":2,"mode":1,"event":1,"hook":2,"self":2,"buffer":1,"low":1,"latency":1,"combine":2,"fused":1,"expert":1,"output":2,"topk":2,"ids":1,"weights":1,"handle":1,"async":1,"finish":1,"false":3,"return":1,"recv":1,"out":1},"0,1869,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":8,"project":1,"fused":7,"batched":2,"moe":10,"kernel":3,"from":7,"typing":1,"import":9,"optional":1,"torch":1,"model":6,"executor":6,"layers":6,"modular":1,"as":1,"mk":1,"config":3,"fusedmoequantconfig":1,"get":3,"dtype":1,"str":1,"try":1,"optimal":1,"topk":1,"weight":1,"and":2,"reduce":1,"topkweightandreducedelegate":1,"topkweightandreducenaivebatched":1,"utils":4,"resize":1,"cache":1,"quantize":1,"input":1,"normalize":2,"scales":2,"shape":2,"quantization":2,"quant":2,"group":3,"broadcast":1,"triton":3,"tl":19,"jit":1,"def":1,"mmk":1,"a":5,"ptrs":2,"b":2,"k":5,"expert":1,"id":1,"scale":2,"ptr":4,"stride":10,"variables":1,"represent":1,"how":2,"much":2,"increase":2,"by":3,"when":1,"moving":1,"1":1,"element":2,"in":1,"particular":1,"dimension":1,"e":1,"g":1,"am":1,"is":1,"one":1,"row":1,"down":1,"has":1,"m":4,"rows":1,"ak":1,"int64":8,"bk":1,"ase":1,"asm":1,"ask":1,"bse":1,"bsk":1,"bsn":1,"offsets":1,"masks":1,"offs":4,"n":3,"bn":1,"mask":1,"block":6,"size":1,"for":1,"wise":1,"constexpr":9,"meta":1,"parameters":1,"compute":1,"type":1,"use":2,"w8a8":1,"w8a16":1,"per":1,"act":1,"token":1,"arange":1},"1869,895,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"if":3,"use":2,"w8a16":1,"b":12,"scale":21,"ptrs":8,"ptr":7,"expert":1,"id":1,"stride":6,"bse":1,"offs":7,"n":3,"none":3,"bsn":5,"tl":5,"load":6,"w8a8":1,"block":1,"wise":2,"group":3,"k":1,"0":4,"and":1,"a":8,"m":3,"asm":2,"bn":2,"per":3,"act":2,"token":3,"elif":1,"quant":1,"for":1,"activations":1,"mask":2,"other":1,"tensor":1,"else":1},"2764,1686,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"iterate":1,"to":5,"compute":2,"a":14,"block":14,"of":3,"the":7,"c":1,"matrix":1,"we":2,"accumulate":2,"into":1,"size":2,"m":4,"n":3,"fp32":1,"values":1,"for":2,"higher":1,"accuracy":1,"accumulator":8,"will":1,"be":1,"converted":1,"back":1,"fp16":1,"after":1,"loop":1,"tl":11,"zeros":1,"dtype":1,"float32":1,"k":22,"in":1,"range":1,"0":9,"cdiv":1,"load":5,"next":2,"and":2,"b":11,"generate":1,"mask":6,"by":1,"checking":1,"dimension":2,"ptrs":7,"none":5,"offs":5,"other":3,"along":1,"if":2,"use":2,"w8a16":1,"dot":4,"type":1,"acc":3,"elif":1,"w8a8":1,"group":3,"start":2,"ks":3,"scale":6,"stride":4,"ask":1,"bsk":1,"else":2,"used":1,"enable":1,"fp8":1,"fast":1,"accum":1,"advance":1,"ak":1,"bk":1},"4450,1618,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"if":2,"use":4,"w8a16":2,"accumulator":9,"b":8,"scale":5,"to":4,"compute":5,"type":5,"elif":1,"w8a8":2,"group":4,"k":10,"0":5,"and":1,"n":10,"else":2,"a":6,"return":1,"triton":2,"jit":1,"def":1,"expert":2,"kernel":2,"ptr":8,"max":2,"tokens":2,"c":1,"id":1,"tl":22,"constexpr":7,"dimensions":1,"m":8,"quantization":3,"data":2,"zp":1,"strides":1,"stride":16,"am":2,"int64":12,"ak":2,"bk":2,"bn":3,"cm":1,"cn":1,"ase":1,"asm":1,"ask":1,"bse":1,"bsk":1,"bsn":1,"offsets":1,"offs":9,"blockwise":1,"schemes":1,"fp8":1,"int8":1,"per":1,"act":1,"token":1,"quant":1,"config":1,"block":6,"arange":3,"mask":1,"make":1,"grids":1,"of":1,"pointers":1,"ptrs":2,"none":4},"6068,1144,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"accumulator":2,"moe":1,"mmk":1,"a":5,"ptrs":4,"b":2,"k":3,"expert":1,"id":1,"scale":2,"ptr":5,"the":3,"stride":12,"variables":1,"represent":1,"how":2,"much":2,"to":3,"increase":2,"by":3,"when":1,"moving":1,"1":1,"element":2,"in":2,"particular":1,"dimension":1,"e":1,"g":1,"am":1,"is":1,"get":1,"one":1,"row":1,"down":1,"has":1,"m":6,"rows":1,"ak":1,"bk":1,"ase":1,"asm":1,"ask":1,"bse":1,"bsk":1,"bsn":1,"offsets":1,"and":1,"masks":1,"offs":7,"n":5,"bn":1,"mask":5,"block":6,"size":1,"for":1,"wise":1,"quantization":1,"group":2,"meta":1,"parameters":1,"compute":1,"type":1,"use":2,"fp8":1,"w8a8":1,"int8":1,"w8a16":1,"per":1,"act":1,"token":1,"quant":1,"store":2,"c":6,"cn":4,"tl":2,"arange":1,"0":1,"none":4,"cm":1,"triton":1,"jit":1},"7212,1880,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":1,"batched":1,"triton":1,"kernel":2,"a":5,"ptr":8,"e":9,"max":4,"num":14,"tokens":10,"k":5,"b":3,"n":19,"c":1,"expert":4,"compute":1,"type":1,"tl":29,"constexpr":9,"dimensions":1,"quantization":3,"data":2,"scale":2,"zp":1,"the":3,"stride":17,"variables":1,"represent":1,"how":2,"much":2,"to":3,"increase":2,"by":3,"when":1,"moving":1,"1":3,"element":2,"in":1,"particular":1,"dimension":1,"g":1,"am":2,"is":2,"get":1,"one":1,"row":1,"down":1,"has":1,"m":13,"rows":1,"ae":1,"int64":15,"ak":1,"be":1,"bk":1,"bn":1,"ce":1,"cm":1,"cn":1,"ase":1,"asm":1,"ask":1,"bse":1,"bsk":1,"bsn":1,"blockwise":1,"group":2,"schemes":1,"use":2,"fp8":1,"w8a8":1,"int8":1,"w8a16":1,"per":1,"act":1,"token":1,"quant":1,"config":1,"block":9,"id":4,"program":2,"axis":3,"0":2,"load":1,"if":2,"early":2,"exit":2,"return":2,"blocks":2,"pid":11,"mn":3,"cdiv":2,"cta":7,"start":5,"size":2,"min":2},"9092,1391,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"a":8,"ptr":18,"expert":7,"id":6,"stride":22,"ae":1,"cta":7,"m":6,"start":5,"am":2,"b":7,"be":1,"n":11,"bn":4,"c":3,"ce":1,"cm":2,"cn":2,"offs":2,"pid":1,"block":6,"tl":2,"arange":1,"0":3,"to":1,"int64":1,"if":2,"use":3,"fp8":2,"w8a8":2,"scale":8,"ase":2,"bse":2,"wise":1,"group":4,"k":5,"and":1,"or":1,"per":2,"act":2,"token":2,"quant":2,"asm":2,"triton":1,"kernel":2,"compute":1,"type":1,"size":2,"zp":1,"strides":1,"ak":1,"bk":1,"ask":1,"bsk":1,"bsn":1,"offsets":1,"blockwise":1,"quantization":2,"data":1,"schemes":1,"int8":1,"w8a16":1,"config":1},"10483,1834,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":1,"invoke":1,"moe":1,"batched":2,"triton":3,"kernel":1,"a":10,"torch":7,"tensor":7,"e":4,"max":4,"tokens":8,"k":5,"b":19,"n":6,"c":2,"expert":4,"num":6,"compute":1,"type":1,"tl":1,"dtype":1,"quantization":2,"data":1,"scale":23,"optional":3,"zp":1,"schemes":1,"use":4,"fp8":1,"w8a8":1,"bool":4,"int8":1,"w8a16":1,"int4":2,"w4a16":2,"config":4,"dict":1,"str":1,"int":2,"per":1,"act":1,"token":1,"quant":1,"block":9,"shape":6,"list":1,"none":7,"assert":4,"not":3,"size":8,"1":10,"2":3,"m":3,"grid":1,"0":11,"cdiv":2,"normalize":1,"scales":1,"if":5,"is":6,"and":1,"ndim":5,"numel":1,"view":1,"or":3,"3":2,"f":2,"else":4,"stride":12,"bse":3,"bsk":3,"bsn":3},"12317,1923,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"if":3,"a":10,"scale":6,"is":4,"not":1,"none":3,"stride":24,"ase":3,"0":10,"asm":3,"1":5,"ask":3,"2":4,"else":3,"batched":2,"triton":1,"kernel":2,"grid":1,"b":6,"c":4,"expert":2,"num":12,"tokens":7,"compute":1,"type":1,"dimensions":1,"max":5,"k":4,"n":3,"quantization":3,"data":2,"zp":1,"strides":1,"bse":1,"bsk":1,"bsn":1,"blockwise":1,"block":10,"shape":4,"schemes":1,"use":3,"fp8":1,"w8a8":1,"int8":1,"w8a16":1,"per":1,"act":1,"token":1,"quant":1,"config":1,"m":2,"class":2,"batchedprepareandfinalize":1,"mk":3,"fusedmoeprepareandfinalize":1,"reference":1,"prepare":1,"finalize":1,"that":2,"reorganizes":1,"the":3,"into":1,"format":3,"i":1,"e":2,"x":2,"this":1,"pplx":1,"dispatch":1,"combine":1,"kernels":1,"def":2,"init":2,"self":6,"int":4,"local":3,"experts":3,"dispatchers":3,"rank":3,"super":1,"property":1,"activation":1,"fusedmoeactivationformat":2,"return":1,"batchedexperts":1},"14240,1957,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":4,"max":4,"num":13,"tokens":6,"per":2,"rank":1,"self":9,"optional":9,"int":4,"return":3,"topk":14,"indices":1,"dtype":8,"torch":14,"none":2,"dispatchers":2,"prepare":1,"a1":11,"tensor":10,"scale":4,"a2":1,"weights":2,"ids":5,"experts":6,"expert":2,"map":1,"apply":3,"router":3,"weight":3,"on":3,"input":3,"bool":1,"quant":7,"config":5,"fusedmoequantconfig":1,"tuple":1,"mk":1,"experttokensmetadata":1,"assert":4,"dim":5,"2":2,"size":5,"0":2,"if":3,"1":6,"todo":1,"this":1,"only":2,"works":1,"for":3,"will":1,"need":1,"to":2,"update":1,"is":3,"implemented":1,"mul":1,"hidden":3,"zeros":2,"device":4,"local":4,"b":4,"type":3,"else":1,"quantized":1,"shape":2,"batched":1},"16197,1947,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"b":13,"a1":20,"scale":19,"torch":4,"empty":1,"shape":5,"dtype":3,"float32":1,"device":2,"else":5,"assert":3,"is":7,"none":8,"first":4,"expert":14,"num":4,"local":2,"experts":2,"self":1,"rank":1,"last":2,"normalize":2,"scales":2,"a2":2,"for":1,"id":3,"in":1,"range":1,"topks":6,"any":1,"topk":1,"ids":1,"dim":1,"1":1,"flatten":2,"rows":7,"count":1,"nonzero":1,"if":5,"0":2,"continue":1,"idx":6,"tokens":5,"per":5,"rhs":7,"numel":2,"quant":9,"config":6,"not":3,"act":3,"token":3,"s":5,"moe":1,"kernel":1,"quantize":1,"input":1,"block":1,"or":1,"ndim":1,"3":1,"meta":1,"mk":1,"experttokensmetadata":1,"cpu":1},"18144,1034,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"return":1,"b":2,"a1":2,"scale":1,"expert":6,"tokens":2,"meta":1,"none":3,"def":1,"finalize":1,"self":2,"output":6,"torch":4,"tensor":4,"fused":3,"topk":6,"weights":3,"ids":3,"apply":4,"router":3,"weight":7,"on":4,"input":3,"bool":1,"and":4,"reduce":4,"impl":4,"mk":2,"topkweightandreduce":1,"if":1,"isinstance":1,"topkweightandreducedelegate":1,"topkweightandreducenaivebatched":1,"rank":1,"class":2,"naivebatchedexperts":1,"fusedmoepermuteexpertsunpermute":1,"a":1,"reference":1,"moe":1,"that":2,"operates":1,"batched":1,"format":2,"i":1,"e":2,"x":2,"max":1,"num":1,"k":1,"this":1,"is":1,"the":2,"pplx":1,"dispatch":1,"combine":1,"kernels":1,"use":1},"19178,1598,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":5,"init":2,"self":7,"max":3,"num":6,"tokens":3,"int":3,"dispatchers":3,"use":19,"fp8":3,"w8a8":7,"bool":8,"false":8,"int8":8,"w8a16":4,"int4":4,"w4a16":4,"mxfp4":4,"w4a4":4,"block":3,"shape":3,"optional":1,"list":1,"none":1,"per":3,"act":3,"token":3,"quant":3,"super":1,"fusedmoequantconfig":1,"make":1,"assert":4,"not":4,"nyi":4,"property":1,"activation":1,"formats":1,"tuple":1,"mk":5,"fusedmoeactivationformat":4,"return":4,"batchedexperts":2,"supports":2,"chunking":1,"expert":1,"map":1,"finalize":2,"weight":1,"and":1,"reduce":1,"impl":2,"topkweightandreduce":1,"let":1,"prepareandfinalize":1,"decide":1,"the":1,"topkweightandreducedelegate":1},"20776,1950,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":3,"workspace":1,"shapes":1,"self":9,"a":3,"torch":22,"tensor":21,"aq":1,"m":1,"int":10,"n":2,"k":2,"topk":3,"global":2,"num":14,"experts":6,"local":2,"expert":7,"tokens":8,"meta":4,"optional":9,"mk":2,"experttokensmetadata":2,"tuple":4,"dtype":2,"assert":4,"dim":2,"2":1,"dp":3,"dispatchers":1,"workspace13":4,"max":2,"workspace2":3,"output":3,"return":3,"dequant":1,"t":4,"scale":7,"quant":3,"config":3,"is":4,"quantized":1,"f32":3,"float32":1,"if":1,"per":2,"act":1,"token":1,"or":1,"to":2,"else":1,"group":1,"broadcast":1,"shape":1,"apply":2,"hidden":2,"states":2,"w1":3,"w2":3,"weights":1,"ids":1,"activation":1,"str":1,"map":1,"zp":2,"a1q":1,"a2":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"3":1,"not":1,"none":1},"22726,1781,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"num":15,"local":4,"experts":4,"w1":10,"size":4,"0":7,"assert":3,"f":1,"n":3,"1":5,"2":1,"for":1,"expert":15,"in":1,"range":1,"indexing":1,"tokens":4,"doesn":1,"t":1,"work":1,"w":1,"cudagraphs":1,"or":2,"inductor":1,"if":4,"torch":6,"compiler":1,"is":7,"compiling":1,"cuda":1,"current":1,"stream":1,"capturing":1,"hidden":3,"states":3,"shape":2,"else":3,"int":5,"item":1,"continue":1,"tmp":5,"resize":1,"cache":1,"workspace2":1,"self":6,"quant":3,"config":2,"quantized":2,"a1q":2,"scale":7,"not":3,"none":4,"and":1,"input":6,"dequant":3,"dq":5,"transpose":3,"activation":2,"to":2,"dtype":3,"w2":7,"output":1,"def":1,"batched":1,"moe":1,"kernel":1,"quantize":1,"a":2,"tensor":3,"optional":3,"e":1,"qtype":1,"per":1,"act":1,"token":1,"bool":1,"block":1,"list":1},"24507,1629,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"tuple":1,"torch":8,"tensor":2,"optional":1,"if":3,"compiler":1,"is":8,"compiling":1,"or":2,"cuda":1,"current":1,"stream":1,"capturing":1,"note":1,"this":1,"does":2,"a":25,"bunch":1,"of":1,"extra":1,"work":1,"because":1,"expert":2,"num":6,"tokens":4,"ignored":1,"but":1,"it":1,"support":1,"compile":1,"cudagraphs":1,"hidden":3,"dim":3,"size":1,"1":8,"assert":2,"scale":17,"none":6,"ndim":1,"2":1,"f":1,"shape":13,"not":2,"else":3,"q":10,"moe":1,"kernel":1,"quantize":1,"input":1,"view":2,"qtype":3,"per":2,"act":2,"token":2,"quant":2,"block":7,"e":6,"normalize":3,"batched":3,"scales":3,"return":2,"elif":2,"empty":1,"like":1,"dtype":2,"k":5,"tiles":2,"zeros":1,"float32":1,"device":2,"experts":2,"numel":1},"26136,948,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"for":1,"e":9,"in":1,"range":1,"num":7,"tokens":7,"int":1,"expert":3,"item":1,"if":2,"0":2,"a":9,"scale":9,"is":3,"not":2,"none":3,"scales":3,"min":1,"shape":3,"1":1,"else":1,"q":4,"tmp":4,"moe":2,"kernel":1,"quantize":1,"input":1,"qtype":1,"per":1,"act":1,"token":1,"quant":1,"block":1,"assert":1,"return":1,"class":2,"batchedtritonexperts":1,"mk":1,"fusedmoepermuteexpertsunpermute":1,"triton":1,"based":1,"that":2,"operates":1,"on":1,"batched":1,"format":2,"i":1,"x":2,"max":1,"k":1,"this":1,"the":2,"pplx":1,"dispatch":1,"combine":1,"kernels":1,"use":1},"27084,1886,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":5,"init":2,"self":12,"max":4,"num":8,"tokens":4,"int":3,"dispatchers":4,"use":29,"fp8":5,"w8a8":11,"bool":8,"false":8,"int8":12,"w8a16":6,"int4":6,"w4a16":6,"mxfp4":6,"w4a4":6,"per":3,"act":3,"token":3,"quant":3,"block":3,"shape":3,"optional":1,"list":1,"none":1,"super":1,"fusedmoequantconfig":1,"make":1,"assert":6,"not":4,"nyi":4,"0":2,"property":1,"activation":1,"formats":1,"tuple":1,"mk":5,"fusedmoeactivationformat":4,"return":4,"batchedexperts":2,"supports":2,"chunking":1,"expert":1,"map":1,"finalize":2,"weight":1,"and":1,"reduce":1,"impl":2,"topkweightandreduce":1,"let":1,"prepareandfinalize":1,"decide":1,"the":1,"topkweightandreducedelegate":1},"28970,1866,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"def":2,"workspace":1,"shapes":1,"self":5,"a":3,"torch":18,"tensor":17,"aq":1,"m":1,"int":10,"n":3,"k":3,"topk":3,"global":2,"num":18,"experts":8,"local":2,"expert":3,"tokens":7,"meta":2,"optional":9,"mk":2,"experttokensmetadata":2,"tuple":4,"dtype":2,"assert":3,"dim":1,"2":6,"dp":4,"dispatchers":1,"max":6,"workspace13":3,"workspace2":3,"output":3,"return":1,"apply":2,"hidden":6,"states":4,"w1":6,"w2":3,"weights":1,"ids":1,"activation":1,"str":1,"map":1,"scale":4,"zp":2,"a1q":1,"a2":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"check":1,"constraints":1,"if":1,"use":1,"int4":1,"w4a16":1,"size":8,"1":3,"mismatch":2,"else":1,"f":2},"30836,1736,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"assert":7,"hidden":10,"states":10,"is":2,"contiguous":2,"must":3,"be":3,"w1":4,"stride":4,"1":6,"of":2,"last":2,"dimension":2,"w2":4,"dtype":11,"in":1,"torch":8,"float32":3,"float16":3,"bfloat16":4,"float8":2,"e4m3fn":2,"expert":4,"tokens":6,"meta":2,"not":1,"none":1,"num":6,"e":3,"max":2,"n":1,"k":3,"top":2,"mk":1,"moe":2,"problem":1,"size":5,"topk":1,"ids":1,"0":2,"config":5,"get":2,"str":1,"use":8,"fp8":2,"w8a8":2,"self":5,"int8":2,"w8a16":2,"int4":2,"w4a16":2,"mxfp4":2,"w4a4":2,"try":1,"optimal":1,"block":2,"shape":2,"if":1,"compute":5,"type":5,"tl":4,"elif":3,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1},"32572,1574,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"we":3,"can":1,"reuse":1,"the":2,"memory":1,"between":1,"these":1,"because":1,"by":1,"time":1,"need":1,"cache3":1,"re":1,"done":1,"with":1,"cache1":5,"intermediate":8,"resize":2,"cache":2,"workspace13":1,"e":4,"max":3,"num":6,"tokens":6,"n":5,"cache2":5,"workspace2":1,"2":2,"if":1,"self":10,"use":8,"fp8":3,"w8a8":3,"fill":2,"0":2,"a1q":3,"scale":8,"normalize":1,"batched":4,"scales":1,"shape":4,"mm1":1,"invoke":1,"moe":2,"triton":2,"kernel":2,"a":2,"hidden":1,"states":1,"b":3,"w1":3,"c":1,"expert":3,"compute":2,"type":2,"zp":2,"int8":2,"w8a16":2,"int4":2,"w4a16":2,"config":2,"per":3,"act":3,"token":3,"quant":4,"block":3,"todo":1,"bnell":1,"utility":1,"from":1,"deep":1,"gemm":1,"activation":2,"view":2,"1":2,"qintermediate":1,"a2q":1,"quantize":1,"input":1,"a2":1,"dtype":1},"34146,559,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_batched_moe.py":{"invoke":1,"moe":1,"batched":1,"triton":1,"kernel":1,"a":2,"qintermediate":1,"cache2":1,"b":3,"w2":3,"c":1,"output":1,"expert":2,"num":2,"tokens":2,"compute":2,"type":2,"scale":4,"a2q":1,"zp":2,"use":6,"fp8":2,"w8a8":2,"self":5,"int8":2,"w8a16":2,"int4":2,"w4a16":2,"config":2,"per":2,"act":2,"token":2,"quant":2,"block":2,"shape":2},"0,1399,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_torch_iterative.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"import":2,"torch":9,"nn":1,"functional":1,"as":1,"f":1,"def":1,"fused":1,"moe":1,"hidden":13,"states":8,"tensor":6,"w1":3,"w2":3,"gating":5,"output":5,"topk":11,"int":2,"global":2,"num":10,"experts":10,"expert":4,"map":4,"none":2,"renormalize":2,"bool":1,"false":1,"args":1,"size":8,"intermediate":3,"orig":1,"shape":6,"1":6,"tokens":3,"numel":1,"dtype":4,"view":2,"weights":8,"softmax":1,"dim":3,"float":1,"selected":3,"if":2,"sum":1,"keepdim":1,"true":1,"is":1,"not":1},"1399,757,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_torch_iterative.py":{"final":6,"hidden":10,"states":10,"none":2,"for":1,"expert":12,"idx":4,"in":1,"range":1,"num":1,"experts":2,"w1":3,"w2":3,"mask":2,"selected":1,"weights":3,"topk":1,"sum":1,"dim":1,"1":1,"keepdim":1,"true":1,"x":7,"f":3,"linear":2,"gate":2,"silu":1,"intermediate":2,"size":2,"current":3,"if":1,"is":1,"else":1,"return":1,"view":1,"orig":1,"shape":1,"type":1,"ignore":1},"0,1839,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":6,"project":1,"taken":1,"from":5,"https":1,"github":1,"com":1,"modeltc":1,"lightllm":2,"blob":1,"8ed97c74c18f11505b048b1ba00ba5c0cef8bff6":1,"common":1,"fused":3,"moe":3,"deepep":1,"scatter":1,"gather":1,"py":1,"and":5,"updated":1,"fit":1,"needs":1,"terminology":1,"import":9,"functools":2,"typing":1,"optional":2,"torch":4,"model":2,"executor":2,"layers":2,"modular":1,"kernel":1,"as":2,"mk":2,"utils":3,"count":1,"expert":13,"num":13,"tokens":13,"triton":3,"tl":1,"round":5,"up":5,"cache":1,"def":3,"deep":2,"gemm":2,"block":4,"shape":1,"list":1,"int":7,"lazy":1,"avoid":1,"cuda":1,"initialization":1,"problems":1,"dg":2,"get":1,"m":8,"alignment":11,"for":1,"contiguous":1,"layout":1,"return":4,"sum":7,"tensor":1,"each":1,"element":1,"in":1,"nearest":1,"multiple":1,"of":1,"ent":2,"int64":1,"1":2,"item":1,"compute":2,"aligned":1,"topk":2,"local":2,"experts":2,"meta":4,"experttokensmetadata":1,"if":1,"is":3,"not":3,"none":2,"cpu":3,"information":1,"available":1,"on":1,"max":1,"required":1,"size":1,"jit":1},"1839,1401,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"def":3,"apply":1,"expert":32,"map":3,"id":7,"if":1,"1":3,"tl":14,"load":4,"to":1,"dtype":1,"return":2,"triton":3,"jit":3,"round":2,"up":2,"128":3,"x":2,"int":2,"y":4,"fwd":1,"kernel":1,"ep":1,"scatter":1,"num":11,"recv":3,"tokens":8,"per":8,"start":9,"loc":3,"m":6,"indices":4,"experts":3,"constexpr":3,"block":5,"e":3,"cur":8,"program":1,"0":5,"offset":5,"cumsum":8,"arange":2,"mask":2,"other":1,"store":2,"token":2,"ptr":2,"off":2,"for":1,"in":1,"range":1,"stages":1,"4":1},"3240,1596,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"def":1,"fwd":1,"kernel":1,"ep":1,"scatter":1,"2":1,"total":2,"token":8,"num":8,"expert":9,"start":3,"loc":1,"recv":15,"x":10,"stride0":9,"stride1":6,"scale":12,"topk":9,"output":9,"tensor":6,"index":5,"tl":14,"constexpr":6,"map":5,"has":2,"hidden":8,"size":8,"pad":4,"id":10,"program":1,"0":5,"grid":2,"programs":1,"offset":6,"in":8,"arange":2,"mask":6,"s":6,"for":2,"range":2,"to":2,"copy":2,"load":3,"1":1,"stages":1,"4":1,"if":1,"apply":1},"4836,1859,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"if":1,"expert":11,"id":3,"0":5,"dest":4,"token":6,"index":8,"tl":4,"atomic":1,"add":1,"start":3,"loc":3,"1":3,"store":3,"output":13,"stride0":3,"topk":3,"tensor":20,"ptr":4,"scale":6,"offset":2,"in":2,"to":3,"copy":2,"mask":4,"s":3,"torch":11,"no":1,"grad":1,"def":1,"ep":2,"scatter":2,"recv":8,"x":3,"num":14,"tokens":3,"per":4,"map":1,"optional":1,"m":3,"indices":3,"block":8,"e":4,"128":3,"of":3,"is":1,"aligned":1,"d":2,"size":3,"quantization":1,"warps":3,"8":2,"experts":6,"shape":4,"hidden":2,"grid":4,"triton":2,"cdiv":1,"assert":1,"fwd":1,"kernel":1,"next":1,"power":1,"2":1,"min":1,"1024":1},"6695,1977,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"fwd":2,"kernel":2,"ep":2,"scatter":1,"2":3,"grid":3,"recv":19,"topk":18,"shape":2,"0":10,"expert":8,"start":3,"loc":1,"x":6,"stride":12,"1":9,"scale":8,"output":12,"tensor":12,"index":8,"num":10,"map":6,"has":2,"is":1,"not":1,"none":1,"warps":2,"hidden":8,"size":8,"pad":2,"triton":3,"next":2,"power":2,"of":2,"block":6,"d":6,"return":1,"jit":1,"def":1,"gather":1,"total":2,"token":6,"input":6,"stride0":6,"stride1":5,"ids":5,"weight":3,"tl":10,"constexpr":3,"cur":5,"program":2,"id":3,"programs":1,"for":2,"in":2,"range":2,"off":1,"arange":1,"accumulator":1,"zeros":1,"dtype":1,"float32":1,"load":1},"8672,1428,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"if":2,"has":1,"expert":7,"map":4,"id":3,"apply":1,"0":3,"source":2,"token":5,"index":7,"tl":5,"load":3,"input":7,"cur":5,"stride0":4,"topk":6,"acc":2,"weight":5,"recv":4,"tmp":2,"tensor":15,"block":7,"d":7,"off":2,"accumulator":2,"to":2,"float32":1,"store":1,"output":5,"dtype":1,"element":1,"ty":1,"torch":7,"no":1,"grad":1,"def":1,"ep":1,"gather":1,"ids":1,"optional":1,"num":3,"warps":1,"2":1,"tokens":2,"shape":2,"hidden":4,"size":4,"1":1,"min":2,"1024":2,"assert":1,"grid":1,"triton":1,"cdiv":1},"10100,1942,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"fwd":1,"kernel":2,"ep":1,"gather":1,"grid":1,"num":9,"tokens":4,"input":6,"tensor":11,"stride":10,"0":7,"1":10,"recv":7,"topk":14,"ids":9,"weight":3,"index":3,"output":3,"shape":4,"expert":9,"map":5,"has":1,"is":4,"not":1,"none":4,"warps":2,"block":7,"d":2,"return":1,"def":1,"deepgemm":1,"moe":1,"permute":1,"aq":11,"torch":8,"scale":1,"local":4,"experts":4,"int":1,"optional":3,"meta":3,"mk":1,"experttokensmetadata":1,"out":5,"assert":3,"ndim":1,"2":1,"dtype":4,"signed":1,"the":1,"uses":1,"to":1,"represent":1,"invalid":1,"h":3,"size":3,"device":6,"m":7,"deep":2,"gemm":2,"k":1,"sum":3,"compute":1,"aligned":1,"alignment":1,"start":1,"loc":1,"empty":2,"int32":1,"or":1,"if":1},"12042,1894,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_utils.py":{"aq":7,"scale":6,"out":5,"torch":13,"empty":5,"m":3,"sum":2,"h":1,"block":1,"k":1,"device":6,"dtype":3,"float32":1,"maybe":2,"has":2,"blocks":2,"expert":25,"tokens":12,"meta":4,"is":3,"none":4,"or":1,"num":9,"cpu":1,"ids":11,"init":2,"zeros":1,"if":2,"else":2,"int32":2,"inv":5,"perm":5,"topk":10,"shape":1,"not":1,"count":1,"local":1,"experts":1,"map":6,"ep":2,"scatter":1,"recv":6,"x":2,"per":1,"start":2,"loc":2,"output":7,"tensor":10,"indices":1,"index":2,"return":2,"def":1,"deepgemm":1,"unpermute":1,"and":1,"reduce":1,"a":2,"grouped":1,"gemm":1,"weights":2,"optional":1,"gather":1,"input":2,"weight":1},"0,1708,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"from":20,"abc":2,"import":23,"abstractmethod":1,"collections":1,"iterable":1,"enum":2,"typing":1,"callable":1,"literal":1,"optional":1,"overload":1,"torch":3,"nn":2,"functional":1,"as":2,"f":1,"parameter":1,"uninitializedparameter":1,"envs":2,"config":4,"get":5,"current":2,"distributed":2,"dp":1,"group":2,"ep":2,"tensor":2,"model":9,"parallel":2,"world":1,"size":1,"all":1,"reduce":1,"eplb":2,"state":1,"eplbstate":1,"forward":2,"context":2,"forwardcontext":1,"logger":2,"init":1,"executor":7,"custom":2,"op":2,"customop":1,"yapf":2,"disable":1,"layers":5,"fused":5,"moe":6,"fusedmoeconfig":1,"fusedmoeparallelconfig":1,"enable":1,"modular":1,"kernel":1,"fusedmoeactivationformat":1,"fusedmoemodularkernel":1,"fusedmoepermuteexpertsunpermute":1,"fusedmoeprepareandfinalize":1,"rocm":2,"aiter":2,"is":1,"enabled":1,"routing":1,"simulator":1,"routingsimulator":1,"quantization":1,"base":1,"quantizationconfig":1,"quantizemethodbase":1,"utils":2,"set":1,"weight":1,"attrs":1,"platforms":2,"platform":1,"interface":1,"cpuarchenum":1,"direct":1,"register":1,"has":2,"deep":1,"pplx":1,"round":1,"up":1},"1708,1870,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":5,"current":3,"platform":3,"is":4,"cuda":1,"alike":1,"from":8,"fused":12,"batched":1,"moe":14,"import":8,"batchedtritonexperts":1,"tritonexperts":1,"experts":4,"has":2,"pplx":3,"prepare":3,"finalize":3,"pplxprepareandfinalize":1,"hidden":2,"dim":1,"scale":1,"bytes":1,"deep":1,"ep":1,"deepep":3,"ht":1,"deepephtprepareandfinalize":1,"ll":1,"quant":2,"block":3,"shape":1,"deepepllprepareandfinalize":1,"else":3,"none":6,"type":4,"ignore":4,"fusedmoepermuteexpertsunpermute":1,"fusedmoeprepareandfinalize":1,"rocm":3,"aiter":3,"enabled":1,"vllm":2,"model":2,"executor":2,"layers":2,"noqa":1,"e501":1,"grouped":3,"topk":4,"as":2,"elif":1,"cpu":1,"pass":2,"tpu":1,"pallas":3,"logger":2,"init":3,"name":1,"class":2,"fusedmoeweightscalesupported":1,"enum":1,"tensor":2,"channel":2,"group":2,"fusedmoemethodbase":1,"quantizemethodbase":1,"todo":1,"bnell":1,"also":1,"config":1,"def":2,"self":5,"fusedmoeconfig":1,"super":1,"optional":1,"callable":1,"indices":1,"dtype":3,"abstractmethod":1,"create":1,"weights":1,"layer":1,"torch":2,"nn":1,"module":1,"num":1,"int":3,"size":2,"intermediate":1,"per":1,"partition":1,"params":1,"extra":1,"weight":1,"attrs":1,"raise":1,"notimplementederror":1},"3578,1914,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":2,"uses":2,"weight":5,"scale":8,"2":3,"pattern":4,"self":1,"bool":1,"returns":1,"true":1,"if":2,"this":2,"quantization":1,"method":2,"for":1,"per":5,"tensor":1,"scales":1,"e":1,"g":1,"fp4":1,"variants":1,"false":2,"otherwise":1,"should":1,"be":2,"overridden":1,"by":1,"subclasses":1,"that":1,"use":3,"the":2,"instead":1,"of":1,"standard":1,"return":1,"staticmethod":1,"maybe":1,"make":1,"prepare":2,"finalize":2,"moe":13,"fusedmoeconfig":1,"optional":2,"fusedmoeprepareandfinalize":2,"all2all":8,"manager":8,"get":1,"ep":1,"group":3,"device":1,"communicator":1,"assert":2,"is":1,"not":2,"none":2,"flashinfer":1,"cutlass":1,"kernels":3,"must":1,"created":1,"in":3,"modelopt":1,"py":1,"pplx":3,"hidden":10,"dim":8,"bytes":7,"max":3,"num":6,"tokens":3,"dtype":2,"quant":3,"act":2,"token":4,"block":2,"shape":2,"all":2,"to":1,"args":1,"dict":1,"experts":4,"topk":1,"rank":2,"world":5,"size":8,"dp":2,"actually":1,"means":1,"tp":3,"bug":1,"dispatchers":1},"5492,1952,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"intranode":1,"pplx":1,"a2a":1,"takes":1,"a":1,"group":4,"name":3,"while":1,"internode":2,"does":1,"not":3,"if":1,"all2all":11,"manager":11,"all":12,"to":8,"args":6,"cpu":1,"handle":8,"get":3,"prepare":2,"finalize":2,"pplxprepareandfinalize":1,"max":4,"num":15,"tokens":4,"moe":13,"local":4,"experts":7,"dispatchers":3,"elif":2,"use":4,"deepep":3,"ht":1,"kernels":2,"assert":1,"dp":5,"size":8,"world":5,"dict":2,"deepephtprepareandfinalize":1,"rank":3,"expert":1,"offset":1,"ll":1,"per":1,"token":1,"hidden":2,"dim":1,"ep":1,"ranks":1,"global":1,"note":1,"we":1,"may":1,"want":1,"fp8":3,"dispatch":2,"even":1,"otherwise":1,"just":1,"reduce":1,"datamovement":1,"quant":5,"config":3,"is":1,"none":1,"and":2,"dtype":2,"current":1,"platform":1,"block":2,"shape":2},"7444,1770,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"prepare":14,"finalize":14,"deepepllprepareandfinalize":1,"handle":1,"max":2,"tokens":2,"per":1,"rank":1,"moe":9,"num":2,"dispatchers":1,"all2all":3,"manager":1,"world":1,"size":1,"use":3,"fp8":2,"dispatch":2,"return":3,"def":3,"maybe":3,"make":3,"self":16,"fusedmoeconfig":2,"optional":1,"fusedmoeprepareandfinalize":2,"if":2,"parallel":1,"config":1,"kernels":1,"fusedmoemethodbase":1,"else":1,"none":5,"init":1,"assert":3,"is":4,"not":2,"logger":1,"debug":1,"s":3,"for":2,"class":2,"name":2,"id":2,"topk":3,"indices":3,"dtype":3,"fused":2,"experts":5,"f":2,"attempt":1,"to":1,"override":1,"select":4,"gemm":4,"impl":2,"fusedmoemodularkernel":1,"fusedmoepermuteexpertsunpermute":1,"based":2,"on":2,"the":3,"implementation":3,"appropriate":2,"raise":1,"notimplementederror":1,"must":1},"9214,1529,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"abstractmethod":1,"def":2,"apply":2,"self":8,"layer":1,"torch":9,"nn":1,"module":1,"x":1,"tensor":8,"router":2,"logits":1,"top":1,"k":1,"int":4,"renormalize":1,"bool":4,"use":1,"grouped":1,"topk":2,"false":3,"group":2,"optional":8,"none":9,"num":2,"expert":3,"global":1,"experts":5,"1":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":3,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":1,"eplb":1,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1,"raise":1,"notimplementederror":1,"customop":2,"register":1,"unquantized":1,"fused":6,"moe":9,"class":1,"unquantizedfusedmoemethod":1,"fusedmoemethodbase":1,"method":1,"without":1,"quantization":1,"init":2,"fusedmoeconfig":1,"super":1,"has":2,"rocm":8,"aiter":8,"enabled":3,"is":1,"if":1,"from":1,"import":1,"else":1,"type":1,"ignore":1},"10743,696,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"select":1,"gemm":1,"impl":1,"self":4,"prepare":3,"finalize":3,"fusedmoeprepareandfinalize":1,"todo":1,"bnell":1,"remove":1,"every":1,"layer":1,"should":1,"have":1,"an":1,"moe":5,"config":1,"object":1,"fusedmoeconfig":1,"fusedmoepermuteexpertsunpermute":1,"if":1,"activation":1,"format":1,"fusedmoeactivationformat":1,"batchedexperts":1,"logger":2,"debug":2,"batchedtritonexperts":2,"s":2,"return":2,"max":2,"num":4,"tokens":2,"dispatchers":2,"else":1,"tritonexperts":2},"11439,1811,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"create":1,"weights":1,"self":3,"layer":5,"torch":10,"nn":5,"module":1,"num":5,"experts":5,"int":3,"hidden":4,"size":8,"intermediate":4,"per":4,"partition":4,"params":5,"dtype":10,"extra":5,"weight":17,"attrs":9,"fused":1,"gate":1,"up":1,"proj":2,"column":1,"parallel":2,"w13":8,"parameter":8,"empty":2,"2":2,"requires":4,"grad":4,"false":4,"register":4,"set":4,"if":2,"has":2,"bias":10,"zeros":2,"down":1,"row":1,"w2":8},"13250,1374,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":2,"maybe":3,"pad":8,"weight":21,"self":5,"torch":4,"tensor":3,"the":2,"this":1,"is":2,"an":1,"optimization":1,"on":2,"rocm":6,"platform":2,"which":1,"can":1,"benefit":1,"from":3,"tensors":1,"located":1,"far":1,"enough":1,"one":1,"another":1,"in":1,"memory":1,"if":2,"envs":1,"vllm":2,"moe":4,"padding":2,"and":3,"current":1,"stride":2,"1":2,"2":1,"element":2,"size":2,"512":1,"0":3,"num":3,"256":1,"f":1,"constant":1,"cuda":1,"empty":1,"cache":1,"return":1,"process":2,"weights":4,"after":2,"loading":2,"layer":10,"nn":1,"module":1,"none":1,"super":1,"for":1,"better":1,"performance":1,"w13":6,"data":8,"w2":6,"lazy":1,"import":2,"to":1,"avoid":1,"importing":1,"triton":1,"model":1,"executor":1,"layers":1,"fused":2,"aiter":2,"shuffle":2,"enabled":1,"shuffled":4},"14624,1500,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":3,"current":3,"platform":3,"is":3,"xpu":1,"import":2,"intel":1,"extension":1,"for":1,"pytorch":1,"as":1,"ipex":3,"layer":14,"fusion":1,"llm":1,"modules":1,"gatedmlpmoe":1,"w13":9,"weight":18,"w2":7,"use":1,"prepack":1,"true":1,"elif":1,"cpu":10,"get":1,"architecture":1,"cpuarchenum":1,"x86":2,"from":1,"vllm":2,"model":1,"executor":1,"layers":1,"fused":6,"moe":7,"dtype":3,"envs":1,"sgl":1,"kernel":1,"and":2,"torch":4,"c":3,"amx":1,"tile":1,"supported":1,"bfloat16":1,"packed":9,"ops":2,"convert":2,"assert":2,"size":4,"copy":2,"del":1,"sglfusedmoe":1,"else":2,"ipexfusedmoe":1,"raise":1,"notimplementederror":1,"only":1,"supports":1,"arch":1},"16124,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"apply":4,"self":2,"layer":4,"torch":9,"nn":1,"module":1,"x":3,"tensor":8,"router":6,"logits":3,"top":3,"k":3,"int":4,"renormalize":3,"bool":4,"use":3,"grouped":3,"topk":6,"false":3,"group":6,"optional":8,"none":11,"num":6,"expert":10,"global":3,"experts":3,"1":1,"map":7,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"weight":3,"on":3,"input":3,"activation":3,"silu":1,"enable":4,"eplb":4,"load":4,"view":4,"logical":8,"to":4,"physical":4,"replica":4,"count":4,"if":1,"assert":4,"is":3,"not":3,"isinstance":1,"fusedmoe":1,"return":1,"forward":1},"18100,1647,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"forward":1,"cuda":1,"self":2,"layer":1,"torch":9,"nn":1,"module":1,"x":2,"tensor":8,"use":3,"grouped":3,"topk":9,"bool":4,"top":3,"k":3,"int":4,"router":4,"logits":3,"renormalize":3,"group":6,"optional":8,"none":8,"num":4,"expert":9,"global":1,"experts":2,"1":1,"map":6,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"apply":1,"weight":1,"on":1,"input":1,"false":2,"activation":1,"silu":1,"enable":3,"eplb":3,"load":3,"view":3,"logical":6,"to":3,"physical":3,"replica":3,"count":3,"weights":1,"ids":1,"fusedmoe":1,"select":1,"hidden":1,"states":1,"indices":2,"type":1,"dtype":1},"19747,1742,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":4,"self":7,"rocm":2,"aiter":2,"moe":1,"enabled":1,"return":3,"fused":5,"experts":9,"hidden":3,"states":3,"x":3,"w1":4,"layer":8,"w13":4,"weight":12,"w2":8,"topk":12,"weights":6,"ids":6,"expert":6,"map":6,"activation":6,"apply":6,"router":6,"on":6,"input":6,"elif":1,"is":2,"not":3,"none":4,"has":3,"bias":8,"raise":1,"valueerror":1,"fusedmoemodularkernel":1,"does":1,"support":1,"inplace":2,"true":2,"global":4,"num":4,"else":3,"assert":1},"21489,1630,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"forward":1,"cpu":3,"self":1,"layer":3,"torch":8,"nn":1,"module":1,"x":2,"tensor":7,"use":2,"grouped":2,"topk":4,"bool":4,"top":2,"k":2,"int":4,"router":4,"logits":2,"renormalize":2,"group":4,"optional":8,"none":11,"num":4,"expert":7,"global":2,"experts":2,"1":1,"map":4,"custom":2,"routing":2,"function":2,"callable":1,"scoring":2,"func":2,"str":2,"softmax":1,"e":2,"score":2,"correction":2,"bias":2,"apply":2,"weight":2,"on":2,"input":2,"false":3,"activation":2,"silu":1,"enable":2,"eplb":2,"load":3,"view":2,"logical":4,"to":2,"physical":2,"replica":2,"count":2,"if":1,"is":5,"not":5,"or":3,"raise":1,"notimplementederror":1,"balancing":1,"supported":1,"for":1,"return":1,"fused":1,"moe":1},"23119,1434,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"forward":1,"xpu":2,"self":1,"layer":2,"torch":8,"nn":1,"module":1,"x":2,"tensor":7,"use":2,"grouped":2,"topk":4,"bool":4,"top":2,"k":2,"int":4,"router":3,"logits":2,"renormalize":2,"group":4,"optional":8,"none":12,"num":3,"expert":6,"global":1,"experts":1,"1":1,"map":3,"custom":2,"routing":2,"function":2,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"apply":1,"weight":1,"on":1,"input":1,"false":3,"activation":1,"silu":1,"enable":2,"eplb":2,"load":3,"view":2,"logical":4,"to":2,"physical":2,"replica":2,"count":2,"if":1,"is":6,"not":5,"or":3,"raise":1,"notimplementederror":1,"balancing":1,"supported":1,"for":1,"assert":1,"return":1,"ipex":1,"fusion":1},"24553,855,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"forward":1,"tpu":1,"self":1,"layer":1,"torch":8,"nn":1,"module":1,"x":1,"tensor":7,"use":1,"grouped":1,"topk":2,"bool":4,"top":1,"k":1,"int":4,"router":2,"logits":1,"renormalize":1,"group":2,"optional":8,"none":8,"num":2,"expert":3,"global":1,"experts":1,"1":1,"map":2,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"str":2,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"apply":1,"weight":1,"on":1,"input":1,"false":2,"activation":1,"silu":1,"enable":1,"eplb":1,"load":1,"view":1,"logical":2,"to":1,"physical":1,"replica":1,"count":1},"25408,1374,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"torch":1,"tensor":1,"assert":6,"not":9,"use":1,"grouped":1,"topk":3,"num":3,"expert":6,"group":2,"is":13,"none":7,"custom":1,"routing":1,"function":2,"apply":1,"router":2,"weight":3,"on":1,"input":1,"false":2,"if":3,"scoring":2,"func":1,"softmax":2,"raise":3,"notimplementederror":3,"only":1,"supported":4,"for":4,"tpu":4,"e":1,"score":2,"correction":2,"bias":2,"activation":2,"silu":1,"f":1,"enable":1,"eplb":1,"or":3,"load":2,"view":1,"logical":2,"to":1,"physical":1,"map":3,"replica":1,"count":1,"balancing":1,"return":1,"fused":1,"moe":1,"pallas":1,"hidden":1,"states":1,"x":1,"w1":1,"layer":2,"w13":1,"w2":2,"top":1,"k":1,"gating":1,"output":1,"logits":1,"global":2,"experts":2,"renormalize":2},"26782,1601,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":4,"current":4,"platform":2,"is":3,"tpu":2,"forward":6,"native":3,"elif":1,"cpu":2,"else":2,"cuda":1,"def":1,"determine":1,"expert":4,"map":2,"ep":10,"size":8,"int":8,"rank":7,"global":8,"num":9,"experts":18,"tuple":3,"optional":3,"torch":3,"tensor":4,"calculates":1,"how":1,"many":1,"should":1,"be":1,"assigned":4,"to":7,"each":2,"for":2,"and":1,"creates":1,"a":3,"mapping":2,"from":2,"local":5,"index":2,"are":2,"distributed":1,"evenly":2,"across":1,"ranks":1,"any":1,"remaining":1,"the":8,"last":1,"args":1,"of":4,"parallel":1,"group":1,"total":1,"number":2,"in":1,"model":1,"returns":2,"containing":1,"shape":1,"contains":1,"1":4,"not":1,"none":2,"assert":1,"0":1,"return":1,"distribute":1,"as":2,"possible":1,"base":3,"remainder":2},"28383,1413,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"create":2,"a":2,"tensor":1,"of":6,"size":5,"num":6,"experts":11,"filled":1,"with":1,"1":2,"expert":5,"map":4,"torch":4,"full":1,"global":1,"dtype":3,"int32":2,"for":5,"the":10,"local":4,"start":3,"idx":3,"ep":2,"rank":2,"base":1,"min":1,"remainder":1,"arange":1,"0":1,"return":1,"customop":2,"register":1,"fused":2,"moe":3,"class":1,"fusedmoe":2,"layer":3,"models":1,"this":1,"contains":1,"both":1,"mergedcolumnparallel":1,"weights":3,"gate":2,"up":2,"proj":3,"w13":1,"and":4,"rowparallellinear":1,"down":2,"w2":2,"note":1,"mixtral":1,"uses":1,"w1":1,"w3":1,"we":1,"copy":1,"that":1,"naming":1,"convention":1,"here":1,"handle":1,"any":1,"remapping":1,"in":4,"load":2,"function":1,"each":2,"model":2,"implementation":1,"args":1,"number":2,"top":1,"k":1,"selected":1,"token":1,"hidden":2,"input":1,"state":1,"transformer":1,"intermediate":2,"params":1,"data":1,"type":1,"parameters":1,"reduce":2,"results":1,"whether":3,"to":3,"all":2,"on":1,"output":1,"renomalize":1,"renormalize":1,"logits":1,"kernel":1,"quant":1,"config":1,"quantization":1,"configure":1,"enable":2,"eplb":1,"parallelism":1,"balancer":1},"29796,1717,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"init":2,"self":4,"num":6,"experts":6,"int":10,"global":2,"number":1,"of":1,"top":1,"k":1,"hidden":1,"size":17,"intermediate":1,"params":5,"dtype":7,"optional":9,"torch":3,"none":12,"reduce":1,"results":1,"bool":6,"false":5,"renormalize":1,"true":1,"use":1,"grouped":1,"topk":2,"expert":1,"group":3,"quant":1,"config":7,"quantizationconfig":1,"tp":6,"ep":1,"dp":7,"prefix":1,"str":3,"custom":1,"routing":1,"function":1,"callable":1,"scoring":1,"func":1,"softmax":1,"e":1,"score":1,"correction":1,"bias":2,"tensor":2,"apply":1,"router":1,"weight":1,"on":1,"input":1,"activation":1,"silu":1,"enable":1,"eplb":1,"redundant":2,"0":1,"has":1,"super":1,"if":3,"is":3,"get":4,"default":1,"not":2,"else":2,"model":1,"parallel":4,"world":2,"vllm":4,"current":1,"moe":1,"fusedmoeparallelconfig":2,"make":1},"31513,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"we":1,"padding":1,"globally":1,"so":1,"ep":7,"buffer":1,"allocation":1,"works":1,"if":5,"quant":2,"config":7,"and":1,"get":1,"name":3,"mxfp4":4,"from":1,"vllm":2,"model":1,"executor":1,"layers":1,"quantization":1,"import":1,"noqa":1,"e501":1,"should":2,"use":3,"flashinfer":2,"current":1,"platform":1,"is":1,"rocm":1,"or":1,"hidden":2,"size":5,"round":1,"up":1,"256":1,"for":1,"smuggling":1,"this":1,"layer":3,"into":1,"the":1,"fused":1,"moe":1,"custom":1,"op":1,"compilation":4,"prefix":4,"in":1,"static":2,"forward":2,"context":2,"raise":1,"valueerror":1,"duplicate":1,"format":1,"self":19,"enable":3,"eplb":5,"expert":5,"load":1,"view":1,"optional":3,"torch":3,"tensor":3,"none":4,"logical":2,"to":1,"physical":1,"map":4,"replica":1,"count":1,"determine":2,"maps":1,"assert":2,"global":4,"num":7,"experts":9,"0":2,"currently":1,"only":2,"supports":1,"even":1,"distribution":1,"of":1,"across":1,"ranks":1,"else":2,"redundant":2,"are":1,"supported":1,"with":1,"local":2,"rank":2,"top":2,"k":2},"33311,1945,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"assert":2,"intermediate":3,"size":9,"self":22,"tp":2,"0":1,"hidden":4,"per":2,"partition":1,"reduce":2,"results":2,"renormalize":2,"use":4,"grouped":5,"topk":8,"if":3,"num":8,"expert":3,"group":6,"is":6,"not":5,"none":3,"and":2,"custom":2,"routing":2,"function":3,"scoring":4,"func":3,"e":2,"score":2,"correction":2,"bias":4,"apply":2,"router":2,"weight":2,"on":2,"input":2,"activation":2,"softmax":2,"raise":1,"valueerror":1,"only":1,"supported":1,"for":1,"non":1,"vllm":3,"config":12,"model":6,"dtype":6,"else":1,"todo":1,"bnell":1,"this":1,"a":1,"hack":1,"to":2,"get":1,"test":2,"mixtral":1,"moe":7,"work":1,"since":1,"set":1,"in":2,"the":1,"pytest":1,"params":1,"fusedmoeconfig":1,"make":1,"experts":5,"global":1,"token":1,"top":1,"k":1,"dim":1,"local":2,"parallel":2,"max":1,"tokens":1,"envs":1,"dp":1,"chunk":1,"quant":4,"has":2},"35256,1398,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"note":1,"get":2,"quant":12,"method":9,"will":1,"look":1,"at":1,"the":4,"layer":1,"s":1,"local":1,"num":1,"experts":1,"for":7,"heuristic":1,"purposes":1,"so":2,"it":2,"must":1,"be":1,"initialized":1,"first":1,"optional":1,"quantizemethodbase":1,"none":3,"unquantizedfusedmoemethod":2,"moe":1,"if":4,"config":2,"is":3,"else":1,"self":3,"prefix":1,"assert":2,"not":3,"isinstance":2,"fusedmoemethodbase":1,"enable":1,"eplb":2,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"quantization":6,"fp8":2,"import":1,"fp8moemethod":3,"todo":1,"add":2,"support":2,"additional":1,"methods":4,"implementation":2,"other":1,"does":1,"contain":1,"essential":1,"differences":1,"but":1,"current":1,"api":1,"design":1,"causes":1,"duplicated":1,"work":1,"when":1,"extending":1,"to":3,"new":1,"i":1,"m":1,"leaving":1,"now":2,"you":1,"plan":1,"more":1,"please":1,"refer":1,"in":1,"raise":1,"notimplementederror":1,"only":1,"supported":1},"36654,1931,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"moe":14,"quant":5,"params":5,"num":6,"experts":4,"self":22,"local":1,"hidden":5,"size":14,"intermediate":5,"per":2,"partition":2,"dtype":6,"weight":2,"loader":2,"need":1,"full":2,"pre":1,"sharding":1,"for":1,"wna16":1,"act":1,"order":1,"if":2,"method":2,"class":1,"name":1,"in":3,"gptqmarlinmoemethod":1,"compressedtensorswna16marlinmoemethod":1,"compressedtensorswna16moemethod":1,"create":1,"weights":1,"layer":1,"chunked":1,"all2all":1,"staging":1,"tensor":3,"batched":4,"states":2,"optional":2,"torch":6,"none":2,"router":2,"logits":2,"parallel":7,"config":7,"use":4,"pplx":1,"kernels":3,"or":2,"deepep":1,"ll":1,"flashinfer":1,"cutlass":1,"zeros":2,"max":2,"tokens":2,"device":4,"cuda":2,"current":2,"note":1,"here":1,"we":1,"which":1,"is":1,"logical":1,"expert":1,"count":1,"property":4,"def":4,"tp":4,"return":4,"dp":2,"ep":2,"rank":2},"38585,1845,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"property":7,"def":9,"dp":2,"rank":7,"self":23,"return":7,"moe":7,"parallel":8,"config":7,"ep":10,"use":10,"pplx":2,"kernels":8,"deepep":4,"ht":2,"ll":2,"flashinfer":2,"cutlass":2,"update":1,"expert":8,"map":5,"size":3,"and":2,"should":1,"already":1,"be":1,"updated":1,"assert":1,"is":1,"not":1,"none":1,"with":1,"device":1,"local":1,"num":3,"experts":3,"determine":1,"global":2,"load":1,"per":2,"tensor":3,"weight":7,"scale":1,"shard":4,"id":7,"str":1,"param":5,"torch":2,"nn":1,"parameter":1,"loaded":3,"int":1,"data":4,"for":1,"quantization":1,"if":3,"in":2,"w1":4,"w3":3,"we":3,"have":1,"to":2,"keep":1,"the":2,"scales":1,"of":1,"because":1,"need":1,"re":1,"quantize":1,"weights":1,"after":1,"loading":1,"idx":2,"0":1,"else":1,"1":1,"are":1,"row":1,"case":1,"down":1,"proj":1,"elif":1,"w2":1},"40430,582,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"load":2,"combined":1,"w13":2,"weight":9,"scale":1,"self":1,"shard":6,"dim":3,"int":2,"loaded":5,"torch":2,"tensor":3,"param":3,"tp":2,"rank":2,"scales":3,"assuming":1,"that":1,"w1":1,"and":1,"w3":1,"are":1,"stored":1,"in":1,"the":1,"same":1,"size":3,"shape":1,"narrow":1,"copy":1},"41012,1669,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":1,"load":10,"model":2,"weight":10,"or":4,"group":2,"scale":1,"self":3,"shard":13,"dim":6,"int":2,"expert":7,"data":6,"torch":2,"tensor":3,"id":6,"str":1,"loaded":7,"tp":7,"rank":7,"full":5,"w2":8,"bool":1,"false":1,"grouped":1,"scales":2,"for":3,"quantization":1,"weights":1,"param":7,"dimension":1,"to":2,"parameter":1,"a":1,"particular":1,"either":1,"w1":2,"w3":2,"checkpoint":1,"into":1,"the":4,"parallel":1,"whether":1,"not":2,"should":1,"be":1,"sharded":1,"if":1,"in":2,"case":1,"where":1,"we":2,"have":1,"actorder":1,"g":1,"idx":1,"do":1,"partition":1,"as":1,"indicated":1,"by":1,"argument":1,"all":1,"cases":1,"elif":1,"w13":1},"42681,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":3,"load":10,"per":2,"channel":2,"weight":14,"scale":1,"self":4,"expert":12,"data":12,"torch":6,"tensor":6,"shard":23,"dim":10,"int":6,"id":8,"str":2,"loaded":10,"tp":8,"rank":6,"for":2,"quantization":1,"if":3,"w2":2,"copy":2,"elif":1,"in":1,"w1":3,"w3":3,"w13":4,"full":3,"bool":2,"false":2,"index":1,"the":1,"sharding":2,"gate":2,"up":2,"proj":3,"mergedcolumnparallel":1,"so":1,"on":1,"output":1,"size":6,"shape":1,"2":1,"not":1,"narrow":4,"parameter":1,"and":1,"into":2,"first":1,"logical":2,"of":2,"0":1,"second":1,"else":1,"assert":1},"44669,1742,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"index":1,"the":1,"loaded":12,"weight":14,"for":1,"tp":6,"sharding":2,"down":2,"proj":2,"rowparallel":1,"so":1,"on":1,"input":2,"dim":6,"narrow":2,"parameter":3,"and":2,"load":6,"shard":12,"size":3,"expert":16,"data":9,"shape":1,"if":3,"not":1,"full":1,"rank":4,"w2":4,"into":1,"only":1,"logical":1,"of":1,"copy":2,"def":4,"single":1,"value":1,"self":7,"param":5,"torch":6,"nn":2,"tensor":4,"id":12,"int":6,"scales":1,"can":1,"be":2,"directly":1,"should":1,"equal":1,"g":1,"idx":1,"str":3,"else":1,"assert":1,"in":1,"w1":1,"w3":1,"map":3,"global":1,"to":1,"local":1,"is":1,"none":2,"return":3,"item":1,"overload":1,"loader":1,"name":1,"success":1,"literal":1,"false":1},"46411,1889,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"overload":1,"def":2,"weight":14,"loader":2,"self":8,"param":5,"torch":4,"nn":2,"parameter":2,"loaded":9,"tensor":2,"name":7,"str":4,"shard":2,"id":11,"expert":8,"int":2,"return":6,"success":4,"literal":1,"true":2,"bool":3,"false":2,"optional":1,"if":6,"quant":8,"config":3,"and":1,"get":1,"mxfp4":1,"fixme":1,"for":1,"gpt":1,"oss":1,"all":1,"experts":1,"are":2,"combined":1,"bias":1,"in":2,"dim1":4,"shape":3,"1":3,"data":2,"copy":2,"else":3,"dim2":2,"2":1,"none":2,"map":1,"global":1,"to":3,"local":3,"failed":1,"load":1,"this":3,"since":1,"it":1,"s":1,"not":1,"rank":1,"hereafter":1,"is":1,"physical":1,"method":4,"class":2,"compressed":1,"tensors":1,"checkpoints":1,"with":1,"packed":1,"weights":1,"stored":1,"flipped":1,"todo":1,"mgoin":1,"check":1,"format":1,"against":1,"known":1,"compressionformat":1,"enum":1,"values":1,"that":1,"have":1,"quality":1,"compressedtensorswna16marlinmoemethod":1,"compressedtensorswna16moemethod":1,"t":1,"contiguous":1},"48300,1927,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":8,"shard":19,"id":12,"not":2,"in":2,"w1":4,"w2":4,"w3":4,"raise":1,"valueerror":1,"f":2,"must":1,"be":4,"but":1,"got":1,"fetch":1,"the":6,"dim":10,"to":4,"parameter":1,"loaded":6,"weight":13,"based":1,"on":1,"this":1,"will":1,"whatever":2,"dimension":2,"intermediate":2,"size":2,"per":2,"partition":2,"is":11,"used":1,"sharded":3,"0":3,"1":1,"gguf":5,"getattr":4,"param":7,"false":4,"type":4,"item":1,"data":6,"copy":2,"return":4,"true":3,"success":2,"else":2,"none":2,"case":1,"for":1,"bitsandbytes":4,"use":3,"4bit":3,"expert":5,"elif":1,"bnb":1,"inflight":1,"quantization":1,"has":1,"already":1,"weights":1,"full":3,"load":4,"self":2,"w13":1,"tp":2,"rank":2,"transposed":4,"should":2,"flipped":1,"required":1,"by":1,"gptq":1,"compressed":1,"tensors":1,"int":1},"50227,1794,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"full":3,"load":5,"len":1,"loaded":11,"weight":14,"shape":7,"3":1,"if":9,"shard":7,"dim":4,"1":3,"materialize":2,"gguf":2,"uninitializedparameter":2,"is":3,"and":4,"isinstance":1,"param":10,"final":5,"list":1,"id":9,"in":4,"w1":2,"w3":2,"2":1,"self":4,"tp":3,"size":1,"dtype":2,"expert":9,"data":9,"else":3,"case":2,"input":4,"scale":3,"loading":1,"only":2,"supported":1,"for":2,"fp8":1,"name":3,"this":1,"needed":1,"compressed":2,"tensors":1,"to":1,"device":1,"quant":1,"method":1,"lower":1,"abs":1,"1e":1,"5":1,"raise":1,"valueerror":1,"scales":1,"of":2,"a":1,"layer":1,"f":2,"must":1,"be":1,"equal":1,"but":1,"got":1,"vs":1,"single":1,"value":1,"return":4,"true":2,"success":2,"none":2,"g":3,"idx":3,"0":1,"rank":2},"52021,1174,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"todo":1,"dsikka":1,"modelopt":2,"should":1,"follow":1,"the":2,"proper":1,"moe":1,"loading":1,"pattern":2,"if":4,"in":4,"quant":2,"method":3,"name":4,"determine":1,"per":8,"tensor":8,"weight":16,"scale":11,"patterns":1,"based":1,"on":1,"variant":1,"use":1,"dedicated":1,"instead":1,"of":1,"brittle":1,"string":1,"matching":1,"uses":5,"2":5,"self":2,"call":1,"load":3,"to":1,"scalar":1,"weights":1,"scales":4,"input":2,"are":1,"always":1,"fp4":1,"and":1,"fp8":1,"for":1,"is":2,"else":2,"or":1,"shard":2,"id":4,"param":2,"loaded":2,"expert":2,"return":2,"true":1,"success":1,"none":1},"53195,1356,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":6,"the":4,"weight":22,"is":2,"w13":5,"scale":6,"and":2,"scales":1,"are":1,"combined":3,"into":1,"single":1,"loaded":9,"call":2,"load":6,"to":2,"it":2,"this":1,"checked":1,"by":1,"comparing":1,"hidden":5,"out":5,"dims":1,"of":1,"param":6,"in":2,"name":2,"shape":2,"2":2,"data":3,"self":5,"tp":5,"size":1,"shard":6,"dim":4,"rank":4,"return":4,"true":2,"success":2,"else":2,"none":2,"for":1,"other":1,"weights":1,"model":2,"or":2,"group":2,"id":2,"expert":2},"54551,82,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"case":1,"weight":2,"scales":2,"zero":1,"points":1,"and":1,"offset":1,"input":1,"global":1},"54633,1996,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"if":3,"scale":6,"in":6,"weight":17,"name":3,"or":3,"zero":1,"offset":1,"load":6,"the":2,"scales":2,"and":1,"zp":2,"based":1,"on":1,"quantization":1,"scheme":1,"supported":3,"can":1,"be":2,"found":1,"fusedmoeweightscalesupported":6,"todo":1,"dsikka":1,"once":1,"hardened":1,"refactor":1,"to":2,"use":1,"vllm":1,"parameters":1,"specific":1,"each":1,"case":1,"quant":6,"method":6,"getattr":2,"param":4,"none":2,"channel":2,"value":5,"self":5,"per":2,"shard":10,"id":8,"dim":4,"loaded":6,"expert":6,"data":4,"tp":4,"rank":4,"elif":2,"group":2,"block":1,"model":1,"full":2,"w2":2,"false":1,"tensor":2,"else":2,"e":2,"for":1,"raise":1,"valueerror":1,"f":1,"must":1,"one":1,"of":1,"return":2,"true":1,"success":1},"56629,1999,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"case":2,"weight":16,"shape":3,"if":6,"in":8,"name":4,"only":1,"required":1,"by":1,"compressed":1,"tensors":1,"self":10,"load":7,"single":1,"value":1,"param":2,"loaded":4,"expert":15,"id":4,"return":7,"true":2,"success":3,"else":3,"none":4,"model":2,"weights":8,"or":1,"group":1,"scale":1,"shard":4,"dim":2,"data":2,"tp":2,"rank":2,"false":1,"def":2,"get":2,"iterable":1,"torch":4,"tensor":4,"list":1,"named":1,"parameters":1,"assert":1,"all":1,"is":3,"contiguous":1,"for":3,"filter":1,"out":1,"the":4,"non":3,"e":2,"score":2,"correction":2,"bias":3,"a":1,"each":1,"logical":8,"with":1,"num":2,"experts":2,"not":2,"an":1,"view":5,"local":1,"1":1,"set":1,"eplb":2,"state":2,"moe":4,"layer":5,"idx":4,"int":1,"to":3,"physical":3,"map":3,"replica":3,"count":3,"register":1,"this":2,"used":1,"later":1,"forward":1,"pass":1,"where":1,"we":1,"mapping":1,"and":1,"record":1,"metrics":1},"58628,1833,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"staticmethod":1,"def":1,"select":1,"experts":4,"hidden":4,"states":4,"torch":12,"tensor":11,"router":4,"logits":4,"top":5,"k":5,"int":3,"use":2,"grouped":1,"topk":5,"bool":3,"renormalize":1,"group":2,"optional":9,"none":9,"num":1,"expert":4,"custom":1,"routing":7,"function":1,"callable":1,"scoring":1,"func":1,"str":1,"softmax":1,"e":1,"score":1,"correction":1,"bias":1,"indices":3,"type":3,"dtype":1,"enable":1,"eplb":2,"false":1,"map":2,"load":1,"view":1,"logical":3,"to":3,"physical":2,"replica":1,"count":1,"tuple":2,"route":1,"the":6,"input":1,"based":1,"on":1,"returns":1,"weights":2,"ids":4,"and":1,"global":2,"of":1,"compatibility":1,"when":1,"is":1,"not":1,"enabled":1,"returned":1,"are":1,"equivalent":1,"so":1,"should":2,"be":1,"compatible":1,"with":1,"plain":1,"moe":4,"implementations":1,"without":1,"redundant":1,"from":1,"vllm":2,"model":1,"executor":1,"layers":1,"fused":3,"import":1,"check":1,"if":2,"we":1,"a":1,"simulation":2,"strategy":6,"envs":1,"return":1,"routingsimulator":1,"simulate":1,"name":1},"60461,1786,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"deepseekv2":1,"uses":1,"grouped":3,"top":4,"k":4,"if":4,"use":1,"topk":19,"assert":5,"group":6,"is":8,"not":7,"none":8,"num":3,"expert":8,"weights":3,"ids":9,"hidden":6,"states":6,"gating":3,"output":3,"router":3,"logits":3,"renormalize":6,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"indices":8,"type":6,"to":4,"dtype":2,"elif":1,"custom":2,"routing":2,"function":2,"token":1,"fused":1,"else":1,"enable":1,"eplb":1,"load":1,"view":1,"logical":4,"physical":2,"map":1,"replica":2,"count":1,"1":1,"convert":1,"the":1,"directly":1,"select":1,"a":1,"random":2,"for":1,"each":1,"todo":1,"maybe":1,"optimize":1,"this":1,"by":2,"using":1,"specified":1,"kernels":1,"or":1,"compute":1,"pseudo":1,"modulo":1},"62247,1955,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"in":4,"case":1,"indices":3,"type":1,"is":4,"not":2,"torch":5,"long":7,"or":1,"int":1,"e":2,"g":2,"uint32":1,"as":1,"required":1,"by":1,"dispatch":1,"combine":1,"kernels":1,"topk":10,"ids":13,"replica":3,"rand":1,"like":1,"dtype":1,"float":1,"logical":2,"count":2,"unsqueeze":1,"1":4,"physical":4,"to":6,"map":1,"gather":1,"squeeze":1,"2":1,"record":1,"expert":6,"load":4,"metrics":1,"todo":1,"bowen":1,"when":1,"using":2,"fusedmoemodularkernel":1,"this":2,"can":2,"be":1,"done":1,"a":2,"more":1,"unified":1,"way":1,"since":1,"fusedmoeprepareandfinalize":1,"will":1,"return":1,"the":7,"token":1,"some":1,"cases":1,"directly":1,"from":1,"kernel":4,"however":1,"now":1,"there":2,"are":1,"many":1,"code":1,"paths":1,"modular":2,"calling":1,"fused":1,"experts":2,"so":1,"we":2,"decide":1,"keep":1,"logic":2,"here":1,"if":1,"later":1,"refactor":1,"moved":1,"all":1,"moe":1,"calls":1,"move":1,"achieve":1,"better":1,"efficiency":1,"view":3,"num":1,"flatten":4,"performance":1,"optimization":1,"masked":3,"fill":2,"significantly":1,"faster":1,"than":1,"select":1,"invalid":5,"mask":4,"0":5,"replace":1,"with":1,"just":1,"dummy":1,"position":1,"avoid":1,"out":1,"of":1,"bounds":1,"errors":1,"scatter":2,"add":2,"index":3,"src":4,"valid":2,"which":1,"for":2,"and":1,"dim":1},"64202,1433,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"topk":5,"ids":4,"to":4,"dtype":2,"indices":3,"type":3,"assert":1,"or":5,"is":6,"none":1,"return":4,"weights":1,"def":2,"must":1,"reduce":7,"shared":4,"expert":1,"outputs":1,"self":8,"bool":1,"the":12,"experts":3,"are":1,"typically":2,"computed":1,"using":1,"rowparallellinear":1,"layer":1,"result":1,"of":3,"this":2,"function":1,"used":2,"as":2,"results":2,"argument":1,"module":2,"when":1,"just":1,"tensor":4,"parallel":3,"it":2,"not":1,"required":2,"immediately":1,"instead":1,"we":2,"at":2,"once":1,"end":1,"moe":1,"op":1,"refer":1,"deepseekv2moe":1,"with":1,"ep":1,"and":1,"all2all":1,"kernels":7,"no":1,"longer":1,"viable":1,"all":3,"gpu":2,"ranks":2,"in":1,"dp":1,"produce":1,"complete":1,"set":1,"hidden":4,"states":4,"therefore":1,"that":1,"output":1,"early":1,"use":6,"pplx":3,"deepep":4,"ht":2,"ll":2,"maybe":1,"model":2,"final":3,"torch":1,"combine":1,"kernel":1,"reduces":1,"across":1,"by":1,"default":1,"if":1,"else":1},"65635,1786,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"def":3,"forward":5,"self":12,"hidden":22,"states":20,"torch":6,"tensor":4,"router":11,"logits":11,"og":4,"shape":1,"1":5,"if":2,"size":8,"f":1,"pad":1,"0":3,"mode":1,"constant":1,"value":1,"todo":1,"once":1,"the":3,"oom":1,"issue":1,"for":1,"tpu":2,"backend":1,"is":4,"resolved":1,"we":1,"will":1,"switch":1,"to":1,"using":1,"moe":2,"custom":1,"op":1,"current":1,"platform":1,"return":2,"impl":2,"else":1,"ops":1,"vllm":1,"layer":1,"name":1,"chunked":1,"full":10,"assert":6,"batched":6,"not":2,"none":2,"dtype":4,"check":1,"compatibility":1,"final":1,"empty":1,"like":1,"process":1,"chunk":10,"start":4,"end":4,"skip":1,"result":1,"store":1,"false":1},"67421,1881,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"assert":2,"self":21,"batched":4,"hidden":9,"states":9,"size":6,"0":2,"type":4,"ignore":4,"chunk":6,"router":7,"logits":7,"staged":6,"copy":3,"non":3,"blocking":3,"true":3,"matrix":1,"multiply":1,"final":3,"quant":1,"method":1,"apply":1,"layer":1,"x":1,"top":2,"k":2,"renormalize":2,"use":2,"grouped":2,"topk":4,"global":2,"num":4,"experts":2,"expert":6,"map":4,"group":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"activation":2,"enable":2,"eplb":2,"load":2,"view":2,"logical":4,"to":2,"physical":2,"replica":2,"count":2,"if":1,"not":1,"skip":1,"result":1,"store":1,"full":1,"start":1,"end":1},"69302,1738,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"ctx":3,"get":1,"forward":4,"context":1,"flashinfer":5,"cutlass":5,"kernels":6,"can":1,"handle":1,"optional":1,"dp":13,"tp":1,"ep":1,"max":5,"tokens":9,"across":4,"metadata":2,"cpu":1,"moe":8,"chunk":19,"size":6,"per":4,"rank":4,"self":8,"config":4,"num":5,"full":2,"hidden":4,"states":4,"0":2,"for":1,"idx":2,"start":9,"in":1,"enumerate":1,"range":1,"end":5,"min":3,"clamp":1,"and":2,"1":2,"with":1,"chunked":3,"sizes":1,"process":1,"skip":1,"result":1,"store":1,"return":2,"final":1,"def":1,"impl":2,"torch":2,"tensor":2,"router":2,"logits":2,"assert":1,"quant":1,"method":1,"is":2,"not":1,"none":1,"route":1,"to":1,"the":2,"path":1,"using":1,"kernel":1,"only":1,"when":1,"data":1,"parallelism":1,"enabled":1,"use":5,"parallel":3,"if":1,"pplx":1,"or":2,"deepep":1,"ll":1},"71040,1803,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"do":3,"naive":3,"dispatch":4,"combine":4,"bool":1,"self":25,"dp":1,"size":3,"1":3,"and":3,"not":2,"moe":2,"parallel":3,"config":2,"use":4,"deepep":1,"ht":1,"kernels":2,"flashinfer":1,"cutlass":1,"if":3,"hidden":9,"states":9,"router":6,"logits":4,"get":2,"ep":3,"group":6,"matrix":1,"multiply":1,"final":6,"quant":1,"method":1,"apply":3,"layer":1,"x":1,"top":2,"k":2,"renormalize":2,"grouped":2,"topk":4,"global":2,"num":4,"experts":2,"expert":7,"map":4,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"e":2,"score":2,"correction":2,"bias":2,"activation":2,"weight":2,"on":2,"input":2,"enable":2,"eplb":2,"load":2,"view":2,"logical":4,"to":4,"physical":2,"replica":2,"count":2,"reduce":2,"results":1,"tp":1,"or":1,"default":1,"set":1,"false":1,"may":1,"have":1,"add":1,"shared":1,"outputs":1,"maybe":1,"all":1,"tensor":1,"model":1,"return":1},"72843,1992,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"classmethod":1,"def":2,"make":1,"expert":11,"params":1,"mapping":2,"cls":1,"ckpt":8,"gate":3,"proj":8,"name":16,"str":7,"down":2,"up":3,"num":14,"experts":15,"int":3,"redundant":3,"0":1,"list":1,"tuple":1,"physical":6,"in":5,"the":5,"returned":1,"id":10,"is":1,"weight":7,"contains":1,"of":1,"logical":5,"so":1,"that":1,"we":1,"should":1,"map":4,"to":4,"eplbstate":1,"build":1,"initial":1,"global":3,"return":1,"param":1,"shard":3,"w13":1,"if":2,"else":1,"w2":2,"f":11,"for":2,"range":1,"w1":1,"w3":1,"extra":1,"repr":1,"self":13,"s":2,"local":2,"top":2,"k":2,"intermediate":2,"size":6,"per":2,"partition":2,"noqa":2,"e501":2,"tp":2,"n":1,"ep":2,"reduce":2,"results":2,"renormalize":2,"use":3,"grouped":3,"topk":5,"group":4},"74835,1105,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/layer.py":{"s":2,"f":1,"scoring":2,"func":3,"self":5,"activation":2,"noqa":1,"e501":1,"return":3,"def":2,"moe":7,"forward":9,"hidden":5,"states":5,"torch":8,"tensor":6,"router":3,"logits":3,"layer":3,"name":4,"str":2,"context":3,"forwardcontext":1,"get":1,"no":1,"compile":1,"layers":1,"assert":1,"quant":1,"method":1,"is":1,"not":1,"none":1,"impl":2,"fake":3,"empty":1,"like":1,"direct":1,"register":1,"custom":1,"op":3,"mutates":1,"args":1,"dispatch":2,"key":2,"current":1,"platform":1,"tags":1,"tag":1,"needs":1,"fixed":1,"stride":1,"order":1,"mark":1,"the":1,"fusedmoe":2,"weight":2,"loader":2,"as":1,"supporting":1,"specific":1,"parameters":1,"to":1,"avoid":1,"expensive":1,"runtime":1,"reflection":1,"in":1,"model":1,"loading":2,"code":1,"supports":1,"true":1,"type":1,"ignore":1,"attr":1,"defined":1},"0,1763,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/topk_weight_and_reduce.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":11,"vllm":3,"project":1,"from":1,"typing":1,"import":4,"optional":2,"torch":6,"custom":1,"ops":2,"as":3,"model":1,"executor":1,"layers":1,"fused":3,"moe":1,"modular":1,"kernel":2,"mk":3,"class":2,"topkweightandreducedelegate":3,"topkweightandreduce":3,"useful":1,"in":1,"case":2,"when":1,"some":1,"fusedmoepermuteexpertsunpermute":1,"implementation":4,"does":2,"not":1,"perform":1,"weight":5,"application":2,"and":3,"reduction":2,"but":2,"cannot":1,"address":1,"needs":2,"of":2,"all":1,"compatible":2,"prepareandfinalize":2,"implementations":2,"for":1,"example":1,"batchedtritonexperts":2,"is":3,"with":1,"both":1,"pplxprepareandfinalize":2,"batchedprepareandfinalize":2,"part":1,"pplx":1,"combine":1,"an":2,"facilitate":1,"this":2,"could":2,"use":1,"so":1,"choose":2,"how":1,"reduce":1,"def":3,"eq":2,"self":3,"other":4,"return":2,"isinstance":2,"apply":2,"output":2,"tensor":5,"expert":1,"topk":2,"weights":1,"ids":1,"router":1,"on":1,"input":1,"bool":1,"raise":1,"runtimeerror":1,"caller":1,"expected":1,"appropriate":1,"topkweightandreducenoop":2,"experts":1,"outputs":1,"have":1,"already":1,"been":1,"applied":1,"reduced":1,"a":1,"no":1,"op":1},"1763,1802,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/topk_weight_and_reduce.py":{"def":3,"apply":5,"self":3,"output":28,"optional":2,"torch":10,"tensor":11,"fused":16,"expert":16,"topk":11,"weights":3,"ids":3,"router":3,"weight":4,"on":3,"input":3,"bool":2,"application":1,"and":1,"reduction":1,"operations":1,"are":1,"already":1,"done":1,"if":3,"is":2,"none":1,"return":3,"moeprepareandfinalizenoep":1,"needs":1,"the":3,"to":2,"be":1,"in":1,"assert":2,"size":9,"shape":3,"expected":2,"match":1,"f":4,"but":2,"got":2,"used":1,"copy":1,"non":1,"blocking":1,"true":1,"class":1,"topkweightandreducecontiguous":2,"mk":1,"topkweightandreduce":2,"implementation":1,"for":1,"a":1,"experts":1,"of":1,"m":6,"k":5,"eq":1,"other":2,"isinstance":1,"num":4,"1":3,"ndim":1,"2":1,"view":2,"not":1,"mul":1},"3565,1692,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/topk_weight_and_reduce.py":{"if":2,"output":24,"is":2,"none":2,"torch":7,"empty":1,"m":3,"k":8,"device":4,"fused":10,"expert":12,"dtype":4,"assert":3,"size":10,"f":2,"expected":2,"but":2,"got":2,"ops":1,"moe":1,"sum":1,"return":2,"class":1,"topkweightandreducenaivebatched":2,"mk":1,"topkweightandreduce":2,"implementation":1,"for":1,"a":1,"experts":5,"of":1,"shape":1,"num":8,"batch":1,"def":3,"init":1,"self":6,"rank":6,"int":1,"eq":1,"other":3,"isinstance":1,"and":1,"apply":2,"optional":1,"tensor":5,"topk":3,"weights":1,"ids":2,"router":1,"weight":1,"on":1,"input":1,"bool":1,"ndim":1,"3":1,"tokens":4,"0":3,"local":3,"1":1,"zeros":1,"else":1,"fill":1,"first":2,"last":1},"5257,493,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/topk_weight_and_reduce.py":{"for":1,"expert":7,"id":3,"in":1,"range":1,"first":2,"last":1,"matching":3,"tokens":3,"topk":2,"ids":1,"topks":4,"torch":2,"any":1,"dim":1,"1":2,"flatten":1,"rows":2,"count":1,"nonzero":1,"rhs":4,"fused":1,"output":4,"if":1,"not":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"mul":1,"weights":1,"view":1,"size":1,"0":1,"return":1},"0,1998,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":7,"typing":1,"import":9,"optional":1,"torch":1,"model":4,"executor":4,"layers":4,"fused":4,"moe":4,"modular":1,"kernel":1,"as":1,"mk":1,"logger":4,"init":2,"config":1,"fusedmoequantconfig":1,"topk":1,"weight":1,"and":1,"reduce":1,"topkweightandreducedelegate":1,"utils":3,"resize":1,"cache":1,"triton":3,"tl":9,"deep":3,"gemm":4,"fp8":5,"m":1,"grouped":1,"nt":1,"masked":1,"is":1,"blackwell":1,"e8m0":1,"used":1,"name":1,"jit":1,"def":1,"silu":1,"mul":1,"quant":1,"pointers":1,"input":2,"ptr":4,"16":2,"bit":2,"activations":2,"e":8,"t":6,"h":6,"y":4,"q":2,"quantized":1,"s":2,"scales":1,"g":3,"counts":3,"int32":1,"num":2,"tokens":1,"per":3,"expert":1,"sizes":1,"constexpr":8,"hidden":1,"dimension":1,"output":1,"group":3,"size":2,"elements":5,"usually":1,"128":1,"strides":3,"for":4,"stride":11,"i":3,"yq":3,"ys":3,"numeric":1,"params":1,"eps":1,"min":1,"max":1,"use":1,"ue8m0":1,"meta":1,"block":1,"stages":1},"1998,1963,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py":{"map":1,"program":2,"id":2,"e":15,"g":10,"pid":3,"tl":22,"0":9,"to":8,"int64":4,"number":2,"of":3,"valid":2,"tokens":5,"for":2,"this":1,"expert":3,"n":2,"load":3,"counts":2,"ptr":6,"stride":14,"cols":7,"arange":1,"block":2,"mask":9,"h":13,"t":9,"in":1,"range":1,"num":2,"stages":2,"base":7,"i":9,"offset":7,"group":4,"size":3,"yq":6,"ys":5,"x":5,"input":2,"other":2,"float32":3,"y2":2,"1":2,"exp":1,"y":15,"absmax":2,"maximum":1,"max":3,"abs":1,"eps":2,"scale":3,"raw":3,"fp8":6,"s":4,"math":1,"exp2":1,"ceil":1,"log2":1,"if":1,"use":1,"ue8m0":1,"else":1,"q":4,"clamp":1,"min":1,"dtype":1,"element":1,"ty":1,"store":2,"def":1,"silu":3,"mul":1,"quant":1,"deep":1,"gemm":1,"torch":2,"tensor":2,"2":2,"per":3,"int":1,"128":1,"float":1,"1e":1,"10":1,"quantize":1,"with":1,"token":1,"scales":1,"has":1,"shape":1,"the":3,"first":1,"half":2,"last":1,"dimension":1,"is":1,"activated":1,"multiplied":1,"by":1,"second":1,"then":1,"quantized":1,"into":1},"3961,1530,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py":{"returns":1,"y":16,"q":4,"s":3,"where":1,"is":1,"the":3,"fp8":6,"tensor":1,"of":2,"shape":5,"e":14,"t":16,"h":13,"same":1,"layout":1,"as":1,"has":1,"group":4,"size":4,"and":3,"strides":3,"g":8,"1":4,"assert":4,"ndim":2,"3":1,"must":4,"be":4,"2":4,"h2":3,"0":4,"last":1,"dim":2,"even":1,"divisible":1,"by":1,"tokens":6,"per":6,"expert":6,"to":1,"device":6,"dtype":6,"torch":6,"int32":1,"allocate":1,"outputs":1,"float8":1,"e4m3fn":1,"empty":2,"elements":2,"stride":16,"i":3,"yq":3,"desired":1,"scale":1,"ys":6,"strided":1,"float32":1,"cnt":1,"static":1,"grid":2,"over":1,"experts":1,"groups":1,"a":1,"loop":1,"inside":1,"kernel":1,"handles":1,"token":1,"f":3,"info":3,"finfo":1,"max":2,"min":2},"5491,1913,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py":{"silu":1,"mul":1,"fp8":3,"quant":6,"deep":3,"gemm":3,"grid":1,"y":5,"q":2,"s":2,"tokens":6,"per":6,"expert":2,"h":3,"group":2,"size":3,"stride":10,"i":3,"e":4,"t":3,"yq":3,"ys":3,"g":1,"cnt":1,"eps":1,"min":1,"max":5,"is":1,"blackwell":1,"e8m0":1,"used":1,"block":11,"num":10,"stages":1,"8":1,"warps":1,"1":1,"return":4,"class":1,"batcheddeepgemmexperts":1,"mk":5,"fusedmoepermuteexpertsunpermute":1,"the":2,"kernels":1,"only":1,"support":1,"of":3,"128":3,"deepgemm":2,"shape":8,"list":2,"int":4,"def":4,"init":2,"self":8,"dispatchers":5,"act":4,"token":5,"false":3,"maximum":1,"number":2,"from":1,"a":1,"dp":2,"rank":1,"quantization":2,"activation":2,"flag":1,"super":1,"fusedmoequantconfig":1,"dtype":1,"torch":1,"float8":1,"e4m3fn":1,"assert":1,"property":1,"formats":1,"tuple":1,"fusedmoeactivationformat":4,"batchedexperts":2,"supports":2,"chunking":1,"bool":2,"map":1},"7404,1290,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py":{"def":2,"finalize":2,"weight":1,"and":1,"reduce":1,"impl":2,"self":5,"mk":2,"topkweightandreduce":1,"let":1,"prepareandfinalize":1,"decide":1,"the":5,"return":2,"topkweightandreducedelegate":1,"workspace":1,"shapes":1,"a":4,"torch":3,"tensor":2,"aq":1,"m":1,"int":9,"n":3,"k":3,"topk":1,"global":1,"num":18,"experts":7,"local":2,"expert":1,"tokens":8,"metadata":1,"optional":1,"experttokensmetadata":1,"tuple":4,"dtype":2,"assert":1,"dim":1,"2":2,"fixme":1,"varun":1,"we":1,"should":1,"be":2,"able":1,"to":2,"dispatch":1,"only":1,"from":1,"leader":1,"dp":1,"ranks":2,"in":1,"case":1,"of":1,"tp":1,"1":1,"at":1,"moment":1,"all":1,"end":1,"up":1,"sending":1,"their":1,"this":1,"needs":1,"fixed":1,"dispatchers":5,"max":7,"size":1,"0":1,"if":1,"is":1,"none":1,"else":1,"workspace13":2,"workspace2":2,"output":2},"8694,1885,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/batched_deep_gemm_moe.py":{"def":1,"apply":2,"self":2,"output":2,"torch":15,"tensor":15,"hidden":4,"states":4,"w1":7,"w2":7,"topk":3,"weights":1,"ids":2,"activation":1,"str":1,"global":1,"num":10,"experts":1,"int":1,"expert":9,"map":1,"optional":8,"scale":9,"zp":2,"a1q":4,"a2":1,"workspace13":2,"workspace2":1,"tokens":11,"meta":3,"mk":2,"experttokensmetadata":1,"router":1,"weight":1,"on":2,"input":1,"bool":1,"assert":4,"is":3,"not":2,"none":2,"ndim":1,"3":1,"block":1,"shape":1,"n":3,"k":4,"size":3,"1":1,"e":2,"max":3,"top":1,"moe":1,"problem":1,"workspace1":3,"resize":1,"cache":1,"from":1,"deepgemm":1,"docs":1,"a":2,"value":3,"hint":1,"which":1,"cpu":1,"for":1,"the":1,"m":6,"expectation":1,"of":1,"each":1,"batch":1,"correctly":1,"setting":1,"this":1,"may":1,"lead":1,"to":1,"better":1,"performance":1,"expected":3,"fp8":3,"grouped":2,"gemm":3,"nt":2,"masked":2,"a2q":4,"silu":1,"mul":1,"quant":1,"deep":1},"0,1839,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/gpt_oss_triton_kernels_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"from":7,"typing":1,"import":11,"type":2,"checking":2,"optional":11,"torch":11,"model":2,"executor":2,"layers":2,"fused":2,"moe":3,"modular":1,"kernel":2,"as":1,"mk":1,"logger":5,"init":2,"topk":2,"weight":2,"and":1,"reduce":1,"topkweightandreducedelegate":1,"utils":1,"has":2,"triton":11,"kernels":9,"name":1,"if":2,"try":1,"swiglu":1,"matmul":3,"ogs":3,"fnspecs":1,"fusedactivation":1,"routing":2,"except":1,"modulenotfounderror":1,"error":1,"failed":1,"please":1,"make":1,"sure":1,"your":1,"version":1,"is":1,"compatible":1,"precisionconfig":3,"def":1,"forward":1,"hidden":1,"states":1,"tensor":14,"w1":4,"or":2,"w2":4,"gating":1,"output":1,"int":3,"renormalize":1,"bool":4,"activation":1,"str":1,"silu":1,"apply":1,"router":1,"on":1,"input":1,"false":3,"use":1,"fp8":1,"w8a8":1,"per":1,"channel":1,"quant":1,"global":1,"num":1,"experts":1,"1":1,"expert":1,"map":1,"none":10,"scale":4,"bias":2,"precision":2,"a1":1,"a2":1,"block":1,"shape":1,"list":1},"1839,1966,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/gpt_oss_triton_kernels_moe.py":{"routing":4,"data":3,"gather":3,"idx":4,"scatter":3,"gating":1,"output":2,"topk":1,"sm":1,"first":1,"not":1,"renormalize":1,"return":1,"triton":5,"kernel":2,"fused":3,"experts":6,"none":11,"hidden":2,"states":2,"w1":11,"w2":11,"activation":3,"apply":3,"router":3,"weight":3,"on":3,"input":3,"use":3,"fp8":3,"w8a8":3,"per":3,"channel":3,"quant":3,"global":3,"num":3,"expert":3,"map":3,"scale":12,"bias":6,"precision":6,"a1":3,"a2":3,"block":3,"shape":3,"this":1,"is":1,"a":1,"implementation":1,"of":1,"the":1,"function":1,"def":1,"tensor":15,"torch":10,"or":2,"kernels":2,"routingdata":1,"indx":2,"gatherindx":1,"scatterindx":1,"str":1,"silu":1,"swiglu":2,"alpha":1,"float":2,"1":2,"702":1,"limit":1,"7":1,"0":1,"bool":3,"false":3,"int":2,"optional":10,"precisionconfig":2,"list":1},"3805,1868,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/gpt_oss_triton_kernels_moe.py":{"type":1,"check":3,"uint8":1,"means":1,"mxfp4":2,"assert":5,"hidden":3,"states":3,"dtype":3,"torch":5,"bfloat16":1,"w1":14,"bias":12,"is":2,"none":5,"or":2,"float32":2,"w2":12,"shape":6,"only":1,"non":1,"1":4,"2":2,"e":2,"n":1,"if":4,"global":2,"num":8,"experts":2,"act":2,"fusedactivation":1,"fnspecs":1,"swiglu":5,"triton":1,"kernels":1,"fn":1,"alpha":2,"limit":2,"gammas":5,"routing":4,"data":4,"gate":1,"scal":1,"else":3,"intermediate":4,"cache1":2,"matmul":2,"ogs":2,"gather":2,"indx":4,"precision":10,"config":4,"apply":2,"router":2,"weight":2,"on":2,"input":2,"fused":1,"activation":1,"cache3":2,"scatter":2,"y":1,"output":1,"tensor":3,"return":1,"class":1,"batchedoaitritonexperts":1,"mk":1,"fusedmoepermuteexpertsunpermute":1,"def":1,"init":2,"self":7,"quant":2,"max":3,"tokens":3,"int":2,"dispatchers":3,"precisionconfig":2,"optional":2,"super":1},"5673,1215,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/gpt_oss_triton_kernels_moe.py":{"property":1,"def":5,"activation":1,"formats":1,"self":7,"tuple":5,"mk":6,"fusedmoeactivationformat":4,"return":5,"batchedexperts":2,"supports":2,"chunking":1,"bool":2,"false":2,"expert":2,"map":1,"finalize":2,"weight":1,"and":1,"reduce":1,"impl":2,"topkweightandreduce":1,"let":1,"prepareandfinalize":1,"decide":1,"the":2,"topkweightandreducedelegate":1,"workspace":2,"shapes":1,"a":3,"torch":3,"tensor":2,"aq":1,"m":1,"int":9,"n":2,"k":1,"topk":1,"global":1,"num":11,"experts":5,"local":2,"tokens":4,"meta":1,"optional":1,"experttokensmetadata":1,"dtype":2,"are":1,"allocated":1,"inside":1,"kernel":1,"assert":1,"dim":1,"2":1,"dp":2,"dispatchers":1,"max":3,"workspace2":2,"0":3,"output":3},"6888,1445,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/gpt_oss_triton_kernels_moe.py":{"def":1,"apply":3,"self":5,"output":2,"torch":15,"tensor":15,"hidden":2,"states":2,"w1":10,"w2":10,"topk":2,"weights":1,"ids":1,"activation":3,"str":1,"global":3,"num":3,"experts":4,"int":1,"expert":4,"map":3,"optional":8,"scale":12,"zp":2,"a1q":2,"a2":3,"workspace13":1,"workspace2":1,"tokens":1,"meta":1,"mk":1,"experttokensmetadata":1,"router":2,"weight":2,"on":2,"input":2,"bool":1,"return":1,"triton":1,"kernel":1,"fused":1,"none":3,"false":3,"use":1,"fp8":1,"w8a8":1,"per":1,"channel":1,"quant":1,"bias":4,"precision":4,"a1":1},"0,1952,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/prepare_finalize.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":5,"project":1,"from":4,"typing":1,"import":6,"optional":10,"torch":12,"model":4,"executor":4,"layers":4,"fused":4,"moe":6,"modular":1,"kernel":3,"as":1,"mk":5,"config":5,"fusedmoequantconfig":2,"topk":11,"weight":4,"and":1,"reduce":1,"topkweightandreducecontiguous":1,"topkweightandreducedelegate":1,"utils":1,"quantize":2,"input":5,"class":1,"moeprepareandfinalizenoep":1,"fusedmoeprepareandfinalize":1,"property":1,"def":5,"activation":1,"format":1,"self":5,"fusedmoeactivationformat":2,"return":4,"standard":1,"max":1,"num":3,"tokens":1,"per":2,"rank":1,"int":3,"none":2,"indices":1,"dtype":4,"dispatchers":1,"1":6,"prepare":1,"a1":6,"tensor":10,"scale":4,"a2":1,"weights":2,"ids":2,"experts":1,"expert":1,"map":1,"apply":3,"router":3,"on":3,"bool":1,"quant":6,"tuple":1,"experttokensmetadata":1,"if":1,"size":1,"todo":1,"this":1,"only":2,"works":1,"for":3,"will":1,"need":1,"update":1,"assert":1,"is":1,"implemented":1,"mul":1,"a1q":2,"act":1,"token":1,"block":1,"shape":1},"1952,742,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/prepare_finalize.py":{"return":1,"a1q":2,"scale":1,"none":4,"def":1,"finalize":1,"self":1,"output":6,"torch":4,"tensor":4,"fused":3,"expert":3,"topk":6,"weights":3,"ids":3,"apply":4,"router":3,"weight":7,"on":3,"input":3,"bool":1,"and":4,"reduce":4,"impl":4,"mk":1,"topkweightandreduce":1,"if":1,"isinstance":1,"topkweightandreducedelegate":1,"topkweightandreducecontiguous":1},"0,1851,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":4,"project":1,"from":4,"typing":1,"import":5,"optional":5,"torch":13,"custom":1,"ops":2,"as":1,"model":2,"executor":2,"layers":2,"fused":2,"moe":6,"align":3,"block":6,"size":6,"utils":1,"fp8":2,"perm":5,"def":1,"permute":3,"curr":8,"hidden":6,"states":6,"tensor":10,"a1q":5,"scale":5,"topk":3,"ids":19,"global":2,"num":10,"experts":2,"int":2,"expert":7,"map":2,"m":3,"tuple":1,"determine":1,"sorted":11,"token":10,"for":1,"given":1,"problem":1,"and":1,"scales":1,"according":2,"top":4,"k":4,"1":2,"tokens":6,"in":2,"chunk":2,"post":1,"padded":1,"pad":1,"true":1,"inv":3,"none":2,"repeat":1,"interleave":1,"dim":1,"argsort":1,"clamp":1,"max":1,"if":1,"is":1,"not":1,"return":1},"1851,944,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py":{"def":2,"moe":3,"unpermute":2,"and":2,"reduce":1,"out":2,"torch":8,"tensor":8,"curr":8,"hidden":10,"inv":3,"perm":3,"optional":4,"topk":7,"weight":5,"apply":3,"router":2,"on":3,"input":2,"bool":1,"none":4,"the":3,"final":2,"result":1,"weights":1,"then":1,"perform":1,"reduction":1,"states":2,"m":2,"size":3,"k":2,"1":6,"if":2,"is":1,"not":2,"view":2,"mul":1,"ops":1,"sum":1,"permute":1,"a1q":1,"scale":1,"ids":1,"n":2,"expert":4,"int":4,"local":1,"map":1,"align":1,"block":1,"fill":1,"invalid":1},"2795,1840,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py":{"tuple":1,"torch":14,"tensor":16,"optional":5,"this":1,"function":1,"expands":1,"and":1,"permutes":1,"activation":2,"to":8,"gather":1,"uncontinuous":1,"tokens":1,"for":9,"each":3,"expert":17,"parameters":1,"hidden":11,"states":6,"the":11,"input":1,"moe":2,"layer":1,"a1q":2,"scale":4,"quant":2,"topk":5,"ids":2,"route":1,"id":2,"token":6,"n":6,"int":4,"number":2,"of":6,"local":2,"in":4,"current":1,"ep":1,"rank":1,"map":3,"a":1,"mapping":1,"indices":6,"from":2,"global":1,"space":2,"parallel":1,"shard":1,"align":6,"block":4,"size":8,"group":2,"gemm":3,"deepgemm":3,"fill":2,"invalid":2,"m":5,"workaround":1,"unsupported":1,"1":2,"returns":1,"permuted":6,"first":3,"offset":3,"standard":1,"grouped":2,"if":1,"enable":1,"will":1,"up":1,"inv":1,"idx":4,"unpermute":1,"i":1,"records":1,"which":1,"j":1,"th":1,"row":2,"lhs":1,"belong":1,"assert":1,"element":1,"16":1,"0":1,"permue":1,"kernel":1,"need":1,"dim":1,"16b":1},"4635,760,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py":{"if":2,"align":5,"block":5,"size":8,"is":1,"not":1,"none":1,"permuted":4,"row":3,"n":7,"expert":5,"1":3,"local":2,"hidden":5,"states":4,"torch":3,"empty":1,"dtype":3,"device":4,"token":3,"indices":1,"arange":1,"0":1,"topk":2,"int32":1,"reshape":1},"5395,1669,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py":{"m":3,"indices":4,"torch":15,"full":2,"permuted":12,"row":2,"size":3,"fill":1,"invalid":1,"expert":10,"dtype":4,"int32":4,"device":8,"hidden":8,"states":8,"first":4,"token":8,"offset":4,"empty":2,"n":6,"local":2,"1":2,"int64":1,"idx":7,"topk":9,"inv":4,"ids":3,"to":1,"ops":1,"moe":3,"c":1,"permute":1,"map":1,"align":1,"block":1,"if":1,"a1q":4,"scale":4,"is":1,"not":1,"none":2,"clamp":1,"max":1,"return":1,"flatten":1,"def":1,"unpermute":1,"out":1,"tensor":5,"weights":1,"optional":1},"7064,1140,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_permute_unpermute.py":{"none":1,"this":1,"function":1,"expands":1,"and":2,"permutes":1,"activation":3,"to":2,"gathering":1,"uncontinuous":1,"tokens":1,"for":4,"each":3,"expert":5,"parameters":1,"out":2,"torch":8,"tensor":8,"output":1,"permuted":7,"hidden":8,"states":5,"topk":6,"weights":3,"route":1,"weight":1,"token":4,"inv":2,"idx":3,"row":1,"map":1,"moe":6,"unpermute":4,"first":3,"offset":3,"optional":1,"of":2,"the":2,"grouped":1,"gemm":1,"returns":1,"reduced":1,"unpermuted":1,"size":3,"1":2,"n":2,"assert":1,"element":1,"16":1,"0":1,"unpermue":1,"kernel":1,"need":1,"dim":1,"align":1,"16b":1,"ops":2,"c":2,"def":1,"permute":2,"supported":2,"return":1},"0,1671,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":2,"typing":1,"import":4,"callable":2,"optional":6,"torch":9,"envs":2,"class":2,"ipexfusedmoe":1,"def":3,"init":2,"self":3,"layer":7,"nn":3,"module":3,"none":7,"intel":1,"extension":1,"for":1,"pytorch":1,"as":1,"ipex":4,"fusion":2,"llm":1,"modules":1,"gatedmlpmoe":1,"w13":1,"weight":4,"w2":1,"use":3,"prepack":2,"cpu":1,"moe":1,"call":1,"x":2,"tensor":5,"grouped":2,"topk":4,"bool":3,"top":2,"k":2,"int":4,"router":4,"logits":2,"renormalize":2,"group":4,"num":3,"expert":3,"global":1,"experts":1,"1":1,"map":1,"custom":2,"routing":2,"function":2,"scoring":2,"func":2,"str":2,"softmax":1,"e":2,"score":2,"correction":2,"bias":2,"apply":2,"on":2,"input":2,"false":1,"activation":3,"silu":2,"assert":2,"f":1,"is":1,"not":2,"supported":1,"return":1,"sglfusedmoe":1,"pass":1},"1671,800,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py":{"staticmethod":1,"def":1,"grouped":1,"topk":3,"hidden":2,"states":2,"torch":6,"tensor":5,"gating":6,"output":6,"int":3,"renormalize":1,"bool":1,"num":1,"expert":1,"group":2,"0":4,"scoring":5,"func":4,"str":1,"softmax":3,"e":1,"score":1,"correction":1,"bias":1,"optional":1,"none":1,"tuple":1,"assert":1,"shape":2,"number":1,"of":1,"tokens":1,"mismatch":1,"float":1,"if":1,"scores":2,"dim":1,"1":1,"elif":1,"sigmoid":2,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"function":1},"2471,1866,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py":{"num":9,"token":5,"scores":21,"shape":2,"0":3,"if":2,"e":5,"score":5,"correction":4,"bias":4,"is":2,"not":2,"none":2,"store":1,"original":5,"before":1,"applying":1,"we":1,"use":2,"biased":1,"for":3,"expert":5,"selection":1,"but":1,"routing":2,"weights":4,"unsqueeze":2,"group":18,"view":2,"1":16,"topk":12,"2":1,"dim":6,"sum":1,"else":2,"max":1,"values":1,"n":9,"idx":2,"torch":4,"k":4,"sorted":3,"false":3,"top":1,"mask":5,"zeros":1,"like":1,"scatter":1,"expand":1,"reshape":1,"tmp":3,"masked":1,"fill":1,"bool":1,"float":1,"inf":1,"ids":3,"unbiased":1,"the":1,"gather":1},"4337,220,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py":{"if":1,"renormalize":1,"topk":5,"weights":4,"sum":1,"dim":1,"1":1,"keepdim":1,"true":1,"return":1,"ids":1,"to":1,"torch":1,"int32":1},"4557,1871,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py":{"staticmethod":1,"def":1,"select":1,"experts":1,"hidden":5,"states":5,"torch":9,"tensor":5,"router":4,"logits":4,"top":5,"k":5,"int":3,"use":2,"grouped":4,"topk":24,"bool":2,"renormalize":6,"group":8,"optional":4,"none":7,"num":4,"expert":4,"custom":3,"routing":3,"function":3,"callable":1,"scoring":4,"func":4,"str":1,"softmax":3,"e":3,"score":3,"correction":3,"bias":3,"tuple":1,"deekseekv2":1,"uses":1,"if":2,"assert":3,"is":3,"not":2,"weights":8,"ids":6,"sglfusedmoe":1,"gating":2,"output":2,"elif":1,"nn":1,"functional":1,"dim":3,"1":3,"dtype":1,"float32":1,"sum":1,"keepdim":1,"true":1,"to":1,"int32":1,"else":1,"return":1},"6428,1624,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cpu_fused_moe.py":{"def":1,"call":1,"self":1,"layer":3,"torch":7,"nn":1,"module":1,"x":4,"tensor":5,"use":3,"grouped":3,"topk":10,"bool":3,"top":3,"k":3,"int":4,"router":5,"logits":3,"renormalize":3,"group":6,"optional":5,"none":10,"num":4,"expert":4,"global":1,"experts":3,"1":1,"map":1,"custom":3,"routing":3,"function":3,"callable":1,"scoring":3,"func":3,"str":2,"softmax":1,"e":3,"score":3,"correction":3,"bias":3,"apply":2,"weight":4,"on":2,"input":2,"false":3,"activation":3,"silu":2,"assert":2,"f":1,"is":1,"not":2,"supported":1,"weights":2,"ids":2,"sglfusedmoe":1,"select":1,"hidden":1,"states":1,"ops":1,"c":1,"fused":1,"cpu":1,"w13":1,"w2":1,"true":2,"return":1},"0,1582,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"cutlass":2,"based":1,"fused":6,"moe":7,"kernels":1,"from":8,"typing":1,"import":10,"callable":3,"optional":7,"torch":15,"model":5,"executor":5,"layers":5,"modular":1,"kernel":1,"as":2,"mk":1,"custom":1,"ops":2,"logger":4,"init":2,"config":1,"fusedmoequantconfig":1,"prepare":1,"finalize":1,"moeprepareandfinalizenoep":1,"topk":2,"weight":1,"and":1,"reduce":1,"topkweightandreducedelegate":1,"topkweightandreducenoop":1,"utils":1,"fp8":3,"perm":1,"quantize":1,"resize":1,"cache":1,"scalar":2,"type":1,"types":1,"name":1,"def":1,"run":1,"output":1,"tensor":13,"hidden":2,"states":2,"w1":2,"w2":2,"ids":1,"activation":1,"global":1,"num":2,"experts":1,"int":1,"expert":2,"map":1,"scale":4,"a1q":2,"a2":1,"workspace13":1,"workspace2":1,"tokens":1,"out":2,"dtype":2,"per":2,"act":1,"token":1,"bool":3,"ch":1,"use":1,"batched":1,"format":1},"1582,1313,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"assert":16,"w1":16,"scale":22,"is":6,"not":3,"none":6,"w2":13,"dtype":4,"torch":4,"float8":2,"e4m3fn":2,"a1q":7,"size":22,"1":14,"2":3,"hidden":2,"mismatch":10,"dim":4,"or":10,"shape":8,"0":16,"expert":6,"number":4,"input":1,"weights":1,"scales":2,"a2":4,"intermediate":1,"out":1,"in":1,"half":1,"bfloat16":1,"invalid":1,"output":1,"if":1,"map":1,"num":1,"tokens":1},"2895,1856,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"we":1,"have":1,"two":1,"modes":1,"batched":9,"experts":4,"and":6,"non":3,"in":2,"the":13,"mode":2,"input":6,"tokens":7,"are":4,"not":4,"padded":3,"thus":2,"shape":3,"of":3,"is":5,"total":1,"num":5,"hidden":2,"size":7,"output":2,"require":2,"shuffling":2,"by":2,"a":3,"map":8,"c":2,"such":1,"that":2,"assigned":1,"to":3,"each":2,"expert":12,"contiguous":2,"per":2,"ensure":1,"dispatch":2,"combine":1,"functions":1,"work":1,"correctly":1,"max":1,"no":1,"since":1,"their":1,"already":1,"for":1,"as":1,"result":1,"function":1,"m":4,"a1q":4,"0":2,"1":5,"k":2,"n":1,"w2":1,"device":8,"assert":4,"w1":2,"2":1,"global":1,"scale":1,"none":3,"if":2,"translate":1,"info":1,"from":1,"topk":8,"ids":7,"local":7,"torch":7,"where":1,"else":1,"e":4,"use":1,"format":1,"offsets":1,"empty":3,"dtype":3,"int32":3,"problem":2,"sizes1":1,"3":2,"sizes2":1},"4751,1874,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"ops":2,"get":2,"cutlass":2,"pplx":1,"moe":2,"mm":2,"data":2,"expert":6,"offsets":3,"problem":6,"sizes1":3,"sizes2":3,"num":5,"tokens":1,"local":5,"e":1,"padded":1,"m":1,"n":2,"k":2,"w1":3,"scale":9,"reshape":4,"size":4,"0":2,"1":5,"w2":3,"a1q":6,"2":2,"contiguous":1,"else":2,"torch":12,"empty":5,"global":4,"experts":5,"dtype":6,"int32":6,"device":12,"3":2,"with":1,"map":8,"each":1,"rank":1,"processes":1,"only":1,"a":6,"subset":1,"of":2,"as":1,"result":1,"not":2,"all":1,"and":1,"c2":1,"tensors":1,"are":1,"filled":1,"we":1,"fill":1,"it":1,"zeros":2,"for":1,"correctness":1,"if":1,"is":1,"none":1,"topk":4,"ids":4,"numel":3,"c":2},"6625,1942,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"a1q":7,"fp8":2,"perm":1,"a":2,"map":4,"scale":8,"if":5,"per":6,"act":4,"token":5,"else":2,"expert":5,"offsets":3,"1":1,"ab":4,"strides1":5,"torch":8,"full":4,"w1":6,"size":4,"0":6,"k":4,"device":8,"dtype":4,"int64":4,"c":3,"2":3,"n":6,"strides2":2,"use":3,"batched":3,"format":2,"c1":5,"resize":6,"cache":6,"workspace13":4,"local":3,"e":3,"padded":3,"m":6,"c2":4,"workspace2":2,"c3":3,"topk":3,"not":3,"and":1,"is":5,"none":2,"or":2,"this":2,"necessary":1,"to":1,"avoid":1,"imprecise":1,"calculation":1,"caused":1,"by":1,"random":1,"data":1,"in":1,"the":2,"unused":2,"workspace":2,"when":2,"rank":1,"handles":1,"only":1,"partial":1,"tokens":1,"it":1,"fill":2,"ops":2,"cutlass":1,"moe":1,"mm":1,"problem":1,"sizes1":1,"out":1,"ch":1,"activation":1,"callable":1,"a2q":2,"scaled":1,"quant":1,"a2":1,"dynamic":1},"8567,1231,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"ops":1,"cutlass":1,"moe":1,"mm":1,"c3":4,"a2q":2,"w2":2,"scale":2,"expert":1,"offsets":1,"problem":1,"sizes2":1,"ab":2,"strides2":3,"c":2,"per":8,"act":4,"token":4,"out":7,"ch":4,"if":1,"use":1,"batched":1,"format":1,"output":3,"copy":2,"reshape":1,"local":1,"e":1,"padded":1,"m":2,"k":2,"non":2,"blocking":2,"true":2,"else":1,"we":1,"can":1,"t":1,"do":1,"this":1,"inplace":1,"because":1,"may":1,"point":1,"to":1,"the":2,"same":1,"tensor":1,"as":1,"map":1,"view":1,"topk":1,"class":1,"cutlassexpertsfp8base":1,"mk":2,"fusedmoepermuteexpertsunpermute":1,"def":2,"init":2,"self":3,"dtype":5,"optional":2,"torch":2,"quant":7,"bool":2,"block":3,"shape":3,"list":1,"int":1,"none":1,"super":1,"fusedmoequantconfig":1,"float8":1,"e4m3fn":1,"finalize":2,"weight":1,"and":1,"reduce":1,"impl":2,"topkweightandreduce":1,"let":1,"prepareandfinalize":1,"decide":1,"return":1,"topkweightandreducedelegate":1},"9798,1728,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"def":1,"apply":2,"self":7,"output":2,"torch":15,"tensor":15,"hidden":3,"states":3,"w1":7,"w2":7,"topk":3,"weights":1,"ids":2,"activation":6,"str":1,"global":2,"num":6,"experts":2,"int":1,"expert":9,"map":2,"optional":8,"scale":8,"zp":6,"a1q":2,"a2":2,"workspace13":2,"workspace2":2,"tokens":7,"meta":3,"mk":2,"experttokensmetadata":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"assert":2,"is":6,"none":5,"not":4,"supported":2,"in":4,"cutlass":3,"moe":3,"if":2,"callable":2,"lambda":1,"o":2,"i":2,"use":2,"batched":2,"format":2,"formats":1,"0":1,"fusedmoeactivationformat":1,"batchedexperts":1,"dtype":5,"run":1,"fp8":1,"out":3,"else":1,"per":2,"act":1,"token":1,"quant":2,"ch":1,"class":1,"cutlassexpertsfp8":1,"cutlassexpertsfp8base":1},"11526,1932,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"def":6,"init":4,"self":10,"out":10,"dtype":10,"optional":5,"torch":5,"per":12,"act":4,"token":4,"quant":8,"bool":6,"ch":4,"block":4,"shape":4,"list":2,"int":13,"none":3,"super":2,"property":1,"activation":1,"formats":1,"tuple":5,"mk":5,"fusedmoeactivationformat":4,"return":4,"standard":2,"supports":2,"chunking":1,"true":2,"expert":2,"map":1,"workspace":1,"shapes":1,"a":2,"tensor":2,"aq":1,"m":4,"n":3,"k":3,"topk":4,"global":1,"num":5,"experts":6,"local":1,"tokens":1,"meta":1,"experttokensmetadata":1,"workspace1":2,"max":5,"workspace2":2,"2":1,"output":2,"if":1,"is":1,"not":1,"else":1,"class":1,"cutlassbatchedexpertsfp8":1,"cutlassexpertsfp8base":1,"worker":4,"dispatchers":3,"assert":1,"0":1},"13458,1784,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"property":1,"def":5,"activation":2,"formats":1,"self":10,"tuple":5,"mk":5,"fusedmoeactivationformat":4,"return":4,"batchedexperts":2,"supports":2,"chunking":1,"bool":4,"false":3,"expert":3,"map":2,"todo":1,"bnell":1,"maybe":1,"remove":1,"need":1,"for":1,"passing":1,"aq":3,"to":1,"workspace":2,"shapes":2,"a":3,"torch":13,"tensor":12,"m":5,"int":10,"n":3,"k":3,"topk":3,"global":2,"num":8,"experts":6,"local":1,"tokens":1,"meta":1,"optional":5,"experttokensmetadata":1,"dtype":4,"padded":4,"size":1,"1":2,"dp":4,"dispatchers":1,"assert":1,"is":2,"not":2,"none":6,"workspace1":2,"max":4,"per":4,"worker":3,"workspace2":2,"2":1,"output":2,"out":2,"if":1,"else":1,"cutlass":1,"moe":1,"fp8":1,"w1":2,"q":2,"w2":2,"weights":1,"ids":1,"scale":4,"act":1,"token":1,"str":1,"silu":1,"a1":1,"a2":1,"apply":1,"router":1,"weight":1,"on":1,"input":1},"15242,1821,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"torch":11,"tensor":12,"this":3,"function":1,"computes":1,"a":5,"a8w8":1,"quantized":4,"mixture":1,"of":8,"experts":10,"moe":2,"layer":2,"using":1,"two":1,"sets":1,"weights":8,"w1":4,"q":6,"and":2,"w2":4,"top":1,"k":5,"gating":1,"mechanism":1,"the":19,"matrix":1,"multiplications":1,"are":4,"implemented":1,"with":1,"cutlass":1,"grouped":1,"gemm":1,"parameters":1,"input":2,"to":6,"shape":7,"m":3,"first":1,"set":2,"fp8":2,"expert":11,"num":7,"2n":2,"passed":2,"transposed":2,"second":1,"n":1,"topk":4,"each":1,"token":2,"mapping":2,"ids":1,"mappings":1,"scale":8,"fp32":4,"dequantize":2,"or":4,"a1":1,"optional":5,"quantize":2,"scalar":2,"a2":1,"intermediate":1,"result":1,"between":1,"gemms":1,"map":3,"in":1,"case":1,"parallel":1,"every":1,"rank":2,"is":6,"responsible":2,"for":2,"subset":1,"from":1,"global":3,"id":3,"local":1,"when":3,"i":2,"1":2,"it":1,"means":1,"that":1,"not":1,"apply":1,"router":1,"weight":1,"on":2,"bool":1,"true":1,"applied":1,"directly":1,"inputs":1,"only":1,"applicable":1,"int":1,"total":1,"number":1},"17063,1643,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"returns":1,"torch":18,"tensor":16,"the":2,"fp16":1,"output":2,"after":1,"applying":1,"moe":2,"layer":1,"if":4,"per":7,"act":4,"token":4,"is":3,"none":3,"a1":5,"scale":11,"numel":3,"1":3,"not":2,"else":3,"a2":5,"false":3,"out":4,"ch":3,"w1":8,"q":4,"size":2,"0":2,"num":4,"experts":4,"global":2,"fn":2,"mk":1,"fusedmoemodularkernel":1,"moeprepareandfinalizenoep":1,"cutlassexpertsfp8":1,"dtype":2,"a":3,"quant":2,"return":1,"w2":5,"topk":4,"weights":2,"ids":2,"activation":1,"expert":1,"map":1,"apply":3,"router":3,"weight":3,"on":3,"input":3,"float4":2,"e2m1":1,"max":4,"scalar":1,"types":1,"e2m1f":1,"float8":2,"e4m3":1,"finfo":1,"e4m3fn":1,"def":1,"run":1,"cutlass":1,"fp4":3,"gscale":2,"blockscale":2,"alphas":2,"workspace13":1,"workspace2":1,"m":1,"int":4,"n":1,"k":1,"e":1,"device":2,"bool":1},"18706,1538,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"none":1,"moe":4,"implementation":1,"for":3,"fp4":13,"inputs":1,"gemm":2,"1":2,"a":4,"input":2,"tensor":1,"m":5,"k":13,"half":3,"bfloat16":1,"a1":1,"gscale":2,"activation":2,"scale":2,"per":2,"expert":2,"e":11,"float32":1,"w1":10,"gate":1,"up":3,"not":2,"an":2,"argument":2,"to":3,"cutlass":3,"2":7,"n":10,"dtype":9,"torch":4,"uint8":6,"stacked":2,"e2m1":2,"note":1,"is":2,"the":2,"projection":3,"output":1,"dim":2,"in":1,"full":1,"precision":1,"blockscale":4,"block":3,"size":3,"float8":4,"e4m3":2,"16":1,"nvfp4":1,"a2":1,"w2":10,"down":2,"topk":8,"weights":3,"ids":2,"unquantized":1,"weight":3,"shapes":1,"int":2,"number":1,"of":2,"experts":1,"assumes":1,"that":1,"satisfy":1,"expectations":1,"assert":4,"shape":6,"mismatch":1,"must":3,"be":3,"ndim":4,"3":5,"and":3,"all":1,"rank":1,"nx2":1},"20244,1924,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"assert":8,"e":12,"w1":8,"w2":7,"and":6,"number":2,"of":3,"experts":3,"must":2,"match":1,"f":1,"between":2,"weights":3,"k":10,"a":9,"half":4,"2":4,"hidden":2,"size":8,"mismatch":4,"nx2":1,"n":7,"in":2,"expected":1,"m":7,"input":4,"shape":1,"dtype":11,"torch":14,"bfloat16":1,"invalid":1,"topk":15,"0":2,"ids":6,"be":1,"provided":1,"for":4,"each":1,"row":1,"1":8,"out":2,"num":4,"expert":2,"offsets":4,"empty":6,"int32":6,"device":12,"blockscale":2,"problem":8,"2n":1,"sizes1":2,"3":2,"sizes2":2,"map":4,"numel":2,"c":2,"if":1,"apply":2,"router":2,"weight":2,"on":3,"todo":1,"this":1,"only":2,"works":1,"will":1,"need":1,"to":2,"update":1,"is":1,"implemented":1,"mul":1,"shapes":1,"should":1,"have":1,"note":1,"that":1,"sizes":1,"are":1,"based":1,"logical":1,"elements":1,"ops":1,"get":1,"cutlass":1,"moe":1,"mm":1,"data":1},"22168,1457,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"a":10,"ops":7,"shuffle":2,"rows":2,"map":2,"rep":6,"fp4":12,"blockscale":12,"scaled":2,"experts":2,"quant":2,"a1":1,"gscale":2,"expert":4,"offsets":8,"num":5,"topk":9,"c1":3,"resize":3,"cache":3,"workspace13":2,"m":6,"n":2,"2":1,"c2":3,"workspace2":1,"c3":6,"k":3,"cutlass":2,"moe":2,"mm":2,"w1":3,"alphas":2,"problem":2,"sizes1":1,"1":7,"del":2,"torch":1,"c":2,"silu":1,"and":1,"mul":1,"int":6,"a2":1,"w2":3,"sizes2":1,"assert":1,"output":3,"dtype":3,"out":2,"if":1,"not":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"copy":2,"view":3,"weights":1,"to":1,"sum":2,"dim":2,"non":2,"blocking":2,"true":2,"else":1,"return":1,"class":1,"cutlassexpertsfp4":1,"mk":1,"fusedmoepermuteexpertsunpermute":1},"23625,1996,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"def":5,"init":2,"self":13,"g1":3,"alphas":6,"torch":5,"tensor":4,"g2":3,"a1":3,"gscale":6,"a2":3,"max":3,"experts":3,"per":9,"worker":3,"int":2,"out":6,"dtype":5,"act":3,"token":3,"quant":8,"bool":5,"ch":3,"block":3,"shape":3,"optional":1,"list":1,"none":2,"use":4,"batched":4,"format":4,"false":2,"super":1,"nvfp4":1,"requires":1,"two":1,"levels":1,"of":1,"quantization":3,"which":1,"involves":1,"computing":1,"some":1,"scaling":1,"factors":1,"dynamically":1,"this":2,"makes":1,"it":1,"incompatible":1,"with":1,"the":3,"typical":1,"prepare":2,"moe":2,"finalize":3,"pipeline":1,"move":1,"logic":1,"into":2,"body":1,"fusedmoequantconfig":1,"skip":1,"in":1,"todo":1,"bnell":1,"put":1,"stuff":1,"config":1,"property":1,"activation":1,"formats":1,"tuple":1,"mk":7,"fusedmoeactivationformat":6,"if":1,"return":5,"batchedexperts":2,"else":1,"standard":2,"supports":2,"expert":1,"map":1,"chunking":1,"true":1,"weight":1,"and":1,"reduce":1,"impl":1,"topkweightandreduce":1,"topkweightandreducenoop":1},"25621,1871,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"def":2,"workspace":1,"shapes":1,"self":8,"a":2,"torch":18,"tensor":17,"aq":2,"m":9,"int":13,"n":7,"k":6,"topk":6,"global":2,"num":3,"experts":6,"local":1,"expert":3,"tokens":2,"meta":2,"optional":8,"mk":3,"experttokensmetadata":2,"tuple":7,"dtype":4,"workspace1":4,"workspace2":5,"output":5,"if":2,"use":1,"batched":1,"format":1,"padded":4,"size":2,"1":1,"max":5,"per":3,"worker":3,"2":4,"else":2,"return":1,"out":2,"is":1,"not":1,"none":1,"apply":2,"hidden":2,"states":2,"w1":4,"w2":5,"weights":1,"ids":2,"activation":1,"str":1,"map":1,"scale":4,"zp":2,"a1q":1,"a2":1,"workspace13":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"e":1,"moe":1,"problem":1,"shape":1},"27492,1853,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"run":1,"cutlass":3,"moe":3,"fp4":7,"output":2,"a":3,"hidden":2,"states":2,"a1":4,"gscale":8,"self":4,"w1":7,"blockscale":4,"scale":2,"alphas":8,"g1":3,"a2":4,"w2":7,"g2":3,"topk":6,"weights":3,"ids":3,"workspace13":2,"workspace2":2,"m":3,"n":3,"k":3,"e":4,"device":2,"apply":3,"router":3,"weight":3,"on":3,"input":3,"def":1,"torch":13,"tensor":13,"int":4,"expert":4,"map":3,"optional":1,"none":2,"bool":1,"false":4,"assert":1,"is":2,"parallelism":1,"currently":1,"not":1,"supported":1,"for":1,"modeloptnvfp4fusedmoe":1,"s":1,"fn":1,"mk":1,"fusedmoemodularkernel":1,"moeprepareandfinalizenoep":1,"cutlassexpertsfp4":1,"max":1,"experts":1,"per":3,"worker":1,"out":2,"dtype":2,"act":1,"token":1,"quant":2,"ch":1,"use":1,"batched":1,"format":1},"29345,1926,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"return":7,"fn":1,"hidden":1,"states":1,"a":1,"w1":8,"fp4":2,"w2":9,"topk":4,"weights":2,"ids":2,"inplace":2,"false":6,"activation":4,"silu":3,"global":1,"num":1,"experts":1,"e":1,"expert":4,"map":3,"none":4,"scale":4,"blockscale":2,"a1":1,"a2":1,"apply":5,"router":5,"weight":6,"on":5,"input":5,"def":2,"valid":3,"cutlass":3,"block":3,"scaled":3,"grouped":3,"gemm":3,"torch":5,"tensor":3,"bool":3,"str":1,"optional":1,"shape":2,"n":6,"int":2,"k":6,"128":2,"0":2,"and":1,"size":2,"if":5,"not":4,"logger":5,"debug":5,"once":5,"cutlassblockscaledgroupedgemm":5,"disabled":5,"unaligned":1,"problem":1,"s":5,"dtype":7,"float8":2,"e4m3fn":2,"or":1,"invalid":1,"is":4,"parallel":1,"supported":3,"only":1},"31271,1710,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"if":1,"inplace":2,"logger":1,"debug":1,"once":1,"cutlassblockscaledgroupedgemm":1,"disabled":1,"is":1,"not":1,"supported":1,"return":2,"false":2,"true":1,"def":1,"run":1,"cutlass":1,"block":2,"scaled":1,"fused":1,"experts":2,"a":11,"torch":12,"tensor":8,"w1":18,"w2":14,"scale":12,"topk":9,"weights":2,"ids":5,"q":18,"transpose":4,"1":10,"2":6,"assert":10,"shape":16,"mismatch":6,"0":10,"and":1,"must":3,"have":1,"the":1,"same":1,"batch":1,"size":8,"dtype":6,"float8":4,"e4m3fn":4,"be":2,"hidden":2,"expert":3,"number":3,"in":1,"half":1,"bfloat16":1,"invalid":1,"output":1,"out":1,"num":1,"m":1,"k":1,"n":1,"a1":1,"fp8":1,"quantize":1,"none":1,"per":1,"act":1,"token":1,"128":2,"device":2},"32981,1937,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/cutlass_moe.py":{"expert":4,"offsets":4,"torch":15,"empty":8,"num":4,"experts":4,"1":5,"dtype":15,"int32":5,"device":16,"problem":6,"sizes1":3,"3":2,"sizes2":3,"a":9,"map":7,"topk":9,"ids":3,"numel":2,"c":4,"ops":4,"get":1,"cutlass":3,"moe":1,"mm":3,"data":1,"n":3,"k":3,"rep":4,"q":8,"view":4,"uint8":1,"a1":3,"scales":2,"scale":6,"c1":3,"m":5,"2":1,"out":4,"c2":3,"blockwise":2,"scaled":2,"grouped":2,"w1":2,"intermediate":5,"silu":1,"and":1,"mul":1,"a2":2,"fp8":1,"quantize":1,"none":1,"per":1,"act":1,"token":1,"false":1,"block":1,"shape":1,"128":2,"w2":2,"return":1,"weights":1,"to":1,"sum":1,"dim":1},"0,1976,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":5,"project":1,"from":5,"typing":1,"import":7,"optional":4,"deep":5,"ep":5,"torch":3,"model":4,"executor":4,"layers":4,"fused":4,"moe":5,"modular":1,"kernel":2,"as":1,"mk":4,"config":4,"fusedmoequantconfig":1,"topk":2,"weight":1,"and":1,"reduce":1,"topkweightandreducecontiguous":1,"topkweightandreducedelegate":1,"utils":1,"quantize":1,"input":1,"class":1,"deepephtprepareandfinalize":1,"fusedmoeprepareandfinalize":1,"prepare":1,"finalize":1,"using":1,"deepep":2,"high":1,"throughput":1,"kernels":1,"def":6,"init":2,"self":16,"buffer":6,"num":6,"dispatchers":5,"int":5,"dp":5,"size":5,"rank":6,"expert":3,"offset":3,"super":1,"dispatch":3,"function":3,"returns":1,"a":1,"handle":3,"that":1,"combine":2,"requires":1,"we":1,"store":1,"here":1,"so":1,"it":1,"is":1,"available":3,"none":3,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"blob":1,"9fe9021f29c9083cd1808ab36b740208524d9f63":1,"py":1,"l164":1,"configs":2,"4":1,"8":1,"16":1,"24":1,"32":1,"64":1,"128":1,"144":1,"160":1,"return":6,"property":1,"activation":1,"format":1,"fusedmoeactivationformat":2,"standard":1,"max":1,"tokens":1,"per":1,"indices":1,"dtype":2,"int64":1,"get":2,"if":1,"not":1,"in":1},"1976,1899,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py":{"def":2,"get":4,"combine":2,"config":5,"self":9,"optional":2,"deep":2,"ep":2,"if":3,"dp":2,"size":2,"not":2,"in":4,"available":1,"rank":15,"configs":1,"return":2,"none":6,"buffer":3,"do":1,"dispatch":6,"tokens":14,"torch":4,"tensor":4,"token":12,"scales":6,"topk":10,"ids":4,"weights":4,"num":13,"experts":3,"int":1,"has":3,"is":4,"per":9,"rdma":3,"expert":14,"event":4,"layout":1,"idx":2,"previous":2,"async":2,"finish":2,"false":4,"allocate":2,"on":2,"comm":2,"stream":2,"data":6,"list":1,"handle":2,"x":5,"alignment":2,"rounds":1,"the":1,"number":1,"of":1,"to":1,"this":1,"value":1,"1":1,"scale":2,"else":1},"3875,1827,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py":{"the":9,"existing":2,"moe":1,"kernels":1,"assume":1,"that":3,"all":2,"entries":1,"of":1,"topk":11,"ids":9,"are":2,"valid":1,"to":9,"effect":1,"set":3,"1s":1,"in":2,"expert":21,"some":1,"outside":1,"this":1,"rank":5,"so":2,"map":3,"can":1,"remap":1,"it":6,"1":5,"when":1,"safe":1,"with":2,"parallel":1,"experts":6,"divided":1,"amongst":1,"sequentially":1,"for":3,"0":4,"num":5,"and":1,"other":1,"ranks":2,"as":1,"we":1,"know":1,"will":1,"have":1,"a":2,"those":2,"regions":1,"deepep":1,"s":1,"output":1,"refers":1,"local":1,"directly":1,"offset":3,"move":1,"back":1,"global":1,"space":1,"aligns":1,"vllm":1,"interfaces":1,"torch":11,"where":1,"if":1,"self":3,"else":1,"makes":1,"gpu":2,"cpu":1,"copy":1,"todo":1,"varun":1,"maybe":1,"is":1,"better":1,"re":1,"compute":1,"tokens":4,"on":2,"meta":2,"mk":2,"experttokensmetadata":2,"make":1,"from":1,"list":2,"per":1,"device":2,"x":3,"return":1,"scale":3,"weights":2,"def":1,"prepare":1,"a1":2,"tensor":10,"optional":7,"a2":1,"int":1,"apply":1,"router":1,"weight":1,"input":1,"bool":1,"quant":1,"config":1,"fusedmoequantconfig":1,"tuple":1},"5702,316,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py":{"if":1,"apply":2,"router":2,"weight":2,"on":2,"input":2,"topk":7,"ids":1,"size":1,"1":5,"todo":1,"this":1,"only":2,"works":1,"for":3,"will":1,"need":1,"to":2,"update":1,"assert":1,"is":1,"implemented":1,"a1":3,"weights":1,"dtype":1},"6018,1839,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py":{"if":3,"quant":15,"config":6,"is":2,"block":6,"quantized":2,"and":3,"dispatch":6,"a1q":8,"scale":12,"moe":2,"kernel":2,"quantize":3,"input":2,"a1":4,"dtype":4,"per":3,"act":3,"token":5,"shape":4,"not":1,"none":3,"numel":2,"1":3,"view":1,"expert":19,"x":10,"tokens":5,"meta":3,"topk":14,"ids":7,"weights":7,"self":2,"do":2,"scales":3,"rank":4,"num":4,"experts":4,"else":1,"deepep":1,"kernels":1,"only":1,"support":1,"dispatching":1,"activation":1,"in":1,"bfloat16":1,"after":1,"0":1,"false":1,"return":1},"7857,1372,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deepep_ht_prepare_finalize.py":{"def":1,"finalize":1,"self":5,"output":10,"torch":4,"tensor":4,"fused":7,"expert":7,"topk":7,"weights":4,"ids":3,"apply":4,"router":3,"weight":7,"on":4,"input":3,"bool":1,"and":4,"reduce":4,"impl":4,"mk":1,"topkweightandreduce":1,"none":6,"assert":1,"handle":3,"is":1,"not":1,"can":1,"have":1,"0":2,"tokens":2,"this":2,"happens":1,"when":1,"of":1,"the":2,"from":1,"all2all":1,"reach":1,"ep":1,"rank":1,"if":2,"numel":1,"isinstance":1,"topkweightandreducedelegate":1,"topkweightandreducecontiguous":1,"combined":2,"x":3,"event":2,"buffer":1,"combine":2,"config":2,"get":1,"previous":1,"async":1,"finish":1,"false":2,"allocate":1,"comm":1,"stream":1,"respect":1,"inplace":1,"outputs":1,"copy":1,"non":1,"blocking":1,"true":1},"0,1926,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_pallas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":5,"vllm":1,"project":1,"import":3,"torch":18,"nn":1,"functional":1,"as":1,"f":2,"xla":1,"experimental":1,"custom":1,"kernel":2,"noqa":1,"f401":1,"def":3,"histogram":2,"input":6,"tensor":12,"min":6,"int":4,"max":6,"compute":1,"of":3,"a":2,"int32":4,"bin":3,"edges":3,"are":1,"defined":1,"by":1,"and":1,"values":3,"with":1,"step":1,"1":7,"assert":4,"dtype":6,"must":2,"be":3,"less":1,"than":1,"or":1,"equal":1,"searchsorted":2,"sorted":2,"sequence":2,"search":2,"return":2,"unsqueeze":1,"sum":1,"dim":1,"linspace":1,"device":3,"fused":1,"moe":2,"hidden":11,"states":7,"w1":3,"w2":3,"gating":2,"output":2,"topk":4,"global":1,"num":9,"experts":5,"expert":3,"map":3,"none":2,"renormalize":1,"bool":1,"false":1,"args":1,"size":7,"intermediate":3,"is":2,"not":1,"supported":1,"for":1,"pallas":2,"orig":1,"shape":6,"tokens":4,"numel":1,"16":2,"gmm":1,"requires":1,"multiple":1,"but":1,"got":1},"1926,1232,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_pallas.py":{"hidden":5,"states":3,"view":2,"num":5,"tokens":3,"size":4,"gating":3,"output":3,"experts":2,"topk":23,"weights":9,"softmax":1,"dim":5,"1":6,"dtype":2,"torch":5,"float":1,"indices":14,"if":1,"renormalize":1,"sum":2,"keepdim":1,"true":3,"to":2,"flatten":1,"argsort":7,"revert":2,"token":4,"arange":1,"device":2,"repeat":1,"interleave":1,"group":3,"sizes":3,"histogram":1,"int32":1,"0":1,"x":17,"ops":2,"xla":2,"gmm":2,"w1":1,"transpose":2,"rhs":2,"f":1,"silu":1,"intermediate":2,"w2":1,"reshape":2,"unsqueeze":1,"2":1,"orig":1,"shape":1,"return":1},"0,1823,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":10,"math":1,"import":11,"prod":1,"typing":1,"optional":1,"union":1,"torch":1,"custom":1,"ops":2,"as":1,"model":3,"executor":3,"layers":3,"quantization":3,"utils":9,"fp8":2,"per":3,"token":3,"group":2,"quant":4,"int8":3,"mxfp4":2,"dequant":1,"platforms":1,"current":1,"platform":1,"triton":3,"tl":13,"cdiv":2,"flashinfer":1,"fp4":1,"quantize":1,"jit":1,"def":1,"count":1,"expert":22,"num":5,"tokens":3,"topk":8,"ids":10,"ptr":4,"experts":2,"numel":3,"map":8,"has":4,"constexpr":2,"block":6,"size":6,"curr":6,"program":1,"id":1,"offsets":3,"arange":1,"ptrs":5,"acc":4,"zeros":1,"dtype":1,"int32":1,"for":1,"x":2,"in":1,"range":1,"mask":6,"load":2,"other":2,"1":3,"if":2,"where":1,"store":1,"sum":1},"1823,1999,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/utils.py":{"def":3,"count":3,"expert":16,"num":11,"tokens":7,"topk":8,"ids":8,"torch":13,"tensor":16,"local":7,"experts":8,"int":3,"map":5,"optional":3,"the":10,"number":3,"to":8,"assigned":2,"each":2,"parameters":1,"mapping":2,"token":1,"its":1,"list":1,"of":6,"in":1,"this":2,"rank":1,"a":6,"indices":1,"from":1,"global":1,"space":2,"parallel":1,"shard":1,"returns":1,"size":6,"where":1,"i":1,"holds":1,"ith":1,"assert":2,"dtype":2,"is":6,"signed":1,"kernel":1,"uses":1,"1":1,"represent":1,"invalid":1,"empty":1,"device":2,"int32":1,"grid":2,"block":5,"min":1,"numel":4,"1024":1,"triton":1,"next":1,"power":1,"2":1,"has":1,"not":1,"none":1,"return":3,"resize":2,"cache":1,"x":5,"v":6,"tuple":2,"shrink":1,"given":2,"and":1,"apply":1,"view":2,"it":1,"used":1,"intermediate":1,"fused":1,"moe":1,"caches":1,"prod":3,"f":1,"shape":1,"cudagraph":1,"unfriendly":1,"flatten":1,"fp4":2,"quantize":2,"scale":2,"sf":3,"swizzled":3,"layout":3,"bool":1},"3822,1947,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/utils.py":{"def":3,"fp8":5,"quantize":3,"a":29,"torch":10,"tensor":11,"scale":12,"optional":6,"per":14,"act":7,"token":12,"bool":3,"block":20,"shape":13,"list":3,"int":3,"none":5,"tuple":2,"perform":2,"quantization":5,"on":2,"the":4,"inputs":2,"if":6,"is":4,"provided":2,"output":2,"will":2,"be":2,"blocked":2,"todo":1,"luka":1,"use":2,"quantfp8":1,"custom":1,"op":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"20711":1,"ops":1,"scaled":1,"quant":6,"dynamic":2,"else":2,"assert":7,"not":2,"len":2,"2":2,"k":6,"0":2,"1":6,"group":2,"cdiv":2,"size":4,"return":2,"int8":6,"weights":1,"are":1,"channel":3,"true":1,"then":1,"activations":1,"apply":1,"otherwise":1,"assume":1,"activation":1,"wise":2,"or":2,"static":1,"only":1,"supports":1,"mxfp4":1},"5769,1747,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/utils.py":{"tuple":2,"torch":16,"tensor":11,"none":6,"assert":1,"block":5,"shape":7,"is":6,"if":5,"not":2,"current":1,"platform":1,"supports":1,"mx":1,"a":16,"quant":10,"dequant":1,"mxfp4":3,"else":4,"raise":1,"notimplementederror":1,"return":9,"def":4,"moe":1,"kernel":1,"quantize":5,"input":1,"scale":8,"optional":6,"dtype":10,"union":1,"str":1,"per":4,"act":4,"token":4,"bool":2,"list":1,"int":2,"fp4":3,"swizzled":3,"true":1,"float8":1,"e4m3fn":1,"fp8":3,"elif":3,"int8":2,"nvfp4":1,"sf":1,"layout":1,"perm":1,"m":6,"idx":3,"permutation":1,"routine":1,"that":1,"works":1,"on":1,"types":1,"floating":1,"point":1,"and":1,"itemsize":1,"1":6,"view":4,"uint8":1,"normalize":2,"scales":12,"numel":1,"size":1,"batched":1,"num":1,"experts":1},"7516,1079,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/utils.py":{"optional":3,"torch":4,"tensor":3,"if":4,"scales":11,"is":4,"not":3,"none":5,"and":4,"ndim":1,"3":1,"numel":2,"1":13,"view":3,"repeat":1,"interleave":1,"num":3,"experts":3,"dim":1,"0":6,"else":2,"size":1,"return":2,"def":1,"validate":1,"scale":11,"shape":16,"a":15,"per":3,"act":3,"token":3,"quant":3,"bool":1,"block":4,"list":1,"int":1,"assert":4,"f":3,"elif":1,"expected":3,"cdiv":1},"0,1714,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/routing_simulator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":1,"vllm":1,"project":1,"token":5,"expert":4,"routing":9,"simulator":1,"this":2,"module":1,"provides":1,"a":1,"framework":1,"for":6,"simulating":1,"and":3,"testing":2,"different":3,"strategies":2,"mixture":1,"of":3,"experts":5,"moe":1,"models":1,"it":1,"supports":2,"logic":1,"customization":1,"includes":1,"example":1,"implementations":1,"like":1,"uniform":3,"random":2,"from":2,"abc":3,"import":3,"abstractmethod":2,"typing":1,"optional":2,"torch":6,"class":3,"routingstrategy":2,"base":1,"def":2,"route":2,"tokens":4,"self":2,"hidden":4,"states":3,"tensor":4,"router":3,"logits":3,"top":2,"k":2,"int":1,"indices":3,"type":3,"dtype":1,"none":1,"tuple":2,"args":1,"input":1,"num":3,"size":1,"number":1,"select":1,"per":1,"data":1,"returns":1,"topk":2,"weights":1,"ids":1,"pass":1,"distributionbasedrouting":1,"distribution":4,"based":3,"strategy":2,"with":1,"configurable":1,"distributions":3,"randomly":1,"selects":1,"each":1,"on":1,"probability":1,"currently":1,"normal":1,"patterns":1,"init":1,"str":1,"params":1,"initialize":1},"1714,1812,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/routing_simulator.py":{"args":2,"distribution":21,"type":5,"of":2,"to":3,"use":1,"for":5,"sampling":1,"uniform":4,"default":4,"normal":5,"gaussian":1,"params":7,"parameters":5,"specific":1,"the":2,"chosen":1,"no":1,"additional":1,"needed":1,"mean":2,"0":6,"std":2,"1":2,"self":10,"lower":1,"validate":4,"and":2,"def":2,"valid":3,"distributions":4,"if":3,"not":2,"in":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"supported":1,"set":1,"provided":1,"setdefault":2,"route":1,"tokens":3,"hidden":4,"states":3,"torch":5,"tensor":4,"router":3,"logits":3,"top":2,"k":2,"int":1,"indices":3,"optional":1,"dtype":1,"none":1,"tuple":1,"randomly":1,"select":2,"experts":3,"each":1,"token":2,"using":1,"specified":1,"input":1,"num":3,"size":1,"number":1,"per":1,"data":1,"expert":1},"3526,1993,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/routing_simulator.py":{"returns":1,"tuple":1,"of":1,"topk":8,"weights":7,"ids":12,"where":1,"based":4,"on":4,"distribution":9,"sampling":2,"expert":10,"indices":7,"sampled":1,"from":1,"the":4,"num":13,"tokens":6,"hidden":3,"states":3,"shape":2,"0":5,"experts":7,"router":1,"logits":1,"1":3,"if":2,"type":5,"is":1,"none":1,"torch":6,"long":2,"generate":3,"specified":2,"self":7,"sample":5,"top":5,"k":5,"device":7,"return":2,"def":1,"int":3,"dtype":2,"tensor":1,"uniform":2,"random":1,"randint":1,"low":1,"high":1,"size":1,"elif":1,"normal":2,"for":1,"continuous":5,"values":1,"and":2,"map":2,"to":4,"samples":6,"normalize":2,"range":1,"scale":1,"normalized":2,"clamp":1},"5519,1577,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/routing_simulator.py":{"return":4,"expert":1,"ids":1,"to":4,"dtype":2,"indices":1,"type":1,"else":3,"raise":3,"valueerror":3,"f":4,"unsupported":3,"distribution":15,"self":11,"def":3,"sample":2,"continuous":3,"num":4,"tokens":4,"int":4,"top":4,"k":4,"device":8,"torch":10,"tensor":4,"from":1,"distributions":1,"shape":2,"if":3,"normal":4,"mean":3,"params":2,"std":3,"size":1,"normalize":2,"samples":4,"0":2,"1":2,"range":1,"use":1,"sigmoid":2,"map":1,"for":2,"normalization":1,"generate":2,"weights":3,"based":1,"on":1,"the":1,"uniform":2,"all":1,"ones":2,"float32":1},"7096,1912,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/routing_simulator.py":{"elif":1,"self":6,"distribution":13,"normal":4,"for":5,"generate":1,"weights":8,"from":1,"the":3,"same":1,"continuous":3,"sample":1,"num":1,"tokens":1,"top":1,"k":1,"device":1,"normalize":1,"to":3,"positive":1,"values":1,"and":3,"sum":2,"1":4,"torch":1,"abs":1,"dim":1,"keepdim":1,"true":1,"return":2,"else":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"weight":1,"generation":1,"def":3,"get":4,"info":1,"dict":2,"information":1,"about":1,"current":1,"configuration":1,"parameters":1,"params":1,"copy":1,"class":3,"routingsimulator":1,"token":1,"expert":1,"routing":10,"simulator":1,"this":1,"provides":1,"a":2,"framework":1,"testing":1,"comparing":1,"different":1,"strategies":6,"moe":1,"models":1,"it":1,"can":1,"simulate":1,"behavior":1,"collect":1,"statistics":1,"analysis":1,"level":1,"registry":1,"of":3,"str":2,"routingstrategy":3,"basic":1,"uniform":2,"random":1,"distributionbasedrouting":2,"mean":2,"0":6,"std":2,"classmethod":2,"register":2,"strategy":7,"cls":3,"name":4,"custom":1,"args":1,"instance":1,"available":2,"list":1,"names":1},"9008,1422,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/routing_simulator.py":{"returns":2,"list":3,"of":4,"available":2,"strategy":11,"names":1,"return":2,"cls":1,"routing":8,"strategies":5,"keys":2,"staticmethod":1,"def":1,"simulate":2,"hidden":6,"states":5,"torch":5,"tensor":4,"router":5,"logits":5,"name":6,"str":1,"top":4,"k":4,"int":1,"indices":5,"type":5,"optional":1,"dtype":1,"none":1,"tuple":2,"token":2,"to":3,"expert":2,"using":1,"the":2,"specified":1,"args":1,"input":1,"num":3,"tokens":3,"size":1,"experts":2,"use":1,"number":1,"select":1,"per":1,"data":1,"for":1,"topk":2,"weights":1,"ids":1,"if":1,"not":1,"in":1,"routingsimulator":3,"raise":1,"valueerror":1,"f":3,"unknown":1,"route":1},"0,1998,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":15,"vllm":5,"project":1,"from":8,"abc":2,"import":10,"abstractmethod":1,"dataclasses":1,"dataclass":1,"enum":2,"math":1,"prod":1,"typing":1,"optional":1,"final":2,"torch":1,"envs":2,"as":1,"model":2,"executor":2,"layers":2,"fused":5,"moe":9,"config":1,"fusedmoequantconfig":1,"utils":2,"yapf":1,"disable":1,"resize":1,"cache":1,"count":1,"expert":1,"num":1,"tokens":1,"cdiv":1,"this":2,"file":1,"defines":1,"a":3,"set":1,"of":6,"base":3,"classes":2,"used":1,"make":1,"kernels":2,"more":1,"modular":1,"goal":1,"is":1,"be":4,"able":1,"utilize":1,"different":1,"communication":1,"mechanisms":1,"with":2,"any":2,"kernel":2,"without":1,"needing":1,"have":1,"combinatoric":1,"implementations":3,"are":2,"broken":1,"down":1,"into":1,"following":2,"components":2,"router":1,"quantize":2,"dispatch":2,"permute":1,"experts":1,"unpermute":1,"combine":2,"each":1,"component":1,"will":1,"independent":1,"but":1,"may":3,"inform":1,"others":1,"except":1,"for":4,"and":6,"see":1,"below":1,"can":2,"then":1,"mixed":1,"matched":1,"so":1,"that":2,"dp":1,"ep":1,"supported":1,"easily":1,"multiple":1,"main":2,"defined":1,"fusedmoeprepareandfinalize":1,"an":3,"abstract":2,"class":4,"preparation":1,"inputs":1,"e":2,"g":1,"quantization":2,"distribution":1,"finalization":1,"outputs":1,"prepare":1,"method":3,"must":1,"take":1,"care":1,"needed":1,"finalize":2,"informed":1,"by":1,"fusedmoepermuteexpertsunpermute":3,"apply":1,"weights":1,"or":2,"do":2,"reduction":2,"output":1,"operation":1,"i":1,"matmul":2,"act":1,"mul":1,"optionally":1,"quant":1,"some":1,"choose":1,"weight":1,"application":1,"communicates":1,"via":1,"topkweightandreduce":1,"object":1,"fusedmoemodularkernel":1,"interface":1,"combines":1},"1998,1856,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"fusedmoeprepareandfinalize":2,"and":4,"a":4,"fusedmoepermuteexpertsunpermute":2,"to":8,"provide":1,"the":16,"standard":1,"fused":1,"moe":4,"kernel":1,"interface":1,"topkweightandreduce":2,"implementation":2,"chosen":1,"by":2,"that":2,"is":3,"passed":1,"on":1,"finalize":2,"quantize":1,"prepare":1,"functionality":1,"are":2,"bundled":1,"into":1,"single":1,"class":1,"since":1,"they":1,"could":1,"use":1,"collective":1,"communication":1,"mechanisms":1,"need":1,"be":3,"consistent":1,"def":1,"problem":3,"size":13,"a1":10,"torch":4,"tensor":5,"w1":5,"w2":5,"topk":9,"ids":7,"tuple":1,"int":5,"extract":2,"from":3,"given":1,"arguments":1,"hidden":1,"states":1,"input":1,"layer":1,"first":1,"set":2,"of":3,"expert":2,"weights":3,"second":1,"note":1,"extracting":1,"shape":1,"weight":1,"activation":1,"tensors":1,"not":2,"obvious":1,"it":2,"needs":2,"done":1,"this":3,"way":1,"specifically":1,"due":1,"subtle":1,"issues":1,"with":1,"particular":1,"kernels":3,"e":5,"g":1,"int4":1,"divide":1,"trailing":2,"dimension":2,"two":1,"so":2,"s":1,"correct":2,"n":3,"or":2,"k":3,"similarly":1,"some":1,"transpose":1,"kept":1,"in":1,"mind":1,"assert":5,"dim":5,"3":3,"1":3,"if":1,"2":2,"make":1,"sure":1,"we":1,"using":1,"pre":1,"permute":1,"0":7,"f":2,"m":3,"else":1,"max":1,"num":1,"tokens":1,"return":1},"3854,1839,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"class":6,"fusedmoeactivationformat":1,"enum":1,"the":5,"standard":3,"activation":1,"format":2,"num":11,"tokens":11,"hidden":2,"dim":2,"batched":2,"experts":4,"max":1,"per":1,"expert":12,"batchedexperts":1,"dataclass":1,"experttokensmetadata":3,"metadata":1,"regarding":1,"token":1,"routing":1,"torch":9,"tensor":9,"cpu":6,"optional":2,"staticmethod":1,"def":2,"make":1,"from":1,"list":4,"int":1,"device":3,"str":1,"dtype":1,"int32":1,"return":1,"to":2,"non":1,"blocking":1,"true":1,"topkweightandreduce":1,"abc":2,"an":3,"abstract":2,"base":2,"for":2,"weight":2,"application":1,"and":3,"reduction":1,"implementations":1,"abstractmethod":1,"apply":3,"self":1,"output":3,"fused":2,"topk":3,"weights":2,"ids":1,"router":1,"on":1,"input":1,"bool":1,"outputs":1,"or":1,"reduce":1,"if":1,"is":1,"not":1,"passed":1,"it":1,"will":1,"be":1,"created":1,"in":2,"function":1,"raise":1,"notimplementederror":1,"todo":1,"pass":1,"fusedmoeparallelconfig":1,"as":1,"ctor":1,"parameter":1,"fusedmoeprepareandfinalize":1,"quantize":1,"prepare":1,"finalize":1,"steps":1,"described":1,"above":1},"5693,1818,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"abstractmethod":1,"def":1,"prepare":1,"self":1,"a1":6,"torch":10,"tensor":11,"scale":4,"optional":12,"a2":2,"topk":8,"weights":4,"ids":4,"num":2,"experts":4,"int":1,"expert":10,"map":2,"apply":3,"router":2,"weight":3,"on":2,"input":3,"bool":1,"quant":1,"config":1,"fusedmoequantconfig":1,"tuple":2,"experttokensmetadata":2,"perform":1,"any":1,"quantization":3,"and":1,"or":1,"dispatching":2,"needed":1,"for":4,"this":1,"kernel":1,"the":16,"unquantized":1,"to":5,"moe":2,"layer":1,"scales":3,"second":1,"gemm":1,"required":1,"make":1,"sure":1,"is":1,"consistent":1,"both":1,"gemms":1,"total":1,"number":3,"of":5,"in":1,"global":2,"space":3,"a":3,"mapping":1,"indices":1,"from":1,"local":3,"parallel":1,"shard":1,"when":1,"true":1,"activations":1,"before":1,"returns":1,"quantized":2,"dispatched":4,"containing":1,"gpu":1,"cpu":1,"tensors":1,"as":2,"big":1,"with":1,"information":1,"about":1,"tokens":1,"assigned":1,"each":1,"raise":1,"notimplementederror":1},"7511,1642,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"abstractmethod":3,"def":3,"finalize":1,"self":3,"output":10,"torch":5,"tensor":5,"fused":6,"expert":3,"topk":9,"weights":5,"ids":4,"apply":4,"router":2,"weight":4,"on":3,"input":2,"bool":1,"and":3,"reduce":2,"impl":2,"topkweightandreduce":2,"none":2,"perform":2,"any":1,"combine":1,"plus":1,"a":2,"reduction":1,"the":15,"experts":3,"written":1,"in":1,"place":1,"must":1,"be":3,"m":2,"k":2,"shape":2,"unweighted":1,"unreduced":1,"of":3,"it":2,"will":1,"have":1,"to":3,"applied":1,"when":1,"false":1,"an":1,"optional":2,"implementation":1,"raise":3,"notimplementederror":3,"property":2,"activation":1,"format":2,"fusedmoeactivationformat":1,"indicating":1,"activations":1,"for":1,"prepare":1,"method":1,"indices":2,"dtype":4,"preparefinalize":1,"all2all":1,"implementations":1,"generally":1,"constrain":1,"they":1,"support":1,"this":1,"function":1,"returns":1,"required":1,"so":1,"can":1,"respected":1,"return":1,"if":1,"there":1,"are":1,"no":1,"such":1,"restrictions":1},"9153,1967,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"abstractmethod":4,"def":9,"max":1,"num":2,"tokens":3,"per":5,"rank":1,"self":15,"optional":4,"int":3,"some":1,"preparefinalize":1,"all2all":1,"implementations":1,"are":2,"batched":1,"meaning":1,"they":1,"can":2,"processes":1,"only":1,"as":1,"set":1,"of":3,"at":2,"a":6,"time":2,"this":3,"function":1,"returns":1,"the":6,"batch":1,"size":2,"i":1,"e":1,"maximum":1,"number":1,"implementation":1,"process":1,"return":6,"none":3,"if":2,"there":1,"no":1,"such":1,"restrictions":1,"raise":4,"notimplementederror":4,"dispatchers":1,"class":3,"fusedmoepermuteexpertsunpermute":1,"abc":1,"an":1,"abstract":1,"base":1,"for":2,"permute":1,"experts":1,"unpermute":1,"step":1,"described":1,"above":1,"init":1,"quant":15,"config":9,"fusedmoequantconfig":2,"is":2,"not":2,"else":1,"property":6,"activation":3,"formats":2,"tuple":2,"fusedmoeactivationformat":2,"which":1,"input":1,"and":1,"output":1,"apply":1,"method":1,"dtype":3,"torch":1,"block":2,"shape":2,"list":1,"act":2,"token":2,"bool":3,"out":2,"ch":2,"todo":1,"bnell":1,"make":1,"chunk":1,"or":2,"instead":1,"supports":2,"chunking":2,"flag":1,"indicating":1,"whether":1},"11120,2000,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"abstractmethod":2,"def":4,"supports":3,"expert":5,"map":1,"self":5,"bool":1,"a":3,"flag":1,"indicating":1,"whether":1,"or":1,"not":1,"this":1,"class":1,"maps":1,"raise":3,"notimplementederror":2,"workspace":5,"shapes":2,"torch":7,"tensor":4,"aq":1,"m":1,"int":9,"n":1,"k":1,"topk":1,"global":1,"num":2,"experts":2,"local":1,"tokens":2,"meta":1,"optional":1,"experttokensmetadata":1,"tuple":9,"dtype":2,"compute":1,"the":17,"for":5,"temporary":1,"and":5,"final":2,"outputs":1,"of":7,"two":1,"gemms":2,"activation":10,"in":2,"fused":2,"function":2,"since":1,"are":1,"independent":1,"first":2,"gemm":4,"can":1,"be":5,"shared":1,"with":1,"last":1,"returns":1,"workspace13":1,"shape":3,"must":4,"large":2,"enough":2,"to":4,"hold":2,"result":2,"either":1,"workspace2":1,"output":6,"exact":1,"size":3,"type":1,"use":1,"tensors":1,"note":1,"order":1,"chunking":4,"work":1,"dimension":1,"each":1,"number":1,"str":1,"input":4,"none":1,"assert":1,"1":2,"2":1,"if":1,"silu":2,"ops":2,"c":2,"mul":2,"elif":1,"gelu":2,"else":1,"valueerror":1,"f":1,"unsupported":1,"fusedmoe":1,"enable":2,"return":1,"envs":1,"vllm":1,"moe":1},"13120,1020,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"def":2,"finalize":1,"weight":2,"and":2,"reduce":1,"impl":1,"self":2,"topkweightandreduce":1,"raise":1,"notimplementederror":1,"abstractmethod":1,"apply":2,"output":1,"torch":15,"tensor":15,"hidden":1,"states":1,"w1":4,"w2":4,"topk":2,"weights":2,"ids":1,"activation":1,"str":1,"global":1,"num":1,"experts":2,"int":1,"expert":2,"map":1,"optional":8,"scale":4,"zp":2,"a1q":1,"a2":1,"workspace13":1,"workspace2":1,"tokens":1,"meta":1,"experttokensmetadata":1,"router":1,"on":1,"input":1,"bool":1,"this":1,"function":1,"computes":1,"the":1,"intermediate":1,"result":1,"of":3,"a":1,"mixture":1,"moe":1,"layer":1,"using":1,"two":1,"sets":1},"14140,1927,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"parameters":1,"output":3,"torch":14,"tensor":19,"the":16,"unweighted":1,"unreduced":1,"hidden":1,"states":1,"quantized":2,"input":1,"to":14,"moe":3,"layer":2,"w1":5,"first":2,"set":2,"of":9,"expert":12,"weights":4,"w2":5,"second":1,"topk":2,"a":5,"map":3,"row":2,"some":1,"implementations":1,"choose":1,"do":1,"weight":1,"application":1,"ids":1,"id":1,"activation":3,"str":1,"function":2,"apply":1,"after":1,"global":3,"num":1,"experts":3,"int":1,"total":1,"number":3,"in":1,"space":3,"optional":15,"mapping":1,"indices":1,"from":1,"local":3,"parallel":1,"shard":1,"scale":8,"be":7,"used":8,"for":8,"zp":2,"zero":2,"points":2,"a1q":1,"a1":1,"a2":2,"workspace13":1,"scratch":2,"gemm":2,"outputs":1,"must":1,"large":1,"enough":1,"hold":1,"either":1,"workspace2":1,"tokens":2,"meta":1,"experttokensmetadata":2,"an":1,"object":1,"containing":1,"gpu":1,"cpu":1,"tensors":1,"as":2,"big":1,"with":1,"information":1,"about":1,"assigned":1,"each":1},"16067,236,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"apply":1,"router":2,"weight":2,"on":2,"input":2,"true":1,"if":2,"weights":1,"are":1,"already":1,"applied":1,"the":2,"this":1,"is":1,"relevant":1,"implementation":1,"chooses":1,"to":1,"do":1,"application":1,"raise":1,"notimplementederror":1},"16303,1372,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"def":2,"chunk":1,"scales":6,"optional":2,"torch":3,"tensor":2,"start":2,"int":2,"end":2,"if":2,"is":2,"not":1,"none":2,"numel":1,"1":1,"return":3,"else":1,"final":1,"class":5,"fusedmoemodularkernel":1,"nn":1,"module":1,"this":2,"combines":1,"a":3,"fusedmoeprepareandfinalize":2,"instance":1,"and":1,"fusedmoepermuteexpertsunpermute":2,"to":2,"provide":1,"an":1,"interface":1,"that":2,"compatible":1,"with":1,"the":2,"fused":8,"experts":7,"function":1,"in":1,"moe":1,"py":1,"it":1,"takes":1,"care":1,"of":2,"managing":1,"any":2,"required":1,"scratch":1,"space":1,"note":1,"instances":1,"should":1,"only":1,"be":2,"used":2,"for":1,"single":1,"model":1,"layer":2,"due":1,"specific":1,"state":1,"may":1,"by":1,"component":1,"objects":1,"init":2,"self":3,"prepare":6,"finalize":6,"super":1,"assert":1,"activation":4,"format":2,"formats":2,"0":2,"f":4,"name":2},"17675,1833,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"def":1,"do":1,"fused":13,"experts":6,"self":2,"out":11,"optional":9,"torch":17,"tensor":15,"a1":4,"a1q":4,"w1":4,"w2":4,"topk":3,"weights":1,"ids":2,"activation":1,"str":1,"global":2,"num":4,"int":2,"local":2,"expert":3,"map":1,"scale":4,"zp":2,"a2":1,"tokens":2,"meta":2,"experttokensmetadata":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"m":2,"n":2,"k":4,"top":2,"moe":1,"problem":1,"size":1,"workspace13":5,"shape":10,"workspace2":3,"workspace":4,"dtype":5,"shapes":1,"we":3,"can":1,"reuse":2,"the":3,"memory":1,"between":1,"cache1":2,"and":1,"cache3":2,"because":1,"by":1,"time":1,"need":1,"re":1,"done":1,"with":1,"empty":2,"prod":2,"device":4,"assert":1,"is":2,"none":2,"or":1,"f":1,"but":1,"expected":1,"if":1,"for":1,"output":1,"resize":1,"cache":1},"19508,1709,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"self":2,"fused":5,"experts":6,"apply":4,"out":2,"a1q":6,"w1":9,"w2":9,"topk":7,"weights":3,"ids":4,"activation":3,"global":3,"num":6,"expert":6,"map":3,"scale":12,"zp":6,"a2":3,"workspace13":2,"workspace2":2,"tokens":3,"meta":3,"router":3,"weight":3,"on":4,"input":3,"return":1,"def":1,"maybe":1,"chunk":4,"a1":1,"torch":14,"tensor":14,"str":1,"int":2,"local":1,"optional":8,"experttokensmetadata":1,"bool":1,"m":2,"n":1,"k":2,"top":1,"moe":2,"problem":1,"size":4,"envs":1,"vllm":1,"chunks":2,"cdiv":1,"todo":1,"bnell":1,"get":1,"rid":1,"of":1,"one":1,"level":1,"here":1,"update":1,"slice":1,"functions":1,"to":1,"nops":1,"1":1},"21217,1772,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"if":1,"not":1,"self":3,"fused":7,"experts":9,"supports":1,"chunking":2,"or":1,"num":8,"chunks":3,"1":2,"return":2,"do":1,"out":4,"none":1,"a1":4,"a1q":8,"w1":6,"w2":6,"topk":6,"weights":3,"ids":3,"activation":2,"global":3,"local":3,"expert":5,"map":2,"scale":10,"zp":4,"a2":3,"tokens":3,"meta":3,"apply":2,"router":2,"weight":2,"on":2,"input":3,"required":1,"case":1,"assert":1,"construct":1,"the":1,"entire":1,"output":1,"that":1,"can":1,"then":1,"be":1,"processed":1,"in":1,"shape":2,"workspace":1,"shapes":1,"m":2,"n":1,"k":2,"top":1,"torch":6,"empty":1,"device":2,"dtype":2,"def":1,"slice":1,"tensors":1,"chunk":6,"idx":2,"int":1,"tuple":1,"tensor":5,"optional":2,"s":7,"size":2,"e":6,"min":1,"scales":2},"22989,1783,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"def":2,"slice":3,"output":1,"tensor":4,"chunk":10,"idx":4,"int":2,"torch":3,"assert":1,"fused":7,"out":10,"size":7,"0":4,"m":4,"f":1,"shape":2,"vs":1,"factor":2,"s":3,"e":2,"min":1,"return":2,"expert":19,"tokens":17,"metadata":1,"full":2,"meta":2,"experttokensmetadata":3,"topk":4,"ids":3,"local":2,"num":16,"experts":2,"map":2,"optional":1,"the":5,"existing":1,"is":3,"for":2,"entire":1,"a1q":3,"input":3,"chunking":1,"forces":1,"recomputation":1,"of":2,"number":1,"assigned":1,"to":3,"each":1,"c":11,"count":2,"cpu":9,"none":2,"need":3,"not":1,"if":1,"this":1,"blocking":2,"as":1,"some":1,"implementations":1,"on":1,"determine":1,"appropriate":1,"moe":1,"buffers":1,"non":1,"false":1,"in":1,"range":1,"chunks":1,"scale":2,"a2":1,"weights":1,"tensors":1},"24772,1951,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"c":9,"expert":11,"tokens":7,"meta":6,"none":9,"if":1,"is":1,"not":1,"slice":2,"metadata":1,"topk":7,"ids":4,"local":3,"num":6,"experts":8,"map":4,"self":2,"do":1,"fused":3,"out":2,"output":1,"tensor":14,"chunk":1,"idx":1,"a1":3,"a1q":4,"w1":10,"w2":10,"weights":4,"activation":3,"global":3,"scale":12,"zp":6,"a2":3,"apply":3,"router":3,"weight":3,"on":3,"input":3,"return":1,"def":1,"forward":1,"hidden":1,"states":1,"torch":13,"inplace":1,"bool":2,"false":2,"str":1,"silu":1,"int":1,"1":1,"optional":7,"this":1,"function":1,"computes":1,"a":1,"mixture":1,"of":2,"moe":1,"layer":1,"using":1,"two":1,"sets":1,"and":2,"top":1,"k":1,"gating":1,"mechanism":1},"26723,1850,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"parameters":1,"hidden":2,"states":2,"torch":14,"tensor":16,"the":19,"input":2,"to":11,"moe":3,"layer":4,"w1":6,"first":2,"set":2,"of":6,"expert":9,"weights":5,"w2":5,"second":1,"topk":5,"applied":2,"at":1,"end":1,"ids":1,"a":2,"map":2,"row":1,"id":1,"inplace":2,"bool":2,"if":3,"true":2,"perform":1,"operation":1,"in":2,"place":1,"defaults":1,"false":1,"activation":2,"str":1,"function":1,"apply":2,"after":2,"global":5,"num":5,"experts":6,"int":1,"total":1,"number":1,"space":3,"optional":13,"mapping":1,"indices":1,"from":1,"local":3,"parallel":1,"shard":1,"scale":8,"be":6,"used":6,"for":6,"zp":2,"zero":2,"points":2,"a1":5,"a2":2,"router":1,"weight":1,"on":2,"when":2,"are":1,"directly":1,"inputs":1,"this":1,"is":2,"only":1,"applicable":1,"1":2,"returns":1,"output":2,"applying":1,"else":1,"zeros":1,"like":1,"size":1,"0":1},"28573,704,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"a1q":2,"scale":3,"expert":8,"tokens":1,"meta":1,"topk":14,"ids":7,"weights":7,"self":2,"prepare":3,"finalize":1,"a1":2,"a2":1,"global":1,"num":1,"experts":2,"map":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"fused":2,"quant":1,"config":1,"maybe":1,"gathered":1,"and":1,"from":1,"other":1,"ep":1,"ranks":1,"if":2,"is":2,"none":3,"else":2,"out":1},"29277,1587,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/modular_kernel.py":{"if":1,"a1q":6,"numel":2,"0":2,"this":3,"happens":1,"when":1,"none":1,"of":1,"the":6,"tokens":3,"from":1,"all2all":3,"reach":1,"ep":1,"rank":1,"also":1,"note":1,"that":1,"is":1,"only":1,"relevant":1,"for":1,"cudagraph":2,"incompatible":1,"kernels":5,"like":3,"deepep":2,"high":1,"throughput":1,"compatible":1,"pplx":1,"and":3,"low":1,"latency":1,"are":1,"always":1,"batched":1,"can":1,"never":1,"run":1,"into":1,"tensor":1,"case":1,"fused":5,"out":3,"torch":1,"empty":1,"to":1,"dtype":2,"a1":3,"else":1,"self":3,"maybe":1,"chunk":1,"experts":6,"w1":6,"w2":6,"topk":6,"weights":3,"ids":3,"activation":2,"global":2,"num":4,"local":2,"expert":4,"map":2,"scale":8,"zp":4,"a2":2,"meta":2,"apply":3,"router":3,"weight":4,"on":3,"input":3,"prepare":1,"finalize":3,"output":2,"reduce":1,"impl":1,"return":1},"0,1640,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":6,"project":1,"from":5,"typing":1,"import":7,"optional":1,"union":1,"torch":10,"model":3,"executor":3,"layers":3,"fused":8,"moe":9,"modular":1,"kernel":2,"as":1,"mk":2,"logger":6,"init":2,"config":1,"fusedmoequantconfig":1,"topk":1,"weight":1,"and":1,"reduce":1,"topkweightandreducenoop":1,"utils":1,"flashinfer":7,"cutlass":6,"has":2,"name":1,"def":1,"is":2,"valid":1,"hidden":4,"states":4,"tensor":3,"w1":5,"w2":5,"bool":1,"check":1,"if":3,"given":1,"problem":1,"size":1,"supported":1,"by":1,"not":3,"debug":2,"once":2,"flashinferexperts":3,"disabled":2,"available":1,"return":3,"false":2,"data":1,"type":1,"checks":1,"dtype":6,"uint8":3,"or":3,"in":1,"float32":2,"float16":2,"bfloat16":2,"must":2,"be":2,"f":2,"got":2,"true":1,"class":1,"fusedmoepermuteexpertsunpermute":1},"1640,1538,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py":{"def":5,"init":2,"self":14,"g1":3,"alphas":6,"torch":6,"tensor":4,"g2":3,"a1":3,"gscale":6,"a2":3,"out":3,"dtype":9,"quant":5,"union":1,"str":1,"none":2,"ep":6,"rank":6,"int":4,"0":2,"size":6,"1":2,"tp":7,"super":1,"fusedmoequantconfig":1,"per":1,"act":1,"token":1,"false":2,"block":1,"shape":1,"assert":1,"nvfp4":2,"only":1,"quantization":1,"is":2,"currently":1,"supported":1,"property":1,"activation":1,"formats":1,"tuple":1,"mk":5,"fusedmoeactivationformat":4,"return":4,"standard":2,"supports":2,"expert":1,"map":1,"bool":2,"chunking":3,"this":1,"refers":1,"to":1,"dp":1,"handled":1,"separately":1,"true":1,"finalize":1,"weight":1,"and":1,"reduce":1,"impl":1,"topkweightandreduce":1,"topkweightandreducenoop":1},"3178,1669,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py":{"def":1,"workspace":8,"shapes":2,"self":1,"a":3,"torch":3,"tensor":2,"aq":7,"m":3,"int":9,"n":3,"k":1,"topk":1,"global":2,"num":3,"experts":3,"local":1,"expert":5,"tokens":2,"meta":1,"optional":1,"mk":1,"experttokensmetadata":1,"tuple":9,"dtype":5,"we":1,"use":2,"due":1,"to":5,"how":1,"moe":1,"align":1,"block":1,"size":2,"handles":1,"maps":1,"compute":1,"the":19,"for":5,"temporary":1,"and":3,"final":2,"outputs":1,"of":7,"two":1,"gemms":2,"activation":3,"in":3,"fused":1,"function":2,"since":2,"are":1,"independent":1,"first":2,"gemm":4,"can":1,"be":5,"shared":1,"with":1,"last":1,"returns":1,"workspace13":1,"shape":7,"must":4,"large":2,"enough":2,"hold":2,"result":2,"either":1,"workspace2":3,"output":5,"exact":1,"type":1,"tensors":1,"note":1,"order":1,"chunking":1,"work":1,"dimension":1,"each":1,"number":1,"2":1,"workspace1":2,"is":2,"determined":1,"by":1,"it":1,"comes":1,"after":1,"any":1,"potential":1,"communication":1,"op":1,"involved":1,"computation":1,"return":1},"4847,1978,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_moe.py":{"def":1,"apply":2,"self":10,"output":4,"torch":20,"tensor":15,"hidden":2,"states":2,"w1":8,"w2":8,"topk":4,"weights":4,"ids":2,"activation":1,"str":1,"global":2,"num":1,"experts":2,"int":2,"expert":4,"map":1,"optional":11,"scale":14,"zp":2,"a1q":2,"a2":2,"not":5,"used":1,"workspace13":1,"workspace2":1,"tokens":1,"meta":1,"mk":1,"experttokensmetadata":1,"router":1,"weight":2,"on":1,"input":3,"bool":1,"flashinfer":3,"cutlass":2,"kernel":1,"takes":1,"scalar":1,"scales":5,"min":1,"because":1,"inv":1,"ensure":1,"and":3,"are":1,"none":4,"before":1,"calling":1,"view":5,"assert":1,"is":2,"must":1,"be":2,"for":2,"flashinferexperts":1,"quant":3,"a1":1,"gscale":2,"int32":2,"g1":1,"alphas":2,"g2":1,"fused":1,"moe":1,"token":2,"selected":1,"to":2,"final":1,"api":1,"requires":1,"long":3,"nvfp4":1,"fc1":1,"fc2":1,"dtype":2,"out":1,"sf":1,"tp":4,"size":4,"rank":4,"ep":4},"0,1394,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_prepare_finalize.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":6,"typing":1,"import":8,"optional":4,"torch":3,"model":3,"executor":3,"layers":3,"fused":3,"moe":4,"modular":1,"kernel":2,"as":1,"mk":4,"distributed":1,"get":5,"dp":6,"group":1,"forward":3,"context":3,"config":1,"fusedmoequantconfig":1,"utils":2,"quantize":1,"input":1,"flashinfer":1,"nvfp4":1,"block":1,"scale":1,"interleave":1,"def":6,"local":2,"sizes":2,"return":5,"metadata":1,"chunk":1,"across":1,"rank":2,"class":1,"flashinfercutlassmoeprepareandfinalize":1,"fusedmoeprepareandfinalize":1,"init":2,"self":10,"use":3,"bool":1,"a1":3,"gscale":3,"tensor":1,"num":6,"dispatchers":5,"int":3,"1":1,"super":1,"tokens":2,"none":3,"property":1,"activation":1,"format":1,"fusedmoeactivationformat":2,"standard":1,"max":1,"per":1,"topk":1,"indices":1,"dtype":2},"1394,1978,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_prepare_finalize.py":{"def":2,"prepare":1,"self":5,"a1":8,"torch":14,"tensor":14,"scale":10,"optional":7,"not":3,"used":2,"a2":1,"topk":17,"weights":6,"ids":6,"num":1,"experts":1,"int":1,"expert":2,"map":1,"apply":4,"router":4,"weight":5,"on":4,"input":5,"bool":2,"todo":2,"bnell":1,"use":3,"quant":7,"config":5,"scales":1,"instead":1,"of":1,"ctor":1,"args":1,"fusedmoequantconfig":1,"tuple":1,"mk":2,"experttokensmetadata":1,"if":2,"size":1,"1":5,"this":1,"only":2,"works":1,"for":3,"will":1,"need":1,"to":2,"update":1,"assert":1,"is":2,"implemented":1,"mul":1,"dtype":2,"a1q":11,"moe":1,"kernel":1,"quantize":1,"gscale":1,"per":1,"act":1,"token":1,"block":2,"shape":2,"swizzling":1,"after":1,"communication":1,"fp4":1,"swizzled":1,"dp":3,"get":2,"group":1,"all":1,"gatherv":1,"dim":1,"0":1,"sizes":2,"local":1,"m":1,"n":1,"nvfp4":1,"interleave":1,"return":1,"none":2,"finalize":1,"output":2,"fused":1,"and":1,"reduce":1,"impl":1,"topkweightandreduce":1},"3372,202,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/flashinfer_cutlass_prepare_finalize.py":{"if":1,"self":1,"use":1,"dp":2,"fused":3,"expert":3,"output":4,"get":2,"group":1,"reduce":1,"scatterv":1,"dim":1,"0":1,"sizes":2,"local":1,"copy":1},"0,1093,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":6,"contextlib":1,"import":6,"contextmanager":2,"typing":1,"any":3,"optional":3,"model":3,"executor":3,"layers":3,"fused":3,"moe":3,"config":15,"fusedmoeconfig":2,"layer":1,"fusedmoe":2,"fusedmoemethodbase":2,"fusedmoeweightscalesupported":2,"modular":1,"kernel":1,"fusedmoeactivationformat":2,"fusedmoepermuteexpertsunpermute":2,"fusedmoeprepareandfinalize":2,"triton":2,"utils":1,"has":1,"dict":2,"str":2,"none":1,"def":2,"override":2,"global":1,"old":2,"yield":1,"get":2,"return":1,"all":1},"1093,1544,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/__init__.py":{"if":1,"has":1,"triton":3,"import":10,"to":1,"register":1,"the":1,"custom":1,"ops":1,"vllm":9,"model":9,"executor":9,"layers":9,"fused":19,"moe":24,"marlin":1,"noqa":3,"from":7,"batched":3,"deep":4,"gemm":4,"batcheddeepgemmexperts":2,"or":1,"e501":1,"batchedtritonordeepgemmexperts":2,"cutlass":5,"cutlassbatchedexpertsfp8":2,"cutlassexpertsfp8":2,"fp4":2,"fp8":2,"deepgemmexperts":2,"batchedtritonexperts":2,"tritonexperts":2,"experts":2,"topk":4,"get":2,"config":2,"file":2,"name":2,"grouped":2,"tritonordeepgemmexperts":2,"all":1},"0,536,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"fused":3,"moe":4,"utilities":1,"for":1,"gptq":1,"from":5,"typing":1,"import":7,"optional":1,"torch":1,"custom":2,"ops":2,"as":1,"model":2,"executor":2,"layers":2,"align":1,"block":1,"size":1,"quantization":1,"utils":3,"marlin":3,"make":1,"workspace":1,"new":1,"maybe":1,"warn":1,"atomic":1,"add":1,"scalar":2,"type":1,"scalartype":1,"types":1,"direct":1,"register":1,"op":1},"536,1563,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"def":1,"fused":1,"marlin":1,"moe":2,"hidden":1,"states":1,"torch":21,"tensor":21,"w1":4,"w2":4,"bias1":1,"optional":13,"bias2":1,"scale":2,"gating":2,"output":1,"topk":2,"weights":2,"ids":1,"quant":1,"type":1,"id":1,"int":2,"apply":1,"router":1,"weight":1,"on":1,"input":1,"bool":3,"false":2,"global":3,"num":1,"experts":2,"1":1,"activation":1,"str":1,"silu":1,"expert":1,"map":1,"none":10,"scale1":1,"scale2":1,"g":2,"idx1":1,"idx2":1,"sort":2,"indices1":1,"indices2":1,"zeros":2,"workspace":1,"is":1,"k":2,"full":1,"true":1,"inplace":1,"this":1,"function":1,"computes":1,"a":1,"mixture":1,"of":2,"layer":1,"using":1,"two":1,"sets":1,"and":2,"top":1,"mechanism":1},"2099,1575,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"parameters":1,"hidden":1,"states":1,"torch":15,"tensor":17,"the":13,"input":3,"to":5,"moe":2,"layer":2,"w1":5,"first":3,"set":4,"of":7,"expert":3,"weights":5,"w2":5,"second":3,"scale":4,"be":4,"used":4,"for":4,"gating":2,"output":3,"operation":1,"before":1,"softmax":1,"g":2,"idx1":1,"optional":8,"act":4,"order":4,"indices":3,"idx2":1,"sort":2,"indices1":1,"permutation":2,"indices2":1,"topk":3,"top":1,"k":2,"ids":1,"elements":1,"zeros":2,"zero":2,"points":2,"num":2,"bits":3,"bool":1,"number":1,"in":3,"quantization":1,"returns":1,"after":1,"applying":1,"quant":4,"type":4,"scalartype":1,"from":1,"id":2,"assert":1,"scalar":10,"types":10,"uint4":2,"uint8b128":1,"uint4b8":2,"float8":1,"e4m3fn":1,"float4":2,"e2m1f":2,"bit4":2,"4":1,"if":1,"else":1,"8":1},"3674,1910,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"check":1,"constraints":1,"assert":9,"hidden":14,"states":12,"shape":14,"0":4,"gating":1,"output":1,"number":1,"of":1,"tokens":2,"mismatch":3,"1":12,"w1":4,"16":3,"size":7,"w2":4,"2":5,"num":6,"bits":2,"is":4,"contiguous":6,"must":3,"be":3,"expert":4,"weights1":1,"weights2":1,"dtype":6,"in":3,"torch":5,"float16":1,"bfloat16":1,"4":2,"8":2,"topk":9,"weights":1,"float32":1,"m":10,"k":4,"e":3,"n":5,"ids":8,"block":5,"selection":1,"logic":1,"todo":1,"tune":1,"this":1,"further":1,"for":2,"specific":1,"models":1,"32":1,"48":1,"64":1,"if":3,"9":1,"break":1,"global":3,"experts":3,"sorted":1,"token":1,"post":1,"padded":1,"moe":1,"align":1,"map":1,"workspace":3,"none":1,"marlin":1,"make":1,"new":1,"device":5,"intermediate":10,"cache2":1,"empty":2,"cache13":3,"max":1,"cache1":3,"view":2,"cache3":3},"5584,1509,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"maybe":1,"warn":1,"marlin":2,"atomic":4,"add":4,"hidden":5,"states":5,"device":3,"dtype":2,"use":4,"torch":4,"half":1,"or":1,"cuda":1,"get":1,"capability":1,"0":2,"9":1,"intermediate":7,"cache1":4,"ops":3,"moe":2,"wna16":1,"gemm":1,"w1":3,"bias1":1,"scale":1,"global":1,"scale1":1,"zeros":1,"g":1,"idx1":1,"sort":1,"indices1":1,"workspace":1,"sorted":1,"token":1,"ids":2,"expert":3,"num":1,"tokens":1,"post":1,"padded":1,"topk":3,"weights":2,"block":2,"size":5,"m":3,"top":1,"k":5,"mul":3,"apply":1,"router":1,"weight":1,"on":1,"input":1,"is":6,"ep":1,"map":2,"not":2,"none":2,"b":1,"q":1,"type":2,"quant":1,"n":4,"2":3,"full":2,"fp32":1,"reduce":1,"true":1,"zp":1,"float":1,"false":1,"if":2,"activation":4,"silu":3,"c":2,"and":3,"cache2":2,"view":2,"1":3,"elif":1,"swigluoai":3,"alpha":1,"702":1,"limit":1,"7":1,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"only":1,"activations":1,"are":1,"supported":1,"cache3":1,"zero":1},"7093,954,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"intermediate":5,"cache3":4,"ops":1,"moe":2,"wna16":1,"marlin":1,"gemm":1,"cache2":1,"w2":3,"bias2":1,"scale":1,"global":1,"scale2":1,"zeros":1,"g":1,"idx2":1,"sort":1,"indices2":1,"workspace":1,"sorted":1,"token":1,"ids":2,"expert":2,"num":1,"tokens":1,"post":1,"padded":1,"topk":4,"weights":2,"block":2,"size":5,"m":3,"top":1,"k":6,"1":3,"mul":1,"not":2,"apply":1,"router":1,"weight":1,"on":1,"input":1,"is":5,"ep":1,"map":1,"none":1,"b":1,"q":1,"type":2,"quant":1,"n":2,"full":2,"use":3,"atomic":2,"add":2,"fp32":1,"reduce":1,"true":1,"zp":1,"float":1,"false":1,"view":2,"output":2,"hidden":2,"states":2,"if":1,"inplace":1,"else":1,"torch":2,"empty":1,"like":1,"return":1,"sum":1,"shape":1,"dim":1,"out":1},"8047,1573,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/fused_marlin_moe.py":{"def":1,"fused":4,"marlin":4,"moe":4,"fake":3,"hidden":2,"states":2,"torch":20,"tensor":19,"w1":3,"w2":3,"scale":2,"gating":1,"output":1,"topk":2,"weights":1,"ids":1,"quant":1,"type":1,"id":1,"int":2,"apply":1,"router":1,"weight":1,"on":1,"input":1,"bool":3,"false":2,"global":3,"num":1,"experts":1,"1":1,"scale1":1,"optional":10,"none":10,"scale2":1,"expert":1,"map":1,"g":2,"idx1":1,"idx2":1,"sort":2,"indices1":1,"indices2":1,"zeros":2,"workspace":1,"is":1,"k":1,"full":1,"true":1,"inplace":1,"return":1,"empty":1,"like":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"impl":1},"0,1996,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":12,"project":1,"import":17,"functools":2,"from":11,"typing":1,"optional":1,"torch":4,"tqdm":2,"envs":1,"as":3,"env":1,"model":7,"executor":7,"layers":7,"fused":6,"moe":7,"modular":1,"kernel":2,"mk":1,"logger":5,"init":2,"config":1,"fusedmoequantconfig":1,"deep":11,"gemm":13,"utils":6,"compute":1,"aligned":2,"m":8,"deepgemm":4,"permute":1,"unpermute":1,"and":5,"reduce":2,"prepare":1,"finalize":1,"moeprepareandfinalizenoep":1,"topk":1,"weight":1,"topkweightandreducenoop":1,"resize":1,"cache":2,"quantization":2,"fp8":3,"per":1,"token":1,"group":1,"quant":1,"has":2,"run":1,"once":2,"grouped":2,"nt":1,"contiguous":3,"name":1,"def":3,"block":7,"shape":5,"list":1,"int":4,"lazy":1,"avoid":1,"cuda":1,"initialization":1,"problems":1,"dg":3,"get":2,"alignment":2,"for":2,"layout":2,"return":3,"valid":2,"n":4,"k":4,"bool":2,"align":5,"hidden":2,"states":2,"tensor":3,"w1":1,"w2":2,"check":1,"if":2,"given":1,"problem":1,"size":3,"is":1,"supported":1,"by":2,"all":1,"of":1,"must":1,"be":1,"not":2,"debug":1,"disabled":1,"available":1,"false":1},"1996,1483,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"if":3,"not":6,"valid":1,"deep":1,"gemm":1,"shape":2,"m":6,"n":8,"k":6,"logger":4,"debug":4,"once":5,"deepgemm":4,"disabled":4,"due":1,"to":3,"unaligned":1,"problem":1,"size":2,"s":13,"should":1,"align":2,"and":3,"must":1,"be":1,"multiples":1,"of":1,"this":3,"is":10,"an":1,"error":1,"we":2,"will":2,"fall":1,"back":1,"triton":2,"return":5,"false":4,"elif":1,"512":2,"for":3,"means":1,"fallback":1,"specific":1,"further":1,"speed":1,"up":1,"w1":6,"dtype":7,"torch":2,"float8":2,"e4m3fn":2,"or":4,"w2":6,"invalid":1,"weight":1,"hidden":3,"states":3,"contiguous":10,"weights":1,"activations":1,"true":1,"run":1},"3479,1950,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"def":2,"warmup":3,"deepgemm":2,"gg":1,"contiguous":1,"kernels":3,"w1":6,"torch":15,"tensor":8,"w2":4,"scale":3,"num":5,"topk":2,"int":1,"jits":1,"the":8,"grouped":2,"gemm":3,"jit":2,"ing":1,"happens":1,"based":1,"on":1,"input":2,"shapes":2,"in":1,"this":3,"function":1,"we":2,"construct":1,"all":2,"possible":1,"so":1,"are":1,"ed":1,"and":3,"cached":1,"note":1,"that":2,"is":2,"expected":1,"to":3,"happen":1,"during":2,"model":2,"profile":1,"call":1,"not":1,"actual":1,"inference":1,"assert":1,"size":7,"0":6,"must":1,"have":1,"same":1,"number":1,"of":1,"experts":4,"block":8,"m":12,"deep":1,"shape":1,"device":10,"maximum":1,"groupedgemm":1,"expect":1,"run":1,"with":1,"max":7,"compute":1,"aligned":1,"env":1,"vllm":1,"fused":1,"moe":1,"chunk":1,"expert":5,"tokens":1,"meta":1,"none":1,"distribute":1,"ids":4,"evenly":1,"blocks":2,"randint":1,"low":1,"high":1,"dtype":3,"int32":1,"repeat":1,"interleave":1,"dim":1,"w":3,"n":2,"k":3,"a1q":2,"empty":3,"float8":1,"e4m3fn":1,"scales":1,"float32":1,"out":1,"bfloat16":1},"5429,1869,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"pbar":2,"tqdm":1,"total":1,"max":4,"blocks":1,"desc":1,"f":1,"deepgemmexperts":2,"gemm":3,"warmup":3,"m":13,"num":11,"tokens":10,"while":1,"0":3,"grouped":1,"fp8":1,"nt":1,"contiguous":1,"a1q":2,"scales":1,"w":2,"scale":3,"out":1,"expert":4,"ids":1,"update":1,"1":1,"block":8,"w1":2,"w2":2,"class":1,"mk":7,"fusedmoepermuteexpertsunpermute":1,"def":6,"init":2,"self":8,"super":1,"fusedmoequantconfig":1,"quant":2,"dtype":2,"torch":4,"float8":1,"e4m3fn":1,"per":1,"act":1,"token":1,"false":1,"shape":4,"deep":1,"property":1,"activation":1,"formats":1,"tuple":5,"fusedmoeactivationformat":4,"return":4,"standard":2,"supports":2,"chunking":1,"bool":2,"true":2,"map":1,"finalize":1,"weight":1,"and":1,"reduce":1,"impl":1,"topkweightandreduce":1,"topkweightandreducenoop":1,"workspace":1,"shapes":1,"a":1,"tensor":2,"aq":1,"int":9,"n":1,"k":1,"topk":2,"global":1,"experts":3,"local":2,"meta":2,"optional":1,"experttokensmetadata":1,"assert":2,"is":1,"not":1,"none":1,"sum":2,"compute":1,"aligned":1},"7298,1618,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"workspace1":2,"m":6,"sum":3,"max":2,"n":3,"k":5,"workspace2":3,"2":1,"output":3,"return":1,"a":1,"dtype":1,"def":1,"apply":2,"self":2,"torch":15,"tensor":15,"hidden":2,"states":2,"w1":6,"w2":5,"topk":5,"weights":1,"ids":3,"activation":1,"str":1,"global":3,"num":8,"experts":7,"int":1,"expert":4,"map":1,"optional":8,"scale":7,"zp":2,"a1q":3,"a2":1,"workspace13":1,"tokens":3,"meta":3,"mk":1,"experttokensmetadata":1,"router":1,"weight":1,"on":1,"input":1,"bool":1,"assert":5,"block":2,"shape":2,"is":4,"not":4,"none":4,"size":5,"local":4,"0":3,"if":1,"1":3,"compute":1,"aligned":1,"alignment":1,"deep":1,"gemm":1},"8916,1894,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"a1q":9,"perm":5,"resize":5,"cache":5,"workspace2":3,"view":3,"dtype":2,"torch":4,"float8":2,"e4m3fn":2,"m":8,"sum":6,"k":2,"mm1":3,"out":13,"workspace13":2,"n":4,"act":3,"2":2,"quant":3,"mm2":3,"scale":9,"expert":9,"ids":7,"inv":3,"deepgemm":2,"moe":1,"permute":1,"aq":3,"topk":8,"local":2,"num":2,"experts":2,"map":4,"tokens":2,"meta":2,"assert":1,"size":1,"0":1,"grouped":2,"fp8":3,"gemm":2,"nt":2,"contiguous":2,"w1":2,"self":2,"activation":2,"1":2,"a2q":5,"optional":1,"tensor":1,"none":1,"per":1,"token":1,"group":1,"block":1,"shape":1,"column":1,"major":1,"scales":1,"true":1,"q":1,"w2":2,"if":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"weights":4,"ones":1,"like":1,"unpermute":1,"and":1,"reduce":1,"a":1,"output":2},"10810,749,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"def":1,"deep":1,"gemm":2,"moe":2,"fp8":1,"hidden":1,"states":1,"torch":11,"tensor":11,"w1":3,"w2":3,"scale":4,"topk":2,"weights":2,"ids":1,"inplace":1,"bool":1,"false":2,"activation":1,"str":1,"silu":1,"global":1,"num":1,"experts":2,"int":1,"1":1,"expert":1,"map":1,"optional":3,"none":3,"a1":1,"a2":1,"apply":1,"router":1,"weight":1,"on":1,"input":1,"this":1,"function":1,"computes":1,"a":1,"a8w8":1,"quantized":2,"mixture":1,"of":2,"layer":1,"using":1,"two":1,"sets":1,"q":2,"and":2,"top":1,"k":1,"gating":1,"mechanism":1,"the":1,"matrix":1,"multiplications":1,"are":1,"implemented":1,"with":1,"deepgemm":1,"grouped":1},"11559,1503,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"parameters":1,"hidden":1,"states":1,"torch":10,"tensor":12,"the":22,"input":1,"to":8,"moe":2,"layer":2,"shape":7,"m":3,"k":4,"w1":3,"first":2,"set":2,"of":5,"fp8":2,"quantized":2,"expert":10,"weights":7,"num":7,"experts":8,"2n":2,"are":2,"passed":2,"transposed":2,"w2":3,"second":1,"n":1,"scale":8,"fp32":4,"dequantize":2,"q":2,"or":4,"topk":3,"each":1,"token":2,"mapping":3,"ids":1,"for":1,"inplace":1,"bool":1,"if":1,"true":1,"perform":1,"operation":1,"in":2,"place":1,"defaults":1,"false":1,"activation":2,"str":1,"function":1,"apply":1,"after":1,"global":3,"int":1,"total":1,"number":1,"space":3,"map":1,"optional":5,"a":2,"indices":1,"from":1,"local":1,"parallel":1,"shard":1,"a1":1,"quantize":2,"scalar":2,"a2":1,"intermediate":1,"result":1,"between":1,"gemms":1},"13062,572,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/deep_gemm_moe.py":{"returns":1,"torch":1,"tensor":2,"the":2,"bfloat16":1,"output":1,"after":1,"applying":1,"moe":1,"layer":1,"fn":2,"mk":1,"fusedmoemodularkernel":1,"moeprepareandfinalizenoep":1,"deepgemmexperts":1,"return":1,"hidden":1,"states":1,"w1":3,"w2":3,"topk":2,"weights":1,"ids":1,"inplace":1,"activation":1,"global":1,"num":1,"experts":1,"expert":1,"map":1,"scale":8,"a1":2,"a2":2,"apply":2,"router":2,"weight":2,"on":2,"input":2},"0,1840,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":9,"dataclasses":1,"import":11,"dataclass":1,"typing":1,"optional":7,"union":1,"torch":1,"compressed":1,"tensors":1,"quantization":5,"quantizationargs":4,"quantizationstrategy":1,"quantizationtype":1,"envs":2,"as":1,"config":18,"parallelconfig":1,"distributed":1,"get":9,"dp":1,"group":1,"tensor":1,"model":2,"parallel":1,"rank":1,"logger":4,"init":2,"executor":1,"layers":1,"base":1,"quantizationconfig":4,"utils":2,"cdiv":1,"flashinfer":2,"has":1,"cutlass":1,"fused":1,"moe":1,"name":3,"def":4,"quant":18,"args":3,"prop":2,"str":1,"if":1,"is":1,"not":1,"none":2,"and":3,"hasattr":1,"target":4,"scheme":4,"map":4,"linear":3,"in":2,"input":3,"activations":2,"return":4,"else":1,"weight":1,"weights":1,"dtype":1,"use":5,"fp8":1,"w8a8":2,"bool":5,"int8":2,"w8a16":1,"int4":1,"w4a16":1,"mxfp4":1,"w4a4":1},"1840,1731,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"union":3,"none":11,"torch":4,"dtype":4,"str":2,"if":3,"use":4,"fp8":1,"w8a8":2,"return":12,"float8":1,"e4m3fn":1,"elif":3,"int8":2,"mxfp4":2,"w4a4":1,"dataclass":1,"class":1,"fusedmoequantconfig":1,"the":1,"post":2,"quantization":2,"activation":1,"type":2,"todo":2,"bnell":1,"scalar":1,"instead":1,"of":1,"quant":8,"per":8,"act":6,"token":6,"bool":6,"false":2,"out":1,"ch":1,"block":10,"shape":7,"optional":2,"list":1,"int":5,"add":2,"col":1,"major":1,"flag":1,"detailed":1,"info":1,"for":1,"input":1,"intermediates":1,"weights":1,"etc":1,"def":6,"init":1,"self":18,"assert":2,"not":5,"or":1,"is":12,"illegal":1,"property":4,"quantized":4,"tensor":1,"and":1,"scale":1,"max":3,"tokens":3,"hidden":2,"dim":2,"tuple":1,"k":4,"tiles":2,"cdiv":1,"1":3,"else":2},"3571,1919,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"def":4,"batched":1,"scale":5,"shape":7,"self":8,"num":2,"experts":2,"int":14,"max":2,"tokens":2,"hidden":2,"dim":2,"optional":2,"tuple":1,"if":1,"is":2,"quantized":1,"assert":2,"not":2,"none":3,"return":5,"else":1,"staticmethod":1,"make":1,"use":26,"fp8":4,"w8a8":8,"bool":8,"false":7,"int8":8,"w8a16":4,"int4":4,"w4a16":4,"mxfp4":4,"w4a4":4,"per":4,"act":2,"token":2,"quant":7,"out":2,"ch":2,"block":2,"list":1,"fusedmoequantconfig":2,"sum":1,"flag":2,"for":1,"in":1,"1":2,"quantization":1,"flags":1,"are":1,"mutually":1,"exclusive":1,"dtype":3,"get":1,"config":1,"dataclass":1,"class":1,"fusedmoeparallelconfig":1,"tp":2,"size":4,"dp":3,"ep":5,"rank":3,"whether":1,"to":1,"or":1,"property":2,"all2all":3,"kernels":3,"and":2,"pplx":2,"envs":1,"vllm":1,"backend":1},"5490,1974,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"property":3,"def":4,"use":7,"deepep":4,"ht":1,"kernels":5,"self":5,"return":4,"all2all":4,"and":8,"envs":4,"vllm":8,"backend":3,"high":1,"throughput":2,"ll":1,"low":1,"latency":1,"flashinfer":4,"cutlass":2,"moe":5,"fp4":1,"has":1,"fused":2,"staticmethod":1,"make":1,"tp":10,"size":13,"int":4,"dp":10,"parallel":6,"config":4,"parallelconfig":2,"fusedmoeparallelconfig":1,"determine":2,"configuration":3,"based":1,"on":3,"the":9,"input":1,"s":3,"what":1,"level":1,"of":1,"parallelism":3,"to":2,"in":1,"layer":1,"args":1,"passed":2,"into":2,"fusedmoe":2,"constructor":2,"object":1,"which":1,"contains":1,"enable":1,"expert":2,"flag":1,"examples":1,"when":4,"there":1,"is":3,"no":1,"requested":1,"i":1,"e":1,"1":9,"we":1,"simply":1,"sizes":1,"unaltered":1,"ranks":1,"set":1,"0":7,"considered":1,"only":1,"either":1,"or":1,"non":1,"trivial":1,"2":5,"ep":4,"false":2,"different":2,"devices":3,"device":2,"legend":1,"rank":1,"comment":1,"tensors":1,"are":1,"sharded":1,"across":1},"7464,1809,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"device":14,"0":32,"tp":18,"2":35,"dp":18,"ep":18,"1":34,"comment":5,"there":4,"are":9,"engine":4,"instances":4,"and":8,"the":12,"tensors":2,"sharded":2,"across":2,"decvices":1,"when":4,"false":1,"configuration":4,"on":4,"different":4,"devices":8,"4":10,"3":4,"true":3,"experts":3,"split":3,"between":3},"9273,1955,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"def":1,"flatten":2,"tp":29,"across":3,"dp":23,"rank":26,"int":5,"0":4,"if":3,"size":29,"1":5,"else":2,"get":2,"tensor":2,"model":1,"parallel":5,"there":2,"are":1,"actually":1,"devices":2,"update":2,"and":3,"so":1,"we":1,"shard":1,"all":3,"return":3,"use":5,"ep":19,"vllm":1,"config":2,"enable":1,"expert":1,"group":2,"in":2,"not":1,"fusedmoeparallelconfig":3,"false":1,"assert":1,"each":1,"device":1,"owns":1,"a":1,"set":1,"of":1,"experts":4,"fully":1,"is":1,"no":1,"to":2,"reflect":1,"that":1,"true":1,"adapted":1,"from":1,"pplx":1,"kernels":1,"tests":1,"utils":1,"py":1,"dataclass":1,"class":1,"fusedmoeconfig":1,"num":2,"per":1,"token":1,"hidden":1,"dim":1,"local":1,"moe":1},"11228,1904,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"the":1,"activation":1,"type":1,"in":1,"dtype":5,"torch":2,"quant":15,"config":17,"optional":2,"fusedmoequantconfig":1,"none":8,"max":4,"num":4,"tokens":4,"int":2,"envs":1,"vllm":1,"moe":9,"dp":6,"chunk":1,"size":8,"has":1,"bias":1,"bool":3,"false":3,"def":13,"post":1,"init":1,"self":32,"if":5,"1":1,"logger":1,"debug":1,"once":1,"using":1,"fusedmoeconfig":1,"d":1,"assert":1,"0":1,"property":12,"union":1,"str":1,"is":4,"not":4,"return":16,"else":4,"block":2,"shape":2,"list":1,"per":4,"act":2,"token":2,"out":2,"ch":2,"tp":4,"parallel":8,"ep":6,"rank":6,"use":4,"pplx":2,"kernels":2},"13132,1734,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"property":3,"def":4,"use":6,"deepep":4,"ht":2,"kernels":6,"self":6,"return":3,"moe":5,"parallel":4,"config":14,"ll":2,"flashinfer":2,"cutlass":2,"staticmethod":1,"make":1,"num":3,"experts":3,"int":5,"per":4,"token":4,"hidden":1,"dim":1,"local":1,"fusedmoeparallelconfig":1,"in":1,"dtype":4,"torch":2,"max":1,"tokens":1,"envs":1,"vllm":1,"dp":1,"chunk":1,"size":3,"quant":21,"optional":2,"union":2,"fusedmoequantconfig":2,"quantizationconfig":2,"none":8,"has":1,"bias":1,"bool":1,"false":4,"fusedmoeconfig":1,"if":4,"is":3,"not":3,"and":1,"isinstance":1,"hasattr":1,"weight":4,"block":4,"shape":2,"else":2,"act":2,"out":1,"ch":1,"str":1,"input":5,"get":2,"strategy":1,"quantizationstrategy":1},"14866,1731,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"if":7,"input":3,"quant":25,"num":1,"bits":1,"8":1,"type":3,"quantizationtype":2,"float":1,"dtype":9,"torch":3,"float8":2,"e4m3fn":2,"elif":1,"int":1,"int8":1,"from":2,"vllm":2,"model":3,"executor":2,"layers":2,"quantization":4,"fp8":1,"import":2,"fp8config":2,"is":4,"none":4,"and":2,"isinstance":2,"config":7,"modelopt":1,"modeloptnvfp4config":2,"nvfp4":1,"weight":2,"not":3,"per":5,"out":3,"ch":3,"strategy":1,"quantizationstrategy":1,"channel":1,"fusedmoequantconfig":2,"act":2,"token":2,"block":2,"shape":2,"else":2,"moe":2,"parallel":1,"dp":3,"size":1,"1":1,"logger":1,"warning":1,"once":1,"setup":1,"unable":1,"to":1,"determine":1,"scheme":1,"or":1,"unsupported":1,"this":1,"will":1,"run":1,"with":1,"enabled":1},"16597,410,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/config.py":{"return":1,"fusedmoeconfig":1,"num":6,"experts":6,"per":2,"token":2,"hidden":2,"dim":2,"local":2,"moe":2,"parallel":2,"config":4,"in":2,"dtype":2,"quant":2,"max":2,"tokens":2,"has":2,"bias":2},"0,1918,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/triton_deep_gemm_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":5,"typing":1,"import":7,"optional":2,"torch":1,"model":4,"executor":4,"layers":4,"fused":5,"moe":6,"modular":1,"kernel":1,"as":1,"mk":2,"config":1,"fusedmoequantconfig":2,"deep":10,"gemm":10,"deepgemmexperts":1,"valid":2,"shape":9,"block":8,"tritonexperts":2,"utils":1,"is":1,"blackwell":1,"e8m0":1,"used":1,"class":1,"tritonordeepgemmexperts":1,"fusedmoepermuteexpertsunpermute":1,"def":1,"init":2,"self":4,"use":26,"fp8":6,"w8a8":11,"bool":7,"false":7,"int8":10,"w8a16":5,"int4":5,"w4a16":5,"mxfp4":5,"w4a4":5,"per":5,"act":5,"token":5,"quant":5,"list":1,"int":1,"none":1,"allow":3,"super":1,"make":1,"triton":1,"expert":1,"and":2},"1918,1605,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/triton_deep_gemm_moe.py":{"self":16,"deep":7,"gemm":7,"expert":14,"deepgemmexperts":1,"if":5,"allow":1,"else":3,"none":12,"property":1,"def":4,"activation":4,"formats":4,"tuple":1,"mk":3,"fusedmoeactivationformat":2,"assert":3,"is":13,"or":5,"triton":5,"return":5,"supports":6,"chunking":3,"bool":2,"dge":18,"te":18,"and":7,"map":3,"finalize":3,"weight":3,"reduce":3,"impl":3,"topkweightandreduce":1,"war":18,"not":4,"both":1,"implementations":1,"should":1,"agree":1,"on":1,"weightandreduce":1,"impls":1,"f":1,"got":1},"3523,1284,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/triton_deep_gemm_moe.py":{"def":1,"workspace":3,"shapes":3,"self":5,"a":3,"torch":3,"tensor":2,"aq":3,"m":4,"int":9,"n":4,"k":4,"topk":3,"global":3,"num":6,"experts":6,"local":3,"expert":7,"tokens":3,"meta":3,"optional":1,"mk":1,"experttokensmetadata":1,"tuple":4,"dtype":1,"note":1,"the":2,"deep":6,"gemm":6,"workspaces":2,"are":2,"strictly":1,"larger":1,"than":1,"triton":3,"so":1,"we":2,"can":1,"be":1,"pessimistic":1,"here":1,"and":2,"allocate":1,"for":1,"deepgemm":1,"even":1,"if":3,"fall":1,"back":1,"to":1,"later":1,"e":1,"g":1,"maps":1,"set":1,"allow":1,"is":2,"blackwell":1,"e8m0":1,"used":1,"or":1,"valid":1,"shape":1,"assert":1,"not":1,"none":1,"return":2,"else":1},"4807,1543,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/triton_deep_gemm_moe.py":{"def":1,"apply":4,"self":4,"output":2,"torch":15,"tensor":15,"hidden":3,"states":3,"w1":7,"w2":7,"topk":4,"weights":2,"ids":2,"activation":2,"str":1,"global":2,"num":2,"experts":5,"int":1,"expert":6,"map":2,"optional":8,"scale":8,"zp":4,"a1q":2,"a2":2,"workspace13":2,"workspace2":2,"tokens":2,"meta":2,"mk":1,"experttokensmetadata":1,"router":2,"weight":2,"on":2,"input":2,"bool":1,"use":2,"deep":6,"gemm":6,"allow":1,"and":1,"valid":1,"or":1,"is":2,"blackwell":1,"e8m0":1,"used":1,"if":1,"else":1,"triton":1,"assert":1,"not":1,"none":1},"0,1954,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_align_block_size.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":23,"vllm":4,"project":1,"from":5,"typing":1,"import":5,"optional":2,"torch":6,"custom":1,"ops":2,"as":3,"triton":2,"utils":2,"round":1,"up":1,"def":1,"moe":3,"align":2,"block":10,"size":8,"topk":2,"ids":8,"tensor":9,"int":2,"num":6,"experts":9,"expert":11,"map":2,"none":1,"pad":2,"sorted":5,"bool":1,"false":1,"tuple":1,"aligns":2,"token":5,"distribution":1,"across":1,"be":3,"compatible":1,"with":1,"for":3,"matrix":2,"multiplication":2,"note":1,"in":4,"case":1,"of":7,"parallel":3,"initially":1,"considers":1,"all":2,"valid":1,"and":1,"tokens":4,"appropriately":1,"before":1,"function":1,"returns":2,"it":1,"marks":1,"that":2,"are":1,"not":2,"current":3,"gpu":1,"rank":1,"1":2,"so":1,"matmuls":1,"could":1,"skip":1,"those":1,"blocks":1,"this":1,"requires":1,"input":1,"arg":1,"global":2,"parameters":1,"a":6,"shape":2,"total":3,"top":2,"k":2,"representing":1,"indices":2,"each":2,"used":1,"number":2,"maps":1,"index":3,"space":2,"local":1,"shard":2,"if":1,"is":2,"mapping":1,"set":1,"flag":1,"indicating":2,"whether":1,"length":1,"should":1,"padded":2,"multiple":1,"containing":1,"according":1,"their":1,"allocated":1,"assigned":1,"post":1,"after":1,"padding":1,"ensuring":1,"divisibility":1,"by":1},"1954,1975,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_align_block_size.py":{"this":1,"function":1,"pads":1,"the":5,"number":2,"of":2,"tokens":13,"that":4,"each":4,"expert":10,"needs":1,"to":3,"process":2,"so":1,"it":1,"is":4,"divisible":2,"by":3,"block":12,"size":9,"padding":4,"ensures":2,"during":1,"matrix":3,"multiplication":2,"dimensions":1,"align":2,"correctly":1,"example":1,"given":1,"topk":7,"ids":15,"2":7,"3":8,"4":11,"1":10,"and":3,"num":12,"experts":4,"we":3,"initially":1,"have":1,"12":10,"after":2,"repeating":1,"top":1,"k":1,"times":1,"with":1,"needing":1,"as":1,"pad":4,"token":2,"for":3,"first":1,"flatten":1,"then":1,"append":1,"sorting":1,"index":1,"obtain":1,"6":1,"9":1,"0":1,"10":1,"7":1,"11":1,"5":1,"8":1,"are":2,"non":1,"existent":1,"ignored":1,"in":1,"subsequent":1,"total":1,"now":1,"proper":1,"operations":1,"max":7,"padded":5,"numel":1,"if":2,"sorted":3,"round":1,"up":1,"torch":6,"empty":3,"dtype":3,"int32":3,"device":6,"m":2,"blocks":2,"triton":1,"cdiv":1,"post":2,"ops":1,"moe":1,"map":2,"not":1,"none":1},"3929,56,data/raw/vllm-0.10.1/vllm/model_executor/layers/fused_moe/moe_align_block_size.py":{"return":1,"sorted":1,"ids":2,"expert":1,"num":1,"tokens":1,"post":1,"pad":1},"0,1889,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":7,"vllm":2,"project":1,"rotary":10,"positional":2,"embeddings":5,"base":7,"class":2,"from":3,"typing":1,"import":4,"optional":1,"torch":10,"model":1,"executor":1,"custom":1,"op":1,"customop":3,"common":1,"apply":2,"emb":2,"dispatch":1,"register":2,"embedding":2,"rotaryembedding":1,"original":1,"def":3,"init":2,"self":17,"head":3,"size":3,"int":3,"dim":5,"max":4,"position":4,"float":4,"is":3,"neox":3,"style":3,"bool":1,"dtype":7,"none":1,"super":1,"cache":11,"compute":7,"cos":5,"sin":5,"tensor":3,"buffer":1,"persistent":1,"false":1,"inv":5,"freq":5,"inverse":1,"frequency":1,"note":1,"woosuk":1,"exactly":1,"match":1,"hf":2,"implementation":2,"we":2,"need":1,"use":1,"cpu":1,"and":3,"then":1,"move":1,"it":1,"gpu":2,"however":1,"create":1,"on":1,"for":1,"faster":1,"initialization":1,"this":1,"may":1,"cause":1,"a":1,"slight":1,"numerical":1,"difference":1,"between":1,"ours":1,"1":1,"arange":2,"return":1,"t":1},"1889,1956,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/base.py":{"freqs":3,"torch":18,"einsum":1,"i":1,"j":1,"ij":1,"t":1,"inv":1,"freq":1,"cos":9,"sin":9,"cache":3,"cat":3,"dim":8,"1":6,"return":2,"def":2,"forward":3,"native":2,"self":11,"positions":8,"tensor":12,"query":17,"key":19,"optional":6,"none":7,"offsets":4,"tuple":2,"a":1,"pytorch":1,"implementation":1,"of":1,"if":2,"is":4,"not":2,"flatten":1,"num":3,"tokens":3,"shape":7,"0":2,"index":1,"select":1,"chunk":1,"2":1,"view":2,"head":2,"size":2,"rot":8,"rotary":6,"pass":4,"apply":2,"emb":2,"neox":2,"style":2,"reshape":2,"may":1,"be":1,"in":1,"some":1,"cases":1,"e":1,"g":1,"cross":1,"layer":1,"kv":1,"sharing":1,"cuda":1,"from":1,"vllm":1,"import":1,"custom":1,"ops":2,"as":1},"3845,1300,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/base.py":{"setattr":1,"in":2,"nn":1,"module":1,"called":1,"by":1,"self":13,"cos":7,"sin":7,"cache":7,"is":4,"expensive":1,"so":1,"avoid":1,"calling":1,"it":1,"if":3,"possible":1,"device":3,"query":9,"or":1,"dtype":4,"to":1,"ops":6,"rotary":5,"embedding":4,"batched":2,"are":1,"place":1,"operations":1,"that":1,"update":1,"the":1,"and":1,"key":5,"tensors":1,"offsets":3,"not":1,"none":3,"positions":3,"head":2,"size":2,"neox":2,"style":2,"dim":1,"else":1,"return":1,"def":1,"forward":1,"xpu":1,"torch":6,"tensor":6,"optional":3,"tuple":1,"from":1,"vllm":1,"ipex":2,"import":1,"as":1},"5145,1809,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/base.py":{"self":11,"cos":7,"sin":7,"cache":4,"to":4,"positions":5,"device":1,"dtype":4,"query":7,"ops":3,"rotary":7,"embedding":5,"batched":3,"are":1,"in":2,"place":1,"operations":1,"that":1,"update":1,"the":1,"and":1,"key":9,"tensors":1,"if":3,"is":6,"none":5,"xpu":1,"kernel":1,"doesn":1,"t":1,"support":2,"so":1,"fall":1,"back":1,"native":2,"impl":1,"todo":1,"sarckk":1,"add":1,"for":1,"optional":4,"ipex":1,"llm":1,"functional":1,"return":2,"forward":2,"offsets":4,"else":3,"not":1,"head":2,"size":2,"neox":4,"style":4,"dim":2,"def":2,"neuron":2,"torch":11,"tensor":10,"tuple":1,"apply":1,"emb":1,"x":5,"bool":1,"unsqueeze":2,"2":4,"x1":2,"x2":1,"chunk":1,"1":1},"6954,1109,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/base.py":{"x2":4,"x":9,"1":12,"2":6,"d":3,"shape":9,"reshaped":3,"view":5,"x1":3,"o1":3,"cos":8,"sin":8,"o2":3,"if":3,"is":3,"neox":1,"style":1,"return":2,"torch":2,"cat":1,"dim":3,"else":1,"stack":1,"flatten":2,"offsets":2,"not":2,"none":2,"positions":6,"self":5,"cache":3,"to":1,"query":6,"device":1,"dtype":2,"num":3,"tokens":3,"0":2,"index":1,"select":1,"chunk":1,"head":2,"size":2,"key":5},"8063,1897,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/base.py":{"if":3,"self":20,"rotary":15,"dim":13,"head":8,"size":8,"query":21,"apply":4,"emb":4,"dispatch":2,"cos":4,"sin":4,"is":8,"neox":6,"style":6,"reshape":4,"shape":9,"key":22,"not":2,"none":2,"else":1,"1":9,"reshaped":6,"view":6,"pass":4,"rot":8,"neuron":2,"torch":2,"cat":2,"return":2,"def":1,"extra":1,"repr":1,"str":1,"s":4,"f":3,"max":2,"position":2,"embeddings":2,"base":2},"0,1712,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dual_chunk_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":3,"typing":1,"import":4,"optional":1,"torch":4,"model":1,"executor":1,"custom":1,"op":1,"customop":3,"common":1,"rotate":2,"gptj":1,"neox":4,"register":6,"dual":2,"chunk":5,"rotary":5,"embedding":2,"class":1,"dualchunkrotaryembedding":1,"positional":1,"for":1,"attention":1,"def":1,"init":2,"self":16,"head":3,"size":9,"int":5,"dim":3,"max":3,"position":3,"embeddings":3,"base":3,"float":1,"is":3,"style":3,"bool":1,"dtype":4,"local":3,"none":1,"super":1,"device":3,"f":1,"cuda":2,"current":1,"q":6,"cache":16,"qc":6,"k":3,"no":3,"clamp":3,"inter":3,"compute":1,"cos":6,"sin":6,"buffer":5,"persistent":5,"false":5},"1712,1969,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dual_chunk_rope.py":{"def":2,"compute":6,"inv":10,"freq":10,"self":13,"base":4,"float":9,"torch":22,"tensor":2,"the":8,"inverse":1,"frequency":1,"note":2,"woosuk":2,"hf":4,"implementation":4,"uses":1,"arange":8,"however":2,"we":3,"use":2,"dtype":7,"instead":1,"to":5,"avoid":1,"numerical":3,"issues":1,"with":1,"large":1,"values":1,"e":1,"g":1,"10000000":1,"this":2,"may":2,"cause":2,"a":2,"slight":2,"difference":2,"between":2,"and":4,"ours":2,"exactly":1,"match":1,"need":1,"cpu":1,"cache":4,"then":1,"move":1,"it":1,"gpu":2,"create":1,"on":1,"for":2,"faster":1,"initialization":1,"1":1,"0":2,"rotary":2,"dim":2,"2":1,"return":1,"cos":2,"sin":2,"chunk":14,"len":9,"size":6,"local":1,"q":7,"t":10,"qc":6,"clamp":5,"max":2,"k":3,"position":1,"embeddings":1,"count":2,"from":2,"no":4,"restriction":1,"inter":4,"s":1,"rope":1,"freqs":5,"outer":5},"3681,1951,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dual_chunk_rope.py":{"q":16,"cos":15,"freqs":10,"sin":15,"qc":16,"k":8,"no":8,"clamp":8,"inter":8,"cache":10,"torch":11,"cat":5,"dim":10,"1":9,"to":5,"dtype":10,"self":19,"device":10,"return":1,"def":1,"forward":1,"positions":1,"tensor":6,"query":9,"key":9,"offsets":1,"optional":1,"none":3,"tuple":1,"view":2,"shape":2,"head":3,"size":3,"rot":2,"rotary":5,"if":1,"pass":4,"else":1},"5632,1435,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dual_chunk_rope.py":{"positions":9,"with":6,"offsets":8,"torch":2,"add":1,"if":1,"is":1,"not":1,"none":1,"else":1,"key":4,"self":14,"apply":6,"rotary":6,"embedding":6,"cos":6,"sin":6,"k":1,"cache":6,"rot":6,"pass":6,"chunk":7,"len":6,"size":2,"local":1,"query":23,"q":2,"succ":4,"qc":3,"inter":5,"1":3,"repeat":1,"shape":1,"0":1,"critical":4,"no":1,"clamp":1,"merge":1,"into":1,"one":1,"tensor":1,"to":1,"simplify":1,"the":1,"interfaces":1,"cat":1,"dim":1,"return":1},"7067,1203,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dual_chunk_rope.py":{"def":2,"apply":1,"rotary":4,"embedding":1,"self":13,"cos":8,"sin":8,"hidden":11,"rot":6,"pass":2,"chunk":3,"2":10,"dim":7,"1":8,"if":3,"is":4,"neox":5,"style":4,"note":1,"woosuk":1,"here":1,"we":1,"assume":1,"that":1,"the":2,"positions":1,"tensor":1,"has":1,"shape":1,"batch":1,"size":8,"seq":1,"len":1,"repeat":4,"unsqueeze":4,"else":3,"interleave":2,"rotate":4,"fn":2,"gptj":1,"head":3,"torch":1,"cat":1,"return":2,"flatten":1,"squeeze":1,"0":1,"extra":1,"repr":1,"str":1,"s":5,"f":4,"max":2,"position":2,"embeddings":2,"base":2,"local":2},"0,1920,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":14,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":4,"project":1,"import":4,"math":1,"torch":20,"from":2,"platforms":1,"current":3,"platform":3,"if":4,"is":9,"cuda":2,"flash":1,"attn":1,"layers":1,"rotary":7,"apply":5,"emb":5,"common":1,"functions":2,"def":4,"rotate":2,"neox":9,"x":20,"tensor":12,"x1":8,"shape":2,"1":9,"x2":8,"return":6,"cat":2,"dim":7,"gptj":1,"stack":2,"flatten":2,"cos":9,"sin":9,"style":9,"bool":2,"unsqueeze":3,"dtype":2,"chunk":1,"else":3,"o1":3,"o2":3,"dispatch":1,"args":1,"num":4,"tokens":3,"heads":1,"head":3,"size":3,"whether":1,"use":1,"or":1,"gpt":1,"j":1,"positional":1,"embeddings":1,"not":1,"squeeze":1,"yarn":1,"inverse":1,"formula":1,"find":1,"based":1,"on":1,"number":1,"of":1,"rotations":1},"1920,1379,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/common.py":{"def":4,"yarn":6,"find":5,"correction":4,"dim":12,"num":2,"rotations":3,"int":10,"base":5,"float":7,"10000":2,"max":6,"position":5,"embeddings":5,"2048":2,"return":5,"math":6,"log":3,"2":2,"pi":1,"range":2,"bounds":1,"based":1,"on":1,"low":8,"rot":4,"high":8,"tuple":1,"floor":1,"ceil":1,"0":6,"min":1,"1":7,"clamp":2,"values":1,"just":1,"in":1,"case":1,"linear":3,"ramp":3,"mask":1,"dtype":4,"torch":4,"tensor":1,"if":2,"001":1,"prevent":1,"singularity":1,"func":4,"arange":1,"get":1,"mscale":1,"scale":3},"0,1546,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/ntk_scaling_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":2,"typing":1,"import":3,"optional":2,"torch":5,"base":7,"rotaryembedding":3,"class":1,"ntkscalingrotaryembedding":1,"extended":1,"with":1,"fixed":1,"and":1,"mixed":8,"ntk":1,"scaling":7,"https":1,"kexue":1,"fm":1,"archives":1,"9706":1,"def":2,"init":2,"self":15,"head":2,"size":2,"int":3,"rotary":5,"dim":5,"max":2,"position":2,"embeddings":2,"float":5,"is":4,"neox":2,"style":2,"bool":1,"factor":6,"dtype":3,"b":7,"none":4,"super":2,"compute":2,"inv":8,"freq":8,"tensor":2,"if":2,"else":2,"1":5,"a":2,"log":1,"lambda":2,"m":2,"arange":1,"exp":1,"return":1},"0,1316,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dynamic_ntk_alpha_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":2,"torch":7,"from":1,"base":6,"rotaryembedding":4,"class":1,"dynamicntkalpharotaryembedding":2,"extended":1,"with":1,"dynamic":1,"ntk":1,"alpha":5,"based":1,"on":1,"original":1,"implementation":1,"def":2,"init":2,"self":9,"head":2,"size":2,"int":3,"rotary":4,"dim":5,"max":5,"position":3,"embeddings":3,"float":3,"is":2,"neox":2,"style":2,"bool":1,"scaling":4,"dtype":4,"none":1,"super":1,"compute":2,"cos":4,"sin":4,"cache":3,"tensor":1,"for":1,"hunyuan":1,"len":2,"inv":3,"freq":3,"t":2,"arange":1,"freqs":3,"einsum":1,"i":1,"j":1,"ij":1,"cat":1,"1":1,"return":1},"0,1972,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/linear_scaling_rope.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":4,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":5,"the":16,"vllm":2,"project":1,"from":4,"typing":1,"import":3,"union":1,"adapted":1,"https":1,"github":1,"com":1,"huggingface":2,"transformers":2,"blob":1,"v4":1,"33":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":8,"inc":1,"all":2,"rights":1,"reserved":1,"this":4,"code":1,"is":3,"based":1,"on":2,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":6,"it":2,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":2,"trained":1,"model":1,"licensed":1,"under":3,"version":1,"you":2,"may":3,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":3,"obtain":1,"a":2,"copy":1,"of":4,"at":2,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":3,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"torch":1,"base":1,"rotaryembedding":3,"class":1,"linearscalingrotaryembedding":1,"extended":1,"linear":1,"scaling":5,"supports":1,"multiple":4,"factors":3,"since":1,"lora":3,"adapters":1,"have":1,"different":1,"we":3,"need":1,"cos":2,"sin":2,"caches":1,"way":2,"instead":1,"running":1,"rotary":1,"embedding":1,"kernel":1,"per":1,"can":1,"run":1,"batched":1,"addition":1,"also":1,"keep":1,"cache":1,"factor":1,"1":2,"default":1,"times":1,"exemplary":1,"two":1,"x":1,"y":1,"z":1,"embeddings":1,"x11":1,"x12":1,"x1m":1,"xn1":1,"xn2":1,"xnm":1,"y11":1,"y12":1,"y1o":1,"yn1":1,"yn2":1,"yno":1,"z11":1,"z12":1,"z1p":1,"zn1":1,"zn2":1,"znp":1},"1972,1848,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/linear_scaling_rope.py":{"we":2,"construct":1,"the":11,"cos":3,"sin":3,"cache":6,"as":1,"follows":1,"x11":1,"x12":1,"x1m":1,"y11":1,"y12":1,"y1o":1,"z11":1,"z12":1,"z1p":1,"xn1":1,"xn2":1,"xnm":1,"yn1":1,"yn2":1,"yno":1,"zn1":1,"zn2":1,"znp":1,"then":1,"use":1,"offsets":3,"to":7,"index":2,"into":1,"for":2,"respective":1,"scaling":17,"factors":9,"offset":4,"can":1,"be":1,"accessed":1,"via":1,"factor":6,"api":1,"credits":1,"reddit":1,"user":1,"u":1,"kaiokendev":1,"def":2,"init":2,"self":11,"head":2,"size":2,"int":5,"rotary":2,"dim":2,"max":7,"position":5,"embeddings":5,"base":3,"float":7,"is":4,"neox":2,"style":2,"bool":1,"union":1,"list":5,"dtype":4,"torch":5,"none":1,"if":1,"isinstance":1,"noqa":1,"super":1,"lazy":1,"initialized":1,"dict":1,"compute":2,"tensor":3,"inv":2,"freq":2,"next":1,"in":3,"a":1,"each":1,"corresponds":1,"same":1,"note":1,"woosuk":1,"original":1,"maximum":2,"length":2,"before":1,"applying":2,"rope":2,"thus":1,"after":1,"len":2,"t":3,"arange":1},"3820,857,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/linear_scaling_rope.py":{"freqs":3,"torch":3,"einsum":1,"i":3,"j":1,"ij":1,"t":1,"inv":1,"freq":1,"cos":3,"sin":3,"cache":6,"cat":2,"dim":2,"1":3,"if":1,"not":1,"list":4,"offset":8,"0":3,"else":1,"last":2,"offsets":4,"next":2,"max":2,"len":4,"shape":1,"append":2,"self":5,"scaling":7,"factor":5,"to":3,"float":2,"for":1,"in":1,"enumerate":1,"factors":2,"assert":1,"return":2,"property":1,"def":1,"dict":1,"int":1},"0,1825,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dynamic_ntk_scaling_rope.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":4,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":5,"the":15,"vllm":2,"project":1,"adapted":1,"from":3,"https":1,"github":1,"com":1,"huggingface":2,"transformers":2,"blob":1,"v4":1,"33":1,"src":1,"models":1,"llama":2,"modeling":1,"py":1,"2023":1,"team":3,"2022":1,"eleutherai":2,"and":6,"inc":1,"all":1,"rights":1,"reserved":1,"this":3,"code":1,"is":5,"based":1,"on":2,"s":1,"gpt":3,"neox":5,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"ai":1,"that":1,"trained":1,"model":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":2,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"import":2,"torch":2,"base":3,"rotaryembedding":3,"class":1,"dynamicntkscalingrotaryembedding":1,"extended":1,"dynamic":1,"ntk":1,"scaling":4,"credits":1,"reddit":1,"users":1,"u":2,"bloc97":1,"emozilla":1,"def":1,"init":2,"self":2,"head":2,"size":2,"int":3,"rotary":2,"dim":2,"max":2,"position":2,"embeddings":2,"float":2,"style":2,"bool":1,"factor":3,"dtype":3,"none":1,"super":1},"1825,889,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/dynamic_ntk_scaling_rope.py":{"def":1,"compute":2,"cos":4,"sin":4,"cache":3,"self":13,"torch":5,"tensor":1,"note":1,"woosuk":1,"max":7,"position":4,"embeddings":4,"is":2,"the":4,"original":1,"maximum":2,"length":2,"before":1,"applying":2,"rope":2,"scaling":6,"thus":1,"after":1,"factor":4,"len":3,"base":3,"1":2,"rotary":2,"dim":3,"2":1,"inv":3,"freq":3,"t":2,"arange":1,"dtype":1,"float":1,"freqs":3,"einsum":1,"i":1,"j":1,"ij":1,"cat":1,"return":1},"0,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/llama3_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":3,"math":2,"torch":5,"from":1,"base":5,"rotaryembedding":2,"class":1,"llama3rotaryembedding":1,"def":2,"init":2,"self":18,"head":2,"size":2,"int":4,"rotary":2,"dim":2,"max":8,"position":8,"embeddings":2,"float":5,"is":2,"neox":2,"style":2,"bool":1,"dtype":3,"scaling":5,"factor":18,"low":9,"freq":19,"high":8,"orig":6,"none":1,"super":2,"compute":2,"inv":8,"tensor":1,"freqs":8,"wavelen":4,"wave":4,"len":4,"pi":1,"if":1,"smooth":4,"else":1,"new":2,"where":2,"1":1,"return":1},"0,1729,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/deepseek_scaling_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":6,"math":2,"from":4,"typing":1,"optional":1,"torch":2,"platforms":1,"current":1,"platform":1,"base":3,"rotaryembedding":3,"common":1,"rotate":2,"gptj":1,"neox":3,"yarn":7,"find":1,"correction":1,"range":1,"linear":1,"ramp":1,"mask":1,"def":2,"get":4,"mscale":10,"scale":3,"float":12,"1":10,"if":1,"return":2,"log":1,"class":1,"deepseekscalingrotaryembedding":1,"extended":1,"with":1,"method":1,"credits":1,"peng":1,"et":1,"al":1,"github":1,"com":1,"jquesnelle":1,"init":2,"self":9,"head":2,"size":2,"int":5,"rotary":2,"dim":4,"max":2,"position":2,"embeddings":2,"is":2,"style":2,"bool":1,"scaling":6,"factor":12,"dtype":3,"extrapolation":3,"attn":4,"beta":6,"fast":3,"32":1,"slow":3,"all":2,"none":1,"n":1,"d":1,"magnitude":1,"corrected":1,"for":1,"interpolation":1,"super":1},"1729,1563,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/deepseek_scaling_rope.py":{"def":2,"compute":3,"inv":13,"freq":13,"self":18,"scaling":5,"factor":5,"float":3,"torch":9,"tensor":2,"pos":3,"freqs":6,"base":2,"arange":2,"0":3,"rotary":4,"dim":5,"2":2,"dtype":3,"device":4,"current":2,"platform":2,"type":2,"extrapolation":4,"1":5,"interpolation":2,"low":2,"high":2,"yarn":2,"find":1,"correction":1,"range":1,"beta":2,"fast":1,"slow":1,"max":2,"position":2,"embeddings":2,"get":1,"n":1,"d":1,"rotational":1,"corrected":1,"for":1,"mask":4,"linear":1,"ramp":1,"return":2,"cos":4,"sin":4,"cache":3,"t":2,"float32":1,"einsum":1,"i":1,"j":1,"ij":1,"mscale":2,"cat":1},"3292,1790,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/deepseek_scaling_rope.py":{"def":1,"forward":2,"self":15,"positions":6,"torch":10,"tensor":8,"query":14,"key":15,"optional":3,"none":4,"offsets":3,"tuple":1,"pytorch":1,"native":1,"implementation":1,"equivalent":1,"to":2,"assert":1,"is":4,"not":2,"rot":12,"rotary":6,"dim":11,"if":6,"head":2,"size":3,"pass":4,"cos":13,"sin":13,"cache":4,"device":3,"add":1,"else":4,"chunk":1,"2":9,"1":9,"neox":3,"style":2,"note":1,"woosuk":1,"here":1,"we":1,"assume":1,"that":1,"the":2,"has":1,"shape":1,"batch":1,"seq":1,"len":1,"repeat":4,"unsqueeze":4,"interleave":2,"rotate":5,"fn":3,"gptj":1,"cat":2,"return":1},"0,1876,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":9,"itertools":1,"from":8,"typing":1,"optional":1,"union":1,"numpy":1,"as":1,"np":1,"torch":1,"transformers":1,"pretrainedconfig":1,"platforms":1,"current":1,"platform":1,"triton":4,"utils":1,"tl":11,"base":1,"rotaryembedding":1,"common":1,"apply":1,"rotary":1,"emb":1,"dispatch":1,"jit":1,"def":1,"qwen2vl":2,"mrope":6,"forward":1,"q":3,"ptr":6,"k":3,"cos":10,"sin":10,"num":7,"tokens":7,"n":6,"qh":3,"constexpr":9,"kh":3,"hd":4,"rd":9,"pad":3,"section":4,"t":8,"h":7,"adapted":1,"https":1,"github":1,"com":1,"linkedin":1,"liger":2,"kernel":2,"blob":1,"main":1,"src":1,"ops":1,"py":1,"this":2,"version":1,"supports":2,"flatten":1,"input":1,"tensors":1,"and":4,"cache":1,"with":1,"shape":2,"3":3,"head":4,"dim":4,"instead":1,"of":2,"bsz":1,"seq":1,"len":1,"pid":5,"program":2,"id":1,"locate":1,"start":1,"address":1,"get":1,"mθ":2,"i":2,"d":2,"for":2,"token":1,"position":1,"m":1,"instance":1,"note":1,"now":1,"have":1,"end":3,"updated":1,"stride":1,"calculation":1,"half":8,"w":2},"1876,1791,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"updated":1,"offsets":17,"for":3,"half":8,"head":2,"dim":1,"cos":22,"tl":17,"arange":9,"0":17,"pad":9,"hd":7,"2":7,"t":11,"mask":21,"end":4,"h":11,"w":9,"rd":3,"row":16,"load":9,"other":8,"sin":12,"the":4,"left":2,"and":2,"right":1,"of":2,"q":7,"k":7,"current":2,"program":1,"instance":1,"i":1,"e":1,"token":1,"separately":1,"first":8,"n":6,"qh":3,"none":8,"kh":3,"tile":2,"1":2,"ptr":2,"to":2,"dtype":2},"3667,1465,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"right":1,"half":12,"of":1,"the":2,"head":2,"second":12,"q":23,"offsets":10,"first":8,"rd":2,"2":12,"k":23,"mask":16,"tile":18,"tl":6,"load":2,"ptr":6,"other":2,"0":2,"to":2,"sin":11,"row":12,"dtype":2,"y":1,"x1":2,"x2":2,"cos":9,"since":1,"and":2,"are":1,"now":1,"size":2,"we":1,"use":1,"same":1,"for":1,"both":1,"halves":1,"new":8,"1":8,"store":4,"def":1,"triton":1,"mrope":3,"torch":6,"tensor":6,"section":1,"list":1,"int":3,"rotary":1,"dim":1,"tuple":1,"qwen2vl":1,"kernel":1},"5132,1945,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"args":1,"query":1,"num":8,"tokens":4,"heads":2,"head":25,"size":11,"key":1,"kv":6,"cos":5,"3":2,"2":5,"t":3,"h":3,"w":3,"positions":2,"with":3,"multimodal":3,"inputs":2,"sin":5,"mrope":5,"section":4,"int":5,"n":15,"row":3,"q":12,"dim":5,"shape":2,"k":5,"1":2,"pad":6,"hd":2,"triton":4,"next":3,"power":3,"of":4,"ensure":1,"tensors":1,"passed":1,"into":1,"the":5,"kernel":1,"are":2,"contiguous":6,"it":1,"will":1,"be":1,"no":1,"op":1,"if":1,"they":1,"already":1,"qwen2vl":1,"forward":1,"rotary":4,"0":1,"return":1,"class":1,"mrotaryembedding":1,"rotaryembedding":1,"embedding":1,"sections":1,"def":1,"init":2,"self":3,"max":5,"position":5,"embeddings":3,"base":2,"float":1,"is":3,"neox":2,"style":2,"bool":1,"dtype":3,"torch":1,"optional":1,"list":1,"none":2,"in":1,"qwen2":1,"5":1,"vl":1,"maximum":1,"index":1,"value":1,"related":1,"to":3,"duration":1,"input":1,"video":1,"we":1,"enlarge":1,"4":2,"times":1,"get":1,"a":1,"larger":1,"and":1,"cache":3,"super":1},"7077,1743,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"self":11,"mrope":6,"section":5,"if":3,"assert":4,"sum":1,"rotary":1,"dim":2,"2":4,"use":2,"triton":2,"current":1,"platform":1,"is":2,"cuda":2,"alike":1,"def":2,"forward":6,"positions":13,"torch":11,"tensor":11,"query":6,"key":7,"optional":5,"none":4,"tuple":2,"args":2,"num":13,"tokens":9,"text":2,"only":2,"or":3,"3":2,"t":2,"h":2,"w":2,"with":2,"multimodal":2,"inputs":2,"heads":4,"head":4,"size":4,"kv":2,"return":2,"else":1,"native":3,"offsets":1,"pytorch":1,"implementation":1,"equivalent":1,"to":1,"ndim":3,"1":3,"not":1,"shape":1,"cos":4,"sin":4,"cache":1,"chunk":1},"8820,1770,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"cos":8,"torch":10,"cat":4,"m":4,"i":4,"for":2,"in":2,"enumerate":2,"split":2,"self":13,"mrope":3,"section":3,"dim":11,"1":11,"sin":8,"query":18,"shape":11,"view":2,"num":3,"tokens":3,"head":2,"size":2,"rot":8,"rotary":6,"pass":4,"apply":2,"emb":2,"dispatch":2,"is":3,"neox":2,"style":2,"reshape":2,"key":19,"return":1,"def":1,"forward":1,"cuda":1,"positions":6,"tensor":6,"optional":3,"none":3,"offsets":1,"tuple":1,"assert":3,"ndim":3,"or":1,"2":3,"not":1,"cache":1,"chunk":1,"if":1},"10590,1886,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"q":2,"k":2,"triton":1,"mrope":3,"query":15,"key":15,"cos":3,"sin":3,"self":11,"section":1,"head":3,"size":3,"rotary":7,"dim":7,"return":2,"reshape":4,"shape":4,"view":2,"num":2,"tokens":3,"1":4,"rot":8,"pass":4,"apply":2,"emb":2,"dispatch":2,"is":5,"neox":2,"style":2,"torch":5,"cat":2,"classmethod":1,"def":1,"get":2,"input":3,"positions":2,"cls":1,"list":8,"int":7,"hf":1,"config":1,"pretrainedconfig":1,"image":4,"grid":12,"thw":8,"optional":5,"union":2,"tensor":3,"video":5,"second":4,"per":4,"ts":4,"float":1,"context":1,"len":2,"0":1,"seq":1,"none":5,"audio":2,"feature":1,"lengths":1,"use":1,"in":1,"bool":1,"false":1,"tuple":1,"and":1,"delta":1,"value":1,"if":3,"else":3},"12476,587,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"llm":2,"positions":3,"mrope":2,"position":2,"delta":2,"cls":1,"get":1,"input":3,"tensor":1,"tokens":2,"hf":2,"config":2,"image":2,"grid":6,"thw":4,"video":4,"second":2,"per":2,"ts":2,"context":2,"len":4,"seq":2,"audio":4,"feature":2,"lengths":2,"use":2,"in":2,"return":1,"tolist":1},"13063,1879,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"classmethod":1,"def":1,"get":4,"input":11,"positions":4,"tensor":8,"cls":4,"tokens":7,"list":6,"int":6,"hf":9,"config":10,"pretrainedconfig":1,"image":7,"grid":19,"thw":14,"union":2,"torch":4,"video":10,"second":5,"per":5,"ts":5,"float":1,"context":7,"len":14,"0":1,"seq":7,"optional":2,"none":2,"audio":6,"feature":3,"lengths":3,"use":3,"in":4,"bool":1,"false":1,"tuple":1,"from":1,"vllm":1,"transformers":1,"utils":1,"import":1,"thinker":2,"uses":2,"mrope":2,"if":1,"return":3,"omni":1,"elif":1,"model":1,"type":1,"glm4v":3,"moe":1,"else":1,"vl":1},"14942,1942,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"classmethod":1,"def":1,"glm4v":2,"get":2,"input":11,"positions":2,"tensor":5,"cls":1,"tokens":2,"list":13,"int":8,"hf":5,"config":6,"pretrainedconfig":1,"image":10,"grid":7,"thw":7,"union":2,"torch":4,"video":14,"context":1,"len":2,"0":4,"seq":1,"optional":1,"none":3,"tuple":2,"mrope":1,"and":4,"delta":1,"value":1,"for":3,"token":20,"id":10,"start":5,"end":5,"spatial":2,"merge":2,"size":2,"vision":1,"llm":1,"pos":1,"ids":1,"if":4,"not":1,"is":4,"isinstance":1,"tolist":1,"type":7,"str":2,"check":5,"flg":5,"false":3,"in":2,"true":2,"elif":2,"append":4,"else":1,"text":1,"group":7,"key":2,"iter":2,"itertools":1,"groupby":1,"enumerate":1,"lambda":1,"x":2,"1":3,"index":4},"16884,1613,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"video":3,"frame":2,"num":2,"1":17,"mm":7,"data":7,"idx":11,"0":4,"for":1,"modality":3,"type":4,"start":1,"end":1,"in":1,"input":1,"group":1,"st":2,"llm":18,"pos":3,"ids":3,"list":3,"max":1,"if":2,"len":1,"else":1,"image":6,"t":11,"h":11,"w":11,"grid":20,"thw":5,"2":2,"spatial":4,"merge":4,"size":4,"index":6,"torch":4,"arange":3,"view":3,"expand":3,"flatten":3,"append":1,"stack":1,"elif":1},"18497,1875,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"for":1,"t":5,"idx":7,"in":1,"range":1,"llm":16,"grid":10,"index":6,"torch":10,"tensor":5,"view":5,"1":25,"expand":5,"h":5,"w":5,"flatten":3,"arange":4,"pos":4,"ids":4,"list":10,"append":3,"stack":1,"st":2,"mm":1,"data":1,"video":3,"frame":2,"num":2,"else":2,"text":4,"len":10,"end":1,"start":1,"3":3,"input":5,"tokens":3,"positions":7,"cat":1,"dim":1,"reshape":1,"context":2,"seq":2,"mrope":3,"position":2,"delta":3,"max":1,"item":1,"return":1,"classmethod":1,"def":1,"vl":1,"get":2,"cls":1,"int":6,"hf":1,"config":1,"pretrainedconfig":1,"image":1,"thw":2,"union":2,"second":1,"per":1,"ts":1,"float":1,"0":1,"optional":1,"none":1,"tuple":1,"and":1,"value":1},"20372,840,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"image":5,"token":9,"id":9,"hf":5,"config":7,"video":5,"vision":10,"start":5,"spatial":2,"merge":2,"size":2,"tokens":9,"per":2,"second":2,"getattr":1,"1":3,"0":2,"input":4,"tensor":4,"torch":2,"indices":2,"argwhere":1,"squeeze":1,"nums":4,"sum":2,"llm":1,"pos":1,"ids":1,"list":2,"st":1,"remain":2,"images":1,"videos":1},"21212,1923,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"image":15,"index":14,"video":20,"0":11,"for":1,"in":3,"range":1,"nums":2,"second":7,"per":7,"grid":18,"t":10,"if":5,"token":4,"id":4,"input":6,"tokens":7,"and":2,"remain":4,"images":2,"ed":11,"st":5,"else":4,"len":5,"1":17,"videos":2,"h":5,"w":5,"thw":6,"2":2,"ts":2,"llm":9,"spatial":2,"merge":2,"size":2,"text":2,"idx":2,"pos":3,"ids":3,"list":3,"max":1,"append":1,"torch":2,"arange":2,"view":2,"expand":2,"3":1,"long":1,"flatten":1},"23135,1970,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"h":5,"index":5,"torch":9,"arange":3,"llm":19,"grid":12,"view":3,"1":17,"expand":3,"t":4,"w":5,"flatten":2,"pos":5,"ids":6,"list":11,"append":2,"stack":1,"text":3,"len":11,"st":6,"idx":3,"ed":1,"if":2,"input":6,"tokens":4,"max":2,"0":3,"else":1,"3":2,"positions":7,"cat":1,"dim":1,"reshape":1,"mrope":3,"position":3,"delta":3,"item":1,"context":2,"seq":2,"return":1,"classmethod":1,"def":1,"omni":2,"get":2,"tensor":5,"cls":1,"int":6,"hf":1,"config":1,"pretrainedconfig":1,"image":1,"thw":2,"union":2,"video":4,"second":1,"per":1,"ts":1,"optional":3,"float":1,"none":3,"audio":7,"feature":2,"lengths":2,"use":2,"in":3,"bool":1,"false":1,"tuple":1,"and":4,"value":1,"qwen2":1,"5":1,"version":1,"differences":1,"from":2,"mrotaryembedding":1,"add":2,"support":1,"related":1,"2":1,"option":1,"to":1,"read":1,"inputs":1,"this":1,"case":1,"vision":1,"will":1,"be":1,"split":1,"into":1,"chunks":1,"interleaved":1,"example":1},"25105,1628,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"v":5,"i":2,"are":2,"vision":9,"position":2,"ids":3,"a":5,"audio":12,"1":7,"n":4,"2n":2,"chunk":6,"2":2,"todo":1,"fyabc":1,"refactor":1,"and":1,"share":1,"more":1,"code":1,"with":1,"vl":1,"get":1,"input":2,"positions":1,"tensor":4,"thinker":12,"config":15,"hf":1,"token":14,"id":11,"index":3,"image":6,"video":7,"start":4,"end":4,"seconds":2,"per":6,"spatial":2,"merge":2,"size":2,"tokens":3,"second":4,"getattr":1,"25":1,"if":3,"isinstance":2,"grid":9,"thw":7,"list":5,"torch":3,"src":2,"item":2,"seqlens":1,"feature":1,"lengths":1,"not":1,"ts":2,"shape":1,"0":4,"idx":3,"new":1,"int":1,"llm":1,"pos":1},"26733,17,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"idx":1,"0":1},"26750,1555,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"while":1,"idx":16,"len":4,"src":12,"item":12,"new":4,"start":7,"llm":8,"pos":8,"ids":8,"list":4,"1":12,"max":1,"if":4,"0":3,"else":1,"not":2,"in":2,"audio":14,"token":9,"id":9,"video":2,"image":1,"use":1,"and":3,"vision":4,"end":2,"processing":2,"the":2,"eos":3,"before":1,"elif":2,"bos":1,"after":1,"append":3,"torch":3,"tensor":1,"dtype":1,"long":1,"expand":2,"3":2,"assert":1,"seqlens":2,"is":1,"none":1,"seqlen":2,"place":3,"num":3,"2":3,"extend":1,"arange":1},"28305,1543,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"elif":2,"src":4,"item":4,"idx":13,"image":10,"token":4,"id":4,"grid":21,"t":8,"thw":8,"0":2,"hs":4,"1":5,"ws":4,"2":4,"index":4,"torch":2,"arange":2,"tokens":2,"per":3,"second":3,"long":2,"llm":8,"pos":8,"ids":8,"cls":2,"get":2,"for":2,"vision":6,"start":2,"spatial":4,"merge":4,"size":4,"list":2,"append":2,"seqlen":4,"prod":2,"new":2,"extend":2,"video":12,"and":1,"not":1,"use":1,"audio":1,"in":1,"ts":1},"29848,1114,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"else":1,"read":1,"audio":9,"from":1,"video":12,"assert":1,"seqlens":2,"is":1,"not":1,"none":1,"seqlen":3,"idx":6,"vision":1,"grid":13,"thw":6,"prod":1,"spatial":1,"merge":1,"size":1,"2":8,"t":7,"0":2,"h":1,"1":5,"w":1,"hs":1,"ws":1,"ntoken":2,"per":6,"chunk":4,"int":1,"tokens":2,"second":3,"seconds":1,"index":3,"torch":2,"arange":1,"ts":1,"long":1,"split":2,"cls":1,"list":3,"into":1,"ranges":1,"place":2,"num":2,"pure":1,"len":2,"added":1,"llm":1,"pos":1,"ids":1,"tensor":1},"30962,1687,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"for":2,"t":8,"chunk":10,"in":1,"index":1,"split":3,"vision":5,"ntoken":6,"per":6,"len":11,"grid":4,"h":1,"w":1,"spatial":2,"merge":2,"size":2,"2":1,"new":2,"src":2,"item":3,"extend":4,"video":2,"token":2,"id":2,"llm":10,"pos":10,"ids":10,"list":9,"cls":1,"get":1,"start":4,"idx":5,"hs":1,"ws":1,"1":7,"dim":2,"min":4,"pure":4,"audio":17,"added":5,"if":2,"0":3,"else":2,"torch":1,"arange":1,"expand":1,"3":1},"32649,547,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"if":1,"added":3,"audio":10,"len":6,"pure":3,"new":1,"src":1,"item":1,"extend":2,"token":1,"id":1,"llm":4,"pos":4,"ids":4,"list":4,"torch":1,"arange":1,"expand":1,"3":1,"1":7,"max":1,"split":1,"dim":1,"idx":2,"video":1},"33196,93,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"move":1,"to":1,"the":1,"next":1,"token":1,"idx":1,"len":2,"new":2,"src":2,"item":2},"33289,1688,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"llm":23,"positions":4,"torch":11,"cat":3,"pos":10,"ids":10,"list":11,"dim":3,"1":16,"mrope":2,"position":2,"delta":2,"max":2,"len":5,"src":1,"item":1,"context":1,"seq":1,"return":3,"staticmethod":2,"def":2,"get":1,"for":3,"vision":4,"start":2,"idx":5,"int":7,"spatial":3,"merge":3,"size":3,"t":6,"index":12,"grid":13,"hs":2,"tensor":7,"ws":2,"h":7,"w":6,"arange":2,"view":3,"expand":3,"flatten":3,"to":1,"device":1,"long":1,"stack":1,"append":2,"split":1,"into":1,"ranges":4,"lst":3,"interval":3,"in":2,"range":1,"num":3},"34977,1958,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"staticmethod":2,"def":3,"get":5,"next":2,"input":3,"positions":3,"mrope":6,"position":6,"delta":6,"int":11,"context":5,"len":8,"seq":2,"list":5,"return":1,"range":2,"for":1,"in":5,"3":1,"tensor":3,"out":6,"np":2,"ndarray":1,"offset":3,"num":3,"new":3,"tokens":5,"values":2,"arange":1,"dtype":2,"classmethod":1,"omni":2,"updates":2,"use":2,"audio":12,"video":12,"cls":1,"thinker":8,"config":10,"pretrainedconfig":1,"grid":2,"thw":1,"union":1,"torch":1,"second":3,"per":5,"t":1,"float":1,"prompt":1,"when":1,"is":1,"true":1,"this":1,"case":1,"and":2,"vision":3,"update":1,"ids":1,"will":1,"be":1,"split":1,"into":1,"chunks":2,"interleaved":1,"details":1,"bos":3,"eos":3,"token":8,"id":6,"index":2,"start":2,"end":2,"seconds":2,"chunk":2,"spatial":2,"merge":2,"size":2,"getattr":1,"25":1},"36935,1107,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/mrope.py":{"grid":10,"t":12,"video":5,"thw":3,"0":2,"h":2,"1":1,"w":2,"2":2,"ntoken":5,"per":9,"chunk":13,"int":1,"tokens":2,"second":3,"seconds":1,"index":4,"torch":1,"arange":1,"long":1,"split":3,"cls":1,"list":1,"into":1,"ranges":1,"updates":6,"audio":15,"start":1,"token":5,"id":5,"added":5,"len":9,"for":1,"in":1,"vision":2,"spatial":1,"merge":1,"size":4,"extend":4,"min":1,"if":1,"end":1,"return":1},"0,885,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/llama4_vision_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":4,"math":1,"from":2,"typing":1,"optional":1,"torch":4,"base":6,"rotaryembedding":2,"class":1,"llama4visionrotaryembedding":1,"def":3,"init":2,"self":6,"head":2,"size":2,"int":3,"rotary":3,"dim":3,"max":2,"position":2,"embeddings":2,"float":2,"is":2,"neox":2,"style":2,"bool":1,"dtype":3,"super":2,"compute":4,"inv":8,"freq":4,"tensor":2,"freqs":4,"return":1,"cos":1,"sin":1,"cache":1},"885,1147,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/llama4_vision_rope.py":{"self":2,"max":2,"position":2,"embeddings":2,"here":1,"is":1,"number":1,"of":1,"image":2,"patches":8,"i":1,"e":1,"size":2,"patch":1,"2":5,"num":7,"img":8,"idx":8,"torch":8,"arange":1,"dtype":1,"int32":1,"reshape":2,"1":13,"cat":2,"dim":8,"0":3,"set":1,"to":1,"id":1,"cls":1,"token":1,"single":3,"int":1,"math":1,"sqrt":1,"frequencies":4,"x":4,"y":4,"freqs":9,"none":6,"inv":2,"freq":2,"repeat":2,"interleave":2,"float":1,"contiguous":1,"masked":1,"fill":1,"cache":2,"view":1,"as":1,"complex":1,"stack":1,"cos":1,"sin":1,"return":1},"2032,865,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/llama4_vision_rope.py":{"def":1,"forward":1,"self":4,"query":11,"torch":9,"tensor":5,"key":9,"optional":2,"none":2,"tuple":1,"assert":1,"is":1,"not":1,"cos":3,"sin":3,"cache":3,"to":1,"device":1,"view":5,"as":6,"complex":2,"float":2,"reshape":2,"shape":5,"1":7,"2":2,"broadcast":2,"d":2,"if":1,"i":3,"or":1,"ndim":1,"else":1,"for":1,"in":1,"enumerate":1,"freqs":3,"ci":3,"out":4,"real":2,"flatten":2,"3":2,"return":1,"type":2},"0,1860,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/phi3_long_rope_scaled_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":5,"math":4,"from":2,"typing":1,"optional":3,"torch":3,"nn":3,"as":1,"common":1,"rotate":1,"neox":4,"class":1,"phi3longropescaledrotaryembedding":2,"module":1,"phi3":1,"family":1,"of":1,"models":1,"scaled":1,"rotary":4,"embedding":1,"based":1,"on":1,"original":6,"rotaryembedding":1,"implementation":1,"def":1,"init":2,"self":13,"head":3,"size":3,"int":4,"dim":3,"max":9,"position":9,"embeddings":9,"base":3,"float":5,"is":5,"style":3,"bool":1,"dtype":2,"short":8,"factor":10,"list":2,"long":8,"mscale":10,"none":4,"super":1,"if":4,"false":1,"raise":1,"valueerror":1,"only":1,"supports":1,"scale":3,"1":3,"scaling":4,"else":1,"sqrt":1,"log":2},"1860,1798,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/phi3_long_rope_scaled_rope.py":{"short":9,"cache":16,"self":12,"compute":5,"cos":7,"sin":7,"original":1,"max":4,"position":4,"embeddings":4,"factor":2,"mscale":5,"to":2,"dtype":5,"long":9,"torch":17,"cat":2,"dim":4,"0":3,"register":1,"buffer":1,"persistent":1,"false":1,"def":3,"inv":6,"freq":6,"rescale":6,"factors":6,"list":2,"float":5,"tensor":9,"float32":1,"1":6,"base":1,"arange":2,"rotary":2,"2":1,"return":2,"int":1,"t":2,"freqs":3,"einsum":1,"i":1,"j":1,"ij":1,"forward":1,"positions":1,"query":4,"key":5,"optional":3,"none":3,"offsets":1,"tuple":1,"assert":1,"is":1,"not":1,"view":2,"shape":2,"head":2,"size":2},"3658,1069,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/phi3_long_rope_scaled_rope.py":{"k":3,"self":6,"original":1,"max":1,"position":1,"embeddings":1,"long":5,"prompt":3,"offset":3,"torch":7,"any":1,"positions":4,"float":1,"full":1,"like":1,"idx":5,"add":2,"if":2,"is":2,"not":2,"none":2,"else":2,"offsets":2,"cos":8,"sin":8,"index":1,"select":1,"short":1,"cache":1,"0":1,"chunk":1,"2":7,"dim":7,"1":5,"repeat":2,"unsqueeze":2,"query":11,"rot":10,"rotary":4,"pass":4,"rotate":2,"neox":2,"cat":2,"key":11,"return":1,"flatten":2},"0,1693,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"rotary":3,"positional":1,"embeddings":1,"from":13,"typing":1,"import":14,"any":3,"optional":4,"torch":3,"base":2,"rotaryembedding":3,"deepseek":1,"scaling":12,"rope":20,"deepseekscalingrotaryembedding":1,"dual":2,"chunk":2,"dualchunkrotaryembedding":1,"dynamic":2,"ntk":3,"alpha":1,"dynamicntkalpharotaryembedding":1,"dynamicntkscalingrotaryembedding":1,"linear":1,"linearscalingrotaryembedding":1,"llama3":1,"llama3rotaryembedding":1,"llama4":1,"vision":1,"llama4visionrotaryembedding":1,"mrope":1,"mrotaryembedding":1,"ntkscalingrotaryembedding":1,"phi3":1,"long":1,"scaled":1,"phi3longropescaledrotaryembedding":1,"yarn":1,"yarnscalingrotaryembedding":1,"dict":4,"tuple":6,"def":1,"get":2,"head":1,"size":1,"int":3,"dim":1,"max":1,"position":1,"float":2,"is":4,"neox":1,"style":1,"bool":1,"true":1,"str":2,"none":6,"dtype":5,"partial":1,"factor":1,"1":1,"attention":1,"config":1,"if":3,"default":1,"not":1,"transforms":1,"every":1,"value":1,"that":1,"a":2,"list":2,"into":1,"for":2,"caching":1,"calls":1,"k":2,"v":4,"isinstance":1,"else":2,"in":1,"items":2,"args":2},"1693,1375,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"if":7,"dual":9,"chunk":10,"attention":10,"config":5,"is":5,"not":3,"none":3,"tuple":4,"k":6,"v":6,"isinstance":1,"list":1,"else":3,"for":2,"in":4,"items":3,"sparse":1,"args":4,"partial":2,"rotary":9,"factor":2,"1":1,"0":1,"dim":5,"int":1,"key":3,"head":3,"size":5,"max":3,"position":3,"base":3,"neox":3,"style":3,"rope":6,"scaling":4,"dtype":3,"dict":2,"return":1,"extra":2,"kwargs":2,"local":1,"emb":2,"dualchunkrotaryembedding":1,"elif":1,"rotaryembedding":1,"type":2},"3068,1673,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"if":2,"scaling":11,"type":3,"llama3":1,"factor":9,"rope":6,"low":3,"freq":6,"high":3,"original":3,"max":7,"position":7,"embeddings":1,"rotary":8,"emb":4,"llama3rotaryembedding":1,"head":4,"size":4,"dim":4,"base":4,"is":4,"neox":4,"style":4,"dtype":4,"elif":2,"mllama4":1,"llama4visionrotaryembedding":1,"default":1,"mrope":3,"section":3,"in":1,"mrotaryembedding":1,"else":1,"rotaryembedding":1},"4741,1632,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"elif":4,"scaling":19,"type":3,"linear":1,"factor":11,"rope":8,"rotary":8,"emb":4,"linearscalingrotaryembedding":1,"head":4,"size":4,"dim":4,"max":4,"position":4,"base":4,"is":4,"neox":4,"style":4,"dtype":4,"ntk":1,"mixed":3,"b":3,"get":1,"none":1,"ntkscalingrotaryembedding":1,"dynamic":2,"if":1,"alpha":5,"in":2,"dynamicntkalpharotaryembedding":1,"dynamicntkscalingrotaryembedding":1,"else":1,"raise":1,"valueerror":1,"must":1,"contain":1,"either":1,"or":1,"field":1},"6373,1512,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"elif":2,"scaling":13,"type":2,"yarn":2,"factor":11,"rope":6,"original":7,"max":8,"position":8,"embeddings":2,"extra":4,"kwargs":4,"k":6,"v":4,"for":2,"in":4,"items":2,"if":2,"extrapolation":2,"attn":2,"beta":4,"fast":2,"slow":2,"rotary":4,"emb":2,"yarnscalingrotaryembedding":1,"head":2,"size":2,"dim":3,"base":2,"is":2,"neox":2,"style":2,"dtype":2,"deepseek":1,"assert":1,"mscale":2,"all":1,"deepseekscalingrotaryembedding":1},"7885,749,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"elif":1,"scaling":7,"type":3,"longrope":1,"short":4,"factor":6,"rope":5,"long":4,"original":3,"max":4,"position":4,"embeddings":1,"extra":2,"kwargs":2,"k":3,"v":2,"for":1,"in":2,"items":1,"if":1,"mscale":2,"rotary":2,"emb":1,"phi3longropescaledrotaryembedding":1,"head":1,"size":1,"dim":1,"base":1,"is":1,"neox":1,"style":1,"dtype":1,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1},"8634,55,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/__init__.py":{"rope":1,"dict":1,"key":1,"rotary":2,"emb":2,"return":1},"0,1619,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/yarn_scaling_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"import":3,"torch":5,"from":2,"base":4,"rotaryembedding":3,"common":1,"yarn":6,"find":1,"correction":1,"range":1,"get":3,"mscale":3,"linear":1,"ramp":1,"mask":1,"class":1,"yarnscalingrotaryembedding":1,"extended":1,"with":1,"method":1,"credits":1,"peng":1,"et":1,"al":1,"github":1,"com":1,"jquesnelle":1,"def":2,"init":2,"self":12,"head":2,"size":2,"int":5,"rotary":4,"dim":4,"max":2,"position":2,"embeddings":2,"float":7,"is":2,"neox":2,"style":2,"bool":1,"scaling":7,"factor":13,"dtype":4,"extrapolation":4,"1":5,"attn":4,"beta":6,"fast":3,"32":1,"slow":3,"none":1,"n":1,"d":1,"magnitude":1,"corrected":1,"for":1,"interpolation":2,"super":1,"compute":1,"inv":3,"freq":3,"tensor":1,"pos":3,"freqs":3,"arange":1},"1619,1043,data/raw/vllm-0.10.1/vllm/model_executor/layers/rotary_embedding/yarn_scaling_rope.py":{"low":2,"high":2,"yarn":2,"find":1,"correction":1,"range":1,"self":14,"beta":2,"fast":1,"slow":1,"rotary":2,"dim":3,"base":1,"max":2,"position":2,"embeddings":2,"get":1,"n":1,"d":1,"rotational":1,"scaling":3,"corrected":1,"for":1,"extrapolation":3,"inv":10,"freq":10,"mask":4,"1":3,"linear":1,"ramp":1,"2":1,"dtype":2,"torch":6,"float":1,"factor":3,"interpolation":1,"return":2,"def":1,"compute":2,"cos":4,"sin":4,"cache":3,"tensor":1,"t":2,"arange":1,"float32":1,"freqs":3,"einsum":1,"i":1,"j":1,"ij":1,"mscale":2,"cat":1},"0,1984,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":22,"project":1,"from":22,"typing":1,"import":23,"optional":1,"union":1,"torch":2,"nn":1,"envs":1,"attention":1,"backends":1,"abstract":2,"attentionmetadata":1,"config":2,"cacheconfig":1,"modelconfig":1,"get":4,"current":2,"distributed":1,"divide":1,"tensor":4,"model":18,"parallel":4,"rank":1,"world":1,"size":1,"all":2,"gather":1,"reduce":1,"forward":2,"context":2,"forwardcontext":1,"executor":13,"custom":2,"op":2,"customop":1,"layers":9,"linear":1,"columnparallellinear":1,"rowparallellinear":1,"mamba":11,"mambabase":1,"mamba2":1,"metadata":2,"mamba2metadata":1,"update":3,"utils":4,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"ops":4,"causal":3,"conv1d":3,"fn":1,"layernorm":1,"gated":2,"rms":1,"norm":1,"ssm":1,"selective":1,"state":1,"ssd":1,"combined":2,"chunk":1,"scan":1,"quantization":1,"quantizationconfig":1,"loader":3,"weight":4,"loaderfunction":1,"composed":1,"sharded":1,"models":1,"cache":1,"mambacacheparams":1,"set":1,"attrs":1,"platforms":1,"platform":1,"direct":1,"register":1},"1984,1472,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"from":2,"vllm":1,"v1":1,"attention":1,"backends":1,"mamba2":3,"attn":1,"import":1,"mamba2attentionmetadata":1,"added":1,"by":2,"the":1,"ibm":1,"team":1,"2024":1,"adapted":1,"transformers":1,"models":1,"modeling":1,"mambarmsnormgated":1,"customop":2,"register":3,"mixer2":1,"gated":1,"rms":5,"norm":6,"class":1,"mixer2rmsnormgated":1,"def":1,"init":2,"self":18,"full":9,"hidden":10,"size":17,"int":2,"n":3,"groups":3,"use":4,"bool":1,"true":1,"eps":2,"float":1,"1e":1,"6":1,"super":1,"tp":4,"get":2,"tensor":3,"model":2,"parallel":3,"world":2,"rank":4,"group":2,"per":2,"variance":1,"epsilon":1,"if":2,"weight":7,"only":1,"we":1,"re":1,"actually":1,"applying":1,"rmsnorm":1,"nn":1,"parameter":3,"torch":1,"ones":1,"set":1,"attrs":1,"loader":2,"sharded":1,"0":2,"else":1,"avoid":1,"checkpoint":1,"mismatch":1,"skipping":1,"unused":1,"none":1,"assert":1,"must":1,"divide":1},"3456,2000,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"def":1,"forward":1,"native":1,"self":11,"x":20,"torch":5,"tensor":5,"gate":2,"three":1,"parallel":3,"cases":1,"1":9,"n":4,"groups":4,"is":1,"in":1,"this":1,"case":3,"we":2,"parallelize":1,"along":1,"the":7,"reduction":1,"dim":5,"each":2,"rank":2,"computes":1,"a":1,"local":5,"sum":4,"of":1,"squares":1,"followed":1,"by":1,"allreduce":1,"2":4,"tp":6,"size":6,"divides":1,"only":1,"reduces":1,"within":1,"its":1,"group":5,"s":1,"no":1,"collective":1,"ops":1,"necessary":1,"3":1,"general":2,"can":1,"be":1,"pretty":1,"complicated":1,"so":1,"allgather":1,"input":3,"and":2,"then":2,"redundantly":2,"compute":2,"rmsnorm":1,"dtype":3,"nn":1,"functional":1,"silu":1,"to":4,"float32":1,"if":4,"not":1,"use":1,"rms":1,"norm":1,"return":1,"reduce":2,"obtain":1,"global":3,"sums":4,"pow":3,"keepdim":3,"true":3,"model":2,"all":2,"calculate":1,"variance":9,"count":4,"shape":2,"else":2,"mean":2,"rsqrt":2,"epsilon":2,"redundant":2,"bool":1,"0":1,"handle":1,"apply":1,"gather":1,"prefix":3,"dims":3,"hidden":3,"grouped":5,"view":2},"5456,1612,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"if":3,"redundant":1,"tp":5,"start":3,"self":12,"per":2,"rank":4,"hidden":2,"size":4,"end":2,"x":9,"return":4,"weight":6,"to":4,"input":3,"dtype":4,"def":3,"forward":2,"cuda":1,"torch":8,"tensor":7,"gate":6,"union":1,"tuple":2,"not":1,"use":1,"rms":2,"norm":3,"keep":1,"in":1,"float32":2,"for":2,"numerical":1,"stability":1,"during":1,"silu":2,"nn":1,"functional":1,"n":2,"groups":3,"0":3,"or":1,"1":1,"native":1,"gated":1,"data":1,"bias":1,"none":2,"z":1,"eps":1,"variance":1,"epsilon":1,"before":1,"false":1,"mamba":2,"v2":2,"sharded":3,"loader":3,"shard":2,"spec":1,"list":1,"int":4,"float":1,"loaderfunction":1,"create":1,"a":2,"this":1,"ensures":2,"that":3,"the":2,"projections":1,"are":1,"correctly":1,"so":1,"they":1,"can":1,"be":1,"split":1,"into":1,"b":1,"c":1,"it":2,"also":1,"all":1,"corresponding":1,"head":1,"is":1,"placed":1,"together":1,"with":1,"param":2,"loaded":3,"track":1,"boundary":3,"of":1,"and":1,"respectively":1},"7068,1942,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"iterate":1,"over":1,"the":11,"shard":10,"specs":1,"for":2,"full":5,"dim":7,"extra":4,"duplicate":2,"groups":4,"in":2,"spec":1,"is":8,"model":1,"before":1,"tp":5,"0":3,"means":1,"there":3,"expected":1,"overall":1,"increase":1,"of":4,"dimensions":1,"this":2,"so":1,"because":1,"replication":3,"ratio":1,"used":1,"map":1,"rank":7,"to":3,"actual":1,"useful":1,"when":1,"accompany":1,"head":1,"shards":2,"size":6,"loaded":13,"compute":1,"into":2,"if":2,"different":1,"will":1,"take":5,"from":3,"same":1,"note":1,"currently":1,"we":1,"only":1,"support":1,"duplication":1,"case":1,"where":1,"num":1,"1":1,"else":1,"leftmost":1,"boundary":6,"index":1,"weight":3,"skip":3,"start":3,"idx":3,"these":1,"many":1,"dims":1,"min":1,"always":1,"on":1,"ignore":4,"a":1,"mundane":1,"mypy":2,"error":1,"as":1,"it":1,"does":1,"not":1,"seem":1,"handle":1,"slices":1,"well":1,"https":1,"github":1,"com":1,"python":1,"issues":1,"2410":1,"param":1,"data":1,"type":3,"misc":3,"move":1,"indexing":1,"boundaries":1,"return":1,"loader":1,"adapted":1,"transformers":1,"models":1,"mamba":3,"modeling":1,"mambamixer":1,"customop":1,"register":1,"mixer2":1},"9010,1192,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"class":1,"mambamixer2":1,"mambabase":1,"customop":1,"compute":2,"a":5,"b":2,"c":2,"and":4,"d":2,"the":3,"state":3,"space":1,"parameters":1,"contextualized":1,"states":1,"are":2,"input":2,"independent":1,"see":1,"mamba":3,"paper":1,"1":2,"section":1,"3":1,"5":2,"2":1,"interpretation":1,"of":1,"for":1,"why":2,"isn":1,"t":1,"selective":2,"dependent":1,"this":1,"is":3,"key":1,"difference":1,"between":1,"linear":1,"time":1,"invariant":1,"s4":1,"called":1,"spaces":1,"def":1,"init":2,"self":1,"hidden":1,"size":4,"int":7,"ssm":1,"conv":2,"kernel":1,"intermediate":1,"use":3,"bias":2,"bool":3,"n":1,"groups":1,"num":1,"heads":1,"128":1,"head":1,"dim":1,"64":1,"rms":2,"norm":2,"eps":1,"float":1,"1e":1,"activation":1,"str":2,"silu":1,"true":1,"model":1,"config":3,"optional":3,"modelconfig":1,"none":3,"cache":1,"cacheconfig":1,"quant":1,"quantizationconfig":1,"prefix":1,"super":1},"10202,1675,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"for":4,"tp":6,"the":7,"sharding":4,"plan":1,"is":3,"as":1,"follows":1,"conv":4,"modules":1,"since":2,"dim":4,"intermediate":6,"size":23,"2":1,"n":11,"groups":12,"ssm":3,"state":3,"we":3,"shard":3,"and":1,"heads":9,"head":4,"on":2,"achieved":1,"by":1,"if":3,"world":8,"divides":1,"then":3,"also":1,"maintains":1,"invariant":1,"0":3,"however":1,"does":3,"not":4,"divide":4,"need":1,"to":2,"allocate":1,"extra":1,"space":1,"in":1,"such":1,"that":1,"may":1,"be":1,"replicated":1,"follow":1,"note":1,"currently":2,"case":2,"only":1,"support":1,"when":1,"1":4,"self":10,"get":2,"tensor":5,"model":2,"parallel":5,"rank":2,"assert":3,"num":6,"must":2,"or":2,"equal":1,"quant":1,"config":1,"none":1,"supported":1,"quantized":1,"models":1,"kernel":2,"activation":2},"11877,1951,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"self":18,"n":13,"groups":18,"if":3,"tp":4,"size":16,"0":3,"for":3,"we":3,"shard":2,"conv":6,"dim":4,"by":1,"sharding":2,"on":1,"but":1,"cannot":1,"divide":1,"need":3,"to":7,"extend":1,"some":1,"extra":3,"mambastateshapecalculator":1,"head":3,"shards":2,"intermediate":4,"2":1,"ssm":3,"state":3,"conv1d":5,"columnparallellinear":3,"input":2,"kernel":1,"output":2,"bias":5,"use":3,"quant":3,"config":3,"none":1,"unsqueeze":2,"fit":1,"weights":3,"shape":2,"into":1,"the":4,"linear":1,"can":1,"t":2,"do":1,"this":1,"in":5,"weight":8,"loader":3,"since":1,"it":2,"already":1,"exists":1,"and":2,"set":2,"attrs":1,"doesn":1,"allow":1,"override":1,"data":2,"1":2,"proj":3,"hidden":1,"num":2,"heads":2,"because":1,"is":1,"a":1,"concatenation":1,"of":1,"3":1,"interleave":1,"them":1,"before":1,"custom":1,"mamba":1,"v2":1,"sharded":1,"covn1d":1,"these":1,"settings":4,"assign":1,"group":2,"expected":1,"model":1,"dims":1,"assigned":1,"there":1,"was":1,"only":1,"one":1,"false":2},"13828,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"the":2,"weight":20,"already":1,"has":1,"a":2,"loader":11,"attribute":1,"which":1,"set":4,"attrs":4,"will":1,"raise":1,"if":2,"we":1,"do":2,"not":2,"delete":1,"before":1,"trying":1,"to":1,"override":1,"it":1,"ditto":1,"for":3,"otther":1,"two":1,"weights":1,"below":1,"delattr":3,"self":9,"conv1d":4,"bias":2,"mamba":3,"v2":3,"sharded":3,"intermediate":4,"settings":11,"group":6,"shard":6,"tp":6,"size":3,"rank":3,"quant":2,"config":1,"is":1,"none":1,"layers":1,"have":1,"in":2,"proj":2,"gate":1,"head":1,"dt":1},"15808,1989,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"these":1,"are":1,"tped":1,"by":1,"heads":4,"to":3,"reduce":1,"the":5,"size":7,"of":2,"temporal":1,"shape":1,"self":18,"a":4,"nn":3,"parameter":3,"torch":7,"empty":1,"divide":1,"num":3,"tp":3,"dtype":1,"float32":1,"d":2,"ones":2,"dt":2,"bias":4,"use":5,"rms":4,"norm":5,"set":3,"weight":12,"attrs":3,"loader":9,"sharded":3,"0":3,"composed":1,"lambda":1,"x":2,"exp":1,"float":1,"out":1,"proj":1,"rowparallellinear":1,"intermediate":2,"hidden":1,"input":1,"is":3,"parallel":1,"true":1,"quant":2,"config":11,"mixer2rmsnormgated":1,"n":1,"groups":1,"eps":2,"if":2,"envs":1,"vllm":2,"v1":2,"compilation":4,"get":1,"current":1,"prefix":5,"in":1,"static":2,"forward":2,"context":2,"raise":1,"valueerror":1,"f":1,"duplicate":1,"layer":1,"name":1,"outer":1,"list":1,"for":2,"v0":2,"pp":2,"virtual":1,"engine":1,"though":1,"this":2,"code":1,"path":1,"only":1,"runs":1,"we":1,"have":1,"do":1,"unify":1,"with":1,"interface":1,"attention":1,"inner":1,"tuple":1,"conv":1,"state":2,"ssm":1,"kv":1,"cache":3,"tensor":2,"model":2},"17797,858,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"def":2,"forward":3,"native":1,"self":4,"hidden":4,"states":4,"torch":7,"tensor":6,"output":4,"mamba":4,"cache":3,"params":3,"mambacacheparams":2,"mamba2":3,"metadata":3,"mamba2metadata":2,"mup":4,"vector":4,"optional":2,"none":2,"pass":1,"if":1,"not":1,"envs":1,"vllm":2,"use":1,"v1":1,"customop":1,"else":1,"ops":1,"mixer2":1,"prefix":1},"18655,242,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"def":1,"forward":1,"cuda":1,"self":1,"hidden":1,"states":1,"torch":3,"tensor":3,"output":1,"mamba":1,"cache":1,"params":1,"mambacacheparams":1,"mamba2":1,"metadata":1,"mamba2metadata":1,"mup":1,"vector":1,"optional":1,"none":1},"18897,1456,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"forward":5,"context":4,"get":1,"mamba2":3,"metadata":18,"contains":1,"necessary":1,"for":2,"the":3,"triton":1,"kernels":1,"to":1,"operate":1,"in":3,"continuous":1,"batching":1,"and":2,"chunked":1,"prefill":1,"modes":1,"they":2,"are":1,"computed":1,"at":1,"top":1,"level":1,"model":1,"since":1,"stay":1,"same":2,"reused":1,"all":1,"mamba":1,"layers":1,"iteration":1,"attn":15,"attentionmetadata":1,"if":2,"envs":1,"vllm":1,"use":1,"v1":1,"is":1,"not":1,"none":1,"assert":2,"isinstance":2,"dict":1,"self":5,"prefix":1,"mamba2attentionmetadata":1,"kv":4,"cache":4,"virtual":1,"engine":1,"conv":2,"state":5,"dim":2,"width":1,"1":3,"yet":1,"contiguous":1,"along":1,"0":1,"transpose":1,"2":1,"ssm":1,"indices":4,"tensor":2,"has":2,"initial":4,"states":4,"p":8,"prep":2,"chunk":6,"size":2,"seq":2,"idx":2,"offsets":2},"20353,557,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"else":1,"conv":2,"state":6,"mamba":3,"cache":3,"params":3,"ssm":2,"indices":4,"tensor":2,"has":2,"initial":4,"states":4,"p":4,"mamba2":6,"metadata":6,"prep":2,"chunk":6,"size":2,"seq":2,"idx":2,"offsets":2},"20910,1915,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"groups":4,"time":3,"state":4,"size":14,"self":18,"n":1,"ssm":1,"1":5,"gated":1,"mlp":1,"s":1,"linear":1,"projection":1,"projected":4,"states":18,"in":1,"proj":2,"hidden":14,"if":2,"mup":2,"vector":2,"is":2,"not":1,"none":2,"gate":2,"b":10,"c":10,"dt":1,"torch":2,"split":4,"intermediate":2,"tp":6,"conv":2,"dim":3,"num":12,"heads":1,"weights":1,"conv1d":3,"weight":3,"view":1,"0":5,"2":1,"get":1,"and":2,"after":1,"depthwise":1,"convolution":1,"fn":2,"lambda":1,"envs":1,"vllm":1,"use":1,"v1":2,"attn":4,"metadata":4,"profile":1,"run":1,"transpose":2,"clone":1,"contiguous":1,"norm":1,"out":3,"return":1,"prefills":3,"request":2,"count":3,"decodes":3,"decode":2,"tokens":5,"token":2,"prefill":4,"has":2,"actual":1},"22825,1788,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"note":1,"v0":1,"put":1,"prefill":9,"before":2,"decode":3,"v1":2,"puts":1,"separate":1,"and":1,"by":1,"splitting":1,"varlen":1,"input":1,"split":9,"along":3,"token":1,"dimension":3,"if":3,"envs":1,"vllm":1,"use":1,"hidden":6,"states":6,"b":6,"c":6,"d":6,"p":8,"torch":6,"num":18,"actual":3,"tokens":7,"decodes":7,"dim":6,"0":6,"dt":6,"batch":2,"state":6,"indices":6,"tensor":6,"prefills":4,"query":4,"start":4,"loc":4,"attn":2,"metadata":2,"1":2,"has":2,"else":3,"none":2},"24613,1953,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"preallocate":1,"output":1,"tensor":3,"to":2,"avoid":1,"memcpy":1,"cost":1,"for":1,"merging":1,"prefill":7,"and":1,"decode":1,"outputs":1,"preallocated":7,"ssm":7,"out":7,"torch":3,"empty":1,"num":8,"tokens":4,"decodes":3,"self":5,"heads":1,"tp":1,"size":1,"head":1,"dim":3,"dtype":2,"hidden":7,"states":9,"device":2,"if":3,"envs":1,"vllm":1,"use":1,"v1":1,"d":2,"p":12,"split":3,"0":4,"else":1,"process":1,"requests":1,"has":3,"2":1,"convolution":1,"sequence":1,"transformation":1,"cache":3,"indices":4,"updates":1,"the":2,"conv":5,"state":5,"in":1,"positions":1,"pointed":1,"by":1,"x":3,"b":5,"c":5,"transpose":2,"1":2,"this":1,"is":2,"form":1,"that":1,"causal":2,"see":1,"mamba2":4,"metadata":6,"cu":1,"seqlen":1,"none":1,"update":1,"query":3,"start":3,"loc":3,"conv1d":2,"fn":2,"weights":1,"bias":1,"activation":2,"initial":2},"26566,1926,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"3":1,"state":8,"space":1,"model":1,"sequence":1,"transformation":1,"initial":9,"states":13,"none":9,"if":2,"has":3,"p":14,"is":2,"not":1,"and":1,"prep":1,"making":1,"a":2,"copy":1,"of":2,"the":1,"envs":1,"vllm":1,"use":1,"v1":1,"torch":2,"where":2,"ssm":4,"indices":4,"tensor":3,"0":5,"else":1,"num":6,"prefills":1,"note":1,"final":2,"output":1,"an":1,"in":1,"place":1,"update":1,"out":3,"varlen":2,"mamba":1,"chunk":7,"scan":1,"combined":1,"hidden":1,"view":4,"1":7,"prefill":4,"tokens":4,"self":11,"heads":1,"tp":3,"size":5,"head":2,"dim":2,"dt":5,"unsqueeze":1,"b":1,"n":2,"groups":2,"c":1,"d":2,"z":1,"bias":2,"seq":2,"idx":2,"offsets":2,"cu":1,"seqlens":1,"query":1,"start":1,"loc":1,"return":2,"true":2,"false":1,"softplus":1,"limit":1,"float":1,"inf":1,"preallocated":1,"dtype":2},"28492,1380,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"update":2,"ssm":3,"states":8,"varlen":2,"state":9,"is":1,"a":3,"num":2,"prefills":1,"nheads":1,"headdim":1,"dstate":1,"tensor":3,"indices":3,"p":1,"process":1,"decode":2,"requests":1,"if":1,"has":1,"2":1,"convolution":1,"sequence":2,"transformation":2,"hidden":7,"b":8,"c":8,"d":21,"causal":1,"conv1d":2,"conv":3,"weights":1,"self":15,"bias":3,"activation":1,"split":1,"fn":1,"3":1,"space":1,"model":1,"n":6,"groups":6,"tp":2,"size":3,"none":5,"expand":4,"1":10,"head":5,"dim":5,"to":1,"dtype":1,"torch":1,"float32":1,"dt":4,"view":3,"shape":2,"heads":1},"29872,1988,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"the":2,"hidden":4,"is":5,"reshaped":1,"into":1,"bs":1,"num":6,"heads":3,"head":4,"dim":4,"mamba":3,"cache":6,"params":1,"ssm":6,"state":12,"s":1,"slots":1,"will":1,"be":1,"selected":1,"using":1,"indices":3,"tensor":4,"d":10,"note":1,"final":2,"output":2,"an":1,"in":1,"place":1,"update":2,"of":1,"out":5,"selective":1,"states":3,"dt":4,"a":1,"b":1,"c":1,"z":1,"none":3,"bias":2,"softplus":1,"true":1,"batch":1,"preallocated":2,"view":1,"decodes":1,"1":1,"self":16,"4":1,"gated":1,"mlp":1,"gatedrmsnorm":1,"internally":2,"applying":1,"silu":2,"to":1,"gate":2,"applied":1,"before":1,"normalization":1,"unlike":1,"standard":1,"norm":2,"usage":1,"actual":2,"tokens":2,"5":1,"linear":1,"projection":1,"proj":1,"def":2,"get":3,"dtype":7,"tuple":4,"torch":2,"assert":2,"model":3,"config":5,"not":2,"return":2,"mambastatedtypecalculator":1,"mamba2":2,"shape":2,"int":2,"mambastateshapecalculator":1,"intermediate":2,"size":7,"tp":1,"world":2,"parallel":1,"n":2,"groups":2,"conv":2,"kernel":2},"31860,940,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer2.py":{"property":1,"def":3,"mamba":7,"type":1,"self":3,"str":3,"return":2,"mamba2":2,"mixer2":5,"hidden":4,"states":4,"torch":6,"tensor":6,"output":5,"layer":3,"name":4,"mup":4,"vector":4,"optional":2,"none":6,"forward":4,"context":3,"forwardcontext":1,"get":1,"no":1,"compile":1,"layers":1,"cuda":1,"cache":1,"params":1,"metadata":1,"fake":3,"direct":1,"register":1,"custom":1,"op":3,"func":1,"mutates":1,"args":1,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1},"0,1966,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"from":4,"typing":1,"import":5,"union":4,"torch":12,"config":1,"mambadtype":6,"modeldtype":4,"distributed":1,"divide":1,"utils":1,"str":2,"dtype":43,"get":3,"kv":3,"cache":17,"class":1,"mambastatedtypecalculator":2,"classmethod":3,"def":3,"linear":1,"attention":1,"state":12,"cls":3,"model":6,"mamba":14,"tuple":3,"todo":2,"tdoublep":2,"requires":2,"testing":1,"if":3,"float32":3,"raise":2,"valueerror":2,"fp32":2,"for":2,"minimax":1,"is":2,"not":2,"yet":2,"supported":2,"return":2,"mamba1":2,"ssm":6,"kernel":1,"changes":1,"or":1,"else":2,"mamba2":2,"conv":2,"auto":1,"temporal":2},"1966,1872,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_utils.py":{"return":3,"conv":11,"state":19,"dtype":2,"temporal":3,"class":1,"mambastateshapecalculator":1,"classmethod":3,"def":3,"linear":1,"attention":1,"shape":13,"cls":4,"num":3,"heads":4,"int":26,"tp":8,"size":17,"head":6,"dim":5,"tuple":8,"mamba1":1,"world":6,"intermediate":5,"kernel":3,"use":3,"v1":4,"bool":2,"true":2,"divide":2,"1":2,"in":3,"v0":1,"the":3,"was":1,"swapped":1,"during":1,"allocation":1,"mambacachemanager":1,"but":1,"it":2,"needs":1,"to":3,"be":1,"determined":1,"here":1,"at":1,"calculation":1,"level":1,"if":2,"0":1,"mamba2":1,"n":7,"groups":9,"is":2,"not":1,"divisible":1,"by":2,"need":1,"extend":1,"shards":2,"ensure":1,"all":1,"needed":1,"a":1,"sharded":1,"along":1,"with":1,"extra":1,"for":1,"and":1,"are":1,"ed":1,"2":1},"3838,993,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_utils.py":{"contiguous":1,"along":1,"dim":4,"axis":1,"conv":7,"state":9,"shape":7,"kernel":1,"1":3,"divide":2,"tp":8,"world":2,"size":9,"if":2,"not":2,"use":1,"v1":1,"0":4,"these":1,"are":2,"ed":1,"as":1,"they":2,"depend":1,"on":1,"a":1,"dt":1,"bias":1,"d":1,"typically":1,"small":1,"e":1,"g":1,"h":1,"heads":2,"head":4,"128":2,"64":1,"temporal":2,"num":1,"return":3,"classmethod":1,"def":1,"extra":1,"groups":3,"for":3,"shards":2,"cls":1,"ngroups":3,"int":2,"compute":1,"the":3,"increase":1,"in":3,"group":1,"numbers":1,"to":2,"account":1,"replication":1,"order":1,"accompany":1,"case":1,"ngoups":1,"this":2,"will":1,"be":1,"zero":1,"n":2,"is":1,"exactly":1},"0,1590,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":17,"project":1,"from":19,"typing":1,"import":19,"namedtuple":1,"optional":1,"torch":3,"nn":2,"parameter":2,"envs":1,"attention":2,"backends":2,"abstract":2,"attentionmetadata":1,"config":2,"cacheconfig":1,"modelconfig":1,"get":4,"current":1,"distributed":1,"parallel":3,"state":2,"tensor":2,"model":11,"rank":1,"world":1,"size":1,"forward":2,"context":2,"forwardcontext":1,"executor":9,"custom":1,"op":1,"customop":2,"layers":6,"layernorm":1,"rmsnorm":1,"linear":1,"columnparallellinear":1,"mergedcolumnparallellinear":1,"rowparallellinear":1,"mamba":10,"mambabase":1,"utils":2,"mambastatedtypecalculator":1,"mambastateshapecalculator":1,"ops":2,"causal":3,"conv1d":3,"fn":2,"update":2,"ssm":1,"selective":2,"scan":1,"models":2,"cache":1,"mambacacheparams":1,"set":1,"weight":1,"attrs":1,"v1":1,"mamba1":1,"attn":1,"mamba1attentionmetadata":1,"adapted":1,"transformers":1,"modeling":1,"mambamixer":1,"register":1,"mixer":1},"1590,1935,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"class":1,"mambamixer":1,"mambabase":1,"customop":1,"compute":2,"a":5,"b":2,"c":2,"and":5,"d":2,"the":4,"state":5,"space":1,"parameters":1,"contextualized":1,"states":1,"are":2,"input":3,"independent":1,"see":1,"mamba":3,"paper":1,"1":2,"section":1,"3":1,"5":2,"2":1,"interpretation":1,"of":1,"for":1,"why":2,"isn":1,"t":3,"selective":2,"dependent":1,"this":2,"is":6,"key":1,"difference":1,"between":1,"linear":2,"time":4,"invariant":1,"s4":1,"called":1,"spaces":1,"def":1,"init":2,"self":11,"hidden":1,"size":14,"int":5,"ssm":3,"conv":6,"kernel":4,"intermediate":4,"step":3,"rank":3,"use":6,"bias":4,"bool":5,"rms":5,"norm":5,"has":1,"weight":5,"true":1,"eps":1,"float":1,"1e":1,"activation":3,"silu":1,"lora":3,"enabled":3,"false":1,"model":1,"config":2,"optional":2,"modelconfig":1,"none":2,"cache":1,"cacheconfig":1,"prefix":1,"str":1,"super":1,"conv1d":4,"columnparallellinear":2,"output":1,"unsqueeze":2,"to":2,"fit":1,"weights":2,"shape":2,"into":1,"can":1,"do":1,"in":2,"loader":1,"since":1,"it":2,"already":1,"exists":1,"set":1,"attrs":1,"doesn":1,"allow":1,"override":1,"data":2},"3525,1979,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"self":8,"in":3,"proj":5,"mergedcolumnparallellinear":1,"hidden":2,"size":17,"intermediate":6,"2":2,"bias":9,"use":2,"selective":2,"projection":2,"used":1,"to":2,"make":1,"dt":3,"b":1,"and":1,"c":1,"input":2,"dependent":1,"x":1,"rowparallellinear":2,"time":3,"step":3,"rank":5,"ssm":2,"state":2,"false":1,"discretization":1,"the":4,"forward":1,"we":1,"need":1,"apply":1,"without":1,"as":1,"is":2,"added":1,"scan":1,"kernel":1,"columnparallellinear":1,"true":3,"skip":1,"add":1,"def":2,"weight":14,"loader":7,"param":4,"parameter":4,"loaded":5,"torch":6,"tensor":5,"tp":7,"get":3,"model":3,"parallel":4,"world":2,"data":2,"copy":1,"split":1,"shape":1,"0":2,"dim":1,"a":4,"exp":1,"float":1,"nn":2,"empty":1,"dtype":1,"float32":1,"d":2,"ones":1,"set":2,"attrs":2,"out":1},"5504,1270,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"self":8,"dt":1,"layernorm":3,"rmsnorm":3,"time":1,"step":1,"rank":1,"eps":6,"rms":9,"norm":9,"has":6,"weight":6,"if":5,"use":4,"else":3,"none":3,"b":1,"ssm":3,"state":4,"size":2,"c":1,"envs":1,"vllm":2,"v1":2,"compilation":4,"config":9,"get":1,"current":1,"prefix":5,"in":1,"static":2,"forward":2,"context":2,"raise":1,"valueerror":1,"f":1,"duplicate":1,"layer":1,"name":1,"the":3,"outer":1,"list":1,"is":2,"for":2,"v0":2,"pp":2,"virtual":1,"engine":1,"though":1,"this":2,"code":1,"path":1,"only":1,"runs":1,"we":1,"have":1,"to":2,"do":1,"unify":1,"with":1,"interface":1,"of":1,"attention":1,"inner":1,"tuple":1,"conv":1,"kv":1,"cache":3,"torch":2,"tensor":2,"model":2},"6774,1693,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"def":4,"ssm":7,"transform":1,"self":20,"x":5,"torch":8,"tensor":8,"tuple":1,"if":3,"is":4,"lora":2,"enabled":1,"kernel":1,"requires":1,"contiguous":5,"params":8,"proj":3,"0":3,"else":2,"time":7,"step":7,"b":6,"c":6,"split":1,"rank":1,"state":2,"size":2,"dim":1,"1":3,"use":2,"rms":1,"norm":1,"assert":3,"dt":3,"layernorm":6,"not":4,"none":6,"discrete":2,"transpose":1,"2":1,"return":3,"forward":5,"hidden":5,"states":5,"mamba":6,"cache":5,"optional":3,"mambacacheparams":3,"envs":1,"vllm":1,"v1":1,"customop":1,"cuda":2,"native":1,"pass":1,"run":1,"the":1,"pipeline":1},"8467,977,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"steps":1,"1":1,"apply":1,"the":12,"gated":1,"mlp":1,"linear":1,"projection":2,"to":3,"raw":1,"input":1,"2":1,"pass":1,"projected":1,"sequence":2,"through":1,"convolutional":2,"mixing":1,"layer":1,"3":1,"feed":1,"result":1,"into":1,"state":1,"space":1,"model":1,"ssm":3,"blocks":1,"4":1,"perform":1,"recurrence":1,"y":1,"a":2,"b":1,"c":1,"δ":1,"x":1,"produce":1,"contextual":1,"representations":1,"5":1,"project":1,"contextualised":1,"back":1,"output":2,"embedding":1,"dimension":1,"batch":2,"handling":1,"prefill":2,"and":4,"decode":2,"tokens":2,"are":3,"processed":1,"by":1,"dedicated":1,"cuda":1,"kernels":2,"for":1,"both":3,"conv1d":1,"stages":1,"in":1,"case":1,"of":2,"mixed":1,"containing":1,"sets":1,"executed":1,"independently":1,"their":1,"outputs":1,"concatenated":1,"before":1,"final":1,"forward":3,"context":3,"forwardcontext":1,"get":1,"attn":2,"metadata":2},"9444,1853,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"if":4,"envs":2,"vllm":2,"use":2,"v1":3,"attn":9,"metadata":14,"is":4,"not":3,"none":5,"assert":4,"isinstance":3,"dict":1,"self":10,"prefix":1,"mamba1":5,"mamba1attentionmetadata":1,"query":4,"start":4,"loc":4,"state":10,"indices":4,"tensor":8,"kv":4,"cache":8,"forward":1,"context":5,"virtual":1,"engine":1,"conv":4,"0":5,"transpose":3,"1":5,"2":6,"ssm":3,"has":4,"initial":4,"states":11,"else":1,"attentionmetadata":1,"mamba":4,"params":4,"lens":4,"gated":1,"mlp":1,"s":1,"linear":1,"projection":1,"projected":2,"in":1,"proj":2,"hidden":5,"bc":4,"gate":1,"chunk":1,"dim":1,"weights":1,"conv1d":3,"weight":3,"view":1,"size":2,"and":1,"profile":1,"run":1,"contiguous":1,"return":1,"out":1},"11297,1946,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"num":14,"prefill":16,"tokens":9,"attn":4,"metadata":4,"token":2,"count":3,"decode":16,"prefills":3,"request":2,"decodes":2,"has":8,"0":2,"split":10,"batch":1,"to":1,"and":1,"hidden":6,"states":11,"bc":6,"gate":5,"state":9,"indices":7,"tensor":6,"query":5,"start":5,"loc":5,"initial":5,"p":19,"d":6,"ssm":2,"outputs":1,"if":1,"2":2,"convolution":1,"sequence":2,"transformation":1,"conv":5,"out":2,"causal":1,"conv1d":2,"fn":1,"weights":1,"self":4,"bias":3,"activation":2,"cache":1,"3":1,"space":1,"model":1,"transformations":1,"discrete":1,"time":3,"step":1,"b":1,"c":1,"transform":1,"transpose":1,"1":1,"proj":2},"13243,1233,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"4":1,"perform":1,"the":1,"recurrence":1,"y":1,"ssm":4,"a":2,"b":3,"c":3,"δ":1,"x":1,"scan":3,"out":5,"p":10,"selective":1,"fn":1,"conv":6,"state":7,"discrete":2,"time":5,"step":2,"self":6,"transpose":5,"2":4,"1":5,"d":8,"float":1,"gate":1,"proj":3,"bias":4,"delta":1,"softplus":1,"true":1,"cache":1,"indices":4,"tensor":2,"has":3,"initial":2,"states":2,"query":2,"start":2,"loc":2,"outputs":1,"append":1,"if":1,"decode":1,"convolution":1,"sequence":2,"transformation":2,"causal":1,"conv1d":2,"update":1,"hidden":1,"bc":1,"0":2,"weights":1,"activation":1,"3":1,"space":1,"model":1,"transform":1},"14476,1889,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"4":1,"perform":1,"the":1,"recurrence":1,"y":1,"ssm":8,"a":2,"b":2,"c":2,"δ":1,"x":1,"scan":11,"outputs":16,"d":14,"torch":3,"empty":1,"like":1,"hidden":1,"states":1,"bc":1,"transpose":7,"0":9,"1":9,"selective":1,"state":6,"update":1,"conv":1,"out":7,"discrete":1,"time":2,"step":1,"self":11,"gate":1,"proj":3,"bias":1,"dt":1,"softplus":1,"true":1,"batch":1,"indices":2,"tensor":2,"if":3,"envs":1,"vllm":1,"use":1,"v1":1,"insert":1,"else":3,"append":1,"combined":5,"len":1,"cat":1,"dim":1,"5":1,"final":1,"output":1,"projection":1,"is":3,"lora":2,"enabled":1,"kernel":1,"requires":1,"contiguous":2,"2":2,"return":2,"def":1,"get":1,"dtype":6,"tuple":1,"assert":2,"model":2,"config":5,"not":2,"none":2,"cache":5,"mambastatedtypecalculator":1,"mamba1":1,"mamba":2},"16365,1295,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"def":4,"get":2,"state":7,"shape":2,"self":9,"tuple":3,"int":6,"return":4,"mambastateshapecalculator":1,"mamba1":2,"tp":1,"world":2,"size":7,"tensor":18,"model":1,"parallel":1,"intermediate":2,"ssm":1,"conv":2,"kernel":2,"property":1,"mamba":1,"type":1,"str":1,"time":1,"proj":4,"bias":4,"optional":4,"torch":14,"if":1,"hasattr":1,"dt":3,"and":2,"is":1,"not":1,"none":2,"float":1,"class":1,"prefilldecodesplit":1,"namedtuple":1,"hidden":3,"states":5,"bc":3,"p":5,"d":3,"gate":3,"indices":3,"query":2,"start":2,"loc":2,"has":2,"initial":2,"split":1,"batch":1,"to":1,"prefill":2,"decode":2,"num":4,"tokens":2,"prefills":1,"decodes":1},"17660,1652,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"prefilldecodesplit":1,"if":5,"envs":1,"vllm":1,"use":1,"v1":2,"in":2,"decode":6,"tokens":12,"come":2,"first":2,"then":2,"prefill":6,"hidden":6,"states":12,"bc":6,"d":6,"p":10,"torch":6,"split":6,"num":21,"dim":6,"1":6,"gate":6,"state":6,"indices":6,"tensor":6,"decodes":3,"prefills":10,"0":6,"query":4,"start":4,"loc":4,"else":5,"none":6,"has":6,"initial":6,"is":2,"not":2,"and":2,"v0":1},"19312,384,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba_mixer.py":{"return":1,"prefilldecodesplit":1,"hidden":4,"states":6,"bc":4,"p":10,"d":6,"gate":4,"state":4,"indices":4,"tensor":4,"query":2,"start":2,"loc":2,"has":2,"initial":2},"0,1836,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba2_metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":7,"project":1,"from":7,"dataclasses":1,"import":9,"dataclass":2,"typing":1,"optional":5,"union":1,"numpy":1,"as":2,"np":1,"torch":7,"attention":4,"backends":4,"abstract":1,"attentionmetadata":1,"placeholder":1,"attn":2,"placeholderattentionmetadata":1,"utils":1,"pad":1,"slot":1,"id":2,"platforms":1,"current":1,"platform":1,"v1":1,"mamba2":1,"mamba2attentionmetadata":1,"query":1,"start":1,"loc":1,"chunk":7,"indices":2,"offsets":2,"class":1,"mamba2metadata":1,"has":1,"initial":2,"states":2,"tensor":6,"prep":1,"bool":1,"size":1,"int":2,"seq":1,"idx":2,"with":2,"continuous":1,"batching":1,"layout":1,"of":3,"x":1,"in":3,"enable":1,"a":5,"triton":6,"program":5,"handle":1,"request":1,"parallel":1,"two":1,"supporting":1,"tensors":1,"are":1,"used":2,"batch":6,"ptr":6,"token":4,"offset":3,"block":3,"m":3,"tokens":3,"be":2,"handled":4,"by":4,"can":1,"customized":1,"for":1,"different":1,"hardware":1,"nums":2,"dict":3,"tracks":3,"data":2,"associated":1,"given":1,"value":1,"cu":2,"seqlen":2,"total":1,"per":1,"flag":1,"update":1,"other":1,"at":1,"each":1,"new":1,"input":1,"group":1,"implementation":1,"causal":1,"conv1d":1,"handles":1,"parallelism":1,"3":1,"axes":1,"feature":1,"axis":3,"sequence":1,"none":4},"1836,1352,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba2_metadata.py":{"def":2,"get":1,"platform":6,"metadata":7,"classes":2,"tuple":1,"type":2,"attentionmetadata":2,"returns":1,"the":3,"appropriate":1,"for":2,"current":4,"if":2,"is":2,"rocm":2,"from":3,"vllm":3,"attention":3,"backends":3,"flash":2,"attn":5,"import":3,"rocmflashattentionmetadata":2,"return":2,"placeholderattentionmetadata":2,"elif":1,"cuda":1,"flashattentionmetadata":2,"xformers":1,"xformersmetadata":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"mamba2":3,"device":1,"prepare":1,"chunk":3,"size":1,"int":1,"none":5,"mamba2metadata":1,"compute":1,"number":1,"of":1,"prefill":3,"and":1,"decode":1,"requests":1,"note":1,"in":1,"v0":1,"we":2,"assume":1,"prefills":3,"are":2,"before":1,"decodes":1,"num":4,"tokens":2,"seq":1,"idx":1,"indices":1,"offsets":1,"need":1,"flags":1,"to":1,"indicate":1,"there":1,"initial":3,"states":3,"currently":1,"really":1,"only":1,"support":1,"flashattention":1,"backend":1,"has":1,"prep":1,"false":1},"3188,1410,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba2_metadata.py":{"compute":2,"seq":3,"idx":3,"chunk":6,"indices":3,"and":3,"offsets":3,"for":3,"prefill":5,"only":2,"if":4,"num":6,"prefills":4,"0":3,"attn":6,"metadata":8,"instances":2,"get":1,"platform":1,"classes":1,"isinstance":1,"context":2,"lens":2,"tensor":2,"is":2,"not":2,"none":1,"precompute":1,"flag":1,"to":2,"avoid":1,"device":3,"syncs":1,"later":1,"in":2,"mamba2":2,"layer":1,"forwards":1,"prep":3,"needed":2,"ssd":1,"processing":1,"has":2,"initial":4,"states":4,"torch":4,"any":1,"item":1,"query":6,"start":6,"loc":6,"1":1,"repeat":1,"interleave":1,"arange":1,"dtype":1,"int32":1,"diff":1,"output":1,"size":2,"tokens":2,"unsqueeze":1,"we":1,"chunked":1,"once":1,"at":1,"the":1,"top":1,"level":1,"model":1,"forward":1,"reuse":1,"them":1,"mamba":2,"layers":1,"they":1,"will":1,"be":1,"ignored":1,"inside":1,"kernels":1},"4598,1013,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba2_metadata.py":{"if":1,"mamba2":10,"metadata":10,"is":2,"not":1,"none":3,"has":4,"initial":8,"states":8,"prep":4,"chunk":12,"size":4,"seq":4,"idx":4,"indices":4,"offsets":4,"we":1,"use":1,"1":1,"reset":1,"flag":1,"cu":2,"seqlen":2,"update":1,"config":1,"specific":1,"to":2,"each":2,"input":2,"become":1,"available":1,"at":2,"first":1,"layer":1,"e":1,"g":1,"conv":1,"weights":1,"suppose":1,"be":1,"updated":1,"return":2,"mamba2metadata":1},"5611,1168,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba2_metadata.py":{"def":1,"update":1,"metadata":3,"x":2,"torch":5,"tensor":3,"query":2,"start":2,"loc":2,"mamba2":2,"union":1,"mamba2metadata":1,"mamba2attentionmetadata":1,"this":1,"is":1,"triggered":1,"upon":1,"handling":1,"a":1,"new":1,"input":1,"at":1,"the":1,"first":1,"layer":1,"dim":1,"cu":3,"seqlen":3,"shape":1,"seqlens":2,"np":3,"diff":1,"to":1,"cpu":1,"nums":15,"dict":8,"type":2,"ignore":2,"for":2,"block":10,"m":10,"in":2,"8":1,"cover":1,"all":1,"values":1,"tot":1,"sum":1,"item":1,"mlist":8,"from":1,"numpy":1,"repeat":1,"arange":1,"len":6,"max":2,"num":3,"programs":1,"1024":1,"2":1,"offsetlist":6,"idx":1,"enumerate":1,"extend":1,"range":1,"dtype":1,"int32":1},"6779,1388,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/mamba2_metadata.py":{"if":2,"mamba2":13,"metadata":13,"batch":7,"ptr":12,"is":1,"none":1,"update":1,"default":1,"value":1,"after":1,"class":1,"definition":1,"max":6,"num":6,"programs":6,"2":1,"torch":4,"full":2,"pad":4,"slot":4,"id":4,"dtype":2,"int32":2,"device":2,"cuda":2,"token":5,"chunk":5,"offset":5,"else":1,"nelement":1,"resize":2,"fill":2,"type":3,"ignore":3,"0":2,"mlist":3,"len":2,"copy":2,"offsetlist":1,"nums":4,"dict":4,"block":2,"m":2,"return":1},"0,1068,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/abstract.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":9,"vllm":1,"project":1,"from":3,"abc":4,"import":3,"abstractmethod":3,"collections":1,"iterable":3,"torch":2,"class":3,"mambabase":1,"base":1,"for":5,"mamba":4,"like":1,"layers":2,"which":1,"support":1,"v1":2,"engine":2,"inherit":1,"this":5,"if":1,"you":1,"implement":1,"a":2,"custom":1,"layer":2,"contains":1,"kv":2,"cache":2,"state":8,"in":2,"shape":6,"specified":1,"by":1,"self":3,"get":2,"outer":1,"list":2,"is":2,"v0":2,"pp":2,"virtual":1,"though":1,"code":1,"path":1,"only":1,"runs":1,"we":1,"have":1,"do":1,"unify":1,"with":1,"interface":1,"of":2,"attention":1,"tensor":1,"def":2,"tuple":2,"int":1,"defines":1,"usually":1,"conv":2,"ssm":2,"case":1,"returns":1,"pass":2,"property":1,"type":1,"str":1},"0,1935,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":3,"the":1,"vllm":2,"project":1,"c":5,"2024":1,"tri":1,"dao":1,"albert":1,"gu":1,"adapted":1,"from":3,"https":2,"github":2,"com":2,"state":2,"spaces":1,"mamba":3,"blob":1,"v2":1,"4":2,"ssm":2,"ops":1,"triton":14,"ssd":1,"chunk":10,"py":1,"ruff":1,"noqa":1,"e501":1,"import":4,"math":1,"torch":1,"utils":1,"tl":9,"softplus":2,"autotune":1,"configs":1,"config":7,"block":9,"size":12,"h":9,"1":2,"8":1,"16":1,"32":1,"64":2,"key":1,"nheads":2,"jit":1,"def":1,"cumsum":3,"fwd":1,"kernel":1,"pointers":1,"matrices":1,"dt":22,"ptr":8,"a":2,"bias":3,"out":8,"da":8,"matrix":1,"dimension":1,"batch":7,"seqlen":3,"min":1,"max":1,"strides":1,"stride":19,"head":5,"csize":2,"cs":6,"meta":1,"parameters":1,"constexpr":4,"has":1,"pid":9,"b":4,"program":3,"id":3,"axis":3,"if":1,"is":1,"long":1,"may":1,"cause":1,"problems":1,"so":1,"use":1,"bit":1,"lang":1,"issues":1,"1058":1,"int64":1},"1935,1732,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"offs":20,"h":15,"pid":2,"block":3,"size":10,"tl":17,"arange":2,"0":12,"c":9,"chunk":8,"dt":34,"ptrs":8,"ptr":5,"none":16,"stride":8,"head":5,"seqlen":2,"a":6,"out":5,"csize":2,"da":9,"cs":6,"cumsum":2,"limit":3,"min":3,"load":3,"mask":5,"nheads":6,"other":3,"to":3,"float32":3,"if":2,"has":1,"bias":5,"softplus":2,"where":2,"20":1,"as":1,"of":1,"triton":1,"2":2,"clamp":2,"is":1,"not":1,"available":1,"yet":1,"max":2,"minimum":1,"maximum":1,"store":2,"axis":1,"1":1},"3667,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"triton":10,"autotune":1,"configs":1,"config":9,"block":27,"size":28,"m":9,"128":6,"n":9,"256":2,"k":9,"64":8,"num":18,"stages":9,"3":1,"warps":9,"8":1,"32":11,"4":11,"5":2,"2":3,"key":1,"hdim":1,"dstate":1,"chunk":1},"5657,1774,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"triton":1,"jit":1,"def":1,"chunk":10,"state":1,"fwd":1,"kernel":1,"pointers":1,"to":2,"matrices":1,"x":9,"ptr":11,"b":15,"states":6,"dt":9,"da":9,"cumsum":2,"seq":8,"idx":8,"matrix":1,"dimensions":1,"hdim":3,"dstate":4,"size":8,"batch":14,"seqlen":7,"nheads":2,"ngroups":2,"ratio":2,"strides":1,"stride":37,"head":9,"csize":2,"cs":7,"meta":1,"parameters":1,"has":2,"tl":10,"constexpr":4,"block":4,"m":2,"n":6,"k":1,"pid":26,"bc":3,"program":4,"id":4,"axis":4,"1":1,"int64":1,"c":7,"h":5,"2":1,"num":3,"cdiv":1,"0":2,"if":1},"7431,929,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"offs":10,"m":5,"pid":3,"block":5,"size":10,"tl":6,"arange":3,"0":3,"n":5,"k":7,"x":4,"ptrs":5,"ptr":7,"none":4,"stride":9,"hdim":1,"seqlen":5,"b":4,"dstate":1,"dt":3,"csize":3,"da":6,"cs":3,"last":2,"load":2,"cumsum":3,"chunk":5,"1":2,"to":1,"float32":1,"if":2,"has":2,"seq":8,"idx":8,"limit":2,"min":1,"c":1},"8360,1607,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"acc":3,"tl":14,"zeros":1,"block":8,"size":14,"m":2,"n":2,"dtype":3,"float32":4,"for":1,"k":25,"in":1,"range":1,"0":11,"chunk":6,"limit":6,"x":6,"load":5,"ptrs":10,"mask":5,"offs":7,"none":5,"hdim":1,"other":5,"b":8,"dstate":1,"to":5,"da":8,"cs":6,"cumsum":2,"if":3,"has":3,"seq":9,"idx":9,"1":1,"dt":6,"not":1,"scale":3,"exp":2,"last":3,"else":1,"where":1,"ptr":2,"element":2,"ty":2,"dot":1,"stride":5,"seqlen":3,"csize":2,"states":2},"9967,491,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"states":10,"ptr":2,"pid":5,"b":1,"stride":5,"batch":1,"c":3,"chunk":1,"h":1,"head":1,"offs":6,"m":6,"block":4,"size":4,"tl":3,"arange":2,"0":2,"n":6,"ptrs":2,"none":4,"hdim":2,"dstate":2,"mask":3,"store":1},"10458,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"triton":10,"autotune":1,"configs":1,"config":9,"block":27,"size":28,"m":9,"128":6,"n":9,"256":2,"k":9,"64":8,"num":18,"stages":9,"3":1,"warps":9,"8":1,"32":11,"4":11,"5":2,"2":3,"key":1,"hdim":1,"dstate":1,"chunk":1},"12448,1777,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"triton":1,"jit":1,"def":1,"chunk":19,"state":1,"varlen":1,"kernel":1,"pointers":1,"to":1,"matrices":1,"x":7,"ptr":14,"b":9,"dt":7,"da":7,"cumsum":2,"states":17,"cu":2,"seqlens":2,"initstates":2,"matrix":1,"dimensions":1,"hdim":5,"dstate":6,"size":8,"seqlen":5,"nheads":2,"ngroups":2,"ratio":2,"strides":1,"stride":34,"head":12,"csize":2,"cs":5,"batch":2,"init":4,"meta":1,"parameters":1,"block":4,"m":2,"tl":10,"constexpr":4,"n":6,"k":1,"has":1,"pid":19,"program":4,"id":4,"axis":4,"1":3,"h":6,"2":1,"num":3,"cdiv":1,"0":2,"end":2,"idx":2,"load":1,"c":6},"14225,1133,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"if":2,"has":1,"initstates":3,"there":1,"are":3,"init":2,"states":3,"provided":1,"we":1,"differentiate":1,"between":1,"which":2,"boundary":3,"conditions":2,"at":1,"a":3,"chunk":5,"and":1,"when":1,"new":1,"example":1,"in":1,"cont":1,"batch":1,"starts":1,"ptr":7,"pid":7,"h":1,"stride":8,"head":1,"offs":9,"m":5,"block":5,"size":9,"tl":7,"arange":3,"0":4,"n":5,"k":6,"x":4,"ptrs":4,"none":4,"hdim":1,"seqlen":2,"b":5,"dstate":1,"dt":3,"csize":3,"da":6,"cs":3,"last":1,"load":2,"cumsum":3,"end":2,"idx":5,"c":3,"1":1,"to":1,"float32":1,"limit":1,"start":3,"cu":1,"seqlens":1,"cur":1,"maximum":1},"15358,1812,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"acc":2,"tl":12,"zeros":1,"block":7,"size":16,"m":2,"n":2,"dtype":2,"float32":4,"for":1,"k":26,"in":1,"range":1,"0":13,"chunk":12,"limit":6,"x":6,"load":4,"ptrs":9,"mask":4,"offs":10,"none":7,"hdim":1,"start":5,"idx":7,"cur":3,"other":4,"b":8,"dstate":1,"to":8,"da":7,"cs":5,"cumsum":2,"dt":5,"scale":2,"where":1,"exp":1,"last":3,"ptr":1,"element":1,"ty":1,"dot":1,"stride":4,"seqlen":2,"csize":2,"if":5,"the":5,"sequence":1,"starts":1,"after":1,"we":3,"don":1,"t":1,"need":4,"add":1,"contribution":1,"from":1,"has":2,"initstates":3,"true":1,"consider":1,"two":1,"possiblties":1,"pid":3,"c":2,"then":2,"take":1,"past":1,"states":1,"state":1,"insert":1,"first":1,"or":1,"boundary":1,"default":1},"17170,1980,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"if":3,"not":1,"has":1,"initstates":2,"past":6,"states":26,"ptrs":6,"chunk":9,"ptr":7,"offs":14,"m":10,"none":12,"stride":12,"hdim":6,"n":10,"dstate":6,"else":2,"this":1,"seems":1,"repetitive":1,"buts":1,"its":1,"to":5,"help":1,"the":2,"compiler":1,"start":3,"idx":3,"pid":8,"c":5,"size":7,"b":2,"init":3,"batch":2,"need":1,"adjust":1,"boundary":3,"da":5,"cs":4,"tl":8,"load":2,"cumsum":1,"1":1,"csize":1,"float32":2,"mask":4,"other":1,"0":4,"scale":2,"exp":1,"last":1,"acc":2,"dtype":1,"element":1,"ty":1,"h":1,"head":1,"block":4,"arange":2,"store":1},"19150,1910,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"def":1,"chunk":11,"cumsum":9,"fwd":2,"dt":29,"a":4,"size":8,"bias":8,"none":4,"softplus":2,"false":1,"limit":3,"0":9,"float":1,"inf":1,"batch":5,"seqlen":3,"nheads":7,"shape":3,"assert":2,"if":2,"is":3,"not":3,"nchunks":4,"math":1,"ceil":1,"out":7,"torch":5,"empty":2,"device":6,"dtype":2,"float32":2,"da":7,"grid":2,"cs":2,"lambda":1,"meta":2,"triton":2,"cdiv":1,"block":2,"h":1,"with":1,"cuda":1,"index":1,"kernel":1,"1":4,"stride":13,"2":4,"else":1,"3":2,"has":1,"next":1,"power":1,"of":1,"return":1},"21060,1107,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"def":1,"chunk":3,"state":1,"fwd":1,"b":4,"x":3,"dt":4,"da":2,"cumsum":2,"seq":3,"idx":3,"none":4,"states":8,"in":2,"fp32":2,"true":1,"batch":7,"seqlen":3,"nheads":6,"headdim":4,"shape":9,"nchunks":5,"size":4,"ngroups":3,"dstate":5,"assert":6,"0":1,"if":3,"is":2,"not":2,"else":2,"dtype":4,"torch":2,"float32":1,"empty":1,"device":2,"grid":1,"lambda":1,"meta":3,"triton":2,"cdiv":2,"block":2,"m":1,"n":1},"22167,1093,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"with":1,"torch":1,"cuda":1,"device":2,"x":6,"index":1,"chunk":2,"state":1,"fwd":1,"kernel":1,"grid":1,"b":5,"states":7,"dt":5,"da":5,"cumsum":5,"seq":6,"idx":6,"headdim":1,"dstate":1,"size":1,"batch":1,"seqlen":1,"nheads":1,"ngroups":1,"stride":23,"0":8,"1":7,"2":5,"3":4,"4":1,"if":1,"is":2,"not":2,"none":2,"else":1,"has":1,"return":1},"23260,779,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"def":1,"chunk":5,"state":1,"varlen":1,"b":3,"x":2,"dt":4,"da":2,"cumsum":2,"cu":4,"seqlens":4,"states":5,"initial":3,"none":2,"total":2,"seqlen":2,"nheads":5,"headdim":3,"shape":10,"nchunks":3,"size":2,"ngroups":3,"dstate":4,"batch":2,"0":2,"1":1,"contiguous":1,"assert":6,"if":1,"is":1,"not":1},"24039,1643,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_state.py":{"states":21,"torch":2,"empty":1,"batch":2,"nheads":3,"headdim":3,"dstate":3,"dtype":2,"chunk":9,"device":4,"grid":2,"lambda":1,"meta":3,"triton":2,"cdiv":2,"block":2,"size":3,"m":1,"n":1,"with":1,"cuda":1,"x":5,"index":1,"state":1,"varlen":1,"kernel":1,"b":4,"dt":4,"da":4,"cumsum":4,"cu":1,"seqlens":1,"initial":7,"total":1,"seqlen":1,"ngroups":1,"stride":24,"0":11,"1":7,"2":7,"3":3,"if":1,"is":2,"not":2,"none":2,"else":1,"has":1,"initstates":1,"return":1},"0,1109,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/layernorm_gated.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":9,"the":8,"vllm":2,"project":1,"c":1,"2024":1,"tri":1,"dao":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"state":1,"spaces":1,"mamba":2,"blob":1,"60dadf2e0ee730ac337035d5533de10bc26e4847":1,"ssm":1,"ops":1,"triton":6,"layernorm":1,"gated":1,"py":1,"import":2,"torch":1,"utils":1,"tl":11,"heuristics":2,"has":4,"bias":2,"lambda":2,"args":4,"b":2,"is":3,"not":2,"none":2,"z":5,"jit":1,"def":1,"layer":1,"norm":3,"fwd":1,"1pass":1,"kernel":1,"x":4,"pointer":7,"input":1,"y":2,"output":1,"w":1,"weights":1,"biases":1,"other":1,"branch":1,"mean":2,"rstd":1,"1":1,"std":1,"stride":3,"row":3,"int64":5,"m":1,"number":2,"of":2,"rows":1,"in":2,"n":2,"columns":1,"eps":1,"epsilon":1,"avoid":1,"division":1,"by":1,"zero":1,"block":1,"constexpr":5,"before":1,"gate":1,"rms":1},"1109,1492,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/layernorm_gated.py":{"map":1,"the":2,"program":3,"id":3,"to":6,"row":10,"of":1,"x":14,"and":5,"y":7,"it":1,"should":1,"compute":2,"tl":24,"0":8,"group":8,"1":2,"stride":3,"n":14,"if":9,"has":6,"z":13,"not":4,"is":3,"rms":3,"norm":5,"mean":7,"m":2,"rstd":6,"w":5,"bias":3,"b":4,"variance":1,"cols":12,"arange":1,"block":1,"load":5,"mask":11,"other":1,"float32":5,"before":2,"gate":2,"sigmoid":2,"sum":3,"axis":3,"store":3,"xbar":6,"where":2,"var":3,"else":3,"sqrt":1,"eps":1,"normalize":1,"apply":1,"linear":1,"transformation":1,"hat":3,"write":1,"output":1},"2601,1460,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/layernorm_gated.py":{"def":1,"layer":2,"norm":5,"fwd":1,"x":8,"weight":3,"bias":4,"eps":1,"z":4,"none":8,"out":5,"group":7,"size":10,"before":1,"gate":1,"true":1,"is":6,"rms":2,"false":1,"m":5,"n":10,"shape":6,"if":6,"assert":10,"0":1,"ngroups":4,"stride":5,"1":11,"not":4,"allocate":1,"output":1,"else":2,"torch":5,"empty":3,"like":1,"mean":1,"dtype":2,"float32":2,"device":4,"rstd":1,"less":1,"than":1,"64kb":2,"per":1,"feature":2,"enqueue":1,"fused":3,"kernel":1,"max":3,"65536":1,"element":1,"block":3,"min":2,"triton":1,"next":1,"power":1,"of":2,"2":1,"raise":1,"runtimeerror":1,"this":1,"doesn":1,"t":1,"support":1,"dim":1,"heuristics":1,"for":1,"number":1,"warps":2,"num":1,"256":1,"8":1,"grid":1},"4061,1022,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/layernorm_gated.py":{"with":1,"torch":1,"cuda":1,"device":2,"x":3,"index":1,"layer":1,"norm":5,"fwd":1,"1pass":1,"kernel":1,"grid":1,"out":3,"weight":1,"bias":1,"z":3,"mean":2,"rstd":2,"stride":3,"0":4,"if":1,"is":3,"not":1,"none":1,"else":1,"m":1,"group":1,"size":1,"eps":1,"block":2,"n":2,"before":2,"gate":2,"rms":2,"num":2,"warps":2,"return":1},"5083,991,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/layernorm_gated.py":{"def":1,"rms":2,"norm":6,"gated":1,"x":12,"weight":4,"bias":5,"z":11,"none":4,"eps":2,"1e":1,"6":1,"group":3,"size":3,"before":3,"gate":3,"true":2,"shape":7,"og":3,"reshape":4,"input":1,"data":1,"into":1,"2d":1,"tensor":1,"1":8,"if":4,"stride":2,"contiguous":4,"is":3,"not":2,"assert":1,"y":2,"layer":1,"fwd":1,"return":1},"0,1291,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"c":1,"2024":1,"tri":1,"dao":1,"albert":1,"gu":1,"adapted":1,"from":5,"https":1,"github":1,"com":1,"state":4,"spaces":1,"mamba":2,"blob":1,"v2":1,"4":1,"ssm":1,"ops":3,"triton":15,"selective":1,"update":1,"py":1,"import":5,"torch":1,"packaging":1,"version":4,"custom":1,"as":1,"attention":1,"backends":1,"utils":2,"pad":1,"slot":1,"id":1,"has":6,"tl":7,"triton3":2,"and":1,"parse":2,"3":1,"if":1,"jit":3,"def":2,"softplus":2,"dt":14,"where":2,"20":2,"math":3,"log":1,"exp":2,"1":1,"return":2,"else":1,"log1p":1,"heuristics":5,"bias":2,"lambda":5,"args":10,"ptr":4,"is":4,"not":4,"none":4,"d":2,"z":2,"batch":2,"indices":2,"block":1,"size":1,"dstate":2,"next":1,"power":1,"of":1},"1291,1852,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"def":1,"selective":1,"scan":1,"update":1,"kernel":1,"pointers":1,"to":2,"matrices":1,"state":22,"ptr":16,"x":4,"dt":9,"bias":4,"a":4,"b":7,"c":4,"d":4,"z":5,"out":4,"batch":21,"indices":7,"pad":1,"slot":1,"id":5,"matrix":1,"dimensions":1,"nheads":2,"dim":9,"dstate":6,"ngroups":1,"ratio":1,"strides":1,"stride":33,"head":10,"group":2,"meta":1,"parameters":1,"softplus":1,"tl":13,"constexpr":8,"tie":1,"hdim":1,"block":2,"size":2,"m":2,"has":6,"pid":7,"program":3,"axis":3,"0":1,"1":1,"h":3,"2":1,"if":2,"is":3,"true":1,"then":1,"the":5,"ssm":1,"s":1,"coordinate":2,"taken":1,"from":1,"otherwise":1,"same":1,"as":1,"idx":2,"load":1,"int64":1,"else":1},"3143,1672,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"x":6,"ptr":19,"pid":16,"b":12,"stride":27,"batch":8,"h":9,"head":7,"dt":13,"if":7,"has":7,"bias":7,"a":6,"nheads":2,"ngroups":2,"ratio":2,"group":2,"c":6,"z":8,"out":6,"offs":16,"m":13,"block":3,"size":3,"tl":3,"arange":2,"0":4,"n":6,"dstate":6,"state":8,"ptrs":11,"none":6,"dim":9,"d":7,"mask":4,"indices":1,"idx":1,"pad":1,"slot":1,"id":1,"load":1,"other":1},"4815,1613,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"x":4,"tl":28,"load":11,"ptrs":10,"mask":13,"offs":12,"m":8,"dim":8,"other":8,"0":16,"to":11,"float32":11,"if":11,"not":3,"tie":2,"hdim":2,"dt":20,"has":7,"bias":4,"softplus":4,"a":7,"none":9,"n":4,"dstate":4,"da":3,"exp":2,"else":2,"ptr":3,"scalar":1,"matrix":1,"b":4,"c":3,"d":5,"z":6,"db":2,"state":7,"batch":2,"indices":1,"idx":1,"pad":1,"slot":1,"id":1,"store":2,"out":5,"sum":1,"axis":1,"1":1,"sigmoid":1},"6428,1961,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"def":1,"selective":1,"state":7,"update":1,"x":6,"dt":12,"a":5,"b":5,"c":5,"d":6,"none":8,"z":6,"bias":6,"softplus":1,"false":1,"batch":13,"indices":4,"pad":5,"slot":5,"id":5,"out":5,"argument":1,"dim":24,"dstate":8,"or":9,"nheads":7,"ngroups":2,"int":1,"if":11,"cache":2,"is":4,"passed":1,"lets":1,"the":2,"kernel":2,"identify":1,"padded":1,"entries":2,"that":1,"will":2,"not":5,"be":1,"processed":1,"for":1,"example":1,"1":10,"20":1,"in":2,"this":1,"case":1,"process":1,"at":1,"0":4,"and":4,"3":2,"preallocated":1,"ssm":1,"output":1,"tensor":1,"assume":1,"same":1,"shape":1,"as":1,"place":1,"updated":1,"unsqueeze":10,"2":7},"8389,676,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"nheads":7,"dim":5,"dstate":3,"state":3,"shape":17,"batch":6,"x":5,"0":2,"assert":11,"dt":3,"a":1,"ngroups":4,"b":3,"1":1,"must":1,"be":1,"divisible":1,"by":1,"c":1,"if":4,"d":2,"is":4,"not":4,"none":4,"z":2,"bias":2,"indices":2,"out":1},"9065,655,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"grid":1,"lambda":1,"meta":2,"triton":1,"cdiv":1,"dim":1,"block":2,"size":2,"m":2,"batch":1,"nheads":1,"z":5,"strides":1,"stride":7,"0":8,"1":4,"2":2,"if":5,"is":1,"not":1,"none":1,"else":5,"we":2,"don":1,"t":1,"want":1,"autotune":1,"since":1,"it":1,"will":1,"overwrite":1,"the":1,"state":1,"instead":1,"tune":1,"by":1,"hand":1,"num":1,"warps":1,"32":2,"4":6,"dstate":4,"16":2,"8":2,"64":1,"128":1,"tie":1,"hdim":1,"a":2,"and":3,"dt":2,"bias":1},"9720,1348,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"with":1,"torch":1,"cuda":1,"device":2,"x":5,"index":1,"selective":1,"scan":1,"update":1,"kernel":1,"grid":1,"state":6,"dt":9,"bias":4,"a":4,"b":4,"c":4,"d":4,"z":4,"out":4,"batch":2,"indices":1,"pad":1,"slot":1,"id":1,"nheads":2,"dim":1,"dstate":1,"ngroups":1,"stride":26,"0":12,"1":10,"2":8,"3":1,"if":2,"is":2,"not":2,"none":2,"else":2,"strides":3,"softplus":1,"tie":1,"hdim":1,"block":1,"size":1,"m":1,"num":2,"warps":2},"11070,1790,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"def":1,"selective":1,"scan":1,"fn":1,"u":2,"ssm":4,"states":2,"delta":4,"a":5,"b":2,"c":2,"d":2,"none":6,"z":2,"bias":2,"softplus":1,"false":1,"query":3,"start":3,"loc":3,"cache":2,"indices":2,"has":2,"initial":4,"state":6,"pad":2,"slot":2,"id":2,"torch":2,"tensor":4,"dim":13,"total":5,"length":5,"for":6,"varlen":5,"or":7,"batch":11,"seqlen":5,"applies":2,"changes":2,"in":3,"place":2,"dstate":7,"nheads":1,"ngroups":4,"dt":1,"1":1,"int32":2,"the":5,"cumulative":1,"sequence":2,"lengths":1,"of":1,"sequences":1,"used":2,"to":1,"index":3,"into":1,"prepended":1,"with":3,"0":2,"example":1,"10":1,"16":1,"17":2,"x":1,"shape":1,"each":1,"cell":1,"is":1,"correspondent":1,"input":1,"and":2,"output":1,"bool":1,"populated":1,"ones":1,"zeros":1,"indicate":1,"if":1,"at":1,"corresponding":1,"should":1,"be":1,"as":1,"not":1,"providing":1,"argument":1,"assumes":1,"there":1,"s":1,"no":1},"12860,1078,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"pad":3,"slot":3,"id":3,"int":1,"if":11,"cache":2,"indices":3,"is":7,"passed":1,"lets":1,"the":2,"kernel":2,"identify":1,"padding":1,"entries":2,"that":1,"will":2,"not":6,"be":1,"processed":1,"for":2,"example":1,"1":13,"20":1,"in":1,"this":1,"case":1,"process":1,"at":1,"0":3,"and":6,"3":3,"returns":1,"output":1,"dim":6,"total":1,"length":1,"varlen":1,"or":1,"batch":1,"seqlen":1,"supports":1,"inplace":1,"replacement":1,"u":3,"stride":5,"contiguous":6,"delta":3,"d":3,"none":6,"b":9,"c":9,"z":4,"query":4,"start":4,"loc":4,"unsqueeze":4,"2":2},"13938,344,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/mamba_ssm.py":{"ops":1,"selective":1,"scan":1,"fwd":1,"u":1,"delta":5,"a":1,"b":1,"c":1,"d":1,"z":4,"bias":1,"softplus":1,"query":1,"start":1,"loc":1,"cache":1,"indices":1,"has":1,"initial":1,"state":1,"ssm":1,"states":1,"pad":1,"slot":1,"id":1,"if":1,"is":1,"none":1,"return":2,"output":2,"written":2,"inplace":2,"to":2,"else":1},"0,442,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"c":1,"2024":1,"tri":1,"dao":1,"albert":1,"gu":1,"adapted":1,"from":3,"https":1,"github":1,"com":1,"state":1,"spaces":1,"mamba":2,"blob":1,"v2":1,"4":1,"ssm":1,"ops":1,"triton":5,"ssd":1,"chunk":1,"scan":1,"py":1,"ruff":1,"noqa":1,"e501":1,"sim102":1,"import":3,"torch":1,"packaging":1,"version":4,"utils":1,"tl":1,"22":1,"parse":2},"442,18,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"triton":1,"autotune":1},"460,1923,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"configs":1,"triton":9,"config":9,"block":27,"size":27,"m":9,"128":8,"n":9,"256":2,"k":9,"64":9,"num":18,"stages":9,"3":1,"warps":9,"8":1,"32":8,"4":14,"5":1,"2":1},"2383,422,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"triton":2,"config":2,"block":6,"size":6,"m":2,"32":3,"n":2,"64":3,"k":2,"num":4,"stages":2,"5":1,"warps":2,"2":2,"4":1},"2805,62,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"key":1,"chunk":1,"size":1,"hdim":1,"dstate":1,"is":1,"causal":1},"2867,1716,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"triton":2,"jit":1,"def":1,"chunk":9,"scan":1,"fwd":1,"kernel":1,"pointers":1,"to":1,"matrices":1,"cb":6,"ptr":14,"x":6,"z":6,"out":6,"dt":5,"da":5,"cumsum":1,"seq":4,"idx":4,"c":5,"states":10,"d":4,"initstates":2,"indices":1,"offsets":1,"meta":2,"num":1,"matrix":1,"dimensions":1,"size":5,"hdim":7,"dstate":5,"batch":11,"seqlen":6,"nheads":1,"ngroups":1,"ratio":1,"strides":1,"stride":41,"head":10,"csize":4,"m":2,"k":2,"cs":4,"init":4,"parameters":1,"is":2,"causal":1,"tl":11,"constexpr":11,"has":5,"block":4,"n":1,"22":1},"4583,1878,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"pid":31,"bc":3,"tl":10,"program":4,"id":4,"axis":4,"1":4,"to":3,"int64":1,"c":25,"batch":9,"b":8,"if":3,"not":1,"has":2,"initstates":1,"idx":19,"off":3,"0":7,"else":1,"load":3,"chunk":13,"indices":1,"ptr":11,"mask":3,"other":3,"offsets":2,"h":7,"2":1,"num":3,"n":5,"cdiv":1,"hdim":3,"block":5,"size":9,"m":6,"cb":4,"stride":23,"nheads":2,"ngroups":2,"ratio":2,"head":6,"x":4,"seqlen":5,"dt":4,"da":4,"cumsum":1,"cs":3,"and":1,"prev":6,"states":10,"logic":1,"in":1,"next":1,"may":1,"override":1,"these":1,"there":1,"is":1,"an":1,"active":1,"offset":1,"offs":1,"arange":1,"dstate":2,"limit":1,"min":1,"seq":8,"we":1,"only":1,"need":1,"be":1,"aligned":1,"boundary":1},"6461,1846,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"if":7,"has":2,"initstates":3,"there":1,"are":1,"init":6,"states":11,"we":2,"only":1,"need":1,"seq":10,"idx":11,"m":12,"to":4,"point":1,"what":1,"is":3,"the":5,"current":2,"get":2,"pid":7,"block":4,"size":6,"c":10,"off":5,"chunk":8,"limit":2,"tl":5,"load":3,"ptr":7,"stride":6,"seqlen":1,"recall":1,"that":1,"in":1,"ssd":1,"state":3,"passing":1,"for":2,"case":2,"0":8,"i":1,"e":1,"very":1,"first":1,"sequence":1,"made":1,"hold":1,"its":1,"initial":1,"so":1,"this":2,"edge":1,"taken":1,"care":1,"of":1,"and":2,"prev":5,"a":2,"changed":1,"exactly":1,"on":1,"boundary":2,"or":1,"implies":1,"new":1,"example":1,"pseudo":1,"replace":1,"with":1,"batch":1,"h":1,"head":1,"hdim":2,"override":1,"strides":1,"dstate":2,"offs":3,"n":5,"arange":1,"da":4,"cs":3,"cumsum":1,"csize":1,"mask":2,"other":2,"float32":1,"handle":1,"have":2,"split":1,"otherwise":1,"compilation":1,"will":1,"problems":1,"next":1,"logica":1,"indices":1,"1":4,"meta":1,"num":1,"trigger":1,"different":1},"8307,1590,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"there":2,"are":1,"things":1,"to":6,"consider":1,"a":2,"if":6,"c":19,"off":10,"0":5,"then":2,"we":2,"need":2,"move":1,"the":8,"da":4,"cs":4,"boundary":3,"ensure":1,"correct":1,"contribution":1,"of":2,"past":1,"states":1,"b":2,"n":8,"chunk":11,"size":9,"limit":5,"adjust":2,"this":2,"so":1,"as":1,"not":2,"encroach":1,"into":1,"next":3,"sequence":1,"where":2,"is":4,"offset":3,"logical":2,"an":1,"equivalent":1,"check":1,"for":1,"idx":11,"repetition":1,"in":2,"indices":1,"or":1,"get":2,"tl":6,"load":3,"offsets":1,"ptr":3,"pid":3,"1":7,"mask":3,"and":2,"meta":1,"num":1,"other":3,"case":1,"down":1,"min":1,"at":1,"passthrough":1,"m":5,"cumsum":1,"stride":2,"csize":1,"float32":2,"has":3,"seq":5,"handle":1,"when":1,"initstates":2,"false":1,"offs":2,"seqlen":1,"acc":1,"zeros":1,"block":2,"dtype":1},"9897,1459,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"without":1,"the":1,"if":7,"pid":1,"c":8,"1":4,"with":3,"triton":3,"2":3,"0":7,"i":1,"get":1,"assertion":1,"srcmmalayout":1,"dstmmalayout":1,"unexpected":1,"mma":1,"mm":1,"a":1,"layout":1,"conversion":1,"failed":1,"this":2,"works":1,"is":4,"22":1,"or":1,"idx":4,"faster":1,"to":2,"just":1,"do":1,"iteration":1,"larger":1,"block":6,"size":7,"k":6,"up":1,"128":3,"offs":7,"dstate":10,"tl":6,"arange":1,"else":3,"ptrs":3,"ptr":2,"m":10,"none":6,"stride":2,"seqlen":1,"prev":6,"states":6,"n":1,"hdim":1,"has":2,"seq":3,"not":1,"initstates":2,"for":1,"continuous":1,"batching":1,"where":2,"there":2,"no":2,"init":1,"scale":3,"exp":3,"da":4,"cs":4,"we":1,"will":1,"rely":1,"on":1,"zeroing":1,"required":1,"boundary":1,"load":1,"mask":1,"chunk":1,"limit":1,"other":1},"11356,1169,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"prev":11,"states":11,"tl":5,"load":3,"ptrs":5,"mask":3,"offs":6,"k":9,"dstate":7,"none":9,"n":2,"hdim":2,"other":3,"0":7,"to":3,"c":10,"ptr":3,"dtype":3,"element":3,"ty":3,"acc":3,"dot":2,"scale":3,"m":4,"else":1,"for":1,"in":1,"range":1,"block":3,"size":4,"chunk":1,"limit":1},"12525,1944,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"offs":17,"k":30,"tl":13,"arange":3,"0":15,"block":11,"size":18,"c":2,"off":2,"cb":16,"ptrs":12,"ptr":5,"m":11,"none":12,"stride":10,"csize":7,"x":10,"seqlen":2,"n":6,"hdim":2,"dt":8,"da":9,"cumsum":4,"cs":5,"max":2,"chunk":7,"limit":3,"if":3,"not":1,"is":2,"causal":2,"else":1,"min":1,"pid":3,"1":1,"for":2,"in":1,"range":1,"load":4,"mask":6,"other":4,"to":4,"float32":3,"there":1,"s":1,"seq":4,"idx":4,"we":2,"already":1,"set":1,"i":2,"j":2,"so":1,"don":1,"t":1,"need":1,"masking":1,"wrt":1,"here":1,"exp":1,"where":1,"dtype":1,"element":1,"ty":1,"acc":1,"dot":1,"out":2},"14469,1907,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"if":3,"has":3,"d":9,"hdim":9,"tl":11,"load":4,"ptr":9,"pid":8,"h":5,"stride":18,"head":5,"offs":18,"n":10,"mask":5,"other":3,"0":6,"to":4,"float32":4,"else":1,"x":9,"residual":2,"m":8,"none":16,"seqlen":7,"chunk":7,"size":7,"limit":4,"acc":4,"z":13,"out":29,"b":3,"batch":3,"c":3,"idx":3,"ptrs":6,"store":2,"sigmoid":1},"16376,1593,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"def":1,"chunk":17,"scan":2,"fwd":1,"cb":2,"x":8,"dt":3,"da":2,"cumsum":2,"c":3,"states":6,"d":4,"none":19,"z":4,"seq":4,"idx":4,"indices":5,"offsets":5,"initial":4,"out":6,"batch":9,"seqlen":3,"nheads":7,"headdim":3,"shape":15,"nchunks":5,"size":5,"ngroups":4,"dstate":3,"assert":13,"0":1,"if":5,"is":7,"not":7,"or":1,"with":2,"we":1,"need":1,"to":1,"take":1,"care":1,"of":1,"how":1,"crosses":1,"the":1,"boundaries":1,"1":2,"only":1,"supports":1,"and":2,"should":1,"have":1,"been":1,"set":1,"else":3,"torch":1,"empty":1,"like":1,"stride":2},"17969,346,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"grid":1,"lambda":1,"meta":3,"triton":2,"cdiv":2,"chunk":3,"size":3,"block":2,"m":1,"headdim":1,"n":1,"batch":1,"nchunks":1,"if":2,"offsets":2,"is":2,"none":2,"else":2,"len":1,"nheads":1,"z":6,"strides":1,"stride":4,"0":5,"1":1,"2":1,"3":1,"not":1},"18315,1886,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_chunk_scan.py":{"chunk":6,"scan":1,"fwd":1,"kernel":1,"grid":1,"cb":6,"x":7,"z":7,"out":7,"dt":5,"da":5,"cumsum":5,"seq":6,"idx":6,"c":5,"states":13,"d":6,"initial":7,"indices":3,"offsets":1,"len":1,"if":5,"is":10,"not":9,"none":9,"else":5,"0":19,"size":2,"headdim":1,"dstate":3,"batch":1,"seqlen":1,"nheads":1,"ngroups":1,"stride":37,"1":10,"2":11,"3":9,"4":2,"strides":4,"true":2,"dim":1,"block":1,"max":1,"triton":3,"next":1,"power":1,"of":1,"16":1,"has":3,"22":2,"initstates":1,"return":1},"0,345,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_bmm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"c":1,"2024":1,"tri":1,"dao":1,"albert":1,"gu":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"state":1,"spaces":1,"mamba":2,"blob":1,"v2":1,"4":1,"ssm":1,"ops":1,"triton":3,"ssd":1,"bmm":1,"py":1,"ruff":1,"noqa":1,"e501":1,"sim102":1,"import":3,"math":1,"torch":1,"utils":1,"tl":1},"345,1990,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_bmm.py":{"triton":10,"autotune":1,"configs":1,"config":9,"block":27,"size":28,"m":9,"128":6,"n":9,"256":2,"k":10,"64":8,"num":18,"stages":9,"3":1,"warps":9,"8":1,"32":11,"4":11,"5":2,"2":3,"key":1,"chunk":1,"is":1,"causal":1},"2335,1862,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_bmm.py":{"triton":1,"jit":1,"def":1,"bmm":1,"chunk":10,"fwd":1,"kernel":1,"pointers":1,"to":2,"matrices":1,"a":11,"ptr":9,"b":15,"out":4,"seq":8,"idx":8,"matrix":1,"dimensions":1,"seqlen":10,"size":19,"k":6,"ngroups":3,"stride":27,"batch":7,"head":5,"ak":2,"bk":2,"outm":1,"outn":1,"meta":1,"parameters":1,"is":2,"causal":2,"tl":15,"constexpr":6,"dot":1,"dtype":1,"has":2,"block":11,"m":9,"n":13,"pid":25,"program":4,"id":4,"axis":4,"1":2,"ch":3,"2":1,"int64":1,"c":6,"h":3,"num":3,"cdiv":1,"0":5,"if":3,"return":1,"offs":7,"arange":3,"ptrs":2,"none":4,"limit":1,"min":1},"4197,1658,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_bmm.py":{"acc":5,"tl":12,"zeros":1,"block":11,"size":20,"m":12,"n":12,"dtype":4,"float32":1,"for":1,"k":13,"in":1,"range":1,"0":9,"cdiv":1,"a":4,"load":4,"ptrs":6,"mask":5,"offs":14,"none":10,"chunk":10,"limit":5,"other":4,"to":3,"dot":3,"b":5,"stride":9,"ak":1,"bk":1,"pid":6,"arange":2,"if":1,"has":1,"seq":9,"idx":9,"min":1,"seqlen":3,"c":2,"ptr":5,"1":1,"2":1,"where":1,"out":10,"element":1,"ty":1,"batch":1,"h":1,"head":1,"outm":1,"outn":1,"store":1},"5855,1903,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_bmm.py":{"def":1,"bmm":1,"chunk":13,"fwd":1,"a":14,"b":9,"size":14,"seq":6,"idx":6,"none":5,"causal":2,"false":1,"output":4,"dtype":12,"argument":1,"batch":13,"seqlen":9,"k":6,"or":6,"ngroups":6,"out":8,"i":6,"j":6,"for":3,"will":2,"be":3,"zeroed":1,"if":10,"true":1,"then":1,"arbitrary":1,"only":1,"are":1,"guaranteed":1,"to":1,"correct":1,"return":1,"nchunks":7,"check":1,"constraints":1,"has":4,"groups":4,"dim":1,"4":1,"not":4,"shape":5,"else":6,"assert":2,"is":2,"stride":4,"1":8,"and":2,"contiguous":2,"math":1,"ceil":1,"allocates":1,"torch":5,"empty":1,"device":2,"dot":1,"tl":3,"bfloat16":3,"float16":3,"float32":1,"grid":1,"lambda":1,"meta":3,"triton":2,"cdiv":2,"block":2,"m":1,"n":1},"7758,882,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_bmm.py":{"with":1,"torch":1,"cuda":1,"device":2,"a":6,"index":1,"bmm":1,"chunk":2,"fwd":1,"kernel":1,"grid":1,"b":5,"out":7,"seq":6,"idx":6,"seqlen":1,"size":1,"k":1,"ngroups":1,"if":5,"has":5,"groups":4,"else":5,"1":8,"stride":15,"0":9,"not":5,"2":4,"is":2,"none":2,"causal":1,"dot":1,"dtype":1,"return":1},"0,429,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"c":1,"2024":1,"tri":1,"dao":2,"adapted":1,"from":4,"https":1,"github":1,"com":1,"ailab":1,"causal":3,"conv1d":3,"blob":1,"main":1,"interface":1,"py":1,"typing":1,"import":5,"optional":1,"union":1,"numpy":1,"as":1,"np":1,"torch":1,"attention":1,"backends":1,"utils":2,"pad":1,"slot":1,"id":1,"triton":3,"tl":1,"jit":1},"429,1672,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"def":1,"causal":1,"conv1d":1,"fwd":1,"kernel":2,"continuous":2,"batching":2,"pointers":1,"to":13,"matrices":1,"x":5,"ptr":13,"dim":9,"cu":2,"seqlen":4,"holding":1,"batch":4,"of":1,"actual":1,"sequences":2,"padded":2,"w":3,"width":4,"bias":2,"initial":3,"states":4,"conv":2,"cache":4,"indices":2,"state":1,"has":4,"query":1,"start":1,"loc":1,"token":5,"chunk":1,"offset":1,"o":4,"actually":2,"pointing":1,"matrix":1,"dimensions":1,"tl":26,"int32":2,"constexpr":24,"num":1,"lines":2,"added":1,"support":1,"vllm":1,"larger":1,"strides":1,"stride":16,"seq":3,"get":5,"next":5,"sequence":2,"feature":2,"value":3,"same":2,"index":2,"axis":2,"istate":3,"others":1,"pad":2,"slot":2,"id":1,"meta":1,"parameters":1,"silu":1,"activation":1,"is":1,"use":1,"np2":1,"statelen":1,"block":2,"m":1,"n":1},"2101,1903,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"conv":14,"states":5,"ptr":12,"initial":2,"state":12,"indices":3,"cache":3,"stride":11,"seq":9,"istate":3,"dim":5,"tok":1,"token":5,"len":2,"kernel":1,"width":1,"1":3,"can":1,"be":1,"passed":1,"via":1,"argument":1,"if":5,"it":1,"s":1,"not":3,"the":5,"same":1,"as":2,"this":2,"value":1,"one":2,"program":4,"handles":1,"chunk":4,"in":1,"a":1,"single":2,"sequence":10,"rather":1,"than":1,"mixing":1,"sequences":2,"to":2,"make":1,"updating":1,"across":1,"efficiently":1,"id":6,"idx":12,"tl":10,"load":5,"batch":5,"0":3,"offset":5,"block":8,"n":6,"elements":1,"along":1,"feature":1,"dimension":1,"channel":1,"feats":4,"arange":1,"pad":3,"slot":3,"return":2,"start":5,"index":5,"query":2,"loc":2,"end":2,"find":1,"actual":2,"length":1,"seqlen":2,"m":2,"segment":1,"min":1,"base":4,"of":1,"x":4,"is":2,"continuous":1,"batching":1,"coord":4,"int64":1,"else":1,"use":1,"noqa":1,"processing":1,"w":3},"4004,191,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"does":1,"2":2,"things":1,"1":1,"read":1,"prior":1,"block":1,"init":1,"state":2,"data":2,"done":1,"by":2,"every":1,"triton":2,"programs":1,"update":1,"conv":1,"with":1,"new":1,"only":1,"the":1,"program":1,"handles":1,"chunk":1,"offset":1,"0":1},"4195,252,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"if":2,"chunk":1,"offset":1,"0":1,"read":1,"from":1,"conv":1,"states":4,"load":3,"init":2,"state":2,"false":1,"has":3,"initial":3,"the":1,"new":1,"tl":2,"ptr":1,"idx":1,"seq":1,"to":1,"int1":1},"4447,1768,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"if":5,"load":12,"init":1,"state":9,"from":1,"conv":29,"states":22,"prior":11,"tokens":11,"base":1,"len":1,"1":4,"stride":7,"tok":7,"mask":11,"w":11,"idx":1,"feats":1,"dim":1,"kernel":4,"width":4,"2":3,"ptrs":20,"block":10,"n":10,"col0":4,"tl":10,"0":20,"3":2,"col1":3,"4":1,"col2":2,"5":1,"col3":1},"6215,617,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"else":1,"prior":2,"tokens":1,"are":1,"zeros":5,"if":4,"kernel":4,"width":4,"2":1,"strategy1":4,"first":1,"chunk":1,"and":1,"does":1,"not":1,"have":1,"token":1,"so":1,"just":1,"set":1,"to":1,"0":1,"col0":1,"tl":4,"block":4,"n":4,"dtype":8,"x":4,"ptr":4,"element":4,"ty":4,"3":1,"col1":1,"4":1,"col2":1,"5":1,"col3":1},"6832,1722,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"step":1,"2":1,"here":1,"prepare":1,"data":3,"for":1,"updating":1,"conv":15,"state":13,"if":3,"len":4,"seqlen":4,"small":1,"cache":2,"true":1,"only":2,"move":1,"part":1,"of":1,"x":16,"into":1,"just":1,"read":1,"from":3,"copy":1,"to":2,"load":4,"and":1,"set":1,"0":9,"before":1,"idx":11,"tokens":8,"last":5,"tl":7,"arange":3,"np2":3,"statelen":3,"block":5,"m":4,"ptrs":5,"ptr":1,"sequence":1,"start":1,"index":4,"stride":3,"token":3,"none":9,"feats":3,"dim":3,"n":1,"mask":5,"feature":1,"loaded":1,"new":2,"states":3,"target":2,"base":1,"tok":1,"debug":1,"barrier":1,"note":1,"use":1,"this":1,"due":1,"bug":1,"in":1,"triton":1,"compiler":1,"store":1,"else":1,"init":1,"update":1,"by":1,"shifting":1,"left":1,"i":1,"e":1,"take":1,"few":1,"cols":2},"8554,1214,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"conv":14,"states":3,"ptrs":4,"source":2,"ptr":1,"state":8,"batch":2,"coord":2,"stride":4,"seq":1,"idx":8,"feats":3,"dim":3,"none":9,"tokens":5,"seqlen":4,"tok":1,"block":4,"m":2,"n":2,"mask":4,"num":1,"cache":1,"lines":1,"len":2,"tl":2,"load":2,"other":1,"0":5,"val":4,"x":7,"base":1,"token":3,"index":3,"feature":1,"loaded":1},"9768,1818,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"tl":9,"debug":1,"barrier":2,"need":1,"this":3,"due":1,"to":2,"the":2,"bug":2,"in":2,"where":3,"not":1,"enforcing":1,"when":1,"data":1,"is":1,"result":1,"of":1,"another":1,"load":3,"new":4,"conv":22,"state":12,"mask":7,"loaded":1,"x":9,"which":1,"requires":1,"a":1,"before":1,"states":6,"ptrs":6,"target":4,"base":3,"idx":11,"tokens":8,"stride":3,"tok":2,"none":11,"block":7,"m":4,"n":3,"len":3,"feats":3,"dim":3,"store":2,"else":1,"init":1,"false":1,"update":1,"by":1,"shifting":1,"left":1,"but":1,"set":1,"cols":2,"prior":1,"as":1,"zeros":1,"from":1,"arange":1,"0":4,"np2":1,"statelen":1,"val":4,"seqlen":2,"token":3,"index":3,"feature":1},"11586,1851,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"else":1,"chunk":1,"offset":2,"0":21,"read":1,"prior":12,"token":9,"data":1,"from":1,"x":9,"load":11,"init":1,"state":1,"true":1,"tokens":11,"base":1,"1":4,"stride":7,"mask":11,"w":11,"idx":1,"feats":1,"dim":1,"if":4,"kernel":4,"width":4,"2":3,"conv":20,"states":20,"ptrs":20,"block":10,"n":10,"col0":4,"tl":10,"cache":10,"modifier":10,"ca":10,"3":2,"col1":3,"4":1,"col2":2,"5":1,"ruff":1,"noqa":1,"f841":1,"col3":1},"13437,1165,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"if":4,"has":1,"bias":6,"ptr":1,"idx":5,"feats":4,"mask":9,"dim":3,"acc":4,"preload":3,"tl":9,"load":6,"other":5,"0":11,"to":1,"float32":2,"block":6,"n":6,"else":1,"zeros":1,"dtype":1,"x":5,"base":6,"1d":2,"token":3,"offset":1,"stride":5,"starting":1,"of":1,"chunk":1,"pre":1,"weights":1,"w":27,"kernel":4,"width":8,"2":2,"ptrs":8,"tensor":4,"col0":3,"1":1,"col1":1,"3":2,"col2":1,"4":1,"col3":1,"for":2,"in":2,"range":2,"segment":1,"len":1,"matrix":2,"j":1,"static":1},"14602,1760,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"if":6,"kernel":7,"width":7,"2":4,"j":6,"1":5,"matrix":17,"w":13,"col1":9,"x":25,"ptrs":8,"1d":14,"base":3,"idx":7,"token":11,"stride":5,"block":4,"n":4,"tl":5,"load":3,"mask":9,"elif":7,"3":3,"col2":5,"4":2,"col3":1,"acc":5,"col0":3,"silu":1,"activation":1,"exp":1,"segment":1,"len":1,"feats":2,"dim":2,"index":3,"feature":1,"o":5,"ptr":1,"sequence":1,"start":1,"offset":1,"store":1},"16362,811,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"def":1,"causal":1,"conv1d":1,"fn":1,"x":3,"torch":7,"tensor":8,"weight":2,"bias":1,"union":1,"none":4,"conv":3,"states":2,"query":1,"start":1,"loc":1,"cache":3,"indices":2,"optional":3,"has":1,"initial":1,"state":2,"activation":1,"str":1,"silu":1,"pad":2,"slot":2,"id":2,"int":1,"metadata":1,"validate":1,"data":1,"false":1,"support":1,"varlen":2,"continuous":1,"batching":1,"when":1,"is":1,"2d":1,"dim":3,"cu":2,"seq":2,"len":2,"total":1,"tokens":1,"of":2,"all":1,"seqs":1,"in":1,"that":2,"batch":1,"sequences":1,"are":1,"concatenated":1,"from":1,"left":1,"to":3,"right":1,"for":2,"width":2,"1":1,"itype":1,"updated":1,"inplace":1,"if":1,"provided":1,"it":1,"use":1,"get":1,"the":2,"index":1,"sequence":1},"17173,1623,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"conv":4,"state":9,"cache":6,"indices":7,"i":4,"for":5,"seq":1,"to":3,"be":3,"used":2,"as":3,"initial":4,"when":1,"has":2,"true":3,"and":4,"after":1,"that":2,"need":1,"shift":1,"left":1,"updated":1,"with":1,"values":1,"from":1,"x":4,"query":4,"start":4,"loc":4,"batch":8,"1":6,"int32":2,"the":15,"cumulative":1,"sequence":5,"lengths":1,"of":3,"sequences":1,"in":3,"index":4,"into":1,"prepended":1,"by":1,"0":4,"if":3,"5":2,"continuous":1,"batching":1,"4":1,"then":1,"6":1,"7":1,"8":1,"starting":1,"next":1,"while":1,"last":2,"value":1,"is":2,"ending":1,"length":1,"example":2,"torch":1,"tensor":1,"10":1,"16":1,"17":2,"shape":2,"dim":2,"indicates":2,"corresponding":1,"like":1,"so":1,"states":1,"id":4,"bool":2,"whether":1,"should":1,"kernel":3,"take":1,"current":1,"calculations":1,"single":1,"boolean":1,"each":1,"or":4,"false":1,"bias":1,"activation":4,"either":1,"none":1,"silu":2,"swish":1,"pad":3,"slot":3,"int":1,"passed":1,"lets":1,"identify":1,"padded":1,"entries":2,"will":2,"not":2,"processed":1,"20":1,"this":1,"case":1,"process":1,"at":1,"3":1,"out":1,"same":1,"isinstance":1},"18796,1093,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"args":3,"none":2,"out":1,"torch":5,"empty":1,"like":1,"x":8,"if":1,"metadata":6,"is":4,"not":1,"cu":3,"seqlen":3,"nums":3,"dict":3,"batch":3,"ptr":6,"token":3,"chunk":3,"offset":3,"else":1,"seqlens":2,"np":1,"diff":1,"query":1,"start":1,"loc":1,"to":1,"cpu":1,"max":3,"num":3,"programs":3,"1024":1,"full":2,"pad":2,"slot":2,"id":2,"dtype":2,"int32":2,"device":4,"tracking":2,"which":1,"seq":1,"idx":1,"the":3,"triton":3,"program":2,"handling":2,"block":1,"m":1,"based":1,"index":1,"in":1,"sequence":1,"channel":1,"last":1,"stride":2,"0":1,"1":4,"dim":1,"shape":2,"width":2,"weight":1,"state":2,"len":2,"np2":1,"statelen":1,"next":1,"power":1,"of":1,"2":1},"19889,1267,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"padded":1,"batch":2,"query":1,"start":1,"loc":1,"size":3,"0":13,"1":9,"stride":30,"x":6,"seq":5,"dim":9,"token":5,"w":2,"weight":2,"width":2,"istate":7,"num":4,"cache":8,"lines":4,"if":3,"conv":8,"states":9,"is":2,"not":1,"none":1,"extensions":1,"to":3,"support":1,"vllm":1,"used":1,"replaced":1,"initial":1,"2":4,"serve":1,"as":2,"a":2,"with":1,"can":2,"be":2,"larger":1,"than":1,"3":1,"mapping":1,"from":1,"sequence":1,"idx":3,"line":1,"at":1,"index":1,"specified":1,"via":1,"indices":2,"4":1,"computation":1,"skipped":1,"pad":1,"slot":1,"id":1,"assert":2,"shape":1,"out":6,"o":6,"else":1},"21156,1855,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"if":8,"validate":1,"data":1,"assert":13,"x":3,"dim":6,"2":1,"query":2,"start":2,"loc":2,"is":9,"not":5,"none":6,"1":9,"stride":3,"0":6,"or":1,"bias":3,"size":3,"cache":3,"indices":3,"padded":2,"batch":6,"has":3,"initial":3,"state":3,"conv":2,"states":2,"error":1,"used":1,"which":1,"needs":1,"also":1,"weight":2,"width":1,"shape":1,"channel":2,"last":2,"need":1,"to":1,"run":1,"in":2,"layout":1,"metadata":1,"def":1,"num":3,"program":1,"meta":8,"seqlens":2,"tot":2,"mlist":8,"offsetlist":3,"type":1,"ignore":1,"nums":5,"block":1,"m":1,"sum":1,"item":1,"np":4,"repeat":1,"arange":1,"len":6,"for":1,"idx":2,"enumerate":1,"extend":1,"range":1,"chunk":3,"a":1,"sequence":1,"split":1,"into":1,"multiple":1,"chunks":1,"ptr":6,"nelement":2,"newlen":3,"resize":2,"fill":2,"pad":2,"slot":2,"id":2,"token":2,"offset":2,"copy":2,"torch":2,"from":2,"numpy":2,"array":2},"23011,1623,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"meta":25,"batch":12,"ptr":22,"to":4,"x":5,"device":6,"token":8,"chunk":8,"offset":8,"return":3,"tot":4,"else":2,"def":2,"num":2,"program":2,"nums":8,"dict":8,"block":8,"m":7,"mlist":10,"len":7,"offsetlist":3,"if":4,"is":1,"not":1,"none":1,"nelement":2,"newlen":3,"1":1,"resize":2,"fill":2,"pad":2,"slot":2,"id":2,"0":2,"copy":2,"grid":1,"args":1,"triton":1,"cdiv":1,"dim":1,"n":1},"24634,1209,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"causal":1,"conv1d":1,"fwd":1,"kernel":2,"grid":2,"pointers":1,"to":1,"matrices":1,"x":4,"weight":1,"bias":3,"conv":2,"states":3,"cache":4,"indices":2,"has":5,"initial":3,"state":2,"query":1,"start":1,"loc":1,"batch":2,"ptr":2,"token":4,"chunk":1,"offset":1,"out":2,"matrix":1,"dimensions":1,"padded":1,"dim":5,"cu":1,"seqlen":1,"num":2,"lines":1,"stride":12,"seq":3,"w":2,"width":3,"istate":3,"o":3,"others":1,"pad":3,"slot":3,"id":2,"meta":1,"is":6,"not":5,"none":5,"silu":2,"activation":2,"in":1,"swish":1,"continuous":1,"batching":1,"use":1,"np2":2,"statelen":2,"launch":1,"cooperative":1,"true":1,"block":2,"m":1,"8":1,"n":1,"256":1,"stages":1,"2":1,"return":1,"triton":1,"jit":1},"25843,1760,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"def":1,"causal":1,"conv1d":1,"update":1,"kernel":2,"pointers":1,"to":3,"matrices":1,"x":4,"ptr":8,"batch":8,"dim":8,"seqlen":3,"w":3,"width":3,"bias":2,"conv":9,"state":10,"cache":3,"seqlens":1,"circular":1,"buffer":1,"indices":2,"o":4,"matrix":1,"dimensions":1,"int":1,"tl":28,"constexpr":23,"len":1,"num":1,"lines":2,"added":1,"support":1,"vllm":1,"larger":1,"strides":1,"stride":11,"seq":8,"token":2,"tok":1,"others":1,"pad":4,"slot":4,"id":4,"meta":1,"parameters":1,"has":1,"silu":1,"activation":1,"is":3,"continuous":2,"batching":2,"np2":1,"statelen":1,"use":2,"block":4,"n":4,"ruff":1,"noqa":2,"e501":1,"idx":6,"program":2,"0":2,"if":4,"return":2,"elements":1,"along":1,"the":2,"feature":1,"dimension":1,"channel":1,"feats":1,"1":1,"arange":1,"mask":1,"coord":3,"load":1,"int64":1,"else":1,"not":2,"processing":1,"as":1,"this":1,"actual":1,"sequence":1},"27603,1749,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"step":2,"1":2,"read":1,"init":1,"state":20,"data":1,"conv":26,"states":10,"base":4,"ptr":3,"batch":3,"coord":3,"stride":11,"seq":4,"idx":10,"feats":5,"dim":5,"mask":7,"w":5,"prior":5,"tokens":9,"if":4,"kernel":4,"width":4,"2":3,"ptrs":11,"block":10,"n":7,"col0":1,"tl":6,"load":5,"0":11,"3":2,"tok":4,"col1":1,"4":1,"col2":1,"5":1,"col3":1,"assume":1,"len":3,"seqlen":4,"arange":1,"np2":1,"statelen":1,"m":3,"source":2,"none":6,"num":1,"cache":1,"lines":1,"other":1,"val":2,"x":7,"token":1},"29352,1935,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"mask":14,"x":8,"idx":12,"tokens":4,"val":2,"0":14,"none":6,"seqlen":1,"feats":8,"dim":7,"token":2,"index":3,"feature":1,"loaded":2,"tl":12,"load":7,"ptrs":11,"debug":1,"barrier":1,"new":2,"conv":12,"state":13,"where":1,"base":9,"ptr":3,"batch":1,"coord":1,"stride":8,"seq":1,"block":12,"n":11,"target":2,"tok":1,"m":1,"len":1,"store":1,"step":2,"3":3,"init":1,"accumulator":1,"if":4,"has":1,"bias":6,"acc":2,"preload":2,"other":5,"to":2,"float32":2,"else":1,"zeros":1,"dtype":1,"4":2,"pre":1,"weights":2,"first":1,"kernel":4,"column":1,"configured":1,"for":1,"handle":1,"features":1,"in":1,"range":1,"w":28,"width":7,"2":2,"tensor":4,"col0":1,"1":1,"col1":1,"col2":1,"col3":1,"1d":2,"starting":1,"of":1,"chunk":1},"31287,1979,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"step":1,"5":1,"compute":1,"each":1,"token":12,"for":2,"idx":9,"in":2,"tl":7,"static":2,"range":2,"seqlen":2,"acc":7,"preload":1,"matrix":19,"w":15,"col0":5,"x":26,"j":7,"kernel":8,"width":8,"if":6,"2":4,"1":5,"col1":9,"ptrs":8,"1d":14,"base":3,"stride":6,"block":4,"n":4,"load":3,"mask":9,"elif":7,"3":3,"col2":5,"4":2,"col3":1,"silu":1,"activation":1,"exp":1,"feats":2,"dim":2,"index":2,"feature":1,"o":6,"ptr":1,"seq":2,"store":1},"33266,376,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"def":1,"causal":1,"conv1d":1,"update":1,"x":1,"torch":6,"tensor":6,"conv":2,"state":2,"weight":1,"bias":1,"optional":3,"none":6,"activation":1,"union":1,"bool":1,"str":1,"cache":1,"seqlens":1,"indices":1,"pad":2,"slot":2,"id":2,"int":1,"metadata":1,"validate":1,"data":1,"false":1},"33642,1786,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"x":7,"batch":10,"dim":12,"or":3,"seqlen":5,"shape":4,"2":2,"single":2,"token":1,"prediction":2,"3":2,"multiple":1,"tokens":1,"conv":9,"state":15,"len":6,"where":2,"width":4,"1":7,"weight":2,"bias":1,"cache":6,"seqlens":3,"dtype":2,"int32":2,"if":7,"not":7,"none":6,"the":9,"is":7,"treated":1,"as":1,"a":3,"circular":1,"buffer":1,"will":3,"be":2,"updated":1,"by":2,"copying":1,"to":1,"starting":1,"at":2,"index":1,"indices":5,"larger":1,"tensor":1,"along":1,"and":2,"we":1,"are":1,"selecting":1,"coords":1,"specified":1,"useful":1,"for":3,"continuous":1,"batching":1,"scenario":1,"pad":4,"slot":4,"id":4,"int":1,"passed":1,"lets":1,"kernel":2,"identify":1,"padded":1,"entries":2,"that":1,"processed":1,"example":1,"20":1,"in":2,"this":1,"case":1,"process":1,"0":1,"out":1,"validate":1,"data":1,"assert":4,"implemented":1,"yet":1,"ok":1,"vllm":1,"stride":1,"isinstance":1,"activation":5,"bool":1,"silu":2,"true":1,"else":1,"elif":1,"swish":1,"unsqueeze":3,"make":1,"it":1,"with":1,"num":1,"lines":1,"size":1},"35428,1317,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"if":2,"validate":1,"data":1,"assert":9,"dim":9,"weight":3,"size":3,"0":2,"conv":9,"state":12,"stride":19,"2":2,"1":6,"f":1,"error":1,"expect":1,"contiguous":1,"along":1,"feat":1,"of":2,"currently":1,"len":3,"width":3,"when":1,"above":1,"happens":1,"we":1,"don":1,"t":1,"shift":1,"left":1,"to":1,"keep":1,"any":1,"records":1,"in":2,"indices":2,"is":2,"none":2,"batch":5,"else":1,"shape":1,"num":1,"cache":2,"lines":1,"need":1,"this":1,"seqlens":1,"not":1,"needed":1,"for":1,"vllm":2,"circular":1,"buffer":1,"adopt":1,"the":1,"strategy":1,"that":1,"overwrite":1,"on":1,"x":7,"directly":1,"rather":1,"than":1,"creating":1,"a":1,"new":1,"tensor":1,"o":4,"out":2,"w":2,"seq":3,"token":3,"seqlen":1,"istate":3,"np2":1,"statelen":1,"triton":2,"next":1,"power":1,"def":1,"grid":1,"meta":2,"return":1,"cdiv":1,"block":1,"n":1},"36745,1002,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/causal_conv1d.py":{"causal":1,"conv1d":1,"update":1,"kernel":2,"grid":1,"pointers":1,"to":1,"matrices":1,"x":4,"weight":1,"bias":3,"conv":3,"state":4,"cache":2,"seqlens":1,"indices":2,"out":4,"matrix":1,"dimensions":1,"batch":1,"dim":5,"seqlen":1,"len":1,"num":1,"lines":1,"stride":12,"seq":3,"token":3,"w":2,"width":3,"istate":3,"o":3,"others":1,"pad":3,"slot":3,"id":2,"meta":1,"has":1,"is":4,"not":3,"none":3,"silu":2,"activation":2,"in":1,"swish":1,"continuous":1,"batching":1,"np2":2,"statelen":2,"use":1,"block":1,"n":1,"256":1,"if":1,"unsqueeze":1,"squeeze":1,"1":1,"return":1},"0,792,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":4,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"c":1,"2024":1,"tri":1,"dao":1,"albert":1,"gu":1,"adapted":1,"from":8,"https":1,"github":1,"com":1,"state":6,"spaces":1,"mamba":2,"blob":1,"v2":1,"4":1,"ssm":1,"ops":1,"triton":5,"ssd":5,"combined":1,"py":1,"ruff":1,"noqa":1,"e501":1,"import":8,"torch":1,"einops":1,"rearrange":1,"packaging":1,"version":4,"utils":1,"bmm":2,"chunk":7,"fwd":5,"scan":2,"cumsum":1,"varlen":1,"passing":2,"22":1,"parse":2,"def":1,"is":1,"int":2,"pow":1,"n":5,"return":1,"isinstance":1,"and":2,"1":1},"792,1902,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"def":1,"mamba":1,"chunk":6,"scan":1,"combined":1,"fwd":1,"x":7,"dt":5,"a":2,"b":7,"c":5,"size":3,"d":8,"none":15,"z":8,"bias":1,"initial":1,"states":1,"seq":3,"idx":3,"indices":1,"offsets":1,"cu":1,"seqlens":1,"softplus":1,"false":1,"limit":1,"0":3,"float":1,"inf":1,"state":1,"dtype":1,"out":1,"assert":9,"is":6,"int":1,"pow":1,"2":2,"must":1,"be":3,"integer":1,"power":1,"of":1,"batch":4,"seqlen":4,"nheads":6,"headdim":2,"shape":12,"ngroups":3,"dstate":2,"if":8,"not":5,"or":3,"stride":7,"1":14,"contiguous":7,"and":4,"either":2,"m":2,"k":2,"dimension":2,"should":2},"2694,290,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"if":2,"initial":3,"states":3,"is":2,"not":1,"none":2,"cu":2,"seqlens":2,"assert":2,"shape":2,"batch":1,"nheads":2,"headdim":2,"dstate":2,"else":1,"len":1,"1":1},"2984,1334,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"this":1,"function":1,"executes":1,"5":1,"sub":1,"functions":1,"for":3,"computing":1,"mamba":2,"a":7,"good":1,"resource":1,"is":3,"the":9,"blog":4,"https":1,"goombalab":1,"github":1,"io":1,"2024":1,"mamba2":1,"part3":1,"algorithm":1,"which":2,"has":1,"minimal":1,"implementation":1,"to":3,"understand":1,"below":2,"operations":1,"as":1,"explained":1,"by":1,"special":1,"case":1,"of":5,"causal":1,"attention":2,"idea":1,"chunk":5,"matrix":1,"and":2,"compute":3,"each":2,"submatrix":1,"separately":1,"using":1,"different":1,"optimizations":1,"see":1,"paper":1,"visualization":1,"submatrices":1,"we":1,"refer":1,"in":2,"comments":1,"1":1,"chunked":1,"cumsum":4,"dt":11,"here":1,"may":1,"go":1,"through":1,"softplus":3,"activation":1,"da":2,"fwd":2,"size":1,"bias":2,"limit":2,"2":1,"state":2,"intra":1,"right":1,"term":1,"low":1,"rank":1,"factorization":1,"off":1,"diagonal":1,"blocks":1,"b":2,"terms":1,"states":2,"x":1,"seq":2,"idx":2,"fp32":1,"true":1},"4318,1495,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"3":1,"compute":2,"the":8,"inter":1,"chunk":8,"ssm":2,"recurrence":1,"produces":1,"correct":1,"states":15,"at":1,"boundaries":1,"middle":1,"term":1,"of":5,"factorization":1,"off":1,"diag":1,"blocks":1,"a":2,"terms":2,"for":3,"handling":1,"chunked":1,"prefill":1,"this":3,"requires":1,"i":2,"initial":4,"ii":1,"seq":8,"idx":8,"and":2,"iii":1,"is":7,"cont":2,"batched":3,"to":4,"be":2,"all":1,"specified":1,"when":1,"new":2,"detected":1,"we":1,"will":3,"stop":1,"passing":2,"prev":1,"state":5,"switch":1,"accordingly":1,"init":2,"corresponding":1,"ensure":1,"that":2,"updated":1,"with":1,"rightmost":1,"flushed":1,"previous":1,"implies":1,"first":2,"either":1,"0":1,"or":1,"equal":1,"example":1,"final":3,"fwd":2,"rearrange":3,"p":6,"n":7,"da":1,"cumsum":1,"1":1,"if":2,"not":3,"none":4,"else":2,"size":3,"out":1,"dtype":5,"c":3,"cu":1,"seqlens":1,"t":3,"dstate":1,"in":1,"4":1,"matrix":1,"multiply":1,"j":1,"b":2,"cb":1,"bmm":1,"output":1,"torch":1,"float32":1},"5813,1436,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"5":1,"scan":2,"and":1,"compute":1,"the":4,"diagonal":1,"blocks":1,"taking":1,"into":1,"account":2,"past":1,"causal":1,"states":19,"if":4,"initial":6,"are":1,"provided":1,"then":1,"information":2,"will":1,"be":1,"augmented":1,"with":1,"to":3,"do":1,"this":1,"properly":1,"we":4,"need":1,"for":1,"example":2,"changes":2,"in":3,"continuous":1,"batch":3,"therefore":1,"introduce":1,"pseudo":3,"chunks":1,"which":2,"is":5,"a":2,"chunk":9,"that":1,"split":1,"up":1,"each":2,"time":1,"an":1,"detect":1,"previous":1,"had":1,"seq":3,"idx":3,"change":1,"case":1,"take":1,"from":1,"init":1,"out":5,"x":5,"fwd":1,"cb":1,"dt":4,"da":4,"cumsum":4,"c":1,"d":2,"z":2,"indices":2,"offsets":2,"cu":3,"seqlens":3,"none":1,"return":2,"final":2,"else":1,"assert":1,"1":2,"passing":1,"get":1,"varlen":4,"only":1,"supported":1,"dimension":1,"state":1,"b":1,"squeeze":5,"0":5},"7249,1564,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"def":1,"mamba":1,"chunk":5,"scan":1,"combined":1,"x":2,"dt":8,"a":2,"b":2,"c":2,"size":2,"d":2,"none":11,"z":2,"bias":2,"initial":2,"states":5,"seq":2,"idx":2,"indices":1,"offsets":1,"cu":2,"seqlens":2,"softplus":3,"false":3,"limit":1,"0":2,"float":1,"inf":1,"out":2,"return":3,"final":1,"varlen":2,"state":3,"dtype":2,"argument":1,"batch":7,"seqlen":6,"nheads":8,"headdim":4,"ngroups":2,"dstate":3,"int":1,"or":2,"num":1,"sequences":1,"1":1,"only":1,"used":1,"if":1,"is":1,"true":1,"whether":1,"to":2,"apply":1,"preallocated":1,"output":1,"tensor":1,"the":2,"data":1,"type":1,"of":1,"ssm":1},"8813,1002,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_combined.py":{"if":5,"not":5,"return":8,"varlen":6,"states":14,"cu":5,"seqlens":5,"none":2,"else":4,"assert":1,"is":2,"must":1,"be":1,"provided":1,"true":1,"out":4,"x":2,"dt":8,"da":1,"cumsum":1,"final":5,"rest":2,"mamba":1,"chunk":6,"scan":1,"combined":1,"fwd":1,"a":1,"b":1,"c":1,"size":1,"d":2,"z":2,"bias":2,"initial":2,"seq":2,"idx":2,"indices":2,"offsets":2,"softplus":2,"limit":2,"state":2,"dtype":2,"0":1},"0,1551,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_state_passing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"c":1,"2024":1,"tri":1,"dao":1,"albert":1,"gu":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"state":3,"spaces":1,"mamba":2,"blob":1,"v2":1,"4":1,"ssm":1,"ops":1,"triton":11,"ssd":1,"passing":2,"py":1,"ruff":1,"noqa":1,"e501":1,"import":2,"torch":1,"utils":1,"tl":5,"autotune":1,"configs":1,"config":6,"block":7,"size":8,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"key":1,"dim":6,"jit":1,"def":1,"fwd":1,"kernel":1,"pointers":1,"matrices":1,"states":9,"ptr":6,"out":5,"final":4,"da":4,"cs":4,"initstates":5,"seq":4,"idx":4,"matrix":1,"dimensions":1,"nchunks":1,"seqlen":2,"chunk":4,"strides":1,"stride":19,"batch":6,"head":5,"meta":1,"parameters":1,"has":2,"constexpr":4,"is":1,"cont":1,"batched":1},"1551,1406,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_state_passing.py":{"pid":15,"b":7,"tl":8,"program":3,"id":3,"axis":3,"1":1,"h":6,"2":1,"m":8,"0":4,"states":15,"ptr":12,"stride":15,"batch":7,"head":5,"da":3,"cs":3,"out":6,"final":6,"if":4,"has":3,"initstates":11,"not":2,"is":1,"cont":2,"batched":1,"seq":3,"idx":3,"offs":6,"block":3,"size":3,"arange":1,"ptrs":5,"dim":5,"will":2,"be":2,"the":5,"past":1,"state":2,"of":1,"sequence":1,"that":1,"continues":1,"on":1,"current":1,"check":1,"zeros":1,"dtype":1,"float32":2,"else":1,"for":2,"batches":1,"first":2,"chunk":1,"mean":1,"it":1,"s":1,"init":1,"load":1,"mask":1,"other":1,"to":1},"2957,1834,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_state_passing.py":{"tl":12,"store":3,"out":6,"ptrs":9,"states":12,"mask":5,"offs":5,"m":5,"dim":5,"stride":6,"chunk":7,"seq":16,"idx":14,"0":7,"for":1,"c":3,"in":2,"range":1,"nchunks":2,"new":9,"load":5,"other":2,"to":5,"float32":3,"da":5,"cs":5,"ptr":4,"scale":4,"exp":1,"if":4,"has":3,"the":6,"pass":1,"forward":1,"is":4,"one":1,"that":3,"flushed":2,"right":1,"boundary":1,"given":1,"by":1,"below":1,"min":1,"1":3,"size":1,"seqlen":2,"initstates":5,"cont":1,"batched":1,"and":1,"this":1,"means":1,"current":1,"rightmost":1,"changed":1,"so":1,"we":2,"do":1,"not":1,"propagate":1,"state":4,"from":1,"previous":1,"but":1,"rather":1,"sequence":1,"s":2,"init":2,"batch":1,"update":1,"with":1,"else":2,"where":1,"final":1},"4791,776,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_state_passing.py":{"def":1,"state":1,"passing":1,"fwd":1,"states":7,"da":2,"chunk":3,"cumsum":2,"initial":5,"none":6,"seq":3,"idx":3,"size":1,"out":1,"dtype":1,"is":6,"cont":2,"batched":2,"false":1,"batch":4,"nchunks":2,"nheads":3,"dim":2,"shape":3,"assert":3,"if":3,"not":2,"cu":1,"seqlens":1,"provided":2,"then":1,"the":3,"are":3,"used":2,"for":2,"continuous":1,"batching":2,"in":1,"which":1,"case":2,"we":1,"require":1,"to":1,"be":1,"else":1,"this":1,"regular":1,"where":1,"each":1,"example":1,"of":1},"5567,1871,data/raw/vllm-0.10.1/vllm/model_executor/layers/mamba/ops/ssd_state_passing.py":{"if":6,"seq":11,"idx":11,"is":11,"not":8,"none":9,"assert":2,"chunk":6,"size":3,"seqlen":3,"shape":2,"1":7,"batch":4,"out":11,"dtype":7,"states":21,"else":5,"torch":4,"empty":2,"nchunks":2,"nheads":3,"dim":4,"device":6,"final":6,"float32":1,"grid":2,"lambda":1,"meta":2,"triton":1,"cdiv":1,"block":1,"with":1,"cuda":1,"index":1,"state":1,"passing":1,"fwd":1,"kernel":1,"da":4,"cumsum":4,"initial":6,"0":13,"stride":19,"2":5,"3":2,"has":2,"initstates":1,"cont":2,"batched":2,"return":1},"0,1470,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"import":11,"time":2,"from":6,"typing":1,"optional":2,"torch":7,"nn":3,"as":3,"xla":3,"core":1,"model":18,"xm":1,"distributed":3,"spmd":3,"xs":2,"config":10,"modelconfig":2,"vllmconfig":2,"tpu":2,"utils":2,"get":1,"fqn":1,"shard":1,"logger":4,"init":2,"executor":2,"loader":4,"default":3,"defaultmodelloader":2,"initialize":3,"process":1,"weights":4,"after":1,"loading":3,"set":2,"dtype":3,"name":1,"class":1,"tpumodelloader":1,"a":1,"for":1,"under":1,"mode":1,"def":1,"load":2,"self":2,"mesh":2,"none":2,"module":1,"and":2,"on":1,"cpu":2,"then":1,"during":1,"partition":1,"are":1,"sharded":1,"transferred":1,"tpus":1,"counter":2,"before":1,"perf":1,"assert":1,"quantization":2,"is":1,"not":1,"supported":1,"target":2,"device":3,"with":2},"1470,1789,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tpu.py":{"load":7,"format":3,"vllm":1,"config":5,"if":3,"dummy":2,"weights":19,"to":3,"name":2,"for":2,"in":1,"model":17,"named":1,"parameters":1,"all":3,"self":5,"get":1,"loaded":9,"counter":10,"after":5,"loading":6,"time":3,"perf":3,"logger":3,"info":3,"took":2,"2f":2,"seconds":2,"before":3,"we":1,"only":1,"enable":1,"strict":1,"check":2,"non":1,"quantized":1,"models":1,"that":1,"have":1,"tracking":1,"currently":1,"quantization":1,"is":4,"none":2,"and":1,"not":5,"raise":1,"valueerror":1,"following":1,"were":1,"initialized":1,"from":1,"f":1,"checkpoint":1,"else":1,"use":1,"weight":2,"during":1,"process":1,"target":1,"device":1,"partition":5,"eval":1,"xla":1,"shard":1,"mesh":2,"ensure":1,"the":1,"properly":1},"3259,1530,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tpu.py":{"need":1,"to":1,"torch":4,"compile":3,"after":1,"model":21,"sharding":2,"are":4,"done":1,"because":1,"the":2,"compiler":1,"hints":1,"xs":2,"mark":1,"ops":1,"if":2,"not":2,"config":1,"is":6,"multimodal":1,"backend":2,"openxla":2,"else":1,"language":2,"return":1,"def":1,"check":3,"loaded":2,"self":1,"mesh":3,"optional":1,"nn":1,"module":3,"none":2,"ensure":1,"properly":1,"1":1,"all":1,"parameters":3,"and":2,"buffers":3,"on":3,"xla":2,"device":13,"2":1,"non":1,"spmd":2,"friendly":1,"layers":1,"replaced":2,"as":1,"expected":1,"xm":1,"type":10,"str":1,"for":3,"name":4,"param":3,"in":3,"named":2,"assert":2,"f":2,"parameter":1,"instead":2,"of":2,"buffer":4,"modules":1,"get":1,"fqn":1,"qkvparallellinear":2,"raise":1,"assertionerror":1,"should":1,"be":1,"by":1,"xlaqkvparallellinear":1,"under":1,"mode":1},"0,1826,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"utilities":1,"for":1,"selecting":1,"and":1,"loading":1,"neuron":4,"models":3,"in":1,"transformers":4,"neuronx":3,"framework":1,"import":14,"ast":1,"copy":1,"importlib":1,"os":1,"from":8,"typing":1,"optional":1,"torch":6,"nn":3,"as":2,"pretrainedconfig":2,"config":6,"modelconfig":1,"parallelconfig":1,"schedulerconfig":1,"speculativeconfig":1,"model":6,"executor":4,"layers":3,"logits":3,"processor":2,"logitsprocessor":2,"quantization":2,"get":1,"sampler":2,"sampleroutput":1,"sampling":2,"metadata":1,"samplingmetadata":1,"sequence":1,"completionsequencegroupoutput":1,"logprob":1,"sequenceoutput":1,"dtype":1,"amp":1,"auto":1,"f32":4,"half":1,"f16":3,"float16":2,"bfloat16":2,"bf16":2,"float":1,"float32":2,"supported":2,"by":1,"dict":1,"str":4,"tuple":1,"llamaforcausallm":2,"llama":1,"llamaforsampling":1,"mistralforcausallm":2,"mistral":1,"mistralforsampling":1,"class":1,"neuroncausallm":1,"module":1,"def":1,"init":2,"self":3,"on":1,"device":1,"disabled":1,"bool":1,"false":1,"none":1,"super":1,"vocab":1,"size":1,"input":1,"true":1},"1826,1905,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"self":11,"on":5,"device":5,"sampling":10,"disabled":4,"if":2,"use":1,"default":1,"sampler":4,"lazy":1,"initialized":1,"model":2,"nn":1,"module":1,"def":3,"forward":1,"input":4,"ids":10,"torch":7,"tensor":7,"positions":2,"block":2,"logits":9,"cache":1,"start":1,"return":4,"compute":1,"hidden":2,"states":2,"metadata":5,"samplingmetadata":2,"processor":1,"none":2,"sample":4,"optional":1,"sampleroutput":2,"next":5,"tokens":5,"outputs":2,"the":1,"token":8,"directly":1,"sampled":2,"flatten":1,"idx":3,"0":1,"for":2,"seq":7,"group":2,"in":2,"groups":1,"samples":4,"id":7,"item":1,"append":2,"sequenceoutput":1,"parent":1,"output":1,"logprobs":2,"logprob":1,"1":1,"completionsequencegroupoutput":1,"prompt":1},"3731,1923,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"def":4,"load":1,"weights":1,"self":10,"model":15,"name":5,"or":2,"path":4,"str":1,"kwargs":2,"arch":2,"get":1,"architecture":1,"config":1,"neuronx":8,"module":6,"cls":5,"hf":1,"neuron":3,"supported":1,"models":1,"importlib":1,"import":1,"getattr":1,"from":1,"pretrained":1,"to":1,"class":1,"neuronspeculationcausallm":1,"nn":1,"a":1,"optimized":1,"causal":1,"language":1,"with":2,"speculative":3,"decoding":1,"speculation":5,"termination":3,"id":5,"1":3,"init":2,"none":1,"super":1,"forward":1,"input":5,"ids":9,"torch":6,"tensor":5,"positions":2,"block":2,"tokens":5,"counts":2,"iteration":1,"mark":1,"the":2,"end":1,"of":2,"accepted":4,"for":3,"each":1,"sequence":2,"batch":3,"size":3,"steps":3,"shape":2,"mask":2,"arange":1,"expand":1,"return":1,"sample":1,"logits":3,"sampling":2,"metadata":2,"samplingmetadata":1,"optional":1,"list":1,"sampleroutput":1,"num":1,"seq":5,"sg":2,"in":2,"groups":1,"organize":1,"tensors":1,"by":5,"step":4,"instead":1,"token":3,"transpose":1,"0":1,"tolist":1},"5654,1789,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"sampler":3,"output":7,"list":9,"for":5,"step":8,"index":6,"in":5,"range":2,"num":1,"steps":1,"if":3,"all":1,"token":12,"id":8,"self":1,"speculation":1,"termination":1,"accepted":2,"ids":6,"by":2,"break":1,"sequence":3,"batch":1,"size":1,"append":2,"completionsequencegroupoutput":1,"samples":1,"sequenceoutput":1,"parent":1,"seq":2,"logprobs":2,"logprob":1,"prompt":1,"none":3,"sampleroutput":1,"outputs":1,"return":4,"def":2,"get":2,"model":2,"architecture":1,"config":2,"pretrainedconfig":1,"str":2,"architectures":6,"getattr":1,"arch":3,"neuron":3,"supported":4,"models":2,"raise":1,"valueerror":1,"f":3,"are":1,"not":2,"on":1,"now":1,"keys":1,"buckets":7,"env":5,"default":2,"value":5,"int":5,"os":1,"getenv":1,"is":2,"remove":2,"empty":2,"filter":1,"lambda":1,"x":3,"and":1,"len":1,"strip":1,"0":1,"split":1,"map":1},"7443,1864,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"def":2,"get":5,"default":5,"neuron":11,"config":32,"model":7,"modelconfig":2,"parallel":2,"parallelconfig":2,"scheduler":4,"schedulerconfig":2,"generate":2,"a":2,"based":2,"on":4,"vllm":2,"args":4,"from":5,"transformers":4,"neuronx":4,"import":4,"continuousbatchingconfig":4,"constants":2,"layout":6,"bsh":4,"continuous":4,"batching":4,"batch":2,"size":2,"for":4,"shared":2,"caches":2,"max":2,"num":2,"seqs":2,"quant":6,"dict":2,"dequant":1,"dtype":3,"torch":1,"to":2,"amp":1,"quantize":1,"method":2,"vector":1,"dynamic":1,"quantization":6,"builder":2,"lambda":1,"none":2,"todo":1,"add":1,"paged":1,"attention":2,"the":1,"arguments":1,"collectives":1,"fuse":1,"qkv":1,"true":1,"if":1,"else":1,"weight":1,"tiling":1,"bool":1,"device":2,"generation":2,"return":1,"speculation":1,"speculative":1,"decoding":1},"9307,1711,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"default":3,"neuron":15,"args":2,"dict":1,"collectives":1,"layout":4,"bsh":2,"attention":1,"fuse":1,"qkv":1,"true":2,"on":5,"device":5,"embedding":1,"continuous":2,"batching":2,"config":16,"generation":2,"copy":2,"deepcopy":2,"model":6,"sampling":5,"params":3,"return":4,"def":3,"get":2,"modelconfig":2,"if":3,"not":2,"is":2,"disabled":2,"none":2,"bool":1,"getattr":1,"after":1,"override":1,"overridden":5,"from":1,"transformers":1,"neuronx":1,"import":1,"continuousbatchingconfig":1,"generationconfig":1,"kvcachequantizationconfig":2,"neuronconfig":1,"quantizationconfig":1,"sparseattnconfig":2,"sparse":5,"attn":5,"pop":2,"kv":5,"cache":5,"quant":5},"11018,1704,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"continuous":5,"batching":5,"overridden":7,"neuron":20,"config":27,"pop":3,"if":3,"continuousbatchingconfig":1,"quant":5,"quantizationconfig":1,"on":6,"device":6,"generation":5,"generationconfig":1,"default":5,"update":1,"return":1,"neuronconfig":1,"def":1,"get":5,"model":11,"modelconfig":1,"parallel":2,"parallelconfig":1,"scheduler":4,"schedulerconfig":1,"nn":1,"module":1,"initializes":1,"a":2,"optimized":1,"for":1,"inference":1,"create":1,"instance":1,"neuroncausallm":1,"hf":1,"is":1,"sampling":1,"disabled":1,"args":2,"after":1,"override":2,"context":2,"length":2,"estimates":1,"buckets":4,"max":2,"len":2,"n":1,"positions":1,"token":1,"gen":1},"12722,1872,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"model":17,"load":1,"weights":1,"config":29,"tp":1,"degree":1,"parallel":4,"tensor":1,"size":2,"amp":2,"torch":1,"dtype":2,"to":2,"neuron":15,"context":4,"length":4,"estimate":1,"estimates":2,"n":3,"positions":3,"batch":1,"scheduler":5,"max":3,"num":1,"seqs":1,"return":1,"eval":1,"def":1,"get":5,"speculation":7,"modelconfig":1,"parallelconfig":1,"schedulerconfig":1,"speculativeconfig":1,"initializes":1,"a":2,"optimized":1,"for":4,"inference":1,"this":1,"method":1,"is":5,"only":1,"applicable":1,"with":1,"standalone":1,"draft":2,"from":1,"transformers":1,"neuronx":1,"fused":1,"import":1,"fusedspeculativedecoder":1,"eagle":5,"sd":1,"we":1,"need":1,"pass":1,"in":2,"additional":1,"parameters":1,"getattr":1,"hf":2,"false":1,"create":1,"target":3,"instance":1,"neuroncausallm":1,"default":4,"args":3,"if":1,"true":1,"after":1,"override":2,"buckets":4,"len":2,"token":1,"gen":1},"14594,1668,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"target":2,"model":15,"load":2,"weights":2,"config":32,"tp":2,"degree":2,"parallel":5,"tensor":2,"size":4,"amp":4,"torch":2,"dtype":4,"to":2,"neuron":14,"context":4,"length":4,"estimate":2,"estimates":2,"n":4,"positions":4,"batch":2,"scheduler":3,"max":2,"num":2,"seqs":2,"eval":2,"create":1,"draft":17,"instance":1,"neuroncausallm":1,"speculation":7,"hf":1,"default":5,"args":4,"get":2,"for":1,"if":1,"is":2,"eagle":2,"true":1,"has":1,"pre":1,"attention":1,"norm":1,"false":1,"after":1,"override":2},"16262,1936,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"num":4,"speculative":3,"tokens":3,"speculation":10,"config":26,"create":2,"model":23,"instance":2,"fusedspeculativedecoder":1,"draft":1,"target":6,"to":2,"neuron":15,"return":1,"neuronspeculationcausallm":1,"def":1,"get":5,"eagle":4,"modelconfig":1,"parallel":4,"parallelconfig":1,"scheduler":5,"schedulerconfig":1,"speculativeconfig":1,"initializes":1,"a":1,"optimized":1,"for":2,"inference":1,"from":1,"transformers":1,"neuronx":1,"import":1,"eaglespeculativedecoder":1,"neuroncausallm":1,"hf":1,"default":4,"args":3,"is":1,"true":1,"after":1,"override":2,"context":4,"length":4,"estimates":2,"buckets":4,"max":3,"len":2,"n":3,"positions":3,"token":1,"gen":1,"load":1,"weights":1,"tp":1,"degree":1,"tensor":1,"size":2,"amp":2,"torch":1,"dtype":2,"estimate":1,"batch":1,"seqs":1,"eval":1},"18198,1671,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuron.py":{"create":1,"draft":18,"model":17,"instance":1,"neuroncausallm":1,"speculation":11,"config":27,"hf":1,"default":5,"neuron":12,"args":4,"get":2,"for":1,"parallel":3,"scheduler":2,"is":1,"eagle":1,"true":1,"has":1,"pre":1,"attention":1,"norm":1,"false":1,"after":1,"override":2,"load":1,"weights":1,"tp":1,"degree":1,"tensor":1,"size":2,"amp":2,"torch":1,"dtype":2,"to":2,"context":2,"length":2,"estimate":1,"estimates":1,"n":2,"positions":2,"batch":1,"max":1,"num":1,"seqs":1,"eval":2,"token":4,"tree":4,"dict":1,"int":2,"list":1,"ast":1,"literal":1,"speculative":1,"eaglespeculativedecoder":1,"target":1,"return":1,"neuronspeculationcausallm":1},"0,1376,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":28,"argparse":1,"contextlib":1,"contextvars":1,"dataclasses":2,"json":1,"os":1,"tempfile":1,"threading":1,"time":1,"from":16,"collections":1,"abc":1,"generator":1,"mutablemapping":1,"asdict":1,"dataclass":1,"field":1,"fields":1,"typing":1,"type":2,"checking":2,"any":1,"classvar":1,"optional":1,"union":1,"regex":1,"as":2,"re":1,"torch":3,"huggingface":1,"hub":1,"snapshot":1,"download":1,"nn":1,"utils":4,"python":1,"dispatch":1,"torchdispatchmode":1,"transformers":1,"pretrainedconfig":1,"envs":2,"config":2,"modelconfig":1,"parallelconfig":1,"vllmconfig":1,"set":1,"current":2,"logger":2,"init":2,"model":1,"executor":1,"layers":1,"vocab":1,"parallel":1,"embedding":1,"vocabparallelembedding":1,"platforms":1,"platform":1,"flexibleargumentparser":1,"placeholdermodule":1,"if":1,"engine":1,"arg":1,"engineargs":1,"try":1,"tensorizer":3,"decryptionparams":1,"encryptionparams":1,"tensordeserializer":1,"tensorserializer":1,"stream":2,"io":1,"open":1,"convert":1,"bytes":1,"get":1,"mem":1,"usage":1,"no":1,"or":1,"tensor":1},"1376,1785,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"except":1,"importerror":1,"tensorizer":11,"placeholdermodule":1,"decryptionparams":3,"placeholder":8,"attr":8,"encryptionparams":3,"tensordeserializer":3,"tensorserializer":3,"open":3,"stream":4,"io":1,"convert":3,"bytes":3,"utils":3,"get":3,"mem":3,"usage":3,"no":3,"init":4,"or":5,"tensor":4,"all":1,"tensorizerconfig":1,"logger":2,"name":2,"def":4,"is":1,"valid":1,"deserialization":2,"uri":5,"optional":1,"str":1,"bool":1,"if":3,"scheme":2,"lower":1,"split":1,"0":1,"return":4,"in":2,"s3":1,"http":1,"https":1,"os":1,"path":1,"exists":1,"false":1,"kwargs":9,"arg":1,"value":3,"loaded":3,"json":2,"loads":1,"not":3,"isinstance":1,"dict":2,"raise":1,"argparse":1,"argumenttypeerror":1,"f":3,"deserializable":2,"to":2,"serialization":1,"and":2,"must":1,"be":1,"from":1,"a":2,"string":1,"dictionary":1,"class":1,"metatensormode":1,"torchdispatchmode":1,"torch":1,"dispatch":1,"self":1,"func":3,"types":1,"args":2,"none":2,"schema":1,"aten":1,"empty":1,"device":2,"meta":2,"mode":1,"loading":1,"code":1},"3161,1816,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"if":6,"loading":4,"code":4,"is":7,"none":2,"return":5,"noinitortensorimpl":5,"context":4,"manager":4,"elif":1,"callable":2,"with":4,"else":1,"raise":1,"typeerror":1,"expected":1,"a":2,"to":1,"evaluate":1,"or":1,"being":1,"used":1,"as":1,"f":1,"got":1,"an":1,"object":1,"of":1,"type":2,"name":1,"instead":1,"class":1,"modules":3,"torch":3,"nn":3,"linear":1,"embedding":1,"layernorm":1,"module":2,"originals":2,"tuple":1,"m":3,"reset":7,"parameters":4,"for":3,"in":3,"active":14,"contextvars":1,"contextvar":1,"default":1,"false":1,"count":8,"int":1,"0":2,"lock":4,"threading":1,"classmethod":1,"contextlib":1,"contextmanager":1,"def":3,"cls":13,"get":2,"yield":2,"1":3,"mod":5,"disable":2,"token":2,"set":1,"true":1,"try":1,"metatensormode":1,"finally":1,"original":2,"staticmethod":1,"func":2,"wrapper":2,"args":2,"kwargs":2,"not":1,"dataclass":1},"4977,1761,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"class":3,"tensorizerconfig":2,"mutablemapping":1,"tensorizer":5,"uri":3,"optional":17,"str":14,"none":17,"dir":5,"vllm":1,"tensorized":1,"bool":3,"verify":1,"hash":1,"num":1,"readers":1,"int":1,"encryption":1,"keyfile":1,"s3":4,"access":2,"key":2,"id":1,"secret":1,"endpoint":1,"lora":4,"stream":1,"kwargs":3,"dict":4,"any":4,"serialization":3,"deserialization":2,"extra":1,"attrs":1,"field":6,"init":5,"false":6,"default":5,"model":3,"type":1,"torch":2,"nn":1,"module":1,"hf":1,"config":2,"pretrainedconfig":1,"dtype":2,"union":1,"is":6,"sharded":1,"fields":1,"classvar":2,"tuple":1,"keys":1,"frozenset":1,"args":2,"for":2,"the":4,"these":1,"are":1,"used":2,"to":4,"configure":1,"behavior":1,"of":1,"and":2,"using":1,"path":2,"serialized":1,"tensors":1,"can":1,"be":2,"a":5,"local":1,"file":1,"or":2,"this":3,"required":2,"unless":2,"provided":1,"meant":1,"tensorize":1,"adapter":1,"function":1,"passed":1,"object":1,"s":1,"initializer":1,"argument":1},"6738,1938,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"tensorizer":3,"dir":1,"path":2,"to":8,"a":7,"directory":2,"containing":2,"serialized":4,"model":10,"tensors":3,"and":3,"all":1,"other":1,"potential":1,"artifacts":1,"load":1,"the":23,"such":1,"as":4,"configs":1,"tokenizer":1,"files":1,"can":4,"be":8,"passed":1,"instead":1,"of":6,"uri":1,"where":1,"file":4,"will":4,"assumed":1,"in":3,"this":4,"vllm":6,"tensorized":1,"if":3,"true":2,"indicates":1,"that":2,"is":5,"used":1,"determine":1,"behavior":1,"tensordeserializer":1,"when":1,"loading":2,"from":2,"it":2,"far":1,"faster":1,"deserialize":1,"utilizes":1,"s":1,"optimized":1,"gpu":1,"note":1,"now":2,"deprecated":1,"models":2,"are":2,"automatically":1,"inferred":1,"verify":1,"hash":1,"hashes":3,"each":1,"tensor":1,"verified":1,"against":1,"stored":1,"metadata":1,"hashmismatcherror":1,"raised":1,"any":1,"do":1,"not":1,"match":1,"num":1,"readers":2,"controls":1,"how":1,"many":1,"threads":1,"allowed":1,"read":1,"concurrently":1,"source":1,"default":2,"none":2,"which":1,"dynamically":1,"set":4,"number":2,"based":1,"on":1,"available":1,"resources":1,"size":1,"greatly":1,"increases":1,"performance":1,"encryption":1,"keyfile":1,"binary":2,"key":7,"use":1,"for":4,"decryption":2,"means":1,"no":1,"see":1,"example":1,"script":1,"examples":1,"others":1,"tensorize":1,"py":1,"s3":9,"access":6,"id":2,"bucket":3,"also":3,"via":3,"environment":3,"variable":3,"secret":3,"endpoint":3,"url":1},"8676,247,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"lora":3,"dir":1,"path":1,"to":3,"a":1,"directory":1,"containing":1,"adapter":1,"artifacts":1,"for":1,"serialization":1,"or":1,"deserialization":1,"when":1,"serializing":1,"adapters":1,"this":2,"is":1,"the":1,"only":1,"necessary":1,"parameter":1,"pass":1,"object":1,"s":1,"initializer":1},"8923,1785,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"def":1,"post":1,"init":1,"self":23,"check":1,"if":7,"the":2,"configuration":1,"is":3,"for":3,"a":3,"sharded":2,"vllm":1,"model":3,"isinstance":1,"tensorizer":26,"uri":15,"str":1,"and":6,"re":1,"search":1,"r":1,"0":1,"dd":1,"not":4,"none":1,"dir":17,"lora":7,"raise":2,"valueerror":2,"only":1,"one":1,"of":1,"or":4,"may":1,"be":2,"specified":1,"use":1,"exclusively":1,"when":1,"serializing":1,"adapters":1,"otherwise":1,"logger":1,"warning":1,"once":1,"provided":2,"both":1,"inferring":1,"from":1,"as":1,"latter":1,"takes":1,"precedence":1,"os":2,"path":2,"dirname":2,"f":2,"adapter":1,"tensors":2,"elif":1,"else":2,"unable":1,"to":1,"resolve":1,"valid":2,"must":1,"deserialization":3,"serialization":3,"kwargs":4},"10708,1819,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"def":3,"to":8,"serializable":3,"self":6,"dict":13,"str":1,"any":1,"due":1,"tensorizerconfig":4,"needing":1,"be":3,"msgpack":1,"it":1,"needs":1,"support":1,"for":3,"morphing":1,"back":1,"and":11,"forth":1,"between":1,"itself":1,"its":1,"representation":2,"s":1,"as":1,"a":4,"dictionary":1,"is":4,"meant":1,"linked":1,"in":8,"such":1,"way":1,"that":1,"the":4,"following":1,"technically":1,"initializable":2,"my":1,"tensorizer":8,"cfg":1,"this":1,"means":1,"must":1,"not":7,"retain":3,"non":1,"parameters":2,"post":1,"init":1,"attribute":1,"states":1,"also":1,"don":1,"t":1,"want":1,"private":1,"unset":1,"so":1,"only":1,"none":3,"values":1,"public":1,"attributes":1,"raw":6,"tc":10,"asdict":1,"blacklisted":4,"if":4,"uri":2,"dir":5,"append":2,"lora":1,"k":5,"v":3,"items":1,"startswith":1,"return":2,"construct":1,"args":1,"tensorizerargs":2,"type":1,"ignore":1,"verify":1,"with":2,"parallel":4,"config":3,"parallelconfig":1,"tensor":1,"size":1,"1":1,"sharded":2,"raise":1,"valueerror":1,"model":1,"should":1,"include":1,"string":1,"format":1,"template":1,"like":1,"04d":1,"formatted":1,"rank":1,"of":1,"shard":1},"12527,1580,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"def":8,"verify":1,"with":2,"model":4,"config":3,"self":20,"modelconfig":1,"none":9,"if":5,"quantization":2,"is":4,"not":5,"and":2,"tensorizer":10,"uri":3,"logger":1,"warning":1,"loading":1,"a":1,"using":1,"on":1,"vllm":1,"unstable":1,"may":1,"lead":1,"to":1,"errors":1,"open":2,"stream":3,"args":5,"optional":4,"tensorizerargs":2,"construct":1,"return":5,"kwargs":1,"keys":7,"len":2,"fields":5,"iter":2,"getitem":1,"item":4,"str":5,"any":2,"in":4,"raise":3,"keyerror":3,"getattr":1,"setitem":1,"key":8,"value":2,"disallow":1,"modifying":1,"invalid":1,"setattr":1,"delitem":1,"delattr":1,"tensorizerconfig":4,"tuple":1,"f":2,"name":1,"for":1,"frozenset":1,"dataclass":1,"class":1,"dir":1,"encryption":1,"keyfile":1},"14107,1652,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"def":2,"init":1,"self":11,"tensorizer":17,"config":15,"tensorizerconfig":1,"for":1,"k":2,"v":2,"in":1,"items":1,"setattr":1,"file":1,"obj":1,"uri":1,"s3":15,"access":10,"key":13,"id":5,"or":5,"envs":3,"secret":5,"endpoint":5,"url":1,"stream":6,"kwargs":6,"deserialization":3,"verify":2,"hash":2,"encryption":5,"keyfile":3,"num":2,"readers":2,"if":1,"with":1,"open":1,"as":1,"read":1,"decryption":2,"params":2,"decryptionparams":1,"from":1,"staticmethod":1,"add":1,"cli":2,"args":1,"parser":1,"flexibleargumentparser":2,"arguments":1},"15759,778,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"tensorizer":4,"options":3,"arg":1,"group":3,"parser":1,"add":1,"argument":1,"description":1,"for":2,"configuring":1,"the":5,"behavior":1,"of":1,"deserializer":1,"when":4,"load":1,"format":1,"is":1,"specified":1,"initializing":1,"an":1,"llmengine":2,"either":1,"via":1,"cli":1,"running":1,"vllm":1,"openai":1,"inference":1,"server":1,"with":1,"a":1,"json":1,"string":1,"passed":2,"to":3,"model":2,"loader":2,"extra":2,"config":2,"or":1,"as":1,"arguments":1,"given":1,"tensorizerconfig":1,"in":1,"constructor":1},"16537,1982,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"group":7,"add":7,"argument":7,"tensorizer":1,"uri":3,"type":6,"str":5,"help":7,"path":4,"to":4,"serialized":1,"model":2,"tensors":1,"can":5,"be":7,"a":4,"local":1,"file":6,"or":3,"an":2,"http":1,"s":1,"s3":11,"verify":1,"hash":1,"action":1,"store":1,"true":1,"if":2,"enabled":1,"the":17,"hashes":3,"of":3,"each":1,"tensor":1,"will":3,"verified":1,"against":1,"stored":1,"in":1,"metadata":1,"exception":1,"raised":1,"any":1,"do":1,"not":1,"match":1,"encryption":1,"keyfile":1,"default":6,"none":6,"binary":2,"containing":1,"key":7,"use":1,"for":4,"decryption":1,"network":1,"num":1,"readers":2,"int":1,"controls":1,"how":1,"many":1,"threads":1,"are":1,"allowed":1,"read":1,"concurrently":1,"from":1,"source":1,"is":1,"which":1,"dynamically":1,"set":4,"number":1,"based":1,"on":1,"available":1,"resources":1,"and":1,"size":1,"this":1,"greatly":1,"increases":1,"performance":1,"access":6,"id":2,"bucket":3,"also":3,"via":3,"environment":3,"variable":3,"secret":3,"endpoint":3,"url":1,"return":1,"parser":1},"18519,1586,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"classmethod":1,"def":3,"from":1,"cli":1,"args":6,"cls":3,"argparse":1,"namespace":1,"tensorizerargs":1,"attrs":2,"attr":6,"name":1,"for":5,"in":4,"dataclasses":1,"fields":1,"tensorizer":2,"getattr":1,"if":3,"hasattr":1,"return":1,"check":2,"tensors":4,"on":2,"meta":3,"device":5,"model":7,"nn":2,"module":2,"none":1,"tensor":2,"state":1,"dict":1,"values":1,"type":1,"raise":1,"valueerror":1,"the":5,"serialized":2,"contains":1,"indicating":1,"that":3,"some":1,"were":1,"not":1,"loaded":1,"properly":1,"please":1,"parameters":1,"of":2,"being":1,"specified":1,"match":1,"such":1,"as":1,"its":1,"quantization":1,"resize":1,"lora":2,"embeddings":3,"modify":1,"embedding":2,"layers":1,"to":2,"use":1,"bigger":1,"allow":1,"adapter":1,"added":1,"tokens":1,"child":12,"modules":1,"isinstance":1,"vocabparallelembedding":1,"and":1,"weight":11,"shape":3,"0":4,"num":2,"per":2,"partition":2,"new":4,"torch":1,"empty":1,"dim":1,"dtype":2,"copy":1,"data":2,"fill":1},"20105,1772,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"def":2,"init":1,"tensorizer":22,"model":9,"config":19,"tensorizerconfig":2,"vllm":5,"vllmconfig":1,"nn":2,"module":3,"assert":2,"hf":2,"is":6,"not":4,"none":3,"args":6,"torch":3,"dtype":4,"class":3,"todo":1,"do":1,"we":1,"need":1,"to":2,"consider":1,"old":1,"style":1,"with":2,"meta":1,"tensor":1,"mode":2,"set":1,"current":4,"check":2,"compile":1,"true":1,"return":1,"deserialize":1,"construct":1,"if":2,"valid":2,"deserialization":2,"uri":6,"raise":1,"valueerror":1,"f":6,"a":3,"please":1,"that":1,"the":1,"correct":1,"it":1,"must":1,"either":1,"point":1,"local":1,"existing":1,"file":1,"or":2,"have":1,"s3":1,"http":1,"https":1,"scheme":1,"before":1,"mem":2,"get":1,"usage":1,"start":1,"time":2,"perf":2,"counter":2,"open":1,"stream":4,"rb":1,"kwargs":2,"as":2,"tensordeserializer":1,"device":3,"xpu":3,"platform":1,"else":1,"cuda":2,"deserializer":2,"load":1,"into":1,"end":1},"21877,1744,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"total":4,"bytes":6,"str":3,"convert":2,"deserializer":5,"tensor":3,"duration":2,"end":2,"start":2,"per":2,"second":2,"after":3,"mem":4,"get":1,"usage":3,"close":1,"logger":4,"info":3,"deserialized":1,"s":5,"in":1,"0":1,"2fs":1,"memory":2,"before":2,"check":1,"tensors":1,"on":2,"meta":1,"device":2,"model":8,"resize":1,"lora":1,"embeddings":1,"del":2,"vllm":8,"tensorized":3,"marker":2,"def":2,"tensorizer":10,"weights":2,"iterator":1,"args":7,"tensorizerargs":1,"generator":1,"tuple":1,"torch":1,"none":2,"warning":1,"deserializing":2,"huggingface":1,"models":2,"is":4,"not":1,"optimized":1,"for":4,"loading":1,"as":2,"forced":1,"to":3,"load":2,"cpu":2,"consider":1,"a":3,"instead":1,"faster":1,"times":1,"see":1,"the":6,"examples":1,"others":1,"tensorize":1,"py":1,"example":1,"script":1,"serializing":1,"deserialization":1,"kwargs":4,"stream":6,"open":1,"uri":2,"with":1,"tensordeserializer":1,"state":3,"yield":1,"from":1,"items":1,"config":2,"tensorizerconfig":2,"bool":1,"infer":1,"if":1,"by":1,"checking":1,"object":1,"containing":1,"serialized":1},"23621,1911,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"returns":1,"bool":1,"true":4,"if":4,"the":1,"model":7,"is":3,"a":2,"vllm":6,"false":1,"otherwise":1,"tensorizer":12,"args":8,"config":2,"construct":1,"deserializer":2,"tensordeserializer":1,"open":3,"stream":6,"uri":1,"kwargs":3,"deserialization":1,"lazy":1,"load":1,"tensorized":3,"logger":2,"warning":1,"please":1,"note":1,"that":1,"newly":1,"serialized":2,"models":3,"are":1,"automatically":1,"inferred":1,"as":4,"so":1,"setting":1,"only":1,"necessary":1,"for":3,"prior":1,"to":1,"this":1,"change":1,"return":2,"marker":1,"in":2,"def":1,"serialize":2,"extra":2,"artifacts":2,"tensorizerargs":1,"served":5,"name":7,"union":1,"str":4,"list":1,"none":2,"not":3,"isinstance":1,"raise":1,"valueerror":1,"f":5,"must":1,"be":1,"type":1,"with":2,"tempfile":1,"temporarydirectory":1,"tmpdir":3,"snapshot":1,"download":1,"local":1,"dir":2,"ignore":1,"patterns":1,"pt":1,"safetensors":1,"bin":1,"cache":1,"gitattributes":1,"md":1,"artifact":6,"os":1,"scandir":1,"file":1,"continue":1,"path":1,"rb":1,"mode":1,"wb":1,"info":1,"writing":1,"s":1,"write":1,"read":1},"25532,1924,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"def":2,"serialize":3,"vllm":5,"model":15,"nn":3,"module":3,"tensorizer":15,"config":18,"tensorizerconfig":2,"modelconfig":1,"register":1,"parameter":2,"tensorized":1,"marker":1,"torch":1,"tensor":3,"1":1,"device":1,"meta":1,"requires":1,"grad":1,"false":1,"args":7,"construct":1,"encryption":5,"params":3,"none":2,"if":2,"keyfile":4,"is":2,"not":1,"with":5,"open":2,"rb":1,"as":2,"f":2,"key":3,"read":1,"encryptionparams":1,"output":5,"file":5,"uri":1,"sharded":1,"from":2,"distributed":1,"import":1,"get":2,"parallel":4,"rank":2,"stream":4,"mode":1,"wb":1,"kwargs":2,"serializer":3,"tensorserializer":1,"serialization":1,"write":1,"close":1,"extra":1,"artifacts":1,"served":1,"name":1,"logger":1,"info":1,"successfully":1,"serialized":1,"to":3,"s":1,"str":1,"return":1,"tensorize":1,"engine":7,"engineargs":1,"generate":1,"bool":1,"true":1,"utility":1,"load":1,"a":2,"and":1,"then":1,"it":2,"intended":1,"be":1,"used":1,"separately":1,"running":1,"server":1,"since":1,"creates":1,"its":1,"own":1,"instance":1,"create":1,"verify":2},"27456,1782,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"generate":2,"the":5,"encryption":4,"key":6,"before":1,"creating":1,"engine":10,"to":5,"support":1,"sharding":1,"if":2,"keyfile":4,"and":2,"tensorizer":12,"config":15,"is":1,"not":2,"none":1,"params":2,"encryptionparams":1,"random":1,"with":1,"open":1,"stream":3,"mode":1,"wb":1,"s3":6,"access":4,"id":2,"secret":2,"endpoint":2,"as":2,"write":1,"from":5,"vllm":5,"import":4,"llmengine":3,"v1":2,"llm":1,"v1llmengine":2,"envs":1,"use":1,"args":2,"model":4,"executor":1,"collective":2,"rpc":2,"save":2,"tensorized":2,"kwargs":2,"serializable":2,"else":1,"def":1,"tensorize":1,"lora":7,"adapter":7,"path":6,"str":1,"tensorizerconfig":1,"uses":1,"serialize":1,"a":4,"assumes":1,"that":1,"files":2,"needed":1,"load":1,"are":1,"safetensors":3,"format":1,"file":2,"called":2,"json":2,"serializes":1,"in":1,"dir":2,"utils":1,"get":2,"absolute":2,"tensor":1},"29238,1333,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer.py":{"for":1,"file":7,"in":1,"os":1,"listdir":1,"lora":6,"dir":6,"if":4,"startswith":2,"adapter":4,"model":2,"tensor":7,"path":10,"config":11,"and":1,"break":1,"endswith":2,"safetensors":2,"tensors":4,"torch":2,"load":3,"elif":1,"bin":1,"else":1,"raise":1,"valueerror":1,"unsupported":1,"s":2,"with":3,"open":3,"as":3,"f":9,"json":3,"tensorizer":11,"args":4,"construct":1,"stream":4,"mode":2,"wb":2,"kwargs":2,"write":2,"dumps":1,"encode":1,"utf":1,"8":1,"uri":2,"serializer":3,"tensorserializer":1,"state":1,"dict":1,"close":1,"logger":1,"info":1,"successfully":1,"serialized":1,"files":1,"to":1,"str":1},"0,1098,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/dummy_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":4,"project":1,"import":4,"torch":1,"nn":3,"as":1,"from":3,"config":9,"loadconfig":2,"modelconfig":3,"model":13,"executor":2,"loader":6,"base":1,"basemodelloader":2,"weight":1,"utils":1,"initialize":2,"dummy":2,"weights":5,"class":1,"dummymodelloader":1,"that":1,"will":1,"set":1,"random":2,"values":2,"def":3,"init":2,"self":3,"load":7,"super":1,"if":1,"extra":2,"raise":1,"valueerror":1,"f":2,"is":1,"not":1,"supported":1,"for":2,"format":2,"download":2,"none":2,"pass":1,"nothing":1,"module":1,"note":1,"woosuk":1,"accurate":1,"performance":1,"evaluation":1,"we":1,"assign":1},"0,1913,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"ruff":1,"noqa":1,"sim117":1,"import":24,"fnmatch":1,"glob":1,"itertools":1,"math":1,"os":1,"from":19,"collections":1,"abc":1,"generator":1,"typing":1,"any":1,"callable":1,"optional":1,"numpy":1,"as":1,"np":1,"torch":3,"huggingface":1,"hub":1,"hfapi":1,"packaging":1,"version":1,"nn":1,"transformers":1,"utils":4,"safe":1,"weights":4,"index":2,"name":2,"config":1,"loadconfig":1,"modelconfig":1,"distributed":1,"get":4,"tensor":2,"model":13,"parallel":2,"rank":1,"world":1,"size":1,"yapf":2,"enable":1,"logger":4,"init":2,"executor":7,"layers":2,"fused":1,"moe":2,"fusedmoe":1,"linear":1,"linearbase":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"loader":4,"base":1,"basemodelloader":1,"parammapping":1,"set":2,"default":1,"dtype":1,"weight":2,"download":2,"safetensors":3,"file":1,"hf":2,"filter":2,"duplicate":1,"files":2,"not":1,"needed":1,"for":2,"inference":1,"pt":1,"iterator":2,"models":1,"is":1,"pooling":1,"expert":1,"mapping":2,"packed":1,"modules":1,"attrs":1,"platforms":1,"current":1,"platform":1,"conflicts":1,"with":1,"isort":1,"this":1,"block":1},"1913,1771,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"def":3,"is":3,"moe":2,"model":9,"torch":1,"nn":1,"module":6,"bool":5,"checks":1,"if":2,"the":7,"contains":1,"fusedmoe":2,"layers":1,"return":2,"any":1,"isinstance":1,"for":2,"in":2,"modules":6,"class":1,"bitsandbytesmodelloader":1,"basemodelloader":1,"loader":1,"to":3,"load":4,"weights":5,"with":2,"bitandbytes":1,"quantization":2,"possible":1,"config":4,"file":2,"names":5,"adapter":1,"json":1,"init":2,"self":11,"loadconfig":1,"super":1,"save":2,"without":1,"sharding":1,"unsharded":1,"list":7,"str":13,"that":2,"are":1,"sharded":2,"by":1,"column":2,"whose":1,"might":1,"have":1,"fused":2,"on":1,"disk":1,"we":1,"need":1,"their":1,"output":1,"sizes":1,"make":1,"shard":1,"flight":1,"correctly":1,"tp":1,"maybe":1,"dict":1,"int":2,"store":2,"all":1,"from":2,"transformers":2,"support":1,"bnb":1,"target":1,"mapping":3,"of":1,"expert":2,"parameters":1,"models":1,"params":1,"tuple":2,"weight":5,"vllm":1,"mapper":1,"callable":1,"lambda":1,"name":4,"pre":1,"quant":1,"false":3,"8bit":1,"pool":1,"get":1,"files":4,"or":2,"path":3,"allowed":1,"patterns":1,"revision":1,"optional":1,"none":1,"retrieve":1,"download":1,"necessary":1,"and":1,"pattern":1,"local":1,"os":1,"isdir":1},"3684,1462,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"if":3,"is":1,"local":1,"for":3,"pattern":9,"in":3,"allowed":4,"patterns":6,"weight":5,"files":11,"glob":4,"os":2,"path":9,"join":2,"model":9,"name":7,"or":7,"return":2,"else":1,"hf":8,"api":2,"hfapi":1,"repo":4,"list":2,"id":1,"matching":2,"fnmatch":1,"filter":1,"folder":4,"download":2,"weights":4,"from":1,"self":4,"load":2,"config":2,"dir":1,"revision":3,"ignore":2,"raise":1,"runtimeerror":1,"f":1,"no":1,"found":1,"def":1,"prepare":2,"str":3,"optional":1,"tuple":1,"bool":1,"the":1,"safetensors":1,"bin":1,"pt":1,"matched":1,"get":1},"5146,1670,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"use":4,"safetensors":10,"matched":1,"pattern":1,"is":3,"local":2,"os":1,"path":4,"isdir":1,"model":12,"name":9,"or":3,"index":7,"file":5,"safe":1,"weights":9,"if":5,"for":4,"models":1,"like":1,"mistral":1,"7b":1,"instruct":1,"v0":1,"3":1,"there":1,"are":1,"both":2,"sharded":1,"files":11,"and":4,"a":1,"consolidated":1,"using":1,"breaks":1,"here":1,"we":2,"download":3,"the":4,"json":1,"filter":3,"any":2,"not":4,"found":1,"in":1,"from":1,"hf":10,"self":4,"load":1,"config":1,"dir":1,"revision":1,"duplicate":1,"folder":1,"else":1,"needed":1,"inference":1,"len":1,"0":2,"raise":1,"runtimeerror":1,"f":1,"cannot":1,"find":1,"with":1,"return":3,"def":2,"weight":2,"iter":1,"bool":1,"maybe":1,"pool":3,"module":4,"str":1,"need":1,"to":1,"add":1,"prefix":1,"possible":1,"target":1,"modules":1,"startswith":2},"6816,1865,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"if":2,"use":5,"safetensors":3,"iterator":7,"weights":8,"hf":3,"files":3,"self":6,"load":7,"config":3,"tqdm":2,"on":2,"else":1,"pt":2,"map":1,"location":1,"for":1,"org":3,"name":9,"param":2,"in":1,"mapping":1,"weight":2,"names":2,"from":2,"transformers":1,"to":3,"vllm":1,"while":1,"preserving":1,"original":1,"mapped":4,"mapper":1,"maybe":1,"pool":1,"model":4,"yield":1,"def":1,"get":2,"quantized":1,"or":2,"path":2,"str":5,"revision":2,"optional":1,"tuple":2,"generator":1,"torch":1,"tensor":1,"none":2,"dict":3,"any":2,"an":1,"the":3,"with":1,"bitsandbytes":9,"quantization":2,"as":3,"well":1,"state":2,"dictionary":1,"only":1,"module":1,"when":1,"needed":1,"try":1,"import":1,"version":4,"parse":2,"0":4,"46":4,"1":4,"raise":2,"importerror":3,"is":1,"wrong":1,"please":2,"install":3,"except":1,"err":2,"via":1,"pip":1,"quantizer":1,"prepare":1,"quant":1},"8681,1953,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"if":4,"self":11,"pre":1,"quant":11,"load":1,"8bit":5,"return":5,"quantized":7,"generator":5,"hf":8,"weights":6,"files":6,"use":6,"safetensors":6,"state":8,"dict":8,"else":1,"4bit":2,"unquantized":1,"def":3,"is":3,"weight":23,"name":14,"str":2,"suffix":10,"scb":3,"format":1,"any":2,"lower":3,"endswith":2,"for":4,"in":5,"absmax":2,"map":2,"nested":2,"bitsandbytes":1,"split":1,"1":1,"q":2,"org":2,"mapped":5,"tensor":3,"iter":2,"not":1,"continue":2,"key":2,"replace":1},"10634,1704,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"if":4,"mapped":6,"weight":22,"name":12,"in":7,"quant":10,"state":16,"dict":10,"set":1,"attrs":1,"tensor":6,"load":1,"8bit":1,"true":1,"yield":2,"org":3,"else":2,"def":2,"quantized":1,"4bit":2,"generator":2,"self":3,"hf":3,"weights":3,"files":2,"use":2,"safetensors":2,"from":2,"bitsandbytes":4,"functional":1,"import":1,"quantstate":3,"first":1,"iterate":1,"over":1,"all":1,"iterator":2,"iter":1,"temp":6,"for":3,"not":1,"is":1,"continue":1,"library":1,"requires":1,"cpu":2,"data":1,"closure":1,"to":1,"parse":2,"each":1,"prequant":1,"param":2,"str":1,"k":4,"return":1,"device":2,"current":1,"platform":1,"type":1},"12338,1259,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"second":1,"iterate":1,"over":1,"all":1,"prequant":1,"and":1,"normal":1,"weights":4,"pre":1,"quantized":1,"would":1,"have":1,"a":1,"quant":8,"state":11,"for":1,"org":3,"weight":14,"name":10,"mapped":6,"tensor":5,"in":3,"self":3,"hf":3,"iter":1,"files":2,"use":2,"safetensors":2,"if":2,"is":1,"4bit":2,"continue":1,"f":2,"bitsandbytes":3,"nf4":1,"temp":3,"dict":5,"or":1,"fp4":1,"parse":1,"yield":2,"else":1,"def":1,"unquantized":1,"generator":2,"from":1,"functional":1,"import":1,"quantize":1,"tp":2,"size":2,"get":2,"model":2,"parallel":2,"world":1,"rank":2},"13597,115,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"for":1,"org":1,"weight":3,"name":2,"mapped":1,"tensor":1},"13712,70,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"in":1,"self":1,"hf":2,"weight":1,"iter":1,"weights":1,"files":1,"use":1,"safetensors":1},"13782,1082,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"if":2,"any":3,"target":3,"module":7,"in":5,"mapped":4,"weight":11,"name":5,"for":3,"self":3,"modules":3,"and":2,"endswith":1,"without":1,"sharding":1,"startswith":2,"unsharded":1,"weights":3,"sub":2,"tensor":5,"shard":1,"by":1,"column":2,"elif":1,"sharded":1,"total":3,"size":6,"1":2,"start":2,"index":4,"tp":4,"rank":2,"end":2,"have":1,"fused":1,"on":1,"disk":1,"this":1,"case":1,"we":1,"assume":1,"that":1,"the":1,"use":1,"same":1},"14864,1824,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"elif":1,"any":1,"mapped":2,"weight":13,"name":2,"startswith":2,"module":4,"for":5,"in":4,"self":2,"maybe":2,"fused":3,"weights":5,"modules":2,"special":1,"case":1,"get":2,"the":3,"size":15,"of":2,"each":2,"shard":9,"tensor":11,"total":11,"sizes":6,"next":1,"items":1,"if":1,"0":4,"assert":1,"sum":1,"start":7,"end":5,"index":13,"list":1,"itertools":1,"accumulate":1,"1":3,"idx":3,"tp":8,"rank":4,"zip":1,"slice":1,"and":1,"reorder":1,"sub":2,"torch":1,"cat":1,"dim":1,"by":1,"row":1,"else":1},"16688,1037,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"bitsandbytes":3,"requires":1,"data":1,"in":1,"gpu":1,"if":2,"weight":15,"sub":3,"tensor":4,"is":4,"cuda":1,"loaded":6,"else":2,"to":1,"device":2,"current":1,"platform":1,"type":2,"remove":1,"the":2,"following":1,"after":1,"issue":1,"fixed":1,"https":1,"github":1,"com":1,"foundation":1,"issues":1,"1342":1,"contiguous":2,"false":1,"with":1,"set":1,"default":1,"torch":2,"dtype":1,"float32":1,"processed":3,"quant":4,"state":3,"quantize":1,"4bit":1,"compress":1,"statistics":1,"true":1,"nf4":1,"dict":1,"mapped":1,"name":2,"yield":1,"org":1},"17725,1911,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"def":1,"get":3,"bnb":2,"target":5,"modules":13,"self":9,"model":4,"nn":1,"module":9,"none":1,"identify":1,"and":7,"collect":1,"all":1,"that":1,"support":3,"bitsandbytes":2,"quantization":2,"for":4,"name":18,"in":4,"named":1,"if":4,"isinstance":2,"linearbase":1,"hasattr":2,"quant":5,"method":2,"config":2,"info":2,"mapping":3,"sub":5,"map":2,"vllm":2,"s":2,"names":2,"to":1,"transformers":1,"rep":4,"append":3,"replace":2,"add":1,"original":1,"even":1,"the":2,"has":2,"stacked":1,"case":1,"a":1,"mixture":1,"of":1,"disk":2,"merged":1,"split":1,"weights":1,"with":3,"same":1,"last":1,"elif":1,"fusedmoe":3,"todo":1,"prequant":2,"8bit":3,"pre":1,"load":1,"raise":1,"valueerror":1,"models":1,"is":1,"not":2,"supported":1,"yet":1,"corresponding":1,"weight":3,"using":1,"expert":2,"params":2,"exp":2,"1":1,"experts":1,"removesuffix":1,"assert":1,"currently":1,"does":1,"f":1,"type":1},"19636,1638,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"def":1,"classify":1,"module":8,"sharding":2,"self":6,"model":3,"nn":1,"categorize":1,"modules":8,"based":1,"on":2,"their":2,"weight":3,"requirements":1,"for":4,"tensor":1,"parallelism":1,"name":9,"in":4,"named":1,"some":1,"like":1,"replicatedlinear":2,"should":1,"not":1,"have":2,"weights":8,"sharded":3,"the":5,"reason":1,"implementing":1,"it":1,"this":1,"way":1,"is":1,"to":3,"avoid":1,"new":1,"static":1,"variable":1,"implementation":1,"if":2,"isinstance":4,"unsharded":1,"append":3,"qkvparallellinear":2,"and":1,"mergedcolumnparallellinear":2,"might":1,"fused":2,"disk":1,"we":1,"need":1,"use":1,"output":2,"sizes":2,"of":1,"these":2,"shard":1,"correctly":1,"elif":3,"maybe":1,"tp":1,"are":1,"partitioned":1,"along":1,"column":3,"dimension":1,"dim":1,"1":3,"rowparallellinear":1,"fusedmoe":1,"expert":3,"mapping":3,"params":1,"exp":3,"w2":1,"rep":2,"replace":1,"experts":1,"removesuffix":1},"21274,1641,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"def":1,"verify":2,"model":11,"compatibility":1,"self":5,"nn":1,"module":1,"config":8,"modelconfig":1,"none":3,"that":1,"the":3,"is":4,"compatible":1,"with":5,"bitsandbytes":5,"quantization":4,"if":6,"not":8,"hasattr":2,"load":4,"weights":2,"raise":4,"attributeerror":2,"required":1,"method":5,"defined":1,"in":3,"class":1,"f":3,"type":2,"name":2,"packed":2,"modules":2,"mapping":2,"does":3,"support":2,"yet":1,"no":1,"found":1,"quant":12,"getattr":1,"hf":1,"get":3,"pre":5,"true":1,"else":1,"valueerror":2,"loader":1,"states":1,"quantized":2,"models":3,"cannot":1,"work":2,"a":1,"split":1,"weight":1,"tensor":3,"so":1,"tp":1,"bnb":1,"and":1,"parallel":1,"world":1,"size":1,"1":1,"prequant":1,"parallelism":2,"supported":1,"please":1,"try":1,"pipeline":1,"8bit":2,"false":1},"22915,1824,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"def":3,"initialize":2,"loader":2,"state":6,"self":9,"model":16,"nn":1,"module":2,"config":1,"modelconfig":1,"none":2,"the":4,"s":1,"internal":1,"based":1,"on":1,"and":2,"configuration":1,"is":3,"pool":1,"pooling":1,"modules":3,"mapping":6,"parammapping":1,"get":4,"packed":1,"if":4,"moe":3,"expert":4,"params":2,"not":3,"raise":1,"attributeerror":1,"f":1,"type":1,"name":4,"does":1,"support":1,"bitsandbytes":2,"quantization":2,"yet":1,"ensure":2,"this":3,"has":1,"method":1,"for":1,"some":1,"models":1,"like":1,"molmo":1,"we":2,"need":1,"to":7,"use":1,"hf":4,"vllm":4,"mapper":5,"correct":1,"loading":2,"of":3,"weights":1,"getattr":1,"weight":2,"lambda":1,"map":1,"bnb":2,"target":1,"classify":1,"sharding":1,"dequantize":4,"dq":1,"quant":4,"states":1,"any":1,"when":1,"employs":1,"double":1,"perform":1,"dequantization":1,"these":1,"constants":1,"during":2,"rather":1,"than":1,"at":2,"inference":2,"time":1,"thereby":1,"avoiding":1,"computational":1,"overhead":1,"comes":1,"cost":1,"increased":1,"memory":1,"usage":1,"from":1,"functional":1,"import":1,"quantstate":3,"blockwise":1,"single":2,"helper":1,"function":1,"a":1,"object":1,"isinstance":1,"nested":1,"return":1},"24739,1227,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"copied":1,"from":2,"https":1,"github":1,"com":1,"bitsandbytes":4,"foundation":1,"blob":1,"0":1,"45":1,"3":1,"functional":2,"py":1,"l1352":1,"l1356":1,"absmax":8,"dequantize":3,"blockwise":1,"quant":15,"state":11,"state2":2,"offset":2,"ensure":1,"float32":2,"dtype":2,"if":3,"torch":1,"float":1,"nested":1,"false":1,"none":2,"isinstance":1,"states":7,"dict":5,"for":2,"in":1,"values":1,"single":2,"else":1,"return":2,"def":1,"fuse":1,"moe":1,"self":2,"model":1,"nn":1,"module":1,"this":1,"function":1,"consolidates":1,"individual":1,"expert":2,"quantization":1,"into":1,"fused":1,"representations":1,"w13":1,"and":1,"w2":1,"import":1,"quantstate":1,"not":1,"params":1,"mapping":1},"25966,1988,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"expert":4,"mapping":3,"self":2,"params":1,"qs":18,"dict":3,"for":3,"name":5,"module":2,"in":5,"model":1,"named":1,"modules":1,"if":3,"not":2,"isinstance":1,"fusedmoe":1,"continue":1,"w1":14,"states":14,"lst":17,"w2":16,"w3":13,"exp":3,"shard":6,"id":6,"1":2,"raise":1,"valueerror":1,"f":2,"must":1,"be":1,"but":1,"got":1,"layer":2,"prefix":2,"split":1,"experts":1,"0":6,"weight":4,"qual":3,"quant":6,"state":4,"dequantize":1,"dq":1,"append":6,"elif":1,"else":1,"del":1,"assert":4,"len":3,"w13":5,"absmax":8,"total":4,"dim0":4,"zip":1,"shape":5,"blocksize":3,"dtype":3,"and":1,"are":1,"interleaved":1,"storage":1},"27954,1874,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"w13":11,"absmax":8,"torch":2,"cat":2,"lst":10,"w2":15,"create":2,"fused":2,"quantization":3,"state":5,"for":3,"qs":7,"quantstate":2,"shape":4,"total":2,"dim0":2,"w1":4,"states":9,"0":8,"1":2,"code":4,"blocksize":4,"quant":8,"type":2,"nf4":2,"dtype":4,"the":3,"weight":9,"suffixes":1,"and":1,"are":2,"consistent":1,"with":1,"param":6,"in":2,"bitsandbytesmoemethod":1,"name":10,"expert":3,"dict":13,"return":1,"def":1,"stack":1,"self":1,"model":4,"nn":1,"module":1,"str":2,"int":2,"any":2,"stacked":2,"todo":1,"change":1,"this":1,"lazy":1,"import":3,"to":2,"normal":1,"after":1,"checks":1,"updated":1,"run":1,"on":1,"a":1,"new":1,"version":1,"from":1,"vllm":1,"executor":1,"models":1,"utils":1,"is":2,"pp":2,"missing":2,"parameter":2,"named":1,"parameters":1,"if":1,"continue":1,"non":1},"29828,1790,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"shard":9,"index":5,"0":3,"for":1,"name":20,"weight":3,"in":9,"self":2,"modules":1,"mapping":2,"inverse":1,"packed":2,"items":1,"some":2,"models":2,"such":1,"as":2,"minicpm":1,"v2":1,"5":1,"2":1,"6":1,"contain":1,"both":1,"module":1,"names":1,"kv":2,"proj":4,"and":4,"qkv":2,"to":1,"prevent":1,"from":1,"being":2,"incorrectly":1,"identified":1,"present":1,"vpm":1,"encoder":1,"layers":2,"attn":1,"pos":3,"quant":19,"param":19,"find":1,"can":2,"correct":2,"rename":4,"1":1,"if":4,"the":2,"is":1,"it":1,"won":1,"t":1,"occur":1,"dict":10,"before":1,"renaming":1,"new":3,"replace":1,"need":2,"not":3,"break":1,"like":1,"clip":1,"siglip":1,"may":1,"skip":1,"initialization":1,"causing":1,"unused":1,"state":6,"continue":1,"stacked":5,"non":1,"return":1},"31618,1812,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"def":2,"bind":1,"quant":15,"states":9,"to":1,"params":1,"self":6,"model":9,"nn":2,"module":2,"stacked":3,"state":8,"dict":8,"none":3,"save":1,"and":1,"offsets":6,"as":1,"the":2,"attributes":1,"of":1,"parameters":2,"param":11,"named":1,"for":3,"name":4,"in":3,"items":2,"if":4,"dequantize":2,"double":1,"quantized":1,"values":1,"during":1,"weight":4,"loading":1,"dq":1,"set":4,"attrs":3,"bnb":2,"not":2,"isinstance":1,"continue":1,"pack":5,"ratio":3,"getattr":1,"factor":2,"1":2,"raise":1,"valueerror":1,"f":1,"parameter":1,"num":3,"elements":3,"0":2,"len":2,"seq":2,"math":1,"prod":1,"shape":1,"np":2,"concatenate":1,"cumsum":1,"make":1,"torch":2,"infer":1,"schema":1,"happy":1,"tensor":1,"cpu":1,"shard":1,"load":2,"8bit":1,"matmul":1,"weights":1,"config":3,"modelconfig":1,"verify":1,"compatibility":1,"initialize":1,"loader":1},"33430,1377,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/bitsandbytes_loader.py":{"logger":1,"info":1,"loading":2,"weights":14,"with":1,"bitsandbytes":1,"quantization":2,"may":2,"take":1,"a":1,"while":1,"qweight":2,"iterator":3,"quant":11,"state":9,"dict":9,"self":6,"get":1,"quantized":1,"model":13,"config":5,"revision":2,"to":3,"load":3,"name":2,"for":1,"in":1,"named":1,"parameters":1,"loaded":6,"some":1,"models":1,"have":1,"tracker":1,"unimplemented":1,"if":2,"is":1,"not":5,"none":2,"raise":1,"valueerror":1,"following":1,"were":1,"initialized":1,"from":1,"f":1,"checkpoint":1,"expert":2,"fuse":1,"moe":1,"states":3,"stacked":4,"stack":1,"bind":1,"params":1,"torch":1,"cuda":1,"empty":1,"cache":1,"def":1,"download":1,"modelconfig":1,"prepare":1},"0,1903,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":14,"project":1,"utilities":1,"for":1,"selecting":1,"and":1,"loading":1,"models":3,"import":17,"contextlib":3,"inspect":1,"warnings":1,"from":13,"contextmanager":2,"dataclasses":1,"dataclass":1,"field":1,"typing":2,"optional":3,"torch":8,"nn":3,"extensions":1,"assert":1,"never":1,"attention":2,"config":15,"modelconfig":2,"modelimpl":1,"vllmconfig":2,"set":4,"current":1,"logger":4,"init":2,"model":19,"executor":4,"layers":2,"linear":1,"qkvcrossparallellinear":1,"quantization":1,"base":1,"quantizationconfig":1,"quantizemethodbase":1,"adapters":1,"as":3,"embedding":1,"reward":1,"seq":1,"cls":1,"interfaces":1,"supportsquant":1,"utils":1,"is":4,"pin":1,"memory":1,"available":1,"name":1,"def":2,"default":5,"dtype":11,"sets":1,"given":2,"old":2,"get":2,"yield":1,"initialize":2,"prefix":1,"str":1,"class":4,"type":1,"module":2,"none":5,"a":1,"with":1,"configurations":1,"if":3,"architecture":1,"quant":3,"not":1,"configure":1},"1903,1800,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/utils.py":{"signatures":2,"inspect":1,"signature":1,"model":11,"class":10,"init":1,"all":9,"params":9,"param":2,"name":1,"for":4,"in":9,"parameters":1,"values":1,"if":7,"vllm":15,"config":28,"and":4,"prefix":11,"new":2,"style":4,"with":3,"set":2,"current":2,"check":3,"compile":2,"true":2,"return":2,"msg":2,"should":1,"accept":1,"as":1,"input":1,"arguments":2,"possibly":1,"you":1,"have":1,"an":1,"old":3,"registered":1,"from":1,"out":1,"of":1,"tree":1,"it":1,"is":1,"used":1,"version":1,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"design":2,"arch":1,"overview":1,"html":1,"the":3,"update":1,"accordingly":1,"warnings":1,"warn":1,"deprecationwarning":1,"stacklevel":1,"2":1,"logger":1,"warning":1,"trying":1,"to":2,"guess":1,"s":1,"try":1,"be":1,"compatible":1,"kwargs":8,"hf":1,"cache":3,"quant":3,"lora":3,"scheduler":3},"3703,1874,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/utils.py":{"def":2,"process":7,"weights":8,"after":9,"loading":9,"model":5,"nn":2,"module":14,"config":2,"modelconfig":1,"target":6,"device":12,"torch":4,"none":2,"for":7,"in":2,"named":2,"modules":3,"if":6,"isinstance":3,"qkvcrossparallellinear":1,"note":2,"isotr0py":1,"special":1,"case":2,"cross":1,"qkv":1,"layer":1,"because":1,"q":1,"and":3,"kv":1,"proj":1,"aren":1,"t":1,"registered":1,"as":1,"submodules":1,"intentionally":2,"continue":1,"quant":5,"method":4,"getattr":1,"quantizemethodbase":1,"when":1,"methods":1,"need":2,"to":4,"repacking":1,"quantizing":1,"etc":1,"they":1,"expect":1,"parameters":2,"be":1,"on":1,"the":5,"global":1,"this":2,"scope":1,"is":4,"where":2,"cpu":3,"offloading":1,"used":2,"we":2,"will":1,"move":2,"onto":1,"processing":1,"back":1,"off":1,"with":1,"context":2,"currently":1,"only":1,"by":1,"mla":2,"happens":1,"other":1,"so":1,"can":1,"easily":1,"decompress":1,"attention":1,"hasattr":1,"todo":1,"lucas":1,"see":1,"there":1,"a":1,"way":1,"unify":1,"signatures":1,"of":1,"dtype":1,"contextmanager":1,"type":1,"no":1,"anything":1,"yield":1,"return":1,"original":1,"states":1,"dict":1,"str":1},"5577,1803,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/utils.py":{"store":1,"original":8,"device":14,"states":4,"and":1,"move":1,"parameters":8,"to":4,"gpu":1,"if":4,"they":1,"re":1,"on":3,"cpu":7,"for":3,"name":5,"p":14,"in":3,"module":4,"named":2,"type":3,"data":13,"target":3,"already":2,"are":2,"not":2,"touched":1,"try":1,"yield":1,"finally":1,"restore":1,"their":1,"devices":1,"ignoring":1,"new":2,"pin":5,"memory":5,"is":2,"available":1,"torch":3,"empty":2,"like":1,"does":1,"support":1,"argument":1,"strided":1,"size":2,"stride":2,"dtype":2,"layout":2,"copy":1,"else":1,"or":1,"untouched":1,"def":1,"get":1,"model":3,"architecture":1,"config":3,"modelconfig":1,"tuple":1,"nn":1,"str":1,"architectures":2,"getattr":1,"hf":1,"special":1,"handling":1,"quantized":1,"mixtral":2,"fixme":1,"woosuk":1,"this":1,"a":1,"temporary":1,"hack":1,"supported":1,"fp8":1,"compressed":1,"tensors":1,"gptq":1,"marlin":2,"awq":1,"quark":1,"bitsandbytes":1},"7380,1993,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/utils.py":{"if":4,"model":34,"config":13,"quantization":2,"is":1,"not":4,"none":2,"and":4,"in":2,"mixtral":1,"supported":2,"mixtralforcausallm":1,"architectures":3,"quantmixtralforcausallm":1,"cls":12,"arch":4,"registry":1,"resolve":1,"get":5,"transformers":2,"backend":1,"assert":2,"impl":2,"modelimpl":2,"vllm":2,"auto":1,"logger":4,"warning":1,"once":4,"s":1,"has":1,"no":1,"implementation":2,"falling":1,"back":1,"to":5,"some":1,"features":1,"may":2,"be":2,"performance":1,"optimal":1,"convert":7,"type":8,"pass":1,"elif":3,"embed":1,"debug":3,"converting":3,"embedding":2,"as":3,"classify":1,"sequence":1,"classification":1,"seq":1,"reward":3,"else":1,"never":1,"return":3,"def":2,"modelconfig":2,"nn":1,"module":1,"architecture":3,"0":1,"class":3,"name":1,"str":5,"1":1,"dataclass":1,"parammapping":1,"a":2,"handle":1,"parameter":1,"mapping":4,"for":1,"weight":1,"loading":1,"it":1,"creates":1,"bidirectional":1,"between":1,"packed":3,"parameters":1,"their":1,"constituent":1,"parts":1,"dict":3,"list":1,"inverse":1,"tuple":1,"int":1,"field":1,"default":1,"factory":1},"9373,1692,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/utils.py":{"def":3,"post":1,"init":1,"self":6,"for":3,"packed":12,"name":7,"sub":5,"params":4,"in":3,"mapping":9,"items":2,"skip":1,"contained":1,"cases":1,"e":1,"g":1,"w":2,"pack":2,"if":5,"len":1,"1":1,"and":1,"0":1,"continue":1,"index":2,"param":2,"enumerate":1,"inverse":1,"get":1,"modules":5,"module":3,"str":3,"optional":1,"tuple":1,"list":1,"key":3,"value":2,"endswith":1,"return":2,"none":5,"configure":1,"quant":8,"config":8,"quantizationconfig":1,"model":6,"class":5,"type":1,"nn":1,"pass":2,"by":4,"reference":3,"to":9,"so":1,"that":2,"can":2,"properly":1,"match":1,"fused":1,"note":1,"attributes":1,"are":1,"passed":1,"enabling":1,"them":1,"be":2,"updated":1,"new":1,"ex":1,"chatglm":1,"qwen":1,"once":1,"the":1,"supportsquant":2,"mixin":1,"has":1,"been":1,"added":1,"all":1,"models":1,"this":1,"function":1,"removed":1,"not":3,"issubclass":1,"hf":4,"vllm":5,"mapper":5,"getattr":2,"mappings":1,"is":2,"apply":1},"0,1689,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/sharded_state_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":7,"project":1,"import":13,"collections":2,"glob":3,"os":1,"from":10,"abc":1,"generator":1,"typing":1,"any":1,"optional":1,"torch":2,"nn":1,"config":14,"loadconfig":2,"modelconfig":1,"logger":4,"init":4,"model":10,"executor":2,"loader":7,"base":1,"basemodelloader":2,"weight":1,"utils":5,"download":1,"weights":2,"hf":1,"runai":1,"safetensors":2,"iterator":1,"transformers":2,"s3":3,"as":1,"is":2,"name":1,"class":1,"shardedstateloader":1,"that":1,"directly":1,"loads":1,"each":2,"worker":2,"s":1,"state":2,"dict":1,"which":1,"enables":1,"a":2,"fast":1,"load":9,"path":1,"for":3,"large":1,"tensor":1,"parallel":1,"models":1,"where":1,"only":1,"needs":1,"read":1,"its":1,"own":1,"shard":1,"rather":1,"than":1,"entire":1,"checkpoint":2,"see":1,"examples":1,"offline":1,"inference":1,"save":1,"sharded":2,"py":1,"creating":1,"default":2,"pattern":4,"rank":2,"part":2,"def":1,"self":3,"super":1,"extra":7,"if":2,"none":1,"else":1,"copy":1,"pop":1,"raise":1,"valueerror":1,"f":3,"unexpected":1,"keys":2,"format":2},"1689,1495,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/sharded_state_loader.py":{"staticmethod":1,"def":2,"filter":2,"subtensors":1,"tensors":4,"dict":4,"str":4,"torch":5,"tensor":14,"out":1,"all":1,"that":1,"share":1,"the":4,"same":5,"memory":3,"or":4,"a":4,"subset":1,"of":2,"another":1,"storage":4,"groups":3,"any":1,"list":2,"tuple":1,"collections":1,"defaultdict":1,"for":4,"key":3,"in":4,"items":1,"if":5,"numel":1,"ptr":9,"untyped":1,"data":4,"device":1,"append":1,"get":3,"end":3,"int":1,"return":2,"view":1,"1":2,"element":1,"size":1,"result":3,"group":3,"values":1,"k":3,"t":6,"b":3,"k2":2,"t2":5,"not":2,"is":2,"contiguous":2,"continue":2,"a2":3,"b2":3,"break":2,"covers":1,"strictly":1,"more":1,"than":1,"keep":1,"one":1,"with":1,"smaller":1,"else":1},"3184,1224,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/sharded_state_loader.py":{"def":3,"prepare":2,"weights":9,"self":7,"model":25,"name":5,"or":6,"path":9,"str":2,"revision":3,"optional":1,"if":2,"is":1,"s3":1,"os":2,"isdir":1,"return":2,"else":1,"allow":2,"patterns":4,"safetensors":1,"download":3,"from":2,"hf":1,"load":3,"config":9,"dir":1,"ignore":2,"modelconfig":2,"none":2,"nn":1,"module":1,"vllm":1,"distributed":1,"import":1,"get":2,"tensor":2,"parallel":2,"rank":5,"hasattr":1,"local":2,"pattern":2,"join":1,"format":1,"part":1},"4408,1612,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/sharded_state_loader.py":{"filepaths":5,"if":6,"is":1,"s3":2,"local":2,"model":3,"path":3,"file":2,"pattern":6,"f":4,"self":3,"format":1,"rank":2,"part":1,"glob":3,"allow":1,"else":1,"not":2,"todo":1,"support":1,"un":1,"sharded":2,"checkpoints":2,"too":1,"raise":2,"valueerror":2,"could":1,"find":1,"checkpoint":1,"files":2,"only":2,"pre":1,"are":1,"currently":1,"supported":1,"state":8,"dict":7,"filter":1,"subtensors":1,"for":2,"key":5,"tensor":6,"in":3,"iterate":1,"over":1,"loading":2,"with":1,"lora":1,"enabled":1,"additional":1,"padding":1,"may":1,"be":1,"added":1,"to":1,"certain":1,"parameters":1,"we":1,"load":1,"into":2,"a":1,"narrowed":1,"view":1,"of":3,"the":1,"parameter":2,"data":6,"param":8,"shape":10,"dim":3,"size":3,"enumerate":1,"narrow":1,"0":1,"logger":1,"warning":1,"s":3,"copy":1,"pop":1,"missing":1,"keys":1,"tuple":1,"loaded":1},"6020,1948,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/sharded_state_loader.py":{"def":2,"iterate":1,"over":1,"files":1,"self":2,"paths":3,"generator":1,"tuple":1,"str":4,"torch":5,"tensor":11,"none":7,"if":4,"load":2,"config":1,"format":3,"runai":2,"streamer":1,"sharded":1,"yield":2,"from":4,"safetensors":3,"weights":1,"iterator":1,"true":1,"else":1,"import":3,"safe":2,"open":2,"for":3,"path":7,"in":3,"with":1,"framework":1,"pt":1,"as":1,"f":3,"key":5,"keys":1,"noqa":1,"sim118":1,"get":3,"staticmethod":1,"save":4,"model":5,"nn":1,"module":1,"pattern":6,"optional":2,"max":3,"size":11,"int":1,"file":3,"vllm":1,"distributed":1,"parallel":2,"rank":7,"is":2,"shardedstateloader":2,"default":1,"part":12,"idx":4,"0":4,"total":4,"state":9,"dict":10,"filter":1,"subtensors":1,"items":1,"param":3,"nelement":1,"element":1,"not":1,"and":1,"filename":4,"os":2,"join":2,"1":1,"len":1},"0,1998,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":12,"project":1,"from":13,"typing":1,"import":13,"literal":2,"optional":1,"torch":1,"nn":1,"config":1,"loadconfig":2,"modelconfig":1,"vllmconfig":1,"logger":4,"init":2,"model":21,"executor":9,"loader":18,"base":1,"basemodelloader":2,"bitsandbytes":3,"bitsandbytesmodelloader":2,"default":1,"defaultmodelloader":7,"dummy":3,"dummymodelloader":2,"gguf":3,"ggufmodelloader":2,"runai":5,"streamer":5,"runaimodelstreamerloader":2,"sharded":5,"state":3,"shardedstateloader":3,"tensorizer":3,"tensorizerloader":2,"utils":1,"get":3,"architecture":2,"class":1,"name":2,"cls":1,"reminder":1,"please":1,"update":1,"docstring":1,"in":1,"if":1,"a":1,"new":1,"load":2,"format":2,"is":1,"added":1,"here":1,"loadformats":1,"auto":2,"fastsafetensors":2,"mistral":2,"npcache":2,"pt":2,"safetensors":2,"dict":1,"str":1,"type":1},"1998,1680,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/__init__.py":{"def":4,"register":5,"model":23,"loader":24,"load":15,"format":13,"str":2,"a":4,"customized":2,"vllm":5,"when":1,"is":2,"not":2,"supported":1,"by":2,"you":1,"can":1,"to":3,"support":1,"it":1,"args":1,"the":3,"name":1,"examples":1,"from":3,"config":3,"import":3,"loadconfig":2,"executor":2,"get":2,"base":1,"basemodelloader":4,"my":2,"class":3,"mymodelloader":2,"download":1,"self":2,"pass":2,"weights":1,"type":1,"noqa":1,"e501":1,"wrapper":2,"cls":6,"if":2,"in":1,"logger":2,"warning":1,"s":4,"already":1,"registered":2,"and":1,"will":1,"be":2,"overwritten":1,"new":1,"issubclass":1,"raise":1,"valueerror":1,"must":1,"subclass":1,"of":1,"info":1,"with":1,"return":2},"3678,1112,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/__init__.py":{"def":2,"get":9,"model":18,"loader":9,"load":14,"config":15,"loadconfig":1,"basemodelloader":2,"a":1,"based":1,"on":1,"the":1,"format":9,"if":2,"not":2,"in":1,"to":2,"raise":1,"valueerror":1,"f":1,"is":2,"supported":1,"return":2,"vllm":5,"vllmconfig":1,"optional":1,"modelconfig":1,"none":2,"nn":1,"module":1,"all":1,"architecture":2,"class":1,"name":1,"cls":1,"register":1,"bitsandbytesmodelloader":1,"ggufmodelloader":1,"defaultmodelloader":1,"dummymodelloader":1,"runaimodelstreamerloader":1,"shardedstateloader":1,"tensorizerloader":1},"0,1891,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/runai_streamer_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"ruff":1,"noqa":1,"sim117":1,"import":12,"glob":3,"os":6,"from":12,"collections":1,"abc":1,"generator":1,"typing":1,"optional":1,"torch":2,"nn":1,"transformers":3,"utils":6,"safe":1,"weights":3,"index":2,"name":1,"config":14,"loadconfig":2,"modelconfig":1,"model":7,"executor":2,"loader":6,"base":1,"basemodelloader":2,"weight":1,"download":2,"safetensors":3,"file":1,"hf":2,"runai":7,"iterator":1,"s3":8,"as":1,"is":3,"class":1,"runaimodelstreamerloader":1,"that":1,"can":1,"load":5,"files":1,"local":1,"fs":1,"or":1,"bucket":1,"def":1,"init":2,"self":1,"super":1,"if":4,"extra":9,"concurrency":4,"in":2,"and":3,"isinstance":2,"get":4,"int":2,"environ":3,"streamer":6,"str":2,"memory":4,"limit":4,"endpoint":8,"getenv":2,"aws":4,"url":4,"none":2,"not":1},"1891,1944,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/runai_streamer_loader.py":{"def":2,"prepare":3,"weights":15,"self":7,"model":13,"name":8,"or":10,"path":16,"str":6,"revision":5,"optional":1,"list":1,"for":2,"the":4,"if":5,"is":9,"not":4,"local":4,"it":1,"will":1,"be":1,"downloaded":1,"s3":6,"os":2,"isdir":1,"safetensors":8,"pattern":5,"index":4,"file":3,"safe":1,"hf":11,"folder":3,"else":2,"download":4,"from":2,"load":6,"config":4,"dir":2,"ignore":2,"patterns":2,"files":6,"glob":3,"allow":1,"join":1,"and":1,"raise":1,"runtimeerror":1,"f":2,"cannot":1,"find":1,"any":1,"with":1,"return":2,"get":2,"iterator":3,"generator":1,"tuple":1,"torch":1,"tensor":1,"none":2,"an":1,"based":1,"on":2,"format":1,"runai":1,"use":1,"tqdm":1},"3835,580,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/runai_streamer_loader.py":{"def":2,"download":2,"model":20,"self":4,"config":8,"modelconfig":2,"none":2,"if":2,"necessary":1,"prepare":1,"weights":10,"revision":2,"load":3,"nn":1,"module":1,"into":1,"a":1,"hasattr":1,"get":1,"iterator":1},"0,1759,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":7,"project":1,"utilities":1,"for":3,"selecting":1,"and":2,"loading":1,"neuron":2,"models":4,"in":1,"neuronx":6,"distributed":6,"inference":6,"framework":1,"disabling":1,"yapf":4,"because":1,"isort":1,"have":1,"conflicts":1,"below":1,"imports":1,"disable":1,"import":20,"copy":1,"hashlib":1,"importlib":1,"multiprocessing":1,"os":1,"shutil":1,"from":12,"typing":1,"optional":1,"torch":6,"nn":2,"as":1,"config":3,"fusedspecneuronconfig":1,"ondevicesamplingconfig":1,"mllama":1,"utils":2,"create":1,"vision":1,"mask":1,"modules":1,"lora":1,"serving":1,"loraservingconfig":1,"hf":1,"adapter":1,"load":1,"pretrained":1,"transformers":1,"automodelforcausallm":1,"autotokenizer":1,"pretrainedconfig":1,"modelconfig":1,"parallelconfig":1,"schedulerconfig":1,"speculativeconfig":1,"logger":4,"init":2,"model":3,"executor":3,"layers":2,"logits":1,"processor":1,"logitsprocessor":1,"sampler":2,"sampleroutput":1,"sampling":1,"metadata":1,"samplingmetadata":1,"sequence":1,"completionsequencegroupoutput":1,"logprob":1,"sequenceoutput":1,"enable":1,"name":1,"dtype":1,"amp":1,"auto":1,"float32":6,"half":1,"float16":5,"bfloat16":4,"float":1,"supported":1,"by":1},"1759,1093,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"neuron":1,"supported":1,"models":6,"dict":1,"str":3,"tuple":1,"llamaforcausallm":1,"neuronx":5,"distributed":5,"inference":5,"llama":4,"modeling":5,"neuronllamaforcausallm":2,"mistralforcausallm":1,"dbrxforcausallm":1,"dbrx":2,"neurondbrxforcausallm":1,"mixtralforcausallm":1,"mixtral":2,"neuronmixtralforcausallm":1,"mllamaforconditionalgeneration":1,"mllama":2,"neuronmllamaforcausallm":1,"class":1,"neuroncausallm":1,"nn":2,"module":2,"def":1,"init":2,"self":5,"config":4,"pretrainedconfig":1,"none":1,"super":1,"logits":2,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"as":1,"input":1,"true":1,"sampler":2,"lazy":1,"initialized":1,"model":1},"2852,1737,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":2,"forward":1,"self":5,"input":9,"ids":15,"torch":15,"tensor":9,"positions":4,"block":6,"sampling":9,"params":5,"prev":3,"hidden":6,"optional":2,"none":4,"adapter":3,"sort":2,"sequentially":1,"for":1,"perf":1,"neuron":2,"support":1,"reasons":1,"sorted":7,"indices":7,"index":4,"select":4,"0":5,"output":8,"model":1,"attention":1,"mask":1,"position":1,"seq":1,"on":2,"device":2,"if":2,"config":3,"states":3,"else":1,"logits":5,"1":2,"restored":2,"argsort":1,"shape":1,"return":2,"compute":1,"metadata":2,"samplingmetadata":1,"processor":1},"4589,1381,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":1,"sample":1,"self":3,"logits":4,"torch":1,"tensor":1,"sampling":5,"metadata":3,"samplingmetadata":1,"optional":1,"sampleroutput":2,"on":2,"device":2,"if":1,"config":3,"neuron":1,"batch":3,"size":3,"shape":1,"seq":10,"ids":11,"id":9,"for":3,"sg":2,"in":3,"groups":1,"assert":1,"len":1,"list":1,"0":1,"mismatch":1,"organize":1,"input":1,"tensors":1,"by":6,"step":8,"instead":1,"of":1,"sequence":1,"accepted":4,"token":12,"flatten":1,"tolist":1,"output":4,"i":2,"enumerate":1,"append":1,"completionsequencegroupoutput":1,"samples":1,"sequenceoutput":1,"parent":1,"logprobs":2,"logprob":1,"prompt":1,"none":1,"return":2,"outputs":1,"else":1,"sampler":1},"5971,1953,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":1,"load":4,"weights":1,"self":6,"model":22,"name":7,"or":5,"path":17,"str":1,"kwargs":3,"arch":2,"get":3,"architecture":1,"config":21,"neuronx":10,"module":5,"cls":8,"neuron":15,"supported":1,"models":2,"importlib":1,"import":1,"getattr":1,"pretrained":1,"hashed":3,"hashlib":1,"md5":1,"to":1,"json":1,"string":1,"encode":1,"utf":1,"8":1,"usedforsecurity":1,"false":1,"hexdigest":1,"if":1,"os":5,"getenv":2,"compiled":11,"artifacts":4,"is":1,"not":1,"none":1,"elif":1,"exists":1,"join":2,"shutil":2,"rmtree":2,"ignore":2,"errors":2,"true":2,"else":1,"local":1,"try":1,"override":3,"for":1,"k":2,"v":2,"in":1,"items":1,"setattr":1,"return":1},"7924,685,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"except":1,"filenotfounderror":1,"valueerror":1,"as":1,"e":2,"logger":2,"warning":2,"exception":1,"s":2,"failed":1,"to":1,"load":2,"the":1,"model":15,"from":2,"recompiling":1,"compiled":3,"path":13,"if":1,"not":1,"os":2,"exists":1,"name":5,"or":5,"hf":2,"automodelforcausallm":1,"pretrained":2,"saved":3,"join":1,"local":1,"models":1,"save":1,"self":3,"neuronx":1,"cls":1,"config":1,"compile":1},"8609,1739,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"class":1,"neuronmllamaforcausallm":1,"nn":2,"module":2,"def":3,"init":2,"self":15,"config":5,"pretrainedconfig":1,"on":5,"device":4,"sampling":4,"disabled":4,"bool":2,"false":1,"none":1,"super":1,"has":16,"image":16,"is":5,"the":2,"only":1,"multimodal":1,"input":2,"that":2,"used":1,"in":5,"token":1,"generation":1,"this":2,"a":1,"cache":9,"cpu":1,"saves":1,"data":1,"per":1,"sequence":1,"id":7,"number":1,"of":1,"entries":1,"batch":1,"size":2,"dict":1,"int":1,"torch":7,"tensor":6,"logits":2,"processor":1,"logitsprocessor":1,"get":1,"text":1,"vocab":1,"as":1,"true":2,"if":3,"use":1,"default":1,"sampler":3,"lazy":1,"initialized":1,"model":1,"reorder":1,"needed":1,"read":1,"from":1,"seq":12,"ids":6,"list":4,"for":2,"index":6,"range":2,"len":3,"item":2,"append":2,"else":2,"0":1,"return":1,"write":1,"to":1,"zeros":1,"1":1},"10348,1610,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":1,"forward":1,"self":4,"input":9,"ids":15,"torch":18,"tensor":8,"positions":3,"seq":5,"pixel":3,"values":3,"aspect":4,"ratios":4,"num":4,"chunks":4,"has":9,"image":9,"sampling":3,"params":3,"we":1,"update":1,"the":2,"cache":4,"during":2,"prefill":2,"and":1,"read":2,"decode":1,"if":2,"shape":2,"1":4,"write":1,"to":1,"else":1,"from":1,"bs":3,"0":8,"zeros":2,"2":1,"block":5,"origin":1,"is":1,"reorder":1,"needed":1,"sort":2,"sequentially":1,"for":1,"perf":1,"neuron":1,"support":1,"reasons":1,"sorted":8,"indices":8,"index":7,"select":7},"11958,1287,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"self":9,"vision":6,"mask":5,"create":1,"input":3,"ids":6,"token":1,"id":1,"output":8,"model":1,"to":8,"torch":12,"int32":7,"attention":1,"none":2,"position":1,"positions":1,"seq":2,"flatten":1,"pixel":2,"values":2,"config":5,"dtype":1,"aspect":2,"ratios":2,"sampling":5,"params":2,"num":2,"chunks":2,"has":2,"image":2,"if":2,"neuron":1,"on":1,"device":1,"hidden":3,"states":3,"else":1,"logits":5,"1":2,"is":1,"reorder":1,"needed":1,"and":1,"origin":1,"block":1,"shape":1,"0":2,"restored":2,"indices":3,"argsort":1,"sorted":1,"index":1,"select":1,"return":2,"def":1,"compute":1,"tensor":2,"metadata":2,"samplingmetadata":1,"processor":1},"13245,1195,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":1,"sample":5,"self":3,"hidden":5,"states":5,"sampling":4,"metadata":3,"if":1,"not":1,"on":1,"device":1,"disabled":1,"with":1,"torch":1,"profiler":1,"record":1,"function":1,"flatten":1,"res":3,"idx":3,"0":1,"for":2,"seq":9,"group":2,"in":2,"groups":1,"ids":3,"samples":4,"id":7,"token":5,"item":1,"append":2,"sequenceoutput":1,"parent":1,"output":1,"logprobs":2,"logprob":1,"1":1,"completionsequencegroupoutput":1,"prompt":1,"none":2,"next":3,"tokens":3,"sampleroutput":1,"outputs":1,"else":1,"sampler":1,"return":1},"14441,1922,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":1,"load":4,"weights":1,"self":7,"model":20,"name":8,"or":6,"path":16,"str":1,"kwargs":2,"arch":2,"get":3,"architecture":1,"config":19,"neuronx":10,"module":5,"cls":8,"neuron":13,"supported":1,"models":2,"importlib":1,"import":1,"getattr":1,"logger":1,"info":1,"buckets":2,"s":1,"pretrained":2,"hashed":3,"hashlib":1,"md5":1,"to":1,"json":1,"string":1,"encode":1,"utf":1,"8":1,"usedforsecurity":1,"false":2,"hexdigest":1,"if":1,"os":5,"getenv":2,"compiled":9,"artifacts":4,"is":1,"not":1,"none":1,"elif":1,"exists":1,"join":2,"else":1,"local":1,"try":1,"tokenizer":2,"autotokenizer":1,"from":1,"vision":1,"token":1,"id":1,"image":1,"add":1,"special":1,"tokens":1,"input":1,"ids":1,"0":1,"return":1},"16363,540,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"except":1,"filenotfounderror":1,"valueerror":1,"logger":1,"warning":1,"failed":1,"to":1,"load":1,"the":1,"model":11,"from":2,"s":1,"recompiling":1,"compiled":1,"path":11,"if":1,"not":1,"os":2,"exists":1,"name":5,"or":5,"hf":2,"automodelforcausallm":1,"pretrained":2,"saved":3,"join":1,"local":1,"models":1,"save":1,"self":1,"neuronx":1,"cls":1,"config":1},"16903,1953,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"logger":3,"info":3,"ncompiling":1,"and":2,"saving":1,"model":19,"to":1,"s":2,"name":2,"or":2,"path":8,"p":3,"multiprocessing":1,"process":1,"target":1,"compile":3,"args":1,"self":8,"compiled":6,"start":1,"join":1,"tokenizer":4,"autotokenizer":1,"from":3,"pretrained":2,"save":1,"successfully":1,"saved":1,"the":2,"in":1,"read":1,"image":2,"token":2,"id":2,"vision":1,"add":1,"special":1,"tokens":1,"false":1,"input":8,"ids":8,"0":4,"nloading":1,"checkpoint":1,"load":1,"def":3,"neuron":4,"traced":2,"class":1,"neuronspeculationcausallm":1,"nn":2,"module":2,"a":1,"optimized":1,"causal":1,"language":1,"with":1,"speculative":1,"decoding":1,"init":2,"config":4,"pretrainedconfig":1,"none":1,"super":1,"logits":2,"processor":1,"logitsprocessor":1,"vocab":1,"size":1,"as":1,"true":1,"lazy":1,"initialized":1,"forward":1,"torch":9,"tensor":5,"positions":3,"block":4,"sampling":3,"params":3,"sort":2,"sequentially":1,"for":1,"perf":1,"support":1,"reasons":1,"sorted":5,"indices":4,"index":3,"select":3},"18856,1909,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"output":9,"self":2,"model":2,"input":5,"ids":13,"attention":1,"mask":3,"none":1,"position":1,"positions":3,"seq":6,"sorted":2,"block":3,"sampling":4,"params":2,"restored":3,"indices":4,"torch":6,"argsort":1,"ctx":1,"encoding":1,"if":3,"0":11,"sum":1,"item":2,"fused":4,"outputs":3,"1":7,"shape":4,"index":2,"select":2,"return":2,"spec":1,"generation":1,"accepted":9,"tokens":6,"with":6,"padding":6,"next":2,"pos":2,"generated":4,"token":6,"counts":3,"assert":1,"any":1,"is":1,"false":1,"nxdi":1,"no":1,"for":3,"one":1,"or":1,"more":1,"sequences":1,"batch":3,"size":3,"steps":3,"arange":1,"expand":1,"def":1,"sample":1,"logits":3,"tensor":1,"metadata":2,"samplingmetadata":1,"optional":1,"list":1,"sampleroutput":1,"num":1,"id":2,"sg":2,"in":2,"groups":1,"organize":1,"tensors":1,"by":5,"step":4,"instead":1,"of":1,"sequence":1,"transpose":1,"tolist":1},"20765,1631,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"sampler":3,"output":7,"list":3,"for":3,"step":8,"index":6,"in":3,"range":2,"num":1,"steps":1,"if":1,"all":1,"token":12,"id":7,"1":1,"accepted":2,"ids":6,"by":2,"break":1,"sequence":3,"batch":1,"size":1,"append":2,"completionsequencegroupoutput":1,"samples":1,"sequenceoutput":1,"parent":1,"seq":2,"logprobs":2,"logprob":1,"prompt":1,"none":1,"sampleroutput":1,"outputs":1,"return":1,"def":1,"load":3,"weights":1,"self":2,"model":9,"name":5,"or":3,"path":5,"str":2,"draft":1,"kwargs":2,"arch":2,"get":3,"architecture":1,"config":9,"neuronx":9,"module":5,"cls":7,"neuron":5,"supported":1,"models":1,"importlib":1,"import":1,"getattr":1,"pretrained":1},"22396,1173,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"draft":18,"neuron":15,"config":30,"copy":1,"deepcopy":1,"if":3,"not":4,"enable":3,"eagle":3,"speculation":4,"length":1,"0":1,"trace":1,"tokengen":1,"model":9,"true":2,"fused":4,"false":2,"getattr":1,"modules":3,"to":3,"convert":3,"none":1,"is":1,"sequence":1,"parallel":1,"enabled":1,"neuronx":2,"cls":4,"get":1,"load":2,"pretrained":1,"name":2,"or":2,"path":3,"spec":3,"fusedspecneuronconfig":1,"self":1},"23569,1813,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"hashed":3,"config":9,"hashlib":1,"md5":1,"to":2,"json":1,"string":1,"encode":1,"utf":1,"8":1,"usedforsecurity":1,"false":1,"hexdigest":1,"if":2,"os":7,"getenv":2,"neuron":8,"compiled":12,"artifacts":4,"is":1,"not":2,"none":1,"model":22,"path":23,"elif":1,"exists":2,"name":7,"or":7,"join":3,"shutil":2,"rmtree":2,"ignore":2,"errors":2,"true":2,"else":1,"local":2,"models":2,"try":1,"self":3,"neuronx":1,"cls":1,"override":3,"kwargs":1,"for":1,"k":2,"v":2,"in":1,"items":1,"setattr":1,"load":2,"return":1,"except":1,"filenotfounderror":1,"valueerror":1,"as":1,"e":2,"logger":2,"warning":2,"exception":1,"s":2,"failed":1,"the":1,"from":2,"recompiling":1,"hf":2,"automodelforcausallm":1,"pretrained":2,"saved":3,"save":1},"25382,785,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"if":2,"not":1,"os":2,"path":18,"exists":1,"draft":8,"model":19,"name":10,"or":10,"hf":2,"automodelforcausallm":1,"from":1,"pretrained":2,"saved":3,"join":1,"local":1,"models":1,"save":1,"else":1,"config":3,"fused":1,"spec":1,"self":3,"neuronx":1,"cls":1,"compile":1,"compiled":2,"load":1},"26167,1547,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":2,"get":2,"model":6,"architecture":1,"config":21,"pretrainedconfig":1,"str":1,"architectures":6,"getattr":1,"for":2,"arch":3,"in":2,"if":1,"neuron":8,"supported":4,"models":2,"return":2,"raise":1,"valueerror":1,"f":3,"are":1,"not":1,"on":5,"now":1,"list":1,"keys":1,"default":1,"modelconfig":1,"parallel":4,"parallelconfig":1,"scheduler":4,"schedulerconfig":1,"lora":3,"serving":3,"loraservingconfig":1,"generate":1,"a":1,"based":1,"vllm":1,"args":1,"device":3,"sampling":3,"ondevicesamplingconfig":1,"dynamic":1,"true":4,"deterministic":1,"false":2,"batch":4,"size":5,"max":4,"num":1,"seqs":1,"dict":1,"tp":1,"degree":1,"tensor":1,"ctx":1,"1":1,"context":1,"length":1,"len":3,"seq":1,"enable":1,"bucketing":1,"is":1,"continuous":1,"batching":1,"quantized":1,"torch":2,"dtype":3,"to":1,"amp":1,"padding":1,"side":1,"right":1,"sequence":1,"enabled":1},"27714,1415,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":2,"get":2,"default":5,"speculation":5,"config":25,"model":5,"modelconfig":1,"parallel":3,"parallelconfig":1,"scheduler":4,"schedulerconfig":1,"speculativeconfig":1,"generate":1,"a":1,"neuron":13,"for":1,"speculative":2,"decoding":1,"based":1,"on":2,"vllm":1,"args":2,"dict":2,"tp":1,"degree":1,"tensor":1,"size":3,"ctx":1,"batch":2,"1":2,"max":4,"num":2,"seqs":1,"context":1,"length":2,"len":3,"seq":1,"tokens":1,"trace":1,"tokengen":1,"false":3,"enable":2,"fused":1,"true":3,"bucketing":1,"is":1,"continuous":1,"batching":1,"quantized":1,"torch":2,"dtype":3,"to":1,"amp":1,"device":1,"sampling":1,"top":1,"k":1,"do":1,"sample":1,"return":2,"after":1,"override":2,"overridden":4,"update":2,"values":1,"with":1,"or":1},"29129,1833,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"def":2,"get":7,"neuron":21,"model":27,"config":46,"modelconfig":2,"parallel":4,"parallelconfig":2,"scheduler":4,"schedulerconfig":2,"lora":2,"serving":2,"loraservingconfig":1,"nn":1,"module":1,"initializes":2,"a":3,"optimized":2,"for":2,"inference":2,"arch":2,"architecture":1,"hf":4,"if":1,"mllamaforconditionalgeneration":1,"neuronmllamaforcausallm":1,"else":1,"neuroncausallm":1,"default":6,"args":4,"after":2,"override":8,"load":1,"weights":1,"return":1,"eval":1,"speculation":6,"speculativeconfig":1,"this":1,"handles":1,"using":1,"both":1,"draft":2,"and":1,"an":1,"eagle":1,"neuronspeculationcausallm":1},"30962,323,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/neuronx_distributed.py":{"override":4,"neuron":6,"config":10,"model":7,"load":1,"weights":1,"speculation":1,"draft":1,"return":1,"eval":1},"0,1237,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/gguf_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"import":11,"os":1,"from":7,"collections":1,"abc":1,"generator":1,"gguf":6,"torch":3,"nn":2,"as":1,"huggingface":1,"hub":2,"hf":1,"download":1,"transformers":1,"automodelforcausallm":1,"config":7,"loadconfig":2,"modelconfig":1,"vllmconfig":1,"model":10,"executor":3,"loader":8,"base":1,"basemodelloader":2,"utils":2,"initialize":1,"process":1,"weights":2,"after":1,"loading":3,"set":1,"default":1,"dtype":1,"weight":1,"get":1,"extra":3,"tensor":1,"names":1,"quant":1,"iterator":1,"class":1,"ggufmodelloader":1,"that":2,"can":1,"load":7,"files":1,"this":2,"is":2,"useful":1,"for":2,"models":3,"are":1,"quantized":1,"with":1,"and":2,"saved":1,"in":1,"format":3,"supports":1,"both":1,"full":1,"sharded":1,"def":1,"init":2,"self":1,"super":1,"if":1,"raise":1,"valueerror":1,"f":2,"not":1,"supported":1},"1237,794,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/gguf_loader.py":{"def":1,"prepare":1,"weights":1,"self":1,"model":10,"name":10,"or":11,"path":11,"str":1,"if":3,"os":1,"isfile":1,"return":3,"for":1,"raw":2,"https":2,"link":1,"startswith":1,"http":1,"and":2,"endswith":2,"gguf":5,"hf":2,"hub":2,"download":2,"url":2,"repo":5,"id":5,"filename":5,"in":1,"rsplit":1,"1":1,"else":1,"raise":1,"valueerror":1,"f":1,"unrecognised":1,"reference":1,"expected":1,"local":1,"file":1},"2032,1575,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/gguf_loader.py":{"def":1,"get":1,"gguf":9,"weights":2,"map":8,"self":1,"model":12,"config":6,"modelconfig":1,"uses":1,"this":1,"naming":1,"convention":1,"for":3,"their":1,"tensors":1,"from":1,"hf":7,"checkpoint":1,"blk":6,"n":3,"bb":3,"weight":7,"and":2,"bias":3,"where":1,"signifies":2,"the":2,"block":1,"number":1,"of":1,"a":3,"layer":3,"attention":1,"mlp":5,"components":1,"see":1,"standardized":1,"tensor":1,"names":1,"in":3,"https":1,"github":1,"com":1,"ggerganov":1,"ggml":1,"blob":1,"master":1,"docs":1,"md":1,"details":1,"type":6,"to":6,"name":6,"hack":1,"ggufs":1,"have":2,"different":1,"than":1,"transformers":1,"if":2,"cohere":1,"command":1,"r":1,"deepseek":2,"v3":1,"v2":1,"deepseek2":1,"assumes":1,"that":1,"we":2,"will":1,"merged":1,"expert":1,"so":1,"need":1,"them":1,"manually":1,"idx":9,"range":1,"num":1,"hidden":1,"layers":5,"f":8,"exp":1,"probs":1,"b":1,"gate":3,"e":1,"score":1,"correction":1,"ffn":3,"down":2,"exps":3,"experts":3,"0":3,"proj":3,"up":2},"3607,739,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/gguf_loader.py":{"if":1,"model":6,"type":3,"in":2,"qwen2":1,"moe":2,"qwen3":1,"replace":1,"gguf":4,"layer":1,"map":5,"assumes":1,"that":1,"we":2,"will":1,"have":1,"a":1,"merged":1,"expert":1,"weights":1,"so":1,"need":1,"to":4,"them":1,"manually":1,"for":1,"idx":7,"range":1,"config":1,"num":1,"hidden":1,"layers":4,"hf":3,"name":3,"f":6,"blk":3,"ffn":3,"down":2,"exps":3,"weight":6,"mlp":3,"experts":3,"0":3,"proj":3,"gate":2,"up":2},"4346,1572,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/gguf_loader.py":{"arch":5,"none":6,"for":2,"key":2,"value":2,"in":2,"gguf":13,"model":21,"names":1,"items":1,"if":2,"type":3,"break":1,"is":1,"raise":1,"runtimeerror":1,"f":2,"unknown":1,"num":3,"layers":3,"config":9,"hidden":1,"name":17,"map":10,"get":5,"tensor":2,"with":1,"torch":2,"device":1,"meta":1,"dummy":2,"automodelforcausallm":1,"from":1,"trust":2,"remote":2,"code":2,"state":3,"dict":4,"hf":7,"suffix":2,"rsplit":1,"1":1,"to":4,"return":2,"def":3,"weights":10,"iterator":3,"self":7,"or":2,"path":4,"str":4,"generator":1,"tuple":1,"quant":1,"download":1,"modelconfig":2,"prepare":2,"load":2,"nn":1,"module":1,"local":2},"5918,923,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/gguf_loader.py":{"def":1,"load":2,"model":16,"self":4,"vllm":4,"config":15,"vllmconfig":1,"modelconfig":1,"nn":1,"module":1,"device":8,"local":2,"path":2,"prepare":1,"weights":7,"gguf":4,"map":3,"get":2,"we":1,"can":1,"only":1,"know":1,"if":2,"tie":2,"word":2,"embeddings":2,"after":2,"mapping":1,"lm":1,"head":1,"weight":1,"in":1,"extra":1,"tensor":1,"names":1,"hf":1,"update":1,"true":1,"target":3,"torch":2,"with":2,"set":1,"default":1,"dtype":2,"initialize":1,"process":1,"loading":1,"return":1},"0,1990,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":7,"project":1,"utilities":1,"for":2,"downloading":1,"and":1,"initializing":1,"model":8,"weights":1,"import":27,"fnmatch":1,"glob":1,"hashlib":1,"json":1,"os":1,"tempfile":1,"time":1,"from":15,"collections":2,"defaultdict":1,"abc":1,"generator":1,"pathlib":1,"path":1,"typing":1,"any":1,"callable":1,"optional":1,"union":1,"filelock":1,"huggingface":2,"hub":3,"constants":1,"numpy":1,"as":1,"np":1,"torch":2,"hffilesystem":1,"hf":1,"download":2,"snapshot":1,"safetensors":1,"load":1,"file":3,"safe":1,"open":1,"save":1,"tqdm":2,"auto":1,"config":2,"loadconfig":1,"modelconfig":1,"distributed":1,"get":2,"tensor":1,"parallel":1,"rank":1,"logger":4,"init":2,"executor":1,"layers":1,"quantization":2,"quantizationconfig":1,"platforms":1,"current":1,"platform":2,"utils":1,"placeholdermodule":4,"try":3,"runai":5,"streamer":5,"safetensorsstreamer":3,"except":3,"importerror":3,"oserror":2,"see":1,"https":1,"github":1,"com":1,"run":1,"ai":1,"issues":1,"26":1,"will":1,"be":1,"raised":1,"on":1,"arm64":1,"type":1,"ignore":1,"assignment":1,"placeholder":3,"attr":3,"gguf":3,"fastsafetensors":5,"safetensorsfileloader":3,"singlegroup":3,"name":1,"use":1,"system":1,"level":1,"temp":1,"directory":1,"locks":1,"so":1,"that":1,"multiple":1,"users":1,"can":1,"share":1,"same":1,"lock":1,"without":1,"error":1},"1990,1712,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"lock":12,"files":3,"in":4,"the":3,"temp":3,"directory":1,"will":2,"be":2,"automatically":2,"deleted":1,"when":1,"system":1,"reboots":1,"so":1,"users":3,"not":2,"complain":1,"about":1,"annoying":1,"dir":7,"tempfile":1,"gettempdir":1,"def":5,"enable":5,"hf":9,"transfer":7,"activates":1,"if":3,"hub":4,"os":4,"environ":1,"try":1,"available":1,"import":1,"type":1,"ignore":1,"noqa":1,"huggingface":1,"constants":1,"true":3,"except":1,"importerror":1,"pass":1,"class":1,"disabledtqdm":1,"tqdm":1,"init":2,"self":1,"args":2,"kwargs":2,"super":1,"disable":1,"get":1,"model":7,"name":11,"or":5,"path":7,"union":1,"str":5,"cache":2,"optional":1,"none":1,"makedirs":1,"dirname":1,"exist":1,"ok":1,"replace":1,"hash":3,"hashlib":1,"sha256":1,"encode":1,"hexdigest":1,"add":1,"to":3,"avoid":1,"conflict":1,"with":1,"old":1,"file":3,"mode":2,"0o666":2,"is":1,"required":1,"for":3,"filelock":3,"shared":2,"across":1,"join":1,"return":2,"pointers":1,"tensors":2,"ptrs":3,"defaultdict":1,"list":1,"k":2,"v":2,"items":2,"data":1,"ptr":1,"append":2,"failing":3,"names":3,"len":1,"1":1,"convert":1,"bin":1,"safetensor":1,"pt":1,"filename":2,"sf":1},"3702,1488,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"none":1,"loaded":11,"torch":2,"load":3,"pt":10,"filename":8,"map":1,"location":1,"cpu":1,"weights":3,"only":1,"true":2,"if":5,"state":2,"dict":2,"in":6,"shared":5,"pointers":1,"for":6,"name":2,"1":2,"pop":1,"tensors":3,"to":2,"be":1,"contiguous":2,"k":6,"v":2,"items":1,"dirname":3,"os":4,"path":1,"sf":10,"makedirs":1,"exist":1,"ok":1,"save":1,"file":5,"metadata":1,"format":1,"check":2,"size":11,"stat":2,"st":2,"0":1,"01":1,"raise":2,"runtimeerror":2,"f":2,"the":4,"different":1,"is":1,"more":1,"than":1,"are":1,"same":1,"reloaded":2,"tensor":4,"not":2,"equal":1,"output":1,"do":1,"match":1,"key":1,"todo":1,"woosuk":1,"move":1,"this":1,"other":1,"place":1,"def":1,"get":2,"quant":3,"config":7,"model":3,"modelconfig":1,"loadconfig":1,"quantizationconfig":1,"cls":2,"quantization":3,"gguf":2,"doesn":1,"t":1,"have":1,"inc":1,"return":1},"5190,1745,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"read":1,"the":5,"quantization":7,"config":42,"from":3,"hf":18,"model":15,"if":8,"available":1,"quant":11,"getattr":4,"none":8,"some":1,"vision":1,"may":1,"keep":1,"in":1,"their":1,"text":5,"is":7,"and":1,"not":5,"compressed":1,"tensors":1,"uses":1,"a":1,"compressions":1,"compression":1,"return":3,"cls":4,"inflight":1,"bnb":1,"bitsandbytes":1,"local":3,"os":2,"path":2,"isdir":1,"download":4,"files":3,"with":1,"get":2,"lock":1,"load":2,"dir":3,"folder":3,"snapshot":1,"revision":2,"allow":1,"patterns":1,"json":2,"cache":1,"only":1,"huggingface":1,"hub":2,"constants":1,"offline":1,"tqdm":1,"class":1,"disabledtqdm":1,"else":1,"possible":2,"filenames":3,"found":1,"use":1,"default":1,"glob":2,"join":1},"6935,1883,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"quant":9,"config":35,"files":9,"f":11,"for":5,"in":3,"if":6,"any":2,"endswith":1,"x":2,"possible":1,"filenames":1,"len":2,"0":2,"raise":3,"valueerror":3,"cannot":1,"find":1,"the":2,"file":3,"model":16,"quantization":6,"1":1,"found":2,"multiple":1,"with":2,"open":1,"as":1,"json":3,"load":4,"bitsandbytes":1,"adapter":1,"name":7,"or":6,"path":7,"elif":1,"modelopt":2,"producer":1,"return":2,"cls":2,"from":2,"else":2,"unsupported":1,"def":1,"get":2,"sparse":3,"attention":3,"modelconfig":1,"loadconfig":1,"filename":1,"str":2,"dict":1,"is":2,"local":3,"os":1,"isdir":1,"not":1,"download":4,"lock":1,"dir":3,"hf":3,"folder":2,"snapshot":1,"revision":2,"allow":1,"patterns":1,"cache":1,"only":1,"huggingface":1,"hub":2,"constants":1,"offline":1,"tqdm":1,"class":1,"disabledtqdm":1},"8818,1800,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"config":9,"file":6,"os":2,"path":7,"join":1,"hf":4,"folder":1,"sparse":3,"attention":3,"filename":1,"if":4,"not":2,"exists":1,"return":2,"load":2,"the":14,"with":1,"open":1,"as":1,"f":2,"json":1,"logger":1,"info":1,"loaded":1,"from":3,"s":1,"def":1,"download":4,"weights":4,"model":8,"name":4,"or":4,"str":14,"cache":3,"dir":2,"optional":6,"allow":4,"patterns":10,"list":6,"revision":5,"none":3,"ignore":2,"union":2,"hugging":1,"face":1,"hub":3,"args":1,"directory":1,"to":3,"store":1,"will":3,"use":1,"defaults":1,"allowed":1,"for":2,"weight":2,"files":4,"matched":2,"by":2,"any":2,"of":3,"be":2,"downloaded":2,"filter":2,"out":1,"ignored":1,"returns":1,"local":2,"only":2,"huggingface":1,"constants":1,"offline":1,"before":1,"we":3,"look":1,"at":1,"that":1,"is":2,"available":2,"fs":2,"hffilesystem":1,"ls":1,"detail":1,"false":1,"depending":1,"on":1,"what":1,"different":1,"things":1,"pattern":3,"in":1,"matching":2,"fnmatch":1,"len":1,"0":1,"break":1},"10618,1060,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"logger":2,"info":2,"using":1,"model":6,"weights":3,"format":1,"s":2,"allow":3,"patterns":5,"use":1,"file":4,"lock":2,"to":1,"prevent":1,"multiple":1,"processes":1,"from":3,"downloading":2,"the":2,"same":2,"at":1,"time":9,"with":1,"get":1,"name":4,"or":4,"path":4,"cache":4,"dir":4,"start":2,"perf":2,"counter":2,"hf":4,"folder":2,"snapshot":1,"download":3,"ignore":2,"tqdm":1,"class":1,"disabledtqdm":1,"revision":3,"local":2,"files":1,"only":2,"taken":3,"if":1,"0":1,"5":1,"spent":1,"for":1,"6f":1,"seconds":1,"return":1,"def":1,"safetensors":2,"index":3,"str":4,"optional":2,"none":2,"hugging":1,"face":1,"hub":1},"11678,1914,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"args":1,"model":8,"name":7,"or":5,"path":6,"str":8,"the":12,"index":13,"file":16,"safetensors":8,"cache":6,"dir":4,"optional":2,"directory":1,"to":5,"store":1,"weights":4,"if":3,"none":1,"will":2,"use":3,"hf":7,"defaults":1,"revision":4,"of":2,"lock":2,"prevent":1,"multiple":1,"processes":1,"from":2,"downloading":1,"same":2,"at":1,"time":1,"with":1,"get":1,"try":1,"download":2,"hub":5,"repo":1,"id":1,"filename":1,"local":2,"files":6,"only":2,"huggingface":3,"constants":1,"offline":1,"not":3,"found":3,"on":1,"remote":2,"locally":1,"we":2,"should":2,"fail":1,"since":1,"some":1,"models":2,"have":1,"except":2,"utils":2,"localentrynotfounderror":1,"logger":2,"info":2,"no":2,"s":2,"in":3,"entrynotfounderror":1,"for":1,"like":1,"mistral":1,"7b":1,"v0":1,"3":1,"there":1,"are":1,"both":2,"sharded":1,"and":1,"a":2,"consolidated":1,"passing":1,"these":1,"weight":2,"loader":1,"functionality":1,"breaks":1,"so":1,"look":1,"up":1,"which":1,"be":1,"used":1,"def":1,"filter":1,"duplicate":1,"list":2,"folder":2,"json":1,"is":1,"mapping":1,"keys":1,"torch":1,"state":1,"dict":1,"holding":1,"that":1,"os":2,"join":1,"isfile":1,"return":1},"13592,1958,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"iterate":2,"through":1,"the":7,"weight":11,"map":5,"name":5,"safetensors":1,"files":15,"to":2,"identify":1,"weights":11,"that":3,"we":1,"should":1,"use":5,"with":4,"open":1,"index":5,"file":2,"as":1,"f":8,"json":1,"load":4,"in":11,"set":1,"for":6,"add":1,"os":1,"path":2,"join":1,"hf":10,"folder":2,"filter":2,"out":1,"any":2,"fields":1,"are":2,"not":5,"found":1,"if":2,"return":3,"def":3,"needed":2,"inference":2,"list":3,"str":7,"exclude":1,"see":2,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"34":1,"0":2,"src":1,"trainer":1,"py":1,"l227":1,"l233":1,"blacklist":2,"training":1,"args":1,"bin":2,"optimizer":2,"pt":3,"scheduler":1,"scaler":1,"endswith":1,"x":2,"explicitly":1,"pure":1,"text":1,"format":2,"a":1,"newline":1,"at":1,"end":1,"this":1,"makes":1,"it":1,"impossible":1,"animation":1,"progress":1,"bar":2,"but":1,"will":1,"avoid":1,"messing":1,"up":1,"ray":1,"or":3,"multiprocessing":1,"which":1,"wraps":1,"each":1,"line":1,"of":1,"output":1,"some":1,"prefix":1,"desc":1,"percentage":1,"3":1,"0f":1,"completed":1,"n":2,"fmt":3,"total":1,"elapsed":1,"remaining":1,"rate":1,"noqa":1,"e501":1,"enable":1,"tqdm":4,"on":3,"bool":2,"and":1,"torch":3,"distributed":2,"is":1,"initialized":1,"get":1,"rank":1,"np":2,"cache":2,"iterator":1,"model":2,"dir":1,"optional":1,"generator":1,"tuple":1,"tensor":1,"none":2,"over":1},"15550,1754,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"will":1,"dump":2,"the":4,"model":4,"weights":7,"to":4,"numpy":5,"files":3,"if":2,"they":1,"are":1,"not":3,"already":1,"dumped":1,"convert":1,"from":3,"torch":3,"tensors":1,"arrays":1,"for":4,"faster":1,"loading":2,"np":9,"folder":6,"os":6,"path":10,"join":4,"hf":3,"makedirs":1,"exist":1,"ok":1,"true":2,"weight":10,"names":10,"file":7,"json":3,"use":3,"lock":2,"prevent":1,"multiple":1,"processes":1,"dumping":1,"same":2,"at":1,"time":1,"with":5,"get":1,"name":7,"or":1,"cache":2,"dir":1,"exists":1,"list":2,"str":2,"bin":2,"in":3,"tqdm":4,"desc":1,"checkpoint":1,"shards":1,"disable":1,"enable":1,"on":2,"load":5,"bar":2,"format":2,"state":2,"map":1,"location":1,"cpu":2,"only":1,"param":8,"items":1,"open":4,"wb":1,"as":4,"f":8,"save":1,"detach":1,"append":1,"w":1,"rb":1,"yield":1,"def":1,"safetensors":1,"iterator":1,"bool":1},"17304,1825,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"generator":3,"tuple":3,"str":5,"torch":6,"tensor":6,"none":6,"iterate":3,"over":3,"the":6,"weights":11,"in":7,"model":4,"safetensor":3,"files":12,"for":4,"st":2,"file":2,"tqdm":8,"hf":6,"desc":2,"loading":2,"safetensors":3,"checkpoint":1,"shards":1,"disable":2,"not":2,"enable":2,"use":4,"on":4,"load":4,"bar":4,"format":4,"with":2,"safe":1,"open":1,"framework":1,"pt":1,"as":2,"f":4,"name":3,"keys":1,"noqa":1,"sim118":1,"param":2,"get":2,"yield":2,"def":2,"runai":2,"iterator":2,"list":2,"bool":2,"safetensorsstreamer":1,"streamer":5,"stream":1,"total":3,"tensors":6,"sum":1,"len":2,"meta":2,"to":1,"metadata":1,"values":1,"iter":2,"using":2,"from":1,"fastsafetensors":1,"fastsafetensor":1,"library":1,"if":1,"distributed":2,"is":1,"initialized":1,"pg":5,"group":1,"world":1,"else":1,"singlegroup":1,"device":2,"cuda":1,"rank":1,"weight":1,"sub":1,"lists":1,"i":3,"size":2,"range":1,"0":1},"19129,1860,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"for":6,"f":4,"list":5,"in":7,"tqdm":7,"weight":1,"files":5,"sub":1,"lists":1,"desc":2,"loading":2,"safetensors":1,"using":1,"fastsafetensor":1,"loader":5,"disable":2,"not":2,"enable":2,"use":3,"on":3,"load":6,"bar":4,"format":4,"safetensorsfileloader":1,"pg":1,"device":2,"rank":3,"file":7,"map":9,"i":2,"enumerate":1,"add":1,"filenames":1,"try":2,"fb":4,"copy":1,"to":6,"keys":10,"key":3,"lidx":1,"k":3,"t":2,"get":2,"tensor":5,"yield":2,"finally":2,"close":2,"def":3,"pt":5,"weights":6,"iterator":2,"hf":6,"str":12,"bool":1,"location":3,"union":1,"dict":3,"cpu":1,"generator":1,"tuple":1,"torch":2,"none":2,"iterate":1,"over":1,"the":2,"model":1,"bin":3,"checkpoint":1,"shards":1,"state":3,"only":1,"true":1,"from":1,"items":1,"del":1,"gguf":14,"extra":3,"names":1,"name":5,"reader":2,"ggufreader":1,"expected":2,"set":2,"exact":2,"tensors":1,"return":1,"quant":1},"20989,1582,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"generator":1,"tuple":1,"str":1,"torch":7,"tensor":21,"none":2,"iterate":1,"over":1,"the":6,"quant":1,"weights":1,"in":5,"model":1,"gguf":7,"files":1,"and":2,"convert":4,"them":1,"to":10,"tensors":3,"reader":3,"ggufreader":1,"file":1,"for":2,"if":6,"name":18,"hf":4,"map":4,"weight":13,"type":12,"f32":2,"replace":2,"qweight":2,"yield":2,"data":1,"param":2,"def":1,"pyslice":1,"x":5,"any":1,"pysafeslice":2,"object":2,"from":1,"safetensors":1,"supports":1,"indexing":1,"which":1,"is":1,"done":1,"before":1,"loading":1,"actual":1,"can":1,"reduce":1,"amount":1,"of":1,"memory":2,"being":1,"read":1,"into":1,"however":1,"it":1,"does":1,"not":2,"support":1,"more":2,"advanced":1,"functionalities":1,"like":1,"view":1,"or":1,"t":1,"therefore":1,"we":2,"need":2,"modify":1,"loaded":1,"with":1,"these":1,"complicated":1,"operators":1,"first":1,"isinstance":1,"return":1},"22571,1952,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"def":4,"default":4,"weight":24,"loader":9,"param":14,"torch":8,"tensor":10,"loaded":15,"none":6,"try":1,"if":4,"numel":2,"1":3,"and":2,"sometimes":1,"scalar":2,"values":1,"aren":1,"t":1,"considered":1,"tensors":1,"with":1,"shapes":1,"so":1,"both":1,"are":2,"a":2,"broadcast":1,"instead":1,"of":2,"copy":2,"data":4,"fill":1,"item":1,"else":2,"assert":1,"size":10,"f":2,"attempted":1,"to":2,"load":2,"into":1,"parameter":1,"except":1,"exception":2,"note":1,"this":1,"is":2,"added":1,"for":1,"the":3,"purpose":1,"setting":1,"breakpoint":1,"debug":1,"loading":1,"issues":1,"raise":1,"row":2,"parallel":3,"weights":2,"that":2,"parallelized":1,"tp":4,"rank":6,"get":2,"model":2,"shard":13,"dim":5,"0":1,"not":1,"shape":2,"start":4,"idx":4,"narrow":2,"return":3,"loaderfunction":2,"callable":1,"sharded":1,"axis":4,"int":1,"create":1,"shards":1,"along":1,"given":1},"24523,956,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"def":3,"composed":3,"weight":4,"loader":6,"loaderfunction":2,"fn":2,"callable":1,"torch":5,"tensor":4,"create":1,"a":1,"that":2,"post":1,"processes":1,"the":5,"weights":6,"after":1,"loading":1,"param":4,"loaded":2,"none":2,"data":1,"copy":1,"return":2,"initialize":2,"dummy":1,"model":4,"nn":1,"module":1,"low":1,"float":2,"1e":4,"3":4,"high":1,"seed":1,"int":1,"1234":1,"with":2,"random":1,"values":2,"must":1,"be":1,"randomly":1,"initialized":1,"for":2,"accurate":1,"performance":1,"measurements":1,"additionally":1,"should":1,"not":1,"cause":1,"nans":1,"in":1,"forward":1,"pass":1,"we":1,"empirically":1,"found":1,"initializing":1,"between":1,"and":1,"works":1,"well":1,"most":1,"models":1},"25479,1907,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"we":2,"use":1,"per":1,"parameter":2,"random":2,"seed":6,"so":1,"that":1,"dummy":1,"weights":1,"are":1,"consistent":1,"even":1,"if":4,"the":6,"model":2,"is":4,"partitioned":1,"across":1,"multiple":1,"devices":1,"when":1,"fixed":1,"values":2,"generated":1,"by":1,"this":2,"function":2,"only":1,"depends":1,"on":1,"s":1,"number":1,"of":1,"elements":1,"and":1,"its":1,"data":6,"type":1,"for":1,"param":19,"in":2,"state":1,"dict":1,"torch":8,"floating":1,"point":1,"current":1,"platform":1,"tpu":2,"generator":13,"device":4,"cpu":3,"manual":2,"note":2,"uniform":4,"cannot":1,"be":1,"used":1,"context":1,"because":1,"it":2,"demands":1,"more":1,"hbm":1,"than":1,"directly":1,"copying":1,"from":1,"a":1,"tensor":1,"avoid":1,"using":1,"rank":1,"like":1,"as":1,"doesn":2,"t":2,"currently":1,"support":2,"argument":1,"copy":2,"high":3,"low":4,"rand":1,"shape":1,"dtype":6,"layout":2,"requires":2,"grad":2,"sync":1,"continue":1,"finfo":1,"bits":1,"16":2,"bit":1,"datatypes":1,"fp8":1,"tmp":4,"to":2,"float16":1,"else":1},"27386,1654,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"def":1,"maybe":1,"remap":5,"kv":8,"scale":17,"name":19,"str":4,"params":5,"dict":7,"optional":1,"the":17,"of":3,"fp8":2,"k":7,"v":4,"parameters":2,"this":2,"function":1,"handles":1,"remapping":2,"parameter":3,"names":1,"it":2,"detects":1,"if":7,"given":1,"ends":1,"with":1,"a":3,"suffix":1,"and":5,"attempts":1,"to":5,"expected":2,"format":2,"in":9,"model":3,"remapped":7,"is":7,"not":5,"found":5,"warning":3,"printed":1,"none":3,"returned":1,"args":1,"original":2,"loaded":2,"checkpoint":3,"dictionary":1,"containing":1,"s":3,"named":1,"returns":1,"successful":1,"or":1,"no":1,"needed":1,"endswith":1,"logger":2,"once":2,"deprecated":3,"favor":1,"separate":1,"tensors":1,"will":2,"be":1,"removed":1,"future":1,"release":1,"functionally":1,"we":2,"duplicate":1,"note":1,"replace":1,"attn":1,"e":2,"g":2,"but":1,"noqa":1,"e501":1,"return":2},"29040,1687,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/weight_utils.py":{"define":1,"scale":26,"name":14,"mapping":3,"patterns":3,"in":5,"order":1,"of":1,"precedence":1,"modelopt":1,"format":4,"self":12,"attn":20,"k":11,"v":11,"proj":7,"r":8,"kv":5,"2":1,"qkv":3,"1":4,"qwen3":1,"moe":1,"qkqkv":2,"default":1,"check":1,"if":5,"ends":1,"with":1,"or":1,"endswith":1,"import":1,"regex":1,"as":1,"re":3,"for":1,"pattern":3,"replacement":2,"search":1,"remapped":4,"sub":1,"not":3,"params":1,"dict":1,"type":3,"split":1,"logger":1,"warning":1,"once":1,"found":2,"s":4,"the":4,"checkpoint":1,"e":2,"g":2,"but":1,"expected":1,"model":1,"is":1,"loaded":1,"noqa":1,"e501":1,"return":4,"none":1,"there":1,"were":1,"no":1,"matches":1,"untouched":1,"param":1},"0,1738,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/base_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":9,"project":1,"from":4,"abc":3,"import":6,"abstractmethod":3,"torch":5,"nn":4,"as":1,"config":22,"loadconfig":2,"modelconfig":4,"vllmconfig":2,"logger":4,"init":3,"model":19,"executor":1,"loader":1,"utils":1,"initialize":2,"process":1,"weights":4,"after":1,"loading":2,"set":2,"default":2,"dtype":3,"name":1,"class":2,"basemodelloader":1,"base":1,"for":2,"loaders":1,"def":4,"self":5,"load":13,"download":2,"none":3,"a":3,"so":1,"that":1,"it":1,"can":1,"be":1,"immediately":1,"loaded":1,"raise":2,"notimplementederror":2,"module":2,"into":1,"this":1,"standalone":1,"api":1,"allows":1,"inplace":1,"an":1,"already":1,"initialized":1,"with":3,"given":1,"configurations":1,"device":11,"if":1,"is":1,"else":1,"target":2},"1738,299,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/base_loader.py":{"logger":1,"debug":1,"loading":2,"weights":4,"on":1,"s":1,"load":3,"device":2,"quantization":1,"does":1,"not":1,"happen":1,"in":1,"but":1,"after":2,"it":1,"self":1,"model":5,"config":2,"process":1,"target":1,"return":1,"eval":1},"0,1816,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":10,"project":1,"ruff":1,"noqa":1,"sim117":1,"import":10,"copy":1,"from":8,"collections":1,"abc":1,"generator":1,"typing":1,"union":1,"torch":3,"nn":1,"config":18,"loadconfig":2,"modelconfig":1,"parallelconfig":1,"vllmconfig":1,"logger":4,"init":5,"model":16,"executor":3,"loader":9,"base":1,"basemodelloader":2,"tensorizer":11,"tensorizerconfig":3,"deserialize":1,"is":3,"tensorized":1,"serialize":1,"weights":1,"iterator":1,"utils":1,"get":1,"architecture":1,"initialize":1,"set":1,"default":1,"dtype":2,"name":1,"blacklisted":2,"args":2,"device":1,"decides":2,"this":2,"mode":1,"not":3,"meant":1,"be":1,"configurable":1,"by":1,"user":1,"def":2,"validate":2,"dict":1,"for":1,"k":3,"v":2,"in":2,"items":1,"if":2,"none":1,"and":1,"raise":1,"valueerror":1,"f":1,"an":1,"allowed":1,"argument":1,"class":1,"tensorizerloader":1,"using":1,"coreweave":1,"s":1,"library":1,"self":3,"load":6,"super":1,"isinstance":1,"extra":4,"else":1},"1816,1929,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer_loader.py":{"def":5,"verify":4,"config":39,"self":12,"model":27,"modelconfig":3,"parallel":3,"parallelconfig":1,"tensorizer":17,"with":7,"get":3,"weights":4,"iterator":3,"generator":1,"tuple":1,"str":1,"torch":3,"tensor":1,"none":3,"args":3,"construct":1,"return":3,"load":3,"serialized":2,"cpu":2,"vllm":8,"vllmconfig":1,"nn":1,"module":1,"a":2,"to":1,"the":2,"this":2,"is":1,"only":1,"necessary":1,"when":1,"isn":1,"t":1,"tensorized":2,"see":1,"examples":1,"others":1,"tensorize":1,"py":1,"should":1,"still":1,"be":2,"faster":1,"than":2,"default":2,"huggingface":1,"loading":2,"but":1,"will":1,"slower":1,"device":5,"set":1,"dtype":4,"initialize":1,"eval":1,"download":1,"open":1,"stream":1,"pass":1,"patch":1,"tensorizerconfig":1,"class":3,"architecture":1,"0":1,"copy":2,"hf":2},"3745,1712,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer_loader.py":{"def":2,"load":6,"weights":5,"self":12,"model":22,"nn":2,"module":2,"config":33,"modelconfig":2,"none":1,"serialized":2,"with":3,"tensorizer":16,"expects":1,"a":1,"vllm":13,"tensorized":3,"see":1,"the":1,"examples":1,"others":1,"tensorize":1,"py":1,"example":1,"script":1,"for":1,"serializing":1,"models":1,"if":3,"is":2,"patch":2,"deserialize":1,"else":1,"get":3,"iterator":1,"vllmconfig":1,"parallel":7,"verify":1,"tensor":3,"size":1,"1":1,"from":1,"distributed":1,"import":1,"rank":2,"uri":2,"device":5,"set":1,"default":1,"torch":2,"dtype":2,"init":1,"return":2,"cpu":1},"5457,450,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/tensorizer_loader.py":{"staticmethod":1,"def":1,"save":1,"model":8,"torch":1,"nn":1,"module":1,"tensorizer":6,"config":9,"union":1,"tensorizerconfig":2,"dict":2,"modelconfig":1,"none":1,"if":1,"isinstance":1,"serialize":1,"vllm":1},"0,1973,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":7,"project":1,"import":16,"dataclasses":2,"glob":1,"os":1,"time":1,"from":13,"collections":1,"abc":1,"generator":1,"iterable":1,"typing":1,"optional":4,"cast":1,"huggingface":1,"hub":1,"torch":2,"nn":1,"transformers":1,"utils":2,"safe":1,"weights":12,"index":2,"name":2,"envs":1,"config":7,"loadconfig":2,"modelconfig":1,"logger":4,"init":4,"model":10,"executor":2,"loader":6,"base":1,"basemodelloader":2,"weight":1,"download":2,"safetensors":3,"file":2,"hf":2,"fastsafetensors":1,"iterator":4,"filter":2,"duplicate":1,"files":2,"not":2,"needed":1,"for":3,"inference":1,"get":1,"lock":1,"np":1,"cache":1,"pt":3,"platforms":1,"current":1,"platform":1,"class":2,"defaultmodelloader":1,"that":1,"can":2,"load":8,"different":1,"types":1,"disk":1,"dataclass":1,"source":2,"a":2,"or":2,"path":2,"str":4,"id":1,"revision":2,"prefix":2,"prepend":1,"all":1,"fall":1,"back":1,"bool":1,"true":1,"whether":1,"be":1,"used":1,"allow":1,"patterns":2,"overrides":1,"list":1,"none":1,"if":2,"defined":1,"will":1,"exclusively":1,"using":1,"these":1,"counter":2,"before":1,"loading":2,"float":2,"after":1,"def":1,"self":1,"super":1,"extra":2,"raise":1,"valueerror":1,"f":2,"is":1,"supported":1,"format":2},"1973,1812,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"def":2,"maybe":2,"download":9,"from":7,"modelscope":9,"self":6,"model":20,"str":8,"revision":5,"optional":4,"hub":5,"if":5,"vllm":2,"use":4,"is":4,"true":1,"returns":1,"the":7,"path":9,"to":3,"downloaded":3,"or":6,"none":2,"not":4,"envs":1,"lazy":1,"import":2,"so":1,"that":1,"required":1,"for":2,"normal":1,"pylint":1,"disable":1,"c":1,"snapshot":3,"file":2,"lock":2,"prevent":1,"multiple":1,"processes":1,"downloading":1,"same":2,"weights":3,"at":1,"time":1,"with":1,"get":1,"load":3,"config":3,"dir":3,"os":1,"exists":1,"id":1,"cache":1,"local":2,"files":1,"only":1,"huggingface":1,"constants":1,"hf":1,"offline":1,"ignore":2,"pattern":1,"patterns":2,"else":1,"return":2,"prepare":2,"name":4,"fall":1,"back":1,"pt":1,"bool":2,"allow":1,"overrides":1,"list":2,"tuple":1,"it":1,"will":1,"be":1},"3785,1785,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"is":3,"local":2,"os":2,"path":5,"isdir":1,"model":3,"name":4,"or":4,"load":13,"format":10,"self":3,"config":3,"use":5,"safetensors":10,"false":1,"index":4,"file":2,"safe":1,"weights":6,"some":1,"quantized":1,"models":1,"pt":5,"files":4,"for":2,"storing":1,"the":1,"if":6,"auto":1,"allow":11,"patterns":13,"bin":2,"elif":4,"fastsafetensors":1,"true":3,"mistral":1,"consolidated":2,"json":1,"npcache":1,"else":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"fall":1,"back":1,"to":1,"overrides":2,"not":2,"none":1,"hf":7,"folder":3,"download":2,"from":1,"dir":1,"revision":1,"ignore":2,"list":1,"str":1,"pattern":3,"in":1,"glob":2,"join":1,"len":1,"0":1,"break":1},"5570,1045,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"if":3,"use":2,"safetensors":7,"for":2,"models":1,"like":1,"mistral":1,"7b":1,"instruct":1,"v0":1,"3":1,"there":1,"are":1,"both":2,"sharded":1,"files":10,"and":2,"a":1,"consolidated":1,"file":4,"using":1,"breaks":1,"here":1,"we":1,"download":3,"the":2,"model":4,"index":5,"json":1,"filter":3,"any":2,"not":3,"found":1,"in":1,"is":1,"local":1,"from":1,"hf":9,"name":2,"or":2,"path":2,"self":1,"load":1,"config":1,"dir":1,"revision":1,"weights":7,"duplicate":1,"folder":2,"else":1,"needed":1,"inference":1,"len":1,"0":1,"raise":1,"runtimeerror":1,"f":1,"cannot":1,"find":1,"with":1,"return":1},"6615,2000,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"def":2,"get":2,"weights":22,"iterator":16,"self":10,"source":7,"generator":2,"tuple":1,"str":1,"torch":2,"tensor":1,"none":2,"an":1,"for":2,"the":3,"model":4,"based":1,"on":5,"load":16,"format":3,"hf":7,"folder":2,"files":5,"use":7,"safetensors":4,"prepare":1,"or":2,"path":2,"revision":1,"fall":1,"back":1,"to":1,"pt":3,"allow":1,"patterns":1,"overrides":1,"if":3,"config":8,"npcache":1,"currently":1,"np":2,"cache":2,"only":1,"support":1,"bin":1,"checkpoints":1,"assert":1,"is":2,"false":1,"download":1,"dir":1,"tqdm":4,"elif":1,"fastsafetensors":2,"else":2,"map":1,"location":1,"current":1,"platform":1,"tpu":1,"in":3,"pytorch":1,"xla":6,"we":1,"should":1,"call":1,"xm":3,"mark":2,"step":2,"frequently":1,"so":1,"that":1,"not":1,"too":1,"many":1,"ops":1,"are":1,"accumulated":1,"program":1,"import":1,"core":1,"as":1,"yield":1},"8615,1409,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"if":1,"self":7,"counter":3,"before":2,"loading":2,"weights":12,"0":2,"time":1,"perf":1,"apply":1,"the":1,"prefix":3,"return":1,"source":5,"name":2,"tensor":3,"for":2,"in":2,"iterator":3,"def":2,"get":3,"all":1,"model":13,"config":6,"modelconfig":2,"nn":1,"module":1,"generator":1,"tuple":1,"str":1,"torch":1,"none":5,"primary":2,"defaultmodelloader":2,"revision":2,"fall":3,"back":3,"to":3,"pt":3,"getattr":3,"during":1,"load":1,"true":2,"allow":3,"patterns":3,"overrides":3,"yield":2,"from":2,"secondary":3,"cast":1,"iterable":1,"download":1,"prepare":1},"10024,955,data/raw/vllm-0.10.1/vllm/model_executor/model_loader/default_loader.py":{"def":1,"load":4,"weights":17,"self":5,"model":7,"nn":1,"module":1,"config":3,"modelconfig":1,"none":3,"to":2,"name":2,"for":2,"in":1,"named":1,"parameters":1,"loaded":7,"get":1,"all":1,"counter":4,"after":2,"loading":4,"time":1,"perf":1,"logger":1,"info":1,"took":1,"2f":1,"seconds":1,"before":1,"we":1,"only":1,"enable":1,"strict":1,"check":1,"non":1,"quantized":1,"models":1,"that":1,"have":1,"tracking":1,"currently":1,"if":2,"quantization":1,"is":2,"and":1,"not":5,"raise":1,"valueerror":1,"following":1,"were":1,"initialized":1,"from":1,"f":1,"checkpoint":1},"0,1895,data/raw/vllm-0.10.1/vllm/adapter_commons/models.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"from":7,"abc":4,"import":5,"abstractmethod":4,"typing":1,"any":2,"callable":2,"optional":2,"typevar":2,"torch":1,"nn":3,"logger":5,"init":6,"utils":1,"lrucache":3,"name":1,"class":3,"adaptermodel":1,"def":8,"self":16,"model":10,"id":5,"none":4,"local":2,"checkpoint":2,"cls":1,"dir":1,"kwargs":1,"common":1,"initialization":1,"code":1,"load":1,"weights":1,"or":1,"embeddings":1,"raise":3,"notimplementederror":3,"subclasses":1,"must":1,"implement":1,"this":1,"method":1,"t":4,"adapterlrucache":1,"int":10,"capacity":3,"deactivate":4,"fn":4,"object":1,"super":2,"on":2,"remove":2,"key":4,"value":2,"debug":1,"removing":1,"adapter":5,"d":1,"return":2,"adaptermodelmanager":2,"module":2,"create":1,"a":3,"and":1,"for":2,"given":1,"args":1,"be":1,"adapted":1,"registered":2,"adapters":3,"dict":3,"instead":1,"of":1,"set":1,"compatibility":1,"with":1,"active":1,"type":1,"last":1,"mapping":1,"len":2,"property":2,"slots":1},"1895,975,data/raw/vllm-0.10.1/vllm/adapter_commons/models.py":{"abstractmethod":9,"def":9,"activate":1,"adapter":13,"self":9,"id":5,"int":6,"bool":5,"raise":9,"notimplementederror":9,"deactivate":1,"add":1,"any":4,"set":1,"mapping":2,"none":2,"remove":2,"all":1,"adapters":2,"get":1,"optional":1,"list":1,"dict":1,"pin":1},"0,1858,data/raw/vllm-0.10.1/vllm/adapter_commons/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"typing":1,"import":1,"any":13,"callable":5,"optional":3,"model":1,"functions":2,"def":7,"deactivate":5,"adapter":22,"id":11,"int":10,"active":4,"adapters":17,"dict":7,"none":3,"func":12,"bool":4,"if":4,"in":2,"pop":2,"return":9,"true":2,"false":2,"add":3,"registered":10,"capacity":2,"not":1,"len":1,"raise":1,"runtimeerror":1,"no":1,"free":1,"slots":1,"set":7,"mapping":14,"last":3,"remove":1,"list":1,"get":2,"worker":2,"requests":2,"apply":2},"1858,1471,data/raw/vllm-0.10.1/vllm/adapter_commons/utils.py":{"def":3,"add":7,"adapter":34,"worker":3,"request":7,"any":2,"list":7,"adapters":8,"func":16,"load":2,"activate":2,"bool":1,"if":3,"id":7,"in":4,"return":3,"false":1,"loaded":5,"apply":1,"requests":2,"set":4,"slots":4,"int":2,"remove":4,"none":1,"models":16,"that":3,"exist":3,"map":5,"for":3,"len":2,"raise":1,"runtimeerror":1,"f":3,"number":2,"of":2,"requested":1,"is":1,"greater":1,"than":1,"the":1,"gpu":1,"model":1,"new":3,"to":4,"manager":2},"0,450,data/raw/vllm-0.10.1/vllm/adapter_commons/layers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"dataclasses":1,"import":1,"dataclass":2,"class":1,"adaptermapping":1,"per":2,"every":1,"token":2,"in":1,"input":1,"ids":1,"index":3,"mapping":6,"tuple":4,"int":2,"sampled":1,"prompt":3,"def":1,"post":1,"init":1,"self":5},"0,686,data/raw/vllm-0.10.1/vllm/adapter_commons/request.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"abc":3,"import":1,"abstractmethod":2,"class":3,"adapterrequest":1,"base":1,"for":1,"adapter":7,"requests":1,"property":1,"def":4,"id":7,"self":9,"int":2,"raise":2,"notimplementederror":1,"post":1,"init":1,"none":1,"if":1,"1":1,"valueerror":1,"f":1,"must":1,"be":1,"got":1,"eq":1,"value":3,"object":1,"bool":1,"return":2,"isinstance":1,"and":1,"hash":2},"0,992,data/raw/vllm-0.10.1/vllm/adapter_commons/worker_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":2,"abc":3,"import":3,"abstractmethod":7,"typing":1,"any":4,"optional":2,"torch":2,"class":1,"abstractworkermanager":1,"def":7,"init":1,"self":8,"device":4,"property":1,"is":1,"enabled":1,"bool":3,"raise":6,"notimplementederror":6,"set":3,"active":1,"adapters":3,"requests":1,"mapping":1,"none":2,"add":1,"adapter":4,"request":1,"remove":2,"id":1,"int":2,"all":1,"list":1},"0,1919,data/raw/vllm-0.10.1/vllm/inputs/data.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":20,"the":15,"vllm":2,"project":1,"from":4,"collections":1,"abc":1,"import":5,"iterable":1,"typing":2,"type":4,"checking":2,"any":3,"generic":1,"literal":1,"optional":6,"union":1,"cast":1,"torch":1,"extensions":1,"notrequired":7,"typeddict":3,"typeis":1,"typevar":1,"if":5,"multimodal":3,"inputs":1,"multimodaldatadict":3,"multimodalinputs":1,"class":2,"textprompt":1,"schema":2,"for":5,"a":4,"text":2,"prompt":4,"str":4,"input":3,"be":4,"tokenized":2,"before":1,"passing":1,"model":9,"multi":6,"modal":6,"data":4,"pass":6,"supports":2,"it":2,"mm":4,"processor":8,"kwargs":6,"dict":2,"forwarded":2,"mapper":2,"note":2,"that":2,"multiple":2,"modalities":2,"have":2,"registered":2,"mappers":2,"etc":2,"being":2,"considered":2,"we":2,"attempt":2,"each":2,"of":4,"them":2,"cache":2,"salt":2,"used":1,"prefix":1,"caching":1,"tokensprompt":1,"token":4,"ids":4,"list":4,"int":2,"cross":1,"encoder":1},"1919,1990,data/raw/vllm-0.10.1/vllm/inputs/data.py":{"cache":4,"salt":4,"notrequired":2,"str":4,"optional":2,"to":6,"be":4,"used":2,"for":5,"prefix":2,"caching":2,"class":1,"embedsprompt":5,"typeddict":1,"schema":1,"a":9,"prompt":24,"provided":1,"via":1,"token":3,"embeddings":3,"embeds":4,"torch":1,"tensor":1,"the":8,"of":6,"singletonprompt":7,"union":1,"textprompt":3,"tokensprompt":4,"set":1,"possible":1,"schemas":1,"single":1,"text":1,"or":2,"vllm":6,"inputs":6,"data":8,"tokenized":1,"an":2,"note":1,"that":1,"singleton":1,"is":4,"as":3,"opposed":1,"structure":2,"which":2,"encapsulates":1,"multiple":1,"prompts":2,"i":3,"e":3,"sort":1,"may":2,"utilized":1,"encoder":4,"decoder":5,"models":1,"when":1,"user":1,"desires":1,"express":1,"both":1,"explicitly":2,"explicitencoderdecoderprompt":4,"type":1,"employed":1,"1":1,"input":2,"only":1,"model":2,"2":1,"in":5,"scenario":1,"where":1,"not":3,"specified":1,"3":1,"member":1,"larger":1,"encapsulating":1,"more":1,"than":1,"one":1,"def":2,"tokens":1,"typeis":2,"return":2,"isinstance":2,"dict":2,"and":4,"ids":2,"t1":2,"co":2,"typevar":1,"bound":1,"default":1,"covariant":1,"true":1},"3909,1973,data/raw/vllm-0.10.1/vllm/inputs/data.py":{"t2":4,"co":6,"typevar":1,"bound":1,"singletonprompt":7,"default":1,"covariant":1,"true":1,"todo":1,"make":1,"fields":2,"readonly":1,"once":1,"mypy":1,"supports":1,"it":1,"class":2,"explicitencoderdecoderprompt":6,"typeddict":2,"generic":1,"t1":2,"represents":2,"an":7,"encoder":10,"decoder":11,"model":2,"input":4,"prompt":12,"comprising":1,"explicit":1,"and":8,"a":6,"the":9,"prompts":2,"respectively":1,"may":3,"be":5,"formatted":1,"according":1,"to":4,"any":2,"of":4,"vllm":7,"inputs":9,"data":10,"schemas":2,"are":2,"not":3,"required":1,"have":2,"same":1,"schema":1,"only":3,"multi":1,"modal":1,"mm":2,"processor":2,"kwargs":2,"should":2,"at":1,"top":1,"level":1,"set":2,"in":1,"since":1,"they":1,"agnostic":1,"note":1,"that":2,"used":1,"as":1,"this":1,"structure":2,"themselves":1,"must":1,"instances":1,"optional":1,"notrequired":1,"dict":1,"str":2,"prompttype":1,"union":1,"possible":1,"for":1,"llm":1,"including":1,"both":2,"types":1,"text":1,"or":1,"textprompt":2,"tokenized":1,"tokensprompt":2,"embeddings":1,"embedsprompt":2,"single":1,"containing":1,"tokeninputs":1,"token":2,"based":1,"type":2,"literal":1},"5882,1917,data/raw/vllm-0.10.1/vllm/inputs/data.py":{"prompt":17,"token":14,"ids":12,"list":4,"int":4,"the":12,"of":4,"type":10,"notrequired":4,"str":6,"original":1,"text":1,"corresponding":1,"to":4,"if":5,"available":1,"cache":12,"salt":12,"optional":8,"be":2,"used":2,"for":3,"prefix":2,"caching":2,"def":2,"inputs":15,"none":8,"tokeninputs":5,"construct":2,"vllm":3,"data":3,"from":2,"values":2,"is":4,"not":4,"return":2,"class":1,"embedsinputs":6,"typeddict":1,"represents":1,"embeddings":2,"based":1,"literal":1,"embeds":7,"torch":2,"tensor":2,"decoderonlyinputs":1,"union":1,"multimodalinputs":1,"in":1,"llmengine":2,"engine":2,"llm":1,"before":1,"they":1,"are":1,"passed":1,"model":1,"executor":1,"this":1,"specifies":1,"required":1,"decoder":1,"only":1,"models":1},"7799,1807,data/raw/vllm-0.10.1/vllm/inputs/data.py":{"class":1,"encoderdecoderinputs":2,"typeddict":1,"the":8,"inputs":6,"in":1,"llmengine":2,"vllm":5,"engine":2,"llm":1,"before":1,"they":1,"are":1,"passed":2,"to":2,"model":1,"executor":1,"this":1,"specifies":1,"required":1,"data":3,"for":3,"encoder":7,"decoder":7,"models":1,"union":5,"tokeninputs":3,"multimodalinputs":3,"portion":2,"singletoninputs":1,"embedsinputs":1,"a":2,"processed":1,"singletonprompt":6,"which":1,"can":1,"be":1,"sequence":2,"processorinputs":1,"decoderonlyinputs":1,"outputs":1,"from":1,"preprocess":1,"inputpreprocessor":1,"t1":6,"typevar":2,"bound":2,"default":2,"t2":6,"def":2,"build":1,"explicit":1,"enc":3,"dec":3,"prompt":7,"optional":4,"mm":6,"processor":6,"kwargs":6,"dict":3,"str":3,"any":3,"none":3,"explicitencoderdecoderprompt":5,"if":1,"is":1,"return":1,"zip":2,"prompts":4,"iterable":3,"list":2,"and":1,"together":1,"into":1,"of":1,"instances":1},"9606,1223,data/raw/vllm-0.10.1/vllm/inputs/data.py":{"mm":8,"processor":6,"kwargs":8,"may":1,"also":1,"be":3,"provided":2,"if":4,"a":1,"dict":4,"is":3,"passed":1,"the":2,"same":1,"dictionary":1,"will":2,"used":1,"for":4,"every":1,"encoder":7,"decoder":7,"prompt":16,"an":1,"iterable":2,"it":1,"zipped":1,"with":1,"prompts":7,"none":1,"cast":2,"str":2,"any":2,"isinstance":1,"return":3,"build":2,"explicit":2,"enc":10,"dec":10,"in":3,"zip":2,"proc":2,"def":1,"to":1,"tuple":2,"list":2,"explicitencoderdecoderprompt":1,"t1":2,"t2":2,"optional":1},"0,1749,data/raw/vllm-0.10.1/vllm/inputs/registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":7,"vllm":9,"project":1,"from":14,"collections":1,"abc":1,"import":14,"mapping":1,"dataclasses":1,"dataclass":2,"typing":2,"type":5,"checking":3,"any":7,"namedtuple":1,"optional":1,"union":2,"torch":1,"transformers":4,"batchfeature":1,"pretrainedconfig":5,"processormixin":3,"extensions":1,"typevar":4,"logger":4,"init":2,"utils":4,"processor":2,"cached":1,"config":4,"get":3,"allowed":1,"kwarg":1,"only":1,"overrides":1,"jsontree":2,"json":1,"map":1,"leaves":1,"if":1,"modelconfig":3,"multimodal":1,"multimodaldatadict":2,"multimodalplaceholderdict":2,"multimodalregistry":2,"sequence":1,"sequencedata":2,"tokenizer":1,"anytokenizer":2,"else":1,"t":2,"c":5,"bound":2,"default":2,"p":2,"name":1,"frozen":1,"true":1,"class":1,"inputcontext":1,"contains":1,"information":1,"about":1,"model":4,"which":1,"may":1,"be":1,"used":1,"modify":1,"inputs":1,"configuration":2,"of":2,"def":1,"hf":1,"self":1,"typ":1,"tuple":1,"huggingface":1,"additionally":1,"its":1},"1749,1967,data/raw/vllm-0.10.1/vllm/inputs/registry.py":{"raises":3,"typeerror":3,"if":6,"the":13,"configuration":3,"is":5,"not":5,"of":6,"specified":2,"type":10,"hf":8,"config":23,"self":9,"model":12,"isinstance":1,"typ":5,"raise":2,"invalid":1,"huggingface":4,"f":2,"expected":1,"but":1,"found":1,"return":4,"def":4,"get":7,"image":3,"processor":11,"dict":1,"str":1,"any":1,"mm":7,"multimodal":5,"runtimeerror":2,"a":3,"none":2,"union":1,"p":3,"tuple":1,"processormixin":2,"kwargs":7,"object":2,"transformers":1,"additionally":1,"checking":1,"its":1,"cached":1,"from":1,"cls":1,"init":1,"t":2,"initialize":1,"like":1,"class":1,"merging":1,"keyword":1,"arguments":1,"with":1,"those":1,"in":1,"s":1,"base":3},"3716,1958,data/raw/vllm-0.10.1/vllm/inputs/registry.py":{"merged":4,"kwargs":15,"base":1,"return":6,"typ":3,"dataclass":1,"frozen":1,"true":2,"class":1,"inputprocessingcontext":1,"inputcontext":1,"tokenizer":4,"anytokenizer":1,"the":4,"used":1,"to":3,"tokenize":1,"inputs":1,"def":3,"get":4,"hf":8,"processor":9,"self":6,"union":2,"type":2,"p":3,"tuple":1,"processormixin":2,"object":3,"super":1,"call":2,"data":4,"mapping":2,"str":2,"batchfeature":4,"jsontree":1,"on":1,"prompt":1,"text":1,"image":1,"audio":1,"with":1,"configurable":1,"options":1,"assert":1,"callable":1,"mm":3,"config":6,"model":3,"multimodal":1,"merge":1,"allowed":3,"kwarg":1,"only":2,"overrides":1,"requires":1,"kw":1,"false":1,"allow":1,"var":1,"maybe":3,"cast":6,"dtype":7,"x":5,"this":2,"mimics":1,"behavior":1,"of":1,"transformers":1,"if":2,"isinstance":2,"torch":1,"tensor":1,"and":1,"is":1,"floating":1,"point":1,"try":1,"output":8,"tensors":1,"pt":1,"emulates":1,"json":2,"map":2,"leaves":2},"5674,1833,data/raw/vllm-0.10.1/vllm/inputs/registry.py":{"logger":1,"warning":1,"once":1,"f":3,"type":2,"hf":2,"processor":2,"name":2,"did":1,"not":3,"return":4,"batchfeature":1,"make":1,"sure":1,"to":2,"match":1,"the":3,"behaviour":1,"of":2,"processormixin":1,"when":1,"implementing":1,"custom":1,"processors":1,"cast":1,"output":1,"except":1,"exception":1,"as":1,"exc":2,"msg":2,"failed":1,"apply":1,"on":1,"data":22,"with":1,"kwargs":2,"allowed":1,"raise":1,"valueerror":1,"from":4,"class":2,"dummydata":4,"namedtuple":1,"dummy":6,"used":3,"for":3,"profiling":3,"note":2,"this":2,"is":6,"only":2,"in":2,"v0":2,"seq":11,"sequencedata":4,"multi":3,"modal":3,"optional":2,"multimodaldatadict":1,"none":2,"placeholders":1,"multimodalplaceholderdict":1,"inputregistry":1,"def":1,"self":1,"model":8,"config":5,"modelconfig":1,"len":4,"int":1,"mm":3,"registry":3,"multimodalregistry":1,"encoder":4,"bool":1,"false":1,"create":1,"memory":1,"usage":1,"a":1,"identified":1,"by":1,"avoid":1,"circular":1,"import":2,"vllm":1,"sequence":1,"if":2,"multimodal":1,"prompt":2,"token":2,"counts":1,"0":1,"does":1,"contain":1,"enc":2,"get":2,"seqs":1,"ids":1,"dec":1,"decoder":1},"7507,248,data/raw/vllm-0.10.1/vllm/inputs/registry.py":{"return":1,"dummydata":1,"seq":1,"data":7,"sequencedata":1,"from":1,"seqs":1,"dec":3,"prompt":1,"token":1,"ids":1,"multi":4,"modal":4,"get":1,"placeholders":2},"0,1890,data/raw/vllm-0.10.1/vllm/inputs/parse.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":5,"collections":1,"abc":1,"import":5,"sequence":5,"typing":2,"literal":3,"optional":1,"typeddict":3,"union":5,"cast":4,"overload":3,"extensions":1,"typeis":1,"utils":1,"is":9,"list":19,"of":6,"data":1,"embedsprompt":1,"explicitencoderdecoderprompt":1,"processorinputs":1,"prompttype":1,"singletoninputs":1,"singletonprompt":1,"textprompt":1,"tokensprompt":1,"class":2,"parsedtext":5,"content":5,"str":8,"tokens":6,"false":3,"parsedtokens":4,"int":8,"true":2,"def":3,"parse":3,"and":3,"batch":3,"prompt":24,"if":7,"isinstance":2,"case":3,"1":1,"a":1,"string":1,"return":3,"len":2,"raise":2,"valueerror":2,"please":2,"provide":2,"at":2,"least":2,"one":2,"array":2,"strings":1,"elem":2,"for":1,"in":1,"3":1},"1890,1211,data/raw/vllm-0.10.1/vllm/inputs/parse.py":{"if":1,"is":2,"list":1,"of":5,"prompt":11,"0":1,"int":1,"case":1,"4":1,"array":4,"token":2,"arrays":2,"return":1,"parsedtokens":1,"content":5,"elem":2,"tokens":3,"true":1,"for":1,"in":1,"raise":1,"typeerror":1,"must":1,"be":1,"a":1,"string":1,"strings":1,"or":1,"class":4,"parsedstrprompt":3,"typeddict":4,"type":4,"literal":4,"str":3,"parsedtextprompt":3,"text":1,"textprompt":2,"parsedtokensprompt":3,"tokensprompt":2,"parsedembedsprompt":3,"embeds":1,"embedsprompt":2,"parsedsingletonprompt":1,"union":1,"overload":4,"def":4,"parse":4,"singleton":4},"3101,1398,data/raw/vllm-0.10.1/vllm/inputs/parse.py":{"def":3,"parse":1,"singleton":1,"prompt":19,"singletonprompt":1,"parsedsingletonprompt":1,"if":3,"isinstance":3,"str":2,"return":7,"parsedstrprompt":1,"type":9,"content":4,"elif":3,"dict":2,"ignores":1,"are":1,"because":1,"mypy":2,"does":2,"not":2,"correctly":1,"infer":1,"the":1,"typeddicts":1,"pyright":2,"succeed":1,"embeds":2,"in":6,"parsedembedsprompt":1,"ignore":4,"typeddict":4,"item":4,"token":1,"ids":1,"parsedtokensprompt":1,"tokens":1,"parsedtextprompt":1,"text":1,"raise":1,"typeerror":1,"inputs":8,"must":1,"be":1,"a":1,"string":1,"textprompt":1,"tokensprompt":1,"or":1,"embedsprompt":1,"is":1,"explicit":1,"encoder":4,"decoder":3,"prompttype":1,"typeis":1,"explicitencoderdecoderprompt":1,"and":2,"split":1,"enc":1,"dec":1,"processorinputs":1,"tuple":1,"optional":1,"singletoninputs":2,"note":1,"this":1,"passes":1,"but":1,"none":1},"0,1382,data/raw/vllm-0.10.1/vllm/inputs/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":3,"vllm":3,"project":1,"from":2,"data":2,"import":2,"decoderonlyinputs":2,"embedsinputs":2,"embedsprompt":2,"encoderdecoderinputs":2,"explicitencoderdecoderprompt":2,"processorinputs":2,"prompttype":2,"singletoninputs":2,"singletonprompt":2,"textprompt":2,"tokeninputs":2,"tokensprompt":2,"build":2,"explicit":2,"enc":6,"dec":6,"prompt":2,"embeds":2,"inputs":5,"tuple":2,"list":2,"token":2,"zip":2,"prompts":2,"registry":4,"dummydata":2,"inputcontext":2,"inputprocessingcontext":2,"inputregistry":5,"input":2,"global":1,"which":1,"is":1,"used":1,"by":1,"llmengine":2,"dispatch":1,"processing":1,"according":1,"target":1,"model":1,"all":1},"0,1688,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":13,"asyncio":1,"from":12,"collections":1,"abc":1,"mapping":1,"typing":2,"any":1,"optional":2,"union":1,"cast":1,"extensions":1,"assert":1,"never":1,"config":4,"modelconfig":2,"logger":4,"init":5,"lora":1,"request":1,"lorarequest":1,"multimodal":4,"registry":5,"multimodalregistry":2,"inputs":3,"multimodaldatadict":1,"multimodalencdecinputs":1,"multimodalinputs":1,"transformers":2,"utils":2,"tokenizer":9,"anytokenizer":1,"group":2,"tokenizergroup":3,"data":1,"decoderonlyinputs":1,"embedsinputs":1,"embedsprompt":1,"encoderdecoderinputs":1,"processorinputs":1,"prompttype":1,"singletoninputs":1,"singletonprompt":1,"textprompt":1,"tokeninputs":1,"tokensprompt":1,"embeds":1,"token":1,"parse":2,"is":3,"explicit":1,"encoder":1,"decoder":1,"prompt":2,"singleton":1,"name":1,"class":1,"inputpreprocessor":1,"def":2,"self":7,"model":3,"mm":3,"none":2,"super":1,"get":1,"if":1,"raise":1,"valueerror":1,"you":1,"cannot":1,"pass":1,"text":1,"prompts":1,"when":1,"skip":1,"true":1,"return":1},"1688,1978,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"def":3,"get":6,"bos":5,"token":17,"id":17,"self":12,"lora":6,"request":4,"optional":5,"lorarequest":2,"none":17,"int":3,"if":6,"tokenizer":8,"is":12,"logger":5,"warning":5,"using":4,"for":6,"because":5,"not":6,"initialized":2,"return":6,"eos":3,"decoder":11,"start":10,"obtain":1,"the":2,"employed":1,"by":1,"an":2,"encoder":4,"model":8,"returns":1,"non":1,"models":1,"or":2,"config":8,"unavailable":1,"once":3,"this":1,"hf":2,"available":2,"dec":3,"getattr":1,"falling":1,"back":1,"on":1},"3666,1958,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"return":2,"dec":2,"start":1,"token":9,"id":5,"def":2,"get":2,"default":7,"enc":1,"decoder":16,"prompt":8,"self":3,"list":4,"int":3,"specifically":2,"for":8,"encoder":4,"models":5,"generate":1,"a":5,"when":1,"the":11,"user":1,"specifies":1,"only":1,"utilize":1,"in":2,"different":2,"ways":1,"as":1,"new":1,"are":1,"added":1,"it":2,"is":6,"intended":1,"that":2,"this":4,"function":1,"will":1,"be":3,"extended":1,"to":6,"produce":1,"differing":1,"prompts":2,"depending":1,"on":2,"model":1,"variety":1,"absent":1,"special":2,"case":1,"behavior":3,"of":2,"method":2,"mirror":1,"huggingface":2,"hf":1,"generationmixin":2,"none":2,"which":1,"employ":1,"logit":1,"processor":1,"setting":1,"force":1,"first":1,"decoded":1,"bos":6,"here":1,"approximated":1,"by":1,"having":2,"however":1,"possible":1,"future":1,"other":1,"may":1,"have":1,"or":1,"more":1,"complex":1,"logic":1,"motivates":1,"helper":1,"returns":2,"ids":7,"assert":1,"not":1,"prepare":2,"input":6,"generation":4,"optional":1,"prepares":1,"with":1,"based":1,"https":1,"github":1,"com":1,"transformers":2,"blob":1,"4037a2b5b1278736e566aec12e169100275545ea":1,"src":1,"utils":1,"py":1,"arguments":1,"preprocess":1,"processed":1},"5624,1913,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"decoder":16,"start":6,"token":8,"id":6,"self":8,"get":6,"assert":1,"is":2,"not":1,"none":4,"if":5,"input":9,"ids":9,"no":1,"prompt":10,"use":1,"as":1,"default":1,"enc":1,"dec":1,"len":1,"0":2,"or":1,"return":3,"def":2,"tokenization":6,"kw":2,"overrides":3,"optional":3,"dict":4,"str":5,"any":4,"kwargs":8,"model":4,"config":7,"hf":1,"type":1,"whisper":2,"for":1,"special":2,"tokens":2,"should":1,"be":1,"provided":1,"by":1,"the":5,"user":1,"based":1,"on":1,"task":1,"and":2,"language":1,"of":1,"their":1,"request":4,"also":1,"needed":1,"to":3,"avoid":1,"appending":1,"an":1,"eos":1,"which":1,"disrupts":1,"generation":1,"add":1,"false":2,"update":1,"tokenize":1,"lora":3,"lorarequest":1,"list":1,"int":1,"apply":1,"s":1,"tokenizer":4,"a":1,"text":1,"returning":1,"corresponding":1,"group":1,"encoder":4,"do":1,"lower":2,"case":1,"encode":1},"7537,1557,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"async":7,"def":3,"tokenize":3,"prompt":6,"self":9,"str":2,"lora":9,"request":7,"optional":4,"lorarequest":3,"tokenization":5,"kwargs":4,"dict":1,"any":1,"none":1,"list":1,"int":1,"version":1,"of":1,"vllm":1,"inputs":1,"preprocess":1,"inputpreprocessor":1,"tokenizer":17,"get":8,"group":7,"kw":1,"return":5,"await":2,"encode":1,"mm":2,"anytokenizer":4,"prithvigeospatialmae":2,"needs":2,"to":2,"be":2,"initialized":2,"without":2,"a":2,"while":2,"using":2,"also":2,"multi":2,"modal":2,"input":2,"if":2,"not":2,"cast":2,"object":2,"dummy":2},"9094,1936,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"def":2,"process":4,"multimodal":4,"self":8,"prompt":4,"union":2,"str":6,"list":2,"int":2,"mm":22,"data":3,"multimodaldatadict":2,"processor":14,"kwargs":12,"optional":6,"mapping":2,"object":2,"tokenization":4,"dict":2,"any":2,"none":6,"lora":4,"request":4,"lorarequest":2,"return":5,"hashes":4,"bool":2,"false":2,"multimodalinputs":2,"apply":2,"the":2,"model":3,"s":1,"multi":2,"modal":2,"to":1,"a":1,"returning":1,"corresponding":1,"token":1,"ids":1,"and":1,"metadata":1,"tokenizer":8,"get":2,"registry":2,"create":2,"config":2,"if":2,"is":2,"hf":1,"async":4,"version":1,"of":1,"vllm":1,"inputs":1,"preprocess":1,"inputpreprocessor":1,"await":1},"11030,1822,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"return":6,"mm":7,"processor":3,"apply":1,"prompt":16,"data":1,"hf":1,"kwargs":5,"tokenization":3,"hashes":3,"def":3,"process":5,"embeds":17,"self":5,"parsed":8,"content":8,"embedsprompt":2,"embedsinputs":2,"if":4,"not":1,"model":1,"config":1,"enable":2,"raise":2,"valueerror":2,"you":1,"must":3,"set":1,"to":1,"input":1,"be":2,"seq":3,"len":3,"hidden":3,"size":4,"but":1,"the":3,"user":1,"passes":1,"in":1,"a":1,"batch":2,"of":2,"1":2,"i":1,"e":1,"we":1,"can":1,"unambiguously":1,"intent":1,"by":1,"squeezing":1,"dimension":1,"ndim":2,"3":1,"squeeze":1,"dim":1,"0":1,"2":1,"shape":1,"inputs":1,"cache":2,"salt":2,"get":2,"async":2,"tokens":1,"tokensprompt":1,"optional":2,"dict":1,"str":1,"any":1,"none":2,"lora":1,"request":1,"lorarequest":1,"bool":1,"false":1,"union":1,"tokeninputs":1,"multimodalinputs":1,"token":4,"ids":4,"type":2},"12852,1935,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"inputs":12,"union":3,"tokeninputs":3,"multimodalinputs":3,"if":4,"multi":6,"modal":6,"data":6,"parsed":9,"content":9,"get":7,"self":3,"process":3,"multimodal":2,"prompt":8,"token":16,"ids":14,"mm":7,"processor":2,"kwargs":7,"tokenization":5,"lora":5,"request":5,"return":7,"hashes":5,"else":2,"type":6,"cache":8,"salt":8,"async":3,"def":1,"tokens":1,"tokensprompt":1,"optional":2,"dict":1,"str":1,"any":1,"none":2,"lorarequest":1,"bool":1,"false":1,"await":1},"14787,1591,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"def":2,"process":3,"text":7,"self":4,"parsed":7,"content":7,"textprompt":2,"tokenization":6,"kwargs":7,"optional":4,"dict":2,"str":2,"any":2,"none":4,"lora":6,"request":6,"lorarequest":2,"return":5,"mm":5,"hashes":4,"bool":2,"false":2,"union":3,"tokeninputs":3,"multimodalinputs":3,"prompt":12,"inputs":6,"if":2,"multi":3,"modal":3,"data":3,"get":3,"multimodal":1,"processor":1,"else":1,"token":4,"ids":3,"tokenize":1,"cache":4,"salt":4,"async":2},"16378,1639,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"inputs":9,"union":1,"tokeninputs":1,"multimodalinputs":1,"if":2,"multi":3,"modal":3,"data":4,"parsed":4,"content":3,"get":3,"await":2,"self":3,"process":1,"multimodal":2,"async":2,"prompt":15,"text":3,"mm":5,"processor":1,"kwargs":6,"tokenization":5,"lora":6,"request":6,"return":6,"hashes":5,"else":1,"token":4,"ids":3,"tokenize":1,"cache":4,"salt":4,"def":1,"to":2,"llm":1,"singletonprompt":1,"optional":2,"dict":1,"str":1,"any":1,"none":2,"lorarequest":1,"bool":1,"false":1,"singletoninputs":3,"extract":1,"the":1,"singleton":2,"from":1,"a":1,"arguments":1,"single":1,"encoder":1,"or":1,"decoder":2,"input":1,"this":1,"is":1,"only":1,"valid":1,"for":1,"prompts":1,"whether":1,"returns":1,"vllm":1,"instance":1,"parse":1},"18017,1389,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"if":4,"parsed":10,"type":4,"embeds":2,"return":11,"self":5,"process":4,"content":4,"tokens":2,"lora":7,"request":7,"mm":7,"hashes":7,"text":3,"tokenization":5,"kwargs":5,"str":2,"textprompt":1,"prompt":7,"assert":1,"never":1,"async":3,"def":1,"to":3,"llm":3,"inputs":4,"singletonprompt":1,"optional":2,"dict":1,"any":1,"none":2,"lorarequest":1,"bool":1,"false":1,"singletoninputs":1,"version":1,"of":1,"vllm":1,"preprocess":1,"inputpreprocessor":1,"parse":1,"singleton":1},"19406,1656,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"if":5,"parsed":9,"type":6,"embeds":4,"return":10,"await":4,"self":5,"process":4,"async":4,"content":4,"tokens":2,"lora":6,"request":6,"mm":6,"hashes":6,"text":3,"tokenization":4,"kwargs":4,"str":1,"textprompt":1,"prompt":1,"assert":1,"never":1,"def":1,"build":1,"enc":1,"dec":1,"llm":1,"inputs":11,"encoder":5,"singletoninputs":2,"decoder":6,"optional":2,"encoderdecoderinputs":1,"or":1,"and":1,"raise":1,"valueerror":1,"embedding":1,"are":1,"not":1,"supported":1,"for":2,"models":1,"needed":1,"mypy":1,"cast":2,"union":2,"tokeninputs":2,"multimodalinputs":2},"21062,1807,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"if":5,"decoder":20,"inputs":19,"is":1,"none":3,"self":4,"model":2,"config":2,"hf":1,"type":3,"whisper":2,"for":5,"models":4,"the":7,"text":1,"prompt":5,"should":1,"go":1,"to":5,"no":1,"explicit":1,"encoder":10,"then":1,"copy":2,"from":2,"tokens":1,"are":3,"later":1,"overridden":1,"by":1,"audio":1,"features":1,"dec":6,"token":9,"ids":10,"else":2,"prepare":2,"input":2,"generation":2,"multi":2,"modal":2,"data":1,"in":1,"raise":2,"valueerror":2,"of":1,"not":2,"supported":2,"yet":1,"return":1,"encoderdecoderinputs":1,"def":1,"split":1,"enc":1,"mm":1,"union":1,"singletoninputs":4,"multimodalencdecinputs":2,"override":3,"optional":1,"tuple":1,"only":1,"separate":1,"a":1,"embeds":2,"or":1,"and":1,"embedding":1},"22869,1902,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"needed":1,"for":2,"mypy":1,"inputs":37,"cast":3,"union":2,"tokeninputs":2,"multimodalinputs":3,"multimodalencdecinputs":2,"decoder":14,"to":4,"override":4,"optional":1,"encoder":10,"singletoninputs":2,"if":3,"type":5,"multimodal":3,"data":1,"not":1,"prompt":15,"in":2,"and":1,"token":9,"ids":6,"raise":1,"runtimeerror":1,"you":1,"should":1,"register":1,"an":1,"multi":1,"modal":1,"processor":1,"models":1,"or":2,"get":2,"mm":6,"kwargs":2,"hashes":2,"placeholders":2,"cache":4,"salt":4,"elif":1,"text":1,"only":1,"else":1,"assert":1,"never":1,"ignore":1,"arg":1,"return":1},"24771,1404,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"def":1,"process":2,"encoder":12,"decoder":10,"prompt":13,"self":1,"prompttype":1,"tokenization":1,"kwargs":1,"optional":2,"dict":1,"str":1,"any":2,"none":1,"encoderdecoderinputs":5,"for":3,"models":1,"only":2,"an":3,"input":3,"into":1,"vllm":2,"inputs":4,"data":2,"instance":2,"there":1,"are":1,"two":1,"types":1,"of":1,"prompts":6,"singleton":3,"which":2,"carry":2,"the":5,"and":3,"explicit":3,"both":1,"as":1,"member":1,"variables":1,"this":2,"function":1,"handles":1,"following":1,"scenarios":1,"extract":2,"token":4,"ids":4,"infer":1,"default":1,"note":1,"that":1,"each":1,"sub":2,"or":1,"can":1,"have":1,"possible":1,"type":1,"thus":1,"method":1,"relies":1,"on":1,"helper":1,"functions":1,"to":1,"obtain":1,"arguments":1,"returns":1,"singletoninputs":2},"26175,1777,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"if":4,"is":4,"explicit":2,"encoder":13,"decoder":18,"prompt":16,"inputs":25,"self":9,"to":3,"llm":4,"tokenization":5,"kwargs":5,"input":2,"none":4,"else":3,"for":1,"multimodal":4,"model":6,"override":1,"from":1,"processor":1,"with":1,"config":2,"split":2,"enc":3,"dec":3,"mm":2,"return":1,"build":1,"async":3,"def":1,"process":3,"prompttype":1,"optional":2,"dict":1,"str":1,"any":1,"encoderdecoderinputs":1,"version":1,"of":1,"vllm":1,"preprocess":1,"inputpreprocessor":1,"singletoninputs":2},"27952,1965,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"if":5,"is":4,"explicit":2,"encoder":13,"decoder":17,"prompt":18,"task":5,"self":9,"to":3,"llm":5,"inputs":29,"async":3,"tokenization":6,"kwargs":6,"input":2,"none":3,"await":3,"else":3,"asyncio":1,"gather":1,"for":2,"multimodal":4,"model":6,"override":1,"from":1,"processor":1,"with":1,"config":2,"split":2,"enc":3,"dec":3,"mm":2,"return":2,"build":2,"def":1,"only":1,"decoderonlyinputs":2,"token":1,"ids":1,"in":1,"cast":1,"union":1,"tokeninputs":1,"multimodalinputs":1,"needed":1,"mypy":1},"29917,1665,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"def":2,"process":5,"decoder":7,"only":7,"prompt":17,"self":6,"singletonprompt":2,"tokenization":6,"kwargs":6,"optional":4,"dict":2,"str":2,"any":2,"none":4,"lora":7,"request":7,"lorarequest":2,"return":9,"mm":7,"hashes":7,"bool":2,"false":2,"decoderonlyinputs":6,"for":1,"models":1,"an":1,"input":2,"into":1,"a":1,"vllm":3,"inputs":7,"data":2,"instance":2,"arguments":1,"returns":1,"comps":4,"to":2,"llm":4,"build":2,"async":4,"version":1,"of":1,"preprocess":1,"inputpreprocessor":1,"await":1},"31582,1974,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"def":2,"preprocess":6,"self":7,"prompt":12,"prompttype":2,"tokenization":5,"kwargs":5,"optional":4,"dict":2,"str":2,"any":2,"none":4,"lora":4,"request":4,"lorarequest":2,"return":9,"mm":6,"hashes":8,"bool":2,"false":2,"processorinputs":2,"the":1,"input":3,"if":3,"model":4,"config":2,"is":3,"encoder":12,"decoder":15,"assert":2,"not":4,"multimodal":2,"for":2,"models":3,"should":2,"be":2,"returned":2,"until":2,"they":2,"are":2,"supported":2,"on":2,"vllm":3,"v1":2,"requires":2,"special":2,"mapping":2,"of":3,"prompts":2,"to":3,"process":3,"explicit":1,"raise":1,"valueerror":1,"cannot":1,"pass":1,"only":3,"operation":1,"async":4,"version":1,"inputs":1,"inputpreprocessor":1,"await":1},"33556,443,data/raw/vllm-0.10.1/vllm/inputs/preprocess.py":{"if":1,"is":1,"explicit":1,"encoder":2,"decoder":5,"prompt":5,"raise":1,"valueerror":1,"cannot":1,"pass":1,"to":1,"only":3,"models":1,"operation":1,"return":3,"await":1,"self":1,"process":1,"async":1,"tokenization":2,"kwargs":2,"lora":2,"request":2,"mm":2,"hashes":2},"0,1689,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":11,"vllm":2,"project":1,"cumem":2,"based":1,"pytorch":1,"pluggable":1,"allocator":1,"implement":1,"sleep":1,"mode":1,"other":1,"approaches":1,"tried":1,"but":1,"failed":2,"cuda":3,"python":1,"package":1,"binding":1,"custom":1,"libcuda":1,"driver":2,"ctypes":1,"wrapper":1,"both":1,"of":4,"them":1,"because":1,"context":2,"mismatch":1,"not":2,"sure":1,"why":1,"they":1,"are":1,"created":1,"from":4,"a":3,"different":1,"only":1,"successful":1,"approach":1,"is":5,"call":1,"api":1,"in":4,"c":1,"import":7,"dataclasses":1,"gc":1,"os":1,"contextlib":1,"contextmanager":1,"typing":1,"any":1,"callable":1,"optional":2,"union":1,"torch":1,"utils":1,"pin":1,"memory":2,"available":2,"def":1,"find":2,"loaded":4,"library":4,"lib":5,"name":5,"str":1,"according":2,"https":1,"man7":1,"org":1,"linux":1,"man":1,"pages":1,"man5":1,"proc":3,"pid":1,"maps":4,"5":1,"html":1,"file":2,"self":2,"contains":1,"process":3,"which":1,"includes":1,"shared":1,"libraries":1,"by":1,"we":2,"can":1,"use":1,"this":1,"path":5,"noqa":1,"found":5,"line":9,"none":3,"with":2,"open":1,"as":1,"f":3,"for":2,"if":3,"break":1,"current":1,"return":2,"libcudart":2,"need":1,"match":1,"address":1,"hash":1,"so":2,"11":1,"start":2,"index":1,"strip":1,"filename":4,"split":1,"1":1,"assert":1,"rpartition":1,"startswith":1,"unexpected":1,"false":1},"1689,1863,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"try":1,"from":2,"vllm":2,"cumem":4,"allocator":7,"import":2,"init":3,"module":3,"python":14,"create":4,"and":8,"map":4,"unmap":4,"release":4,"distributed":1,"device":2,"communicators":1,"cuda":5,"wrapper":1,"cudartlibrary":3,"lib":3,"name":3,"find":1,"loaded":1,"library":1,"libcudart":2,"available":1,"true":1,"except":1,"modulenotfounderror":1,"rocm":1,"platform":1,"does":1,"not":1,"support":1,"none":12,"py":4,"alignedsize":1,"d":1,"mem":5,"p":1,"memhandle":1,"handletype":4,"tuple":1,"int":12,"dataclasses":1,"dataclass":1,"class":1,"allocationdata":1,"handle":5,"tag":1,"str":1,"cpu":1,"backup":1,"tensor":2,"optional":1,"torch":5,"def":4,"allocation":4,"get":2,"pluggable":2,"malloc":5,"fn":4,"callable":4,"free":5,"func":4,"memory":5,"cudapluggableallocator":2,"new":5,"alloc":5,"my":2,"return":1,"contextmanager":1,"use":2,"pool":5,"with":2,"mempool":1,"yield":1},"3552,1931,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"class":5,"cumemallocator":8,"a":5,"singleton":3,"that":2,"manages":1,"memory":8,"pool":5,"for":2,"cuda":2,"tensors":7,"the":21,"in":3,"this":4,"can":1,"be":7,"offloaded":3,"or":1,"discarded":2,"when":4,"allocator":2,"sleeps":1,"inside":1,"use":1,"tag":5,"context":2,"all":3,"created":1,"will":9,"allocated":2,"and":4,"has":1,"same":1,"as":2,"passed":1,"to":6,"we":4,"call":6,"sleep":1,"with":2,"specified":1,"cpu":1,"rest":2,"of":5,"wake":1,"up":1,"are":3,"previously":1,"loaded":1,"back":1,"gpu":1,"have":1,"empty":1,"why":1,"it":1,"needs":1,"garbage":1,"collected":1,"pytorch":4,"free":3,"callback":3,"which":1,"python":1,"method":2,"c":1,"extension":1,"uses":1,"global":2,"variable":2,"store":1,"function":1,"an":1,"instance":7,"if":2,"create":1,"multiple":1,"instances":1,"overwritten":1,"not":4,"work":1,"expected":1,"none":2,"default":2,"str":1,"staticmethod":1,"def":2,"get":3,"is":3,"cannot":1,"constructor":1,"directly":1,"assert":2,"cumem":2,"available":2,"return":1,"init":1,"self":1,"conf":3,"os":1,"environ":1,"alloc":1,"expandable":2,"segments":2,"true":1,"compatible":1,"please":1,"track":1,"https":1,"github":1,"com":1,"issues":1,"147851":1,"latest":1,"updates":1},"5483,1711,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"self":9,"pointer":3,"to":6,"data":10,"dict":2,"int":2,"allocationdata":2,"current":2,"tag":5,"str":5,"cumemallocator":2,"default":3,"allocator":3,"and":2,"pools":1,"any":1,"def":3,"python":2,"malloc":1,"callback":2,"allocation":8,"handle":4,"handletype":2,"none":6,"internal":2,"method":2,"store":1,"the":12,"when":3,"memory":8,"is":4,"allocated":2,"in":4,"pool":2,"py":2,"d":2,"mem":2,"2":1,"return":2,"free":1,"ptr":2,"look":1,"up":1,"freed":1,"pop":1,"if":2,"cpu":3,"backup":2,"tensor":2,"not":1,"sleep":2,"offload":8,"tags":9,"optional":1,"union":1,"tuple":2,"put":1,"mode":1,"all":1,"with":1,"specified":1,"will":4,"be":4,"offloaded":3,"others":1,"discarded":2,"param":1,"of":2,"that":1,"rest":1,"by":1,"tensors":1,"are":1,"sleeps":1,"elif":1,"isinstance":2,"assert":1},"7194,1799,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"for":2,"ptr":10,"data":16,"in":9,"self":3,"pointer":2,"to":5,"items":2,"handle":7,"if":5,"tag":2,"offload":1,"tags":6,"size":6,"bytes":5,"1":1,"cpu":17,"backup":12,"tensor":12,"torch":3,"empty":3,"dtype":1,"uint8":1,"device":1,"pin":2,"memory":8,"is":5,"available":1,"libcudart":2,"cudamemcpy":2,"unmap":1,"and":3,"release":1,"gc":1,"collect":1,"cuda":1,"cache":1,"def":1,"wake":2,"up":2,"optional":1,"list":1,"str":1,"none":7,"the":5,"allocator":1,"from":1,"sleep":1,"mode":1,"all":2,"that":2,"previously":1,"offloaded":1,"will":4,"be":3,"loaded":3,"back":3,"gpu":3,"rest":1,"of":2,"have":1,"param":1,"allocation":2,"or":1,"create":1,"map":1,"not":2,"numel":1,"element":1},"8993,1717,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"contextmanager":1,"def":1,"use":4,"memory":11,"pool":5,"self":7,"tag":16,"optional":1,"str":2,"none":3,"a":3,"context":2,"manager":1,"to":5,"the":13,"all":1,"allocation":2,"created":1,"inside":1,"will":4,"be":3,"allocated":2,"in":2,"and":5,"has":1,"specified":1,"param":1,"of":3,"if":3,"default":2,"used":1,"is":2,"cumemallocator":1,"assert":1,"isinstance":1,"old":2,"current":3,"with":2,"allocator":5,"python":2,"malloc":1,"callback":2,"free":1,"as":1,"data":3,"start":1,"hit":1,"another":1,"pytorch":7,"bug":2,"2":1,"6":1,"possibly":1,"because":2,"gc":1,"related":1,"issue":2,"w":1,"r":1,"t":1,"avoid":1,"we":5,"keep":1,"reference":1,"see":2,"https":2,"github":2,"com":2,"issues":2,"146431":1,"pools":1,"yield":1,"s":1,"calling":2,"torch":2,"cuda":2,"empty":2,"cache":3,"error":1,"when":1,"using":1,"pluggable":1,"145168":1,"have":1,"some":1,"then":1,"freed":1,"not":1,"released":1,"right":1,"now":1,"it":1,"fine":1,"only":2,"this":1,"during":1,"weight":1,"loading":1,"kv":1,"creation":1,"where":1,"allocate":1,"todo":1,"need":1,"find":1,"way":1,"release":1,"i":1,"e":1},"10710,308,data/raw/vllm-0.10.1/vllm/device_allocator/cumem.py":{"def":1,"get":2,"current":1,"usage":1,"self":2,"int":2,"the":2,"total":1,"number":1,"of":1,"bytes":4,"allocated":1,"in":2,"memory":1,"pool":1,"sum":3,"0":1,"for":1,"ptr":1,"data":3,"pointer":1,"to":1,"items":1,"handle":3,"1":1,"return":1},"0,1801,data/raw/vllm-0.10.1/vllm/profiler/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":3,"dataclasses":4,"from":2,"typing":1,"callable":1,"union":1,"torch":1,"c":1,"profiler":1,"eventtype":1,"profilerevent":1,"tensormetadata":1,"string":22,"print":8,"manipulation":1,"def":6,"trim":3,"front":1,"width":10,"if":5,"len":8,"offset":4,"3":5,"return":2,"back":2,"class":1,"tableprinter":1,"init":1,"self":19,"row":12,"cls":5,"type":1,"dataclass":2,"column":6,"widths":6,"dict":1,"str":1,"int":1,"fieldnames":6,"x":2,"name":1,"for":4,"in":4,"fields":1,"assert":2,"set":2,"keys":1,"table":1,"rows":2,"list":1,"header":2,"line":1,"i":4,"f":6,"enumerate":2,"last":3,"1":2,"col":4,"ljust":1,"end":1,"not":1,"else":1,"n":1,"isinstance":1,"val":1,"getattr":1},"1801,1847,data/raw/vllm-0.10.1/vllm/profiler/utils.py":{"val":10,"str":17,"if":6,"isinstance":5,"trim":1,"string":6,"back":1,"col":7,"width":9,"ljust":1,"elif":3,"type":6,"in":6,"float":3,"int":4,"f":7,"2f":1,"rjust":2,"else":5,"print":3,"end":1,"not":2,"last":1,"n":1,"def":5,"line":1,"self":3,"total":3,"0":1,"for":4,"column":4,"widths":2,"values":1,"3":1,"len":1,"1":1,"indent":9,"style":4,"union":1,"callable":1,"return":10,"profilerevent":3,"utils":1,"event":13,"has":1,"module":2,"bool":3,"typed":3,"eventtype":2,"pycall":1,"is":3,"none":2,"false":1,"torch":2,"op":1,"tag":1,"torchop":1,"arg":15,"repr":3,"or":1,"list":1,"join":3,"x":6,"tuple":1,"assert":1,"tensormetadata":1,"unsupported":1,"sizes":3,"dtype":1,"replace":1},"3648,1066,data/raw/vllm-0.10.1/vllm/profiler/utils.py":{"def":3,"event":24,"torch":4,"op":4,"repr":5,"profilerevent":4,"str":7,"assert":2,"tag":1,"eventtype":1,"torchop":1,"args":4,"join":2,"arg":2,"x":5,"for":2,"in":2,"typed":2,"1":3,"inputs":1,"return":4,"f":3,"name":3,"replace":1,"aten":1,"module":9,"has":1,"if":3,"parameters":3,"and":2,"len":2,"0":3,"cls":2,"else":1,"stack":1,"trace":6,"curr":9,"until":2,"callable":1,"bool":1,"parent":2,"while":1,"not":1,"is":1},"0,1778,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":10,"copy":1,"from":8,"collections":1,"defaultdict":1,"dataclasses":1,"asdict":1,"dataclass":6,"field":2,"typing":1,"any":1,"callable":1,"optional":3,"typealias":2,"union":2,"pandas":1,"as":1,"pd":1,"torch":8,"c":2,"autograd":2,"devicetype":2,"kinetoevent":1,"profilerresult":1,"profiler":4,"eventtype":2,"experimentalconfig":1,"profilerevent":2,"functionevent":1,"profileractivity":1,"profile":1,"utils":1,"tableprinter":1,"event":11,"has":1,"module":2,"is":6,"op":4,"repr":1,"stack":1,"trace":3,"indent":1,"string":1,"class":4,"moduletreenode":3,"parent":2,"none":2,"children":4,"list":3,"default":1,"factory":1,"str":4,"property":3,"def":3,"leaf":1,"self":8,"return":3,"or":1,"len":1,"cuda":6,"tag":1,"kineto":1,"and":1,"typed":1,"1":1,"device":1,"type":1,"summarystatsentry":2,"name":2,"time":5,"us":3,"float":5,"pct":2,"invocations":1,"int":1,"modelstatsentry":2,"cpu":1,"statsentry":4,"statstreenode":1,"entry":1},"1778,1476,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"class":1,"layerwiseprofileresults":1,"profile":2,"kineto":2,"results":1,"profilerresult":1,"event":2,"correlation":3,"map":3,"dict":4,"int":4,"list":5,"kinetoevent":1,"field":5,"init":6,"false":5,"functionevent":1,"module":2,"tree":6,"moduletreenode":1,"model":5,"stats":5,"statstreenode":2,"summary":1,"metadata":1,"num":1,"running":1,"seqs":1,"optional":1,"none":2,"def":2,"post":1,"self":8,"build":3,"trees":1,"print":2,"table":4,"column":6,"widths":6,"str":1,"name":1,"60":2,"cpu":2,"time":5,"us":4,"12":3,"cuda":3,"pct":1,"trace":1,"if":2,"update":1,"filtered":2,"depth":3,"row":5,"for":1,"in":1,"flatten":1,"0":2,"or":1,"tableprinter":1,"modelstatsentry":1,"indent":4,"names":1,"based":1,"on":1,"style":1,"lambda":1},"3254,1645,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"def":4,"print":2,"summary":8,"table":6,"self":16,"column":6,"widths":6,"dict":6,"str":4,"int":1,"none":1,"name":1,"80":1,"cuda":3,"time":3,"us":2,"12":2,"pct":1,"invocations":1,"15":1,"if":2,"update":1,"filtered":2,"depth":3,"row":8,"for":3,"in":3,"flatten":3,"stats":15,"tree":10,"0":1,"tableprinter":1,"summarystatsentry":1,"indent":4,"names":1,"based":1,"on":1,"style":1,"lambda":1,"export":2,"model":4,"csv":4,"filename":4,"df":4,"pd":2,"dataframe":2,"asdict":2,"to":5,"convert":3,"any":1,"return":1,"metadata":1,"num":2,"running":2,"seqs":2},"4899,1721,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"staticmethod":1,"def":4,"indent":4,"row":8,"names":1,"based":1,"on":1,"depth":3,"depths":2,"rows":5,"list":2,"tuple":1,"int":2,"statsentry":1,"style":2,"union":1,"callable":1,"str":2,"indented":7,"for":4,"in":2,"if":4,"cuda":1,"time":1,"us":1,"0":1,"continue":1,"copy":1,"deepcopy":1,"name":2,"string":1,"append":4,"return":2,"build":2,"correlation":4,"map":3,"self":8,"kineto":4,"event":13,"defaultdict":1,"results":2,"events":1,"id":1,"module":4,"tree":5,"experimental":1,"df":1,"traversal":1,"profilerevent":1,"curr":5,"node":9,"optional":1,"moduletreenode":2,"none":1,"the":1,"tensor":1,"parallel":1,"case":1,"now":1,"only":1,"look":1,"at":1,"task":1,"1":2,"start":1,"tid":1,"has":1,"parent":1,"children":1,"else":1},"6620,1973,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"is":4,"leaf":3,"event":17,"children":5,"none":3,"or":1,"len":1,"0":3,"if":4,"and":3,"curr":5,"node":18,"moduletreenode":4,"parent":1,"trace":2,"torch":1,"op":1,"stack":1,"until":1,"lambda":1,"x":6,"has":1,"module":2,"append":1,"for":5,"child":4,"in":6,"df":2,"traversal":2,"root":4,"tree":2,"def":5,"get":3,"kineto":8,"gpu":4,"self":9,"tag":1,"eventtype":1,"return":7,"correlated":2,"events":2,"correlation":2,"map":1,"id":1,"iterator":2,"device":1,"type":1,"devicetype":1,"cuda":13,"name":2,"next":1,"cumulative":8,"time":12,"microseconds":1,"recursive":3,"duration":1,"ns":1,"1000":1,"else":1,"total":3,"sum":1,"build":1,"stats":1,"trees":1,"summary":1,"dict":2,"str":1,"statstreenode":1},"8593,1889,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"def":2,"pct":5,"cuda":17,"time":17,"us":10,"return":3,"total":1,"100":1,"build":3,"summary":19,"stats":5,"tree":6,"df":3,"node":9,"moduletreenode":1,"parent":5,"optional":1,"statstreenode":2,"none":2,"trace":9,"tuple":1,"str":1,"if":3,"event":8,"has":1,"module":3,"name":6,"repr":1,"self":5,"cumulative":1,"elif":1,"gpu":4,"kineto":4,"get":1,"duration":1,"ns":1,"1000":1,"0":1,"else":2,"in":3,"dict":5,"entry":7,"invocations":2,"1":2,"new":3,"summarystatsentry":1,"children":3,"append":2,"for":2,"child":2,"root":2},"10482,1861,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"def":3,"build":3,"model":5,"stats":6,"tree":9,"df":6,"node":15,"moduletreenode":1,"parent":5,"optional":1,"statstreenode":4,"none":2,"if":2,"event":9,"has":1,"module":3,"name":5,"repr":1,"cuda":8,"time":13,"us":9,"self":6,"cumulative":1,"cpu":4,"duration":2,"ns":2,"1000":2,"trace":5,"elif":1,"gpu":4,"kineto":4,"get":1,"0":3,"else":1,"return":3,"new":4,"entry":2,"modelstatsentry":1,"pct":2,"children":4,"append":3,"for":4,"child":4,"in":4,"root":4,"flatten":1,"list":3,"tuple":2,"int":2,"statsentry":2,"entries":3,"traversal":3,"depth":4,"1":1},"12343,1544,data/raw/vllm-0.10.1/vllm/profiler/layerwise_profile.py":{"def":5,"convert":1,"stats":1,"tree":3,"to":3,"dict":4,"self":8,"list":7,"statstreenode":2,"root":5,"dicts":3,"df":3,"traversal":3,"node":3,"curr":3,"json":3,"append":1,"entry":2,"asdict":1,"children":3,"for":3,"child":2,"in":2,"1":1,"return":2,"class":1,"layerwise":2,"profile":3,"init":2,"num":7,"running":7,"seqs":7,"optional":3,"int":2,"none":2,"constructor":1,"args":1,"when":1,"given":1,"will":1,"be":1,"passed":1,"layerprofileresults":1,"metadata":1,"update":1,"defaults":1,"super":3,"activities":1,"profileractivity":2,"cpu":1,"cuda":1,"record":1,"shapes":1,"true":4,"with":2,"stack":1,"modules":1,"experimental":1,"config":1,"experimentalconfig":1,"verbose":1,"enter":2,"exit":2,"exc":6,"type":2,"val":2,"tb":2,"results":2,"layerwiseprofileresults":1,"profiler":1,"kineto":1},"0,1970,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":21,"project":1,"import":31,"time":1,"from":28,"collections":2,"counter":1,"as":4,"collectionscounter":1,"deque":2,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"functools":1,"partial":1,"typing":4,"type":2,"checking":1,"any":1,"callable":1,"classvar":1,"dict":1,"iterable":1,"list":1,"literal":1,"mapping":1,"namedtuple":1,"optional":1,"sequence":1,"genericsequence":1,"set":1,"union":1,"cast":1,"torch":1,"extensions":1,"typevar":1,"envs":2,"config":1,"decodingconfig":1,"loraconfig":1,"modelconfig":1,"observabilityconfig":1,"parallelconfig":1,"schedulerconfig":1,"vllmconfig":1,"core":1,"scheduler":1,"scheduledsequencegroup":1,"scheduleroutputs":1,"engine":4,"arg":1,"utils":1,"engineargs":1,"metrics":1,"types":1,"statloggerbase":1,"stats":1,"output":2,"processor":2,"interfaces":1,"sequencegroupoutputprocessor":1,"stop":1,"checker":1,"stopchecker":1,"entrypoints":1,"openai":2,"logits":5,"processors":4,"get":3,"executor":3,"base":1,"executorbase":1,"inputs":4,"processorinputs":1,"prompttype":1,"singletoninputs":1,"parse":1,"split":1,"enc":1,"dec":1,"preprocess":1,"inputpreprocessor":1,"logger":2,"init":1,"process":1,"bad":1,"words":1,"lora":1,"request":1,"lorarequest":1,"model":1,"layers":1,"sampler":1,"sampleroutput":1,"multimodal":3,"registry":1,"multimodalregistry":1,"processing":1,"encdecmultimodalprocessor":1,"outputs":1,"poolingrequestoutput":1,"requestoutput":1,"requestoutputfactory":1,"pooling":1,"params":1,"poolingparams":1},"1970,2000,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"from":13,"vllm":11,"sampling":1,"params":1,"import":10,"requestoutputkind":1,"samplingparams":1,"sequence":2,"executemodelrequest":1,"parallelsamplesequencegroup":1,"poolingsequencegroupoutput":1,"sequencegroup":1,"sequencegroupbase":1,"sequencegroupmetadata":3,"sequencegroupoutput":1,"sequencestatus":1,"tracing":1,"spanattributes":1,"spankind":1,"extract":1,"trace":1,"context":1,"init":3,"tracer":1,"transformers":3,"utils":4,"detokenizer":2,"tokenizer":3,"anytokenizer":1,"group":3,"tokenizergroup":1,"configs":1,"usage":4,"lib":1,"usagecontext":1,"is":9,"stats":1,"enabled":1,"message":1,"counter":1,"device":1,"resolve":1,"obj":1,"by":1,"qualname":1,"weak":1,"bind":1,"version":3,"as":1,"worker":1,"model":1,"runner":1,"base":1,"inputprocessingerror":1,"logger":2,"name":1,"local":1,"logging":1,"interval":1,"sec":1,"5":1,"o":2,"typevar":2,"requestoutput":1,"poolingrequestoutput":1,"r":2,"default":1,"any":1,"dataclass":1,"class":2,"scheduleroutputstate":1,"caches":1,"the":3,"scheduler":3,"outputs":6,"for":2,"a":1,"virtual":1,"engine":1,"used":1,"multi":3,"step":7,"seq":2,"metadata":2,"list":6,"optional":4,"none":3,"scheduleroutputs":2,"allow":1,"async":2,"output":5,"proc":1,"bool":4,"false":1,"last":2,"sampleroutput":2,"outputdata":1,"namedtuple":1,"indicates":1,"if":1,"this":2,"first":3,"of":1,"when":2,"disabled":1,"always":1,"set":1,"to":1,"true":1,"invalid":1,"has":1,"multiple":1,"steps":1,"skip":1,"int":1},"3970,1884,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"class":8,"schedulercontext":1,"def":2,"init":1,"self":7,"none":3,"output":6,"queue":2,"deque":2,"outputdata":2,"request":1,"outputs":8,"list":8,"union":1,"requestoutput":1,"poolingrequestoutput":1,"seq":4,"group":4,"metadata":4,"optional":3,"sequencegroupmetadata":2,"scheduler":4,"scheduleroutputs":2,"append":2,"sampleroutput":1,"is":10,"async":4,"bool":3,"last":3,"step":6,"first":3,"skip":1,"llmengine":1,"an":1,"llm":5,"engine":4,"that":1,"receives":2,"requests":2,"and":5,"generates":2,"texts":2,"this":4,"the":7,"main":1,"for":4,"vllm":4,"it":2,"from":3,"clients":1,"includes":1,"a":2,"tokenizer":1,"language":1,"model":1,"possibly":1,"distributed":1,"across":1,"multiple":1,"gpus":1,"gpu":1,"memory":2,"space":1,"allocated":1,"intermediate":1,"states":1,"aka":1,"kv":1,"cache":1,"utilizes":1,"iteration":1,"level":1,"scheduling":1,"efficient":1,"management":1,"to":1,"maximize":1,"serving":2,"throughput":1,"wraps":2,"offline":1,"batched":1,"inference":1,"asyncllmengine":2,"online":1,"config":1,"arguments":1,"are":1,"derived":1,"engineargs":2},"5854,1725,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"args":1,"vllm":2,"config":1,"the":3,"configuration":1,"for":4,"initializing":1,"and":2,"running":1,"executor":2,"class":2,"model":1,"managing":1,"distributed":1,"execution":1,"log":2,"stats":1,"whether":2,"to":3,"statistics":1,"usage":2,"context":1,"specified":1,"entry":1,"point":1,"used":1,"info":1,"collection":1,"do":9,"validate":12,"output":24,"classvar":1,"bool":1,"false":2,"a":1,"flag":1,"toggle":1,"type":17,"of":3,"request":1,"classmethod":3,"contextmanager":1,"def":3,"enable":1,"validation":1,"cls":7,"true":1,"yield":1,"object":2,"o":6,"if":3,"checking":2,"or":2,"not":2,"isinstance":2,"raise":2,"typeerror":2,"f":4,"expected":2,"but":2,"found":2,"return":2,"cast":1,"outputs":9,"genericsequence":1,"list":2,"in":1,"append":1,"else":1,"tokenizer":1,"optional":1,"tokenizergroup":1},"7579,1736,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":1,"init":1,"self":14,"vllm":19,"config":36,"vllmconfig":1,"executor":1,"class":1,"type":1,"executorbase":1,"log":3,"stats":3,"bool":2,"usage":1,"context":2,"usagecontext":2,"engine":2,"stat":1,"loggers":1,"optional":1,"dict":1,"str":1,"statloggerbase":1,"none":2,"mm":1,"registry":2,"multimodalregistry":1,"multimodal":1,"use":8,"cached":5,"outputs":5,"false":1,"if":1,"envs":2,"v1":3,"raise":1,"valueerror":1,"using":2,"v0":2,"llmengine":2,"but":1,"true":1,"this":2,"should":1,"not":1,"happen":1,"as":1,"a":2,"workaround":1,"try":1,"from":1,"or":4,"explicitly":1,"set":1,"0":1,"1":1,"and":1,"report":1,"issue":1,"on":1,"github":1,"model":2,"cache":2,"lora":2,"parallel":2,"scheduler":2,"device":2,"speculative":2,"noqa":3,"load":2,"decoding":2,"decodingconfig":1,"observability":2,"observabilityconfig":1,"logger":1,"info":1,"initializing":1,"llm":1,"v":1,"s":3,"with":1,"version":1},"9315,1258,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"if":2,"self":18,"model":5,"config":8,"skip":2,"tokenizer":15,"init":3,"none":4,"detokenizer":3,"group":6,"else":1,"get":4,"ensure":1,"that":1,"the":1,"function":1,"doesn":1,"t":1,"contain":1,"a":1,"reference":1,"to":2,"avoid":1,"engine":1,"gc":1,"issues":1,"def":1,"for":1,"seq":2,"sequence":3,"anytokenizer":1,"assert":1,"cannot":1,"be":1,"make":1,"sure":1,"is":1,"false":1,"return":1,"lora":2,"request":1,"counter":2,"generation":2,"fields":1,"try":1,"input":1,"preprocessor":1,"inputpreprocessor":1,"mm":1,"registry":1,"executor":2,"class":1,"vllm":2,"runner":1,"type":1,"pooling":1,"initialize":1,"kv":1,"caches":1},"10573,1889,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"if":3,"usage":5,"stat":1,"is":2,"enabled":2,"collect":1,"relevant":1,"info":1,"stats":1,"from":1,"vllm":1,"model":9,"executor":1,"loader":1,"import":1,"get":2,"architecture":2,"class":2,"name":2,"message":1,"report":1,"self":17,"config":14,"context":1,"extra":1,"kvs":1,"common":1,"configuration":1,"dtype":4,"str":2,"tensor":2,"parallel":8,"size":6,"block":2,"cache":6,"gpu":2,"memory":2,"utilization":2,"quantization":3,"kv":1,"feature":1,"flags":1,"enable":3,"lora":2,"bool":1,"prefix":2,"caching":2,"enforce":2,"eager":2,"disable":2,"custom":2,"all":2,"reduce":2,"cached":1,"scheduler":2,"outputs":3,"scheduleroutputstate":1,"for":2,"in":2,"range":2,"pipeline":2,"contexts":1,"schedulercontext":1,"use":1,"async":1,"output":1,"proc":1,"process":2,"weak":1,"bind":1},"12462,1902,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"self":18,"async":4,"callbacks":3,"partial":1,"process":2,"model":2,"outputs":3,"ctx":1,"scheduler":13,"contexts":1,"v":4,"id":4,"for":3,"in":3,"range":2,"parallel":6,"config":14,"pipeline":3,"size":3,"else":4,"currently":1,"used":1,"by":2,"asyncllmengine":1,"to":3,"ensure":1,"quick":1,"append":1,"of":2,"request":2,"asyncio":1,"queues":1,"callback":1,"optional":1,"callable":1,"none":3,"create":1,"the":4,"note":1,"cache":2,"here":1,"have":1,"been":1,"updated":1,"with":1,"numbers":1,"gpu":1,"and":1,"cpu":1,"blocks":1,"which":1,"are":1,"profiled":1,"distributed":1,"executor":1,"if":4,"isinstance":1,"vllm":4,"cls":3,"str":1,"resolve":1,"obj":1,"qualname":1,"lora":1,"use":1,"output":1,"proc":1,"metric":1,"logging":1,"log":1,"stats":1,"stat":3,"loggers":3,"is":2,"not":1,"lazy":1,"import":2,"prometheus":4,"multiprocessing":1,"we":1,"need":1,"set":1,"multiproc":1,"dir":1,"environment":1,"variable":1,"before":1,"client":2,"imported":1,"see":1,"https":1,"github":1,"io":1,"python":1,"multiprocess":1,"from":1,"engine":1,"metrics":1,"loggingstatlogger":1,"prometheusstatlogger":1},"14364,1876,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"self":18,"stat":2,"loggers":2,"logging":3,"loggingstatlogger":1,"local":4,"interval":4,"sec":2,"vllm":5,"config":11,"prometheus":2,"prometheusstatlogger":1,"labels":1,"dict":2,"model":4,"name":2,"served":1,"info":1,"cache":4,"tracer":3,"none":2,"if":1,"observability":2,"otlp":2,"traces":2,"endpoint":2,"init":1,"llm":1,"engine":2,"create":2,"sequence":1,"output":3,"processor":3,"e":1,"g":1,"for":3,"beam":1,"search":1,"or":1,"speculative":1,"decoding":1,"sequencegroupoutputprocessor":1,"scheduler":3,"detokenizer":1,"seq":5,"counter":1,"get":2,"tokenizer":2,"stop":1,"checker":1,"stopchecker":1,"max":1,"len":1,"id":1,"to":3,"group":1,"str":1,"sequencegroupbase":1,"flag":1,"set":1,"when":1,"an":1,"input":1,"fails":1,"process":1,"and":1,"the":5,"should":1,"run":1,"next":2,"step":2,"without":1,"re":1,"scheduling":2,"skip":1,"false":1,"don":1,"t":1,"keep":1,"dummy":1,"data":1,"in":2,"memory":1,"reset":1,"mm":1,"def":1,"initialize":2,"kv":2,"caches":1,"worker":1,"s":1},"16240,1003,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"the":4,"workers":1,"will":1,"determine":2,"number":1,"of":1,"blocks":19,"in":1,"both":1,"gpu":14,"cache":8,"and":1,"swap":1,"cpu":5,"start":2,"time":4,"num":18,"self":6,"model":3,"executor":2,"available":1,"if":1,"config":4,"override":6,"is":1,"not":1,"none":1,"logger":2,"info":2,"overriding":1,"d":2,"with":1,"initialize":1,"elapsed":2,"init":1,"engine":1,"profile":1,"create":1,"kv":1,"warmup":1,"took":1,"2f":1,"seconds":1},"17243,18,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"classmethod":1},"17261,1873,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":1,"get":1,"executor":30,"cls":2,"engine":2,"config":3,"vllmconfig":2,"type":2,"executorbase":3,"distributed":15,"backend":13,"must":2,"be":2,"set":1,"in":1,"post":1,"init":1,"parallel":1,"initialize":1,"the":2,"cluster":1,"and":1,"specify":1,"class":6,"if":2,"isinstance":1,"not":3,"issubclass":1,"raise":1,"typeerror":1,"a":1,"subclass":1,"of":1,"f":1,"got":1,"elif":4,"ray":4,"from":4,"vllm":6,"import":4,"raydistributedexecutor":2,"mp":2,"multiprocessingdistributedexecutor":2,"assert":1,"envs":1,"use":2,"spmd":2,"worker":2,"multiprocessing":1,"does":1,"support":1,"1":1,"uni":1,"jax":1,"style":1,"single":1,"process":1,"multi":1,"device":1,"uniproc":2,"uniprocexecutor":2,"external":2,"launcher":2,"with":1,"noqa":1,"executorwithexternallauncher":2},"19134,183,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"else":1,"raise":1,"valueerror":1,"unrecognized":1,"distributed":2,"executor":3,"backend":2,"f":1,"return":1,"class":1},"19317,1842,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"classmethod":2,"def":4,"from":5,"vllm":11,"config":10,"cls":9,"vllmconfig":1,"usage":7,"context":9,"usagecontext":4,"engine":16,"stat":6,"loggers":6,"optional":2,"dict":2,"str":2,"statloggerbase":2,"none":3,"disable":4,"log":5,"stats":5,"bool":1,"false":1,"llmengine":5,"return":2,"executor":6,"class":1,"get":1,"not":3,"args":4,"engineargs":1,"creates":1,"an":1,"llm":2,"the":5,"arguments":1,"create":2,"configs":1,"if":2,"envs":1,"use":2,"v1":2,"import":1,"as":1,"v1llmengine":2,"reduce":1,"self":3,"this":1,"is":4,"to":2,"ensure":1,"that":1,"referenced":1,"in":1,"closure":1,"used":1,"initialize":1,"ray":1,"worker":1,"actors":1,"raise":1,"runtimeerror":1,"should":1,"be":1,"pickled":1,"del":1,"shutdown":2,"model":4,"when":1,"garbage":1,"collected":1,"getattr":2,"since":1,"init":1,"can":1,"fail":1,"before":1,"field":1,"set":1},"21159,1982,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":5,"get":5,"tokenizer":10,"group":3,"self":21,"tokenizergroup":2,"if":3,"is":2,"none":5,"raise":1,"valueerror":1,"unable":1,"to":2,"because":1,"skip":1,"init":3,"true":1,"return":5,"lora":11,"request":11,"optional":4,"lorarequest":2,"anytokenizer":1,"from":1,"configs":1,"model":5,"config":19,"scheduler":4,"verify":5,"args":1,"with":4,"parallel":4,"cache":1,"add":3,"processed":5,"id":2,"str":3,"inputs":3,"processorinputs":1,"params":4,"union":1,"samplingparams":2,"poolingparams":1,"arrival":3,"time":3,"float":1,"trace":3,"headers":3,"mapping":1,"priority":3,"int":1,"0":1,"sequencegroup":1,"a":1,"the":2,"engine":1,"s":1,"pool":1,"created":1,"sequence":1,"isinstance":1,"and":1,"n":1,"1":1,"parallelsamplesequencegroup":1},"23141,1898,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"self":8,"validate":1,"model":1,"inputs":9,"processed":2,"lora":8,"request":10,"create":4,"the":3,"sequences":1,"block":4,"size":4,"cache":1,"config":1,"seq":18,"id":9,"next":1,"counter":1,"eos":4,"token":4,"input":1,"preprocessor":1,"get":2,"encoder":8,"decoder":2,"split":1,"enc":1,"dec":1,"sequence":5,"none":2,"if":2,"is":1,"else":2,"a":1,"sequencegroup":1,"based":1,"on":1,"samplingparams":3,"or":2,"poolingparams":3,"isinstance":2,"params":4,"group":8,"with":3,"sampling":1,"arrival":4,"time":4,"trace":2,"headers":2,"priority":4,"elif":1,"pooling":1,"raise":1,"valueerror":1,"either":1,"must":1,"be":1,"provided":1,"add":2,"to":1,"scheduler":7,"least":1,"unfinished":2,"seqs":1,"costs":3,"num":1,"groups":1,"for":1,"in":1,"min":3,"cost":2,"index":1,"return":1},"25039,1988,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":2,"stop":2,"remote":2,"worker":2,"execution":2,"loop":2,"self":3,"none":9,"model":1,"executor":1,"add":4,"request":13,"id":3,"str":4,"prompt":5,"prompttype":3,"params":2,"union":1,"samplingparams":3,"poolingparams":3,"arrival":4,"time":6,"optional":4,"float":1,"lora":3,"lorarequest":1,"tokenization":1,"kwargs":1,"dict":1,"any":1,"trace":3,"headers":3,"mapping":1,"priority":4,"int":1,"0":1,"a":2,"to":7,"the":22,"engine":2,"s":1,"pool":2,"is":5,"added":1,"and":1,"will":1,"be":1,"processed":1,"by":2,"scheduler":3,"as":1,"step":1,"called":1,"exact":1,"scheduling":2,"policy":1,"determined":1,"args":1,"unique":1,"of":6,"llm":1,"see":1,"vllm":7,"inputs":1,"for":4,"more":1,"details":2,"about":1,"format":1,"each":1,"input":1,"parameters":1,"sampling":1,"or":1,"pooling":2,"text":1,"generation":1,"if":3,"we":1,"use":1,"current":2,"monotonic":1,"opentelemetry":1,"only":1,"applicable":1,"with":1,"set":2,"it":2,"token":1,"ids":1,"encoded":1,"create":2,"n":1,"number":1,"sequence":4,"objects":1,"sequencegroup":4,"object":2,"from":1,"list":1},"27027,1911,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"example":3,"initialize":1,"engine":6,"llmengine":1,"from":1,"args":2,"set":1,"request":14,"arguments":1,"prompt":12,"who":1,"is":6,"the":5,"president":1,"of":1,"united":1,"states":1,"sampling":1,"params":3,"samplingparams":3,"temperature":2,"0":8,"id":5,"add":2,"to":1,"str":2,"continue":1,"processing":1,"if":6,"not":9,"isinstance":3,"raise":4,"typeerror":1,"f":3,"must":1,"be":1,"a":1,"string":1,"got":3,"type":1,"lora":7,"none":5,"and":5,"self":3,"config":2,"valueerror":3,"but":2,"enabled":2,"priority":5,"scheduler":1,"policy":1,"scheduling":1,"logits":2,"processors":2,"are":1,"supported":1,"in":1,"multi":1,"step":1,"decoding":1,"arrival":2,"time":4,"dict":1,"get":2,"embeds":2,"token":2,"ids":2,"seq":2,"len":2,"shape":1,"processed":1,"inputs":1,"input":1,"preprocessor":1,"preprocess":1,"tokenization":2,"kwargs":2},"28938,1553,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"self":5,"add":1,"processed":3,"request":9,"id":4,"inputs":2,"params":12,"arrival":3,"time":3,"lora":4,"trace":3,"headers":3,"priority":3,"def":1,"create":1,"sequence":3,"group":1,"with":2,"sampling":11,"str":3,"seq":3,"samplingparams":3,"float":1,"optional":3,"lorarequest":1,"mapping":1,"none":2,"encoder":1,"int":1,"0":1,"sequencegroup":2,"creates":1,"a":1,"max":5,"logprobs":10,"get":1,"model":1,"config":3,"if":1,"and":2,"or":1,"prompt":2,"raise":1,"valueerror":1,"f":2,"cannot":1,"more":1,"than":1,"build":1,"logits":1,"processors":1,"defensive":1,"copy":2,"of":1,"which":1,"are":1,"used":1,"by":1,"the":1,"sampler":1,"this":1,"doesn":1,"t":1,"deep":1,"logitsprocessor":1,"objects":1,"clone":1,"update":1,"from":1,"generation":2,"fields":1,"eos":1,"token":1},"30491,1940,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"create":3,"the":6,"sequence":5,"group":7,"draft":4,"size":4,"1":2,"if":1,"self":4,"vllm":2,"config":4,"speculative":3,"is":1,"not":1,"none":3,"num":1,"tokens":1,"seq":12,"sequencegroup":4,"request":15,"id":9,"seqs":2,"arrival":5,"time":5,"sampling":2,"params":7,"lora":5,"trace":2,"headers":2,"encoder":5,"priority":5,"return":2,"def":2,"with":3,"pooling":6,"str":3,"poolingparams":3,"float":1,"optional":2,"lorarequest":1,"int":1,"0":1,"creates":1,"a":2,"defensive":1,"copy":1,"of":2,"which":1,"are":1,"used":1,"by":1,"pooler":1,"clone":1,"abort":2,"union":1,"iterable":1,"aborts":1,"s":2,"given":1,"args":1,"to":1},"32431,1950,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"details":1,"refer":1,"to":3,"vllm":4,"core":1,"scheduler":15,"abort":4,"seq":7,"group":4,"example":1,"initialize":1,"engine":6,"and":1,"add":1,"a":1,"request":7,"with":1,"id":6,"str":1,"0":1,"the":9,"for":5,"in":3,"self":20,"def":9,"get":8,"config":12,"vllmconfig":1,"gets":7,"configuration":6,"return":9,"model":3,"modelconfig":1,"parallel":3,"parallelconfig":1,"decoding":3,"decodingconfig":1,"schedulerconfig":1,"lora":3,"loraconfig":1,"num":2,"unfinished":9,"requests":6,"int":2,"number":1,"of":1,"sum":1,"groups":1,"has":4,"bool":2,"returns":2,"true":2,"if":2,"there":2,"are":2,"any":1,"seqs":2,"virtual":4},"34381,1967,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":4,"reset":6,"mm":2,"cache":6,"self":6,"bool":2,"the":6,"multi":1,"modal":1,"return":5,"input":1,"preprocessor":1,"registry":1,"processor":1,"model":3,"config":1,"prefix":3,"device":3,"optional":2,"none":5,"for":3,"all":2,"devices":1,"success":4,"true":1,"scheduler":6,"in":3,"and":2,"staticmethod":1,"process":4,"sequence":1,"group":7,"outputs":9,"seq":10,"sequencegroup":1,"list":4,"poolingsequencegroupoutput":1,"pooled":1,"data":2,"0":3,"get":2,"seqs":1,"status":1,"sequencestatus":1,"finished":1,"stopped":1,"ctx":5,"schedulercontext":1,"request":5,"id":3,"str":1,"apply":1,"output":6,"to":3,"sequences":1,"scheduled":2,"groups":2,"responses":1,"virtual":1,"engine":1,"context":1,"work":1,"on":1,"if":3,"provided":1,"then":1,"only":2,"this":1,"is":8,"going":1,"be":1,"processed":1,"now":1,"time":2,"len":3,"queue":3,"pending":1,"async":3,"postprocessor":1,"when":1,"we":2,"one":1,"no":1,"pop":1,"required":1,"since":1,"later":1,"will":1,"of":1,"rest":1,"metadata":3,"last":2,"step":4,"first":2,"skip":2,"else":1,"popleft":1,"sanity":1,"check":1,"assert":1},"36348,1693,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"has":4,"multiple":3,"outputs":10,"bool":1,"len":2,"1":1,"by":4,"sequence":4,"group":17,"list":8,"sequencegroupoutput":2,"assert":2,"not":5,"determine":1,"the":2,"requests":1,"we":1,"need":1,"to":1,"operate":1,"on":1,"if":8,"request":5,"id":4,"indices":5,"for":2,"i":10,"seq":14,"meta":4,"in":4,"enumerate":1,"metadata":3,"skip":2,"cannot":1,"be":1,"called":1,"twice":1,"append":2,"break":1,"was":1,"found":1,"then":1,"it":1,"means":1,"that":2,"this":1,"is":3,"a":1,"new":1,"no":1,"pending":1,"async":2,"postprocessor":1,"return":1,"else":2,"range":1,"type":1,"ignore":1,"finished":4,"before":2,"int":2,"now":1,"continue":2,"scheduled":3,"scheduler":1,"groups":1,"sequencegroup":1,"output":3,"0":2,"update":1,"num":1,"computed":1,"tokens":1,"token":1,"chunk":1,"size":1,"or":1},"38041,1542,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"if":7,"outputs":6,"for":3,"o":6,"in":2,"isinstance":1,"sampleroutput":1,"and":1,"seq":14,"group":14,"metrics":7,"is":5,"not":3,"none":3,"model":11,"forward":5,"time":10,"or":2,"0":2,"else":3,"execute":5,"self":4,"config":1,"runner":1,"type":1,"pooling":1,"process":3,"sequence":1,"output":5,"processor":2,"prompt":1,"logprob":1,"meta":1,"do":1,"sample":1,"async":1,"finished":4,"now":2,"append":1,"i":3,"generate":1,"the":1,"requests":1,"that":1,"this":1,"iteration":1,"scheduled":2,"scheduler":1,"groups":1},"39583,1930,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"seq":21,"group":17,"scheduled":4,"maybe":2,"set":4,"first":2,"token":4,"time":5,"now":7,"if":9,"not":3,"is":3,"prefill":2,"last":2,"request":15,"output":8,"requestoutputfactory":2,"create":4,"self":7,"id":3,"to":2,"use":4,"cache":2,"cached":2,"outputs":11,"ctx":4,"append":3,"when":1,"we":2,"process":3,"a":1,"single":1,"skip":3,"it":1,"for":3,"the":4,"next":1,"and":2,"invoke":1,"callback":3,"there":1,"was":1,"final":1,"assert":1,"len":1,"indices":3,"1":1,"0":1,"finished":6,"none":1,"clear":1,"return":1,"free":2,"currently":1,"requests":1,"scheduler":5,"in":5,"groups":2,"i":5,"or":2,"before":1,"continue":1,"avoids":1,"double":1,"processing":2,"only":1,"after":1,"s":1,"results":1},"41513,2000,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"for":4,"seq":17,"group":14,"in":3,"scheduler":3,"outputs":13,"ignored":1,"groups":3,"params":4,"sampling":1,"if":7,"is":9,"not":3,"none":4,"and":3,"output":8,"kind":1,"requestoutputkind":1,"delta":1,"finished":4,"continue":2,"request":10,"requestoutputfactory":1,"create":1,"self":7,"id":1,"to":6,"use":2,"cache":1,"cached":1,"ctx":4,"append":2,"immediately":1,"process":3,"here":2,"callback":3,"given":2,"clear":1,"async":4,"case":2,"we":1,"need":1,"record":1,"the":6,"stats":4,"non":1,"are":1,"done":2,"llmengine":1,"asyncllmengine":1,"directly":1,"log":2,"do":2,"before":2,"skip":1,"tracing":2,"return":1,"def":1,"advance":1,"next":2,"step":2,"sampleroutput":1,"metadata":3,"list":4,"sequencegroupmetadata":1,"scheduled":4,"scheduledsequencegroup":1,"model":1,"from":1,"a":1,"single":1,"run":1,"tokens":1,"sequences":1,"this":1,"normally":1,"inside":1,"processor":1,"but":1,"it":1,"required":1,"worker":1,"perform":1,"forward":1,"pass":1,"sequence":1,"zip":1},"43513,1960,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"token":7,"chunk":4,"size":4,"seq":8,"group":10,"metadata":3,"if":2,"is":1,"not":2,"none":1,"else":1,"0":3,"update":1,"num":1,"computed":1,"tokens":1,"do":1,"sample":6,"assert":2,"len":2,"sequence":5,"outputs":4,"samples":2,"1":4,"async":1,"output":4,"processor":1,"expects":1,"a":3,"single":1,"i":2,"e":1,"sampling":2,"params":1,"n":1,"seqs":2,"append":1,"id":1,"logprobs":1,"embed":1,"def":1,"step":6,"self":1,"list":1,"union":1,"requestoutput":1,"poolingrequestoutput":1,"performs":1,"one":1,"decoding":1,"iteration":2,"and":3,"returns":2,"newly":2,"generated":3,"results":2,"figure":2,"markdown":1,"span":1,"overview":2,"of":3,"the":14,"function":2,"https":1,"imgur":1,"com":1,"sv2hssd":1,"png":1,"figcaption":2,"details":1,"schedules":1,"sequences":3,"to":4,"be":3,"executed":1,"in":2,"next":1,"blocks":1,"swapped":1,"out":1,"copy":1,"depending":1,"on":2,"scheduling":1,"policy":1,"may":1,"preempted":1,"reordered":1,"sg":1,"refer":1,"that":1,"are":1,"from":1,"same":1,"prompt":1,"2":1,"calls":1,"distributed":1,"executor":1,"execute":1,"model":3,"3":1,"processes":1,"this":1,"mainly":1,"includes":1,"decodes":1,"relevant":1,"updates":1,"scheduled":1,"groups":2,"with":1,"based":1,"its":1,"parameters":1,"use":1,"beam":1,"search":1,"or":1,"frees":1,"finished":1,"finally":1,"it":1,"creates":1},"45473,1810,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"example":6,"please":1,"see":1,"the":5,"folder":1,"for":4,"more":1,"detailed":1,"examples":1,"initialize":1,"engine":13,"and":1,"request":9,"arguments":1,"llmengine":1,"from":2,"args":2,"inputs":4,"0":6,"what":1,"is":4,"llm":2,"samplingparams":1,"temperature":1,"start":1,"with":1,"an":1,"event":1,"loop":1,"while":1,"true":1,"if":5,"req":2,"id":2,"prompt":2,"sampling":2,"params":2,"pop":1,"add":1,"str":1,"continue":1,"processing":1,"outputs":12,"step":1,"output":5,"in":1,"finished":1,"return":1,"or":2,"show":1,"not":1,"has":1,"unfinished":1,"requests":1,"break":1,"self":3,"parallel":3,"config":1,"pipeline":3,"size":1,"1":1,"raise":1,"notimplementederror":1,"parallelism":1,"only":1,"supported":1,"through":1,"asyncllmengine":1,"as":1,"performance":1,"will":1,"be":1,"severely":1,"degraded":1,"otherwise":1,"there":1,"no":1,"support":1,"so":1,"used":1,"always":1,"virtual":3,"these":1,"are":1,"cached":6,"previous":1,"iterations":1,"none":1,"on":1,"first":1,"iteration":2,"scheduler":5,"seq":2,"group":2,"metadata":2,"list":2,"allow":2,"async":2,"proc":2,"ctx":2,"contexts":1,"clear":2,"each":1,"new":1},"47283,1616,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"skip":2,"the":7,"scheduler":10,"if":6,"there":1,"are":1,"any":1,"remaining":2,"steps":2,"in":4,"seq":12,"groups":1,"this":1,"ensures":1,"that":1,"is":5,"only":1,"called":1,"again":1,"when":2,"current":1,"batch":1,"has":2,"completed":1,"also":1,"skipped":1,"a":1,"single":1,"request":4,"caused":1,"last":1,"engine":3,"step":2,"to":6,"fail":1,"and":4,"previous":1,"schedule":3,"needs":1,"be":2,"rerun":1,"not":6,"self":8,"group":8,"metadata":5,"list":6,"scheduling":1,"next":1,"iteration":1,"outputs":6,"allow":2,"async":3,"output":3,"proc":2,"virtual":2,"ctx":5,"finished":7,"requests":4,"ids":4,"get":1,"reset":1,"n":1,"1":1,"elements":1,"id":6,"should":1,"deleted":1,"here":1,"otherwise":1,"memory":1,"leaks":1,"for":1,"del":1,"maybe":1,"switch":1,"from":1,"mode":2,"sync":1,"len":1,"queue":1,"0":1,"process":1,"model":1,"else":1,"assert":2,"none":2,"empty":1},"48899,1330,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"check":1,"if":2,"we":2,"have":1,"a":2,"cached":1,"last":7,"output":2,"from":1,"the":7,"previous":1,"iteration":1,"for":2,"supporting":1,"pp":3,"this":1,"is":1,"probably":1,"best":1,"way":1,"to":10,"pass":2,"sampled":6,"token":6,"ids":8,"as":1,"separate":1,"broadcast":1,"over":1,"all":1,"stages":2,"will":1,"cause":1,"one":1,"virtual":3,"engine":3,"s":1,"microbatch":1,"block":1,"pipeline":1,"self":2,"get":1,"execute":2,"model":2,"req":2,"executemodelrequest":2,"seq":2,"group":2,"metadata":2,"list":2,"blocks":6,"swap":4,"in":3,"scheduler":5,"outputs":5,"out":2,"copy":2,"num":2,"lookahead":2,"slots":2,"running":2,"queue":2,"size":2,"finished":2,"requests":2,"use":1,"each":1,"of":1,"non":1,"place":1,"prepare":1,"input":1,"allow":1,"async":3,"proc":1,"callback":1,"callbacks":1},"50229,1999,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"try":1,"outputs":10,"self":5,"model":5,"executor":1,"execute":3,"req":2,"skip":1,"scheduling":1,"next":2,"step":7,"false":2,"except":1,"inputprocessingerror":1,"as":1,"e":2,"the":7,"input":1,"for":1,"this":3,"request":6,"cannot":1,"be":2,"processed":1,"so":2,"we":1,"must":1,"abort":2,"it":2,"if":5,"there":2,"are":2,"remaining":2,"requests":1,"in":2,"batch":1,"that":2,"have":1,"been":1,"scheduled":2,"they":1,"will":1,"retried":1,"on":1,"invalid":2,"id":4,"and":1,"cache":1,"schedule":1,"virtual":2,"engine":2,"seq":7,"group":7,"metadata":7,"list":7,"scheduler":4,"allow":3,"async":5,"output":10,"proc":3,"raise":2,"caller":1,"is":9,"notified":1,"failed":1,"else":2,"nothing":1,"pending":1,"postprocessor":1,"then":1,"finish":1,"here":1,"len":1,"ctx":4,"queue":2,"0":2,"process":1,"no":1,"case":1,"not":2,"has":1,"steps":3,"first":4,"true":2,"only":1,"when":1,"num":2,"of":1,"all":1,"sequences":1,"1":2,"bool":1,"state":1,"add":1,"results":1,"to":1,"append":1,"last":1},"52228,1549,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"if":6,"outputs":11,"and":2,"allow":2,"async":5,"output":5,"proc":2,"assert":2,"len":3,"1":1,"postprocessor":2,"expects":1,"only":1,"a":1,"single":1,"set":1,"self":7,"advance":1,"to":3,"next":1,"step":2,"0":3,"seq":2,"group":1,"metadata":1,"list":1,"scheduler":3,"scheduled":1,"groups":1,"check":1,"need":1,"run":1,"the":4,"usual":1,"non":1,"path":1,"not":2,"process":4,"model":4,"ctx":8,"log":2,"stats":2,"do":2,"tracing":2,"else":1,"multi":1,"case":1,"return":2,"request":2,"has":1,"unfinished":1,"requests":2,"drain":1,"exists":1,"queue":2,"stop":2,"execute":1,"loop":3,"in":3,"parallel":1,"workers":2,"until":1,"there":1,"are":1,"more":1,"this":1,"avoids":1,"waiting":1,"indefinitely":1,"torch":1,"distributed":1,"ops":1,"which":1,"may":1,"otherwise":1,"timeout":1,"unblocks":1,"rpc":1,"thread":1,"so":1,"that":1,"they":1,"can":1,"any":1,"other":1,"queued":1,"control":1,"plane":1,"messages":1,"such":1,"as":1,"add":1,"remove":1,"lora":1,"adapters":1,"logger":1,"debug":1,"stopping":1,"remote":2,"worker":2,"execution":2,"executor":1},"53777,1722,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":2,"abort":3,"and":4,"cache":3,"schedule":4,"self":5,"request":10,"id":6,"str":1,"virtual":3,"engine":4,"int":1,"seq":10,"group":11,"metadata":9,"list":9,"sequencegroupmetadata":2,"scheduler":8,"outputs":7,"scheduleroutputs":1,"allow":3,"async":3,"output":3,"proc":3,"bool":2,"none":1,"aborts":1,"a":1,"single":1,"caches":1,"the":9,"minus":1,"that":1,"this":1,"allows":1,"next":2,"step":4,"to":3,"continue":1,"processing":1,"remaining":2,"requests":1,"without":1,"having":1,"re":1,"run":1,"remove":1,"its":1,"sequence":2,"from":1,"current":1,"for":3,"i":4,"in":3,"enumerate":2,"if":4,"del":2,"break":2,"scheduled":2,"groups":3,"there":1,"are":1,"still":1,"other":1,"left":1,"them":1,"flag":1,"reuse":2,"len":1,"0":1,"skip":1,"scheduling":1,"true":1,"multi":2,"caching":1,"logic":1,"has":1,"steps":1,"optional":1,"return":1,"false":1},"55499,1703,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":4,"cache":1,"scheduler":7,"outputs":6,"for":1,"multi":1,"step":1,"self":10,"virtual":5,"engine":5,"int":3,"seq":3,"group":3,"metadata":3,"list":5,"optional":3,"sequencegroupmetadata":1,"scheduleroutputs":1,"allow":3,"async":3,"output":16,"proc":3,"bool":1,"none":10,"co":5,"cached":3,"last":9,"update":1,"sampleroutput":1,"if":3,"parallel":2,"config":1,"pipeline":1,"size":1,"1":2,"and":2,"len":1,"0":2,"is":6,"not":4,"assert":4,"sampled":4,"token":4,"ids":3,"cpu":1,"probs":1,"get":1,"torch":1,"tensor":1,"return":1,"add":1,"logger":8,"name":5,"str":1,"statloggerbase":1,"log":2,"stats":2,"raise":2,"runtimeerror":1,"stat":3,"logging":1,"disabled":1,"set":1,"disable":1,"false":1,"argument":1,"to":1,"enable":1,"in":1,"loggers":2,"keyerror":1,"f":1,"with":1,"already":1,"exists":1},"57202,1891,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":3,"remove":1,"logger":8,"self":9,"name":5,"str":1,"none":9,"if":3,"not":3,"log":6,"stats":10,"raise":2,"runtimeerror":1,"stat":4,"logging":1,"is":1,"disabled":1,"set":1,"disable":1,"false":1,"argument":1,"to":6,"enable":1,"in":2,"loggers":3,"keyerror":1,"f":1,"with":1,"does":1,"exist":1,"del":1,"do":1,"scheduler":4,"outputs":4,"optional":12,"scheduleroutputs":2,"model":4,"output":4,"list":6,"sampleroutput":2,"finished":5,"before":5,"int":4,"skip":4,"forced":1,"when":1,"no":1,"requests":1,"active":1,"get":3,"for":1,"values":1,"be":3,"logged":1,"prometheus":1,"args":1,"used":2,"populate":1,"metrics":2,"related":1,"the":2,"scheduled":1,"batch":1,"emit":1,"speculative":1,"decoding":1,"which":1,"are":1,"created":1,"by":1,"workers":1,"indices":2,"of":2,"sequences":4,"that":2,"were":2,"these":2,"will":2,"ignored":2,"preempted":1,"now":1,"time":2},"59093,1441,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"system":1,"state":2,"scheduler":18,"num":17,"running":2,"sys":7,"sum":5,"len":3,"for":5,"in":6,"self":9,"swapped":2,"waiting":2,"kv":1,"cache":13,"usage":5,"total":6,"gpu":11,"config":2,"blocks":4,"0":8,"if":2,"guard":2,"against":2,"both":2,"none":2,"and":2,"free":6,"block":2,"manager":2,"get":4,"1":2,"cpu":11,"prefix":5,"hit":6,"rate":6,"note":1,"that":1,"we":1,"always":1,"use":1,"the":2,"of":1,"first":1,"virtual":1,"engine":1,"device":2},"60534,1621,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"exchange":1,"the":3,"uasge":1,"and":2,"cache":10,"hit":5,"stats":3,"between":1,"gpu":8,"cpu":11,"when":1,"running":1,"on":1,"because":1,"worker":1,"py":1,"intentionally":1,"reports":1,"number":1,"of":2,"blocks":2,"as":1,"in":1,"favor":1,"management":1,"if":2,"self":1,"device":2,"config":1,"type":1,"num":11,"total":4,"usage":4,"sys":4,"prefix":4,"rate":4,"iteration":1,"prompt":2,"tokens":9,"iter":6,"0":4,"generation":3,"time":7,"to":1,"first":1,"list":13,"float":7,"per":1,"output":1,"preemption":1,"scheduler":2,"outputs":2,"is":1,"none":1,"else":1,"preempted":1,"request":1,"latency":1,"e2e":1,"requests":11,"queue":1,"inference":1,"prefill":1,"decode":1,"metadata":1,"int":5,"n":1,"max":2,"finished":1,"reason":1,"str":1},"62155,1940,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"lora":13,"requests":1,"running":5,"adapters":2,"dict":2,"collectionscounter":2,"request":10,"name":2,"for":6,"scheduler":12,"in":8,"self":4,"if":7,"waiting":5,"max":3,"stat":2,"0":3,"config":2,"str":1,"loras":1,"note":2,"this":2,"loop":1,"assumes":1,"prefill":4,"seq":6,"groups":8,"are":1,"before":3,"decode":1,"scheduled":4,"outputs":6,"is":2,"not":2,"none":1,"async":2,"postprocessor":1,"already":1,"finished":3,"sequences":2,"need":2,"to":3,"be":1,"counted":1,"avoid":1,"double":2,"counting":1,"actual":2,"num":6,"batched":3,"tokens":4,"type":1,"ignore":1,"generation":1,"from":1,"and":3,"the":1,"len":1,"of":1,"means":1,"that":1,"chunked":1,"prefills":1,"have":1,"been":1,"detected":1,"idx":3,"group":1,"enumerate":1,"skip":5,"logging":1,"when":1,"using":1,"output":1,"proc":1,"1":1,"continue":2,"currently":1,"preempted":1,"so":1,"we":1,"their":1,"log":1,"stats":1},"64095,1708,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"group":17,"was":3,"prefill":10,"idx":1,"scheduler":1,"outputs":1,"num":7,"groups":2,"seq":14,"scheduled":2,"note":1,"a":1,"that":1,"completed":1,"all":1,"of":2,"its":1,"tokens":8,"in":1,"the":5,"last":3,"iteration":1,"will":1,"have":1,"is":3,"false":1,"with":1,"true":1,"if":4,"number":1,"prompt":2,"iter":3,"token":4,"chunk":1,"size":1,"just":1,"finished":2,"state":4,"get":3,"ttft":1,"not":1,"latency":6,"time":2,"to":2,"first":1,"append":2,"one":1,"generation":2,"per":2,"from":1,"seqs":1,"else":2,"tpots":1,"output":2,"current":3,"step":4,"0":1,"for":1,"async":1,"proc":1,"do":1,"log":1,"stats":1,"called":1,"following":1,"init":1,"multi":1,"which":1,"sets":1,"zero":1,"actual":2,"batched":2,"steps":1,"1":2},"65803,355,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"because":1,"of":1,"chunked":1,"prefill":1,"we":2,"can":2,"have":1,"a":1,"single":1,"sequence":1,"group":1,"that":1,"does":1,"multiple":1,"prompt":1,"runs":1,"to":1,"prevent":1,"logging":2,"the":1,"same":1,"metadata":1,"more":1,"than":1,"once":2,"per":1,"request":2,"standardize":1,"on":1,"level":1,"information":1,"for":1,"finished":1,"requests":1,"which":1,"only":1,"happen":1},"66158,1961,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"if":3,"seq":23,"group":17,"is":4,"finished":5,"latency":1,"timings":1,"time":14,"e2e":1,"requests":11,"append":9,"now":3,"metrics":9,"arrival":2,"first":7,"scheduled":4,"not":3,"none":3,"and":1,"token":4,"queue":1,"prefill":1,"decode":1,"inference":1,"metadata":1,"num":3,"prompt":2,"tokens":5,"len":3,"ids":1,"generation":2,"extend":2,"get":6,"output":2,"for":3,"in":3,"seqs":3,"max":4,"sampling":3,"params":3,"n":2,"reason":2,"sequencestatus":1,"status":1},"68119,1647,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"number":3,"of":3,"generation":8,"tokens":25,"num":26,"batched":3,"equals":1,"the":3,"prompt":6,"plus":1,"decode":1,"in":2,"a":1,"single":1,"iteration":2,"so":1,"from":2,"prefill":3,"groups":2,"since":1,"we":1,"generate":1,"one":1,"token":1,"on":2,"prefills":1,"iters":1,"where":1,"finishes":1,"iter":17,"actual":1,"return":1,"stats":3,"now":2,"system":1,"scheduler":1,"state":1,"running":2,"sys":10,"swapped":2,"waiting":2,"kv":1,"cache":10,"usage":5,"gpu":4,"cpu":4,"prefix":5,"hit":5,"rate":5,"time":4,"to":2,"first":2,"per":2,"output":2,"preemption":2},"69766,1951,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"request":3,"stats":1,"latency":1,"time":10,"e2e":2,"requests":22,"queue":2,"inference":2,"prefill":2,"decode":2,"metadata":1,"num":6,"prompt":2,"tokens":8,"generation":4,"max":6,"n":2,"finished":2,"reason":2,"lora":18,"str":2,"stat":1,"waiting":2,"adapters":4,"list":5,"keys":2,"running":2,"def":8,"add":2,"self":18,"lorarequest":1,"bool":3,"return":4,"model":12,"executor":8,"remove":2,"id":4,"int":4,"loras":2,"set":1,"pin":2,"start":2,"profile":4,"none":5,"stop":2,"sleep":6,"level":3,"1":1,"assert":2,"vllm":2,"config":6,"enable":2,"mode":4,"is":2,"not":2,"enabled":2,"in":2,"the":2,"wake":2,"up":2,"tags":2,"optional":1},"71717,1778,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":5,"is":10,"sleeping":2,"self":12,"bool":2,"return":4,"model":2,"executor":2,"check":2,"health":2,"none":13,"tracing":3,"enabled":1,"tracer":4,"not":3,"do":1,"scheduler":2,"outputs":2,"scheduleroutputs":1,"finished":6,"before":3,"optional":1,"list":1,"int":2,"if":6,"for":2,"idx":2,"scheduled":3,"seq":13,"group":11,"in":2,"enumerate":1,"groups":1,"skip":1,"double":1,"when":1,"using":1,"async":1,"output":1,"proc":1,"and":1,"continue":1,"create":2,"trace":6,"span":4,"sequencegroup":1,"or":1,"sampling":1,"params":1,"arrival":5,"time":11,"nano":2,"seconds":2,"metrics":9,"1e9":1,"context":4,"extract":1,"headers":1,"with":1,"start":2,"as":2,"current":1,"llm":1,"request":1,"kind":1,"spankind":1,"server":1,"handle":1,"potential":1,"values":1,"cancelled":1,"aborted":1,"requests":1,"ttft":1,"first":2,"token":2,"else":2,"e2e":1},"73495,1358,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"seq":19,"span":9,"set":9,"attribute":9,"spanattributes":9,"gen":9,"ai":9,"response":1,"model":3,"self":1,"config":1,"request":6,"id":2,"group":8,"temperature":2,"sampling":4,"params":4,"top":2,"p":2,"max":2,"tokens":4,"n":2,"usage":3,"num":2,"sequences":1,"seqs":2,"prompt":2,"len":2,"token":1,"ids":1,"completion":1,"sum":1,"get":2,"output":1,"for":1,"in":1,"finished":1},"74853,1794,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"only":1,"set":7,"timing":1,"attributes":1,"if":8,"the":1,"values":1,"are":1,"available":1,"metrics":8,"time":15,"in":6,"queue":3,"is":7,"not":7,"none":7,"seq":6,"span":6,"attribute":6,"spanattributes":6,"gen":6,"ai":6,"latency":6,"ttft":2,"to":1,"first":1,"token":1,"e2e":3,"scheduler":3,"model":9,"forward":3,"1000":1,"0":1,"execute":3,"def":1,"validate":3,"inputs":9,"self":3,"processorinputs":1,"lora":3,"request":3,"optional":1,"lorarequest":1,"encoder":4,"decoder":3,"split":1,"enc":1,"dec":1,"input":2,"prompt":2,"type":2},"76647,1673,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"def":1,"validate":1,"model":10,"input":5,"self":6,"prompt":16,"inputs":4,"singletoninputs":1,"lora":3,"request":2,"optional":1,"lorarequest":1,"type":5,"literal":1,"encoder":6,"decoder":1,"config":6,"tokenizer":9,"none":3,"if":9,"is":5,"else":2,"get":2,"ids":5,"token":3,"not":2,"and":2,"multimodal":2,"pass":2,"mllama":1,"may":1,"have":1,"empty":2,"for":2,"text":1,"only":1,"data":1,"elif":1,"embeds":1,"raise":2,"valueerror":2,"f":2,"the":1,"cannot":1,"be":1,"max":8,"id":5,"default":1,"0":1,"out":1,"of":1,"vocabulary":1,"len":4,"mm":6,"registry":3,"preprocessor":1,"processor":4,"create":1,"or":1,"object":1,"dummy":2,"no":1,"assert":1,"isinstance":1,"encdecmultimodalprocessor":1,"pad":1,"return":1,"skip":1,"length":1,"check":1,"whisper":1},"78320,1876,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"if":2,"model":5,"config":2,"is":4,"multimodal":2,"suggestion":3,"make":2,"sure":2,"that":3,"max":5,"len":5,"no":2,"smaller":2,"than":3,"the":10,"number":4,"of":5,"text":2,"tokens":6,"plus":1,"for":1,"image":2,"inputs":1,"depends":1,"on":2,"images":1,"and":3,"possibly":1,"their":1,"aspect":1,"ratios":1,"as":1,"well":1,"else":1,"raise":1,"valueerror":1,"f":3,"prompt":4,"type":1,"length":2,"ids":5,"longer":1,"maximum":1,"todo":1,"find":1,"out":1,"how":1,"many":1,"placeholder":1,"are":1,"there":1,"so":1,"we":1,"can":1,"check":1,"chunked":1,"prefill":1,"does":1,"not":1,"truncate":1,"them":1,"batch":1,"self":3,"scheduler":1,"num":1,"batched":1,"def":1,"build":1,"logits":8,"processors":9,"sampling":7,"params":7,"samplingparams":2,"lora":3,"request":3,"optional":1,"lorarequest":1,"constructs":1,"based":1,"bias":4,"allowed":4,"token":4,"fields":2,"in":1,"deletes":1,"those":1,"adds":1,"constructed":1,"to":1,"field":1,"returns":1,"modified":1,"logit":3,"or":1,"tokenizer":4,"get":2,"openai":1,"extend":1},"80196,1297,data/raw/vllm-0.10.1/vllm/engine/llm_engine.py":{"unset":1,"so":1,"these":1,"don":1,"t":1,"get":3,"passed":1,"down":1,"to":1,"the":1,"model":2,"sampling":8,"params":8,"logit":1,"bias":1,"none":5,"allowed":1,"token":1,"ids":1,"if":4,"len":1,"bad":4,"words":4,"0":1,"tokenizer":4,"self":3,"lora":1,"request":1,"processors":10,"logits":8,"extend":2,"is":2,"else":1,"return":2,"def":1,"collective":2,"rpc":2,"method":2,"union":1,"str":2,"callable":1,"r":2,"timeout":2,"optional":2,"float":1,"args":2,"tuple":1,"kwargs":2,"dict":1,"any":1,"list":1,"executor":1,"envs":2,"set":1,"vllm":3,"use":2,"v1":3,"and":1,"from":1,"engine":2,"llm":1,"import":1,"llmengine":2,"as":1,"v1llmengine":2,"type":1,"ignore":1},"0,1882,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":15,"project":1,"import":17,"asyncio":1,"from":17,"abc":3,"abstractmethod":6,"typing":1,"asyncgenerator":2,"iterable":1,"mapping":2,"optional":3,"union":1,"beam":1,"search":1,"beamsearchsequence":1,"create":1,"sort":1,"beams":1,"key":1,"function":1,"config":1,"decodingconfig":1,"modelconfig":1,"vllmconfig":1,"core":1,"scheduler":1,"scheduleroutputs":1,"inputs":3,"data":1,"prompttype":2,"tokensprompt":1,"parse":1,"is":3,"explicit":1,"encoder":1,"decoder":1,"prompt":2,"preprocess":1,"inputpreprocessor":1,"logger":4,"init":2,"lora":2,"request":4,"lorarequest":2,"model":1,"executor":1,"layers":1,"sampler":1,"sampleroutput":1,"outputs":2,"completionoutput":1,"poolingrequestoutput":1,"requestoutput":2,"pooling":1,"params":3,"poolingparams":1,"sampling":2,"beamsearchparams":1,"samplingparams":2,"transformers":1,"utils":2,"tokenizer":1,"anytokenizer":1,"device":1,"collect":1,"async":1,"generator":1,"random":1,"uuid":1,"name":1,"class":2,"engineclient":1,"protocol":1,"for":2,"clients":1,"engine":1,"property":4,"def":5,"running":1,"self":5,"bool":3,"stopped":1,"errored":1,"dead":1,"error":1,"baseexception":1,"generate":2,"id":1,"str":3,"none":3,"trace":1,"headers":1,"priority":1,"int":1,"a":1},"1882,1828,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"async":2,"def":1,"beam":4,"search":2,"self":2,"prompt":12,"prompttype":1,"request":2,"id":2,"str":3,"params":7,"beamsearchparams":1,"lora":2,"optional":1,"lorarequest":1,"none":3,"asyncgenerator":1,"requestoutput":1,"width":2,"max":2,"tokens":2,"ignore":2,"eos":3,"temperature":2,"length":4,"penalty":3,"include":2,"stop":2,"in":3,"output":2,"preprocessor":4,"await":2,"get":7,"input":1,"tokenizer":6,"group":3,"if":2,"is":3,"explicit":1,"encoder":1,"decoder":1,"raise":2,"notimplementederror":2,"else":1,"processed":5,"inputs":6,"to":4,"llm":1,"type":1,"embeds":1,"this":4,"a":3,"workaround":1,"fix":2,"multimodal":2,"bandaid":1,"for":1,"2":2,"small":1,"problems":1,"1":1,"multi":3,"modal":3,"data":3,"on":1,"the":3,"currently":1,"resolves":1,"preprocessing":1,"above":1,"expands":1,"placeholders":1,"however":1,"happens":1,"again":1,"generation":1,"so":1,"double":1,"expansion":1,"causes":1,"mismatch":1,"todo":1,"would":1,"be":1,"ideal":1,"handle":1,"more":1,"gracefully":1,"token":4,"ids":3,"text":1,"mm":2,"processor":2,"kwargs":2,"tokenized":1,"len":1,"sort":2,"beams":2,"key":2,"create":1,"function":1},"3710,1751,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"beam":10,"search":3,"params":2,"samplingparams":1,"logprobs":2,"2":1,"width":1,"max":2,"tokens":4,"1":1,"temperature":2,"all":3,"beams":4,"beamsearchsequence":1,"prompt":4,"token":2,"ids":2,"cum":1,"logprob":1,"0":2,"multi":4,"modal":4,"data":4,"mm":4,"processor":4,"kwargs":4,"lora":8,"request":8,"completed":1,"for":5,"in":5,"range":1,"prompts":2,"batch":4,"req":4,"zip":2,"tokensprompt":1,"tasks":3,"id":4,"f":2,"random":1,"uuid":1,"i":4,"individual":2,"enumerate":2,"item":2,"task":3,"asyncio":2,"create":1,"collect":1,"from":1,"async":1,"generator":1,"self":1,"generate":1,"append":1,"output":4,"await":1,"gather":1,"x":2,"new":1,"current":1,"result":1},"5461,1891,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"if":3,"result":2,"outputs":2,"0":3,"logprobs":10,"is":1,"not":2,"none":1,"for":1,"token":6,"id":6,"logprob":9,"obj":3,"in":2,"items":1,"tokenizer":2,"eos":3,"and":1,"ignore":1,"completed":1,"append":2,"beamsearchsequence":2,"tokens":5,"current":10,"beam":11,"include":1,"stop":3,"str":1,"output":1,"else":2,"cum":4,"finish":1,"reason":2,"new":2,"beams":6,"lora":2,"request":2,"multi":2,"modal":2,"data":2,"mm":2,"processor":2,"kwargs":2,"sorted":3,"key":2,"sort":1,"reverse":1,"true":1,"all":1,"width":1},"7352,1896,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"completed":4,"extend":1,"all":1,"beams":5,"sorted":3,"key":2,"sort":1,"reverse":1,"true":2,"best":3,"beam":16,"width":1,"for":3,"in":3,"if":2,"tokens":7,"1":2,"tokenizer":2,"eos":3,"token":5,"id":5,"and":1,"not":2,"ignore":1,"skip":1,"the":2,"text":5,"tokenized":3,"length":4,"else":2,"decode":1,"search":2,"output":2,"requestoutput":1,"request":7,"prompt":6,"outputs":2,"completionoutput":1,"cumulative":1,"logprob":2,"cum":1,"ids":3,"index":1,"i":2,"logprobs":3,"finish":3,"reason":5,"is":1,"none":6,"stop":2,"enumerate":1,"finished":1,"yield":1,"abstractmethod":2,"def":2,"encode":1,"self":2,"prompttype":1,"pooling":2,"params":1,"poolingparams":1,"str":5,"lora":1,"optional":2,"lorarequest":1,"trace":1,"headers":1,"mapping":1,"priority":1,"int":1,"0":1,"asyncgenerator":1,"poolingrequestoutput":1,"generate":1,"a":3,"from":1,"model":1,"async":1,"abort":2,"union":1,"iterable":1},"9248,1899,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"args":1,"request":4,"id":2,"the":16,"unique":1,"of":6,"or":1,"an":1,"iterable":1,"such":1,"ids":1,"abstractmethod":12,"async":12,"def":12,"get":10,"vllm":6,"config":3,"self":12,"vllmconfig":1,"configuration":3,"engine":6,"model":3,"modelconfig":1,"decoding":2,"decodingconfig":1,"input":2,"preprocessor":1,"inputpreprocessor":1,"processor":1,"tokenizer":2,"lora":1,"optional":4,"lorarequest":1,"none":10,"anytokenizer":1,"appropriate":1,"for":1,"is":1,"tracing":1,"enabled":1,"bool":1,"do":1,"log":1,"stats":1,"scheduler":1,"outputs":1,"scheduleroutputs":1,"output":1,"list":1,"sampleroutput":1,"check":1,"health":1,"raise":1,"if":1,"unhealthy":1,"start":3,"profile":2,"profiling":2,"stop":1,"reset":4,"mm":1,"cache":4,"multi":1,"modal":1,"prefix":2,"device":2},"11147,779,data/raw/vllm-0.10.1/vllm/engine/protocol.py":{"abstractmethod":4,"async":5,"def":5,"sleep":2,"self":5,"level":1,"int":3,"1":1,"none":5,"the":5,"engine":5,"wake":2,"up":2,"tags":1,"optional":1,"list":1,"str":1,"is":2,"sleeping":2,"bool":1,"check":1,"whether":1,"add":1,"lora":3,"request":1,"lorarequest":1,"load":1,"a":1,"new":2,"adapter":1,"into":1,"for":1,"future":1,"requests":1,"scale":2,"elastic":1,"ep":1,"data":1,"parallel":1,"size":1,"drain":1,"timeout":1,"300":1,"raise":1,"notimplementederror":1},"0,1879,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":5,"vllm":11,"project":1,"import":10,"time":1,"from":7,"typing":2,"counter":3,"as":3,"collectionscounter":1,"dict":1,"list":2,"optional":1,"type":1,"union":1,"cast":1,"numpy":1,"np":1,"prometheus":7,"client":7,"config":6,"supportsmetricsinfo":1,"vllmconfig":2,"engine":1,"metrics":12,"types":1,"statloggerbase":1,"stats":1,"executor":1,"ray":6,"utils":1,"logger":4,"init":3,"if":1,"is":1,"not":1,"none":2,"util":1,"else":1,"name":1,"disable":1,"created":1,"begin":1,"and":2,"end":1,"here":1,"are":1,"used":1,"by":1,"documentation":1,"generator":1,"extract":1,"definitions":2,"8":1,"start":1,"class":1,"uses":1,"a":2,"multiprocessing":2,"based":1,"frontend":1,"for":3,"openai":1,"server":1,"this":2,"means":1,"that":2,"we":1,"need":1,"run":1,"in":2,"mode":1,"see":1,"https":1,"github":1,"io":1,"python":1,"multiprocess":1,"more":1,"details":1,"on":1,"limitations":1,"labelname":4,"finish":1,"reason":2,"finished":1,"waiting":2,"lora":6,"adapters":4,"running":2,"max":4,"gauge":2,"cls":3,"histogram":2,"def":1,"self":3,"labelnames":1,"str":1,"unregister":2,"any":1,"existing":1,"collectors":1,"ci":1,"cd":1,"model":3,"len":2,"use":1,"flag":1,"hide":1,"were":1,"deprecated":1,"previous":1,"release":1,"which":1,"will":1,"be":1,"removed":1,"future":1,"show":2,"hidden":2,"observability":1},"1879,1228,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"system":1,"stats":2,"scheduler":3,"state":1,"self":11,"gauge":8,"running":5,"cls":4,"name":4,"vllm":4,"num":2,"requests":6,"documentation":4,"number":2,"of":2,"currently":1,"on":2,"gpu":4,"labelnames":7,"multiprocess":4,"mode":4,"sum":3,"waiting":4,"to":1,"be":1,"processed":1,"lora":6,"info":2,"labelname":3,"adapters":2,"max":1,"livemostrecent":1,"kv":2,"cache":4,"usage":5,"in":1,"perc":1,"1":1,"means":1,"100":1,"percent":1},"3107,1848,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"iteration":3,"stats":1,"self":12,"counter":6,"num":2,"preemption":2,"cls":6,"name":6,"vllm":6,"preemptions":1,"total":4,"documentation":6,"cumulative":1,"number":4,"of":7,"from":1,"the":1,"engine":2,"labelnames":12,"prompt":2,"tokens":9,"prefill":1,"processed":2,"generation":3,"histogram":9,"per":4,"step":1,"buckets":3,"1":5,"8":1,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1,"time":6,"to":3,"first":3,"token":6,"seconds":4,"in":2,"0":37,"001":1,"005":1,"01":2,"02":1,"04":1,"06":1,"08":1,"25":1,"5":8,"75":2,"2":3,"7":2,"10":2,"20":2,"40":2,"80":2,"160":1,"640":1,"2560":1,"output":3,"025":1,"05":1,"075":1,"15":1,"3":1,"4":1},"4955,1702,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"request":22,"stats":1,"latency":9,"buckets":11,"0":19,"3":1,"5":4,"8":1,"1":2,"2":2,"10":1,"15":1,"20":1,"30":1,"40":1,"50":1,"60":1,"120":1,"240":1,"480":1,"960":1,"1920":1,"7680":1,"self":10,"histogram":15,"e2e":2,"time":13,"cls":5,"name":5,"vllm":5,"seconds":6,"documentation":5,"of":5,"end":2,"to":1,"in":5,"labelnames":10,"queue":2,"spent":4,"waiting":1,"phase":4,"for":4,"inference":2,"running":1,"prefill":3,"decode":3},"6657,1795,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"metadata":1,"self":12,"histogram":13,"num":4,"prompt":2,"tokens":12,"request":14,"cls":6,"name":6,"vllm":6,"documentation":6,"number":3,"of":7,"prefill":1,"processed":3,"labelnames":12,"buckets":9,"build":4,"1":5,"2":5,"5":5,"max":9,"model":4,"len":4,"generation":6,"maximum":1,"requested":1,"n":3,"params":2,"the":2,"parameter":2,"10":1,"20":1,"counter":2,"success":2,"total":1,"count":1,"successfully":1,"requests":1,"metrics":2,"labelname":1,"finish":1,"reason":1,"8":1,"end":1,"definitions":1},"8452,1898,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"def":7,"unregister":2,"vllm":2,"metrics":7,"self":15,"none":5,"for":1,"collector":5,"in":2,"list":3,"prometheus":4,"client":4,"registry":2,"to":5,"names":1,"if":3,"hasattr":1,"name":8,"and":1,"class":2,"raygaugewrapper":1,"wraps":2,"around":2,"ray":7,"util":3,"gauge":7,"provide":2,"same":2,"api":2,"as":2,"init":2,"str":7,"documentation":4,"labelnames":10,"optional":2,"multiprocess":2,"mode":2,"del":1,"tuple":6,"else":2,"description":2,"tag":2,"keys":2,"labels":6,"set":7,"default":2,"tags":2,"return":4,"value":2,"union":1,"int":1,"float":1,"current":2,"time":4,"doesn":1,"t":1,"have":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"modules":1,"html":1,"raycounterwrapper":1,"counter":5},"10350,1945,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"def":6,"inc":2,"self":11,"value":5,"union":2,"int":2,"float":3,"1":1,"0":2,"if":4,"return":4,"counter":4,"class":2,"rayhistogramwrapper":2,"wraps":1,"around":1,"ray":6,"util":2,"metrics":9,"histogram":9,"to":4,"provide":1,"same":2,"api":1,"as":2,"prometheus":7,"client":7,"init":3,"name":3,"str":4,"documentation":2,"labelnames":7,"optional":2,"list":3,"none":5,"buckets":3,"tuple":3,"else":2,"boundaries":3,"description":1,"tag":1,"keys":1,"labels":3,"set":1,"default":1,"tags":1,"observe":2,"raymetrics":3,"is":2,"used":1,"by":1,"rayprometheusstatlogger":1,"log":1,"provides":1,"the":1,"but":1,"uses":1,"s":1,"library":1,"gauge":3,"cls":3,"type":6,"cast":3,"raygaugewrapper":1,"raycounterwrapper":1,"vllm":3,"config":2,"vllmconfig":1,"raise":1,"importerror":1,"requires":1,"be":1,"installed":1,"super":1,"unregister":1,"no":1,"op":1,"on":1,"purpose":1,"pass":1},"12295,1979,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"def":7,"build":7,"buckets":11,"mantissa":3,"lst":2,"list":7,"int":9,"max":6,"value":10,"builds":1,"a":1,"of":2,"with":1,"increasing":1,"powers":1,"10":4,"multiplied":1,"by":2,"values":1,"until":1,"the":2,"exceeds":1,"specified":1,"maximum":1,"exponent":3,"0":1,"while":1,"true":1,"for":2,"m":2,"in":2,"if":1,"append":3,"else":1,"return":5,"1":9,"2":8,"5":8,"example":2,"100":4,"20":2,"50":2,"3":4,"8":4,"30":1,"80":1,"local":6,"interval":6,"elapsed":3,"now":4,"float":10,"last":6,"log":6,"bool":1,"time":2,"get":1,"throughput":3,"tracked":3,"stats":7,"np":1,"sum":1,"class":1,"loggingstatlogger":2,"statloggerbase":1,"is":1,"used":1,"llmengine":2,"to":3,"stdout":2,"init":2,"self":7,"vllm":2,"config":2,"vllmconfig":1,"none":4,"super":1,"prompt":3,"optional":2,"generation":3,"called":1,"logs":1,"every":1,"seconds":1,"save":1,"token":1,"counters":1,"num":4,"tokens":4,"iter":2},"14274,1939,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"log":12,"locally":1,"every":1,"local":6,"interval":3,"seconds":1,"if":4,"elapsed":1,"stats":13,"now":5,"self":8,"last":7,"compute":1,"summary":1,"metrics":1,"for":1,"tracked":1,"and":1,"them":1,"to":1,"promethus":1,"applicable":1,"prompt":6,"throughput":12,"get":2,"num":5,"tokens":4,"generation":6,"fn":4,"logger":2,"info":1,"not":1,"any":1,"avoid":1,"noise":1,"on":1,"an":1,"idle":1,"production":1,"system":1,"debug":1,"avg":2,"1f":4,"s":2,"running":2,"d":3,"reqs":3,"swapped":2,"pending":1,"gpu":5,"kv":2,"cache":9,"usage":4,"cpu":5,"sys":5,"waiting":1,"100":4,"prefix":5,"hit":5,"rate":5,"0":2,"or":1,"2f":2},"16213,1946,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"self":18,"reset":3,"stats":4,"prompt":5,"throughput":8,"generation":5,"def":6,"none":6,"tracked":1,"for":5,"next":1,"interval":3,"num":2,"tokens":2,"last":3,"local":3,"log":5,"now":1,"info":1,"type":1,"str":4,"obj":1,"supportsmetricsinfo":1,"raise":1,"notimplementederror":1,"class":1,"prometheusstatlogger":2,"statloggerbase":1,"is":1,"used":1,"llmengine":1,"to":5,"promethus":1,"metrics":5,"cls":3,"gauge":6,"prometheus":2,"client":1,"init":2,"float":3,"labels":12,"dict":1,"vllm":4,"config":4,"vllmconfig":1,"super":1,"labelnames":1,"list":1,"keys":1,"data":8,"union":2,"int":2,"convenience":3,"function":3,"logging":2,"set":1,"counter":9,"prevent":1,"valueerror":1,"from":1,"negative":2,"increment":2,"if":1,"0":1,"logger":1,"warning":1,"skipping":1,"of":2,"g":1,"s":1,"return":1,"inc":2,"collectionscounter":1,"label":4,"key":2,"collection":1,"count":2,"in":1,"items":1},"18159,409,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"def":2,"log":2,"histogram":4,"self":3,"data":4,"union":1,"list":3,"int":1,"float":1,"none":2,"convenience":1,"function":1,"for":2,"logging":1,"to":2,"datum":2,"in":1,"labels":3,"observe":1,"gauge":3,"string":1,"dict":1,"str":2,"set":1,"current":1,"time":1},"18568,1708,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"def":1,"log":11,"prometheus":1,"self":24,"stats":14,"none":1,"system":1,"state":1,"data":2,"gauge":8,"metrics":13,"scheduler":2,"running":4,"num":7,"sys":3,"waiting":4,"gpu":2,"cache":2,"usage":2,"including":1,"max":3,"lora":11,"in":2,"metric":1,"future":1,"this":1,"property":1,"of":1,"config":1,"maybe":1,"extended":1,"to":3,"be":1,"dynamic":1,"info":3,"labelname":3,"adapters":4,"join":2,"string":1,"iteration":2,"level":1,"counter":6,"preemption":2,"iter":6,"prompt":2,"tokens":8,"generation":2,"histogram":6,"time":4,"first":2,"token":2,"per":2,"output":2},"20276,1811,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"request":12,"level":1,"data":1,"latency":1,"self":24,"log":14,"histogram":20,"metrics":12,"e2e":2,"time":10,"stats":15,"requests":11,"queue":2,"inference":2,"prefill":2,"decode":2,"metadata":1,"finished":3,"reason":4,"counter":4,"collectionscounter":1,"labels":1,"success":1,"labelname":1,"finish":1,"num":6,"prompt":2,"tokens":8,"generation":4,"n":2,"max":4,"def":1,"logs":1,"to":2,"prometheus":3,"and":1,"tracked":1,"every":1,"iteration":1},"22087,1435,data/raw/vllm-0.10.1/vllm/engine/metrics.py":{"save":1,"tracked":2,"stats":6,"for":3,"token":1,"counters":1,"self":10,"num":6,"prompt":3,"tokens":6,"append":2,"iter":2,"generation":3,"log":3,"locally":1,"every":1,"local":5,"interval":4,"seconds":1,"if":2,"elapsed":1,"now":2,"last":2,"reset":1,"next":1,"def":2,"info":12,"type":4,"str":2,"obj":3,"supportsmetricsinfo":2,"none":3,"metrics":7,"are":1,"syntactic":1,"sugar":1,"a":2,"gauge":5,"permanently":1,"set":2,"to":1,"1":2,"since":1,"prometheus":1,"multiprocessing":1,"mode":2,"does":1,"not":1,"support":1,"emulate":1,"here":1,"with":1,"cache":2,"config":2,"cls":2,"name":1,"vllm":1,"documentation":1,"information":1,"of":1,"the":1,"llmengine":1,"cacheconfig":1,"labelnames":1,"keys":1,"multiprocess":1,"mostrecent":1,"labels":1,"class":1,"rayprometheusstatlogger":2,"prometheusstatlogger":1,"uses":1,"ray":1,"instead":1,"raymetrics":1,"return":1},"0,1263,data/raw/vllm-0.10.1/vllm/engine/async_timeout.py":{"spdx":2,"license":2,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":1,"project":1,"workaround":1,"for":3,"https":3,"github":3,"com":3,"python":1,"cpython":1,"issues":1,"86296":1,"from":4,"aio":1,"libs":1,"async":4,"timeout":13,"blob":1,"master":1,"init":3,"py":1,"licensed":1,"under":1,"import":6,"asyncio":6,"enum":3,"sys":2,"types":1,"tracebacktype":1,"typing":1,"any":1,"optional":2,"type":1,"if":2,"version":1,"info":1,"3":1,"11":1,"as":2,"else":2,"def":1,"delay":4,"float":1,"context":1,"manager":1,"useful":1,"in":3,"cases":2,"when":2,"you":1,"want":1,"apply":1,"logic":2,"around":1,"block":1,"of":1,"code":1,"or":2,"wait":1,"is":2,"not":2,"suitable":1,"example":1,"with":2,"001":1,"aiohttp":1,"get":2,"r":2,"await":1,"text":1,"value":1,"seconds":1,"none":3,"disable":1,"loop":4,"running":1,"deadline":2,"time":1,"return":1,"class":1,"state":1,"enter":2,"exit":2},"1263,1919,data/raw/vllm-0.10.1/vllm/engine/async_timeout.py":{"class":3,"timeout":11,"internal":1,"please":1,"don":1,"t":2,"instantiate":1,"it":1,"directly":1,"use":1,"and":1,"at":2,"public":1,"factories":1,"instead":1,"implementation":2,"note":1,"async":6,"with":3,"is":6,"preferred":1,"over":1,"while":1,"technically":1,"the":6,"doesn":1,"need":1,"to":3,"be":2,"all":1,"statement":1,"explicitly":1,"points":1,"that":1,"context":2,"manager":1,"should":1,"used":1,"from":1,"function":1,"this":1,"design":1,"allows":1,"avoid":1,"many":1,"silly":1,"misusages":1,"timeouterror":1,"raised":1,"immediately":1,"when":1,"scheduled":1,"if":2,"deadline":8,"passed":1,"purpose":1,"time":1,"out":1,"as":2,"soon":1,"possible":1,"without":1,"waiting":1,"for":1,"next":1,"await":1,"expression":1,"slots":1,"loop":4,"state":5,"handler":2,"def":5,"init":2,"self":15,"optional":8,"float":3,"asyncio":2,"abstracteventloop":1,"none":5,"type":5,"handle":1,"else":1,"update":1,"aenter":1,"do":2,"enter":1,"return":4,"aexit":1,"exc":4,"baseexception":2,"val":1,"tb":1,"tracebacktype":1,"bool":2,"exit":1,"property":2,"expired":2,"during":1,"execution":1},"3182,1911,data/raw/vllm-0.10.1/vllm/engine/async_timeout.py":{"def":4,"reject":4,"self":19,"none":8,"scheduled":3,"timeout":11,"if":11,"any":1,"cancel":4,"is":10,"maybe":1,"better":1,"name":1,"but":2,"task":1,"raises":1,"cancellederror":1,"in":4,"asyncio":1,"world":1,"state":11,"not":6,"init":2,"enter":1,"raise":5,"runtimeerror":5,"f":1,"invalid":1,"value":2,"handler":5,"shift":3,"delay":4,"float":2,"advance":1,"on":3,"seconds":1,"the":7,"can":1,"be":1,"negative":1,"called":1,"when":1,"deadline":12,"cannot":3,"update":2,"set":1,"to":1,"absolute":1,"argument":1,"points":1,"time":5,"same":1,"clock":1,"system":2,"as":1,"loop":1,"new":1,"past":1,"raised":1,"immediately":1,"please":1,"note":1,"it":1,"posix":1,"a":1,"with":1,"undefined":1,"starting":1,"base":1,"e":1,"g":1,"of":1,"power":1,"exit":2,"reschedule":3,"after":1,"from":1,"context":1,"manager":1,"expired":1},"5093,1501,data/raw/vllm-0.10.1/vllm/engine/async_timeout.py":{"def":4,"reschedule":2,"self":25,"none":9,"assert":1,"state":14,"enter":3,"deadline":5,"if":6,"is":3,"return":2,"now":2,"loop":3,"time":1,"timeout":12,"handler":6,"not":2,"cancel":2,"task":8,"asyncio":4,"current":1,"call":2,"soon":1,"on":3,"else":1,"at":1,"do":2,"init":1,"raise":2,"runtimeerror":1,"f":1,"invalid":1,"value":1,"exit":2,"exc":2,"type":3,"optional":2,"baseexception":1,"cancellederror":1,"and":1,"timeouterror":1,"has":1,"expired":1,"reject":1,"any":1,"drop":1,"the":1,"reference":1,"early":1},"0,1523,data/raw/vllm-0.10.1/vllm/engine/metrics_types.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":4,"vllm":3,"project":1,"these":1,"types":1,"are":2,"defined":1,"in":3,"this":4,"file":1,"avoid":1,"importing":2,"engine":2,"metrics":2,"and":2,"therefore":1,"prometheus":6,"client":3,"is":3,"required":1,"due":1,"usage":4,"of":1,"multiprocess":2,"mode":2,"enable":1,"after":1,"splitting":1,"out":1,"uvicorn":1,"process":2,"from":5,"requires":1,"setting":2,"multiproc":1,"dir":1,"before":2,"imported":1,"typically":1,"done":1,"by":3,"env":1,"variable":1,"launch":1,"but":1,"since":1,"we":2,"a":1,"library":1,"need":1,"do":1,"python":1,"code":1,"lazily":1,"import":6,"time":3,"abc":2,"abstractmethod":1,"dataclasses":1,"dataclass":2,"typing":1,"list":3,"config":1,"supportsmetricsinfo":1,"vllmconfig":1,"class":1,"stats":3,"created":1,"llmengine":1,"for":1,"use":1,"statlogger":1,"now":1,"float":7,"system":1,"should":2,"have":2,"sys":6,"suffix":2,"scheduler":1,"state":1,"num":7,"running":1,"int":7,"waiting":1,"swapped":1,"kv":1,"cache":5,"gpu":2,"cpu":2,"prefix":3,"caching":1,"block":1,"hit":3,"rate":3,"iteration":1,"iter":7,"prompt":1,"tokens":5,"generation":1,"first":1,"per":1,"output":1,"preemption":1},"1523,1215,data/raw/vllm-0.10.1/vllm/engine/metrics_types.py":{"request":1,"stats":4,"should":1,"have":1,"requests":12,"suffix":1,"latency":1,"time":7,"e2e":1,"list":15,"float":6,"queue":1,"inference":1,"prefill":1,"decode":1,"metadata":1,"num":5,"prompt":2,"tokens":6,"int":7,"generation":3,"n":1,"max":3,"finished":1,"reason":1,"str":5,"waiting":1,"lora":3,"adapters":2,"running":1,"class":2,"statloggerbase":1,"abc":1,"base":1,"for":1,"statlogger":1,"def":3,"init":1,"self":7,"local":5,"interval":4,"vllm":1,"config":1,"vllmconfig":1,"none":3,"tracked":1,"over":1,"current":1,"logging":1,"last":1,"log":2,"abstractmethod":2,"raise":2,"notimplementederror":2,"info":1,"type":1,"obj":1,"supportsmetricsinfo":1},"0,1954,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"yapf":1,"disable":1,"import":24,"argparse":1,"copy":1,"dataclasses":2,"functools":1,"json":1,"sys":1,"threading":1,"from":14,"missing":1,"dataclass":2,"fields":1,"is":3,"itertools":1,"permutations":1,"typing":2,"type":2,"checking":1,"annotated":1,"any":1,"callable":1,"dict":1,"list":1,"literal":1,"optional":1,"typevar":1,"union":1,"cast":1,"get":4,"args":1,"origin":1,"regex":1,"as":2,"re":1,"torch":1,"pydantic":1,"typeadapter":1,"validationerror":1,"extensions":1,"typeis":1,"deprecated":1,"envs":2,"config":2,"blocksize":1,"cacheconfig":1,"cachedtype":1,"compilationconfig":1,"configformat":1,"configtype":1,"convertoption":1,"decodingconfig":1,"detailedtracemodules":1,"device":1,"deviceconfig":1,"distributedexecutorbackend":1,"guideddecodingbackend":1,"hfoverrides":1,"kveventsconfig":1,"kvtransferconfig":1,"loadconfig":1,"logprobsmode":1,"loraconfig":1,"mambadtype":1,"modelconfig":1,"modeldtype":1,"modelimpl":1,"multimodalconfig":1,"observabilityconfig":1,"parallelconfig":1,"poolerconfig":1,"prefixcachinghashalgo":1,"runneroption":1,"schedulerconfig":1,"schedulerpolicy":1,"speculativeconfig":1,"taskoption":1,"tokenizermode":1,"vllmconfig":1,"attr":1,"docs":1,"field":1,"logger":2,"init":1,"platforms":1,"cpuarchenum":1,"current":1,"platform":1,"plugins":2,"load":1,"general":1,"ray":2,"lazy":1,"utils":5,"initialized":1,"reasoning":1,"reasoningparsermanager":1,"test":1,"model":1,"weights":1,"s3":2,"bucket":1,"models":1,"on":1,"transformers":2,"interleaved":1,"check":1,"gguf":1,"file":1},"1954,1952,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"from":7,"vllm":6,"utils":1,"import":6,"str":13,"dual":1,"chunk":1,"flash":1,"attn":1,"val":12,"flexibleargumentparser":1,"gib":1,"bytes":1,"get":2,"ip":1,"is":7,"in":2,"ray":1,"actor":1,"v1":1,"sample":1,"logits":1,"processor":1,"logitsprocessor":1,"yapf":1,"enable":1,"if":5,"type":35,"checking":1,"executor":4,"base":1,"executorbase":2,"model":3,"layers":1,"quantization":1,"quantizationmethods":2,"loader":1,"loadformats":2,"usage":2,"lib":1,"usagecontext":2,"else":1,"any":6,"logger":2,"init":1,"name":1,"object":3,"used":1,"to":2,"allow":1,"for":2,"special":1,"typing":1,"forms":1,"t":9,"typevar":1,"typehint":3,"union":4,"typehintt":4,"def":7,"parse":4,"return":14,"callable":4,"try":1,"except":1,"valueerror":1,"as":1,"e":2,"raise":1,"argparse":1,"argumenttypeerror":1,"f":1,"value":1,"cannot":1,"be":1,"converted":1,"optional":7,"or":2,"none":2,"dict":2,"and":1,"not":1,"re":1,"match":1,"r":1,"s":3,"json":1,"loads":1,"hint":6,"typeis":1,"check":2,"the":2,"a":2,"specific":2,"origin":1,"contains":1,"hints":3,"set":1,"bool":1,"contain":1},"3906,1904,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"def":6,"get":13,"type":46,"hints":20,"set":7,"typehint":7,"typehintt":2,"the":7,"specific":1,"from":3,"return":5,"next":1,"th":3,"for":6,"in":8,"if":6,"is":6,"none":1,"literal":3,"to":1,"kwargs":3,"dict":2,"str":4,"any":3,"and":1,"choices":3,"a":2,"hint":9,"also":1,"contains":2,"we":1,"use":1,"metavar":2,"instead":1,"of":3,"options":7,"args":5,"option":5,"0":2,"not":3,"all":2,"isinstance":1,"raise":1,"valueerror":1,"must":1,"be":1,"same":1,"f":1,"got":1,"with":1,"types":2,"c":2,"kwarg":2,"else":2,"sorted":1,"builtin":1,"bool":2,"check":1,"class":1,"built":1,"module":1,"builtins":1,"extract":1,"annotated":2,"or":1,"union":2,"origin":4,"update":2,"elif":1,"arg":2,"add":1,"online":1,"quantization":3,"inc":1,"functools":1,"lru":1,"cache":1,"maxsize":1,"30":1,"compute":1,"cls":4,"configtype":1,"docs":2,"attr":1,"field":3,"fields":1,"possible":1},"5810,1176,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":4,"the":9,"field":9,"is":5,"a":2,"dataclass":6,"we":1,"can":1,"use":1,"model":1,"validate":2,"json":5,"generator":2,"th":3,"for":4,"in":1,"type":2,"hints":2,"cls":6,"next":1,"none":2,"get":2,"default":9,"value":1,"of":1,"not":3,"missing":2,"elif":1,"factory":2,"help":6,"text":1,"name":4,"docs":1,"strip":1,"escape":1,"argparse":2,"replace":1,"initialise":1,"kwargs":3,"dictionary":1,"set":1,"other":1,"based":1,"on":1,"tip":1,"should":1,"either":1,"be":1,"valid":1,"string":1,"or":1,"keys":1,"passed":1,"individually":1,"def":1,"parse":1,"val":2,"str":1,"any":1,"try":1,"return":1,"typeadapter":1,"except":1,"validationerror":1,"as":1,"e":3,"raise":1,"argumenttypeerror":1,"repr":1,"from":1},"6986,1892,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"kwargs":13,"name":15,"type":43,"parse":1,"dataclass":1,"help":1,"f":2,"n":2,"json":1,"tip":1,"elif":7,"contains":8,"hints":12,"bool":1,"creates":1,"no":1,"and":3,"flags":1,"action":1,"argparse":1,"booleanoptionalaction":1,"literal":2,"update":1,"to":1,"tuple":6,"hint":4,"get":6,"types":8,"args":3,"0":2,"assert":2,"all":2,"t":3,"is":5,"for":3,"in":5,"if":5,"not":2,"ellipsis":3,"non":1,"elements":1,"must":2,"be":1,"of":1,"the":1,"same":1,"got":1,"nargs":2,"else":1,"len":2,"list":8,"origin":1,"union":3,"msg":2,"contain":1,"str":5,"it":1,"a":1,"int":3,"special":1,"case":1,"large":1,"integers":1,"max":2,"model":1,"num":1,"batched":1,"tokens":1,"human":1,"readable":1,"float":2,"dict":2,"or":1,"any":1,"builtin":1,"th":2},"8878,421,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"elif":2,"contains":2,"type":10,"hints":4,"dict":1,"kwargs":3,"name":4,"parse":1,"json":2,"loads":1,"help":1,"f":2,"n":2,"tip":1,"str":2,"or":1,"any":1,"is":1,"not":1,"builtin":1,"th":2,"for":2,"in":1,"else":1,"raise":1,"valueerror":1,"unsupported":1,"argument":1},"9299,1010,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":6,"the":8,"type":12,"hint":1,"was":1,"a":3,"sequence":1,"of":1,"literals":1,"use":1,"helper":1,"function":1,"to":2,"update":2,"and":3,"choices":3,"get":4,"origin":1,"kwargs":12,"name":7,"is":4,"literal":2,"none":3,"in":2,"hints":3,"make":1,"argument":1,"optional":2,"but":1,"not":2,"it":1,"s":1,"bool":2,"argparse":2,"will":1,"handle":1,"this":1,"better":1,"contains":1,"append":1,"return":3,"def":1,"cls":2,"configtype":1,"dict":1,"str":1,"any":1,"for":1,"given":1,"config":1,"dataclass":2,"heavy":1,"computation":1,"cached":2,"via":1,"functools":1,"lru":1,"cache":1,"deep":1,"copy":2,"returned":1,"so":1,"callers":1,"can":1,"mutate":1,"dictionary":1,"without":1,"affecting":1,"version":1,"deepcopy":1,"compute":1},"10309,1954,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"class":2,"engineargs":1,"arguments":1,"for":2,"vllm":1,"engine":1,"model":6,"str":9,"modelconfig":16,"served":2,"name":2,"optional":10,"union":3,"list":2,"tokenizer":6,"hf":2,"config":4,"path":4,"runner":2,"runneroption":1,"convert":2,"convertoption":1,"task":2,"taskoption":1,"skip":2,"init":2,"bool":3,"enable":2,"prompt":2,"embeds":2,"mode":2,"tokenizermode":1,"trust":2,"remote":2,"code":2,"allowed":2,"local":2,"media":2,"download":2,"dir":2,"loadconfig":2,"load":2,"format":4,"loadformats":1,"dtype":4,"modeldtype":1,"kv":1,"cache":2,"cachedtype":1,"cacheconfig":1,"seed":2,"int":8,"max":2,"len":2,"cuda":2,"graph":2,"sizes":2,"get":1,"field":1,"schedulerconfig":1,"note":1,"specifying":1,"a":2,"custom":1,"executor":3,"backend":3,"by":1,"passing":1,"is":1,"intended":1,"expert":1,"use":1,"only":1,"the":1,"api":1,"may":1,"change":1,"without":1,"notice":1,"distributed":2,"distributedexecutorbackend":1,"type":1,"executorbase":1,"parallelconfig":4,"number":1,"of":1,"p":1,"d":1,"disaggregation":2,"or":1,"other":1,"workers":1,"pipeline":2,"parallel":8,"size":6,"tensor":2,"data":4,"rank":2,"none":2,"start":1},"12263,1964,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"data":6,"parallel":10,"size":5,"local":1,"optional":10,"int":12,"none":3,"address":1,"str":4,"rpc":1,"port":1,"hybrid":1,"lb":1,"bool":8,"false":2,"backend":2,"parallelconfig":8,"enable":6,"expert":2,"eplb":8,"num":8,"redundant":2,"experts":2,"window":4,"step":2,"interval":2,"log":3,"balancedness":2,"max":12,"loading":2,"workers":2,"block":2,"blocksize":1,"cacheconfig":6,"prefix":4,"caching":4,"hash":2,"algo":2,"prefixcachinghashalgo":1,"disable":5,"sliding":2,"modelconfig":6,"cascade":2,"attn":2,"swap":2,"space":2,"float":3,"cpu":2,"offload":2,"gb":2,"gpu":2,"memory":2,"utilization":2,"batched":2,"tokens":2,"schedulerconfig":5,"partial":4,"prefills":4,"long":4,"prefill":2,"token":2,"threshold":2,"seqs":2,"logprobs":4,"mode":2,"logprobsmode":1,"stats":1,"revision":4,"code":2},"14227,1812,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"rope":4,"scaling":2,"dict":6,"str":10,"any":3,"get":4,"field":4,"modelconfig":8,"theta":2,"optional":8,"float":1,"hf":4,"token":2,"union":2,"bool":9,"overrides":2,"hfoverrides":1,"tokenizer":2,"revision":2,"quantization":2,"quantizationmethods":1,"enforce":2,"eager":2,"max":8,"seq":2,"len":2,"to":2,"capture":2,"int":7,"disable":3,"custom":2,"all":2,"reduce":2,"parallelconfig":1,"limit":2,"mm":12,"per":2,"prompt":2,"multimodalconfig":6,"interleave":2,"strings":2,"media":2,"io":2,"kwargs":4,"processor":4,"preprocessor":1,"cache":3,"false":2,"deprecated":1,"gb":2,"skip":2,"profiling":2,"lora":9,"fields":1,"enable":2,"bias":2,"loraconfig":8,"enabled":1,"loras":8,"rank":2,"default":2,"fully":2,"sharded":2,"cpu":2,"dtype":3,"torch":1,"extra":2,"vocab":2,"size":2},"16039,1920,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"ray":2,"workers":2,"use":3,"nsight":2,"bool":8,"parallelconfig":1,"num":4,"gpu":2,"blocks":2,"override":2,"optional":9,"int":2,"cacheconfig":1,"lookahead":2,"slots":2,"schedulerconfig":8,"model":2,"loader":2,"extra":2,"config":3,"dict":2,"get":1,"field":1,"loadconfig":2,"ignore":2,"patterns":2,"union":2,"str":8,"list":2,"preemption":2,"mode":2,"scheduler":3,"delay":2,"factor":2,"float":1,"enable":2,"chunked":4,"prefill":2,"disable":11,"mm":2,"input":2,"hybrid":2,"kv":2,"cache":2,"manager":2,"guided":4,"decoding":4,"backend":2,"guideddecodingbackend":1,"decodingconfig":4,"fallback":2,"any":3,"whitespace":2,"additional":2,"properties":2,"logits":2,"processor":2,"pattern":2,"modelconfig":2,"speculative":1,"none":1,"show":2,"hidden":2,"metrics":2,"for":2,"version":2,"observabilityconfig":3,"otlp":2,"traces":4,"endpoint":2,"collect":2,"detailed":2,"detailedtracemodules":1,"async":2,"output":2,"proc":2,"not":1,"scheduling":1,"policy":2,"schedulerpolicy":1,"cls":2,"type":1,"object":1},"17959,1844,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"override":8,"neuron":2,"config":14,"dict":4,"str":11,"any":3,"get":4,"field":4,"modelconfig":8,"pooler":2,"optional":4,"union":2,"poolerconfig":1,"compilation":2,"compilationconfig":1,"vllmconfig":2,"worker":4,"cls":4,"parallelconfig":3,"extension":2,"kv":6,"transfer":1,"kvtransferconfig":1,"none":2,"events":1,"kveventsconfig":1,"generation":4,"enable":5,"sleep":2,"mode":2,"bool":7,"model":2,"impl":2,"attention":2,"dtype":6,"calculate":2,"scales":2,"cacheconfig":4,"mamba":4,"cache":4,"mambadtype":2,"ssm":2,"additional":2,"reasoning":2,"parser":1,"decodingconfig":1,"backend":1,"use":2,"tqdm":2,"on":2,"load":4,"loadconfig":2,"pt":2,"map":2,"location":2,"multimodal":2,"encoder":2,"data":2,"parallel":2,"logits":2,"processors":2,"list":1,"type":1,"logitsprocessor":1,"custom":1,"logitproc":1,"types":1,"async":2,"scheduling":2,"schedulerconfig":1,"deprecated":1,"prompt":1,"adapter":1,"false":1,"sharing":2,"fast":2,"prefill":2},"19803,585,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"def":2,"post":1,"init":1,"self":4,"support":1,"engineargs":1,"compilation":4,"config":4,"without":1,"having":1,"to":1,"manually":1,"construct":1,"a":1,"compilationconfig":2,"object":1,"if":1,"isinstance":1,"dict":1,"setup":1,"plugins":4,"from":1,"vllm":2,"import":1,"load":2,"general":2,"staticmethod":1,"add":1,"cli":2,"args":1,"parser":1,"flexibleargumentparser":2,"shared":1,"arguments":1,"for":1,"engine":1},"20388,1884,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"model":37,"arguments":1,"kwargs":18,"get":1,"modelconfig":3,"group":18,"parser":1,"add":17,"argument":17,"title":1,"description":1,"doc":1,"if":1,"not":1,"serve":1,"in":2,"sys":2,"argv":2,"1":2,"and":1,"help":1,"runner":2,"convert":2,"task":2,"deprecated":1,"true":1,"tokenizer":6,"mode":2,"trust":2,"remote":2,"code":4,"dtype":2,"seed":2,"hf":2,"config":2,"path":4,"allowed":2,"local":2,"media":2,"revision":6,"rope":4,"scaling":2,"theta":2},"22272,1961,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"model":29,"group":13,"add":13,"argument":13,"max":6,"len":4,"kwargs":12,"quantization":2,"q":1,"enforce":2,"eager":2,"seq":2,"to":2,"capture":2,"logprobs":4,"mode":2,"disable":7,"sliding":2,"window":2,"cascade":2,"attn":2,"skip":2,"tokenizer":2,"init":2,"enable":2,"prompt":2,"embeds":2,"served":2,"name":2,"this":2,"one":1,"is":2,"a":1,"special":1,"case":1,"because":1,"it":1,"the":1,"opposite":1,"of":1,"modelconfig":1,"use":1,"async":4,"output":4,"proc":3,"action":1,"store":1,"true":1,"default":1,"engineargs":1,"help":1,"processing":1,"may":1,"result":1,"in":2,"lower":1,"performance":1,"config":2,"format":2,"choices":1,"f":2,"value":1,"for":1,"configformat":1},"24233,1809,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"this":2,"one":1,"is":1,"a":1,"special":1,"case":1,"because":1,"it":1,"can":1,"bool":1,"or":1,"str":2,"todo":1,"handle":1,"in":2,"get":1,"kwargs":13,"model":25,"group":11,"add":11,"argument":11,"hf":5,"token":3,"type":1,"nargs":1,"const":1,"true":1,"default":2,"help":2,"overrides":2,"override":8,"neuron":2,"config":8,"pooler":2,"logits":4,"processor":2,"pattern":2,"generation":4,"enable":2,"sleep":2,"mode":2,"impl":2,"choices":1,"f":2,"value":1,"for":1,"modelimpl":1,"attention":2,"dtype":2,"processors":2},"26042,914,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"model":3,"loading":1,"arguments":1,"load":20,"kwargs":8,"get":1,"loadconfig":3,"group":8,"parser":1,"add":7,"argument":7,"title":1,"description":1,"doc":1,"format":2,"download":2,"dir":2,"loader":2,"extra":2,"config":2,"ignore":2,"patterns":2,"use":2,"tqdm":2,"on":2,"pt":2,"map":2,"location":2},"26956,1170,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"guided":17,"decoding":17,"arguments":1,"kwargs":7,"get":1,"decodingconfig":3,"group":7,"parser":2,"add":6,"argument":6,"title":1,"description":1,"doc":1,"backend":3,"disable":6,"fallback":2,"any":2,"whitespace":2,"additional":2,"properties":2,"reasoning":3,"this":1,"choices":2,"is":1,"a":1,"special":1,"case":1,"because":1,"it":1,"s":1,"not":1,"static":1,"list":1,"reasoningparsermanager":1,"parsers":1},"28126,1903,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"parallel":29,"arguments":1,"kwargs":6,"get":1,"parallelconfig":3,"group":10,"parser":1,"add":9,"argument":9,"title":1,"description":1,"doc":1,"distributed":2,"executor":2,"backend":2,"pipeline":2,"size":7,"pp":1,"tensor":2,"tp":1,"data":10,"dp":1,"rank":4,"dpn":1,"type":4,"int":3,"help":4,"of":3,"this":2,"instance":1,"when":1,"set":1,"enables":1,"external":1,"load":1,"balancer":1,"mode":1,"start":1,"dpr":1,"starting":1,"for":1,"secondary":1,"nodes":1,"local":1,"dpl":1,"number":1,"replicas":1,"to":1,"run":1,"on":1,"node":2,"address":2,"dpa":1,"str":1,"cluster":1,"head":1},"30029,1983,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"parallel":32,"group":12,"add":12,"argument":12,"data":6,"rpc":2,"port":2,"dpp":1,"type":2,"int":1,"help":2,"for":2,"communication":1,"backend":2,"dpb":1,"str":1,"default":1,"mp":2,"either":1,"or":1,"ray":3,"hybrid":2,"lb":2,"kwargs":10,"enable":4,"expert":2,"eplb":8,"num":2,"redundant":2,"experts":2,"window":2,"size":2,"step":2,"interval":2,"log":2,"balancedness":2,"max":2,"loading":2,"workers":4,"use":2,"nsight":2,"disable":2,"custom":2,"all":2,"reduce":2},"32012,430,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"parallel":8,"group":3,"add":3,"argument":3,"worker":4,"cls":4,"kwargs":3,"extension":2,"enable":2,"multimodal":2,"encoder":2,"data":2},"32442,1685,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"kv":6,"cache":33,"arguments":1,"kwargs":14,"get":1,"cacheconfig":3,"group":14,"parser":1,"add":13,"argument":13,"title":1,"description":1,"doc":1,"block":2,"size":2,"gpu":4,"memory":2,"utilization":2,"swap":2,"space":2,"dtype":6,"num":2,"blocks":2,"override":2,"enable":2,"prefix":4,"caching":4,"hash":2,"algo":2,"cpu":2,"offload":2,"gb":2,"calculate":2,"scales":2,"sharing":2,"fast":2,"prefill":2,"mamba":4,"ssm":2},"34127,1258,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"multimodal":16,"related":1,"configs":1,"kwargs":12,"get":1,"multimodalconfig":3,"group":9,"parser":1,"add":8,"argument":8,"title":1,"description":1,"doc":1,"limit":2,"mm":10,"per":2,"prompt":2,"media":2,"io":2,"processor":4,"cache":3,"gb":2,"disable":1,"preprocessor":1,"action":1,"store":1,"true":2,"deprecated":1,"interleave":2,"strings":2,"skip":2,"profiling":2},"35385,1300,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"lora":29,"related":1,"configs":1,"kwargs":10,"get":1,"loraconfig":3,"group":11,"parser":1,"add":10,"argument":10,"title":1,"description":1,"doc":1,"enable":3,"action":1,"argparse":1,"booleanoptionalaction":1,"help":1,"if":1,"true":1,"handling":1,"of":1,"adapters":1,"bias":2,"enabled":1,"max":6,"loras":8,"rank":2,"extra":2,"vocab":2,"size":2,"dtype":2,"cpu":2,"fully":2,"sharded":2,"default":2,"mm":2},"36685,1128,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"observability":12,"arguments":1,"kwargs":8,"get":2,"observabilityconfig":3,"group":5,"parser":1,"add":4,"argument":4,"title":1,"description":1,"doc":1,"show":2,"hidden":2,"metrics":2,"for":3,"version":2,"otlp":2,"traces":7,"endpoint":2,"todo":1,"generalise":1,"this":1,"special":1,"case":1,"choices":4,"collect":5,"detailed":5,"metavar":3,"f":1,"join":2,"p":2,"in":1,"permutations":1,"args":1,"detailedtracemodules":1,"r":1,"2":1},"37813,1991,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"scheduler":28,"arguments":2,"kwargs":14,"get":1,"schedulerconfig":3,"group":14,"parser":1,"add":13,"argument":13,"title":1,"description":1,"doc":1,"max":8,"num":8,"batched":2,"tokens":2,"seqs":2,"partial":4,"prefills":4,"long":4,"cuda":2,"graph":2,"sizes":2,"prefill":4,"token":2,"threshold":2,"lookahead":2,"slots":2,"delay":2,"factor":2,"preemption":2,"mode":2,"multi":1,"step":1,"scheduling":2,"has":1,"been":1,"removed":1,"corresponding":1,"are":1,"no":1,"longer":1,"supported":1,"policy":2,"enable":2,"chunked":4,"disable":2,"mm":2,"input":2},"39804,420,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"scheduler":8,"group":3,"add":3,"argument":3,"cls":2,"kwargs":3,"disable":2,"hybrid":2,"kv":2,"cache":2,"manager":2,"async":2,"scheduling":2},"40224,1709,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"vllm":15,"arguments":2,"kwargs":8,"get":1,"vllmconfig":3,"group":7,"parser":4,"add":8,"argument":8,"title":1,"description":1,"doc":1,"we":2,"construct":1,"speculativeconfig":2,"using":1,"fields":1,"from":1,"other":2,"configs":1,"in":1,"create":1,"engine":1,"config":12,"so":1,"set":1,"the":2,"type":3,"to":3,"a":1,"json":2,"string":1,"here":1,"delay":1,"pydantic":1,"validation":1,"that":1,"comes":1,"with":1,"speculative":3,"optional":1,"loads":1,"kv":4,"transfer":2,"events":2,"compilation":2,"o":1,"additional":2,"disable":2,"log":1,"stats":1,"action":2,"store":2,"true":4,"help":2,"logging":1,"statistics":1,"enable":1,"prompt":2,"adapter":2,"deprecated":2,"has":2,"been":1,"removed":1,"setting":1,"this":1,"flag":1,"or":1,"false":1,"no":1,"effect":1,"on":1,"behavior":1,"return":1},"41933,1591,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"classmethod":1,"def":2,"from":3,"cli":1,"args":5,"cls":3,"argparse":1,"namespace":1,"get":1,"the":3,"list":1,"of":2,"attributes":2,"this":2,"dataclass":1,"attrs":2,"attr":5,"name":1,"for":2,"in":6,"dataclasses":1,"fields":1,"set":1,"parsed":1,"arguments":1,"engine":2,"getattr":1,"return":1,"create":1,"model":8,"config":1,"self":13,"modelconfig":1,"gguf":3,"file":2,"needs":1,"a":1,"specific":1,"loader":1,"and":6,"doesn":1,"t":1,"use":4,"hf":1,"repo":1,"if":3,"check":1,"quantization":1,"load":3,"format":3,"note":1,"is":3,"to":1,"allow":1,"loading":1,"s3":4,"ci":2,"not":1,"isinstance":1,"asyncengineargs":1,"envs":4,"vllm":5,"models":1,"on":1,"auto":1,"f":1,"weights":1,"bucket":1,"runai":1,"streamer":1,"disable":2,"mm":10,"preprocessor":2,"cache":10,"logger":2,"warning":2,"deprecated":2,"will":2,"be":2,"removed":2,"v0":2,"13":2,"please":2,"processor":4,"gb":4,"0":2,"instead":2,"elif":1,"input":4,"gib":4,"4":1,"d":1},"43525,1942,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"return":1,"modelconfig":1,"model":6,"self":39,"hf":6,"config":8,"path":4,"runner":2,"convert":2,"task":2,"tokenizer":8,"mode":4,"trust":2,"remote":2,"code":4,"allowed":2,"local":2,"media":4,"dtype":2,"seed":2,"revision":6,"rope":4,"scaling":2,"theta":2,"token":2,"overrides":2,"max":6,"len":4,"quantization":2,"enforce":2,"eager":2,"seq":2,"to":2,"capture":2,"logprobs":4,"disable":5,"sliding":2,"window":2,"cascade":2,"attn":2,"skip":4,"init":2,"enable":2,"prompt":4,"embeds":2,"served":2,"name":2,"limit":2,"mm":10,"per":2,"interleave":2,"strings":2,"io":2,"kwargs":4,"profiling":2,"use":1,"async":2,"output":2,"proc":2,"not":1,"format":2,"processor":4,"cache":2,"gb":2,"override":4,"neuron":2,"pooler":2},"45467,410,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"logits":4,"processor":2,"pattern":2,"self":7,"generation":4,"config":4,"override":4,"enable":2,"sleep":2,"mode":2,"model":2,"impl":2,"attention":2,"dtype":2,"processors":2},"45887,1780,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"def":3,"validate":2,"tensorizer":8,"args":2,"self":23,"from":1,"vllm":1,"model":14,"executor":1,"loader":11,"import":1,"tensorizerconfig":2,"for":1,"key":4,"in":2,"extra":10,"config":18,"if":5,"fields":1,"create":2,"load":9,"loadconfig":2,"quantization":3,"bitsandbytes":2,"format":4,"hasattr":1,"to":2,"serializable":2,"dir":3,"return":1,"download":2,"device":1,"cpu":1,"is":1,"online":1,"else":1,"none":1,"ignore":2,"patterns":2,"use":2,"tqdm":2,"on":3,"pt":2,"map":2,"location":2,"speculative":2,"target":2,"modelconfig":1,"parallel":1,"parallelconfig":1,"enable":1,"chunked":1,"prefill":1,"bool":2,"disable":1,"log":1,"stats":1,"optional":1,"speculativeconfig":2,"initializes":1,"and":1,"returns":1,"a":1,"object":1,"based":1},"47667,1837,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"this":1,"function":1,"utilizes":1,"speculative":11,"config":26,"to":1,"create":3,"a":4,"speculativeconfig":2,"object":1,"the":6,"can":1,"either":1,"be":2,"provided":1,"as":2,"json":1,"string":1,"input":2,"via":1,"cli":2,"arguments":1,"or":2,"directly":2,"dictionary":1,"from":5,"engine":2,"vllm":2,"transformers":2,"utils":2,"import":2,"get":2,"configs":1,"speculators":1,"base":1,"speculatorsconfig":3,"if":3,"self":14,"is":1,"none":2,"hf":5,"path":1,"model":5,"trust":1,"remote":1,"code":2,"revision":2,"format":1,"loading":1,"load":1,"specualtive":1,"details":1,"no":1,"user":1,"required":1,"expected":1,"isinstance":1,"we":2,"one":2,"since":1,"dont":1,"num":2,"tokens":2,"lookahead":1,"method":2,"else":1,"return":2,"note":1,"shangming":1,"these":1,"parameters":1,"are":1,"not":1,"obtained":1,"arg":1,"and":1,"must":1,"passed":1,"in":1,"when":1,"creating":1,"update":1,"target":4,"parallel":2,"enable":2,"chunked":2,"prefill":2,"disable":2,"log":2,"stats":2},"49504,1593,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"def":1,"create":4,"engine":2,"config":5,"self":3,"usage":1,"context":1,"optional":1,"usagecontext":1,"none":1,"headless":1,"bool":1,"false":2,"vllmconfig":3,"the":8,"note":1,"for":5,"autoselection":1,"of":1,"v0":2,"vs":1,"v1":24,"we":6,"need":1,"to":3,"modelconfig":2,"first":1,"since":1,"s":1,"attrs":1,"e":1,"g":1,"model":4,"arch":1,"are":1,"needed":1,"make":1,"decision":1,"this":1,"function":1,"set":6,"vllm":13,"use":17,"x":1,"if":8,"is":7,"unspecified":1,"by":2,"user":3,"specified":1,"but":1,"incompatible":1,"raise":2,"an":1,"error":2,"current":2,"platform":2,"pre":1,"register":1,"and":4,"update":1,"device":4,"deviceconfig":1,"cast":1,"type":1,"unset":1,"enable":2,"supported":3,"features":4,"fall":1,"back":1,"experimental":2,"or":2,"unsupported":2,"1":1,"0":1,"disable":1,"try":2,"envs":5,"not":1,"oracle":1,"true":1,"explicitly":1,"sanity":1,"check":1,"respect":1,"it":1,"assert":1,"otherwise":1,"variable":1,"globally":1,"else":1},"51097,1734,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"set":6,"default":3,"arguments":1,"for":4,"v0":3,"or":2,"v1":8,"engine":3,"if":5,"use":4,"self":5,"args":2,"usage":1,"context":1,"model":7,"config":5,"disable":1,"chunked":4,"prefill":4,"power":2,"ppc64le":1,"arm":3,"cpus":2,"in":7,"current":3,"platform":4,"is":9,"cpu":2,"and":2,"get":2,"architecture":1,"cpuarchenum":2,"powerpc":1,"logger":1,"info":1,"not":6,"supported":4,"disabling":1,"it":1,"backend":2,"enable":2,"false":1,"else":1,"assert":4,"none":2,"envs":1,"vllm":2,"attention":1,"str":1,"dual":1,"chunk":1,"flash":1,"attn":1,"val":1,"enforce":3,"eager":4,"cuda":3,"graph":1,"with":1,"dualchunkflashattention":3,"to":2,"run":2,"the":5,"mode":1,"true":1,"cli":1,"only":2,"on":2,"try":1,"0":1,"sliding":7,"window":7,"optional":1,"int":1,"interleaved":2,"hf":1,"text":1,"cacheconfig":2,"all":1,"otherwise":1,"will":1,"override":1,"global":1,"layers":1,"models":1},"52831,1857,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"cache":7,"config":3,"cacheconfig":1,"block":2,"size":2,"self":13,"gpu":4,"memory":2,"utilization":2,"swap":2,"space":2,"dtype":6,"kv":5,"is":9,"attention":2,"free":2,"model":1,"num":2,"blocks":2,"override":2,"sliding":2,"window":2,"enable":2,"prefix":4,"caching":4,"hash":2,"algo":2,"cpu":2,"offload":2,"gb":2,"calculate":2,"scales":2,"sharing":2,"fast":2,"prefill":2,"mamba":4,"ssm":2,"ray":17,"runtime":6,"env":5,"none":2,"if":5,"initialized":4,"serve":1,"llm":1,"calls":1,"create":1,"engine":1,"in":5,"the":3,"context":2,"of":1,"a":2,"task":1,"therefore":1,"we":3,"check":1,"as":1,"opposed":1,"to":2,"actor":3,"import":2,"get":3,"logger":1,"info":1,"using":1,"s":1,"current":2,"placement":5,"group":5,"and":1,"are":1,"so":1,"then":1,"will":1,"be":1,"passed":1,"spawned":1,"processes":1,"this":2,"call":1,"initializes":1,"automatically":1,"it":1,"not":5,"but":1,"should":1,"do":1,"here":1,"util":1,"assert":1,"headless":2,"or":1,"data":2,"parallel":2,"hybrid":2,"lb":2,"applicable":1,"mode":1},"54688,1583,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"data":27,"parallel":27,"external":6,"lb":15,"self":15,"rank":6,"is":3,"not":5,"none":3,"local":14,"dp":3,"1":7,"use":4,"pure":1,"if":8,"assert":2,"size":16,"in":1,"must":2,"be":2,"when":1,"set":4,"full":2,"we":2,"have":2,"of":2,"hybrid":9,"false":3,"elif":1,"start":2,"and":2,"headless":1,"infer":1,"mode":2,"true":2,"disable":1,"for":1,"a":1,"single":1,"node":1,"or":1,"0":1,"else":1,"to":2,"defaults":1,"global":1},"56271,1811,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"dp":1,"address":7,"used":3,"in":1,"multi":1,"node":1,"case":1,"for":2,"torch":1,"distributed":5,"group":1,"and":1,"zmq":1,"sockets":1,"if":7,"self":12,"data":16,"parallel":18,"is":7,"none":3,"backend":10,"ray":3,"host":4,"ip":6,"get":1,"logger":2,"info":2,"using":2,"s":2,"as":1,"based":2,"else":3,"assert":1,"mp":4,"can":1,"only":2,"be":1,"or":1,"got":1,"parallelconfig":2,"master":1,"this":1,"port":5,"when":1,"there":1,"are":1,"remote":1,"engines":1,"otherwise":1,"the":2,"local":1,"ipc":1,"transport":1,"rpc":4,"not":4,"async":5,"scheduling":5,"does":1,"work":1,"with":3,"uniprocess":1,"executor":4,"uni":2,"raise":2,"valueerror":2,"supported":2,"process":1,"pipeline":2,"size":2,"1":2},"58082,1919,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"currently":2,"async":2,"scheduling":2,"does":1,"not":3,"support":2,"speculative":3,"decoding":2,"todo":1,"woosuk":1,"it":1,"if":1,"self":20,"config":2,"is":2,"none":1,"raise":1,"valueerror":1,"supported":1,"with":1,"parallel":27,"parallelconfig":1,"pipeline":2,"size":10,"tensor":2,"data":18,"rank":2,"or":1,"0":1,"external":2,"lb":4,"local":2,"master":1,"ip":1,"address":1,"rpc":2,"port":2,"backend":4,"hybrid":2,"enable":6,"expert":2,"eplb":8,"num":2,"redundant":2,"experts":2,"window":2,"step":2,"interval":2,"log":2,"balancedness":2,"max":2,"loading":2,"workers":4,"disable":2,"custom":2,"all":2,"reduce":2,"ray":4,"use":2,"nsight":2,"runtime":2,"env":2,"placement":2,"group":2,"distributed":2,"executor":2,"worker":4,"cls":4,"extension":2,"multimodal":2,"encoder":2},"60001,1263,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":3,"model":6,"config":11,"is":6,"multimodal":1,"dp":2,"supports":2,"mm":4,"processor":5,"cache":5,"self":5,"data":3,"parallel":4,"size":1,"1":1,"or":1,"external":1,"lb":1,"not":4,"and":2,"gb":2,"0":2,"logger":1,"warning":1,"multi":1,"modal":1,"disabled":1,"because":1,"it":1,"compatible":1,"with":1,"parallelism":1,"when":1,"there":1,"does":1,"exist":1,"a":1,"one":2,"to":1,"correspondance":1,"between":1,"api":1,"engine":1,"core":1,"processes":1,"set":2,"speculative":5,"create":1,"target":2,"enable":2,"chunked":2,"prefill":2,"disable":2,"log":2,"stats":2,"make":1,"sure":1,"num":5,"lookahead":5,"slots":5,"appropriately":1,"depending":1,"on":1,"whether":1,"decoding":1,"enabled":1,"none":1},"61264,1987,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"scheduler":4,"config":7,"schedulerconfig":1,"runner":2,"type":2,"model":10,"max":18,"num":8,"batched":2,"tokens":2,"self":26,"seqs":2,"len":2,"cuda":2,"graph":2,"sizes":2,"lookahead":2,"slots":2,"delay":2,"factor":2,"enable":4,"chunked":4,"prefill":4,"disable":4,"mm":5,"input":2,"is":3,"multimodal":4,"preemption":2,"mode":2,"send":1,"delta":1,"data":1,"envs":1,"vllm":1,"use":2,"ray":2,"spmd":1,"worker":1,"and":3,"parallel":1,"policy":2,"scheduling":3,"cls":2,"partial":4,"prefills":4,"long":4,"token":2,"threshold":2,"hybrid":2,"kv":2,"cache":2,"manager":2,"async":2,"if":3,"not":1,"default":4,"loras":11,"raise":1,"valueerror":1,"modality":1,"specific":1,"lora":10,"s":1,"were":1,"provided":1,"for":1,"a":1,"non":1,"loraconfig":1,"bias":2,"enabled":1,"rank":2,"fully":2,"sharded":2,"extra":2,"vocab":2,"size":2,"dtype":2,"cpu":4,"0":1,"else":2,"none":2},"63251,1923,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"bitsandbytes":3,"pre":1,"quantized":1,"model":6,"need":1,"a":1,"specific":1,"loader":1,"if":1,"config":36,"quantization":2,"self":16,"load":5,"format":1,"create":1,"decoding":7,"decodingconfig":1,"backend":3,"guided":4,"disable":6,"fallback":2,"any":2,"whitespace":2,"additional":4,"properties":2,"reasoning":2,"parser":1,"observability":3,"observabilityconfig":1,"show":2,"hidden":2,"metrics":2,"for":3,"version":2,"otlp":2,"traces":4,"endpoint":2,"collect":2,"detailed":2,"vllmconfig":1,"cache":2,"parallel":2,"scheduler":2,"device":2,"lora":2,"speculative":2,"compilation":2,"kv":4,"transfer":2,"events":2,"return":1,"def":1,"is":1,"v1":3,"supported":1,"oracle":2,"modelconfig":1,"bool":1,"whether":1,"to":1,"use":1,"v0":1,"or":1,"engine":1,"by":1,"default":1,"unsupported":1,"feature":1,"flags":1,"on":1},"65174,1733,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":8,"self":6,"load":3,"format":3,"sharded":1,"state":1,"raise":6,"or":7,"fallback":6,"feature":6,"name":6,"f":1,"recommend":6,"to":6,"remove":6,"false":9,"return":6,"logits":3,"processor":3,"pattern":3,"engineargs":2,"preemption":3,"mode":3,"schedulerconfig":2,"true":3,"disable":3,"async":3,"output":3,"proc":3,"scheduler":2,"delay":3,"factor":3,"need":1,"at":1,"least":1,"ampere":1,"for":1,"now":1,"fa":1,"support":1,"required":1,"skip":1,"this":1,"check":1,"we":1,"are":1,"running":1,"on":1,"a":2,"non":1,"gpu":1,"platform":4,"the":1,"device":3,"capability":4,"is":2,"not":1,"available":1,"e":1,"g":1,"in":1,"ray":1,"actor":1,"without":1,"gpus":1,"current":3,"cuda":1,"and":2,"get":2,"major":1,"8":2,"compute":1,"0":1},"66907,1715,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"no":5,"fp8":1,"kv":5,"cache":5,"so":5,"far":5,"if":7,"self":7,"dtype":4,"auto":1,"supported":3,"current":1,"platform":1,"is":2,"not":2,"raise":5,"or":9,"fallback":6,"feature":6,"name":6,"recommend":5,"to":5,"remove":5,"false":11,"return":6,"text":1,"embedding":1,"inputs":1,"enable":2,"prompt":2,"embeds":2,"mamba":3,"encoder":1,"decoder":1,"model":3,"config":3,"v1":2,"compatible":1,"architectures":1,"models":1,"are":1,"unoptimized":1,"has":1,"inner":1,"state":1,"and":1,"warn":1,"concurrent":2,"partial":6,"prefills":5,"max":4,"num":2,"schedulerconfig":2,"long":2,"prefill":1,"otlp":3,"observability":1,"traces":3,"endpoint":2,"collect":1,"detailed":1},"68622,1889,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"v1":11,"supports":2,"n":1,"gram":1,"medusa":2,"and":4,"eagle":2,"speculative":5,"decoding":3,"if":5,"self":2,"config":4,"is":3,"not":4,"none":1,"get":1,"method":1,"draft":2,"model":5,"raise":3,"notimplementederror":1,"with":1,"supported":1,"yet":1,"please":1,"consider":1,"using":1,"other":1,"methods":1,"such":1,"as":1,"ngram":1,"or":4,"deepseek":1,"mtp":1,"backends":2,"flash":2,"attn":4,"vllm":10,"pallas":2,"triton":2,"mla":3,"cutlass":1,"flashmla":1,"flashinfer":2,"rocm":1,"aiter":1,"torch":1,"sdpa":1,"flex":1,"attention":5,"tree":1,"xformers":1,"envs":3,"set":1,"backend":4,"in":4,"name":4,"f":2,"fallback":3,"feature":2,"recommend":2,"to":3,"remove":2,"true":1,"return":3,"false":4,"platforms":1,"must":1,"decide":1,"they":1,"can":1,"support":1,"for":1,"this":1,"current":3,"platform":2,"device":2,"type":2,"experimental":1,"features":1,"allow":1,"users":1,"opt":1,"signal":1,"handlers":1,"requires":1,"running":1,"main":2,"thread":4,"threading":2,"warn":1,"engine":1,"background":1},"70511,1805,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":6,"self":6,"pipeline":2,"parallel":1,"size":1,"1":1,"supports":3,"pp":3,"getattr":1,"distributed":4,"executor":5,"backend":4,"false":7,"not":5,"and":3,"in":2,"parallelconfig":1,"ray":2,"mp":1,"external":2,"launcher":2,"name":5,"parallelism":1,"without":1,"or":7,"multiprocessing":1,"raise":2,"fallback":3,"feature":2,"recommend":2,"to":2,"remove":2,"return":4,"the":1,"platform":4,"may":1,"be":1,"supported":2,"on":1,"v1":2,"but":1,"off":1,"by":1,"default":4,"for":3,"now":1,"current":3,"noqa":1,"sim103":1,"model":11,"config":7,"warn":1,"device":1,"is":4,"cpu":2,"get":1,"sliding":2,"window":2,"none":3,"true":1,"def":1,"set":2,"args":1,"v0":3,"modelconfig":1,"arguments":1,"engine":1,"max":3,"len":3,"use":2,"long":1,"context":1,"32768":1,"enable":2,"chunked":3,"prefill":3,"multimodal":2,"mla":2},"72316,1791,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"enable":8,"chunked":10,"prefill":10,"by":3,"default":2,"for":3,"long":4,"context":4,"32k":2,"models":4,"to":3,"avoid":1,"oom":2,"errors":1,"in":2,"initial":2,"memory":2,"profiling":2,"phase":2,"elif":2,"use":6,"is":8,"gpu":2,"current":1,"platform":1,"cuda":1,"sliding":3,"window":3,"model":7,"config":4,"get":1,"not":8,"none":3,"spec":2,"decode":2,"self":7,"speculative":1,"if":4,"and":6,"lora":1,"runner":2,"type":2,"pooling":3,"true":1,"logger":2,"warning":2,"enabled":1,"with":3,"max":3,"len":3,"might":1,"work":1,"some":1,"features":1,"or":2,"you":1,"encounter":1,"any":1,"issues":1,"please":1,"disable":1,"launching":1,"false":2,"the":2,"has":1,"a":2,"length":1,"s":1,"this":1,"may":1,"cause":1,"during":1,"result":1,"low":1,"performance":1,"due":1,"small":1,"kv":1,"cache":1,"size":1,"consider":1,"setting":1,"smaller":1,"value":1,"msg":2,"supported":1,"raise":1,"valueerror":1},"74107,1846,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":8,"using":1,"prefix":11,"caching":11,"we":1,"must":1,"set":4,"a":1,"hash":3,"algo":3,"self":9,"enable":6,"disable":1,"for":9,"multimodal":3,"models":2,"vllm":3,"v0":5,"model":6,"config":7,"is":10,"logger":1,"warning":1,"not":3,"supported":4,"in":2,"and":4,"has":1,"been":1,"disabled":1,"false":2,"only":1,"supports":1,"builtin":2,"sha256":2,"raise":1,"valueerror":1,"engine":2,"please":1,"use":1,"max":3,"num":3,"seqs":3,"to":1,"256":2,"none":4,"def":1,"default":3,"args":1,"v1":3,"usage":1,"context":1,"usagecontext":1,"modelconfig":1,"arguments":1,"always":1,"uses":1,"chunked":2,"prefills":1,"non":1,"pooling":7,"tasks":2,"the":1,"runner":1,"type":5,"prefill":3,"true":3,"else":2,"pooler":1,"causal":3,"getattr":1,"hf":1,"incremental":2,"lower":1,"last":1,"action":1,"enabling":1,"disabling":1},"75953,1434,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"if":5,"self":6,"enable":4,"chunked":3,"prefill":5,"is":6,"none":2,"incremental":2,"supported":2,"logger":2,"info":2,"s":2,"by":3,"default":8,"action":2,"prefix":3,"caching":3,"v1":2,"should":1,"use":3,"the":11,"new":1,"scheduler":6,"swap":1,"it":3,"only":2,"this":3,"arg":1,"set":3,"to":3,"original":1,"v0":1,"cls":3,"engineargs":1,"vllm":4,"core":1,"sched":1,"when":1,"no":2,"user":1,"override":1,"values":3,"based":1,"on":3,"usage":1,"context":1,"different":2,"for":2,"hardware":1,"try":2,"query":1,"device":6,"name":3,"current":3,"platform":5,"fails":1,"may":1,"be":1,"because":1,"that":2,"imports":1,"not":1,"same":1,"as":1,"running":1,"e":1,"g":1,"case":2,"of":1,"scaling":1,"with":1,"ray":1,"and":1,"has":1,"gpus":2,"in":1,"we":1,"non":1,"h100":1,"h200":1,"memory":3,"get":2,"total":1,"lower":1,"except":1,"exception":1,"used":1,"max":1,"num":1,"batched":1,"tokens":1,"0":1},"77387,1590,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"note":1,"kuntai":1,"setting":1,"large":1,"max":6,"num":6,"batched":4,"tokens":4,"for":4,"a100":2,"reduces":1,"throughput":1,"see":1,"pr":1,"17885":1,"more":1,"details":1,"so":1,"here":1,"we":1,"do":1,"an":1,"extra":1,"device":3,"name":2,"check":1,"to":1,"prevent":1,"such":1,"regression":1,"from":1,"vllm":1,"usage":2,"lib":1,"import":1,"usagecontext":11,"if":2,"memory":1,"70":1,"gib":1,"bytes":1,"and":2,"not":1,"in":1,"gpus":1,"like":1,"h100":1,"mi300x":1,"use":1,"larger":1,"default":8,"values":3,"llm":5,"class":5,"16384":1,"openai":5,"api":5,"server":5,"8192":2,"seqs":2,"1024":4,"else":1,"todo":1,"woosuk":1,"tune":1,"the":1,"other":1,"hardware":1,"2048":2,"256":3,"tpu":3,"specific":1,"current":1,"platform":1,"is":1,"v6e":2,"v5e":2,"v5p":2,"512":2},"78977,1949,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"cpu":2,"specific":1,"default":10,"values":1,"if":7,"current":3,"platform":3,"is":4,"world":5,"size":7,"self":12,"pipeline":1,"parallel":2,"tensor":1,"max":20,"num":19,"batched":14,"tokens":14,"usagecontext":4,"llm":2,"class":2,"4096":1,"openai":2,"api":2,"server":2,"2048":1,"seqs":5,"256":1,"128":1,"use":2,"context":12,"value":3,"usage":10,"else":4,"none":3,"and":2,"in":3,"tpu":3,"chip":3,"name":4,"get":1,"device":1,"not":1,"enable":1,"chunked":1,"prefill":1,"model":2,"config":1,"len":1,"logger":1,"debug":1,"setting":1,"to":1,"d":1,"for":1,"s":1,"min":1,"or":1,"sys":1,"maxsize":1},"80926,932,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"logger":1,"debug":1,"setting":1,"max":2,"num":2,"seqs":2,"to":1,"d":1,"for":2,"s":1,"usage":1,"context":2,"self":5,"use":3,"value":3,"dataclass":1,"class":1,"asyncengineargs":1,"engineargs":1,"arguments":1,"asynchronous":1,"vllm":1,"engine":1,"enable":7,"log":12,"requests":12,"bool":3,"false":1,"property":1,"deprecated":4,"disable":5,"is":2,"and":2,"has":2,"been":2,"replaced":2,"with":2,"this":2,"will":2,"be":2,"removed":2,"in":2,"v0":2,"12":2,"0":2,"please":2,"instead":2,"def":2,"return":1,"not":2,"setter":1},"81858,1623,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"staticmethod":1,"def":2,"add":4,"cli":2,"args":4,"parser":8,"flexibleargumentparser":2,"async":2,"only":2,"bool":2,"false":1,"initialize":1,"plugin":2,"to":7,"update":2,"the":4,"for":1,"example":1,"may":1,"adding":1,"a":2,"new":2,"kind":1,"of":2,"quantization":2,"method":1,"argument":4,"or":2,"device":2,"load":1,"general":1,"plugins":1,"if":3,"not":4,"engineargs":1,"enable":4,"log":4,"requests":6,"action":2,"argparse":2,"booleanoptionalaction":2,"default":2,"asyncengineargs":2,"help":2,"logging":2,"disable":2,"deprecated":2,"true":1,"current":1,"platform":1,"pre":1,"register":1,"and":2,"return":1,"raise":2,"fallback":1,"feature":4,"name":4,"str":1,"recommend":3,"remove":3,"envs":2,"is":3,"set":1,"vllm":3,"use":3,"v1":5,"notimplementederror":1,"f":3,"1":1,"supported":2,"with":1,"msg":5,"by":1,"engine":2,"falling":1,"back":1,"v0":1,"we":1,"from":1,"your":1,"config":1,"in":1,"favor":1,"logger":1,"warning":1},"83481,1762,data/raw/vllm-0.10.1/vllm/engine/arg_utils.py":{"def":2,"warn":1,"or":1,"fallback":1,"feature":3,"name":3,"str":1,"bool":1,"if":3,"envs":2,"is":2,"set":1,"vllm":4,"use":5,"v1":4,"and":1,"logger":2,"warning":1,"detected":1,"1":4,"with":4,"s":2,"usage":1,"should":4,"be":1,"considered":1,"experimental":2,"please":1,"report":1,"any":1,"issues":1,"on":2,"github":1,"exit":3,"false":1,"else":1,"info":1,"falling":1,"back":1,"to":2,"v0":1,"engine":1,"true":1,"return":4,"human":2,"readable":2,"int":4,"value":5,"parse":1,"integers":1,"like":2,"1k":3,"2m":1,"etc":1,"including":1,"decimal":5,"values":1,"multipliers":2,"examples":1,"000":1,"024":1,"25":2,"6k":1,"600":1,"strip":1,"match":3,"re":1,"fullmatch":1,"r":1,"d":2,"kkmmggtt":1,"multiplier":6,"k":2,"10":4,"3":1,"m":2,"6":1,"g":2,"9":1,"binary":5,"2":3,"20":1,"30":1,"number":5,"suffix":7,"groups":1,"in":2,"mult":4,"float":1,"elif":1,"do":1,"not":2,"allow":1,"decimals":2,"try":1,"except":1,"valueerror":1,"as":1,"e":2,"raise":1,"argparse":1,"argumenttypeerror":1,"are":1,"allowed":1,"f":2,"suffixes":1,"did":1,"you":1,"mean":1,"lower":1,"instead":1,"from":1,"regular":1,"plain":1},"0,1923,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":23,"project":1,"import":27,"asyncio":3,"time":1,"weakref":2,"from":23,"functools":1,"partial":1,"typing":1,"any":1,"asyncgenerator":1,"callable":2,"dict":1,"iterable":1,"list":1,"mapping":1,"optional":1,"set":1,"tuple":1,"type":1,"union":1,"referencetype":1,"envs":3,"as":1,"config":1,"decodingconfig":1,"loraconfig":1,"modelconfig":1,"parallelconfig":1,"schedulerconfig":1,"vllmconfig":1,"core":1,"scheduler":1,"scheduleroutputs":1,"engine":10,"arg":1,"utils":3,"asyncengineargs":1,"async":1,"timeout":4,"llm":1,"llmengine":1,"metrics":1,"types":1,"statloggerbase":1,"protocol":1,"engineclient":1,"executor":3,"base":1,"executorbase":1,"inputs":2,"prompttype":1,"preprocess":1,"inputpreprocessor":1,"logger":4,"init":2,"lora":1,"request":1,"lorarequest":1,"model":1,"layers":1,"sampler":1,"sampleroutput":1,"outputs":1,"poolingrequestoutput":1,"requestoutput":1,"pooling":1,"params":2,"poolingparams":1,"sampling":1,"samplingparams":1,"sequence":1,"executemodelrequest":1,"transformers":1,"tokenizer":1,"anytokenizer":1,"usage":2,"lib":1,"usagecontext":1,"device":1,"deprecate":1,"kwargs":1,"weak":1,"bind":1,"name":1,"iteration":2,"s":2,"class":1,"asyncenginedeaderror":1,"runtimeerror":1,"pass":1,"def":1,"log":1,"task":5,"completion":1,"error":1,"callback":1,"exception":2,"none":2,"this":1,"function":1,"is":2,"only":2,"intended":1,"for":1,"run":1,"loop":2,"in":1,"particular":1,"that":2,"runs":1,"a":1,"while":1,"true":1,"can":1,"exit":1,"if":1,"there":1,"an":1},"1923,1835,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"exception":10,"none":6,"try":1,"return":3,"value":2,"task":5,"result":1,"raise":2,"assertionerror":1,"f":2,"the":3,"engine":3,"background":2,"should":3,"never":2,"finish":2,"without":1,"an":3,"except":2,"asyncio":3,"exceptions":1,"cancellederror":1,"we":2,"assume":1,"that":2,"if":4,"is":3,"cancelled":1,"are":1,"gracefully":2,"shutting":2,"down":2,"this":2,"only":1,"happen":2,"on":2,"program":1,"exit":1,"logger":2,"info":2,"as":1,"e":4,"error":2,"failed":1,"exc":1,"callback":1,"asyncenginedeaderror":1,"finished":7,"unexpectedly":1,"please":1,"open":1,"issue":1,"github":1,"see":1,"stack":1,"trace":1,"above":1,"for":2,"actual":1,"cause":1,"from":1,"stop":2,"iteration":2,"sentinel":1,"class":1,"asyncstream":1,"a":2,"stream":1,"of":1,"requestoutputs":1,"or":1,"poolingrequestoutputs":1,"request":4,"can":1,"be":1,"iterated":1,"over":1,"asynchronously":1,"via":1,"async":1,"generator":1,"def":4,"init":1,"self":15,"id":3,"str":2,"cancel":3,"callable":1,"queue":5,"false":1,"put":3,"item":2,"union":2,"requestoutput":1,"poolingrequestoutput":1,"not":2,"nowait":2,"optional":1,"baseexception":2,"type":1,"true":1,"raisable":1,"else":1,"property":1,"bool":1},"3758,1917,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":1,"def":6,"generator":1,"self":20,"asyncgenerator":1,"union":1,"requestoutput":1,"poolingrequestoutput":1,"none":7,"try":1,"while":1,"true":1,"result":5,"await":1,"queue":5,"get":1,"if":4,"is":4,"raisable":2,"stop":1,"iteration":1,"return":4,"raise":2,"yield":1,"except":1,"generatorexit":1,"cancel":1,"request":14,"id":5,"asyncio":6,"cancellederror":1,"from":1,"staticmethod":1,"value":4,"any":1,"isinstance":2,"baseexception":2,"or":1,"type":1,"and":1,"issubclass":1,"class":1,"requesttracker":1,"synchronous":1,"abstraction":1,"for":2,"tracking":1,"requests":4,"init":1,"streams":6,"dict":2,"str":3,"asyncstream":2,"aborted":1,"new":2,"tuple":3,"event":2,"contains":1,"item":2,"in":2,"len":2,"int":1,"propagate":2,"exception":5,"exc":3,"optional":1,"an":1,"to":1,"all":1,"not":1,"abort":3,"else":1,"nb":1,"used":1,"here":1,"because":1,"pops":1,"the":1,"stream":1,"out":1,"of":1,"so":1,"we":1,"can":1,"t":1,"iterate":1,"on":1,"it":1,"directly":1,"rid":2,"keys":1},"5675,1745,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"def":3,"process":3,"request":28,"output":7,"self":7,"union":1,"requestoutput":1,"poolingrequestoutput":1,"verbose":5,"bool":3,"false":3,"none":4,"a":3,"from":2,"the":6,"engine":4,"id":11,"finished":7,"if":7,"stream":5,"streams":3,"pop":1,"else":1,"get":1,"guard":1,"against":1,"keyerror":2,"which":1,"can":1,"occur":1,"was":2,"aborted":1,"while":1,"generated":1,"is":1,"not":1,"put":1,"finish":1,"and":1,"logger":2,"info":2,"s":2,"exception":5,"str":2,"baseexception":1,"propagate":1,"an":1,"abort":1,"add":3,"kwargs":1,"asyncstream":1,"to":2,"be":1,"sent":1,"on":1,"next":1,"background":1,"loop":1,"iteration":1,"in":1,"raise":1,"f":1,"already":1,"exists":1},"7420,1985,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"abort":5,"request":28,"partial":1,"self":12,"verbose":5,"stream":10,"asyncstream":1,"id":15,"new":11,"requests":18,"put":2,"nowait":4,"engine":2,"add":2,"kwargs":1,"event":1,"set":4,"if":4,"logger":2,"info":2,"added":1,"s":2,"return":2,"def":2,"str":3,"exception":3,"optional":1,"union":1,"baseexception":2,"type":1,"none":4,"bool":1,"false":1,"a":1,"during":1,"next":1,"background":1,"loop":1,"iteration":1,"aborted":6,"streams":2,"pop":1,"is":1,"not":3,"finish":2,"get":4,"and":2,"tuple":1,"list":2,"dict":2,"the":3,"finished":6,"to":2,"be":1,"sent":1,"while":2,"empty":2,"in":1,"has":1,"already":1,"been":1,"asyncio":1,"cancellederror":1,"discard":1,"else":1,"append":1},"9405,1853,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":6,"def":4,"wait":2,"for":2,"new":7,"requests":6,"self":11,"if":5,"not":3,"has":4,"await":1,"event":2,"clear":3,"return":1,"empty":1,"class":1,"asyncllmengine":1,"llmengine":2,"extension":1,"of":2,"to":3,"add":1,"methods":1,"init":2,"args":2,"kwargs":2,"super":1,"step":1,"virtual":3,"engine":4,"int":1,"list":4,"union":1,"requestoutput":1,"poolingrequestoutput":1,"performs":2,"one":2,"decoding":2,"iteration":5,"and":4,"returns":2,"newly":2,"generated":2,"results":2,"the":14,"workers":1,"are":3,"ran":1,"asynchronously":1,"possible":1,"this":2,"function":1,"it":3,"first":2,"schedules":1,"sequences":2,"be":2,"executed":1,"in":3,"next":1,"token":1,"blocks":1,"swapped":1,"out":1,"copy":1,"then":1,"executes":1,"model":2,"updates":1,"scheduler":8,"with":1,"outputs":11,"finally":1,"decodes":1,"these":1,"cached":6,"from":1,"previous":1,"iterations":1,"none":1,"on":1,"seq":4,"group":3,"metadata":3,"allow":2,"output":2,"proc":2,"ctx":2,"contexts":1,"each":1,"request":1,"skip":1,"there":1,"any":1,"remaining":2,"steps":2,"groups":1,"ensures":1,"that":1,"is":1,"only":1,"called":1,"again":1,"when":1,"current":1,"batch":1,"completed":1},"11258,1429,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"schedule":2,"iteration":2,"seq":4,"group":4,"metadata":4,"list":5,"scheduler":8,"outputs":7,"allow":2,"async":3,"output":4,"proc":2,"self":4,"virtual":4,"engine":4,"ctx":5,"if":4,"not":5,"is":5,"empty":2,"this":2,"will":2,"cause":2,"mamba":1,"cache":2,"minimax":1,"failed":1,"to":4,"release":1,"finished":4,"requests":4,"ids":7,"of":1,"the":6,"last":4,"steps":1,"get":2,"and":2,"reset":1,"maybe":1,"switch":1,"from":2,"mode":2,"sync":1,"len":1,"queue":1,"0":1,"process":1,"model":1,"else":1,"assert":2,"none":2,"check":1,"we":1,"have":1,"a":2,"cached":1,"previous":1,"for":1,"supporting":1,"pp":2,"probably":1,"best":1,"way":1,"pass":1,"sampled":3,"token":3,"as":1,"separate":1,"broadcast":1,"over":1,"all":1,"stages":1,"one":1,"s":1,"microbatch":1,"block":1,"pipeline":1},"12687,1936,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"execute":5,"model":7,"req":3,"executemodelrequest":2,"seq":7,"group":7,"metadata":7,"list":7,"blocks":6,"to":8,"swap":4,"in":3,"scheduler":7,"outputs":12,"out":2,"copy":2,"virtual":3,"engine":3,"num":4,"lookahead":2,"slots":2,"running":2,"queue":3,"size":2,"finished":2,"requests":2,"ids":5,"we":1,"use":1,"pass":1,"the":5,"last":5,"sampled":3,"token":3,"each":1,"of":2,"non":1,"pp":1,"stages":1,"for":1,"place":1,"prepare":1,"input":1,"if":4,"allow":2,"async":6,"output":8,"proc":2,"callback":1,"self":4,"callbacks":1,"await":1,"executor":1,"else":2,"len":1,"ctx":4,"0":2,"process":1,"not":2,"has":1,"remaining":1,"steps":3,"is":7,"first":4,"step":5,"true":2,"only":1,"when":1,"all":1,"sequences":1,"are":1,"1":2,"bool":1,"false":1,"state":1,"append":1},"14623,1450,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"if":5,"outputs":11,"and":1,"allow":2,"async":10,"output":5,"proc":2,"assert":2,"len":3,"1":1,"postprocessor":2,"expects":1,"only":1,"a":1,"single":1,"set":1,"self":10,"advance":1,"to":1,"next":1,"step":2,"0":3,"seq":2,"group":2,"metadata":1,"list":1,"scheduler":3,"scheduled":1,"groups":1,"not":2,"process":2,"model":3,"ctx":8,"log":2,"stats":2,"do":2,"tracing":2,"else":1,"multi":1,"case":1,"return":3,"request":4,"has":1,"unfinished":1,"requests":1,"drain":1,"exists":1,"queue":2,"def":2,"stop":3,"remote":3,"worker":3,"execution":3,"loop":3,"none":2,"the":1,"await":2,"executor":1,"get":3,"tokenizer":3,"lora":3,"optional":1,"lorarequest":1,"anytokenizer":1},"16073,1824,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":4,"def":1,"add":3,"request":10,"self":4,"id":1,"str":4,"prompt":11,"prompttype":1,"params":1,"union":1,"samplingparams":1,"poolingparams":1,"arrival":3,"time":5,"optional":5,"float":1,"none":12,"lora":8,"lorarequest":1,"trace":1,"headers":1,"mapping":1,"priority":6,"int":2,"0":4,"data":3,"parallel":3,"rank":3,"tokenization":3,"kwargs":3,"dict":2,"any":1,"version":1,"of":3,"vllm":1,"engine":2,"llm":1,"llmengine":1,"if":5,"is":7,"not":8,"and":4,"config":2,"raise":3,"valueerror":3,"f":2,"got":2,"but":2,"enabled":2,"scheduler":1,"policy":1,"scheduling":1,"targeting":1,"only":1,"supported":1,"in":3,"v1":1,"client":1,"isinstance":1,"get":2,"embeds":2,"token":2,"ids":2,"we":1,"use":1,"the":1,"2":2,"dimension":1,"instead":1,"case":1,"a":1,"batched":1,"input":2,"batch":1,"size":1,"1":1,"passed":1,"shape":1,"processed":1,"inputs":1,"await":1,"preprocessor":1,"preprocess":1},"17897,1614,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"self":4,"add":1,"processed":3,"request":5,"id":2,"inputs":2,"params":2,"arrival":2,"time":2,"lora":2,"trace":2,"headers":2,"priority":2,"async":4,"def":2,"check":2,"health":2,"none":3,"model":1,"executor":1,"collective":1,"rpc":1,"method":3,"str":1,"timeout":1,"optional":2,"float":1,"args":3,"tuple":1,"kwargs":2,"dict":1,"raise":1,"notimplementederror":1,"class":4,"asyncllmengine":3,"engineclient":1,"an":1,"asynchronous":2,"wrapper":1,"for":3,"llmengine":12,"vllm":6,"this":1,"is":2,"used":1,"to":6,"wrap":1,"the":12,"make":1,"it":2,"uses":1,"asyncio":1,"create":1,"a":1,"background":2,"loop":2,"that":1,"keeps":1,"processing":1,"incoming":1,"requests":4,"kicked":1,"by":1,"generate":3,"when":1,"there":1,"are":1,"in":2,"waiting":1,"queue":1,"yields":1,"outputs":1,"from":1,"caller":1,"log":2,"whether":1,"start":1,"engine":3,"if":1,"true":1,"task":1,"run":1,"will":1,"be":1,"automatically":1,"started":1,"call":1,"arguments":2,"type":1},"19511,1884,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"def":3,"init":1,"self":16,"args":2,"log":3,"requests":4,"bool":2,"true":3,"start":3,"engine":10,"loop":6,"kwargs":2,"none":5,"if":3,"envs":2,"vllm":4,"use":6,"v1":3,"raise":1,"valueerror":1,"using":2,"v0":1,"asyncllmengine":2,"but":1,"this":3,"should":1,"not":2,"happen":1,"as":2,"a":2,"workaround":1,"try":1,"from":2,"config":4,"or":2,"explicitly":1,"set":2,"0":1,"1":1,"and":1,"report":1,"issue":1,"on":1,"github":1,"class":1,"ensures":1,"quick":1,"processing":1,"of":1,"request":7,"outputs":5,"so":2,"the":1,"append":1,"to":4,"asyncio":3,"queues":1,"is":1,"delayed":1,"especially":1,"for":1,"multi":1,"step":1,"process":4,"callback":3,"model":1,"async":1,"output":1,"proc":1,"weak":1,"bind":1,"background":2,"optional":3,"future":1,"we":1,"need":1,"keep":1,"reference":1,"unshielded":2,"task":2,"well":1,"prevent":1,"it":2,"being":1,"garbage":1,"collected":1,"errored":1,"with":1,"baseexception":1,"lazy":1,"initialized":1,"fields":1,"tracker":2,"requesttracker":1,"del":1,"rt":2,"getattr":1,"wake":1,"up":1,"that":1,"will":1,"exit":1,"cleanly":1,"new":1,"event":1,"classmethod":1,"get":2,"executor":2,"cls":3,"vllmconfig":1,"type":1,"executorbase":1,"return":1,"llmengine":1},"21395,1707,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"classmethod":2,"deprecate":1,"kwargs":1,"disable":4,"log":9,"requests":6,"additional":1,"message":1,"this":1,"argument":1,"will":2,"have":1,"no":1,"effect":1,"use":2,"enable":3,"instead":1,"def":2,"from":5,"vllm":8,"config":7,"cls":8,"vllmconfig":1,"start":4,"engine":15,"loop":4,"bool":5,"true":3,"usage":5,"context":7,"usagecontext":4,"stat":4,"loggers":4,"optional":2,"dict":2,"str":2,"statloggerbase":2,"none":2,"false":2,"stats":3,"deprecated":1,"be":1,"removed":1,"asyncllmengine":3,"create":2,"an":2,"the":2,"engineargs":1,"return":1,"executor":2,"class":1,"get":1,"not":1,"args":3,"asyncengineargs":1,"creates":1,"async":4,"llm":2,"arguments":1,"if":1,"envs":1,"v1":2,"import":1,"asyncllm":1,"as":1,"v1asyncllmengine":2},"23102,1794,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"return":7,"async":4,"engine":7,"cls":1,"from":1,"vllm":3,"config":3,"start":2,"loop":10,"usage":2,"context":2,"stat":2,"loggers":2,"disable":2,"log":4,"stats":2,"args":2,"enable":2,"requests":2,"property":4,"def":8,"is":8,"running":3,"self":21,"bool":3,"background":8,"not":7,"none":8,"and":4,"unshielded":4,"done":2,"stopped":1,"errored":6,"or":1,"with":2,"dead":1,"error":3,"baseexception":1,"asyncenginedeaderror":2,"if":1,"it":1,"was":1,"inspect":1,"the":4,"output":1,"to":2,"find":1,"stacktrace":1,"of":1,"that":1,"caused":1,"stop":1,"set":2,"exc":5,"exception":3,"callback":1,"request":3,"tracker":1,"propagate":1,"get":3,"input":2,"preprocessor":2,"inputpreprocessor":1,"tokenizer":2,"lora":2,"optional":1,"lorarequest":1,"anytokenizer":1,"await":1},"24896,1631,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"def":3,"start":2,"background":14,"loop":17,"self":20,"none":5,"the":9,"if":4,"errored":3,"raise":2,"asyncenginedeaderror":1,"has":1,"already":2,"from":1,"with":1,"is":3,"running":2,"runtimeerror":1,"initialize":1,"requesttracker":2,"here":1,"so":1,"it":1,"uses":1,"right":1,"event":2,"request":2,"tracker":2,"unshielded":6,"asyncio":2,"get":2,"create":1,"task":2,"run":1,"engine":5,"weakref":1,"ref":1,"add":1,"done":1,"callback":3,"partial":1,"log":1,"completion":1,"error":2,"shield":1,"shutdown":1,"shut":1,"down":1,"this":1,"method":1,"needs":1,"to":4,"be":1,"called":1,"during":1,"cleanup":1,"remove":1,"references":1,"and":2,"properly":1,"gc":1,"resources":2,"held":1,"by":1,"async":2,"llm":1,"e":1,"g":1,"executors":1,"as":2,"well":1,"their":1,"not":1,"cancel":1,"step":1,"virtual":1,"int":1,"bool":1,"kick":1,"process":1,"waiting":1,"requests":5,"returns":1,"true":1,"there":1,"are":1,"in":1,"progress":1,"new":2,"aborted":2},"26527,1743,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"for":5,"new":4,"request":25,"in":3,"requests":6,"add":2,"the":6,"into":3,"vllm":2,"engine":7,"s":2,"waiting":1,"queue":1,"try":1,"await":3,"self":12,"async":3,"except":1,"valueerror":1,"as":2,"e":2,"todo":1,"use":2,"a":2,"specific":1,"error":1,"failed":1,"validation":1,"tracker":2,"process":6,"exception":1,"id":1,"verbose":2,"log":2,"if":3,"aborted":2,"abort":3,"outputs":11,"step":1,"virtual":1,"put":2,"corresponding":2,"streams":2,"used":1,"callback":3,"then":1,"already":1,"invoked":1,"inside":1,"llmengine":1,"model":1,"not":2,"all":9,"finished":10,"else":1,"case":1,"we":1,"only":1,"need":1,"to":1,"detect":1,"when":1,"are":1,"output":6,"return":2,"def":2,"bool":1,"true":1,"and":1,"ids":2,"iterable":1,"str":1},"28270,1876,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"staticmethod":1,"async":2,"def":1,"run":1,"engine":20,"loop":4,"ref":4,"referencetype":1,"we":1,"use":1,"a":1,"weakref":1,"to":3,"the":6,"so":2,"that":2,"running":1,"doesn":1,"t":1,"prevent":1,"being":1,"garbage":2,"collected":2,"optional":1,"asyncllmengine":1,"if":4,"not":3,"return":3,"pipeline":5,"parallel":7,"size":5,"config":1,"has":3,"requests":9,"in":8,"progress":4,"false":1,"while":2,"true":2,"any":2,"logger":2,"debug":2,"waiting":3,"for":4,"new":4,"stop":2,"execute":1,"model":1,"workers":2,"until":1,"there":1,"are":1,"more":1,"process":2,"this":1,"avoids":1,"indefinitely":1,"torch":1,"distributed":1,"ops":1,"which":1,"may":1,"otherwise":1,"timeout":1,"and":1,"unblocks":1,"rpc":1,"thread":1,"they":1,"can":1,"other":1,"queued":1,"control":1,"plane":1,"messages":1,"such":1,"as":1,"add":1,"remove":1,"lora":1,"adapters":1,"await":3,"remote":1,"worker":1,"execution":1,"request":3,"tracker":3,"allow":1,"be":1,"del":1,"asyncio":2,"sleep":1,"0":1,"is":1,"none":1,"wait":1,"got":1,"create":1,"task":1,"step":1,"ve":2,"range":1},"30146,1476,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"abort":1,"if":2,"iteration":3,"takes":1,"too":1,"long":1,"due":1,"to":1,"unrecoverable":1,"errors":1,"eg":1,"nccl":1,"timeouts":1,"try":1,"async":1,"with":1,"asyncio":7,"timeout":2,"engine":14,"s":1,"done":2,"await":3,"wait":1,"requests":8,"in":7,"progress":5,"return":1,"when":1,"first":1,"completed":1,"for":3,"range":1,"pipeline":1,"parallel":1,"size":1,"sleep":2,"0":2,"task":4,"result":3,"virtual":7,"index":1,"has":5,"unfinished":3,"or":1,"create":1,"step":1,"true":1,"else":1,"false":1,"except":1,"timeouterror":1,"as":1,"exc":2,"logger":1,"error":1,"timed":1,"out":1,"this":1,"should":1,"never":1,"happen":1,"set":1,"errored":1,"raise":1},"31622,1676,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":1,"def":1,"add":2,"request":8,"self":7,"id":2,"str":4,"prompt":3,"prompttype":1,"params":3,"union":2,"samplingparams":1,"poolingparams":1,"arrival":3,"time":5,"optional":5,"float":1,"none":6,"lora":3,"lorarequest":1,"trace":3,"headers":3,"mapping":1,"priority":8,"int":2,"0":2,"data":3,"parallel":3,"rank":3,"tokenization":3,"kwargs":3,"dict":1,"any":1,"asyncgenerator":1,"requestoutput":1,"poolingrequestoutput":1,"if":4,"not":4,"is":3,"running":3,"start":2,"engine":2,"loop":4,"background":3,"else":1,"raise":2,"asyncenginedeaderror":2,"it":1,"was":1,"inspect":1,"the":4,"output":1,"to":2,"find":1,"stacktrace":1,"of":1,"error":1,"that":1,"caused":1,"stop":1,"and":1,"scheduler":1,"config":1,"policy":1,"valueerror":1,"f":1,"got":1,"but":1,"scheduling":1,"enabled":1,"stream":2,"tracker":1,"verbose":1,"log":1,"requests":1,"or":1,"return":1,"generator":1},"33298,1990,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":2,"def":1,"generate":3,"self":1,"prompt":3,"prompttype":3,"sampling":3,"params":2,"samplingparams":1,"request":16,"id":3,"str":3,"lora":3,"optional":3,"lorarequest":1,"none":4,"trace":3,"headers":3,"mapping":1,"priority":4,"int":2,"0":1,"data":3,"parallel":3,"rank":3,"asyncgenerator":1,"requestoutput":2,"outputs":4,"for":6,"a":4,"this":3,"method":1,"is":3,"coroutine":1,"it":1,"adds":1,"the":27,"into":1,"waiting":2,"queue":1,"of":5,"llmengine":3,"and":2,"streams":1,"from":3,"to":6,"caller":1,"args":1,"llm":2,"see":1,"vllm":2,"inputs":1,"more":1,"details":2,"about":1,"format":1,"each":1,"input":1,"parameters":1,"unique":1,"use":1,"generation":1,"if":3,"any":1,"opentelemetry":1,"only":2,"applicable":2,"with":1,"scheduling":1,"global":1,"that":1,"must":1,"handle":1,"dp":1,"enabled":1,"yields":1,"output":1,"objects":1,"engine":7,"not":1,"running":1,"start":1,"background":2,"loop":2,"which":1,"iteratively":1,"invokes":1,"step":2,"asyncllmengine":1,"process":1,"requests":1,"add":1,"s":1,"requesttracker":1,"on":1,"next":1,"will":2,"be":2,"sent":1,"underlying":1,"also":1,"corresponding":1,"asyncstream":2,"created":1,"wait":1,"yield":1,"them":1},"35288,1970,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"example":7,"please":1,"refer":1,"to":1,"entrypoints":1,"api":1,"server":1,"py":1,"for":3,"the":9,"complete":1,"initialize":1,"engine":7,"and":2,"input":5,"note":1,"that":1,"args":3,"here":1,"is":3,"asyncengineargs":1,"instance":1,"asyncllmengine":1,"from":1,"prompt":3,"what":1,"llm":1,"stream":1,"false":1,"assume":1,"non":1,"streaming":1,"case":1,"temperature":3,"0":3,"request":12,"id":5,"start":1,"generation":1,"results":3,"generator":2,"generate":1,"samplingparams":1,"get":1,"final":3,"output":8,"none":1,"async":2,"in":2,"if":2,"await":4,"disconnected":1,"abort":3,"client":1,"disconnects":1,"return":2,"or":1,"raise":2,"an":1,"error":1,"process":1,"try":1,"self":2,"add":1,"sampling":1,"params":1,"lora":2,"trace":2,"headers":2,"priority":2,"data":2,"parallel":2,"rank":2,"yield":1,"llmengine":1,"validate":1,"requestoutput":1,"except":1,"asyncio":1,"cancellederror":1},"37258,1888,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":2,"def":1,"encode":1,"self":1,"prompt":3,"prompttype":3,"pooling":4,"params":2,"poolingparams":1,"request":15,"id":3,"str":4,"lora":3,"optional":3,"lorarequest":1,"none":4,"trace":3,"headers":3,"mapping":1,"priority":4,"int":1,"0":1,"tokenization":1,"kwargs":1,"dict":1,"any":2,"asyncgenerator":1,"poolingrequestoutput":2,"generate":2,"outputs":4,"for":6,"a":5,"from":4,"model":1,"this":2,"method":1,"is":2,"coroutine":1,"it":1,"adds":1,"the":26,"into":1,"waiting":2,"queue":1,"of":5,"llmengine":3,"and":2,"streams":1,"to":6,"caller":1,"args":1,"llm":2,"see":1,"vllm":2,"inputs":1,"more":1,"details":2,"about":1,"format":1,"each":1,"input":1,"parameters":1,"unique":1,"use":1,"generation":1,"if":2,"opentelemetry":1,"only":1,"applicable":1,"with":1,"scheduling":1,"yields":1,"output":1,"objects":1,"engine":6,"not":1,"running":1,"start":1,"background":2,"loop":2,"which":1,"iteratively":1,"invokes":1,"asyncllmengine":1,"step":1,"process":1,"requests":1,"add":1,"s":1,"requesttracker":1,"on":1,"next":1,"will":2,"be":2,"sent":1,"underlying":1,"also":1,"corresponding":1,"asyncstream":2,"created":1,"wait":1,"yield":1,"them":1},"39146,1796,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"example":6,"please":1,"refer":1,"to":1,"entrypoints":1,"api":1,"server":1,"py":1,"for":3,"the":9,"complete":1,"initialize":1,"engine":7,"and":2,"input":6,"note":1,"that":1,"args":3,"here":1,"is":4,"asyncengineargs":1,"instance":1,"asyncllmengine":1,"from":1,"what":1,"llm":1,"request":16,"id":6,"0":1,"start":1,"generation":1,"results":3,"generator":2,"encode":1,"poolingparams":1,"get":1,"final":3,"output":8,"none":2,"async":3,"in":2,"if":3,"await":4,"disconnected":1,"abort":6,"client":1,"disconnects":1,"return":2,"or":2,"raise":2,"an":1,"error":1,"process":1,"try":1,"self":3,"add":1,"prompt":1,"pooling":1,"params":1,"lora":2,"trace":2,"headers":2,"priority":2,"tokenization":2,"kwargs":2,"yield":1,"llmengine":1,"validate":1,"poolingrequestoutput":1,"except":1,"asyncio":1,"cancellederror":1,"def":1,"union":1,"str":2,"iterable":1,"a":3,"submitted":1,"finished":1,"not":1,"found":1,"this":1,"method":1,"will":1,"be":1,"no":1,"op":1},"40942,1927,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"args":2,"request":14,"id":8,"the":19,"unique":2,"of":8,"if":4,"not":4,"isinstance":1,"str":2,"raise":2,"runtimeerror":1,"only":1,"single":1,"abort":6,"supported":1,"in":1,"deprecated":1,"v0":1,"self":15,"is":3,"running":3,"asyncenginedeaderror":2,"background":2,"loop":2,"it":1,"was":1,"inspect":1,"output":1,"to":2,"find":1,"stacktrace":1,"error":1,"that":1,"caused":1,"stop":1,"return":6,"def":6,"none":1,"a":3,"submitted":1,"finished":1,"or":1,"found":1,"this":1,"method":1,"will":1,"be":1,"no":1,"op":1,"tracker":1,"exception":1,"asyncio":1,"cancellederror":1,"verbose":1,"log":1,"requests":1,"async":5,"get":15,"vllm":8,"config":10,"vllmconfig":1,"configuration":5,"engine":10,"model":3,"modelconfig":1,"parallel":3,"parallelconfig":1,"decoding":3,"decodingconfig":1,"scheduler":2,"schedulerconfig":1,"scheduling":1},"42869,1959,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":13,"def":14,"get":3,"lora":7,"config":2,"self":30,"loraconfig":1,"the":2,"configuration":1,"of":1,"vllm":1,"engine":16,"return":3,"do":2,"log":2,"stats":2,"scheduler":1,"outputs":1,"optional":4,"scheduleroutputs":1,"none":15,"model":1,"output":1,"list":2,"sampleroutput":1,"check":4,"health":4,"raises":1,"an":1,"error":1,"if":2,"is":7,"unhealthy":1,"t":2,"time":2,"perf":2,"counter":2,"logger":15,"debug":2,"starting":1,"stopped":2,"raise":1,"asyncenginedeaderror":1,"background":1,"loop":1,"await":2,"took":1,"fs":1,"tracing":2,"enabled":2,"bool":2,"add":4,"name":6,"str":3,"statloggerbase":1,"remove":2,"start":2,"profile":4,"stop":2,"reset":5,"mm":2,"cache":5,"prefix":3,"device":3,"sleep":2,"level":2,"int":1,"1":1,"wake":2,"up":2,"tags":2,"sleeping":2,"request":2,"lorarequest":1},"44828,677,data/raw/vllm-0.10.1/vllm/engine/async_llm_engine.py":{"async":3,"def":1,"collective":3,"rpc":3,"self":2,"method":2,"str":1,"timeout":2,"optional":2,"float":1,"none":2,"args":2,"tuple":1,"kwargs":2,"dict":1,"perform":1,"a":1,"call":1,"to":1,"the":1,"given":1,"path":1,"return":1,"await":1,"engine":2,"todo":1,"v1":5,"remove":1,"this":1,"class":1,"proxy":1,"when":1,"goes":1,"default":1,"if":1,"envs":2,"is":1,"set":1,"vllm":3,"use":2,"and":1,"from":1,"llm":1,"import":1,"asyncllm":2,"asyncllmengine":1,"type":1,"ignore":1},"0,1993,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":16,"pickle":2,"signal":1,"from":12,"contextlib":1,"contextmanager":1,"typing":1,"iterator":1,"list":1,"optional":1,"union":1,"cloudpickle":1,"zmq":1,"asyncengineargs":1,"samplingparams":1,"config":3,"vllmconfig":1,"engine":6,"llm":2,"llmengine":3,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":2,"this":1,"block":1,"disable":1,"multiprocessing":2,"dead":1,"error":1,"ipc":4,"data":1,"ext":4,"health":1,"input":1,"output":1,"request":1,"outputs":2,"t":1,"rpc":2,"success":2,"str":2,"rpcabortrequest":1,"rpcadapterloadedresponse":1,"rpcerror":1,"rpcissleepingrequest":1,"rpcissleepingresponse":1,"rpcloadadapterrequest":1,"rpcprocessrequest":1,"rpcresetmultimodalcacherequest":1,"rpcresetprefixcacherequest":1,"rpcsleeprequest":1,"rpcstartuprequest":1,"rpcstartupresponse":1,"rpcuprofilerequest":1,"rpcwakeuprequest":1,"enable":1,"logger":4,"init":2,"requestoutput":1,"transformers":1,"utils":2,"maybe":1,"register":1,"serialize":1,"by":1,"value":1,"usage":2,"lib":1,"usagecontext":1,"deprecate":1,"kwargs":1,"worker":1,"model":1,"runner":1,"base":1,"inputprocessingerror":1,"name":1,"polling":1,"timeout":1,"ms":1,"10000":1,"healthy":1,"response":1,"dumps":1,"class":1,"mqllmengine":1,"a":1,"wrapper":1},"1993,1846,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"this":1,"class":2,"is":6,"used":1,"to":9,"wrap":1,"the":19,"llmengine":12,"vllm":5,"engine":13,"llm":6,"enable":1,"use":6,"in":1,"concurrnet":1,"manner":1,"it":1,"runs":1,"a":3,"background":1,"loop":2,"and":5,"uses":1,"zeromq":2,"receive":1,"new":5,"requests":8,"stream":1,"outputs":3,"incrementally":1,"via":1,"ipc":4,"generate":1,"or":1,"encode":1,"process":1,"kicked":1,"off":1,"when":1,"rpcprocessrequest":1,"received":1,"by":1,"input":2,"socket":6,"self":4,"checks":1,"for":5,"adds":1,"them":1,"if":2,"there":1,"are":1,"any":1,"calls":2,"internal":1,"step":2,"sends":1,"requestoutputs":1,"back":1,"over":2,"output":2,"async":4,"sockets":3,"set":1,"logic":2,"associated":1,"with":3,"reading":1,"from":1,"sending":1,"data":1,"passed":1,"as":1,"callback":1,"which":2,"asynchronously":1,"such":1,"that":1,"can":2,"be":2,"overlapped":1,"gpu":2,"args":4,"path":3,"base":1,"interprocess":1,"messaging":1,"whether":2,"make":1,"send":2,"recv":1,"log":5,"arguments":2,"kwargs":4,"def":1,"init":1,"str":1,"bool":2,"true":2,"none":1,"mqllmengine":1,"we":1,"cached":2,"since":1,"each":1,"request":1,"immediately":1,"pickled":1,"frees":1,"python":1,"object":1,"reused":1,"again":1},"3839,1913,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"self":19,"use":6,"async":6,"sockets":4,"if":2,"engine":4,"process":2,"request":1,"outputs":1,"callback":2,"socket":11,"ctx":4,"zmq":4,"context":2,"type":1,"ignore":1,"attr":1,"defined":1,"receive":1,"input":4,"from":3,"the":2,"client":3,"constants":3,"pull":1,"bind":3,"f":4,"ipc":11,"path":7,"ext":4,"send":2,"output":5,"stream":1,"back":2,"to":2,"push":2,"heartbeats":1,"heartbeat":2,"health":1,"for":2,"data":3,"error":4,"state":1,"errored":3,"with":3,"optional":1,"baseexception":2,"none":2,"property":1,"def":2,"dead":3,"is":1,"not":1,"return":2,"else":1,"classmethod":1,"deprecate":1,"kwargs":1,"disable":3,"log":5,"requests":4,"additional":1,"message":1,"this":1,"argument":1,"will":2,"have":1,"no":1,"effect":1,"enable":2,"instead":1,"vllm":4,"config":4,"cls":1,"vllmconfig":1,"usage":1,"usagecontext":1,"bool":3,"stats":1,"str":1,"true":1,"deprecated":1,"be":1,"removed":1,"mqllmengine":1,"setup":1,"plugins":4,"each":1,"import":1,"load":2,"general":2,"model":1,"proc":1},"5752,1915,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"return":2,"cls":2,"vllm":7,"config":8,"executor":2,"class":1,"llmengine":1,"get":1,"ipc":6,"path":6,"usage":6,"context":7,"use":2,"async":2,"sockets":3,"log":8,"requests":4,"enable":3,"stats":4,"not":1,"disable":3,"staticmethod":1,"def":4,"from":3,"engine":10,"args":5,"asyncengineargs":1,"usagecontext":1,"str":1,"creates":1,"an":1,"mqllmengine":4,"the":1,"arguments":1,"create":1,"start":1,"self":10,"try":3,"logger":5,"debug":4,"starting":2,"startup":2,"loop":4,"run":2,"except":2,"exception":2,"as":1,"e":2,"repr":1,"keyboardinterrupt":1,"shutting":1,"down":2,"finally":2,"is":1,"shut":1,"cleanup":3,"zeromq":1,"state":1,"on":1,"shutdown":1,"closes":1,"all":1,"and":1,"destroys":1,"ctx":2,"destroy":1,"linger":2,"0":2,"del":1,"contextmanager":1,"make":1,"data":2,"socket":7,"iterator":1,"zmq":2,"type":1,"ignore":1,"name":1,"defined":1,"constants":1,"router":1,"bind":1,"yield":1,"close":1},"7667,1774,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"def":2,"run":2,"startup":2,"loop":5,"self":12,"none":1,"for":2,"sending":1,"data":2,"from":3,"engine":10,"client":4,"with":1,"make":1,"socket":5,"as":2,"response":4,"union":1,"rpcstartupresponse":2,"baseexception":1,"try":1,"identity":2,"message":2,"recv":1,"multipart":2,"copy":2,"false":2,"request":5,"rpcstartuprequest":2,"pickle":2,"loads":1,"buffer":1,"handle":3,"the":4,"query":1,"if":4,"is":3,"server":1,"ready":1,"tracing":4,"enabled":4,"except":1,"exception":1,"e":2,"send":4,"dumps":1,"core":1,"busy":1,"of":1,"llmengine":1,"while":2,"true":1,"not":2,"has":1,"unfinished":1,"requests":2,"poll":2,"until":1,"there":2,"work":2,"to":2,"do":2,"input":3,"timeout":2,"polling":1,"ms":1,"0":1,"when":1,"s":1,"no":1,"check":2,"on":1,"health":3,"and":1,"status":1,"back":1,"log":1,"stats":1,"logger":1,"debug":1,"waiting":1,"new":2,"in":2,"any":1,"step":3,"outputs":4,"async":2,"done":1,"callback":1,"use":1,"sockets":1},"9441,1146,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"def":2,"engine":5,"step":3,"self":8,"list":1,"requestoutput":1,"wrapper":1,"with":1,"error":2,"handling":1,"try":2,"return":2,"except":3,"systemexit":1,"raise":2,"inputprocessingerror":1,"as":2,"e":7,"special":1,"case":1,"where":1,"we":1,"handle":3,"an":1,"preparing":1,"the":3,"inputs":1,"for":1,"a":1,"single":1,"request":5,"in":1,"batch":1,"rpc":4,"err":4,"rpcerror":2,"id":3,"is":2,"errored":3,"false":2,"exception":2,"cause":1,"send":2,"outputs":2,"baseexception":1,"set":1,"none":1,"true":1,"new":2,"input":4,"from":1,"socket":3,"while":1,"poll":1,"timeout":1,"0":3,"frames":2,"recv":1,"multipart":1,"copy":1,"pickle":1,"loads":1,"buffer":1},"10587,1942,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"if":3,"isinstance":10,"request":28,"rpcprocessrequest":3,"len":1,"frames":2,"1":2,"use":1,"cloudpickle":2,"for":1,"logits":2,"processors":2,"assert":1,"params":2,"samplingparams":1,"lprocs":2,"loads":1,"buffer":1,"self":13,"handle":6,"process":2,"elif":8,"rpcabortrequest":1,"abort":1,"rpcuprofilerequest":2,"start":2,"profile":3,"else":2,"stop":1,"rpcloadadapterrequest":1,"load":1,"adapter":1,"rpcresetmultimodalcacherequest":1,"reset":2,"mm":1,"cache":2,"rpcresetprefixcacherequest":1,"prefix":1,"rpcsleeprequest":1,"sleep":1,"value":1,"rpcwakeuprequest":1,"wake":1,"up":1,"tags":1,"rpcissleepingrequest":1,"is":1,"sleeping":1,"raise":2,"valueerror":1,"unknown":1,"rpcrequest":1,"type":2,"f":1,"except":1,"exception":1,"as":1,"e":4,"set":1,"errored":1,"send":1,"unhealthy":1,"from":1,"none":1,"def":1,"by":1,"adding":1,"it":1,"to":1,"the":1,"llmengine":1,"id":2},"12529,1687,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"if":3,"self":12,"errored":8,"with":4,"is":7,"not":3,"none":2,"rpc":4,"err":4,"rpcerror":2,"request":32,"id":11,"engine":10,"true":2,"exception":3,"dead":1,"error":2,"send":2,"outputs":2,"try":1,"add":2,"prompt":2,"params":2,"lora":2,"trace":2,"headers":2,"priority":2,"log":2,"requests":2,"logger":3,"info":2,"added":1,"s":4,"except":1,"as":1,"e":3,"we":1,"do":1,"set":1,"here":1,"since":1,"the":4,"due":1,"to":4,"an":2,"issue":2,"adding":1,"this":1,"rather":1,"than":1,"itself":1,"debug":1,"failed":1,"remove":1,"from":1,"abort":3,"def":1,"handle":1,"rpcabortrequest":1,"aborted":1},"14216,1988,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"def":4,"handle":2,"load":3,"adapter":2,"request":16,"self":16,"rpcloadadapterrequest":1,"try":3,"engine":5,"add":1,"lora":3,"except":3,"baseexception":1,"as":3,"e":5,"send":11,"back":3,"an":1,"error":1,"if":5,"the":6,"adater":1,"fails":1,"to":3,"rpc":2,"err":2,"rpcerror":2,"id":6,"is":7,"errored":5,"false":1,"exception":7,"outputs":13,"return":1,"otherwise":1,"successful":1,"message":1,"rpcadapterloadedresponse":1,"sleeping":5,"rpcissleepingrequest":1,"rpcissleepingresponse":1,"health":2,"check":2,"unhealthy":3,"has":1,"already":1,"with":2,"not":2,"none":1,"healthy":1,"set":1,"t":1,"client":1,"these":1,"can":1,"be":1,"exceptions":2,"a":3,"list":1,"of":1,"generation":1,"response":1,"from":2,"loading":1,"ray":1,"import":1,"raytaskerror":3,"might":1,"pickelable":1,"here":1,"we":1,"need":1,"unpack":1,"underlying":1,"real":1,"in":1,"output":1,"isinstance":2,"and":1,"cause":1,"importerror":1,"pass":1},"16204,1733,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"output":3,"bytes":4,"pickle":2,"dumps":2,"outputs":5,"self":27,"socket":7,"send":8,"multipart":3,"copy":3,"false":3,"def":12,"healthy":3,"message":2,"to":3,"rpcclient":2,"if":4,"not":2,"heartbeat":4,"closed":2,"response":1,"unhealthy":2,"error":4,"baseexception":2,"async":2,"engine":9,"callback":2,"request":3,"t":1,"used":1,"by":1,"make":1,"handling":1,"with":3,"gpu":1,"handle":1,"new":1,"input":1,"set":2,"errored":4,"e":2,"log":1,"and":1,"status":1,"this":1,"is":4,"the":1,"first":1,"issue":1,"none":7,"start":2,"profile":4,"stop":2,"reset":4,"mm":2,"cache":4,"bool":3,"return":3,"prefix":2,"sleep":2,"level":2,"int":1,"1":1,"wake":2,"up":2,"tags":2,"optional":1,"list":1,"str":1,"sleeping":2,"signal":1,"handler":1,"raise":1,"keyboardinterrupt":1,"mqllmengine":1,"terminated":1},"17937,778,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/engine.py":{"def":1,"run":1,"mp":1,"engine":5,"vllm":4,"config":6,"vllmconfig":1,"usage":3,"context":3,"usagecontext":1,"ipc":3,"path":3,"str":1,"disable":3,"log":6,"stats":3,"bool":2,"enable":3,"requests":3,"alive":2,"try":1,"ensure":1,"we":1,"can":1,"serialize":2,"transformer":1,"before":1,"spawning":1,"maybe":1,"register":1,"by":1,"value":2,"mqllmengine":1,"from":2,"signal":4,"sigterm":1,"handler":1,"start":1,"except":1,"baseexception":1,"as":1,"e":3,"logger":1,"exception":1,"false":1,"raise":1,"none":1},"0,1959,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":10,"uuid":1,"from":9,"dataclasses":1,"dataclass":6,"field":1,"enum":5,"typing":1,"list":1,"mapping":3,"optional":6,"union":3,"poolingparams":3,"inputs":1,"prompttype":3,"lora":5,"request":11,"lorarequest":3,"outputs":1,"requestoutput":1,"sampling":1,"params":5,"samplingparams":3,"utils":1,"device":3,"rpc":1,"success":2,"str":9,"ipc":4,"input":2,"ext":4,"socket":4,"output":2,"health":2,"data":2,"class":9,"mqenginedeaderror":1,"runtimeerror":1,"pass":1,"rpcprocessrequest":1,"prompt":4,"id":6,"none":5,"trace":4,"headers":4,"priority":4,"int":2,"def":1,"init":2,"self":7,"super":1,"rpcerror":1,"is":2,"engine":1,"errored":1,"bool":2,"exception":1,"baseexception":1,"rpcabortrequest":1,"rpcstartuprequest":1,"server":1,"ready":1,"1":3,"rpcstartupresponse":1,"tracing":1,"enabled":1,"rpcuprofilerequest":1,"start":1,"profile":2,"stop":1,"rpcresetmultimodalcacherequest":1,"reset":1,"rpcresetprefixcacherequest":1},"1959,1529,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/__init__.py":{"class":6,"rpcsleeprequest":2,"enum":1,"sleep":2,"level":2,"1":2,"2":2,"dataclass":5,"rpcwakeuprequest":2,"tags":1,"optional":2,"list":2,"str":7,"none":3,"rpcissleepingrequest":2,"set":2,"the":6,"default":4,"value":2,"of":2,"request":9,"id":6,"to":4,"a":2,"new":2,"uuid":4,"field":2,"factory":2,"lambda":2,"uuid4":2,"rpcissleepingresponse":2,"is":4,"sleeping":1,"bool":1,"rpcloadadapterrequest":2,"lora":1,"lorarequest":1,"rpcadapterloadedresponse":2,"rpc":1,"t":2,"union":2,"rpcprocessrequest":1,"rpcabortrequest":1,"rpcstartuprequest":1,"rpcuprofilerequest":1,"rpcresetmultimodalcacherequest":1,"rpcresetprefixcacherequest":1,"outputs":1,"requestoutput":1,"rpcerror":1,"def":1,"engine":3,"dead":1,"error":6,"baseexception":1,"mqenginedeaderror":3,"if":1,"return":2,"loop":2,"not":2,"running":2,"inspect":2,"stacktrace":2,"find":2,"original":2,"f":1,"repr":1},"0,1985,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":22,"asyncio":3,"copy":1,"pickle":1,"from":15,"contextlib":1,"contextmanager":1,"suppress":1,"typing":1,"any":1,"asyncgenerator":1,"dict":1,"iterable":1,"iterator":1,"list":1,"mapping":1,"optional":1,"union":1,"cast":1,"cloudpickle":1,"psutil":1,"zmq":4,"frame":1,"type":1,"ignore":1,"attr":1,"defined":1,"socket":1,"poolingparams":1,"config":1,"decodingconfig":1,"modelconfig":1,"vllmconfig":1,"core":1,"scheduler":1,"scheduleroutputs":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"engine":3,"multiprocessing":1,"dead":1,"error":1,"ipc":4,"data":1,"ext":4,"health":1,"input":1,"output":1,"rpc":3,"request":2,"t":1,"success":1,"str":1,"rpcabortrequest":1,"rpcadapterloadedresponse":1,"rpcerror":1,"rpcissleepingrequest":1,"rpcissleepingresponse":1,"rpcloadadapterrequest":1,"rpcprocessrequest":1,"rpcresetmultimodalcacherequest":1,"rpcresetprefixcacherequest":1,"rpcsleeprequest":1,"rpcstartuprequest":1,"rpcstartupresponse":1,"rpcuprofilerequest":1,"rpcwakeuprequest":1,"protocol":1,"engineclient":1,"enable":1,"envs":1,"timeout":1,"inputs":2,"prompttype":1,"preprocess":1,"inputpreprocessor":1,"logger":2,"init":1,"lora":1,"lorarequest":1,"model":1,"executor":1,"layers":1,"sampler":1,"sampleroutput":1},"1985,1998,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"from":7,"vllm":4,"outputs":2,"import":4,"poolingrequestoutput":1,"requestoutput":2,"sampling":1,"params":1,"samplingparams":1,"transformers":1,"utils":2,"tokenizer":2,"group":1,"init":3,"configs":1,"device":1,"logger":2,"name":1,"class":3,"mqclientclosederror":1,"exception":2,"raised":1,"when":1,"the":17,"client":3,"is":4,"used":1,"post":1,"close":1,"can":3,"be":3,"closed":1,"which":2,"closes":1,"zmq":4,"context":3,"this":2,"normally":1,"happens":1,"on":2,"server":1,"shutdown":1,"in":3,"some":1,"cases":1,"methods":1,"like":1,"abort":1,"and":6,"do":1,"log":1,"stats":1,"will":1,"still":1,"called":1,"then":2,"try":1,"to":5,"open":1,"a":5,"socket":2,"causes":1,"zmqerror":1,"creates":2,"huge":1,"stack":1,"trace":1,"so":1,"we":2,"throw":1,"error":1,"such":2,"that":3,"suppress":1,"it":2,"mqllmengineclient":3,"engineclient":2,"wrapper":1,"for":1,"mqllmengine":6,"conforms":1,"protocol":1,"are":1,"intended":1,"run":1,"separate":1,"processes":1,"communicating":1,"via":3,"zeromq":1,"ipc":2,"sockets":1,"entrypoint":1,"through":1,"generate":3,"method":2,"does":1,"three":1,"things":1,"an":1,"asyncio":2,"output":5,"queue":3,"sends":1,"rpcgeneraterequest":1,"pulls":2,"requestoutputs":1,"its":1,"yields":1,"them":1,"runs":1,"two":1,"background":1,"loops":1,"loop":4,"list":3,"each":1,"of":1,"one":1,"engine":4,"step":1,"llmengine":1,"parses":1,"pushes":1,"individual":1,"request":1,"into":1,"corresponding":1,"they":1,"consumed":1,"by":1,"health":3,"queries":1,"every":1,"n":1,"seconds":1,"confirming":1,"healthy":1,"def":1,"self":3,"path":1,"str":1,"config":1,"vllmconfig":1,"pid":1,"int":1,"errored":1,"with":1,"optional":1,"baseexception":1,"none":1},"3983,1983,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"get":1,"the":10,"configs":2,"self":24,"vllm":2,"config":19,"engine":7,"model":6,"decoding":2,"if":1,"skip":1,"tokenizer":6,"init":2,"none":3,"else":1,"create":1,"group":1,"from":2,"scheduler":2,"lora":2,"input":4,"preprocessor":1,"inputpreprocessor":1,"send":1,"rpcgeneraterequest":1,"to":4,"mqllmengine":4,"socket":13,"context":3,"zmq":3,"constants":3,"push":1,"connect":3,"f":4,"ipc":11,"path":7,"ext":4,"receive":1,"streams":1,"of":3,"requestoutput":1,"output":6,"pull":2,"for":3,"acking":1,"heartbeats":1,"heartbeat":2,"health":3,"data":3,"stream":1,"each":1,"individual":1,"request":1,"queues":1,"dict":1,"str":1,"asyncio":3,"queue":1,"loop":4,"handle":1,"llmengine":2,"periodically":2,"started":2,"after":2,"is":2,"ready":2,"so":1,"that":1,"we":1,"can":1,"build":1,"client":1,"in":1,"an":1,"executor":1,"enable":1,"clean":1,"shutdown":1,"optional":2,"task":2,"check":1,"process":2,"psutil":1,"pid":1},"5966,1980,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"staticmethod":1,"def":4,"is":5,"unsupported":1,"config":4,"vllm":2,"vllmconfig":1,"pipeline":2,"parallel":3,"not":2,"yet":1,"supported":1,"return":1,"size":1,"1":1,"contextmanager":1,"get":2,"data":2,"socket":10,"self":15,"iterator":1,"context":1,"zmq":1,"constants":1,"dealer":1,"try":2,"connect":1,"ipc":1,"path":1,"yield":1,"finally":1,"close":1,"linger":1,"0":1,"async":2,"run":2,"heartbeat":6,"loop":4,"timeout":3,"int":1,"background":1,"that":1,"continually":1,"checks":1,"to":2,"ensure":1,"the":3,"engine":9,"process":8,"still":1,"alive":1,"while":1,"true":2,"check":4,"if":3,"running":3,"or":1,"status":2,"psutil":2,"zombie":1,"nb":1,"returns":1,"for":1,"zombies":1,"set":3,"errored":3,"runtimeerror":2,"f":2,"pid":4,"died":2,"break":1,"await":2,"poll":1,"received":1,"message":2,"success":1,"error":1,"failed":1,"logger":2,"debug":2,"successful":1,"except":3,"asyncio":1,"cancellederror":1,"shutting":1,"down":1,"mqllmengineclient":1,"health":1,"nosuchprocess":1,"exception":1,"as":1,"e":2,"output":1,"handler":1,"requestoutputs":1,"from":1,"and":1,"stream":1,"request":1,"queues":1},"7946,1900,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"try":1,"while":2,"true":2,"poll":2,"checking":1,"for":3,"engine":5,"dead":2,"await":2,"self":5,"output":5,"socket":3,"timeout":2,"vllm":1,"rpc":5,"0":1,"logger":2,"debug":1,"waiting":1,"from":2,"mqllmengine":1,"if":5,"errored":6,"alert":1,"all":1,"running":1,"requests":1,"queue":2,"j":2,"in":2,"tuple":1,"queues":1,"values":1,"put":1,"nowait":1,"error":11,"with":1,"return":2,"message":2,"frame":1,"recv":1,"copy":1,"false":1,"request":8,"outputs":5,"pickle":1,"loads":1,"buffer":1,"is":5,"isinstance":2,"baseexception":2,"rpcerror":5,"id":3,"exception":4,"else":1,"mpllmengine":2,"should":3,"always":1,"an":2,"to":1,"the":2,"when":1,"issue":1,"arises":1,"we":2,"are":2,"here":1,"a":1,"bad":1,"state":1,"and":1,"shut":1,"down":1,"server":1,"received":1,"s":1,"rather":1,"than":1,"this":1,"never":1,"happen":1,"none":1},"9846,1895,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"set":1,"to":5,"error":4,"state":1,"only":2,"on":1,"engine":5,"critical":1,"and":4,"record":1,"the":8,"first":1,"one":1,"if":6,"is":5,"errored":4,"not":3,"self":7,"with":2,"exception":7,"no":2,"matter":1,"type":1,"of":2,"it":3,"will":1,"longer":1,"be":1,"able":1,"receive":1,"new":1,"requests":3,"therefore":2,"we":3,"have":1,"inform":1,"that":2,"current":1,"processed":1,"failed":1,"as":1,"well":1,"send":1,"back":1,"a":3,"dead":2,"give":2,"this":1,"feedback":1,"also":1,"hint":1,"server":1,"shutdown":1,"next":1,"request":9,"id":3,"none":3,"then":1,"raised":1,"an":1,"for":4,"batch":1,"may":1,"know":1,"caused":2,"neither":1,"was":1,"actually":1,"by":1,"any":1,"them":1,"e":1,"g":1,"cuda":1,"oom":1,"broadcast":1,"same":1,"all":1,"queue":6,"i":2,"in":2,"tuple":1,"output":7,"queues":2,"values":1,"put":3,"nowait":2,"else":2,"get":1,"each":1,"into":1,"appropriate":1,"elif":1,"isinstance":1,"outputs":3,"rpcadapterloadedresponse":1,"rpcissleepingresponse":1,"add":2},"11741,1939,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"except":1,"asyncio":3,"cancellederror":1,"logger":2,"debug":1,"shutting":1,"down":1,"mqllmengineclient":1,"output":13,"handler":2,"def":4,"add":1,"self":21,"request":4,"union":1,"requestoutput":1,"rpcadapterloadedresponse":1,"rpcissleepingresponse":1,"queue":3,"queues":1,"get":2,"id":1,"if":6,"is":7,"not":3,"none":6,"put":1,"nowait":1,"async":1,"setup":3,"the":6,"client":1,"before":1,"it":1,"starts":1,"sending":1,"server":3,"requests":1,"start":2,"loop":12,"only":1,"generate":1,"once":1,"to":2,"avoid":1,"multiple":2,"concurrent":1,"loops":1,"this":1,"will":2,"lead":1,"race":1,"conditions":1,"and":2,"wrong":1,"orders":1,"of":2,"tokens":1,"returned":1,"by":1,"engine":2,"be":1,"called":1,"times":1,"during":1,"startup":1,"create":2,"task":2,"run":2,"with":3,"data":1,"socket":3,"as":1,"wait":2,"until":1,"ready":1,"response":2,"await":1,"for":1,"rpc":2,"tracing":2,"flag":1,"enabled":1,"health":5,"heartbeat":1,"timeout":2,"vllm":1,"close":2,"destroy":2,"zeromq":1,"context":3,"all":1,"sockets":1,"terminate":1,"linger":1,"0":1,"cancel":3,"background":1,"tasks":1,"set":1,"errored":3,"e":3,"baseexception":1,"exception":1,"repr":1},"13680,1994,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"staticmethod":3,"async":4,"def":4,"send":6,"get":1,"data":8,"rpc":10,"request":11,"rpcstartuprequest":1,"expected":2,"type":2,"any":2,"error":5,"message":6,"str":4,"socket":18,"an":2,"that":3,"is":1,"expecting":1,"back":1,"ping":1,"rpcserver":2,"with":1,"a":3,"await":9,"multipart":2,"pickle":3,"dumps":2,"copy":2,"false":2,"make":1,"sure":1,"the":3,"server":2,"responds":1,"in":1,"time":1,"if":6,"poll":2,"timeout":6,"vllm":5,"0":2,"raise":7,"timeouterror":2,"didn":2,"t":3,"reply":2,"within":2,"f":2,"ms":2,"from":1,"frame":2,"recv":1,"loads":1,"buffer":1,"isinstance":2,"baseexception":1,"elif":1,"not":1,"valueerror":1,"return":1,"one":2,"way":2,"to":1,"trigger":1,"action":1,"closed":3,"mqclientclosederror":3,"ack":1,"self":2,"acknowledgement":1,"succeeded":1,"mqllmengine":1,"check":2,"success":3,"confirm":1,"has":1},"15674,1871,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"frame":2,"await":4,"socket":7,"recv":1,"copy":1,"false":1,"response":5,"pickle":1,"loads":1,"buffer":1,"raise":4,"error":3,"if":4,"unsuccessful":1,"isinstance":3,"baseexception":1,"elif":1,"not":2,"str":5,"or":1,"vllm":3,"rpc":6,"success":1,"valueerror":1,"message":2,"async":9,"def":8,"get":7,"input":3,"preprocessor":2,"self":18,"inputpreprocessor":1,"return":8,"tokenizer":4,"lora":3,"request":11,"optional":1,"lorarequest":1,"none":3,"is":3,"else":1,"config":6,"vllmconfig":1,"decoding":2,"decodingconfig":1,"model":2,"modelconfig":1,"tracing":2,"enabled":1,"bool":1,"flag":1,"wait":2,"for":2,"server":4,"rpcstartupresponse":2,"the":2,"rpcserver":1,"to":3,"start":2,"up":1,"send":3,"data":1,"rpcstartuprequest":1,"ready":1,"expected":1,"type":1,"unable":1,"abort":3,"id":3,"union":1,"iterable":1,"an":1,"signal":1,"runtimeerror":1,"only":1,"single":1,"supported":1,"in":1,"deprecated":1,"v0":1,"with":1,"suppress":1,"mqclientclosederror":1,"one":1,"way":1,"rpcabortrequest":1},"17545,1496,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"async":2,"def":7,"do":2,"log":2,"stats":2,"self":13,"scheduler":1,"outputs":4,"optional":4,"scheduleroutputs":1,"none":8,"model":1,"output":1,"list":1,"sampleroutput":1,"ignore":1,"handled":1,"on":1,"mqllmengine":1,"polling":1,"pass":1,"check":2,"health":4,"the":10,"loop":1,"probes":1,"status":1,"of":2,"engine":3,"s":1,"every":1,"n":1,"seconds":1,"and":2,"sets":1,"errored":8,"with":5,"if":2,"is":6,"unhealthy":1,"not":3,"raise":1,"property":4,"running":1,"bool":3,"return":4,"stopped":1,"dead":2,"error":2,"baseexception":1,"generate":3,"prompt":1,"prompttype":1,"sampling":1,"params":1,"samplingparams":1,"request":5,"id":1,"str":3,"lora":1,"lorarequest":1,"trace":1,"headers":1,"mapping":1,"priority":1,"int":1,"0":1,"asyncgenerator":1,"requestoutput":1,"for":2,"a":3,"this":1,"method":1,"coroutine":1,"it":1,"adds":1,"into":1,"waiting":1,"queue":1,"llmengine":2,"streams":1,"from":1,"to":1,"caller":1},"19041,1870,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"args":2,"prompt":6,"the":22,"to":6,"llm":2,"see":2,"prompttype":5,"vllm":2,"inputs":2,"for":6,"more":2,"details":2,"about":2,"format":2,"of":8,"each":2,"input":2,"sampling":3,"params":4,"parameters":2,"request":19,"id":6,"unique":2,"lora":6,"use":2,"generation":2,"if":3,"any":3,"trace":6,"headers":6,"opentelemetry":2,"priority":6,"lower":1,"means":1,"earlier":1,"handling":1,"other":1,"than":1,"0":2,"will":1,"lead":1,"an":1,"error":1,"scheduling":1,"policy":1,"is":2,"not":1,"return":1,"cast":1,"asyncgenerator":2,"requestoutput":1,"none":4,"self":2,"process":1,"def":1,"encode":1,"pooling":4,"poolingparams":1,"str":3,"optional":2,"lorarequest":1,"mapping":1,"int":1,"poolingrequestoutput":1,"generate":2,"outputs":3,"a":4,"from":2,"model":1,"this":1,"method":1,"coroutine":1,"it":1,"adds":1,"into":1,"waiting":1,"queue":1,"llmengine":2,"and":1,"streams":1,"caller":1},"20911,1516,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"yields":1,"the":5,"output":4,"poolingrequestoutput":3,"objects":1,"from":1,"llmengine":1,"for":2,"request":12,"return":1,"cast":1,"asyncgenerator":3,"none":6,"self":6,"process":2,"prompt":2,"pooling":1,"params":2,"id":6,"lora":2,"trace":2,"headers":2,"priority":3,"async":1,"def":1,"prompttype":1,"union":3,"samplingparams":1,"poolingparams":1,"str":3,"optional":2,"lorarequest":1,"mapping":1,"int":1,"0":1,"requestoutput":2,"send":1,"an":1,"rpcgeneraterequest":1,"to":1,"rpcserver":1,"and":1,"stream":1,"responses":1,"if":3,"already":2,"dead":2,"error":2,"out":1,"errored":2,"with":2,"is":2,"not":1,"raise":2,"engine":1,"ensure":1,"unique":1,"among":1,"running":1,"requests":2,"in":1,"queues":2,"valueerror":1,"f":1,"exists":1,"1":1,"create":1,"queue":5,"this":1,"asyncio":2,"baseexception":1},"22427,1998,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"try":2,"2":1,"detach":1,"logits":6,"processors":6,"so":1,"that":2,"they":1,"can":1,"be":1,"pickled":1,"separately":1,"may":1,"require":1,"cloudpickle":2,"which":1,"is":1,"slower":1,"if":4,"isinstance":2,"params":8,"samplingparams":1,"and":2,"defensive":1,"shallow":1,"copy":4,"none":3,"lp":4,"bytes":7,"dumps":2,"else":2,"request":15,"pickle":1,"rpcprocessrequest":1,"prompt":2,"id":4,"lora":2,"trace":2,"headers":2,"priority":2,"3":1,"send":2,"the":8,"rpcgeneraterequest":1,"to":2,"mqllmengine":1,"parts":2,"await":3,"self":5,"input":1,"socket":2,"multipart":1,"false":2,"4":1,"stream":1,"requestoutputs":1,"from":2,"output":8,"queue":3,"note":1,"loop":1,"pushes":1,"requestoutput":1,"objects":1,"this":1,"after":1,"pulling":1,"them":1,"zmq":1,"finished":5,"while":1,"not":3,"get":1,"baseexception":1,"raise":1,"yield":1,"finally":2,"was":1,"canceled":1,"by":1,"client":1,"errored":1,"abort":1,"queues":1,"pop":1,"async":1,"def":1,"start":2,"profile":1,"profiling":1,"engine":1},"24425,1978,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"await":8,"self":21,"send":7,"one":6,"way":6,"rpc":6,"request":24,"rpcuprofilerequest":2,"start":1,"profile":3,"socket":13,"input":7,"async":6,"def":6,"stop":3,"none":7,"profiling":1,"the":6,"engine":4,"reset":5,"mm":1,"cache":4,"multi":1,"modal":1,"rpcresetmultimodalcacherequest":1,"prefix":2,"device":3,"optional":2,"rpcresetprefixcacherequest":1,"sleep":2,"level":3,"int":1,"1":1,"for":1,"a":1,"given":1,"return":3,"rpcsleeprequest":1,"wake":2,"up":2,"tags":2,"list":1,"str":1,"rpcwakeuprequest":1,"is":3,"sleeping":3,"bool":1,"check":1,"whether":1,"rpcissleepingrequest":1,"queue":5,"asyncio":2,"union":1,"baseexception":2,"rpcissleepingresponse":1,"output":6,"queues":2,"id":2,"bytes":2,"pickle":1,"dumps":1,"multipart":1,"copy":1,"false":1,"get":1,"pop":1,"if":1,"isinstance":1,"raise":1},"26403,847,data/raw/vllm-0.10.1/vllm/engine/multiprocessing/client.py":{"async":1,"def":1,"add":1,"lora":4,"self":4,"request":14,"lorarequest":1,"none":3,"load":1,"a":1,"new":1,"adapter":1,"into":1,"the":4,"engine":1,"for":3,"future":1,"requests":3,"uses":1,"same":1,"i":1,"o":1,"as":1,"generate":1,"rpcloadadapterrequest":1,"create":1,"output":6,"queue":6,"this":1,"asyncio":2,"union":1,"baseexception":2,"queues":2,"id":2,"send":2,"bytes":2,"pickle":1,"dumps":1,"await":2,"input":1,"socket":1,"multipart":1,"copy":1,"false":1,"wait":1,"response":1,"get":1,"pop":1,"raise":2,"on":1,"error":1,"otherwise":1,"happily":1,"return":1,"if":1,"isinstance":1},"0,1859,data/raw/vllm-0.10.1/vllm/engine/output_processor/interfaces.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":9,"project":1,"from":10,"abc":3,"import":10,"abstractmethod":1,"typing":1,"callable":2,"list":2,"config":3,"schedulerconfig":2,"core":1,"scheduler":8,"engine":2,"output":5,"processor":5,"stop":4,"checker":3,"stopchecker":2,"sequence":5,"sequencegroup":1,"sequencegroupoutput":1,"transformers":2,"utils":3,"detokenizer":5,"tokenizer":2,"anytokenizer":2,"counter":4,"class":2,"sequencegroupoutputprocessor":1,"interface":1,"for":3,"logic":2,"that":1,"processes":1,"new":1,"token":1,"ids":1,"in":1,"groups":1,"managing":1,"detokenization":1,"checking":1,"and":4,"freeing":1,"forking":2,"sequences":1,"with":2,"this":1,"is":3,"highly":1,"coupled":1,"llmengine":2,"should":1,"be":1,"seen":1,"as":1,"an":2,"extension":1,"of":1,"it":1,"separated":1,"simplify":1,"allow":1,"separate":1,"implementations":1,"single":3,"step":5,"decoding":3,"which":2,"supports":1,"beam":2,"search":2,"multi":2,"does":2,"not":1,"support":2,"but":1,"speculative":1,"staticmethod":1,"def":1,"create":2,"seq":3,"get":1,"scheduling":1,"no":1,"longer":1,"supported":1,"always":1,"return":2,"a":1,"singlestepoutputprocessor":2},"1859,636,data/raw/vllm-0.10.1/vllm/engine/output_processor/interfaces.py":{"abstractmethod":2,"def":2,"process":3,"outputs":4,"self":2,"sequence":2,"group":4,"sequencegroup":2,"list":2,"sequencegroupoutput":2,"is":1,"async":1,"bool":1,"none":2,"new":1,"token":1,"ids":1,"for":1,"the":2,"handles":1,"logic":1,"such":1,"as":1,"detokenization":1,"stop":1,"checking":1,"and":1,"freeing":1,"forking":1,"sequences":1,"in":1,"scheduler":1,"pass":2,"prompt":2,"logprob":1,"seq":2,"update":1,"logprobs":1,"received":1,"from":1,"to":1},"0,1540,data/raw/vllm-0.10.1/vllm/engine/output_processor/single_step.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":13,"project":1,"from":9,"typing":1,"import":9,"list":1,"config":1,"schedulerconfig":1,"core":1,"scheduler":3,"engine":3,"output":10,"processor":3,"interfaces":2,"sequencegroupoutputprocessor":4,"stop":1,"checker":1,"stopchecker":1,"logger":4,"init":2,"sequence":4,"completionsequencegroupoutput":2,"sequencegroup":4,"sequencegroupoutput":5,"transformers":2,"utils":2,"detokenizer":2,"counter":1,"name":1,"def":1,"single":2,"step":3,"process":2,"prompt":5,"logprob":1,"sg":2,"proc":2,"seq":2,"group":2,"none":1,"logprobs":5,"associated":2,"with":2,"for":3,"a":2,"given":1,"do":2,"nothing":1,"if":1,"has":1,"no":1,"account":1,"fact":1,"that":1,"not":1,"compute":1,"first":1,"token":1,"args":1,"instance":1,"is":1,"this":1},"1540,1687,data/raw/vllm-0.10.1/vllm/engine/output_processor/single_step.py":{"if":5,"this":3,"is":6,"the":11,"first":1,"or":3,"only":1,"chunk":1,"of":4,"prefill":2,"we":1,"need":1,"to":4,"prepend":1,"none":3,"list":1,"prompt":13,"logprobs":12,"reason":1,"for":2,"that":2,"n":2,"tokens":1,"sampler":1,"will":2,"generate":1,"1":1,"total":1,"during":1,"since":1,"token":4,"at":2,"idx":1,"0":1,"not":3,"have":1,"a":4,"logprob":1,"associated":1,"with":1,"it":1,"seq":6,"group":6,"assert":1,"hasattr":1,"sg":3,"output":5,"proc":3,"detokenizer":3,"sampling":2,"params":1,"detokenize":1,"and":3,"decode":1,"inplace":1,"position":1,"offset":1,"len":2,"extend":1,"class":1,"singlestepoutputprocessor":2,"sequencegroupoutputprocessor":2,"which":4,"handles":1,"processing":2,"logic":2,"happens":1,"after":1,"model":2,"returns":1,"generated":1,"ids":1,"before":1,"scheduling":1,"next":1,"batch":1,"includes":1,"detokenization":1,"determining":1,"sequence":1,"finished":1,"e":1,"g":1,"via":1,"max":1,"eos":1,"specialized":1,"case":1,"where":1,"emits":1,"most":1,"single":1,"per":1,"invocation":1,"precludes":1,"configurations":1,"such":1,"as":1,"speculative":1,"decoding":2,"multi":1,"step":1,"enables":1,"beam":1,"search":1,"requires":1,"forking":1,"finishing":1,"freeing":1,"sequences":1,"in":1,"way":1,"currently":1,"difficult":1,"schedule":1,"multiple":1,"steps":1,"ahead":1,"time":1},"3227,1436,data/raw/vllm-0.10.1/vllm/engine/output_processor/single_step.py":{"def":2,"init":1,"self":9,"scheduler":7,"config":3,"schedulerconfig":1,"detokenizer":5,"list":2,"seq":3,"counter":4,"stop":4,"checker":3,"stopchecker":1,"process":2,"outputs":6,"sequence":4,"group":4,"sequencegroup":1,"sequencegroupoutput":1,"is":6,"async":3,"bool":1,"none":1,"append":1,"all":1,"new":2,"tokens":4,"to":3,"sequences":2,"in":2,"the":4,"fork":1,"any":2,"surviving":1,"beam":1,"candidates":1,"free":1,"unsurviving":1,"ones":1,"invokes":1,"detokenize":1,"and":2,"also":1,"marks":1,"as":1,"finished":1,"if":2,"they":1,"meet":1,"conditions":1,"indicates":1,"whether":1,"this":2,"postprocessor":1,"runs":1,"parallel":1,"with":1,"gpu":1,"forward":1,"pass":1,"processing":1,"from":1,"previous":1,"step":2,"true":1,"then":1,"no":1,"need":1,"be":1,"appended":1,"since":1,"it":1,"already":1,"done":1,"externally":1,"before":1,"next":1,"schedule":1,"call":1,"assert":1,"len":1,"1":1,"f":1,"type":1,"does":1,"not":1,"support":1,"multiple":1,"per":1,"return":1,"0":1},"4663,1759,data/raw/vllm-0.10.1/vllm/engine/output_processor/single_step.py":{"def":2,"process":4,"prompt":3,"logprob":2,"self":7,"seq":15,"group":8,"sequencegroup":4,"outputs":7,"list":1,"sequencegroupoutput":4,"none":2,"logprobs":2,"associated":2,"with":2,"one":1,"step":5,"of":1,"a":2,"single":4,"scheduled":1,"computation":1,"args":1,"the":2,"output":7,"is":4,"this":1,"vllm":2,"sequence":5,"for":2,"scheduler":4,"assert":2,"len":1,"1":2,"should":1,"only":1,"have":1,"0":3,"isinstance":1,"completionsequencegroupoutput":1,"async":2,"bool":1,"sampling":5,"params":5,"sample":4,"samples":1,"first":1,"if":3,"not":1,"append":1,"token":2,"id":1,"embed":1,"detokenize":1,"and":1,"detokenizer":2,"new":3,"char":3,"count":3,"decode":1,"inplace":1,"else":1,"stop":2,"checker":1,"maybe":1,"lora":2,"req":1,"request":1,"finished":1,"in":1,"free":1},"0,1765,data/raw/vllm-0.10.1/vllm/engine/output_processor/stop_checker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":11,"vllm":5,"project":1,"from":5,"typing":1,"import":5,"callable":2,"list":1,"optional":3,"tuple":1,"lora":8,"request":1,"lorarequest":3,"sampling":3,"params":3,"samplingparams":2,"sequence":6,"sequencestatus":1,"transformers":1,"utils":1,"tokenizer":4,"anytokenizer":2,"class":2,"stopchecker":1,"llmengine":1,"helper":1,"which":1,"separates":1,"out":1,"logic":1,"involving":1,"stop":5,"checking":1,"this":1,"checks":2,"things":1,"such":1,"as":1,"whether":3,"eos":1,"token":3,"was":1,"emitted":2,"max":10,"tokens":3,"has":3,"been":3,"consumed":1,"a":1,"string":2,"or":1,"if":5,"we":1,"have":1,"exceeded":1,"model":7,"len":10,"def":3,"init":1,"self":7,"int":2,"get":6,"for":4,"seq":5,"do":1,"not":2,"use":2,"it":1,"directly":1,"but":1,"req":5,"and":1,"long":2,"return":3,"else":1,"maybe":1,"new":2,"char":2,"count":2,"none":2,"finished":1,"sequences":1,"is":1,"number":2,"of":2,"chars":1,"added":1,"s":1,"output":2,"text":1,"newly":1,"generated":2,"check":1,"minimum":1,"yet":1,"skip":1,"min":1},"1765,1808,data/raw/vllm-0.10.1/vllm/engine/output_processor/stop_checker.py":{"check":5,"if":11,"the":5,"sequence":2,"has":2,"generated":1,"eos":5,"token":13,"not":4,"sampling":6,"params":6,"ignore":1,"and":3,"seq":17,"get":4,"last":7,"id":6,"remove":2,"unless":1,"explicitly":1,"specified":1,"this":2,"prevents":1,"unintended":1,"exposure":1,"of":1,"new":5,"char":5,"count":5,"include":3,"stop":15,"str":5,"in":4,"output":10,"text":7,"status":4,"sequencestatus":4,"finished":4,"stopped":3,"return":4,"a":2,"was":1,"encountered":1,"assumes":1,"single":1,"produced":1,"per":1,"step":1,"ids":1,"or":1,"reason":2,"any":1,"strings":2,"are":1,"matched":1,"self":2,"is":1,"none":1,"truncate":3,"to":3,"1":1,"reached":1,"max":2,"model":2,"len":3,"lora":1,"req":1,"length":1,"capped":1},"3573,1564,data/raw/vllm-0.10.1/vllm/engine/output_processor/stop_checker.py":{"check":3,"if":8,"the":6,"sequence":2,"has":1,"reached":1,"max":2,"tokens":2,"seq":2,"get":1,"output":9,"len":6,"sampling":1,"params":1,"status":1,"sequencestatus":1,"finished":1,"length":2,"capped":1,"return":5,"staticmethod":1,"def":1,"stop":23,"strings":2,"text":7,"str":8,"new":3,"char":3,"count":3,"int":2,"list":1,"include":2,"in":3,"bool":1,"optional":1,"tuple":2,"any":1,"are":1,"matched":3,"and":2,"truncate":3,"accordingly":1,"returns":1,"string":8,"offset":2,"or":4,"else":1,"none":3,"where":1,"is":2,"to":3,"which":1,"should":1,"be":1,"truncated":1,"1":4,"for":2,"no":2,"truncation":2,"not":2,"avoid":1,"searching":1,"already":1,"searched":1,"index":5,"find":1,"continue":1,"end":2,"of":2,"required":1,"either":1,"beginning":1},"0,1125,data/raw/vllm-0.10.1/vllm/engine/output_processor/util.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"from":6,"typing":3,"import":5,"list":8,"sequence":11,"as":1,"genericsequence":2,"cast":3,"model":1,"executor":1,"layers":1,"sampler":1,"sampleroutput":2,"completionsequencegroupoutput":4,"sequencegroupoutput":3,"def":1,"create":1,"output":7,"by":5,"group":9,"outputs":2,"num":2,"seq":2,"groups":2,"int":1,"helper":1,"method":1,"which":1,"transforms":1,"a":1,"2d":1,"organized":1,"step":4,"into":1,"for":3,"in":3,"range":1,"i":2,"enumerate":1,"append":1,"more":1,"generic":1,"type":1,"that":1,"inherits":1,"return":1},"0,1265,data/raw/vllm-0.10.1/vllm/assets/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":11,"project":1,"from":5,"functools":1,"import":5,"lru":2,"cache":6,"pathlib":1,"path":13,"typing":1,"optional":2,"envs":4,"as":1,"connections":1,"global":2,"http":2,"connection":2,"s3":7,"bucket":2,"url":2,"https":1,"public":4,"assets":6,"us":1,"west":1,"amazonaws":1,"com":1,"def":2,"get":4,"dir":2,"for":1,"storing":1,"downloaded":2,"mkdir":2,"parents":2,"true":4,"exist":2,"ok":2,"return":3,"filename":5,"str":2,"prefix":3,"none":2,"download":2,"an":1,"asset":8,"file":3,"and":1,"directory":3,"if":2,"not":2,"exists":1,"is":1,"f":1,"timeout":2,"image":1,"fetch":1},"0,1024,data/raw/vllm-0.10.1/vllm/assets/image.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":4,"dataclasses":1,"import":5,"dataclass":2,"typing":1,"literal":2,"torch":3,"pil":2,"image":11,"base":1,"get":3,"public":3,"assets":3,"vlm":3,"images":4,"dir":3,"vision":1,"model":1,"imageassetname":2,"stop":1,"sign":1,"cherry":1,"blossom":1,"frozen":1,"true":2,"class":1,"imageasset":1,"name":3,"property":2,"def":2,"self":4,"path":4,"filename":2,"f":2,"jpg":1,"s3":2,"prefix":2,"return":2,"open":1,"embeds":1,"tensor":1,"embeddings":1,"only":2,"used":1,"for":1,"testing":1,"purposes":1,"with":1,"llava":1,"1":1,"5":1,"pt":1,"load":1,"map":1,"location":1,"cpu":1,"weights":1},"0,1442,data/raw/vllm-0.10.1/vllm/assets/video.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"from":8,"dataclasses":1,"import":11,"dataclass":1,"functools":1,"lru":2,"cache":5,"typing":2,"any":1,"classvar":1,"literal":1,"optional":1,"cv2":3,"numpy":2,"as":2,"np":1,"npt":2,"huggingface":2,"hub":3,"hf":4,"download":4,"pil":1,"image":2,"utils":1,"placeholdermodule":2,"base":1,"get":3,"dir":3,"try":1,"librosa":3,"except":1,"importerror":1,"type":2,"ignore":1,"assignment":1,"def":2,"video":14,"asset":1,"filename":4,"str":7,"and":1,"open":2,"an":1,"repo":3,"raushan":2,"testing":2,"videos":2,"test":2,"directory":4,"example":1,"data":1,"mkdir":1,"parents":1,"true":2,"exist":1,"ok":1,"path":9,"if":2,"not":3,"exists":1,"id":1,"dataset":1,"return":1,"ndarrays":1,"num":1,"frames":3,"int":2,"1":1,"ndarray":1,"cap":4,"videocapture":1,"isopened":1,"raise":1,"valueerror":1,"f":1,"could":1,"file":1,"total":1,"prop":1,"frame":1,"count":1},"1442,1862,data/raw/vllm-0.10.1/vllm/assets/video.py":{"num":10,"frames":26,"if":7,"0":4,"else":2,"total":7,"frame":7,"indices":2,"np":2,"linspace":1,"1":4,"dtype":1,"int":4,"for":3,"idx":2,"in":3,"range":1,"ok":2,"cap":8,"grab":1,"next":1,"img":1,"not":4,"break":1,"only":1,"decompress":1,"needed":1,"ret":2,"retrieve":1,"opencv":2,"uses":1,"bgr":1,"format":1,"we":1,"need":1,"to":6,"convert":1,"it":1,"rgb":1,"pil":2,"and":1,"transformers":1,"compatibility":1,"append":1,"cv2":5,"cvtcolor":1,"color":1,"bgr2rgb":1,"stack":1,"len":2,"raise":2,"valueerror":2,"f":3,"could":2,"read":1,"enough":1,"from":1,"video":6,"file":4,"path":6,"expected":1,"got":1,"return":4,"def":3,"images":1,"list":2,"str":5,"image":3,"ndarrays":1,"fromarray":1,"get":3,"metadata":3,"dict":2,"any":1,"videocapture":1,"isopened":1,"open":1,"prop":2,"count":1,"fps":6,"duration":3,"backend":1,"videoassetname":3,"literal":1,"baby":2,"reading":2,"dataclass":1,"frozen":1,"true":1,"class":1,"videoasset":1,"name":4,"classvar":1,"sample":1,"demo":1,"mp4":1,"property":1,"filename":1,"self":3},"3304,960,data/raw/vllm-0.10.1/vllm/assets/video.py":{"property":3,"def":4,"pil":2,"images":2,"self":10,"list":2,"image":2,"video":16,"path":8,"download":4,"asset":5,"filename":4,"ret":6,"to":2,"num":2,"frames":2,"return":4,"np":1,"ndarrays":2,"npt":2,"ndarray":2,"metadata":2,"dict":1,"str":1,"any":1,"get":2,"audio":2,"sampling":2,"rate":2,"optional":1,"float":1,"none":1,"read":1,"data":1,"from":1,"the":1,"used":1,"in":1,"qwen2":2,"5":2,"omni":2,"examples":2,"see":1,"also":1,"offline":1,"inference":1,"only":1,"thinker":1,"py":1,"librosa":1,"load":1,"sr":1,"0":1},"0,1254,data/raw/vllm-0.10.1/vllm/assets/audio.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":6,"dataclasses":1,"import":8,"dataclass":2,"pathlib":1,"path":5,"typing":2,"literal":2,"urllib":1,"parse":1,"urljoin":2,"numpy":1,"as":1,"npt":2,"utils":1,"placeholdermodule":2,"base":1,"s3":4,"bucket":2,"url":3,"get":4,"public":3,"assets":3,"try":1,"librosa":4,"except":1,"importerror":1,"type":1,"ignore":1,"assignment":1,"asset":5,"dir":4,"multimodal":1,"audioassetname":2,"winning":1,"call":1,"mary":1,"had":1,"lamb":1,"frozen":1,"true":1,"class":1,"audioasset":1,"name":3,"property":3,"def":4,"filename":5,"self":8,"str":2,"return":4,"f":2,"ogg":2,"audio":3,"and":1,"sample":1,"rate":1,"tuple":1,"ndarray":1,"float":1,"prefix":2,"load":1,"sr":1,"none":1,"local":1},"0,1902,data/raw/vllm-0.10.1/vllm/utils/flashinfer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":5,"project":1,"compatibility":1,"wrapper":2,"for":4,"flashinfer":14,"api":1,"changes":1,"users":1,"of":1,"should":1,"always":1,"import":16,"only":1,"these":1,"wrappers":1,"from":5,"future":1,"annotations":1,"contextlib":1,"functools":2,"importlib":4,"util":2,"os":2,"typing":1,"any":4,"callable":1,"noreturn":2,"optional":1,"requests":1,"torch":1,"envs":2,"as":1,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"name":3,"this":2,"is":4,"storage":1,"path":2,"cubins":3,"it":3,"can":1,"be":1,"replaced":1,"with":1,"a":2,"local":2,"testing":1,"referenced":1,"https":3,"github":2,"com":3,"ai":2,"blob":1,"0c9a92c3d9a7e043ab6f3f7b2273269caf6ab044":1,"jit":1,"cubin":1,"loader":1,"py":1,"l35":1,"noqa":2,"e501":2,"repository":2,"environ":1,"get":2,"edge":1,"urm":1,"nvidia":1,"artifactory":1,"sw":1,"kernelinferencelibrary":1,"public":1,"generic":1,"cache":1,"def":3,"has":1,"bool":1,"return":5,"true":1,"if":3,"available":3,"use":1,"find":2,"spec":2,"check":1,"module":4,"exists":1,"without":1,"importing":1,"avoids":1,"potential":1,"cuda":1,"initialization":1,"side":1,"effects":1,"not":3,"none":4,"missing":1,"placeholder":1,"unavailable":1,"backend":2,"raise":1,"runtimeerror":1,"please":1,"install":1,"package":1,"enable":1,"kernels":1,"submodule":2,"str":1,"safely":1,"and":1,"or":1,"try":1,"except":1,"importerror":1,"modulenotfounderror":1,"general":1,"lazy":1},"1902,1944,data/raw/vllm-0.10.1/vllm/utils/flashinfer.py":{"def":5,"lazy":10,"import":9,"wrapper":11,"module":3,"name":4,"str":2,"attr":2,"fallback":3,"fn":3,"callable":1,"any":1,"missing":1,"create":2,"a":3,"for":3,"specific":1,"function":2,"functools":3,"cache":3,"get":3,"impl":5,"if":6,"not":3,"has":5,"flashinfer":18,"return":9,"none":5,"mod":3,"submodule":1,"getattr":1,"else":1,"args":4,"kwargs":4,"is":4,"wrappers":1,"each":1,"trtllm":6,"fp8":4,"block":6,"scale":8,"moe":17,"fused":8,"per":2,"tensor":2,"cutlass":4,"fp4":4,"quantize":2,"nvfp4":2,"interleave":2,"special":1,"case":1,"autotune":3,"since":1,"it":1,"returns":1,"context":1,"manager":1,"autotuner":1,"lambda":1,"contextlib":1,"nullcontext":1,"bool":2,"true":2,"available":2,"and":1,"importlib":1,"util":1,"find":1,"spec":1,"false":1},"3846,1795,data/raw/vllm-0.10.1/vllm/utils/flashinfer.py":{"check":1,"if":5,"all":1,"required":4,"functions":3,"are":1,"available":1,"flashinfer":5,"fused":3,"moe":4,"cutlass":1,"fp4":2,"quantize":1,"nvfp4":1,"block":2,"scale":2,"interleave":1,"trtllm":4,"for":3,"module":2,"name":4,"attr":2,"in":1,"mod":3,"get":2,"submodule":1,"not":3,"or":1,"hasattr":1,"return":6,"false":3,"true":2,"functools":2,"cache":3,"def":2,"has":2,"nvidia":7,"artifactory":8,"bool":2,"s":2,"is":5,"accessible":6,"this":2,"checks":1,"connectivity":1,"to":6,"the":2,"kernel":1,"inference":1,"library":1,"which":2,"downloading":1,"certain":1,"cubin":1,"kernels":1,"like":1,"fhma":1,"try":1,"use":2,"a":2,"short":1,"timeout":2,"avoid":1,"blocking":1,"too":1,"long":1,"response":3,"requests":1,"cubins":2,"repository":1,"5":1,"status":3,"code":3,"200":1,"logger":3,"debug":1,"once":4,"else":1,"warning":2,"returned":1,"failed":2,"d":1,"except":1,"exception":1,"as":1,"e":2,"connect":1,"supports":1,"attention":2,"tuple":1,"optional":1,"str":1,"result":1,"only":1,"depends":1,"on":1,"environment":1,"lambda":1,"call":1,"it":1,"env":2,"value":2,"envs":1,"vllm":1,"requires":1,"sm100":1,"and":2,"be":1,"download":1,"current":1,"platform":1,"device":1,"capability":1,"100":1},"5641,1715,data/raw/vllm-0.10.1/vllm/utils/flashinfer.py":{"if":11,"env":6,"value":6,"is":10,"not":3,"none":6,"logger":4,"info":3,"once":4,"vllm":1,"use":12,"trtllm":16,"attention":9,"set":4,"to":2,"s":2,"environment":3,"variable":3,"respect":2,"it":3,"making":1,"the":5,"conditional":1,"check":2,"for":2,"zero":1,"because":1,"path":1,"automatically":1,"enabled":1,"batch":1,"size":3,"condition":1,"satisfied":1,"1":2,"using":3,"return":7,"true":3,"def":1,"num":8,"tokens":2,"int":5,"max":2,"seq":2,"len":2,"kv":5,"cache":2,"dtype":2,"str":1,"qo":3,"heads":6,"optional":3,"attn":2,"head":2,"has":3,"sinks":4,"bool":2,"false":3,"supports":2,"dimensions":1,"are":2,"supported":1,"by":1,"decode":1,"or":3,"0":1,"being":1,"used":1,"we":1,"must":1,"as":1,"only":1,"backend":1,"that":1,"them":1,"required":1,"auto":3,"detection":1,"256":1,"and":2,"131072":1,"warning":1,"detected":1,"flashinfer":1},"7356,1998,data/raw/vllm-0.10.1/vllm/utils/flashinfer.py":{"torch":26,"library":2,"custom":1,"op":1,"vllm":2,"flashinfer":8,"mm":8,"fp4":8,"mutates":1,"args":1,"device":3,"types":1,"cuda":1,"def":3,"a":18,"tensor":18,"b":17,"scale":19,"g":3,"dtype":9,"backend":6,"str":3,"from":1,"import":1,"as":1,"return":2,"block":11,"size":1,"16":1,"register":1,"fake":2,"empty":1,"shape":8,"0":1,"1":11,"scaled":1,"alpha":1,"out":1,"assert":6,"ndim":4,"2":4,"and":3,"stride":2,"8":2,"if":1,"cutlass":1,"view":2,"uint8":2},"9354,553,data/raw/vllm-0.10.1/vllm/utils/flashinfer.py":{"return":1,"flashinfer":7,"mm":2,"fp4":4,"a":2,"b":2,"t":2,"block":5,"scale":5,"alpha":1,"out":1,"dtype":1,"backend":2,"all":1,"has":4,"trtllm":3,"fp8":1,"moe":5,"cutlass":2,"fused":2,"quantize":1,"nvfp4":1,"interleave":1,"autotune":1,"nvidia":1,"artifactory":1,"use":1,"attention":1,"scaled":1},"0,1790,data/raw/vllm-0.10.1/vllm/utils/jsontree.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":1,"project":1,"helper":1,"functions":1,"work":1,"with":1,"nested":4,"json":15,"structures":1,"from":5,"collections":1,"abc":1,"import":3,"iterable":2,"functools":1,"reduce":4,"typing":1,"callable":5,"typevar":3,"union":3,"overload":3,"t":19,"u":10,"jsontree":10,"dict":3,"str":1,"list":3,"tuple":4,"a":4,"structure":3,"where":1,"leaves":11,"need":1,"not":1,"be":1,"serializable":1,"def":5,"iter":3,"value":17,"iterate":1,"through":1,"each":2,"leaf":2,"in":7,"if":2,"isinstance":5,"for":5,"v":10,"values":1,"yield":3,"elif":3,"else":2,"map":4,"func":8,"apply":1,"function":1,"return":4,"k":2,"items":1,"initial":2,"type":1,"ignore":1,"assignment":1},"1790,422,data/raw/vllm-0.10.1/vllm/utils/jsontree.py":{"union":1,"t":1,"u":1,"apply":1,"a":3,"function":1,"of":1,"two":1,"arguments":1,"cumulatively":1,"to":4,"each":1,"leaf":1,"in":1,"nested":1,"json":3,"structure":1,"from":1,"left":1,"right":1,"so":1,"as":1,"reduce":3,"the":1,"sequence":1,"single":1,"value":3,"if":1,"initial":2,"is":1,"return":2,"func":2,"iter":2,"leaves":2,"type":4,"ignore":2,"arg":2},"0,1987,data/raw/vllm-0.10.1/vllm/utils/deep_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":11,"project":1,"compatibility":1,"wrapper":1,"for":1,"deepgemm":10,"api":1,"changes":1,"users":1,"of":1,"should":1,"always":1,"import":11,"only":2,"these":1,"wrappers":1,"from":5,"future":1,"annotations":1,"functools":3,"importlib":1,"os":1,"typing":1,"any":1,"callable":1,"noreturn":1,"torch":1,"envs":4,"as":1,"logger":8,"platforms":1,"current":7,"platform":7,"utils":1,"cdiv":1,"has":4,"deep":9,"gemm":11,"cache":2,"def":2,"is":11,"supported":5,"bool":2,"return":8,"true":2,"if":7,"on":4,"currently":1,"hopper":1,"and":4,"blackwell":5,"gpus":1,"are":1,"arch":2,"cuda":2,"device":3,"capability":3,"90":1,"or":1,"100":2,"e8m0":10,"used":1,"configured":1,"use":5,"scale":1,"a":1,"class":1,"gpu":3,"not":5,"debug":6,"once":6,"disabled":5,"false":4,"backend":1,"missing":1,"lazy":1,"init":1,"fp8":2,"nt":2,"impl":2,"none":1,"found":1,"enabled":4,"else":1,"running":1},"1987,1712,data/raw/vllm-0.10.1/vllm/utils/deep_gemm.py":{"def":3,"missing":1,"any":6,"noreturn":1,"placeholder":1,"for":2,"unavailable":1,"deepgemm":3,"backend":2,"raise":1,"runtimeerror":1,"is":5,"not":6,"available":2,"please":2,"install":1,"the":6,"deep":10,"gemm":13,"package":2,"to":1,"enable":1,"fp8":4,"kernels":1,"resolve":2,"symbol":5,"module":6,"new":5,"str":2,"old":6,"callable":4,"none":13,"return":6,"if":6,"it":1,"exists":1,"otherwise":1,"one":1,"hasattr":2,"getattr":2,"todo":1,"wentao":1,"deprecate":1,"in":2,"future":2,"logger":1,"warning":1,"once":1,"found":1,"legacy":2,"s":2,"upgrade":1,"so":1,"that":1,"support":1,"will":1,"be":1,"removed":1,"a":1,"vllm":2,"release":1,"nt":3,"impl":9,"grouped":6,"masked":3,"lazy":1,"init":1,"import":2,"and":1,"symbols":1,"on":1,"first":1,"use":1,"global":1,"fast":1,"path":3,"or":2,"has":1,"set":1,"up":1,"cache":6,"jit":4,"env":3,"name":3,"dg":2,"dir":1,"os":3,"environ":2,"get":1,"join":1,"envs":1,"root":1,"importlib":1},"3699,1604,data/raw/vllm-0.10.1/vllm/utils/deep_gemm.py":{"fp8":15,"gemm":16,"nt":12,"impl":9,"resolve":3,"symbol":3,"dg":3,"bf16":3,"grouped":12,"m":6,"contiguous":3,"masked":6,"def":5,"args":9,"kwargs":9,"lazy":3,"init":3,"if":3,"is":6,"none":3,"return":8,"missing":3,"disable":3,"ue8m0":4,"cast":3,"not":3,"blackwell":3,"deep":4,"e8m0":3,"used":3,"ceil":2,"to":1,"x":4,"torch":4,"tensor":1,"pow":1,"2":1,"0":1,"log2":1,"abs":1,"align":1,"int":3,"y":3,"cdiv":1,"default":1,"block":1,"size":1,"128":2,"taken":1,"from":1,"https":1,"github":1,"com":1,"deepseek":1,"ai":1,"deepgemm":1,"blob":1,"dd6ed14acbc7445dcef224248a77ab4d22b5f240":1,"utils":1,"math":1,"py":1,"l38":1,"todo":1,"wentao":1,"optimize":1,"this":1,"function":1,"using":1,"triton":1,"or":1,"cuda":1,"kernel":1},"5303,1639,data/raw/vllm-0.10.1/vllm/utils/deep_gemm.py":{"def":2,"per":3,"block":12,"cast":2,"to":5,"fp8":5,"x":26,"torch":8,"tensor":6,"size":6,"list":1,"int":1,"default":1,"use":2,"ue8m0":3,"bool":1,"false":1,"tuple":1,"assert":2,"dim":2,"2":3,"m":9,"n":8,"shape":1,"padded":5,"zeros":1,"align":2,"dtype":2,"device":2,"view":8,"1":6,"amax":3,"abs":1,"float":1,"3":1,"keepdim":1,"true":1,"clamp":1,"1e":1,"4":1,"sf":6,"448":1,"0":3,"ceil":1,"if":1,"else":1,"scaled":2,"float8":1,"e4m3fn":1,"return":3,"as":1,"contiguous":2,"calc":2,"diff":2,"y":6,"a":2,"global":1,"difference":1,"metric":1,"for":1,"unit":1,"tests":1,"deepgemm":1,"kernels":1,"on":1,"blackwell":2,"b200":1,"currently":1,"exhibit":1,"noticeable":1,"element":2,"error":1,"causing":1,"testing":1,"close":1,"fail":1,"instead":1,"of":1,"checking":1,"every":1,"we":1,"compute":1,"cosine":1,"style":1,"similarity":1,"over":1,"the":1,"whole":1,"and":1,"report":1,"sim":3,"once":1,"kernel":1,"accuracy":1,"improves":1,"this":1,"helper":1,"can":1,"be":1,"removed":1,"double":2,"denominator":2,"sum":2,"all":1,"gemm":5,"nt":3,"grouped":2,"masked":1,"is":2,"deep":2,"e8m0":1,"used":1,"supported":1},"0,1934,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":17,"future":1,"import":60,"annotations":1,"asyncio":3,"concurrent":3,"contextlib":1,"datetime":1,"enum":1,"gc":1,"getpass":1,"hashlib":1,"importlib":3,"metadata":1,"util":1,"inspect":1,"ipaddress":1,"json":1,"multiprocessing":1,"os":1,"pickle":1,"signal":1,"socket":1,"subprocess":1,"sys":1,"tempfile":1,"textwrap":1,"threading":1,"time":1,"traceback":1,"types":3,"uuid":2,"warnings":1,"weakref":1,"argparse":1,"action":1,"argumentdefaultshelpformatter":1,"argumentparser":1,"argumenttypeerror":1,"rawdescriptionhelpformatter":1,"argumentgroup":1,"first":1,"completed":1,"abstracteventloop":1,"task":1,"collections":2,"userdict":1,"defaultdict":1,"abc":1,"asyncgenerator":1,"awaitable":1,"collection":1,"generator":1,"hashable":1,"iterable":1,"iterator":1,"keysview":1,"mapping":1,"sequence":1,"futures":2,"threadpoolexecutor":1,"process":1,"processpoolexecutor":1,"dataclasses":1,"dataclass":1,"field":1,"functools":1,"cache":2,"lru":1,"partial":1,"wraps":1,"mappingproxytype":1,"typing":2,"type":1,"checking":1,"any":1,"callable":1,"generic":1,"literal":1,"namedtuple":1,"optional":1,"textio":1,"typevar":1,"union":1,"cast":1,"overload":1,"urllib":1,"parse":1,"urlparse":1,"uuid4":1,"cachetools":1,"cbor2":1,"cloudpickle":1,"numpy":2,"as":3,"np":1,"npt":1,"psutil":1,"regex":1,"re":1,"setproctitle":1,"torch":3,"yaml":1,"zmq":2,"packaging":2,"version":3,"library":2,"transformers":1,"tokenization":1,"utils":1,"base":1,"batchencoding":1},"1934,1990,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"from":5,"typing":1,"extensions":1,"import":6,"never":2,"paramspec":1,"typeis":1,"assert":1,"vllm":4,"envs":2,"as":1,"logger":4,"enable":1,"trace":1,"function":1,"call":1,"init":2,"ray":2,"lazy":1,"utils":1,"is":11,"in":1,"actor":1,"if":2,"type":1,"checking":1,"argparse":1,"namespace":1,"config":1,"modelconfig":1,"vllmconfig":1,"name":1,"this":1,"value":1,"chosen":1,"to":1,"have":1,"a":1,"balance":1,"between":1,"itl":1,"and":1,"ttft":1,"note":1,"it":1,"not":17,"optimized":1,"for":6,"throughput":1,"default":1,"max":3,"num":3,"batched":3,"tokens":3,"2048":1,"pooling":1,"model":2,"32768":1,"multimodal":2,"5120":1,"exception":1,"strings":1,"non":1,"implemented":1,"encoder":9,"decoder":9,"scenarios":1,"reminder":1,"please":1,"update":1,"docs":1,"features":1,"compatibility":1,"matrix":1,"md":1,"the":1,"feature":1,"combo":1,"become":1,"valid":1,"str":8,"impl":8,"enc":8,"dec":9,"swa":1,"sliding":1,"window":1,"attention":1,"models":9,"currently":8,"supported":8,"prefix":2,"cache":1,"caching":1,"chunked":2,"prefill":2,"logit":1,"softcap":1,"with":5,"logits":1,"soft":1,"cap":1,"require":1,"flashinfer":1,"backend":1,"which":1,"lora":2,"pp":1,"pipeline":1,"parallelism":1,"mm":1,"spec":1,"speculative":1,"decoding":1},"3924,1786,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"str":37,"not":20,"impl":20,"enc":21,"dec":23,"backend":8,"xformers":3,"and":1,"flash":7,"attention":5,"are":1,"the":5,"only":1,"backends":2,"currently":1,"supported":1,"with":1,"encoder":1,"decoder":1,"models":1,"efficiently":1,"import":2,"all":2,"error":1,"strings":1,"rather":1,"than":1,"having":1,"to":4,"of":6,"above":1,"err":1,"strs":1,"swa":2,"prefix":2,"cache":2,"chunked":2,"prefill":2,"logit":2,"softcap":2,"lora":2,"pp":2,"mm":2,"spec":2,"constants":1,"related":1,"forcing":1,"selection":2,"string":2,"name":1,"register":2,"which":1,"may":1,"be":1,"set":1,"in":3,"order":1,"force":1,"auto":1,"by":1,"wrapper":1,"env":2,"var":2,"vllm":1,"possible":2,"values":1,"corresponding":1,"flashinfer":2,"attn":8,"val":7,"torch":2,"sdpa":2,"rocm":2,"dual":2,"chunk":2,"invalid":2,"gb":2,"bytes":4,"1":3,"000":3,"number":2,"one":2,"gigabyte":1,"gib":2,"30":1,"gibibyte":1,"ansi":1,"color":1,"codes":1,"cyan":1,"033":2,"36m":1,"reset":1,"0":1,"0m":1},"5710,1946,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"str":1,"dtype":4,"to":3,"torch":21,"float32":4,"half":2,"bfloat16":2,"float":3,"fp8":4,"uint8":5,"e4m3":1,"e5m2":1,"int8":2,"inc":1,"float8":1,"e4m3fn":1,"numpy":1,"float16":2,"np":6,"float64":2,"int32":2,"int64":2,"contextlib":1,"contextmanager":1,"def":8,"set":3,"default":2,"num":8,"threads":9,"int":5,"sets":1,"the":2,"number":1,"of":1,"for":1,"pytorch":1,"given":1,"value":1,"old":2,"get":1,"yield":1,"p":2,"paramspec":1,"t":4,"typevar":5,"u":2,"k":7,"bound":1,"hashable":1,"v":4,"class":6,"sentinel":3,"all":1,"pinned":1,"device":1,"enum":6,"gpu":1,"auto":2,"cpu":1,"layerblocktype":1,"attention":2,"mamba":2,"counter":5,"init":3,"self":17,"start":2,"0":4,"none":3,"next":1,"i":2,"1":1,"return":5,"reset":1,"mappingordercacheview":1,"userdict":1,"data":2,"mapping":2,"ordered":5,"keys":6,"super":1,"iter":2,"iterator":1,"keysview":2,"cacheinfo":1,"namedtuple":1,"hits":2,"total":3,"property":1,"hit":1,"ratio":1,"if":1},"7656,1974,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":9,"sub":1,"self":29,"other":3,"cacheinfo":4,"return":9,"hits":7,"total":6,"class":1,"lrucache":3,"cachetools":1,"k":7,"v":5,"generic":1,"init":2,"capacity":3,"float":4,"getsizeof":2,"optional":1,"callable":1,"none":3,"super":3,"pinned":3,"items":2,"set":1,"0":6,"last":1,"info":4,"getitem":3,"key":9,"update":3,"bool":2,"true":1,"value":4,"if":4,"1":2,"delitem":2,"run":2,"on":3,"remove":3,"in":3,"false":2,"type":3,"ignore":3,"call":1,"arg":1,"todo":1,"add":1,"warning":1,"to":1,"inform":1,"that":1,"del":1,"item":1,"unpin":1,"property":4,"cache":4,"mapping":2,"the":3,"internal":2,"dictionary":2,"order":5,"read":2,"only":2,"mappingordercacheview":1,"data":1,"mappingproxytype":1,"maxsize":3,"usage":1,"currsize":1,"stat":1,"delta":1,"gets":1,"cumulative":1,"number":1,"of":1,"and":1,"queries":1,"against":1,"this":1},"9630,1838,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"if":4,"delta":5,"true":2,"instead":1,"gets":1,"these":1,"statistics":1,"since":1,"the":1,"last":3,"call":3,"that":1,"also":1,"passed":1,"info":11,"cacheinfo":1,"hits":3,"self":22,"total":3,"return":4,"def":8,"touch":1,"key":16,"k":8,"none":5,"try":1,"lrucache":2,"order":2,"move":1,"to":1,"end":1,"type":4,"ignore":4,"except":1,"keyerror":1,"overload":4,"get":3,"optional":7,"v":13,"default":6,"union":10,"t":10,"value":9,"in":2,"getitem":2,"update":2,"false":2,"arg":2,"1":2,"else":1,"pop":3,"not":1,"delitem":1,"put":1,"setitem":1},"11468,1967,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":8,"pin":2,"self":27,"key":19,"k":4,"none":6,"pins":1,"a":2,"in":9,"the":8,"cache":6,"preventing":1,"it":2,"from":2,"being":1,"evicted":2,"lru":7,"order":4,"if":6,"not":5,"raise":2,"valueerror":1,"f":1,"cannot":2,"pinned":13,"items":4,"add":1,"unpin":1,"unpins":1,"allowing":1,"to":3,"be":1,"remove":14,"on":1,"value":4,"optional":1,"v":1,"pass":1,"oldest":5,"bool":2,"false":2,"len":2,"0":7,"return":3,"popitem":2,"old":1,"needed":1,"while":2,"currsize":1,"capacity":1,"and":1,"pair":1,"least":1,"recently":1,"used":2,"pop":2,"item":1,"that":1,"is":2,"next":2,"for":1,"all":3,"sentinel":2,"runtimeerror":1,"are":1,"else":1,"iter":1,"cast":1,"clear":1,"true":1,"hits":2,"total":2,"last":1,"info":1,"cacheinfo":1,"class":1,"pyobjectcache":1,"python":1,"objects":1,"avoid":1,"object":1,"allocations":1,"across":1,"scheduler":1,"iterations":1,"init":1,"obj":3,"builder":3,"index":1},"13435,1755,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"self":18,"obj":11,"cache":12,"for":3,"in":4,"range":2,"128":1,"append":2,"builder":2,"def":6,"grow":2,"double":2,"the":8,"size":2,"of":2,"num":2,"objs":2,"len":4,"get":4,"object":2,"returns":3,"a":3,"pre":1,"allocated":1,"cached":2,"if":2,"there":1,"is":2,"not":2,"enough":1,"objects":2,"then":1,"will":3,"index":5,"assert":2,"1":1,"return":4,"reset":1,"makes":1,"all":1,"available":1,"next":1,"scheduler":1,"iteration":1,"0":4,"max":7,"shared":7,"memory":6,"bytes":3,"gpu":2,"int":4,"maximum":1,"per":2,"thread":2,"block":2,"from":2,"vllm":1,"import":1,"custom":1,"ops":3,"as":1,"mem":4,"device":1,"attribute":1,"value":1,"cause":1,"seq":1,"become":1,"negative":1,"and":2,"test":1,"attention":1,"py":1,"fail":1,"can":1,"be":1,"zero":1,"cpu":2,"total":2,"node":1,"psutil":1,"virtual":1,"random":1,"uuid":2,"str":2,"uuid4":1,"hex":1,"class":1,"asyncmicrobatchtokenizer":1,"asynchronous":1,"tokenizer":1,"with":1,"micro":1,"batching":1,"pulls":1,"pending":1,"encode":1,"decode":1,"requests":1,"queue":1,"batches":1,"them":1,"up":1,"to":1,"reduce":1,"overhead":1,"single":1,"threadpoolexecutor":1,"used":1,"so":1,"event":1,"loop":1,"stays":1,"responsive":1},"15190,1454,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":3,"init":1,"self":18,"tokenizer":4,"max":4,"batch":6,"size":3,"int":2,"32":1,"wait":3,"timeout":3,"s":3,"float":1,"0":1,"002":1,"none":1,"loop":6,"asyncio":7,"get":3,"running":1,"queues":1,"dict":2,"tuple":3,"queue":9,"union":1,"str":1,"future":12,"list":2,"batcher":1,"tasks":1,"task":1,"single":1,"thread":1,"executor":2,"for":1,"blocking":1,"calls":1,"threadpoolexecutor":1,"workers":1,"1":1,"public":1,"async":3,"api":1,"call":1,"prompt":2,"kwargs":5,"result":6,"create":2,"key":6,"encode":1,"await":4,"put":2,"return":2,"decode":2,"token":2,"ids":2},"16644,1843,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"internal":1,"helpers":1,"def":2,"get":5,"queue":15,"self":11,"loop":7,"asyncio":8,"abstracteventloop":1,"key":8,"tuple":3,"union":1,"str":1,"dict":1,"future":6,"list":3,"int":1,"the":2,"request":1,"for":3,"given":1,"operation":2,"creating":1,"a":1,"new":1,"and":1,"batcher":2,"task":2,"if":5,"needed":1,"queues":2,"is":1,"none":1,"0":4,"encode":4,"can":4,"batch":10,"1":1,"other":1,"coro":3,"else":1,"assert":1,"decode":2,"f":1,"unknown":1,"type":1,"tasks":1,"append":4,"create":1,"return":1,"async":1,"bool":1,"incoming":1,"requests":1,"efficiency":1,"while":2,"true":1,"prompt":4,"kwargs":6,"result":6,"await":2,"prompts":3,"futures":2,"deadline":2,"time":2,"wait":2,"timeout":4,"s":1,"len":1,"max":1,"size":1,"break":2,"try":1,"not":1,"except":1,"timeouterror":1},"18487,1658,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"try":1,"if":5,"every":1,"request":1,"uses":1,"identical":1,"kwargs":5,"we":1,"can":2,"run":3,"a":2,"single":1,"batched":1,"tokenizer":3,"call":1,"for":7,"big":1,"speed":1,"up":1,"batch":4,"and":1,"len":1,"prompts":5,"1":1,"encode":4,"fn":4,"partial":1,"self":9,"results":4,"await":3,"loop":4,"in":7,"executor":4,"i":2,"fut":9,"enumerate":1,"result":8,"futures":4,"not":3,"done":3,"data":2,"k":2,"v":2,"items":1,"set":3,"batchencoding":1,"else":1,"lambda":1,"list":2,"p":2,"kw":2,"zip":2,"res":2,"except":1,"exception":2,"as":1,"e":2,"async":1,"def":1,"decode":2,"queue":3,"asyncio":1,"incoming":1,"requests":1,"efficiency":1,"while":1,"true":1,"token":3,"ids":3,"future":2,"get":1,"deadline":1,"time":1,"wait":1,"timeout":1,"s":1},"20145,1882,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"while":1,"len":1,"token":5,"ids":5,"list":3,"self":6,"max":5,"batch":5,"size":1,"timeout":3,"deadline":1,"loop":2,"time":1,"if":6,"0":1,"break":2,"try":2,"result":6,"future":2,"await":2,"asyncio":2,"wait":1,"for":7,"queue":5,"get":1,"append":2,"futures":3,"except":2,"timeouterror":1,"perform":1,"a":8,"single":1,"batched":1,"decode":6,"call":1,"all":1,"requests":1,"results":2,"run":1,"in":3,"executor":2,"tokenizer":2,"fut":6,"res":2,"zip":1,"not":2,"done":2,"set":2,"exception":2,"as":1,"e":2,"def":1,"key":5,"op":2,"str":1,"kwargs":2,"dict":1,"tuple":1,"return":2,"normalized":1,"describing":1,"operation":1,"add":2,"special":2,"tokens":2,"true":3,"false":3,"truncation":4,"is":4,"length":4,"none":2,"returns":3,"can":2,"and":1,"or":1,"equals":1,"model":1,"otherwise":1,"cannot":1,"examples":1,"encode":3,"typical":1,"bool":1,"label":1,"fallback":1,"other":1},"22027,1906,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"add":4,"special":4,"tokens":4,"kwargs":3,"get":5,"true":2,"truncation":3,"false":3,"max":9,"length":5,"if":6,"not":6,"return":5,"encode":3,"none":8,"model":5,"getattr":3,"self":4,"tokenizer":1,"is":5,"or":1,"and":5,"other":1,"def":7,"del":1,"tasks":5,"batcher":1,"loop":17,"closed":2,"cancel":5,"for":2,"task":9,"in":8,"call":2,"soon":2,"threadsafe":3,"done":1,"run":3,"close":2,"sockets":3,"sequence":1,"union":1,"zmq":2,"socket":2,"asyncio":3,"sock":3,"linger":1,"0":1,"abstracteventloop":2,"function":7,"callable":3,"args":3,"elif":1,"event":3,"bool":1,"try":1,"running":1,"except":1,"runtimeerror":1,"make":1,"async":1,"func":1,"p":2,"t":2,"executor":3,"optional":1,"concurrent":1,"futures":1,"awaitable":1,"take":1,"a":1,"blocking":3,"it":1,"on":1,"an":1,"thread":2,"this":2,"prevents":1,"the":3,"from":1,"code":1,"needs":1,"to":1,"be":1,"safe":1},"23933,1842,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":3,"async":5,"wrapper":2,"args":3,"p":4,"kwargs":3,"asyncio":4,"future":1,"loop":9,"get":2,"event":1,"func":4,"partial":1,"return":5,"run":1,"in":6,"executor":3,"next":3,"task":5,"iterator":5,"asyncgenerator":3,"t":3,"none":3,"abstracteventloop":1,"can":1,"use":1,"anext":2,"python":1,"3":1,"10":1,"create":1,"type":2,"ignore":1,"arg":1,"merge":2,"iterators":8,"tuple":2,"int":1,"multiple":1,"asynchronous":1,"into":1,"a":2,"single":2,"this":1,"method":1,"handle":1,"the":4,"case":2,"where":2,"some":1,"finish":1,"before":1,"others":1,"when":2,"it":6,"yields":3,"i":4,"item":6,"is":1,"index":1,"of":1,"that":1,"if":1,"len":1,"1":2,"fast":1,"path":1,"for":4,"0":2,"yield":2,"running":1,"awaits":6,"pair":6,"enumerate":1,"try":2,"while":1,"done":2,"await":3,"wait":1,"keys":1,"first":1,"completed":1,"d":3,"pop":1,"except":1,"stopasynciteration":1,"pass":1,"finally":1,"cancel":2,"any":1,"remaining":1,"f":2,"items":1,"with":1,"contextlib":1,"suppress":1,"baseexception":1,"aclose":1},"25775,1993,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"async":4,"def":4,"collect":2,"from":3,"generator":2,"iterator":2,"asyncgenerator":1,"t":4,"none":1,"list":2,"all":1,"items":4,"an":1,"into":1,"a":1,"for":2,"item":2,"in":3,"append":1,"return":8,"get":4,"ip":19,"str":2,"host":10,"envs":2,"vllm":6,"if":3,"os":2,"environ":2,"and":3,"not":2,"logger":1,"warning":1,"the":7,"environment":2,"variable":2,"is":3,"deprecated":1,"ignored":1,"as":1,"it":2,"often":1,"used":1,"by":3,"docker":1,"other":2,"software":1,"to":7,"interact":1,"with":2,"container":1,"s":11,"network":2,"stack":1,"please":1,"use":1,"instead":1,"set":3,"address":4,"processes":1,"communicate":1,"each":1,"try":6,"interface":1,"ipv4":1,"socket":11,"af":2,"inet":1,"sock":3,"dgram":3,"connect":2,"8":4,"80":2,"doesn":2,"need":2,"be":3,"reachable":2,"getsockname":2,"0":12,"except":3,"exception":2,"pass":2,"ipv6":1,"inet6":1,"google":2,"public":2,"dns":2,"server":1,"see":1,"https":1,"developers":1,"com":1,"speed":1,"docs":1,"using":2,"addresses":1,"2001":1,"4860":2,"8888":1,"warnings":1,"warn":1,"failed":1,"default":1,"value":1,"can":1,"or":1,"stacklevel":1,"2":1,"test":1,"loopback":6,"bind":2,"family":2,"port":1,"auto":1,"assign":1,"close":1,"true":1,"oserror":1,"false":1},"27768,1529,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"vllm":3,"loopback":4,"ip":8,"is":4,"not":1,"set":2,"try":2,"to":2,"get":6,"it":1,"based":1,"on":1,"network":1,"interface":2,"if":4,"test":2,"bind":2,"127":3,"0":6,"1":9,"socket":2,"af":2,"inet":1,"return":13,"elif":1,"inet6":1,"else":4,"raise":1,"runtimeerror":1,"neither":1,"nor":1,"are":1,"bound":1,"a":1,"local":1,"the":1,"environment":1,"variable":1,"explicitly":1,"def":7,"valid":3,"ipv6":4,"address":5,"str":11,"bool":1,"ipaddress":1,"ipv6address":1,"true":1,"except":1,"valueerror":1,"false":1,"split":3,"host":16,"port":20,"tuple":1,"int":6,"startswith":1,"rsplit":1,"join":1,"f":6,"distributed":1,"init":1,"method":1,"tcp":4,"uri":2,"open":2,"zmq":2,"ipc":2,"path":5,"base":3,"rpc":3,"envs":1,"uuid4":2,"inproc":2},"29297,1929,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":3,"get":5,"open":5,"port":29,"int":3,"an":2,"for":5,"the":3,"vllm":5,"process":5,"to":3,"listen":1,"on":2,"edge":1,"case":2,"handle":1,"is":3,"when":1,"we":5,"run":1,"data":3,"parallel":3,"need":1,"avoid":1,"ports":3,"that":1,"are":1,"potentially":1,"used":1,"by":1,"master":7,"right":1,"now":2,"reserve":1,"10":2,"currently":1,"it":1,"uses":1,"2":1,"if":5,"dp":5,"in":6,"os":1,"environ":1,"envs":2,"reserved":2,"range":3,"while":2,"true":2,"candidate":3,"not":5,"return":6,"none":2,"try":4,"with":4,"socket":12,"af":3,"inet":2,"sock":3,"stream":3,"as":3,"s":9,"bind":3,"except":2,"oserror":2,"1":4,"increment":1,"number":1,"already":2,"use":2,"logger":1,"info":1,"d":2,"trying":1,"ipv4":1,"0":2,"getsockname":2,"ipv6":1,"inet6":1,"find":1,"using":1,"optional":1,"psutil":2,"todo":1,"can":2,"check":1,"running":1,"processes":2,"network":1,"macos":1,"therefore":1,"have":1,"a":1,"full":1,"graceful":1,"shutdown":1,"of":1,"let":1,"look":1,"this":1,"ref":1,"https":1,"www":1,"florianreinhard":1,"de":1,"accessdenied":1,"sys":1,"platform":1,"startswith":1,"darwin":1},"31226,1941,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"for":6,"conn":3,"in":5,"psutil":3,"net":1,"connections":1,"if":5,"laddr":1,"port":2,"try":1,"return":10,"process":1,"pid":1,"except":1,"nosuchprocess":1,"none":3,"def":8,"update":1,"environment":2,"variables":1,"envs":2,"dict":1,"str":2,"k":6,"v":4,"items":1,"os":4,"environ":4,"and":2,"logger":1,"warning":1,"overwriting":1,"variable":1,"s":7,"from":3,"to":3,"chunk":5,"list":2,"lst":4,"t":1,"size":4,"int":13,"yield":2,"successive":1,"chunks":1,"i":3,"range":1,"0":3,"len":1,"cdiv":1,"a":3,"b":2,"ceiling":1,"division":1,"next":2,"power":4,"of":4,"2":4,"n":7,"the":2,"inclusive":2,"1":7,"bit":2,"length":2,"prev":1,"previous":1,"round":2,"up":1,"x":4,"y":7,"down":1,"generate":2,"random":2,"fp8":4,"tensor":8,"torch":4,"low":2,"float":2,"high":2,"note":1,"zhaoyang":1,"due":1,"nan":3,"inf":4,"representation":1,"data":3,"type":1,"it":1,"may":1,"occur":1,"or":1,"we":1,"directly":1,"use":1,"randint":1,"example":1,"11111":3,"00":2,"fp8e5m2":1,"format":1,"represents":1,"e4m3":1,"e5m2":1,"1111":1,"111":1,"01":1,"10":1,"11":1,"vllm":1,"import":1,"custom":1,"ops":3,"as":1,"tmp":4,"empty":1,"like":1,"dtype":1,"float16":1,"uniform":1,"convert":1,"del":1},"33167,1990,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":2,"get":2,"kv":8,"cache":21,"torch":21,"dtype":46,"optional":7,"union":4,"str":12,"model":10,"none":3,"if":4,"isinstance":4,"auto":1,"and":1,"in":4,"to":4,"elif":3,"else":4,"raise":3,"valueerror":3,"f":3,"invalid":3,"return":1,"create":1,"caches":1,"with":1,"random":1,"flash":1,"num":5,"blocks":2,"int":6,"block":2,"size":5,"layers":1,"heads":2,"head":3,"seed":3,"device":1,"cuda":1,"layout":3,"nhd":3,"tuple":2,"list":2,"tensor":2,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"everything":1,"generic":2,"shape":3,"2":3,"assert":1,"hnd":1,"stride":2,"order":2,"0":3,"1":2,"3":2,"4":2,"allocation":1,"i":2,"for":1,"scale":1,"5":1},"35157,1481,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"key":10,"caches":7,"list":4,"torch":10,"tensor":4,"value":8,"for":1,"in":2,"range":1,"num":4,"layers":2,"cache":15,"empty":1,"size":6,"kv":3,"allocation":1,"shape":1,"dtype":14,"device":3,"permute":1,"stride":1,"order":1,"if":2,"auto":1,"half":1,"bfloat16":1,"float":1,"uniform":1,"scale":4,"elif":1,"fp8":4,"generate":1,"random":2,"else":1,"raise":2,"valueerror":2,"f":2,"does":2,"not":2,"support":2,"of":2,"type":2,"append":2,"0":1,"1":1,"return":1,"def":1,"create":1,"with":2,"blocks":1,"int":6,"block":1,"heads":1,"head":4,"optional":4,"union":2,"str":3,"model":2,"none":2,"seed":3,"cuda":1,"tuple":1,"and":1,"16":1,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"everything":1,"get":1},"36638,1967,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"scale":9,"head":3,"size":8,"0":1,"5":1,"x":3,"16":1,"torch":9,"tensor":3,"dtype":12,"element":1,"key":10,"cache":22,"shape":4,"num":6,"blocks":2,"heads":2,"block":2,"caches":6,"list":2,"for":3,"in":4,"range":2,"layers":2,"empty":2,"device":8,"if":4,"auto":2,"half":2,"bfloat16":2,"float":2,"uniform":2,"elif":2,"fp8":4,"generate":2,"random":2,"else":2,"raise":2,"valueerror":2,"f":2,"does":2,"not":2,"support":2,"of":2,"type":2,"append":2,"value":10,"return":3,"def":3,"is":5,"pin":3,"memory":4,"available":5,"bool":2,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"uva":4,"check":1,"unified":1,"virtual":1,"addressing":1,"requires":1,"pinned":1,"todo":1,"add":1,"more":1,"requirements":1,"needed":1,"class":1,"devicememoryprofiler":1,"init":1,"self":2,"optional":1,"types":1,"none":1},"38605,1924,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":5,"current":6,"memory":13,"usage":5,"self":12,"float":1,"return":5,"the":6,"in":2,"bytes":1,"from":4,"vllm":1,"platforms":1,"import":1,"platform":2,"gc":2,"collect":2,"get":1,"device":4,"enter":1,"initial":2,"this":1,"allows":1,"us":1,"to":5,"call":1,"methods":1,"of":3,"context":1,"manager":1,"if":3,"needed":1,"exit":1,"exc":3,"type":1,"val":1,"tb":1,"final":2,"consumed":1,"force":1,"garbage":1,"collection":1,"make":5,"ndarray":3,"with":3,"pad":7,"x":11,"list":6,"t":4,"dtype":10,"npt":2,"dtypelike":1,"max":11,"len":15,"optional":3,"int":2,"none":4,"a":3,"padded":7,"array":1,"2d":2,"inputs":2,"padding":2,"is":4,"applied":2,"end":2,"each":2,"inner":2,"until":2,"it":2,"reaches":2,"unlike":1,"for":2,"most":1,"functions":1,"map":2,"faster":1,"than":1,"genexpr":1,"over":1,"default":1,"0":1,"np":3,"full":1,"ind":2,"blocktb":4,"enumerate":1,"assert":1,"tensor":7,"torch":5,"union":1,"str":1,"pin":3,"bool":1,"false":1,"numpy":2},"40529,1698,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":4,"async":1,"tensor":6,"h2d":1,"data":3,"list":1,"dtype":30,"torch":14,"target":2,"device":6,"union":1,"str":1,"pin":3,"memory":3,"bool":3,"asynchronously":1,"create":1,"a":2,"and":5,"copy":1,"it":2,"from":2,"host":1,"to":4,"t":2,"cpu":1,"return":9,"non":1,"blocking":1,"true":3,"get":5,"size":3,"int":3,"the":2,"of":1,"type":1,"in":1,"bytes":1,"element":1,"0":1,"1":1,"float":1,"2":2,"complex":4,"3":1,"precision":3,"level":9,"note":1,"dtypes":1,"is":7,"floating":4,"point":4,"false":2,"lossless":2,"cast":2,"src":18,"tgt":16,"test":1,"whether":1,"if":4,"compare":2,"integral":1,"types":2,"not":2,"info":14,"iinfo":2,"min":4,"max":4,"finfo":2,"resolution":2},"42227,1753,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":6,"common":2,"broadcastable":1,"dtype":5,"dtypes":4,"collection":1,"torch":1,"get":1,"the":3,"where":1,"all":4,"of":4,"other":1,"can":2,"be":2,"cast":2,"to":3,"it":2,"without":1,"losing":1,"any":1,"information":1,"return":7,"max":1,"key":3,"lambda":1,"sum":1,"is":2,"lossless":1,"dt":2,"for":5,"in":5,"as":1,"list":18,"maybe":4,"iterable":5,"t":7,"convert":1,"unless":1,"s":1,"already":1,"a":3,"if":4,"isinstance":4,"else":1,"collections":1,"helpers":1,"value":9,"object":1,"typ":3,"union":1,"type":2,"tuple":1,"check":4,"literal":1,"first":3,"typeis":1,"not":2,"false":1,"len":1,"0":2,"or":1,"elif":1,"v":5,"assert":1,"never":1,"flatten":2,"2d":1,"lists":4,"single":1,"item":2,"sublist":2,"full":1,"groupby":2,"values":2,"callable":1,"k":2,"unlike":1,"itertools":1,"groups":4,"are":2,"broken":1,"by":2,"non":1,"contiguous":1,"data":1,"defaultdict":1,"append":1,"items":1,"todo":1,"this":1,"function":1,"removed":1,"transformer":1,"modules":5,"classes":1,"serialized":1,"when":1,"communicating":1,"between":1,"processes":1,"init":3,"cached":1,"hf":3,"none":1,"lazy":1,"initialization":1,"hugging":1,"face":1,"from":1,"transformers":1,"dynamic":1,"module":1,"utils":1,"import":1,"cache":1},"43980,1580,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":2,"find":5,"library":13,"lib":8,"name":7,"str":3,"the":13,"file":4,"in":8,"system":3,"is":1,"full":2,"filename":1,"with":1,"both":1,"prefix":1,"and":2,"suffix":1,"this":1,"function":1,"resolves":1,"to":2,"path":11,"of":1,"adapted":1,"from":1,"https":2,"github":1,"com":1,"openai":1,"triton":1,"blob":1,"main":1,"third":1,"party":1,"nvidia":1,"backend":1,"driver":1,"py":1,"l19":1,"noqa":1,"according":1,"en":1,"wikipedia":1,"org":1,"wiki":1,"filesystem":1,"hierarchy":1,"standard":1,"sbin":3,"ldconfig":3,"should":1,"exist":1,"all":1,"linux":2,"systems":1,"searches":2,"libs":2,"subprocess":1,"check":1,"output":1,"p":1,"decode":1,"each":1,"line":4,"looks":1,"like":1,"following":1,"libcuda":2,"so":7,"1":4,"libc6":1,"x86":2,"64":2,"gnu":1,"locs":5,"split":2,"for":2,"splitlines":1,"if":4,"ld":5,"user":1,"defined":1,"paths":1,"env":3,"envs":2,"not":2,"os":3,"join":2,"dir":3,"exists":1,"raise":1,"valueerror":1,"f":1,"cannot":1,"return":1,"0":1,"nccl":3,"we":2,"either":1,"use":1,"specified":1,"by":3,"vllm":2,"environment":1,"variable":1,"or":2,"brought":1,"pytorch":1,"after":1,"importing":1,"torch":1,"libnccl":1,"2":1,"librccl":1,"can":1,"be":1,"found":1,"ctypes":1,"automatically":1},"45560,1879,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"manually":1,"load":1,"the":5,"nccl":5,"library":2,"if":4,"so":10,"file":6,"logger":2,"info":2,"found":2,"from":4,"environment":1,"variable":1,"vllm":3,"path":1,"s":2,"else":3,"torch":13,"version":2,"cuda":13,"is":9,"not":4,"none":4,"libnccl":1,"2":1,"elif":1,"hip":1,"librccl":1,"1":1,"raise":1,"valueerror":1,"only":1,"supports":1,"and":1,"rocm":3,"backends":1,"return":3,"prev":2,"set":8,"stream":31,"current":15,"tls":6,"threading":1,"local":1,"def":2,"patched":2,"value":5,"replace":1,"with":2,"utils":1,"it":2,"turns":1,"out":1,"that":3,"quite":1,"expensive":1,"as":1,"will":1,"construct":1,"a":2,"new":1,"object":1,"at":1,"each":1,"call":2,"here":1,"we":4,"patch":1,"to":1,"keep":1,"track":1,"of":1,"directly":1,"can":1,"avoid":1,"calling":1,"underlying":1,"hypothesis":1,"do":1,"c":3,"setstream":1,"code":1,"platforms":1,"import":1,"platform":2,"hasattr":1,"or":1,"when":1,"this":1,"function":1,"called":1,"before":1,"any":1,"default":2,"on":1,"using":1,"0":1,"in":1,"combination":1,"rccl":1,"hurting":1,"performance":1,"therefore":1,"creating":1,"dedicated":1,"per":1,"process":1},"47439,1622,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":4,"enable":2,"trace":5,"function":6,"call":2,"for":4,"thread":3,"vllm":7,"config":2,"vllmconfig":1,"none":2,"set":1,"up":1,"tracing":1,"the":3,"current":1,"if":4,"enabled":1,"via":1,"environment":1,"variable":1,"envs":1,"tmp":5,"dir":5,"tempfile":1,"gettempdir":1,"add":1,"username":1,"to":2,"avoid":1,"permission":1,"issues":1,"os":5,"path":6,"join":2,"getpass":1,"getuser":1,"filename":2,"f":10,"process":1,"getpid":1,"threading":1,"get":1,"ident":1,"at":1,"datetime":2,"now":1,"log":4,"replace":1,"instance":2,"id":1,"makedirs":1,"dirname":1,"exist":1,"ok":1,"true":2,"functools":1,"helpers":1,"identity":2,"value":3,"t":2,"kwargs":1,"returns":1,"first":1,"provided":1,"return":1,"typevar":1,"bound":1,"callable":4,"any":1,"deprecate":1,"args":1,"start":1,"index":1,"int":1,"is":4,"deprecated":4,"union":1,"bool":2,"additional":1,"message":1,"optional":1,"str":1,"not":1,"partial":1,"wrapper":1,"fn":2,"params":2,"inspect":3,"signature":1,"parameters":1,"pos":3,"types":2,"parameter":2,"positional":2,"only":1,"or":1,"keyword":1,"kws":1,"kw":2,"param":2,"in":2,"items":1,"kind":1},"49061,1878,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"wraps":2,"fn":5,"def":4,"inner":6,"args":8,"kwargs":9,"if":7,"is":8,"deprecated":16,"pos":1,"kws":5,"start":1,"index":1,"len":1,"msg":6,"f":8,"the":4,"positional":1,"arguments":2,"are":2,"and":2,"will":2,"be":2,"removed":2,"in":2,"a":2,"future":2,"update":2,"additional":5,"message":5,"not":3,"none":3,"warnings":2,"warn":2,"deprecationwarning":2,"stacklevel":2,"3":2,"function":2,"takes":2,"up":2,"one":2,"level":2,"return":6,"type":2,"ignore":2,"wrapper":3,"deprecate":1,"str":2,"union":1,"bool":2,"callable":3,"true":1,"optional":1,"set":1,"partial":1,"identity":1,"keys":1,"keyword":1,"lru":1,"cache":1,"maxsize":1,"8":1},"50939,1831,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":4,"cuda":22,"device":9,"count":13,"stateless":4,"visible":5,"devices":6,"optional":1,"str":1,"none":1,"int":2,"note":1,"is":13,"not":4,"used":2,"but":1,"we":1,"keep":1,"it":1,"as":1,"an":1,"argument":1,"for":2,"lru":1,"cache":1,"purposes":1,"code":1,"below":1,"based":2,"on":2,"https":2,"github":2,"com":2,"pytorch":4,"blob":1,"c1cd946818442aca8c7f812b16d187ce1586c3bc":1,"torch":15,"init":1,"py":1,"l831c1":1,"l831c17":1,"import":3,"version":2,"from":1,"vllm":1,"platforms":1,"current":2,"platform":2,"if":8,"compiled":3,"return":7,"0":3,"rocm":2,"uses":1,"amdsmi":3,"instead":2,"of":6,"nvml":2,"this":3,"requires":1,"a":1,"sufficiently":1,"modern":1,"2":1,"4":1,"raw":4,"hasattr":1,"else":3,"1":1,"r":2,"c":1,"getdevicecount":1,"get":2,"number":1,"caching":1,"the":3,"value":2,"at":1,"time":1,"call":1,"should":1,"be":2,"unless":1,"has":1,"already":1,"been":1,"set":1,"to":1,"desired":1,"can":1,"removed":1,"and":1,"simply":1,"replaced":1,"with":1,"after":1,"pull":1,"122815":1,"released":1,"envs":1,"initialized":6,"bool":2,"check":2,"false":2,"xpu":4},"52770,1836,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":5,"cuda":9,"get":5,"device":7,"properties":3,"names":3,"sequence":1,"str":1,"init":2,"false":2,"tuple":2,"any":2,"specified":1,"property":1,"values":1,"without":1,"initializing":2,"in":3,"the":1,"current":1,"process":1,"if":4,"or":1,"is":2,"initialized":1,"props":2,"torch":1,"return":6,"getattr":1,"name":2,"for":1,"run":6,"subprocess":1,"to":1,"avoid":1,"as":2,"a":1,"side":1,"effect":1,"mp":3,"ctx":2,"multiprocessing":1,"context":2,"fork":1,"with":2,"processpoolexecutor":1,"max":1,"workers":1,"1":1,"executor":2,"submit":1,"true":2,"result":1,"weak":3,"bind":1,"bound":5,"method":4,"callable":4,"none":5,"make":1,"an":1,"instance":3,"that":2,"weakly":1,"references":1,"its":1,"associated":1,"and":1,"no":1,"ops":1,"once":2,"collected":1,"ref":3,"weakref":1,"self":1,"type":8,"ignore":8,"attr":8,"defined":8,"unbound":2,"func":1,"args":5,"kwargs":5,"inst":2,"f":2,"p":4,"wrapper":8,"has":4,"lock":3,"not":1,"threading":1,"class":1,"storeboolean":1,"action":1},"54606,1477,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":3,"call":1,"self":5,"parser":1,"namespace":3,"values":4,"option":3,"string":1,"none":1,"if":1,"lower":2,"true":3,"setattr":2,"dest":2,"elif":1,"false":3,"else":1,"raise":1,"valueerror":1,"f":1,"invalid":1,"boolean":1,"value":1,"expected":1,"or":1,"class":2,"sortedhelpformatter":2,"argumentdefaultshelpformatter":1,"rawdescriptionhelpformatter":1,"that":2,"sorts":1,"arguments":3,"by":1,"their":2,"strings":2,"split":4,"lines":5,"text":4,"width":4,"1":1,"sentences":1,"across":1,"have":1,"single":3,"newlines":4,"removed":1,"2":2,"paragraphs":1,"and":2,"explicit":1,"are":1,"into":1,"separate":1,"3":1,"each":1,"line":3,"is":1,"wrapped":1,"to":1,"the":3,"specified":1,"of":1,"terminal":1,"patterns":1,"also":1,"include":1,"whitespace":1,"after":1,"newline":3,"re":3,"compile":2,"r":2,"n":4,"s":2,"multiple":2,"sub":1,"return":1,"sum":1,"textwrap":1,"wrap":1,"for":1,"in":2,"add":2,"actions":4,"sorted":1,"key":1,"lambda":1,"x":2,"super":1,"flexibleargumentparser":1,"argumentparser":2,"allows":1,"both":1,"underscore":1,"dash":1,"names":1},"56083,1920,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"deprecated":5,"set":3,"action":4,"json":12,"tip":5,"str":1,"when":1,"passing":1,"cli":1,"arguments":2,"the":5,"following":1,"sets":1,"of":1,"are":1,"equivalent":1,"n":8,"arg":6,"key1":2,"value1":2,"key2":2,"key3":2,"value2":2,"additionally":1,"list":1,"elements":1,"can":1,"be":2,"passed":1,"individually":1,"using":1,"key4":3,"value3":2,"value4":2,"value5":2,"def":2,"init":2,"self":3,"args":10,"kwargs":5,"default":3,"formatter":3,"class":3,"to":3,"sortedhelpformatter":2,"if":5,"not":2,"in":4,"pop":2,"kwarg":2,"add":4,"control":1,"whether":1,"true":1,"super":2,"sys":1,"version":1,"info":1,"3":2,"13":1,"enable":2,"for":2,"python":1,"12":2,"and":4,"below":2,"parse":2,"known":2,"none":3,"namespace":6,"is":4,"disable":3,"log":4,"requests":4,"special":1,"case":1,"warning":4,"because":2,"won":1,"t":1,"trigger":1,"its":1,"value":1,"logger":2,"once":2,"argument":2,"replaced":1,"with":1,"this":1,"will":1,"removed":1,"v0":1,"0":1,"flexibleargumentparser":1,"hasattr":1,"dest":4,"getattr":1,"s":1,"return":1},"58003,1909,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":5,"add":9,"argument":6,"self":12,"args":19,"kwargs":8,"deprecated":8,"pop":2,"false":2,"action":7,"super":3,"if":7,"flexibleargumentparser":4,"return":4,"class":1,"flexibleargumentgroup":2,"argumentgroup":1,"group":4,"groups":1,"append":1,"format":2,"help":2,"str":2,"tip":4,"about":1,"json":4,"arguments":2,"to":1,"the":3,"epilog":6,"or":2,"and":2,"not":1,"startswith":1,"parse":1,"type":1,"ignore":1,"override":1,"list":1,"none":5,"namespace":2,"is":1,"sys":1,"argv":1,"1":1,"check":1,"for":2,"model":6,"in":6,"command":1,"line":1,"first":1,"0":1,"serve":2,"cli":2,"any":1,"arg":2,"raise":1,"valueerror":1,"with":1,"vllm":1,"you":1,"should":1,"provide":1,"as":1,"a":2,"positional":1,"config":3,"file":1,"instead":1,"of":1,"via":1,"option":1,"pull":1,"from":1},"59912,1880,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":2,"repl":3,"match":3,"re":2,"str":5,"replaces":1,"underscores":2,"with":1,"dashes":2,"in":6,"the":3,"matched":1,"string":1,"return":2,"group":1,"0":2,"replace":1,"everything":1,"between":1,"first":2,"and":8,"pattern":3,"compile":1,"r":1,"convert":2,"to":3,"vice":1,"versa":1,"argument":1,"names":1,"processed":6,"args":9,"list":3,"for":3,"i":3,"arg":13,"enumerate":1,"if":3,"startswith":2,"key":8,"value":6,"split":1,"1":8,"sub":2,"count":2,"append":5,"f":2,"else":3,"elif":2,"o":10,"2":4,"allow":1,"flag":1,"be":1,"used":1,"without":1,"space":1,"e":1,"g":1,"o3":1,"or":1,"odecode":1,"handled":1,"later":1,"also":1,"handle":1,"level":6,"here":1,"3":2,"len":1,"n":2,"create":2,"nested":6,"dict":6,"keys":4,"any":2,"creates":1,"a":5,"dictionary":1,"from":1,"of":1,"example":1,"b":2,"c":2,"will":1,"reversed":1},"61792,1991,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":1,"recursive":2,"dict":9,"update":4,"original":7,"str":13,"any":3,"set":5,"recursively":1,"updates":1,"a":2,"dictionary":2,"with":1,"another":1,"returns":1,"of":1,"duplicate":1,"keys":2,"that":1,"were":1,"overwritten":1,"duplicates":7,"for":3,"k":9,"v":6,"in":9,"items":1,"if":8,"isinstance":4,"and":3,"get":2,"nested":2,"f":1,"d":2,"elif":1,"list":3,"else":2,"add":2,"return":1,"delete":3,"int":1,"args":3,"defaultdict":1,"i":4,"processed":13,"arg":12,"enumerate":1,"skip":1,"value":10,"from":1,"previous":1,"continue":2,"startswith":1,"split":3,"1":4,"not":1,"false":1,"positive":1,"was":1,"only":1,"the":1,"endswith":1,"json":3,"dumps":1,"key":1,"try":1,"loads":1,"except":1,"decoder":1,"jsondecodeerror":1},"63783,1528,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"merge":1,"all":1,"values":1,"with":1,"the":7,"same":1,"key":3,"into":2,"a":3,"single":1,"dict":13,"arg":6,"create":1,"nested":1,"keys":2,"value":8,"duplicates":5,"recursive":1,"update":1,"args":13,"f":1,"d":2,"for":3,"in":6,"delete":2,"add":2,"i":3,"filter":1,"out":1,"we":1,"set":1,"to":2,"none":2,"processed":5,"enumerate":1,"if":4,"not":2,"logger":1,"warning":1,"found":1,"duplicate":1,"s":1,"join":1,"back":1,"as":2,"they":1,"were":1,"originally":1,"passed":1,"json":2,"items":1,"append":2,"dumps":1,"return":2,"super":1,"parse":1,"namespace":1,"def":2,"check":1,"port":3,"self":2,"try":1,"int":1,"except":1,"valueerror":1,"msg":2,"must":2,"be":3,"an":1,"integer":1,"raise":2,"argumenttypeerror":2,"from":2,"1024":2,"65535":2,"between":2,"and":1,"pull":2,"config":3,"list":3,"str":2,"method":1,"arguments":2,"specified":1,"file":2,"command":1,"line":1,"variable":1,"will":1,"inserted":1,"argument":1},"65311,1871,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"example":1,"yaml":3,"port":2,"12323":2,"tensor":2,"parallel":2,"size":2,"4":2,"python":1,"vllm":1,"serve":6,"chat":4,"complete":4,"facebook":3,"opt":3,"12b":3,"config":17,"tp":3,"2":3,"args":15,"please":3,"note":1,"how":1,"the":4,"are":2,"inserted":1,"after":1,"sub":1,"command":2,"this":2,"way":1,"order":2,"of":3,"priorities":1,"is":2,"maintained":1,"when":1,"these":1,"parsed":1,"by":4,"super":1,"assert":1,"count":1,"1":5,"more":1,"than":1,"one":1,"file":6,"specified":3,"index":5,"if":3,"len":2,"raise":2,"valueerror":2,"no":2,"check":1,"your":1,"line":1,"arguments":1,"path":2,"self":1,"load":1,"0th":1,"for":3,"optionally":1,"followed":3,"model":8,"tag":1,"only":1,"rest":1,"cli":4,"maintaining":1,"will":1,"enforce":1,"precedence":1,"defaults":1,"0":1,"in":6,"and":2,"not":3,"startswith":1,"any":1,"arg":2,"specify":1,"either":1,"as":1,"a":2,"positional":1,"argument":1,"or":1},"67182,1801,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"if":4,"model":3,"in":4,"cli":3,"specified":1,"as":4,"positional":1,"arg":1,"keep":1,"version":1,"args":19,"0":3,"1":4,"config":11,"2":4,"index":6,"else":2,"no":1,"use":1,"available":1,"return":1,"def":1,"load":2,"file":10,"self":2,"path":5,"str":7,"list":4,"loads":1,"a":4,"yaml":5,"and":1,"returns":2,"the":2,"key":1,"value":1,"pairs":1,"flattened":1,"with":2,"argparse":1,"like":1,"pattern":1,"port":2,"12323":2,"tensor":2,"parallel":2,"size":2,"4":2,"processed":2,"extension":3,"split":1,"not":1,"yml":2,"raise":2,"valueerror":1,"must":1,"be":1,"of":2,"type":1,"s":2,"supplied":1,"only":1,"expecting":1,"flat":1,"dictionary":1,"atomic":1,"types":1,"dict":1,"union":1,"int":1,"try":1,"open":1,"safe":1,"except":1,"exception":1,"ex":2,"logger":1,"error":1,"unable":1,"to":1,"read":1,"at":1,"make":1,"sure":1,"is":1,"correct":1,"store":1,"boolean":1,"arguments":1,"action":3,"dest":1,"for":1,"actions":1,"isinstance":1,"storeboolean":1},"68983,1780,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"for":2,"key":4,"value":4,"in":4,"config":1,"items":1,"if":8,"isinstance":1,"bool":4,"and":5,"not":3,"store":1,"boolean":1,"arguments":2,"processed":4,"args":6,"append":3,"else":1,"str":2,"return":5,"async":3,"def":2,"run":2,"task":4,"with":2,"lock":5,"callable":5,"asyncio":1,"kwargs":5,"utility":1,"function":1,"to":1,"a":5,"await":1,"supports":1,"kw":10,"object":1,"name":2,"requires":5,"only":10,"false":3,"allow":1,"var":1,"true":2,"check":1,"keyword":5,"is":5,"valid":2,"kwarg":1,"disallows":1,"names":1,"that":1,"can":1,"also":1,"be":2,"positional":4,"params":3,"inspect":6,"signature":1,"parameters":1,"param":8,"val":5,"get":1,"types":3,"where":1,"the":1,"it":1,"may":1,"i":1,"e":1,"explicitly":1,"defined":1,"nonvariadic":1,"passable":3,"set":1,"parameter":5,"or":2,"sig":3,"kind":3,"we":1,"want":1,"but":1,"this":1,"as":1,"arg":1},"70763,1776,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"if":4,"we":1,"re":1,"okay":1,"with":1,"var":6,"kwargs":7,"it":2,"s":1,"supported":1,"as":2,"long":1,"the":7,"kw":3,"name":3,"isn":1,"t":1,"something":1,"like":1,"args":3,"allow":3,"get":2,"last":4,"param":5,"type":2,"is":4,"ignored":1,"here":1,"because":1,"params":4,"a":4,"proxy":1,"mapping":3,"but":1,"wraps":1,"an":1,"ordered":1,"dict":3,"and":3,"they":1,"appear":1,"in":2,"order":1,"ref":1,"https":1,"docs":1,"python":1,"org":1,"3":1,"library":1,"inspect":3,"html":1,"signature":1,"parameters":1,"next":1,"reversed":1,"ignore":1,"return":3,"kind":1,"parameter":1,"keyword":5,"false":2,"def":1,"allowed":2,"kwarg":2,"only":6,"overrides":8,"callable":7,"object":2,"optional":1,"str":2,"requires":1,"bool":2,"true":1,"any":1,"given":1,"which":3,"has":1,"one":3,"or":4,"more":4,"names":2,"to":6,"values":2,"drop":1,"that":2,"can":1,"be":5,"not":2,"expanded":1,"overwrite":2,"this":1,"used":3,"few":1,"places":1,"handle":1,"custom":1,"processor":2,"for":3,"multimodal":1,"models":1,"e":1,"g":1,"profiling":1,"when":3,"options":1,"provided":2,"by":1,"user":1,"may":2,"affect":1,"number":1,"of":1,"mm":1,"tokens":1,"per":1,"instance":1,"takes":1,"0":1,"arguments":2,"none":1,"all":1,"are":2,"potential":1,"invoking":2,"allows":1,"expandable":1,"returns":1,"dictionary":1,"containing":1,"leveraged":1},"72539,1936,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"drop":1,"any":2,"mm":1,"processor":1,"kwargs":5,"provided":1,"by":1,"the":4,"user":1,"that":1,"are":3,"not":4,"unless":1,"it":2,"can":1,"fit":1,"var":3,"param":1,"filtered":3,"overrides":7,"kwarg":3,"name":3,"val":2,"for":4,"in":2,"items":1,"if":4,"supports":5,"kw":4,"callable":1,"requires":3,"only":4,"allow":2,"anything":1,"is":4,"dropped":7,"log":1,"a":2,"warning":3,"keys":6,"logger":2,"following":2,"intended":2,"keyword":2,"args":2,"and":3,"will":2,"be":2,"s":2,"else":1,"return":4,"using":2,"dynamo":3,"with":3,"vllm":1,"doesn":2,"t":2,"really":1,"work":1,"well":1,"pytorch":4,"versions":3,"2":5,"4":3,"0":6,"particular":1,"fakescalartype":1,"supported":1,"earlier":1,"of":1,"which":2,"breaks":1,"ops":1,"registered":1,"scalartype":1,"def":4,"bool":3,"base":3,"torch":7,"version":8,"xccl":3,"8":2,"dev":2,"xpu":1,"platform":1,"equal":1,"or":1,"newer":1,"distributed":1,"available":1,"some":1,"backends":1,"use":1,"support":1,"library":2,"custom":3,"op":3,"hasattr":1,"class":1,"atomiccounter":1,"an":1,"atomic":2,"thread":1,"safe":1,"counter":2,"init":1,"self":3,"initial":3,"initialize":1,"new":1,"to":1,"given":1,"value":2,"lock":2,"threading":1},"74475,1699,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":11,"inc":1,"self":33,"num":6,"1":2,"atomically":2,"increment":1,"the":4,"counter":2,"by":2,"and":2,"return":13,"new":2,"value":10,"with":2,"lock":2,"dec":1,"decrement":1,"property":1,"adapted":1,"from":1,"https":1,"stackoverflow":1,"com":1,"a":1,"47212782":1,"5082708":1,"class":2,"lazydict":1,"mapping":1,"str":5,"t":8,"generic":1,"init":1,"factory":8,"dict":6,"callable":2,"getitem":2,"key":18,"if":5,"not":3,"in":7,"raise":2,"keyerror":2,"setitem":1,"iter":2,"len":2,"classregistry":1,"userdict":1,"type":3,"v":2,"for":2,"cls":5,"mro":2,"data":4,"contains":3,"object":2,"bool":3,"strict":2,"false":2,"isinstance":1,"any":1},"76174,1864,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":4,"weak":8,"ref":6,"tensor":29,"any":5,"create":2,"a":6,"reference":1,"to":4,"the":5,"new":1,"will":2,"share":1,"same":1,"data":1,"as":1,"original":2,"but":1,"not":2,"keep":1,"alive":1,"if":5,"isinstance":4,"torch":10,"return":7,"ops":2,"c":2,"else":1,"tensors":12,"union":3,"list":4,"tuple":5,"convenience":1,"function":1,"references":1,"for":4,"single":1,"of":3,"or":1,"t":4,"in":2,"raise":2,"valueerror":1,"invalid":1,"type":1,"get":3,"cuda":3,"view":3,"from":5,"cpu":7,"using":1,"unified":1,"virtual":1,"addressing":1,"uva":1,"assert":2,"is":3,"pinned":2,"must":1,"be":1,"import":2,"path":4,"module":11,"name":4,"str":2,"file":6,"os":1,"pathlike":1,"python":2,"according":1,"its":1,"based":1,"on":1,"official":1,"recipe":1,"https":1,"docs":1,"org":1,"3":1,"library":1,"importlib":3,"html":1,"importing":1,"source":1,"directly":1,"spec":7,"util":2,"location":1,"none":2,"modulenotfounderror":1,"f":1,"no":1,"named":1,"loader":2,"sys":1,"modules":1,"exec":1,"cache":1},"78038,1950,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":13,"get":3,"vllm":3,"optional":1,"dependencies":1,"metadata":5,"importlib":1,"requirements":2,"all":2,"requires":1,"dist":1,"extras":2,"provides":1,"extra":5,"return":12,"re":1,"split":1,"r":1,"req":3,"0":1,"for":3,"in":2,"if":1,"endswith":1,"f":1,"class":2,"placeholderbase":2,"disallows":1,"downstream":2,"usage":2,"of":1,"placeholder":1,"modules":1,"we":1,"need":1,"to":2,"explicitly":1,"override":1,"each":1,"dunder":1,"method":2,"because":1,"getattr":14,"utils":1,"is":1,"not":1,"called":1,"when":1,"they":1,"are":1,"accessed":1,"info":1,"special":2,"lookup":2,"https":1,"docs":1,"python":1,"org":1,"3":1,"reference":1,"datamodel":1,"html":1,"self":23,"key":2,"str":1,"never":1,"the":1,"main":1,"should":1,"implement":1,"this":1,"throw":1,"an":1,"error":1,"attribute":1,"accesses":1,"representing":1,"raise":1,"notimplementederror":1,"basic":1,"customization":1,"lt":2,"other":6,"object":9,"le":2,"eq":2,"ne":2,"gt":2,"ge":2,"hash":2,"bool":2,"callable":1,"objects":1,"call":2,"args":1,"kwargs":1,"container":1,"types":1,"len":2,"getitem":2},"79988,1948,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":19,"setitem":2,"self":38,"key":2,"object":18,"value":1,"return":19,"getattr":19,"delitem":2,"missing":1,"is":2,"optional":1,"according":1,"to":1,"getitem":2,"specification":1,"so":3,"it":1,"skipped":3,"iter":1,"and":5,"reversed":1,"have":2,"a":1,"default":1,"implementation":1,"based":1,"on":1,"len":1,"they":2,"are":2,"numeric":1,"types":1,"add":2,"other":14,"sub":2,"mul":2,"matmul":2,"truediv":2,"floordiv":2,"mod":2,"divmod":2,"pow":2,"modulo":1,"lshift":2,"rshift":2,"xor":2,"or":2,"r":1,"i":1,"methods":2,"lower":1,"priority":1,"than":1,"the":1,"for":1,"left":1,"operand":1,"neg":2,"pos":2,"abs":2},"81936,1993,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":12,"invert":2,"self":23,"return":9,"getattr":9,"complex":1,"int":1,"and":1,"float":1,"have":1,"a":4,"default":1,"implementation":1,"based":1,"on":1,"index":3,"so":1,"they":1,"are":1,"skipped":1,"round":2,"ndigits":1,"object":4,"trunc":2,"floor":2,"ceil":2,"context":1,"managers":1,"enter":2,"exit":2,"args":1,"kwargs":1,"class":2,"placeholdermodule":3,"placeholderbase":2,"placeholder":2,"to":3,"use":1,"when":3,"module":6,"does":2,"not":3,"exist":1,"this":1,"enables":1,"more":1,"informative":1,"errors":1,"trying":1,"access":1,"attributes":2,"of":1,"that":1,"exists":1,"init":4,"name":8,"str":4,"none":2,"super":2,"apply":1,"mangling":1,"avoid":1,"conflicting":1,"with":1,"attr":4,"path":3,"placeholdermoduleattr":2,"key":1,"try":1,"importlib":1,"import":1,"except":1,"importerror":2,"as":1,"exc":3,"for":2,"extra":3,"names":2,"in":2,"get":1,"vllm":2,"optional":1,"dependencies":1,"items":1,"if":1,"msg":2,"f":1,"please":1,"install":1,"support":1,"raise":3,"from":1,"assertionerror":1,"should":1,"be":2,"used":1,"the":1,"original":1,"can":1,"imported":1},"83929,1442,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"apply":1,"name":2,"mangling":1,"to":8,"avoid":1,"conflicting":1,"with":1,"module":6,"attributes":1,"self":8,"attr":7,"path":6,"def":3,"placeholder":1,"str":5,"return":1,"placeholdermoduleattr":1,"f":2,"getattr":2,"key":3,"raise":1,"assertionerror":1,"placeholdermodule":1,"should":1,"not":1,"be":2,"used":1,"when":1,"the":7,"original":1,"can":3,"imported":1,"create":1,"a":3,"library":7,"hold":1,"custom":5,"op":7,"vllm":3,"lib":3,"fragment":1,"noqa":1,"direct":1,"register":2,"func":1,"callable":2,"mutates":1,"args":1,"list":1,"fake":1,"impl":1,"optional":2,"none":2,"target":2,"dispatch":1,"cuda":2,"tags":1,"tuple":1,"torch":2,"tag":1,"have":1,"significant":1,"overhead":1,"because":1,"it":3,"needs":1,"consider":1,"complicated":1,"dispatching":1,"logic":1,"this":1,"function":1,"directly":1,"registers":1,"and":1,"dispatches":1,"backend":1,"see":1,"https":1,"gist":1,"github":1,"com":1,"youkaichao":1,"ecbea9ec9fc79a45d2adce1784d7a9a5":1,"for":1,"more":1,"details":1,"by":1,"default":1,"is":1,"registered":1,"if":1,"you":2,"want":1,"different":1,"pass":1,"object":1,"argument":1},"85371,1911,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"important":1,"the":10,"lifetime":2,"of":6,"operator":3,"is":6,"tied":1,"to":5,"library":6,"object":3,"if":4,"you":2,"want":1,"bind":1,"a":3,"different":1,"make":1,"sure":1,"alive":1,"when":1,"used":1,"not":3,"supports":1,"custom":5,"op":10,"from":1,"vllm":3,"platforms":1,"import":4,"current":2,"platform":3,"assert":1,"cuda":2,"alike":1,"needs":1,"torch":6,"2":2,"4":2,"support":1,"chances":1,"are":2,"using":1,"an":2,"old":1,"version":1,"pytorch":3,"or":2,"build":1,"it":2,"recommended":1,"use":1,"in":1,"fresh":1,"new":1,"environment":1,"and":1,"let":1,"install":1,"required":1,"dependencies":1,"return":3,"hasattr":1,"infer":3,"schema":6,"str":4,"func":3,"mutates":3,"args":4,"else":1,"for":1,"impl":5,"my":4,"lib":6,"target":1,"define":1,"name":8,"tags":2,"dispatch":2,"key":2,"fake":3,"none":1,"register":1,"def":2,"resolve":2,"obj":3,"by":3,"qualname":3,"any":1,"its":1,"fully":1,"qualified":1,"class":1,"module":5,"rsplit":1,"1":1,"importlib":1,"getattr":1,"kill":1,"process":4,"tree":1,"pid":4,"int":2,"kills":1,"all":2,"descendant":1,"processes":1,"given":1,"sending":1,"sigkill":1,"id":1,"parent":3,"try":1,"psutil":2,"except":1,"nosuchprocess":1,"get":1,"children":3,"recursively":1,"recursive":1,"true":1},"87282,1580,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"send":1,"sigkill":3,"to":2,"all":2,"children":2,"first":1,"for":1,"child":2,"in":1,"with":2,"contextlib":2,"suppress":2,"processlookuperror":2,"os":2,"kill":3,"pid":2,"signal":2,"finally":1,"the":3,"parent":1,"dataclass":1,"class":1,"memorysnapshot":1,"memory":23,"snapshot":1,"torch":17,"peak":5,"int":6,"0":9,"free":3,"total":3,"cuda":12,"non":3,"timestamp":2,"float":1,"auto":2,"measure":6,"bool":1,"true":1,"def":2,"post":1,"init":1,"self":15,"if":1,"we":2,"usage":2,"via":1,"allocated":2,"bytes":3,"rather":1,"than":1,"reserved":4,"after":1,"reset":1,"stats":2,"will":1,"keep":1,"growing":1,"and":1,"only":1,"shrink":1,"when":1,"call":1,"empty":1,"cache":1,"or":1,"oom":1,"happens":1,"get":2,"mem":1,"info":1,"is":2,"how":1,"many":1,"pytorch":1,"gets":1,"from":1,"by":1,"calling":1,"cudamalloc":1,"etc":1,"this":1,"used":1,"time":2},"88862,1646,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":2,"sub":1,"self":14,"other":8,"memorysnapshot":9,"return":2,"torch":15,"peak":6,"free":3,"memory":25,"total":4,"cuda":3,"non":9,"timestamp":3,"auto":1,"measure":1,"false":1,"dataclass":1,"class":1,"memoryprofilingresult":1,"profiling":2,"result":1,"all":1,"numbers":1,"are":1,"in":1,"bytes":5,"kv":3,"cache":3,"int":3,"0":6,"increase":6,"weights":3,"float":2,"before":2,"create":1,"field":3,"default":3,"factory":3,"profile":4,"after":1,"time":2,"repr":1,"str":1,"f":8,"takes":1,"2f":5,"seconds":1,"gib":8,"forward":1,"contextlib":1,"contextmanager":1},"90508,1968,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":1,"memory":17,"profiling":5,"baseline":2,"snapshot":3,"memorysnapshot":1,"weights":9,"int":1,"generator":1,"memoryprofilingresult":1,"none":2,"context":1,"manager":1,"the":17,"before":4,"current":6,"vllm":6,"instance":6,"used":10,"by":9,"pytorch":2,"when":1,"loading":4,"model":5,"note":1,"that":1,"we":1,"also":1,"initialize":1,"device":1,"and":2,"distributed":1,"environment":1,"which":1,"may":1,"consume":1,"some":3,"this":2,"part":1,"is":2,"not":3,"included":1,"in":6,"because":1,"does":1,"control":1,"it":1,"one":1,"gpu":1,"can":1,"be":1,"classified":1,"into":1,"3":8,"categories":1,"1":12,"anything":1,"other":1,"than":1,"2":12,"torch":3,"but":1,"a":3,"quantitive":1,"example":1,"creating":2,"category":15,"gib":18,"0":3,"after":3,"i":1,"e":1,"take":2,"5":2,"nccl":3,"during":1,"peak":3,"4":1,"activation":3,"tensors":3,"buffers":2,"for":4,"attention":2,"backends":2,"garbage":1,"collecting":1,"case":1,"non":2,"kv":1,"cache":1,"takes":1,"total":1,"including":1,"b":1,"reserved":1,"c":1,"components":1,"directly":1,"given":1,"from":1,"argument":1},"92476,1988,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"the":5,"increase":7,"of":4,"torch":11,"cuda":4,"memory":9,"stats":2,"allocated":1,"bytes":1,"all":1,"peak":5,"during":1,"profiling":2,"gives":1,"b":1,"non":5,"from":4,"creating":1,"current":6,"vllm":1,"instance":1,"until":1,"after":4,"to":2,"get":1,"c":1,"noqa":3,"gc":2,"collect":2,"empty":2,"cache":3,"reset":1,"result":17,"memoryprofilingresult":1,"before":4,"create":4,"baseline":1,"snapshot":1,"part":1,"used":1,"for":1,"holding":1,"model":1,"weights":4,"profile":9,"measure":2,"yield":1,"diff":5,"time":1,"timestamp":1,"kv":1,"adapted":1,"https":1,"github":1,"com":1,"sgl":1,"project":1,"sglang":2,"blob":1,"v0":1,"4":1,"1":1,"python":1,"srt":1,"utils":1,"py":1,"l630":1,"e501":1,"def":1,"set":1,"ulimit":4,"target":3,"soft":6,"limit":4,"65535":1,"if":2,"sys":1,"platform":1,"startswith":1,"win":1,"logger":2,"info":1,"windows":1,"detected":1,"skipping":1,"adjustment":1,"return":1,"import":1,"resource":7,"type":3,"rlimit":1,"nofile":1,"hard":2,"getrlimit":1,"try":1,"setrlimit":1,"except":1,"valueerror":1,"as":1,"e":2,"warning":1,"found":1,"s":2,"and":1,"failed":1,"automatically":1,"with":2,"error":1,"this":1,"can":1,"cause":1,"fd":1,"errors":1,"like":1,"oserror":1,"errno":1,"24":1,"too":1,"many":1,"open":1,"files":1,"consider":1,"increasing":1,"n":1},"94464,1964,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"adapted":2,"from":3,"https":2,"github":2,"com":2,"sgl":2,"project":2,"sglang":4,"blob":2,"v0":2,"4":2,"1":2,"python":2,"utils":2,"py":2,"l28":1,"noqa":2,"e501":2,"def":4,"get":1,"exception":2,"traceback":2,"etype":2,"value":2,"tb":2,"sys":1,"exc":1,"info":1,"err":2,"str":11,"join":1,"format":1,"return":5,"split":2,"zmq":15,"path":14,"tuple":1,"a":4,"into":1,"its":2,"parts":2,"parsed":5,"urlparse":1,"if":5,"not":2,"scheme":12,"raise":3,"valueerror":3,"f":6,"invalid":3,"host":11,"hostname":2,"or":3,"port":13,"tcp":6,"and":3,"all":1,"the":4,"fields":1,"are":1,"required":1,"for":2,"only":2,"makes":1,"sense":1,"with":2,"make":4,"optional":5,"int":2,"none":5,"args":1,"transport":1,"e":1,"g":1,"ipc":1,"inproc":1,"can":1,"be":1,"an":1,"ipv4":1,"address":3,"ipv6":2,"number":1,"used":1,"sockets":1,"returns":1,"properly":1,"formatted":1,"string":1,"is":2,"valid":1,"srt":1,"l783":1,"socket":5,"ctx":1,"union":2,"asyncio":2,"context":2,"type":3,"ignore":2,"name":2,"defined":2,"any":1,"bind":2,"bool":1,"identity":1,"bytes":1,"linger":1,"proper":1,"connect":1,"semantics":1},"96428,1820,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"mem":7,"psutil":1,"virtual":1,"memory":5,"socket":24,"ctx":2,"type":6,"calculate":1,"buffer":3,"size":6,"based":1,"on":2,"system":3,"total":4,"1024":3,"3":3,"available":4,"for":3,"systems":2,"with":3,"substantial":1,"32gb":1,"16gb":1,"set":1,"a":3,"large":1,"0":6,"5gb":2,"to":2,"improve":1,"throughput":1,"less":1,"use":2,"default":2,"1":3,"avoid":1,"excessive":1,"consumption":1,"if":11,"32":1,"and":2,"16":1,"buf":4,"int":2,"5":1,"in":4,"bytes":2,"else":2,"bind":5,"is":5,"none":5,"not":3,"zmq":23,"push":2,"sub":1,"xsub":1,"pull":1,"dealer":2,"router":2,"setsockopt":8,"rcvhwm":1,"rcvbuf":1,"sndhwm":1,"sndbuf":1,"identity":4,"linger":4,"xpub":2,"verbose":1,"true":1,"determine":1,"the":2,"path":6,"tcp":2,"an":1,"ipv6":4,"address":2,"enable":1,"so":1,"scheme":2,"host":2,"split":1,"valid":1,"connect":1,"return":1,"contextlib":1,"contextmanager":1,"def":1,"str":1,"any":1,"optional":2,"bool":1,"iterator":1,"context":1,"manager":1},"98248,1603,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"ctx":3,"zmq":2,"context":2,"type":2,"ignore":1,"attr":1,"defined":1,"try":1,"yield":1,"make":1,"socket":2,"path":1,"bind":2,"identity":2,"except":1,"keyboardinterrupt":1,"logger":2,"debug":1,"got":1,"keyboard":1,"interrupt":1,"finally":1,"destroy":1,"linger":2,"def":1,"maybe":1,"force":2,"spawn":8,"check":1,"if":7,"we":5,"need":2,"to":7,"the":6,"use":3,"of":1,"multiprocessing":3,"start":2,"method":5,"os":3,"environ":3,"get":2,"vllm":4,"worker":3,"multiproc":3,"return":1,"reasons":7,"is":5,"in":2,"ray":7,"actor":2,"even":2,"choose":1,"pass":1,"address":3,"subprocess":1,"so":1,"that":1,"it":1,"knows":1,"how":1,"connect":1,"cluster":1,"env":1,"vars":1,"are":1,"inherited":1,"by":1,"subprocesses":1,"import":1,"runtime":1,"gcs":1,"append":3,"a":1,"and":1,"can":1,"only":1,"be":1,"spawned":1,"cuda":2,"initialized":4,"elif":1,"xpu":2,"warning":1,"must":1,"overriding":1,"see":1,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"usage":1,"troubleshooting":1,"html":1,"python":1,"for":1,"more":1,"information":1,"s":1,"join":1},"99851,667,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":2,"get":3,"mp":3,"context":3,"a":2,"multiprocessing":3,"with":1,"particular":1,"method":7,"spawn":3,"or":1,"fork":2,"by":1,"default":2,"we":2,"follow":1,"the":4,"value":2,"of":2,"vllm":3,"worker":3,"multiproc":3,"to":1,"determine":1,"is":1,"however":1,"under":1,"certain":1,"conditions":1,"may":1,"enforce":1,"and":1,"override":1,"maybe":1,"force":1,"envs":1,"return":1,"bind":1,"kv":3,"cache":3,"ctx":1,"dict":2,"str":3,"any":1,"list":2,"torch":1,"tensor":1,"virtual":1,"engine":1,"layer":1,"index":1,"shared":1,"layers":1,"optional":1,"none":1},"100518,1733,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"none":3,"bind":1,"the":3,"kv":21,"cache":20,"tensor":2,"to":3,"attention":7,"modules":1,"similar":1,"ctx":9,"layer":23,"name":13,"ve":6,"extract":4,"index":7,"special":1,"things":1,"handled":1,"here":1,"1":3,"some":2,"models":4,"have":2,"non":1,"layers":9,"e":2,"g":2,"jamba":1,"2":1,"pipeline":1,"parallelism":1,"each":1,"rank":1,"only":2,"has":2,"a":1,"subset":1,"of":2,"3":1,"encoder":5,"no":1,"4":1,"decoder":7,"and":4,"same":2,"bart":1,"s":1,"self":1,"attn":4,"is":4,"mapped":1,"5":1,"that":1,"share":1,"with":1,"previous":1,"this":1,"specified":1,"through":1,"shared":3,"if":2,"from":2,"vllm":2,"import":2,"attentiontype":3,"model":1,"executor":1,"utils":1,"need":3,"for":4,"in":5,"hasattr":1,"type":2,"sharing":1,"target":1,"sorted":3,"set":1,"idx":2,"forward":3,"assert":1,"len":2,"enumerate":1},"102251,367,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"if":1,"shared":2,"kv":5,"cache":4,"layers":2,"is":1,"not":1,"none":1,"for":1,"layer":8,"name":6,"target":3,"in":1,"items":1,"assert":1,"extract":2,"index":2,"v0":1,"doesn":1,"t":1,"support":1,"interleaving":1,"sharing":1,"ctx":2},"102618,936,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":2,"run":2,"method":14,"obj":4,"any":4,"union":1,"str":3,"bytes":3,"callable":2,"args":2,"tuple":1,"kwargs":2,"dict":1,"a":3,"of":1,"an":1,"object":1,"with":1,"the":4,"given":1,"arguments":2,"and":2,"keyword":1,"if":4,"is":4,"string":1,"it":2,"will":3,"be":3,"converted":1,"to":1,"using":2,"getattr":2,"serialized":1,"deserialized":1,"cloudpickle":2,"called":1,"directly":1,"isinstance":2,"func":4,"partial":2,"loads":1,"elif":1,"try":1,"except":1,"attributeerror":1,"raise":1,"notimplementederror":1,"f":1,"r":1,"not":1,"implemented":1,"from":1,"none":1,"else":1,"type":1,"ignore":1,"return":1,"import":1,"pynvml":1,"historical":1,"comments":1},"103554,1901,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"libnvml":1,"so":2,"is":8,"the":16,"library":1,"behind":1,"nvidia":4,"smi":1,"and":8,"pynvml":11,"a":9,"python":5,"wrapper":3,"around":1,"it":9,"we":5,"use":4,"to":8,"get":1,"gpu":1,"status":1,"without":1,"initializing":1,"cuda":1,"context":1,"in":4,"current":1,"process":1,"historically":1,"there":1,"are":2,"two":1,"packages":2,"that":2,"provide":1,"ml":2,"py":2,"https":3,"pypi":2,"org":2,"project":3,"official":4,"dependency":1,"of":2,"vllm":5,"installed":2,"when":3,"users":1,"install":1,"provides":2,"module":5,"named":2,"an":1,"unofficial":3,"prior":1,"version":2,"12":3,"0":2,"also":1,"therefore":1,"conflicts":1,"with":1,"one":4,"what":1,"s":1,"worse":1,"package":1,"has":1,"higher":1,"priority":1,"than":1,"which":1,"standalone":1,"file":1,"this":2,"causes":1,"errors":2,"both":1,"them":1,"starting":1,"from":1,"migrates":1,"new":1,"utils":1,"avoid":1,"conflict":1,"confusing":1,"many":1,"community":1,"by":1,"mistake":1,"have":1,"handle":1,"case":1,"for":4,"example":2,"nvcr":1,"io":1,"pytorch":1,"24":1,"py3":1,"uses":1,"will":2,"cause":1,"see":1,"issue":1,"github":1,"com":1,"issues":1,"12847":1,"after":1,"all":2,"troubles":1,"decide":1,"copy":1,"our":1,"codebase":1,"directly":1,"import":1,"third":1,"party":1,"as":1,"return":1,"def":1,"warn":1,"unimplemented":1,"methods":2,"cls":2,"type":2,"t":2,"replacement":1,"abc":4,"subclasses":1,"fail":1,"instantiate":1,"if":2,"they":1,"do":1,"not":2,"implement":1,"abstract":1,"here":1,"only":1,"require":1,"raise":1,"notimplementederror":1,"base":1,"class":1,"log":1,"warning":1,"method":1,"implemented":1,"subclass":1,"original":1,"init":2},"105455,1830,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":3,"find":2,"unimplemented":6,"methods":7,"self":11,"object":1,"for":1,"attr":9,"name":9,"in":4,"dir":1,"bypass":1,"inner":1,"method":4,"if":4,"startswith":1,"continue":2,"try":1,"getattr":1,"get":1,"the":1,"func":4,"of":2,"callable":2,"except":1,"attributeerror":1,"src":2,"inspect":1,"getsource":1,"notimplementederror":1,"append":1,"names":2,"join":1,"msg":2,"f":1,"not":1,"implemented":1,"logger":1,"debug":1,"wraps":1,"original":2,"init":7,"wrapped":2,"args":2,"kwargs":2,"none":3,"type":1,"setattr":1,"cls":2,"return":1,"class":1,"lazyloader":2,"types":2,"moduletype":2,"module":7,"borrowed":1,"from":1,"tensorflow":4,"https":1,"github":1,"com":1,"blob":1,"main":1,"python":1,"util":1,"lazy":1,"loader":1,"py":1,"with":1,"a":2,"addition":1,"caching":1,"lazily":1,"import":1,"mainly":1,"to":2,"avoid":1,"pulling":1,"large":1,"dependencies":1,"modules":1,"such":1,"as":1,"xgrammar":1,"might":1,"do":1,"additional":1,"side":1,"effects":2,"so":1,"we":1,"only":1,"want":1,"use":1,"this":1,"when":1,"it":1,"is":1,"needed":1,"delaying":1,"all":1,"eager":1,"local":3,"str":4,"parent":3,"globals":3,"dict":1,"any":1,"super":1},"107285,1897,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":5,"load":3,"self":16,"types":1,"moduletype":1,"import":3,"the":5,"target":1,"module":14,"and":2,"insert":1,"it":1,"into":1,"parent":2,"s":2,"namespace":1,"try":2,"importlib":1,"name":3,"globals":1,"local":2,"additional":1,"add":1,"to":5,"sys":2,"modules":2,"ensures":1,"library":1,"is":6,"actually":1,"loaded":1,"except":1,"modulenotfounderror":1,"as":1,"err":2,"raise":1,"from":1,"none":10,"update":2,"this":1,"object":1,"dict":5,"so":1,"that":2,"if":6,"someone":1,"keeps":1,"a":2,"reference":1,"lazyloader":1,"lookups":2,"are":1,"efficient":1,"getattr":3,"only":1,"called":1,"on":1,"fail":1,"return":3,"item":2,"any":2,"dir":2,"list":1,"str":2,"swap":2,"values":2,"obj":7,"k":3,"v":1,"key1":4,"key2":4,"helper":1,"function":1,"for":1,"two":1,"keys":1,"v1":3,"get":2,"v2":3,"not":2,"else":3,"pop":2,"contextlib":1,"contextmanager":1,"cprofile":4,"context":1,"save":6,"file":5,"optional":1,"run":1,"args":1,"path":1,"profile":2,"result":2,"1":2,"or":1,"will":1,"in":1,"printing":1,"stdout":1,"prof":5,"enable":1,"yield":1,"finally":1,"disable":1,"dump":1,"stats":2,"print":1,"sort":1,"cumtime":1},"109182,1813,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"def":5,"cprofile":3,"save":4,"file":3,"optional":1,"str":1,"none":2,"enabled":3,"bool":2,"true":1,"decorator":3,"to":7,"profile":2,"a":3,"python":4,"method":1,"using":4,"args":5,"path":1,"the":4,"result":1,"if":4,"1":1,"or":5,"results":1,"will":1,"be":2,"printed":1,"stdout":1,"set":1,"false":4,"turn":1,"this":2,"into":1,"no":1,"op":1,"func":4,"callable":1,"wraps":1,"wrapper":2,"kwargs":3,"not":3,"profiling":1,"is":2,"disabled":1,"just":1,"call":1,"function":2,"directly":1,"return":5,"with":1,"context":1,"only":1,"relevant":1,"for":1,"models":1,"alibi":7,"e":1,"g":1,"mpt":2,"check":1,"use":2,"model":3,"config":10,"modelconfig":1,"cfg":8,"hf":2,"text":1,"getattr":4,"falcon":1,"bloomforcausallm":1,"in":1,"architectures":1,"bloom":1,"position":1,"encoding":1,"type":1,"codellm":1,"1b":1,"hasattr":1,"attn":5,"and":3,"isinstance":2,"dict":2,"get":1,"sha256":1,"input":4,"int":1,"hash":2,"any":2,"picklable":2,"object":2,"sha":1,"256":1,"serialized":1,"pickle":1,"before":1,"hashing":1,"which":1,"allows":1,"arbitrary":1,"objects":1,"used":1,"note":1,"that":1,"does":1,"seed":1,"you":1,"need":1,"one":1,"prepend":1,"it":1,"explicitly":1},"110995,1792,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"returns":3,"an":3,"integer":2,"representing":2,"the":10,"sha":3,"256":3,"hash":17,"of":4,"serialized":3,"input":10,"bytes":6,"pickle":2,"dumps":2,"protocol":2,"highest":1,"return":5,"int":3,"from":2,"hashlib":2,"sha256":7,"digest":2,"byteorder":2,"big":2,"def":3,"cbor":6,"64bit":3,"objects":1,"using":1,"serialization":3,"and":5,"then":1,"truncate":1,"to":2,"64bits":1,"this":1,"option":1,"is":4,"useful":1,"for":1,"non":1,"python":2,"dependent":1,"hashing":1,"args":3,"object":1,"be":1,"hashed":1,"supported":1,"types":2,"include":1,"basic":1,"complex":1,"structures":1,"like":2,"lists":1,"tuples":1,"dictionaries":1,"custom":1,"classes":1,"must":1,"implement":1,"methods":1,"in":1,"range":1,"0":2,"2":2,"64":3,"1":3,"lower":1,"bits":1,"cbor2":1,"canonical":1,"true":1,"full":2,"get":2,"fn":7,"by":2,"name":9,"str":2,"callable":1,"a":3,"function":5,"or":2,"raise":2,"error":1,"if":5,"not":1,"found":1,"builtin":1,"valueerror":1,"f":1,"unsupported":1,"torch":2,"equal":1,"newer":1,"target":3,"bool":1,"check":1,"installed":1,"version":3,"string":1,"6":1},"112787,1593,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"returns":1,"whether":5,"the":11,"condition":1,"meets":1,"try":1,"return":9,"is":8,"torch":8,"equal":2,"or":2,"newer":2,"str":6,"version":10,"target":4,"except":1,"exception":1,"fallback":1,"to":3,"pkg":1,"info":2,"load":1,"package":5,"needed":1,"by":1,"doc":1,"gen":1,"importlib":2,"metadata":1,"helper":1,"function":1,"used":1,"in":2,"testing":1,"def":7,"bool":7,"parse":2,"cache":1,"has":9,"module":9,"name":5,"true":1,"if":1,"can":1,"be":1,"found":1,"current":2,"environment":1,"result":1,"cached":1,"so":1,"that":1,"subsequent":1,"queries":1,"for":1,"same":1,"incur":1,"no":1,"additional":1,"overhead":1,"util":1,"find":1,"spec":1,"not":1,"none":2,"pplx":3,"optional":5,"kernels":5,"available":4,"deep":6,"ep":3,"gemm":3,"triton":3,"set":2,"process":2,"title":2,"suffix":2,"append":1,"false":1,"a":1,"specific":1,"with":1,"an":1},"114380,1827,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"args":1,"name":14,"the":7,"title":2,"to":9,"assign":2,"current":1,"process":9,"suffix":4,"an":1,"optional":2,"append":4,"base":1,"whether":1,"existing":1,"if":5,"f":4,"setproctitle":3,"getproctitle":1,"else":1,"envs":1,"vllm":1,"prefix":9,"def":3,"add":1,"file":12,"textio":1,"worker":3,"str":3,"pid":4,"int":1,"none":3,"prepend":1,"each":2,"output":4,"line":6,"with":4,"specific":2,"cyan":1,"reset":1,"write":9,"s":6,"not":1,"return":2,"start":4,"new":4,"type":5,"ignore":5,"attr":4,"defined":4,"idx":10,"0":1,"while":1,"next":5,"find":1,"n":1,"1":2,"len":1,"true":2,"false":1,"method":1,"decorate":1,"logs":1,"adds":1,"a":1,"of":1,"written":1,"stdout":1,"and":2,"stderr":1,"this":2,"function":1,"is":2,"intended":1,"be":1,"called":1,"before":1,"initializing":1,"api":1,"server":1,"engine":1,"core":1,"or":1,"classes":1,"so":1,"that":1,"all":1,"subsequent":1,"from":2,"prefixed":1,"helps":1,"distinguish":1,"log":1,"different":1,"processes":1,"in":1,"multi":1,"environments":1},"116207,413,data/raw/vllm-0.10.1/vllm/utils/__init__.py":{"args":1,"process":8,"name":8,"optional":1,"the":5,"of":1,"to":1,"use":1,"in":1,"prefix":3,"if":2,"not":1,"provided":1,"current":2,"from":1,"multiprocessing":1,"context":2,"is":2,"used":1,"none":1,"get":1,"mp":1,"pid":3,"os":1,"getpid":1,"add":2,"sys":2,"stdout":1,"stderr":1},"0,1948,data/raw/vllm-0.10.1/vllm/utils/tensor_schema.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"from":2,"typing":1,"import":3,"annotated":1,"any":3,"optional":3,"union":3,"get":3,"args":1,"origin":1,"type":1,"hints":1,"torch":1,"logger":4,"init":6,"name":1,"class":2,"tensorshape":1,"def":5,"self":14,"dims":10,"int":4,"str":11,"dynamic":6,"set":2,"none":4,"super":2,"if":6,"else":5,"resolve":5,"bindings":7,"dict":2,"tuple":2,"resolved":4,"for":3,"dim":16,"in":5,"isinstance":2,"and":1,"append":5,"return":4,"a":1,"string":1,"representation":1,"of":1,"tensor":1,"shape":1,"strs":5,"f":2,"mark":1,"dimensions":1,"with":1,"join":1,"tensorschema":1,"validate":3,"bool":1,"true":1,"kwargs":2,"key":4,"value":2,"items":1,"setattr":1,"getitem":1,"getattr":1},"1948,1023,data/raw/vllm-0.10.1/vllm/utils/tensor_schema.py":{"def":2,"get":1,"self":3,"key":2,"str":3,"default":2,"any":2,"none":1,"return":4,"getattr":1,"match":2,"shape":5,"with":1,"dynamic":4,"actual":5,"tuple":3,"int":3,"reference":3,"expected":3,"union":1,"dims":2,"set":1,"bool":1,"if":4,"len":5,"or":1,"false":2,"for":1,"i":2,"a":2,"r":2,"in":3,"enumerate":1,"zip":1,"when":1,"validating":1,"list":3,"inputs":1,"we":1,"suffixes":1,"only":2,"e":2,"g":2,"p":1,"3":1,"h":1,"w":1,"assuming":1,"the":4,"length":1,"corresponds":1,"to":1,"leading":1,"symbolic":1,"dim":3,"bn":1,"this":2,"allows":1,"comparing":1,"trailing":1,"dimensions":1,"of":1,"each":1,"element":1,"skip":1,"dimension":1,"it":1,"s":1,"marked":1,"continue":1,"true":1},"2971,1713,data/raw/vllm-0.10.1/vllm/utils/tensor_schema.py":{"def":2,"validate":4,"nested":1,"tensors":3,"self":3,"value":4,"union":3,"list":5,"torch":4,"tensor":8,"tuple":6,"field":5,"name":5,"str":7,"expected":8,"shape":22,"int":5,"dynamic":5,"dims":3,"set":2,"a":3,"of":1,"and":1,"return":2,"the":6,"actual":5,"ensure":1,"all":1,"in":2,"have":1,"same":1,"besides":1,"dimensions":1,"first":4,"0":1,"for":1,"i":3,"v":4,"enumerate":1,"if":3,"not":3,"isinstance":1,"raise":3,"valueerror":3,"f":7,"is":1,"match":1,"with":1,"contains":1,"inconsistent":1,"shapes":1,"vs":1,"at":1,"index":1,"treat":1,"as":1,"stacked":1,"len":6,"env":1,"dict":1,"none":1,"that":1,"matches":1,"has":1,"rank":1,"but":1},"4684,1908,data/raw/vllm-0.10.1/vllm/utils/tensor_schema.py":{"for":2,"i":9,"dim":15,"in":5,"enumerate":1,"expected":3,"shape":11,"if":10,"dynamic":1,"dims":1,"continue":2,"elif":2,"isinstance":2,"int":1,"actual":9,"raise":5,"valueerror":3,"f":8,"field":15,"name":7,"got":2,"str":1,"env":5,"else":2,"typeerror":1,"has":1,"unsupported":1,"type":14,"def":1,"validate":1,"self":4,"none":4,"hints":3,"get":5,"class":1,"include":1,"extras":1,"true":1,"items":1,"check":3,"is":7,"missing":2,"not":1,"hasattr":1,"or":1,"getattr":1,"marked":1,"as":2,"optional":1,"origin":2,"annotated":1,"args":6,"0":1,"arg":1,"was":1,"provided":1,"union":3,"skip":1,"validation":1,"when":1,"contains":1,"otherwise":1,"required":2,"error":1},"6592,1959,data/raw/vllm-0.10.1/vllm/utils/tensor_schema.py":{"field":7,"exists":1,"proceed":1,"with":1,"validation":1,"value":11,"getattr":1,"self":3,"name":6,"if":5,"get":2,"origin":1,"type":7,"is":3,"not":2,"none":1,"args":4,"for":2,"arg":8,"in":2,"isinstance":4,"tensorshape":1,"expected":5,"shape":10,"resolve":2,"bindings":1,"list":4,"tuple":3,"of":3,"tensors":2,"len":3,"and":1,"0":1,"torch":2,"tensor":4,"actual":3,"validate":1,"nested":1,"dynamic":1,"dims":1,"elif":2,"scalars":1,"else":3,"raise":2,"valueerror":2,"f":3,"an":2,"empty":1,"otherwise":1,"it":1,"s":1,"unsupported":1,"names":4,"hasattr":1,"append":2,"str":2,"types":3,"join":1,"one":1,"the":1},"8551,733,data/raw/vllm-0.10.1/vllm/utils/tensor_schema.py":{"self":4,"validate":1,"tensor":1,"shape":4,"expected":2,"actual":1,"field":6,"name":4,"env":1,"arg":4,"dynamic":1,"dims":1,"def":1,"print":2,"shapes":2,"none":2,"tensorshape":2,"annotations":1,"for":3,"debugging":1,"logger":2,"debug":2,"in":3,"s":3,"class":2,"type":6,"hints":3,"get":3,"include":1,"extras":1,"true":1,"items":1,"if":2,"origin":1,"is":1,"not":1,"args":3,"isinstance":1,"str":1},"0,1983,data/raw/vllm-0.10.1/vllm/reasoning/deepseek_r1_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":9,"vllm":4,"project":1,"from":7,"collections":1,"abc":1,"import":6,"sequence":1,"typing":1,"optional":1,"union":1,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":6,"reasoningparser":3,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"deepseek":4,"r1":4,"class":1,"deepseekr1reasoningparser":1,"parser":3,"for":1,"model":5,"uses":1,"think":5,"tokens":3,"denote":1,"text":1,"this":1,"extracts":1,"content":3,"output":1,"start":6,"token":13,"id":9,"int":5,"end":11,"str":2,"def":3,"self":15,"tokenizer":5,"super":1,"if":3,"not":3,"raise":2,"valueerror":1,"must":1,"be":1,"passed":1,"constructor":1,"during":1,"construction":1,"vocab":2,"get":2,"is":3,"none":2,"or":1,"runtimeerror":1,"could":1,"locate":1,"in":3,"input":6,"ids":7,"list":3,"bool":1,"return":3,"extract":2,"after":1,"1":2,"else":1,"index":1},"1983,802,data/raw/vllm-0.10.1/vllm/reasoning/deepseek_r1_reasoning_parser.py":{"def":1,"extract":2,"reasoning":3,"content":4,"streaming":2,"self":3,"previous":3,"text":4,"str":3,"current":3,"delta":6,"token":8,"ids":6,"sequence":3,"int":3,"union":1,"deltamessage":1,"none":2,"from":1,"a":1,"message":1,"handles":1,"output":1,"where":1,"uses":1,"for":2,"faster":1,"processing":1,"think":2,"abc":2,"xyz":2,"goes":2,"to":2,"skip":1,"single":1,"special":1,"tokens":1,"if":1,"len":1,"1":1,"and":1,"0":1,"in":1,"start":1,"id":2,"end":1,"return":1},"2785,1131,data/raw/vllm-0.10.1/vllm/reasoning/deepseek_r1_reasoning_parser.py":{"check":1,"if":4,"think":8,"is":1,"present":1,"in":10,"previous":8,"or":2,"delta":9,"keep":1,"compatibility":1,"with":1,"models":1,"that":1,"don":1,"t":1,"generate":1,"tokens":1,"self":5,"start":1,"token":8,"id":3,"ids":3,"end":7,"extract":1,"reasoning":7,"content":12,"index":3,"text":5,"find":1,"len":1,"return":3,"deltamessage":3,"else":2,"none":1,"elif":1,"continues":2,"no":1},"3916,881,data/raw/vllm-0.10.1/vllm/reasoning/deepseek_r1_reasoning_parser.py":{"elif":1,"self":6,"start":5,"token":8,"id":2,"in":6,"delta":11,"ids":2,"if":2,"end":6,"think":4,"extract":1,"reasoning":6,"content":10,"index":5,"text":5,"find":2,"len":2,"return":2,"deltamessage":2,"else":2,"none":1,"no":1,"continues":1},"4797,1146,data/raw/vllm-0.10.1/vllm/reasoning/deepseek_r1_reasoning_parser.py":{"else":3,"no":2,"think":7,"in":6,"previous":4,"or":2,"delta":9,"also":1,"need":1,"to":1,"check":1,"for":1,"because":1,"the":1,"model":1,"may":1,"have":1,"generated":1,"without":1,"ref":1,"https":1,"huggingface":1,"co":1,"deepseek":2,"ai":1,"r1":1,"commit":1,"8a58a132790c9935686eb97f042afa8013451c9f":1,"if":2,"self":4,"end":7,"token":6,"id":2,"ids":2,"with":1,"more":1,"tokens":1,"extract":1,"reasoning":6,"content":13,"and":1,"index":3,"text":5,"find":1,"len":1,"return":3,"deltamessage":3,"none":1,"elif":1,"thinking":1,"ends":1,"continues":1},"5943,1522,data/raw/vllm-0.10.1/vllm/reasoning/deepseek_r1_reasoning_parser.py":{"def":1,"extract":2,"reasoning":7,"content":14,"self":4,"model":13,"output":13,"str":5,"request":1,"chatcompletionrequest":1,"tuple":2,"optional":4,"from":1,"the":9,"for":2,"text":1,"think":4,"abc":2,"xyz":2,"goes":2,"to":2,"returns":1,"and":1,"check":1,"if":6,"start":3,"token":6,"is":5,"present":2,"in":2,"remove":1,"it":3,"parts":4,"partition":2,"2":1,"1":1,"else":2,"0":1,"deepseek":3,"r1":2,"doesn":1,"t":1,"generate":1,"now":1,"thus":1,"we":2,"assume":1,"always":1,"at":1,"ref":1,"https":1,"huggingface":1,"co":1,"ai":1,"commit":1,"8a58a132790c9935686eb97f042afa8013451c9f":1,"end":5,"not":3,"return":4,"none":2,"found":1,"as":1,"should":1,"happen":1,"since":1,"already":1,"checked":1,"presence":1,"of":2,"generation":1,"stops":1,"right":1,"after":1,"null":1,"final":2,"or":1},"0,1894,data/raw/vllm-0.10.1/vllm/reasoning/glm4_moe_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":4,"project":1,"from":7,"collections":1,"abc":1,"import":6,"sequence":1,"typing":1,"optional":1,"union":1,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":7,"reasoningparser":3,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"glm45":1,"class":1,"glm4moemodelreasoningparser":1,"parser":3,"for":1,"glm4moemodel":3,"model":6,"uses":1,"think":16,"tokens":3,"denote":1,"text":1,"within":1,"its":1,"output":3,"provides":1,"a":1,"strict":1,"switch":1,"disable":1,"via":1,"enable":1,"thinking":1,"false":1,"parameter":1,"this":1,"extracts":1,"content":1,"enclosed":1,"by":1,"and":1,"s":1,"def":2,"self":14,"tokenizer":5,"super":1,"start":5,"token":9,"end":7,"if":2,"not":2,"raise":2,"valueerror":1,"must":1,"be":1,"passed":1,"constructor":1,"during":1,"construction":1,"id":5,"vocab":2,"get":2,"is":3,"none":2,"or":1,"runtimeerror":1,"could":1,"locate":1,"in":2,"input":2,"ids":2,"list":1,"int":1,"bool":1,"return":1},"1894,1128,data/raw/vllm-0.10.1/vllm/reasoning/glm4_moe_reasoning_parser.py":{"def":2,"extract":4,"content":6,"ids":11,"self":6,"input":4,"list":2,"int":5,"the":2,"after":1,"end":4,"tokens":2,"if":2,"think":6,"token":10,"id":4,"not":1,"in":2,"1":3,"return":3,"else":1,"index":1,"reasoning":3,"streaming":2,"previous":3,"text":4,"str":3,"current":3,"delta":6,"sequence":3,"union":1,"deltamessage":1,"none":2,"from":1,"a":1,"message":1,"handles":1,"output":1,"where":1,"uses":1,"for":2,"faster":1,"processing":1,"abc":2,"xyz":2,"goes":2,"to":2,"skip":1,"single":1,"special":1,"len":1,"and":1,"0":1,"start":1},"3022,1947,data/raw/vllm-0.10.1/vllm/reasoning/glm4_moe_reasoning_parser.py":{"if":5,"self":11,"think":21,"start":6,"token":16,"id":5,"in":15,"previous":7,"ids":5,"end":13,"delta":19,"extract":2,"reasoning":13,"content":22,"index":8,"text":10,"find":3,"len":3,"return":5,"deltamessage":5,"else":4,"none":2,"elif":2,"continues":3,"no":2,"or":1},"4969,115,data/raw/vllm-0.10.1/vllm/reasoning/glm4_moe_reasoning_parser.py":{"else":1,"thinking":1,"is":1,"disabled":1,"just":1,"content":2,"return":1,"deltamessage":1,"delta":1,"text":1},"5084,1440,data/raw/vllm-0.10.1/vllm/reasoning/glm4_moe_reasoning_parser.py":{"def":1,"extract":3,"reasoning":7,"content":13,"self":6,"model":19,"output":19,"str":5,"request":1,"chatcompletionrequest":1,"tuple":2,"optional":4,"from":2,"the":10,"for":1,"text":1,"think":11,"abc":2,"xyz":2,"goes":2,"to":2,"returns":1,"and":2,"check":3,"if":8,"contains":2,"tokens":2,"start":2,"token":6,"not":4,"in":4,"or":2,"end":4,"return":4,"none":3,"is":4,"present":2,"remove":1,"it":2,"parts":4,"partition":2,"2":1,"1":1,"else":1,"0":1,"found":1,"as":1,"final":2},"0,1543,data/raw/vllm-0.10.1/vllm/reasoning/step3_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":4,"project":1,"from":6,"collections":1,"abc":1,"import":7,"sequence":1,"typing":1,"optional":1,"union":1,"regex":2,"as":2,"re":3,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":6,"reasoningparser":3,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"step3":4,"class":1,"step3reasoningparser":1,"parser":3,"for":1,"model":4,"uses":1,"think":9,"token":7,"denote":1,"end":7,"of":1,"text":1,"this":1,"extracts":1,"all":1,"content":2,"before":1,"def":1,"self":9,"tokenizer":5,"super":1,"compile":1,"rf":1,"dotall":1,"if":2,"not":2,"raise":2,"valueerror":1,"must":1,"be":1,"passed":1,"constructor":1,"during":1,"construction":1,"id":2,"vocab":1,"get":1,"is":1,"none":1,"runtimeerror":1,"could":1,"locate":1,"in":1},"1543,1707,data/raw/vllm-0.10.1/vllm/reasoning/step3_reasoning_parser.py":{"def":2,"extract":4,"reasoning":10,"content":17,"streaming":2,"self":7,"previous":5,"text":10,"str":6,"current":3,"delta":13,"token":14,"ids":8,"sequence":3,"int":3,"union":1,"deltamessage":4,"none":3,"from":1,"a":1,"message":1,"handles":1,"output":2,"where":1,"uses":1,"for":2,"faster":1,"processing":1,"abc":2,"think":9,"xyz":2,"goes":2,"to":2,"skip":1,"single":1,"special":1,"if":3,"len":2,"1":1,"and":2,"0":1,"end":8,"id":3,"return":4,"in":4,"remaining":1,"index":3,"find":1,"else":2,"elif":1,"already":1,"seen":2,"everything":2,"is":2,"no":1,"yet":1,"model":1,"request":1,"chatcompletionrequest":1,"tuple":1,"optional":2},"3250,999,data/raw/vllm-0.10.1/vllm/reasoning/step3_reasoning_parser.py":{"check":1,"if":5,"the":3,"model":6,"output":6,"contains":1,"think":10,"token":9,"self":8,"end":10,"not":2,"in":3,"no":1,"everything":1,"is":2,"reasoning":4,"content":9,"return":5,"none":2,"else":2,"find":2,"first":1,"occurrence":1,"of":1,"index":4,"after":1,"len":2,"0":1,"def":2,"input":6,"ids":7,"list":3,"int":3,"bool":1,"id":3,"extract":1,"1":2},"0,1866,data/raw/vllm-0.10.1/vllm/reasoning/qwen3_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":4,"project":1,"from":7,"collections":1,"abc":1,"import":6,"sequence":1,"typing":1,"optional":1,"union":1,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":7,"reasoningparser":3,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"qwen3":4,"class":1,"qwen3reasoningparser":1,"parser":3,"for":1,"model":6,"uses":1,"think":16,"tokens":3,"denote":1,"text":1,"within":1,"its":1,"output":3,"provides":1,"a":1,"strict":1,"switch":1,"disable":1,"via":1,"enable":1,"thinking":1,"false":1,"parameter":1,"this":1,"extracts":1,"content":1,"enclosed":1,"by":1,"and":1,"s":1,"def":2,"self":14,"tokenizer":5,"super":1,"start":5,"token":9,"end":7,"if":2,"not":2,"raise":2,"valueerror":1,"must":1,"be":1,"passed":1,"constructor":1,"during":1,"construction":1,"id":5,"vocab":2,"get":2,"is":3,"none":2,"or":1,"runtimeerror":1,"could":1,"locate":1,"in":2,"input":2,"ids":2,"list":1,"int":1,"bool":1,"return":1},"1866,1128,data/raw/vllm-0.10.1/vllm/reasoning/qwen3_reasoning_parser.py":{"def":2,"extract":4,"content":6,"ids":11,"self":6,"input":4,"list":2,"int":5,"the":2,"after":1,"end":4,"tokens":2,"if":2,"think":6,"token":10,"id":4,"not":1,"in":2,"1":3,"return":3,"else":1,"index":1,"reasoning":3,"streaming":2,"previous":3,"text":4,"str":3,"current":3,"delta":6,"sequence":3,"union":1,"deltamessage":1,"none":2,"from":1,"a":1,"message":1,"handles":1,"output":1,"where":1,"uses":1,"for":2,"faster":1,"processing":1,"abc":2,"xyz":2,"goes":2,"to":2,"skip":1,"single":1,"special":1,"len":1,"and":1,"0":1,"start":1},"2994,1947,data/raw/vllm-0.10.1/vllm/reasoning/qwen3_reasoning_parser.py":{"if":5,"self":11,"think":21,"start":6,"token":16,"id":5,"in":15,"previous":7,"ids":5,"end":13,"delta":19,"extract":2,"reasoning":13,"content":22,"index":8,"text":10,"find":3,"len":3,"return":5,"deltamessage":5,"else":4,"none":2,"elif":2,"continues":3,"no":2,"or":1},"4941,115,data/raw/vllm-0.10.1/vllm/reasoning/qwen3_reasoning_parser.py":{"else":1,"thinking":1,"is":1,"disabled":1,"just":1,"content":2,"return":1,"deltamessage":1,"delta":1,"text":1},"5056,1440,data/raw/vllm-0.10.1/vllm/reasoning/qwen3_reasoning_parser.py":{"def":1,"extract":3,"reasoning":7,"content":13,"self":6,"model":19,"output":19,"str":5,"request":1,"chatcompletionrequest":1,"tuple":2,"optional":4,"from":2,"the":10,"for":1,"text":1,"think":11,"abc":2,"xyz":2,"goes":2,"to":2,"returns":1,"and":2,"check":3,"if":8,"contains":2,"tokens":2,"start":2,"token":6,"not":4,"in":4,"or":2,"end":4,"return":4,"none":3,"is":4,"present":2,"remove":1,"it":2,"parts":4,"partition":2,"2":1,"1":1,"else":1,"0":1,"found":1,"as":1,"final":2},"0,1944,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":4,"project":1,"from":6,"collections":1,"abc":1,"import":7,"sequence":2,"typing":1,"optional":1,"union":1,"regex":2,"as":1,"re":3,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":3,"reasoningparser":2,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"granite":3,"class":1,"granitereasoningparser":1,"parser":1,"for":3,"ibm":2,"models":2,"currently":1,"use":1,"here":13,"is":7,"my":8,"thought":4,"process":4,"and":1,"response":9,"separate":1,"its":1,"thinking":2,"outputs":1,"def":1,"self":12,"tokenizer":2,"super":1,"note":1,"there":1,"have":1,"been":1,"some":1,"observed":1,"occurrences":1,"of":4,"quantized":1,"instances":1,"current":1,"using":1,"s":5,"instead":1,"so":1,"be":2,"safe":1,"we":1,"match":2,"on":2,"both":1,"think":7,"start":9,"expr":4,"r":2,"compile":1,"rf":1,"dotall":1,"valid":3,"starts":3,"substrings":1,"boundaries":1,"raw":1,"text":1,"seq":2,"boundary":2,"end":1,"longest":2,"any":1,"message":1,"can":1,"max":1,"len":1,"in":1},"1944,1761,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"def":2,"extract":4,"reasoning":13,"content":18,"self":3,"model":7,"output":5,"str":9,"request":3,"chatcompletionrequest":2,"tuple":3,"optional":4,"the":8,"sections":2,"respectively":1,"if":4,"sequence":5,"doesn":2,"t":2,"match":5,"what":2,"we":2,"expect":2,"i":2,"e":3,"generates":2,"something":2,"else":2,"all":2,"is":4,"considered":2,"non":3,"args":1,"of":1,"to":2,"be":1,"parsed":1,"being":1,"processed":1,"returns":1,"pair":1,"containing":1,"and":2,"re":3,"regex":1,"findall":1,"not":3,"return":3,"none":3,"response":5,"0":1,"streaming":1,"previous":2,"text":3,"current":2,"delta":2,"token":5,"ids":3,"int":3,"union":1,"deltamessage":1,"emitted":1,"by":1,"granite":2,"models":2,"note":1,"do":1,"use":1,"a":1,"special":1,"start":1,"their":1,"instead":1,"they":1,"have":1,"sequences":1,"g":1,"here":2,"my":2,"thought":1,"process":1,"foo":1,"bar":1},"3705,702,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"this":2,"increases":1,"the":1,"complexity":1,"of":5,"correctly":2,"handling":1,"streams":1,"since":1,"we":1,"need":1,"to":2,"watch":1,"for":1,"specific":1,"sequences":1,"and":2,"parse":2,"them":1,"without":1,"dropping":1,"content":2,"that":1,"is":1,"potentially":1,"overlapping":1,"spanning":1,"multiple":1,"delta":6,"messages":1,"args":1,"previous":5,"text":10,"str":3,"outside":1,"message":1,"current":3,"consider":1,"from":1,"token":6,"ids":6,"sequence":3,"int":3},"4407,1978,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"returns":2,"union":1,"deltamessage":2,"none":4,"with":4,"either":2,"reasoning":13,"content":12,"or":3,"resp":3,"seq":4,"len":3,"self":7,"get":4,"sections":1,"current":4,"text":14,"we":4,"haven":1,"t":1,"finished":3,"the":9,"start":12,"of":9,"sequence":2,"model":1,"is":4,"generating":1,"something":1,"unexpected":1,"if":5,"not":6,"delta":12,"message":10,"no":2,"bounds":3,"have":2,"a":3,"but":1,"yet":1,"response":6,"elif":1,"ve":1,"both":2,"and":2,"else":1,"this":1,"should":1,"never":1,"happen":1,"since":1,"matched":1,"on":1,"assert":1,"return":3,"implementation":1,"details":1,"stream":1,"parsing":1,"for":3,"granite":1,"models":1,"def":2,"substr":3,"str":3,"bool":3,"check":3,"matches":2,"one":2,"possible":3,"seqs":3,"args":1,"to":1,"leading":1,"true":1,"any":2,"match":1,"think":3,"startswith":1,"in":1,"valid":1,"starts":1},"6385,1815,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"args":2,"text":17,"str":5,"to":3,"check":2,"for":2,"leading":1,"substr":8,"returns":2,"bool":1,"true":1,"if":5,"any":2,"of":2,"the":10,"possible":1,"response":4,"start":6,"seqs":1,"match":1,"return":6,"startswith":1,"in":4,"self":4,"valid":1,"starts":1,"def":1,"get":1,"delta":9,"message":4,"with":2,"no":1,"reasoning":7,"bounds":1,"current":7,"deltamessage":5,"parse":2,"when":1,"has":2,"not":3,"yet":1,"completed":1,"its":1,"sequence":3,"full":1,"previous":1,"consider":1,"and":4,"content":10,"from":1,"containing":1,"parsed":1,"prev":2,"longest":2,"length":2,"len":2,"is":5,"was":2,"we":3,"just":2,"generated":1,"something":1,"special":2,"token":2,"seq":1,"so":1,"add":1,"everything":2,"that":1,"previously":1,"skipped":1,"this":1,"append":1,"future":1,"none":4,"might":1,"still":1,"be":1,"nothing":1,"otherwise":1,"already":2,"been":1,"broken":1,"corrected":1,"as":1,"normal":1},"8200,1823,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"def":1,"get":1,"delta":9,"message":3,"with":6,"no":3,"response":12,"bounds":1,"self":4,"current":7,"text":16,"str":6,"reasoning":12,"content":14,"deltamessage":3,"parse":3,"the":13,"when":1,"has":1,"both":1,"note":1,"that":1,"we":6,"may":1,"have":2,"overlapping":1,"tokens":1,"start":9,"of":5,"sequences":2,"on":1,"either":1,"side":1,"args":1,"full":1,"previous":4,"from":2,"to":4,"consider":2,"and":2,"returns":1,"containing":1,"parsed":1,"if":2,"or":2,"explicitly":1,"end":1,"sequence":2,"are":1,"in":2,"transition":1,"need":2,"be":3,"careful":2,"here":1,"since":1,"final":1,"token":1,"will":1,"match":1,"fully":1,"it":1,"out":1,"should":1,"not":1,"pass":1,"back":1,"ends":2,"seq":4,"any":1,"endswith":1,"for":1,"valid":1,"starts":1,"is":1,"none":3,"return":1,"only":1,"within":1,"context":1,"len":1,"about":1,"adding":1,"unfinished":1,"find":1,"place":1,"at":1,"which":1,"might":1,"starting":1,"a":1,"prev":1,"idx":2,"rfind":2,"boundary":2},"10023,1731,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"check":1,"the":6,"state":1,"of":2,"potential":5,"start":4,"response":8,"substring":3,"matches":1,"prev":8,"was":2,"substr":10,"self":3,"is":3,"previous":3,"text":12,"idx":10,"if":6,"0":3,"else":3,"false":3,"delta":18,"continues":2,"current":1,"new":5,"only":1,"contains":1,"continued":1,"sequence":2,"return":5,"deltamessage":5,"reasoning":8,"content":13,"none":6,"not":1,"may":1,"be":2,"starting":1,"a":2,"seq":2,"but":1,"has":1,"other":1,"too":1,"normal":1,"case":1,"for":1,"most":1,"no":2,"special":1,"seqs":1,"that":1,"previously":1,"seemed":1,"to":3,"wasn":1,"t":1,"one":2,"we":2,"need":1,"add":1,"message":1,"and":2,"also":1,"slice":1,"off":1,"elif":1,"yet":1,"broke":1,"our":1,"old":1,"take":1,"whole":1},"11754,1998,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"def":2,"get":3,"delta":16,"message":3,"with":1,"both":2,"bounds":1,"self":2,"text":16,"str":12,"reasoning":15,"content":27,"response":12,"current":7,"seq":4,"len":12,"int":2,"deltamessage":3,"parse":3,"the":9,"when":1,"has":1,"and":2,"normal":1,"args":1,"to":3,"consider":1,"from":3,"full":1,"previous":1,"of":1,"complete":1,"sequence":1,"used":1,"returns":1,"containing":1,"parsed":1,"always":1,"have":2,"take":1,"length":1,"end":4,"idx":5,"if":3,"0":3,"none":1,"else":1,"starting":1,"offset":7,"start":6,"1":1,"return":1,"sections":1,"tuple":1,"optional":3,"extract":1,"we":1,"them":1},"13752,1985,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"args":1,"current":17,"text":6,"str":3,"the":8,"full":1,"previous":1,"delta":1,"returns":1,"tuple":2,"optional":3,"int":1,"of":6,"len":4,"3":1,"containing":1,"reasoning":12,"content":15,"length":1,"response":12,"seq":4,"if":9,"there":1,"is":2,"one":1,"and":2,"non":1,"chunk":12,"start":18,"0":1,"none":2,"parsed":2,"false":1,"delimiter":2,"idxs":2,"idx":2,"for":4,"char":2,"in":4,"enumerate":1,"self":3,"boundary":1,"end":10,"check":2,"to":2,"see":2,"complete":2,"think":3,"valid":2,"starts":2,"1":6,"break":1,"elif":1,"not":1,"mark":1,"after":1,"sequence":1,"return":1},"15737,162,data/raw/vllm-0.10.1/vllm/reasoning/granite_reasoning_parser.py":{"if":1,"start":2,"reasoning":2,"content":3,"and":1,"not":1,"parsed":1,"return":2,"current":1,"text":1,"none":5},"0,1997,data/raw/vllm-0.10.1/vllm/reasoning/hunyuan_a13b_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":4,"project":1,"from":8,"collections":1,"abc":1,"import":7,"sequence":1,"typing":1,"optional":1,"union":1,"regex":2,"as":1,"re":3,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":7,"reasoningparser":2,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"hunyuan":3,"a13b":3,"class":2,"hunyuana13breasoningparser":1,"parser":2,"for":5,"model":3,"hunyuanreasoningparser":1,"this":1,"implements":1,"a":3,"specifically":1,"designed":1,"it":3,"is":1,"responsible":1,"parsing":2,"and":5,"extracting":1,"structured":1,"answer":7,"segments":1,"outputs":1,"that":1,"follow":1,"specific":1,"pattern":1,"key":1,"features":1,"non":1,"stream":2,"output":1,"recognizes":1,"extracts":1,"think":11,"sections":1,"text":1,"using":1,"regular":1,"expressions":1,"process":1,"require":1,"token":2,"id":1,"sequences":1,"change":1,"state":3,"other":1,"so":1,"maintains":1,"internal":1,"manage":1,"across":1,"multiple":1,"start":5,"n":12,"14023":1,"771":1,"397":3,"ends":2,"198":1,"524":2,"27963":1,"27":1,"9399":2,"response":5,"29":1,"def":1,"self":9,"tokenizer":2,"super":1,"expr":7,"r":4,"end":3,"full":1,"match":1,"compile":1,"rf":1,"dotall":1},"1997,1938,data/raw/vllm-0.10.1/vllm/reasoning/hunyuan_a13b_reasoning_parser.py":{"self":25,"half":1,"match":2,"reasoning":8,"regex":1,"re":2,"compile":1,"rf":1,"think":7,"start":10,"expr":2,"response":6,"dotall":1,"ids":13,"14023":3,"771":3,"397":7,"fast":4,"1363":2,"198":2,"524":4,"27963":3,"27":3,"9399":4,"end":3,"29":1,"when":1,"state":5,"change":1,"send":1,"out":1,"all":3,"the":7,"buffered":3,"text":3,"in":2,"last":1,"current":3,"states":1,"idle":1,"expected":2,"sequence":5,"this":2,"only":1,"for":2,"it":1,"has":1,"two":1,"way":1,"to":1,"side":1,"index":1,"0":1,"token":2,"buffer":2,"def":3,"is":4,"input":2,"list":3,"int":3,"bool":1,"return":3,"extract":4,"content":8,"hunyuan":1,"streaming":1,"reason":1,"parsing":1,"stream":1,"parse":1,"will":2,"call":1,"first":1,"and":2,"same":1,"be":1,"called":1,"id":1,"not":1,"part":1,"of":1,"so":1,"just":1,"here":1,"model":2,"output":1,"str":3,"request":1,"chatcompletionrequest":1,"tuple":1,"optional":2,"sections":1,"respectively":1,"if":1,"doesn":1,"t":1,"what":1,"we":1,"expect":1,"i":1,"e":1,"generates":1,"something":1,"else":1,"considered":1,"non":1},"3935,1780,data/raw/vllm-0.10.1/vllm/reasoning/hunyuan_a13b_reasoning_parser.py":{"args":1,"model":5,"output":5,"str":3,"of":1,"the":2,"to":1,"be":1,"parsed":1,"request":2,"chatcompletionrequest":1,"being":1,"processed":1,"returns":1,"tuple":2,"optional":2,"pair":1,"containing":1,"reasoning":12,"content":21,"and":2,"non":1,"re":3,"match":8,"self":5,"full":1,"regex":4,"findall":2,"if":9,"response":13,"0":7,"len":7,"none":5,"return":5,"fallback":5,"half":1,"endswith":1,"end":2,"expr":2,"def":1,"is":1,"strict":1,"increasing":1,"subsequence":6,"sequence":4,"int":2,"bool":1,"not":1,"false":1,"sub":5,"idx":5,"for":1,"num":2,"in":1,"1":1},"5715,1944,data/raw/vllm-0.10.1/vllm/reasoning/hunyuan_a13b_reasoning_parser.py":{"def":3,"extract":2,"reasoning":1,"content":2,"streaming":1,"self":24,"previous":2,"text":3,"str":3,"current":6,"delta":5,"token":20,"ids":8,"sequence":27,"int":3,"union":1,"deltamessage":1,"none":1,"using":2,"id":1,"state":6,"machine":1,"define":1,"sequences":1,"think":4,"start":4,"response":4,"end":2,"assert":1,"len":5,"1":3,"process":1,"each":1,"in":2,"the":1,"0":1,"check":4,"with":2,"if":5,"idle":2,"or":3,"return":6,"expected":9,"index":8,"side":5,"else":3,"last":1,"only":1,"true":1,"it":1,"s":1,"judge":1,"a":1,"and":1,"matches":1,"seq":1},"7659,1654,data/raw/vllm-0.10.1/vllm/reasoning/hunyuan_a13b_reasoning_parser.py":{"if":5,"token":10,"in":1,"state":12,"seq":1,"store":1,"matching":3,"self":25,"buffer":9,"append":1,"text":6,"delta":2,"sequence":13,"index":3,"1":1,"change":1,"from":1,"idle":4,"think":5,"response":6,"check":2,"fully":1,"matched":1,"last":1,"transition":2,"current":6,"expected":5,"start":4,"side":2,"ids":2,"fast":2,"elif":2,"end":1,"reset":2,"0":3,"do":1,"not":1,"send":2,"content":3,"for":1,"texts":1,"else":1,"broken":1,"handle":1,"buffered":3,"and":1,"len":1,"tokens":1},"9313,847,data/raw/vllm-0.10.1/vllm/reasoning/hunyuan_a13b_reasoning_parser.py":{"return":6,"content":13,"based":1,"on":1,"current":3,"state":3,"if":3,"self":2,"think":2,"deltamessage":4,"reasoning":4,"buffered":3,"none":5,"else":3,"no":2,"send":2,"normally":1,"delta":3,"text":2,"to":1,"in":1,"this":1},"0,998,data/raw/vllm-0.10.1/vllm/reasoning/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":9,"abs":1,"reasoning":9,"parsers":1,"import":9,"reasoningparser":2,"reasoningparsermanager":2,"deepseek":1,"r1":1,"parser":8,"deepseekr1reasoningparser":2,"glm4":1,"moe":1,"glm4moemodelreasoningparser":2,"gptoss":1,"gptossreasoningparser":2,"granite":1,"granitereasoningparser":2,"hunyuan":1,"a13b":1,"hunyuana13breasoningparser":2,"mistral":1,"mistralreasoningparser":2,"qwen3":1,"qwen3reasoningparser":2,"step3":1,"step3reasoningparser":2,"all":1},"0,1752,data/raw/vllm-0.10.1/vllm/reasoning/gptoss_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":4,"project":1,"from":7,"collections":1,"abc":1,"import":6,"sequence":2,"typing":1,"optional":1,"union":1,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":1,"deltamessage":1,"logger":4,"init":4,"reasoning":9,"reasoningparser":2,"reasoningparsermanager":2,"name":1,"register":1,"module":1,"gptoss":4,"class":1,"gptossreasoningparser":1,"parser":2,"for":3,"model":4,"uses":2,"harmony":2,"extract":3,"content":4,"and":1,"this":2,"is":4,"only":1,"used":1,"detecting":1,"end":12,"of":2,"def":3,"self":6,"tokenizer":3,"super":1,"token":8,"ids":15,"encode":1,"start":1,"assistant":1,"channel":1,"final":1,"message":1,"input":6,"list":3,"int":3,"bool":1,"assert":1,"len":4,"empty":1,"check":1,"if":2,"present":1,"in":2,"we":1,"search":1,"find":1,"last":1,"match":1,"i":3,"range":1,"1":2,"return":2,"true":1,"false":1,"raise":1,"runtimeerror":1,"function":1,"should":1,"not":1,"be":1,"called":1},"1752,751,data/raw/vllm-0.10.1/vllm/reasoning/gptoss_reasoning_parser.py":{"def":2,"extract":4,"reasoning":4,"content":4,"streaming":1,"self":2,"previous":2,"text":3,"str":6,"current":2,"delta":2,"token":3,"ids":3,"sequence":3,"int":3,"union":1,"deltamessage":1,"none":1,"raise":2,"runtimeerror":2,"gptoss":2,"model":3,"uses":2,"harmony":2,"to":2,"this":2,"function":2,"should":2,"not":2,"be":2,"called":2,"output":1,"request":1,"chatcompletionrequest":1,"tuple":1,"optional":2},"0,1896,data/raw/vllm-0.10.1/vllm/reasoning/abs_reasoning_parsers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":5,"project":1,"from":11,"future":1,"import":11,"annotations":1,"os":1,"abc":2,"abstractmethod":2,"collections":1,"sequence":1,"functools":1,"cached":2,"property":2,"typing":1,"type":2,"checking":2,"any":5,"callable":1,"optional":1,"union":1,"logger":4,"init":3,"utils":2,"path":1,"is":5,"list":3,"of":2,"if":4,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":2,"deltamessage":2,"responsesrequest":2,"transformers":1,"tokenizer":5,"anytokenizer":3,"else":1,"name":1,"class":2,"reasoningparser":1,"abstract":1,"reasoning":6,"parser":1,"that":1,"should":2,"not":1,"be":2,"used":4,"directly":1,"provided":1,"and":1,"methods":1,"in":5,"derived":1,"classes":1,"it":2,"extract":1,"content":4,"model":5,"output":3,"def":3,"self":5,"vocab":4,"dict":1,"str":1,"int":3,"note":1,"only":1,"pretrainedtokenizerfast":1,"guaranteed":1,"have":2,"whereas":1,"all":1,"tokenizers":1,"get":2,"return":1,"end":1,"input":5,"ids":5,"bool":2,"check":2,"ends":3,"structured":1,"engines":1,"like":1,"xgrammar":1,"parameters":1,"returns":1,"true":1},"1896,1948,data/raw/vllm-0.10.1/vllm/reasoning/abs_reasoning_parsers.py":{"abstractmethod":3,"def":3,"extract":6,"content":9,"ids":10,"self":3,"input":5,"list":4,"int":7,"token":4,"from":5,"the":14,"parameters":2,"of":1,"model":7,"output":4,"returns":2,"extracted":2,"reasoning":8,"str":10,"request":3,"union":2,"chatcompletionrequest":2,"responsesrequest":1,"tuple":3,"optional":4,"a":2,"complete":1,"generated":2,"string":2,"used":2,"for":3,"non":1,"streaming":3,"responses":1,"where":1,"we":1,"have":1,"entire":1,"response":2,"available":1,"before":1,"sending":1,"to":4,"client":1,"object":1,"that":2,"was":1,"generate":1,"containing":1,"and":3,"previous":2,"text":3,"current":3,"delta":2,"sequence":3,"deltamessage":1,"none":1,"instance":2,"method":2,"should":1,"be":2,"implemented":1,"extracting":1,"an":2,"incomplete":1,"use":1,"when":1,"handling":1,"calls":1,"has":2,"because":1,"it":1,"requires":1,"state":1,"tokens":1,"diffs":1,"but":1,"also":1,"information":1,"about":1,"what":1,"previously":1,"been":1,"parsed":1,"see":1,"constructor":1,"class":1,"reasoningparsermanager":1,"parsers":1,"dict":1,"type":1},"3844,1830,data/raw/vllm-0.10.1/vllm/reasoning/abs_reasoning_parsers.py":{"classmethod":3,"def":3,"get":2,"reasoning":9,"parser":2,"cls":8,"name":22,"str":6,"none":9,"type":6,"reasoningparser":3,"by":2,"which":1,"is":4,"registered":3,"register":4,"module":23,"raise":5,"a":3,"keyerror":3,"exception":1,"if":7,"the":2,"not":6,"in":4,"parsers":6,"return":1,"f":5,"helper":1,"found":1,"optional":2,"union":4,"list":3,"force":6,"bool":3,"true":2,"issubclass":1,"typeerror":2,"must":2,"be":3,"subclass":1,"of":1,"but":2,"got":2,"isinstance":2,"for":1,"and":1,"existed":2,"already":1,"at":1,"callable":1,"with":3,"given":1,"or":2,"it":1,"can":1,"used":1,"as":3,"decoder":1,"normal":1,"function":1,"boolean":1},"5674,1235,data/raw/vllm-0.10.1/vllm/reasoning/abs_reasoning_parsers.py":{"raise":2,"the":3,"error":1,"ahead":1,"of":5,"time":1,"if":2,"not":2,"name":12,"is":3,"none":4,"or":3,"isinstance":1,"str":5,"list":1,"typeerror":1,"must":1,"be":1,"an":1,"instance":1,"a":4,"sequence":1,"f":1,"but":1,"got":1,"type":1,"use":2,"it":2,"as":2,"normal":1,"method":1,"x":2,"register":6,"module":19,"someclass":1,"cls":3,"force":4,"return":4,"decorator":1,"def":2,"classmethod":1,"import":3,"reasoning":3,"parser":3,"plugin":4,"path":8,"user":1,"defined":1,"by":1,"define":1,"file":1,"os":2,"splitext":1,"basename":1,"0":1,"try":1,"from":2,"except":1,"exception":2,"logger":1,"failed":1,"to":1,"load":1,"s":2},"0,1778,data/raw/vllm-0.10.1/vllm/reasoning/mistral_reasoning_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":8,"vllm":5,"project":1,"from":6,"logger":4,"import":5,"init":4,"reasoning":7,"reasoningparser":3,"reasoningparsermanager":2,"deepseek":1,"r1":1,"parser":4,"deepseekr1reasoningparser":2,"transformers":1,"utils":1,"tokenizers":2,"mistral":6,"mistraltokenizer":4,"name":1,"register":1,"module":1,"class":1,"mistralreasoningparser":1,"for":1,"models":2,"uses":1,"think":5,"tokens":3,"denote":1,"text":1,"this":1,"extracts":1,"content":1,"model":3,"output":1,"def":1,"self":11,"tokenizer":11,"if":3,"not":3,"isinstance":1,"raise":3,"valueerror":2,"must":2,"be":2,"an":1,"instance":1,"of":1,"passed":1,"constructor":1,"during":1,"construction":1,"common":1,"base":1,"specialtokens":3,"start":5,"token":10,"begin":1,"end":6,"id":4,"get":2,"control":2,"is":2,"none":2,"or":1,"runtimeerror":1,"could":1,"locate":1,"in":1},"0,1931,data/raw/vllm-0.10.1/vllm/platforms/tpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":9,"typing":1,"import":10,"type":3,"checking":2,"optional":2,"union":1,"cast":1,"torch":2,"tpu":11,"info":3,"device":5,"inputs":1,"processorinputs":1,"prompttype":1,"logger":6,"init":2,"sampling":1,"params":2,"samplingparams":1,"samplingtype":1,"utils":1,"default":1,"max":1,"num":1,"batched":1,"tokens":1,"interface":1,"platform":2,"platformenum":2,"backend":14,"if":3,"config":1,"blocksize":2,"modelconfig":2,"vllmconfig":2,"pooling":1,"poolingparams":2,"else":1,"none":4,"name":2,"class":1,"tpuplatform":1,"enum":1,"str":11,"dispatch":1,"key":2,"xla":1,"ray":1,"dist":1,"gloo":1,"control":1,"env":2,"var":1,"visible":1,"chips":2,"simple":1,"compile":1,"openxla":1,"supported":1,"quantization":1,"list":2,"fp8":1,"int8":1,"compressed":1,"tensors":1,"additional":1,"vars":1,"per":1,"host":2,"bounds":2,"classmethod":1,"def":1,"get":1,"attn":1,"cls":2,"selected":4,"head":1,"size":2,"int":2,"dtype":3,"kv":1,"cache":1,"block":1,"use":4,"v1":6,"bool":2,"mla":1,"has":1,"sink":1,"pallas":4,"and":1,"cannot":1,"s":1,"on":1,"not":1,"raise":1,"valueerror":1,"only":1,"supports":1,"using":1,"return":1,"attention":1,"backends":1,"pallasattentionbackend":1},"1931,1848,data/raw/vllm-0.10.1/vllm/platforms/tpu.py":{"classmethod":10,"def":10,"set":3,"device":11,"cls":10,"torch":6,"none":3,"the":3,"for":2,"current":1,"platform":1,"tpu":5,"get":6,"name":2,"id":2,"int":4,"0":2,"str":2,"chip":2,"type":2,"local":1,"chips":1,"return":7,"f":1,"total":1,"memory":1,"raise":1,"notimplementederror":1,"is":3,"async":1,"output":1,"supported":1,"enforce":1,"eager":1,"optional":1,"bool":2,"false":2,"punica":3,"wrapper":2,"vllm":5,"lora":2,"punicawrappertpu":1,"infinity":1,"values":1,"dtype":4,"tuple":1,"float":2,"finfo":2,"min":1,"max":1,"can":1,"update":2,"inplace":1,"vocab":1,"padding":1,"size":4,"1":1,"inference":1,"mode":1,"no":1,"grad":1,"check":1,"and":3,"config":14,"vllmconfig":1,"from":1,"import":1,"compilationlevel":3,"cudagraphmode":1,"cache":5,"v0":1,"default":1,"block":3,"16":2,"if":2,"cast":1,"blocksize":1,"compilation":6,"only":1,"supports":1,"dynamo":4,"once":4,"level":4,"logger":1,"info":1,"forcing":1,"disabling":1,"cudagraph":1},"3779,1922,data/raw/vllm-0.10.1/vllm/platforms/tpu.py":{"if":5,"compilation":5,"config":29,"cudagraph":4,"mode":4,"is":6,"none":5,"or":1,"max":1,"cudagraphmode":2,"logger":3,"info":1,"tpu":7,"cuda":1,"graph":1,"not":8,"supported":2,"on":1,"disabling":1,"cudagraphs":1,"backend":4,"openxla":1,"assert":2,"vllm":8,"speculative":4,"does":3,"support":3,"decoding":2,"model":7,"and":2,"dtype":3,"in":1,"torch":3,"float16":1,"float32":1,"warning":2,"the":1,"currently":1,"s":1,"using":1,"bfloat16":2,"instead":1,"from":1,"v1":2,"attention":1,"backends":1,"pallas":1,"import":1,"pallasattentionbackend":2,"cache":1,"block":1,"size":2,"get":1,"page":1,"type":1,"ignore":1,"assignment":1,"parallel":4,"scheduler":5,"worker":4,"cls":2,"auto":1,"tpuworker":1,"yet":1,"for":1,"multimodal":2,"disable":4,"chunked":4,"mm":4,"input":4,"running":1,"models":1,"without":1,"setting":1,"forcing":1,"true":1},"5701,1853,data/raw/vllm-0.10.1/vllm/platforms/tpu.py":{"if":3,"model":4,"config":11,"and":3,"use":2,"mla":2,"logger":3,"info":2,"is":6,"enabled":2,"on":4,"a":1,"non":1,"gpu":1,"platform":2,"forcing":1,"chunked":3,"prefill":3,"prefix":1,"caching":1,"to":1,"be":1,"disabled":1,"vllm":6,"scheduler":4,"enable":1,"false":3,"max":4,"num":2,"batched":2,"tokens":2,"len":1,"default":1,"classmethod":6,"def":6,"pin":2,"memory":2,"available":1,"cls":7,"warning":1,"not":3,"supported":2,"tpu":5,"return":5,"get":1,"device":2,"communicator":2,"str":2,"distributed":1,"communicators":1,"tpucommunicator":1,"noqa":1,"all":1,"gather":1,"bool":3,"true":3,"supports":1,"v1":2,"modelconfig":1,"support":2,"experimental":1,"validate":1,"request":3,"prompt":1,"prompttype":1,"params":3,"union":1,"samplingparams":2,"poolingparams":1,"processed":1,"inputs":1,"processorinputs":1,"none":1,"raises":1,"this":2,"unsupported":1,"isinstance":1,"sampling":1,"type":2,"samplingtype":1,"random":1,"seed":2,"raise":1,"valueerror":1,"torch":1,"xla":1,"does":1,"per":1,"kv":2,"cache":2,"dtype":2,"try":1,"from":1,"commons":2,"platforms":1,"import":1,"tpuplatform":3,"as":1,"tpucommonsplatform":2,"ignore":1,"except":1,"importerror":1,"found":1,"using":1,"s":1,"pass":1},"0,1831,data/raw/vllm-0.10.1/vllm/platforms/neuron.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":9,"enum":4,"os":1,"from":7,"functools":1,"lru":1,"cache":3,"typing":1,"type":4,"checking":2,"optional":2,"envs":1,"logger":4,"init":2,"utils":1,"default":1,"max":3,"num":1,"batched":1,"tokens":1,"interface":1,"platform":2,"platformenum":2,"if":4,"config":18,"vllmconfig":3,"else":1,"none":2,"name":3,"class":2,"neuronframework":1,"transformers":2,"neuronx":4,"distributed":3,"inference":2,"neuronplatform":1,"neuron":9,"device":6,"str":7,"ray":1,"key":1,"cores":2,"supported":2,"quantization":1,"list":1,"quant":1,"fbgemm":1,"fp8":1,"dist":1,"backend":2,"gloo":1,"control":1,"env":1,"var":1,"rt":1,"visible":1,"classmethod":3,"def":3,"get":1,"cls":5,"id":1,"int":1,"return":2,"is":1,"async":1,"output":1,"enforce":1,"eager":1,"bool":2,"false":1,"check":1,"and":2,"update":1,"parallel":6,"worker":4,"auto":1,"neuronworker":1,"world":1,"size":3,"1":1,"executor":1,"uni":1,"model":4,"needs":1,"block":2,"len":2,"ignore":1},"1831,1730,data/raw/vllm-0.10.1/vllm/platforms/neuron.py":{"if":3,"vllm":8,"config":12,"model":3,"and":2,"use":4,"mla":2,"logger":2,"info":1,"is":7,"enabled":2,"on":2,"a":1,"non":1,"gpu":1,"platform":2,"forcing":1,"chunked":3,"prefill":3,"prefix":1,"caching":1,"to":2,"be":1,"disabled":1,"scheduler":4,"enable":1,"false":3,"max":4,"num":2,"batched":2,"tokens":2,"len":1,"default":1,"classmethod":5,"def":6,"pin":2,"memory":2,"available":2,"cls":7,"bool":4,"warning":1,"not":3,"supported":1,"neuron":3,"return":7,"get":3,"device":3,"communicator":3,"str":1,"envs":1,"v1":1,"distributed":5,"communicators":1,"neuroncommunicator":1,"noqa":1,"else":1,"all":1,"gather":1,"true":1,"lru":2,"cache":2,"neuronx":8,"inference":4,"try":2,"import":2,"except":2,"importerror":2,"none":4,"transformers":4,"framework":2,"self":1,"the":1,"specified":1,"corresponding":1,"installations":1,"are":1},"3561,1596,data/raw/vllm-0.10.1/vllm/platforms/neuron.py":{"if":7,"no":1,"framework":19,"is":8,"specified":6,"use":4,"neuronx":12,"distributed":7,"inference":6,"by":1,"default":1,"that":1,"s":1,"unavailable":2,"check":1,"and":6,"switch":1,"to":5,"transformers":5,"not":1,"self":7,"neuron":6,"raise":1,"assertionerror":1,"f":1,"for":1,"platform":1,"tnx":5,"installed":6,"nxd":7,"os":1,"environ":1,"get":3,"vllm":1,"neuronframework":6,"value":2,"return":6,"or":1,"none":3,"def":1,"true":1,"the":2,"determined":1,"in":1,"false":1,"otherwise":1,"this":1,"used":1,"select":1,"model":2,"specific":1,"configuration":1,"apply":1,"during":1,"compilation":1},"5157,449,data/raw/vllm-0.10.1/vllm/platforms/neuron.py":{"def":1,"use":3,"transformers":3,"neuronx":3,"self":2,"return":2,"true":1,"if":1,"the":2,"framework":5,"determined":1,"in":1,"get":2,"neuron":3,"to":4,"is":2,"neuronframework":2,"false":1,"otherwise":1,"this":1,"used":1,"select":1,"model":2,"and":1,"specific":1,"configuration":1,"apply":1,"during":1,"compilation":1},"0,1997,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"import":18,"enum":28,"os":1,"platform":2,"random":1,"sys":1,"from":11,"datetime":1,"timedelta":1,"uname":2,"typing":1,"type":2,"checking":2,"any":1,"namedtuple":1,"optional":1,"union":1,"numpy":1,"as":1,"np":1,"torch":3,"distributed":1,"prefixstore":1,"processgroup":1,"inputs":1,"processorinputs":1,"prompttype":1,"logger":4,"init":2,"if":1,"config":1,"modelconfig":2,"vllmconfig":2,"lora":1,"request":1,"lorarequest":2,"pooling":1,"params":2,"poolingparams":2,"sampling":1,"samplingparams":2,"utils":1,"flexibleargumentparser":2,"else":1,"none":6,"name":1,"def":1,"in":2,"wsl":2,"bool":1,"reference":1,"https":1,"github":1,"com":1,"microsoft":2,"issues":1,"4071":1,"return":1,"join":1,"lower":1,"class":1,"backend":2,"flash":5,"attn":7,"auto":25,"v1":11,"triton":3,"xformers":2,"rocm":4,"aiter":3,"mla":5,"supported":3,"by":3,"fa":1,"used":1,"for":1,"vit":1,"sdpa":1,"flashinfer":2,"flashmla":2,"cutlass":1,"pallas":2,"ipex":1,"dual":1,"chunk":1,"differential":1,"no":1,"attention":2,"flex":1,"tree":1},"1997,1746,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"class":4,"platformenum":2,"enum":18,"cuda":3,"auto":13,"rocm":1,"tpu":1,"xpu":1,"cpu":3,"neuron":1,"oot":1,"unspecified":1,"cpuarchenum":1,"x86":1,"arm":1,"powerpc":1,"other":1,"unknown":1,"devicecapability":1,"namedtuple":1,"major":4,"int":4,"minor":6,"def":2,"as":3,"version":2,"str":7,"self":7,"return":2,"f":1,"to":2,"express":1,"device":9,"capability":1,"an":1,"integer":1,"it":1,"is":2,"assumed":1,"that":1,"the":3,"always":1,"a":2,"single":1,"digit":1,"assert":1,"0":1,"10":2,"platform":2,"name":1,"type":1,"available":2,"dispatch":2,"keys":2,"check":1,"https":3,"github":3,"com":3,"pytorch":3,"blob":2,"313dac6c1ca0fa0cde32477509cce32089f8532a":1,"torchgen":1,"model":1,"py":2,"l134":1,"noqa":3,"use":1,"fallback":1,"for":3,"platforms":1,"not":2,"registered":1,"in":2,"key":2,"ray":10,"project":2,"10ba5adadcc49c60af2c358a33bb943fb491a171":1,"python":2,"private":2,"constants":1,"l438":1,"empty":1,"string":1,"means":1,"does":1,"support":1,"agnostic":1,"way":1,"specify":1,"control":3,"environment":1,"variable":1,"e":1,"g":1,"visible":2,"devices":1,"hint":1,"search":1,"get":1,"accelerator":1,"ids":1,"env":3,"var":3,"tree":1,"master":1,"accelerators":1,"vllm":1,"placeholder":1},"3743,1841,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"the":13,"torch":6,"compile":2,"backend":4,"for":5,"compiling":1,"simple":2,"and":1,"standalone":1,"functions":1,"default":2,"value":1,"is":11,"inductor":2,"to":1,"keep":1,"same":1,"behavior":1,"as":2,"pytorch":1,"note":1,"forward":1,"part":1,"of":4,"model":1,"vllm":1,"has":1,"another":1,"separate":1,"compilation":1,"strategy":1,"str":4,"used":2,"distributed":1,"communication":1,"dist":1,"supported":3,"quantization":1,"list":3,"additional":1,"env":1,"vars":1,"global":1,"graph":1,"pool":1,"optional":1,"any":1,"none":1,"property":1,"def":11,"dtypes":4,"self":20,"dtype":4,"returns":1,"current":2,"platform":2,"be":2,"careful":1,"with":1,"order":1,"first":1,"will":1,"fallback":1,"when":1,"encountering":1,"unsupported":1,"in":2,"auto":1,"return":11,"bfloat16":1,"float16":1,"float32":1,"cuda":6,"bool":9,"enum":9,"platformenum":10,"rocm":3,"tpu":2,"xpu":2,"cpu":2,"neuron":2,"out":1,"tree":1,"oot":1,"get":1,"max":1,"output":1,"tokens":1,"prompt":1,"len":1,"int":2,"sys":1,"maxsize":1,"alike":1,"stateless":1,"version":1,"available":2,"sleep":1,"mode":1},"5584,1954,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"classmethod":5,"def":5,"device":23,"id":11,"to":3,"physical":3,"cls":10,"int":11,"treat":1,"empty":1,"control":4,"env":4,"var":4,"as":1,"unset":1,"this":2,"is":4,"a":6,"valid":1,"configuration":1,"in":3,"ray":1,"setups":1,"where":1,"the":3,"engine":1,"launched":1,"cpu":1,"only":1,"placement":1,"group":1,"located":1,"on":1,"gpu":1,"node":1,"if":2,"os":3,"environ":3,"and":1,"ids":2,"split":1,"return":6,"else":1,"get":6,"vit":1,"attn":2,"backend":7,"support":1,"fa":1,"bool":5,"false":2,"torch":3,"sdpa":1,"selected":1,"head":1,"size":2,"dtype":3,"kv":1,"cache":1,"optional":2,"str":2,"block":1,"use":2,"v1":1,"mla":1,"has":2,"sink":1,"attention":1,"class":1,"of":2,"capability":9,"0":2,"devicecapability":3,"stateless":1,"version":1,"cuda":1,"none":2,"union":1,"tuple":2,"test":1,"whether":1,"platform":1,"compatible":1,"with":1,"argument":1,"can":1,"either":1,"be":1,"major":2,"minor":2,"an":1,"integer":1,"see":1,"vllm":1,"platforms":1,"interface":1,"current":2},"7538,1741,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"if":4,"isinstance":2,"capability":17,"tuple":4,"return":5,"current":7,"to":4,"int":12,"classmethod":6,"def":6,"is":3,"device":16,"cls":7,"union":1,"id":7,"0":4,"bool":3,"test":1,"whether":1,"this":1,"platform":2,"has":1,"exactly":1,"the":7,"specified":1,"argument":1,"can":1,"either":1,"be":1,"a":5,"major":2,"minor":2,"an":1,"integer":1,"see":1,"devicecapability":2,"vllm":1,"platforms":1,"interface":1,"get":7,"none":1,"false":1,"name":2,"str":2,"of":4,"raise":4,"notimplementederror":4,"uuid":2,"e":1,"g":1,"pci":1,"bus":1,"total":2,"memory":2,"in":1,"bytes":1,"async":2,"output":2,"supported":1,"enforce":1,"eager":1,"optional":1,"check":1,"supports":1,"inference":2,"mode":2,"specific":1,"wrapper":1,"torch":1},"9279,1998,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"this":3,"wrapper":1,"is":6,"recommended":1,"because":1,"some":2,"hardware":1,"backends":1,"such":2,"as":1,"tpu":1,"do":2,"not":3,"support":1,"torch":6,"inference":2,"mode":3,"in":2,"a":1,"case":1,"they":1,"will":2,"fall":1,"back":1,"to":3,"no":1,"grad":1,"by":2,"overriding":1,"method":1,"return":1,"true":1,"classmethod":4,"def":4,"seed":13,"everything":1,"cls":4,"optional":2,"int":1,"none":7,"set":4,"the":13,"of":3,"each":1,"random":3,"module":1,"manual":2,"on":2,"all":1,"devices":1,"loosely":1,"based":1,"https":1,"github":1,"com":1,"lightning":3,"ai":1,"pytorch":1,"blob":1,"2":1,"4":1,"0":1,"src":1,"fabric":1,"utilities":1,"py":1,"l20":1,"if":2,"np":1,"device":4,"for":5,"current":5,"platform":5,"raise":2,"notimplementederror":1,"pre":2,"register":2,"and":4,"update":6,"parser":1,"flexibleargumentparser":1,"registration":1,"or":4,"action":1,"function":1,"called":1,"before":1,"global":1,"vllmconfig":2,"initialized":1,"cli":1,"arguments":1,"are":1,"parsed":1,"it":5,"s":1,"used":1,"out":2,"tree":2,"platforms":1,"configuration":4,"example":1,"quantization":1,"config":4,"can":4,"be":2,"imported":1,"registered":1,"here":1,"dynamically":1,"pass":2,"check":2,"vllm":1,"an":1,"exception":1,"compatible":2,"with":2,"make":1,"passed":1,"reference":1,"so":1,"modified":1,"place":1},"11277,1912,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"classmethod":4,"def":4,"verify":4,"model":4,"arch":2,"cls":7,"str":2,"none":2,"whether":3,"the":11,"current":5,"platform":5,"supports":1,"specified":1,"architecture":4,"this":2,"will":1,"raise":2,"an":1,"error":1,"or":2,"warning":2,"based":1,"on":3,"support":1,"by":2,"default":1,"all":1,"models":1,"are":1,"considered":1,"supported":6,"pass":1,"quantization":5,"quant":3,"is":6,"if":4,"and":1,"not":3,"in":5,"valueerror":1,"f":2,"currently":1,"device":1,"name":1,"get":1,"cpu":2,"cpuarchenum":7,"determine":1,"of":1,"system":1,"returns":1,"indicating":1,"type":1,"machine":7,"lower":1,"x86":2,"64":1,"amd64":1,"i386":1,"i686":1,"return":6,"elif":2,"startswith":3,"arm":2,"aarch":1,"ppc":1,"powerpc":1,"other":1,"else":1,"unknown":1,"pin":3,"memory":4,"available":2,"bool":1,"checks":1,"wsl":4,"pinning":1,"https":1,"docs":1,"nvidia":1,"com":1,"cuda":2,"user":1,"guide":1,"index":1,"html":1,"known":1,"limitations":1,"for":1,"linux":1,"applications":1,"logger":1,"using":1,"false":2,"as":1,"detected":1,"may":1,"slow":1,"down":1,"performance":1,"true":1},"13189,1982,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"classmethod":9,"def":9,"get":6,"current":5,"memory":3,"usage":2,"cls":10,"device":6,"optional":1,"torch":2,"types":3,"none":1,"float":5,"return":9,"the":11,"in":1,"bytes":1,"raise":2,"notimplementederror":2,"punica":2,"wrapper":2,"str":2,"for":4,"platform":6,"infinity":1,"values":2,"dtype":2,"tuple":1,"specific":2,"inf":4,"can":3,"update":1,"inplace":2,"bool":4,"checks":1,"if":1,"allows":1,"updates":1,"true":1,"lora":2,"vocab":1,"padding":2,"size":1,"int":1,"returns":4,"how":1,"much":1,"logits":1,"need":1,"kernels":1,"256":1,"communicator":3,"class":1,"distributed":2,"communication":1,"vllm":1,"communicators":1,"base":1,"devicecommunicatorbase":1,"noqa":1,"supports":4,"mx":2,"whether":3,"false":2,"fp8":7,"is":2,"fnuz":4,"preferred":1,"type":1,"on":1,"there":1,"are":1,"two":1,"representations":1,"of":1,"ocp":2,"and":1,"specification":2,"be":2,"found":2,"at":2,"https":2,"tinyurl":2,"com":2,"b7jvwpft":1,"5n6hwwu5":1},"15171,1739,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"amd":1,"s":1,"mi300":1,"and":1,"mi325":1,"have":1,"native":1,"hardware":2,"support":2,"for":4,"fnuz":2,"all":2,"other":1,"has":1,"converged":1,"on":4,"the":9,"ocp":1,"fp8":4,"standard":1,"return":6,"false":3,"classmethod":6,"def":6,"dtype":2,"cls":7,"torch":2,"returns":4,"preferred":1,"type":1,"current":6,"platform":5,"see":1,"documentation":1,"is":3,"details":1,"float8":1,"e4m3fn":1,"use":4,"gather":2,"bool":4,"whether":3,"to":2,"allgather":1,"in":1,"logitsprocessor":1,"logits":1,"import":2,"vllm":5,"envs":3,"as":1,"from":1,"config":9,"get":2,"parallel":3,"v1":6,"or":1,"distributed":1,"executor":1,"backend":1,"external":1,"launcher":1,"supports":3,"model":4,"modelconfig":2,"can":1,"supplied":1,"configuration":1,"default":2,"by":1,"custom":2,"allreduce":2,"if":2,"supported":1,"validate":1,"request":2,"prompt":1,"prompttype":1,"params":1,"union":1,"samplingparams":1,"poolingparams":1,"processed":1,"inputs":1,"processorinputs":1,"none":1,"raises":1,"this":2,"unsupported":1},"16910,1786,data/raw/vllm-0.10.1/vllm/platforms/interface.py":{"def":6,"getattr":3,"self":6,"key":4,"str":4,"device":9,"torch":4,"type":3,"none":4,"if":3,"is":4,"not":2,"and":1,"hasattr":1,"return":6,"else":1,"logger":1,"warning":1,"current":2,"platform":5,"s":2,"does":1,"have":1,"attribute":1,"get":4,"global":5,"graph":10,"pool":6,"any":1,"the":5,"for":2,"this":1,"cls":9,"class":3,"handle":1,"classmethod":4,"cu":2,"count":1,"id":1,"int":4,"0":1,"returns":2,"total":1,"number":1,"of":1,"compute":1,"units":1,"on":1,"single":1,"gpu":1,"raise":2,"notimplementederror":1,"static":4,"wrapper":2,"vllm":1,"compilation":1,"base":1,"abstractstaticgraphwrapper":1,"stateless":1,"init":2,"dist":1,"pg":1,"backend":3,"prefix":1,"store":1,"prefixstore":1,"group":3,"rank":1,"size":1,"timeout":1,"timedelta":1,"processgroup":1,"specific":1,"distributed":2,"process":1,"runtimeerror":1,"f":1,"unsupported":1,"kv":3,"cache":3,"dtype":3,"supported":2,"bool":1,"by":1,"false":1,"unspecifiedplatform":1,"enum":1,"platformenum":1,"unspecified":1},"0,1767,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"code":1,"inside":1,"this":1,"file":1,"can":1,"safely":1,"assume":1,"cuda":9,"platform":3,"e":1,"g":1,"importing":1,"pynvml":6,"however":1,"it":1,"should":1,"not":1,"initialize":1,"context":2,"import":17,"os":1,"from":10,"datetime":1,"timedelta":1,"functools":1,"cache":1,"wraps":2,"typing":2,"type":3,"checking":2,"callable":3,"optional":1,"typevar":2,"union":1,"torch":4,"distributed":3,"prefixstore":1,"processgroup":1,"c10d":1,"is":1,"nccl":2,"available":1,"extensions":1,"paramspec":2,"custom":1,"ops":1,"trigger":1,"op":1,"registration":1,"c":1,"noqa":1,"envs":2,"as":1,"logger":4,"init":2,"utils":1,"device":5,"count":1,"stateless":1,"interface":1,"devicecapability":1,"platformenum":2,"backend":2,"if":1,"config":1,"modelconfig":1,"vllmconfig":1,"name":2,"p":6,"r":5,"pytorch":1,"5":1,"uses":1,"cudnn":2,"sdpa":1,"by":1,"default":1,"which":1,"will":1,"cause":1,"crash":1,"on":1,"some":1,"models":1,"see":1,"https":1,"github":1,"com":1,"huggingface":1,"diffusers":1,"issues":1,"9704":1,"for":1,"details":1,"backends":1,"enable":1,"sdp":1,"false":1,"def":2,"with":1,"nvml":1,"fn":3,"wrapper":2,"args":3,"kwargs":3,"nvmlinit":1,"try":1,"return":2,"finally":1,"nvmlshutdown":1,"class":1,"cudaplatformbase":1,"enum":1,"str":6,"dispatch":1,"key":2,"ray":1,"gpu":1,"dist":1,"control":1,"env":1,"var":1,"visible":1,"devices":1},"1767,1953,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"property":1,"def":7,"supported":4,"dtypes":1,"self":4,"list":2,"torch":10,"dtype":1,"if":2,"has":3,"device":19,"capability":4,"80":2,"ampere":1,"and":6,"hopper":1,"or":1,"later":1,"nvidia":3,"gpus":4,"return":5,"bfloat16":1,"float16":2,"float32":3,"elif":1,"not":3,"60":1,"pascal":1,"volta":1,"turing":1,"bf16":1,"is":6,"kepler":1,"maxwell":1,"only":1,"fp32":1,"though":1,"vllm":2,"doesn":1,"t":1,"support":1,"these":1,"classmethod":6,"set":4,"cls":6,"none":1,"the":3,"for":2,"current":1,"platform":1,"cuda":2,"with":1,"this":1,"trick":1,"we":1,"can":1,"force":1,"to":2,"be":2,"eagerly":1,"see":2,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"155668":1,"why":1,"when":1,"it":1,"needed":1,"zeros":1,"1":1,"get":3,"id":3,"int":5,"0":3,"optional":2,"devicecapability":1,"raise":4,"notimplementederror":4,"name":1,"str":1,"total":1,"memory":1,"async":3,"output":3,"enforce":3,"eager":3,"bool":3,"envs":1,"use":1,"v1":1,"logger":1,"warning":1,"benefits":1,"of":1,"processing":1,"enable":1,"graph":1,"since":1,"enabled":1,"processor":1,"cannot":1,"used":1,"false":1,"true":1,"fully":1,"connected":1,"ids":1},"3720,1504,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"classmethod":2,"def":2,"log":1,"warnings":1,"cls":6,"pass":1,"check":1,"and":4,"update":1,"config":23,"vllm":12,"vllmconfig":1,"none":4,"parallel":6,"model":5,"if":7,"worker":13,"auto":1,"speculative":2,"not":4,"envs":2,"use":5,"v1":4,"raise":1,"notimplementederror":1,"decoding":1,"is":4,"supported":1,"on":1,"v0":1,"gpu":2,"else":3,"cache":5,"block":3,"size":3,"16":1,"todo":1,"lucas":1,"handle":1,"this":1,"more":1,"gracefully":1,"note":1,"may":1,"be":1,"during":1,"testing":1,"mla":3,"attention":1,"backend":2,"set":1,"we":4,"are":1,"using":1,"then":1,"default":2,"to":2,"flashmla":2,"for":2,"non":1,"blackwell":1,"gpus":1,"cutlassmla":1,"each":1,"case":1,"force":1,"the":1,"required":1,"false":2,"cutlass":1},"5224,1501,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"if":4,"envs":4,"vllm":7,"attention":6,"backend":8,"is":5,"none":1,"default":1,"case":2,"cls":1,"device":1,"capability":1,"100":1,"blackwell":2,"force":2,"cutlassmla":1,"use":6,"cutlass":6,"mla":6,"true":2,"todo":1,"this":1,"does":1,"not":3,"work":1,"because":1,"the":1,"global":1,"attn":2,"context":1,"manager":1,"set":1,"see":1,"selector":1,"py":1,"cached":1,"get":1,"else":2,"flashmla":8,"forced":1,"from":2,"ops":1,"import":4,"supported":2,"and":3,"0":1,"cache":6,"config":5,"block":6,"size":6,"64":3,"logger":2,"info":2,"forcing":2,"kv":2,"to":3,"for":2,"128":3,"lazy":1,"avoid":1,"circular":1,"cudagraphmode":1},"6725,1778,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"compilation":4,"config":8,"vllm":3,"if":4,"envs":1,"all2all":1,"backend":8,"deepep":4,"high":2,"throughput":2,"and":3,"parallel":3,"data":2,"size":1,"1":1,"cudagraph":2,"mode":2,"cudagraphmode":2,"none":4,"logger":2,"info":1,"disabling":1,"cudagraphs":1,"since":1,"dp":1,"with":1,"kernels":3,"are":2,"not":3,"cuda":5,"graph":2,"compatible":2,"the":2,"low":2,"latency":2,"set":1,"all":2,"to":4,"use":3,"those":1,"instead":2,"model":2,"is":3,"enforce":1,"eager":1,"true":1,"classmethod":2,"def":2,"get":2,"current":2,"memory":3,"usage":1,"cls":3,"device":5,"optional":1,"torch":4,"types":1,"float":1,"empty":1,"cache":1,"reset":1,"peak":1,"stats":1,"return":3,"max":1,"allocated":1,"vit":1,"attn":6,"support":2,"fa":3,"bool":1,"false":1,"has":2,"capability":1,"80":1,"from":1,"transformers":1,"utils":1,"import":1,"flash":6,"2":2,"available":2,"warning":1,"once":1,"a":1,"bug":1,"inside":1,"vision":1,"module":1,"so":1,"we":1,"xformers":2,"you":1,"can":1,"run":1,"pip":1,"install":1,"attention":1,"fallback":1,"for":1,"volta":1,"turing":1,"gpus":1,"or":1,"supported":1},"8503,18,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"classmethod":1},"8521,191,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"def":1,"get":1,"attn":1,"backend":2,"cls":2,"selected":1,"head":1,"size":2,"dtype":2,"kv":1,"cache":1,"block":1,"use":2,"v1":1,"mla":1,"has":1,"sink":1,"str":1},"8712,1157,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"if":5,"use":3,"mla":12,"todo":1,"lucas":1,"refactor":1,"to":1,"be":1,"more":1,"concise":1,"we":1,"should":1,"probably":1,"consider":1,"factoring":1,"out":1,"v1":8,"here":1,"selected":3,"backend":9,"cutlass":4,"or":2,"cls":1,"is":3,"device":1,"capability":1,"100":1,"and":2,"none":1,"block":2,"size":2,"128":1,"logger":4,"info":3,"once":2,"using":3,"on":3,"engine":3,"return":3,"vllm":3,"attention":3,"backends":3,"cutlassmlabackend":1,"else":2,"warning":1,"only":1,"supported":1,"triton":5,"64":1,"tritonmlabackend":2},"9869,1089,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"else":3,"from":1,"vllm":3,"attention":3,"backends":3,"flashmla":10,"import":1,"is":5,"supported":5,"if":2,"not":3,"0":1,"logger":4,"warning":2,"backend":4,"due":1,"to":1,"s":1,"1":1,"elif":1,"block":4,"size":4,"64":2,"for":1,"d":1,"currently":1,"only":1,"supports":1,"use":1,"v1":3,"info":2,"once":1,"using":2,"on":1,"engine":1,"return":2,"mla":1,"flashmlabackend":2},"10958,650,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"if":1,"use":1,"v1":13,"flashinfer":2,"vllm":7,"attention":8,"backends":6,"flashinferbackend":1,"noqa":6,"e501":6,"flex":2,"flexattentionbackend":1,"triton":2,"attn":6,"tritonattentionbackend":1,"flash":2,"flashattentionbackend":1,"tree":2,"treeattentionbackend":1,"xformers":2,"xformersattentionbackend":1},"11608,1983,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"if":5,"selected":6,"backend":22,"flashinfer":6,"logger":7,"info":7,"once":7,"using":7,"on":7,"v1":19,"engine":8,"cls":2,"has":1,"device":2,"capability":2,"100":2,"from":3,"vllm":6,"attention":7,"backends":3,"utils":2,"import":3,"set":4,"kv":5,"cache":5,"layout":5,"hnd":3,"return":6,"elif":5,"flex":2,"flexattention":1,"triton":3,"attn":8,"flash":3,"tree":3,"xformers":3,"selector":1,"is":4,"supported":3,"default":3,"for":3,"prefer":1,"blackwell":2,"gpus":2,"installed":1,"head":1,"size":1,"dtype":1,"with":1,"by":1,"sm":1,"10":1,"0":1},"13591,1805,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"return":5,"flashinfer":3,"v1":11,"if":6,"not":5,"is":10,"default":7,"backend":10,"supported":6,"can":1,"import":3,"logger":5,"warning":1,"once":5,"failed":1,"to":2,"for":6,"engine":5,"on":5,"blackwell":1,"sm":2,"10":1,"0":2,"gpus":3,"it":1,"recommended":1,"install":1,"better":1,"performance":1,"flashattention":1,"the":2,"8":1,"cls":2,"has":2,"device":2,"capability":2,"80":1,"sink":1,"and":1,"90":1,"info":4,"using":4,"triton":2,"attn":4,"vllm":1,"flash":3,"head":4,"size":4,"dtype":4,"allow":1,"error":1,"false":1,"attention":7,"flexattention":3,"older":1,"else":1,"flex":6,"assert":1,"use":4,"reason":4,"s":1,"join":1,"f":1,"k":2,"v":2,"in":1,"items":1},"15396,1520,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"backends":6,"for":3,"v0":1,"engine":2,"if":2,"selected":6,"backend":16,"flashinfer":3,"logger":5,"info":5,"using":5,"cls":2,"has":1,"device":2,"capability":1,"100":1,"from":1,"vllm":5,"v1":4,"attention":6,"utils":1,"import":1,"set":2,"kv":3,"cache":3,"layout":3,"once":1,"hnd":2,"on":1,"by":1,"default":1,"blackwell":1,"sm":1,"10":1,"0":1,"gpus":1,"return":4,"flashinferbackend":1,"elif":5,"xformers":3,"xformersbackend":1,"dual":2,"chunk":2,"flash":5,"attn":5,"dualchunkflashattention":1,"dualchunkflashattentionbackend":1,"differential":2,"differentialflashattention":1,"differentialflashattentionbackend":1,"pass":1,"raise":1,"valueerror":1,"f":2,"invalid":1,"name":1,"with":1,"use":4,"mla":2},"16916,1150,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"target":5,"backend":13,"flash":5,"attn":5,"if":3,"not":3,"cls":1,"has":1,"device":1,"capability":1,"80":1,"volta":2,"and":2,"turing":2,"nvidia":1,"gpus":2,"logger":3,"info":3,"cannot":3,"use":3,"flashattention":3,"2":3,"for":4,"xformers":3,"elif":2,"dtype":2,"in":1,"torch":4,"float16":2,"bfloat16":2,"other":1,"than":1,"or":1,"block":2,"size":2,"16":2,"0":1,"divisible":1,"by":1,"flashattn":1,"is":2,"valid":1,"the":2,"model":1,"checking":1,"package":1,"installed":1,"try":1,"import":2,"vllm":3,"noqa":2,"f401":2,"from":1,"attention":1,"backends":1,"flashattentionbackend":1,"supports":1,"fp8":1},"18066,1941,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"supported":3,"sizes":3,"flashattentionbackend":2,"get":3,"head":4,"if":3,"size":3,"not":4,"in":1,"logger":6,"info":5,"cannot":3,"use":4,"flashattention":3,"2":2,"backend":15,"for":3,"d":1,"target":4,"xformers":6,"fp8":6,"kv":6,"cache":6,"dtype":2,"is":2,"none":1,"and":3,"startswith":1,"flash":5,"attn":4,"supports":1,"warning":1,"please":1,"flashinfer":2,"with":1,"better":1,"performance":1,"by":2,"setting":1,"environment":1,"variable":1,"vllm":8,"attention":4,"except":1,"importerror":1,"because":1,"the":1,"package":1,"found":1,"make":1,"sure":1,"that":1,"was":1,"built":1,"installed":1,"on":1,"default":1,"using":2,"return":4,"backends":2,"xformersbackend":1,"classmethod":2,"def":2,"punica":3,"wrapper":2,"cls":3,"str":2,"lora":1,"gpu":1,"punicawrappergpu":1,"device":2,"communicator":2,"distributed":1,"communicators":1,"cuda":1,"cudacommunicator":1,"noqa":1},"20007,1485,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"classmethod":6,"def":6,"supports":2,"fp8":1,"cls":8,"bool":3,"return":6,"has":1,"device":7,"capability":1,"89":1,"v1":1,"model":1,"config":1,"modelconfig":1,"true":2,"use":1,"custom":1,"allreduce":1,"get":1,"static":1,"graph":2,"wrapper":1,"str":2,"vllm":1,"compilation":1,"cuda":3,"cudagraphwrapper":1,"stateless":2,"init":1,"torch":3,"dist":1,"pg":5,"backend":12,"prefix":3,"store":3,"prefixstore":1,"group":7,"rank":3,"int":3,"size":3,"timeout":3,"timedelta":1,"processgroup":4,"assert":1,"is":1,"nccl":2,"available":1,"from":1,"distributed":2,"c10d":1,"import":1,"processgroupnccl":3,"options":4,"class":3,"type":3,"backendtype":1,"set":2,"default":1,"sequence":1,"number":1,"for":1,"register":1,"count":2},"21492,1948,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"classmethod":4,"def":4,"is":5,"kv":3,"cache":4,"dtype":3,"supported":5,"cls":8,"str":2,"bool":2,"fp8":5,"attention":5,"startswith":1,"will":3,"use":2,"fa":3,"not":3,"envs":2,"set":1,"vllm":4,"backend":2,"or":1,"flash":3,"attn":3,"v1":1,"false":2,"if":1,"device":21,"capability":6,"100":1,"true":1,"elif":1,"and":1,"from":1,"utils":3,"import":1,"supports":2,"return":6,"nvml":6,"note":1,"that":2,"affected":1,"by":1,"cuda":2,"visible":1,"devices":1,"all":1,"the":2,"related":1,"functions":1,"work":1,"on":1,"real":1,"physical":8,"ids":1,"major":4,"benefit":1,"of":1,"using":1,"it":1,"initialize":1,"class":1,"nvmlcudaplatform":1,"cudaplatformbase":1,"with":3,"context":3,"get":3,"id":14,"int":6,"0":3,"optional":1,"devicecapability":2,"try":2,"to":2,"handle":2,"pynvml":2,"nvmldevicegethandlebyindex":1,"minor":3,"nvmldevicegetcudacomputecapability":1,"except":2,"runtimeerror":2,"none":1,"has":2,"union":1,"tuple":1,"super":1,"name":2},"23440,1902,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"classmethod":4,"with":3,"nvml":5,"context":3,"def":4,"get":3,"device":19,"uuid":1,"cls":6,"id":14,"int":6,"0":3,"str":2,"physical":9,"to":2,"handle":10,"pynvml":11,"nvmldevicegethandlebyindex":4,"return":6,"nvmldevicegetuuid":1,"total":2,"memory":1,"nvmldevicegetmemoryinfo":1,"is":2,"fully":2,"connected":2,"ids":2,"list":1,"bool":1,"query":1,"if":4,"the":1,"set":1,"of":1,"gpus":1,"are":1,"by":1,"nvlink":4,"1":1,"hop":1,"handles":3,"i":4,"for":3,"in":3,"enumerate":2,"j":2,"peer":2,"try":1,"p2p":4,"status":3,"nvmldevicegetp2pstatus":1,"caps":1,"index":1,"ok":1,"false":2,"except":1,"nvmlerror":1,"logger":1,"exception":1,"detection":1,"failed":1,"this":1,"normal":1,"your":1,"machine":1,"has":1,"no":1,"equipped":1,"true":1,"name":1,"nvmldevicegetname":1},"25342,1994,data/raw/vllm-0.10.1/vllm/platforms/cuda.py":{"classmethod":5,"with":1,"nvml":10,"context":2,"def":5,"log":2,"warnings":2,"cls":6,"device":24,"ids":4,"int":6,"pynvml":3,"nvmldevicegetcount":1,"if":4,"1":2,"names":3,"get":8,"physical":2,"name":3,"i":2,"for":1,"in":2,"range":1,"len":1,"set":2,"and":1,"os":1,"environ":1,"cuda":5,"order":2,"pci":2,"bus":2,"id":8,"logger":2,"warning":1,"detected":1,"different":1,"devices":1,"the":1,"system":1,"s":1,"please":1,"make":1,"sure":1,"to":2,"avoid":1,"unexpected":1,"behavior":1,"join":1,"class":1,"nonnvmlcudaplatform":2,"cudaplatformbase":1,"cache":1,"capability":2,"0":3,"devicecapability":2,"major":3,"minor":3,"torch":3,"return":4,"str":1,"total":2,"memory":2,"props":2,"properties":1,"is":3,"fully":1,"connected":1,"list":1,"bool":1,"exception":2,"nvlink":2,"detection":1,"not":3,"possible":1,"as":1,"support":1,"was":1,"found":1,"assuming":1,"no":1,"available":7,"false":3,"autodetect":1,"either":1,"enabled":1,"or":1,"non":1,"platform":1,"based":1,"on":2,"whether":1,"try":2,"nvmlinit":1,"true":1,"except":1,"jetson":1,"supported":1,"finally":1,"nvmlshutdown":1,"cudaplatform":2,"nvmlcudaplatform":1,"else":1},"0,1793,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":13,"json":2,"os":5,"platform":4,"subprocess":1,"sys":1,"from":7,"dataclasses":1,"dataclass":2,"importlib":1,"util":1,"find":1,"spec":1,"typing":1,"type":3,"checking":2,"optional":1,"torch":1,"logger":4,"init":2,"utils":1,"default":1,"max":2,"num":1,"batched":1,"tokens":1,"interface":1,"cpuarchenum":1,"platformenum":2,"backend":2,"name":2,"if":3,"config":1,"vllmconfig":2,"else":3,"none":4,"def":3,"get":4,"threads":1,"pid":2,"hasattr":1,"sched":2,"getaffinity":2,"return":5,"len":1,"elif":1,"system":1,"darwin":1,"cpu":6,"count":1,"raise":1,"notimplementederror":1,"unsupported":1,"class":2,"logicalcpuinfo":5,"id":5,"int":12,"1":4,"physical":5,"core":6,"numa":5,"node":6,"classmethod":1,"cls":1,"value":5,"str":5,"try":1,"except":1,"exception":1,"staticmethod":1,"decoder":1,"obj":5,"dict":6,"not":1,"is":3,"or":2,"cpuplatform":1,"enum":1,"device":2,"dispatch":1,"key":1,"dist":1,"gloo":1},"1793,1755,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"property":1,"def":4,"supported":3,"dtypes":1,"self":3,"list":1,"torch":11,"dtype":4,"if":5,"get":5,"cpu":9,"architecture":2,"cpuarchenum":2,"powerpc":1,"return":5,"bfloat16":2,"float32":3,"elif":1,"sys":1,"platform":2,"startswith":1,"darwin":1,"and":3,"arm":1,"todo":1,"change":1,"this":1,"condition":1,"to":3,"check":1,"the":4,"support":1,"bf16":3,"instead":1,"of":1,"checking":1,"os":1,"for":1,"instance":1,"m2":1,"shall":1,"supports":2,"already":1,"but":1,"we":1,"need":1,"modify":1,"extension":1,"cmake":1,"activate":1,"feature":1,"in":1,"build":1,"float16":2,"x86":1,"aarch64":1,"has":2,"both":1,"fp16":1,"natively":1,"classmethod":3,"device":4,"name":1,"cls":4,"id":2,"int":5,"0":2,"str":3,"attn":2,"backend":10,"selected":4,"head":1,"size":2,"kv":1,"cache":1,"optional":1,"block":1,"use":5,"v1":4,"bool":3,"mla":3,"sink":1,"sdpa":2,"logger":2,"info":2,"cannot":1,"s":1,"on":2,"raise":2,"notimplementederror":1,"is":1,"not":2,"using":1,"valueerror":1,"only":1,"vllm":3,"attention":1,"backends":1,"torchsdpabackend":1,"total":1,"memory":1,"import":2,"envs":2,"as":1,"from":1,"utils":1,"gib":1,"bytes":1},"3548,1857,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"kv":6,"cache":17,"space":7,"envs":1,"vllm":6,"cpu":5,"kvcache":2,"if":6,"is":7,"none":6,"4":2,"gib":3,"bytes":2,"type":1,"ignore":1,"logger":1,"warning":1,"once":1,"environment":1,"variable":1,"for":4,"backend":2,"not":5,"set":4,"using":1,"by":1,"default":1,"else":2,"return":3,"classmethod":4,"def":4,"device":6,"cls":4,"torch":3,"the":3,"current":1,"platform":1,"async":1,"output":1,"supported":1,"enforce":1,"eager":1,"optional":1,"bool":2,"false":1,"inference":1,"mode":1,"no":1,"grad":1,"check":1,"and":5,"update":1,"config":21,"vllmconfig":1,"model":4,"disable":1,"cascade":1,"attn":1,"true":1,"ipex":3,"available":3,"find":1,"spec":1,"intel":2,"extension":2,"pytorch":2,"block":5,"size":5,"128":1,"16":2,"raise":2,"runtimeerror":2,"f":1,"requires":1,"scheduler":3,"chunked":2,"prefill":2,"enabled":1,"or":1,"enable":1,"prefix":2,"caching":1,"dtype":1,"auto":1,"on":1,"compatible":1,"with":1,"fp8":1},"5405,1620,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"if":5,"cache":9,"config":25,"dtype":5,"fp8":5,"e4m3":2,"e5m2":2,"logger":3,"warning":3,"cpu":5,"backend":7,"doesn":1,"t":1,"support":2,"kv":2,"type":1,"cast":2,"to":3,"auto":2,"and":4,"model":4,"is":3,"not":4,"none":2,"torch":2,"half":1,"on":2,"the":1,"only":1,"does":1,"fp16":1,"for":2,"now":1,"bf16":1,"bfloat16":1,"kvcache":1,"space":1,"bytes":1,"cpuplatform":1,"get":1,"device":1,"total":1,"memory":1,"parallel":9,"vllm":6,"world":1,"size":1,"1":1,"distributed":5,"executor":5,"mp":3,"s":1,"supported":1,"fallback":1,"worker":4,"cls":2,"v1":2,"cpuworker":1,"note":1,"workaround":1,"gpu":1,"runner":1,"from":1,"import":1,"compilationlevel":2,"compilation":4,"cudagraph":1,"capture":1,"sizes":1,"level":1,"piecewise":1},"7025,1961,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"note":2,"vllm":7,"v1":1,"is":3,"using":1,"piecewise":1,"level":3,"compilation":8,"which":2,"will":1,"take":1,"time":4,"to":4,"compile":4,"kernels":1,"just":2,"in":1,"with":4,"the":3,"inductor":4,"backend":5,"for":3,"cpu":6,"ci":5,"tests":1,"most":1,"of":1,"them":1,"are":1,"executed":1,"fast":1,"and":2,"compilations":1,"consume":1,"too":1,"much":1,"even":1,"torch":3,"cache":1,"so":1,"use":2,"env":3,"indicate":1,"environment":3,"execute":1,"model":1,"dynamo":2,"eager":2,"mode":1,"save":1,"only":1,"used":1,"as":1,"an":1,"internal":1,"variable":2,"if":3,"os":5,"environ":5,"get":3,"0":2,"else":1,"config":11,"compilationlevel":2,"once":1,"update":1,"dce":1,"true":2,"size":1,"asserts":2,"false":2,"nan":1,"epilogue":1,"fusion":1,"custom":1,"ops":1,"none":2,"lora":1,"not":1,"no":1,"assert":1,"device":2,"type":1,"variables":1,"executor":1,"worker":1,"multiproc":1,"method":1,"spawn":1,"avoid":1,"error":1,"nthreads":1,"cannot":1,"be":1,"larger":1,"than":1,"numexpr":2,"max":3,"threads":7,"64":1,"str":2,"set":1,"default":1,"num":3,"openmp":1,"parallel":1,"omp":1,"disable":1,"async":1,"compiling":1,"won":1,"t":1,"work":1,"daemonic":1,"processes":1,"torchinductor":1,"1":1},"8986,1936,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"intel":1,"openmp":1,"setting":1,"ld":3,"prealod":2,"str":3,"os":7,"getenv":1,"preload":1,"if":2,"libiomp5":1,"so":1,"in":1,"the":3,"time":1,"milliseconds":1,"that":1,"a":3,"thread":1,"should":1,"wait":1,"after":1,"completing":1,"execution":1,"of":1,"parallel":3,"region":1,"before":1,"sleeping":1,"environ":6,"kmp":5,"blocktime":1,"1":1,"prevents":1,"cpu":4,"to":3,"run":1,"into":1,"low":1,"performance":1,"state":1,"tpause":1,"0":1,"provides":1,"fine":1,"granularity":1,"parallelism":1,"forkjoin":1,"barrier":3,"pattern":3,"dist":6,"plain":1,"reduction":1,"hint":1,"ipex":1,"uses":1,"shared":1,"memory":2,"based":1,"allreduce":1,"local":1,"world":1,"size":2,"vllm":5,"config":12,"tensor":1,"model":3,"is":2,"not":1,"none":1,"and":2,"use":1,"mla":2,"logger":1,"info":1,"enabled":2,"on":1,"non":1,"gpu":1,"platform":2,"forcing":1,"chunked":3,"prefill":3,"prefix":1,"caching":1,"be":1,"disabled":1,"scheduler":4,"enable":1,"false":2,"max":4,"num":2,"batched":2,"tokens":2,"len":1,"default":1,"classmethod":1,"def":1,"get":1,"allowed":1,"node":2,"list":5,"cls":1,"tuple":1,"int":1,"logicalcpuinfo":4,"assert":1,"system":1,"linux":1,"init":1,"from":1,"lscpu":4,"output":3,"subprocess":1,"check":1,"j":1,"e":1,"core":1,"shell":1,"true":2,"text":1,"logical":1,"json":2,"loads":1,"object":1,"hook":1,"decoder":1,"cpus":1},"10922,1870,data/raw/vllm-0.10.1/vllm/platforms/cpu.py":{"filter":2,"cpus":2,"with":1,"invalid":1,"attributes":1,"logical":6,"cpu":12,"list":10,"x":10,"for":6,"in":6,"if":2,"1":1,"not":2,"id":4,"physical":1,"core":1,"numa":8,"node":2,"allowed":9,"os":1,"sched":1,"getaffinity":1,"0":1,"get":5,"nodes":6,"set":1,"add":1,"type":1,"ignore":1,"sorted":1,"return":7,"classmethod":6,"def":6,"is":2,"pin":2,"memory":2,"available":1,"cls":9,"bool":4,"logger":1,"warning":1,"supported":1,"on":1,"false":1,"punica":3,"wrapper":2,"str":2,"vllm":2,"lora":1,"punicawrappercpu":1,"device":3,"communicator":3,"specific":1,"class":1,"distributed":2,"communication":1,"communicators":1,"cpucommunicator":1,"noqa":1,"supports":3,"structured":1,"output":1,"true":2,"v1":5,"model":5,"config":3,"returns":2,"whether":2,"the":4,"current":2,"platform":2,"can":2,"support":1,"supplied":2,"configuration":2,"default":2,"use":1,"by":1,"arch":2,"architecture":1,"and":1,"cpuarchenum":3,"x86":1,"powerpc":1,"arm":1},"0,1683,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":10,"project":1,"import":19,"os":1,"from":13,"datetime":1,"timedelta":1,"functools":1,"cache":2,"lru":1,"wraps":1,"typing":1,"type":3,"checking":2,"optional":1,"torch":3,"distributed":3,"prefixstore":1,"processgroup":1,"c10d":1,"is":2,"nccl":1,"available":1,"envs":2,"as":4,"logger":7,"init":3,"utils":1,"cuda":1,"device":1,"count":1,"stateless":1,"interface":1,"devicecapability":1,"platform":1,"platformenum":1,"backend":1,"if":1,"config":1,"modelconfig":1,"vllmconfig":1,"name":1,"try":3,"amdsmi":7,"amdsmiexception":1,"get":3,"gpu":1,"asic":1,"info":1,"processor":1,"handles":1,"shut":1,"down":1,"topo":1,"link":1,"except":3,"importerror":3,"e":6,"warning":3,"failed":3,"with":3,"r":3,"c":4,"noqa":2,"f401":2,"custom":1,"ops":1,"trigger":1,"op":1,"registration":1,"rocm":6,"models":3,"not":2,"supported":3,"by":3,"unsupported":1,"list":1,"str":1,"partially":1,"architecture":1,"reason":2,"swa":3,"sliding":1,"window":1,"attention":3,"yet":1,"in":1,"triton":2,"flash":3,"for":1,"half":1,"precision":1,"support":1,"please":1,"use":2,"ck":1,"setting":1,"attn":1},"1683,1971,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"rocm":7,"partially":1,"supported":1,"models":1,"dict":2,"str":4,"qwen2forcausallm":1,"swa":3,"reason":3,"mistralforcausallm":1,"mixtralforcausallm":1,"paligemmaforconditionalgeneration":1,"flash":3,"attention":2,"does":1,"not":3,"yet":1,"fully":1,"support":1,"32":1,"bit":1,"precision":1,"on":4,"paligemma":1,"phi3vforcausallm":1,"triton":3,"may":1,"run":1,"into":1,"compilation":1,"errors":1,"due":1,"to":1,"excessive":1,"use":3,"of":3,"shared":1,"memory":1,"if":3,"this":1,"happens":1,"disable":1,"fa":1,"by":2,"setting":1,"vllm":1,"attn":1,"0":1,"device":4,"id":1,"name":1,"map":1,"0x74a0":1,"amd":7,"instinct":7,"mi300a":1,"0x74a1":1,"mi300x":5,"0x74b5":1,"vf":2,"0x74a5":1,"mi325x":3,"0x74b9":1,"0x74a9":1,"hf":2,"0x74bd":1,"prevent":1,"clashing":1,"cuda":11,"hip":4,"visible":6,"devices":6,"in":5,"os":4,"environ":4,"val":5,"get":3,"none":1,"assert":1,"else":1,"amdsmi":5,"utils":1,"note":1,"that":2,"nvml":1,"is":2,"affected":1,"all":1,"the":2,"related":1,"functions":1,"work":1,"real":1,"physical":1,"ids":1,"major":1,"benefit":1,"using":1,"it":1,"will":1,"initialize":1,"def":4,"with":1,"context":1,"fn":3,"wraps":1,"wrapper":2,"args":2,"kwargs":2,"init":1,"try":1,"return":4,"finally":1,"shut":1,"down":1,"cache":3,"gfx1x":1,"bool":2,"gpu":4,"arch":8,"torch":2,"properties":2,"gcnarchname":2,"any":2,"for":2,"gfx11":1,"gfx12":1,"mi3xx":1,"gfx942":1,"gfx950":1},"3654,1998,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"def":2,"on":7,"gfx9":3,"bool":2,"gpu":5,"arch":11,"torch":9,"cuda":4,"get":2,"device":2,"properties":2,"gcnarchname":2,"return":3,"any":3,"in":6,"for":3,"gfx90a":2,"gfx942":2,"gfx950":2,"cache":3,"use":5,"rocm":5,"custom":4,"paged":5,"attention":1,"qtype":5,"dtype":3,"head":4,"size":8,"int":5,"block":4,"gqa":5,"ratio":5,"max":3,"seq":3,"len":3,"sliding":6,"window":6,"kv":2,"str":1,"alibi":2,"slopes":2,"optional":2,"tensor":2,"none":5,"sinks":3,"gfx11":3,"gfx12":3,"attn":4,"always":1,"supported":1,"v0":1,"v1":3,"requires":1,"disabled":1,"due":1,"to":1,"observed":1,"numerical":1,"discrepancy":1,"if":1,"not":3,"envs":6,"vllm":6,"or":8,"0":2,"1":5,"and":21,"half":2,"bfloat16":2,"64":1,"128":4,"16":4,"32":1,"1024":2,"aiter":2,"is":3,"else":1,"3":1,"auto":1},"5652,1589,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"class":2,"rocmplatform":1,"platform":1,"enum":1,"platformenum":1,"rocm":8,"device":5,"name":1,"str":8,"type":1,"cuda":4,"dispatch":1,"key":2,"ray":1,"gpu":1,"dist":1,"backend":12,"nccl":1,"shares":1,"the":1,"same":1,"control":2,"env":2,"var":2,"as":1,"visible":1,"devices":1,"supported":2,"quantization":1,"list":1,"awq":1,"gptq":1,"fp8":3,"compressed":1,"tensors":1,"fbgemm":1,"gguf":1,"quark":1,"ptpc":1,"mxfp4":1,"classmethod":2,"def":2,"get":2,"vit":1,"attn":3,"cls":3,"support":3,"fa":4,"bool":1,"false":1,"if":6,"envs":2,"vllm":3,"use":5,"aiter":8,"and":2,"mha":1,"on":2,"gfx9":2,"note":1,"is":4,"only":1,"for":2,"qwen":1,"vl":2,"models":2,"todo":1,"add":1,"other":1,"in":1,"their":1,"model":1,"return":3,"flash":1,"torch":1,"sdpa":1,"selected":3,"head":1,"size":3,"dtype":2,"kv":1,"cache":1,"block":2,"v1":1,"mla":7,"has":1,"sink":1,"from":1,"attention":1,"backends":1,"import":1,"enabled":2,"none":1,"or":1,"1":1,"else":1,"triton":1},"7241,1937,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"if":6,"selected":12,"backend":22,"triton":5,"mla":15,"block":7,"size":7,"1":3,"use":2,"v1":7,"logger":4,"info":4,"once":1,"using":4,"on":2,"engine":2,"return":4,"vllm":5,"attention":4,"backends":4,"tritonmlabackend":2,"else":5,"noqa":3,"e501":3,"raise":3,"valueerror":3,"f":6,"the":3,"name":3,"does":2,"not":3,"support":2,"elif":1,"rocm":5,"aiter":6,"or":2,"aitermlabackend":2,"currently":1,"only":1,"supports":1,"is":2,"type":1,"while":1,"requested":1,"for":1,"none":1,"flash":2,"attn":1},"9178,1508,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"if":4,"envs":3,"vllm":6,"use":3,"v1":5,"rocm":5,"aiter":3,"and":2,"mha":1,"on":4,"gfx9":1,"logger":5,"info":5,"using":3,"flash":4,"attention":5,"backend":6,"engine":2,"return":4,"backends":3,"fa":1,"aiterflashattentionbackend":1,"else":2,"triton":2,"attn":3,"tritonattentionbackend":1,"selected":2,"not":4,"cls":3,"has":1,"device":11,"capability":3,"90":1,"instinct":1,"series":1,"gpus":3,"is":2,"supported":2,"navi":1,"s":1,"in":1,"amd":1,"rocmflashattention":1,"rocmflashattentionbackend":1,"noqa":1,"e501":1,"classmethod":2,"def":2,"set":3,"torch":3,"none":1,"the":2,"for":1,"current":1,"platform":1,"cuda":2,"lru":1,"cache":1,"maxsize":1,"8":1,"get":2,"id":2,"int":1,"0":1,"optional":1,"devicecapability":2,"major":3,"minor":3},"10686,1688,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"classmethod":3,"with":2,"amdsmi":6,"context":2,"def":3,"is":2,"fully":2,"connected":2,"cls":4,"physical":5,"device":21,"ids":2,"list":1,"int":4,"bool":1,"query":1,"if":4,"the":1,"set":1,"of":1,"gpus":1,"are":1,"by":1,"xgmi":3,"1":3,"hop":2,"handles":5,"get":7,"processor":2,"i":4,"for":4,"in":4,"handle":6,"enumerate":2,"j":2,"peer":2,"try":1,"link":4,"type":6,"topo":1,"2":2,"hops":1,"or":1,"return":6,"false":2,"except":1,"amdsmiexception":1,"as":1,"error":3,"logger":1,"amd":1,"detection":1,"failed":1,"exc":1,"info":5,"true":1,"lru":1,"cache":1,"maxsize":1,"8":1,"name":7,"id":11,"0":2,"str":2,"to":1,"asic":4,"gpu":1,"rocm":2,"map":2,"market":1,"total":2,"memory":2,"props":2,"torch":1,"cuda":1,"properties":1},"12374,1837,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"classmethod":3,"def":3,"is":6,"async":3,"output":3,"supported":6,"cls":7,"enforce":3,"eager":3,"optional":1,"bool":2,"if":8,"and":3,"not":4,"envs":3,"vllm":11,"use":3,"v1":5,"logger":2,"warning":2,"to":1,"see":1,"benefits":1,"of":1,"processing":1,"enable":1,"cuda":1,"graph":1,"since":1,"enabled":1,"processor":1,"cannot":1,"be":1,"used":1,"return":2,"false":1,"true":1,"check":1,"update":1,"config":17,"vllmconfig":1,"none":3,"cache":5,"block":2,"size":2,"16":1,"parallel":6,"worker":13,"auto":1,"speculative":2,"raise":2,"notimplementederror":1,"decoding":1,"on":1,"v0":1,"gpu":2,"else":2,"verify":1,"model":9,"arch":7,"str":1,"in":2,"rocm":5,"unsupported":1,"models":3,"valueerror":1,"f":1,"architecture":2,"by":2,"for":1,"now":1,"partially":3,"msg":2,"s":2},"14211,1912,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"classmethod":9,"def":9,"verify":2,"quantization":3,"cls":11,"quant":3,"str":3,"none":2,"super":1,"if":2,"awq":6,"and":1,"not":2,"envs":2,"vllm":6,"use":4,"triton":4,"logger":1,"warning":1,"using":1,"with":1,"rocm":1,"but":1,"is":5,"set":1,"enabling":1,"true":2,"get":8,"punica":3,"wrapper":2,"return":9,"lora":1,"gpu":1,"punicawrappergpu":1,"current":1,"memory":2,"usage":1,"device":11,"optional":1,"torch":10,"types":1,"float":1,"cuda":7,"reset":1,"peak":1,"stats":1,"mem":2,"info":2,"1":1,"0":5,"communicator":2,"distributed":1,"communicators":1,"cudacommunicator":1,"noqa":1,"supports":3,"mx":1,"bool":4,"gcn":4,"arch":4,"properties":3,"gcnarchname":3,"any":2,"gfx":4,"in":5,"for":2,"gfx95":2,"fp8":4,"gfx94":2,"gfx12":1,"fnuz":2,"only":1,"checked":1,"this":1,"assumes":1,"mi300":1,"platforms":1,"are":1,"homogeneous":1,"dtype":2,"float8":2,"e4m3fnuz":1,"else":1,"e4m3fn":1,"v1":2,"model":1,"config":1,"modelconfig":1,"support":1,"on":1,"amd":1,"gpus":1,"experimental":1},"16123,1896,data/raw/vllm-0.10.1/vllm/platforms/rocm.py":{"classmethod":7,"def":7,"use":1,"custom":2,"allreduce":2,"cls":8,"bool":3,"we":1,"only":1,"enable":1,"for":3,"mi300":1,"series":1,"gcn":2,"arch":2,"torch":6,"cuda":6,"get":5,"device":11,"properties":3,"0":3,"gcnarchname":2,"supported":3,"archs":2,"gfx94":1,"gfx95":1,"return":7,"any":1,"gfx":2,"in":3,"cu":1,"count":4,"id":2,"int":5,"multi":1,"processor":1,"is":3,"navi":1,"gfx1":1,"static":1,"graph":2,"wrapper":1,"str":3,"vllm":1,"compilation":1,"cudagraphwrapper":1,"stateless":2,"init":1,"dist":1,"pg":5,"backend":12,"prefix":3,"store":3,"prefixstore":1,"group":7,"rank":3,"size":3,"timeout":3,"timedelta":1,"processgroup":4,"assert":1,"nccl":2,"available":1,"from":1,"distributed":2,"c10d":1,"import":1,"processgroupnccl":3,"options":4,"class":3,"type":3,"backendtype":1,"set":2,"default":1,"sequence":1,"number":1,"register":1,"kv":2,"cache":2,"dtype":2,"true":1},"0,1839,data/raw/vllm-0.10.1/vllm/platforms/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":12,"project":1,"import":11,"logging":2,"traceback":1,"from":8,"itertools":1,"chain":1,"typing":1,"type":1,"checking":2,"optional":2,"envs":2,"plugins":2,"load":1,"by":2,"group":1,"utils":1,"resolve":1,"obj":1,"qualname":1,"supports":1,"xccl":1,"interface":2,"backend":1,"noqa":2,"f401":2,"cpuarchenum":1,"platform":7,"platformenum":1,"logger":6,"getlogger":1,"name":1,"def":2,"version":7,"matches":2,"substr":3,"str":3,"bool":1,"check":3,"see":1,"if":4,"a":3,"substring":1,"importlib":1,"metadata":1,"packagenotfounderror":2,"try":2,"except":2,"as":2,"e":4,"warning":1,"package":1,"was":1,"not":3,"found":1,"so":1,"its":1,"could":1,"be":1,"inspected":1,"this":2,"may":1,"cause":1,"detection":1,"fail":1,"raise":1,"return":4,"in":1,"tpu":11,"plugin":1,"debug":4,"is":6,"available":4,"for":2,"pathways":3,"proxy":2,"using":1,"confirmed":2,"via":1,"commons":1,"platforms":2,"jax":1,"tpuplatform":2,"libtpu":4,"installation":1,"while":1,"it":1,"s":2,"technically":1,"possible":1,"install":1,"on":1,"non":1,"machine":2,"very":1,"uncommon":1,"scenario":1,"therefore":1,"we":1,"assume":1,"that":1,"installed":1,"only":1,"has":1,"tpus":1,"exception":1,"because":1,"none":1},"1839,1969,data/raw/vllm-0.10.1/vllm/platforms/__init__.py":{"def":2,"cuda":18,"platform":8,"plugin":2,"optional":1,"str":3,"is":18,"false":1,"logger":7,"debug":7,"checking":2,"if":10,"available":6,"try":2,"from":1,"vllm":8,"utils":1,"import":4,"pynvml":8,"nvmlinit":1,"note":1,"edge":1,"case":1,"cpu":7,"build":3,"on":4,"a":3,"gpu":3,"machine":2,"third":1,"party":1,"can":1,"be":2,"imported":1,"in":3,"we":1,"need":1,"to":2,"check":1,"built":2,"with":2,"too":1,"otherwise":1,"will":1,"always":1,"activate":1,"even":1,"nvmldevicegetcount":2,"0":2,"and":1,"not":7,"version":2,"matches":2,"substr":2,"because":3,"no":1,"found":1,"confirmed":2,"finally":1,"nvmlshutdown":1,"except":1,"exception":2,"as":1,"e":5,"happens":1,"when":1,"s":2,"nvml":3,"class":2,"name":1,"lower":1,"the":1,"error":1,"related":1,"re":1,"raise":2,"it":1,"supported":1,"jetson":4,"but":1,"may":1,"os":3,"bool":1,"return":2,"path":2,"isfile":1,"etc":1,"nv":1,"tegra":2,"release":1,"or":1,"exists":1,"sys":1,"firmware":1,"true":1,"else":2,"platforms":1,"cudaplatform":1,"none":1},"3808,1700,data/raw/vllm-0.10.1/vllm/platforms/__init__.py":{"def":2,"rocm":9,"platform":9,"plugin":2,"optional":2,"str":4,"is":16,"false":2,"logger":8,"debug":8,"checking":2,"if":8,"available":9,"try":3,"import":5,"amdsmi":7,"init":1,"len":1,"get":1,"processor":1,"handles":1,"0":1,"true":2,"confirmed":3,"else":4,"not":3,"because":3,"no":1,"gpu":1,"found":1,"finally":1,"shut":1,"down":1,"except":2,"exception":2,"as":2,"e":4,"s":3,"return":2,"vllm":3,"platforms":3,"rocmplatform":1,"none":2,"xpu":11,"installed":1,"ipex":1,"the":1,"machine":1,"has":1,"xpus":1,"intel":1,"extension":1,"for":2,"pytorch":2,"noqa":2,"f401":2,"torch":3,"supports":1,"xccl":2,"dist":5,"backend":6,"ccl":1,"oneccl":1,"bindings":1,"hasattr":1,"and":1,"from":1,"xpuplatform":4},"5508,1939,data/raw/vllm-0.10.1/vllm/platforms/__init__.py":{"def":3,"cpu":17,"platform":20,"plugin":8,"optional":2,"str":4,"is":20,"false":3,"logger":7,"debug":7,"checking":2,"if":7,"available":7,"try":3,"vllm":5,"version":1,"matches":1,"substr":1,"confirmed":4,"because":5,"built":1,"with":1,"not":2,"import":3,"sys":2,"startswith":1,"darwin":1,"the":1,"machine":1,"macos":1,"except":3,"exception":1,"as":1,"e":2,"s":1,"return":2,"platforms":2,"cpuplatform":1,"else":2,"none":2,"neuron":9,"tnx":3,"installed":6,"nxd":3,"transformers":2,"neuronx":4,"noqa":2,"f401":2,"true":2,"found":2,"importerror":2,"pass":2,"distributed":2,"inference":2,"or":1,"neuronplatform":1,"builtin":1,"plugins":5,"tpu":2,"cuda":2,"rocm":2,"xpu":2,"resolve":1,"current":1,"cls":1,"qualname":1,"load":1,"by":1,"group":1,"activated":1},"7447,1713,data/raw/vllm-0.10.1/vllm/platforms/__init__.py":{"for":1,"name":2,"func":3,"in":1,"chain":1,"builtin":9,"platform":20,"plugins":21,"items":2,"try":1,"assert":1,"callable":1,"cls":6,"qualname":6,"if":3,"is":3,"not":1,"none":2,"activated":18,"append":1,"except":1,"exception":1,"pass":1,"list":2,"set":4,"keys":2,"oot":6,"len":4,"2":2,"raise":2,"runtimeerror":2,"only":2,"one":2,"plugin":3,"can":2,"be":2,"but":2,"got":2,"f":2,"elif":3,"1":2,"0":4,"logger":3,"info":3,"s":2,"automatically":1,"detected":2,"else":1,"vllm":2,"platforms":1,"interface":1,"unspecifiedplatform":2,"no":1,"running":1,"on":1,"return":1,"current":2,"init":1,"trace":1,"str":1,"type":1,"checking":1},"9160,1398,data/raw/vllm-0.10.1/vllm/platforms/__init__.py":{"def":1,"getattr":1,"name":6,"str":1,"if":3,"current":11,"platform":18,"lazy":1,"init":4,"1":1,"out":2,"of":3,"tree":2,"plugins":3,"need":2,"from":1,"vllm":4,"platforms":2,"import":4,"so":1,"that":1,"they":3,"can":1,"inherit":1,"class":1,"therefore":1,"we":3,"cannot":1,"resolve":3,"during":2,"the":4,"2":1,"when":1,"users":1,"use":1,"might":2,"run":1,"some":1,"internal":1,"code":1,"access":1,"and":1,"to":1,"make":1,"sure":1,"is":2,"only":1,"resolved":1,"after":1,"are":1,"loaded":1,"have":1,"tests":1,"for":1,"this":2,"any":1,"developer":1,"violate":1,"will":1,"see":1,"test":1,"failures":1,"global":2,"none":1,"cls":3,"qualname":4,"obj":1,"by":1,"trace":3,"join":1,"traceback":1,"format":1,"stack":1,"return":2,"elif":1,"in":2,"globals":2,"else":1,"raise":1,"attributeerror":1,"f":1,"no":1,"attribute":1,"named":1,"exists":1,"all":1,"platformenum":1,"cpuarchenum":1},"0,1902,data/raw/vllm-0.10.1/vllm/platforms/xpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":7,"project":2,"import":8,"os":1,"from":5,"typing":1,"type":3,"checking":2,"optional":2,"torch":4,"envs":3,"as":1,"logger":6,"init":2,"utils":1,"default":1,"max":1,"num":1,"batched":1,"tokens":1,"interface":1,"devicecapability":1,"platform":3,"platformenum":2,"backend":12,"if":3,"config":1,"modelconfig":2,"vllmconfig":2,"else":1,"none":4,"name":2,"class":1,"xpuplatform":1,"enum":1,"xpu":8,"device":11,"str":8,"dispatch":1,"key":3,"intel":2,"s":2,"is":2,"gpu":3,"for":2,"ray":5,"see":1,"https":1,"github":1,"com":1,"blob":1,"6a5eb5865eeb9ccf058a79b44f107e327e360673":1,"python":1,"private":1,"accelerators":1,"py":1,"l20":1,"noqa":1,"e501":1,"dist":1,"ccl":2,"xccl":1,"control":1,"env":1,"var":1,"ze":1,"affinity":1,"mask":1,"classmethod":2,"def":2,"get":1,"attn":2,"cls":3,"selected":4,"head":1,"size":2,"int":2,"dtype":3,"kv":1,"cache":1,"block":1,"use":6,"v1":7,"bool":3,"mla":1,"has":1,"sink":1,"not":2,"and":1,"ipex":1,"info":2,"cannot":1,"on":2,"raise":1,"valueerror":1,"only":1,"supports":1,"using":1,"flash":2,"attention":2,"engine":1,"return":1,"backends":1,"flashattentionbackend":1,"set":3,"current":1},"1902,1624,data/raw/vllm-0.10.1/vllm/platforms/xpu.py":{"classmethod":7,"def":7,"get":6,"device":12,"capability":1,"cls":7,"id":5,"int":4,"0":3,"optional":2,"devicecapability":1,"capacity":1,"format":1,"differs":1,"from":2,"cuda":1,"s":1,"and":5,"will":1,"cause":1,"unexpected":1,"failure":1,"so":1,"use":2,"none":5,"directly":1,"return":6,"name":2,"str":2,"torch":3,"xpu":3,"punica":3,"wrapper":2,"vllm":8,"lora":1,"punicawrapperxpu":1,"total":2,"memory":2,"props":2,"properties":1,"is":4,"async":1,"output":1,"supported":1,"enforce":2,"eager":3,"bool":2,"true":1,"inference":1,"mode":2,"no":2,"grad":1,"check":1,"update":1,"config":17,"vllmconfig":1,"cache":5,"model":4,"in":1,"v1":2,"or":1,"with":1,"ipex":1,"chunked":1,"prefill":1,"block":3,"size":3,"64":2,"if":2,"fixme":1,"temporarily":1,"forcing":1,"remove":1,"after":1,"t":1,"compile":1,"support":1,"stabilizes":1,"envs":1,"not":2,"import":1,"compilationlevel":2,"compilation":2,"level":1,"noqa":1,"e501":1},"3526,1084,data/raw/vllm-0.10.1/vllm/platforms/xpu.py":{"instances":1,"created":1,"using":1,"vllmconfig":1,"typically":1,"have":1,"model":5,"config":17,"as":1,"none":5,"by":1,"default":1,"the":1,"modification":1,"involves":1,"adding":1,"a":1,"check":3,"to":2,"prevent":1,"potential":1,"null":1,"exceptions":1,"and":4,"update":2,"if":2,"is":3,"not":3,"dtype":2,"torch":2,"bfloat16":1,"cls":2,"device":1,"support":1,"bf16":1,"float16":1,"lazy":1,"import":3,"avoid":1,"circular":1,"from":1,"vllm":4,"cudagraphmode":3,"compilation":5,"cudagraph":4,"mode":4,"or":1,"max":1,"logger":1,"info":1,"xpu":3,"cuda":1,"graph":1,"supported":1,"on":1,"disabling":1,"cudagraphs":1,"parallel":4,"worker":3,"v1":1,"xpuworker":1},"4610,1855,data/raw/vllm-0.10.1/vllm/platforms/xpu.py":{"if":6,"parallel":10,"config":20,"distributed":10,"executor":10,"backend":10,"is":5,"none":1,"world":1,"size":1,"1":1,"ray":4,"else":1,"uni":2,"elif":2,"mp":2,"fixme":1,"kunshang":1,"spawn":4,"needs":1,"calling":1,"name":1,"main":1,"fork":1,"not":2,"supported":2,"for":1,"xpu":2,"start":2,"new":1,"process":1,"envs":1,"vllm":6,"worker":2,"multiproc":2,"method":3,"os":1,"environ":1,"logger":3,"warning":2,"please":1,"use":3,"as":1,"you":1,"want":1,"to":3,"and":4,"external":1,"launcher":1,"s":1,"on":2,"fallback":1,"model":3,"mla":2,"info":1,"enabled":2,"a":1,"non":1,"gpu":1,"platform":1,"forcing":1,"chunked":3,"prefill":3,"prefix":1,"caching":1,"be":1,"disabled":1,"scheduler":4,"enable":1,"false":2,"max":4,"num":2,"batched":2,"tokens":2,"len":1,"default":1,"classmethod":1,"def":1,"pin":1,"memory":1,"available":1,"cls":1,"return":1,"true":1},"6465,1503,data/raw/vllm-0.10.1/vllm/platforms/xpu.py":{"classmethod":7,"def":7,"get":5,"current":1,"memory":3,"usage":1,"cls":12,"device":19,"optional":1,"torch":4,"types":1,"none":1,"float":1,"xpu":4,"reset":1,"peak":1,"stats":1,"return":8,"max":1,"allocated":1,"support":1,"bf16":1,"bool":4,"name":10,"lower":3,"if":2,"is":3,"client":2,"gpu":4,"a770":4,"logger":2,"warning":1,"intel":1,"arc":1,"have":1,"bfloat16":3,"accuracy":2,"known":1,"issue":2,"fallback":1,"to":1,"float16":1,"false":1,"else":1,"info":1,"s":1,"supports":2,"please":1,"file":1,"an":1,"you":1,"encounter":1,"any":1,"problems":1,"with":1,"true":2,"data":2,"center":2,"count":4,"0":2,"communicator":2,"str":1,"vllm":1,"distributed":1,"communicators":1,"xpucommunicator":1,"noqa":1,"v1":1,"model":1,"config":1,"modelconfig":1,"int":1},"0,1068,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":7,"project":1,"import":16,"hashlib":1,"from":13,"dataclasses":2,"field":1,"typing":2,"type":2,"checking":2,"any":4,"literal":2,"optional":1,"union":1,"torch":2,"pydantic":2,"model":1,"validator":1,"dataclass":2,"distributed":2,"processgroup":1,"reduceop":1,"extensions":1,"self":1,"envs":2,"as":1,"config":3,"utils":2,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"cuda":1,"device":1,"count":1,"stateless":1,"get":1,"open":1,"port":1,"if":1,"ray":3,"runtime":1,"env":1,"runtimeenv":2,"util":1,"placement":1,"group":1,"placementgroup":2,"executor":2,"base":1,"executorbase":2,"else":1,"name":1,"distributedexecutorbackend":1,"mp":1,"uni":1,"external":1,"launcher":1,"class":1,"parallelconfig":1,"configuration":1,"for":1,"execution":1},"1068,1980,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"pipeline":2,"parallel":30,"size":8,"int":9,"1":5,"number":4,"of":10,"groups":4,"tensor":4,"data":24,"moe":3,"layers":3,"will":1,"be":1,"sharded":1,"according":1,"to":7,"the":6,"product":1,"and":4,"local":5,"rank":7,"0":6,"group":2,"optional":1,"none":1,"set":3,"only":3,"in":3,"spmd":1,"mode":3,"master":4,"ip":2,"str":2,"127":1,"rpc":1,"port":4,"29550":1,"for":5,"messaging":1,"29500":1,"backend":2,"mp":2,"use":4,"either":1,"or":1,"ray":1,"external":3,"lb":5,"bool":4,"false":4,"whether":2,"dp":2,"applies":2,"online":2,"serving":2,"when":3,"this":1,"is":2,"useful":1,"a":2,"one":1,"pod":1,"per":2,"wide":1,"ep":1,"setup":1,"kuberentes":1,"implicitly":1,"provided":1,"explicitly":2,"vllm":3,"serve":1,"hybrid":2,"enables":1,"running":1,"an":2,"asyncllm":1,"api":1,"server":1,"on":1,"node":1,"basis":1,"where":1,"load":2,"balances":2,"between":2,"ranks":1,"but":1,"nodes":1,"replicas":1,"conjunction":1,"with":1,"start":1,"enable":3,"expert":3,"parallelism":3,"instead":1,"eplb":1,"balancing":1,"num":1,"redundant":1,"experts":1},"3048,254,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"number":1,"of":1,"redundant":1,"experts":2,"to":1,"use":1,"for":3,"expert":3,"parallelism":2,"eplb":2,"window":2,"size":2,"int":2,"1000":1,"load":1,"recording":1,"step":1,"interval":2,"3000":1,"rearranging":1,"in":1},"3302,1720,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"note":2,"that":2,"if":3,"this":3,"is":4,"greater":1,"than":2,"the":7,"eplb":3,"window":2,"size":4,"only":2,"metrics":1,"of":5,"last":1,"steps":1,"will":4,"be":2,"used":2,"for":3,"rearranging":1,"experts":1,"log":2,"balancedness":2,"bool":3,"false":3,"each":1,"step":1,"expert":1,"parallelism":1,"turned":1,"off":1,"by":1,"default":2,"since":1,"it":1,"cause":1,"communication":1,"overhead":1,"max":1,"parallel":5,"loading":3,"workers":7,"optional":4,"int":1,"none":4,"maximum":1,"number":2,"when":2,"model":3,"sequentially":1,"in":1,"multiple":1,"batches":1,"to":9,"avoid":1,"ram":1,"oom":1,"using":1,"tensor":2,"and":4,"large":1,"models":1,"disable":2,"custom":2,"all":2,"reduce":2,"kernel":1,"fall":1,"back":1,"nccl":1,"ray":11,"use":2,"nsight":3,"whether":1,"profile":1,"with":1,"see":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"observability":1,"user":1,"guides":1,"profiling":2,"html":1,"profiler":1,"runtime":2,"env":1,"runtimeenv":1,"environment":1,"pass":1,"distributed":5,"placement":2,"group":2,"placementgroup":1,"executor":1,"backend":2,"union":1,"distributedexecutorbackend":1,"type":1,"executorbase":1,"either":1,"or":2,"mp":2,"multiprocessing":1,"product":1,"pipeline":1,"less":1,"equal":1,"gpus":1,"available":1,"keep":1,"processing":1,"on":1,"a":1,"single":1,"host":1,"otherwise":2,"installed":1,"fail":1,"tpu":1,"support":1,"inference":1},"5022,1753,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"worker":12,"cls":3,"str":3,"auto":4,"the":19,"full":3,"name":3,"of":6,"class":8,"to":10,"use":5,"if":2,"will":2,"be":2,"determined":2,"based":2,"on":2,"platform":2,"sd":1,"for":4,"speculative":1,"decoding":1,"extension":3,"is":6,"dynamically":1,"inherited":1,"by":1,"this":1,"used":1,"inject":1,"new":2,"attributes":1,"and":2,"methods":1,"in":6,"collective":1,"rpc":1,"calls":1,"world":6,"size":7,"int":4,"field":1,"init":2,"false":2,"tpxpp":1,"it":2,"affects":1,"number":2,"workers":1,"we":4,"create":1,"rank":2,"0":1,"global":1,"distributed":1,"setup":1,"enable":1,"multimodal":1,"encoder":2,"data":8,"parallel":4,"bool":1,"parallelism":5,"instead":1,"tensor":1,"vision":1,"only":1,"support":1,"llama4":1,"now":1,"property":1,"def":2,"across":2,"dp":3,"self":6,"tpxppxdp":1,"including":1,"return":2,"get":1,"next":1,"port":5,"might":1,"need":2,"initialize":2,"process":2,"groups":1,"multiple":1,"processes":2,"that":1,"related":2,"e":1,"g":1,"both":1,"engine":1,"which":1,"can":1,"live":1,"different":1,"avoid":1,"conflicts":1,"increment":1,"each":1,"time":1,"a":1,"group":1,"answer":2,"master":2,"1":1},"6775,1684,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"def":1,"stateless":3,"init":4,"dp":2,"group":3,"self":5,"processgroup":1,"note":1,"in":4,"high":1,"concurrency":1,"scenarios":1,"multiple":1,"processes":1,"can":1,"pick":1,"the":7,"same":1,"currently":1,"free":1,"port":7,"through":1,"a":5,"race":1,"condition":1,"when":3,"calling":1,"get":3,"open":1,"first":1,"process":4,"binds":1,"others":1,"will":1,"subsequently":1,"fail":1,"with":4,"torch":4,"distributed":5,"distnetworkerror":3,"eaddrinuse":3,"to":2,"make":1,"initialization":1,"more":1,"robust":1,"we":3,"retry":2,"few":1,"times":1,"fresh":1,"whenever":1,"this":1,"specific":1,"error":1,"is":3,"observed":1,"from":2,"import":2,"vllm":1,"utils":1,"max":2,"retries":3,"5":1,"last":4,"exc":4,"optional":1,"exception":1,"none":2,"for":1,"range":1,"try":2,"use":2,"gloo":2,"since":1,"engine":1,"might":1,"not":2,"have":2,"cuda":1,"device":1,"return":1,"data":3,"parallel":3,"master":1,"ip":1,"next":1,"rank":1,"size":1,"backend":1,"except":1,"as":1,"e":4,"only":1,"want":1,"root":1,"cause":1,"if":2,"str":1,"logger":1,"warning":1,"address":1,"already":1,"retrying":1,"new":2,"continue":1,"again":1,"raise":2,"here":1,"all":1,"failed":1,"assert":1},"8459,1908,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"staticmethod":2,"def":3,"has":8,"unfinished":8,"dp":8,"group":7,"processgroup":2,"bool":3,"tensor":9,"torch":8,"dtype":2,"int32":1,"device":2,"cpu":2,"rank":3,"0":1,"seqs":3,"true":2,"1":2,"false":1,"aggregated":3,"so":1,"this":1,"is":1,"an":1,"or":1,"operation":1,"i":1,"e":1,"max":3,"in":1,"integers":1,"distributed":2,"all":3,"reduce":2,"op":2,"reduceop":2,"item":2,"return":3,"sync":1,"kv":5,"cache":5,"memory":5,"size":4,"int":2,"if":1,"iinfo":1,"int64":2,"we":1,"cannot":1,"use":1,"broadcast":1,"for":1,"stateless":1,"since":1,"it":1,"depends":1,"on":1,"global":1,"min":1,"compute":1,"hash":2,"self":5,"provide":1,"a":1,"that":2,"uniquely":1,"identifies":1,"the":5,"configs":1,"affect":1,"structure":1,"of":1,"computation":1,"graph":1,"from":1,"input":2,"ids":2,"embeddings":2,"to":1,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"factors":7,"list":1,"any":1,"append":5,"pipeline":1,"parallel":4,"enable":1,"expert":1,"data":1,"envs":1,"vllm":1,"all2all":1,"backend":1,"hashlib":1,"sha256":1,"str":1,"encode":1,"hexdigest":1},"10367,1681,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"def":1,"post":1,"init":1,"self":22,"none":1,"world":1,"size":16,"pipeline":1,"parallel":25,"tensor":1,"if":5,"data":23,"local":6,"raise":3,"valueerror":3,"f":4,"must":2,"be":3,"1":2,"or":1,"0":4,"was":1,"specified":1,"in":2,"the":2,"engine":1,"args":1,"master":5,"port":4,"get":1,"open":1,"not":1,"rank":7,"range":1,"else":1,"otherwise":1,"fall":1,"back":1,"to":1,"env":1,"vars":1,"e":1,"g":1,"for":2,"offline":1,"spmd":1,"case":1,"envs":5,"vllm":6,"dp":5,"ip":2,"external":4,"lb":2,"can":1,"only":1,"set":1,"when":1,"distributed":1,"executor":1,"backend":1,"launcher":2,"import":1,"os":2,"environ":1,"enable":1,"v1":2,"multiprocessing":2,"logger":1,"info":1,"disabling":1},"12048,1376,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"if":8,"self":12,"enable":3,"eplb":4,"not":2,"current":2,"platform":1,"is":3,"cuda":2,"raise":5,"valueerror":5,"expert":3,"parallelism":1,"load":1,"balancing":1,"only":1,"supported":1,"on":2,"devices":1,"now":1,"num":6,"redundant":6,"experts":6,"0":2,"must":2,"be":4,"non":1,"negative":1,"but":2,"got":2,"f":4,"parallel":8,"true":1,"to":2,"use":2,"tensor":3,"size":8,"data":3,"1":3,"requires":1,"or":1,"greater":1,"than":1,"tp":1,"dp":1,"else":1,"should":1,"used":1,"with":1,"distributed":1,"executor":1,"backend":1,"none":1,"and":2,"world":2,"we":2,"multiprocessing":1,"by":1,"default":1,"fits":1,"the":1,"node":1,"aren":1,"t":1,"in":1,"a":1,"ray":1,"placement":1,"group":1},"13424,1863,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"from":3,"vllm":2,"executor":4,"import":4,"ray":23,"utils":3,"backend":14,"distributedexecutorbackend":1,"mp":1,"found":3,"is":10,"available":1,"if":6,"current":5,"platform":3,"neuron":2,"uses":1,"single":1,"process":1,"to":3,"control":1,"multiple":1,"devices":1,"uni":3,"elif":4,"tpu":1,"and":3,"envs":1,"xla":1,"use":2,"spmd":1,"cuda":2,"device":1,"count":1,"stateless":1,"self":7,"world":2,"size":2,"not":1,"raise":1,"valueerror":1,"unable":1,"load":1,"f":1,"err":1,"required":1,"for":2,"multi":1,"node":1,"inference":3,"please":1,"install":2,"with":1,"pip":1,"data":2,"parallel":2,"logger":2,"info":1,"using":1,"distributed":5,"because":1,"placement":3,"group":3,"else":1,"initialized":3,"as":1,"util":1,"get":2,"debug":1,"defaulting":1,"s":1,"none":1,"1":1},"15287,1632,data/raw/vllm-0.10.1/vllm/config/parallel.py":{"property":1,"def":2,"use":6,"ray":12,"self":15,"bool":1,"return":2,"distributed":8,"executor":11,"backend":8,"or":2,"isinstance":2,"type":2,"and":4,"uses":1,"model":1,"validator":1,"mode":1,"after":1,"verify":1,"args":1,"lazy":1,"import":5,"to":2,"avoid":1,"circular":1,"from":3,"vllm":3,"base":1,"executorbase":3,"platforms":1,"current":3,"platform":3,"if":4,"not":5,"in":1,"mp":2,"uni":2,"external":2,"launcher":2,"none":1,"issubclass":1,"raise":2,"valueerror":2,"unrecognized":1,"f":1,"supported":2,"values":1,"are":1,"custom":4,"subclass":1,"utils":2,"assert":1,"available":1,"allreduce":1,"disable":1,"all":2,"reduce":2,"true":1,"logger":1,"debug":1,"disabled":1,"the":1,"kernel":1,"because":1,"it":1,"is":1,"on":1,"workers":2,"nsight":2,"unable":1,"profiling":1,"unless":1,"run":1,"with":1},"0,1895,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":7,"project":1,"import":13,"enum":4,"hashlib":1,"from":10,"collections":1,"counter":1,"dataclasses":2,"asdict":1,"field":2,"typing":1,"type":2,"checking":2,"any":1,"callable":1,"classvar":1,"optional":1,"union":1,"pydantic":2,"typeadapter":1,"validator":1,"dataclass":1,"envs":2,"as":3,"compilation":4,"inductor":1,"pass":1,"callableinductorpass":1,"inductorpass":1,"config":3,"utils":2,"logger":4,"init":2,"is":2,"torch":1,"equal":1,"or":2,"newer":1,"resolve":1,"obj":1,"by":1,"qualname":1,"if":4,"vllmconfig":2,"else":4,"object":1,"name":1,"class":2,"compilationlevel":1,"constants":2,"for":3,"levels":1,"of":1,"process":1,"no":1,"dynamo":2,"1":3,"once":1,"piecewise":8,"3":1,"cudagraphmode":9,"cudagraph":3,"mode":7,"in":1,"compilationconfig":1,"meanwhile":1,"subset":1,"none":3,"and":2,"full":6,"are":1,"also":1,"treated":1,"concrete":1,"runtime":2,"dispatching":1,"decode":3,"only":1,"def":4,"self":15,"return":4,"value":3,"separate":3,"routine":3,"mixed":2,"requires":1,"bool":1,"max":2},"1895,1641,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"def":3,"has":1,"full":3,"cudagraphs":1,"self":6,"bool":8,"return":3,"max":3,"cudagraph":1,"mode":1,"cudagraphmode":1,"separate":2,"routine":1,"isinstance":1,"value":1,"tuple":1,"config":2,"dataclass":1,"class":1,"passconfig":1,"configuration":3,"for":1,"custom":4,"inductor":2,"passes":2,"this":1,"is":2,"from":1,"general":1,"compilationconfig":1,"so":1,"that":4,"don":2,"t":2,"all":1,"have":1,"access":1,"to":10,"would":1,"create":1,"a":3,"cycle":1,"as":2,"the":6,"passmanager":1,"set":1,"property":1,"of":2,"enable":12,"fusion":8,"field":2,"default":2,"factory":2,"lambda":2,"not":2,"envs":2,"vllm":2,"use":2,"v1":2,"whether":6,"rmsnorm":1,"silumul":1,"quant":2,"pass":5,"attn":1,"false":4,"attention":1,"noop":1,"no":1,"op":1,"elimination":1,"sequence":2,"parallelism":2,"async":2,"tp":2,"fi":2,"allreduce":4,"flashinfer":2,"token":1,"num":1,"int":1,"16384":1,"number":1,"tokens":1,"used":1,"in":1,"todo":1,"luka":1,"better":1,"enabling":1,"system":1,"uuid":1,"produces":1,"hash":3,"unique":1,"any":2,"new":1,"fields":2,"affect":2,"compilation":2,"should":2,"be":2,"added":1,"future":1,"excluded":1,"inductorpass":1,"dict":1,"asdict":1},"3536,1988,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"def":1,"post":1,"init":1,"self":4,"none":1,"if":3,"not":3,"enable":3,"noop":1,"fusion":6,"logger":2,"warning":2,"once":2,"enabled":2,"but":2,"reshape":2,"elimination":2,"disabled":2,"rmsnorm":1,"silumul":1,"quant":2,"fp8":2,"might":2,"work":2,"attn":1,"attention":1,"config":19,"dataclass":1,"class":1,"compilationconfig":17,"configuration":1,"for":1,"compilation":3,"it":1,"has":1,"three":1,"parts":1,"top":1,"level":3,"control":1,"vllm":16,"debug":2,"dump":2,"path":2,"cache":2,"dir":2,"backend":2,"custom":3,"ops":4,"splitting":2,"cudagraph":11,"capture":3,"use":4,"mode":2,"sizes":4,"num":2,"of":2,"warmups":2,"copy":2,"inputs":2,"full":2,"cuda":2,"graph":2,"inductor":8,"compile":4,"passes":3},"5524,1565,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"why":1,"we":5,"have":2,"different":2,"sizes":4,"for":11,"cudagraph":3,"and":1,"inductor":6,"a":7,"captured":1,"specific":2,"size":2,"can":5,"only":1,"be":5,"used":3,"the":14,"same":1,"need":1,"to":10,"capture":1,"all":1,"want":1,"use":4,"graph":3,"compiled":2,"by":2,"general":2,"shape":2,"also":1,"compile":2,"where":2,"it":4,"more":1,"information":3,"optimize":1,"with":1,"fully":1,"static":1,"shapes":1,"however":1,"find":1,"compilation":8,"is":5,"sufficient":1,"most":1,"cases":1,"might":1,"beneficial":1,"certain":1,"small":1,"batchsizes":1,"good":1,"at":1,"optimizing":1,"top":1,"level":4,"control":1,"optional":1,"int":1,"none":3,"of":1,"if":1,"will":2,"select":1,"default":3,"v1":1,"engine":2,"this":2,"3":2,"v0":1,"0":2,"no":1,"1":1,"dynamo":2,"as":1,"2":1,"once":1,"piecewise":1,"debug":2,"dump":2,"path":2,"str":3,"cache":2,"dir":1,"directory":2,"store":1,"accelerate":1,"model":1,"related":1,"generate":1,"backend":4,"needs":1,"string":2,"empty":1,"eager":1,"openxla":1,"specified":1,"registered":1,"in":1,"pytorch":1,"full":1,"module":1,"name":2,"qualified":1,"which":1,"import":1},"7089,1568,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"backend":3,"function":1,"we":1,"use":5,"string":1,"to":9,"avoid":1,"serialization":1,"issues":1,"when":5,"using":2,"compilation":9,"in":5,"a":6,"distributed":1,"setting":1,"the":9,"level":3,"is":6,"1":1,"or":2,"2":1,"used":5,"for":4,"directly":1,"it":2,"sees":2,"whole":1,"graph":6,"3":1,"piecewise":3,"part":1,"of":3,"custom":7,"ops":8,"list":5,"str":2,"field":1,"default":4,"factory":1,"fine":1,"grained":1,"control":1,"over":1,"which":1,"enable":5,"disable":3,"all":6,"none":3,"also":1,"specify":1,"op":1,"names":1,"prefixed":2,"with":3,"examples":1,"op1":4,"except":1,"op2":2,"only":1,"and":4,"by":3,"are":2,"enabled":2,"running":2,"without":1,"inductor":10,"disabled":3,"true":3,"generates":1,"fused":1,"triton":1,"kernels":1,"splitting":1,"optional":1,"split":1,"full":1,"into":1,"subgraphs":1,"capture":1,"bool":1,"whether":1,"false":1,"not":1,"runs":1,"eager":1,"one":2,"symbolic":1,"shape":1,"per":1,"size":1,"compile":2,"sizes":1,"compiled":1,"configurations":1,"config":1},"8657,1963,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"this":3,"setting":1,"is":6,"ignored":1,"if":2,"level":1,"piecewise":8,"compile":3,"sizes":4,"optional":2,"list":1,"union":1,"int":1,"str":3,"none":4,"to":4,"for":13,"inductor":6,"in":2,"addition":1,"integers":1,"it":2,"also":2,"supports":1,"cudagraph":13,"capture":6,"specify":1,"the":9,"config":3,"dict":4,"field":2,"default":5,"factory":2,"additional":2,"configurations":2,"use":2,"passes":3,"a":3,"dictionary":1,"from":2,"pass":3,"name":3,"function":2,"qualified":1,"we":3,"because":1,"uses":1,"json":1,"format":1,"python":2,"functions":1,"can":4,"be":3,"passed":1,"directly":1,"via":1,"object":1,"constructor":1,"e":2,"g":1,"compilationconfig":1,"func":1,"compilation":1,"mode":8,"cudagraphmode":1,"of":1,"no":1,"v1":1,"full":10,"decode":7,"only":4,"and":5,"build":1,"keeping":1,"incompatiable":1,"ops":2,"i":1,"some":2,"attention":1,"outside":1,"general":1,"flexibility":1,"all":1,"batches":5,"good":2,"small":2,"models":2,"or":1,"workloads":1,"with":1,"prompts":1,"not":2,"supported":1,"by":1,"many":1,"backends":1,"generally":1,"performance":1,"better":1,"mixed":2,"prefill":4,"are":1,"run":1,"without":1,"cudagraphs":1,"instances":1,"p":1,"d":1,"setup":1,"where":1,"as":1,"important":1,"so":1,"save":1,"memory":1,"like":1,"most":2,"performant":1},"10620,1931,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"currently":1,"the":14,"cudagraph":15,"mode":2,"is":8,"only":3,"used":5,"for":5,"v1":3,"engine":2,"note":2,"that":5,"logic":3,"generally":1,"orthogonal":2,"to":10,"compilation":7,"while":1,"piecewise":4,"cudagraphs":2,"require":1,"level":1,"and":7,"non":1,"empty":1,"splitting":2,"ops":2,"full":1,"are":4,"supported":1,"with":1,"without":1,"warning":2,"this":6,"flag":3,"new":1,"subject":1,"change":1,"in":3,"addition":1,"more":1,"modes":1,"may":1,"be":5,"added":1,"use":3,"bool":2,"true":3,"whether":2,"inside":3,"false":4,"not":1,"it":4,"requires":1,"all":2,"input":5,"buffers":3,"have":1,"fixed":1,"addresses":1,"write":1,"their":1,"outputs":1,"vllm":2,"applies":1,"compilationlevel":1,"aka":1,"o3":1,"capture":5,"outside":1,"of":3,"deprecated":1,"will":5,"removed":1,"next":1,"major":1,"or":2,"minor":1,"release":1,"i":1,"e":1,"v0":1,"11":1,"0":4,"please":1,"instead":1,"num":1,"warmups":1,"int":3,"number":1,"warmup":2,"runs":4,"means":1,"first":1,"several":1,"treated":1,"as":2,"after":1,"execution":1,"recorded":2,"subsequent":1,"sizes":4,"optional":1,"list":2,"none":2,"default":2,"inferred":1,"from":1,"config":1,"specified":1,"given":1,"copy":3,"inputs":1,"tensors":1,"if":1,"caller":1,"can":2,"guarantee":1,"same":1,"always":1,"set":2,"otherwise":1,"should":1,"compiler":1,"an":1,"internally":1,"managed":1,"buffer":1},"12551,564,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"note":1,"that":1,"this":4,"flag":3,"is":3,"only":1,"effective":1,"when":1,"cudagraph":2,"mode":2,"piecewise":1,"full":2,"cuda":2,"graph":2,"optional":1,"bool":1,"false":1,"whether":1,"to":1,"use":2,"a":1,"for":2,"the":2,"entire":1,"forward":1,"pass":1,"rather":1,"than":1,"splitting":2,"certain":1,"operations":1,"such":1,"as":1,"attention":1,"into":1,"subgraphs":1,"thus":1,"cannot":1,"be":2,"used":1,"together":1,"with":1,"ops":1,"may":1,"provide":1,"performance":1,"benefits":1,"smaller":1,"models":1,"warning":1,"deprecated":1,"and":1,"will":1,"removed":1,"in":1,"next":1,"major":1,"or":2,"minor":1,"release":1,"i":1,"e":1,"v0":1,"11":1,"0":3,"v1":1,"please":1,"instead":1},"13115,1816,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"pass":1,"config":1,"passconfig":3,"field":9,"default":9,"factory":5,"custom":6,"inductor":1,"passes":1,"see":1,"for":6,"more":1,"details":1,"max":2,"capture":2,"size":5,"int":5,"none":3,"init":9,"false":8,"type":3,"ignore":3,"not":1,"configurable":1,"computed":1,"after":1,"local":2,"cache":2,"dir":2,"str":6,"each":1,"rank":1,"bs":2,"to":5,"padded":2,"graph":2,"list":3,"optimization":1,"intuitively":1,"should":1,"be":2,"dict":3,"since":1,"we":2,"know":1,"all":1,"keys":1,"are":4,"in":1,"a":1,"range":1,"0":3,"can":1,"optimize":1,"it":1,"better":1,"lookup":1,"performance":1,"keep":1,"track":1,"of":1,"enabled":3,"and":1,"disabled":3,"ops":7,"counter":4,"that":4,"traced":2,"files":2,"set":2,"compilation":3,"time":2,"float":1,"taken":1,"static":1,"forward":2,"context":2,"any":1,"per":1,"model":2,"map":1,"from":1,"layer":2,"name":1,"objects":1,"need":1,"accessed":1,"outside":1,"code":1,"e":1,"g":1,"attention":5,"fusedmoe":1,"when":1,"dp":1,"1":1,"used":1,"piecewise":1,"cudagraphs":1,"classvar":1,"vllm":3,"unified":2,"with":1,"output":1,"mamba":1,"mixer2":1},"14931,1701,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"def":2,"compute":1,"hash":2,"self":11,"str":3,"warning":1,"whenever":1,"a":2,"new":1,"field":1,"is":2,"added":1,"to":3,"this":1,"config":11,"ensure":1,"that":3,"it":2,"included":1,"in":3,"the":7,"factors":11,"list":2,"if":3,"affects":1,"computation":2,"graph":3,"provide":1,"uniquely":1,"identifies":1,"all":1,"configs":1,"affect":1,"structure":1,"of":1,"from":1,"input":2,"ids":2,"embeddings":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"any":1,"append":8,"level":1,"backend":1,"custom":4,"ops":4,"splitting":1,"use":1,"inductor":4,"compile":2,"passes":1,"pass":9,"uuid":1,"return":1,"hashlib":1,"sha256":1,"encode":1,"hexdigest":1,"repr":1,"exclude":7,"static":1,"forward":1,"context":1,"true":8,"enabled":1,"disabled":1,"compilation":1,"time":1,"bs":1,"padded":1,"size":1,"traced":1,"files":1,"post":2,"grad":1,"default":3,"attr":4,"for":1,"val":2,"vars":1,"passconfig":1,"items":1,"getattr":1},"16632,1955,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"the":3,"cast":1,"to":1,"string":2,"is":4,"necessary":1,"because":1,"pydantic":1,"mocked":1,"in":5,"docs":1,"builds":1,"and":3,"sphinx":1,"argparse":1,"doesn":1,"t":2,"know":1,"return":4,"type":4,"of":1,"decode":2,"str":4,"typeadapter":1,"compilationconfig":1,"dump":1,"json":1,"self":8,"exclude":3,"ignore":1,"arg":1,"unset":1,"true":1,"repr":1,"field":1,"validator":1,"cudagraph":3,"mode":4,"before":2,"classmethod":1,"def":2,"validate":1,"cls":1,"value":4,"any":2,"enable":2,"parse":1,"enum":1,"from":1,"if":5,"isinstance":3,"cudagraphmode":1,"upper":1,"post":1,"init":1,"none":5,"count":6,"custom":3,"ops":2,"all":4,"assert":2,"1":2,"can":1,"only":1,"specify":1,"or":3,"todo":1,"zou3519":1,"luka":1,"there":1,"are":1,"2":4,"issues":3,"with":2,"auto":3,"functionalization":2,"v2":3,"a":3,"bug":1,"pytorch":3,"fixed":1,"7":1,"https":2,"github":2,"com":2,"147924":1,"passes":2,"fusion":1,"rely":1,"on":1,"v1":1,"don":1,"work":1,"addressing":1,"this":1,"will":1,"take":1,"extra":1,"engineering":1,"effort":1,"it":1,"not":3,"yet":1,"priority":1,"rfc":1,"here":1,"vllm":2,"project":1,"14703":1,"torch":1,"equal":1,"newer":1,"6":1,"key":3,"functionalized":1,"inductor":4,"compile":3,"config":3,"false":1,"for":1,"k":3,"v":6,"items":1,"callable":2,"f":1,"pass":1,"should":1,"be":1,"qualified":1,"name":1,"inductorpass":1,"else":1,"callableinductorpass":1,"continue":1},"18587,1661,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"resolve":1,"function":1,"from":1,"qualified":1,"name":3,"names":3,"v":1,"split":1,"module":2,"join":1,"1":2,"func":6,"import":1,"dict":2,"self":12,"inductor":1,"compile":1,"config":5,"k":1,"if":7,"isinstance":2,"inductorpass":1,"else":1,"callableinductorpass":1,"pass":3,"passconfig":1,"migrate":1,"the":1,"deprecated":5,"flags":1,"not":3,"use":6,"cudagraph":14,"logger":2,"warning":2,"is":7,"mode":10,"none":4,"instead":2,"raise":3,"valueerror":3,"and":2,"are":2,"mutually":2,"exclusive":2,"prefer":2,"since":2,"cudagraphmode":2,"full":6,"cuda":4,"graph":4,"def":1,"init":1,"backend":1,"vllm":1,"vllmconfig":1,"union":1,"str":1,"callable":1,"level":2,"compilationlevel":1,"no":2,"compilation":2,"set":1},"20248,1523,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"from":2,"torch":3,"dynamo":3,"backends":6,"registry":1,"import":2,"list":4,"exclude":1,"tags":1,"tuple":1,"if":5,"self":12,"level":2,"in":2,"compilationlevel":3,"as":1,"is":3,"once":1,"backend":5,"return":4,"eager":1,"resolve":1,"obj":1,"by":4,"qualname":1,"todo":1,"pass":1,"user":1,"specified":2,"to":3,"piecewise":2,"compilation":2,"merge":1,"with":2,"the":5,"config":5,"use":1,"inductor":1,"assert":1,"vllm":2,"vllmbackend":2,"def":1,"init":1,"cudagraph":11,"sizes":16,"capture":8,"int":1,"none":2,"complete":1,"initialization":1,"of":1,"we":1,"need":1,"know":1,"else":1,"de":1,"duplicate":1,"provided":1,"dedup":4,"set":1,"len":2,"logger":1,"info":1,"model":1,"runner":1,"s":2,"overridden":1},"21771,1938,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"computed":4,"compile":10,"sizes":20,"if":4,"self":21,"is":3,"not":1,"none":1,"de":1,"duplicate":1,"the":3,"provided":1,"by":1,"config":1,"list":1,"set":3,"for":6,"x":6,"in":6,"isinstance":2,"str":1,"assert":3,"cudagraph":9,"capture":13,"unrecognized":1,"size":11,"type":2,"f":1,"expect":1,"got":1,"extend":1,"else":3,"int":1,"append":1,"ignore":1,"sort":2,"to":7,"make":1,"sure":1,"are":1,"descending":1,"order":1,"reverse":1,"true":1,"max":4,"0":4,"pre":1,"compute":1,"mapping":1,"from":1,"batch":1,"padded":5,"graph":5,"bs":8,"i":1,"range":2,"1":2,"end":3,"start":4,"zip":1,"def":1,"splitting":2,"ops":2,"v1":2,"note":1,"this":1,"function":1,"needs":1,"be":2,"called":2,"only":2,"when":2,"level":3,"compilationlevel":3,"piecewise":3,"should":1},"23709,1495,data/raw/vllm-0.10.1/vllm/config/compilation.py":{"if":3,"self":11,"splitting":9,"ops":11,"is":4,"none":3,"note":1,"when":3,"using":3,"full":5,"cudagraph":10,"instead":1,"of":1,"setting":1,"an":1,"empty":3,"list":1,"and":2,"capture":2,"the":6,"inside":1,"flattened":1,"fx":3,"graph":3,"we":1,"keep":1,"piecewise":5,"structure":1,"but":1,"outside":1,"this":1,"reduces":1,"some":1,"cpu":1,"overhead":1,"runtime":1,"batch":1,"size":1,"not":2,"captured":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"20059":1,"for":2,"details":1,"attention":4,"elif":1,"len":1,"0":1,"logger":2,"warning":2,"once":2,"compilation":2,"with":2,"mode":5,"cudagraphmode":2,"level":1,"will":1,"be":1,"treated":1,"as":1,"please":1,"ensure":1,"you":1,"are":1,"backends":1,"that":1,"support":1,"or":1,"set":1,"to":1,"explicitly":1,"encountering":1,"any":1,"problems":1,"def":1,"contain":1,"bool":1,"return":1,"all":1,"op":2,"in":2},"0,906,data/raw/vllm-0.10.1/vllm/config/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"from":2,"typing":1,"import":2,"type":5,"checking":2,"typevar":2,"if":2,"typeshed":1,"dataclassinstance":2,"configtype":3,"else":1,"configt":6,"bound":1,"def":1,"config":3,"cls":2,"a":6,"decorator":1,"that":2,"ensures":1,"all":1,"fields":1,"in":1,"dataclass":1,"have":1,"default":1,"values":1,"and":1,"each":1,"field":1,"has":1,"docstring":1,"is":3,"used":1,"as":2,"cli":3,"argument":2,"itself":1,"keyword":1,"provided":1,"by":3,"get":1,"kwargs":1,"will":1,"be":1,"pydantic":2,"typeadapter":1,"validate":2,"json":2,"arg":2,"which":3,"treats":1,"string":1,"gets":1,"validated":1,"validation":1,"performed":1,"tools":1,"py":1,"script":1,"invoked":1,"during":1,"pre":1,"commit":1,"checks":1,"return":1},"0,1996,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":12,"project":1,"ruff":1,"noqa":1,"f401":1,"import":32,"ast":1,"copy":1,"enum":1,"hashlib":1,"inspect":1,"json":1,"textwrap":1,"uuid":1,"warnings":1,"from":20,"collections":1,"abc":1,"mapping":1,"contextlib":1,"contextmanager":1,"dataclasses":2,"missing":1,"field":3,"fields":1,"is":3,"dataclass":2,"replace":1,"functools":1,"cached":1,"property":1,"lru":1,"cache":2,"importlib":1,"util":1,"find":1,"spec":1,"typing":2,"type":1,"checking":1,"any":1,"callable":1,"classvar":1,"literal":1,"optional":1,"protocol":1,"typevar":1,"union":1,"cast":1,"get":9,"args":1,"regex":1,"as":3,"re":1,"torch":3,"pydantic":2,"configdict":1,"skipvalidation":1,"validator":2,"model":3,"safetensors":3,"types":1,"dtype":1,"extensions":1,"self":1,"assert":1,"never":1,"runtime":1,"checkable":1,"envs":2,"version":1,"config":14,"blocksize":1,"cacheconfig":1,"cachedtype":1,"mambadtype":1,"prefixcachinghashalgo":1,"compilation":1,"compilationconfig":1,"compilationlevel":1,"cudagraphmode":1,"passconfig":1,"parallel":1,"distributedexecutorbackend":1,"parallelconfig":1,"scheduler":1,"schedulerconfig":1,"schedulerpolicy":1,"utils":2,"configtype":1,"logger":2,"init":1,"executor":1,"layers":1,"quantization":1,"quantizationmethods":1,"platforms":1,"current":1,"platform":1,"transformers":1,"configformat":1,"hf":2,"image":1,"processor":1,"text":1,"pooling":1,"sentence":1,"transformer":1,"tokenizer":2,"encoder":1,"decoder":1,"interleaved":1,"maybe":1,"override":1,"with":1,"speculators":1,"target":1,"try":3,"generation":1,"metadata":1,"uses":1,"mrope":1},"1996,1967,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"from":10,"vllm":12,"transformers":3,"utils":6,"s3":2,"import":12,"s3model":1,"is":1,"maybe":1,"model":13,"redirect":1,"default":1,"max":1,"num":1,"batched":1,"tokens":1,"layerblocktype":1,"lazyloader":3,"common":1,"broadcastable":1,"dtype":1,"random":1,"uuid":1,"if":1,"type":5,"checking":1,"typeshed":1,"dataclassinstance":3,"configuration":1,"pretrainedconfig":2,"executor":10,"layers":4,"quantization":4,"as":2,"me":4,"quant":2,"models":4,"quantizationmethods":2,"base":1,"config":1,"quantizationconfig":2,"loader":2,"loadformats":2,"tensorizer":1,"tensorizerconfig":2,"v1":1,"sample":1,"logits":1,"processor":1,"logitsprocessor":2,"hfoverrides":2,"union":2,"dict":2,"callable":2,"else":1,"any":9,"basemodelloader":1,"str":1,"globals":2,"logger":2,"init":1,"name":1,"dataclassinstancet":2,"typevar":1,"bound":1,"taskoption":1,"literal":4,"auto":2,"generate":4,"embedding":1,"embed":2,"classify":2,"score":1,"reward":2,"transcription":2,"draft":4,"resolvedtask":1,"encode":1,"runneroption":1,"pooling":2,"runnertype":1},"3963,1707,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"convertoption":1,"literal":2,"auto":3,"none":8,"embed":7,"classify":9,"reward":6,"converttype":4,"runner":3,"tasks":1,"dict":2,"runnertype":4,"list":4,"taskoption":1,"generate":7,"transcription":1,"pooling":12,"embedding":1,"score":1,"draft":3,"converts":1,"some":1,"model":4,"suffixes":1,"are":1,"based":1,"on":2,"classes":1,"from":2,"transformers":2,"https":1,"huggingface":1,"co":1,"docs":1,"en":1,"doc":1,"note":1,"items":1,"higher":1,"this":1,"priority":2,"over":1,"lower":1,"ones":1,"suffix":2,"to":2,"defaults":4,"tuple":2,"str":2,"forcausallm":1,"forconditionalgeneration":1,"chatmodel":1,"lmheadmodel":1,"fortextencoding":1,"embeddingmodel":1,"forsequenceclassification":1,"foraudioclassification":1,"forimageclassification":1,"forvideoclassification":1,"classificationmodel":1,"forrewardmodeling":1,"rewardmodel":1,"let":1,"other":1,"s":1,"take":1,"def":2,"iter":1,"architecture":3,"yield":1,"try":1,"match":1,"type":2,"optional":2,"convert":1},"5670,1905,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"optional":1,"tuple":2,"str":8,"runnertype":1,"converttype":1,"for":3,"suffix":3,"default":6,"runner":5,"type":11,"convert":5,"in":4,"iter":2,"architecture":2,"defaults":1,"if":3,"is":3,"none":4,"or":5,"and":2,"endswith":1,"return":2,"runtime":1,"checkable":1,"class":5,"supportshash":1,"protocol":2,"def":4,"compute":1,"hash":1,"self":2,"supportsmetricsinfo":1,"metrics":1,"info":1,"dict":2,"modelimpl":1,"enum":2,"auto":2,"vllm":2,"transformers":2,"get":2,"attr":1,"docs":2,"cls":5,"any":2,"docstrings":1,"placed":1,"after":1,"attribute":1,"assignments":1,"a":8,"body":3,"https":2,"davidism":1,"com":1,"mit":1,"license":1,"pairwise":3,"iterable":2,"manually":1,"implement":1,"python":2,"org":1,"3":2,"library":1,"itertools":2,"html":1,"can":1,"be":2,"removed":1,"when":1,"9":1,"support":1,"dropped":1,"iterator":3,"next":1,"b":8,"yield":1,"node":3,"ast":6,"parse":1,"textwrap":1,"dedent":1,"inspect":2,"getsource":1,"0":1,"not":6,"isinstance":5,"classdef":1,"raise":1,"typeerror":1,"given":1,"object":1,"was":1,"out":1,"consider":1,"each":1,"pair":1,"of":1,"nodes":1,"must":1,"an":1,"assignment":1,"then":1,"constant":2,"string":1,"assign":1,"annassign":1,"expr":1,"value":5,"continue":1,"doc":1,"cleandoc":1},"7575,1700,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"an":2,"assignment":2,"can":1,"have":2,"multiple":1,"targets":4,"a":8,"b":1,"v":1,"but":1,"annotated":1,"only":1,"has":1,"one":1,"target":5,"if":7,"isinstance":2,"ast":2,"assign":1,"else":1,"for":5,"in":6,"must":2,"be":1,"assigning":1,"to":1,"plain":1,"name":14,"not":7,"continue":1,"out":2,"id":1,"doc":1,"return":4,"def":2,"get":2,"field":11,"cls":10,"configtype":2,"str":2,"the":3,"default":12,"factory":7,"of":1,"dataclass":4,"by":1,"used":1,"getting":1,"fields":6,"engineargs":1,"is":5,"raise":3,"typeerror":1,"given":1,"class":2,"f":8,"valueerror":2,"found":1,"named":3,"missing":2,"value":1,"or":1,"init":2,"bool":1,"next":1,"tokenizermode":1,"literal":3,"auto":2,"slow":1,"mistral":1,"custom":1,"modeldtype":1,"half":1,"float16":1,"bfloat16":1,"float":1,"float32":1,"logprobsmode":1,"raw":2,"logprobs":2,"logits":2,"processed":2,"config":2,"configdict":1,"arbitrary":1,"types":1,"allowed":1,"true":1,"modelconfig":1,"configuration":1,"model":1},"9275,824,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"model":14,"str":1,"qwen":1,"qwen3":1,"0":1,"6b":1,"name":3,"or":1,"path":1,"of":2,"the":9,"hugging":1,"face":1,"to":7,"use":4,"it":1,"is":4,"also":1,"used":4,"as":1,"content":1,"for":4,"tag":1,"in":2,"metrics":1,"output":1,"when":1,"served":1,"not":1,"specified":1,"runner":5,"runneroption":1,"auto":2,"type":1,"each":1,"vllm":2,"instance":1,"only":1,"supports":2,"one":2,"even":1,"if":2,"same":1,"can":1,"be":2,"multiple":1,"types":1,"convert":2,"convertoption":1,"using":1,"adapters":2,"defined":1,"executor":1,"models":1,"most":1,"common":1,"case":1,"adapt":1,"a":1,"text":1,"generation":1,"pooling":1,"tasks":1,"task":2,"optional":1,"taskoption":1,"none":1,"deprecated":1,"more":1,"than":1,"this":1,"select":1,"which":1,"run":1},"10099,1923,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"note":1,"that":1,"the":13,"model":7,"may":1,"support":1,"other":1,"tasks":1,"using":1,"same":2,"runner":1,"tokenizer":10,"skipvalidation":1,"str":5,"none":6,"type":2,"ignore":1,"name":6,"or":6,"path":6,"of":2,"hugging":2,"face":2,"to":7,"use":9,"if":4,"unspecified":3,"will":8,"be":4,"used":2,"mode":2,"tokenizermode":1,"auto":4,"n":10,"fast":1,"available":1,"slow":2,"always":2,"mistral":2,"from":3,"common":1,"custom":1,"select":1,"preregistered":1,"trust":2,"remote":2,"code":3,"bool":1,"false":1,"e":1,"g":1,"huggingface":1,"when":1,"downloading":1,"and":5,"dtype":2,"union":1,"modeldtype":1,"torch":1,"data":1,"for":9,"weights":1,"activations":1,"fp16":3,"precision":5,"fp32":3,"models":2,"bf16":2,"half":2,"recommended":1,"awq":1,"quantization":1,"float16":1,"is":3,"as":1,"bfloat16":1,"a":5,"balance":1,"between":1,"range":1,"float":1,"shorthand":1,"float32":1,"seed":2,"optional":4,"int":1,"random":1,"reproducibility":1,"initialized":2,"in":3,"v0":1,"but":1,"0":1,"v1":1,"hf":1,"config":2,"allowed":1,"local":2,"media":1,"allowing":1,"api":1,"requests":1,"read":1,"images":1,"videos":1,"directories":1,"specified":1,"by":1,"server":1,"file":1,"system":1,"this":1,"security":1,"risk":1,"should":1,"only":1,"enabled":1,"trusted":1,"environments":1,"revision":2,"specific":1,"version":2,"it":1,"can":1,"branch":1,"tag":1,"commit":1,"id":1,"default":1},"12022,941,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"the":12,"specific":2,"revision":3,"to":2,"use":5,"for":3,"model":5,"code":1,"on":2,"hugging":2,"face":2,"hub":2,"it":2,"can":2,"be":3,"a":6,"branch":2,"name":4,"tag":2,"or":2,"commit":2,"id":2,"if":3,"unspecified":3,"will":3,"default":3,"version":2,"rope":7,"scaling":3,"dict":2,"str":2,"any":1,"field":1,"factory":1,"configuration":1,"example":1,"type":2,"dynamic":1,"factor":1,"2":1,"0":1,"theta":3,"optional":2,"float":1,"none":3,"with":1,"in":1,"some":1,"cases":1,"changing":1,"improves":1,"performance":1,"of":1,"scaled":1,"tokenizer":2,"max":1,"len":1,"skipvalidation":1,"int":1,"ignore":1,"context":1,"length":1,"prompt":1,"and":1,"output":1,"automatically":1,"derived":1,"from":1,"config":1},"12963,1977,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"when":3,"passing":1,"via":1,"max":4,"model":5,"len":4,"supports":1,"k":2,"m":2,"g":2,"in":6,"human":1,"readable":1,"format":1,"examples":1,"n":3,"1k":2,"1000":1,"1024":1,"25":2,"6k":1,"600":1,"spec":2,"target":1,"optional":2,"int":3,"none":4,"specify":1,"the":18,"maximum":3,"length":4,"for":4,"decoding":1,"draft":1,"models":2,"quantization":2,"skipvalidation":1,"quantizationmethods":1,"method":1,"used":1,"to":8,"quantize":1,"weights":3,"if":5,"we":6,"first":1,"check":1,"config":2,"attribute":1,"file":1,"that":1,"is":3,"assume":1,"are":2,"not":1,"quantized":1,"and":6,"use":3,"dtype":1,"determine":1,"data":1,"type":1,"of":3,"enforce":1,"eager":6,"bool":2,"false":3,"whether":1,"always":2,"mode":6,"pytorch":1,"true":1,"will":2,"disable":2,"cuda":3,"graph":2,"execute":1,"execution":1,"hybrid":1,"maximal":1,"performance":1,"flexibility":1,"seq":1,"capture":1,"8192":1,"sequence":3,"covered":1,"by":1,"graphs":1,"a":1,"has":1,"context":1,"larger":2,"than":2,"this":2,"fall":2,"back":2,"additionally":1,"encoder":2,"decoder":1,"input":1,"logprobs":9,"20":1,"number":1,"log":1,"probabilities":1,"return":1,"specified":1,"samplingparams":1,"default":2,"value":1,"comes":1,"openai":1,"chat":1,"completions":1,"api":1,"1":2,"means":3,"no":1,"cap":1,"i":1,"e":1,"all":1,"output":1,"vocab":1,"size":1,"allowed":1,"be":1,"returned":2,"it":1,"may":1,"cause":1,"oom":1,"logprobsmode":1,"raw":4,"indicates":1,"content":1,"prompt":1,"supported":1,"2":1,"processed":3,"3":1,"logits":2,"4":1,"values":2,"before":1,"applying":2,"logit":1,"processors":2,"like":1,"bad":1,"words":1,"after":1,"such":1,"sliding":1,"window":1},"14940,1962,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"whether":1,"to":5,"disable":4,"sliding":4,"window":4,"if":7,"true":2,"we":1,"will":9,"the":20,"functionality":1,"of":6,"model":9,"capping":1,"size":1,"does":2,"not":3,"support":2,"this":5,"argument":2,"is":2,"ignored":1,"cascade":4,"attn":1,"bool":5,"false":7,"attention":3,"for":6,"v1":1,"while":2,"change":1,"mathematical":1,"correctness":1,"disabling":1,"it":2,"could":1,"be":5,"useful":1,"preventing":1,"potential":1,"numerical":1,"issues":1,"note":2,"that":4,"even":1,"set":1,"only":2,"used":3,"when":1,"heuristic":1,"tells":1,"s":3,"beneficial":1,"skip":3,"tokenizer":2,"init":1,"initialization":1,"and":2,"detokenizer":1,"expects":1,"valid":1,"prompt":6,"token":2,"ids":2,"none":2,"from":1,"input":1,"generated":1,"output":1,"contain":1,"enable":2,"embeds":2,"enables":1,"passing":1,"text":1,"embeddings":1,"as":2,"inputs":1,"via":1,"key":1,"enabling":1,"double":1,"time":1,"required":1,"graph":1,"compilation":1,"served":1,"name":7,"optional":1,"union":1,"str":3,"list":2,"in":4,"api":1,"multiple":2,"names":3,"are":1,"provided":3,"server":1,"respond":1,"any":1,"field":2,"a":1,"response":1,"first":2,"specified":1,"same":1,"noted":1,"also":1,"tag":2,"content":2,"prometheus":1,"metrics":2,"take":1,"one":1,"limit":1,"mm":3,"per":3,"dict":2,"int":1,"default":1,"factory":1,"maximum":1,"number":1,"data":1,"items":1,"modality":1,"applicable":1,"multimodal":2,"models":1,"interleave":1,"strings":1,"fully":1,"interleaved":1,"prompts":1,"using":1,"chat":1,"template":1,"format":1,"string":1,"defaults":1,"profiling":1},"16902,1836,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"when":2,"enabled":1,"skips":1,"multimodal":1,"memory":1,"profiling":1,"and":1,"only":1,"profiles":1,"with":1,"language":1,"backbone":1,"model":4,"during":1,"engine":1,"initialization":1,"media":3,"io":2,"kwargs":3,"dict":5,"str":5,"any":2,"field":2,"default":2,"factory":2,"additional":1,"args":1,"passed":1,"to":13,"process":1,"inputs":2,"keyed":1,"by":1,"modalities":1,"for":7,"example":2,"set":2,"num":3,"frames":2,"video":2,"40":1,"use":4,"async":2,"output":2,"proc":1,"bool":2,"true":2,"whether":1,"processor":7,"config":7,"format":6,"union":2,"configformat":2,"auto":2,"value":1,"the":15,"of":2,"load":5,"n":3,"will":5,"try":2,"in":6,"hf":5,"if":4,"available":2,"else":1,"it":2,"mistral":3,"token":3,"optional":2,"none":2,"as":1,"http":1,"bearer":1,"authorization":1,"remote":1,"files":1,"generated":1,"running":1,"huggingface":3,"cli":1,"login":1,"stored":1,"overrides":3,"hfoverrides":1,"a":2,"dictionary":1,"contains":1,"arguments":2,"be":2,"forwarded":2,"hugging":1,"face":1,"callable":1,"is":3,"called":1,"update":1,"mm":2,"s":1,"multi":4,"modal":4,"data":1,"e":1,"g":1,"image":1,"obtained":1,"from":2,"autoprocessor":1,"pretrained":1,"depend":1,"on":1,"that":1,"being":1,"run":1,"phi":1,"3":1,"vision":1,"crops":1,"4":2,"cache":2,"gb":1,"int":1,"size":1,"gib":1,"which":1,"used":1,"avoid":1,"re":1,"processing":1,"past":1},"18738,188,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"this":1,"cache":2,"is":1,"duplicated":1,"for":1,"each":1,"api":2,"process":2,"and":1,"engine":1,"core":1,"resulting":1,"in":1,"a":1,"total":1,"memory":1,"usage":1,"of":1,"mm":1,"processor":1,"gb":1,"server":1,"count":1,"data":1,"parallel":1,"size":1},"18926,1984,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"set":3,"to":9,"0":2,"disable":1,"this":2,"cache":1,"completely":1,"not":2,"recommended":1,"override":7,"neuron":5,"config":20,"dict":5,"str":4,"any":2,"field":3,"default":7,"factory":2,"initialize":2,"non":2,"or":3,"that":3,"are":2,"specific":1,"devices":1,"argument":2,"will":5,"be":7,"used":5,"configure":1,"the":15,"can":2,"gathered":1,"from":4,"vllm":4,"arguments":1,"e":3,"g":3,"cast":1,"logits":4,"dtype":1,"bfloat16":1,"pooler":3,"optional":4,"poolerconfig":2,"init":1,"false":3,"which":2,"controls":1,"behaviour":1,"of":2,"output":2,"pooling":6,"in":2,"models":1,"union":1,"none":3,"for":2,"model":3,"type":1,"mean":1,"normalize":1,"processor":2,"pattern":2,"regex":1,"specifying":1,"valid":1,"qualified":1,"names":1,"passed":1,"with":4,"processors":2,"extra":1,"completion":1,"defaults":3,"allows":1,"no":2,"generation":10,"auto":3,"folder":3,"path":4,"loaded":3,"if":5,"is":2,"a":2,"specified":2,"max":1,"new":1,"tokens":2,"then":1,"it":1,"sets":2,"server":1,"wide":1,"limit":1,"on":1,"number":1,"all":1,"requests":1,"overrides":1,"temperature":1,"5":1,"parameters":2,"merged":1,"only":1,"enable":1,"sleep":1,"mode":1,"bool":1},"20910,748,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"enable":1,"sleep":1,"mode":1,"for":2,"the":6,"engine":1,"only":1,"cuda":1,"platform":1,"is":2,"supported":1,"model":4,"impl":1,"union":2,"str":3,"modelimpl":2,"auto":2,"value":1,"which":1,"implementation":6,"of":1,"to":3,"use":4,"n":3,"will":3,"try":1,"vllm":4,"if":2,"it":1,"exists":1,"and":1,"fall":1,"back":1,"transformers":3,"no":1,"available":1,"override":2,"attention":2,"dtype":2,"optional":2,"none":2,"logits":2,"processors":2,"list":1,"type":1,"logitsprocessor":1,"one":1,"or":2,"more":1,"fully":1,"qualified":1,"class":2,"names":1,"definitions":1},"21658,1387,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"compute":1,"hash":2,"self":16,"str":5,"warning":1,"whenever":1,"a":2,"new":1,"field":1,"is":2,"added":1,"to":3,"this":1,"config":5,"ensure":1,"that":3,"it":2,"included":1,"in":1,"the":8,"factors":21,"list":2,"if":1,"affects":1,"computation":2,"graph":2,"provide":1,"uniquely":1,"identifies":1,"all":1,"configs":1,"affect":1,"structure":1,"of":1,"from":1,"input":2,"ids":2,"embeddings":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"any":1,"append":15,"model":4,"dtype":1,"quantization":1,"revision":2,"code":2,"max":2,"len":1,"logprobs":1,"disable":1,"sliding":1,"window":1,"trust":1,"remote":1,"generation":2,"impl":1,"override":1,"rope":2,"scaling":1,"theta":1,"hf":2,"can":1,"control":1,"how":1,"looks":1,"json":1,"string":1,"assert":1,"hashable":1,"return":1,"hashlib":1,"sha256":1,"encode":1,"hexdigest":1},"23045,1525,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"post":1,"init":1,"self":11,"none":3,"set":5,"the":11,"default":2,"seed":9,"to":6,"0":3,"in":3,"v1":6,"note":1,"woosuk":1,"v0":1,"we":3,"because":1,"driver":1,"worker":1,"shares":1,"same":1,"process":5,"as":2,"user":3,"and":2,"thus":1,"setting":2,"a":3,"affects":1,"well":1,"use":2,"separate":1,"processes":1,"for":2,"workers":2,"unless":1,"vllm":5,"enable":3,"multiprocessing":3,"so":1,"here":1,"doesn":1,"t":1,"affect":2,"however":1,"without":1,"consistent":1,"different":2,"tensor":1,"parallel":1,"would":1,"sample":1,"tokens":1,"leading":1,"inconsistent":1,"results":1,"if":5,"envs":2,"is":3,"not":2,"logger":1,"warning":1,"global":1,"random":2,"d":1,"since":1,"false":1,"this":1,"may":1,"state":1,"of":1,"python":1,"that":1,"launched":1,"runner":1,"draft":2,"re":1,"running":1,"model":7,"check":1,"speculators":3,"config":2,"tokenizer":4,"be":1,"target":2,"maybe":1,"override":1,"with":1,"noqa":1,"e501":1,"revision":2,"trust":2,"remote":2,"code":2},"24570,1888,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"keep":1,"set":1,"served":4,"model":16,"name":4,"before":1,"maybe":5,"redirect":4,"self":27,"get":1,"the":2,"tokenizer":9,"is":4,"consistent":1,"with":1,"by":1,"default":1,"if":6,"none":4,"revision":3,"isinstance":1,"hf":24,"config":3,"path":3,"str":6,"callable":1,"overrides":17,"kw":6,"fn":2,"else":1,"rope":8,"scaling":4,"override":4,"dict":1,"any":1,"update":2,"json":2,"dumps":2,"msg":4,"will":2,"be":2,"removed":2,"in":2,"a":2,"future":2,"release":2,"f":2,"please":2,"instead":2,"use":2,"warnings":2,"warn":2,"deprecationwarning":2,"stacklevel":2,"2":2,"theta":4,"not":1,"pull":1,"for":1,"s3":1},"26458,1895,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":4,"backend":4,"envs":1,"vllm":5,"attention":6,"and":4,"flashinfer":4,"find":1,"spec":1,"is":7,"none":3,"raise":2,"valueerror":2,"set":2,"to":2,"but":2,"module":1,"was":1,"not":6,"found":1,"see":1,"https":1,"github":1,"com":1,"project":1,"blob":1,"main":1,"docker":1,"dockerfile":1,"noqa":1,"e501":1,"for":1,"instructions":1,"on":2,"how":1,"install":1,"it":1,"from":1,"platforms":1,"import":1,"current":4,"platform":5,"self":22,"override":2,"dtype":2,"rocm":2,"warnings":1,"warn":1,"using":1,"stacklevel":1,"2":1,"enable":1,"sleep":3,"mode":3,"available":1,"supported":1,"isinstance":1,"config":17,"format":4,"str":1,"configformat":1,"hf":16,"get":4,"path":1,"or":1,"model":2,"trust":1,"remote":1,"code":2,"revision":4,"overrides":4,"kw":2,"fn":2,"text":3,"chunk":2,"size":2,"getattr":1,"encoder":2,"image":2,"processor":2,"token":2},"28353,1211,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"architectures":5,"self":8,"registry":4,"is":7,"generative":2,"model":4,"text":1,"generation":1,"pooling":5,"def":1,"task":16,"to":1,"convert":2,"taskoption":1,"converttype":1,"if":6,"embedding":1,"or":2,"embed":3,"return":5,"classify":4,"reward":2,"score":1,"new":2,"get":1,"default":1,"else":1,"none":2,"not":1,"runner":3,"runneroption":1,"auto":2,"convertoption":1,"msg":2,"prefix":1,"the":1,"option":2,"has":1,"been":1,"deprecated":1,"and":1,"will":1,"be":1,"removed":1,"in":3,"v0":1,"13":1,"0":2,"v1":1,"whichever":1,"comes":1,"first":1,"hint":1,"please":1,"remove":1,"this":1,"tasks":2,"generate":1},"29564,1813,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":3,"is":9,"generative":6,"model":12,"and":1,"pooling":10,"task":10,"runner":8,"generate":3,"convert":9,"auto":5,"msg":8,"hint":5,"please":4,"replace":3,"this":7,"option":4,"with":3,"to":5,"continue":3,"using":3,"as":3,"a":4,"elif":3,"else":3,"pass":2,"or":2,"remove":1,"self":4,"f":3,"raise":1,"assertionerror":1,"the":1,"should":1,"be":1,"when":1,"set":1,"r":1,"prefix":1,"warnings":1,"warn":1,"deprecationwarning":1,"stacklevel":1,"2":1},"31377,1890,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"self":26,"runner":12,"type":12,"get":4,"architectures":4,"convert":9,"if":4,"generate":5,"and":3,"not":6,"is":3,"generative":2,"model":11,"converts":7,"in":3,"currently":1,"we":1,"don":1,"t":1,"have":1,"any":1,"converters":1,"for":1,"models":1,"raise":2,"valueerror":2,"this":2,"does":2,"support":2,"pooling":10,"option":2,"join":1,"f":1,"you":1,"can":1,"pass":1,"to":2,"adapt":1,"it":1,"into":1,"a":1,"supported":2,"tasks":2,"note":1,"initialize":1,"these":1,"attributes":1,"early":1,"because":1,"transformers":1,"fallback":1,"may":1,"fail":1,"load":1,"dynamic":1,"modules":1,"child":1,"processes":1,"info":4,"arch":3,"registry":1,"inspect":1,"cls":1,"architecture":2,"logger":1,"resolved":1,"s":1,"pooler":2,"config":3,"init":1,"dtype":3,"verify":1,"hf":1,"revision":2},"33267,1895,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"interleaved":3,"attention":3,"is":5,"not":6,"supported":3,"by":2,"some":1,"backends":1,"in":2,"v0":1,"if":5,"self":21,"disable":3,"sliding":8,"window":8,"and":8,"hf":4,"text":4,"config":11,"envs":2,"vllm":2,"use":1,"v1":1,"backend":4,"xformers":1,"flashinfer":1,"logger":1,"warning":1,"once":1,"s":2,"has":1,"which":1,"currently":1,"the":3,"disabling":1,"capping":1,"max":8,"length":1,"to":3,"size":2,"d":1,"model":6,"type":1,"true":1,"original":1,"len":7,"get":2,"verify":7,"multimodal":2,"init":2,"set":1,"after":1,"ensure":1,"that":1,"can":1,"be":1,"correctly":1,"capped":1,"none":1,"skip":1,"tokenizer":2,"mode":2,"current":1,"platform":1,"neuron":4,"override":2,"raise":1,"valueerror":1,"only":1,"on":1,"avoid":1,"running":1,"try":1,"update":1,"multiple":1,"times":1,"updated":1,"false":1,"quantization":3,"cuda":1,"graph":1,"bnb":1,"field":1,"validator":1,"before":2,"classmethod":1,"def":1,"validate":1,"cls":1,"value":4,"any":2,"isinstance":1,"str":1,"return":2,"lower":1},"35162,1891,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"model":12,"validator":1,"mode":1,"after":4,"def":7,"validate":1,"config":7,"self":18,"modelconfig":2,"if":9,"not":4,"isinstance":2,"tokenizer":8,"str":6,"raise":2,"valueerror":2,"must":2,"be":3,"a":2,"string":1,"post":2,"init":2,"max":2,"len":2,"int":1,"an":1,"integer":1,"return":9,"get":2,"transformers":6,"backend":5,"cls":2,"determine":1,"which":1,"class":2,"will":1,"used":2,"impl":1,"is":6,"set":1,"to":2,"or":4,"auto":1,"getattr":2,"runner":2,"type":1,"pooling":1,"transformersmodel":1,"hf":5,"text":2,"the":4,"same":1,"as":1,"it":1,"probably":1,"composite":1,"i":1,"e":1,"multimodal":1,"transformersformultimodallm":1,"transformersforcausallm":1,"using":2,"bool":1,"check":1,"architecture":4,"property":3,"registry":1,"me":1,"models":1,"modelregistry":1,"architectures":2,"list":1,"vllm":1,"actually":1,"maybe":1,"pull":2,"for":1,"s3":4,"none":1,"from":1,"temporary":1,"directory":1,"when":1,"needed":1,"args":1,"name":2,"path":2},"37053,1891,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":6,"is":3,"s3":10,"model":17,"s3model":2,"pull":3,"files":3,"allow":1,"pattern":3,"py":1,"json":1,"self":18,"weights":1,"dir":3,"tokenizer":10,"same":2,"as":1,"download":2,"to":1,"directory":1,"ignore":2,"pt":2,"safetensors":2,"bin":2,"tensors":2,"return":4,"only":1,"needed":1,"and":1,"not":1,"already":1,"handled":1,"def":3,"init":1,"multimodal":3,"config":6,"optional":1,"multimodalconfig":2,"info":1,"supports":1,"limit":2,"per":2,"prompt":2,"mm":14,"media":2,"io":2,"kwargs":4,"processor":7,"cache":5,"gb":5,"interleave":2,"strings":2,"skip":2,"profiling":2,"none":2,"set":1,"value":3,"int":1,"get":3,"encoder":1,"sentence":1,"transformer":1,"revision":1},"38944,1926,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"init":1,"pooler":11,"config":16,"self":19,"optional":1,"poolerconfig":3,"if":10,"runner":2,"type":7,"pooling":11,"isinstance":1,"override":4,"dict":1,"or":1,"base":3,"get":6,"model":5,"revision":2,"is":5,"not":3,"none":5,"only":1,"set":1,"values":1,"that":1,"are":1,"overridden":1,"by":1,"the":1,"user":1,"for":2,"k":3,"v":2,"in":4,"items":1,"getattr":1,"setattr":1,"default":4,"info":1,"return":5,"verify":1,"tokenizer":8,"mode":8,"cast":1,"tokenizermode":3,"lower":1,"args":2,"raise":1,"valueerror":1,"f":2,"unknown":1,"must":1,"be":1,"one":1,"of":1,"architectures":4,"list":1,"str":1,"runnertype":1,"registry":5,"some":1,"sentence":1,"transformers":1,"models":1,"use":1,"forcausallm":1,"archs":2,"arch":2,"supported":1,"text":1,"generation":1,"generate":1},"40870,1859,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"match":8,"try":2,"architecture":2,"defaults":2,"arch":4,"if":8,"runner":19,"type":17,"return":9,"generate":3,"def":2,"get":4,"self":6,"architectures":6,"list":2,"str":2,"runneroption":1,"runnertype":2,"auto":2,"default":2,"don":1,"t":1,"log":1,"the":2,"most":1,"common":1,"case":1,"logger":1,"info":1,"resolved":1,"to":3,"s":1,"pass":1,"value":1,"explicitly":1,"silence":1,"this":2,"message":1,"convert":3,"converttype":1,"registry":5,"for":1,"in":2,"supported":1,"archs":1,"and":3,"is":3,"text":1,"generation":1,"model":2,"none":3,"pooling":4,"handle":1,"sentence":2,"transformers":2,"models":3,"that":1,"use":1,"forcausallm":1,"also":1,"multi":1,"modal":1,"which":1,"are":1,"not":1,"defined":1,"as":1,"embed":1},"42729,1972,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"get":5,"convert":16,"type":14,"self":10,"architectures":9,"list":5,"str":3,"runner":4,"runnertype":1,"convertoption":1,"converttype":2,"if":7,"auto":2,"return":7,"default":2,"don":1,"t":1,"log":1,"the":2,"most":1,"common":1,"case":1,"none":2,"logger":1,"info":1,"resolved":1,"to":2,"s":1,"pass":1,"value":1,"explicitly":1,"silence":1,"this":1,"message":1,"supported":6,"generation":3,"tasks":6,"resolvedtask":2,"registry":6,"is":5,"transcription":4,"only":1,"model":4,"todo":1,"use":1,"once":1,"v0":1,"removed":1,"text":1,"or":1,"in":2,"converts":1,"generate":2,"append":2,"pooling":2,"task":1,"literal":1,"embed":2,"classify":2,"reward":1,"cross":1,"encoder":1,"for":1,"arch":2,"match":4,"try":1,"architecture":1,"defaults":1,"assert":1},"44701,1564,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"get":6,"supported":9,"pooling":7,"tasks":9,"self":10,"architectures":6,"list":5,"str":2,"convert":7,"type":12,"converttype":2,"resolvedtask":3,"registry":3,"todo":1,"use":1,"once":1,"v0":1,"is":3,"removed":1,"if":6,"model":1,"or":1,"in":1,"runner":6,"converts":1,"append":2,"encode":1,"extra":2,"task":3,"default":1,"none":4,"else":1,"return":4,"runnertype":1,"generate":1,"generation":1,"draft":2,"assert":1,"never":1,"parse":1,"quant":4,"hf":3,"config":6,"cfg":3,"getattr":2,"quantization":1,"compressed":1,"tensors":1,"uses":1,"a":1,"compression":2,"key":1},"46265,1758,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"else":1,"set":1,"quant":29,"method":11,"for":1,"modelopt":7,"models":1,"producer":3,"name":3,"cfg":9,"get":5,"if":5,"algo":7,"quantization":9,"fp8":3,"elif":2,"nvfp4":1,"fp4":2,"is":3,"not":3,"none":4,"raise":1,"valueerror":1,"f":1,"unknown":1,"return":1,"def":1,"verify":1,"self":5,"supported":1,"me":2,"methods":2,"optimized":1,"marlin":4,"gptq":3,"24":1,"awq":1,"fbgemm":1,"compressed":3,"tensors":3,"experts":1,"int8":1,"quark":1,"bitblas":2,"inc":1,"cast":1,"quantizationmethods":1,"parse":2,"from":1,"the":2,"hf":2,"model":1,"config":2,"available":1,"use":1,"community":1,"standard":1,"lower":1,"normalize":1,"library":1,"names":1,"replace":1},"48023,944,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"quantization":7,"methods":5,"which":1,"are":1,"overrides":6,"i":1,"e":1,"they":1,"have":2,"a":1,"override":1,"method":2,"must":1,"be":2,"checked":1,"in":5,"order":1,"of":2,"preference":2,"this":1,"is":1,"particularly":1,"important":1,"for":2,"gptq":4,"marlin":4,"bitblas":2,"24":1,"awq":1,"ipex":1,"moe":1,"wna16":1,"modelopt":2,"fp4":1,"q":3,"supported":1,"if":1,"not":1,"any":1,"custom":2,"will":1,"so":2,"we":1,"place":1,"them":1,"at":1,"the":3,"start":1,"list":1,"over":1,"built":1,"ones":1},"48967,1673,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"detect":1,"which":1,"checkpoint":1,"is":7,"it":1,"for":1,"name":5,"in":7,"quantization":19,"methods":2,"method":10,"me":2,"quant":7,"get":2,"config":2,"override":7,"cfg":1,"self":6,"if":4,"not":6,"none":2,"raise":3,"error":1,"the":7,"custom":2,"would":1,"be":1,"but":2,"quantizationmethods":2,"and":2,"hasn":1,"t":1,"been":2,"added":2,"to":3,"overrides":4,"list":2,"args":1,"valueerror":2,"f":4,"an":1,"has":1,"above":1,"this":1,"necessary":1,"ensure":1,"that":1,"are":1,"checked":1,"order":1,"of":1,"preference":1,"break":1,"verify":1,"configurations":1,"elif":1,"specified":2,"model":1,"does":1,"match":1,"argument":1},"50640,1696,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":4,"self":14,"quantization":12,"is":4,"not":6,"none":2,"in":3,"supported":3,"raise":1,"valueerror":1,"f":2,"unknown":1,"method":1,"must":1,"be":2,"one":1,"of":1,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"verify":2,"optimized":2,"methods":1,"logger":1,"warning":1,"s":3,"fully":1,"yet":1,"the":6,"speed":1,"can":1,"slower":1,"than":1,"non":1,"quantized":1,"models":4,"def":1,"cuda":2,"graph":2,"max":10,"seq":7,"len":8,"to":4,"capture":4,"was":1,"incorrectly":1,"based":1,"on":2,"encoder":3,"input":2,"length":3,"448":1,"but":1,"decoder":3,"larger":2,"1500":1,"this":1,"change":1,"ensures":1,"captures":1,"correct":1,"sequence":1,"allowing":1,"it":1,"work":1,"as":1,"intended":1,"effective":4,"model":2,"getattr":1,"hf":2,"config":2,"source":1,"positions":1,"0":1,"min":1,"cudagraph":1,"for":1,"enc":1,"dec":1,"and":1,"mllama":2,"rocm":4,"unsupported":3,"type":1,"or":1},"52336,1896,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":5,"unsupported":1,"rocm":3,"and":2,"not":6,"self":11,"enforce":4,"eager":6,"current":2,"platform":1,"is":9,"logger":2,"warning":2,"cuda":3,"graph":3,"supported":2,"for":2,"s":1,"on":2,"yet":3,"fallback":2,"to":2,"mode":2,"hf":4,"config":10,"model":2,"type":1,"true":2,"def":2,"verify":2,"bnb":1,"none":4,"the":3,"version":1,"of":2,"bitsandbytes":6,"0":5,"46":1,"1":2,"with":2,"8":1,"bit":1,"models":1,"does":1,"support":1,"todo":1,"remove":1,"this":1,"when":2,"supports":1,"quantization":6,"has":3,"getattr":2,"8bit":4,"get":1,"load":1,"in":3,"false":2,"else":1,"all":1,"expert":4,"parallelism":2,"num":9,"names":2,"moe":1,"experts":9,"dbrx":1,"jamba":1,"n":1,"routed":1,"deepseek":1,"local":1,"mixtral":1,"name":2,"text":1,"break":1,"raise":1,"valueerror":1,"number":1,"must":1,"be":1,"greater":1,"than":1,"enabled":1},"54232,1809,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":2,"verify":2,"dual":5,"chunk":5,"attention":11,"config":22,"self":14,"load":2,"loadconfig":1,"none":2,"if":9,"hasattr":1,"hf":4,"try":1,"loading":1,"the":2,"sparse":9,"from":2,"vllm":3,"model":2,"executor":1,"loader":1,"weight":1,"utils":1,"import":2,"get":2,"attn":3,"enabled":2,"not":4,"in":1,"true":1,"async":8,"output":7,"proc":6,"parallel":3,"speculative":1,"device":1,"use":6,"nothing":1,"to":1,"check":1,"return":4,"pipeline":1,"size":1,"1":1,"false":4,"reminder":1,"please":1,"update":1,"docs":1,"features":1,"compatibility":1,"matrix":1,"md":1,"feature":1,"combo":1,"become":1,"valid":1,"platforms":1,"current":2,"platform":2,"is":3,"supported":1,"enforce":1,"eager":1,"envs":1,"ray":1,"spmd":1,"worker":1,"postprocessor":1,"necessary":1,"for":1,"pooling":2,"models":1,"since":1,"there":1,"no":1,"token":1,"generation":1,"runner":1,"type":1},"56041,1913,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"reminder":1,"please":1,"update":1,"docs":1,"features":1,"compatibility":1,"matrix":1,"md":1,"if":9,"the":5,"feature":1,"combo":1,"become":1,"valid":1,"speculative":1,"config":10,"self":12,"use":3,"async":3,"output":3,"proc":3,"false":2,"def":2,"verify":2,"with":2,"parallel":15,"parallelconfig":1,"none":3,"distributed":1,"executor":1,"backend":2,"external":2,"launcher":2,"assert":1,"seed":2,"is":3,"not":3,"must":2,"be":2,"set":1,"when":1,"using":1,"to":1,"make":1,"sure":1,"sampling":1,"results":1,"are":1,"same":1,"across":1,"workers":1,"total":4,"num":4,"attention":5,"heads":5,"getattr":2,"hf":3,"text":3,"0":2,"tensor":5,"size":9,"raise":2,"valueerror":1,"f":2,"number":1,"of":1,"divisible":1,"by":1,"enable":1,"expert":2,"parallelism":2,"pipeline":4,"1":1,"registry":1,"pp":1,"supported":3,"model":2,"architectures":1,"notimplementederror":1,"for":1,"this":1,"models":1,"implement":1,"supportspp":1,"interface":1,"get":2,"sliding":3,"window":3,"optional":1,"int":1,"from":1,"present":1,"return":1},"57954,1936,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":4,"get":3,"vocab":2,"size":5,"self":23,"int":3,"return":11,"getattr":5,"hf":16,"text":16,"config":17,"0":5,"hidden":2,"property":1,"is":7,"deepseek":7,"mla":3,"bool":1,"if":8,"not":4,"hasattr":2,"model":8,"type":6,"false":2,"elif":2,"in":3,"v2":2,"v3":2,"mtp":1,"kimi":1,"k2":1,"kv":3,"lora":3,"rank":3,"none":5,"eagle":2,"the":3,"an":1,"module":1,"check":1,"for":1,"underlying":1,"architecture":1,"and":3,"head":14,"todo":1,"remove":1,"hard":1,"code":1,"qk":9,"rope":5,"dim":13,"use":1,"else":1,"nope":4,"zamba2":1,"attention":2,"free":1,"note":1,"some":1,"configs":1,"may":1,"set":1},"59890,1858,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"fixme":1,"woosuk":1,"this":2,"may":1,"not":4,"be":1,"true":2,"for":6,"all":1,"models":1,"return":7,"self":17,"hf":15,"text":3,"config":18,"hidden":1,"size":1,"num":5,"attention":8,"heads":12,"def":1,"get":1,"total":2,"kv":9,"int":1,"returns":1,"the":3,"number":3,"of":3,"gptbigcode":1,"falcon":7,"note":1,"when":1,"new":4,"decoder":4,"architecture":2,"is":4,"multi":3,"query":3,"flag":1,"ignored":1,"and":4,"we":1,"use":1,"n":5,"head":2,"model":6,"types":2,"refinedweb":1,"refinedwebmodel":1,"arch":2,"type":4,"in":5,"getattr":3,"false":2,"if":7,"only":1,"one":1,"currently":1,"tensor":1,"parallelism":1,"supported":1,"case":1,"1":1,"dbrx":2,"mpt":2,"attn":3,"nemotron":1,"nas":1,"block":4,"configs":1,"no":1,"op":1,"group":1,"raise":1,"runtimeerror":1,"couldn":1,"t":1,"determine":1,"free":1,"0":1},"61748,1530,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"attributes":2,"for":5,"falcon":1,"n":1,"head":2,"kv":15,"num":15,"heads":20,"llama":1,"2":1,"key":1,"value":1,"chatglm":1,"multi":1,"query":2,"group":1,"attr":2,"in":2,"getattr":2,"self":7,"hf":3,"text":3,"config":7,"none":2,"if":3,"is":4,"not":1,"return":5,"non":1,"grouped":1,"attention":5,"models":1,"the":9,"number":5,"of":5,"equal":1,"to":1,"def":2,"get":3,"parallel":8,"parallelconfig":2,"int":2,"returns":1,"per":1,"gpu":2,"use":1,"mla":2,"when":1,"using":1,"during":1,"decode":1,"it":1,"becomes":1,"mqa":1,"1":2,"total":3,"tensor":5,"parallelism":1,"used":1,"we":2,"divide":1,"by":1,"size":4,"will":1,"replicate":1,"case":1,"where":1,"smaller":1,"than":1,"so":1,"each":1,"has":1,"at":1,"least":1,"one":1,"max":1,"0":1},"63278,1781,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"get":7,"layers":11,"start":8,"end":8,"indices":5,"self":13,"parallel":12,"config":15,"parallelconfig":3,"tuple":1,"int":4,"from":1,"vllm":1,"distributed":1,"utils":1,"import":1,"pp":7,"if":1,"hf":6,"text":3,"model":3,"type":8,"deepseek":1,"mtp":3,"or":2,"mimo":1,"glm4":1,"moe":1,"total":3,"num":7,"hidden":4,"getattr":2,"nextn":1,"predict":1,"0":2,"else":1,"the":1,"layout":1,"order":1,"is":4,"dp":1,"x":2,"tp":1,"rank":3,"tensor":1,"size":5,"pipeline":2,"return":2,"by":1,"block":5,"layerblocktype":3,"attention":3,"this":2,"function":1,"relies":1,"on":1,"in":1,"for":1,"w":1,"o":1,"attribute":1,"we":1,"will":1,"need":1,"to":1,"have":1,"workarounds":1,"like":1,"so":1,"attn":1,"transformer":1,"not":3,"hybrid":1,"and":2,"has":1,"noops":1,"free":1},"65059,1979,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":8,"is":7,"transformer":1,"handle":1,"the":4,"basic":1,"case":1,"first":1,"return":8,"end":7,"start":7,"attn":10,"block":16,"type":23,"else":4,"0":2,"elif":2,"self":8,"attention":4,"free":3,"note":1,"that":1,"this":1,"code":1,"assumes":1,"there":1,"only":1,"one":1,"of":2,"has":1,"noops":1,"configs":3,"hf":6,"config":7,"sum":5,"not":2,"bc":2,"no":1,"op":1,"for":5,"in":6,"hybrid":4,"model":5,"jamba":1,"layers":9,"value":7,"getattr":2,"none":5,"hasattr":1,"text":2,"and":2,"zamba2":1,"t":8,"get":1,"num":2,"parallel":1,"minimax":1,"list":7,"1":2,"raise":1,"valueerror":1,"an":2,"without":1,"a":1,"or":1,"cannot":1,"determine":1,"f":1},"67038,1810,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"get":7,"mamba":3,"chunk":8,"size":8,"self":14,"optional":1,"int":1,"returns":2,"the":9,"if":6,"it":1,"exists":2,"used":2,"by":2,"e":2,"g":2,"bamba":1,"falconh1":1,"granite":1,"plamo2":1,"getattr":2,"hf":3,"text":2,"config":18,"none":5,"is":6,"mamba2":1,"nemotronh":1,"zamba":1,"return":4,"multimodal":6,"multimodalconfig":1,"configuration":1,"of":2,"model":5,"raises":1,"valueerror":2,"not":2,"raise":1,"try":3,"generation":8,"dict":2,"str":1,"any":1,"this":3,"method":2,"attempts":1,"to":3,"retrieve":1,"non":2,"default":2,"values":1,"for":1,"can":1,"contain":1,"information":1,"about":1,"special":1,"tokens":1,"as":2,"well":1,"sampling":2,"parameters":1,"which":1,"why":1,"separately":1,"diff":2,"param":1,"a":1,"dictionary":1,"containing":1,"in":1,"auto":1,"vllm":1,"path":1,"or":1,"trust":4,"remote":4,"code":4,"revision":2,"else":1},"68848,1983,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"get":4,"diff":8,"sampling":12,"param":8,"self":7,"dict":1,"str":1,"any":2,"this":2,"method":1,"returns":2,"a":2,"dictionary":2,"containing":2,"the":6,"non":2,"default":4,"parameters":4,"with":3,"override":2,"generation":12,"config":18,"applied":1,"are":1,"vllm":6,"s":4,"neutral":1,"defaults":2,"if":9,"model":3,"auto":1,"as":1,"defined":1,"in":5,"json":1,"path":1,"to":2,"dir":1,"else":2,"try":1,"overriding":1,"given":1,"update":1,"available":3,"params":3,"repetition":1,"penalty":1,"temperature":1,"top":2,"k":1,"p":8,"min":1,"max":6,"new":4,"tokens":6,"for":2,"is":3,"not":2,"none":1,"huggingface":1,"definition":1,"of":1,"equivalent":1,"pop":1,"logger":1,"warning":1,"once":1,"have":1,"been":1,"overridden":1,"by":1,"hugging":1,"face":1,"recommended":1,"from":1,"creator":1,"intended":1,"please":1,"relaunch":1,"instance":1,"return":1},"70831,1909,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"property":8,"def":9,"is":12,"encoder":5,"decoder":5,"self":20,"bool":8,"extract":1,"the":4,"hf":5,"model":6,"flag":2,"for":1,"mllama":2,"vllm":2,"overrides":1,"s":1,"and":3,"sets":1,"it":1,"to":4,"true":1,"enable":3,"cross":4,"attention":2,"neuron":2,"needs":1,"all":1,"multimodal":8,"data":1,"be":2,"in":1,"does":1,"not":2,"need":1,"explicitly":1,"if":4,"current":1,"platform":1,"config":15,"type":2,"return":14,"false":3,"uses":2,"mrope":2,"none":4,"processor":6,"mm":14,"hashes":2,"whether":2,"multi":2,"modal":2,"should":2,"output":1,"cache":6,"gb":3,"0":3,"enabled":1,"get":1,"input":4,"int":1,"envs":1,"gib":1,"info":3,"supports":3,"encoding":1,"or":1,"convert":1,"classify":1,"pp":2,"supported":2,"raw":2},"72740,1161,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"property":9,"def":9,"is":8,"attention":2,"free":2,"self":19,"bool":8,"return":9,"model":5,"info":5,"hybrid":2,"has":4,"noops":2,"inner":2,"state":2,"v1":1,"compatible":1,"not":3,"supports":1,"v0":1,"only":1,"use":3,"mla":3,"deepseek":1,"and":1,"envs":1,"vllm":1,"disable":1,"matryoshka":5,"getattr":4,"hf":4,"config":4,"dimensions":3,"none":2,"or":1,"false":1,"pad":4,"token":4,"cross":1,"encoder":1,"models":2,"defaults":2,"to":2,"using":2,"llm":1,"as":1,"reranker":1,"true":1},"73901,1143,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"get":4,"and":3,"verify":2,"max":12,"len":12,"self":11,"model":11,"int":1,"consider":1,"in":1,"tokenizer":8,"config":12,"only":1,"when":1,"pooling":2,"models":1,"use":1,"absolute":2,"position":2,"embedding":2,"none":1,"if":1,"runner":1,"type":2,"getattr":1,"hf":3,"try":1,"trust":2,"remote":2,"code":2,"revision":2,"text":1,"disable":2,"sliding":4,"window":4,"spec":2,"target":2,"encoder":2,"logger":1,"info":1,"using":1,"s":1,"return":1,"dataclass":1,"class":1,"loadconfig":1,"configuration":1,"for":1,"loading":1,"the":1,"weights":1},"75044,1944,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"load":13,"format":10,"union":3,"str":5,"loadformats":1,"auto":2,"the":20,"of":3,"model":7,"weights":13,"to":10,"n":11,"will":13,"try":1,"in":6,"safetensors":6,"and":3,"fall":1,"back":1,"pytorch":3,"bin":2,"if":1,"is":2,"not":1,"available":1,"pt":1,"npcache":1,"store":1,"a":1,"numpy":1,"cache":2,"speed":1,"up":1,"loading":3,"dummy":1,"initialize":1,"with":1,"random":1,"values":2,"which":2,"mainly":1,"for":4,"profiling":1,"tensorizer":2,"use":1,"coreweave":1,"s":1,"library":1,"fast":1,"weight":1,"see":1,"tensorize":1,"vllm":1,"script":1,"examples":1,"section":1,"more":1,"information":1,"runai":1,"streamer":2,"using":2,"run":1,"ai":1,"bitsandbytes":2,"quantization":1,"sharded":2,"state":1,"from":3,"pre":1,"checkpoint":1,"files":3,"supporting":1,"efficient":1,"tensor":1,"parallel":1,"models":2,"gguf":3,"details":1,"specified":1,"https":1,"github":1,"com":1,"ggml":2,"org":1,"blob":1,"master":1,"docs":1,"md":1,"mistral":2,"consolidated":1,"used":1,"by":1,"other":1,"custom":1,"can":1,"be":3,"supported":1,"via":1,"plugins":1,"download":2,"dir":1,"optional":3,"none":3,"directory":2,"default":4,"hugging":1,"face":1,"loader":3,"extra":2,"config":3,"dict":2,"tensorizerconfig":1,"field":1,"factory":1,"this":1,"passed":1,"corresponding":1,"chosen":1,"device":4,"loaded":1,"ignore":1,"patterns":1,"list":1},"76988,897,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"the":4,"list":1,"of":2,"patterns":1,"to":8,"ignore":1,"when":3,"loading":5,"model":2,"default":1,"original":2,"avoid":1,"repeated":1,"llama":1,"s":1,"checkpoints":2,"use":1,"tqdm":2,"on":2,"load":4,"bool":1,"true":1,"whether":1,"enable":1,"for":5,"showing":1,"progress":1,"bar":1,"weights":1,"pt":2,"map":4,"location":4,"union":1,"str":3,"dict":1,"cpu":1,"pytorch":2,"checkpoint":1,"support":1,"can":1,"only":1,"be":2,"loaded":1,"certain":1,"devices":2,"like":2,"cuda":4,"this":1,"is":2,"equivalent":1,"another":1,"supported":1,"format":1,"mapping":1,"from":3,"different":1,"gpu":2,"1":2,"0":2,"note":1,"that":1,"passed":1,"command":1,"line":1,"strings":1,"in":2,"dictionary":1,"needs":1,"double":1,"quoted":1,"json":1,"parsing":1,"more":1,"details":1,"see":1,"doc":1,"https":1,"org":1,"docs":1,"stable":1,"generated":1,"torch":1,"html":1},"77885,1976,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"compute":2,"hash":5,"self":9,"str":6,"warning":2,"whenever":2,"a":4,"new":2,"field":3,"is":7,"added":2,"to":5,"this":5,"config":5,"ensure":2,"that":4,"it":5,"included":2,"in":4,"the":14,"factors":5,"list":3,"if":3,"affects":2,"computation":4,"graph":4,"provide":1,"uniquely":1,"identifies":1,"all":1,"configs":1,"affect":2,"structure":1,"of":1,"from":2,"input":2,"ids":2,"embeddings":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":3,"after":1,"no":1,"consider":1,"will":3,"not":2,"any":1,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":2,"hexdigest":1,"return":1,"post":2,"init":3,"load":2,"format":2,"lower":1,"ignore":4,"patterns":5,"none":1,"len":1,"0":1,"logger":1,"info":1,"ignoring":1,"following":1,"when":1,"downloading":1,"weights":1,"s":1,"else":1,"original":1,"device":8,"literal":1,"auto":2,"cuda":1,"neuron":1,"cpu":1,"tpu":1,"xpu":1,"dataclass":1,"configdict":1,"arbitrary":1,"types":1,"allowed":1,"true":1,"class":1,"deviceconfig":1,"configuration":1,"for":3,"use":1,"vllm":2,"execution":2,"skipvalidation":1,"optional":1,"union":1,"torch":1,"type":3,"parameter":1,"deprecated":1,"be":2,"removed":1,"future":1,"release":1,"now":1,"set":2,"automatically":1,"based":1,"on":1,"current":2,"platform":2},"79861,1959,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":8,"configs":1,"affect":1,"structure":1,"of":1,"computation":1,"graph":1,"from":2,"input":2,"ids":2,"embeddings":2,"to":5,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"no":1,"factors":3,"consider":1,"device":26,"platform":3,"information":1,"will":1,"be":1,"summarized":1,"by":1,"torch":4,"vllm":3,"automatically":1,"list":1,"any":1,"str":4,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1,"def":1,"post":1,"init":1,"self":16,"if":4,"auto":1,"automated":1,"type":13,"detection":1,"platforms":1,"import":1,"current":2,"not":1,"raise":1,"runtimeerror":1,"failed":1,"infer":1,"please":1,"set":2,"environment":1,"variable":1,"logging":2,"level":1,"debug":2,"turn":1,"on":2,"verbose":1,"help":1,"issue":1,"else":2,"is":1,"assigned":1,"explicitly":1,"isinstance":2,"elif":2,"some":1,"types":1,"require":1,"processing":1,"inputs":1,"cpu":2,"in":2,"neuron":1,"tpu":1,"none":1,"with":1,"speculativemethod":1,"literal":1,"ngram":1,"eagle":1,"eagle3":1,"medusa":1,"mlp":1,"speculator":1,"draft":1,"model":1,"deepseek":1,"mtp":1,"config":1,"dataclass":1,"class":1,"speculativeconfig":1,"configuration":1,"for":1,"speculative":1,"decoding":1},"81820,1264,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"general":1,"speculative":6,"decoding":2,"control":1,"num":1,"tokens":2,"skipvalidation":1,"int":2,"none":4,"type":2,"ignore":1,"the":17,"number":2,"of":4,"if":9,"provided":4,"it":2,"will":2,"default":1,"to":5,"in":2,"draft":4,"model":7,"config":1,"present":1,"otherwise":1,"is":2,"required":1,"optional":3,"str":1,"name":3,"eagle":1,"head":1,"or":2,"additional":1,"weights":1,"method":5,"speculativemethod":1,"use":1,"users":1,"provide":1,"and":2,"set":3,"param":2,"be":4,"detected":1,"automatically":1,"possible":1,"not":2,"must":1,"using":1,"ngram":1,"related":1,"configuration":1,"prompt":2,"lookup":2,"max":1,"min":1,"should":1,"considered":1,"tensor":3,"parallel":2,"size":2,"degree":1,"parallelism":1,"for":1,"can":1,"only":1,"1":1,"same":1,"as":1,"target":1,"s":1,"disable":1,"logprobs":1,"bool":1,"true":2,"token":2,"log":3,"probabilities":2,"are":2,"returned":2,"during":1,"false":1,"according":1,"probability":1,"settings":1,"samplingparams":1},"83084,1496,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"draft":6,"model":10,"configuration":2,"quantization":2,"optional":7,"me":1,"quant":1,"quantizationmethods":1,"none":8,"method":3,"that":2,"was":1,"used":2,"to":6,"quantize":1,"the":13,"weights":2,"if":5,"we":1,"assume":1,"are":1,"not":1,"quantized":1,"note":1,"it":3,"only":1,"takes":1,"effect":1,"when":6,"using":3,"based":1,"speculative":2,"max":2,"len":1,"int":4,"maximum":2,"length":1,"of":4,"testing":1,"ability":1,"skip":1,"speculation":1,"for":4,"some":1,"sequences":1,"revision":3,"str":2,"specific":2,"version":3,"use":4,"can":2,"be":2,"a":6,"branch":2,"name":4,"tag":2,"or":2,"commit":2,"id":2,"unspecified":2,"will":2,"default":2,"code":2,"on":1,"hugging":1,"face":1,"hub":1,"advanced":1,"control":1,"disable":2,"by":1,"batch":1,"size":3,"decoding":1,"new":1,"incoming":1,"requests":2,"number":1,"enqueued":1,"is":2,"larger":1,"than":1,"this":1,"value":1,"provided":2,"ngram":6,"proposer":3,"prompt":2,"lookup":2,"token":2,"window":2,"required":1,"set":1,"min":1,"minimum":1,"defaults":1,"1":1},"84580,1416,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"speculative":4,"token":2,"tree":2,"optional":1,"str":2,"none":7,"specifies":1,"the":13,"structure":1,"for":4,"generation":1,"required":1,"configuration":5,"params":2,"passed":1,"from":1,"engine":1,"target":4,"model":6,"config":5,"skipvalidation":6,"modelconfig":2,"type":6,"ignore":6,"of":3,"parallel":4,"parallelconfig":2,"enable":1,"chunked":2,"prefill":2,"bool":2,"whether":2,"vllm":1,"is":3,"configured":1,"to":3,"use":1,"or":1,"not":2,"used":1,"raising":1,"an":1,"error":1,"since":1,"it":3,"s":1,"yet":1,"compatible":1,"with":1,"decode":1,"disable":2,"log":1,"stats":1,"periodic":1,"printing":1,"stage":2,"times":1,"in":3,"decoding":1,"generated":1,"post":1,"init":1,"draft":4,"initialized":2,"internal":2,"def":1,"compute":1,"hash":1,"self":1,"warning":1,"whenever":1,"a":1,"new":1,"field":1,"added":1,"this":1,"ensure":1,"that":1,"included":1,"factors":1,"list":1,"if":1,"affects":1,"computation":1,"graph":1},"85996,1912,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":7,"configs":1,"affect":1,"structure":1,"of":1,"computation":2,"graph":2,"from":1,"input":2,"ids":2,"embeddings":2,"to":2,"final":3,"hidden":6,"states":3,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"factors":3,"list":1,"any":1,"eagle3":2,"affects":1,"because":1,"it":1,"returns":1,"intermediate":1,"in":1,"addition":1,"state":1,"append":1,"self":2,"method":1,"str":3,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":2,"staticmethod":1,"def":2,"hf":16,"config":16,"override":1,"pretrainedconfig":2,"if":4,"model":5,"type":5,"deepseek":3,"v3":1,"mtp":4,"n":9,"predict":12,"getattr":3,"num":5,"nextn":3,"layers":5,"none":3,"update":3,"architectures":5,"deepseekmtpmodel":1,"0":4,"mimoforcausallm":1,"mimo":1,"mimomtpmodel":1,"glm4moeforcausallm":1,"glm4":1,"moe":1,"glm4moemtpmodel":1,"post":1,"init":1},"87908,1618,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"note":1,"method":9,"is":6,"a":1,"new":1,"parameter":2,"that":1,"helps":1,"to":2,"extend":1,"the":9,"configuration":2,"of":2,"non":1,"model":20,"based":1,"proposers":1,"and":5,"will":3,"be":4,"used":2,"set":1,"draft":3,"eagle":1,"head":1,"or":2,"additional":1,"weight":1,"when":3,"needed":1,"if":6,"users":1,"do":1,"not":4,"specify":1,"speculative":5,"detected":2,"automatically":2,"possible":1,"can":1,"it":1,"considered":1,"as":1,"by":1,"default":1,"self":13,"none":4,"num":2,"tokens":2,"todo":1,"shangming":1,"refactor":1,"mtp":2,"logic":1,"supporting":1,"acceleration":1,"for":2,"more":1,"models":1,"besides":1,"deepseek":2,"v3":2,"target":4,"config":6,"hf":2,"text":2,"type":2,"mimo":1,"use":1,"from":1,"same":1,"elif":1,"in":2,"ngram":7,"else":1,"raise":1,"valueerror":1,"was":1,"provided":1,"without":1,"configure":1,"instead":1},"89526,1796,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":6,"self":28,"method":2,"in":2,"ngram":4,"unified":1,"to":1,"internally":1,"set":2,"default":1,"values":3,"not":3,"provided":1,"prompt":26,"lookup":26,"min":13,"is":6,"none":7,"and":2,"max":13,"todo":2,"woosuk":1,"tune":1,"these":1,"they":1,"are":1,"arbitrarily":1,"chosen":1,"5":2,"elif":2,"assert":2,"validate":1,"1":2,"raise":3,"valueerror":3,"f":4,"must":3,"be":3,"0":4,"current":1,"we":2,"still":1,"need":1,"extract":1,"vocab":1,"size":1,"from":1,"target":3,"model":3,"config":6,"future":1,"may":1,"try":1,"refactor":1,"it":1,"out":1,"draft":3,"related":1,"as":1,"here":1,"parallel":2,"else":1},"91322,1355,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":1,"self":17,"model":17,"is":1,"not":1,"none":1,"draft":2,"config":13,"modelconfig":1,"runner":1,"tokenizer":6,"target":12,"mode":2,"trust":2,"remote":2,"code":4,"allowed":2,"local":2,"media":2,"path":2,"dtype":2,"seed":2,"revision":6,"spec":1,"max":6,"len":4,"quantization":2,"enforce":2,"eager":2,"seq":2,"to":2,"capture":2,"logprobs":2,"hf":2,"overrides":1,"speculativeconfig":1,"override":1},"92677,1877,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"automatically":1,"detect":1,"the":1,"method":8,"if":4,"self":14,"in":5,"eagle":7,"eagle3":3,"pass":1,"elif":4,"draft":8,"model":13,"config":9,"lower":2,"or":2,"hf":4,"type":3,"medusa":3,"mlp":2,"speculator":2,"deepseek":4,"mtp":6,"mimo":1,"glm4":1,"moe":1,"num":1,"speculative":3,"tokens":1,"1":1,"logger":1,"warning":1,"all":1,"models":1,"only":1,"have":1,"one":1,"layer":1,"might":1,"need":1,"some":1,"code":1,"changes":1,"to":1,"support":1,"multiple":1,"layers":1,"else":1,"raise":2,"notimplementederror":1,"decoding":2,"with":1,"is":1,"not":3,"supported":1,"yet":1,"please":1,"consider":1,"using":2,"other":1,"methods":1,"such":1,"as":1,"ngram":1,"replace":1,"for":1,"enable":1,"chunked":2,"prefill":2,"and":2,"envs":1,"vllm":1,"use":1,"v1":1,"valueerror":1,"are":1,"compatible":1,"when":1,"v0":1},"94554,1795,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"from":2,"vllm":2,"transformers":2,"utils":2,"configs":2,"import":2,"speculatorsconfig":2,"eagle":4,"eagleconfig":3,"if":4,"isinstance":1,"self":14,"draft":7,"model":8,"config":15,"hf":6,"pass":1,"else":1,"method":2,"type":1,"num":10,"speculative":8,"tokens":10,"is":3,"not":2,"none":4,"and":2,"hasattr":1,"lookahead":2,"n":7,"predict":7,"getattr":1,"default":1,"to":1,"max":1,"value":1,"defined":1,"in":1,"elif":1,"0":1,"ensure":1,"divisibility":1,"for":1,"mtp":1,"module":1,"reuse":1,"raise":1,"valueerror":1,"f":2,"must":1,"be":1,"divisible":1,"by":1},"96349,1924,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":3,"self":16,"speculative":7,"token":5,"tree":7,"is":4,"none":1,"generate":1,"chain":1,"of":1,"tokens":2,"str":2,"i":2,"1":1,"0":1,"for":2,"in":1,"range":1,"num":1,"else":1,"sort":1,"the":6,"breadth":1,"first":1,"choices":2,"ast":1,"literal":1,"eval":1,"sorted":1,"key":1,"lambda":1,"t":3,"len":15,"draft":15,"tensor":3,"parallel":7,"size":3,"speculativeconfig":3,"verify":1,"and":1,"get":1,"tp":1,"target":5,"config":9,"model":18,"hf":1,"max":14,"maybe":2,"override":2,"create":1,"staticmethod":1,"def":1,"optional":1,"int":4,"determine":1,"sequence":1,"this":1,"usually":1,"but":1,"may":2,"be":2,"it":2,"less":1,"than":1,"or":1,"specified":1},"98273,862,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"this":1,"is":3,"necessary":1,"so":1,"that":2,"sequences":2,"do":1,"not":2,"exceed":1,"the":3,"capacity":1,"of":1,"draft":4,"model":15,"or":1,"target":4,"speculative":7,"max":13,"len":13,"mainly":1,"used":1,"for":1,"testing":1,"can":1,"skip":1,"speculation":1,"if":3,"none":1,"raise":2,"valueerror":2,"f":4,"cannot":2,"be":2,"larger":2,"than":2,"return":2,"min":1},"99135,1747,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"staticmethod":2,"def":2,"verify":2,"and":2,"get":1,"draft":18,"tp":2,"target":6,"parallel":23,"config":10,"parallelconfig":3,"speculative":11,"tensor":16,"size":16,"optional":1,"int":3,"hf":3,"pretrainedconfig":1,"verifies":1,"adjusts":1,"the":2,"for":2,"a":2,"model":4,"specified":1,"using":1,"if":4,"is":3,"unset":1,"then":1,"set":2,"it":2,"appropriately":1,"else":2,"that":1,"correctly":1,"none":1,"type":2,"mlp":1,"speculator":1,"1":6,"logger":1,"warning":1,"s":1,"cannot":2,"currently":1,"be":2,"run":1,"with":1,"setting":1,"elif":1,"not":1,"in":1,"raise":1,"valueerror":1,"f":2,"other":1,"value":1,"than":1,"or":1,"return":1,"create":2,"use":1,"by":1,"worker":1},"100882,1829,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"this":1,"is":4,"mostly":1,"a":1,"copy":1,"of":2,"the":4,"target":7,"parallel":17,"config":14,"except":1,"tp":1,"size":9,"draft":7,"parallelconfig":1,"pipeline":2,"tensor":2,"speculative":8,"distributed":2,"executor":2,"backend":2,"max":2,"loading":2,"workers":4,"disable":5,"custom":2,"all":2,"reduce":2,"ray":2,"use":2,"nsight":2,"placement":2,"group":2,"return":1,"model":5,"validator":1,"mode":1,"after":1,"def":1,"verify":2,"args":1,"self":11,"if":4,"num":5,"tokens":5,"none":2,"raise":3,"valueerror":3,"must":1,"be":2,"provided":1,"with":2,"unless":1,"contains":1,"an":1,"n":1,"predict":1,"parameter":1,"0":1,"expected":1,"to":1,"greater":1,"f":2,"than":1,"zero":1,"by":3,"batch":4,"not":1,"and":1,"2":1,"expect":1,"threshold":1,"disabling":1,"decoding":1,"1":1,"but":1,"got":1},"102711,1436,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"eagle3":6,"target":6,"supported":6,"llama":1,"qwen":1,"if":2,"self":13,"method":6,"and":2,"model":11,"config":8,"not":1,"any":1,"in":4,"hf":2,"text":2,"type":2,"for":4,"raise":1,"valueerror":1,"f":3,"is":2,"only":1,"models":1,"noqa":1,"e501":1,"got":1,"return":4,"property":1,"def":3,"num":5,"lookahead":1,"slots":3,"int":1,"the":4,"number":2,"of":2,"additional":1,"scheduler":1,"should":1,"allocate":1,"per":1,"step":1,"addition":1,"to":2,"allocated":1,"each":2,"known":1,"token":2,"this":1,"equal":1,"speculative":4,"tokens":5,"as":1,"must":1,"be":1,"scored":1,"use":1,"eagle":2,"bool":1,"deepseek":1,"mtp":1,"repr":1,"str":1,"none":1,"ngram":1,"else":1,"draft":1,"spec":2,"speculativeconfig":1,"loradtype":1,"literal":1,"auto":1,"float16":1,"bfloat16":1,"dataclass":1,"configdict":1,"arbitrary":1,"types":1,"allowed":1,"true":1,"class":1,"loraconfig":1,"configuration":1,"lora":1},"104147,1872,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"max":7,"lora":15,"rank":3,"int":5,"16":1,"loras":8,"1":2,"number":2,"of":6,"in":6,"a":7,"single":1,"batch":1,"fully":2,"sharded":3,"bool":2,"false":2,"by":1,"default":4,"only":3,"half":1,"the":8,"computation":2,"is":6,"with":2,"tensor":2,"parallelism":1,"enabling":1,"this":4,"will":3,"use":1,"layers":1,"at":1,"high":1,"sequence":1,"length":1,"or":1,"parallel":1,"size":5,"likely":1,"faster":1,"cpu":2,"optional":2,"none":2,"maximum":2,"to":8,"store":1,"memory":1,"must":1,"be":5,"than":1,"dtype":3,"union":1,"torch":1,"loradtype":1,"auto":2,"data":1,"type":1,"for":3,"if":3,"base":2,"model":4,"extra":2,"vocab":3,"256":1,"vocabulary":2,"that":3,"can":1,"present":2,"adapter":2,"added":2,"padding":2,"classvar":1,"current":1,"platform":1,"get":1,"mm":2,"dict":1,"str":3,"dictionary":1,"mapping":1,"specific":1,"modalities":4,"paths":1,"field":2,"applicable":1,"multimodal":1,"models":1,"and":1,"should":1,"leveraged":1,"when":3,"always":1,"expects":1,"active":1,"given":1,"modality":1,"note":1,"currently":2,"request":1,"provides":1,"multiple":1,"additional":1,"each":1,"which":1,"have":1,"their":1,"own":1,"we":2,"do":1,"not":1,"apply":1,"because":1,"support":1,"one":1,"per":1,"prompt":1,"run":1,"offline":1,"mode":1,"ids":1,"n":2,"automatically":1,"assigned":1,"names":1,"alphabetic":1,"order":1,"bias":2,"enabled":1,"enable":1,"adapters":1,"def":1,"compute":1,"hash":1,"self":1,"warning":1,"whenever":1,"new":1,"config":1,"ensure":1,"it":2,"included":1,"factors":1,"list":1,"affects":1,"graph":1},"106019,1890,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":7,"configs":1,"affect":1,"structure":1,"of":4,"computation":1,"graph":1,"from":1,"input":2,"ids":2,"embeddings":2,"to":3,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"factors":9,"list":1,"any":1,"append":7,"self":21,"max":20,"lora":13,"rank":5,"loras":14,"fully":1,"sharded":1,"dtype":1,"extra":7,"vocab":8,"size":8,"padding":1,"bias":1,"enabled":1,"str":3,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1,"def":1,"post":1,"init":1,"setting":1,"maximum":1,"512":3,"should":1,"be":5,"able":1,"satisfy":1,"vast":1,"majority":1,"applications":1,"possible":6,"ranks":3,"8":1,"16":1,"32":1,"64":1,"128":1,"256":2,"320":1,"if":4,"not":2,"in":2,"raise":4,"valueerror":4,"f":7,"must":4,"one":2,"1":2,"cpu":5,"is":1,"none":1,"elif":1},"107909,1935,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":2,"verify":2,"with":2,"cache":8,"config":7,"self":7,"cacheconfig":1,"if":2,"cpu":2,"offload":2,"gb":3,"0":2,"and":3,"not":3,"envs":1,"vllm":1,"use":2,"v1":3,"raise":1,"valueerror":1,"v0":2,"lora":6,"does":1,"support":1,"please":1,"model":4,"modelconfig":2,"dtype":6,"in":3,"none":2,"auto":1,"elif":1,"isinstance":1,"str":6,"getattr":1,"torch":1,"dataclass":1,"class":1,"multimodalconfig":1,"controls":1,"the":7,"behavior":1,"of":4,"multimodal":1,"models":1,"limit":2,"per":4,"prompt":4,"dict":6,"int":3,"cast":1,"get":1,"field":2,"mm":4,"maximum":1,"number":1,"input":1,"items":1,"allowed":1,"for":9,"each":3,"modality":2,"defaults":1,"to":8,"1":1,"or":1,"999":1,"example":3,"allow":1,"up":1,"16":2,"images":1,"2":2,"videos":1,"image":1,"video":3,"media":3,"io":2,"kwargs":3,"any":1,"default":1,"factory":1,"additional":1,"args":1,"passed":1,"process":3,"inputs":1,"keyed":1,"by":1,"modalities":1,"set":3,"num":3,"frames":2,"40":1,"processor":5,"optional":1,"object":1,"overrides":2,"multi":2,"modal":2,"obtained":1,"from":2,"transformers":1,"autoprocessor":1,"pretrained":1,"available":1,"depend":1,"on":1,"that":1,"is":3,"being":1,"run":1,"phi":1,"3":1,"vision":1,"crops":1,"4":2,"size":2,"gib":1,"which":1,"used":1,"this":2,"duplicated":1,"api":2,"engine":1,"core":1,"resulting":1,"a":1,"total":1,"memory":1,"usage":1,"server":1,"count":1,"data":1,"parallel":1,"disable":1,"completely":1,"recommended":1},"109844,1967,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"interleave":1,"mm":4,"strings":1,"bool":2,"false":3,"enable":1,"fully":1,"interleaved":1,"support":1,"for":3,"multimodal":3,"prompts":1,"skip":1,"profiling":2,"when":1,"enabled":1,"skips":1,"memory":2,"and":3,"only":1,"profiles":1,"with":1,"language":1,"backbone":1,"model":1,"during":2,"engine":2,"initialization":1,"this":3,"reduces":1,"startup":1,"time":1,"but":1,"shifts":1,"the":16,"responsibility":1,"to":7,"users":1,"estimating":1,"peak":1,"usage":1,"of":4,"activation":1,"encoder":1,"embedding":1,"cache":1,"def":3,"compute":1,"hash":4,"self":5,"str":7,"warning":1,"whenever":1,"a":2,"new":1,"field":1,"is":2,"added":1,"config":3,"ensure":1,"that":3,"it":2,"included":1,"in":1,"factors":4,"list":2,"if":2,"affects":1,"computation":3,"graph":3,"provide":1,"uniquely":1,"identifies":1,"all":1,"configs":1,"affect":2,"structure":1,"from":1,"input":3,"ids":2,"embeddings":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"after":1,"no":1,"consider":1,"will":1,"not":1,"any":1,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"hexdigest":1,"return":3,"get":4,"limit":2,"per":3,"prompt":3,"modality":3,"int":1,"maximum":1,"number":1,"items":1,"allowed":1,"given":1,"999":1,"envs":1,"vllm":1,"use":1,"v1":1,"else":1,"1":1,"merge":1,"processor":3,"kwargs":6,"inference":3,"mapping":1,"object":2,"dict":2,"keyword":1,"arguments":2,"pass":1,"multi":1,"modal":1,"according":1,"extra":1,"passed":1,"or":1,"dataclass":1},"111811,1727,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"class":1,"poolerconfig":1,"controls":1,"the":15,"behavior":1,"of":5,"output":1,"pooling":5,"in":4,"models":5,"type":1,"optional":8,"str":1,"none":8,"method":1,"model":5,"this":2,"should":2,"be":4,"a":2,"key":1,"vllm":1,"executor":1,"layers":1,"pooler":1,"poolingtype":1,"for":6,"embeddings":4,"normalize":2,"bool":4,"whether":4,"to":10,"outputs":3,"dimensions":3,"int":3,"reduce":1,"if":2,"support":1,"matryoshka":1,"representation":1,"classification":2,"activation":2,"apply":2,"function":1,"reward":2,"softmax":2,"step":2,"tag":2,"id":2,"set":1,"only":1,"score":1,"corresponding":1,"generated":1,"sentence":1,"returned":3,"otherwise":1,"scores":1,"all":1,"tokens":1,"are":1,"token":4,"ids":2,"list":2,"indices":1,"vocabulary":1,"extracted":1,"such":1,"as":1,"good":1,"and":2,"bad":1,"math":1,"shepherd":1,"mistral":1,"7b":1,"prm":1,"enable":2,"chunked":2,"processing":2,"long":3,"inputs":2,"that":1,"exceed":1,"s":1,"maximum":1,"position":1,"when":1,"enabled":1,"will":1,"split":1,"into":1,"chunks":1,"processed":1,"separately":1,"then":1,"aggregated":1,"using":1,"weighted":1,"averaging":1,"allows":1,"embedding":1,"handle":1,"arbitrarily":1,"text":1,"without":1,"cuda":1,"errors":1,"defaults":1,"false":1},"113538,1839,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"max":6,"embed":3,"len":6,"optional":1,"int":1,"none":2,"maximum":1,"input":4,"length":1,"allowed":1,"for":2,"embedding":2,"generation":1,"when":2,"set":2,"allows":1,"inputs":2,"longer":1,"than":1,"to":8,"be":2,"accepted":1,"models":2,"this":3,"parameter":1,"enables":1,"accepting":1,"long":2,"without":1,"requiring":1,"vllm":1,"allow":1,"model":4,"environment":1,"variable":1,"an":1,"exceeds":1,"it":3,"will":2,"handled":1,"according":1,"the":9,"original":1,"validation":1,"logic":1,"defaults":1,"i":1,"e":1,"def":1,"compute":1,"hash":4,"self":1,"str":5,"warning":1,"whenever":1,"a":2,"new":1,"field":1,"is":2,"added":1,"config":2,"ensure":1,"that":3,"included":1,"in":1,"factors":4,"list":2,"if":1,"affects":1,"computation":3,"graph":3,"provide":1,"uniquely":1,"identifies":1,"all":1,"configs":1,"affect":2,"structure":1,"of":1,"from":1,"ids":2,"embeddings":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"no":1,"consider":1,"not":2,"any":1,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1,"dtype":2,"torch":6,"half":1,"float16":4,"float":1,"float32":7,"bfloat16":6,"type":1,"reason":1,"supported":1,"gemma2":1,"numerical":4,"instability":4,"please":4,"use":4,"or":4,"instead":4,"gemma3":1,"plamo2":1,"glm4":1},"115377,1998,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":3,"is":7,"valid":2,"dtype":34,"model":9,"type":7,"str":7,"torch":16,"if":12,"in":6,"float16":6,"not":6,"supported":3,"models":4,"and":5,"noqa":1,"e501":1,"sim103":1,"return":4,"false":1,"true":2,"check":1,"reason":3,"raise":1,"valueerror":1,"f":2,"the":4,"r":1,"does":2,"support":1,"find":1,"id":2,"config":25,"pretrainedconfig":1,"revision":3,"optional":1,"note":1,"getattr":5,"float32":2,"correct":1,"because":1,"can":1,"be":1,"none":10,"fallbacks":1,"for":3,"multi":1,"modal":1,"root":1,"define":1,"get":2,"text":1,"hasattr":2,"vision":2,"encoder":2,"try":2,"to":3,"read":1,"of":1,"weights":1,"they":1,"are":1,"safetensors":4,"format":1,"repo":3,"mt":7,"metadata":2,"files":3,"param":3,"dtypes":3,"set":1,"file":2,"values":1,"parameter":1,"count":1,"common":1,"broadcastable":1},"117375,1569,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"return":3,"config":11,"dtype":24,"def":2,"resolve":1,"auto":1,"model":9,"type":4,"str":10,"torch":6,"is":5,"pooling":3,"bool":2,"from":1,"vllm":1,"platforms":1,"import":1,"current":4,"platform":4,"supported":5,"dtypes":5,"for":3,"in":3,"if":5,"valid":1,"and":2,"float16":2,"preferred":5,"else":2,"0":1,"downcast":1,"float32":2,"models":1,"ensure":1,"device":13,"compatibility":2,"name":4,"get":3,"capability":5,"none":2,"f":2,"r":2,"version":3,"as":1,"with":1,"compute":1,"logger":1,"warning":1,"your":1,"s":3,"doesn":1,"t":1,"support":1,"falling":1,"back":1,"to":1,"verify":1,"id":2,"pretrainedconfig":1,"union":1,"revision":3,"optional":1,"find":1},"118944,1564,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":5,"isinstance":2,"dtype":36,"str":3,"lower":1,"auto":2,"set":1,"default":1,"from":2,"model":7,"config":10,"torch":15,"resolve":1,"type":2,"is":5,"pooling":2,"else":3,"not":1,"in":1,"to":7,"raise":2,"valueerror":2,"f":2,"unknown":2,"r":1,"elif":2,"check":1,"valid":1,"float32":4,"upcasting":2,"allowed":3,"logger":3,"info":2,"s":6,"downcasting":2,"float16":2,"or":1,"bfloat16":2,"casting":2,"between":1,"and":2,"with":1,"a":1,"warning":2,"return":1,"def":1,"get":1,"verify":1,"max":3,"len":3,"hf":1,"pretrainedconfig":1,"tokenizer":1,"optional":5,"dict":1,"int":3,"disable":1,"sliding":2,"window":2,"bool":1,"spec":1,"target":1,"none":2,"encoder":1,"any":1},"120508,1983,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"int":1,"get":2,"and":4,"verify":1,"the":7,"model":23,"s":1,"maximum":1,"length":14,"derived":11,"max":39,"len":27,"float":2,"inf":2,"possible":3,"keys":4,"opt":1,"position":1,"embeddings":1,"gpt":1,"2":1,"n":1,"positions":2,"mpt":1,"seq":4,"chatglm2":1,"command":2,"r":2,"whisper":1,"target":1,"others":1,"sequence":1,"choose":1,"smallest":1,"from":1,"key":8,"none":7,"for":2,"in":4,"getattr":2,"hf":2,"config":7,"if":10,"is":5,"not":3,"else":1,"min":2,"cohere":1,"cohere2":1,"aya":1,"vision":1,"models":1,"tmp":2,"sliding":7,"window":7,"manually":1,"disabled":1,"should":1,"be":1,"less":1,"than":1,"disable":1,"consider":1,"tokenizer":5,"of":1,"were":1,"found":1,"use":2,"a":2,"default":1,"log":1,"warning":1,"specified":1,"we":1,"it":1,"return":1},"122491,1913,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":7,"spec":2,"target":3,"max":11,"model":14,"len":10,"is":6,"not":7,"none":3,"this":2,"a":2,"speculative":1,"draft":1,"we":3,"use":1,"the":8,"from":1,"return":1,"default":4,"2048":1,"logger":1,"warning":1,"s":4,"config":4,"json":1,"does":2,"contain":1,"any":1,"of":3,"following":1,"keys":2,"to":3,"determine":1,"original":2,"maximum":2,"length":2,"assuming":1,"d":1,"possible":1,"derived":3,"rope":16,"scaling":13,"getattr":1,"hf":3,"note":2,"woosuk":1,"gemma3":2,"128k":1,"already":1,"scaled":1,"by":1,"so":2,"skip":1,"applying":1,"factor":5,"again":1,"and":1,"in":2,"type":7,"no":1,"need":1,"consider":1,"key":1,"because":1,"patch":1,"when":1,"loading":1,"su":1,"longrope":1,"llama3":1,"disable":1,"sliding":3,"window":3,"todo":1,"robertgshaw":1,"find":1,"that":1,"supports":1,"with":2,"see":1,"case":1,"should":1,"be":1,"allowed":1,"raise":2,"notimplementederror":1,"disabling":1,"supported":1,"for":1,"models":1,"please":1,"an":1,"issue":1,"can":1,"investigate":1,"define":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"45":1,"2":1,"src":1,"modeling":1,"utils":1,"py":1,"get":1,"1":1,"0":1,"yarn":1,"position":1,"embeddings":1},"124404,128,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":1,"encoder":3,"config":3,"and":1,"max":3,"seq":2,"length":2,"in":1,"derived":1,"model":1,"len":1},"124532,628,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":3,"the":3,"user":1,"specified":2,"a":1,"max":7,"length":5,"make":1,"sure":1,"it":2,"is":4,"smaller":1,"than":1,"derived":2,"from":1,"hf":1,"model":8,"config":1,"len":6,"none":1,"int":1,"current":1,"platform":1,"tpu":1,"logger":1,"warning":1,"not":1,"s":3,"currently":1,"using":1,"default":1,"which":1,"might":1,"be":1,"too":1,"large":1,"please":1,"input":2,"with":1,"based":1,"on":1,"your":1,"request":1,"and":1,"output":1,"to":1,"avoid":1,"unnecessary":1,"degradation":1},"125160,1670,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"elif":1,"max":22,"model":25,"len":12,"derived":4,"some":1,"models":2,"might":1,"have":1,"a":2,"separate":1,"key":2,"for":2,"specifying":1,"length":10,"that":2,"will":1,"be":2,"bigger":1,"than":2,"we":2,"compare":1,"user":2,"input":1,"with":2,"and":3,"allow":4,"this":4,"override":1,"when":1,"it":1,"s":3,"smaller":1,"getattr":1,"hf":1,"config":3,"none":2,"if":4,"is":4,"not":2,"disable":1,"sliding":3,"window":3,"todo":1,"robertgshaw":1,"find":1,"has":1,"to":3,"see":1,"case":1,"should":1,"allowed":1,"raise":3,"notimplementederror":1,"disabling":1,"supported":1,"in":2,"the":5,"please":1,"an":1,"issue":1,"so":1,"can":1,"investigate":1,"else":2,"msg":3,"f":5,"specified":1,"greater":1,"or":2,"json":1,"may":1,"lead":1,"incorrect":1,"outputs":1,"cuda":1,"errors":1,"envs":1,"vllm":2,"long":2,"logger":1,"warning":1,"make":1,"sure":1,"value":1,"correct":1,"within":1,"context":1,"size":1,"valueerror":1,"overriding":1,"maximum":1,"set":1,"env":1,"var":1,"1":1,"return":1,"int":1},"126830,1859,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"get":1,"served":7,"model":13,"name":8,"str":4,"optional":1,"union":1,"list":4,"if":7,"the":16,"input":3,"is":11,"a":3,"non":2,"empty":4,"first":1,"in":3,"taken":1,"string":2,"it":1,"used":4,"directly":1,"for":4,"cases":1,"where":1,"either":1,"an":2,"or":1,"fallback":3,"to":5,"use":2,"self":1,"not":4,"return":3,"isinstance":1,"0":1,"guideddecodingbackend":2,"literal":1,"auto":3,"xgrammar":3,"guidance":4,"outlines":2,"config":1,"dataclass":2,"class":1,"decodingconfig":1,"which":2,"contains":1,"decoding":3,"strategy":1,"of":1,"engine":2,"backend":6,"will":5,"be":1,"guided":2,"json":2,"schema":2,"regex":1,"etc":1,"by":1,"default":1,"with":2,"we":1,"make":1,"opinionated":1,"choices":1,"based":1,"on":3,"request":1,"contents":1,"and":4,"what":1,"libraries":1,"currently":1,"support":1,"so":1,"behavior":1,"subject":1,"change":1,"each":1,"release":1,"disable":3,"bool":3,"false":3,"true":3,"vllm":1,"different":1,"error":1,"any":2,"whitespace":2,"generate":1,"during":1,"this":3,"only":2,"supported":2,"backends":1,"additional":1,"properties":1,"additionalproperties":1,"better":1,"align":1,"its":1,"behaviour":1,"reasoning":3,"select":1,"parser":1,"depending":1,"that":1,"you":1,"re":1,"using":1,"parse":1,"content":1,"into":1,"openai":1,"api":1,"format":1},"128689,1892,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":2,"compute":1,"hash":4,"self":6,"str":5,"warning":1,"whenever":1,"a":4,"new":2,"field":1,"is":5,"added":1,"to":5,"this":2,"config":3,"ensure":1,"that":4,"it":2,"included":1,"in":3,"the":12,"factors":4,"list":2,"if":4,"affects":1,"computation":3,"graph":3,"provide":1,"uniquely":1,"identifies":1,"all":2,"configs":1,"affect":2,"structure":1,"of":1,"from":1,"input":2,"ids":2,"embeddings":2,"final":2,"hidden":6,"states":2,"excluding":1,"anything":1,"before":1,"and":5,"after":1,"no":1,"consider":1,"will":1,"not":2,"any":3,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1,"post":1,"init":1,"disable":4,"whitespace":2,"backend":3,"xgrammar":2,"guidance":4,"raise":2,"valueerror":2,"only":2,"supported":2,"for":6,"backends":1,"additional":2,"properties":2,"detailedtracemodules":1,"literal":1,"model":1,"worker":1,"dataclass":1,"class":1,"observabilityconfig":1,"configuration":1,"observability":1,"metrics":5,"tracing":1,"show":2,"version":3,"optional":1,"none":1,"enable":1,"deprecated":2,"prometheus":1,"have":1,"been":2,"since":2,"specified":1,"example":1,"previously":1,"metric":2,"has":1,"v0":1,"7":2,"0":2,"release":2,"you":2,"use":1,"as":1,"temporary":1,"escape":1,"hatch":1,"while":1,"migrate":1,"likely":1,"be":1,"removed":1,"completely":1,"an":1,"upcoming":1},"130581,1706,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"cached":3,"property":3,"def":4,"show":3,"hidden":4,"metrics":4,"self":12,"bool":3,"check":1,"if":5,"the":6,"should":1,"be":3,"shown":1,"for":6,"version":4,"is":6,"none":5,"return":4,"false":1,"prev":1,"minor":1,"was":1,"otlp":2,"traces":11,"endpoint":2,"optional":2,"str":2,"target":1,"url":1,"to":5,"which":1,"opentelemetry":1,"will":2,"sent":1,"collect":12,"detailed":9,"list":2,"detailedtracemodules":1,"it":4,"makes":1,"sense":1,"set":3,"this":3,"only":1,"specified":1,"modules":1,"involves":1,"use":1,"of":1,"possibly":1,"costly":1,"and":4,"or":3,"blocking":1,"operations":1,"hence":1,"might":1,"have":1,"a":2,"performance":1,"impact":1,"note":1,"that":2,"collecting":1,"timing":1,"information":1,"each":1,"request":3,"can":1,"expensive":1,"model":5,"forward":2,"time":4,"whether":2,"not":2,"in":5,"all":2,"execute":2,"worker":1,"compute":1,"hash":1,"warning":1,"whenever":1,"new":1,"field":1,"added":1,"config":1,"ensure":1,"included":1,"factors":1,"affects":1,"computation":1,"graph":1},"132287,1932,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":8,"configs":1,"affect":2,"structure":1,"of":1,"computation":2,"graph":2,"from":2,"input":2,"ids":2,"embeddings":2,"to":4,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":4,"after":1,"no":1,"factors":3,"consider":1,"this":1,"config":2,"will":1,"not":5,"list":3,"any":1,"str":5,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1,"def":2,"post":1,"init":1,"self":10,"if":2,"collect":8,"detailed":8,"traces":10,"is":5,"none":4,"len":1,"1":1,"in":1,"0":2,"parse":2,"vllm":3,"tracing":1,"import":3,"otel":4,"available":3,"error":3,"traceback":2,"otlp":2,"endpoint":2,"raise":1,"valueerror":1,"opentelemetry":2,"unable":1,"configure":1,"ensure":1,"packages":1,"are":1,"f":1,"installed":1,"original":1,"n":1,"assert":1,"isinstance":1,"cast":1,"detailedtracemodules":1,"split":1,"kvproducer":2,"literal":3,"kv":9,"producer":1,"both":2,"kvconsumer":2,"consumer":1,"kvrole":1,"dataclass":1,"class":1,"kvtransferconfig":1,"configuration":1,"for":3,"distributed":1,"cache":1,"transfer":1,"connector":2,"optional":2,"transmit":1,"caches":1,"between":1,"instances":1,"engine":2,"id":2,"transfers":1},"134219,1520,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"kv":20,"buffer":4,"device":2,"optional":4,"str":5,"cuda":2,"the":13,"used":3,"by":1,"connector":7,"to":5,"cache":4,"currently":2,"only":3,"support":1,"size":3,"float":1,"1e9":2,"for":5,"torchdistributedconnector":1,"measured":1,"in":4,"number":2,"of":3,"bytes":1,"recommended":1,"value":2,"about":1,"1gb":1,"role":1,"kvrole":1,"none":3,"whether":1,"this":4,"vllm":2,"instance":4,"produces":1,"consumes":1,"or":1,"both":2,"choices":1,"are":1,"producer":1,"consumer":1,"and":1,"rank":2,"int":3,"transfer":2,"typical":1,"0":3,"prefill":1,"1":3,"decode":1,"1p1d":1,"is":3,"supported":2,"parallel":2,"instances":1,"pyncclconnector":1,"should":1,"be":1,"2":1,"ip":2,"127":1,"build":2,"distributed":2,"connection":2,"port":2,"14579":1,"extra":2,"config":3,"dict":2,"any":2,"field":2,"default":1,"factory":1,"that":2,"may":1,"need":1,"module":2,"path":2,"python":1,"dynamically":1,"load":1,"from":1,"v1":1,"def":1,"compute":1,"hash":1,"self":1,"warning":1,"whenever":1,"a":1,"new":1,"added":1,"ensure":1,"it":2,"included":1,"factors":1,"list":1,"if":1,"affects":1,"computation":1,"graph":1},"135739,1815,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":6,"configs":1,"affect":2,"structure":1,"of":1,"computation":2,"graph":2,"from":2,"input":2,"ids":2,"embeddings":2,"to":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":6,"after":1,"no":1,"factors":3,"consider":1,"this":1,"config":4,"will":1,"not":7,"list":1,"any":2,"str":4,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":5,"def":5,"post":1,"init":1,"self":19,"none":8,"if":3,"engine":2,"id":2,"is":11,"uuid":1,"uuid4":1,"kv":19,"role":9,"in":4,"get":8,"args":6,"kvrole":4,"raise":2,"valueerror":2,"f":3,"unsupported":1,"supported":2,"roles":2,"are":2,"connector":6,"please":1,"specify":1,"disagg":1,"when":1,"set":1,"property":3,"transfer":1,"instance":1,"bool":3,"producer":1,"kvproducer":1,"consumer":1,"kvconsumer":1,"extra":2,"key":2,"default":2,"dataclass":1,"class":1,"kveventsconfig":1,"configuration":1,"for":1,"event":1,"publishing":1},"137554,1376,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"enable":2,"kv":5,"cache":3,"events":11,"bool":1,"false":1,"if":2,"true":2,"for":9,"tracking":1,"block":1,"storage":1,"and":1,"removal":1,"can":3,"be":2,"published":1,"externally":1,"by":1,"zmq":5,"using":1,"the":15,"event":3,"publisher":5,"config":3,"str":4,"null":2,"to":8,"use":4,"publishing":3,"endpoint":6,"tcp":1,"5557":1,"replay":3,"optional":1,"none":1,"replaying":1,"buffer":1,"steps":3,"int":3,"10":1,"000":3,"number":2,"of":2,"will":2,"only":1,"save":1,"from":1,"last":1,"n":2,"hwm":1,"100":2,"high":1,"water":1,"mark":1,"after":1,"queueing":1,"start":1,"dropping":1,"consumer":1,"is":1,"not":1,"keeping":1,"up":1,"max":1,"queue":2,"size":1,"maximum":1,"while":1,"waiting":1,"topic":3,"consumers":1,"subscribe":1,"this":2,"receive":1,"dataclass":2,"configdict":1,"arbitrary":1,"types":1,"allowed":1,"class":1,"vllmconfig":1,"which":1,"contains":1,"all":1,"vllm":1,"related":1,"configuration":1,"simplifies":1,"passing":1,"around":1,"distinct":1,"configurations":1,"in":1,"codebase":1},"138930,1848,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"todo":1,"use":1,"default":11,"factory":8,"once":1,"constructing":1,"modelconfig":2,"doesn":1,"t":1,"try":1,"to":3,"download":1,"a":2,"model":4,"config":12,"none":5,"type":1,"ignore":1,"configuration":12,"cache":2,"cacheconfig":2,"field":7,"parallel":2,"parallelconfig":2,"scheduler":2,"schedulerconfig":2,"device":2,"deviceconfig":2,"load":2,"loadconfig":2,"lora":2,"optional":4,"loraconfig":1,"speculative":2,"speculativeconfig":1,"decoding":3,"decodingconfig":2,"observability":2,"observabilityconfig":1,"quant":1,"quantizationconfig":1,"quantization":1,"compilation":2,"compilationconfig":2,"torch":1,"compile":1,"and":3,"cudagraph":1,"capture":1,"for":3,"the":5,"as":3,"shorthand":1,"o":6,"n":5,"can":1,"be":2,"used":1,"directly":1,"specify":1,"level":8,"o3":1,"is":3,"equivalent":1,"3":3,"same":1,"currently":1,"are":2,"supported":1,"well":1,"but":1,"this":1,"will":1,"likely":1,"removed":1,"in":3,"favor":1,"of":1,"clearer":1,"syntax":1,"future":1,"note":1,"0":1,"without":1,"any":1,"optimization":1,"1":1,"2":1,"internal":1,"testing":1,"only":1,"recommended":1,"production":1,"also":1,"v1":1},"140778,1417,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"you":2,"can":1,"specify":1,"the":15,"full":1,"compilation":1,"config":8,"like":1,"so":1,"level":1,"3":1,"cudagraph":1,"capture":1,"sizes":1,"1":1,"2":1,"4":1,"8":1,"kv":3,"transfer":2,"optional":2,"kvtransferconfig":1,"none":2,"configurations":2,"for":6,"distributed":1,"cache":1,"events":1,"kveventsconfig":1,"event":1,"publishing":1,"some":1,"opaque":1,"only":1,"used":2,"to":3,"provide":2,"additional":3,"information":1,"hash":3,"computation":3,"mainly":1,"testing":1,"debugging":1,"or":1,"out":1,"of":3,"tree":1,"registration":1,"union":1,"dict":2,"supportshash":1,"field":2,"default":1,"factory":1,"specified":1,"platform":2,"different":2,"platforms":1,"may":1,"support":1,"configs":3,"make":1,"sure":1,"are":2,"valid":1,"using":1,"contents":1,"must":1,"be":1,"hashable":1,"instance":2,"id":2,"str":2,"vllm":1,"def":1,"compute":1,"self":1,"warning":1,"whenever":1,"a":2,"new":1,"is":2,"added":1,"this":1,"ensure":1,"that":3,"it":2,"included":1,"in":1,"factors":2,"list":2,"if":1,"affects":1,"graph":2,"uniquely":1,"identifies":1,"all":1,"affect":1,"structure":1,"from":1,"input":2,"ids":2,"embeddings":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"any":1},"142195,1970,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"summarize":1,"vllm":26,"config":22,"factors":23,"list":1,"any":1,"from":1,"import":1,"version":2,"append":22,"envs":1,"use":1,"v1":1,"if":10,"self":21,"model":2,"compute":10,"hash":10,"else":9,"none":9,"cache":2,"parallel":2,"scheduler":3,"device":2,"load":2,"lora":3,"creates":1,"static":1,"buffers":1,"based":1,"on":1,"max":2,"num":2,"batched":2,"tokens":2,"the":2,"tensor":1,"sizes":1,"and":1,"strides":1,"get":1,"captured":1,"in":1,"torch":1,"compile":1,"graph":1,"explicitly":1,"str":1,"speculative":2,"decoding":2,"observability":2},"144165,1031,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"else":5,"vllm":8,"factors":9,"append":8,"none":4,"if":5,"self":7,"quant":1,"config":14,"pass":1,"should":1,"be":1,"captured":1,"by":1,"model":1,"quantization":1,"compilation":2,"compute":3,"hash":6,"kv":2,"transfer":2,"additional":8,"isinstance":1,"dict":1,"hashlib":1,"md5":1,"json":1,"dumps":1,"sort":1,"keys":1,"true":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1},"145196,1093,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"hash":2,"str":3,"hashlib":1,"md5":1,"factors":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"10":1,"return":2,"def":2,"pad":1,"for":1,"cudagraph":1,"self":4,"batch":5,"size":8,"int":2,"if":2,"compilation":3,"config":13,"max":2,"capture":2,"it":1,"should":2,"raise":1,"an":1,"indexerror":1,"the":4,"caller":1,"make":1,"sure":1,"is":2,"within":1,"range":1,"i":1,"e":1,"bs":1,"to":1,"padded":1,"graph":1,"staticmethod":1,"get":5,"quantization":3,"model":5,"modelconfig":1,"load":2,"loadconfig":1,"optional":1,"quantizationconfig":1,"from":2,"vllm":2,"platforms":1,"import":2,"current":2,"platform":2,"not":1,"none":1,"executor":1,"loader":1,"weight":1,"utils":1,"quant":3,"capability":2,"tuple":1,"device":1},"146289,1973,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":4,"capability":9,"tuple":2,"is":4,"not":5,"none":4,"to":2,"int":1,"quant":4,"config":28,"get":5,"min":2,"raise":2,"valueerror":2,"f":6,"the":4,"quantization":6,"method":2,"model":12,"supported":7,"for":3,"current":2,"gpu":1,"minimum":1,"dtypes":5,"act":1,"dtype":2,"in":1,"return":4,"staticmethod":1,"def":3,"modelconfig":1,"load":2,"loadconfig":1,"optional":2,"quantizationconfig":1,"import":1,"copy":4,"some":1,"reason":1,"version":1,"of":1,"this":2,"modifies":1,"object":1,"so":1,"using":1,"deepcopy":4,"avoid":1,"problem":1,"vllmconfig":2,"with":2,"hf":7,"self":5,"pretrainedconfig":1,"architectures":4,"list":1,"str":1,"replace":1,"post":1,"init":1,"verify":2,"configs":1,"are":1,"valid":1,"consistent":1,"each":1,"other":1,"try":1,"and":1,"update":1},"148262,1455,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":4,"self":24,"model":10,"config":30,"is":5,"not":5,"none":5,"verify":6,"async":1,"output":1,"proc":1,"parallel":5,"speculative":1,"device":2,"with":4,"dual":1,"chunk":1,"attention":1,"load":2,"cache":3,"lora":3,"quant":2,"and":4,"vllmconfig":1,"get":2,"quantization":1,"from":1,"vllm":2,"platforms":1,"import":1,"current":2,"platform":2,"scheduler":1,"chunked":2,"prefill":2,"enabled":1,"dtype":1,"torch":1,"float32":2,"capability":1,"7":1,"5":1,"logger":1,"warning":1,"once":1,"turing":1,"devices":1,"tensor":1,"cores":1,"do":1,"support":1,"matmul":1,"to":1,"workaround":1,"this":1,"limitation":1,"will":1,"set":1,"ieee":1,"input":1,"precision":1,"for":1,"triton":1,"kernels":1},"149717,1785,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":10,"the":5,"user":1,"does":1,"not":4,"explicitly":2,"set":3,"a":2,"compilation":17,"level":10,"then":1,"we":1,"use":3,"default":3,"depends":1,"on":2,"other":1,"settings":1,"see":1,"below":1,"code":1,"self":14,"config":17,"is":6,"none":4,"envs":2,"vllm":2,"v1":2,"model":2,"and":4,"enforce":2,"eager":2,"compilationlevel":4,"piecewise":3,"else":3,"no":2,"nb":1,"passing":1,"both":1,"in":1,"v0":1,"means":1,"wins":1,"out":1,"async":2,"tp":2,"built":1,"top":1,"of":1,"sequence":3,"parallelism":3,"requires":1,"it":1,"to":1,"be":1,"enabled":1,"pass":3,"enable":3,"true":1,"custom":1,"ops":1,"append":1,"rms":1,"norm":1,"current":1,"platform":1,"cuda":1,"alike":1,"cudagraph":4,"mode":4,"by":1,"users":1,"value":1,"cudagraphmode":2},"151502,1402,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"disable":2,"cudagraph":6,"when":1,"enforce":2,"eager":3,"execution":1,"if":3,"self":12,"model":2,"config":11,"is":5,"not":6,"none":4,"and":5,"logger":3,"info":1,"disabled":1,"under":1,"mode":3,"compilation":11,"cudagraphmode":2,"elif":1,"envs":3,"vllm":3,"use":3,"v1":3,"num":1,"of":1,"warmups":1,"1":1,"set":1,"sizes":1,"else":1,"cache":1,"cpu":2,"offload":2,"gb":1,"0":1,"level":4,"compilationlevel":4,"no":4,"warning":2,"supported":2,"with":2,"torch":4,"compile":4,"in":1,"v0":2,"yet":2,"disabling":2,"lora":2,"for":1,"chunked":1,"prefill":1,"reasons":1,"list":1,"str":1},"152904,1890,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":6,"self":15,"model":4,"config":18,"and":8,"pooler":2,"pooling":5,"type":4,"is":7,"none":4,"or":1,"lower":1,"last":2,"disable":4,"chunked":7,"prefill":8,"reasons":4,"append":2,"only":2,"supports":2,"prefix":6,"caching":6,"disabling":2,"both":2,"elif":1,"not":7,"getattr":1,"hf":1,"causal":2,"true":2,"models":1,"using":1,"attention":1,"for":1,"reason":2,"in":1,"logger":3,"info":1,"scheduler":3,"enabled":2,"false":2,"long":1,"token":1,"threshold":1,"0":1,"cache":8,"enable":8,"kv":10,"events":10,"warning":2,"are":2,"on":1,"but":2,"use":1,"to":4,"publisher":1,"null":1,"disabled":1,"the":1,"configured":1,"publish":1,"them":1,"modify":1,"kveventsconfig":1,"current":1,"platform":1,"check":1,"update":1},"154794,1354,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"final":1,"check":1,"of":1,"cudagraph":6,"mode":6,"after":2,"platform":2,"specific":1,"update":1,"if":5,"envs":2,"vllm":2,"use":2,"v1":3,"and":4,"current":1,"is":4,"cuda":1,"alike":1,"self":11,"compilation":9,"config":10,"cudagraphmode":2,"full":2,"model":3,"not":4,"none":1,"disable":2,"cascade":4,"attn":2,"logger":1,"info":1,"supported":1,"with":1,"attention":2,"currently":1,"disabling":1,"true":1,"requires":1,"piecewise":5,"assert":1,"level":4,"compilationlevel":3,"should":1,"be":1,"when":1,"cudagraphs":1,"used":1,"f":1,"instance":2,"id":2,"random":1,"uuid":1,"5":1,"do":1,"this":1,"all":1,"the":1,"updates":1,"to":1,"set":1,"splitting":1,"ops":1,"for":1},"156149,975,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":4,"envs":1,"vllm":1,"use":1,"v1":1,"and":2,"not":8,"self":6,"scheduler":4,"config":6,"disable":4,"hybrid":9,"kv":11,"cache":7,"manager":7,"logger":1,"should":1,"only":1,"print":1,"warning":2,"message":2,"for":1,"models":1,"as":1,"we":2,"can":1,"t":2,"know":1,"whether":1,"the":1,"model":1,"is":8,"or":2,"now":1,"so":1,"don":1,"log":2,"here":1,"will":1,"it":1,"later":1,"current":2,"platform":2,"cuda":1,"rocm":1,"supported":1,"on":1,"non":1,"gpu":1,"platforms":1,"true":3,"transfer":2,"none":2,"compatible":2,"with":2,"events":2},"157124,1127,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"if":2,"self":6,"model":2,"config":6,"is":6,"not":6,"none":3,"and":2,"attention":4,"chunk":1,"size":1,"speculative":2,"use":1,"eagle":2,"hybrid":7,"kv":7,"cache":7,"manager":5,"yet":2,"supported":2,"with":5,"chunked":5,"local":5,"scheduler":2,"disable":2,"true":2,"elif":1,"envs":1,"vllm":2,"allow":2,"attn":2,"logger":1,"warning":1,"there":1,"a":1,"latency":1,"regression":1,"when":1,"using":1,"the":2,"disabling":1,"it":2,"by":1,"default":1,"to":1,"enable":1,"set":1,"environment":1,"1":1},"158251,1675,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":2,"update":1,"sizes":17,"for":4,"sequence":3,"parallelism":3,"self":5,"possible":4,"list":3,"remove":1,"the":11,"that":2,"not":2,"multiple":2,"of":5,"tp":2,"size":11,"when":2,"enable":1,"removed":4,"in":6,"if":4,"parallel":6,"config":6,"tensor":3,"0":2,"logger":1,"warning":1,"batch":4,"s":2,"are":2,"because":1,"they":1,"d":1,"is":3,"enabled":1,"return":1,"set":1,"cudagraph":8,"batchsize":1,"padding":1,"logic":1,"1":4,"2":2,"4":2,"8":2,"i":2,"range":2,"1025":1,"a":1,"all":1,"will":5,"capture":5,"depending":1,"on":1,"engine":1,"configuration":1,"max":3,"num":3,"seqs":3,"candidate":1,"to":3,"shrink":1,"subset":1,"which":1,"just":1,"cover":1,"common":1,"case":1,"256":2,"and":1,"be":2,"16":1,"24":1,"32":1,"40":1,"however":1,"users":1,"specify":1,"through":1,"compilation":2,"we":1,"use":1,"specified":1,"instead":1,"end":1,"vllm":1,"final":1,"descending":1,"order":1},"159926,1566,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"during":1,"runtime":1,"if":7,"batchsize":4,"is":5,"larger":6,"than":3,"vllm":4,"config":13,"compilation":4,"cudagraph":3,"capture":7,"sizes":11,"no":2,"will":1,"be":1,"used":1,"the":5,"batch":4,"size":8,"we":1,"can":1,"quickly":1,"find":2,"padded":2,"graph":2,"for":4,"a":1,"given":1,"by":1,"looking":1,"up":1,"bs":1,"to":4,"calculate":1,"default":1,"list":2,"not":4,"envs":1,"use":1,"v1":1,"self":7,"scheduler":2,"none":2,"and":3,"model":2,"enforce":1,"eager":1,"possible":5,"1":4,"2":1,"4":1,"8":1,"i":2,"in":2,"range":1,"1025":1,"parallel":2,"tensor":1,"pass":1,"enable":1,"sequence":2,"parallelism":2,"update":1,"minimum":1,"that":1,"max":5,"num":2,"seqs":2,"which":1,"then":1,"becomes":1,"x":3,"0":1,"else":1},"161492,1923,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"filter":1,"out":1,"the":1,"sizes":11,"that":1,"are":1,"larger":1,"than":1,"max":14,"batchsize":2,"to":2,"capture":11,"batch":9,"size":16,"list":9,"for":5,"in":4,"possible":1,"if":5,"else":2,"self":12,"model":14,"config":14,"is":1,"not":2,"none":1,"and":4,"enforce":1,"eager":1,"cuda":7,"graph":7,"scheduler":3,"len":11,"1":5,"2":1,"4":1,"i":2,"range":1,"8":2,"0":1,"elif":1,"sorted":1,"raise":1,"typeerror":1,"f":1,"invalid":1,"value":1,"parallel":2,"tensor":1,"compilation":2,"pass":1,"enable":1,"sequence":2,"parallelism":2,"update":2,"num":3,"tokens":3,"batched":1,"init":1,"with":1,"cudagraph":1,"def":1,"recalculate":1,"int":1,"can":1,"only":1,"be":1,"called":1,"try":1,"verify":2,"get":1},"163415,1093,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"try":2,"verify":5,"and":5,"update":5,"config":16,"self":10,"if":6,"model":9,"is":4,"none":4,"return":3,"avoid":1,"running":1,"multiple":1,"times":1,"getattr":1,"updated":2,"false":1,"true":1,"architecture":4,"from":2,"vllm":2,"executor":2,"models":4,"import":2,"map":2,"hybridattentionmambamodelconfig":2,"cls":3,"get":1,"not":1,"hybrid":1,"convert":2,"type":1,"classify":1,"maybe":1,"forcausallm":1,"into":1,"forsequenceclassification":1,"adapters":1,"sequenceclassificationconfig":2},"164509,23,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"str":1,"self":1},"164532,1972,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"return":1,"f":28,"model":21,"self":28,"config":36,"r":7,"speculative":2,"tokenizer":8,"skip":2,"init":2,"mode":2,"revision":4,"override":2,"neuron":2,"noqa":5,"trust":2,"remote":2,"code":2,"dtype":4,"max":2,"seq":1,"len":2,"download":2,"dir":2,"load":4,"format":2,"tensor":2,"parallel":7,"size":4,"pipeline":2,"disable":2,"custom":2,"all":2,"reduce":2,"quantization":2,"enforce":2,"eager":2,"kv":1,"cache":4,"device":3,"decoding":2,"observability":2,"seed":2,"served":2,"name":2,"enable":2,"prefix":2,"caching":2,"chunked":2,"prefill":2,"enabled":2,"scheduler":1,"use":2,"async":2,"output":2,"proc":2,"pooler":2},"166504,63,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"f":1,"compilation":2,"config":2,"self":1,"r":1},"166567,108,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"current":2,"vllm":1,"config":1,"optional":2,"vllmconfig":1,"none":2,"prefix":1,"str":1,"contextmanager":1},"166675,1809,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"set":2,"current":9,"vllm":15,"config":18,"vllmconfig":1,"check":2,"compile":4,"false":1,"prefix":6,"optional":1,"str":1,"none":1,"temporarily":1,"the":6,"used":1,"during":1,"model":6,"initialization":1,"we":1,"save":1,"in":1,"a":1,"global":2,"variable":1,"so":1,"that":1,"all":1,"modules":1,"can":2,"access":2,"it":5,"e":1,"g":1,"custom":5,"ops":5,"to":3,"determine":1,"how":1,"dispatch":1,"old":2,"from":1,"compilation":10,"counter":5,"import":1,"num":5,"models":5,"seen":5,"try":1,"yield":1,"except":1,"exception":1,"raise":1,"else":1,"logger":3,"debug":2,"enabled":2,"s":3,"disabled":2,"if":4,"and":2,"level":1,"compilationlevel":1,"piecewise":1,"supports":1,"should":1,"be":2,"increased":2,"by":1,"at":1,"least":1,"1":1,"is":2,"not":4,"means":1,"does":3,"support":3,"have":1,"torch":2,"decorator":1,"warning":1,"turned":1,"on":2,"but":1,"please":1,"open":1,"an":1,"issue":1,"github":1,"you":1,"want":1,"supported":1},"168484,215,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"finally":1,"current":2,"vllm":2,"config":4,"old":2,"prefix":2,"clear":2,"the":1,"compilation":2,"cache":2,"when":1,"context":1,"changes":1,"get":1,"cached":1},"168699,1863,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"lru":1,"cache":2,"maxsize":1,"1":1,"def":6,"get":8,"cached":1,"compilation":2,"config":15,"to":4,"avoid":1,"repeated":1,"calls":1,"current":10,"vllm":12,"return":6,"vllmconfig":4,"if":4,"is":7,"none":4,"in":3,"ci":1,"usually":1,"when":1,"we":4,"test":1,"custom":1,"ops":1,"modules":1,"directly":1,"don":1,"t":5,"set":4,"the":7,"that":3,"case":1,"a":7,"default":1,"logger":1,"warning":1,"not":5,"from":3,"import":1,"model":3,"prefix":5,"str":4,"of":2,"s":2,"currently":1,"being":2,"initialized":1,"assert":2,"contains":3,"object":3,"print":2,"text":9,"check":2,"looks":1,"like":1,"printed":1,"python":2,"e":1,"g":1,"any":1,"substring":1,"matching":1,"pattern":3,"at":2,"0xfffffff":1,"match":4,"against":1,"0x":2,"followed":1,"by":1,"2":2,"16":3,"hex":1,"chars":1,"there":1,"max":1,"on":1,"64":1,"bit":1,"system":1,"args":1,"returns":1,"result":1,"bool":1,"true":2,"found":1,"false":1,"otherwise":1,"r":1,"fa":1,"f0":1,"9":1,"re":1,"search":1,"hashable":1,"raise":1,"assertionerror":1,"f":3,"tried":1,"hash":1,"some":1,"configs":1,"may":1,"have":1,"objects":1,"ids":1,"them":1,"this":1,"bug":1,"please":1,"file":1,"an":1,"issue":1,"hashed":1,"typevar":1,"layers":2,"layer":2,"type":2,"names":1,"optional":1,"list":1,"dict":1},"170562,1840,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"args":1,"vllm":4,"config":7,"the":8,"layer":11,"type":3,"of":2,"to":9,"get":2,"names":5,"layers":2,"if":5,"none":4,"return":3,"all":1,"is":2,"list":1,"compilation":2,"static":2,"forward":5,"context":6,"keys":1,"name":4,"for":5,"in":4,"isinstance":1,"dataclass":1,"class":1,"speechtotextconfig":1,"configuration":1,"speech":3,"text":1,"models":2,"sample":2,"rate":3,"float":1,"16":1,"000":1,"hz":1,"resample":1,"input":3,"audio":11,"most":1,"expect":1,"16khz":2,"will":4,"be":4,"automatically":1,"resampled":1,"this":4,"before":1,"processing":1,"max":1,"clip":2,"s":1,"int":3,"30":1,"maximum":1,"duration":2,"seconds":2,"a":1,"single":1,"without":1,"chunking":4,"longer":1,"than":1,"split":5,"into":1,"smaller":1,"chunks":3,"allow":2,"evaluates":1,"true":1,"otherwise":1,"it":1,"rejected":1,"overlap":2,"chunk":2,"second":1,"1":1,"between":1,"consecutive":1,"when":1,"splitting":1,"long":1,"helps":1,"maintain":1,"across":1,"boundaries":1,"and":1,"improves":1,"transcription":1,"quality":1,"at":2,"points":1,"min":2,"energy":3,"window":4,"size":3,"optional":1,"1600":2,"samples":2,"finding":1,"low":1,"quiet":1,"regions":1,"algorithm":1,"looks":1,"quietest":1,"moment":1,"within":1,"minimize":1,"cutting":1,"through":1,"default":1,"100ms":1,"no":1,"done":1,"property":1,"def":1,"self":2,"bool":1,"not":1},"172402,818,data/raw/vllm-0.10.1/vllm/config/__init__.py":{"def":1,"update":2,"config":8,"dataclassinstancet":2,"overrides":6,"dict":3,"str":1,"any":1,"processed":3,"for":1,"field":7,"name":6,"value":11,"in":1,"items":1,"assert":2,"hasattr":1,"f":3,"type":6,"has":1,"no":1,"current":4,"getattr":1,"if":1,"is":2,"dataclass":2,"and":1,"not":1,"isinstance":1,"to":1,"must":1,"be":1,"a":1,"or":1,"but":1,"got":1,"ignore":1,"var":1,"return":1,"replace":1},"0,1978,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":5,"project":1,"import":10,"hashlib":1,"from":9,"dataclasses":2,"field":1,"typing":2,"type":7,"checking":2,"any":2,"literal":3,"optional":1,"union":1,"pydantic":2,"skipvalidation":4,"model":5,"validator":1,"dataclass":2,"extensions":1,"self":1,"config":8,"utils":2,"logger":4,"init":2,"default":3,"max":7,"num":6,"batched":4,"tokens":5,"multimodal":1,"pooling":1,"if":3,"runnertype":3,"else":1,"name":1,"preemptionmode":1,"swap":1,"recompute":1,"schedulerpolicy":1,"fcfs":1,"priority":1,"class":1,"schedulerconfig":1,"scheduler":1,"configuration":1,"runner":2,"generate":1,"launch":1,"for":2,"int":4,"none":3,"ignore":3,"maximum":4,"number":3,"of":4,"be":6,"processed":2,"in":5,"a":3,"single":2,"iteration":2,"this":3,"has":2,"no":2,"static":2,"left":2,"unspecified":2,"by":2,"user":2,"it":2,"will":2,"set":3,"engineargs":2,"create":2,"engine":2,"based":2,"on":2,"usage":2,"context":2,"seqs":1,"sequences":2,"len":1,"length":1,"sequence":1,"including":1,"prompt":1,"and":2,"generated":1,"text":1,"is":1,"primarily":1,"modelconfig":1,"that":2,"value":1,"should":1,"manually":1,"duplicated":1,"here":1,"partial":1,"prefills":1,"1":1,"chunked":1,"prefill":1,"can":1,"partially":1,"prefilled":1,"concurrently":1},"1978,1871,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"max":5,"long":4,"partial":2,"prefills":2,"int":5,"1":5,"for":3,"chunked":4,"prefill":6,"the":12,"maximum":1,"number":3,"of":6,"prompts":3,"longer":3,"than":4,"token":3,"threshold":2,"that":1,"will":4,"be":4,"prefilled":1,"concurrently":1,"setting":1,"this":5,"less":1,"num":5,"allow":1,"shorter":1,"to":5,"jump":1,"queue":1,"in":6,"front":1,"some":1,"cases":1,"improving":1,"latency":2,"0":4,"a":2,"request":1,"is":8,"considered":1,"if":5,"prompt":3,"tokens":4,"lookahead":1,"slots":2,"allocate":1,"per":2,"sequence":1,"step":1,"beyond":1,"known":1,"ids":1,"used":2,"speculative":2,"decoding":1,"store":1,"kv":1,"activations":1,"which":1,"may":2,"or":1,"not":1,"accepted":1,"note":1,"replaced":1,"by":2,"config":1,"future":1,"it":1,"present":1,"enable":2,"correctness":1,"tests":1,"until":1,"then":4,"cuda":3,"graph":3,"sizes":3,"list":5,"field":2,"default":2,"factory":1,"capture":3,"none":2,"provided":4,"set":1,"min":1,"seqs":1,"2":4,"512":1,"one":2,"value":2,"would":1,"follow":2,"pattern":1,"4":1,"i":2,"range":1,"8":2,"3":1,"more":1,"e":1,"g":1,"128":1,"delay":3,"factor":2,"float":1,"apply":1,"multiplied":1,"previous":1,"before":1,"scheduling":1,"next":1,"skipvalidation":1,"bool":2,"type":1,"ignore":1,"true":2,"requests":1,"can":1,"based":1,"on":1,"remaining":1,"batched":1,"multimodal":3,"model":2,"false":2,"todo":1,"ywang96":1,"make":1,"configurable":1,"encoder":2,"input":1,"init":1,"compute":1,"budget":1,"only":1,"v1":1},"3849,1558,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"note":2,"this":3,"is":7,"not":4,"currently":3,"configurable":3,"it":4,"will":2,"be":3,"overridden":2,"by":4,"max":4,"num":2,"batched":2,"tokens":2,"in":5,"case":3,"multimodal":3,"embedding":2,"size":4,"larger":2,"todo":1,"ywang96":1,"make":1,"encoder":2,"cache":2,"int":1,"field":2,"init":2,"false":3,"only":2,"used":2,"v1":1,"preemption":2,"mode":2,"optional":1,"preemptionmode":1,"none":1,"whether":1,"to":3,"perform":1,"swapping":3,"or":1,"recomputation":3,"if":3,"specified":1,"we":3,"determine":1,"the":3,"as":1,"follows":1,"use":4,"default":1,"since":1,"incurs":1,"lower":2,"overhead":1,"than":1,"however":1,"when":2,"sequence":1,"group":1,"has":1,"multiple":1,"sequences":1,"e":3,"g":1,"beam":1,"search":1,"supported":1,"such":1,"a":1,"instead":2,"send":1,"delta":2,"data":3,"bool":2,"private":1,"api":1,"scheduler":1,"sends":1,"workers":1,"of":3,"an":1,"entire":1,"should":1,"enabled":4,"spmd":2,"worker":2,"architecture":1,"i":2,"vllm":1,"ray":1,"1":1,"policy":2,"schedulerpolicy":1,"fcfs":2,"scheduling":1,"n":2,"means":3,"first":2,"come":1,"served":1,"requests":2,"are":2,"handled":2,"order":1,"arrival":2,"priority":2,"based":1,"on":1,"given":1,"value":1,"earlier":1,"handling":1,"and":1,"time":1,"deciding":1,"any":1,"ties":1,"chunked":2,"prefill":2,"true":1},"5407,1645,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"disable":2,"chunked":2,"mm":1,"input":1,"bool":3,"false":3,"if":6,"set":3,"to":8,"true":3,"and":5,"prefill":1,"is":5,"enabled":1,"we":1,"do":1,"not":2,"want":1,"partially":1,"schedule":1,"a":6,"multimodal":1,"item":1,"only":2,"used":1,"in":4,"v1":1,"this":3,"ensures":1,"that":2,"request":1,"has":1,"mixed":1,"prompt":1,"like":3,"text":1,"tokens":3,"tttt":2,"followed":1,"by":1,"image":2,"iiiiiiiiii":2,"where":1,"some":2,"can":2,"be":3,"scheduled":2,"ttttiiiii":1,"leaving":1,"iiiii":1,"it":3,"will":2,"as":2,"one":1,"step":1,"the":8,"next":1,"scheduler":10,"class":6,"or":3,"path":2,"vllm":3,"core":3,"default":2,"mod":2,"custom":2,"cls":1,"union":1,"str":2,"type":2,"object":1,"use":1,"directly":1,"of":3,"form":1,"hybrid":1,"kv":3,"cache":3,"manager":2,"allocate":1,"same":1,"size":1,"for":1,"all":1,"attention":4,"layers":2,"even":1,"there":1,"are":1,"multiple":1,"full":1,"sliding":1,"window":1,"async":3,"scheduling":3,"experimental":1,"perform":1,"may":1,"help":1,"reduce":1,"cpu":1,"overheads":1,"leading":1,"better":1,"latency":1,"throughput":1,"however":1,"currently":1,"supported":1,"with":1,"features":1,"such":1,"structured":1,"outputs":1,"speculative":1,"decoding":1,"pipeline":1,"parallelism":1,"def":1,"compute":1,"hash":1,"self":1,"warning":1,"whenever":1,"new":1,"field":1,"added":1,"config":1,"ensure":1,"included":1,"factors":1,"list":1,"affects":1,"computation":1,"graph":1},"7052,1818,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":9,"configs":1,"affect":2,"structure":1,"of":2,"computation":2,"graph":2,"from":1,"input":2,"ids":2,"embeddings":2,"to":3,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":1,"after":1,"no":1,"factors":3,"consider":1,"this":1,"config":1,"will":1,"not":1,"list":1,"any":1,"str":3,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":1,"def":1,"post":1,"init":1,"self":16,"none":4,"if":7,"max":21,"model":7,"len":4,"is":5,"8192":1,"num":14,"seqs":2,"128":1,"batched":12,"tokens":13,"enable":1,"chunked":1,"prefill":1,"default":4,"else":1,"too":1,"short":1,"use":1,"as":1,"value":3,"for":2,"higher":2,"throughput":2,"runner":1,"type":1,"pooling":2,"choose":1,"specific":1,"multimodal":3,"needs":1,"be":1,"at":1,"least":1,"number":1},"8870,1867,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"when":1,"using":1,"default":2,"settings":1,"ensure":1,"max":20,"num":15,"batched":7,"tokens":8,"does":1,"not":2,"exceed":1,"model":3,"limit":1,"some":1,"models":1,"e":1,"g":1,"whisper":1,"have":1,"embeddings":1,"tied":1,"to":2,"length":1,"self":24,"min":3,"seqs":4,"len":2,"encoder":2,"input":1,"cache":1,"size":1,"if":5,"enable":2,"chunked":4,"prefill":8,"logger":2,"info":2,"is":1,"enabled":3,"with":4,"d":4,"partial":6,"prefills":6,"1":1,"long":6,"token":4,"threshold":4,"0":2,"int":1,"04":1,"concurrent":1,"note":1,"set":1,"cuda":3,"graph":3,"sizes":3,"2":2,"512":3,"this":1,"avoids":1,"oom":1,"in":1,"tight":1,"memory":1,"scenarios":1,"small":1,"and":1,"prevents":1,"capture":1,"of":1,"many":1,"large":1,"graphs":1,"that":1,"would":1,"greatly":1,"increase":1,"startup":1,"time":1,"limited":1,"performance":1,"benefit":1,"async":2,"scheduling":1,"scheduler":2,"cls":1,"vllm":1,"v1":1,"core":1,"sched":1,"asyncscheduler":1},"10737,1923,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"model":8,"validator":1,"mode":1,"after":1,"def":1,"verify":1,"args":1,"self":23,"if":6,"max":29,"num":25,"batched":11,"tokens":11,"len":7,"and":2,"not":2,"chunked":3,"prefill":3,"enabled":3,"raise":5,"valueerror":5,"f":6,"is":1,"smaller":1,"than":4,"this":2,"effectively":1,"limits":1,"the":1,"maximum":1,"sequence":1,"length":1,"to":6,"makes":1,"vllm":1,"reject":1,"longer":1,"sequences":1,"please":1,"increase":1,"or":4,"decrease":1,"seqs":6,"must":4,"be":4,"greater":3,"equal":3,"logger":1,"warning":1,"d":2,"exceeds":1,"may":1,"lead":1,"unexpected":1,"behavior":1,"lookahead":3,"slots":3,"0":2,"partial":5,"prefills":5,"1":4,"elif":1,"set":1},"12660,760,data/raw/vllm-0.10.1/vllm/config/scheduler.py":{"if":2,"self":10,"long":7,"prefill":3,"token":3,"threshold":3,"max":10,"model":3,"len":3,"raise":2,"valueerror":2,"f":4,"cannot":1,"be":2,"greater":2,"than":3,"the":1,"partial":7,"prefills":7,"1":2,"or":3,"num":3,"must":1,"equal":2,"to":2,"and":1,"less":1,"return":1},"0,1246,data/raw/vllm-0.10.1/vllm/config/cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":6,"project":1,"import":11,"hashlib":1,"from":9,"dataclasses":2,"field":1,"typing":2,"type":3,"checking":2,"any":2,"literal":5,"optional":1,"get":2,"args":1,"pydantic":2,"skipvalidation":2,"model":2,"validator":1,"dataclass":2,"extensions":1,"self":1,"envs":2,"as":1,"config":4,"utils":2,"logger":4,"init":2,"gib":1,"bytes":1,"cpu":1,"memory":1,"if":1,"parallel":1,"parallelconfig":2,"else":1,"name":1,"blocksize":2,"1":1,"8":1,"16":1,"32":2,"64":1,"128":2,"cachedtype":1,"auto":2,"fp8":4,"e4m3":1,"e5m2":1,"inc":1,"mambadtype":1,"float32":1,"prefixcachinghashalgo":1,"builtin":1,"sha256":2,"cbor":1,"64bit":1,"class":1,"cacheconfig":1,"configuration":1,"for":1,"kv":1,"cache":2,"block":4,"size":3,"none":1,"ignore":1,"of":2,"a":1,"contiguous":1,"in":1,"number":1,"tokens":1,"this":1,"is":1,"ignored":1,"on":3,"neuron":1,"devices":3,"and":1,"set":1,"max":1,"len":1,"cuda":1,"only":1,"sizes":1,"up":1,"are":1,"supported":1,"hpu":1,"defaults":1},"1246,1965,data/raw/vllm-0.10.1/vllm/config/cache.py":{"this":5,"config":2,"has":1,"no":1,"static":1,"default":4,"if":7,"left":1,"unspecified":2,"by":3,"the":14,"user":1,"it":2,"will":3,"be":4,"set":5,"in":5,"platform":2,"check":1,"and":5,"update":1,"based":1,"on":3,"current":2,"gpu":11,"memory":4,"utilization":3,"float":2,"0":5,"9":2,"fraction":1,"of":5,"to":6,"used":2,"for":10,"model":3,"executor":1,"which":1,"can":2,"range":1,"from":1,"1":1,"example":2,"a":2,"value":4,"5":2,"would":1,"imply":1,"50":1,"use":3,"is":6,"per":2,"instance":4,"limit":1,"only":1,"applies":1,"vllm":3,"does":2,"not":1,"matter":1,"you":3,"have":2,"another":1,"running":2,"same":2,"two":1,"instances":1,"each":1,"swap":2,"space":2,"4":1,"size":2,"cpu":1,"gib":1,"cache":3,"dtype":1,"cachedtype":1,"auto":2,"data":2,"type":2,"kv":2,"storage":1,"cuda":1,"11":1,"8":1,"supports":3,"fp8":7,"e4m3":2,"e5m2":1,"rocm":1,"amd":1,"intel":1,"gaudi":1,"hpu":1,"using":1,"inc":1,"attention":2,"free":2,"bool":2,"false":1,"whether":2,"primarily":2,"modelconfig":2,"that":2,"should":2,"manually":2,"duplicated":2,"here":2,"num":2,"blocks":3,"override":1,"optional":3,"int":2,"none":4,"number":1,"overrides":1,"profiled":1,"specified":1,"nothing":1,"testing":1,"preemption":1,"sliding":2,"window":2,"enable":2,"prefix":4,"caching":4,"disabled":1,"v0":1,"enabled":1,"v1":1,"hash":3,"algo":1,"prefixcachinghashalgo":1,"builtin":2,"algorithm":1,"n":2,"python":1,"s":1,"built":1},"3211,1533,data/raw/vllm-0.10.1/vllm/config/cache.py":{"sha256":2,"is":4,"collision":1,"resistant":1,"but":1,"with":4,"certain":1,"overheads":1,"this":5,"option":1,"uses":1,"pickle":1,"for":3,"object":1,"serialization":1,"before":1,"hashing":1,"n":1,"cbor":2,"64bit":1,"provides":1,"a":4,"reproducible":1,"cross":1,"language":1,"compatible":1,"hash":2,"it":2,"serializes":1,"objects":1,"using":1,"canonical":1,"and":3,"hashes":1,"them":1,"sha":2,"256":2,"the":10,"resulting":1,"consists":1,"of":5,"lower":1,"64":1,"bits":1,"digest":1,"cpu":7,"offload":2,"gb":3,"float":1,"0":3,"space":3,"in":2,"gib":1,"to":7,"per":1,"gpu":7,"default":2,"which":2,"means":1,"no":1,"offloading":1,"intuitively":1,"argument":1,"can":3,"be":2,"seen":1,"as":3,"virtual":1,"way":1,"increase":1,"memory":4,"size":4,"example":1,"if":3,"you":3,"have":1,"one":1,"24":1,"set":1,"10":1,"virtually":1,"think":1,"34":1,"then":1,"load":1,"13b":1,"model":4,"bf16":1,"weight":1,"requires":2,"at":1,"least":1,"26gb":1,"note":1,"that":1,"fast":1,"interconnect":1,"part":1,"loaded":2,"from":2,"on":1,"fly":1,"each":1,"forward":1,"pass":1,"calculate":1,"kv":2,"scales":3,"bool":1,"false":2,"enables":1,"dynamic":1,"calculation":1,"k":1,"scale":2,"v":1,"when":1,"cache":2,"dtype":1,"fp8":1,"will":2,"checkpoint":1,"available":1,"otherwise":1,"1":1,"kvcache":1,"bytes":1,"optional":3,"int":2,"none":2,"backend":1,"only":1,"key":1,"value":1,"mamba":3,"page":3,"padded":1,"override":1,"used":1,"by":1,"hybrid":1,"attention":2,"models":1,"ensure":1,"exact":1,"alignment":1},"4744,1468,data/raw/vllm-0.10.1/vllm/config/cache.py":{"mamba":6,"cache":6,"dtype":4,"mambadtype":2,"auto":4,"the":14,"data":4,"type":4,"to":9,"use":2,"for":7,"both":1,"conv":2,"as":2,"well":1,"ssm":4,"state":4,"if":3,"set":3,"will":4,"be":5,"inferred":1,"from":1,"model":1,"config":2,"only":1,"still":1,"controlled":1,"by":2,"determined":1,"after":1,"profiling":1,"num":2,"gpu":2,"blocks":4,"optional":2,"int":2,"field":3,"default":2,"none":2,"init":2,"false":3,"number":2,"of":2,"allocate":2,"memory":2,"cpu":2,"kv":2,"sharing":2,"fast":1,"prefill":3,"bool":1,"this":5,"feature":1,"is":3,"work":1,"in":4,"progress":1,"and":1,"no":1,"optimization":2,"takes":1,"place":1,"with":2,"flag":2,"enabled":1,"currently":1,"some":3,"setups":1,"e":2,"g":2,"yoco":1,"https":1,"arxiv":1,"org":1,"abs":1,"2405":1,"05254":1,"layers":2,"can":1,"skip":1,"tokens":1,"corresponding":1,"enables":1,"attention":1,"metadata":2,"eligible":1,"overriden":1,"necessary":1,"implementating":1,"models":1,"gemma3n":1,"def":1,"compute":1,"hash":1,"self":1,"str":1,"warning":1,"whenever":1,"a":1,"new":1,"added":1,"ensure":1,"that":1,"it":2,"included":1,"factors":1,"list":1,"affects":1,"computation":1,"graph":1},"6212,1724,data/raw/vllm-0.10.1/vllm/config/cache.py":{"provide":1,"a":1,"hash":3,"that":2,"uniquely":1,"identifies":1,"all":1,"the":5,"configs":1,"affect":1,"structure":1,"of":1,"computation":1,"graph":1,"from":1,"input":2,"ids":2,"embeddings":2,"to":2,"final":2,"hidden":2,"states":2,"excluding":1,"anything":1,"before":1,"and":2,"after":2,"factors":5,"list":1,"any":1,"append":3,"self":18,"cache":5,"dtype":4,"mamba":2,"ssm":1,"cpu":4,"offload":4,"gb":3,"does":1,"not":2,"use":1,"torch":1,"compile":1,"yet":2,"str":6,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":1,"hexdigest":1,"return":3,"def":3,"post":1,"init":1,"none":1,"swap":2,"space":3,"bytes":2,"gib":1,"verify":3,"prefix":1,"caching":1,"metrics":2,"info":2,"convert":1,"config":1,"dict":2,"key":3,"value":3,"for":2,"prometheus":1,"in":2,"items":1,"model":1,"validator":1,"mode":1,"args":1,"if":3,"0":3,"raise":2,"valueerror":2,"must":2,"be":2,"non":1,"negative":1,"f":2,"but":1,"got":2,"gpu":3,"memory":3,"utilization":3,"1":2,"less":1,"than":1,"kv":2,"sharing":2,"fast":2,"prefill":3,"logger":1,"warning":1,"once":1,"is":1,"currently":1,"work":1,"progress":1,"functional":1,"i":1,"e":1,"no":1,"savings":1},"7936,1675,data/raw/vllm-0.10.1/vllm/config/cache.py":{"def":3,"verify":3,"cache":6,"dtype":5,"self":12,"none":4,"if":4,"auto":1,"pass":1,"elif":1,"in":4,"get":4,"args":3,"cachedtype":1,"logger":1,"info":1,"using":1,"fp8":1,"data":1,"type":1,"to":2,"store":1,"kv":2,"it":3,"reduces":1,"the":5,"gpu":1,"memory":4,"footprint":1,"and":3,"boosts":1,"performance":1,"meanwhile":1,"may":2,"cause":1,"accuracy":1,"drop":1,"without":1,"a":2,"proper":1,"scaling":1,"factor":1,"else":1,"raise":3,"valueerror":2,"f":3,"unknown":2,"prefix":8,"caching":8,"not":5,"enable":2,"return":1,"sliding":3,"window":3,"is":3,"envs":1,"vllm":1,"use":2,"v1":1,"notimplementederror":1,"supported":1,"with":3,"run":1,"disable":1,"hash":3,"algo":2,"prefixcachinghashalgo":2,"algorithm":1,"must":1,"be":1,"one":1,"of":1,"parallel":5,"config":3,"parallelconfig":1,"total":1,"cpu":3,"fixme":1,"woosuk":1,"here":1,"assumed":1,"that":1,"gpus":4,"tensor":2,"group":1,"are":1,"same":1,"node":3,"however":1,"span":1,"multiple":1,"nodes":1,"num":2,"per":2,"size":1,"usage":1,"swap":1,"space":1,"bytes":1},"9611,436,data/raw/vllm-0.10.1/vllm/config/cache.py":{"msg":3,"f":2,"cpu":7,"memory":7,"usage":3,"gib":4,"bytes":2,"2f":2,"out":1,"of":1,"the":2,"total":4,"is":1,"allocated":1,"for":1,"swap":3,"space":3,"if":1,"0":2,"7":1,"raise":1,"valueerror":1,"too":2,"large":2,"elif":1,"4":1,"logger":1,"warning":1,"possibly":1,"s":1},"0,1989,data/raw/vllm-0.10.1/vllm/transformers_utils/s3_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":4,"vllm":2,"project":1,"import":9,"fnmatch":5,"os":1,"shutil":1,"signal":1,"tempfile":1,"from":7,"pathlib":1,"path":22,"typing":1,"optional":4,"utils":1,"placeholdermodule":2,"try":1,"boto3":4,"except":1,"importerror":1,"type":1,"ignore":4,"assignment":1,"def":4,"filter":4,"allow":8,"paths":7,"list":22,"str":16,"patterns":7,"return":3,"for":5,"in":5,"if":4,"any":2,"pattern":15,"not":3,"glob":1,"s3":16,"none":5,"full":2,"file":1,"names":1,"and":2,"by":3,"args":2,"client":3,"use":2,"a":3,"of":7,"which":3,"files":6,"pull":3,"returns":1,"allowed":1,"is":1,"endswith":1,"bucket":2,"name":2,"f":1,"tuple":1},"1989,1782,data/raw/vllm-0.10.1/vllm/transformers_utils/s3_utils.py":{"returns":1,"tuple":2,"str":3,"list":3,"a":6,"where":1,"the":8,"first":1,"element":3,"is":5,"bucket":6,"name":4,"second":1,"string":2,"represent":1,"and":1,"prefix":5,"as":1,"dir":5,"like":1,"third":1,"of":1,"files":2,"allowed":1,"or":1,"disallowed":1,"by":3,"pattern":5,"parts":3,"path":2,"removeprefix":1,"s3":8,"split":1,"join":1,"1":1,"0":1,"objects":3,"v2":1,"paths":8,"obj":2,"key":1,"for":2,"in":2,"get":1,"contents":1,"filter":3,"ignore":4,"if":4,"allow":3,"not":2,"none":5,"return":2,"class":2,"s3model":1,"representing":1,"model":2,"mirrored":1,"into":1,"temporary":3,"directory":3,"attributes":1,"client":2,"created":1,"methods":1,"pull":2,"from":1,"to":1,"def":5,"init":1,"self":11,"boto3":1,"sig":3,"signal":7,"sigint":1,"sigterm":1,"existing":5,"handler":7,"getsignal":1,"close":5,"tempfile":1,"mkdtemp":1,"del":1,"os":1,"exists":1,"shutil":1,"rmtree":1,"new":2,"signum":2,"frame":2},"3771,1183,data/raw/vllm-0.10.1/vllm/transformers_utils/s3_utils.py":{"def":1,"pull":4,"files":8,"self":4,"s3":10,"model":7,"path":9,"str":3,"allow":3,"pattern":6,"optional":2,"list":5,"none":3,"ignore":3,"from":1,"storage":1,"into":1,"the":3,"temporary":1,"directory":1,"args":1,"of":5,"a":2,"patterns":2,"which":2,"to":2,"not":2,"if":2,"endswith":1,"bucket":2,"name":2,"base":2,"dir":5,"len":1,"0":1,"return":1,"for":1,"file":7,"in":1,"destination":3,"os":2,"join":1,"removeprefix":1,"lstrip":1,"local":2,"parent":1,"makedirs":1,"exist":1,"ok":1,"true":1,"download":1},"0,1665,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":13,"vllm":3,"project":1,"from":5,"typing":1,"import":5,"optional":2,"sequence":9,"invalid":1,"token":1,"id":1,"logprob":2,"samplingparams":1,"sequencegroup":2,"detokenizer":2,"utils":1,"convert":1,"prompt":6,"ids":1,"tokens":2,"detokenize":1,"incrementally":1,"tokenizer":9,"anytokenizer":2,"group":10,"tokenizergroup":2,"class":1,"provides":1,"methods":1,"decode":4,"output":1,"of":5,"a":3,"model":1,"into":1,"text":1,"def":3,"init":1,"self":5,"get":2,"for":4,"seq":4,"returns":2,"hf":1,"use":1,"given":1,"return":1,"lora":2,"request":1,"logprobs":7,"inplace":1,"list":1,"dict":1,"int":2,"position":2,"offset":3,"none":2,"decodes":1,"args":1,"first":1,"index":1,"relative":1,"start":1,"chunked":1,"prefill":1,"with":1,"decoded":1,"prms":2,"sampling":1,"params":1,"assert":1,"is":1,"not":1},"1665,1910,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer.py":{"we":1,"can":1,"pick":1,"any":1,"sequence":2,"for":7,"the":8,"prompt":10,"seq":5,"group":1,"get":3,"seqs":1,"0":5,"only":1,"without":1,"generated":1,"token":24,"all":3,"ids":8,"1":1,"tokenizer":4,"self":1,"prefix":5,"offset":12,"read":5,"next":3,"iter":3,"tokens":9,"list":3,"str":1,"prev":3,"none":2,"position":6,"in":5,"logprob":5,"logprobs":6,"enumerate":1,"absolute":1,"equals":1,"index":1,"plus":1,"of":2,"entire":1,"relative":1,"to":1,"start":1,"if":2,"not":1,"continue":1,"id":4,"sample":3,"items":1,"decoded":2,"is":1,"and":1,"vllm":1,"invalid":1,"with":2,"new":5,"text":2,"detokenize":1,"incrementally":1,"input":1,"skip":2,"special":4,"prms":2,"spaces":2,"between":2},"3575,1773,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer.py":{"use":1,"the":8,"offsets":1,"prev":4,"tokens":15,"corresponding":1,"to":9,"real":1,"ensure":1,"detokenization":1,"is":3,"consistent":1,"actual":1,"with":1,"prompt":4,"if":4,"token":8,"id":2,"all":4,"ids":8,"position":2,"next":8,"iter":7,"prefix":5,"offset":10,"new":4,"read":5,"advance":1,"none":2,"copy":1,"else":1,"extend":1,"def":1,"decode":2,"sequence":5,"inplace":1,"self":2,"seq":9,"prms":3,"samplingparams":1,"int":1,"decodes":1,"for":3,"a":1,"in":1,"place":1,"operation":1,"args":1,"sampling":1,"parameters":1,"used":1,"generate":1,"returns":1,"number":1,"of":1,"characters":1,"added":1,"output":1,"text":1,"input":3,"get":2,"generated":1,"this":2,"iteration":1,"1":2,"tokenizer":4,"convert":2,"necessary":1,"do":1,"it":1,"here":1,"so":1,"that":1,"we":1,"don":1,"t":1,"have":1,"repeat":1,"computation":1,"each":1,"logprob":1,"skip":2,"special":2},"5348,1951,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer.py":{"new":8,"tokens":17,"decoded":7,"token":14,"text":8,"prefix":7,"offset":14,"read":7,"detokenize":2,"incrementally":2,"tokenizer":4,"all":6,"input":6,"ids":6,"prev":2,"seq":11,"skip":4,"special":8,"prms":4,"spaces":4,"between":4,"decode":1,"logprobs":5,"output":2,"1":2,"if":4,"previous":2,"for":1,"id":6,"sample":4,"logprob":6,"in":1,"items":1,"the":2,"was":1,"generated":2,"this":2,"iteration":2,"use":1,"provided":1,"continue":1,"is":1,"none":1,"and":1,"vllm":1,"invalid":1,"with":2,"extend":1,"return":1,"len":1},"0,1902,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":10,"project":1,"import":19,"contextlib":1,"copy":1,"os":1,"warnings":1,"from":14,"functools":1,"lru":1,"cache":1,"pathlib":1,"path":1,"types":1,"methodtype":1,"typing":1,"type":2,"checking":2,"any":4,"optional":5,"union":2,"huggingface":1,"hub":1,"transformers":5,"autotokenizer":1,"pretrainedtokenizer":2,"pretrainedtokenizerfast":2,"envs":1,"logger":4,"init":2,"utils":6,"config":3,"get":1,"sentence":1,"transformer":1,"tokenizer":7,"tokenizers":1,"mistraltokenizer":1,"check":1,"gguf":1,"file":1,"make":1,"async":1,"if":2,"modelconfig":2,"lora":1,"request":1,"lorarequest":2,"base":1,"tokenizerbase":3,"else":1,"name":1,"anytokenizer":3,"def":2,"decode":7,"tokens":8,"token":4,"ids":4,"list":1,"int":2,"skip":5,"special":6,"bool":3,"none":6,"str":2,"backend":2,"agnostic":1,"equivalent":1,"of":1,"hf":1,"s":2,"means":1,"use":1,"default":1,"settings":1,"method":3,"getattr":1,"is":1,"not":1,"return":2,"encode":1,"text":1,"truncation":1,"max":1,"length":1,"add":1},"1902,1908,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"list":3,"int":2,"backend":2,"agnostic":1,"equivalent":1,"of":3,"hf":1,"s":2,"tokenizer":23,"encode":2,"text":2,"add":4,"special":15,"tokens":11,"none":4,"means":1,"to":2,"use":1,"the":4,"default":2,"settings":1,"kw":5,"args":5,"dict":1,"str":2,"any":1,"if":5,"max":8,"length":3,"is":4,"not":4,"truncation":3,"return":3,"def":3,"get":3,"cached":2,"anytokenizer":2,"by":1,"transformers":1,"will":1,"recompute":1,"multiple":1,"properties":2,"each":1,"time":1,"they":1,"are":2,"called":1,"leading":1,"a":1,"significant":1,"slowdown":1,"this":1,"proxy":1,"caches":1,"these":1,"for":1,"faster":1,"access":1,"copy":2,"all":10,"ids":4,"extended":2,"vocab":8,"len":2,"token":3,"id":3,"values":1,"some":1,"tokenizers":1,"e":1,"g":1,"qwentokenizer":1,"have":1,"that":1,"added":1,"and":1,"included":1,"in":2,"implementation":2,"size":4,"property":3,"but":1,"there":1,"an":1,"we":1,"should":1,"take":1,"greater":1,"value":1,"hasattr":1,"with":1,"contextlib":1,"suppress":1,"notimplementederror":1,"class":2,"cachedtokenizer":1,"type":1,"ignore":1,"self":2},"3810,1964,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"property":2,"def":8,"all":2,"special":2,"tokens":2,"extended":2,"self":7,"list":1,"str":7,"return":7,"tokenizer":17,"max":2,"token":2,"id":2,"int":3,"get":4,"vocab":2,"dict":1,"len":2,"reduce":1,"cached":4,"cachedtokenizer":2,"name":5,"f":2,"class":2,"patch":2,"padding":7,"side":7,"pretrainedtokenizer":2,"none":5,"pad":7,"method":1,"to":1,"accept":1,"for":3,"older":1,"tokenizers":1,"orig":2,"args":3,"optional":3,"kwargs":3,"if":2,"is":3,"not":3,"and":2,"msg":2,"argument":1,"supported":1,"by":1,"type":1,"will":1,"be":1,"ignored":1,"warnings":1,"warn":1,"stacklevel":1,"2":1,"methodtype":1,"union":1,"path":1,"mode":1,"auto":1,"trust":1,"remote":1,"code":1,"bool":1,"false":1,"revision":1,"download":4,"dir":1,"anytokenizer":1,"gets":1,"a":1,"the":1,"given":1,"model":4,"via":1,"huggingface":1,"or":1,"modelscope":5,"envs":1,"vllm":2,"use":2,"from":3,"hub":2,"lazy":1,"import":4,"so":1,"that":1,"required":1,"normal":1,"pylint":1,"disable":1,"c":1,"snapshot":2,"avoid":1,"circuit":1,"executor":1,"loader":1,"weight":1,"utils":1,"lock":1},"5774,1717,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"only":3,"set":1,"the":6,"tokenizer":19,"here":1,"model":3,"will":1,"be":1,"downloaded":1,"on":1,"workers":1,"if":7,"not":2,"os":1,"path":6,"exists":1,"name":10,"use":4,"file":6,"lock":2,"to":3,"prevent":1,"multiple":1,"processes":1,"from":5,"downloading":1,"same":2,"at":1,"time":1,"with":2,"get":2,"download":3,"dir":3,"snapshot":1,"id":1,"cache":1,"revision":2,"local":1,"files":1,"huggingface":1,"hub":2,"constants":1,"hf":1,"offline":1,"ignore":2,"weights":1,"we":1,"need":1,"pattern":1,"pt":1,"safetensors":1,"bin":1,"mode":4,"slow":2,"kwargs":5,"fast":3,"false":2,"raise":1,"valueerror":1,"cannot":1,"in":2,"truncation":2,"side":2,"left":1,"separate":1,"folder":1,"for":1,"gguf":5,"models":2,"is":6,"check":1,"parent":1,"official":1,"mistral":6,"org":3,"str":1,"split":1,"0":1,"mistralai":1,"and":2,"warnings":1,"warn":1,"it":1,"strongly":1,"recommended":1,"run":1,"ensure":1,"correct":1,"encoding":1,"decoding":1,"futurewarning":1,"stacklevel":1,"2":1},"7491,1811,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"tokenizer":16,"anytokenizer":1,"if":4,"mode":2,"mistral":1,"mistraltokenizer":1,"from":4,"pretrained":2,"str":4,"name":3,"revision":6,"elif":1,"custom":2,"vllm":1,"transformers":2,"utils":1,"base":1,"import":1,"tokenizerregistry":2,"get":1,"args":2,"download":2,"dir":2,"kwargs":2,"else":2,"try":1,"autotokenizer":1,"trust":6,"remote":6,"code":6,"except":1,"valueerror":1,"as":1,"e":5,"the":9,"error":1,"pertains":1,"to":3,"class":1,"not":6,"existing":1,"or":4,"currently":2,"being":1,"imported":2,"suggest":1,"using":2,"flag":2,"and":1,"does":1,"exist":1,"is":2,"in":5,"requires":1,"you":1,"execute":1,"file":1,"err":2,"msg":2,"failed":1,"load":1,"a":1,"yet":1,"available":1,"huggingface":1,"library":1,"consider":1,"setting":1,"true":1,"llm":1,"cli":1,"raise":2,"runtimeerror":1},"9302,1549,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"the":1,"special":5,"tokens":5,"in":4,"tokenizer":23,"should":1,"also":1,"be":1,"controlled":1,"by":1,"do":2,"lower":3,"case":2,"encoder":4,"config":11,"get":6,"sentence":1,"transformer":1,"name":2,"revision":3,"if":3,"isinstance":3,"dict":1,"and":1,"false":1,"map":3,"k":2,"v":2,"for":1,"items":1,"add":1,"note":1,"we":1,"can":1,"remove":1,"this":2,"after":1,"https":1,"github":1,"com":1,"zai":1,"org":1,"chatglm3":1,"issues":1,"1324":1,"type":1,"chatglmtokenizer":1,"chatglm4tokenizer":1,"assert":1,"pretrainedtokenizer":1,"patch":1,"padding":1,"side":1,"not":1,"pretrainedtokenizerfast":1,"logger":1,"warning":1,"using":2,"a":3,"slow":1,"might":1,"cause":1,"significant":1,"slowdown":1,"consider":1,"fast":1,"instead":1,"cached":4,"return":2,"lru":1,"cache":1,"def":1,"from":1,"model":5,"modelconfig":1,"kwargs":2,"any":1,"mode":2,"trust":2,"remote":2,"code":2},"10851,630,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer.py":{"def":1,"get":4,"lora":10,"tokenizer":11,"request":4,"lorarequest":1,"args":2,"kwargs":2,"optional":1,"anytokenizer":1,"if":1,"is":1,"none":3,"return":2,"try":1,"path":2,"except":1,"exception":2,"as":1,"e":2,"no":2,"was":1,"found":2,"in":2,"the":1,"folder":1,"use":1,"base":2,"model":2,"logger":1,"warning":1,"s":2,"using":1,"instead":1,"async":2,"make":1},"0,1984,data/raw/vllm-0.10.1/vllm/transformers_utils/processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":12,"functools":1,"import":9,"lru":3,"cache":3,"typing":2,"type":8,"checking":2,"any":1,"optional":1,"union":3,"cast":1,"transformers":4,"autofeatureextractor":1,"autoimageprocessor":1,"autoprocessor":2,"feature":1,"extraction":1,"utils":4,"featureextractionmixin":1,"image":1,"processing":2,"baseimageprocessor":1,"processormixin":4,"extensions":1,"typevar":2,"get":5,"allowed":3,"kwarg":2,"only":3,"overrides":2,"if":3,"config":6,"modelconfig":2,"p":2,"bound":1,"default":1,"class":2,"hashabledict":1,"dict":2,"a":2,"dictionary":1,"that":2,"can":2,"be":2,"hashed":2,"by":2,"note":1,"pythonic":1,"is":1,"not":1,"hashable":1,"we":1,"override":3,"on":1,"it":1,"directly":1,"for":1,"simplicity":1,"def":4,"hash":4,"self":4,"int":2,"ignore":2,"return":5,"frozenset":1,"items":1,"hashablelist":1,"list":2,"tuple":4,"processor":11,"factory":4,"fn":2,"cls":8,"isinstance":1,"or":1,"pretrained":3,"hasattr":1,"merge":2,"mm":4,"kwargs":8,"model":2,"multimodal":1,"merged":2,"requires":1,"kw":1,"false":1,"allow":1,"var":1,"true":1},"1984,789,data/raw/vllm-0.10.1/vllm/transformers_utils/processor.py":{"note":1,"pythonic":1,"dict":3,"is":2,"not":1,"hashable":2,"and":1,"will":1,"raise":1,"unhashable":1,"type":3,"error":1,"when":1,"calling":1,"cached":1,"get":2,"processor":5,"therefore":1,"we":1,"need":1,"to":2,"wrap":1,"it":1,"a":2,"for":2,"key":3,"value":5,"in":1,"allowed":4,"kwargs":5,"items":1,"if":3,"isinstance":2,"hashabledict":1,"list":1,"hashablelist":1,"return":1,"def":1,"name":2,"str":2,"args":1,"any":2,"revision":3,"optional":1,"none":2,"trust":1,"remote":1,"code":1,"bool":1,"false":1,"cls":1,"union":1,"p":3,"tuple":1,"processormixin":1,"load":1,"the":1,"given":1,"model":1,"via":1,"huggingface":1,"main":1},"2773,1955,data/raw/vllm-0.10.1/vllm/transformers_utils/processor.py":{"try":1,"if":5,"isinstance":2,"processor":24,"cls":8,"tuple":2,"or":3,"processormixin":3,"autoprocessor":2,"from":4,"pretrained":2,"name":2,"args":3,"revision":4,"trust":8,"remote":8,"code":8,"kwargs":4,"elif":1,"issubclass":1,"else":2,"processors":1,"that":1,"are":1,"standalone":1,"classes":1,"unrelated":1,"to":3,"hf":1,"except":1,"valueerror":1,"as":1,"e":3,"the":8,"error":1,"pertains":1,"class":1,"not":6,"existing":1,"currently":1,"being":1,"imported":1,"suggest":1,"using":2,"flag":2,"unlike":1,"autotokenizer":1,"does":1,"separate":1,"such":1,"errors":1,"err":2,"msg":2,"failed":1,"load":1,"is":1,"a":1,"custom":1,"yet":1,"available":1,"in":3,"huggingface":2,"transformers":1,"library":1,"consider":1,"setting":1,"true":1,"llm":1,"cli":1,"raise":3,"runtimeerror":1,"typeerror":1,"invalid":1,"type":6,"of":1,"f":2,"expected":1,"but":1,"found":1,"return":1,"cached":2,"get":2,"lru":1,"cache":1,"def":1,"config":2,"model":1,"modelconfig":1,"union":1,"p":2,"any":1},"4728,1998,data/raw/vllm-0.10.1/vllm/transformers_utils/processor.py":{"p":1,"return":3,"cached":4,"get":5,"processor":7,"model":12,"config":10,"revision":7,"trust":11,"remote":11,"code":11,"cls":3,"type":2,"ignore":1,"arg":1,"merge":2,"mm":2,"kwargs":7,"def":2,"feature":10,"extractor":11,"name":3,"str":2,"args":2,"any":3,"optional":1,"none":1,"bool":1,"false":1,"load":2,"an":1,"audio":1,"for":1,"the":9,"given":1,"via":1,"huggingface":2,"try":1,"autofeatureextractor":2,"from":3,"pretrained":1,"except":1,"valueerror":1,"as":1,"e":3,"if":3,"error":1,"pertains":1,"to":2,"class":1,"not":5,"existing":1,"or":2,"currently":1,"being":1,"imported":1,"suggest":1,"using":2,"flag":2,"unlike":1,"autotokenizer":1,"autoimageprocessor":1,"does":1,"separate":1,"such":1,"errors":1,"err":2,"msg":2,"failed":1,"is":1,"a":1,"custom":1,"yet":1,"available":1,"in":3,"transformers":1,"library":1,"consider":1,"setting":1,"true":1,"llm":1,"cli":1,"raise":2,"runtimeerror":1,"else":1,"cast":1,"featureextractionmixin":1,"lru":1,"cache":1,"modelconfig":1},"6726,1640,data/raw/vllm-0.10.1/vllm/transformers_utils/processor.py":{"def":2,"get":4,"image":8,"processor":14,"name":3,"str":2,"args":2,"any":3,"revision":5,"optional":1,"none":1,"trust":9,"remote":9,"code":9,"bool":1,"false":1,"kwargs":5,"load":2,"an":1,"for":1,"the":9,"given":1,"model":7,"via":1,"huggingface":2,"try":1,"autoimageprocessor":3,"from":3,"pretrained":1,"except":1,"valueerror":1,"as":1,"e":3,"if":3,"error":1,"pertains":1,"to":2,"class":1,"not":5,"existing":1,"or":2,"currently":1,"being":1,"imported":1,"suggest":1,"using":2,"flag":2,"unlike":1,"autotokenizer":1,"does":1,"separate":1,"such":1,"errors":1,"err":2,"msg":2,"failed":1,"is":1,"a":1,"custom":1,"yet":1,"available":1,"in":3,"transformers":1,"library":1,"consider":1,"setting":1,"true":1,"llm":1,"cli":1,"raise":2,"runtimeerror":1,"else":1,"return":2,"cast":1,"baseimageprocessor":1,"cached":3,"lru":1,"cache":1,"config":6,"modelconfig":1,"merge":1,"mm":1},"0,1854,data/raw/vllm-0.10.1/vllm/transformers_utils/dynamic_module.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"import":5,"os":2,"from":8,"typing":1,"optional":9,"union":3,"transformers":2,"dynamic":6,"module":6,"utils":2,"get":4,"class":7,"envs":3,"as":2,"logger":5,"init":2,"name":4,"def":1,"try":2,"reference":3,"str":9,"pretrained":3,"model":3,"or":3,"path":3,"cache":3,"dir":3,"pathlike":1,"none":8,"force":3,"download":6,"bool":5,"false":2,"resume":3,"proxies":3,"dict":1,"token":3,"revision":6,"local":3,"files":3,"only":3,"repo":3,"type":4,"code":3,"warn":2,"on":3,"fail":2,"true":2,"kwargs":2,"but":1,"ignoring":1,"any":1,"errors":1,"return":2,"except":1,"exception":1,"location":2,"modelscope":2,"if":2,"use":1,"else":1,"hf":1,"hub":1,"warning":1,"unable":1,"load":1,"s":3,"exc":1,"info":1},"0,1951,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":4,"vllm":1,"project":1,"from":3,"typing":1,"import":2,"optional":2,"tokenizer":7,"anytokenizer":3,"def":3,"replace":1,"none":2,"with":2,"empty":1,"tokens":18,"list":6,"str":5,"for":5,"i":2,"token":7,"in":5,"enumerate":1,"if":6,"is":4,"convert":4,"string":3,"added":2,"encoders":1,"output":3,"skip":3,"special":8,"bool":3,"spaces":2,"between":2,"adapted":1,"https":1,"github":1,"com":1,"huggingface":1,"transformers":2,"blob":1,"v4":1,"28":1,"src":1,"tokenization":1,"utils":1,"py":1,"l921":1,"note":1,"woosuk":1,"following":1,"code":1,"slow":2,"because":1,"it":1,"runs":1,"a":3,"loop":3,"over":2,"python":1,"running":1,"can":1,"be":1,"even":1,"when":1,"body":1,"very":1,"simple":1,"sub":17,"texts":6,"current":7,"text":11,"all":4,"set":1,"and":1,"continue":1,"get":1,"vocab":1,"append":4,"else":2,"return":2,"join":2,"5":2,"an":1,"arbitrary":1,"value":1,"that":1,"should":1,"work":1,"tokenizers":1,"bigger":1,"more":1,"conservative":1,"initial":1,"incremental":1,"detokenization":1,"offset":1,"prompt":2,"ids":2,"int":1,"false":1},"1951,1952,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer_utils.py":{"tuple":1,"list":8,"str":10,"int":6,"converts":1,"the":5,"prompt":4,"ids":10,"to":8,"tokens":19,"and":2,"returns":2,"offsets":1,"for":3,"incremental":4,"detokenization":4,"note":1,"that":2,"not":2,"all":2,"are":3,"converted":2,"strings":2,"only":1,"necessary":1,"we":2,"do":1,"need":1,"convert":4,"whole":1,"offset":10,"a":1,"little":1,"more":1,"in":2,"case":1,"have":1,"special":6,"new":4,"tokenizer":6,"initial":2,"2":2,"skip":4,"read":4,"len":1,"prefix":3,"max":1,"0":2,"this":1,"is":2,"required":1,"guard":1,"against":1,"out":1,"of":2,"vocab":1,"token":14,"replace":1,"none":2,"with":1,"empty":1,"type":2,"ignore":1,"arg":1,"return":2,"def":2,"anytokenizer":2,"detokenize":2,"input":2,"individually":1,"args":1,"used":1,"by":1,"model":2,"under":2,"test":1,"these":1,"python":2,"form":1,"string":1,"representations":1,"lst":3,"id":2,"use":1,"default":1,"decode":1,"if":1,"append":1,"based":1,"on":1,"https":1,"github":1,"com":1,"huggingface":1,"text":2,"generation":2,"inference":1,"blob":1,"v0":1,"9":1,"4":1,"server":2,"models":1,"py":1,"l62c9":1,"l62c15":1,"apache":1,"license":1,"incrementally":1,"prev":1,"optional":1,"bool":2,"false":1,"spaces":1,"between":1,"true":1},"3903,1968,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer_utils.py":{"tuple":1,"list":2,"str":3,"int":2,"detokenizes":1,"the":26,"input":7,"ids":10,"incrementally":1,"and":8,"returns":1,"new":20,"tokens":31,"text":4,"if":6,"prev":6,"is":9,"none":4,"this":5,"function":3,"will":4,"convert":4,"to":10,"return":5,"otherwise":1,"it":1,"also":1,"prefix":4,"offset":8,"read":4,"be":1,"used":1,"in":3,"next":1,"iteration":2,"offsets":1,"are":1,"necessary":1,"defeat":1,"cleanup":1,"algorithms":1,"decode":1,"which":1,"decide":1,"add":2,"a":2,"space":1,"or":1,"not":2,"depending":1,"on":1,"surrounding":1,"args":1,"tokenizer":5,"use":1,"all":3,"last":1,"id":7,"token":6,"previous":1,"skip":7,"special":9,"whether":2,"spaces":2,"between":2,"1":2,"first":3,"for":1,"sequence":1,"iter":2,"prompt":1,"assert":1,"out":1,"of":1,"bounds":1,"an":1,"empty":1,"string":1,"0":1,"len":1,"put":1,"so":1,"respected":1,"isinstance":1,"else":1,"output":1},"5871,1568,data/raw/vllm-0.10.1/vllm/transformers_utils/detokenizer_utils.py":{"if":5,"this":1,"is":4,"the":7,"first":2,"iteration":1,"return":3,"all":1,"tokens":22,"iter":1,"new":10,"output":6,"prefix":10,"text":12,"necessary":1,"only":1,"to":6,"defeat":1,"cleanup":1,"algorithms":1,"in":2,"decode":1,"which":1,"decide":1,"add":1,"a":3,"space":1,"or":3,"not":2,"depending":1,"on":1,"surrounding":1,"ids":1,"tokenizer":6,"fast":1,"get":1,"added":3,"vocab":1,"convert":4,"string":4,"offset":9,"read":4,"else":1,"with":2,"encoders":2,"skip":4,"special":8,"spaces":4,"between":4,"len":4,"endswith":1,"utf":1,"8":1,"char":1,"at":1,"end":1,"means":1,"it":3,"s":3,"potential":1,"unfinished":1,"byte":2,"sequence":1,"from":1,"fallback":1,"tokenization":1,"middle":1,"probably":1,"real":1,"invalid":1,"id":1,"generated":1,"by":1,"model":1},"0,1998,data/raw/vllm-0.10.1/vllm/transformers_utils/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":8,"json":3,"from":7,"functools":1,"cache":1,"os":1,"pathlike":4,"pathlib":1,"path":10,"typing":1,"optional":2,"union":5,"envs":1,"model":15,"redirect":3,"logger":5,"init":2,"name":5,"def":5,"is":3,"s3":2,"or":2,"str":16,"bool":3,"return":9,"lower":1,"startswith":1,"check":2,"gguf":4,"file":7,"if":3,"a":2,"not":1,"false":2,"elif":1,"suffix":1,"true":2,"try":3,"with":3,"open":3,"rb":1,"as":5,"f":6,"header":2,"read":2,"4":1,"b":1,"except":3,"exception":3,"e":2,"debug":1,"error":1,"reading":1,"s":2,"modelscope":3,"list":4,"repo":5,"files":6,"id":3,"revision":3,"none":3,"token":2,"in":3,"hub":2,"api":4,"hubapi":2,"login":1,"same":1,"huggingface":1,"for":2,"get":1,"recursive":1,"type":1,"blob":1,"maybe":2,"dict":9,"loads":1,"space":1,"split":2,"parsed":3,"line":2,"readlines":1,"strip":1,"pass":1},"1998,701,data/raw/vllm-0.10.1/vllm/transformers_utils/utils.py":{"cache":1,"def":1,"maybe":4,"model":21,"redirect":16,"str":2,"use":1,"to":3,"the":1,"name":2,"a":2,"local":2,"folder":2,"param":1,"hf":1,"return":5,"path":7,"vllm":1,"if":3,"not":2,"exists":1,"dict":4,"json":1,"or":1,"space":1,"split":1,"get":1,"logger":1,"info":1,"s":2},"0,910,data/raw/vllm-0.10.1/vllm/transformers_utils/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":4,"project":1,"from":6,"import":5,"envs":2,"if":2,"use":2,"modelscope":12,"try":1,"patch":5,"here":1,"before":1,"each":1,"happens":1,"packaging":1,"version":4,"hub":4,"begins":1,"1":9,"18":5,"parse":2,"raise":2,"importerror":3,"using":1,"with":1,"needs":1,"please":2,"install":4,"by":1,"pip":2,"u":1,"utils":1,"hf":1,"util":1,"download":1,"models":1,"speed":1,"up":1,"except":1,"as":1,"err":2,"via":1},"0,1983,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"import":21,"enum":1,"json":1,"os":1,"time":1,"from":17,"functools":1,"cache":2,"partial":1,"pathlib":1,"path":1,"typing":1,"any":1,"callable":1,"optional":1,"typevar":1,"union":1,"huggingface":5,"hub":6,"get":3,"safetensors":1,"metadata":1,"hf":3,"download":1,"list":2,"repo":2,"files":2,"as":2,"try":1,"load":1,"utils":4,"entrynotfounderror":1,"hfhubhttperror":1,"hfvalidationerror":1,"localentrynotfounderror":1,"repositorynotfounderror":1,"revisionnotfounderror":1,"transformers":7,"generationconfig":1,"pretrainedconfig":1,"models":3,"auto":6,"image":2,"processing":1,"processor":1,"config":6,"modeling":1,"model":1,"for":2,"causal":1,"lm":1,"mapping":1,"names":1,"tokenization":1,"tokenizer":1,"name":2,"envs":1,"logger":2,"init":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"this":1,"block":1,"disable":1,"configs":2,"chatglmconfig":1,"deepseekvlv2config":1,"eagleconfig":1,"jaisconfig":1,"kimivlconfig":1,"medusaconfig":1,"mlpspeculatorconfig":1,"nemotron":1,"nano":1,"vl":1,"nemotronconfig":1,"ovisconfig":1,"rwconfig":1,"speculatorsconfig":1,"step3textconfig":1,"step3vlconfig":1,"ultravoxconfig":1,"enable":1,"mistral":1,"adapt":1,"dict":1},"1983,1932,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"from":4,"vllm":3,"transformers":3,"utils":2,"import":3,"check":1,"gguf":1,"file":1,"if":3,"envs":1,"use":1,"modelscope":2,"autoconfig":2,"else":1,"mistral":3,"config":7,"name":2,"params":1,"json":1,"logger":2,"init":3,"def":1,"get":2,"hf":4,"token":8,"optional":1,"str":7,"the":3,"huggingface":2,"environment":1,"variable":1,"returns":1,"none":3,"is":5,"not":1,"set":1,"an":1,"empty":2,"string":2,"or":1,"contains":1,"only":1,"whitespace":1,"this":1,"follows":1,"same":1,"pattern":1,"as":3,"hub":1,"library":1,"which":1,"treats":1,"tokens":1,"to":2,"avoid":1,"authentication":1,"errors":1,"os":1,"getenv":1,"and":1,"strip":1,"return":2,"registry":1,"dict":4,"type":1,"pretrainedconfig":1,"chatglm":1,"chatglmconfig":1,"deepseek":1,"vl":5,"v2":1,"deepseekvlv2config":1,"kimi":1,"kimivlconfig":1,"llama":1,"nemotron":3,"nano":2,"refinedweb":1,"rwconfig":2,"for":2,"tiiuae":2,"falcon":2,"40b":1,"instruct":2,"refinedwebmodel":1,"7b":1,"jais":1,"jaisconfig":1,"mlp":1,"speculator":1,"mlpspeculatorconfig":1,"medusa":1,"medusaconfig":1,"eagle":1,"eagleconfig":1,"speculators":1,"speculatorsconfig":1,"nemotronconfig":1,"ovis":1,"ovisconfig":1,"ultravox":1,"ultravoxconfig":1,"step3":2,"step3vlconfig":1,"text":2,"step3textconfig":1,"attrs":1,"mapping":1,"llm":1,"auto":3,"kwargs":1,"overrides":1,"any":1,"internvl":1,"chat":1,"has":2,"no":2,"defaults":2,"at":2,"true":4,"regards":1,"mllama":2,"encoder":3,"decoder":3,"false":1,"needs":1,"enable":1,"cross":1,"attention":1,"nvlm":1,"d":1,"class":1,"configformat":1,"enum":2,"r":2,"typevar":1},"3915,801,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"def":2,"with":1,"retry":4,"func":2,"callable":1,"r":2,"log":3,"msg":3,"str":6,"max":4,"retries":4,"int":2,"2":3,"delay":3,"for":1,"attempt":3,"in":1,"range":1,"try":1,"return":1,"except":1,"exception":1,"as":1,"e":3,"if":1,"1":2,"logger":2,"error":2,"s":4,"raise":2,"retrying":1,"d":2,"of":1,"time":1,"sleep":1,"assertionerror":1,"should":1,"not":1,"be":1,"reached":1,"cache":3,"doesn":1,"t":1,"exceptions":1,"list":2,"repo":3,"files":1,"id":1,"revision":1,"optional":2,"none":4,"type":1,"token":1,"union":1,"bool":1},"4716,1800,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"def":2,"lookup":2,"files":8,"list":10,"str":7,"directly":1,"if":5,"model":2,"is":4,"local":4,"path":4,"repo":14,"id":5,"exists":2,"return":6,"file":11,"relative":1,"to":2,"for":1,"in":4,"rglob":1,"remote":1,"use":2,"hf":2,"hub":2,"api":2,"try":1,"envs":1,"vllm":2,"modelscope":4,"from":1,"transformers":1,"utils":2,"import":1,"revision":7,"token":7,"os":1,"getenv":1,"none":5,"type":5,"except":1,"huggingface":1,"errors":1,"offlinemodeisenabled":1,"don":2,"t":2,"raise":1,"offline":2,"mode":2,"all":1,"we":2,"know":1,"that":1,"have":1,"this":1,"cached":1,"with":1,"retry":1,"error":1,"retrieving":1,"name":2,"optional":2,"union":1,"bool":2,"the":1,"result":1,"can":1,"be":1,"a":1,"false":1,"negative":1},"6516,1822,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"def":3,"file":8,"or":1,"path":5,"exists":6,"model":4,"union":1,"str":6,"config":14,"name":4,"revision":5,"optional":1,"bool":1,"if":8,"local":2,"return":3,"is":4,"offline":2,"mode":2,"support":1,"check":3,"cached":3,"already":1,"filepath":2,"try":1,"to":3,"load":2,"from":1,"cache":2,"repo":1,"id":1,"filename":1,"isinstance":1,"the":4,"in":4,"we":1,"can":1,"continue":1,"trying":1,"true":1,"nb":1,"will":2,"only":2,"for":2,"existence":1,"of":2,"on":1,"hf":3,"hub":1,"this":1,"fail":1,"call":1,"token":2,"get":1,"patch":4,"rope":23,"scaling":13,"pretrainedconfig":1,"none":6,"provide":1,"backwards":1,"compatibility":1,"text":4,"getattr":2,"not":2,"dict":3,"any":1,"type":12,"and":2,"legacy":4,"raise":1,"valueerror":1,"f":2,"found":1,"conflicts":1,"between":1,"modern":1,"field":2,"you":1,"should":1,"specify":1,"one":1,"them":1},"8338,1901,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":9,"rope":28,"type":14,"not":2,"in":5,"scaling":15,"and":2,"logger":3,"info":1,"replacing":3,"legacy":3,"key":2,"with":5,"raise":1,"valueerror":1,"should":1,"have":1,"a":2,"su":2,"longrope":2,"warning":2,"elif":1,"mrope":11,"assert":1,"section":2,"default":2,"def":5,"uses":9,"config":26,"pretrainedconfig":5,"bool":5,"getattr":4,"none":6,"is":9,"return":8,"false":4,"detect":3,"the":3,"model":3,"this":2,"m":2,"or":3,"get":2,"text":6,"thinker":10,"contains":1,"it":1,"encoder":6,"decoder":6,"used":1,"as":1,"an":1},"10239,1351,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"def":4,"is":2,"interleaved":4,"config":19,"pretrainedconfig":3,"bool":2,"detect":1,"if":5,"the":2,"model":7,"with":3,"this":1,"used":1,"attention":3,"text":3,"get":1,"layer":3,"types":5,"getattr":2,"none":2,"full":1,"sliding":1,"return":4,"issubset":1,"false":1,"maybe":3,"update":4,"auto":3,"kwargs":8,"dict":1,"str":5,"any":1,"type":4,"for":2,"autoconfig":1,"initialization":1,"based":1,"on":1,"in":2,"overrides":2,"remap":2,"hf":1,"attrs":2,"attributes":1,"to":2,"match":1,"expected":1,"names":1,"old":4,"attr":8,"new":4,"mapping":1,"items":1,"hasattr":2,"not":1,"logger":1,"debug":1,"remapped":1,"attribute":1,"s":2,"override":1,"speculators":1,"target":1,"tokenizer":1,"trust":1,"remote":1,"code":1,"revision":1,"optional":1},"11590,1384,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"tuple":1,"str":6,"if":5,"running":2,"a":1,"speculators":2,"config":10,"override":1,"model":19,"with":1,"target":2,"is":6,"gguf":13,"check":2,"file":5,"kwargs":4,"path":7,"name":3,"repo":4,"parent":2,"else":2,"none":8,"dict":4,"pretrainedconfig":4,"get":4,"revision":4,"trust":3,"remote":3,"code":4,"token":2,"hf":3,"spec":3,"return":2,"the":1,"not":1,"tokenizer":2,"verifier":1,"or":1,"def":1,"union":1,"bool":1,"optional":4,"format":1,"configformat":2,"auto":1,"overrides":2,"kw":1,"any":1,"fn":1,"callable":1,"separate":1,"folder":1,"from":1,"for":1,"models":1},"12974,1548,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":2,"config":9,"format":7,"configformat":3,"auto":1,"try":1,"is":2,"gguf":4,"or":5,"file":4,"path":3,"exists":2,"model":6,"hf":3,"name":2,"revision":4,"elif":1,"mistral":4,"else":1,"raise":2,"valueerror":2,"could":1,"not":2,"detect":1,"for":4,"no":1,"found":1,"ensure":3,"your":1,"has":1,"either":1,"json":4,"params":2,"except":1,"exception":1,"as":1,"e":2,"error":2,"message":2,"invalid":1,"repository":2,"id":2,"local":3,"directory":2,"specified":1,"nplease":1,"verify":1,"the":5,"following":1,"requirements":1,"n":7,"1":1,"provide":1,"a":6,"valid":1,"hugging":2,"face":2,"2":1,"specify":1,"that":1,"contains":1,"recognized":1,"configuration":1,"models":2,"presence":2,"of":3,"3":1,"pass":1,"checkpoint":1,"loading":1,"from":2,"remote":1,"repo":1,"directly":1,"yet":1,"supported":1},"14522,523,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":4,"config":6,"format":1,"configformat":1,"hf":2,"dict":4,"pretrainedconfig":1,"get":4,"model":7,"revision":4,"code":2,"token":2,"kwargs":1,"use":1,"custom":1,"class":1,"it":1,"s":1,"in":1,"our":1,"registry":1,"type":5,"is":2,"none":2,"speculators":2,"not":1,"else":1},"15045,1531,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":3,"model":9,"type":4,"in":5,"config":11,"registry":2,"class":2,"from":3,"pretrained":2,"revision":8,"code":9,"token":4,"get":2,"hf":3,"kwargs":5,"else":2,"try":1,"maybe":2,"update":1,"auto":1,"autoconfig":1,"trust":5,"remote":5,"except":1,"valueerror":1,"as":1,"e":4,"not":2,"and":1,"requires":1,"you":1,"to":2,"execute":1,"the":6,"configuration":1,"file":1,"str":1,"err":2,"msg":2,"failed":1,"load":1,"is":1,"a":1,"custom":1,"yet":1,"available":1,"huggingface":1,"transformers":1,"library":1,"consider":1,"setting":1,"true":1,"llm":1,"or":1,"using":1,"flag":1,"cli":1,"raise":2,"runtimeerror":1,"remap":1,"attrs":1},"16576,1669,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"elif":1,"config":15,"format":5,"configformat":3,"mistral":4,"this":1,"function":1,"loads":1,"a":1,"params":1,"json":1,"which":1,"should":1,"be":1,"used":1,"when":1,"loading":1,"models":1,"in":3,"dict":5,"download":1,"file":1,"model":3,"revision":2,"if":4,"max":6,"position":5,"embeddings":5,"get":1,"is":2,"none":5,"maybe":1,"retrieve":1,"pos":1,"from":1,"hf":2,"kwargs":1,"adapt":1,"configs":1,"may":1,"define":1,"sliding":9,"window":8,"as":1,"list":3,"int":2,"convert":1,"it":2,"to":2,"and":2,"add":1,"the":2,"layer":6,"types":4,"str":1,"make":1,"compatible":1,"getattr":1,"isinstance":1,"pattern":2,"repeats":2,"num":1,"hidden":1,"layers":1,"len":1,"full":1,"attention":2,"type":2,"else":2,"for":2,"next":1,"filter":1,"supported":3,"formats":4,"fmt":3,"value":1,"auto":1,"raise":1,"valueerror":1,"f":4,"unsupported":1,"are":1,"join":1,"ensure":1,"your":1,"uses":1,"one":1,"of":1,"these":1,"configuration":1,"or":1,"specify":1,"correct":1,"explicitly":1},"18245,1444,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"special":1,"architecture":1,"mapping":3,"check":1,"for":4,"gguf":3,"models":1,"if":7,"is":3,"config":29,"model":11,"type":5,"not":2,"in":4,"causal":2,"lm":2,"names":2,"raise":1,"runtimeerror":1,"f":1,"can":1,"t":1,"get":3,"update":2,"architectures":1,"modelopt":2,"0":4,"31":1,"and":3,"after":1,"saves":2,"the":5,"quantization":9,"file":4,"dict":2,"none":3,"29":1,"before":1,"a":1,"separate":1,"hf":12,"quant":3,"json":3,"same":1,"directory":1,"as":1,"or":1,"path":1,"exists":1,"revision":2,"to":1,"overrides":6,"kw":3,"logger":2,"debug":2,"overriding":2,"with":2,"s":2,"fn":3,"patch":1,"rope":1,"scaling":1,"trust":1,"remote":1,"code":1,"maybe":1,"register":1,"serialize":1,"by":1,"value":1,"return":1},"19689,1372,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"def":2,"try":4,"get":3,"local":2,"file":18,"model":9,"union":2,"str":10,"path":9,"name":9,"revision":7,"optional":3,"main":2,"if":2,"is":1,"return":3,"else":1,"cached":3,"filepath":3,"to":3,"load":1,"from":2,"cache":1,"repo":1,"id":1,"filename":1,"isinstance":1,"except":1,"hfvalidationerror":1,"none":1,"hf":1,"dict":3,"downloads":1,"a":3,"the":10,"hugging":2,"face":2,"hub":2,"and":1,"returns":2,"its":1,"contents":2,"as":1,"dictionary":2,"parameters":1,"of":4,"download":1,"on":1,"specific":1,"version":1,"config":1,"containing":1,"downloaded":1},"21061,1786,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":4,"file":19,"path":7,"is":5,"none":9,"try":1,"hf":5,"hub":6,"download":3,"model":9,"name":7,"revision":7,"except":3,"huggingface":1,"errors":1,"offlinemodeisenabled":1,"return":6,"repositorynotfounderror":1,"revisionnotfounderror":1,"entrynotfounderror":1,"localentrynotfounderror":1,"as":3,"e":4,"logger":3,"debug":1,"or":2,"repository":1,"not":2,"found":2,"in":1,"hfhubhttperror":1,"warning":1,"cannot":1,"connect":1,"to":5,"hugging":2,"face":2,"skipping":1,"for":1,"s":1,"exc":1,"info":2,"and":3,"with":1,"open":1,"json":2,"load":1,"cache":1,"def":1,"get":2,"pooling":3,"config":3,"str":4,"optional":2,"main":2,"this":1,"function":1,"gets":1,"the":7,"normalize":1,"from":1,"only":1,"applies":1,"sentence":2,"transformers":2,"models":1,"args":1,"of":2,"specific":1,"version":1,"use":1,"defaults":1,"returns":1,"dict":5,"a":1,"dictionary":1,"containing":1,"type":1,"whether":1,"normalization":1,"used":1,"modules":8,"exists":1,"configuration":1},"22847,1979,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"pooling":36,"next":3,"item":8,"for":4,"in":7,"modules":2,"dict":5,"if":9,"type":13,"sentence":5,"transformers":2,"models":2,"none":5,"normalize":4,"bool":1,"false":1,"file":3,"name":24,"config":4,"json":1,"format":1,"path":3,"get":4,"hf":1,"to":3,"model":5,"revision":4,"val":2,"items":1,"is":2,"true":1,"not":2,"logger":1,"info":1,"found":1,"configuration":2,"return":3,"def":2,"str":6,"union":2,"mode":2,"replace":1,"split":1,"0":1,"lasttoken":1,"last":2,"supported":3,"types":2,"all":1,"cls":1,"step":1,"mean":1,"upper":1,"raise":1,"notimplementederror":1,"f":1,"cache":1,"transformer":3,"tokenizer":1,"optional":2,"main":2,"returns":1,"the":5,"tokenization":1,"dictionary":1,"a":1,"given":1,"bert":2,"parameters":1,"of":2,"m":1,"odel":1,"use":1,"defaults":1},"24826,1862,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"returns":1,"dict":12,"a":1,"dictionary":1,"containing":1,"the":3,"configuration":3,"parameters":1,"for":4,"sentence":12,"transformer":4,"bert":2,"model":9,"config":17,"files":8,"json":7,"roberta":2,"distilbert":1,"camembert":1,"albert":1,"xlm":1,"xlnet":1,"encoder":9,"none":5,"file":7,"in":5,"if":8,"try":3,"get":5,"local":1,"name":4,"revision":6,"is":3,"not":4,"hf":4,"to":4,"break":2,"and":1,"path":1,"absolute":1,"on":1,"huggingfacehub":1,"repo":5,"list":1,"token":2,"except":1,"exception":1,"return":3,"logger":1,"info":1,"found":1,"transformers":1,"tokenize":1,"all":1,"k":2,"max":1,"seq":1,"length":1,"do":1,"lower":1,"case":1,"def":1,"maybe":1,"register":2,"serialize":2,"by":2,"value":2,"class":1},"26688,1907,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":1,"trust":3,"remote":3,"code":3,"is":5,"set":1,"and":2,"the":10,"model":1,"s":1,"config":5,"file":2,"specifies":1,"an":3,"autoconfig":4,"class":10,"then":1,"typically":1,"instance":2,"of":5,"a":2,"custom":2,"imported":1,"from":5,"hf":1,"modules":7,"cache":1,"examples":1,"transformers":8,"import":8,"klass":4,"pretrained":2,"meta":2,"llama":4,"3":1,"8b":1,"true":3,"models":1,"configuration":2,"llamaconfig":1,"error":1,"not":4,"initialized":2,"deepseek":6,"ai":2,"v2":2,"5":2,"success":1,"98b11844770b2c3ffc18b175c758a803640f4e77":1,"deepseekv2config":1,"in":3,"example":1,"that":2,"serializable":1,"by":3,"default":1,"this":2,"will":1,"be":2,"importable":3,"spawned":1,"workers":1,"won":1,"t":1,"exist":1,"at":1,"all":1,"on":2,"other":1,"nodes":1,"which":1,"breaks":1,"serialization":3,"function":1,"we":1,"tell":1,"cloudpickle":3,"library":1,"to":2,"pass":1,"instances":1,"these":1,"generated":1,"classes":1,"value":1,"instead":1,"reference":1,"i":1,"e":1,"definition":1,"serialized":1,"along":1,"with":1,"its":1,"data":1,"so":1,"module":1,"does":1,"need":1,"receiving":1,"end":1,"see":1,"https":1,"github":1,"com":1,"cloudpipe":1,"tab":1,"readme":1,"ov":1,"overriding":1,"pickles":1,"mechanism":1,"for":1,"constructs":1,"noqa":1,"try":2,"available":2,"except":1,"importerror":1,"false":1,"multiprocessing":1,"pickle":1,"vllm":1,"vllmconfig":1},"28595,1915,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"register":6,"multiprocessing":2,"reducers":1,"to":4,"handle":1,"cross":1,"process":1,"serialization":2,"of":2,"vllmconfig":3,"objects":1,"that":1,"may":2,"contain":1,"custom":1,"configs":1,"from":3,"transformers":5,"modules":5,"def":3,"reduce":2,"config":12,"return":3,"pickle":3,"loads":1,"cloudpickle":5,"dumps":1,"reducer":1,"with":2,"if":6,"available":2,"by":4,"value":3,"ray":5,"vendors":1,"its":1,"own":1,"version":1,"vllm":2,"executor":1,"utils":1,"import":1,"except":1,"exception":1,"as":1,"e":2,"logger":1,"warning":1,"unable":1,"remote":4,"classes":1,"used":1,"trust":2,"code":3,"this":1,"lead":1,"a":1,"later":1,"error":1,"is":1,"not":2,"needed":1,"remove":1,"exc":1,"info":1,"get":5,"hf":4,"image":3,"processor":3,"model":6,"union":2,"str":4,"path":3,"token":3,"optional":2,"bool":1,"none":2,"revision":3,"kwargs":2,"dict":2,"any":1,"modelscope":2,"does":1,"provide":1,"an":1,"interface":1,"for":4,"envs":1,"use":1,"separate":1,"folder":1,"file":2,"gguf":2,"models":3,"check":1,"parent":1,"text":4,"pretrainedconfig":1,"the":1,"sub":1,"relevant":1,"llm":1,"multi":1,"modal":1,"no":1,"op":1,"pure":1},"30510,1771,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"if":2,"text":4,"config":13,"is":1,"not":3,"the":2,"code":7,"operates":1,"under":1,"assumption":2,"that":1,"should":1,"have":1,"num":2,"attention":2,"heads":2,"among":1,"others":1,"assert":2,"here":1,"to":1,"fail":1,"early":1,"transformers":1,"doesn":1,"t":1,"align":1,"with":2,"this":1,"hasattr":1,"return":8,"def":3,"try":7,"get":9,"generation":1,"model":8,"str":7,"trust":6,"remote":6,"bool":2,"revision":11,"optional":5,"none":6,"generationconfig":3,"from":2,"pretrained":3,"except":4,"oserror":2,"found":2,"safetensors":5,"metadata":4,"partial":3,"token":2,"hf":1,"retry":1,"error":1,"retrieving":1,"exception":2,"tokenizer":2,"name":2,"or":2,"path":2,"union":1,"os":1,"pathlike":1,"dict":1,"any":1},"32281,1312,data/raw/vllm-0.10.1/vllm/transformers_utils/config.py":{"def":2,"download":1,"mistral":3,"config":16,"file":7,"model":9,"revision":5,"dict":7,"name":3,"params":2,"json":2,"get":5,"hf":8,"to":3,"if":4,"is":3,"none":1,"raise":1,"valueerror":1,"f":3,"failed":1,"load":1,"for":1,"please":1,"check":1,"the":4,"a":2,"format":2,"and":2,"exists":1,"assert":1,"isinstance":1,"return":2,"maybe":1,"retrieve":1,"max":6,"pos":1,"from":2,"kwargs":2,"int":1,"position":5,"embeddings":5,"128":1,"000":1,"try":1,"trust":4,"remote":4,"code":4,"val":2,"false":1,"configformat":1,"value":3,"text":1,"except":1,"exception":1,"as":1,"e":2,"logger":1,"warning":1,"missing":1,"could":1,"not":1,"defaulting":1,"128000":1,"exc":1,"info":1},"0,1538,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_group.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":1,"from":6,"typing":2,"import":6,"optional":4,"extensions":1,"assert":1,"never":1,"config":6,"loraconfig":1,"modelconfig":1,"schedulerconfig":1,"lora":11,"request":3,"lorarequest":2,"transformers":1,"utils":2,"tokenizer":15,"anytokenizer":2,"encode":1,"tokens":1,"get":7,"async":1,"lrucache":2,"class":1,"tokenizergroup":1,"a":1,"group":1,"of":1,"tokenizers":2,"that":1,"can":1,"be":1,"used":1,"for":2,"adapters":1,"def":2,"init":1,"self":10,"id":4,"str":1,"enable":4,"bool":1,"max":11,"num":2,"seqs":2,"int":4,"input":6,"length":5,"loras":3,"capacity":1,"if":1,"else":1,"len":1,"none":1,"maximum":1,"return":1},"1538,1930,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_group.py":{"def":3,"raise":4,"if":5,"input":14,"too":4,"long":5,"self":9,"encoded":2,"tokens":10,"list":3,"int":5,"lora":12,"request":9,"optional":9,"lorarequest":3,"none":10,"length":16,"len":2,"max":14,"or":1,"else":1,"is":1,"not":1,"and":1,"valueerror":1,"encode":4,"prompt":4,"str":2,"truncation":6,"bool":4,"add":6,"special":6,"tokenizer":6,"get":2,"ret":6,"return":2,"async":3,"await":1},"3468,1613,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_group.py":{"def":3,"get":4,"lora":31,"tokenizer":17,"self":16,"request":12,"optional":3,"lorarequest":2,"none":2,"anytokenizer":2,"if":5,"not":6,"or":5,"enable":2,"return":6,"int":6,"id":6,"in":2,"tokenizers":6,"config":6,"put":2,"else":3,"async":3,"await":1,"init":1,"from":1,"configs":1,"model":2,"modelconfig":1,"scheduler":1,"schedulerconfig":1,"loraconfig":1,"runner":6,"type":6,"generate":1,"draft":1,"truncation":2,"side":2,"left":1,"elif":1,"pooling":1,"right":1,"assert":1,"never":1},"5081,459,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_group.py":{"return":1,"tokenizergroup":1,"tokenizer":5,"id":1,"model":4,"config":8,"enable":1,"lora":4,"bool":1,"max":5,"num":2,"seqs":2,"scheduler":1,"loras":2,"if":1,"else":1,"0":1,"input":1,"length":1,"none":1,"mode":2,"trust":2,"remote":2,"code":2,"revision":2,"truncation":2,"side":2},"0,1995,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":4,"importlib":1,"from":3,"abc":3,"abstractmethod":14,"typing":1,"type":2,"checking":2,"any":1,"optional":3,"union":2,"if":1,"entrypoints":1,"chat":1,"utils":1,"chatcompletionmessageparam":1,"class":1,"tokenizerbase":1,"property":10,"def":14,"all":3,"special":4,"tokens":3,"extended":1,"self":15,"list":5,"str":9,"raise":13,"notimplementederror":13,"ids":1,"int":10,"bos":1,"token":5,"id":3,"eos":1,"sep":1,"pad":1,"is":1,"fast":1,"bool":3,"vocab":4,"size":2,"max":2,"len":1,"return":1,"call":1,"text":2,"pair":1,"none":2,"add":1,"false":2,"truncation":1,"length":1,"get":2,"dict":2,"added":1},"1995,1848,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_base.py":{"abstractmethod":6,"def":8,"encode":2,"one":1,"self":6,"text":2,"str":14,"truncation":2,"bool":5,"false":1,"max":2,"length":2,"optional":5,"int":8,"none":7,"list":9,"raise":7,"notimplementederror":6,"add":1,"special":3,"tokens":6,"apply":1,"chat":1,"template":1,"messages":1,"chatcompletionmessageparam":1,"tools":1,"dict":2,"any":1,"kwargs":2,"convert":2,"to":2,"string":1,"decode":1,"ids":3,"union":1,"skip":2,"true":2,"class":4,"tokenizerregistry":3,"tokenizer":10,"name":8,"module":3,"registry":3,"tuple":1,"staticmethod":2,"register":1,"get":2,"args":1,"tokenizerbase":1,"cls":2,"if":1,"is":1,"valueerror":1,"f":1,"not":1,"found":1},"3843,186,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizer_base.py":{"tokenizer":4,"module":3,"importlib":1,"import":1,"cls":2,"0":1,"class":2,"getattr":1,"1":1,"return":1,"from":1,"pretrained":1,"args":1,"kwargs":1},"0,1983,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":9,"the":15,"vllm":1,"project":1,"yapf":1,"disable":1,"ruff":1,"noqa":1,"e501":1,"coding":1,"utf":1,"8":1,"adapted":1,"from":5,"https":1,"github":1,"com":1,"deepseek":5,"ai":1,"vl2":2,"blob":1,"ff23960c5cf9e6874b44be38af930cfb0ccbb620":1,"models":1,"processing":2,"vl":1,"v2":1,"py":1,"c":1,"2023":1,"2024":1,"permission":2,"is":4,"hereby":1,"granted":1,"free":1,"of":8,"charge":1,"any":3,"person":1,"obtaining":1,"a":2,"copy":2,"this":2,"software":9,"and":5,"associated":1,"documentation":1,"files":1,"deal":1,"in":6,"without":3,"restriction":1,"including":2,"limitation":1,"rights":1,"use":2,"modify":1,"merge":1,"publish":1,"distribute":1,"sublicense":1,"or":9,"sell":1,"copies":2,"permit":1,"persons":1,"whom":1,"furnished":1,"do":1,"so":1,"subject":1,"following":1,"conditions":1,"above":1,"notice":2,"shall":2,"be":2,"included":1,"all":1,"substantial":1,"portions":1,"provided":1,"as":2,"warranty":1,"kind":1,"express":1,"implied":1,"but":1,"not":1,"limited":1,"warranties":1,"merchantability":1,"fitness":1,"for":2,"particular":1,"purpose":1,"noninfringement":1,"no":1,"event":1,"authors":1,"holders":1,"liable":1,"claim":1,"damages":1,"other":2,"liability":1,"whether":1,"an":1,"action":1,"contract":1,"tort":1,"otherwise":1,"arising":1,"out":1,"connection":1,"with":1,"dealings":1,"import":6,"math":1,"torch":1,"torchvision":1,"transforms":1,"t":2,"pil":1,"image":1,"imageops":1,"transformers":2,"autoprocessor":1,"batchfeature":1,"llamatokenizerfast":1,"utils":1,"processormixin":1,"class":1,"imagetransform":1,"def":1,"init":1,"self":4,"mean":3,"tuple":2,"float":6,"5":6,"std":3,"normalize":3,"bool":1,"true":1,"transform":1,"pipelines":1,"totensor":1},"1983,1750,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"if":2,"normalize":7,"transform":5,"pipelines":2,"append":1,"t":2,"mean":6,"std":6,"self":15,"compose":1,"def":2,"call":1,"pil":2,"img":2,"image":14,"x":2,"return":1,"class":2,"deepseekvlv2processor":1,"processormixin":1,"tokenizer":10,"llamatokenizer":1,"llamatokenizerfast":2,"attributes":1,"init":1,"candidate":4,"resolutions":4,"tuple":4,"int":5,"patch":3,"size":4,"downsample":3,"ratio":3,"float":6,"0":8,"5":6,"bool":3,"true":2,"token":10,"str":3,"pad":8,"add":3,"special":3,"false":1,"sft":1,"format":1,"deepseek":1,"mask":1,"prompt":1,"ignore":1,"id":2,"100":1,"kwargs":1,"imagetransform":1,"padding":2,"side":2,"left":1,"must":1,"set":1,"this":1,"with":1,"make":1,"a":1,"difference":1,"in":1,"batch":1,"inference":1,"the":1,"as":1,"to":1,"use":1,"and":1,"is":1,"none":1,"tokens":1},"3733,1530,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"add":8,"image":11,"token":13,"id":5,"self":13,"tokenizer":6,"vocab":2,"get":2,"if":1,"is":1,"none":2,"special":22,"tokens":20,"dict":6,"additional":3,"five":1,"for":3,"grounding":3,"related":1,"tasks":1,"ref":4,"det":4,"sft":3,"data":1,"user":1,"assistant":1,"pad":2,"format":2,"mask":2,"prompt":2,"ignore":2,"super":1,"init":1,"kwargs":1,"def":1,"select":1,"best":2,"resolution":3,"size":2,"used":1,"cropping":1,"original":2,"width":1,"height":1,"fit":1,"max":1,"effective":1,"0":1,"min":1,"wasted":1,"float":1,"inf":1},"5263,1991,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"for":1,"width":9,"height":9,"in":1,"self":14,"candidate":1,"resolutions":1,"scale":3,"min":4,"original":6,"downscaled":4,"int":3,"effective":8,"resolution":13,"wasted":5,"if":4,"max":3,"or":1,"and":1,"best":2,"fit":2,"return":6,"property":3,"def":6,"bos":5,"id":8,"tokenizer":5,"token":4,"eos":6,"pad":2,"encode":2,"text":2,"str":5,"bool":4,"true":3,"false":2,"t":8,"add":1,"special":1,"tokens":1,"decode":2,"list":6,"kwargs":4,"process":1,"one":1,"prompt":5,"images":3,"image":2,"inference":2,"mode":2,"args":1,"the":4,"formatted":1,"conversations":2,"dict":1,"with":1,"a":1,"of":2,"messages":1,"imagetype":1,"then":1,"remove":1,"last":1,"system":2},"7254,1763,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"returns":1,"outputs":1,"baseprocessoroutput":1,"the":6,"output":1,"of":3,"processor":1,"input":9,"ids":12,"torch":7,"longtensor":4,"n":3,"image":10,"tokens":5,"target":3,"pixel":1,"values":1,"floattensor":1,"patches":1,"3":1,"h":1,"w":1,"id":9,"int":2,"token":7,"num":2,"list":2,"number":1,"assert":2,"prompt":3,"is":2,"not":3,"none":2,"and":2,"images":12,"must":1,"be":1,"used":1,"at":1,"same":1,"time":1,"sft":2,"format":2,"tokenized":12,"str":12,"seq":6,"mask":6,"spatial":1,"crop":1,"self":7,"tokenize":1,"with":1,"bos":1,"true":2,"eos":1,"cropping":1,"len":7,"2":1,"masked":6,"for":1,"index":3,"in":1,"if":1,"append":2,"else":1,"ignore":3,"f":2,"s":2,"length":3,"imags":1,"are":1,"equal":1,"tensor":1,"dtype":1,"bool":1,"set":1,"0":3,"as":1,"pad":1},"9017,1936,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"if":3,"inference":5,"mode":5,"remove":2,"the":9,"ending":1,"eos":3,"token":3,"assert":1,"input":8,"ids":10,"1":6,"self":5,"id":3,"target":2,"images":18,"seq":4,"mask":4,"len":1,"list":6,"0":3,"pixel":4,"values":4,"torch":8,"zeros":2,"3":2,"image":11,"size":2,"spatial":5,"crop":5,"2":1,"dtype":2,"long":2,"else":1,"stack":1,"dim":1,"tensor":2,"unsqueeze":1,"prepare":4,"batchfeature":1,"data":1,"dict":1,"num":3,"tokens":5,"type":1,"pt":1,"return":2,"def":1,"call":1,"text":3,"str":2,"bool":2,"true":2,"kwargs":2,"args":1,"formatted":1,"prompt":2,"imagetype":1,"of":4,"then":1,"last":1,"returns":1,"outputs":1,"baseprocessoroutput":1,"output":1,"processor":1,"longtensor":1,"n":2,"floattensor":1,"h":1,"w":1,"int":2,"number":1,"process":1,"one":1},"10953,1802,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"def":1,"tokenize":2,"with":2,"images":10,"self":17,"conversation":3,"str":3,"list":4,"image":22,"bos":2,"bool":3,"true":3,"eos":2,"cropping":2,"text":6,"tags":1,"assert":1,"count":1,"token":2,"len":2,"splits":2,"split":1,"seq":2,"mask":2,"spatial":1,"crop":2,"num":1,"tokens":1,"tokenized":5,"for":6,"sep":6,"in":5,"zip":1,"encode":2,"false":3,"select":2,"best":10,"resolution":2,"anyres":1,"if":1,"width":4,"height":4,"size":9,"else":1,"process":2,"the":2,"global":3,"view":5,"imageops":2,"pad":2,"color":2,"tuple":2,"int":2,"x":4,"255":2,"transform":4,"mean":2,"append":2,"local":3,"views":1,"i":3,"range":2,"0":2,"j":3},"12755,1868,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/deepseek_vl2.py":{"record":1,"height":6,"width":6,"crop":3,"num":11,"tiles":8,"best":2,"self":11,"image":15,"size":4,"images":13,"spatial":2,"append":2,"add":3,"tokens":6,"h":5,"w":5,"math":1,"ceil":1,"patch":1,"downsample":1,"ratio":1,"global":2,"views":3,"1":6,"is":2,"for":1,"line":1,"separator":2,"tokenized":19,"token":3,"id":5,"a":1,"between":1,"and":2,"local":2,"str":10,"seq":10,"mask":10,"true":1,"len":7,"process":1,"the":2,"last":1,"text":2,"split":1,"sep":3,"encode":1,"splits":1,"bos":4,"false":5,"eos":4,"if":2,"assert":1,"f":1,"tokenize":1,"with":1,"func":1,"s":2,"length":2,"not":1,"equal":1,"to":1,"imags":1,"return":1,"list":1,"autoprocessor":1,"register":1,"deepseekvlv2processor":2},"0,552,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":4,"project":1,"multi":1,"modal":1,"processors":3,"may":1,"be":1,"defined":2,"in":1,"this":1,"directory":1,"for":1,"following":1,"reasons":1,"there":2,"is":2,"no":1,"processing":1,"file":1,"by":1,"hf":1,"hub":1,"or":1,"transformers":3,"library":1,"a":1,"need":1,"override":1,"existing":1,"processor":1,"support":1,"from":2,"utils":2,"deepseek":1,"vl2":1,"import":2,"deepseekvlv2processor":2,"ovis":1,"ovisprocessor":2,"all":1},"0,1695,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":4,"the":14,"vllm":3,"project":1,"yapf":1,"disable":1,"ruff":1,"noqa":1,"e501":1,"coding":1,"utf":1,"8":1,"adapted":1,"from":9,"https":1,"github":1,"com":1,"aidc":1,"ai":2,"ovis":3,"blob":1,"35ab51a1a1e3542fa6db260a1084cefbc8f164bb":1,"processing":2,"py":1,"2025":1,"qwen":1,"team":3,"and":5,"huggingface":1,"inc":1,"all":2,"rights":1,"reserved":1,"this":3,"code":1,"is":3,"based":1,"on":2,"eleutherai":1,"s":1,"gpt":3,"neox":3,"library":2,"opt":2,"implementations":1,"in":3,"it":1,"has":1,"been":1,"modified":1,"its":1,"original":1,"forms":1,"accommodate":1,"minor":1,"architectural":1,"differences":1,"compared":1,"used":1,"by":2,"meta":1,"that":1,"trained":1,"model":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"file":1,"except":1,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"functools":1,"import":9,"cached":1,"property":1,"typing":1,"union":1,"pil":1,"torch":1,"transformers":4,"autoprocessor":1,"batchfeature":1,"image":3,"utils":3,"imageinput":1,"processingkwargs":1,"processormixin":1,"unpack":1,"tokenization":1,"base":1,"pretokenizedinput":1,"textinput":1,"multimodal":1,"convert":1,"mode":1,"ovisprocessor":1,"ignore":1,"id":1,"100":1},"1695,1733,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"class":4,"ovisprocessorkwargs":1,"processingkwargs":1,"total":1,"false":2,"type":1,"ignore":1,"call":2,"arg":1,"defaults":1,"text":1,"kwargs":4,"padding":1,"images":1,"max":1,"partition":1,"9":2,"covering":1,"threshold":1,"0":1,"convert":2,"to":2,"rgb":1,"true":1,"return":1,"tensors":1,"pt":1,"ovisprocessor":4,"processormixin":1,"r":1,"constructs":1,"a":9,"ovis":2,"processor":9,"which":2,"wraps":1,"image":17,"and":3,"qwen2":1,"tokenizer":7,"into":2,"single":1,"offers":1,"all":1,"the":4,"functionalities":1,"of":2,"qwen2vlimageprocessor":2,"qwen2tokenizerfast":2,"see":1,"decode":1,"for":1,"more":1,"information":1,"args":1,"optional":3,"is":2,"required":2,"input":2,"chat":6,"template":6,"str":1,"jinja":1,"will":1,"be":1,"used":1,"lists":1,"messages":1,"in":1,"tokenizable":1,"string":1,"attributes":1,"valid":1,"pad":4,"token":5,"segment":4,"len":4,"autoimageprocessor":1,"autotokenizer":1,"def":1,"init":2,"self":4,"none":4,"255":1,"super":1},"3428,493,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"cached":1,"property":1,"def":1,"extra":3,"special":3,"tokens":3,"self":3,"image":11,"pad":4,"token":4,"id":2,"tokenizer":1,"get":1,"vocab":1,"200":1,"atom":1,"300":1,"start":1,"301":1,"prefix":1,"302":1,"col":1,"sep":2,"303":1,"row":1,"304":1,"end":1,"305":1,"return":1},"3921,215,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"def":1,"call":1,"self":1,"images":1,"imageinput":1,"none":2,"text":1,"union":1,"textinput":2,"pretokenizedinput":2,"list":2,"kwargs":1,"unpack":1,"ovisprocessorkwargs":1},"4136,390,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"batchfeature":1,"main":1,"method":3,"to":5,"prepare":2,"for":1,"the":5,"model":1,"one":1,"or":1,"several":1,"sequences":1,"s":3,"and":3,"image":1,"this":2,"forwards":2,"text":3,"kwargs":1,"arguments":2,"qwen2tokenizerfast":2,"call":1,"if":1,"is":1,"not":1,"none":1,"encode":1,"vision":2,"inputs":1,"infos":1,"kwrags":1},"4526,1643,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"qwen2vlimageprocessor":2,"s":1,"call":1,"if":3,"vision":1,"infos":1,"is":2,"not":1,"none":1,"args":1,"images":2,"pil":3,"image":8,"np":6,"ndarray":6,"torch":5,"tensor":7,"list":11,"the":5,"or":8,"batch":4,"of":8,"to":4,"be":6,"prepared":2,"each":3,"can":3,"a":7,"numpy":3,"array":2,"pytorch":3,"both":2,"channels":4,"first":2,"and":2,"last":2,"formats":2,"are":4,"supported":2,"text":1,"str":4,"sequence":2,"sequences":3,"encoded":1,"string":2,"strings":2,"pretokenized":2,"provided":1,"as":1,"you":1,"must":1,"set":2,"split":1,"into":1,"words":1,"true":1,"lift":1,"ambiguity":1,"with":1,"videos":2,"video":1,"4d":1,"nested":1,"3d":1,"frames":1,"return":6,"tensors":2,"utils":1,"tensortype":1,"optional":1,"will":1,"particular":1,"framework":1,"acceptable":1,"values":1,"tf":2,"tensorflow":1,"constant":1,"objects":4,"pt":1,"jax":2,"jnp":1},"6169,1058,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"returns":1,"batchfeature":2,"a":4,"with":1,"the":2,"following":1,"fields":1,"input":2,"ids":2,"list":5,"of":6,"token":1,"to":7,"be":4,"fed":3,"model":5,"returned":6,"when":7,"text":2,"is":8,"not":7,"none":7,"attention":3,"mask":3,"indices":1,"specifying":1,"which":1,"tokens":1,"should":1,"attended":1,"by":1,"return":1,"true":1,"or":1,"if":2,"in":3,"self":1,"names":1,"and":1,"pixel":4,"values":4,"images":2,"videos":5,"image":2,"grid":6,"thw":2,"3d":2,"llm":2,"video":3,"second":1,"per":2,"ts":1,"seconds":1,"time":1},"7227,183,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"output":1,"kwargs":5,"self":2,"merge":1,"ovisprocessorkwargs":1,"tokenizer":2,"init":2},"7410,1936,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"process":3,"all":2,"images":10,"first":1,"image":24,"features":5,"if":8,"is":2,"not":3,"none":2,"processed":4,"placeholders":10,"list":9,"grids":2,"each":1,"for":4,"in":6,"isinstance":2,"else":2,"pixel":2,"values":2,"grid":2,"self":3,"preprocess":1,"output":1,"kwargs":2,"append":4,"assign":1,"text":8,"input":1,"tokenized":2,"batched":2,"tokenize":1,"with":1,"symbol":1,"token":8,"id":6,"get":1,"value":1,"replaced":1,"ids":11,"idx":4,"0":1,"tensor":3,"and":1,"len":1,"converts":1,"ease":1,"of":1,"use":1,"tolist":1,"new":3,"replace":1,"i":1,"enumerate":1,"placeholder":2,"extend":1,"1":1},"9346,1759,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"converts":1,"back":1,"to":1,"tensors":1,"ids":18,"tensor":5,"torch":8,"new":1,"dtype":3,"long":3,"else":2,"raise":1,"runtimeerror":1,"mismatch":1,"between":1,"the":4,"images":3,"you":1,"provided":2,"and":4,"number":1,"of":1,"placeholder":1,"present":2,"in":4,"text":9,"replaced":6,"list":6,"append":3,"if":5,"tokenized":3,"stack":1,"create":1,"output":5,"with":2,"features":4,"batchfeature":2,"data":2,"input":2,"add":2,"image":6,"pixel":1,"values":1,"processed":1,"grids":2,"return":3,"only":1,"were":1,"def":1,"tokenize":1,"symbol":1,"self":4,"str":1,"longtensor":1,"batch":3,"token":10,"for":3,"chunks":3,"tokenizer":1,"chunk":4,"special":1,"tokens":1,"false":1,"split":1,"num":2,"chuck":2,"len":1,"i":2,"enumerate":1,"extend":1,"1":1,"get":1,"value":1},"11105,1988,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"def":4,"get":11,"image":30,"size":10,"self":17,"processor":2,"if":5,"shortest":2,"edge":2,"in":6,"width":5,"height":5,"elif":1,"and":1,"else":1,"raise":1,"valueerror":1,"can":1,"t":1,"parse":1,"from":2,"config":1,"return":4,"token":18,"value":10,"tok":2,"extra":1,"special":1,"tokens":6,"construct":3,"indicators":2,"grid":9,"placeholders":9,"start":1,"atom":5,"prefix":1,"0":3,"1":6,"for":3,"r":2,"range":2,"c":2,"append":5,"col":1,"sep":2,"row":1,"end":1,"id":6,"extract":1,"the":1,"padding":5,"tokenizer":1,"pad":1,"create":1,"a":1,"new":1,"list":1,"with":1,"inserted":1,"padded":4,"placeholder":4,"extend":1,"segment":1,"len":1},"13093,1999,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"def":3,"preprocess":4,"image":7,"self":2,"pil":2,"max":1,"partition":4,"covering":1,"threshold":1,"convert":1,"to":2,"rgb":1,"return":4,"tensors":3,"img":5,"side":8,"first":1,"resize":1,"and":1,"w":8,"h":8,"size":5,"if":4,"new":22,"width":14,"height":14,"elif":2,"int":6,"else":4,"dict":1,"pixel":8,"values":13,"processor":1,"then":1,"pad":1,"square":6,"torch":1,"zeros":1,"1":8,"3":1,"dtype":2,"device":2,"shape":1,"2":3,"from":6,"index":6,"grid":7,"list":1,"tuple":1,"row":7,"0":3,"col":7,"for":2,"in":2,"range":2,"left":2,"upper":2,"right":2,"lower":2,"append":1},"15092,1613,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"return":4,"partition":9,"def":2,"covering":10,"area":4,"left":2,"upper":2,"right":2,"lower":2,"side":6,"w":8,"h":7,"max":4,"min":1,"if":5,"get":1,"best":1,"grid":5,"img":6,"size":2,"0":13,"1":10,"candidate":3,"grids":10,"for":4,"i":3,"in":4,"range":2,"j":3,"append":3,"all":3,"good":5,"ratio":7,"sum":1,"p":2,"assert":1,"threshold":1,"len":1,"pick":2,"the":4,"with":2,"minimum":1,"sub":2,"images":2,"and":2,"break":2,"tie":2,"using":2,"sorted":2,"key":2,"lambda":2,"x":8,"else":1,"maximum":1,"convert":2,"to":1,"rgb":2,"image":3,"mode":1},"16705,1810,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"sides":4,"self":8,"get":3,"image":10,"size":4,"if":2,"0":4,"1":2,"raise":1,"valueerror":1,"returns":2,"non":1,"square":1,"side":3,"grid":5,"best":1,"partition":3,"crops":4,"crop":3,"p":2,"for":4,"in":2,"len":1,"insert":1,"pixel":2,"values":2,"torch":2,"cat":1,"preprocess":1,"dim":1,"placeholders":3,"construct":1,"return":4,"def":3,"batch":5,"decode":8,"args":5,"kwargs":4,"this":4,"method":4,"forwards":2,"all":2,"its":2,"arguments":2,"to":7,"qwen2tokenizerfast":2,"s":2,"pretrainedtokenizer":2,"please":2,"refer":2,"the":9,"docstring":2,"of":5,"more":2,"information":2,"tokenizer":3,"post":2,"process":2,"text":4,"generated":3,"outputs":3,"output":3,"model":2,"tensor":2,"or":2,"np":1,"ndarray":1,"generate":1,"function":1,"is":1,"expected":1,"be":1,"a":1,"shape":1,"sequence":2,"length":2,"list":1,"str":1,"decoded":1,"skip":1,"special":1,"tokens":1,"true":1,"clean":1,"up":1,"tokenization":1,"spaces":1,"false":1},"18515,412,data/raw/vllm-0.10.1/vllm/transformers_utils/processors/ovis.py":{"property":1,"def":1,"model":3,"input":7,"names":9,"self":3,"tokenizer":3,"image":3,"processor":5,"from":2,"list":1,"dict":1,"fromkeys":1,"return":1,"second":1,"per":1,"grid":1,"ts":1,"autoprocessor":1,"register":1,"ovisprocessor":2},"0,1945,data/raw/vllm-0.10.1/vllm/transformers_utils/chat_templates/registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":2,"project":1,"from":3,"pathlib":1,"import":3,"path":12,"typing":1,"callable":3,"optional":4,"union":2,"logger":5,"init":2,"file":2,"chat":29,"templates":9,"dir":9,"parent":1,"chattemplatepath":3,"str":6,"def":3,"get":4,"qwen":3,"template":27,"fallback":8,"tokenizer":4,"name":4,"or":4,"if":4,"endswith":1,"return":4,"chatml":1,"jinja":8,"basic":4,"yapf":2,"disable":1,"model":11,"type":11,"dict":1,"blip":1,"blip2":1,"chameleon":1,"deepseek":2,"vl":1,"v2":1,"vl2":1,"florence2":1,"fuyu":2,"paligemma":1,"enable":1,"register":1,"none":3,"in":1,"warning":1,"s":2,"already":1,"has":1,"a":1,"registered":1,"it":1,"will":1,"be":1,"overwritten":1,"by":1,"new":1,"is":1},"0,208,data/raw/vllm-0.10.1/vllm/transformers_utils/chat_templates/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"registry":1,"import":1,"get":2,"chat":2,"template":2,"fallback":2,"path":2,"all":1},"0,961,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"import":13,"os":1,"from":10,"pathlib":1,"path":1,"typing":1,"type":2,"checking":2,"any":1,"optional":1,"union":1,"cast":1,"huggingface":2,"hub":3,"regex":1,"as":2,"re":1,"hfapi":1,"hf":1,"download":1,"transformers":2,"tokenization":1,"utils":4,"base":2,"batchencoding":1,"logger":4,"init":2,"tokenizer":1,"tokenizerbase":1,"is":2,"list":1,"of":1,"if":1,"make":1,"sure":1,"mistral":5,"common":3,"lazy":1,"imported":1,"so":1,"that":1,"users":1,"who":1,"only":1,"use":1,"non":1,"models":1,"will":1,"not":1,"be":1,"bothered":1,"by":1,"dependency":1,"protocol":1,"instruct":1,"request":1,"chatcompletionrequest":1,"tokens":1,"tokenizers":1,"mistraltokenizer":1,"publicmistraltokenizer":1,"entrypoints":1,"chat":1,"chatcompletionmessageparam":1,"name":1},"961,1861,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"def":1,"maybe":1,"serialize":1,"tool":14,"calls":13,"request":4,"chatcompletionrequest":1,"see":2,"https":4,"github":4,"com":4,"vllm":2,"project":1,"pull":1,"9951":1,"credits":1,"go":1,"to":3,"gcalmettes":1,"note":1,"there":1,"is":7,"currently":1,"a":2,"bug":1,"in":9,"pydantic":11,"where":1,"attributes":1,"declared":1,"as":2,"iterables":1,"are":3,"replaced":1,"the":10,"instances":1,"by":1,"core":1,"validatoriterator":1,"instance":1,"particular":1,"this":2,"affects":1,"defined":1,"chatcompletionassistantmessageparam":2,"model":1,"issues":4,"9467":2,"result":1,"from":1,"assistant":2,"messages":4,"never":1,"deserialized":2,"object":2,"if":2,"iterator":3,"not":2,"consumed":2,"affect":1,"passed":1,"mistraltokenizer":1,"since":1,"no":1,"chat":1,"template":1,"applied":1,"and":1,"therefore":1,"tools":1,"directly":1,"issue":1,"tracked":1,"on":1,"side":1,"with":1,"resolution":1,"planned":1,"for":2,"v2":2,"11":2,"release":1,"meantime":1,"official":2,"workaround":1,"consume":1,"so":1,"correctly":1,"openai":1,"issuecomment":1,"2442097291":1,"noqa":1,"e501":1,"9541":1,"todo":1,"remove":1,"when":1,"released":1,"i":2,"message":3,"enumerate":1,"get":2,"role":1,"validator":2,"iter":1,"validated":3,"while":1,"true":1,"try":1,"call":2,"next":1,"type":1,"ignore":1,"append":1,"except":1,"stopiteration":1,"break":1},"2822,1982,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"def":3,"truncate":1,"tool":27,"call":20,"ids":2,"request":8,"chatcompletionrequest":2,"truncates":1,"for":4,"mistral":2,"s":5,"id":21,"requirements":1,"i":3,"message":6,"in":4,"enumerate":1,"messages":3,"if":7,"get":3,"role":2,"assistant":1,"calls":5,"len":2,"9":6,"logger":2,"warning":2,"truncating":2,"to":2,"elif":1,"results":1,"validate":1,"params":1,"skip":3,"special":3,"tokens":3,"is":3,"not":3,"none":2,"and":1,"raise":1,"valueerror":1,"false":1,"supported":1,"tokenizers":1,"list":2,"local":1,"repo":6,"files":1,"str":3,"revision":6,"optional":1,"cache":3,"os":3,"path":3,"join":3,"huggingface":2,"hub":3,"constants":2,"hf":1,"separator":1,"models":1,"split":1,"file":5,"refs":1,"main":1,"isfile":1,"with":1,"open":1,"as":1,"read":1},"4804,1881,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"if":7,"revision":5,"dir":3,"os":3,"path":2,"join":1,"repo":1,"cache":1,"snapshots":1,"isdir":1,"return":4,"listdir":1,"def":3,"find":1,"tokenizer":5,"file":8,"files":12,"list":6,"str":5,"pattern":8,"re":1,"compile":1,"r":1,"model":2,"v":2,"tekken":1,"json":1,"mm":1,"matched":6,"for":2,"in":4,"match":1,"len":5,"1":5,"raise":2,"oserror":2,"f":6,"found":2,"matching":2,"the":2,"make":3,"sure":2,"only":1,"one":1,"mistral":3,"is":2,"present":2,"elif":1,"0":4,"that":1,"a":1,"aggregate":1,"content":13,"dict":4,"any":4,"aggregated":8,"chunk":4,"get":4,"type":3,"text":6,"and":3,"n":2,"else":1,"append":1,"chat":1,"completion":1,"request":1,"messages":2,"chatcompletionmessageparam":1,"tools":1,"optional":1,"none":1,"chatcompletionrequest":1,"last":3,"message":3,"cast":1,"role":1,"assistant":1,"prefix":1,"true":1},"6685,1734,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"mistral":9,"common":4,"requires":2,"assistantmessage":1,"content":12,"to":4,"be":2,"string":3,"1":3,"https":1,"github":1,"com":1,"mistralai":1,"blob":1,"f4a06998b75ed78bbf5aaf569590b772ea26c9f6":1,"src":1,"protocol":2,"instruct":5,"messages":4,"py":1,"l80":1,"for":3,"message":5,"in":5,"remove":1,"reasoning":2,"as":1,"unsupported":1,"by":1,"pop":1,"none":4,"type":4,"ignore":2,"convert":1,"list":2,"text":1,"if":7,"get":4,"role":1,"assistant":1,"tool":4,"any":1,"isinstance":1,"aggregate":1,"the":4,"client":2,"comparison":1,"openai":1,"parameters":3,"dict":1,"and":1,"description":3,"present":1,"even":1,"they":1,"are":1,"empty":1,"tools":4,"function":7,"is":2,"from":1,"request":1,"import":1,"chatcompletionrequest":2,"return":1,"var":1,"class":1,"mistraltokenizer":1,"tokenizerbase":1,"def":1,"init":1,"self":5,"tokenizer":5,"publicmistraltokenizer":1,"version":4,"str":2,"value":1,"int":2,"split":1,"v":1},"8419,1156,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"tokenizer":12,"instruct":1,"from":2,"mistral":2,"common":2,"tokens":3,"tokenizers":2,"tekken":3,"import":2,"specialtokenpolicy":2,"tekkenizer":2,"self":10,"is":5,"isinstance":2,"sentencepiece":1,"sentencepiecetokenizer":2,"spm":2,"if":1,"make":1,"sure":1,"special":2,"will":1,"not":1,"raise":2,"token":5,"policy":1,"ignore":1,"elif":1,"pass":1,"else":1,"typeerror":1,"f":1,"unsupported":1,"type":1,"vocab":5,"convert":1,"to":5,"a":2,"dict":2,"str":1,"int":1,"match":1,"protocol":1,"but":1,"this":1,"lossy":1,"conversion":1,"there":1,"may":1,"be":1,"multiple":1,"ids":1,"that":1,"decode":1,"the":1,"same":1,"string":1,"due":1,"partial":1,"utf":1,"8":1,"byte":1,"sequences":1,"being":1,"converted":1,"idx":2,"for":1,"in":1,"enumerate":1,"max":1,"id":1,"size":1,"1":1},"9575,1994,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"classmethod":1,"def":2,"from":5,"pretrained":1,"cls":3,"path":18,"or":12,"repo":16,"id":14,"str":7,"revision":9,"optional":2,"none":1,"mistraltokenizer":2,"if":2,"not":1,"exists":1,"assert":2,"len":2,"split":1,"2":1,"you":1,"have":1,"either":1,"provided":1,"a":1,"non":1,"existent":1,"an":1,"invalid":2,"hf":6,"hub":2,"tokenizer":18,"file":12,"download":3,"mistral":6,"elif":1,"is":2,"dir":1,"name":6,"find":2,"os":1,"listdir":1,"else":1,"f":1,"common":1,"tokens":1,"tokenizers":1,"import":1,"as":2,"publicmistraltokenizer":2,"return":2,"staticmethod":1,"try":1,"api":2,"hfapi":1,"files":6,"list":2,"except":1,"connectionerror":1,"exc":2,"local":1,"0":1,"raise":1,"filename":3},"11569,1531,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"the":2,"following":1,"attributes":1,"are":2,"set":1,"to":1,"fit":1,"vllm":1,"s":5,"design":1,"and":1,"used":1,"by":1,"guided":1,"structured":1,"output":1,"backends":1,"property":10,"def":11,"all":6,"special":12,"tokens":12,"extended":3,"self":21,"list":5,"str":4,"from":1,"mistral":1,"common":1,"tokenizers":1,"base":1,"import":1,"specialtokens":3,"tekken":1,"defines":1,"its":1,"own":1,"if":2,"hasattr":1,"tokenizer":4,"else":2,"return":9,"value":1,"isinstance":1,"for":2,"in":2,"ids":1,"int":6,"index":1,"t":2,"bos":2,"token":6,"id":6,"eos":2,"sep":1,"raise":2,"notimplementederror":2,"pad":1,"is":1,"fast":1,"bool":1,"true":1,"vocab":3,"size":2,"len":2,"max":2},"13100,1600,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"def":4,"call":1,"self":8,"text":11,"union":2,"str":9,"list":12,"int":11,"pair":1,"optional":3,"none":3,"add":2,"special":2,"tokens":3,"bool":3,"false":3,"truncation":5,"max":5,"length":5,"input":15,"ids":16,"for":4,"original":1,"prompt":2,"if":2,"is":2,"of":3,"p":2,"in":1,"each":2,"encode":4,"one":3,"append":1,"apply":1,"chat":1,"template":1,"output":1,"already":1,"elif":1,"single":1,"else":1,"return":4,"batchencoding":1,"get":2,"vocab":3,"dict":3,"nb":1,"the":3,"dictionary":1,"form":1,"vocabulary":2,"collapses":1,"token":1,"that":1,"map":1,"to":1,"same":1,"string":1,"but":1,"have":2,"different":1,"bytes":1,"added":2,"mistral":2,"tokenizers":2,"no":1,"should":1,"not":1},"14700,1675,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"def":3,"encode":7,"self":9,"text":3,"str":4,"truncation":1,"optional":4,"bool":2,"none":5,"max":1,"length":1,"int":3,"add":4,"special":6,"tokens":14,"list":5,"should":2,"only":1,"be":2,"used":2,"for":5,"prompt":2,"completion":5,"it":1,"never":1,"chat":6,"use":1,"apply":2,"template":2,"if":4,"is":3,"not":2,"return":3,"tokenizer":4,"bos":2,"eos":2,"else":1,"true":1,"false":1,"messages":2,"chatcompletionmessageparam":1,"tools":2,"dict":1,"any":2,"kwargs":1,"request":3,"make":1,"mistral":3,"encoded":2,"decode":2,"to":3,"get":1,"clean":1,"convert":1,"string":1,"from":1,"common":1,"tokenizers":1,"base":1,"import":1,"specialtokens":2,"tekken":1,"t":6,"in":3,"tool":1,"calls":1,"or":1,"all":2,"isinstance":1,"bytes":1,"we":1,"need":1,"and":1,"again":1,"shift":1,"num":1},"16375,1971,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"def":2,"token":7,"to":4,"id":4,"t":9,"str":3,"bytes":4,"encode":1,"utf":1,"8":1,"if":4,"not":3,"isinstance":1,"else":4,"try":1,"return":3,"shift":1,"self":6,"tokenizer":6,"tekken":1,"token2id":1,"nospecial":1,"except":1,"keyerror":1,"logger":1,"warning":1,"failed":1,"convert":1,"s":1,"replacing":1,"with":1,"unk":2,"ids":3,"for":4,"in":3,"tokens":16,"decoded":10,"decode":4,"join":2,"make":1,"sure":1,"certain":1,"special":6,"like":1,"tool":2,"calls":2,"are":1,"specialtokens":1,"regular":7,"list":7,"append":4,"type":1,"ignore":1,"warn":1,"outlines":2,"logits":2,"processors":2,"can":1,"overwrite":1,"this":1,"method":1,"see":1,"guided":1,"decoding":1,"py":1,"adapt":1,"more":1,"union":1,"int":2,"skip":3,"bool":1,"true":1,"assert":1,"false":1,"is":1,"supported":1,"mistral":1,"tokenizers":1},"18346,1939,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/mistral.py":{"if":9,"isinstance":2,"ids":10,"int":2,"return":2,"self":16,"tokenizer":6,"decode":1,"def":1,"convert":1,"to":4,"tokens":18,"list":2,"skip":8,"special":10,"bool":1,"true":1,"str":1,"from":2,"mistral":3,"common":2,"tokenizers":3,"base":1,"import":2,"specialtokens":2,"instruct":6,"instructtokenizerv13":2,"todo":1,"patrick":1,"potentially":1,"allow":1,"not":2,"be":1,"skipped":1,"assert":2,"false":1,"is":6,"supported":1,"for":5,"tekken":3,"or":2,"spm":1,"type":1,"except":1,"tool":2,"call":1,"and":2,"think":5,"non":4,"get":1,"control":1,"token":3,"calls":1,"begin":2,"add":3,"end":2,"i":4,"in":6,"num":1,"id":6,"piece":2,"any":1,"t":2,"a":1,"decoded":1,"contains":1,"the":2,"replacement":1,"character":2,"then":1,"has":1,"an":1,"incomplete":1,"utf":1,"8":1,"so":1,"we":2,"must":1,"use":1,"bytes":1,"see":1,"https":2,"github":2,"com":2,"vllm":4,"project":2,"pull":2,"8640":1,"9625":1,"underlying":1,"tokenizeir":1,"sentencepiece":1,"just":1,"byte":1},"0,372,data/raw/vllm-0.10.1/vllm/transformers_utils/tokenizers/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":1,"mistral":1,"import":1,"mistraltokenizer":2,"maybe":2,"serialize":2,"tool":4,"calls":2,"truncate":2,"call":2,"ids":2,"validate":2,"request":2,"params":2,"all":1},"0,1245,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/step3_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":2,"typing":1,"import":2,"any":1,"optional":1,"union":1,"transformers":1,"configuration":1,"utils":1,"pretrainedconfig":3,"class":2,"step3visionencoderconfig":1,"model":2,"type":2,"step3":2,"vision":1,"encoder":1,"def":1,"init":2,"self":11,"hidden":12,"size":15,"1792":1,"intermediate":3,"3072":1,"output":3,"4096":1,"num":9,"layers":3,"63":1,"attention":3,"heads":3,"16":1,"channels":3,"3":1,"image":3,"728":1,"patch":3,"14":1,"act":3,"quick":1,"gelu":1,"layer":3,"norm":3,"eps":3,"1e":1,"5":1,"kwargs":2,"super":1,"step3textconfig":1,"text":1,"architectures":1,"step3textforcausallm":1},"1245,1216,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/step3_vl.py":{"def":1,"init":1,"self":1,"hidden":2,"size":4,"int":15,"7168":1,"intermediate":2,"18432":1,"num":4,"attention":2,"heads":1,"64":1,"groups":1,"1":1,"layers":2,"61":1,"max":2,"seq":1,"len":1,"65536":2,"vocab":1,"128815":1,"rms":1,"norm":2,"eps":1,"float":2,"1e":1,"5":2,"moe":4,"5120":2,"experts":1,"48":2,"top":1,"k":1,"3":1,"rope":2,"theta":1,"500000":1,"scaling":1,"optional":1,"dict":1,"str":1,"any":1,"none":1,"position":1,"embedding":1,"share":2,"expert":2,"dim":3,"q":1,"2048":1,"head":1,"256":1,"weight":1,"bool":1,"false":1,"enum":1,"tuple":1,"4":1,"6":1,"7":1,"8":1,"9":1,"10":1,"11":1,"12":1,"13":1,"14":1,"15":1,"16":1,"17":1,"18":1,"19":1,"20":1,"21":1,"22":1,"23":1,"24":1,"25":1,"26":1,"27":1,"28":1,"29":1,"30":1,"31":1,"32":1,"33":1,"34":1,"35":1,"36":1,"37":1,"38":1,"39":1,"40":1,"41":1,"42":1,"43":1,"44":1,"45":1,"46":1,"47":1,"49":1,"50":1,"51":1,"52":1,"53":1,"54":1,"55":1,"56":1,"57":1,"58":1,"59":1,"kwargs":1},"2461,886,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/step3_vl.py":{"none":1,"self":19,"hidden":4,"size":8,"intermediate":4,"num":8,"attention":4,"heads":2,"groups":2,"layers":4,"max":4,"seq":2,"len":2,"vocab":2,"rms":2,"norm":4,"eps":2,"moe":8,"experts":2,"top":2,"k":2,"rope":4,"theta":2,"scaling":2,"position":2,"embedding":2,"share":4,"expert":4,"dim":6,"q":2,"head":2,"weight":2,"enum":2},"3347,1153,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/step3_vl.py":{"super":2,"init":3,"kwargs":3,"class":1,"step3vlconfig":1,"pretrainedconfig":1,"model":1,"type":1,"step3":1,"vl":1,"def":1,"self":7,"vision":8,"config":17,"optional":2,"union":2,"dict":4,"step3visionencoderconfig":3,"none":5,"text":9,"step3textconfig":3,"understand":3,"projector":6,"stride":3,"int":2,"1":1,"bias":3,"bool":1,"true":1,"image":3,"token":3,"id":3,"128001":1,"if":2,"is":2,"elif":2,"isinstance":2,"hidden":2,"size":2},"0,1869,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/medusa.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":3,"os":2,"from":4,"typing":1,"optional":2,"union":2,"transformers":1,"pretrainedconfig":2,"class":1,"medusaconfig":2,"model":3,"type":1,"medusa":1,"def":4,"init":2,"self":12,"hidden":7,"size":11,"int":8,"4096":1,"vocab":8,"32001":1,"num":12,"heads":7,"5":1,"layers":5,"1":1,"max":4,"paths":3,"64":1,"topk":3,"10":1,"truncated":4,"none":2,"kwargs":8,"seq":1,"len":1,"20":1,"if":4,"is":1,"else":1,"architectures":2,"not":1,"in":5,"medusamodel":1,"super":1,"classmethod":1,"pretrained":3,"cls":3,"name":2,"or":2,"path":2,"str":1,"pathlike":1,"config":8,"dict":9,"get":1,"for":1,"k":6,"list":1,"keys":1,"pop":2,"elif":1,"return":3,"property":2,"attention":1,"lookahead":1,"tokens":1},"1869,143,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/medusa.py":{"num":5,"lookahead":4,"tokens":4,"setter":1,"def":1,"self":2,"int":1,"heads":1},"0,1704,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/mistral.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":4,"typing":1,"import":3,"any":2,"transformers":1,"pretrainedconfig":3,"whisperconfig":1,"logger":5,"init":2,"name":1,"def":2,"adapt":1,"config":32,"dict":26,"str":1,"kwargs":2,"update":1,"remap":6,"general":1,"mistral":6,"args":9,"if":6,"bool":4,"get":10,"quantization":2,"moe":1,"architectures":2,"mixtralforcausallm":1,"else":2,"mistralforcausallm":1,"yarn":2,"is":6,"vision":11,"multimodal":4,"or":4,"encoder":4,"audio":5,"whisper":1,"model":1,"assert":1,"not":1,"and":2,"are":1,"mutually":1,"exclusive":1,"debug":1,"initialized":1,"s":1,"return":1,"pop":2},"1704,1932,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/mistral.py":{"quant":3,"config":30,"get":3,"quantization":2,"model":4,"type":4,"pixtral":1,"architectures":1,"pixtralforconditionalgeneration":1,"text":1,"pretrainedconfig":2,"from":3,"dict":6,"vision":2,"if":2,"return":3,"def":2,"remap":2,"mistral":5,"yarn":8,"args":3,"direct":1,"remaps":1,"x":1,"rope":3,"scaling":2,"y":1,"source":1,"keys":1,"are":1,"yarnargs":1,"map":2,"beta":3,"fast":1,"alpha":1,"slow":1,"or":1,"renamed":2,"k":3,"v":2,"for":3,"in":4,"items":3,"mscale":1,"all":1,"dim":3,"1":2,"we":1,"hardcoded":1,"this":1,"to":1,"general":1,"key":14,"hf":2,"mapping":4,"hidden":4,"size":2,"norm":2,"eps":2,"rms":1,"n":3,"kv":1,"heads":4,"num":3,"value":4,"layers":2,"attention":1,"intermediate":1,"default":5,"top":2,"level":2,"with":2,"transformer":1,"act":1,"activation":1,"silu":1,"tie":1,"word":1,"embeddings":4,"tied":1,"false":1,"max":4,"seq":2,"len":2,"128":2,"000":2,"position":2,"new":4,"pop":2},"3636,939,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/mistral.py":{"def":2,"remap":2,"mistral":2,"quantization":14,"args":10,"config":12,"dict":4,"get":3,"if":1,"qformat":1,"weight":1,"fp8":3,"e4m3":1,"this":1,"maps":1,"to":2,"the":2,"static":2,"per":1,"tensor":1,"scheme":2,"quant":2,"method":2,"activation":1,"elif":1,"compressed":2,"tensors":2,"pass":1,"through":1,"else":1,"raise":1,"valueerror":1,"f":1,"found":1,"unknown":1,"in":1,"return":1,"audio":1,"whisper":4,"multimodal":1,"pop":1,"model":1,"encoder":2,"downsample":2},"4575,1104,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/mistral.py":{"quant":3,"config":12,"get":1,"quantization":2,"model":2,"type":1,"whixtral":1,"architectures":1,"voxtralforconditionalgeneration":1,"text":1,"pretrainedconfig":1,"from":1,"dict":1,"audio":5,"whisperconfig":1,"num":2,"mel":2,"bins":2,"encoder":13,"args":15,"encoding":4,"window":2,"size":4,"sampling":2,"rate":2,"hop":2,"length":2,"downsample":3,"factor":2,"d":1,"dim":3,"layers":2,"n":2,"ffn":1,"hidden":1,"attention":1,"heads":2,"vocab":2,"max":2,"source":2,"positions":2,"if":1,"return":1},"0,1421,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":4,"contributors":1,"to":6,"the":16,"vllm":1,"project":1,"2023":2,"openai":1,"team":2,"authors":1,"and":3,"huggingface":1,"inc":1,"c":1,"2018":1,"nvidia":1,"corporation":1,"all":1,"rights":1,"reserved":1,"cerebras":1,"systems":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":2,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":3,"copy":1,"of":3,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":4,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":2,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"jais":2,"configuration":5,"from":4,"transformers":2,"utils":2,"import":2,"pretrainedconfig":4,"logging":2,"logger":2,"get":1,"name":1,"class":2,"jaisconfig":1,"store":1,"jaismodel":1,"it":1,"used":2,"instantiate":1,"model":3,"according":1,"specified":1,"arguments":1,"defining":1,"architecture":1,"objects":1,"inherit":1,"can":1,"be":1,"control":1,"outputs":1,"read":1,"documentation":1,"more":1,"information":1},"1422,1975,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"args":1,"vocab":1,"size":2,"int":6,"optional":12,"defaults":12,"to":16,"50257":1,"vocabulary":1,"of":7,"the":19,"jais":1,"model":2,"defines":1,"number":3,"different":1,"tokens":1,"that":2,"can":1,"be":3,"represented":1,"by":1,"inputs":1,"ids":1,"passed":1,"when":1,"calling":1,"jaismodel":1,"n":6,"positions":1,"1024":2,"maximum":1,"sequence":1,"length":1,"this":2,"might":1,"ever":1,"used":1,"with":1,"typically":1,"set":2,"something":1,"large":1,"just":1,"in":6,"case":1,"e":1,"g":1,"512":1,"or":2,"2048":1,"embd":3,"768":1,"dimensionality":2,"embeddings":3,"and":2,"hidden":2,"states":1,"layer":4,"12":2,"layers":4,"transformer":2,"encoder":3,"head":1,"attention":3,"heads":1,"for":5,"each":1,"inner":2,"none":2,"feed":1,"forward":1,"will":1,"it":1,"4":1,"times":1,"activation":2,"function":2,"str":1,"gelu":3,"selected":1,"list":1,"relu":1,"silu":1,"tanh":1,"new":1,"swiglu":1,"resid":1,"pdrop":3,"float":5,"0":4,"1":3,"dropout":3,"probability":1,"all":2,"fully":1,"connected":1,"pooler":1,"ratio":2,"attn":1,"norm":1,"epsilon":2,"1e":1,"5":1,"use":1,"normalization":1,"initializer":2,"range":1,"02":1,"standard":1,"deviation":1,"truncated":1,"normal":1,"initializing":1,"weight":1,"matrices":1},"3397,1792,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"scale":15,"attn":4,"weights":5,"bool":5,"optional":9,"defaults":9,"to":18,"true":3,"attention":5,"by":8,"dividing":2,"sqrt":2,"hidden":3,"size":3,"use":1,"cache":1,"whether":3,"or":2,"not":2,"the":4,"model":7,"should":1,"return":1,"last":1,"key":1,"values":1,"attentions":1,"used":1,"all":1,"models":1,"inverse":1,"layer":2,"idx":2,"false":3,"additionally":1,"1":5,"reorder":1,"and":5,"upcast":2,"keys":1,"k":1,"prior":1,"computing":1,"dot":3,"product":2,"softmax":1,"float":4,"when":1,"training":1,"with":1,"mixed":1,"precision":1,"position":2,"embedding":2,"type":1,"str":1,"learned":2,"positional":1,"can":1,"be":1,"either":1,"alibi":1,"mup":9,"width":4,"0":5,"parameter":3,"learning":1,"rate":1,"initializers":1,"calculated":1,"as":2,"d":5,"where":1,"is":2,"s":2,"proxy":1,"embeddings":2,"token":1,"output":4,"alpha":2,"logits":2,"qk":1,"instead":1,"of":1,"need":1,"set":1,"well":1},"5189,726,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"alibi":2,"scaling":7,"dict":1,"optional":2,"dictionary":1,"containing":1,"the":3,"configuration":1,"for":4,"embeddings":1,"currently":1,"only":1,"supports":1,"linear":1,"strategy":3,"can":1,"specify":1,"either":1,"factor":3,"must":1,"be":1,"a":1,"float":1,"greater":1,"than":1,"1":1,"fixed":1,"or":2,"train":3,"seq":3,"len":3,"dynamic":1,"on":1,"input":1,"samples":1,"with":1,"sequence":2,"length":2,"expected":1,"formats":1,"are":1,"type":2,"name":2,"training":1,"architectures":1,"list":1,"defaults":1,"to":1,"jaislmheadmodel":1,"architecture":1,"names":1,"jais":1},"5915,648,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"example":1,"python":1,"from":2,"transformers":1,"import":1,"jaisconfig":2,"jaismodel":2,"initializing":2,"a":2,"jais":2,"configuration":6,"model":5,"with":1,"random":1,"weights":1,"the":2,"accessing":1,"config":1,"type":1,"keys":1,"to":1,"ignore":1,"at":1,"inference":1,"past":1,"key":1,"values":1,"attribute":1,"map":1,"hidden":2,"size":1,"n":4,"embd":1,"max":1,"position":1,"embeddings":1,"positions":1,"num":2,"attention":1,"heads":1,"head":1,"layers":1,"layer":1},"6563,1854,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"def":1,"init":1,"self":24,"vocab":3,"size":3,"50257":1,"n":15,"positions":3,"1024":1,"embd":6,"768":1,"layer":9,"12":2,"head":3,"inner":3,"none":3,"activation":3,"function":3,"gelu":1,"new":1,"resid":3,"pdrop":9,"0":7,"1":6,"attn":12,"norm":3,"epsilon":3,"1e":1,"5":1,"initializer":3,"range":3,"02":1,"scale":15,"weights":3,"true":2,"use":3,"cache":3,"bos":3,"token":6,"id":6,"50256":2,"eos":3,"by":6,"inverse":3,"idx":3,"false":3,"reorder":3,"and":3,"upcast":3,"position":3,"embedding":3,"type":3,"learned":1,"mup":12,"width":3,"embeddings":3,"output":3,"alpha":3,"qk":3,"dot":3,"d":3,"alibi":1,"scaling":1,"architectures":1,"kwargs":1},"8417,521,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"self":4,"alibi":6,"scaling":6,"validation":2,"if":2,"architectures":4,"is":2,"none":2,"jaislmheadmodel":1,"super":1,"init":1,"bos":2,"token":4,"id":4,"eos":2,"kwargs":1,"def":1,"validate":1,"the":1,"configuration":1,"return":1},"8938,1494,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/jais.py":{"if":4,"not":7,"isinstance":3,"self":6,"alibi":26,"scaling":26,"dict":1,"or":5,"len":4,"2":1,"raise":4,"valueerror":4,"must":4,"be":4,"a":2,"dictionary":1,"with":1,"two":1,"fields":1,"type":8,"and":6,"factor":9,"train":3,"seq":3,"f":7,"got":4,"get":3,"none":8,"dynamic":6,"is":5,"linear":2,"s":3,"field":3,"float":2,"1":4,"0":2,"int":1,"an":1,"integer":1},"0,1514,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/arctic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":10,"vllm":1,"project":1,"yapf":1,"disable":1,"ruff":1,"noqa":1,"e501":1,"coding":1,"utf":1,"8":2,"copied":1,"from":7,"https":2,"huggingface":2,"co":2,"snowflake":4,"arctic":7,"instruct":2,"blob":1,"main":2,"configuration":8,"py":1,"model":5,"dataclasses":1,"import":4,"asdict":1,"dataclass":3,"typing":1,"any":1,"transformers":2,"utils":2,"pretrainedconfig":4,"logging":2,"logger":2,"get":1,"name":1,"pretrained":1,"config":3,"archive":1,"map":1,"tree":1,"json":1,"class":4,"arcticloraconfig":1,"lora":2,"r":2,"int":4,"64":1,"alpha":1,"float":1,"16":1,"shard":1,"base":1,"weights":1,"bool":1,"false":1,"arcticquantizationconfig":1,"q":1,"bits":2,"rounding":1,"str":1,"nearest":1,"mantissa":1,"3":1,"group":1,"size":1,"128":1,"arcticconfig":1,"this":1,"is":2,"store":1,"of":2,"a":3,"arcticmodel":1,"it":1,"used":2,"instantiate":1,"an":1,"according":1,"specified":1,"arguments":1,"defining":1,"architecture":1,"instantiating":1,"with":1,"defaults":1,"will":1,"yield":1,"similar":1,"that":1,"todo":1,"rsamdani":1,"add":1,"what":1,"has":1,"default":1,"objects":1,"inherit":1,"and":1,"can":1,"be":1,"control":1,"outputs":1,"read":1,"documentation":1,"for":1,"more":1,"information":1},"1515,1878,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/arctic.py":{"args":1,"vocab":1,"size":4,"int":7,"optional":8,"defaults":8,"to":12,"32000":1,"vocabulary":1,"of":8,"the":14,"arctic":2,"model":4,"defines":1,"number":4,"different":1,"tokens":2,"that":4,"can":1,"be":4,"represented":1,"by":2,"inputs":1,"ids":1,"passed":1,"when":2,"calling":1,"arcticmodel":1,"hidden":5,"4096":3,"dimension":2,"representations":2,"intermediate":1,"14336":1,"mlp":1,"num":6,"layers":2,"32":4,"in":3,"transformer":2,"encoder":2,"attention":8,"heads":8,"for":2,"each":2,"layer":1,"key":5,"value":5,"8":2,"this":3,"is":3,"should":2,"used":3,"implement":1,"grouped":1,"query":2,"if":3,"will":3,"use":2,"multi":3,"head":3,"mha":1,"1":1,"mqa":1,"otherwise":1,"gqa":2,"converting":1,"a":2,"checkpoint":2,"group":2,"and":1,"constructed":1,"meanpooling":1,"all":1,"original":1,"within":1,"more":1,"details":1,"checkout":1,"paper":1,"https":1,"arxiv":1,"org":1,"pdf":2,"2305":1,"13245":1,"it":1,"not":1,"specified":1,"default":1,"act":1,"str":1,"or":2,"function":3,"silu":1,"non":1,"linear":1,"activation":1,"string":1,"decoder":1,"max":1,"position":1,"embeddings":1,"maximum":1,"sequence":2,"length":1,"might":1,"ever":1,"with":1,"s":1,"sliding":1,"window":1,"allows":1,"up":1},"3393,1786,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/arctic.py":{"initializer":2,"range":1,"float":5,"optional":13,"defaults":11,"to":13,"0":5,"02":1,"the":21,"standard":1,"deviation":1,"of":9,"truncated":1,"normal":1,"for":3,"initializing":1,"all":2,"weight":1,"matrices":1,"rms":2,"norm":1,"eps":1,"1e":1,"05":1,"epsilon":1,"used":2,"by":2,"normalization":1,"layers":1,"use":1,"cache":1,"bool":2,"true":2,"whether":2,"or":1,"not":3,"model":2,"should":2,"return":1,"last":1,"key":1,"values":1,"attentions":1,"models":1,"only":1,"relevant":1,"if":2,"config":1,"is":1,"decoder":1,"pad":1,"token":7,"id":6,"int":6,"padding":1,"bos":1,"1":1,"beginning":1,"sequence":2,"eos":1,"2":2,"end":1,"tie":1,"word":2,"embeddings":3,"false":1,"s":1,"input":1,"and":1,"output":1,"be":2,"tied":1,"rope":2,"theta":1,"1000000":1,"base":1,"period":1,"sliding":2,"window":3,"attention":3,"size":1,"specified":1,"will":1,"default":1,"4096":1,"dropout":2,"ratio":1,"probabilities":1,"num":2,"experts":4,"per":3,"tok":1,"number":2,"root":1,"can":1,"also":1,"interpreted":1,"as":1,"top":1,"p":1,"routing":1,"parameter":1,"local":1,"8":1,"sparse":1,"mlp":1,"layer":1,"router":1,"aux":2,"loss":3,"coef":1,"001":1,"factor":1,"total":1},"5179,1965,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/arctic.py":{"python":1,"from":2,"transformers":1,"import":1,"arcticmodel":2,"arcticconfig":2,"initializing":2,"a":2,"arctic":3,"7b":2,"style":2,"configuration":7,"todo":1,"rsamdani":1,"verify":1,"which":1,"model":6,"does":1,"the":3,"default":1,"correspond":1,"to":2,"accessing":1,"config":1,"type":1,"keys":1,"ignore":1,"at":1,"inference":1,"past":1,"key":4,"values":1,"def":1,"init":1,"self":8,"vocab":3,"size":9,"32000":1,"hidden":7,"4096":2,"intermediate":3,"14336":1,"num":12,"layers":3,"32":2,"attention":5,"heads":7,"value":3,"none":5,"act":1,"silu":1,"max":3,"position":3,"embeddings":4,"initializer":1,"range":1,"0":5,"02":1,"rms":1,"norm":1,"eps":1,"1e":1,"5":1,"use":1,"cache":1,"true":2,"pad":1,"token":4,"id":3,"bos":1,"1":4,"eos":1,"2":2,"tie":1,"word":1,"false":3,"rope":1,"theta":1,"1e6":1,"sliding":3,"window":3,"dropout":1,"experts":2,"per":1,"tok":1,"local":1,"8":1,"router":1,"aux":1,"loss":1,"coef":1,"001":1,"moe":5,"layer":1,"frequency":1,"parallel":1,"attn":1,"mlp":1,"res":1,"train":1,"capacity":3,"factor":2,"eval":1,"enable":1,"expert":1,"tensor":1,"parallelism":1,"min":1,"dropping":1,"quantization":1,"kwargs":1,"for":1,"backward":1,"compatibility":1,"if":1,"is":1},"7144,1909,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/arctic.py":{"self":20,"num":6,"key":2,"value":2,"heads":2,"hidden":2,"act":2,"initializer":2,"range":2,"rms":2,"norm":2,"eps":2,"use":2,"cache":2,"rope":2,"theta":2,"attention":2,"dropout":2,"experts":4,"per":2,"tok":2,"local":2,"router":2,"aux":2,"loss":2,"coef":2,"moe":10,"layer":2,"frequency":2,"train":2,"capacity":6,"factor":4,"eval":2,"enable":2,"expert":2,"tensor":2,"parallelism":2,"min":2,"token":8,"dropping":2,"parallel":2,"attn":2,"mlp":2,"res":2,"if":4,"isinstance":4,"quantization":11,"dict":10,"arcticquantizationconfig":3,"else":2,"super":3,"init":1,"pad":2,"id":6,"bos":2,"eos":2,"tie":2,"word":2,"embeddings":2,"kwargs":3,"classmethod":1,"def":2,"from":2,"cls":1,"config":6,"str":2,"any":2,"arcticconfig":1,"result":5,"0":1,"tuple":1,"return":2,"to":2,"ret":5,"asdict":1},"0,1486,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/kimi_vl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"adapted":1,"from":5,"https":1,"huggingface":1,"co":1,"moonshotai":1,"kimi":3,"vl":3,"a3b":1,"instruct":1,"blob":1,"main":1,"configuration":2,"py":1,"typing":1,"import":4,"optional":3,"union":3,"transformers":3,"utils":3,"pretrainedconfig":2,"configs":2,"deepseek":1,"vl2":1,"deepseekv2config":4,"moonvit":1,"moonvitconfig":4,"class":1,"kimivlconfig":1,"model":1,"type":1,"def":1,"init":2,"self":5,"vision":8,"config":16,"dict":4,"none":4,"text":8,"ignore":3,"index":3,"int":3,"100":1,"media":3,"placeholder":3,"token":6,"id":6,"163605":1,"pad":3,"kwargs":2,"if":2,"is":2,"elif":2,"isinstance":2,"super":1},"0,976,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":2,"the":9,"vllm":1,"project":1,"2024":1,"huggingface":1,"inc":1,"team":1,"all":2,"rights":2,"reserved":2,"c":1,"2025":1,"nvidia":1,"corporation":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":2,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"and":1,"limitations":1,"nemotronh":1,"model":1,"configuration":2,"import":3,"regex":1,"re":1,"from":2,"transformers":2,"utils":2,"pretrainedconfig":1,"logging":2,"logger":2,"get":1,"name":1},"976,389,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"class":2,"nemotronhconfig":1,"pretrainedconfig":1,"r":1,"this":1,"is":2,"the":6,"configuration":4,"to":4,"store":1,"of":2,"a":4,"nemotronhmodel":1,"it":1,"used":1,"instantiate":1,"nemotronh":2,"model":3,"according":1,"specified":1,"arguments":1,"defining":1,"architecture":1,"instantiating":1,"with":1,"defaults":1,"will":1,"yield":1,"similar":1,"that":1,"v0":1,"1":1},"1365,1874,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"args":1,"vocab":1,"size":4,"int":7,"optional":9,"defaults":9,"to":10,"131072":1,"vocabulary":1,"of":10,"the":15,"nemotronh":1,"model":6,"defines":1,"number":4,"different":1,"tokens":1,"that":3,"can":1,"be":3,"represented":1,"by":1,"inputs":1,"ids":1,"passed":1,"when":1,"calling":1,"nemotronhmodel":1,"tie":1,"word":3,"embeddings":2,"bool":1,"false":1,"whether":1,"s":1,"input":1,"and":1,"output":2,"should":2,"tied":1,"note":1,"this":2,"is":4,"only":1,"relevant":1,"if":3,"has":1,"a":2,"embedding":1,"layer":2,"hidden":4,"4096":1,"dimension":3,"representations":2,"intermediate":1,"21504":1,"mlp":2,"num":6,"layers":2,"52":1,"in":2,"transformer":2,"encoder":2,"hybrid":2,"override":1,"pattern":3,"str":1,"m":25,"string":1,"characters":1,"where":1,"each":3,"character":1,"represents":1,"mamba2":1,"attention":10,"heads":7,"32":1,"for":1,"head":3,"dim":1,"128":1,"key":4,"value":4,"8":1,"used":2,"implement":1,"grouped":1,"query":2,"will":2,"use":2,"multi":2,"mha":1,"1":1,"mqa":1,"otherwise":1,"gqa":1},"3239,1958,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"mlp":4,"hidden":1,"act":1,"str":1,"optional":13,"defaults":13,"to":20,"relu2":1,"the":18,"non":1,"linear":1,"activation":1,"function":1,"in":6,"layers":4,"attention":3,"bias":6,"bool":5,"false":5,"whether":5,"use":5,"model":3,"initializer":2,"range":1,"float":2,"0":2,"02":1,"standard":1,"deviation":1,"of":8,"truncated":1,"normal":1,"for":1,"initializing":1,"all":3,"weight":1,"matrices":1,"layer":2,"norm":1,"epsilon":2,"1e":1,"5":1,"used":2,"by":2,"normalization":1,"residual":1,"fp32":1,"or":3,"not":3,"residuals":2,"should":2,"be":3,"float32":1,"if":4,"set":1,"will":3,"keep":3,"same":1,"dtype":1,"as":1,"rest":1,"cache":1,"true":2,"return":1,"last":2,"key":1,"values":1,"attentions":1,"models":1,"only":2,"relevant":1,"config":1,"is":1,"decoder":1,"num":2,"logits":5,"int":5,"none":3,"1":2,"number":1,"prompt":1,"calculate":1,"during":1,"generation":1,"calculated":2,"an":1,"integer":1,"value":1,"pad":1,"token":6,"id":6,"padding":1,"bos":1,"beginning":1,"sequence":2,"eos":1,"2":1,"end":1,"sliding":2,"window":3,"size":1},"5197,1873,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"max":2,"position":1,"embeddings":1,"int":7,"optional":14,"defaults":14,"to":16,"4096":1,"the":17,"maximum":2,"sequence":1,"length":1,"that":1,"this":1,"model":1,"might":1,"ever":1,"be":1,"used":2,"with":1,"attention":2,"dropout":4,"float":5,"0":8,"ratio":2,"for":5,"probabilities":1,"hidden":3,"states":1,"use":2,"mamba":23,"kernels":2,"bool":1,"true":1,"flag":1,"indicating":1,"whether":1,"or":1,"not":1,"fast":1,"these":1,"are":3,"available":1,"only":1,"if":1,"ssm":2,"and":2,"causal":1,"conv1d":1,"installed":1,"modules":1,"running":1,"on":1,"a":1,"cuda":1,"device":1,"state":2,"size":3,"128":2,"dimension":2,"of":5,"space":1,"latents":1,"num":1,"heads":2,"number":2,"in":6,"layers":3,"n":1,"groups":2,"8":1,"head":2,"dim":1,"64":1,"each":1,"d":1,"conv":1,"4":1,"convolution":1,"kernel":1,"expand":1,"2":1,"expanding":1,"factor":1,"determine":1,"intermediate":1,"act":1,"str":1,"silu":1,"non":1,"linear":1,"activation":1,"function":1,"dt":3,"min":1,"001":1,"minimum":1,"value":2,"time":3,"step":3,"1":1,"limit":1,"tuple":1,"inf":1,"limits":1},"7070,728,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"mamba":8,"dt":1,"init":1,"floor":2,"float":1,"optional":5,"defaults":5,"to":8,"1e":1,"4":1,"value":1,"for":2,"time":1,"step":1,"initialization":1,"in":3,"conv":1,"bias":4,"bool":3,"true":2,"whether":3,"use":2,"the":5,"convolution":1,"layer":1,"of":3,"mixer":2,"block":2,"proj":1,"false":1,"input":1,"and":1,"output":1,"projections":1,"chunk":1,"size":2,"int":1,"256":1,"chunks":1,"processing":1,"rescale":2,"prenorm":1,"residual":2,"pre":1,"normalization":1,"connections":1},"7806,85,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"model":1,"type":1,"nemotron":1,"h":1,"keys":1,"to":1,"ignore":1,"at":1,"inference":1,"past":1,"key":1,"values":1},"7891,1499,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"def":1,"init":3,"self":1,"vocab":1,"size":6,"131072":1,"tie":1,"word":1,"embeddings":2,"false":6,"hidden":5,"4096":2,"intermediate":1,"21504":1,"num":7,"layers":1,"52":1,"hybrid":1,"override":1,"pattern":1,"m":24,"attention":3,"heads":4,"32":1,"head":2,"dim":2,"128":3,"key":1,"value":2,"8":2,"nemo":4,"query":1,"groups":2,"mlp":2,"act":2,"relu2":1,"bias":5,"use":3,"initializer":1,"range":1,"0":10,"02":1,"method":1,"std":1,"layer":1,"norm":1,"epsilon":2,"1e":2,"5":1,"layernorm":1,"residual":2,"in":1,"fp32":1,"megatron":1,"core":1,"default":1,"cache":1,"true":4,"logits":1,"to":1,"keep":1,"1":3,"pad":1,"token":3,"id":3,"bos":1,"eos":1,"2":2,"sliding":1,"window":1,"none":1,"max":2,"position":1,"dropout":2,"added":1,"mamba":16,"kernels":1,"ssm":2,"state":2,"n":1,"ngroups":1,"64":1,"d":1,"conv":2,"4":2,"expand":1,"silu":1,"dt":4,"min":1,"001":1,"limit":1,"float":1,"inf":1,"floor":1,"proj":1,"chunk":1,"256":1,"rescale":1,"prenorm":1,"kwargs":1},"9390,595,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"self":12,"vocab":2,"size":6,"tie":2,"word":2,"embeddings":4,"hidden":6,"intermediate":2,"num":4,"layers":2,"hybrid":2,"override":2,"pattern":2,"attention":4,"heads":2,"head":2,"dim":2,"sliding":2,"window":2,"max":2,"position":2,"dropout":4},"9985,1979,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"validate":1,"hybrid":5,"override":5,"pattern":5,"m":3,"mamba2":1,"attention":4,"mlp":5,"assert":2,"len":1,"self":29,"num":11,"hidden":6,"layers":2,"must":2,"have":1,"same":1,"length":1,"as":1,"re":1,"match":1,"r":1,"only":1,"contain":1,"characters":1,"or":1,"for":1,"backward":1,"compatibility":1,"if":1,"key":4,"value":4,"heads":7,"is":1,"none":1,"act":4,"bias":10,"use":7,"initializer":2,"range":2,"layer":2,"norm":2,"epsilon":2,"residual":4,"in":2,"fp32":2,"cache":2,"logits":2,"to":2,"keep":2,"mamba":19,"kernels":2,"n":2,"groups":2,"head":2,"dim":2,"ssm":2,"state":2,"size":4,"conv":4,"kernel":1,"d":1,"expand":2,"time":4,"step":4,"min":2,"dt":4,"max":2,"limit":2,"floor":2,"init":2,"proj":2,"chunk":2,"rescale":2,"prenorm":2,"super":1,"pad":2,"token":6,"id":6,"bos":2,"eos":2,"tie":2,"word":2,"embeddings":2,"kwargs":1},"11964,270,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_h.py":{"property":1,"def":1,"layers":2,"block":1,"type":1,"self":4,"return":1,"mamba":1,"if":2,"hybrid":2,"override":2,"pattern":2,"i":3,"m":1,"else":2,"attention":1,"mlp":1,"for":1,"in":1,"range":1,"num":1,"hidden":1},"0,1884,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/deepseek_vl2.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"deepseek":4,"ai":1,"vl2":2,"blob":1,"faf18023f24b962b32d9f0a2d89e402a8d383a78":1,"models":1,"modeling":1,"vl":1,"v2":1,"py":1,"l115":1,"l268":1,"transformers":1,"configuration":1,"utils":1,"import":1,"pretrainedconfig":2,"class":5,"visionencoderconfig":1,"model":5,"type":1,"str":6,"vision":1,"name":4,"vit":2,"so400m":2,"patch14":2,"siglip":2,"384":4,"webli":2,"image":4,"size":8,"int":15,"patch":4,"16":4,"width":4,"1024":2,"layers":5,"24":2,"heads":4,"mlp":4,"ratio":4,"4":2,"global":4,"pool":4,"map":2,"ignore":4,"head":4,"bool":7,"true":2,"token":4,"false":5,"num":5,"classes":4,"use":4,"checkpoint":4,"weight":1,"init":3,"skip":1,"deterministic":1,"recomputing":1,"def":1,"self":13,"kwargs":2,"super":1},"1884,973,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/deepseek_vl2.py":{"class":2,"mlpprojectorconfig":1,"pretrainedconfig":2,"model":2,"type":6,"mlp":7,"projector":5,"str":2,"downsample":6,"gelu":2,"input":4,"dim":4,"int":10,"1152":2,"n":4,"embed":4,"2048":2,"depth":4,"2":4,"ratio":8,"1":2,"token":1,"pooling":1,"bool":1,"false":1,"def":1,"init":2,"self":7,"kwargs":2,"super":1,"deepseekv2config":1,"deepseek":1,"v2":1,"keys":1,"to":1,"ignore":1,"at":1,"inference":1,"past":1,"key":1,"values":1},"2857,1234,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/deepseek_vl2.py":{"def":1,"init":1,"self":1,"vocab":1,"size":5,"102400":1,"hidden":3,"4096":1,"intermediate":2,"11008":1,"moe":2,"1407":1,"num":4,"layers":1,"30":1,"attention":3,"heads":2,"32":2,"key":1,"value":1,"n":3,"shared":1,"experts":3,"none":7,"routed":2,"ep":1,"1":4,"scaling":2,"factor":1,"0":7,"kv":1,"lora":2,"rank":2,"512":1,"q":1,"1536":1,"qk":2,"rope":3,"head":3,"dim":3,"64":1,"v":1,"128":2,"nope":1,"topk":3,"method":1,"gready":1,"group":2,"per":1,"tok":1,"layer":1,"freq":1,"first":1,"k":1,"dense":1,"replace":1,"norm":2,"prob":1,"false":3,"scoring":1,"func":1,"softmax":1,"aux":2,"loss":1,"alpha":1,"001":1,"seq":1,"true":3,"act":1,"silu":1,"max":1,"position":1,"embeddings":2,"2048":1,"initializer":1,"range":1,"02":1,"rms":1,"eps":1,"1e":1,"6":1,"use":2,"cache":1,"pad":1,"token":3,"id":3,"bos":1,"100000":1,"eos":1,"100001":1,"pretraining":1,"tp":1,"tie":1,"word":1,"theta":1,"10000":1,"bias":1,"dropout":1,"mla":1,"kwargs":1},"4091,1324,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/deepseek_vl2.py":{"self":26,"vocab":2,"size":10,"max":2,"position":2,"embeddings":2,"hidden":4,"intermediate":4,"moe":4,"num":9,"layers":2,"attention":3,"heads":5,"n":6,"shared":2,"experts":6,"routed":4,"ep":2,"scaling":2,"factor":2,"kv":2,"lora":4,"rank":4,"q":2,"qk":4,"rope":2,"head":6,"dim":6,"v":2,"nope":2,"topk":6,"method":2,"group":4,"per":2,"tok":2,"layer":2,"freq":2,"first":2,"k":2,"dense":2,"replace":2,"norm":2,"prob":2,"scoring":2,"func":2,"aux":4,"loss":2,"alpha":2,"seq":2,"for":1,"backward":1,"compatibility":1,"if":1,"key":2,"value":2,"is":1,"none":1},"5415,1881,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/deepseek_vl2.py":{"self":20,"num":2,"key":2,"value":2,"heads":2,"hidden":2,"act":2,"initializer":2,"range":2,"rms":2,"norm":2,"eps":2,"float":1,"pretraining":2,"tp":2,"use":4,"cache":2,"rope":4,"theta":2,"scaling":2,"attention":4,"bias":2,"dropout":2,"mla":2,"super":2,"init":3,"pad":2,"token":6,"id":6,"bos":2,"eos":2,"tie":2,"word":2,"embeddings":2,"kwargs":6,"class":1,"deepseekvlv2config":1,"pretrainedconfig":1,"model":1,"type":1,"deepseek":1,"vl":1,"v2":1,"vision":5,"config":15,"visionencoderconfig":2,"projector":5,"mlpprojectorconfig":2,"tile":5,"tag":5,"str":4,"2d":1,"global":4,"view":4,"pos":4,"head":2,"candidate":4,"resolutions":4,"tuple":4,"int":4,"384":4,"def":1,"get":3,"language":3,"text":2,"deepseekv2config":1,"vocab":2,"size":2},"0,1501,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":7,"the":17,"vllm":1,"project":1,"2024":2,"huggingface":1,"inc":1,"team":1,"all":2,"rights":2,"reserved":2,"c":1,"nvidia":1,"corporation":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":2,"file":1,"except":1,"in":2,"compliance":1,"with":2,"obtain":1,"a":4,"copy":1,"of":4,"at":1,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":4,"on":1,"an":2,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":2,"specific":1,"language":1,"governing":1,"permissions":1,"and":2,"limitations":1,"nemotron":3,"model":4,"configuration":6,"from":4,"transformers":2,"import":2,"pretrainedconfig":4,"utils":1,"logging":2,"logger":2,"get":1,"name":1,"class":2,"nemotronconfig":1,"r":1,"store":1,"nemotronmodel":1,"it":1,"used":2,"instantiate":1,"according":1,"specified":1,"arguments":1,"defining":1,"architecture":1,"instantiating":1,"defaults":1,"will":1,"yield":1,"similar":1,"that":1,"8b":1,"objects":1,"inherit":1,"can":1,"be":1,"control":1,"outputs":1,"read":1,"documentation":1,"more":1,"information":1},"1502,1906,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron.py":{"args":1,"vocab":1,"size":5,"int":7,"optional":8,"defaults":6,"to":10,"256000":1,"vocabulary":1,"of":7,"the":13,"nemotron":1,"model":3,"defines":1,"number":4,"different":1,"tokens":1,"that":3,"can":1,"be":3,"represented":1,"by":2,"inputs":1,"ids":1,"passed":1,"when":2,"calling":1,"nemotronmodel":1,"hidden":6,"6144":1,"dimension":3,"representations":2,"intermediate":1,"24576":1,"mlp":1,"num":8,"layers":2,"32":1,"in":4,"transformer":2,"decoder":3,"attention":10,"heads":10,"48":1,"for":2,"each":2,"layer":1,"head":5,"dim":1,"projection":1,"weights":1,"multi":4,"set":1,"if":4,"none":1,"key":5,"value":5,"this":2,"is":3,"should":2,"used":2,"implement":1,"grouped":1,"query":2,"will":3,"use":2,"mha":1,"1":1,"mqa":1,"otherwise":1,"gqa":2,"converting":1,"a":2,"checkpoint":2,"group":2,"and":1,"constructed":1,"meanpooling":1,"all":1,"original":1,"within":1,"more":1,"details":1,"checkout":1,"paper":1,"https":1,"arxiv":1,"org":1,"pdf":2,"2305":1,"13245":1,"it":1,"not":1,"specified":1,"default":1,"act":1,"str":1,"or":2,"function":3,"relu2":1,"non":1,"linear":1,"activation":1,"string":1},"3408,1825,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron.py":{"max":1,"position":1,"embeddings":4,"int":4,"optional":13,"defaults":12,"to":15,"4096":1,"the":14,"maximum":1,"sequence":1,"length":1,"that":1,"this":1,"model":2,"might":1,"ever":1,"be":1,"used":3,"with":1,"initializer":2,"range":1,"float":5,"0":5,"0134":1,"standard":1,"deviation":1,"of":5,"truncated":1,"normal":1,"for":2,"initializing":1,"all":2,"weight":2,"matrices":1,"norm":1,"eps":1,"1e":1,"05":1,"epsilon":1,"by":2,"normalization":1,"layers":4,"use":3,"cache":1,"bool":4,"true":2,"whether":4,"or":1,"not":2,"should":1,"return":1,"last":1,"key":2,"values":1,"attentions":1,"models":1,"only":1,"relevant":1,"if":1,"config":1,"is":1,"decoder":1,"pad":1,"token":6,"id":6,"padding":1,"bos":1,"2":1,"beginning":1,"stream":2,"eos":1,"3":1,"end":1,"tie":2,"word":1,"false":3,"rope":2,"theta":1,"10000":1,"base":1,"period":1,"partial":1,"rotary":2,"factor":1,"5":1,"percentage":1,"query":2,"and":3,"keys":1,"which":1,"will":1,"have":1,"embedding":1,"attention":4,"bias":4,"a":2,"in":3,"value":1,"output":1,"projection":1,"during":1,"self":1,"dropout":2,"ratio":1,"probabilities":1,"mlp":2,"up":1,"proj":2,"down":1},"5233,1771,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron.py":{"python":1,"from":2,"transformers":1,"import":1,"nemotronmodel":2,"nemotronconfig":2,"initializing":2,"a":2,"nemotron":4,"15b":2,"style":2,"configuration":6,"model":5,"the":2,"accessing":1,"config":1,"type":1,"keys":1,"to":1,"ignore":1,"at":1,"inference":1,"past":1,"key":4,"values":1,"def":1,"init":1,"self":8,"vocab":3,"size":10,"256000":1,"hidden":8,"6144":1,"intermediate":3,"24576":1,"num":11,"layers":3,"32":1,"attention":7,"heads":8,"48":1,"head":6,"dim":6,"none":6,"value":3,"act":1,"relu2":1,"max":3,"position":3,"embeddings":4,"4096":1,"initializer":1,"range":1,"0":5,"0134":1,"norm":1,"eps":1,"1e":1,"5":2,"use":1,"cache":1,"true":1,"pad":1,"token":3,"id":3,"bos":1,"2":1,"eos":1,"3":1,"tie":1,"word":1,"false":3,"rope":2,"theta":1,"10000":1,"scaling":1,"partial":1,"rotary":1,"factor":1,"bias":2,"dropout":1,"mlp":1,"kwargs":2,"or":1,"get":1,"kv":1,"channels":1,"if":2,"is":2,"not":1,"else":1,"for":1,"backward":1,"compatibility":1},"7004,1087,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron.py":{"self":14,"num":2,"key":2,"value":2,"heads":2,"hidden":2,"act":2,"initializer":2,"range":2,"norm":2,"eps":2,"use":2,"cache":2,"rope":10,"theta":2,"scaling":6,"for":1,"backward":1,"compatibility":1,"partial":4,"rotary":4,"factor":4,"kwargs":3,"get":2,"percent":1,"or":2,"percentage":1,"validation":2,"attention":4,"bias":4,"dropout":2,"mlp":2,"super":1,"init":1,"pad":2,"token":6,"id":6,"bos":2,"eos":2,"tie":2,"word":2,"embeddings":2,"def":1,"validate":1,"the":1,"configuration":1,"if":1,"is":1,"none":1,"return":1},"8091,951,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron.py":{"if":3,"not":3,"isinstance":2,"self":5,"rope":17,"scaling":17,"dict":1,"or":4,"len":1,"2":1,"raise":3,"valueerror":3,"must":3,"be":3,"a":2,"dictionary":1,"with":1,"two":1,"fields":1,"f":3,"type":7,"and":1,"factor":8,"got":3,"get":2,"none":4,"is":2,"in":1,"linear":2,"dynamic":2,"s":2,"field":2,"one":1,"of":1,"float":2,"1":2,"0":1},"0,1272,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/moonvit.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"adapted":1,"from":2,"https":1,"huggingface":1,"co":1,"moonshotai":1,"kimi":2,"vl":2,"a3b":1,"instruct":1,"blob":1,"main":1,"configuration":2,"py":1,"transformers":1,"utils":1,"import":1,"pretrainedconfig":2,"class":1,"moonvitconfig":1,"model":1,"type":1,"moonvit":1,"def":1,"init":8,"self":9,"patch":4,"size":12,"int":9,"14":1,"pos":6,"emb":6,"height":3,"64":2,"width":3,"num":6,"attention":3,"heads":3,"16":1,"hidden":6,"layers":3,"27":1,"1152":1,"intermediate":3,"4304":1,"merge":3,"kernel":3,"tuple":1,"kwargs":2,"super":1,"positional":1,"embedding":1,"config":3,"transformer":1,"merger":1},"0,391,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/chatglm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"zai":1,"org":1,"chatglm2":1,"6b":1,"transformers":1,"import":1,"pretrainedconfig":2,"class":1,"chatglmconfig":1,"model":1,"type":1,"chatglm":1,"attribute":1,"map":1,"num":3,"hidden":1,"layers":2,"n":1,"head":1,"kv":1,"multi":1,"query":1,"group":1},"392,1948,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/chatglm.py":{"def":1,"init":1,"self":18,"num":7,"layers":3,"28":1,"padded":4,"vocab":5,"size":11,"65024":1,"hidden":9,"4096":1,"ffn":3,"13696":1,"kv":3,"channels":3,"128":1,"attention":8,"heads":3,"32":1,"seq":5,"length":4,"2048":1,"dropout":7,"0":5,"layernorm":6,"epsilon":3,"1e":1,"5":1,"rmsnorm":3,"true":5,"apply":4,"residual":4,"connection":4,"post":6,"false":7,"layer":4,"norm":3,"add":6,"bias":7,"linear":3,"qkv":4,"interleaved":1,"fusion":1,"multi":2,"query":3,"group":1,"1":1,"key":1,"scaling":1,"softmax":1,"in":1,"fp32":2,"quantization":1,"bit":1,"pre":1,"len":1,"none":1,"prefix":1,"projection":1,"kwargs":1,"it":1,"is":1,"to":1,"be":1,"compatible":1,"with":1,"long":1,"lora":1,"max":1,"position":1,"embeddings":1},"2340,601,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/chatglm.py":{"self":10,"bias":2,"dropout":2,"fusion":2,"multi":4,"query":6,"attention":4,"group":2,"num":2,"apply":2,"key":2,"layer":2,"scaling":2,"softmax":2,"in":2,"fp32":4,"residual":2,"connection":2,"quantization":2,"bit":2,"pre":2,"seq":2,"len":2,"prefix":2,"projection":2,"interleaved":2,"qkv":2,"super":1,"init":1,"kwargs":1},"0,1688,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_vl.py":{"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"yapf":1,"disable":1,"ruff":1,"noqa":1,"e501":1,"adapted":2,"from":7,"https":2,"huggingface":2,"co":2,"nvidia":1,"llama":2,"3":1,"1":2,"nemotron":3,"nano":3,"vl":3,"8b":1,"v1":2,"blob":1,"main":1,"configuration":2,"py":1,"opengvlab":1,"internvl2":1,"llama3":1,"76b":1,"under":1,"mit":1,"is":4,"in":3,"incl":1,"licenses":1,"directory":1,"transformers":3,"import":3,"llamaconfig":3,"utils":2,"pretrainedconfig":3,"dynamic":3,"module":3,"get":2,"class":3,"config":16,"model":1,"type":2,"composition":1,"true":1,"def":1,"init":2,"self":5,"vision":10,"none":6,"llm":3,"force":1,"image":2,"size":3,"downsample":1,"ratio":1,"5":1,"template":1,"ps":1,"version":1,"tag":1,"internvl":1,"projector":1,"hidden":2,"4096":1,"vit":1,"1280":1,"kwargs":2,"super":1,"if":2,"not":1,"assert":1,"auto":5,"map":3,"and":1,"autoconfig":2,"split":1,"else":2,"text":2},"1688,463,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/nemotron_vl.py":{"assign":1,"configuration":1,"values":1,"self":7,"force":2,"image":4,"size":6,"downsample":2,"ratio":2,"template":2,"todo":2,"move":1,"out":1,"of":1,"here":1,"and":1,"into":2,"the":2,"tokenizer":2,"ps":2,"version":3,"pixel":1,"shuffle":1,"tag":2,"type":2,"too":1,"projector":2,"hidden":4,"vit":2},"0,777,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ultravox.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":7,"vllm":1,"project":1,"adapted":1,"from":4,"https":1,"github":1,"com":1,"fixie":1,"ai":1,"ultravox":4,"blob":1,"ecd58c4041030bae2ad15aa6bcf04ab43199ea02":1,"model":4,"config":1,"py":1,"typing":1,"import":2,"any":1,"optional":1,"transformers":2,"class":2,"ultravoxconfig":1,"pretrainedconfig":3,"r":1,"this":1,"is":2,"configuration":3,"store":1,"of":1,"a":1,"ultravoxforconditionalgeneration":1,"it":1,"used":2,"instantiate":1,"an":1,"according":1,"specified":1,"arguments":1,"defining":1,"architecture":1,"objects":1,"inherit":1,"and":1,"can":1,"be":1,"control":1,"outputs":1,"read":1,"documentation":1,"for":1,"more":1,"information":1},"777,1536,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ultravox.py":{"args":1,"audio":10,"config":6,"union":2,"autoconfig":2,"dict":3,"optional":10,"custom":1,"or":3,"text":4,"the":18,"object":1,"of":3,"backbone":1,"can":1,"be":1,"any":1,"llamaconfig":1,"mistralconfig":1,"ignore":2,"index":4,"int":3,"defaults":6,"to":8,"100":1,"for":5,"loss":1,"function":2,"token":3,"32000":1,"encode":1,"prompt":1,"stack":1,"factor":2,"8":1,"downsampling":1,"multimodal":2,"projector":5,"norm":1,"init":1,"float":1,"0":1,"4":2,"initialization":1,"value":1,"layer":2,"normalization":2,"act":1,"str":1,"swiglu":1,"activation":1,"used":1,"by":1,"model":5,"lora":4,"loraconfigsimplified":2,"configuration":2,"finetuning":2,"ln":1,"mid":1,"bool":1,"false":3,"whether":1,"apply":1,"at":2,"middle":1,"end":1,"versions":1,"v0":2,"1":1,"and":2,"below":1,"use":2,"but":1,"5":1,"above":1,"true":1,"type":1,"ultravox":1,"is":1,"composition":1},"2313,1955,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ultravox.py":{"def":1,"init":4,"self":10,"audio":16,"config":27,"optional":6,"dict":4,"str":7,"any":4,"none":8,"text":16,"model":14,"id":10,"ignore":3,"index":6,"int":4,"100":1,"token":3,"32000":1,"hidden":3,"size":3,"4096":1,"stack":3,"factor":3,"8":1,"norm":3,"float":1,"0":1,"4":1,"projector":6,"act":3,"swiglu":1,"lora":2,"ln":3,"mid":3,"bool":1,"false":3,"kwargs":1,"if":2,"is":2,"not":2,"avoid":2,"circular":2,"import":4,"from":2,"vllm":2,"transformers":4,"utils":2,"get":7,"obj":3,"trust":2,"remote":2,"code":2,"else":2,"or":2,"mapping":2,"type":2,"llama":1,"inner":1,"whisper":1},"4268,444,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ultravox.py":{"self":7,"text":8,"config":11,"obj":1,"audio":4,"model":4,"lora":4,"or":2,"vocab":2,"size":4,"inner":3,"initializer":2,"range":2,"hidden":2,"super":1,"init":1,"kwargs":1},"0,1789,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":18,"project":1,"model":1,"configs":17,"may":1,"be":1,"defined":2,"in":1,"this":1,"directory":1,"for":2,"following":1,"reasons":1,"there":2,"is":3,"no":1,"configuration":1,"file":1,"by":1,"hf":1,"hub":1,"or":1,"transformers":18,"library":2,"a":1,"need":1,"override":1,"existing":1,"config":2,"support":1,"from":17,"utils":16,"chatglm":1,"import":16,"chatglmconfig":1,"deepseek":1,"vl2":1,"deepseekvlv2config":1,"eagle":1,"eagleconfig":1,"rwconfig":2,"original":1,"tiiuae":2,"falcon":4,"40b":1,"instruct":2,"and":1,"7b":1,"models":2,"newer":1,"will":1,"use":1,"falconconfig":1,"class":1,"official":1,"huggingface":1,"jais":1,"jaisconfig":1,"kimi":1,"vl":4,"kimivlconfig":1,"medusa":1,"medusaconfig":1,"mlp":1,"speculator":1,"mlpspeculatorconfig":1,"moonvit":1,"moonvitconfig":1,"nemotron":4,"nemotronconfig":1,"h":1,"nemotronhconfig":1,"nano":1,"ovis":1,"ovisconfig":1,"speculators":1,"base":1,"speculatorsconfig":1,"step3":1,"step3textconfig":1,"step3visionencoderconfig":1,"step3vlconfig":1,"ultravox":1,"ultravoxconfig":1},"1789,419,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/__init__.py":{"all":1,"chatglmconfig":1,"deepseekvlv2config":1,"eagleconfig":1,"rwconfig":1,"jaisconfig":1,"medusaconfig":1,"mlpspeculatorconfig":1,"moonvitconfig":1,"kimivlconfig":1,"nemotronconfig":1,"nemotronhconfig":1,"nemotron":1,"nano":1,"vl":1,"config":1,"ovisconfig":1,"speculatorsconfig":1,"ultravoxconfig":1,"step3vlconfig":1,"step3visionencoderconfig":1,"step3textconfig":1},"0,1216,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/falcon.py":{"spdx":2,"license":9,"identifier":1,"apache":3,"2":3,"0":3,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":3,"the":11,"vllm":2,"project":1,"adapted":1,"from":2,"https":1,"huggingface":2,"co":1,"tiiuae":1,"falcon":3,"7b":1,"blob":1,"main":1,"configuration":3,"rw":1,"py":1,"2023":1,"team":2,"2022":1,"big":1,"science":1,"workshop":1,"and":2,"inc":1,"all":1,"rights":1,"reserved":1,"licensed":1,"under":3,"version":1,"you":2,"may":2,"not":1,"use":1,"this":1,"file":1,"except":1,"in":2,"compliance":1,"with":1,"obtain":1,"a":1,"copy":1,"of":2,"at":2,"http":1,"www":1,"org":1,"licenses":1,"unless":1,"required":1,"by":1,"applicable":1,"law":1,"or":3,"agreed":1,"writing":1,"software":1,"distributed":2,"is":2,"on":1,"an":1,"as":1,"basis":1,"without":1,"warranties":1,"conditions":1,"any":1,"kind":1,"either":1,"express":1,"implied":1,"see":1,"for":1,"specific":1,"language":1,"governing":1,"permissions":1,"limitations":1,"transformers":1,"utils":1,"import":1,"pretrainedconfig":2,"class":1,"rwconfig":1,"model":1,"type":1,"keys":1,"ignore":1,"inference":1,"past":1,"key":1,"values":1,"attribute":1,"map":1,"num":3,"hidden":1,"layers":1,"n":3,"layer":1,"attention":1,"heads":2,"head":2,"kv":2},"1216,1770,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/falcon.py":{"def":3,"init":2,"self":25,"vocab":3,"size":8,"250880":1,"hidden":8,"64":1,"n":16,"layer":6,"2":2,"head":9,"8":1,"norm":3,"epsilon":3,"1e":1,"5":1,"initializer":3,"range":3,"0":5,"02":1,"use":3,"cache":3,"true":3,"bos":5,"token":10,"id":10,"1":2,"eos":5,"dropout":6,"attention":3,"multi":3,"query":3,"kv":4,"none":5,"alibi":4,"false":4,"bias":3,"parallel":3,"attn":3,"new":4,"decoder":4,"architecture":4,"kwargs":3,"backward":1,"compatibility":1,"with":1,"embed":5,"kwarg":1,"pop":1,"if":3,"is":2,"else":2,"8192":1,"hack":1,"for":1,"falcon":1,"40b":1,"super":1,"property":2,"dim":1,"return":2,"rotary":1,"not":1},"0,1595,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/eagle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":4,"os":1,"from":3,"typing":1,"optional":3,"union":3,"transformers":2,"autoconfig":3,"pretrainedconfig":4,"utils":1,"configs":1,"deepseek":2,"vl2":1,"deepseekv2config":3,"class":1,"eagleconfig":1,"model":19,"type":2,"eagle":2,"def":1,"init":1,"self":6,"dict":2,"none":7,"truncated":5,"vocab":6,"size":6,"int":1,"method":1,"str":1,"kwargs":2,"config":7,"if":5,"isinstance":1,"archs":4,"get":1,"architectures":2,"target":4,"deepseekv2forcausallm":1,"deepseekv3forcausallm":1,"any":1,"arch":2,"in":3,"for":3,"does":1,"not":1,"support":1,"moe":1,"models":1,"yet":1,"else":4,"k":5,"v":2,"items":1,"and":2,"hasattr":1,"setattr":1,"is":2},"1595,1491,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/eagle.py":{"eagle":6,"model":11,"name":3,"should":3,"follow":1,"naming":1,"convention":1,"of":1,"llamaforcausallm":2,"eaglellamaforcausallm":1,"eagle3llamaforcausallm":1,"if":5,"method":6,"assert":2,"self":7,"is":5,"not":7,"none":5,"be":2,"when":2,"kwargs":8,"architectures":4,"f":3,"arch":9,"startswith":2,"else":3,"for":3,"in":4,"elif":1,"eagle3":6,"or":3,"endswith":1,"raise":1,"valueerror":1,"invalid":1,"supported":1,"methods":1,"are":1,"and":1,"super":1,"init":1,"k":3,"v":2,"to":1,"dict":5,"items":1,"setattr":1,"classmethod":1,"def":1,"from":2,"pretrained":3,"cls":3,"path":2,"union":1,"str":1,"os":1,"pathlike":1,"eagleconfig":1,"config":3,"get":1,"return":1},"0,1734,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ovis.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":15,"vllm":1,"project":1,"yapf":1,"disable":1,"ruff":1,"noqa":1,"e501":1,"adapted":1,"from":3,"https":3,"huggingface":3,"co":3,"aidc":2,"ai":2,"ovis2":2,"1b":2,"blob":2,"main":2,"configuration":6,"aimv2":5,"py":2,"and":3,"ovis":2,"config":2,"with":2,"registration":1,"removed":1,"for":6,"transformers":2,"compatibility":1,"typing":1,"import":2,"any":1,"optional":1,"union":1,"autoconfig":1,"pretrainedconfig":3,"class":2,"aimv2config":1,"this":1,"is":1,"store":1,"of":7,"an":1,"aimv2model":1,"instantiating":1,"a":4,"defaults":1,"will":1,"yield":1,"similar":1,"that":1,"apple":2,"large":2,"patch14":2,"224":2,"args":1,"hidden":4,"size":6,"dimension":2,"representations":2,"intermediate":1,"swiglu":1,"num":3,"layers":3,"number":3,"in":3,"transformer":2,"attention":6,"heads":2,"each":1,"layer":3,"channels":2,"input":1,"image":2,"patch":2,"rms":2,"norm":1,"eps":1,"epsilon":1,"value":1,"used":1,"normalization":1,"dropout":4,"ratio":2,"probabilities":1,"projection":3,"after":1,"qkv":1,"bias":4,"whether":2,"add":2,"queries":1,"keys":1,"values":1,"use":1,"feed":1,"forward":1,"kwargs":1,"keyword":1,"arguments":1,"model":1,"type":1,"str":1},"1734,1293,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ovis.py":{"def":1,"init":2,"self":13,"hidden":6,"size":12,"int":7,"1024":1,"intermediate":3,"2816":1,"num":9,"layers":3,"24":1,"attention":6,"heads":3,"8":1,"channels":3,"3":1,"image":3,"224":1,"patch":3,"14":1,"rms":3,"norm":3,"eps":3,"float":3,"1e":1,"5":1,"dropout":6,"0":4,"projection":3,"qkv":3,"bias":6,"bool":2,"false":2,"use":3,"kwargs":2,"any":1,"super":1,"visual":1,"tokenizer":1,"configuration":1,"class":1,"basevisualtokenizerconfig":1,"pretrainedconfig":1},"3027,1984,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ovis.py":{"def":2,"init":4,"self":16,"vocab":3,"size":3,"16384":1,"tokenize":3,"function":3,"softmax":1,"tau":3,"1":3,"0":2,"depths":9,"none":3,"drop":5,"cls":5,"token":5,"false":2,"backbone":16,"config":14,"optional":1,"union":1,"pretrainedconfig":4,"dict":4,"hidden":4,"stride":3,"int":2,"kwargs":6,"super":2,"if":6,"isinstance":3,"str":2,"x":2,"for":2,"in":1,"split":1,"any":1,"is":1,"not":2,"assert":2,"f":1,"expect":1,"to":1,"be":1,"instance":1,"of":1,"or":1,"but":1,"got":1,"type":9,"model":8,"aimv2":2,"pop":1,"autoconfig":1,"else":1,"aimv2config":1,"class":2,"aimv2visualtokenizerconfig":1,"basevisualtokenizerconfig":2,"visual":2,"tokenizer":2,"len":1,"num":1,"layers":1,"siglipvisualtokenizerconfig":1,"siglip":1},"5011,1675,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ovis.py":{"def":2,"init":4,"self":8,"kwargs":5,"super":2,"if":4,"drop":2,"cls":2,"token":2,"false":2,"depths":3,"assert":2,"len":1,"1":1,"backbone":1,"num":1,"hidden":2,"layers":1,"0":1,"autoconfig":3,"register":2,"siglip":1,"visual":3,"tokenizer":3,"siglipvisualtokenizerconfig":1,"aimv2":1,"aimv2visualtokenizerconfig":1,"ovis":2,"configuration":1,"class":2,"ovisconfig":1,"pretrainedconfig":6,"model":6,"type":7,"llm":11,"config":11,"optional":2,"union":2,"dict":4,"none":6,"multimodal":1,"max":1,"length":1,"8192":1,"size":1,"conversation":1,"formatter":1,"attn":1,"implementation":1,"disable":1,"tie":1,"weight":1,"is":1,"not":2,"isinstance":2,"f":1,"expect":1,"to":1,"be":1,"instance":1,"of":1,"or":1,"but":1,"got":1,"pop":1,"for":1},"6686,1025,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/ovis.py":{"map":1,"llm":4,"config":15,"to":2,"text":2,"self":7,"if":2,"visual":11,"tokenizer":11,"is":1,"not":2,"none":1,"assert":1,"isinstance":2,"pretrainedconfig":3,"dict":2,"f":1,"expect":1,"be":1,"instance":1,"of":1,"or":1,"but":1,"got":1,"type":6,"model":5,"pop":1,"autoconfig":1,"for":1,"multimodal":2,"max":2,"length":2,"hidden":2,"size":2,"conversation":2,"formatter":2,"class":2,"attn":2,"implementation":2,"disable":2,"tie":2,"weight":2},"0,779,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/mlp_speculator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":2,"typing":1,"import":2,"optional":2,"transformers":1,"pretrainedconfig":2,"class":1,"mlpspeculatorconfig":2,"model":1,"type":1,"mlp":1,"speculator":1,"attribute":1,"map":1,"hidden":1,"size":2,"emb":2,"dim":3,"def":1,"init":1,"self":1,"vocab":1,"int":6,"32000":1,"4096":1,"inner":1,"n":2,"predict":1,"3":1,"top":1,"k":1,"tokens":1,"per":1,"head":1,"list":1,"none":1,"candidates":1,"5":1,"tie":1,"weights":1,"bool":2,"false":2,"scale":1,"input":1,"kwargs":1,"initialize":1,"an":1},"779,1721,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/mlp_speculator.py":{"args":1,"vocab":4,"size":5,"int":6,"the":14,"model":6,"emb":4,"dim":7,"embedding":1,"dimension":2,"inner":4,"of":5,"if":4,"0":1,"will":2,"be":1,"n":10,"predict":5,"number":3,"lookaheads":1,"for":3,"speculator":1,"top":6,"k":6,"tokens":8,"per":7,"head":9,"list":1,"to":2,"consider":1,"from":3,"each":2,"when":1,"forming":1,"candidate":2,"tree":2,"branch":1,"in":1,"produces":1,"topk":1,"additional":1,"sub":1,"branches":1,"note":1,"this":1,"parameter":1,"is":2,"currently":1,"unused":1,"candidates":4,"child":1,"create":1,"sequence":1,"tie":3,"weights":4,"bool":2,"true":2,"use":1,"a":2,"single":1,"set":1,"every":1,"stage":1,"after":1,"first":1,"initial":2,"projection":1,"base":2,"may":1,"have":1,"different":1,"so":1,"that":1,"stays":1,"separate":1,"scale":4,"input":3,"hidden":1,"states":1,"none":1,"5":1,"4":1,"3":1,"assert":1,"len":1,"self":9,"num":1,"lookahead":1,"super":1,"init":1,"kwargs":1},"0,1650,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/speculators/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":9,"project":1,"import":4,"os":2,"from":5,"typing":1,"any":1,"union":2,"transformers":2,"pretrainedconfig":2,"utils":1,"configs":1,"speculators":16,"algos":1,"supported":5,"types":4,"all":1,"speculatorsconfig":3,"class":1,"model":9,"type":5,"classmethod":1,"def":1,"pretrained":3,"cls":5,"name":2,"or":2,"path":2,"str":1,"pathlike":1,"kwargs":2,"load":1,"eagle":1,"config":16,"and":1,"convert":3,"format":3,"dict":9,"get":2,"if":1,"not":1,"in":1,"raise":1,"valueerror":1,"f":1,"expected":1,"one":1,"of":1,"please":1,"ensure":1,"you":1,"re":1,"loading":1,"a":1,"validate":3,"fields":1,"todo":1,"dsikka":1,"use":1,"pydantic":1,"that":1,"can":1,"be":1,"ingested":1,"by":1,"apply":1,"anything":1,"specific":1,"algorithm":1,"algo":2,"updater":2,"return":1},"1650,1704,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/speculators/base.py":{"classmethod":2,"def":2,"validate":1,"speculators":8,"config":21,"cls":2,"dict":11,"str":3,"any":3,"none":2,"try":1,"spec":5,"methods":4,"proposal":4,"first":5,"method":8,"0":2,"speculative":3,"tokens":5,"verifier":1,"name":1,"or":1,"path":1,"model":1,"type":1,"except":1,"keyerror":1,"indexerror":1,"typeerror":2,"as":1,"e":2,"raise":4,"valueerror":3,"invalid":1,"structure":2,"from":1,"if":4,"transformer":4,"layer":4,"not":2,"in":2,"must":2,"provide":1,"isinstance":1,"be":1,"a":1,"dictionary":2,"provided":1,"convert":2,"to":2,"vllm":4,"format":2,"this":1,"handles":1,"the":1,"translation":1,"of":1,"field":1,"names":1,"and":2,"between":1,"formats":1,"returns":1,"with":1,"compatible":1,"configuration":1,"currently":1,"we":1,"only":1,"support":1,"one":1,"get":2,"num":2,"lookahead":2,"is":1,"missing":1,"f":1,"got":1},"3354,358,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/speculators/base.py":{"build":1,"base":1,"vllm":4,"config":8,"method":1,"dict":2,"get":2,"speculators":1,"model":2,"type":1,"num":2,"lookahead":2,"tokens":2,"target":1,"spec":1,"verifier":1,"name":1,"or":1,"path":1,"update":1,"transformer":1,"layer":1,"return":1},"0,1057,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/speculators/algos.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":6,"project":1,"supported":2,"speculators":2,"types":2,"def":3,"register":2,"speculator":2,"name":2,"decorator":2,"fn":3,"return":2,"eagle3":2,"update":1,"config":10,"dict":7,"none":2,"apply":2,"eagle":2,"3":2,"specific":2,"configuration":1,"transformations":1,"fields":1,"draft":4,"vocab":3,"size":9,"of":2,"model":2,"s":1,"vocabulary":1,"target":5,"hidden":5,"norm":4,"before":4,"residual":4,"whether":1,"connection":1,"get":3,"if":1,"is":1,"not":1,"true":1,"architectures":1,"eagle3llamaforcausallm":1},"0,107,data/raw/vllm-0.10.1/vllm/transformers_utils/configs/speculators/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1},"0,1982,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":6,"contributors":4,"to":4,"the":17,"vllm":1,"project":2,"copied":1,"from":5,"https":1,"pypi":1,"org":1,"nvidia":3,"ml":1,"py":1,"version":1,"12":1,"570":1,"86":1,"c":2,"2011":1,"2023":1,"corporation":2,"all":1,"rights":1,"reserved":1,"redistribution":1,"and":9,"use":3,"in":6,"source":2,"binary":2,"forms":1,"with":2,"or":11,"without":2,"modification":1,"are":3,"permitted":1,"provided":3,"that":1,"following":3,"conditions":3,"met":1,"redistributions":2,"of":13,"code":1,"must":2,"retain":1,"above":2,"notice":2,"this":5,"list":2,"disclaimer":2,"form":1,"reproduce":1,"documentation":1,"other":1,"materials":1,"distribution":1,"neither":1,"name":1,"nor":1,"names":1,"its":1,"may":1,"be":2,"used":1,"endorse":1,"promote":1,"products":1,"derived":1,"software":3,"specific":1,"prior":1,"written":1,"permission":1,"is":2,"by":1,"holders":1,"as":1,"any":4,"express":1,"implied":2,"warranties":2,"including":3,"but":2,"not":2,"limited":2,"merchantability":1,"fitness":1,"for":3,"a":1,"particular":1,"purpose":1,"disclaimed":1,"no":1,"event":1,"shall":1,"holder":1,"liable":1,"direct":1,"indirect":1,"incidental":1,"special":1,"exemplary":1,"consequential":1,"damages":1,"procurement":1,"substitute":1,"goods":1,"services":1,"loss":1,"data":1,"profits":1,"business":1,"interruption":1,"however":1,"caused":1,"on":1,"theory":1,"liability":2,"whether":1,"contract":1,"strict":1,"tort":1,"negligence":1,"otherwise":1,"arising":1,"way":1,"out":1,"even":1,"if":1,"advised":1,"possibility":1,"such":1,"damage":1,"python":1,"bindings":1,"nvml":1,"library":2,"ctypes":2,"import":7,"util":1,"find":1,"functools":1,"wraps":1,"sys":1,"os":1,"threading":1,"string":1,"type":1,"mappings":1,"enums":1},"1982,1991,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvmlenablestate":1,"t":6,"c":6,"uint":6,"nvml":39,"feature":2,"disabled":1,"0":6,"enabled":1,"1":5,"nvmlbrandtype":1,"brand":20,"unknown":1,"quadro":2,"tesla":1,"2":3,"nvs":1,"3":3,"grid":1,"4":3,"deprecated":2,"from":2,"api":2,"reporting":2,"keeping":2,"definition":2,"for":2,"backward":2,"compatibility":2,"geforce":2,"5":2,"titan":2,"6":2,"nvidia":14,"vapps":1,"7":2,"virtual":4,"applications":1,"vpc":1,"8":2,"pc":1,"vcs":1,"9":1,"compute":1,"server":1,"vws":1,"10":1,"rtx":5,"workstation":1,"cloud":3,"gaming":3,"11":1,"vgaming":1,"12":1,"13":1,"14":1,"15":1,"unused":2,"16":1,"count":4,"17":1,"nvmltemperaturethresholds":1,"temperature":11,"threshold":9,"shutdown":1,"slowdown":1,"mem":1,"max":3,"gpu":2,"acoustic":3,"min":1,"curr":2,"gps":1,"nvmltemperaturesensors":1,"nvmlcomputemode":1,"computemode":5,"default":1,"exclusive":2,"thread":1,"support":1,"removed":1,"prohibited":1,"process":1,"nvmlmemorylocation":1,"memory":1,"location":1,"l1":1,"cache":1},"3973,1967,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":45,"memory":11,"location":9,"l2":1,"cache":1,"1":5,"device":2,"2":6,"dram":1,"register":1,"file":1,"3":5,"texture":2,"4":4,"shm":1,"5":4,"cbu":1,"6":2,"sram":1,"7":1,"count":5,"8":1,"nvlink":36,"max":3,"links":2,"18":1,"for":1,"backwards":1,"compatibility":1,"maintain":1,"the":1,"incorrectly":1,"named":1,"lanes":2,"define":1,"nvmlnvlinkerrorcounter":1,"t":6,"c":6,"uint":6,"error":11,"dl":10,"replay":1,"0":4,"recovery":1,"crc":2,"flit":1,"data":2,"ecc":6,"nvmlnvlinkecclaneerrorcounter":1,"lane0":1,"lane1":1,"lane2":1,"lane3":1,"nvmlnvlinkcapability":1,"cap":7,"p2p":2,"supported":1,"sysmem":2,"access":1,"atomics":2,"sli":1,"bridge":1,"valid":1,"nvmlnvlinkutilizationcountpkttypes":1,"counter":14,"pktfilter":9,"nop":1,"0x1":1,"read":1,"0x2":1,"write":1,"0x4":1,"ratom":1,"0x8":1,"nratom":1,"0x10":1,"flush":1,"0x20":1,"respdata":1,"0x40":1,"respnodata":1,"0x80":1,"all":1,"0xff":1,"nvmlnvlinkutilizationcountunits":1,"unit":5,"cycles":1,"packets":1,"bytes":1,"reserved":1,"nvmlnvlinkdevicetype":1,"type":1,"gpu":1,"0x00":1},"5940,1974,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":51,"nvlink":3,"device":3,"type":8,"ibmnpu":1,"0x01":1,"switch":1,"0x02":1,"unknown":2,"0xff":1,"these":1,"are":1,"deprecated":1,"instead":1,"use":1,"nvmlmemoryerrortype":2,"t":10,"nvmleccbittype":1,"c":9,"uint":9,"single":1,"bit":2,"ecc":7,"0":10,"double":1,"1":10,"error":6,"count":6,"2":10,"nvmlecccountertype":1,"volatile":1,"aggregate":1,"counter":1,"memory":3,"corrected":1,"uncorrected":1,"nvmlclocktype":1,"clock":12,"graphics":1,"sm":1,"mem":1,"video":1,"3":5,"4":5,"nvmlclockid":1,"id":5,"current":1,"app":2,"target":1,"default":1,"customer":1,"boost":1,"max":2,"nvmldrivermodel":1,"driver":3,"wddm":1,"wdm":1,"mcdm":1,"gpu":1,"perf":1,"pstates":1,"16":1,"nvmlpstates":1,"pstate":17,"5":2,"6":2,"7":2,"8":2,"9":2,"10":2,"11":2,"12":2,"13":2,"14":2,"15":2,"32":1,"nvmlinforomobject":1,"inforom":5,"oem":1,"power":1,"den":1,"nvmlreturn":1,"success":1,"uninitialized":1,"invalid":1,"argument":1},"7914,1994,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":42,"error":29,"not":9,"supported":3,"3":1,"no":2,"permission":1,"4":1,"already":1,"initialized":1,"5":1,"found":4,"6":1,"insufficient":3,"size":1,"7":1,"power":1,"8":1,"driver":1,"loaded":1,"9":1,"timeout":1,"10":1,"irq":1,"issue":1,"11":1,"library":1,"12":1,"function":1,"13":1,"corrupted":1,"inforom":1,"14":1,"gpu":2,"is":1,"lost":1,"15":1,"reset":1,"required":1,"16":1,"operating":1,"system":1,"17":1,"lib":1,"rm":1,"version":2,"mismatch":2,"18":1,"in":1,"use":1,"19":1,"memory":1,"20":1,"data":1,"21":1,"vgpu":1,"ecc":3,"22":1,"resources":1,"23":1,"freq":1,"24":1,"argument":1,"25":1,"deprecated":1,"26":1,"ready":1,"27":1,"28":1,"invalid":1,"state":1,"29":1,"unknown":1,"999":1,"nvmlfanstate":1,"t":6,"c":6,"uint":6,"fan":4,"normal":1,"0":6,"failed":1,"1":6,"nvmlfancontrolpolicy":1,"policy":2,"temperature":1,"continous":1,"sw":1,"manual":1,"nvmlledcolor":1,"led":2,"color":2,"green":1,"amber":1,"nvmlgpuoperationmode":1,"gom":3,"all":1,"on":1,"compute":1,"low":1,"dp":1,"2":2,"nvmlpageretirementcause":1,"page":3,"retirement":3,"cause":3,"multiple":1,"single":1,"bit":2,"errors":1,"double":1,"count":1,"nvmlrestrictedapi":1,"restricted":2,"api":2,"set":2,"application":1,"clocks":2,"auto":1,"boosted":1},"9908,1974,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":53,"restricted":1,"api":1,"count":4,"2":10,"nvmlbridgechiptype":1,"t":10,"c":10,"uint":10,"bridge":3,"chip":2,"plx":1,"0":14,"bro4":1,"1":11,"max":1,"physical":1,"128":1,"nvmlvaluetype":1,"value":8,"type":13,"double":1,"unsigned":4,"int":2,"long":5,"3":7,"signed":2,"4":6,"5":5,"short":1,"6":3,"7":3,"nvmlnvlinkversion":1,"nvlink":8,"version":8,"invalid":1,"nvmlperfpolicytype":1,"perf":9,"policy":9,"power":3,"thermal":1,"sync":1,"boost":1,"board":1,"limit":1,"low":1,"utilization":7,"reliability":1,"total":3,"app":1,"clocks":2,"10":2,"base":1,"11":1,"12":1,"nvmlencoderquerytype":1,"encoder":4,"query":4,"h264":1,"hevc":1,"av1":1,"unknown":2,"255":1,"nvmlfbcsessiontype":1,"fbc":5,"session":5,"tosys":1,"cuda":1,"vid":1,"hwenc":1,"nvmldetachgpustate":1,"detach":2,"gpu":3,"keep":2,"remove":1,"nvmlpcielinkstate":1,"pcie":2,"link":2,"shut":1,"down":1,"nvmlsamplingtype":1,"samples":10,"memory":2,"enc":1,"dec":1,"processor":1,"clk":2,"module":1,"jpg":1,"8":1,"ofa":1,"9":1,"samplingtype":1,"nvmlpcieutilcounter":1},"11882,1981,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":52,"pcie":4,"util":3,"tx":1,"bytes":2,"0":5,"rx":1,"1":4,"count":1,"2":5,"nvmlgputopologylevel":1,"t":8,"c":8,"uint":8,"topology":9,"internal":1,"single":1,"10":2,"multiple":1,"20":1,"hostbridge":1,"30":1,"node":2,"40":1,"cpu":1,"system":1,"50":1,"nvmlgpup2pcapsindex":1,"p2p":18,"caps":9,"index":9,"read":1,"write":1,"nvlink":1,"atomics":1,"3":4,"prop":2,"is":1,"deprecated":1,"use":1,"pci":4,"instead":1,"4":5,"unknown":4,"5":3,"nvmlgpup2pstatus":1,"status":11,"ok":1,"chipset":3,"not":6,"suppored":2,"supported":4,"gpu":1,"ioh":1,"disabled":2,"by":1,"regkey":1,"6":2,"nvmldevicearchitecture":1,"device":11,"arch":11,"kepler":1,"maxwell":1,"pascal":1,"volta":1,"turing":1,"ampere":1,"7":1,"ada":1,"8":1,"hopper":1,"9":1,"blackwell":1,"t23x":1,"11":1,"0xffffffff":1,"bus":6,"types":1,"nvmlbustype":1,"type":5,"fpci":1,"agp":1,"nvmlpowersource":1,"power":3,"source":3,"ac":1,"0x00000000":2,"battery":1,"0x00000001":2,"undersized":1,"0x00000002":1,"nvmladaptiveclockinfostatus":1,"adaptive":2,"clocking":2,"info":2,"enabled":1,"nvmlclocklimitid":1,"clock":2,"limit":2,"id":2,"range":1,"start":1,"0xffffff00":1,"tdp":1,"0xffffff01":1},"13863,1982,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":40,"clock":1,"limit":1,"id":3,"unlimited":1,"0xffffff02":1,"nvmlpcielinkmaxspeed":1,"t":4,"c":5,"uint":4,"pcie":15,"link":7,"max":9,"speed":7,"invalid":1,"0x00000000":1,"2500mbps":1,"0x00000001":1,"5000mbps":1,"0x00000002":1,"8000mbps":1,"0x00000003":1,"16000mbps":1,"0x00000004":1,"32000mbps":1,"0x00000005":1,"64000mbps":1,"0x00000006":1,"nvmlpcieatomicscapability":1,"atomics":8,"cap":7,"fetchadd32":1,"0x01":1,"fetchadd64":1,"0x02":1,"swap32":1,"0x04":1,"swap64":1,"0x08":1,"cas32":1,"0x10":1,"cas64":1,"0x20":1,"cas128":1,"0x40":1,"ops":1,"7":1,"nvmlaffinityscope":1,"affinity":2,"scope":2,"node":2,"0":3,"socket":1,"1":4,"nvmldevicegpurecoveryaction":1,"gpu":7,"recovery":5,"action":5,"none":1,"reset":2,"reboot":1,"2":2,"drain":2,"p2p":1,"3":1,"and":1,"4":1,"preprocessor":1,"defined":1,"values":1,"nvmlflagdefault":1,"nvmlflagforce":1,"init":2,"flag":2,"no":2,"gpus":1,"attach":1,"gpc":1,"count":1,"32":3,"buffer":14,"size":14,"device":11,"inforom":1,"version":4,"16":2,"uuid":2,"80":5,"v2":3,"96":2,"system":2,"driver":1,"name":2,"64":1,"serial":1,"30":1,"part":2,"number":2,"vbios":1,"pci":2,"bus":2},"15845,1988,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":25,"grid":2,"license":2,"buffer":4,"size":6,"128":1,"vgpu":3,"name":1,"64":1,"feature":1,"max":2,"count":2,"3":2,"metadata":2,"opaque":2,"data":2,"sizeof":1,"c":3,"uint":3,"256":2,"pgpu":1,"device":6,"gpu":2,"fru":1,"part":2,"number":2,"0x14":1,"nv2080":1,"product":1,"length":1,"perf":1,"modes":1,"2048":1,"format":1,"strings":1,"pci":2,"bus":2,"id":3,"legacy":1,"fmt":2,"04x":1,"02x":4,"0":4,"08x":1,"value":2,"not":2,"available":2,"ulonglong":2,"1":5,"field":1,"identifiers":2,"all":1,"pertain":1,"to":2,"a":1,"each":1,"is":2,"only":1,"used":1,"once":1,"and":1,"guaranteed":1,"never":1,"change":1,"fi":14,"dev":16,"ecc":30,"current":2,"mode":2,"active":2,"inactive":2,"pending":2,"2":1,"totals":1,"sbe":6,"vol":10,"total":8,"single":6,"bit":12,"volatile":10,"errors":12,"dbe":6,"4":1,"double":6,"agg":2,"5":1,"aggregate":2,"persistent":2,"6":1,"individual":1,"locations":1,"l1":4,"7":1,"cache":4,"8":1,"l2":4,"9":1,"10":1,"11":1,"memory":2,"12":1,"reg":2,"13":1,"register":2,"file":2,"14":1},"17833,1943,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":20,"fi":20,"dev":22,"ecc":28,"sbe":7,"vol":3,"tex":4,"15":1,"texture":4,"memory":6,"single":7,"bit":16,"volatile":3,"errors":16,"dbe":9,"16":1,"double":9,"cbu":4,"17":1,"agg":11,"l1":5,"18":1,"cache":4,"aggregate":11,"persistent":10,"19":1,"l2":5,"20":1,"21":1,"22":1,"device":2,"23":1,"reg":2,"24":1,"register":2,"file":2,"25":1,"26":1,"27":1,"28":1,"page":1,"retirement":2,"retired":5,"29":1,"number":2,"of":4,"pages":3,"because":2,"30":1,"pending":2,"31":1,"if":1,"any":1,"are":1,"1":2,"yes":1,"0":2,"no":1,"nvlink":7,"flit":4,"error":7,"counters":1,"crc":6,"count":3,"l0":1,"32":1,"flow":3,"control":3,"counter":3,"for":3,"lane":3,"33":1,"34":1,"2":1},"19776,1918,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":19,"fi":19,"dev":19,"nvlink":41,"crc":23,"flit":4,"error":41,"count":19,"l3":3,"35":1,"flow":4,"control":4,"counter":19,"for":19,"lane":16,"3":3,"l4":3,"36":1,"4":3,"l5":3,"37":1,"5":3,"total":6,"38":1,"all":3,"lanes":3,"data":15,"counters":3,"l0":3,"39":1,"0":3,"l1":2,"40":1,"1":2,"l2":2,"41":1,"2":2,"42":1,"43":1,"44":1,"45":1,"replay":15,"46":1,"47":1,"48":1,"49":1,"50":1,"51":1,"52":1,"recovery":3,"53":1},"21694,1989,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":20,"fi":20,"dev":20,"nvlink":42,"recovery":12,"error":12,"count":6,"l1":3,"54":1,"counter":34,"for":20,"lane":17,"1":10,"l2":3,"55":1,"2":3,"l3":3,"56":1,"3":3,"l4":3,"57":1,"4":3,"l5":3,"58":1,"5":3,"total":6,"59":1,"all":3,"lanes":3,"bandwidth":30,"counters":2,"c0":7,"l0":2,"60":1,"set":14,"0":9,"61":1,"62":1,"63":1,"64":1,"65":1,"66":1,"c1":7,"67":1,"68":1,"69":1,"70":1,"71":1,"72":1,"73":1},"23683,1941,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"perf":17,"policy":24,"counters":3,"nvml":25,"fi":25,"dev":25,"power":2,"74":1,"counter":14,"for":13,"thermal":2,"75":1,"sync":2,"boost":2,"76":1,"board":2,"limit":2,"77":1,"low":2,"utilization":2,"78":1,"gpu":2,"reliability":2,"79":1,"total":6,"app":2,"clocks":3,"80":1,"clock":1,"base":2,"81":1,"memory":3,"temperatures":1,"temp":1,"82":1,"temperature":1,"the":3,"device":1,"energy":3,"consumption":2,"83":1,"in":1,"mj":1,"since":1,"driver":1,"was":1,"last":1,"reloaded":1,"nvlink":17,"speed":8,"mbps":7,"l0":1,"84":1,"l1":1,"85":1,"l2":1,"86":1,"l3":1,"87":1,"l4":1,"88":1,"l5":1,"89":1,"common":1,"90":1,"link":2,"count":5,"91":1,"page":1,"retirement":1,"pending":3,"fields":1,"retired":2,"sbe":1,"92":1,"dbe":1,"93":1,"pcie":3,"replay":4,"and":1,"rollover":2,"94":1,"95":1,"flit":4,"error":7,"crc":6,"l6":1,"96":1,"flow":3,"control":3,"lane":3,"6":1,"l7":1,"97":1,"7":1,"l8":1,"98":1,"8":1},"25624,1906,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":19,"fi":19,"dev":19,"nvlink":41,"crc":19,"flit":3,"error":41,"count":19,"l9":4,"99":1,"flow":3,"control":3,"counter":19,"for":19,"lane":19,"9":4,"l10":3,"100":1,"10":3,"l11":3,"101":1,"11":3,"data":13,"counters":3,"l6":3,"102":1,"6":3,"l7":3,"103":1,"7":3,"l8":3,"104":1,"8":3,"105":1,"106":1,"107":1,"replay":13,"108":1,"109":1,"110":1,"111":1,"112":1,"113":1,"recovery":9,"114":1,"115":1,"116":1,"117":1},"27530,1966,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":23,"fi":23,"dev":23,"nvlink":44,"recovery":4,"error":4,"count":2,"l10":4,"118":1,"counter":26,"for":14,"lane":14,"10":3,"l11":4,"119":1,"11":3,"bandwidth":26,"counters":3,"c0":6,"l6":3,"120":1,"set":12,"0":6,"6":2,"l7":3,"121":1,"7":2,"l8":3,"122":1,"8":2,"l9":3,"123":1,"9":2,"124":1,"125":1,"c1":6,"126":1,"1":6,"127":1,"128":1,"129":1,"130":1,"131":1,"speed":7,"mbps":6,"132":1,"133":1,"134":1,"135":1,"136":1,"137":1,"throughput":6,"data":5,"tx":4,"138":1,"in":3,"kib":3,"rx":2,"139":1,"raw":1,"140":1,"protocol":1,"overhead":1},"29496,1969,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":25,"fi":25,"dev":25,"nvlink":37,"throughput":1,"raw":1,"rx":2,"141":1,"data":28,"protocol":1,"overhead":1,"in":1,"kib":1,"row":1,"remapper":1,"remapped":4,"cor":1,"142":1,"unc":1,"143":1,"pending":1,"144":1,"failure":1,"145":1,"remote":2,"device":1,"id":2,"146":1,"number":1,"of":1,"nvlinks":1,"connected":2,"to":1,"nvswitch":2,"link":13,"count":14,"147":1,"ecc":27,"error":30,"counters":1,"l0":1,"148":1,"counter":13,"for":13,"0":1,"l1":1,"149":1,"1":1,"l2":1,"150":1,"2":1,"l3":1,"151":1,"3":1,"l4":1,"152":1,"4":1,"l5":1,"153":1,"5":1,"l6":1,"154":1,"6":1,"l7":1,"155":1,"7":1,"l8":1,"156":1,"8":1,"l9":1,"157":1,"9":1,"l10":1,"158":1,"10":1,"l11":1,"159":1,"11":1,"total":2,"160":1,"all":1,"links":1,"dl":3,"replay":1,"161":1,"recovery":1,"162":1,"crc":1,"163":1,"get":2,"speed":1,"164":1,"state":1,"165":1},"31465,1977,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":37,"fi":37,"dev":37,"nvlink":6,"get":6,"version":1,"166":1,"power":10,"state":1,"167":1,"threshold":2,"168":1,"pcie":14,"l0":1,"to":1,"recovery":1,"counter":1,"169":1,"c2c":3,"link":3,"count":16,"170":1,"status":1,"171":1,"max":5,"bw":1,"172":1,"correctable":1,"errors":1,"173":1,"naks":2,"received":1,"174":1,"receiver":1,"error":5,"175":1,"bad":2,"tlp":1,"176":1,"sent":1,"177":1,"dllp":1,"178":1,"non":1,"fatal":2,"179":1,"180":1,"unsupported":1,"req":1,"181":1,"lcrc":1,"182":1,"lane":1,"183":1,"is":2,"resetless":1,"mig":3,"supported":1,"184":1,"average":1,"185":1,"instant":1,"186":1,"min":1,"limit":5,"187":1,"188":1,"default":1,"189":1,"current":1,"190":1,"energy":1,"191":1,"requested":1,"192":1,"temperature":4,"shutdown":1,"tlimit":4,"193":1,"slowdown":1,"194":1,"mem":1,"195":1,"gpu":1,"196":1,"tx":1,"bytes":3,"197":1,"rx":1,"198":1,"mode":1,"independent":1,"query":1,"capable":1,"199":1,"200":1,"xmit":2,"packets":1,"201":1,"202":1},"33442,1995,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":30,"fi":29,"dev":29,"nvlink":24,"count":20,"rcv":5,"packets":1,"203":1,"bytes":1,"204":1,"vl15":1,"dropped":1,"205":1,"deprecated":6,"do":4,"not":4,"use":6,"malformed":1,"packet":1,"errors":8,"206":1,"buffer":1,"overrun":1,"207":1,"208":1,"remote":1,"209":1,"general":1,"210":1,"local":1,"link":4,"integrity":1,"211":1,"xmit":1,"discards":1,"212":1,"recovery":5,"successful":1,"events":3,"213":1,"failed":1,"214":1,"215":1,"raw":3,"ber":5,"lane0":1,"216":1,"lane1":1,"217":1,"218":1,"effective":2,"219":1,"220":1,"symbol":2,"221":1,"222":1,"get":5,"power":4,"threshold":4,"min":1,"223":1,"units":1,"224":1,"values":1,"are":1,"in":1,"the":1,"form":1,"low":1,"unit":1,"supported":1,"225":1,"reset":2,"status":2,"226":1,"gpu":2,"action":2,"instead":2,"drain":1,"and":1,"227":1,"pcie":2,"outbound":1,"atomics":2,"mask":2,"228":1,"inbound":1,"229":1},"35437,1996,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":26,"fi":26,"dev":17,"get":1,"gpu":1,"recovery":1,"action":1,"230":1,"nvlink":16,"count":16,"fec":16,"history":16,"0":3,"235":1,"1":3,"236":1,"2":1,"237":1,"3":1,"238":1,"4":1,"239":1,"5":1,"240":1,"6":1,"241":1,"7":1,"242":1,"8":1,"243":1,"9":1,"244":1,"10":1,"245":1,"11":1,"246":1,"12":1,"247":1,"13":1,"248":1,"14":1,"249":1,"15":1,"250":1,"pwr":9,"smoothing":9,"enabled":4,"251":1,"enablement":2,"disabled":2,"or":2,"priv":1,"lvl":1,"252":1,"current":1,"privilege":1,"level":1,"imm":1,"ramp":2,"down":2,"253":1,"immediate":1,"applied":4,"tmp":8,"ceil":1,"254":1,"ceiling":1,"value":4,"floor":6,"255":1,"max":4,"percent":3,"setting":2,"256":1,"min":2,"257":1,"hw":2,"circuitry":2,"lifetime":2,"remaining":2,"258":1,"num":1,"preset":2,"profiles":2,"259":1,"number":1,"of":1},"37433,1992,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":23,"fi":13,"pwr":9,"smoothing":9,"profile":14,"percent":2,"tmp":4,"floor":4,"260":1,"for":9,"a":8,"given":8,"ramp":12,"up":4,"rate":8,"261":1,"in":8,"mw":4,"s":4,"down":8,"262":1,"hyst":2,"val":2,"263":1,"hysteresis":2,"value":2,"ms":2,"active":3,"preset":2,"264":1,"number":1,"admin":4,"override":4,"265":1,"266":1,"267":1,"268":1,"max":1,"269":1,"one":1,"greater":1,"than":1,"the":2,"largest":1,"field":1,"id":1,"defined":1,"above":1,"dev":3,"nvlink":8,"get":3,"state":5,"enums":2,"inactive":1,"0x0":1,"0x1":1,"sleep":1,"0x2":1,"low":2,"power":4,"threshold":4,"unit":2,"100us":1,"0":2,"units":2,"50us":1,"1":2,"needed":1,"method":1,"nvmldevicegetvirtualizationmode":1,"and":1,"nvmldevicesetvirtualizationmode":1,"gpu":7,"virtualization":5,"mode":7,"none":1,"represents":1,"bare":1,"metal":1,"passthrough":1,"device":4,"is":4,"associated":4,"with":4,"passthorugh":1,"vgpu":4,"2":1,"inside":1,"virtual":1,"machine":1,"host":2,"3":1,"vgx":2,"hypervisor":2,"vsga":2,"4":1},"39425,1910,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"lib":1,"loading":1,"nvmllib":2,"none":1,"libloadlock":1,"threading":1,"lock":1,"refcount":1,"0":6,"incremented":1,"on":4,"each":1,"nvmlinit":1,"and":1,"decremented":1,"nvmlshutdown":1,"vgpu":19,"management":1,"nvmlvgputypeid":1,"t":7,"c":7,"uint":6,"nvmlvgpuinstance":1,"nvmlvgpuvmidtype":1,"nvml":21,"vm":4,"id":3,"domain":1,"uuid":1,"1":4,"nvmlgridlicensefeaturecode":1,"grid":12,"license":12,"feature":7,"code":7,"unknown":1,"nvidia":2,"rtx":2,"2":4,"vworkstation":1,"deprecated":1,"use":1,"gaming":1,"3":3,"compute":1,"4":3,"nvmlgridlicenseexpirystatus":1,"uint8":1,"expiry":11,"not":4,"available":2,"information":1,"invalid":2,"or":1,"error":1,"fetching":1,"valid":2,"applicable":2,"permanent":2,"nvmlvgpucapability":1,"cap":7,"nvlink":2,"p2p":2,"over":1,"is":2,"supported":2,"gpudirect":2,"capability":1,"multi":2,"exclusive":3,"profile":3,"cannot":3,"be":1,"mixed":1,"with":1,"other":3,"profiles":4,"in":1,"same":1,"type":2,"run":2,"a":2,"gpu":2,"alongside":2,"of":3,"different":3,"size":2,"count":1,"5":1,"nvmlvgpudrivercapability":1,"driver":1,"heterogeneous":1,"supports":1,"mixing":1,"within":1,"one":1,"guest":1},"41335,1968,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":16,"vgpu":26,"driver":3,"cap":13,"warm":4,"update":4,"1":3,"supports":6,"fsr":2,"and":2,"of":8,"host":1,"without":1,"terminating":1,"the":10,"running":1,"guest":3,"vm":2,"count":2,"2":2,"nvmldevicevgpucapability":1,"t":3,"c":3,"uint":3,"device":16,"fractional":2,"multi":2,"0":2,"query":8,"whether":6,"profiles":8,"on":2,"this":1,"gpu":10,"can":1,"be":1,"used":1,"in":3,"configurations":1,"heterogeneous":2,"timeslice":2,"concurrent":2,"execution":2,"timesliced":3,"differing":2,"types":1,"sizes":3,"framebuffer":2,"read":2,"buffer":4,"bw":2,"3":1,"s":2,"expected":2,"bandwidth":2,"capacity":2,"megabytes":2,"per":2,"second":2,"write":2,"4":1,"streaming":2,"5":1,"migration":1,"data":1,"mini":2,"quarter":2,"6":1,"set":2,"get":2,"support":2,"compute":2,"media":2,"engine":2,"7":1,"for":1,"8":1,"homogeneous":1,"placements":2,"9":1,"reporting":1,"with":1,"identical":1,"10":1,"nvmlvgpuguestinfostate":1,"instance":2,"info":2,"state":2,"uninitialized":1,"initialized":1,"nvmlvgpuvmcompatibility":1,"compatibility":1,"none":1,"0x0":1},"43303,1776,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":32,"vgpu":11,"vm":4,"compatibility":9,"cold":1,"0x1":2,"hibernate":1,"0x2":2,"sleep":1,"0x4":2,"live":1,"0x8":1,"nvmlvgpupgpucompatibilitylimitcode":1,"t":8,"c":8,"uint":8,"limit":5,"none":3,"0x0":1,"host":3,"driver":2,"guest":1,"gpu":1,"other":1,"0x80000000":1,"nvmlhostvgpumode":1,"mode":4,"non":1,"sriov":2,"0":8,"1":8,"nvmlconfcomputegpusreadystate":1,"cc":22,"accepting":2,"client":2,"requests":2,"false":1,"true":1,"nvmlconfcomputegpucaps":1,"system":16,"gpus":2,"not":1,"capable":2,"nvmlconfcomputecpucaps":1,"cpu":5,"caps":5,"amd":3,"sev":2,"intel":1,"tdx":1,"2":2,"snp":2,"3":1,"vtom":1,"4":1,"nvmlconfcomputedevtoolsmode":1,"devtools":2,"off":1,"on":1,"multigpu":2,"protected":1,"pcie":1,"environment":3,"unavailable":1,"sim":1,"prod":1,"nvmlconfcomputeccfeature":1,"feature":2,"disabled":1,"enabled":1,"nvmlconfcomputecckeyrotationthreshattackeradv":1,"key":2,"rotation":2,"thresh":2,"attacker":2,"advantage":2,"min":1,"50":1,"max":1,"65":1,"gsp":2,"firmware":2,"version":1,"buf":1,"size":1,"0x40":1,"class":1,"nvmllibrarymismatcherror":1,"exception":1,"pass":1,"error":1,"checking":1},"45079,1767,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":1,"nvmlerror":4,"exception":2,"valclassmapping":2,"dict":1,"list":1,"of":2,"currently":1,"known":1,"error":22,"codes":1,"errcode":1,"to":2,"string":1,"nvml":22,"uninitialized":2,"invalid":2,"argument":2,"not":10,"supported":2,"no":1,"permission":1,"insufficient":6,"permissions":1,"already":2,"initialized":2,"found":6,"size":2,"power":2,"external":1,"driver":2,"loaded":2,"timeout":2,"irq":1,"issue":2,"interrupt":1,"request":2,"library":2,"shared":1,"function":3,"corrupted":2,"inforom":2,"gpu":3,"is":2,"lost":2,"reset":1,"required":1,"requires":1,"restart":1,"operating":2,"system":2,"the":2,"has":2,"blocked":1,"lib":1,"rm":3,"version":2,"mismatch":2,"detected":1,"an":1,"memory":2,"unknown":2,"def":1,"new":2,"typ":5,"value":5,"maps":1,"a":1,"proper":1,"subclass":1,"see":1,"extractnvmlerrorsasclasses":1,"for":1,"more":1,"details":1,"if":1,"get":1,"obj":3,"return":1},"46846,405,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":2,"str":2,"self":8,"try":1,"if":1,"value":7,"not":1,"in":1,"nvmlerror":4,"errcode":3,"to":3,"string":3,"nvmlerrorstring":1,"return":3,"except":1,"nvml":1,"error":1,"with":1,"code":1,"d":1,"eq":1,"other":2},"47251,1865,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":6,"nvmlexceptionclass":1,"nvmlerrorcode":5,"if":4,"not":2,"in":4,"nvmlerror":12,"valclassmapping":3,"raise":2,"valueerror":1,"s":2,"is":2,"valid":1,"return":5,"extractnvmlerrorsasclasses":2,"generates":1,"a":3,"hierarchy":1,"of":2,"classes":1,"on":1,"top":1,"class":9,"each":2,"nvml":7,"error":10,"gets":2,"new":11,"subclass":2,"this":5,"way":1,"try":1,"except":1,"blocks":1,"can":1,"filter":1,"appropriate":1,"exceptions":1,"more":1,"easily":1,"parent":1,"it":1,"own":1,"e":2,"g":2,"already":2,"initialized":2,"will":1,"be":1,"turned":1,"into":2,"alreadyinitialized":2,"module":5,"sys":1,"modules":1,"name":11,"nvmlerrorsnames":2,"x":3,"for":2,"dir":1,"startswith":1,"err":6,"turn":1,"string":1,"capwords":1,"replace":2,"val":5,"getattr":1,"gen":2,"typ":2,"obj":2,"type":1,"setattr":1,"nvmlcheckreturn":1,"ret":4,"success":1,"function":2,"access":1,"nvmlgetfunctionpointer":4,"cache":3,"dict":1,"pointers":1,"are":1,"cached":1,"to":1,"prevent":1,"unnecessary":1,"libloadlock":1,"locking":1,"global":1,"nvmllib":1},"49116,1713,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"libloadlock":2,"acquire":1,"try":2,"ensure":1,"library":2,"was":1,"loaded":1,"if":4,"nvmllib":2,"none":2,"raise":2,"nvmlerror":2,"nvml":3,"error":2,"uninitialized":1,"nvmlgetfunctionpointer":2,"cache":2,"name":3,"getattr":2,"return":4,"except":1,"attributeerror":1,"function":1,"not":1,"found":1,"finally":1,"lock":1,"is":1,"always":1,"freed":1,"release":1,"alternative":1,"object":4,"allows":2,"the":4,"to":6,"be":4,"printed":1,"mismatched":1,"types":1,"assigned":1,"like":1,"when":1,"structure":2,"variant":1,"requires":1,"c":5,"uint":1,"class":2,"nvmlfriendlyobject":2,"def":4,"init":1,"self":4,"dictionary":3,"for":3,"x":7,"in":4,"setattr":3,"str":2,"dict":2,"nvmlstructtofriendlyobject":1,"struct":5,"d":3,"fields":2,"key":7,"0":2,"value":7,"only":1,"need":2,"convert":1,"from":1,"bytes":4,"no":1,"check":1,"python":1,"version":2,"decode":1,"isinstance":1,"else":2,"obj":4,"pack":1,"so":1,"it":1,"can":1,"passed":1,"nvmlfriendlyobjecttostruct":1,"model":5,"any":1,"char":1,"p":1,"python3":1,"needs":1,"default":1,"encoding":1,"works":1,"fine":1,"sys":1,"info":1,"3":1,"encode":1,"unit":1,"structures":1,"nvmlunit":3,"t":3,"pass":1,"opaque":1,"handle":1,"pointer":1},"50829,1796,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":8,"printablestructure":2,"structure":2,"abstract":1,"that":2,"produces":1,"nicer":2,"str":8,"output":2,"than":1,"ctypes":2,"e":3,"g":3,"instead":1,"of":5,"print":2,"obj":1,"name":8,"object":1,"at":1,"0x7fdf82fef9e0":1,"this":2,"will":1,"field":4,"formatted":3,"value":6,"fmt":12,"dictionary":1,"format":2,"has":1,"hex":2,"c":1,"uint":1,"could":1,"be":3,"with":2,"08x":1,"to":7,"produce":1,"default":5,"formatting":1,"string":1,"for":4,"all":2,"fields":2,"can":1,"set":2,"key":6,"like":1,"d":1,"mhz":2,"values":2,"are":3,"numbers":1,"in":5,"if":4,"not":2,"it":1,"s":4,"assumed":1,"just":1,"exact":1,"returned":1,"from":1,"is":1,"subject":1,"change":1,"the":2,"future":1,"def":2,"self":10,"result":3,"x":2,"0":1,"getattr":1,"elif":1,"append":1,"return":4,"join":1,"getattribute":2,"res":6,"super":1,"need":2,"convert":2,"bytes":4,"unicode":1,"python3":1,"don":1,"t":1,"python2":1,"python":2,"2":1,"strings":2,"both":1,"and":1,"3":1,"type":1,"should":1,"everything":1,"correct":1,"otherwise":1,"isinstance":2,"decode":1},"52625,1420,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":1,"setattr":2,"self":2,"name":3,"value":6,"if":1,"isinstance":1,"str":1,"encoding":1,"a":1,"python2":2,"string":1,"returns":1,"the":1,"same":1,"since":1,"strings":1,"are":1,"bytes":2,"already":1,"passed":1,"in":1,"python3":1,"will":1,"be":1,"ignored":1,"encode":1,"super":1,"printablestructure":7,"class":7,"c":22,"nvmlunitinfo":1,"t":12,"fields":6,"char":6,"96":4,"id":1,"serial":1,"firmwareversion":1,"nvmlc2cmodeinfo":2,"v1":2,"isc2cenabled":1,"uint":6,"0x1000008":1,"nvmlledstate":1,"cause":1,"256":2,"color":1,"nvmlledcolor":1,"nvmlpsuinfo":1,"state":2,"current":1,"voltage":1,"power":1,"nvmlunitfaninfo":2,"speed":1,"nvmlfanstate":1,"nvmlunitfanspeeds":1,"fans":1,"24":1,"count":1,"device":1,"structures":1,"struct":2,"nvmldevice":3,"structure":1,"pass":1,"opaque":1,"handle":1,"pointer":1},"54045,1764,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":3,"nvmlpciinfoext":2,"v1":3,"t":3,"printablestructure":3,"fields":3,"version":2,"c":24,"uint":21,"domain":5,"bus":8,"device":8,"pcideviceid":5,"pcisubsystemid":4,"baseclass":2,"subclass":2,"busid":3,"char":3,"nvml":3,"pci":3,"id":3,"buffer":3,"size":3,"fmt":2,"0x":13,"04x":3,"02x":4,"08x":4,"01x":2,"0x1000040":1,"legacy":1,"pciinfo":1,"used":1,"for":1,"and":1,"v2":4,"nvmlpciinfo":2,"added":1,"in":1,"2":1,"285":1,"reserved0":1,"reserved1":1,"reserved2":1,"reserved3":1,"moved":1,"to":1,"the":1,"new":1,"location":1,"below":1,"busidlegacy":1},"55809,1926,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"added":1,"in":2,"2":1,"285":1,"pcisubsystemid":2,"c":23,"uint":5,"new":1,"busid":2,"replaced":1,"the":2,"long":1,"deprecated":1,"and":1,"reserved":2,"fields":8,"with":1,"a":1,"field":1,"of":1,"same":1,"size":4,"9":1,"0":1,"char":3,"nvml":3,"device":3,"pci":2,"bus":2,"id":1,"buffer":3,"fmt":4,"domain":1,"0x":5,"08x":3,"02x":2,"pcideviceid":1,"class":7,"nvmlsystemdriverbranchinfo":1,"v1":2,"t":10,"printablestructure":6,"version":3,"branch":1,"system":1,"driver":1,"systemdriverbranchinfo":1,"0x1000054":1,"nvmlexcludeddeviceinfo":1,"nvmlpciinfo":1,"uuid":2,"nvmlnvlinkutilizationcontrol":1,"units":1,"nvmlnvlinkutilizationcountunits":1,"pktfilter":1,"nvmlnvlinkutilizationcountpkttypes":1,"nvmlmemory":3,"total":2,"ulonglong":10,"free":2,"used":2,"default":3,"d":3,"b":3,"v2":2,"0x02000028":1,"nvmlbar1memory":1,"bar1total":1,"bar1free":1,"bar1used":1,"nvmlclkmonfaultinfo":1,"structure":1,"clkapidomain":1,"clkdomainfaultmask":1,"max":1,"clk":1,"domains":1,"32":1},"57735,1984,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":6,"nvmlclkmonstatus":1,"t":18,"structure":3,"fields":6,"bglobalstatus":1,"c":29,"uint":13,"clkmonlistsize":1,"clkmonlist":1,"nvmlclkmonfaultinfo":1,"max":1,"clk":1,"domains":1,"on":1,"windows":1,"with":1,"the":2,"wddm":1,"driver":1,"usedgpumemory":6,"is":1,"reported":1,"as":1,"none":3,"code":1,"that":1,"processes":1,"this":1,"should":1,"check":1,"for":2,"i":1,"e":1,"if":1,"info":2,"todo":1,"handle":1,"error":1,"pass":1,"else":1,"print":1,"using":1,"d":3,"mib":1,"of":1,"memory":1,"1024":2,"endif":1,"see":1,"nvml":4,"documentation":1,"more":1,"information":1,"nvmlprocessinfo":5,"v2":2,"printablestructure":4,"pid":2,"ulonglong":3,"gpuinstanceid":2,"computeinstanceid":2,"fmt":2,"b":2,"v3":2,"nvmlprocessmode":2,"process":3,"mode":4,"compute":1,"0":1,"graphics":1,"1":1,"mps":1,"2":1,"nvmlprocessdetail":2,"v1":5,"usedgpuccprotectedmemory":1,"nvmlprocessdetaillist":4,"version":1,"numprocarrayentries":2,"procarray":1,"pointer":1,"0x1000018":1,"nvmlbridgechipinfo":2,"type":1,"nvmlbridgechiptype":1,"fwversion":1,"nvmlbridgechiphierarchy":1,"bridgecount":1,"bridgechipinfo":1,"128":1},"59719,1868,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":8,"c":36,"nvmleccerrorcounts":1,"t":13,"printablestructure":7,"fields":8,"l1cache":1,"ulonglong":8,"l2cache":1,"devicememory":1,"registerfile":1,"nvmlutilization":1,"gpu":1,"uint":5,"memory":1,"fmt":1,"default":1,"d":1,"added":1,"in":1,"2":1,"285":1,"nvmlhwbcentry":1,"hwbcid":1,"firmwareversion":1,"char":1,"32":1,"nvmlvalue":3,"union":1,"dval":1,"double":1,"uival":1,"ulval":1,"ulong":1,"ullval":1,"sllval":1,"longlong":1,"sival":1,"int":1,"usval":1,"ushort":1,"nvmlsample":1,"timestamp":2,"samplevalue":1,"nvmlviolationtime":1,"referencetime":1,"violationtime":1,"nvmlfieldvalue":1,"fieldid":1,"uint32":2,"scopeid":1,"int64":2,"latencyusec":1,"valuetype":1,"nvmlvaluetype":1,"nvmlreturn":2,"value":1,"nvml":2,"nvlink":2,"total":2,"supported":2,"bw":2,"modes":2,"23":1,"nvmlnvlinksupportedbwmodes":4,"v1":5,"0x100001c":1,"version":2,"bwmodes":1,"uint8":2,"totalbwmodes":1,"def":1,"init":2,"self":2,"super":1,"nvmlnvlinkgetbwmode":1,"0x100000c":1},"61587,1727,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":7,"c":30,"nvmlnvlinkgetbwmode":3,"v1":15,"t":9,"printablestructure":7,"fields":7,"version":9,"uint":18,"bisbest":1,"bwmode":2,"uint8":2,"def":2,"init":4,"self":4,"super":2,"nvmlnvlinksetbwmode":4,"0x100000c":1,"bsetbest":1,"nvmlvgpuheterogeneousmode":1,"mode":4,"vgpuheterogeneousmode":1,"0x1000008":2,"nvmlvgpuplacementid":1,"placementid":1,"vgpuplacementid":1,"nvmlvgpuplacementlist":2,"count":2,"placementsize":2,"placementids":2,"pointer":2,"vgpuplacementlist":2,"0x1000018":1,"nvml":2,"vgpu":2,"pgpu":2,"heterogeneous":1,"0":1,"homogeneous":1,"1":1,"v2":2,"0x2000020":1,"nvmlvgputypebar1info":1,"bar1size":1,"ulonglong":1,"vgputypebar1info":1,"0x1000010":1},"63314,1883,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":5,"c":37,"nvmlvgpuinstanceutilizationsample":1,"t":21,"printablestructure":5,"fields":5,"vgpuinstance":4,"nvmlvgpuinstance":4,"timestamp":4,"ulonglong":5,"smutil":4,"nvmlvalue":10,"memutil":4,"encutil":4,"decutil":4,"nvmlvgpuinstanceutilizationinfo":2,"v1":5,"jpgutil":2,"ofautil":2,"nvmlvgpuinstancesutilizationinfo":1,"version":1,"uint":14,"samplevaltype":1,"nvmlvaluetype":1,"vgpuinstancecount":1,"lastseentimestamp":1,"vgpuutilarray":1,"pointer":1,"vgpuinstancesutilizationinfo":1,"0x01000020":1,"nvmlvgpuprocessutilizationsample":1,"pid":2,"processname":2,"char":2,"nvml":2,"vgpu":2,"name":2,"buffer":2,"size":2,"nvmlvgpuprocessutilizationinfo":1},"65197,1916,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":6,"c":34,"nvmlvgpuprocessesutilizationinfo":1,"v1":5,"t":9,"printablestructure":6,"fields":6,"version":2,"uint":16,"vgpuprocesscount":1,"lastseentimestamp":1,"ulonglong":3,"vgpuprocutilarray":1,"pointer":1,"nvmlvgpuprocessutilizationinfo":1,"vgpuprocessesutilizationinfo":1,"0x01000018":1,"nvmlvgpuruntimestate":1,"size":1,"vgpuruntimestate":1,"0x1000010":1,"nvmlvgpulicenseexpiry":2,"year":1,"uint32":1,"month":1,"uint16":5,"day":1,"hour":1,"min":1,"sec":1,"status":1,"uint8":2,"nvml":6,"grid":6,"license":6,"state":6,"unknown":1,"0":1,"uninitialized":1,"1":1,"unlicensed":3,"unrestricted":1,"2":1,"restricted":1,"3":1,"4":1,"licensed":1,"5":1,"nvmlvgpulicenseinfo":1,"islicensed":1,"licenseexpiry":1,"currentstate":1,"nvmlencodersession":1,"sessionid":1,"pid":2,"vgpuinstance":1,"nvmlvgpuinstance":1,"codectype":1,"hresolution":1,"vresolution":1,"averagefps":1,"encodelatency":1,"nvmlprocessutilizationsample":1,"timestamp":1,"smutil":1,"memutil":1,"encutil":1,"decutil":1},"67113,1961,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":6,"c":37,"nvmlprocessutilizationinfo":2,"v1":4,"t":11,"printablestructure":6,"fields":6,"timestamp":1,"ulonglong":2,"pid":1,"uint":14,"smutil":1,"memutil":1,"encutil":1,"decutil":1,"jpgutil":1,"ofautil":1,"nvmlprocessesutilizationinfo":1,"version":1,"processsamplescount":1,"lastseentimestamp":1,"procutilarray":1,"pointer":1,"processesutilizationinfo":1,"0x01000018":1,"nvmlgridlicenseexpiry":2,"year":1,"uint32":1,"month":1,"uint16":5,"day":1,"hour":1,"min":1,"sec":1,"status":1,"uint8":1,"nvmlgridlicensablefeature":3,"v4":3,"featurecode":2,"nvmlgridlicensefeaturecode":2,"featurestate":2,"licenseinfo":2,"char":4,"nvml":5,"grid":5,"license":5,"buffer":4,"size":4,"productname":2,"featureenabled":2,"licenseexpiry":1,"nvmlgridlicensablefeatures":1,"isgridlicensesupported":1,"int":1,"licensablefeaturescount":1,"gridlicensablefeatures":1,"feature":1,"max":1,"count":1,"v3":1},"69074,1993,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":7,"c":25,"nvmlgridlicensablefeatures":3,"v3":2,"t":14,"printablestructure":6,"fields":6,"isgridlicensesupported":3,"int":4,"licensablefeaturescount":3,"uint":6,"gridlicensablefeatures":3,"nvmlgridlicensablefeature":5,"nvml":6,"grid":6,"license":6,"feature":3,"max":3,"count":3,"v2":3,"featurecode":2,"nvmlgridlicensefeaturecode":2,"featurestate":2,"licenseinfo":2,"char":3,"buffer":3,"size":3,"productname":1,"nvmlmargintemperature":2,"v1":2,"version":1,"margintemperature":1,"0x1000008":1,"event":1,"structures":1,"struct":2,"nvmleventset":3,"structure":1,"pass":1,"opaque":1,"handle":1,"pointer":1,"nvmleventtypesinglebiteccerror":1,"0x0000000000000001":1,"nvmleventtypedoublebiteccerror":1,"0x0000000000000002":1,"nvmleventtypepstate":1,"0x0000000000000004":1,"nvmleventtypexidcriticalerror":1,"0x0000000000000008":1,"nvmleventtypeclock":1,"0x0000000000000010":1},"71067,1879,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvmleventtypepowersourcechange":2,"0x0000000000000080":1,"nvmleventmigconfigchange":2,"0x0000000000000100":1,"nvmleventtypesinglebiteccerrorstorm":2,"0x0000000000000200":1,"nvmleventtypedramretirementevent":2,"0x0000000000000400":1,"nvmleventtypedramretirementfailure":2,"0x0000000000000800":1,"nvmleventtypenonfatalpoisonerror":2,"0x0000000000001000":1,"nvmleventtypefatalpoisonerror":2,"0x0000000000002000":1,"nvmleventtypegpuunavailableerror":2,"0x0000000000004000":1,"nvmleventtypegpurecoveryaction":2,"0x0000000000008000":1,"nvmleventtypenone":2,"0x0000000000000000":1,"nvmleventtypeall":1,"nvmleventtypesinglebiteccerror":1,"nvmleventtypedoublebiteccerror":1,"nvmleventtypepstate":1,"nvmleventtypeclock":1,"nvmleventtypexidcriticalerror":1,"clock":1,"event":1,"reasons":1,"defines":1,"nvmlclockseventreasongpuidle":1,"0x0000000000000001":1,"nvmlclockseventreasonapplicationsclockssetting":1,"0x0000000000000002":1},"72946,1978,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvmlclockseventreasonuserdefinedclocks":1,"nvmlclockseventreasonapplicationsclockssetting":3,"deprecated":3,"use":2,"nvmlclockseventreasonswpowercap":2,"0x0000000000000004":1,"nvmlclockseventreasonhwslowdown":2,"0x0000000000000008":1,"nvmlclockseventreasonsyncboost":2,"0x0000000000000010":1,"nvmlclockseventreasonswthermalslowdown":2,"0x0000000000000020":1,"nvmlclockseventreasonhwthermalslowdown":2,"0x0000000000000040":1,"nvmlclockseventreasonhwpowerbrakeslowdown":2,"0x0000000000000080":1,"nvmlclockseventreasondisplayclocksetting":2,"0x0000000000000100":1,"nvmlclockseventreasonnone":2,"0x0000000000000000":1,"nvmlclockseventreasonall":1,"nvmlclockseventreasongpuidle":1,"following":1,"have":1,"been":1,"nvmlclocksthrottlereasongpuidle":1,"0x0000000000000001":1,"nvmlclocksthrottlereasonapplicationsclockssetting":3,"0x0000000000000002":1,"nvmlclocksthrottlereasonuserdefinedclocks":1},"74924,1820,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvmlclocksthrottlereasonswpowercap":2,"0x0000000000000004":1,"nvmlclocksthrottlereasonhwslowdown":2,"0x0000000000000008":1,"nvmlclocksthrottlereasonsyncboost":2,"0x0000000000000010":1,"nvmlclocksthrottlereasonswthermalslowdown":2,"0x0000000000000020":1,"nvmlclocksthrottlereasonhwthermalslowdown":2,"0x0000000000000040":1,"nvmlclocksthrottlereasonhwpowerbrakeslowdown":2,"0x0000000000000080":1,"nvmlclocksthrottlereasondisplayclocksetting":2,"0x0000000000000100":1,"nvmlclocksthrottlereasonnone":2,"0x0000000000000000":1,"nvmlclocksthrottlereasonall":1,"nvmlclocksthrottlereasongpuidle":1,"nvmlclocksthrottlereasonapplicationsclockssetting":1,"class":1,"c":6,"nvmleventdata":1,"t":2,"printablestructure":1,"fields":1,"device":1,"nvmldevice":1,"eventtype":2,"ulonglong":2,"eventdata":1,"gpuinstanceid":1,"uint":2,"computeinstanceid":1,"fmt":1,"0x":1,"08x":1},"76744,1958,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":5,"c":31,"nvmlaccountingstats":1,"t":9,"printablestructure":3,"fields":5,"gpuutilization":1,"uint":17,"memoryutilization":1,"maxmemoryusage":1,"ulonglong":3,"time":1,"starttime":1,"isrunning":1,"reserved":3,"5":2,"nvmlvgpuversion":2,"structure":2,"minversion":1,"maxversion":1,"nvmlvgpumetadata":1,"version":5,"revision":2,"guestinfostate":1,"nvmlvgpuguestinfostate":1,"guestdriverversion":1,"char":5,"nvml":7,"system":3,"driver":3,"buffer":3,"size":5,"hostdriverversion":2,"6":1,"vgpuvirtualizationcaps":1,"guestvgpuversion":1,"opaquedatasize":2,"opaquedata":2,"vgpu":5,"metadata":2,"opaque":2,"data":2,"nvmlvgpupgpumetadata":1,"pgpuvirtualizationcaps":1,"hostsupportedvgpurange":1,"pgpu":1,"nvmlvgpupgpucompatibility":1,"vgpuvmcompatibility":1,"nvmlvgpuvmcompatibility":1,"compatibilitylimitcode":1,"nvmlvgpupgpucompatibilitylimitcode":1,"scheduler":3,"policy":3,"defines":1,"unknown":1,"0":1,"best":1,"effort":1,"1":1},"78702,1930,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":8,"vgpu":7,"scheduler":9,"policy":4,"equal":1,"share":2,"2":2,"fixed":1,"3":2,"supported":2,"count":2,"sw":2,"max":2,"log":2,"entries":2,"200":1,"arr":3,"default":1,"0":1,"disable":1,"1":1,"enable":1,"class":7,"c":29,"nvmlvgpuscheddatawitharr":2,"t":12,"printablestructure":6,"fields":7,"avgfactor":2,"uint":12,"timeslice":2,"nvmlvgpuscheddata":2,"nvmlvgpuschedulerparams":3,"union":1,"vgpuscheddatawitharr":1,"vgpuscheddata":1,"nvmlvgpuschedulerlogentry":2,"timestamp":1,"ulonglong":5,"timeruntotal":1,"timerun":1,"swrunlistid":1,"targettimeslice":1,"cumulativepreemptiontime":1,"nvmlvgpuschedulerlog":1,"engineid":1,"schedulerpolicy":2,"arrmode":2,"schedulerparams":2,"entriescount":1,"logentries":1,"nvmlvgpuschedulergetstate":1,"nvmlvgpuschedsetdatawitharr":1,"frequency":1},"80632,1975,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":6,"c":34,"nvmlvgpuschedsetdata":2,"t":10,"printablestructure":4,"fields":6,"timeslice":1,"uint":25,"nvmlvgpuschedulersetparams":2,"union":1,"vgpuscheddatawitharr":1,"nvmlvgpuschedsetdatawitharr":1,"vgpuscheddata":1,"nvmlvgpuschedulersetstate":1,"schedulerpolicy":1,"enablearrmode":1,"schedulerparams":1,"nvmlvgpuschedulercapabilities":1,"supportedschedulers":1,"nvml":9,"supported":1,"vgpu":1,"scheduler":1,"policy":1,"count":1,"maxtimeslice":1,"mintimeslice":1,"isarrmodesupported":1,"maxfrequencyforarr":1,"minfrequencyforarr":1,"maxavgfactorforarr":1,"minavgfactorforarr":1,"nvmlfbcstats":1,"structure":1,"sessionscount":1,"averagefps":2,"averagelatency":2,"nvmlfbcsession":1,"sessionid":1,"pid":1,"vgpuinstance":1,"nvmlvgpuinstance":1,"displayordinal":1,"sessiontype":1,"sessionflags":1,"hmaxresolution":1,"vmaxresolution":1,"hresolution":1,"vresolution":1,"device":2,"mig":2,"disable":1,"0x0":2,"enable":1,"0x1":2,"gpu":6,"instance":6,"profile":6,"1":1,"slice":6,"2":1,"3":1,"0x2":1,"4":1,"0x3":1,"7":1,"0x4":1,"8":1,"0x5":1},"82607,1843,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":9,"gpu":8,"instance":8,"profile":8,"6":1,"slice":7,"0x6":1,"1":3,"rev1":2,"0x7":1,"2":2,"0x8":1,"rev2":1,"0x9":1,"gfx":3,"0xa":1,"0xb":1,"4":1,"0xc":1,"count":1,"0xd":1,"class":3,"c":30,"nvmlgpuinstanceplacement":1,"t":4,"structure":2,"fields":3,"start":1,"uint":23,"size":2,"nvmlgpuinstanceprofileinfo":5,"id":2,"isp2psupported":2,"slicecount":2,"instancecount":2,"multiprocessorcount":2,"copyenginecount":2,"decodercount":2,"encodercount":2,"jpegcount":2,"ofacount":2,"memorysizemb":2,"ulonglong":2,"v2":5,"0x02000098":1,"printablestructure":1,"version":2,"name":2,"char":1,"device":1,"buffer":1,"def":1,"init":2,"self":2,"super":1},"84450,1561,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":4,"c":21,"nvmlgpuinstanceinfo":1,"t":8,"structure":4,"fields":3,"device":1,"nvmldevice":1,"id":2,"uint":13,"profileid":1,"placement":1,"nvmlgpuinstanceplacement":1,"struct":2,"nvmlgpuinstance":3,"pass":1,"opaque":1,"handle":1,"pointer":1,"nvml":11,"compute":11,"instance":11,"profile":11,"1":2,"slice":8,"0x0":2,"2":1,"0x1":2,"3":1,"0x2":1,"4":1,"0x3":1,"7":1,"0x4":1,"8":1,"0x5":1,"6":1,"0x6":1,"rev1":1,"0x7":1,"count":2,"0x8":1,"engine":2,"shared":1,"nvmlcomputeinstanceplacement":1,"start":1,"size":1,"nvmlcomputeinstanceprofileinfo":2,"slicecount":1,"instancecount":1,"multiprocessorcount":1,"sharedcopyenginecount":1,"shareddecodercount":1,"sharedencodercount":1,"sharedjpegcount":1,"sharedofacount":1,"v2":1,"0x02000088":1},"86011,1995,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":4,"c":27,"nvmlcomputeinstanceprofileinfo":3,"v2":4,"t":9,"printablestructure":1,"fields":4,"version":2,"uint":17,"id":2,"slicecount":1,"instancecount":1,"multiprocessorcount":1,"sharedcopyenginecount":1,"shareddecodercount":1,"sharedencodercount":1,"sharedjpegcount":1,"sharedofacount":1,"name":2,"char":1,"nvml":17,"device":2,"buffer":1,"size":1,"def":1,"init":2,"self":2,"super":1,"nvmlcomputeinstanceinfo":1,"structure":3,"nvmldevice":1,"gpuinstance":1,"nvmlgpuinstance":1,"profileid":1,"placement":1,"nvmlcomputeinstanceplacement":1,"max":3,"gpu":9,"utilizations":2,"8":2,"utilization":5,"domain":4,"0":2,"fb":1,"1":3,"vid":1,"2":2,"bus":1,"3":2,"nvmlgpudynamicpstatesutilization":2,"bispresent":1,"percentage":1,"incthreshold":1,"decthreshold":1,"nvmlgpudynamicpstatesinfo":1,"flags":1,"thermal":10,"sensors":1,"per":1,"target":9,"none":1,"memory":1,"power":1,"supply":1,"4":1,"board":2,"vcd":3,"9":1,"inlet":1,"10":1,"outlet":1,"11":1,"all":1,"15":1},"88006,1894,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":33,"thermal":33,"target":10,"unknown":2,"1":9,"controller":20,"none":3,"0":3,"gpu":5,"internal":1,"adm1032":1,"2":3,"adt7461":1,"3":3,"max6649":1,"4":1,"max1617":1,"5":1,"lm99":1,"6":1,"lm89":1,"7":1,"lm64":1,"8":1,"g781":1,"9":1,"adt7473":1,"10":1,"sbmax6649":1,"11":1,"vbiosevt":1,"12":1,"os":1,"13":1,"nvsyscon":2,"canoas":1,"14":1,"e551":1,"15":1,"max6649r":1,"16":1,"adt7473s":1,"17":1,"class":2,"c":11,"nvmlgputhermalsensor":2,"t":5,"structure":2,"fields":2,"int":5,"defaultmintemp":1,"defaultmaxtemp":1,"currenttemp":1,"nvmlgputhermalsettings":1,"count":2,"uint":3,"sensor":1,"max":1,"sensors":1,"per":1,"nvmlcoolercontrol":1,"cooler":12,"signal":4,"toggle":1,"variable":1,"nvmlcoolertarget":1,"memory":2,"power":2,"supply":2,"related":1},"89900,1847,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":4,"c":29,"nvmlcoolerinfo":4,"t":7,"printablestructure":1,"fields":3,"version":2,"uint":15,"index":2,"coolercontroltype":2,"nvmlcoolercontrol":1,"coolertarget":2,"nvmlcoolertarget":1,"v1":2,"0x1000010":1,"def":1,"nvmldevicegetcoolerinfo":2,"handle":3,"coolerinfo":6,"0":2,"fn":2,"nvmlgetfunctionpointer":1,"ret":2,"byref":1,"nvmlcheckreturn":1,"return":1,"struct":2,"nvmlcomputeinstance":3,"structure":3,"pass":1,"opaque":1,"pointer":1,"nvmldeviceattributes":1,"multiprocessorcount":1,"sharedcopyenginecount":1,"shareddecodercount":1,"sharedencodercount":1,"sharedjpegcount":1,"sharedofacount":1,"gpuinstanceslicecount":1,"computeinstanceslicecount":1,"memorysizemb":1,"ulonglong":1,"nvmlrowremapperhistogramvalues":1,"max":1,"high":1,"partial":1,"low":1,"none":1,"nvml":7,"gpu":5,"cert":2,"chain":2,"size":5,"0x1000":2,"attestation":5,"0x1400":1,"cc":5,"cec":4,"nonce":1,"0x20":1,"report":4,"0x2000":1,"not":1,"present":2,"1":1},"91747,1993,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":7,"c":32,"nvmlconfcomputesystemstate":1,"t":8,"structure":7,"fields":7,"environment":2,"uint":16,"ccfeature":2,"devtoolsmode":2,"nvmlsystemconfcomputesettings":4,"v1":5,"0x1000014":1,"version":3,"multigpumode":1,"def":1,"init":2,"self":2,"super":1,"nvmlconfcomputesystemcaps":1,"cpucaps":1,"gpuscaps":1,"nvmlconfcomputememsizeinfo":1,"protectedmemsizekib":1,"ulonglong":2,"unprotectedmemsizekib":1,"nvmlconfcomputegpucertificate":1,"certchainsize":1,"attestationcertchainsize":1,"certchain":1,"uint8":5,"nvml":5,"gpu":5,"cert":2,"chain":2,"size":5,"attestationcertchain":1,"attestation":3,"nvmlconfcomputegpuattestationreport":1,"iscecattestationreportpresent":1,"attestationreportsize":1,"cecattestationreportsize":1,"nonce":2,"cc":3,"cec":2,"attestationreport":1,"report":2,"cecattestationreport":1,"nvmlconfcomputesetkeyrotationthresholdinfo":1,"maxattackeradvantage":1,"ulong":1,"confcomputesetkeyrotationthresholdinfo":1,"0x1000010":1},"93740,1966,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":1,"c":7,"nvmlconfcomputegetkeyrotationthresholdinfo":1,"t":3,"structure":1,"fields":1,"version":4,"uint":1,"attackeradvantage":1,"ulong":1,"confcomputegetkeyrotationthresholdinfo":1,"v1":1,"0x1000010":1,"string":5,"bytes":5,"conversion":1,"for":3,"ease":1,"of":2,"use":3,"def":5,"convertstrbytes":1,"func":8,"in":5,"python":4,"3":4,"strings":1,"are":2,"unicode":2,"instead":1,"and":7,"need":1,"to":3,"be":2,"converted":1,"ctypes":2,"args":8,"from":2,"caller":2,"1":2,"main":2,"nvmldevice":2,"at":2,"0xffffffff":2,"passed":1,"function":5,"b":2,"returned":4,"wraps":2,"wrapper":4,"kwargs":4,"encoding":1,"a":2,"str":5,"returns":1,"2":2,"arg":4,"encode":1,"if":4,"isinstance":3,"else":1,"res":6,"the":3,"same":1,"is":1,"should":1,"decoded":1,"handles":1,"most":1,"conversions":1,"this":1,"only":1,"effects":1,"char":2,"arrays":1,"return":7,"decode":1,"sys":1,"info":1,"throwonversionmismatch":1,"try":1,"except":1,"nvmlerror":1,"functionnotfound":1,"raise":1,"nvmllibrarymismatcherror":1,"unversioned":1,"called":1,"pynvml":2,"does":1,"not":1,"match":1,"nvml":2,"lib":2,"either":1,"matching":1,"versions":1,"or":1,"versioned":1,"such":1,"as":1,"name":1,"v2":1,"wrappers":1,"nvmlinitwithflags":1,"flags":1,"loadnvmllibrary":1},"95706,1837,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"initialize":1,"the":4,"library":6,"fn":2,"nvmlgetfunctionpointer":1,"nvmlinitwithflags":2,"ret":2,"flags":1,"nvmlcheckreturn":3,"atomically":1,"update":1,"refcount":3,"global":2,"nvmllib":9,"libloadlock":4,"acquire":2,"1":2,"release":2,"return":2,"none":5,"def":2,"nvmlinit":1,"0":1,"loadnvmllibrary":1,"load":2,"if":6,"it":2,"isn":2,"t":2,"loaded":2,"already":1,"lock":2,"to":1,"ensure":2,"only":1,"one":1,"caller":1,"loads":1,"try":3,"still":1,"sys":1,"platform":1,"3":1,"win":1,"cdecl":1,"calling":1,"convention":1,"check":1,"for":2,"nvml":8,"dll":6,"in":3,"system32":3,"first":1,"dch":1,"drivers":1,"cdll":3,"os":4,"path":2,"join":2,"getenv":2,"windir":1,"c":2,"windows":1,"except":2,"oserror":2,"as":2,"ose":2,"is":2,"not":3,"found":3,"should":1,"be":1,"programfiles":3,"from":1,"nvidia":2,"corporation":2,"nvsmi":2,"program":1,"files":1,"else":1,"assume":1,"linux":1,"libnvidia":1,"ml":1,"so":1,"error":2,"finally":1,"always":1,"freed":1},"97543,1976,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmlshutdown":2,"leave":1,"the":2,"library":1,"loaded":1,"but":1,"shutdown":1,"interface":1,"fn":15,"nvmlgetfunctionpointer":7,"ret":14,"nvmlcheckreturn":6,"atomically":1,"update":1,"refcount":4,"global":1,"nvmllib":3,"libloadlock":2,"acquire":1,"if":1,"0":1,"1":1,"release":1,"return":8,"none":1,"added":4,"in":4,"2":4,"285":4,"convertstrbytes":4,"nvmlerrorstring":2,"result":2,"restype":1,"c":22,"char":1,"p":1,"otherwise":1,"is":1,"an":1,"int":3,"nvmlsystemgetnvmlversion":2,"version":16,"create":3,"string":3,"buffer":7,"nvml":6,"system":4,"size":4,"uint":4,"value":5,"nvmlsystemgetcudadriverversion":4,"cuda":6,"byref":2,"v2":2,"nvmlsystemgetprocessname":2,"pid":2,"name":3,"1024":2,"nvmlsystemgetdriverversion":2,"driver":2},"99519,1943,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmlsystemgethicversion":2,"c":33,"count":9,"uint":4,"0":3,"hics":5,"none":2,"fn":15,"nvmlgetfunctionpointer":7,"get":2,"the":1,"ret":18,"byref":8,"this":1,"should":1,"only":1,"fail":1,"with":1,"insufficient":2,"size":3,"if":3,"nvml":3,"success":1,"and":1,"error":1,"raise":1,"nvmlerror":1,"there":1,"are":1,"no":1,"value":3,"return":8,"hic":2,"array":2,"nvmlhwbcentry":1,"t":6,"nvmlcheckreturn":7,"nvmlsystemgetdriverbranch":2,"branchinfo":4,"nvmlsystemdriverbranchinfo":1,"v1":2,"version":2,"systemdriverbranchinfo":1,"system":1,"driver":1,"buffer":1,"unit":10,"functions":1,"nvmlunitgetcount":2,"nvmlunitgethandlebyindex":2,"index":4,"nvmlunit":1,"nvmlunitgetunitinfo":2,"info":6,"nvmlunitinfo":1,"nvmlunitgetledstate":2,"state":3,"nvmlledstate":1,"nvmlunitgetpsuinfo":2,"nvmlpsuinfo":1},"101462,1830,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmlunitgettemperature":2,"unit":10,"type":2,"c":33,"temp":3,"uint":6,"fn":14,"nvmlgetfunctionpointer":7,"ret":16,"byref":7,"nvmlcheckreturn":7,"return":7,"value":4,"nvmlunitgetfanspeedinfo":2,"speeds":3,"nvmlunitfanspeeds":1,"t":4,"added":1,"to":2,"api":1,"nvmlunitgetdevicecount":2,"count":10,"0":1,"query":1,"the":1,"determine":1,"device":10,"nvmlunitgetdevices":3,"none":1,"if":1,"nvml":2,"error":1,"insufficient":1,"size":1,"success":1,"array":2,"nvmldevice":3,"devices":3,"get":1,"functions":1,"nvmldevicegetcount":2,"v2":2,"nvmldevicegethandlebyindex":2,"index":4,"convertstrbytes":2,"nvmldevicegethandlebyserial":2,"serial":4,"char":1,"p":1},"103292,1886,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicegethandlebyuuid":2,"uuid":4,"c":20,"char":4,"p":2,"device":8,"nvmldevice":2,"t":6,"fn":10,"nvmlgetfunctionpointer":5,"ret":10,"byref":4,"nvmlcheckreturn":5,"return":5,"convertstrbytes":4,"nvmldevicegethandlebypcibusid":2,"pcibusid":2,"busid":2,"v2":3,"nvmldevicegetname":2,"handle":6,"name":5,"create":1,"string":1,"buffer":5,"nvml":4,"size":4,"uint":3,"value":1,"class":2,"nvmldeviceperfmodes":4,"v1":8,"printablestructure":2,"fields":2,"version":4,"str":4,"perf":2,"modes":2,"0x1000804":2,"nvmldevicegetperformancemodes":2,"perfmodes":4,"nvmldevicecurrentclockfreqs":4,"nvmldevicegetcurrentclockfreqs":2,"currentclockfreqs":4},"105178,1938,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmldevicegetboardid":2,"handle":16,"c":25,"id":3,"uint":6,"fn":14,"nvmlgetfunctionpointer":7,"ret":15,"byref":5,"nvmlcheckreturn":7,"return":9,"value":6,"nvmldevicegetmultigpuboard":2,"multigpu":3,"nvmldevicegetbrand":2,"type":4,"nvmlbrandtype":1,"t":2,"nvmldevicegetc2cmodeinfov1":2,"info":3,"nvmlc2cmodeinfo":1,"v1":1,"nvmldevicegetc2cmodeinfov":2,"convertstrbytes":2,"nvmldevicegetboardpartnumber":2,"part":5,"number":5,"create":2,"string":2,"buffer":6,"nvml":4,"device":4,"size":4,"nvmldevicegetserial":2,"serial":5,"nvmldevicegetmoduleid":2,"moduleid":5,"isreference":3,"is":1,"not":1,"moduleidref":2,"if":2,"else":2},"107116,1757,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegetmemoryaffinity":2,"handle":14,"nodesetsize":3,"scope":4,"affinity":15,"array":6,"c":17,"ulonglong":3,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":5,"nvmlaffinityscope":2,"t":2,"nvmlcheckreturn":7,"return":7,"nvmldevicegetcpuaffinitywithinscope":2,"cpusetsize":6,"nvmldevicegetcpuaffinity":2,"nvmldevicesetcpuaffinity":2,"none":2,"nvmldeviceclearcpuaffinity":2,"nvmldevicegetnumanodeid":2,"node":3,"int":1,"value":2,"nvmldevicegetminornumber":2,"minor":3,"number":3,"uint":1,"convertstrbytes":1},"108873,1802,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":6,"nvmldevicegetuuid":2,"handle":12,"c":24,"uuid":5,"create":3,"string":3,"buffer":9,"nvml":6,"device":6,"v2":2,"size":6,"fn":12,"nvmlgetfunctionpointer":6,"ret":12,"uint":4,"nvmlcheckreturn":6,"return":6,"value":6,"convertstrbytes":2,"nvmldevicegetinforomversion":2,"inforomobject":2,"version":10,"inforom":4,"nvmlinforomobject":1,"t":1,"added":3,"in":3,"4":3,"304":3,"nvmldevicegetinforomimageversion":2,"nvmldevicegetinforomconfigurationchecksum":2,"checksum":3,"byref":3,"nvmldevicevalidateinforom":2,"none":1,"nvmldevicegetlastbbxflushtime":2,"timestamp":3,"ulonglong":1,"durationus":3,"ulong":1},"110675,1905,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":9,"nvmldevicegetdisplaymode":2,"handle":18,"c":26,"mode":6,"nvmlenablestate":3,"t":7,"fn":16,"nvmlgetfunctionpointer":8,"ret":16,"byref":7,"nvmlcheckreturn":8,"return":9,"value":6,"nvmldevicegetdisplayactive":2,"nvmldevicegetpersistencemode":2,"state":3,"nvmldevicegetpciinfoext":2,"info":5,"none":1,"nvmldevicegetpciinfo":4,"v3":3,"nvmlpciinfo":1,"nvmldevicegetclockinfo":2,"type":6,"clock":9,"uint":3,"nvmlclocktype":3,"added":2,"in":2,"2":1,"285":1,"nvmldevicegetmaxclockinfo":2,"4":1,"304":1,"nvmldevicegetapplicationsclock":2},"112580,1840,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicegetmaxcustomerboostclock":2,"handle":11,"type":6,"c":26,"clock":9,"uint":7,"fn":11,"nvmlgetfunctionpointer":5,"ret":13,"nvmlclocktype":3,"t":4,"byref":6,"nvmlcheckreturn":4,"return":5,"value":5,"nvmldevicegetclock":2,"id":2,"nvmlclockid":1,"added":3,"in":4,"5":1,"319":1,"nvmldevicegetdefaultapplicationsclock":2,"4":2,"304":2,"nvmldevicegetsupportedmemoryclocks":2,"first":2,"call":3,"to":2,"get":2,"the":3,"size":3,"count":7,"0":2,"none":2,"if":1,"nvml":2,"success":1,"special":1,"case":3,"no":1,"clocks":6,"elif":1,"error":2,"insufficient":1,"typical":1,"array":2,"make":1,"again":1,"procs":3,"for":1,"i":2,"range":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"nvmldevicegetsupportedgraphicsclocks":2,"memoryclockmhz":2},"114420,1901,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":1,"ret":15,"nvml":2,"success":1,"special":1,"case":3,"no":1,"clocks":6,"return":7,"elif":1,"error":2,"insufficient":1,"size":1,"typical":1,"array":2,"c":34,"uint":9,"count":3,"value":6,"make":1,"the":1,"call":1,"again":1,"fn":11,"handle":9,"memoryclockmhz":1,"byref":6,"nvmlcheckreturn":6,"procs":3,"for":1,"i":2,"in":1,"range":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"def":5,"nvmldevicegetfanspeed":4,"speed":11,"nvmlgetfunctionpointer":5,"v2":2,"fan":6,"class":1,"nvmlfanspeedinfo":4,"t":2,"printablestructure":1,"fields":1,"version":2,"v1":2,"0x100000c":1,"nvmldevicegetfanspeedrpm":2,"fanspeed":5,"0":1,"nvmldevicegettargetfanspeed":2,"nvmldevicegetnumfans":2,"device":2,"numfans":3},"116321,1943,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicesetdefaultfanspeed":2,"v2":4,"handle":10,"index":2,"fn":10,"nvmlgetfunctionpointer":5,"ret":10,"nvmlcheckreturn":5,"return":5,"nvml":4,"success":4,"nvmldevicegetminmaxfanspeed":2,"minspeed":5,"c":15,"uint":7,"maxspeed":5,"isreference":7,"type":3,"is":3,"not":3,"or":1,"minspeedref":2,"if":5,"else":5,"byref":4,"maxspeedref":2,"value":3,"nvmldevicegetfancontrolpolicy":2,"fan":4,"fancontrolpolicy":7,"fancontrolpolicyref":2,"nvmldevicesetfancontrolpolicy":2,"nvmlfancontrolpolicy":1,"t":5,"class":1,"nvmltemperature":4,"v1":4,"printablestructure":1,"fields":1,"version":2,"sensortype":2,"nvmltemperaturesensors":2,"temperature":2,"int":1,"0x100000c":1,"nvmldevicegettemperaturev1":1,"sensor":2,"temp":5,"nvmldevicegettemperaturev":1},"118264,1963,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegettemperaturev":2,"handle":14,"sensor":4,"version":4,"nvmltemperature":2,"v1":4,"if":1,"return":7,"nvmldevicegettemperaturev1":1,"else":1,"raise":1,"nvmlerror":1,"nvml":1,"error":1,"argument":1,"mismatch":1,"deprecated":2,"use":2,"instead":1,"nvmldevicegettemperature":2,"c":23,"temp":11,"uint":3,"fn":12,"nvmlgetfunctionpointer":6,"ret":12,"nvmltemperaturesensors":1,"t":6,"byref":6,"nvmlcheckreturn":6,"value":5,"nvmldevicegettemperaturethreshold":2,"threshold":4,"nvmltemperaturethresholds":2,"nvmldevicesettemperaturethreshold":2,"none":1,"nvmldevicegetmargintemperature":2,"margintempinfo":4,"nvmlmargintemperature":2,"margintemperature":1,"nvmldevicegetperformancestate":3,"nvmldevicegetpowerstate":2,"pstate":6,"nvmlpstates":2},"120227,1799,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegetpowermanagementmode":2,"handle":14,"c":31,"pcapmode":3,"nvmlenablestate":1,"t":1,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":8,"nvmlcheckreturn":7,"return":7,"value":8,"nvmldevicegetpowermanagementlimit":2,"limit":9,"uint":6,"added":4,"in":4,"4":3,"304":3,"nvmldevicegetpowermanagementlimitconstraints":2,"minlimit":3,"maxlimit":3,"nvmldevicegetpowermanagementdefaultlimit":2,"331":1,"nvmldevicegetenforcedpowerlimit":2,"nvmldevicegetpowerusage":2,"watts":3,"nvmldevicegettotalenergyconsumption":2,"millijoules":3,"uint64":1},"122026,1737,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegetgpuoperationmode":4,"handle":14,"c":28,"currstate":3,"nvmlgpuoperationmode":2,"t":6,"pendingstate":3,"fn":11,"nvmlgetfunctionpointer":6,"ret":10,"byref":7,"nvmlcheckreturn":5,"return":7,"value":5,"added":2,"in":2,"4":2,"304":2,"nvmldevicegetcurrentgpuoperationmode":1,"0":1,"nvmldevicegetpendinggpuoperationmode":1,"1":1,"nvmldevicegetmemoryinfo":3,"version":4,"none":1,"if":1,"not":1,"memory":8,"nvmlmemory":2,"else":1,"v2":2,"nvmldevicegetbar1memoryinfo":2,"bar1":3,"nvmlbar1memory":1,"nvmldevicegetcomputemode":2,"mode":3,"nvmlcomputemode":1,"nvmldevicegetcudacomputecapability":2,"major":3,"int":2,"minor":3},"123763,1961,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegeteccmode":4,"handle":14,"c":21,"currstate":3,"nvmlenablestate":3,"t":11,"pendingstate":3,"fn":10,"nvmlgetfunctionpointer":5,"ret":10,"byref":6,"nvmlcheckreturn":5,"return":7,"value":5,"added":3,"to":2,"api":2,"nvmldevicegetcurrenteccmode":1,"0":1,"nvmldevicegetpendingeccmode":1,"1":1,"nvmldevicegetdefaulteccmode":2,"defaultstate":3,"nvmldevicegettotaleccerrors":2,"errortype":6,"countertype":6,"count":6,"ulonglong":2,"nvmlmemoryerrortype":3,"nvmlecccountertype":3,"this":1,"is":1,"deprecated":1,"instead":1,"use":1,"nvmldevicegetmemoryerrorcounter":3,"nvmldevicegetdetailedeccerrors":2,"counts":3,"nvmleccerrorcounts":1,"in":1,"4":1,"304":1,"locationtype":2,"nvmlmemorylocation":1},"125724,1994,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegetutilizationrates":2,"handle":14,"c":46,"util":15,"nvmlutilization":1,"t":3,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":12,"nvmlcheckreturn":7,"return":7,"nvmldevicegetencoderutilization":2,"uint":9,"samplingperiod":12,"value":11,"nvmldevicegetdecoderutilization":2,"nvmldevicegetjpgutilization":2,"nvmldevicegetofautilization":2,"nvmldevicegetpciereplaycounter":2,"replay":3,"nvmldevicegetdrivermodel":2,"currmodel":3,"nvmldrivermodel":2,"pendingmodel":3,"added":1,"to":1,"api":1},"127718,1985,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicegetcurrentdrivermodel":1,"handle":11,"return":5,"nvmldevicegetdrivermodel":2,"0":3,"added":4,"to":3,"api":1,"nvmldevicegetpendingdrivermodel":1,"1":1,"in":4,"2":4,"285":3,"convertstrbytes":1,"nvmldevicegetvbiosversion":2,"c":19,"version":5,"create":1,"string":1,"buffer":3,"nvml":5,"device":2,"vbios":2,"size":5,"fn":7,"nvmlgetfunctionpointer":3,"ret":9,"uint":3,"nvmlcheckreturn":2,"value":7,"nvmldevicegetcomputerunningprocesses":4,"v2":3,"first":2,"call":3,"get":2,"the":4,"count":9,"byref":3,"none":3,"if":2,"success":1,"special":2,"case":4,"no":1,"running":1,"processes":2,"elif":1,"error":2,"insufficient":1,"typical":1,"oversize":1,"array":3,"incase":1,"more":1,"are":1,"created":1,"5":1,"proc":2,"nvmlprocessinfo":1,"t":1,"procs":6,"make":1,"again":1,"for":3,"i":2,"range":1,"use":1,"an":1,"alternative":1,"struct":1,"this":1,"object":1,"obj":4,"nvmlstructtofriendlyobject":1,"usedgpumemory":2,"not":1,"available":1,"ulonglong":1,"wddm":1,"on":1,"windows":1,"see":1,"comment":1,"above":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"v3":2},"129703,1086,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":2,"ret":5,"nvml":3,"success":1,"special":2,"case":4,"no":1,"running":1,"processes":2,"return":3,"elif":1,"error":2,"insufficient":1,"size":1,"typical":1,"oversize":1,"the":2,"array":3,"incase":1,"more":1,"are":1,"created":1,"c":9,"count":5,"value":6,"2":1,"5":1,"proc":2,"nvmlprocessinfo":1,"v3":2,"t":1,"procs":6,"make":1,"call":1,"again":1,"fn":1,"handle":3,"byref":1,"nvmlcheckreturn":1,"for":3,"i":2,"in":1,"range":1,"use":1,"an":1,"alternative":1,"struct":1,"this":1,"object":1,"obj":4,"nvmlstructtofriendlyobject":1,"usedgpumemory":2,"not":1,"available":1,"ulonglong":1,"wddm":1,"on":1,"windows":1,"see":1,"comment":1,"above":1,"none":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"throwonversionmismatch":1,"def":1,"nvmldevicegetcomputerunningprocesses":2},"130789,1886,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":2,"nvmldevicegetgraphicsrunningprocesses":4,"v2":3,"handle":6,"first":2,"call":4,"to":2,"get":2,"the":6,"size":4,"c":22,"count":13,"uint":2,"0":2,"fn":6,"nvmlgetfunctionpointer":2,"ret":11,"byref":4,"none":3,"if":3,"nvml":5,"success":2,"special":3,"case":6,"no":2,"running":2,"processes":4,"return":3,"elif":2,"error":3,"insufficient":2,"typical":2,"oversize":2,"array":6,"incase":2,"more":2,"are":2,"created":2,"value":9,"2":2,"5":2,"proc":4,"nvmlprocessinfo":2,"t":2,"procs":8,"make":2,"again":2,"nvmlcheckreturn":2,"for":3,"i":2,"in":1,"range":1,"use":1,"an":1,"alternative":1,"struct":1,"this":1,"object":1,"obj":4,"nvmlstructtofriendlyobject":1,"usedgpumemory":2,"not":1,"available":1,"ulonglong":1,"wddm":1,"on":1,"windows":1,"see":1,"comment":1,"above":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"v3":3},"132675,1939,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"procs":10,"for":6,"i":4,"in":2,"range":2,"c":14,"count":8,"value":9,"use":2,"an":2,"alternative":2,"struct":2,"this":2,"object":2,"obj":8,"nvmlstructtofriendlyobject":2,"if":3,"usedgpumemory":4,"nvml":4,"not":2,"available":2,"ulonglong":2,"special":3,"case":6,"wddm":2,"on":2,"windows":2,"see":2,"comment":2,"above":2,"none":3,"append":2,"return":5,"else":2,"error":3,"raise":2,"nvmlerror":2,"ret":7,"throwonversionmismatch":2,"def":3,"nvmldevicegetgraphicsrunningprocesses":2,"handle":7,"v3":2,"nvmldevicegetmpscomputerunningprocesses":4,"v2":3,"first":1,"call":2,"to":1,"get":1,"the":3,"size":2,"uint":1,"0":1,"fn":3,"nvmlgetfunctionpointer":1,"byref":2,"success":1,"no":1,"running":1,"processes":2,"elif":1,"insufficient":1,"typical":1,"oversize":1,"array":3,"incase":1,"more":1,"are":1,"created":1,"2":1,"5":1,"proc":2,"nvmlprocessinfo":1,"t":1,"make":1,"again":1,"nvmlcheckreturn":1},"134614,1976,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":2,"nvmldevicegetmpscomputerunningprocesses":2,"v3":3,"handle":6,"first":2,"call":4,"to":2,"get":2,"the":5,"size":4,"c":24,"count":7,"uint":1,"0":1,"fn":6,"nvmlgetfunctionpointer":2,"ret":11,"byref":4,"none":2,"if":3,"nvml":5,"success":2,"special":3,"case":5,"no":2,"running":2,"processes":3,"return":3,"elif":2,"error":3,"insufficient":2,"typical":1,"oversize":1,"array":3,"incase":1,"more":1,"are":1,"created":1,"value":6,"2":1,"5":1,"proc":2,"nvmlprocessinfo":1,"t":4,"procs":8,"make":2,"again":2,"nvmlcheckreturn":2,"for":3,"i":2,"in":1,"range":1,"use":1,"an":1,"alternative":1,"struct":1,"this":1,"object":1,"obj":4,"nvmlstructtofriendlyobject":1,"usedgpumemory":2,"not":1,"available":1,"ulonglong":1,"wddm":1,"on":1,"windows":1,"see":1,"comment":1,"above":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"nvmldevicegetrunningprocessdetaillist":2,"version":3,"mode":3,"processdetaillist":7,"nvmlprocessdetaillist":1,"nvmlprocessdetail":2,"v1":2,"numprocarrayentries":1,"procarray":1,"cast":1,"pointer":1},"136590,1806,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"procs":3,"for":2,"i":2,"in":1,"range":1,"c":8,"processdetaillist":2,"numprocarrayentries":1,"use":1,"an":1,"alternative":1,"struct":1,"this":1,"object":1,"obj":6,"procarray":1,"if":3,"usedgpumemory":2,"nvml":3,"value":6,"not":3,"available":2,"ulonglong":2,"none":6,"usedgpuccprotectedmemory":2,"append":1,"return":6,"else":1,"error":2,"case":1,"raise":1,"nvmlerror":1,"ret":11,"def":5,"nvmldevicegetautoboostedclocksenabled":2,"handle":8,"isenabled":3,"nvmlenablestate":4,"t":7,"defaultisenabled":3,"fn":10,"nvmlgetfunctionpointer":5,"byref":2,"nvmlcheckreturn":5,"throws":1,"supported":1,"hardware":1,"doesn":1,"support":1,"setting":1,"auto":1,"boosted":1,"clocks":1,"set":1,"functions":1,"nvmlunitsetledstate":2,"unit":2,"color":2,"nvmlledcolor":1,"nvmldevicesetpersistencemode":2,"mode":6,"nvmldevicesetcomputemode":2,"nvmlcomputemode":1,"nvmldeviceseteccmode":2},"138396,1959,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmldevicecleareccerrorcounts":2,"handle":16,"countertype":2,"fn":16,"nvmlgetfunctionpointer":8,"ret":16,"nvmlecccountertype":1,"t":6,"nvmlcheckreturn":8,"return":8,"none":8,"nvmldevicesetdrivermodel":2,"model":2,"nvmldrivermodel":1,"nvmldevicesetautoboostedclocksenabled":2,"enabled":4,"nvmlenablestate":2,"throws":2,"nvml":2,"error":2,"not":2,"supported":2,"if":2,"hardware":2,"doesn":2,"support":2,"setting":2,"auto":2,"boosted":2,"clocks":2,"nvmldevicesetdefaultautoboostedclocksenabled":2,"flags":2,"c":5,"uint":5,"nvmldevicesetgpulockedclocks":2,"mingpuclockmhz":2,"maxgpuclockmhz":2,"nvmldeviceresetgpulockedclocks":2,"nvmldevicesetmemorylockedclocks":2,"minmemclockmhz":2,"maxmemclockmhz":2,"nvmldeviceresetmemorylockedclocks":2},"140355,1788,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicegetclkmonstatus":2,"handle":12,"c":12,"clkmoninfo":5,"nvmlclkmonstatus":2,"t":4,"isreference":3,"type":1,"is":1,"not":1,"clkmoninforef":2,"if":2,"else":2,"byref":2,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"nvmlcheckreturn":7,"return":7,"nvml":1,"success":1,"added":7,"in":7,"4":4,"304":4,"nvmldevicesetapplicationsclocks":2,"maxmemclockmhz":2,"maxgraphicsclockmhz":2,"uint":3,"none":5,"nvmldeviceresetapplicationsclocks":2,"nvmldevicesetpowermanagementlimit":2,"limit":2,"nvmldevicesetgpuoperationmode":2,"mode":2,"nvmlgpuoperationmode":1,"2":3,"285":3,"nvmleventsetcreate":2,"eventset":5,"nvmleventset":1,"nvmldeviceregisterevents":2,"eventtypes":2,"ulonglong":1},"142143,1991,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":9,"nvmldevicegetsupportedeventtypes":2,"handle":10,"c":11,"eventtypes":3,"ulonglong":1,"fn":16,"nvmlgetfunctionpointer":8,"ret":16,"byref":7,"nvmlcheckreturn":8,"return":9,"value":6,"raises":1,"nvml":1,"error":1,"timeout":2,"exception":1,"on":1,"nvmleventsetwait":4,"v2":3,"eventset":6,"timeoutms":4,"data":3,"nvmleventdata":1,"t":1,"uint":5,"added":6,"in":6,"2":1,"285":1,"nvmleventsetfree":2,"none":1,"3":5,"295":5,"nvmldeviceonsameboard":2,"handle1":2,"handle2":2,"onsameboard":3,"int":1,"0":1,"nvmldevicegetcurrpcielinkgeneration":2,"gen":6,"nvmldevicegetmaxpcielinkgeneration":2,"nvmldevicegetcurrpcielinkwidth":2,"width":6,"nvmldevicegetmaxpcielinkwidth":2},"144134,1935,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmldevicegetgpumaxpcielinkgeneration":2,"handle":16,"fn":16,"nvmlgetfunctionpointer":8,"gen":3,"c":24,"uint":2,"ret":16,"byref":7,"nvmlcheckreturn":8,"return":8,"value":7,"added":4,"in":4,"4":2,"304":2,"nvmldevicegetsupportedclocksthrottlereasons":2,"reasons":12,"ulonglong":4,"nvmldevicegetsupportedclockseventreasons":2,"nvmldevicegetcurrentclocksthrottlereasons":2,"nvmldevicegetcurrentclockseventreasons":2,"5":2,"319":2,"nvmldevicegetindex":2,"index":3,"nvmldevicegetaccountingmode":2,"mode":5,"nvmlenablestate":2,"t":2,"nvmldevicesetaccountingmode":2,"none":1},"146069,1981,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldeviceclearaccountingpids":2,"handle":9,"fn":11,"nvmlgetfunctionpointer":5,"ret":14,"nvmlcheckreturn":5,"return":5,"none":3,"nvmldevicegetaccountingstats":2,"pid":2,"stats":5,"c":20,"nvmlaccountingstats":1,"t":2,"uint":5,"byref":5,"if":2,"maxmemoryusage":2,"nvml":4,"value":9,"not":1,"available":1,"ulonglong":2,"special":1,"case":1,"for":2,"wddm":1,"on":1,"windows":1,"see":1,"comment":1,"above":1,"nvmldevicegetaccountingpids":2,"count":11,"nvmldevicegetaccountingbuffersize":3,"pids":3,"list":2,"map":2,"int":3,"0":3,"buffersize":3,"nvmldevicegetretiredpages":2,"device":3,"sourcefilter":2,"source":3,"nvmlpageretirementcause":1,"first":1,"call":2,"will":1,"get":1,"the":3,"size":3,"this":1,"should":1,"only":1,"fail":1,"with":2,"insufficient":2,"success":1,"and":1,"error":1,"raise":1,"nvmlerror":1,"again":1,"a":1,"buffer":1,"oversize":1,"array":3,"rare":1,"cases":1,"where":1,"additional":1,"pages":4,"are":1,"retired":1,"between":1,"calls":1,"2":1,"5":1,"page":2},"148050,1784,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmldevicegetretiredpages":2,"v2":2,"device":7,"sourcefilter":2,"c":26,"source":3,"nvmlpageretirementcause":1,"t":6,"count":8,"uint":1,"0":1,"fn":9,"nvmlgetfunctionpointer":4,"first":1,"call":2,"will":1,"get":1,"the":3,"size":3,"ret":12,"byref":4,"none":2,"this":1,"should":1,"only":1,"fail":1,"with":2,"insufficient":2,"if":1,"nvml":3,"success":1,"and":1,"error":1,"raise":1,"nvmlerror":1,"again":1,"a":1,"buffer":1,"oversize":1,"array":5,"for":2,"rare":1,"cases":1,"where":1,"additional":1,"pages":4,"are":1,"retired":1,"between":1,"calls":1,"value":7,"2":1,"5":1,"page":2,"ulonglong":2,"times":5,"nvmlcheckreturn":4,"return":4,"address":1,"int":4,"i":3,"timestamp":1,"in":1,"range":1,"nvmldevicegetretiredpagespendingstatus":2,"pending":3,"nvmlenablestate":3,"nvmldevicegetapirestriction":2,"apitype":4,"permission":3,"nvmlrestrictedapi":2,"nvmldevicesetapirestriction":2,"handle":2,"isrestricted":2},"149834,1930,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicegetbridgechipinfo":2,"handle":2,"bridgehierarchy":3,"c":35,"nvmlbridgechiphierarchy":1,"t":7,"fn":11,"nvmlgetfunctionpointer":5,"ret":12,"byref":8,"nvmlcheckreturn":4,"return":4,"nvmldevicegetsamples":2,"device":7,"sampling":5,"type":11,"timestamp":2,"nvmlsamplingtype":1,"time":4,"stamp":3,"ulonglong":1,"sample":9,"count":7,"uint":3,"0":3,"value":8,"nvmlvaluetype":1,"first":2,"call":2,"gets":1,"the":3,"size":2,"none":2,"stop":1,"if":2,"this":1,"fails":1,"nvml":1,"success":1,"raise":1,"nvmlerror":1,"samplearray":2,"nvmlsample":1,"samples":3,"nvmldevicegetviolationstatus":2,"perfpolicytype":2,"perfpolicy":2,"nvmlperfpolicytype":1,"violtime":3,"nvmlviolationtime":1,"invoke":1,"method":1,"to":1,"get":2,"violation":1,"nvmldevicegetpciethroughput":2,"counter":2,"util":3,"nvmlpcieutilcounter":1,"nvmlsystemgettopologygpuset":2,"cpunumber":2,"will":1},"151764,1912,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":2,"ret":17,"nvml":2,"success":2,"raise":2,"nvmlerror":2,"call":3,"again":2,"with":2,"a":2,"buffer":2,"device":13,"array":4,"c":28,"nvmldevice":2,"t":3,"count":8,"value":7,"devices":6,"fn":12,"cpunumber":1,"byref":6,"nvmlcheckreturn":6,"return":6,"list":2,"0":3,"def":5,"nvmldevicegettopologynearestgpus":2,"level":6,"uint":1,"nvmlgetfunctionpointer":5,"first":1,"will":1,"get":1,"the":1,"size":1,"none":3,"nvmldevicegettopologycommonancestor":2,"device1":2,"device2":2,"nvmlgputopologylevel":1,"nvmldevicegetnvlinkutilizationcounter":2,"link":6,"counter":6,"rxcounter":3,"ulonglong":2,"txcounter":3,"nvmldevicefreezenvlinkutilizationcounter":2,"freeze":2,"nvmldeviceresetnvlinkutilizationcounter":2},"153676,1772,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldevicesetnvlinkutilizationcontrol":2,"device":12,"link":14,"counter":6,"control":5,"reset":2,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":6,"nvmlcheckreturn":7,"return":7,"none":2,"nvmldevicegetnvlinkutilizationcontrol":2,"c":17,"nvmlnvlinkutilizationcontrol":1,"t":3,"nvmldevicegetnvlinkcapability":2,"capability":2,"capresult":3,"uint":1,"value":3,"nvmldevicegetnvlinkerrorcounter":2,"result":3,"ulonglong":1,"nvmldeviceresetnvlinkerrorcounters":2,"nvmldevicegetnvlinkremotepciinfo":2,"pci":3,"nvmlpciinfo":1,"v2":1,"nvmldevicegetnvlinkremotedevicetype":2,"handle":2,"type":3,"nvmlnvlinkdevicetype":1},"155448,1898,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmldevicegetnvlinkstate":2,"device":4,"link":4,"c":15,"isactive":3,"uint":3,"fn":15,"nvmlgetfunctionpointer":8,"ret":14,"byref":4,"nvmlcheckreturn":7,"return":7,"value":3,"nvmldevicegetnvlinkversion":2,"version":3,"nvmldevicemodifydrainstate":2,"pciinfo":8,"newstate":5,"pointer":4,"none":3,"nvmldevicequerydrainstate":2,"nvmldeviceremovegpu":2,"nvmldevicediscovergpus":2,"nvmldevicegetfieldvalues":2,"handle":3,"fieldids":6,"values":11,"arr":4,"nvmlfieldvalue":2,"t":2,"len":3,"for":1,"i":4,"fieldid":5,"in":1,"enumerate":1,"try":1,"scopeid":1,"except":1,"typeerror":1,"int32":1,"nvmldeviceclearfieldvalues":2},"157346,1853,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"for":1,"i":4,"fieldid":5,"in":1,"enumerate":1,"fieldids":2,"try":1,"values":5,"scopeid":1,"except":1,"typeerror":1,"ret":10,"fn":11,"handle":9,"c":20,"int32":1,"len":1,"byref":5,"nvmlcheckreturn":5,"return":6,"def":5,"nvmldevicegetvirtualizationmode":2,"virtualization":5,"mode":9,"ulonglong":1,"nvmlgetfunctionpointer":5,"value":1,"nvmldevicesetvirtualizationmode":2,"nvmldevicegetvgpuheterogeneousmode":2,"vgpuheterogeneousmode":10,"nvmlvgpuheterogeneousmode":2,"v1":6,"t":3,"0":3,"version":3,"nvmldevicesetvgpuheterogeneousmode":2,"heterogeneous":2,"nvml":1,"success":1,"nvmlvgpuinstancegetplacementid":2,"vgpuinstance":2,"placement":4,"nvmlvgpuplacementid":1,"vgpuplacementid":1,"placementid":1},"159199,1890,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":2,"nvmldevicegetvgputypesupportedplacements":2,"handle":6,"vgputypeid":6,"mode":3,"0":3,"version":11,"1":4,"c":37,"max":8,"instances":8,"uint":4,"fn":8,"nvmlgetfunctionpointer":4,"nvmlvgputypegetmaxinstances":2,"ret":8,"byref":4,"nvmlcheckreturn":4,"if":2,"2":2,"vgpu":17,"placements":21,"nvmlvgpuplacementlist":4,"v2":4,"t":4,"vgpuplacementlist":4,"count":2,"value":4,"elif":2,"v1":4,"else":1,"raise":1,"nvmlerror":1,"nvml":1,"error":1,"argument":1,"mismatch":1,"placementids":2,"return":2,"nvmldevicegetvgputypecreatableplacements":2},"161089,1832,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmlgetvgpudrivercapabilities":2,"capability":6,"c":20,"capresult":6,"uint":4,"fn":11,"nvmlgetfunctionpointer":5,"ret":13,"nvmlvgpudrivercapability":1,"t":4,"byref":5,"nvmlcheckreturn":4,"return":5,"value":4,"nvmldevicegetvgpucapabilities":2,"handle":9,"nvmldevicevgpucapability":2,"nvmldevicesetvgpucapabilities":2,"state":2,"nvml":3,"success":2,"nvmldevicegetsupportedvgpus":2,"first":2,"call":3,"to":2,"get":2,"the":3,"size":3,"vgpu":12,"count":7,"0":2,"none":2,"if":1,"special":1,"case":3,"no":1,"supported":1,"vgpus":4,"elif":1,"error":2,"insufficient":1,"typical":1,"type":5,"ids":5,"array":2,"nvmlvgputypeid":1,"make":1,"again":1,"for":1,"i":2,"in":1,"range":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"nvmldevicegetcreatablevgpus":2},"162921,1857,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":1,"ret":13,"nvml":6,"success":1,"special":1,"case":3,"no":1,"supported":1,"vgpus":4,"return":6,"elif":1,"error":2,"insufficient":1,"size":9,"typical":1,"vgpu":8,"type":5,"ids":5,"array":2,"nvmlvgputypeid":1,"t":1,"c":30,"count":3,"value":7,"make":1,"the":1,"call":1,"again":1,"fn":9,"handle":1,"byref":6,"nvmlcheckreturn":5,"for":1,"i":2,"in":1,"range":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"def":4,"nvmlvgputypegetgpuinstanceprofileid":2,"vgputypeid":8,"profile":3,"id":9,"uint":3,"0":3,"nvmlgetfunctionpointer":4,"convertstrbytes":2,"nvmlvgputypegetclass":2,"class":3,"create":2,"string":2,"buffer":10,"device":7,"name":7,"nvmlvgputypegetname":2,"nvmlvgputypegetdeviceid":2,"ulonglong":2,"subsystem":3},"164778,1850,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmlvgputypegetframebuffersize":2,"vgputypeid":14,"c":34,"fb":6,"size":7,"ulonglong":1,"0":8,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":7,"nvmlcheckreturn":7,"return":7,"value":8,"nvmlvgputypegetnumdisplayheads":2,"num":3,"heads":3,"uint":7,"nvmlvgputypegetresolution":2,"xdim":3,"ydim":3,"convertstrbytes":1,"nvmlvgputypegetlicense":2,"license":5,"create":1,"string":1,"buffer":5,"nvml":2,"grid":2,"nvmlvgputypegetframeratelimit":2,"frl":3,"config":3,"nvmlvgputypegetgspheapsize":2,"gsp":3,"heap":3,"nvmlvgputypegetfbreservation":2,"reservation":3},"166628,1994,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmlvgpuinstancegetruntimestatesize":2,"vgpuinstance":2,"c":26,"runtime":4,"state":4,"nvmlvgpuruntimestate":1,"v1":4,"t":3,"version":2,"vgpuruntimestate":1,"fn":11,"nvmlgetfunctionpointer":5,"ret":14,"byref":6,"nvmlcheckreturn":5,"return":6,"nvmlvgputypegetmaxinstances":2,"handle":5,"vgputypeid":6,"max":6,"instances":9,"uint":3,"0":4,"value":4,"nvmlvgputypegetmaxinstancespervm":2,"per":3,"vm":3,"nvmlvgputypegetbar1info":2,"bar1info":4,"nvmlvgputypebar1info":1,"vgputypebar1info":1,"nvmldevicegetactivevgpus":2,"first":1,"call":2,"to":1,"get":1,"the":2,"size":2,"vgpu":10,"count":5,"none":1,"if":1,"nvml":2,"success":1,"special":1,"case":3,"no":1,"active":1,"vgpus":4,"elif":1,"error":2,"insufficient":1,"typical":1,"instance":2,"array":2,"nvmlvgpuinstance":1,"make":1,"again":1,"for":1,"i":2,"in":1,"range":1,"append":1,"else":1,"raise":1,"nvmlerror":1,"convertstrbytes":1},"168622,1808,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmlvgpuinstancegetvmid":2,"vgpuinstance":10,"c":32,"vm":6,"id":6,"create":4,"string":4,"buffer":20,"nvml":8,"device":5,"uuid":11,"size":16,"uint":6,"grid":1,"license":4,"type":3,"0":2,"fn":10,"nvmlgetfunctionpointer":5,"ret":10,"byref":6,"nvmlcheckreturn":5,"return":5,"value":6,"convertstrbytes":3,"nvmlvgpuinstancegetuuid":2,"nvmlvgpuinstancegetmdevuuid":2,"nvmlvgpuinstancegetvmdriverversion":2,"driver":5,"version":5,"system":2,"nvmlvgpuinstancegetlicensestatus":2,"status":3},"170430,1804,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmlvgpuinstancegetlicenseinfo":4,"v2":3,"vgpuinstance":16,"fn":14,"nvmlgetfunctionpointer":7,"c":23,"license":3,"info":3,"nvmlvgpulicenseinfo":1,"t":2,"ret":12,"byref":6,"nvmlcheckreturn":6,"return":8,"nvmlvgpuinstancegetframeratelimit":2,"frl":3,"uint":3,"0":4,"value":5,"nvmlvgpuinstancegeteccmode":2,"mode":3,"nvmlenablestate":1,"nvmlvgpuinstancegettype":2,"vgpu":3,"type":3,"nvmlvgpuinstancegetencodercapacity":2,"encoder":5,"capacity":5,"ulonglong":1,"nvmlvgpuinstancesetencodercapacity":2,"nvmlvgpuinstancegetfbusage":2,"fb":3,"usage":3},"172234,1778,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmlvgputypegetcapabilities":2,"vgputypeid":2,"capability":2,"c":29,"cap":3,"result":3,"uint":4,"0":4,"fn":9,"nvmlgetfunctionpointer":4,"ret":12,"nvmlvgpucapability":1,"t":3,"byref":7,"nvmlcheckreturn":4,"return":5,"value":8,"nvmlvgpuinstancegetgpuinstanceid":2,"vgpuinstance":4,"id":5,"convertstrbytes":1,"nvmlvgpuinstancegetgpupciid":2,"vgpupciid":3,"create":1,"string":1,"buffer":3,"nvml":4,"device":2,"pci":2,"bus":2,"size":4,"nvmldevicegetvgpuutilization":2,"handle":3,"timestamp":2,"first":1,"call":2,"to":1,"get":1,"the":2,"vgpu":5,"count":5,"time":3,"stamp":3,"ulonglong":1,"sample":3,"type":3,"nvmlvaluetype":1,"none":1,"if":1,"success":1,"special":1,"case":3,"no":1,"active":1,"vgpus":1,"elif":1,"error":2,"insufficient":1,"typical":1,"samplearray":2,"nvmlvgpuinstanceutilizationsample":1,"samples":3,"make":1,"again":1,"else":1,"raise":1,"nvmlerror":1},"174012,1827,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmldevicegetvgpuinstancesutilizationinfo":2,"handle":7,"timestamp":2,"first":1,"call":2,"to":1,"get":4,"the":2,"size":2,"c":26,"time":2,"stamp":2,"ulonglong":1,"vgpuutilinfo":10,"nvmlvgpuinstancesutilizationinfo":1,"v1":3,"t":5,"0":3,"version":1,"vgpuinstancesutilizationinfo":1,"samplevaltype":1,"nvmlvaluetype":1,"vgpuinstancecount":3,"uint":1,"lastseentimestamp":1,"fn":7,"nvmlgetfunctionpointer":3,"ret":10,"byref":4,"if":1,"nvml":2,"success":1,"special":1,"case":3,"no":1,"active":1,"vgpus":1,"return":5,"elif":1,"error":2,"insufficient":1,"typical":1,"samplearray":2,"nvmlvgpuinstanceutilizationinfo":1,"samples":3,"vgpuutilarray":1,"make":1,"again":1,"nvmlcheckreturn":3,"else":1,"raise":1,"nvmlerror":1,"nvmldevicegetp2pstatus":2,"device1":2,"device2":2,"p2pindex":2,"p2pstatus":3,"nvmlgpup2pstatus":1,"value":1,"nvmldevicegetgridlicensablefeatures":4,"v4":4,"grid":3,"licensable":3,"features":3,"nvmlgridlicensablefeatures":1},"175839,1942,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmldevicegetgspfirmwareversion":2,"handle":9,"version":6,"none":3,"isuserdefined":3,"is":2,"not":3,"if":6,"c":22,"char":1,"nvml":5,"gsp":1,"firmware":1,"buf":1,"size":3,"fn":9,"nvmlgetfunctionpointer":4,"ret":11,"nvmlcheckreturn":4,"return":4,"success":3,"else":4,"value":5,"nvmldevicegetgspfirmwaremode":2,"isenabled":5,"uint":4,"defaultmode":4,"isreference":4,"type":3,"isenabledref":2,"byref":5,"defaultmoderef":2,"nvmldevicegetencodercapacity":2,"encoderquerytype":2,"encoder":3,"capacity":3,"ulonglong":2,"0":2,"encoderquery":2,"nvmlencoderquerytype":1,"t":2,"nvmldevicegetvgpuprocessutilization":2,"timestamp":2,"first":1,"call":2,"to":1,"get":1,"the":2,"vgpu":4,"count":4,"time":3,"stamp":3,"special":1,"case":2,"no":1,"active":1,"vgpus":1,"elif":1,"error":1,"insufficient":1,"typical":1,"samplearray":2,"nvmlvgpuprocessutilizationsample":1,"samples":2,"make":1,"again":1},"177781,1833,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"return":4,"c":35,"samples":4,"0":8,"vgpu":1,"count":3,"value":4,"else":2,"error":3,"case":4,"raise":2,"nvmlerror":2,"ret":10,"def":3,"nvmldevicegetvgpuprocessesutilizationinfo":2,"handle":7,"timestamp":2,"first":2,"call":3,"to":2,"get":2,"the":3,"size":3,"time":2,"stamp":2,"ulonglong":4,"vgpuprocutilinfo":9,"nvmlvgpuprocessesutilizationinfo":1,"v1":3,"t":2,"version":1,"vgpuprocessesutilizationinfo":1,"vgpuprocesscount":3,"uint":2,"lastseentimestamp":1,"fn":7,"nvmlgetfunctionpointer":3,"byref":6,"if":1,"nvml":2,"success":1,"special":1,"no":1,"active":1,"vgpus":1,"elif":1,"insufficient":1,"typical":1,"samplearray":2,"nvmlvgpuprocessutilizationinfo":1,"vgpuprocutilarray":1,"make":1,"again":1,"nvmlcheckreturn":2,"nvmldevicegetencoderstats":2,"encodercount":3,"encodefps":3,"encoderlatency":3,"nvmldevicegetencodersessions":2,"session":2,"none":1},"179614,1671,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":4,"ret":11,"nvml":2,"success":2,"c":23,"session":14,"count":10,"value":6,"0":3,"typical":2,"case":4,"array":4,"nvmlencodersession":1,"t":3,"sessions":14,"make":2,"the":3,"call":3,"again":2,"fn":6,"handle":6,"byref":4,"nvmlcheckreturn":3,"for":2,"i":4,"in":2,"range":2,"append":2,"return":5,"else":4,"no":2,"active":2,"error":2,"raise":2,"nvmlerror":2,"def":2,"nvmldevicegetfbcstats":2,"fbcstats":3,"nvmlfbcstats":1,"nvmlgetfunctionpointer":2,"nvmldevicegetfbcsessions":2,"first":1,"to":1,"get":1,"size":1,"uint":1,"none":1,"nvmlfbcsession":1},"181285,1794,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmlvgpuinstancegetencoderstats":2,"vgpuinstance":9,"c":30,"encodercount":3,"ulonglong":3,"0":6,"encodefps":3,"encoderlatency":3,"fn":9,"nvmlgetfunctionpointer":4,"ret":10,"byref":7,"nvmlcheckreturn":3,"return":4,"value":6,"nvmlvgpuinstancegetencodersessions":2,"first":2,"call":3,"to":2,"get":2,"the":3,"size":2,"session":10,"count":8,"uint":2,"none":2,"if":2,"nvml":1,"success":1,"typical":1,"case":2,"array":2,"nvmlencodersession":1,"t":2,"sessions":7,"make":1,"again":1,"for":1,"i":2,"in":1,"range":1,"append":1,"else":2,"no":1,"active":1,"error":1,"raise":1,"nvmlerror":1,"nvmlvgpuinstancegetfbcstats":2,"fbcstats":3,"nvmlfbcstats":1,"nvmlvgpuinstancegetfbcsessions":2},"183079,1812,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":3,"ret":10,"nvml":2,"success":1,"c":32,"session":6,"count":9,"value":5,"0":5,"typical":2,"case":4,"array":2,"nvmlfbcsession":1,"t":3,"sessions":7,"make":2,"the":4,"call":4,"again":2,"fn":6,"vgpuinstance":1,"byref":4,"nvmlcheckreturn":2,"for":1,"i":2,"in":1,"range":1,"append":1,"return":3,"else":3,"no":1,"active":1,"error":3,"raise":2,"nvmlerror":2,"def":2,"nvmldevicegetprocessutilization":2,"handle":5,"timestamp":4,"first":2,"to":2,"get":2,"size":3,"uint":2,"time":5,"stamp":5,"ulonglong":2,"nvmlgetfunctionpointer":2,"none":1,"insufficient":1,"samplearray":2,"nvmlprocessutilizationsample":1,"samples":3,"nvmldevicegetprocessesutilizationinfo":2,"processesutilinfo":5,"nvmlprocessesutilizationinfo":1,"v1":2,"version":1,"processesutilizationinfo":1,"processsamplescount":1,"lastseentimestamp":1},"184891,1684,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"if":3,"ret":14,"nvml":5,"error":4,"insufficient":3,"size":3,"typical":1,"case":2,"samplearray":2,"c":28,"processesutilinfo":4,"processsamplescount":2,"nvmlprocessutilizationinfo":1,"v1":1,"t":3,"samples":3,"procutilarray":1,"make":3,"the":5,"call":3,"again":1,"fn":7,"handle":4,"byref":9,"nvmlcheckreturn":3,"return":3,"0":3,"else":3,"raise":3,"nvmlerror":3,"def":2,"nvmlvgpuinstancegetmetadata":2,"vgpuinstance":3,"nvmlgetfunctionpointer":2,"vgpumetadata":4,"nvmlvgpumetadata":1,"buffersize":8,"uint":2,"first":2,"api":2,"to":2,"get":2,"value":2,"we":2,"have":2,"already":2,"allocated":2,"required":2,"buffer":2,"above":2,"nvmldevicegetvgpumetadata":2,"vgpupgpumetadata":4,"nvmlvgpupgpumetadata":1},"186575,1823,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmlgetvgpucompatibility":2,"vgpumetadata":2,"pgpumetadata":6,"fn":11,"nvmlgetfunctionpointer":5,"c":26,"vgpupgpucompatibility":3,"nvmlvgpupgpucompatibility":1,"t":4,"ret":13,"byref":10,"nvmlcheckreturn":5,"return":5,"convertstrbytes":1,"nvmldevicegetpgpumetadatastring":2,"handle":9,"create":1,"string":1,"buffer":2,"nvml":3,"vgpu":10,"pgpu":1,"metadata":1,"opaque":1,"data":1,"size":2,"buffersize":5,"uint":1,"0":1,"make":1,"the":2,"first":1,"api":1,"call":1,"to":1,"get":1,"value":3,"we":1,"have":1,"already":1,"allocated":1,"required":1,"above":1,"if":1,"error":1,"insufficient":1,"else":1,"raise":1,"nvmlerror":1,"nvmldevicegetvgpuschedulerlog":2,"sched":9,"log":3,"nvmlvgpuschedulerlog":1,"nvmldevicegetvgpuschedulerstate":2,"state":3,"nvmlvgpuschedulergetstate":1,"nvmldevicegetvgpuschedulercapabilities":2,"caps":3,"nvmlvgpuschedulercapabilities":1},"188398,1787,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicesetvgpuschedulerstate":2,"handle":2,"sched":2,"state":2,"fn":11,"nvmlgetfunctionpointer":5,"ret":13,"byref":8,"nvmlcheckreturn":5,"return":5,"nvml":4,"success":3,"nvmlsetvgpuversion":2,"vgpuversion":2,"nvmlgetvgpuversion":2,"supported":6,"none":5,"current":6,"isuserdefined":3,"is":2,"not":3,"or":1,"if":3,"c":15,"nvmlvgpuversion":2,"t":3,"else":2,"minversion":2,"maxversion":2,"nvmlvgpuinstancegetaccountingmode":2,"vgpuinstance":5,"mode":3,"nvmlenablestate":1,"value":2,"nvmlvgpuinstancegetaccountingpids":2,"pidcount":5,"uint":2,"error":1,"insufficient":1,"size":1,"samplearray":2,"pidarray":3,"raise":1,"nvmlerror":1},"190185,1756,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmlvgpuinstancegetaccountingstats":2,"vgpuinstance":4,"pid":2,"c":27,"accountingstats":3,"nvmlaccountingstats":1,"t":3,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":7,"nvmlcheckreturn":7,"return":7,"nvmlvgpuinstanceclearaccountingpids":2,"nvml":1,"success":1,"nvmlgetexcludeddevicecount":2,"count":3,"uint":5,"value":5,"nvmlgetexcludeddeviceinfobyindex":2,"index":4,"info":3,"nvmlexcludeddeviceinfo":1,"nvmldevicegethostvgpumode":2,"handle":2,"host":3,"vgpu":3,"mode":5,"nvmlhostvgpumode":1,"nvmldevicesetmigmode":2,"device":4,"activationstatus":3,"nvmldevicegetmigmode":2,"currentmode":3,"pendingmode":3},"191941,1936,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":6,"nvmldevicegetgpuinstanceprofileinfo":3,"device":10,"profile":2,"version":3,"2":2,"if":1,"c":18,"info":4,"nvmlgpuinstanceprofileinfo":2,"v2":2,"t":4,"fn":13,"nvmlgetfunctionpointer":7,"nvmldevicegetgpuinstanceprofileinfov":2,"elif":1,"1":1,"else":1,"raise":1,"nvmlerror":1,"nvml":4,"error":1,"function":2,"not":1,"found":1,"ret":12,"byref":4,"nvmlcheckreturn":6,"return":6,"define":1,"alias":1,"for":1,"the":1,"api":1,"exposed":1,"by":1,"nvmldevicegetgpuinstanceremainingcapacity":2,"profileid":8,"count":3,"uint":1,"value":1,"nvmldevicegetgpuinstancepossibleplacements":2,"placementsref":2,"countref":2,"success":2,"nvmldevicecreategpuinstance":2,"instance":6,"nvmlgpuinstance":2,"nvmldevicecreategpuinstancewithplacement":2,"placement":2,"nvmlgpuinstancedestroy":2,"gpuinstance":2},"193877,1764,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":5,"nvmldevicegetgpuinstances":2,"device":6,"profileid":4,"gpuinstancesref":2,"countref":2,"fn":11,"nvmlgetfunctionpointer":6,"ret":10,"nvmlcheckreturn":5,"return":5,"nvml":3,"success":1,"nvmldevicegetgpuinstancebyid":2,"gpuinstanceid":2,"c":18,"instance":3,"nvmlgpuinstance":1,"t":4,"byref":4,"nvmlgpuinstancegetinfo":2,"gpuinstance":4,"info":7,"nvmlgpuinstanceinfo":1,"nvmlgpuinstancegetcomputeinstanceprofileinfo":3,"profile":2,"engprofile":2,"version":3,"2":2,"if":1,"nvmlcomputeinstanceprofileinfo":2,"v2":1,"nvmlgpuinstancegetcomputeinstanceprofileinfov":2,"elif":1,"1":1,"else":1,"raise":1,"nvmlerror":1,"error":1,"function":2,"not":1,"found":1,"define":1,"alias":1,"for":1,"the":1,"api":1,"exposed":1,"by":1,"nvmlgpuinstancegetcomputeinstanceremainingcapacity":2,"count":3,"uint":1,"value":1},"195641,1963,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmlgpuinstancegetcomputeinstancepossibleplacements":2,"gpuinstance":10,"profileid":8,"placementsref":2,"countref":4,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"nvmlcheckreturn":7,"return":7,"nvml":3,"success":3,"nvmlgpuinstancecreatecomputeinstance":2,"c":16,"instance":9,"nvmlcomputeinstance":3,"t":4,"byref":4,"nvmlgpuinstancecreatecomputeinstancewithplacement":2,"placement":2,"nvmlcomputeinstancedestroy":2,"computeinstance":4,"nvmlgpuinstancegetcomputeinstances":2,"computeinstancesref":2,"nvmlgpuinstancegetcomputeinstancebyid":2,"computeinstanceid":2,"nvmlcomputeinstancegetinfo":2,"v2":2,"info":3,"nvmlcomputeinstanceinfo":1},"197604,1908,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":9,"nvmlcomputeinstancegetinfo":2,"computeinstance":2,"return":9,"v2":4,"nvmldeviceismigdevicehandle":2,"device":17,"c":25,"ismigdevice":3,"uint":5,"fn":14,"nvmlgetfunctionpointer":7,"ret":14,"byref":7,"nvmlcheckreturn":7,"nvmldevicegetgpuinstanceid":2,"gpuinstanceid":3,"value":3,"nvmldevicegetcomputeinstanceid":2,"computeinstanceid":3,"nvmldevicegetmaxmigdevicecount":2,"count":3,"nvmldevicegetmigdevicehandlebyindex":2,"index":4,"migdevice":5,"nvmldevice":2,"t":2,"nvmldevicegetdevicehandlefrommigdevicehandle":2,"nvmldevicegetattributes":4,"attrs":3,"nvmldeviceattributes":1},"199512,1972,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmldevicegetremappedrows":2,"device":16,"fn":16,"nvmlgetfunctionpointer":8,"c":38,"corr":3,"uint":7,"unc":3,"bpending":3,"bfailure":3,"ret":16,"byref":11,"nvmlcheckreturn":8,"return":8,"value":10,"nvmldevicegetrowremapperhistogram":2,"vals":3,"nvmlrowremapperhistogramvalues":1,"nvmldevicegetarchitecture":2,"arch":3,"nvmldevicearchitecture":1,"t":3,"nvmldevicegetbustype":2,"bustype":3,"nvmlbustype":1,"nvmldevicegetirqnum":2,"irqnum":3,"nvmldevicegetnumgpucores":2,"numcores":3,"nvmldevicegetpowersource":2,"powersource":3,"nvmlpowersource":1,"nvmldevicegetmemorybuswidth":2,"membuswidth":3},"201484,1928,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":6,"nvmldevicegetpcielinkmaxspeed":2,"device":10,"c":24,"speed":8,"nvmlpcielinkmaxspeed":1,"t":6,"fn":12,"nvmlgetfunctionpointer":6,"ret":12,"byref":5,"nvmlcheckreturn":6,"return":6,"value":3,"nvmldevicegetadaptiveclockinfostatus":2,"adaptiveclockinfostatus":3,"nvmladaptiveclockinfostatus":1,"nvmldevicegetpciespeed":2,"uint":1,"nvmldevicegetdynamicpstatesinfo":2,"dynamicpstatesinfo":5,"nvmlgpudynamicpstatesinfo":2,"isreference":6,"type":2,"is":2,"not":2,"dynamicpstatesinforef":2,"if":4,"else":4,"nvml":3,"success":3,"nvmldevicesetfanspeed":2,"v2":2,"handle":2,"index":2,"nvmldevicegetthermalsettings":2,"sensorindex":2,"thermalsettings":5,"nvmlgputhermalsettings":2,"thermalsettingsref":2,"sensor":1},"203412,1858,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmldevicegetminmaxclockofpstate":2,"device":8,"clocktype":2,"pstate":4,"minclockmhz":5,"c":20,"uint":8,"maxclockmhz":5,"isreference":4,"type":3,"is":2,"not":2,"or":1,"minclockmhzref":2,"if":4,"else":3,"byref":2,"maxclockmhzref":2,"fn":8,"nvmlgetfunctionpointer":4,"ret":6,"nvmlclocktype":3,"t":7,"nvmlcheckreturn":2,"return":4,"nvml":5,"success":3,"value":7,"class":1,"nvmlclockoffset":2,"printablestructure":1,"fields":1,"version":1,"nvmlpstates":2,"clockoffsetmhz":1,"int":3,"minclockoffsetmhz":1,"maxclockoffsetmhz":1,"v1":1,"0x1000018":1,"nvmldevicegetclockoffsets":2,"info":4,"nvmldevicesetclockoffsets":2,"nvmldevicegetsupportedperformancestates":2,"pstates":9,"count":3,"max":1,"gpu":1,"perf":1,"size":3,"sizeof":1,"note":1,"use":1,"to":1,"represent":1,"the":2,"of":1,"nvmlpstate":1,"enumeration":1,"array":2,"for":1,"in":1,"unknown":1,"append":1},"205270,1933,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":6,"nvmldevicegetgpcclkvfoffset":2,"device":12,"offset":14,"c":16,"int32":4,"fn":12,"nvmlgetfunctionpointer":6,"ret":12,"byref":6,"nvmlcheckreturn":6,"return":6,"value":6,"nvmldevicesetgpcclkvfoffset":2,"nvml":4,"success":4,"nvmldevicegetgpcclkminmaxvfoffset":2,"minoffset":10,"int":8,"maxoffset":10,"isreference":8,"type":4,"is":4,"not":4,"or":2,"minoffsetref":4,"if":6,"else":6,"maxoffsetref":4,"nvmldevicegetmemclkvfoffset":2,"nvmldevicesetmemclkvfoffset":2,"nvmldevicegetmemclkminmaxvfoffset":2},"207203,1821,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":8,"nvmlsystemsetconfcomputegpusreadystate":2,"state":10,"c":25,"uint":2,"fn":16,"nvmlgetfunctionpointer":8,"ret":14,"nvmlcheckreturn":7,"return":8,"nvml":2,"success":2,"nvmlsystemgetconfcomputegpusreadystate":2,"byref":5,"value":1,"nvmlsystemgetconfcomputecapabilities":2,"ccsyscaps":3,"nvmlconfcomputesystemcaps":1,"t":4,"nvmlsystemgetconfcomputestate":2,"nvmlconfcomputesystemstate":1,"nvmlsystemgetconfcomputesettings":2,"settings":2,"nvmldevicesetconfcomputeunprotectedmemsize":2,"device":6,"ccmemsize":5,"nvmldevicegetconfcomputememsizeinfo":2,"nvmlconfcomputememsizeinfo":1,"nvmldevicegetconfcomputeprotectedmemoryusage":2,"memory":3,"nvmlmemory":1},"209024,1940,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":4,"nvmldevicegetconfcomputegpucertificate":2,"device":4,"c":25,"cert":3,"nvmlconfcomputegpucertificate":1,"t":4,"fn":8,"nvmlgetfunctionpointer":4,"ret":8,"byref":4,"nvmlcheckreturn":4,"return":4,"nvmldevicegetconfcomputegpuattestationreport":2,"nonce":6,"attestreport":4,"nvmlconfcomputegpuattestationreport":1,"arr":2,"uint8":1,"len":1,"setattr":1,"nvmlsystemsetconfcomputekeyrotationthresholdinfo":2,"max":2,"atk":2,"adv":2,"keyrotationthrinfo":8,"nvmlconfcomputesetkeyrotationthresholdinfo":1,"0":11,"version":2,"confcomputesetkeyrotationthresholdinfo":1,"v1":2,"maxattackeradvantage":1,"nvml":4,"success":1,"nvmlsystemgetconfcomputekeyrotationthresholdinfo":2,"nvmlconfcomputegetkeyrotationthresholdinfo":1,"confcomputegetkeyrotationthresholdinfo":1,"gpm":5,"enums":1,"defines":1,"metric":4,"identifiers":1,"graphics":2,"util":2,"1":1,"percentage":3,"of":3,"time":1,"any":1,"compute":1,"app":1,"was":1,"active":2,"on":1,"the":1,"gpu":1,"100":3,"sm":2,"2":1,"sms":1,"that":2,"were":2,"busy":1,"occupancy":1,"3":1,"warps":1,"vs":1,"theoretical":1,"maximum":1},"210964,1987,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":18,"gpm":18,"metric":18,"integer":2,"util":16,"4":3,"percentage":9,"of":16,"time":8,"the":8,"gpu":10,"s":8,"sms":8,"were":8,"doing":8,"operations":5,"0":50,"100":16,"any":2,"tensor":11,"5":3,"dfma":2,"6":3,"hmma":2,"7":1,"imma":2,"9":1,"dram":2,"bw":2,"10":1,"used":1,"vs":1,"theoretical":1,"maximum":1,"fp64":2,"11":1,"non":3,"math":3,"fp32":2,"12":1,"fp16":2,"13":1,"pcie":4,"tx":1,"per":2,"sec":4,"20":1,"traffic":2,"from":1,"this":2,"in":2,"mib":2,"rx":1,"21":1,"to":1,"nvdec":14,"30":1,"percent":7,"utilization":7,"1":2,"31":1,"2":2,"32":1,"3":2,"33":1,"34":1,"35":1,"36":1},"212951,1910,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":20,"gpm":20,"metric":20,"nvdec":2,"7":4,"util":11,"37":1,"percent":11,"utilization":11,"of":11,"0":39,"100":11,"nvjpg":16,"40":1,"1":6,"41":1,"2":4,"42":1,"3":3,"43":1,"4":2,"44":1,"5":2,"45":1,"6":2,"46":1,"47":1,"nvofa":4,"50":1,"51":1,"nvlink":18,"total":2,"rx":5,"per":9,"sec":18,"60":1,"read":5,"bandwidth":9,"for":9,"all":2,"links":2,"in":9,"mib":9,"tx":4,"61":1,"write":4,"l0":2,"62":1,"link":7,"63":1,"l1":2,"64":1,"65":1,"l2":2,"66":1,"67":1,"l3":1,"68":1},"214861,1917,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":20,"gpm":20,"metric":20,"nvlink":40,"l3":1,"tx":10,"per":20,"sec":40,"69":1,"write":10,"bandwidth":20,"for":20,"link":20,"3":1,"in":20,"mib":20,"l4":2,"rx":10,"70":1,"read":10,"4":2,"71":1,"l5":2,"72":1,"5":2,"73":1,"l6":2,"74":1,"6":2,"75":1,"l7":2,"76":1,"7":2,"77":1,"l8":2,"78":1,"8":2,"79":1,"l9":2,"80":1,"9":2,"81":1,"l10":2,"82":1,"10":2,"83":1,"l11":2,"84":1,"11":2,"85":1,"l12":2,"86":1,"12":2,"87":1,"l13":1,"88":1,"13":1},"216778,1925,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":12,"gpm":12,"metric":11,"nvlink":18,"l13":1,"tx":5,"per":9,"sec":18,"89":1,"write":5,"bandwidth":9,"for":9,"link":9,"13":1,"in":9,"mib":9,"l14":2,"rx":4,"90":1,"read":4,"14":2,"91":1,"l15":2,"92":1,"15":2,"93":1,"l16":2,"94":1,"16":2,"95":1,"l17":2,"96":5,"17":2,"97":1,"max":2,"98":1,"structs":1,"class":5,"c":22,"nvmlunitinfo":1,"t":12,"printablestructure":3,"fields":4,"name":1,"char":7,"id":1,"serial":1,"firmwareversion":1,"struct":2,"nvmlgpmsample":5,"structure":2,"pass":1,"opaque":1,"handle":1,"pointer":1,"metricinfo":3,"shortname":1,"p":3,"longname":1,"unit":1,"nvmlgpmmetric":2,"metricid":1,"uint":3,"nvmlreturn":2,"value":1,"double":1,"nvmlgpmmetricsget":1,"version":2,"nummetrics":1,"sample1":1,"sample2":1,"metrics":2,"get":1,"1":1},"218703,1974,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":1,"c":12,"nvmlgpmsupport":2,"t":3,"printablestructure":1,"fields":1,"version":4,"uint":4,"issupporteddevice":1,"nvml":6,"gpm":2,"support":2,"1":1,"functions":1,"def":8,"nvmlgpmmetricsget":2,"metricsget":3,"fn":16,"nvmlgetfunctionpointer":8,"ret":16,"byref":4,"nvmlcheckreturn":8,"return":8,"nvmlgpmsamplefree":2,"gpmsample":11,"nvmlgpmsamplealloc":2,"nvmlgpmsample":1,"nvmlgpmsampleget":2,"device":10,"nvmlgpmmigsampleget":2,"gpuinstanceid":2,"nvmlgpmquerydevicesupport":2,"gpmsupport":4,"nvmlgpmsetstreamingenabled":2,"state":9,"success":1,"nvmlgpmqueryifstreamingenabled":2,"value":1,"low":3,"power":4,"structure":1,"and":1,"function":1,"nvlink":3,"high":1,"speed":1,"0x0":1,"0x1":2,"threshold":1,"min":1},"220677,1937,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":25,"nvlink":4,"low":4,"power":4,"threshold":4,"max":1,"0x1fff":1,"reset":2,"0xffffffff":1,"default":1,"class":2,"c":10,"nvmlnvlinkpowerthres":2,"t":6,"structure":1,"fields":2,"lowpwrthreshold":2,"uint":2,"def":1,"nvmldevicesetnvlinkdevicelowpowerthreshold":2,"device":3,"l1threshold":2,"info":3,"fn":2,"nvmlgetfunctionpointer":1,"ret":2,"byref":1,"nvmlcheckreturn":1,"return":1,"success":1,"gpu":19,"fabric":19,"uuid":2,"len":1,"16":1,"nvmlgpufabricstate":2,"state":5,"not":5,"supported":4,"0":5,"started":1,"1":4,"in":1,"progress":1,"2":5,"completed":1,"3":1,"nvmlgpufabricinfo":1,"printablestructure":1,"clusteruuid":1,"char":1,"buffer":1,"size":1,"status":1,"nvmlreturn":1,"cliqueid":1,"uint32":1,"health":14,"mask":14,"degraded":5,"bw":5,"true":3,"false":3,"shift":3,"width":2,"0x11":2,"route":9,"recovery":5,"unhealthy":4,"4":1},"222614,1984,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":17,"gpu":14,"fabric":7,"health":6,"mask":6,"width":2,"route":1,"unhealthy":1,"0x11":2,"access":5,"timeout":5,"recovery":5,"not":1,"supported":1,"0":1,"true":1,"1":1,"false":1,"2":1,"shift":1,"6":1,"nvmlgpufabricinfo":2,"v2":2,"0x02000024":1,"class":1,"c":8,"nvmlgpufabricinfov":2,"t":5,"printablestructure":1,"fields":1,"version":2,"uint":3,"clusteruuid":1,"char":1,"uuid":1,"len":1,"status":1,"nvmlreturn":1,"cliqueid":1,"uint32":2,"state":1,"nvmlgpufabricstate":1,"healthmask":1,"def":5,"init":2,"self":2,"super":1,"nvmldevicegetgpufabricinfo":2,"device":4,"gpufabricinfo":4,"fn":8,"nvmlgetfunctionpointer":4,"ret":8,"nvmlcheckreturn":4,"return":4,"success":3,"nvmldevicegetgpufabricinfov":2,"enums":1,"defines":1,"nvlink":7,"bw":7,"mode":12,"full":1,"0x0":1,"off":1,"0x1":1,"min":1,"0x2":1,"half":1,"0x3":1,"3quarter":1,"0x4":1,"count":1,"0x5":1,"nvmlsystemsetnvlinkbwmode":2,"nvmlsystemgetnvlinkbwmode":2,"byref":1,"value":1,"nvmlpowerscopetype":1},"224598,1884,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"nvml":6,"power":3,"scope":3,"gpu":1,"0":2,"module":1,"1":2,"memory":1,"2":1,"class":2,"c":28,"nvmlpowervalue":4,"v2":6,"t":6,"printablestructure":2,"fields":2,"version":6,"uint":6,"powerscope":6,"nvmlpowerscopetype":2,"powervaluemw":2,"fmt":1,"default":1,"d":1,"b":1,"0x0200000c":1,"def":3,"nvmldevicesetpowermanagementlimit":2,"device":4,"powerlimit":2,"powervalue":5,"fn":4,"nvmlgetfunctionpointer":2,"ret":3,"byref":1,"return":2,"success":2,"nvmleccsramerrorstatus":4,"v1":5,"aggregateuncparity":1,"ulonglong":11,"aggregateuncsecded":1,"aggregatecor":1,"volatileuncparity":1,"volatileuncsecded":1,"volatilecor":1,"aggregateuncbucketl2":1,"aggregateuncbucketsm":1,"aggregateuncbucketpcie":1,"aggregateuncbucketmcu":1,"aggregateuncbucketother":1,"bthresholdexceeded":1,"init":2,"self":2,"super":1,"0x1000068":1,"nvmldevicegetsrameccerrorstatus":2,"status":2,"nvmlcheckreturn":1,"dev":1,"cap":1,"egm":1,"nvmldevicecapabilities":1,"0x1000008":1},"226482,1917,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":3,"c":16,"nvmldevicecapabilities":3,"v1":8,"t":5,"printablestructure":3,"fields":3,"version":4,"uint":4,"capmask":1,"def":4,"init":4,"self":4,"super":2,"nvmldevicegetcapabilities":2,"device":4,"caps":2,"fn":4,"nvmlgetfunctionpointer":2,"return":2,"nvmlplatforminfo":4,"ibguid":1,"char":7,"16":2,"rackguid":1,"chassisphysicalslotnumber":1,"computeslotindex":1,"nodeindex":1,"peertype":1,"moduleid":1,"0x100002c":2,"nvmldevicegetplatforminfo":2,"platforminfo":2,"ret":2,"nvmlcheckreturn":1,"nvml":18,"success":1,"nvmlmask255":1,"mask":1,"8":2,"workload":1,"power":17,"max":4,"profiles":1,"255":1,"profile":16,"p":1,"0":1,"q":1,"1":1,"compute":1,"2":1,"memory":1,"bound":1,"3":1,"network":1,"4":1,"balanced":2,"5":1,"llm":2,"inference":1,"6":1,"training":1,"7":1,"rbm":1,"dcpcie":1,"9":1,"hmma":2,"sparse":1,"10":1,"dense":1,"11":1,"sync":1,"12":1,"hpc":1,"13":1,"mig":1,"14":1,"15":1,"nvmlworkloadpowerprofileinfo":1},"228399,1947,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"class":4,"c":21,"nvmlworkloadpowerprofileinfo":4,"v1":16,"t":15,"printablestructure":4,"fields":4,"version":8,"uint":6,"profileid":1,"priority":1,"conflictingmask":1,"nvmlmask255":6,"def":5,"init":8,"self":8,"super":4,"nvmlworkloadpowerprofileprofilesinfo":4,"0x1002bf8":1,"perfprofilesmask":2,"perfprofile":1,"nvml":2,"workload":1,"power":1,"max":1,"profiles":1,"nvmlworkloadpowerprofilecurrentprofiles":4,"0x1000064":1,"requestedprofilesmask":2,"enforcedprofilesmask":1,"nvmlworkloadpowerprofilerequestedprofiles":4,"0x1000024":1,"nvmldeviceworkloadpowerprofilegetprofilesinfo":2,"device":2,"profilesinfo":2,"fn":2,"nvmlgetfunctionpointer":1,"ret":2,"nvmlcheckreturn":1,"return":1,"success":1},"230346,1713,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":7,"nvmldeviceworkloadpowerprofilegetcurrentprofiles":2,"device":12,"currentprofiles":2,"fn":12,"nvmlgetfunctionpointer":6,"ret":12,"nvmlcheckreturn":6,"return":6,"nvml":6,"success":6,"nvmldeviceworkloadpowerprofilesetrequestedprofiles":2,"requestedprofiles":4,"nvmldeviceworkloadpowerprofileclearrequestedprofiles":2,"nvmldevicegetnvlinksupportedbwmodes":2,"supportedbwmodes":2,"nvmldevicegetnvlinkbwmode":2,"getbwmode":2,"nvmldevicesetnvlinkbwmode":2,"setbwmode":2,"nvmldramencryptioninfo":4,"v1":2,"0x01000008":1,"class":1,"c":3,"t":3,"printablestructure":1,"fields":1,"version":2,"uint":1,"encryptionstate":1,"nvmlenablestate":1,"init":2,"self":2,"super":1},"232059,1997,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":6,"nvmldevicegetdramencryptionmode":4,"handle":8,"c":22,"currstate":3,"nvmldramencryptioninfo":3,"t":7,"pendingstate":3,"fn":4,"nvmlgetfunctionpointer":2,"ret":4,"byref":3,"nvmlcheckreturn":2,"return":4,"encryptionstate":3,"added":2,"to":2,"api":2,"nvmldevicegetcurrentdramencryptionmode":1,"0":2,"nvmldevicegetpendingdramencryptionmode":1,"1":2,"nvmldevicesetdramencryptionmode":2,"mode":2,"dramencryptionmode":3,"none":1,"power":7,"smoothing":7,"defines":1,"nvml":6,"max":1,"num":1,"profiles":1,"5":1,"admin":1,"override":1,"not":1,"set":1,"0xffffffff":1,"profile":4,"param":4,"percent":1,"tmp":1,"floor":1,"ramp":3,"up":1,"rate":2,"down":2,"2":1,"hysteresis":1,"3":1,"nvmlpowersmoothingstate":4,"v1":8,"0x1000008":1,"class":2,"printablestructure":2,"fields":2,"version":4,"uint":5,"state":1,"init":4,"self":4,"super":2,"nvmlpowersmoothingprofile":4,"0x1000018":1,"profileid":1,"paramid":1,"value":1,"double":1},"234056,597,data/raw/vllm-0.10.1/vllm/third_party/pynvml.py":{"def":3,"nvmldevicepowersmoothingactivatepresetprofile":2,"device":6,"profile":4,"fn":6,"nvmlgetfunctionpointer":3,"ret":6,"nvmlcheckreturn":3,"nvmldevicepowersmoothingupdatepresetprofileparam":2,"nvmldevicepowersmoothingsetstate":2,"state":2},"0,1998,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":24,"project":1,"import":37,"dataclasses":2,"gc":1,"inspect":1,"itertools":1,"time":1,"weakref":1,"from":26,"contextlib":1,"contextmanager":1,"dataclass":1,"typing":1,"type":2,"checking":1,"any":1,"callable":1,"dict":2,"list":1,"optional":1,"set":3,"tuple":1,"typevar":1,"union":1,"numpy":1,"as":3,"np":1,"torch":3,"distributed":4,"nn":2,"tqdm":2,"auto":1,"envs":2,"attention":3,"attentionmetadata":1,"get":7,"attn":1,"backend":1,"backends":2,"abstract":1,"attentionstate":1,"utils":2,"commonattentionstate":1,"compilation":2,"counter":2,"config":1,"compilationlevel":1,"vllmconfig":1,"core":1,"scheduler":1,"scheduleroutputs":1,"broadcast":1,"tensor":2,"pp":1,"group":2,"kv":2,"transfer":2,"parallel":2,"state":1,"model":11,"rank":1,"graph":1,"capture":1,"forward":3,"context":3,"inputs":1,"input":1,"registry":1,"inputregistry":1,"logger":2,"init":1,"lora":4,"layers":3,"loramapping":1,"request":1,"lorarequest":1,"worker":1,"manager":1,"lrucacheworkerloramanager":1,"executor":7,"samplingmetadata":1,"samplingmetadatacache":1,"rotary":1,"embedding":1,"mrotaryembedding":1,"sampler":3,"sampleroutput":1,"loader":2,"tensorizer":1,"tensorizerconfig":1,"models":2,"supports":2,"multimodal":1,"cpu":1,"offload":1,"max":1,"bytes":1},"1998,1308,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"from":8,"vllm":6,"multimodal":2,"import":6,"registry":1,"batchedtensorinputs":1,"multimodalkwargs":1,"multimodalplaceholdermap":1,"multimodalregistry":1,"sampling":3,"params":1,"samplingparams":1,"sequence":1,"intermediatetensors":1,"sequencegroupmetadata":1,"utils":1,"devicememoryprofiler":1,"gib":1,"bytes":1,"pyobjectcache":1,"async":1,"tensor":4,"h2d":1,"flatten":1,"2d":1,"lists":1,"is":1,"pin":1,"memory":1,"available":1,"supports":1,"dynamo":3,"weak":1,"ref":1,"worker":1,"model":1,"runner":1,"base":1,"inputprocessingerror":1,"modelrunnerbase":1,"modelrunnerinputbase":1,"modelrunnerinputbuilderbase":1,"add":2,"attn":2,"metadata":4,"broadcastable":2,"dict":4,"init":3,"if":1,"type":1,"checking":1,"attention":1,"backends":1,"abstract":1,"attentionbackend":1,"logger":2,"name":1,"lora":1,"warmup":2,"rank":1,"8":1,"num":1,"iters":1,"2":1,"tmodelinputforgpu":2,"typevar":1,"bound":1,"modelinputforgpu":1,"for":2,"now":1,"bump":1,"up":1,"cache":3,"limits":1,"recompilations":1,"during":1,"cuda":1,"graph":1,"warmups":1,"torch":2,"config":2,"size":2,"limit":2,"128":2,"accumulated":1,"dataclass":1,"frozen":1,"true":1},"3306,1806,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"class":2,"modelinputforgpu":1,"modelrunnerinputbase":1,"this":2,"base":2,"contains":1,"metadata":5,"needed":1,"for":2,"the":1,"model":2,"forward":1,"pass":1,"but":1,"not":1,"possible":1,"additional":3,"steps":2,"e":1,"g":1,"sampling":1,"runners":1,"that":1,"run":1,"should":1,"subclass":1,"method":1,"to":4,"add":2,"fields":1,"input":6,"tokens":3,"optional":15,"torch":5,"tensor":9,"none":15,"inputs":3,"embeds":3,"positions":3,"token":1,"types":1,"seq":4,"lens":2,"list":4,"int":4,"query":1,"lora":6,"mapping":3,"loramapping":1,"requests":6,"set":1,"lorarequest":1,"attn":3,"attentionmetadata":1,"multi":3,"modal":3,"kwargs":3,"batchedtensorinputs":1,"request":3,"ids":9,"dict":7,"str":3,"finished":3,"virtual":3,"engine":3,"0":1,"async":1,"callback":1,"callable":1,"scheduler":1,"outputs":1,"scheduleroutputs":1,"previous":1,"hidden":1,"states":1,"def":1,"as":1,"broadcastable":2,"self":11,"any":1,"return":1},"5112,1179,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"classmethod":1,"def":3,"from":2,"broadcasted":1,"tensor":6,"dict":10,"cls":2,"type":1,"tmodelinputforgpu":2,"str":1,"any":1,"attn":4,"backend":3,"optional":3,"attentionbackend":1,"none":5,"if":1,"is":3,"not":2,"init":1,"metadata":2,"return":2,"exclude":1,"async":3,"callback":4,"to":4,"be":1,"able":1,"pickle":1,"this":3,"object":2,"getstate":1,"self":5,"state":5,"copy":1,"del":1,"todo":1,"what":1,"happens":1,"when":1,"we":3,"depickle":1,"how":1,"can":1,"update":3,"properly":1,"pass":1,"it":3,"the":3,"engine":1,"setstate":1,"dataclass":1,"frozen":1,"true":1,"class":1,"modelinputforgpuwithsamplingmetadata":1,"modelinputforgpu":1,"used":3,"by":2,"modelrunner":1,"sampling":1,"samplingmetadata":1,"for":1,"speculative":1,"decoding":1,"do":1,"broadcast":1,"because":1,"only":1,"driver":1,"worker":1,"prompt":1,"bool":1},"6291,1699,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":2,"as":1,"broadcastable":3,"tensor":14,"dict":18,"self":12,"str":2,"any":2,"input":4,"tokens":2,"inputs":2,"embeds":2,"positions":2,"lora":4,"requests":4,"mapping":2,"multi":2,"modal":2,"kwargs":2,"virtual":2,"engine":2,"request":2,"ids":6,"to":2,"seq":2,"finished":2,"add":2,"attn":6,"metadata":6,"sampling":3,"return":2,"classmethod":1,"from":4,"broadcasted":1,"cls":2,"backend":3,"optional":1,"attentionbackend":1,"none":2,"modelinputforgpuwithsamplingmetadata":1,"init":2,"if":1,"is":2,"not":2,"class":2,"modelinputforgpubuilder":1,"modelrunnerinputbuilderbase":1,"modelinputforgpu":2,"build":1,"sequencegroupmetadata":1,"note":1,"ideally":1,"we":1,"would":1,"be":2,"using":1,"a":1,"dataclass":1,"kw":2,"only":2,"true":1,"here":1,"so":1,"that":1,"this":1,"can":1,"subclassed":1,"easily":1,"but":1,"supported":1,"in":1,"python":1,"3":1,"10":1,"interdataforseqgroup":1,"intermediate":1,"data":1,"for":1,"the":1,"current":1,"sequence":1,"group":1},"7990,1504,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":2,"simple":1,"reinit":1,"self":16,"input":7,"tokens":3,"0":16,"clear":6,"type":14,"ignore":14,"inputs":2,"embeds":2,"none":7,"positions":5,"token":2,"types":2,"mrope":2,"seq":3,"lens":5,"orig":1,"prompt":3,"query":1,"context":1,"curr":1,"sliding":1,"window":1,"blocks":1,"lora":3,"index":1,"mapping":2,"requests":1,"init":1,"from":1,"sequence":1,"group":1,"metadata":1,"request":1,"id":1,"str":1,"ids":1,"list":12,"int":9,"is":1,"bool":1,"block":2,"tables":1,"optional":6,"dict":1,"computed":1,"nums":1,"n":1,"seqs":1,"and":1,"torch":1,"tensor":1},"9494,1958,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"the":8,"sequence":2,"length":3,"may":1,"be":1,"capped":1,"to":2,"sliding":4,"window":4,"seq":13,"lens":5,"optional":11,"list":10,"int":9,"none":11,"original":1,"before":1,"applying":1,"this":2,"is":5,"used":2,"compute":1,"slot":1,"mapping":3,"orig":1,"in":2,"dual":1,"chunk":1,"flash":1,"attention":1,"backend":1,"prompt":4,"query":2,"number":1,"of":1,"tokens":1,"that":1,"are":1,"already":1,"computed":3,"context":1,"current":1,"block":5,"curr":1,"blocks":1,"lora":4,"inputs":2,"index":1,"requests":1,"set":1,"lorarequest":1,"multi":3,"modal":3,"kwargs":1,"multimodalkwargs":1,"placeholder":1,"maps":1,"dict":1,"str":1,"multimodalplaceholdermap":1,"whether":1,"prefix":2,"cache":2,"hit":2,"prefill":1,"only":1,"bool":3,"false":3,"reinit":3,"use":1,"defaults":1,"encoder":3,"len":5,"0":1,"if":1,"assert":1,"self":9,"ids":6,"type":2,"ignore":2,"for":1,"i":2,"id":4,"enumerate":1,"else":1,"request":2,"tables":2,"nums":2,"n":2,"seqs":2},"11452,1961,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":9,"reinit":3,"len":8,"self":25,"seq":30,"ids":8,"1":1,"and":1,"use":1,"defaults":1,"simple":1,"else":8,"input":9,"tokens":4,"for":7,"id":14,"in":7,"range":7,"clear":3,"inputs":2,"embeds":2,"positions":5,"token":4,"types":4,"mrope":1,"none":1,"lens":16,"0":4,"orig":4,"prompt":4,"query":4},"13413,1823,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":5,"context":6,"lens":14,"self":23,"else":6,"for":2,"seq":10,"id":4,"in":2,"range":2,"len":2,"ids":2,"0":2,"curr":6,"sliding":6,"window":6,"blocks":6,"lora":12,"index":4,"mapping":8,"clear":3,"prompt":6,"requests":4,"input":6,"tokens":2,"or":10,"inputs":2,"embeds":2,"positions":4,"token":2,"types":2,"mrope":2,"none":1,"orig":2,"query":2},"15236,1209,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"self":33,"lora":8,"index":3,"mapping":6,"or":3,"prompt":4,"requests":2,"set":1,"multi":4,"modal":4,"kwargs":2,"placeholder":2,"maps":2,"prefix":2,"cache":2,"hit":2,"n":11,"seqs":11,"len":2,"seq":4,"ids":2,"if":1,"not":1,"reinit":1,"post":2,"init":2,"def":1,"input":3,"tokens":1,"for":3,"in":3,"range":3,"positions":2,"token":1,"types":1,"mrope":1,"none":1,"lens":5,"0":6,"orig":1,"query":1,"context":1,"curr":1,"sliding":1,"window":1,"blocks":1},"16445,1916,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":3,"repr":1,"self":21,"str":1,"return":3,"f":18,"interdataforseqgroup":2,"request":3,"id":3,"seq":11,"ids":7,"is":4,"prompt":3,"block":6,"tables":3,"computed":3,"nums":3,"n":2,"seqs":9,"input":6,"tokens":2,"inputs":2,"embeds":2,"shape":2,"getattr":1,"none":2,"positions":4,"token":2,"types":2,"mrope":2,"lens":8,"orig":2,"query":2,"context":2,"multi":2,"modal":2,"kwargs":6,"gen":2,"inter":9,"data":9,"builder":2,"num":7,"int":1,"lambda":1,"modelinputforgpubuilder":1,"0":2,"true":1,"init":2,"cached":1,"args":3,"assert":2,"len":2,"in":2,"the":1,"cache":6,"per":1,"model":1,"runner":2,"if":1,"not":1,"pyobjectcache":1,"obj":3,"get":1,"object":1},"18361,1934,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":2,"reset":2,"cached":1,"inter":2,"data":2,"self":38,"for":5,"cache":4,"in":2,"runner":10,"values":1,"init":2,"gpumodelrunnerbase":1,"finished":1,"requests":1,"ids":1,"optional":1,"list":1,"str":1,"none":5,"super":1,"compute":9,"functions":4,"each":2,"sequence":3,"a":1,"group":3,"warning":2,"the":4,"order":2,"of":2,"matters":2,"per":2,"seq":2,"fns":2,"lens":1,"prefix":1,"hit":1,"sliding":8,"window":8,"lora":3,"input":4,"multi":1,"modal":1,"model":3,"cls":3,"attn":5,"backend":5,"scheduler":4,"config":5,"block":6,"size":5,"enable":1,"is":4,"not":5,"attention":1,"metadata":2,"inputs":1,"if":2,"spec":1,"decode":1,"e":1,"g":1,"medusa":1,"does":1,"have":1,"atten":1,"builder":2,"get":1,"weakref":1,"proxy":1,"engine":1,"configurations":1,"chunked":2,"prefill":2,"enabled":2,"and":1,"blocks":2,"1":1,"aligned":1},"20295,1843,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":2,"prepare":2,"self":7,"finished":3,"requests":3,"ids":6,"optional":1,"list":3,"str":1,"none":4,"if":4,"the":4,"current":2,"batch":1,"is":5,"decode":3,"only":2,"will":1,"be":1,"set":1,"to":2,"false":1,"there":1,"any":1,"non":1,"request":1,"true":1,"intermediate":1,"data":15,"in":1,"cpu":1,"before":1,"going":1,"gpu":1,"for":2,"sequence":4,"group":5,"inter":4,"modelinputforgpubuilder":1,"interdataforseqgroup":2,"attn":1,"metadata":5,"builder":1,"compute":4,"lens":1,"seq":22,"idx":2,"int":1,"sequencegroupmetadata":1,"context":9,"length":4,"and":2,"tokens":8,"given":1,"token":7,"chunk":3,"size":3,"number":2,"of":2,"that":1,"are":1,"already":1,"computed":3,"total":1,"len":15,"get":5,"prompt":4,"num":2,"min":1,"elif":1,"runner":1,"model":1,"config":1,"encoder":1,"decoder":1,"1":1,"else":2,"embeds":3,"0":1,"embeddings":1,"types":1,"type":1},"22138,1827,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"inter":17,"data":20,"seq":21,"lens":5,"idx":10,"len":11,"orig":1,"prompt":4,"get":2,"context":5,"input":7,"tokens":3,"extend":3,"inputs":1,"embeds":2,"positions":6,"range":1,"token":3,"types":3,"if":6,"else":1,"query":1,"mrope":5,"position":2,"delta":2,"is":5,"not":4,"none":5,"n":1,"seqs":1,"mrotaryembedding":1,"next":1,"def":1,"compute":2,"for":1,"prefix":7,"cache":6,"hit":7,"self":2,"interdataforseqgroup":1,"int":1,"group":1,"metadata":1,"sequencegroupmetadata":1,"check":1,"i":1,"e":1,"some":1,"blocks":2,"are":1,"already":1,"computed":5,"update":1,"and":4,"to":1,"only":1,"the":1,"remaining":1,"block":4,"nums":4,"note":1,"that":1,"caching":1,"does":1,"support":1,"sliding":2,"window":2,"0":1,"return":1},"23965,1471,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"assert":1,"computed":4,"block":3,"nums":2,"is":4,"not":1,"none":1,"the":7,"cache":8,"hit":3,"prompt":3,"tokens":6,"in":3,"this":5,"sequence":4,"note":1,"that":1,"may":1,"be":1,"larger":1,"than":1,"length":1,"if":2,"chunked":2,"prefill":2,"enabled":2,"prefix":6,"len":14,"self":1,"size":1,"seq":15,"group":1,"metadata":1,"data":10,"inter":9,"ids":1,"idx":9,"update":1,"num":1,"cached":1,"number":3,"of":3,"so":2,"far":1,"context":6,"lens":2,"total":1,"when":1,"token":3,"chunks":1,"current":1,"chunk":1,"we":1,"already":1,"passed":1,"region":1,"do":1,"normal":1,"computation":1,"pass":1,"elif":1,"partial":1,"compute":1,"missing":1,"part":1,"uncomputed":4,"start":4,"input":4,"positions":2,"types":2},"25436,913,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"inter":12,"data":12,"context":4,"lens":6,"seq":15,"idx":12,"len":4,"query":2,"elif":1,"prefix":1,"cache":1,"full":1,"hit":1,"only":1,"compute":1,"the":2,"last":1,"token":3,"to":1,"avoid":1,"erroneous":1,"behavior":1,"fixme":1,"ideally":1,"we":1,"should":2,"directly":1,"mark":1,"all":1,"tokens":3,"as":1,"computed":1,"in":1,"scheduler":1,"and":1,"do":1,"not":2,"schedule":1,"this":2,"sequence":1,"so":1,"case":1,"happen":1,"input":4,"1":5,"positions":2,"types":2},"26349,1600,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":2,"compute":3,"for":2,"sliding":15,"window":13,"self":7,"inter":8,"data":9,"interdataforseqgroup":2,"seq":17,"idx":7,"int":2,"group":2,"metadata":2,"sequencegroupmetadata":2,"update":1,"len":7,"and":3,"curr":6,"block":8,"the":1,"given":1,"sequence":1,"only":1,"required":1,"by":1,"decoding":1,"if":6,"is":5,"enabled":2,"0":2,"lens":4,"not":3,"prompt":2,"none":1,"todo":1,"sang":1,"this":1,"a":1,"hack":1,"to":2,"make":2,"work":1,"with":1,"paged":2,"attn":3,"we":2,"can":1,"remove":1,"it":1,"kernel":1,"properly":1,"handle":1,"slinding":1,"blocks":2,"number":1,"of":1,"elements":1,"in":1,"last":1,"suff":3,"size":1,"min":1,"aligned":1,"1":1,"lora":4,"input":1,"index":1,"mapping":1,"enable":1,"return":1},"27949,1975,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"lora":12,"id":6,"seq":8,"group":7,"metadata":6,"int":1,"if":6,"0":4,"inter":12,"data":13,"requests":1,"add":2,"request":1,"query":4,"len":4,"lens":1,"idx":1,"index":1,"mapping":4,"append":4,"sampling":4,"params":4,"and":2,"prompt":6,"logprobs":1,"is":6,"not":4,"none":4,"elif":1,"self":3,"chunked":1,"prefill":2,"enabled":1,"or":1,"do":1,"sample":1,"else":1,"def":1,"compute":1,"multi":5,"modal":5,"input":3,"interdataforseqgroup":1,"sequencegroupmetadata":1,"given":1,"it":1,"to":1,"the":3,"note":1,"mm":8,"kwargs":9,"only":2,"includes":1,"subset":1,"of":1,"items":1,"that":1,"intersect":1,"with":1,"current":1,"positions":7,"placeholder":3,"maps":3,"multimodalplaceholdermap":1,"from":1,"range":1,"m":1,"rope":1,"requires":1,"mrope":3,"even":1,"for":2,"plain":1,"text":1,"return":2,"early":1,"when":1,"empty":1,"false":1,"special":1,"processing":1,"position":1,"deltas":1,"runner":1,"model":1,"config":1,"uses":1,"image":2,"grid":4,"thw":4,"get":3,"video":2,"audio":2,"feature":2,"lengths":2},"29924,1841,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"second":4,"per":4,"grid":8,"ts":4,"mm":2,"kwargs":2,"get":5,"none":2,"use":4,"audio":6,"in":5,"video":6,"false":2,"hf":4,"config":6,"self":4,"runner":2,"model":2,"inter":7,"data":13,"mrope":7,"input":5,"positions":5,"n":4,"seqs":4,"for":1,"seq":24,"idx":5,"range":1,"group":7,"metadata":5,"ids":6,"token":3,"position":3,"delta":3,"mrotaryembedding":1,"image":2,"thw":4,"context":2,"len":6,"lens":2,"feature":2,"lengths":2,"def":1,"add":2,"sequencegroupmetadata":1,"a":1,"sequence":1,"to":1,"the":1,"builder":1,"keys":1,"is":4,"prompt":3,"if":2,"assert":1,"1":1,"decode":1,"only":1,"encoder":4,"0":1,"decoder":1},"31765,1981,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"inter":6,"data":6,"self":10,"init":1,"cached":1,"request":2,"id":2,"seq":25,"group":8,"metadata":5,"ids":2,"is":2,"prompt":2,"block":4,"tables":2,"computed":2,"nums":2,"reinit":2,"true":2,"use":2,"defaults":1,"encoder":5,"len":10,"list":1,"append":1,"for":4,"idx":2,"in":7,"range":1,"n":1,"seqs":2,"per":6,"fn":4,"compute":2,"fns":2,"def":2,"captured":1,"graph":4,"batch":2,"size":3,"int":7,"decode":5,"only":3,"bool":2,"max":9,"0":2,"return":1,"and":4,"not":1,"runner":4,"model":1,"config":1,"enforce":1,"eager":1,"to":4,"capture":3,"batchsize":1,"get":1,"cuda":4,"pad":1,"num":1,"determine":1,"the":8,"number":1,"of":2,"padding":2,"sequences":2,"required":1,"running":1,"mode":2,"returns":1,"1":1,"if":3,"graphs":1,"cannot":1,"be":2,"used":1,"multi":1,"step":3,"chunked":1,"prefill":1,"case":2,"first":2,"has":1,"prefills":1,"any":1,"rest":1,"steps":2,"are":2,"guaranteed":1,"all":3,"decodes":2,"this":1,"we":2,"set":1,"up":1,"as":1,"so":1,"may":1,"run":1,"except":1},"33746,1398,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"args":1,"num":4,"seqs":4,"int":4,"number":3,"of":9,"sequences":2,"scheduled":2,"to":3,"run":1,"max":4,"decode":8,"seq":4,"len":4,"greatest":2,"all":2,"the":7,"sequence":2,"lengths":2,"used":2,"only":7,"in":2,"checking":2,"viablility":1,"using":2,"cuda":3,"graphs":3,"encoder":2,"optional":1,"encode":1,"defaults":1,"0":1,"viability":1,"returns":3,"determined":1,"padding":1,"if":3,"is":3,"not":3,"viable":1,"1":3,"self":3,"early":1,"exit":1,"so":1,"we":1,"can":1,"treat":1,"as":3,"batch":11,"size":11,"below":1,"return":3,"out":1,"this":3,"function":1,"refers":1,"input":1,"tokens":1,"being":1,"conflation":1,"valid":1,"a":1,"case":1,"use":1,"captured":1,"graph":4,"runner":1,"vllm":1,"config":1,"pad":1,"for":1,"cudagraph":1,"assert":1},"35144,1421,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":1,"build":1,"self":7,"modelinputforgpu":1,"finalize":1,"the":1,"builder":1,"intermediate":2,"data":8,"and":4,"create":1,"on":1,"device":5,"tensors":1,"combine":1,"flatten":1,"input":8,"tokens":7,"list":8,"int":2,"inputs":11,"embeds":11,"torch":3,"tensor":2,"token":5,"types":5,"for":3,"inter":6,"in":3,"cur":4,"extend":2,"if":3,"is":3,"not":2,"none":3,"append":1,"to":2,"dtype":4,"runner":4,"model":3,"config":2,"optional":1,"len":3,"0":2,"else":1,"cat":1,"dim":1,"assert":1,"this":1,"may":1,"happen":1,"when":1,"all":1,"prefill":1,"requests":1,"hit":1,"prefix":1,"caching":1,"there":1,"no":1,"decode":1,"request":1,"return":1,"cls":1},"36565,1759,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"mrope":8,"input":17,"positions":17,"optional":1,"list":6,"int":1,"none":4,"if":4,"any":1,"inter":17,"data":17,"is":4,"not":2,"for":9,"in":9,"self":5,"range":2,"3":2,"idx":4,"msections":3,"seq":15,"extend":5,"else":2,"cur":2,"lens":7,"query":3,"max":9,"decode":3,"len":7,"0":2,"encoder":5,"prompt":1,"runner":1,"model":1,"config":1,"decoder":1},"38324,1443,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"mapping":1,"from":1,"request":3,"ids":5,"to":2,"sequence":1,"used":2,"for":4,"jamba":1,"models":1,"that":1,"manages":1,"the":1,"cache":1,"by":1,"itself":1,"seq":7,"data":4,"id":1,"in":1,"self":7,"inter":1,"list":1,"cuda":8,"graph":8,"pad":7,"size":8,"get":1,"num":1,"seqs":1,"len":6,"lens":1,"max":4,"decode":2,"encoder":2,"batch":2,"input":4,"tokens":5,"if":4,"1":1,"can":1,"be":1,"tensors":1,"accordingly":1,"see":1,"capture":1,"model":1,"api":1,"more":1,"details":1,"vllm":1,"uses":1,"only":1,"decoding":1,"requests":1,"and":1,"positions":1,"extend":1,"itertools":1,"repeat":1,"0":1,"assert":1,"runner":5,"device":3,"is":1,"not":1,"none":2,"tensor":4,"async":2,"h2d":2,"torch":2,"long":2,"pin":2,"memory":2,"token":3,"types":3,"else":1},"39767,1916,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":4,"mrope":3,"input":7,"positions":7,"is":1,"not":1,"none":2,"for":5,"idx":2,"in":5,"range":1,"3":1,"extend":4,"itertools":4,"repeat":4,"0":3,"cuda":7,"graph":7,"pad":7,"size":8,"tensor":4,"async":2,"h2d":2,"torch":2,"long":2,"self":9,"runner":4,"device":2,"pin":2,"memory":2,"else":1,"sequence":1,"and":1,"query":2,"lengths":1,"seq":2,"lens":3,"1":1,"attention":1,"metadata":3,"attn":2,"builder":1,"build":1,"batch":1,"lora":11,"data":10,"requests":3,"set":2,"mapping":6,"enable":1,"r":2,"inter":7,"list":3,"index":3,"flatten":4,"2d":4,"lists":4,"prompt":2},"41683,1906,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"lora":7,"mapping":7,"loramapping":1,"dict":1,"index":2,"prompt":2,"is":5,"prefill":1,"not":2,"self":10,"decode":1,"only":1,"multi":8,"modal":8,"data":5,"kwargs":7,"list":3,"for":2,"in":1,"inter":1,"if":1,"none":1,"multimodalkwargs":1,"batch":1,"return":4,"model":5,"input":8,"cls":3,"tokens":2,"tensor":3,"inputs":2,"embeds":2,"positions":2,"token":2,"types":2,"attn":2,"metadata":2,"seq":4,"lens":4,"query":2,"requests":4,"request":2,"ids":6,"to":2,"finished":2,"class":2,"gpumodelrunnerbase":1,"modelrunnerbase":2,"tmodelinputforgpu":2,"helper":1,"shared":1,"methods":1,"between":1,"gpu":1,"runners":1,"type":2,"builder":2,"modelinputforgpubuilder":2,"def":1,"init":2,"vllm":2,"config":6,"vllmconfig":1,"kv":1,"cache":3,"dtype":1,"optional":1,"str":1,"auto":1,"driver":3,"worker":3,"bool":2,"false":2,"hidden":3,"states":3,"registry":4,"inputregistry":1,"mm":1,"multimodalregistry":1,"multimodal":1},"43589,1576,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"self":21,"device":3,"config":8,"pin":2,"memory":3,"is":1,"available":1,"kv":2,"cache":4,"dtype":4,"sliding":2,"window":2,"model":3,"get":3,"block":11,"size":6,"max":11,"seq":4,"len":4,"to":10,"capture":10,"batchsize":3,"vllm":1,"compilation":1,"graph":6,"runners":1,"list":1,"dict":1,"tuple":2,"int":3,"bool":1,"cudagraphrunner":1,"for":1,"in":4,"range":1,"parallel":2,"pipeline":1,"pool":1,"optional":1,"none":1,"set":1,"during":1,"has":2,"inner":2,"state":2,"profile":1,"run":1,"false":1,"when":1,"using":1,"cuda":1,"the":6,"input":2,"tables":3,"must":1,"be":3,"padded":1,"however":1,"creating":1,"table":3,"python":1,"can":1,"expensive":1,"optimize":1,"this":1,"we":1,"numpy":1,"and":1,"only":1,"copy":1,"actual":1,"content":1,"at":1,"every":1,"iteration":1,"shape":1,"of":1,"cached":1,"will":1,"batch":3,"np":4,"zeros":2,"per":2,"int32":2,"cross":1,"layer":1,"shared":1},"45165,1663,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"attention":6,"free":3,"but":1,"stateful":1,"models":2,"like":1,"mamba":1,"need":1,"a":2,"placeholder":1,"attn":11,"backend":7,"as":1,"the":1,"metadata":1,"is":3,"needed":1,"to":3,"manage":1,"internal":1,"state":4,"however":1,"we":1,"must":1,"bypass":1,"selection":1,"altogether":1,"for":2,"some":1,"used":2,"speculative":1,"decoding":1,"avoid":1,"divide":1,"by":1,"zero":1,"in":1,"model":10,"config":9,"get":6,"head":2,"size":3,"num":3,"heads":3,"self":23,"parallel":1,"needs":2,"0":1,"or":1,"dtype":2,"kv":1,"cache":4,"block":1,"use":2,"mla":2,"if":2,"else":2,"none":2,"cls":1,"weakref":2,"proxy":2,"commonattentionstate":1,"multi":1,"modal":1,"data":2,"support":1,"input":2,"registry":4,"mm":2,"lazy":1,"initialization":1,"nn":1,"module":1,"set":3,"after":2,"load":2,"lora":1,"manager":1,"optional":1,"lrucacheworkerloramanager":1,"sampler":2,"cpu":2,"offload":2,"max":1,"bytes":1,"int":2,"gb":1,"1024":1,"3":1,"python":1,"objects":1,"inter":1,"dict":1,"pyobjectcache":1},"46828,1594,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"using":1,"the":4,"pythonizationcache":1,"in":4,"pipeline":3,"parallel":4,"clobbers":2,"sequencegrouptosample":2,"object":1,"we":2,"have":2,"more":1,"than":1,"1":2,"scheduler":1,"resulting":1,"a":1,"potential":1,"back":2,"to":3,"prepare":2,"model":14,"inputs":2,"call":2,"this":1,"cached":1,"objects":1,"as":2,"reset":1,"cache":2,"during":1,"every":1,"self":16,"sampling":1,"metadata":1,"samplingmetadatacache":2,"if":4,"config":10,"size":1,"else":1,"none":2,"hasattr":1,"builder":4,"cls":3,"multi":1,"step":1,"runner":1,"does":2,"not":2,"weakref":1,"proxy":1,"def":1,"load":3,"logger":2,"info":1,"starting":1,"s":1,"with":1,"devicememoryprofiler":1,"device":1,"m":1,"time":2,"before":1,"perf":1,"counter":1,"get":3,"vllm":3,"lora":4,"assert":1,"supports":3,"f":1,"class":1,"name":1,"support":1,"yet":1,"multimodal":3,"warning":1,"regarding":1,"models":2,"currently":1,"only":1,"adding":1,"language":1,"use":1,"text":3,"case":1,"of":1,"hf":1},"48422,1783,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"self":22,"lora":4,"manager":3,"lrucacheworkerloramanager":1,"scheduler":2,"config":9,"max":7,"num":2,"seqs":1,"batched":1,"tokens":1,"vocab":1,"size":4,"device":1,"model":15,"embedding":2,"modules":2,"padding":1,"position":2,"embeddings":2,"text":1,"create":1,"time":4,"after":2,"load":3,"perf":1,"counter":2,"memory":3,"usage":2,"m":1,"consumed":1,"logger":1,"info":1,"loading":1,"took":1,"4f":1,"gib":2,"and":2,"6f":1,"seconds":1,"bytes":1,"before":1,"if":1,"vllm":5,"compilation":3,"level":1,"compilationlevel":1,"dynamo":4,"as":2,"is":2,"supports":1,"backend":4,"init":1,"count":1,"1":1,"torch":1,"compile":1,"fullgraph":2,"envs":1,"test":1,"capture":1,"def":2,"get":1,"nn":1,"module":1,"return":1,"save":2,"sharded":1,"state":1,"path":2,"str":2,"pattern":3,"optional":2,"none":3,"int":1,"from":1,"executor":1,"loader":1,"import":1,"shardedstateloader":2},"50205,1875,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":3,"save":2,"tensorized":1,"model":10,"self":11,"tensorizer":3,"config":5,"tensorizerconfig":1,"none":2,"from":2,"vllm":1,"executor":1,"loader":1,"import":1,"tensorizerloader":2,"get":1,"max":2,"block":5,"per":1,"batch":1,"int":1,"size":4,"return":2,"seq":8,"len":1,"to":2,"capture":1,"1":1,"prepare":3,"input":5,"tensors":2,"group":8,"metadata":8,"list":5,"sequencegroupmetadata":1,"finished":2,"requests":2,"ids":2,"optional":1,"str":2,"tmodelinputforgpu":1,"helper":1,"method":1,"the":6,"based":1,"on":1,"a":1,"given":1,"sequence":1,"prepares":1,"needed":1,"for":4,"base":1,"forward":1,"pass":1,"but":1,"not":1,"possible":1,"additional":1,"steps":1,"e":4,"g":1,"sampling":1,"api":2,"assumes":1,"is":2,"sorted":1,"by":1,"prefill":5,"decode":3,"result":1,"and":1,"data":2,"structure":1,"also":1,"batches":1,"in":2,"order":1,"example":1,"tokens":6,"num":2,"contains":2,"if":1,"cuda":1,"graph":1,"required":1,"this":1,"automatically":1,"pads":1,"inputs":1,"builder":4,"try":1,"add":1,"except":1,"exception":2,"as":1,"raise":2,"an":1,"that":1,"tracks":1,"id":2,"of":1,"bad":1,"request":2,"inputprocessingerror":1,"reset":1,"cached":1,"inter":1,"build":1,"type":1,"ignore":1},"52080,1710,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"contextmanager":1,"def":5,"set":2,"in":5,"profile":5,"run":7,"self":17,"true":1,"try":1,"yield":1,"finally":1,"false":1,"torch":1,"inference":1,"mode":1,"none":4,"max":8,"num":11,"batched":4,"tokens":4,"scheduler":2,"config":2,"seqs":4,"dummy":13,"add":2,"loras":7,"int":4,"list":2,"lorarequest":3,"assert":3,"0":2,"lora":19,"manager":4,"is":2,"not":3,"requests":3,"with":2,"cache":1,"for":1,"idx":2,"range":1,"id":4,"1":3,"request":3,"name":1,"f":1,"warmup":2,"path":2,"a":1,"real":1,"rank":2,"append":1,"return":1,"remove":3,"all":1,"enable":1,"top":3,"k":2,"sampling":2,"to":1,"reflect":1,"the":1,"accurate":1,"memory":1,"usage":1,"params":1,"samplingparams":1,"p":1,"99":1,"vocab":1,"size":1},"53790,1432,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"this":1,"represents":1,"the":9,"maximum":1,"number":4,"of":5,"different":1,"requests":8,"that":1,"will":1,"have":1,"unique":1,"loras":4,"and":2,"therefore":1,"max":6,"amount":1,"memory":4,"consumption":2,"create":1,"dummy":9,"lora":14,"request":2,"copies":1,"from":2,"passed":1,"in":2,"which":2,"contains":1,"a":1,"warmup":1,"path":1,"list":3,"lorarequest":2,"per":2,"seq":2,"if":1,"self":4,"config":3,"add":1,"assert":1,"len":2,"idx":2,"for":5,"range":1,"num":3,"seqs":3,"profile":1,"usage":1,"with":1,"sequences":2,"total":1,"tokens":2,"equal":1,"to":4,"batched":1,"sequencegroupmetadata":1,"additional":1,"gpu":3,"may":1,"be":2,"needed":1,"multi":1,"modal":1,"encoding":1,"needs":1,"accounted":1,"when":1,"calculating":1,"blocks":1,"vllm":1,"blocker":1,"manager":1,"exercise":1,"worst":1,"scenario":1,"batch":1,"size":1,"is":1,"chosen":1,"maximize":1,"images":1,"processed":1},"55222,1837,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"max":20,"mm":6,"tokens":9,"self":5,"registry":3,"get":1,"multimodal":1,"model":2,"config":2,"if":3,"0":2,"num":15,"seqs":12,"orig":2,"min":2,"batched":4,"1":4,"expr":2,"f":2,"logger":1,"warning":1,"computed":1,"s":1,"to":2,"be":1,"less":1,"than":1,"setting":1,"it":1,"the":1,"minimum":1,"value":1,"of":1,"batch":2,"size":2,"for":2,"group":5,"id":6,"in":1,"range":1,"seq":9,"len":3,"dummy":7,"data":9,"input":1,"profiling":1,"sequencegroupmetadata":1,"request":2,"str":1,"is":1,"prompt":1,"true":1,"sampling":2,"params":2,"block":1,"tables":1,"none":2,"lora":3,"requests":2,"per":2,"else":1,"multi":4,"modal":4,"placeholders":2,"append":1},"57059,1869,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"run":2,"the":6,"model":10,"with":1,"dummy":3,"inputs":1,"num":3,"layers":3,"self":13,"config":4,"get":2,"parallel":1,"use":2,"an":1,"empty":2,"tensor":3,"instead":1,"of":1,"none":4,"to":4,"force":1,"dynamo":2,"pass":1,"it":3,"by":2,"reference":1,"rather":2,"specializing":1,"on":1,"value":1,"dtype":4,"argument":1,"does":1,"not":5,"matter":1,"and":1,"we":1,"float32":2,"as":2,"a":1,"placeholder":1,"has":1,"wide":1,"hardware":1,"support":1,"is":4,"important":1,"create":1,"tensors":5,"inside":1,"loop":1,"than":1,"multiplying":1,"list":1,"avoid":1,"from":1,"treating":1,"them":1,"aliasing":1,"kv":4,"caches":2,"torch":3,"device":4,"for":3,"in":2,"range":1,"finished":3,"requests":3,"ids":3,"seq":2,"request":1,"id":1,"seqs":2,"input":5,"prepare":1,"intermediate":4,"if":4,"pp":1,"group":1,"first":1,"rank":1,"make":1,"batch":2,"size":2,"disable":1,"scale":1,"calculation":2,"data":1,"during":1,"profile":1,"attn":2,"metadata":2,"enable":1,"scales":1,"false":1,"execute":1,"cuda":1,"synchronize":1,"lora":4,"remove":3,"loras":2,"return":1,"def":1,"all":2,"manager":2,"raise":1,"runtimeerror":1,"enabled":1,"adapters":1},"58928,1601,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":6,"set":4,"active":2,"loras":2,"self":16,"lora":28,"requests":4,"lorarequest":2,"mapping":2,"loramapping":1,"none":2,"if":6,"not":11,"manager":10,"raise":5,"runtimeerror":5,"is":6,"enabled":5,"adapters":2,"add":2,"request":2,"bool":3,"return":4,"adapter":3,"remove":2,"id":4,"int":3,"pin":2,"list":4,"torch":2,"inference":1,"mode":1,"capture":2,"model":2,"kv":1,"caches":1,"tensor":1,"cuda":3,"graph":3,"a":1,"note":1,"that":1,"s":1,"performance":1,"gain":1,"negligible":1,"number":1,"of":1,"batched":1,"tokens":1,"are":2,"larger":1,"than":1,"200":1,"and":1,"since":1,"requires":2,"fixed":1,"sized":1,"tensors":1,"supporting":1,"large":1,"variable":1,"batch":2,"size":1,"high":1,"gpu":1,"memory":1,"overhead":1,"thus":1,"vllm":1,"only":1,"captures":1,"decoding":2,"mixed":1,"chunked":1,"prefill":2,"or":1,"captured":1},"60529,863,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"since":1,"it":2,"is":2,"used":1,"for":2,"decoding":2,"only":2,"assumes":1,"there":1,"s":1,"1":1,"token":1,"per":1,"sequence":1,"in":3,"the":5,"batch":1,"assert":1,"not":2,"self":1,"model":3,"config":1,"enforce":3,"eager":5,"logger":1,"info":2,"capturing":1,"cudagraphs":1,"this":1,"may":1,"lead":1,"to":4,"unexpected":1,"consequences":1,"if":2,"static":1,"run":1,"mode":2,"set":1,"true":1,"or":2,"use":1,"cli":1,"out":1,"of":1,"memory":4,"error":1,"occurs":1,"during":1,"cudagraph":1,"capture":1,"consider":1,"decreasing":1,"gpu":2,"utilization":1,"switching":1,"you":1,"can":1,"also":1,"reduce":1,"max":1,"num":1,"seqs":1,"as":1,"needed":1,"decrease":1,"usage":1,"start":2,"time":2,"perf":1,"counter":1,"free":1,"torch":1,"cuda":1,"mem":1,"get":1,"0":1},"61392,1589,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"prepare":2,"dummy":2,"inputs":4,"these":1,"will":1,"be":1,"reused":1,"for":1,"all":1,"batch":8,"sizes":1,"max":7,"size":9,"self":15,"batchsize":1,"to":1,"capture":1,"input":4,"tokens":1,"torch":7,"zeros":3,"dtype":8,"long":2,"device":12,"positions":3,"embeds":1,"model":9,"config":6,"get":3,"hidden":6,"if":4,"uses":1,"mrope":1,"tile":1,"3":1,"1":1,"cuda":1,"previous":4,"states":4,"only":1,"needed":1,"by":2,"the":1,"this":1,"is":2,"used":1,"draft":1,"models":1,"such":1,"as":1,"eagle":1,"none":2,"in":1,"inspect":1,"signature":1,"forward":1,"parameters":1,"empty":2,"intermediate":3,"not":1,"pp":1,"group":1,"first":1,"rank":1,"make":1,"tensors":1},"62981,490,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"dummy":10,"lora":12,"id":3,"optional":1,"int":2,"none":1,"request":3,"lorarequest":1,"if":1,"self":2,"config":1,"the":2,"goal":1,"is":2,"to":1,"capture":1,"kernels":1,"in":1,"cuda":1,"graphs":1,"for":1,"this":1,"purpose":1,"as":1,"single":1,"sufficient":1,"requests":3,"add":1,"loras":2,"num":1,"1":2,"assert":1,"len":1,"0":1},"63472,251,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"with":1,"self":2,"attn":1,"state":1,"graph":4,"capture":3,"max":1,"batch":2,"size":2,"device":1,"as":1,"context":1,"note":1,"capturing":1,"the":2,"largest":1,"first":1,"may":1,"help":1,"reduce":1,"memory":1,"usage":1,"of":1,"cuda":1},"63723,1110,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"for":1,"virtual":1,"engine":1,"in":1,"range":1,"self":4,"parallel":3,"config":5,"pipeline":1,"size":1,"we":2,"need":1,"to":2,"not":3,"only":2,"iterate":1,"over":1,"batch":1,"sizes":4,"but":1,"also":1,"whether":1,"use":3,"inputs":3,"embeds":4,"or":1,"hence":1,"the":1,"cartesian":1,"product":2,"cudagraph":5,"capture":4,"vllm":1,"compilation":4,"true":1,"false":2,"if":2,"model":2,"enable":1,"prompt":1,"else":1,"cases":3,"itertools":1,"rank":2,"0":2,"should":1,"print":1,"progress":1,"bar":1,"during":1,"get":1,"tensor":1,"tqdm":2,"list":1,"disable":1,"load":2,"on":1,"desc":1,"capturing":1,"cuda":1,"graph":1,"shapes":1},"64833,928,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"for":3,"batch":5,"size":4,"use":1,"inputs":1,"embeds":1,"in":1,"compilation":1,"cases":1,"attn":3,"metadata":3,"self":4,"state":1,"graph":2,"capture":2,"get":1,"is":3,"encoder":2,"decoder":2,"model":2,"config":2,"disable":1,"kv":2,"scale":1,"calculation":2,"enable":1,"scales":1,"false":2,"if":1,"lora":6,"mapping":4,"loramapping":1,"dict":1,"index":1,"dummy":3,"id":2,"prompt":1,"prefill":1,"set":2,"active":1,"loras":1,"request":1},"65761,1427,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"graph":4,"runner":1,"cudagraphrunner":1,"self":5,"model":2,"attn":4,"backend":1,"get":1,"name":1,"state":1,"clone":1,"batch":6,"size":6,"config":1,"is":3,"encoder":1,"decoder":1,"capture":3,"inputs":8,"input":3,"ids":1,"tokens":1,"embeds":3,"if":3,"use":1,"else":2,"none":4,"positions":2,"intermediate":3,"not":2,"kv":2,"caches":2,"virtual":1,"engine":1,"metadata":2,"memory":2,"pool":2,"stream":2,"context":1,"previous":3,"hidden":3,"states":3},"67188,1884,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":3,"self":10,"has":1,"inner":1,"state":1,"only":1,"used":1,"by":1,"mamba":1,"based":1,"models":2,"cuda":5,"graph":11,"atm":1,"jamba":1,"capture":11,"inputs":10,"update":3,"seqlen":2,"agnostic":2,"model":5,"get":2,"batch":2,"size":4,"config":3,"is":1,"encoder":3,"decoder":3,"add":1,"the":2,"additional":1,"to":3,"for":4,"enc":2,"dec":2,"with":1,"set":2,"forward":1,"context":1,"attn":1,"metadata":1,"vllm":1,"virtual":2,"engine":2,"runner":3,"memory":4,"pool":2,"runners":1,"use":1,"embeds":1,"lora":1,"remove":1,"dummy":1,"loras":1,"end":4,"time":6,"perf":1,"counter":1,"free":3,"gpu":3,"torch":1,"mem":1,"info":2,"0":1,"elapsed":2,"start":2,"this":1,"usually":1,"takes":1,"10":1,"seconds":1,"logger":1,"capturing":1,"finished":1,"in":2,"0f":1,"secs":1,"took":1,"2f":1,"gib":2,"bytes":1,"def":1,"dict":1,"str":1,"any":1,"updates":1,"of":1,"input":1,"tensors":1,"needed":1,"an":1},"69072,1940,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"this":1,"method":1,"modifies":1,"the":5,"provided":1,"capture":4,"inputs":3,"dictionary":1,"by":1,"adding":1,"tensors":1,"specific":2,"to":2,"encoder":5,"decoder":1,"models":1,"that":1,"need":1,"be":1,"captured":1,"for":3,"cuda":1,"graph":2,"replay":1,"during":1,"decode":1,"phase":1,"input":8,"ids":3,"and":1,"positions":2,"are":1,"unset":1,"do":1,"same":1,"thing":1,"torch":4,"tensor":6,"dtype":2,"long":2,"device":4,"self":7,"property":1,"def":3,"vocab":2,"size":2,"int":2,"return":2,"model":8,"config":1,"get":1,"class":1,"modelrunner":1,"gpumodelrunnerbase":1,"modelinputforgpuwithsamplingmetadata":6,"gpu":1,"runner":1,"with":1,"sampling":2,"step":2,"cls":2,"type":2,"builder":1,"modelinputforgpubuilder":2,"make":1,"from":2,"broadcasted":2,"dict":5,"str":2,"any":1,"attn":2,"backend":2,"prepare":2,"seq":1,"group":2,"metadata":2,"list":3,"sequencegroupmetadata":1,"virtual":1,"engine":1,"0":1,"finished":1,"requests":1,"optional":1,"none":1,"based":1,"on":1,"a":1,"given":1,"sequence":1,"including":1},"71012,1824,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"the":3,"api":2,"assumes":1,"seq":6,"group":7,"metadata":11,"list":7,"is":9,"sorted":1,"by":1,"prefill":5,"decode":3,"result":1,"tensors":3,"and":1,"data":1,"structure":1,"also":1,"batches":1,"input":9,"in":2,"order":1,"for":2,"example":1,"tokens":6,"num":5,"contains":2,"if":4,"cuda":1,"graph":1,"required":2,"this":1,"automatically":1,"pads":1,"inputs":1,"model":7,"self":6,"prepare":2,"finished":2,"requests":2,"ids":2,"get":2,"pp":2,"last":1,"rank":1,"sampling":6,"only":1,"final":1,"generators":3,"samplingmetadata":1,"lens":2,"query":1,"device":1,"pin":1,"memory":1,"cache":1,"else":2,"none":3,"prompt":4,"0":1,"return":1,"dataclasses":1,"replace":1,"virtual":2,"engine":2,"torch":2,"inference":1,"mode":1,"def":1,"execute":1,"modelinputforgpuwithsamplingmetadata":1,"kv":1,"caches":1,"tensor":1,"intermediate":1,"optional":2,"intermediatetensors":2,"steps":3,"int":1,"1":3,"kwargs":1,"union":1,"sampleroutput":1,"raise":1,"valueerror":1,"not":1,"supported":1,"modelrunner":1},"72836,1726,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":3,"self":5,"lora":5,"config":1,"assert":4,"model":15,"input":14,"requests":2,"is":8,"not":6,"none":7,"mapping":2,"set":1,"active":1,"loras":1,"attn":4,"state":1,"begin":1,"forward":1,"currently":1,"cuda":2,"graph":6,"only":1,"supported":1,"by":1,"the":2,"decode":4,"phase":1,"metadata":5,"prefill":3,"meta":4,"todo":1,"andoorve":1,"we":1,"can":1,"remove":1,"this":1,"once":1,"all":1,"virtual":4,"engines":1,"share":1,"same":1,"kv":1,"cache":1,"engine":3,"previous":9,"hidden":9,"states":9,"kwargs":1,"get":1,"and":1,"use":3,"tokens":2,"batch":3,"size":3,"shape":3,"0":2,"inputs":3,"embeds":3,"executable":2,"runners":1,"torch":2,"cat":1,"empty":1,"1":1,"dtype":2,"device":2,"else":1},"74562,1682,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"receive":3,"kv":11,"cache":3,"in":3,"distributed":1,"transfer":2,"setting":3,"disagg":1,"prefill":1,"it":2,"will":2,"also":1,"recv":3,"hidden":6,"states":6,"and":3,"bypass":3,"model":18,"forwarding":1,"database":1,"change":1,"the":3,"input":7,"so":2,"that":3,"we":2,"can":2,"skip":1,"prefilling":1,"on":2,"tokens":1,"successfully":1,"received":1,"caches":5,"note":1,"operation":1,"is":5,"blocking":1,"exec":2,"false":1,"if":4,"self":4,"need":1,"or":2,"intermediate":1,"get":1,"group":1,"used":1,"to":3,"know":1,"which":1,"layer":1,"current":1,"worker":1,"working":1,"for":1,"only":1,"those":1,"layers":1,"executable":1,"multi":2,"modal":2,"kwargs":5,"seqlen":1,"agnostic":1,"finished":2,"requests":2,"ids":6,"request":2,"seq":2,"has":1,"inner":1,"state":1,"else":1,"previous":3,"not":2,"none":2,"observability":2,"config":2,"collect":1,"forward":4,"time":1,"start":2,"torch":2,"cuda":2,"event":2,"enable":2,"timing":2,"true":2,"end":1,"record":1},"76244,1476,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":3,"not":2,"bypass":1,"model":13,"exec":1,"with":1,"set":1,"forward":3,"context":1,"input":9,"attn":1,"metadata":1,"self":5,"vllm":1,"config":3,"virtual":1,"engine":1,"hidden":3,"or":2,"intermediate":4,"states":3,"executable":3,"ids":1,"tokens":1,"inputs":2,"embeds":2,"positions":2,"tensors":2,"multimodalkwargs":1,"as":1,"kwargs":4,"multi":1,"modal":1,"device":2,"seqlen":1,"agnostic":1,"observability":2,"is":4,"none":1,"and":2,"collect":1,"time":1,"end":1,"record":1,"sending":1,"kv":8,"cache":2,"in":1,"distributed":1,"transfer":2,"setting":1,"note":1,"the":2,"send":4,"operation":1,"non":1,"blocking":1,"need":1,"caches":3,"get":1,"group":1,"used":1,"to":1,"know":1,"which":1,"layer":1,"current":1,"worker":1,"working":1,"on":1,"so":1,"that":1,"we":1,"can":1,"for":1,"only":1,"those":1,"layers":1},"77720,1652,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"compute":2,"the":3,"logits":3,"in":1,"last":2,"pipeline":1,"stage":1,"if":6,"not":6,"get":2,"pp":1,"group":1,"is":8,"rank":1,"self":8,"driver":2,"worker":2,"and":4,"hidden":5,"or":5,"intermediate":7,"states":5,"none":5,"isinstance":2,"intermediatetensors":1,"observability":2,"config":2,"collect":1,"model":16,"forward":11,"time":9,"end":2,"synchronize":1,"start":1,"elapsed":1,"orig":4,"0":4,"tensors":4,"torch":2,"tensor":4,"item":1,"return":1,"input":4,"sampling":1,"metadata":1,"async":2,"callback":2,"sample":1,"next":1,"token":1,"assert":1,"sampler":4,"include":3,"gpu":3,"probs":3,"inputs":1,"embeds":1,"true":1},"79372,1179,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"output":3,"sampleroutput":1,"self":3,"sampler":1,"logits":2,"sampling":2,"metadata":2,"model":13,"input":1,"if":3,"observability":2,"config":2,"is":3,"not":3,"none":3,"and":2,"collect":1,"forward":12,"time":13,"end":4,"synchronize":1,"start":2,"elapsed":1,"orig":3,"0":4,"intermediate":2,"tensors":3,"get":1,"torch":1,"tensor":1,"item":1,"there":1,"are":2,"multiple":1,"workers":1,"we":1,"still":1,"tracking":1,"the":7,"latency":1,"from":1,"of":2,"driver":2,"worker":2,"to":1,"will":1,"then":1,"up":1,"covering":1,"communication":1,"as":1,"well":1},"80551,1524,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":6,"model":2,"input":2,"inputs":1,"embeds":3,"is":4,"not":2,"none":1,"self":6,"driver":3,"worker":3,"sampled":14,"token":15,"ids":12,"valid":3,"outputs":4,"for":2,"sequence":7,"group":7,"output":10,"in":2,"len":3,"samples":4,"0":4,"continue":1,"assert":1,"1":1,"append":2,"torch":1,"tensor":4,"to":1,"device":1,"broadcast":2,"dict":2,"else":1,"get":1,"embeddings":1,"sampler":1,"include":2,"gpu":2,"probs":2,"orig":1,"i":2,"enumerate":1,"embed":1,"return":1},"82075,1679,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":6,"self":4,"return":4,"hidden":12,"states":12,"we":3,"only":1,"need":4,"to":4,"pass":1,"of":1,"most":1,"recent":1,"token":2,"assert":1,"model":7,"input":7,"sampling":2,"metadata":4,"is":14,"not":4,"none":3,"indices":4,"selected":1,"prompt":1,"or":4,"intermediate":4,"index":1,"select":1,"0":3,"output":3,"prefill":8,"elif":1,"decode":2,"meta":3,"use":1,"cuda":1,"graph":1,"len":1,"else":1,"def":1,"recv":1,"kv":10,"caches":3,"bool":1,"check":3,"receive":2,"cache":2,"from":1,"the":4,"other":1,"worker":1,"when":1,"1":1,"current":3,"vllm":5,"instance":2,"consumer":2,"2":1,"this":2,"batch":2,"a":2,"profiling":2,"run":8,"3":1,"args":1,"executable":1,"s":1,"paged":1,"memory":1,"config":4,"transfer":2,"false":1,"attn":1,"profile":2,"numel":1,"and":2},"83754,1686,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":3,"need":3,"send":3,"kv":10,"self":14,"model":10,"input":5,"caches":3,"bool":2,"check":3,"if":4,"we":2,"to":4,"cache":2,"the":6,"other":1,"worker":1,"when":1,"1":1,"current":3,"vllm":5,"instance":2,"is":17,"producer":2,"prefill":8,"2":1,"this":3,"batch":2,"not":4,"a":2,"profiling":2,"run":8,"3":1,"args":1,"executable":1,"s":1,"paged":1,"memory":1,"config":4,"transfer":2,"none":4,"return":3,"false":1,"meta":2,"attn":4,"metadata":2,"profile":2,"0":2,"numel":1,"and":2,"note":1,"nn":3,"module":3,"so":1,"profiler":1,"can":1,"properly":1,"capture":1,"group":1,"kernels":1,"calls":1,"made":1,"within":1,"graph":5,"class":1,"cudagraphrunner":1,"init":2,"backend":3,"name":3,"str":3,"state":3,"attentionstate":1,"encoder":3,"decoder":3,"super":1,"buffers":2,"dict":2,"torch":3,"tensor":2,"output":1,"optional":1,"cuda":1,"cudagraph":1,"property":1,"assert":1},"85440,1640,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"def":1,"capture":3,"self":6,"input":5,"ids":5,"torch":9,"tensor":4,"inputs":9,"embeds":6,"optional":3,"positions":5,"intermediate":6,"intermediatetensors":1,"kv":1,"caches":1,"list":1,"attn":1,"metadata":1,"attentionmetadata":1,"memory":2,"pool":3,"tuple":1,"int":2,"stream":4,"cuda":4,"kwargs":3,"assert":1,"graph":8,"is":4,"none":2,"run":1,"the":6,"model":3,"a":1,"few":1,"times":1,"without":1,"capturing":1,"this":1,"to":2,"make":1,"sure":1,"that":1,"captured":1,"does":1,"not":3,"include":1,"kernel":1,"launches":1,"for":4,"initial":1,"benchmarking":1,"e":1,"g":1,"triton":1,"autotune":1,"note":1,"one":1,"iteration":1,"enough":1,"compile":1,"in":1,"range":1,"num":1,"warmup":1,"iters":1,"tensors":2,"wait":1,"warm":1,"up":1,"operations":1,"finish":1,"before":1,"proceeding":1,"with":2,"synchronize":1,"cudagraph":1,"output":1,"hidden":1,"or":1,"states":1,"if":1,"else":1},"87080,1997,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"if":4,"isinstance":2,"output":9,"hidden":11,"or":10,"intermediate":13,"states":11,"torch":6,"tensor":7,"weak":2,"ref":2,"elif":1,"intermediatetensors":3,"tensors":4,"key":2,"value":2,"for":1,"in":2,"items":1,"del":1,"make":1,"sure":1,"is":5,"deleted":1,"the":2,"graph":2,"s":1,"memory":1,"pool":1,"gc":1,"collect":1,"cuda":1,"synchronize":1,"save":1,"input":7,"and":1,"buffers":6,"self":7,"ids":3,"inputs":6,"embeds":4,"not":2,"none":2,"else":2,"positions":3,"kv":2,"caches":2,"attn":4,"state":1,"get":3,"metadata":3,"encoder":1,"decoder":1,"model":1,"kwargs":2,"update":1,"pp":1,"group":1,"last":1,"rank":1,"def":1,"forward":2,"optional":2,"attentionmetadata":1,"context":1},"89077,1961,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"copy":11,"the":4,"input":19,"tensors":5,"to":3,"buffers":14,"self":17,"ids":4,"non":8,"blocking":8,"true":8,"if":8,"positions":7,"is":6,"not":4,"none":3,"in":5,"some":1,"case":1,"like":1,"mla":1,"it":1,"will":1,"reuse":1,"metadata":3,"but":1,"truncate":1,"them":1,"original":1,"size":1,"so":1,"shape":3,"padded":1,"we":1,"need":1,"partial":1,"only":1,"0":2,"inputs":6,"embeds":4,"backend":1,"name":1,"no":1,"attention":1,"slot":2,"mapping":2,"attn":3,"state":1,"prepare":1,"graph":1,"encoder":6,"decoder":2,"model":5,"seqlen":1,"agnostic":1,"capture":1,"before":1,"cuda":1,"graphs":1,"kwargs":4,"previous":3,"hidden":3,"states":3,"intermediate":3,"for":1,"key":5,"execute":1,"time":2,"and":1,"forward":1},"91038,222,data/raw/vllm-0.10.1/vllm/worker/model_runner.py":{"run":1,"the":2,"graph":2,"self":3,"replay":1,"return":3,"output":3,"tensor":1,"if":1,"get":1,"pp":1,"group":1,"is":1,"last":1,"rank":1,"buffers":2,"hidden":1,"states":1},"0,1777,data/raw/vllm-0.10.1/vllm/worker/neuron_worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":16,"project":1,"a":3,"neuron":4,"worker":8,"class":3,"import":15,"os":1,"from":12,"typing":1,"list":1,"optional":1,"set":2,"tuple":1,"torch":2,"distributed":6,"config":8,"vllmconfig":2,"ensure":1,"model":6,"parallel":1,"initialized":1,"init":10,"environment":1,"logger":4,"lora":3,"request":1,"lorarequest":1,"executor":1,"random":1,"seed":1,"platforms":2,"current":1,"platform":1,"neuronframework":1,"sequence":1,"executemodelrequest":1,"runner":2,"neuronmodelrunner":2,"base":1,"localordistributedworkerbase":2,"workerbase":2,"workerinput":1,"name":1,"neuronworker":1,"that":1,"executes":1,"on":1,"group":1,"of":1,"cores":1,"def":1,"self":8,"local":3,"rank":6,"int":2,"method":3,"str":1,"is":3,"driver":3,"bool":1,"false":1,"none":1,"if":1,"trust":1,"remote":1,"code":1,"note":1,"lazy":1,"avoid":1,"importing":1,"before":1,"initializing":1,"utils":1,"cached":2,"hf":2,"modules":2},"1777,1925,data/raw/vllm-0.10.1/vllm/worker/neuron_worker.py":{"neuron":5,"framework":7,"current":1,"platform":1,"get":6,"to":1,"use":1,"if":3,"neuronframework":2,"transformers":2,"neuronx":7,"self":15,"model":11,"runner":8,"tnx":2,"vllm":10,"config":13,"elif":1,"distributed":6,"inference":2,"else":1,"raise":3,"notimplementederror":3,"specified":1,"f":1,"os":1,"environ":1,"is":9,"either":1,"not":8,"installed":1,"or":1,"supported":6,"frameworks":1,"def":4,"assert":2,"lora":4,"none":5,"for":4,"transformersneuronx":2,"speculative":5,"decoding":3,"return":2,"neuronmodelrunner":1,"from":1,"worker":1,"import":1,"neuronxdistributedmodelrunner":2,"neuronxdistributed":1,"init":2,"device":1,"environment":1,"set":2,"random":2,"seed":3,"load":2},"3702,1937,data/raw/vllm-0.10.1/vllm/worker/neuron_worker.py":{"def":8,"determine":3,"num":19,"available":2,"blocks":17,"self":12,"tuple":1,"int":5,"the":6,"number":3,"of":4,"kv":3,"swapping":1,"is":4,"not":4,"yet":3,"supported":2,"so":1,"always":1,"return":5,"cpu":7,"0":3,"we":1,"configure":1,"gpu":8,"to":4,"be":3,"equal":1,"max":3,"seqs":3,"set":1,"same":1,"as":1,"maximum":1,"sequences":1,"that":1,"can":1,"processed":1,"in":2,"a":2,"single":1,"batch":1,"this":2,"equivalent":1,"schedule":1,"without":1,"pagedattention":1,"scheduler":2,"config":4,"1":2,"swap":1,"with":1,"neuron":2,"backend":1,"initialize":2,"cache":7,"none":3,"different":1,"values":1,"are":1,"tested":1,"assert":2,"property":2,"do":1,"metadata":2,"broadcast":1,"bool":1,"false":1,"optional":1,"list":3,"torch":2,"tensor":2,"inference":1,"mode":1,"prepare":1,"worker":3,"input":2,"execute":3,"model":2,"req":2,"executemodelrequest":1,"workerinput":3,"seq":2,"groups":1,"len":1,"group":1,"pass":1,"get":1,"block":2,"size":2,"bytes":2,"required":1,"for":2,"speculative":1,"decoding":1,"it":1,"implemented":1,"raise":1,"notimplementederror":1,"init":1,"distributed":1,"environment":1,"uses":1,"transformers":1,"neuronx":1,"parallelism":1},"5639,1679,data/raw/vllm-0.10.1/vllm/worker/neuron_worker.py":{"vllm":1,"still":1,"needs":1,"the":1,"environment":2,"initialized":2,"when":1,"tp":1,"pp":1,"1":4,"init":3,"distributed":3,"world":1,"size":1,"rank":4,"self":15,"local":2,"method":2,"backend":2,"current":5,"platform":5,"dist":1,"ensure":1,"model":5,"parallel":1,"def":4,"add":2,"lora":16,"request":2,"lorarequest":1,"bool":3,"if":4,"use":4,"transformers":8,"neuronx":8,"raise":4,"notimplementederror":4,"f":8,"type":4,"does":4,"not":4,"support":4,"with":4,"neuron":4,"framework":4,"return":4,"runner":4,"remove":2,"id":4,"int":3,"pin":2,"list":2,"loras":2,"set":1},"0,1774,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":19,"project":1,"import":23,"dataclasses":2,"itertools":1,"from":19,"typing":1,"any":1,"dict":3,"list":1,"optional":1,"tuple":1,"type":1,"cast":1,"torch":2,"distributed":1,"attention":3,"backends":2,"abstract":1,"attentionbackend":1,"attentionmetadata":1,"utils":3,"pad":2,"slot":1,"id":1,"selector":1,"get":2,"env":1,"variable":1,"attn":3,"backend":4,"global":1,"forced":1,"config":1,"vllmconfig":1,"forward":2,"context":2,"set":1,"inputs":1,"input":1,"registry":2,"inputregistry":1,"logger":4,"init":2,"lora":2,"request":1,"lorarequest":1,"model":4,"executor":2,"samplingmetadata":1,"layers":1,"sampler":1,"sampleroutput":1,"multimodal":2,"multimodalkwargs":1,"multimodalregistry":1,"platforms":1,"sampling":2,"params":1,"samplingparams":1,"sequence":1,"intermediatetensors":1,"pooleroutput":1,"sequencegroupmetadata":1,"str":1,"not":1,"impl":1,"enc":2,"dec":2,"make":1,"tensor":1,"with":1,"worker":3,"runner":2,"gpumodelrunnerbase":1,"modelinputforgpubuilder":1,"modelinputforgpuwithsamplingmetadata":1,"base":1,"add":2,"metadata":2,"broadcastable":2,"assert":1,"mr":1,"supported":1,"scenario":1,"name":1,"warmup":1,"rank":1,"8":1,"dataclass":1,"frozen":1,"true":1},"1774,1693,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"class":2,"encoderdecodermodelinput":6,"modelinputforgpuwithsamplingmetadata":1,"used":1,"by":1,"the":1,"encoderdecodermodelrunner":2,"encoder":6,"input":11,"tokens":5,"optional":3,"torch":2,"tensor":11,"none":3,"positions":5,"def":2,"as":1,"broadcastable":3,"dict":13,"self":12,"str":2,"any":2,"inputs":2,"embeds":2,"virtual":2,"engine":2,"request":2,"ids":6,"to":2,"seq":2,"finished":2,"requests":2,"multi":2,"modal":2,"kwargs":2,"add":2,"attn":4,"metadata":4,"sampling":2,"return":2,"classmethod":1,"from":2,"broadcasted":2,"cls":3,"backend":2,"attentionbackend":1,"cast":1,"super":1,"gpumodelrunnerbase":1,"model":1,"type":2,"builder":1,"modelinputforgpubuilder":2},"3467,1382,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"def":3,"init":2,"self":4,"vllm":4,"config":4,"vllmconfig":1,"kv":3,"cache":3,"dtype":3,"optional":1,"str":2,"auto":1,"is":6,"driver":3,"worker":3,"bool":1,"false":1,"input":4,"registry":8,"inputregistry":1,"mm":3,"multimodalregistry":1,"multimodal":1,"encoderdecodermodelrunner":1,"constructor":2,"lora":1,"unused":1,"since":1,"these":2,"features":1,"are":2,"not":2,"yet":1,"supported":5,"for":4,"encoder":3,"decoder":2,"models":2,"but":1,"arguments":1,"present":1,"here":1,"compatibility":1,"with":1,"the":4,"base":1,"class":1,"maybe":2,"force":3,"attention":4,"backend":6,"super":1,"crash":1,"unsupported":1,"scenarios":1,"assert":1,"enc":2,"dec":2,"mr":1,"scenario":1,"to":1,"use":1,"xformers":1,"which":2,"currently":1,"only":1,"option":1,"raise":2,"err":1,"user":1,"has":1,"specified":1,"an":1,"override":1,"invalid":1,"notimplementederror":1,"impl":1},"4849,1428,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"maybe":6,"env":6,"var":5,"forced":11,"backend":18,"get":2,"variable":4,"attn":4,"global":7,"is":6,"by":6,"not":4,"none":2,"if":3,"noqa":2,"sim102":2,"override":2,"enforced":2,"takes":1,"precedence":1,"over":1,"vllm":2,"environment":2,"in":2,"xformers":2,"flash":2,"raise":2,"err":2,"elif":1,"def":4,"list":10,"to":4,"int32":4,"tensor":12,"self":8,"int":2,"torch":8,"return":4,"dtype":2,"device":4,"long":4,"empty":2},"6277,1760,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"torch":2,"inference":1,"mode":1,"def":1,"execute":1,"model":21,"self":7,"input":18,"encoderdecodermodelinput":1,"kv":1,"caches":1,"list":2,"tensor":1,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"none":7,"num":3,"steps":3,"int":1,"1":3,"pooleroutput":1,"if":5,"raise":1,"valueerror":1,"is":7,"not":5,"supported":1,"in":1,"encoderdecodermodelrunner":1,"lora":5,"config":1,"assert":3,"requests":4,"mapping":2,"set":1,"active":1,"loras":1,"attn":3,"metadata":5,"and":2,"prefill":1,"decode":1,"use":1,"cuda":1,"graph":7,"inputs":2,"embeds":2,"tokens":2,"batch":4,"size":4,"shape":2,"0":2,"executable":3,"runners":2,"virtual":2,"engine":2,"false":1,"else":3,"true":1,"seqlen":1,"agnostic":1,"kwargs":1,"finished":2,"ids":6,"request":2,"to":2,"seq":2,"has":1,"inner":1,"state":1},"8037,1969,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"multi":3,"modal":3,"kwargs":5,"model":17,"input":21,"or":3,"with":1,"set":1,"forward":1,"context":1,"attn":3,"metadata":6,"self":8,"vllm":1,"config":1,"virtual":2,"engine":2,"hidden":2,"intermediate":4,"states":2,"executable":1,"ids":3,"tokens":2,"inputs":2,"embeds":2,"positions":4,"encoder":4,"tensors":2,"multimodalkwargs":1,"as":1,"device":2,"seqlen":1,"agnostic":1,"logits":4,"compute":1,"sampling":4,"if":2,"not":2,"is":2,"driver":1,"worker":1,"return":3,"async":2,"callback":2,"none":2,"sample":1,"the":3,"next":1,"token":1,"output":2,"sampleroutput":1,"sampler":1,"def":2,"make":1,"from":2,"broadcasted":2,"tensor":4,"dict":5,"str":2,"any":1,"encoderdecodermodelinput":3,"backend":2,"prepare":2,"seq":1,"group":2,"list":3,"sequencegroupmetadata":1,"int":1,"0":1,"finished":1,"requests":1,"optional":1,"based":1,"on":1,"a":1,"given":1,"sequence":1,"including":1,"for":1,"step":1},"10006,1963,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"since":1,"chunked":1,"prefill":2,"is":6,"not":1,"supported":1,"for":1,"encoder":10,"decoder":1,"models":1,"input":19,"tokens":7,"assumed":1,"to":2,"be":2,"either":1,"entirely":2,"or":1,"decode":1,"model":11,"self":5,"prepare":3,"tensors":2,"seq":6,"group":5,"metadata":12,"list":5,"finished":2,"requests":2,"ids":2,"attn":4,"tensor":4,"positions":4,"inject":1,"cross":1,"attention":1,"fields":2,"into":1,"frozen":1,"dataclass":1,"cannot":1,"modified":1,"so":1,"use":1,"dataclasses":3,"replace":3,"construct":1,"a":1,"new":1,"instance":1,"generators":4,"get":1,"sampling":3,"samplingmetadata":1,"lens":2,"query":1,"device":1,"pin":1,"memory":1,"prompt":4,"0":1,"if":1,"else":1,"none":1,"return":1,"virtual":2,"engine":2},"11969,1773,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"torch":1,"inference":1,"mode":1,"def":1,"profile":3,"run":2,"self":10,"none":1,"enable":1,"top":3,"k":2,"sampling":2,"to":2,"reflect":1,"the":6,"accurate":1,"memory":3,"usage":2,"params":1,"samplingparams":1,"p":1,"0":3,"99":1,"vocab":1,"size":3,"1":1,"max":18,"num":12,"batched":5,"tokens":9,"scheduler":2,"config":6,"seqs":7,"this":1,"represents":1,"maximum":1,"number":2,"of":3,"different":1,"requests":8,"that":1,"will":1,"have":1,"unique":1,"loras":4,"and":2,"therefore":1,"amount":1,"consumption":1,"create":1,"dummy":9,"lora":14,"request":2,"copies":1,"from":2,"passed":1,"in":3,"which":1,"contains":1,"a":1,"warmup":1,"path":1,"list":3,"lorarequest":2,"per":2,"seq":4,"if":2,"add":1,"assert":1,"len":4,"idx":2,"for":3,"range":2,"with":1,"sequences":2,"total":1,"equal":1,"sequencegroupmetadata":1,"mm":3,"registry":1,"get":1,"multimodal":1,"model":1,"logger":1,"info":1,"starting":1,"multi":1,"modal":1,"models":1,"batch":2,"group":2,"id":2},"13742,1977,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"decoder":8,"dummy":17,"data":28,"self":6,"input":2,"registry":4,"for":3,"profiling":3,"model":2,"config":2,"seq":14,"len":6,"mm":2,"is":6,"encoder":9,"false":1,"true":2,"having":1,"more":1,"tokens":2,"over":1,"conservative":1,"but":2,"otherwise":1,"fine":1,"assert":2,"prompt":3,"token":2,"ids":2,"f":2,"expected":1,"at":1,"least":1,"got":1,"multi":9,"modal":9,"none":5,"or":3,"can":1,"t":1,"be":1,"provided":1,"in":1,"both":1,"and":1,"sequencegroupmetadata":1,"request":2,"id":4,"str":1,"group":3,"sampling":2,"params":2,"block":2,"tables":1,"cross":1,"table":1,"lora":3,"requests":2,"per":2,"if":1,"else":1,"placeholders":3,"seqs":1,"append":1},"15719,1963,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"finished":3,"requests":3,"ids":3,"seq":8,"request":1,"id":1,"for":2,"in":3,"seqs":2,"model":14,"input":8,"self":3,"prepare":3,"intermediate":2,"tensors":3,"none":4,"execute":1,"torch":3,"cuda":1,"synchronize":1,"return":3,"def":1,"encoder":8,"group":4,"metadata":7,"list":5,"sequencegroupmetadata":1,"encoderdecodermodelinput":2,"tuple":1,"attentionmetadata":1,"optional":2,"tensor":3,"helper":1,"method":1,"to":3,"the":6,"and":2,"cross":3,"attn":5,"related":2,"inputs":9,"based":2,"on":2,"a":2,"given":1,"sequence":2,"these":1,"additional":2,"are":2,"used":1,"augment":1,"an":1,"already":3,"computed":3,"data":4,"structure":4,"which":3,"has":1,"decoder":2,"populated":1,"sets":1,"following":2,"fields":4,"num":1,"tokens":2,"lens":2,"max":1,"len":2,"slot":1,"mapping":1,"block":1,"tables":1,"constructs":1,"new":1,"1":1,"existing":1,"argument":1,"2":1,"or":1,"case":1,"of":2,"updated":2,"by":1,"this":1,"function":1,"positions":1,"arguments":1,"groups":1,"compute":1,"with":1,"oriented":1,"if":1,"0":1},"17682,1929,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"since":1,"we":2,"are":3,"not":2,"supporting":1,"chunked":1,"prefill":3,"either":1,"the":3,"entire":1,"batch":1,"is":8,"or":1,"it":1,"decode":1,"prompt":3,"seq":19,"group":9,"metadata":9,"list":4,"0":2,"build":3,"encoder":7,"inputs":1,"lens":3,"int":1,"if":2,"phase":1,"cross":6,"block":12,"tables":4,"self":4,"empty":1,"int32":1,"tensor":1,"view":1,"len":7,"1":1,"extract":1,"input":3,"tokens":2,"positions":2,"attention":1,"slot":9,"mapping":6,"from":1,"each":1,"sequence":1,"for":2,"in":4,"data":2,"get":2,"token":2,"ids":2,"append":2,"profile":2,"run":2,"none":2,"during":1,"memory":1,"profiling":1,"initialized":1,"yet":1,"this":1,"case":1,"just":1,"use":1,"a":1,"dummy":1,"embeddings":1,"id":2,"extend":1,"pad":1,"else":1,"i":3,"range":1,"number":2,"table":1,"size":3,"offset":2},"19611,1548,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"build":1,"encoder":12,"input":10,"tokens":6,"extend":2,"token":1,"ids":1,"positions":5,"list":5,"range":2,"0":1,"seq":10,"len":4,"convert":1,"cross":12,"attention":3,"slot":4,"mapping":4,"to":4,"tensors":1,"tensor":12,"self":6,"long":6,"else":2,"decode":1,"phase":1,"empty":4,"extract":1,"block":8,"tables":4,"from":1,"each":1,"sequence":1,"group":6,"metadata":6,"are":1,"during":1,"vllm":1,"memory":1,"profiling":1,"for":2,"in":2,"data":2,"lens":1,"append":2,"get":1,"table":4,"if":1,"is":1,"none":1},"21159,1995,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"if":1,"model":2,"input":2,"attn":2,"metadata":2,"is":1,"not":1,"none":1,"and":2,"use":1,"cuda":5,"graph":9,"we":1,"will":1,"be":1,"using":1,"replay":1,"for":4,"this":1,"decode":1,"max":8,"len":7,"of":3,"block":11,"table":5,"self":5,"get":1,"per":1,"batch":9,"size":11,"encoder":14,"seq":12,"lens":8,"vllm":1,"config":1,"pad":6,"cudagraph":1,"assert":1,"extend":3,"the":2,"cross":5,"tables":5,"to":2,"match":1,"in":2,"range":1,"itertools":1,"repeat":1,"1":3,"else":1,"make":1,"tensor":5,"with":1,"0":4,"dtype":4,"torch":4,"int32":3,"device":4,"compute":1,"sequence":2,"lengths":1,"starting":1,"offset":1,"tensors":1,"default":1,"list":1,"start":3,"loc":3,"zeros":1,"shape":1,"cumsum":1,"dim":1,"out":1},"23154,874,data/raw/vllm-0.10.1/vllm/worker/enc_dec_model_runner.py":{"update":1,"attention":1,"metadata":12,"with":1,"encoder":13,"oriented":1,"attributes":1,"attn":11,"model":1,"input":3,"assert":1,"is":1,"not":1,"none":1,"num":1,"tokens":2,"seq":9,"lens":5,"tensor":5,"max":2,"len":2,"start":2,"loc":2,"cross":4,"slot":2,"mapping":2,"block":2,"tables":2,"sum":1,"return":1,"positions":1},"0,1841,data/raw/vllm-0.10.1/vllm/worker/cache_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":5,"project":1,"cacheengine":2,"class":3,"for":3,"managing":2,"kv":6,"cache":9,"from":5,"typing":1,"import":6,"list":1,"torch":2,"attention":3,"get":5,"attn":1,"backend":1,"config":23,"cacheconfig":2,"deviceconfig":2,"modelconfig":2,"parallelconfig":2,"logger":4,"init":3,"utils":1,"str":1,"dtype":3,"layerblocktype":2,"size":7,"is":2,"pin":1,"memory":1,"available":1,"name":1,"manages":1,"this":1,"responsible":1,"initializing":1,"and":3,"gpu":5,"cpu":5,"caches":1,"it":1,"also":1,"provides":1,"methods":1,"performing":1,"operations":1,"such":1,"as":1,"swapping":1,"copying":1,"def":1,"self":15,"model":6,"parallel":9,"device":3,"none":1,"head":2,"models":1,"like":1,"jamba":1,"have":1,"mixed":1,"typed":1,"layers":3,"e":1,"g":1,"mamba":1,"num":12,"by":1,"block":3,"type":1,"heads":2,"blocks":8,"if":2,"pipeline":2},"1841,1974,data/raw/vllm-0.10.1/vllm/worker/cache_engine.py":{"if":2,"cache":24,"config":8,"dtype":9,"auto":1,"self":18,"model":4,"else":2,"str":2,"to":3,"torch":3,"get":4,"attention":2,"backend":7,"attn":4,"head":2,"size":4,"block":2,"is":2,"free":1,"use":2,"mla":2,"initialize":1,"the":7,"gpu":2,"allocate":3,"kv":16,"num":5,"blocks":4,"device":5,"type":1,"cpu":4,"def":1,"int":1,"list":2,"tensor":3,"allocates":1,"on":1,"specified":1,"generic":4,"shape":6,"heads":1,"pin":2,"memory":2,"available":1,"false":1,"try":1,"stride":6,"order":6,"except":1,"attributeerror":1,"notimplementederror":1,"tuple":2,"range":1,"len":1,"allocation":2,"respects":1,"defined":1,"ensure":1,"semantic":1,"remains":1,"consistent":1,"for":2,"each":1,"we":1,"first":1,"obtain":1,"and":1,"then":1,"permute":1,"it":1,"according":1,"which":1,"could":1,"result":1,"in":2,"a":1,"non":1,"contiguous":1,"i":2},"3815,1882,data/raw/vllm-0.10.1/vllm/worker/cache_engine.py":{"for":5,"in":5,"range":3,"self":15,"num":8,"attention":5,"layers":5,"null":1,"block":4,"cpugpublockallocator":1,"requires":1,"at":1,"least":1,"that":1,"to":9,"be":1,"zeroed":1,"out":3,"we":1,"zero":1,"everything":1,"simplicity":1,"layer":2,"kv":7,"cache":18,"torch":5,"zeros":1,"allocation":1,"shape":3,"dtype":9,"pin":2,"memory":2,"device":2,"permute":1,"stride":1,"order":1,"view":1,"back":1,"total":1,"pages":1,"page":1,"size":5,"entry":3,"cases":1,"when":1,"is":1,"higher":1,"than":1,"1d":1,"append":1,"return":1,"def":4,"swap":4,"src":6,"dst":4,"tensor":3,"none":3,"i":6,"attn":3,"backend":3,"blocks":3,"cpu":2,"gpu":3,"copy":2,"dsts":2,"staticmethod":1,"get":4,"config":11,"cacheconfig":1,"model":5,"modelconfig":1,"parallel":3,"parallelconfig":1,"int":1,"head":3,"heads":3,"by":1,"type":1,"layerblocktype":1,"if":1,"auto":1,"else":1,"str":1,"key":1},"5697,378,data/raw/vllm-0.10.1/vllm/worker/cache_engine.py":{"for":1,"mla":2,"there":1,"is":2,"no":1,"value":3,"cache":6,"since":1,"the":1,"latent":1,"vector":1,"joint":1,"keys":1,"and":1,"values":1,"entry":4,"key":2,"if":1,"not":1,"model":1,"config":2,"use":1,"else":1,"0":1,"total":2,"num":1,"attention":1,"layers":1,"block":1,"size":4,"dtype":4,"get":1,"return":1},"0,1723,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":14,"project":1,"import":13,"dataclasses":2,"from":11,"typing":1,"any":1,"dict":1,"list":1,"optional":3,"tuple":1,"type":3,"union":1,"cast":1,"torch":1,"config":4,"vllmconfig":2,"distributed":1,"get":1,"pp":1,"group":1,"forward":2,"context":2,"set":1,"logger":4,"init":4,"model":4,"executor":2,"models":1,"interfaces":1,"base":1,"vllmmodelforpooling":1,"pooling":3,"metadata":2,"poolingmetadata":2,"multimodal":1,"multimodalkwargs":1,"params":1,"poolingparams":1,"sequence":1,"intermediatetensors":1,"pooleroutput":1,"sequencedata":1,"sequencegroupmetadata":1,"worker":4,"runner":1,"gpumodelrunnerbase":2,"modelinputforgpu":2,"modelinputforgpubuilder":3,"name":1,"dataclass":1,"frozen":1,"true":1,"class":2,"modelinputforgpuwithpoolingmetadata":4,"used":1,"by":1,"poolingmodelrunner":2,"none":1,"input":1,"cls":2,"builder":1,"def":1,"self":1,"kv":3,"cache":3,"dtype":3,"str":1,"auto":1,"is":3,"driver":3,"bool":1,"false":1,"super":1},"1723,723,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"torch":2,"inference":1,"mode":1,"def":1,"execute":1,"model":6,"self":3,"input":5,"modelinputforgpuwithpoolingmetadata":1,"kv":1,"caches":1,"list":2,"tensor":1,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":2,"none":3,"num":2,"steps":2,"int":1,"1":2,"union":1,"pooleroutput":1,"if":2,"raise":1,"valueerror":1,"poolingmodelrunner":1,"does":1,"not":3,"support":1,"multi":1,"step":1,"execution":1,"lora":5,"config":1,"assert":2,"requests":2,"is":2,"mapping":2,"set":1,"active":1,"loras":1},"2446,1591,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"currently":1,"cuda":3,"graph":9,"is":8,"only":1,"supported":1,"by":1,"the":3,"decode":7,"phase":2,"assert":2,"model":16,"input":13,"attn":3,"metadata":7,"not":6,"none":6,"prefill":5,"meta":5,"virtual":4,"engine":4,"pooling":1,"models":4,"are":2,"ab":1,"used":1,"also":1,"to":2,"integrate":1,"non":1,"text":1,"that":1,"autoregressive":1,"prithvigeosaptialmae":1,"these":2,"might":1,"use":3,"attention":1,"and":7,"do":1,"really":1,"have":1,"a":1,"processed":1,"in":1,"one":1,"shot":1,"both":1,"would":1,"be":1,"for":2,"such":1,"see":1,"placeholderattentionmetadata":1,"class":1,"todo":1,"figure":1,"out":1,"if":3,"of":1,"any":1,"explore":1,"how":1,"leverage":1,"it":1,"inputs":2,"embeds":2,"tokens":2,"batch":4,"size":4,"shape":2,"0":2,"executable":3,"self":3,"runners":2,"false":1,"else":2,"true":1},"4037,1507,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"multi":3,"modal":3,"kwargs":9,"model":15,"input":11,"or":2,"seqlen":2,"agnostic":2,"finished":2,"requests":2,"ids":8,"request":2,"to":2,"seq":2,"if":4,"self":7,"has":1,"inner":1,"state":1,"else":1,"observability":4,"config":5,"is":3,"not":3,"none":3,"and":2,"collect":2,"forward":7,"time":2,"start":2,"torch":2,"cuda":2,"event":2,"enable":2,"timing":2,"true":2,"end":2,"record":2,"cross":3,"enc":3,"token":3,"types":2,"type":1,"with":1,"set":1,"context":1,"attn":1,"metadata":1,"vllm":1,"virtual":1,"engine":1,"hidden":1,"intermediate":3,"states":1,"executable":1,"tokens":1,"positions":2,"tensors":2,"multimodalkwargs":1,"as":1,"device":2},"5544,1728,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"only":2,"perform":2,"pooling":4,"in":2,"the":2,"last":2,"pipeline":1,"stage":1,"if":4,"not":5,"get":2,"pp":1,"group":1,"is":6,"rank":1,"self":7,"driver":3,"worker":3,"and":4,"hidden":6,"or":5,"intermediate":7,"states":6,"none":3,"isinstance":1,"intermediatetensors":1,"observability":2,"config":2,"collect":1,"model":14,"forward":11,"time":9,"end":2,"synchronize":1,"start":1,"elapsed":1,"orig":3,"0":4,"tensors":4,"torch":2,"tensor":6,"item":1,"return":4,"pooler":1,"metadata":2,"input":2,"def":1,"make":1,"from":2,"broadcasted":2,"dict":5,"str":1,"any":1,"modelinputforgpuwithpoolingmetadata":2,"attn":2,"backend":2},"7272,1977,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"def":2,"prepare":6,"model":9,"input":6,"self":5,"seq":26,"group":13,"metadata":17,"list":15,"optional":2,"sequencegroupmetadata":2,"virtual":1,"engine":1,"int":4,"0":1,"finished":2,"requests":2,"ids":4,"str":1,"none":5,"modelinputforgpuwithpoolingmetadata":1,"assert":4,"is":4,"not":5,"tensors":1,"poolingmetadata":4,"lens":5,"pooling":13,"return":1,"dataclasses":1,"replace":1,"prompt":3,"for":3,"the":2,"sequence":1,"groups":4,"tuple":1,"poolingparams":1,"i":1,"in":3,"enumerate":1,"data":6,"keys":1,"params":6,"task":4,"you":1,"did":1,"set":1,"api":1,"cast":1,"vllmmodelforpooling":1,"to":2,"update":3,"pooler":1,"get":1,"updates":1,"apply":1,"append":1,"dict":1,"sequencedata":1},"9249,33,data/raw/vllm-0.10.1/vllm/worker/pooling_model_runner.py":{"return":1,"pooling":1,"metadata":1},"0,1809,data/raw/vllm-0.10.1/vllm/worker/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":3,"project":1,"worker":2,"related":1,"helper":1,"functions":1,"from":2,"utils":1,"import":2,"str":15,"not":18,"impl":15,"enc":24,"dec":25,"err":8,"strs":8,"model":3,"runner":2,"gpumodelrunnerbase":2,"def":1,"assert":1,"mr":9,"supported":2,"scenario":2,"none":5,"asserted":1,"that":1,"provided":1,"encoder":1,"decoder":1,"instance":1,"reflects":1,"a":1,"reminder":1,"please":1,"update":1,"docs":1,"features":1,"compatibility":1,"matrix":1,"md":1,"if":8,"feature":1,"combo":1,"become":1,"valid":1,"cache":2,"config":7,"enable":1,"prefix":2,"caching":1,"raise":7,"notimplementederror":7,"sliding":1,"window":1,"is":3,"swa":1,"scheduler":2,"chunked":2,"prefill":2,"enabled":1,"getattr":1,"hf":1,"attn":1,"logit":2,"softcapping":1,"softcap":1,"lora":2,"parallel":2,"pipeline":1,"size":1,"1":1,"pp":1,"num":1,"lookahead":1,"slots":1,"spec":1},"0,1681,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"from":15,"typing":1,"import":16,"list":2,"optional":1,"set":1,"torch":1,"neuronx":4,"distributed":4,"inference":3,"models":2,"mllama":1,"aspect":2,"ratio":1,"utils":1,"get":6,"all":1,"supported":1,"ratios":1,"modules":5,"generation":1,"sampling":2,"prepare":1,"params":1,"lora":9,"serving":3,"loracheckpoint":1,"loraservingconfig":1,"config":4,"vllmconfig":2,"entrypoints":1,"openai":1,"loramodulepath":2,"logger":4,"init":4,"layers":2,"loramapping":1,"request":1,"lorarequest":1,"model":8,"executor":3,"samplingmetadata":1,"sampler":1,"sampleroutput":1,"loader":1,"architecture":1,"neuron":2,"multimodal":1,"multimodalkwargs":1,"sequence":1,"intermediatetensors":1,"sequencegroupmetadata":1,"worker":1,"runner":1,"modelinputforneuron":1,"neuronmodelrunner":2,"name":2,"class":1,"neuronxdistributedmodelrunner":1,"def":2,"self":4,"super":1,"checkpoint":1,"none":4,"staticmethod":1,"paths":1,"strings":1,"if":1,"not":1,"return":2,"path":1,"for":1,"in":1},"1681,1792,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"def":3,"get":5,"nxdi":2,"lora":24,"config":32,"self":25,"override":4,"neuron":7,"model":8,"modules":7,"pop":2,"none":4,"target":4,"ckpt":5,"paths":6,"strings":1,"if":3,"max":11,"loras":5,"len":2,"raise":1,"valueerror":1,"number":1,"of":1,"s":2,"exceeds":1,"maximum":1,"allowed":1,"return":1,"loraservingconfig":1,"rank":2,"load":1,"update":1,"is":1,"not":1,"serving":4,"checkpoint":1,"loracheckpoint":1,"parallel":2,"scheduler":5,"nxd":1,"sampling":4,"params":1,"metadata":1,"on":2,"device":2,"topk":3,"global":1,"else":1,"vocab":1,"size":1,"top":2,"k":1,"1":3,"num":3,"seqs":3,"p":1,"0":2,"temperature":1},"3473,1610,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"for":1,"index":4,"sequencegrouptosample":5,"in":1,"enumerate":1,"sampling":11,"metadata":2,"seq":1,"groups":1,"top":9,"k":5,"params":9,"if":3,"0":1,"else":1,"max":2,"topk":1,"p":4,"temperature":4,"prepare":1,"batch":1,"size":1,"self":5,"scheduler":1,"config":2,"num":4,"seqs":1,"return":2,"def":2,"get":3,"multi":3,"modal":2,"data":1,"neuron":1,"input":4,"images":1,"raise":2,"notimplementederror":1,"need":1,"to":1,"restore":1,"support":2,"torch":2,"inference":1,"mode":1,"execute":2,"model":7,"modelinputforneuron":1,"kv":2,"caches":2,"optional":3,"list":2,"tensor":1,"none":2,"intermediate":2,"tensors":2,"intermediatetensors":1,"steps":3,"int":1,"1":2,"sampleroutput":1,"valueerror":1,"neuronmodelrunner":1,"does":1,"not":1,"step":1,"execution":1,"architecture":1,"mllamaforconditionalgeneration":1,"super":1,"nxd":1},"5083,1850,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"if":2,"model":17,"input":24,"multi":5,"modal":5,"kwargs":5,"get":5,"pixel":6,"values":6,"is":2,"not":2,"none":2,"hidden":4,"states":4,"self":3,"ids":6,"tokens":4,"positions":4,"seq":2,"block":2,"aspect":5,"ratios":5,"sampling":6,"params":4,"num":5,"chunks":5,"has":5,"image":5,"squeeze":1,"1":5,"else":2,"bs":5,"shape":1,"0":1,"empty":4,"torch":8,"zeros":3,"4":1,"3":1,"560":2,"dtype":4,"bfloat16":1,"ones":1,"2":1,"int64":1,"int32":2,"output":2,"sample":1,"metadata":2,"return":1},"6933,1766,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"def":2,"process":1,"multi":2,"modal":1,"data":11,"neuron":3,"self":5,"mm":10,"uses":1,"aspect":9,"ratios":5,"instead":1,"of":1,"ratio":4,"ids":14,"all":4,"supported":3,"get":5,"model":2,"config":2,"vision":1,"max":1,"num":6,"tiles":3,"torch":6,"tensor":1,"unsqueeze":1,"0":5,"s":2,"chunks":3,"is":4,"hf":1,"input":1,"has":4,"an":1,"image":3,"if":4,"it":1,"pixel":5,"values":5,"bs":3,"shape":1,"not":4,"none":3,"and":1,"ones":1,"else":2,"zeros":2,"return":2,"lora":8,"adapter":10,"seq":6,"group":6,"metadata":6,"list":3,"set":1,"for":3,"serving":1,"batch":4,"size":4,"len":1,"checkpoint":2,"indicates":1,"nxdi":1,"to":3,"use":1,"the":1,"base":1,"inference":1,"idx":2,"in":1,"enumerate":1,"request":2,"name":1,"convert":2,"from":1,"strings":1,"integers":1,"indices":1,"dtype":1,"int32":1},"8699,1702,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"def":1,"prepare":4,"model":1,"input":8,"self":6,"seq":13,"group":12,"metadata":11,"list":13,"sequencegroupmetadata":1,"virtual":1,"engine":1,"int":1,"0":2,"finished":1,"requests":1,"ids":5,"optional":1,"str":1,"none":2,"modelinputforneuron":1,"note":1,"we":2,"assume":1,"that":1,"all":3,"sequences":1,"in":3,"the":1,"are":1,"prompts":1,"or":1,"decodes":1,"is":3,"prompt":4,"tensors":1,"if":3,"tokens":3,"positions":2,"block":2,"lens":2,"multi":7,"modal":7,"kwargs":5,"else":1,"decode":1,"not":1,"on":1,"device":1,"sampling":8,"disabled":1,"for":3,"params":7,"top":6,"k":3,"p":3,"temperature":3,"convert":1,"to":1,"neuron":1,"need":1,"data":5,"later":1,"as":1,"well":1,"multimodalkwargs":2,"mm":3,"append":1,"batch":1,"lora":2,"adapter":2,"get":1},"10401,1862,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"sampling":3,"metadata":4,"samplingmetadata":1,"prepare":1,"seq":4,"group":1,"list":1,"lens":4,"query":1,"is":6,"not":2,"needed":1,"if":2,"chunked":2,"prefill":2,"supported":5,"since":1,"neuron":5,"worker":1,"doesn":1,"t":1,"support":1,"just":1,"use":1,"instead":1,"self":7,"device":1,"pin":1,"memory":1,"generators":2,"get":1,"finished":1,"requests":2,"ids":5,"return":1,"modelinputforneuron":1,"input":6,"tokens":2,"positions":2,"block":2,"multi":2,"modal":2,"kwargs":2,"adapter":2,"lora":13,"def":4,"remove":2,"all":1,"loras":6,"raise":3,"notimplementederror":3,"managing":3,"only":4,"through":4,"the":5,"modules":4,"parameter":5,"in":4,"override":4,"config":4,"set":2,"active":1,"lorarequest":2,"mapping":1,"loramapping":1,"none":1,"add":1,"request":3,"logger":1,"warning":2,"adding":1,"you":2,"supplied":1,"can":1,"ignore":1,"this":1,"ignoring":1,"id":1,"int":1,"bool":1},"12263,404,data/raw/vllm-0.10.1/vllm/worker/neuronx_distributed_model_runner.py":{"def":2,"pin":1,"lora":4,"self":2,"id":1,"int":2,"bool":1,"raise":2,"notimplementederror":2,"managing":2,"loras":3,"is":2,"only":2,"supported":2,"through":2,"the":2,"modules":2,"parameter":2,"in":2,"override":2,"neuron":2,"config":2,"list":1,"set":1},"0,1427,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":11,"project":1,"import":16,"dataclasses":1,"os":1,"time":1,"from":10,"abc":1,"abstractmethod":1,"typing":1,"any":1,"dict":2,"list":1,"optional":1,"set":2,"tuple":1,"type":1,"union":1,"cloudpickle":1,"torch":2,"nn":2,"as":1,"config":2,"observabilityconfig":1,"vllmconfig":1,"current":1,"distributed":1,"broadcast":1,"tensor":1,"get":2,"pp":1,"group":2,"tp":1,"logger":4,"init":2,"lora":1,"request":2,"lorarequest":1,"model":2,"executor":1,"layers":1,"sampler":1,"sampleroutput":1,"sequence":1,"executemodelrequest":1,"intermediatetensors":1,"utils":1,"enable":1,"trace":1,"function":1,"call":1,"for":4,"thread":1,"resolve":1,"obj":1,"by":1,"qualname":1,"run":1,"method":1,"update":1,"environment":1,"variables":1,"warn":2,"unimplemented":2,"methods":2,"worker":2,"runner":1,"base":1,"broadcastablemodelinput":1,"modelrunnerbase":1,"modelrunnerinputbase":1,"name":1,"class":1,"workerbase":1,"interface":1,"that":1,"allows":1,"cleanly":1,"separate":1,"implementations":1,"different":1,"hardware":1,"also":1,"abstracts":1,"control":1,"plane":1,"communication":1,"e":1,"g":1,"communicate":1,"metadata":1,"other":1,"workers":1},"1427,1744,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"def":7,"init":2,"self":20,"vllm":15,"config":36,"vllmconfig":1,"none":6,"model":9,"cache":4,"lora":2,"load":4,"parallel":3,"scheduler":2,"device":6,"speculative":2,"observability":2,"kv":3,"transfer":2,"compilation":2,"from":1,"platforms":1,"import":1,"current":3,"platform":3,"initialize":3,"state":1,"such":1,"as":1,"loading":1,"the":3,"or":1,"other":1,"on":1,"memory":1,"allocations":1,"raise":5,"notimplementederror":5,"num":2,"gpu":1,"blocks":3,"int":2,"cpu":1,"with":1,"given":1,"size":1,"in":2,"get":1,"nn":1,"module":1,"onto":1,"target":1,"execute":3,"req":1,"optional":2,"executemodelrequest":1,"list":1,"sampleroutput":1,"start":1,"worker":2,"execution":1,"loop":2},"3171,1905,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"you":1,"can":2,"stop":2,"the":7,"loop":2,"by":1,"executing":1,"a":5,"driver":1,"worker":3,"with":2,"an":1,"empty":1,"output":3,"see":1,"remote":1,"execution":1,"for":3,"more":1,"details":1,"self":10,"current":1,"platform":1,"inference":1,"mode":1,"while":1,"true":1,"execute":2,"model":4,"req":1,"none":3,"if":1,"is":2,"return":3,"def":7,"determine":3,"num":5,"available":2,"blocks":8,"tuple":2,"int":7,"number":1,"of":3,"gpu":3,"kv":2,"cache":4,"and":3,"swappable":1,"cpu":4,"implementation":1,"may":1,"run":1,"profiling":1,"or":1,"other":1,"heuristics":1,"to":5,"size":6,"caches":1,"returns":1,"where":1,"are":2,"that":3,"active":1,"on":1,"device":1,"be":2,"appended":2,"refers":1,"swapped":1,"in":3,"memory":1,"cannot":1,"raise":6,"notimplementederror":6,"get":3,"block":2,"bytes":2,"single":1,"used":1,"speculative":2,"decoding":2,"add":1,"lora":6,"request":1,"lorarequest":1,"bool":3,"remove":1,"id":2,"pin":1,"list":1,"loras":1,"set":1,"property":1,"vocab":2,"vocabulary":1,"from":1,"configuration":1,"config":1,"class":2,"delegateworkerbase":1,"workerbase":5,"delegates":1,"all":1,"methods":1,"another":2,"instance":2,"this":1,"useful":1,"creating":1,"wraps":1,"e":1,"g":1},"5076,1985,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"def":15,"init":3,"self":30,"args":2,"kwargs":3,"none":5,"vllm":3,"config":4,"vllmconfig":1,"get":5,"cls":3,"resolve":1,"obj":1,"by":1,"qualname":1,"parallel":1,"worker":14,"device":3,"determine":2,"num":6,"available":2,"blocks":6,"tuple":1,"int":9,"return":9,"initialize":2,"cache":4,"gpu":2,"cpu":2,"load":3,"model":9,"onto":1,"target":1,"nn":1,"module":1,"execute":4,"req":2,"optional":2,"executemodelrequest":1,"list":3,"sampleroutput":1,"block":2,"size":2,"bytes":2,"add":3,"lora":19,"request":3,"lorarequest":2,"bool":5,"remove":3,"id":5,"pin":2,"loras":2,"set":1,"getattr":2,"attr":2,"class":1,"loranotsupportedworkerbase":1,"workerbase":2,"partial":1,"implementation":1,"of":1,"that":1,"raises":1,"exceptions":1,"when":1,"methods":1,"are":1,"invoked":1,"raise":2,"valueerror":2,"f":2,"type":2,"does":2,"not":2,"support":2},"7061,1866,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"def":4,"pin":1,"lora":4,"self":11,"id":1,"int":6,"bool":1,"raise":2,"valueerror":2,"f":2,"type":3,"does":2,"not":2,"support":2,"list":1,"loras":1,"set":1,"dataclasses":1,"dataclass":1,"frozen":1,"true":1,"class":1,"workerinput":4,"local":1,"inputs":1,"to":17,"each":1,"worker":1,"may":1,"contain":1,"device":1,"specific":1,"data":1,"these":1,"fields":3,"should":1,"be":1,"broadcastable":3,"other":1,"workers":1,"num":10,"seq":5,"groups":5,"optional":4,"none":4,"blocks":15,"swap":10,"in":5,"torch":4,"tensor":16,"out":5,"copy":5,"virtual":5,"engine":5,"0":1,"steps":5,"1":1,"classmethod":1,"from":2,"broadcasted":1,"dict":14,"cls":2,"str":2,"any":1,"pop":6,"the":1,"given":1,"and":1,"populate":1,"a":1,"new":1,"instance":1,"of":1,"return":2,"as":1,"union":1,"extract":1},"8927,1992,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"class":1,"localordistributedworkerbase":1,"workerbase":6,"partial":1,"implementation":1,"of":3,"that":2,"has":1,"a":3,"default":3,"execute":5,"model":9,"definition":1,"to":12,"perform":1,"metadata":3,"transfer":3,"between":1,"workers":3,"when":1,"in":3,"distributed":1,"mode":1,"subclasses":1,"this":3,"interface":2,"should":3,"use":2,"runners":1,"inherit":3,"from":5,"modelrunnerbase":4,"and":1,"only":2,"need":1,"implement":1,"worker":9,"local":2,"logic":2,"if":4,"custom":1,"control":1,"plane":1,"is":5,"needed":2,"or":2,"the":12,"runner":4,"cannot":1,"instead":2,"driver":2,"bool":2,"observability":1,"config":1,"optional":2,"observabilityconfig":1,"none":1,"property":2,"abstractmethod":3,"def":3,"do":1,"broadcast":2,"self":3,"used":2,"by":2,"check":1,"whether":1,"request":2,"inputs":2,"other":2,"tp":1,"group":1,"subclass":1,"supports":1,"single":1,"execution":2,"then":2,"method":2,"return":1,"false":1,"raise":3,"notimplementederror":3,"kv":3,"cache":2,"list":4,"torch":1,"tensor":1,"gets":1,"caches":1,"pass":1,"s":3,"each":1,"element":1,"corresponding":1,"particular":1,"virtual":1,"engine":1,"pp":1,"stream":1,"does":1,"not":2,"follow":1,"prepare":2,"input":1,"req":1,"executemodelrequest":1,"workerinput":1,"an":1,"may":1,"move":1,"data":1,"device":1,"it":1,"allowed":1,"communicate":1,"with":1,"devices":1},"10919,1952,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"abstractmethod":1,"def":3,"execute":8,"worker":11,"self":10,"input":16,"workerinput":5,"none":2,"process":1,"an":1,"execution":1,"request":1,"raise":1,"notimplementederror":1,"get":4,"from":4,"broadcast":16,"optional":1,"tuple":2,"broadcastablemodelinput":2,"dict":9,"str":2,"torch":2,"tensor":9,"the":3,"broadcasted":3,"assert":3,"do":2,"metadata":3,"not":2,"is":2,"driver":4,"data":9,"src":2,"0":2,"if":2,"return":2,"model":15,"runner":2,"make":1,"kwargs":4,"extract":2,"previous":2,"hidden":2,"states":2,"and":2,"req":7,"executemodelrequest":1,"it":1,"to":1,"other":1,"workers":1,"prepare":2,"modelrunnerinputbase":1,"seq":1,"group":1,"list":1,"virtual":1,"engine":1,"finished":1,"requests":1,"ids":1,"as":2,"broadcastable":2,"update":2},"12871,1896,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"if":5,"execute":9,"model":16,"req":7,"async":3,"callback":3,"input":14,"dataclasses":1,"replace":1,"type":1,"ignore":1,"return":6,"worker":7,"kwargs":2,"def":3,"prepare":3,"self":10,"optional":4,"executemodelrequest":2,"none":6,"tuple":1,"broadcastablemodelinput":1,"workerinput":1,"dict":3,"str":1,"torch":1,"tensor":3,"the":4,"inputs":4,"to":4,"modelrunner":1,"and":3,"workers":3,"is":3,"driver":3,"do":1,"metadata":1,"broadcast":5,"this":1,"signals":1,"that":1,"there":1,"s":1,"no":2,"more":1,"requests":1,"process":1,"for":1,"now":1,"all":2,"are":2,"running":1,"infinite":1,"loop":3,"with":1,"it":1,"stops":1,"when":1,"broadcasts":1,"an":2,"empty":2,"send":1,"notify":1,"other":1,"stop":1,"their":1,"execution":1,"src":1,"0":1,"get":4,"else":1,"from":1,"nn":1,"module":1,"runner":1,"list":1,"sampleroutput":1,"executes":1,"at":1,"least":1,"one":1,"step":1,"on":1,"given":1,"sequences":2,"unless":1,"provided":1,"start":1,"time":2,"perf":1,"counter":1,"num":2,"steps":2},"14767,1975,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"if":8,"there":1,"is":9,"no":1,"input":5,"we":1,"don":1,"t":1,"need":1,"to":1,"execute":15,"the":1,"model":18,"worker":2,"num":3,"seq":1,"groups":1,"0":4,"return":2,"intermediate":5,"tensors":8,"none":8,"orig":4,"time":15,"not":7,"get":7,"pp":4,"group":8,"first":1,"rank":2,"intermediatetensors":3,"recv":1,"tensor":4,"dict":2,"all":2,"gather":2,"tp":2,"self":9,"observability":6,"config":6,"and":4,"collect":3,"torch":2,"item":1,"output":7,"runner":1,"kv":3,"caches":1,"cache":2,"virtual":1,"engine":1,"else":1,"steps":2,"kwargs":1,"perf":1,"counter":1,"start":1,"last":1,"assert":1,"isinstance":1,"send":1,"for":1,"o":2,"in":1},"16742,1814,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"output":2,"is":5,"list":3,"sampleroutput":2,"return":3,"def":1,"execute":13,"model":18,"spmd":3,"self":7,"req":6,"executemodelrequest":2,"intermediate":3,"tensors":3,"optional":2,"intermediatetensors":1,"none":4,"in":4,"single":1,"program":1,"multiple":1,"data":1,"fashion":1,"all":1,"workers":1,"take":2,"the":9,"same":1,"request":1,"prepare":3,"input":11,"and":4,"assert":1,"not":2,"requires":1,"each":1,"worker":11,"to":2,"an":2,"workerinput":1,"modelrunnerinputbase":1,"runner":2,"seq":2,"group":1,"metadata":1,"if":3,"there":1,"no":1,"we":3,"don":1,"t":1,"need":1,"num":1,"groups":1,"0":1,"kwargs":2,"extract":1,"previous":1,"hidden":1,"states":1,"kv":3,"caches":1,"cache":2,"virtual":1,"engine":2,"else":1,"class":3,"workerwrapperbase":1,"this":1,"represents":1,"one":1,"process":1,"executor":1,"it":1,"responsible":1,"for":1,"lazily":1,"initializing":1,"handling":1,"s":1,"lifecycle":1,"first":1,"instantiate":1,"workerwrapper":1,"which":1,"remembers":1,"module":1,"name":1,"then":1,"when":1,"call":1,"update":1,"environment":1,"variables":1,"real":1,"initialization":1,"happens":1,"init":1},"18556,1801,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"def":2,"init":5,"self":8,"vllm":7,"config":8,"vllmconfig":2,"rpc":11,"rank":17,"int":3,"0":2,"none":6,"initialize":1,"the":16,"worker":6,"wrapper":1,"with":3,"given":2,"and":1,"note":2,"is":4,"of":5,"in":8,"executor":2,"most":1,"cases":1,"it":3,"also":1,"distributed":1,"group":2,"however":1,"when":1,"multiple":1,"executors":2,"work":1,"together":1,"they":2,"can":4,"be":3,"different":2,"e":1,"g":1,"case":1,"spmd":1,"style":1,"offline":1,"inference":1,"tp":2,"2":2,"users":1,"launch":1,"engines":1,"each":1,"only":2,"1":1,"all":2,"workers":3,"have":2,"but":1,"ranks":1,"optional":2,"workerbase":1,"do":1,"not":2,"store":1,"this":2,"will":1,"set":1,"final":1,"one":1,"todo":1,"investigate":1,"if":4,"we":2,"remove":1,"field":1,"workerwrapperbase":1,"cached":3,"hf":3,"modules":3,"should":1,"unnecessary":1,"now":1,"model":2,"tests":1,"trust":3,"remote":3,"code":3,"lazy":1,"import":2,"to":2,"avoid":1,"importing":1,"torch":1,"before":1,"initializing":1,"from":1,"utils":1,"adjust":3,"mapping":4,"dict":1,"based":1,"on":1,"used":1,"during":1,"initialization":1,"after":1,"create":1},"20357,1076,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"def":2,"update":3,"environment":3,"variables":3,"self":7,"envs":5,"list":4,"dict":2,"str":3,"none":4,"rpc":2,"rank":2,"key":4,"cuda":2,"visible":2,"devices":2,"if":1,"in":3,"and":1,"os":2,"environ":2,"overwriting":1,"is":3,"desired":1,"behavior":1,"suppress":1,"the":4,"warning":1,"del":1,"init":1,"worker":4,"all":2,"kwargs":4,"any":1,"here":1,"we":1,"inject":1,"some":1,"common":1,"logic":1,"before":1,"initializing":1,"arguments":1,"are":1,"passed":1,"to":2,"class":1,"constructor":1,"vllm":6,"config":5,"get":1,"assert":1,"not":1,"required":1,"initialize":1,"enable":1,"trace":1,"function":1,"call":1,"for":1,"thread":1,"from":1,"plugins":3,"import":1,"load":2,"general":2},"21433,776,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"if":1,"isinstance":2,"self":4,"vllm":4,"config":8,"parallel":4,"worker":7,"cls":5,"str":1,"class":6,"resolve":1,"obj":1,"by":1,"qualname":1,"else":1,"logger":1,"warning":1,"passing":1,"as":3,"a":3,"object":1,"is":1,"strongly":1,"deprecated":1,"the":4,"serialization":1,"of":2,"objects":1,"can":1,"be":2,"tricky":1,"and":2,"error":1,"prone":1,"to":1,"safe":1,"please":1,"keep":1,"in":1,"separate":1,"module":1,"pass":1,"qualified":1,"name":1,"string":1,"assert":1,"bytes":1,"cloudpickle":1,"loads":1},"22209,1488,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"if":4,"self":5,"vllm":5,"config":7,"parallel":2,"worker":24,"extension":12,"cls":10,"resolve":1,"obj":1,"by":1,"qualname":1,"extended":4,"calls":4,"not":3,"in":2,"class":10,"bases":3,"check":1,"any":1,"conflicts":2,"between":1,"and":1,"for":2,"attr":6,"dir":1,"startswith":1,"continue":1,"assert":2,"hasattr":1,"f":3,"already":1,"has":1,"an":1,"attribute":1,"which":1,"with":2,"the":2,"callable":1,"getattr":1,"append":1,"dynamically":1,"inherit":1,"logger":1,"info":1,"injected":1,"s":3,"into":1,"collective":1,"rpc":1,"set":1,"current":1,"to":1,"make":1,"available":1,"during":1,"initialization":1,"kwargs":1,"is":1,"none":1},"23697,1850,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"def":5,"initialize":2,"from":2,"config":9,"self":12,"kv":4,"cache":4,"configs":2,"list":1,"any":2,"none":1,"rpc":2,"rank":1,"with":2,"set":2,"current":2,"vllm":7,"worker":7,"type":2,"ignore":2,"init":2,"device":3,"to":3,"make":1,"available":1,"during":1,"initialization":1,"execute":3,"method":9,"union":2,"str":3,"bytes":1,"args":2,"kwargs":3,"try":1,"resolution":1,"order":1,"if":3,"a":2,"is":2,"defined":1,"in":6,"this":4,"class":1,"it":2,"will":2,"be":3,"called":2,"directly":2,"otherwise":1,"since":1,"we":1,"define":1,"getattr":3,"and":2,"redirect":1,"attribute":1,"query":1,"the":7,"on":1,"return":2,"run":1,"except":1,"exception":2,"as":2,"e":2,"driver":1,"also":1,"methods":1,"exceptions":1,"rest":1,"may":1,"cause":2,"deadlock":2,"like":2,"ray":1,"see":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"3455":1,"print":1,"error":3,"inform":1,"user":1,"solve":1,"msg":2,"f":1,"executing":1,"r":1,"might":1,"distributed":1,"execution":1,"logger":1,"raise":1,"attr":2,"extract":2,"previous":2,"hidden":2,"states":2,"data":2,"executemodelrequest":1,"dict":3,"torch":2,"tensor":2,"contains":1,"returns":1,"which":1,"can":1,"used":2,"additional":1,"following":1,"model":1,"calls":1,"draft":1,"models":1,"eagle":1,"output":1},"25547,449,data/raw/vllm-0.10.1/vllm/worker/worker_base.py":{"when":2,"called":2,"from":2,"non":1,"driver":2,"worker":2,"data":7,"is":3,"dict":2,"but":1,"executemodelrequest":1,"if":2,"isinstance":1,"previous":6,"hidden":7,"states":7,"in":1,"output":3,"elif":1,"not":1,"none":1,"return":1},"0,1787,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":21,"project":1,"a":4,"gpu":2,"worker":9,"class":3,"import":24,"gc":1,"os":1,"from":20,"typing":1,"dict":1,"list":1,"optional":1,"set":3,"tuple":1,"type":1,"union":1,"torch":2,"distributed":4,"envs":2,"as":1,"attention":2,"layer":1,"config":2,"vllmconfig":1,"get":1,"layers":2,"device":1,"allocator":1,"cumem":1,"cumemallocator":1,"ensure":2,"model":9,"parallel":1,"initialized":2,"init":3,"environment":1,"custom":1,"all":1,"reduce":1,"kv":3,"transfer":2,"logger":4,"lora":1,"request":1,"lorarequest":1,"executor":3,"random":1,"seed":1,"sampler":1,"sampleroutput":1,"loader":1,"tensorizer":1,"tensorizerconfig":1,"platforms":1,"current":1,"platform":1,"sequence":1,"executemodelrequest":1,"intermediatetensors":1,"sequencegroupmetadata":1,"sequencegroupmetadatadelta":1,"utils":1,"gib":1,"bytes":1,"memorysnapshot":1,"bind":1,"cache":2,"memory":1,"profiling":1,"engine":1,"cacheengine":1,"enc":1,"dec":1,"runner":3,"encoderdecodermodelrunner":1,"gpumodelrunnerbase":1,"modelrunner":1,"pooling":1,"poolingmodelrunner":1,"base":1,"localordistributedworkerbase":2,"workerbase":1,"workerinput":1,"name":1,"that":1,"executes":1,"partition":1,"of":1,"on":1},"1787,1741,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"each":2,"worker":6,"is":8,"associated":1,"with":1,"a":2,"single":1,"gpu":2,"the":6,"responsible":1,"for":1,"maintaining":1,"kv":1,"cache":1,"and":1,"executing":1,"model":14,"on":1,"in":2,"case":1,"of":2,"distributed":4,"inference":1,"assigned":1,"partition":1,"def":1,"init":7,"self":10,"vllm":3,"config":17,"vllmconfig":1,"local":3,"rank":8,"int":2,"method":3,"str":1,"driver":3,"bool":1,"false":1,"runner":1,"cls":1,"optional":1,"type":4,"gpumodelrunnerbase":1,"none":3,"workerbase":1,"parallel":1,"if":3,"trust":1,"remote":1,"code":1,"note":1,"lazy":1,"import":2,"to":1,"avoid":1,"importing":1,"torch":1,"before":1,"initializing":1,"from":2,"utils":1,"cached":2,"hf":5,"modules":2,"return":2,"hidden":2,"states":2,"target":1,"draft":3,"an":1,"mlp":2,"speculator":2,"speculative":6,"args":1,"or":2,"not":1,"medusa":1,"eagle":1,"deepseek":1,"mtp":3,"glm4":1,"moe":1,"mimo":1,"else":1,"true":1},"3528,1880,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"modelrunnerclass":4,"type":2,"gpumodelrunnerbase":2,"modelrunner":1,"if":3,"model":7,"config":5,"runner":6,"pooling":2,"poolingmodelrunner":1,"elif":1,"self":12,"is":4,"encoder":1,"decoder":1,"encoderdecodermodelrunner":1,"vllm":5,"kv":2,"cache":9,"dtype":2,"driver":2,"worker":2,"speculative":1,"args":1,"cls":2,"not":1,"none":3,"uninitialized":1,"engine":2,"will":2,"be":2,"initialized":1,"by":1,"initialize":3,"list":3,"cacheengine":1,"gpu":2,"as":1,"models":1,"don":1,"t":1,"caches":1,"optional":1,"torch":13,"tensor":2,"seq":1,"group":1,"metadata":1,"dict":2,"str":2,"sequencegroupmetadata":1,"buffers":2,"saved":3,"before":1,"sleep":2,"profiler":13,"enabled":2,"and":1,"configured":1,"through":1,"env":1,"vars":1,"dir":6,"path":1,"to":2,"save":1,"trace":6,"envs":2,"logger":1,"info":1,"profiling":1,"traces":1,"s":1,"profile":1,"activities":1,"profileractivity":2,"cpu":1,"cuda":1,"with":1,"stack":1,"true":2,"on":1,"ready":1,"tensorboard":1,"handler":1,"use":1,"gzip":1,"else":1},"5408,1872,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"def":4,"start":2,"profile":2,"self":17,"if":6,"profiler":7,"is":5,"none":5,"raise":2,"runtimeerror":2,"not":2,"enabled":2,"stop":2,"print":1,"key":1,"averages":1,"table":1,"sort":1,"by":1,"cuda":3,"time":1,"total":3,"sleep":15,"level":5,"int":1,"1":2,"free":5,"bytes":12,"before":3,"torch":2,"mem":2,"get":4,"info":3,"0":2,"save":1,"the":2,"buffers":9,"2":3,"model":8,"runner":2,"saved":5,"name":5,"buffer":4,"cpu":1,"clone":1,"for":2,"in":4,"named":2,"allocator":4,"cumemallocator":2,"instance":2,"offload":1,"tags":4,"weights":1,"else":1,"tuple":1,"after":5,"freed":4,"used":2,"assert":1,"memory":3,"usage":1,"increased":1,"sleeping":1,"logger":1,"mode":1,"2f":2,"gib":4,"still":1,"use":1,"wake":2,"up":2,"optional":1,"list":1,"str":1,"restore":1,"len":1,"data":2,"copy":1},"7280,1500,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"def":1,"init":3,"device":10,"self":13,"none":2,"if":2,"config":5,"type":2,"cuda":6,"torch":6,"distributed":5,"all":3,"reduce":3,"does":1,"not":2,"free":1,"the":5,"input":1,"tensor":1,"until":1,"synchronization":1,"point":1,"this":4,"causes":2,"memory":2,"usage":1,"to":2,"grow":1,"as":1,"number":1,"of":1,"calls":1,"increases":1,"env":2,"var":2,"disables":1,"behavior":1,"related":1,"issue":1,"https":1,"discuss":1,"pytorch":1,"org":1,"t":1,"allocation":1,"lifetime":1,"for":1,"inputs":1,"191573":1,"os":2,"environ":2,"nccl":2,"avoid":1,"record":1,"streams":1,"1":1,"set":4,"by":1,"ray":1,"exceptions":1,"with":1,"graph":1,"building":1,"pop":1,"async":1,"error":1,"handling":1,"f":2,"local":2,"rank":3,"check":1,"gpu":1,"supports":1,"dtype":2,"model":2,"gc":1,"collect":1,"empty":1,"cache":1,"reset":1,"peak":1,"stats":1,"baseline":1,"snapshot":1,"memorysnapshot":1,"else":1,"raise":1,"runtimeerror":1,"support":1,"initialize":1,"environment":2,"worker":1,"vllm":1,"method":1,"random":2,"seed":3},"8780,1908,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"def":4,"load":2,"model":10,"self":8,"if":1,"vllm":1,"config":5,"enable":1,"sleep":2,"mode":3,"allocator":3,"cumemallocator":1,"get":4,"instance":2,"assert":1,"current":1,"usage":5,"0":1,"can":3,"only":1,"be":4,"used":1,"for":1,"one":1,"per":1,"process":1,"context":3,"use":1,"memory":11,"pool":1,"tag":1,"weights":1,"else":1,"from":1,"contextlib":1,"import":1,"nullcontext":2,"with":3,"runner":3,"save":4,"sharded":2,"state":2,"path":2,"str":2,"pattern":3,"optional":2,"none":4,"max":3,"size":3,"int":3,"tensorized":2,"tensorizer":3,"tensorizerconfig":1,"torch":4,"inference":1,"determine":2,"num":1,"available":1,"blocks":4,"tuple":1,"profiles":1,"the":12,"peak":2,"of":6,"to":1,"how":1,"many":1,"kv":1,"may":2,"allocated":3,"without":1,"ooms":1,"engine":1,"will":1,"first":1,"conduct":1,"a":1,"profiling":1,"existing":1,"then":1,"it":1,"calculate":1,"maximum":2,"possible":1,"number":2,"gpu":4,"and":2,"cpu":1,"that":2,"remaining":2,"free":3,"tip":1,"you":1,"limit":1,"by":1,"adjusting":1,"utilization":1,"parameter":1,"profile":2,"cache":2,"cuda":3,"empty":1,"reset":1,"stats":1,"pre":1,"total":1,"mem":1,"info":1},"10688,1186,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"execute":1,"a":1,"forward":1,"pass":1,"with":3,"dummy":1,"inputs":1,"to":1,"profile":2,"the":4,"memory":13,"usage":2,"of":2,"model":4,"profiling":2,"self":7,"baseline":1,"snapshot":1,"weights":1,"runner":2,"as":1,"result":2,"run":1,"assert":1,"footprint":1,"increased":1,"during":1,"for":2,"current":2,"instance":2,"total":1,"gpu":6,"cache":10,"config":2,"utilization":1,"available":2,"kv":3,"non":1,"calculate":1,"number":1,"blocks":9,"that":1,"can":1,"be":1,"allocated":1,"profiled":1,"peak":1,"block":5,"size":5,"get":1,"bytes":2,"if":1,"0":5,"num":8,"cpu":4,"else":1,"int":2,"swap":1,"space":1,"max":2},"11874,1875,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"msg":2,"f":11,"memory":24,"profiling":4,"takes":3,"result":4,"profile":1,"time":1,"2f":8,"seconds":1,"n":2,"the":9,"current":2,"vllm":2,"instance":3,"can":1,"use":1,"total":4,"gpu":11,"gib":12,"bytes":6,"x":1,"utilization":2,"self":5,"cache":5,"config":1,"for":2,"model":1,"weights":2,"take":1,"non":2,"torch":4,"increase":2,"pytorch":1,"activation":1,"peak":2,"rest":1,"of":2,"reserved":1,"kv":3,"is":1,"available":1,"logger":1,"info":2,"final":1,"cleanup":1,"gc":1,"collect":1,"return":1,"num":4,"blocks":5,"cpu":3,"def":2,"assert":2,"footprint":1,"increased":1,"during":2,"note":1,"woosuk":1,"here":1,"we":1,"assume":1,"that":1,"other":1,"processes":1,"using":1,"same":1,"did":1,"not":2,"change":1,"their":1,"usage":1,"free":2,"cuda":6,"mem":1,"get":1,"baseline":2,"snapshot":2,"error":1,"in":1,"initial":1,"used":2,"currently":1,"this":1,"happens":1,"when":1,"was":1,"properly":1,"cleaned":1,"up":1,"before":1,"initializing":1,"initialize":1,"int":2,"none":1,"allocate":1,"and":1,"with":1,"specified":1,"number":1},"13749,1707,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"this":3,"also":1,"warms":1,"up":2,"the":4,"model":6,"which":1,"may":1,"record":1,"cuda":1,"graphs":1,"raise":1,"if":3,"cache":17,"size":5,"invalid":1,"num":6,"gpu":6,"blocks":6,"self":21,"config":17,"block":1,"is":3,"attention":4,"free":1,"max":1,"len":1,"parallel":7,"pipeline":3,"cpu":2,"vllm":3,"enable":1,"sleep":1,"mode":1,"allocator":2,"cumemallocator":1,"get":2,"instance":1,"context":3,"use":1,"memory":1,"pool":1,"tag":1,"kv":5,"else":1,"from":3,"contextlib":1,"import":1,"nullcontext":2,"with":1,"init":2,"engine":4,"warm":1,"def":1,"assert":1,"not":1,"none":1,"cacheengine":1,"device":1,"for":3,"in":3,"range":2,"ve":2,"layer":6,"pairings":1,"cross":1,"sharing":1,"an":1,"name":2,"keys":2,"of":2,"dict":2,"it":1,"means":1,"will":1,"perform":1,"using":1,"and":1,"values":1,"shared":2,"layers":4,"str":2,"attn":1},"15456,1913,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"for":8,"layer":10,"name":3,"attn":3,"module":2,"in":6,"layers":3,"items":1,"if":4,"kv":10,"tgt":2,"sharing":2,"target":2,"is":2,"not":7,"none":2,"the":8,"doesn":2,"t":2,"need":1,"its":1,"own":1,"cache":8,"and":4,"will":2,"use":1,"that":4,"of":3,"we":1,"skip":1,"creating":1,"a":2,"kvcachespec":1,"it":1,"so":1,"management":1,"logic":1,"act":1,"as":1,"this":2,"does":1,"exist":1,"allocate":1,"enables":1,"memory":2,"saving":1,"cross":1,"allowing":1,"given":1,"amount":1,"to":4,"accommodate":1,"longer":1,"context":2,"lengths":1,"or":1,"enable":1,"more":1,"requests":1,"be":1,"processed":1,"simultaneously":1,"shared":2,"bind":1,"self":11,"compilation":3,"config":8,"static":1,"forward":1,"gpu":2,"def":1,"warm":2,"up":3,"model":9,"sizes":8,"are":1,"cudagraph":2,"capture":3,"but":1,"users":1,"still":1,"want":1,"compile":3,"better":1,"performance":1,"e":1,"g":1,"max":1,"num":1,"batched":1,"token":1,"size":5,"chunked":1,"prefill":1,"warmup":4,"vllm":2,"copy":1,"enforce":2,"eager":2,"x":3,"sorted":1,"reverse":1,"true":1,"logger":1,"info":1,"warming":1,"d":1,"runner":2,"dummy":1,"run":1,"reset":1,"seed":3,"ensure":1,"random":2,"state":1,"affected":1,"by":1,"initialization":1,"profiling":1,"set":1},"17369,1771,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"property":2,"def":3,"do":1,"metadata":2,"broadcast":1,"self":6,"bool":1,"return":3,"parallel":2,"config":1,"tensor":6,"size":1,"1":4,"kv":1,"cache":2,"optional":1,"list":3,"torch":8,"gpu":2,"inference":1,"mode":1,"prepare":1,"worker":1,"input":1,"execute":7,"model":7,"req":7,"executemodelrequest":1,"workerinput":2,"virtual":4,"engine":4,"num":7,"steps":4,"seq":4,"groups":3,"len":1,"group":1,"blocks":17,"to":18,"swap":10,"in":6,"and":3,"out":5,"are":2,"cpu":3,"tensors":1,"they":1,"contain":1,"parameters":1,"launch":1,"cudamemcpyasync":1,"device":5,"dtype":3,"int64":3,"view":3,"2":3,"copy":7,"is":1,"a":1,"the":2,"src":1,"tgt":1,"of":1,"same":1,"can":1,"be":1,"used":1,"directly":1,"within":1,"cuda":1,"kernels":1},"19140,1203,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"torch":1,"inference":1,"mode":1,"def":2,"execute":1,"worker":12,"self":5,"input":11,"workerinput":1,"none":4,"virtual":5,"engine":8,"issue":1,"cache":4,"operations":1,"if":3,"blocks":9,"to":9,"swap":8,"in":4,"is":3,"not":3,"and":3,"numel":3,"0":3,"out":4,"copy":4,"get":1,"cached":2,"seq":2,"group":3,"metadata":3,"list":5,"union":1,"sequencegroupmetadata":2,"sequencegroupmetadatadelta":1,"finished":1,"request":1,"ids":1,"str":1,"return":1,"a":1,"of":1,"sequence":1,"after":1,"updating":1,"its":1,"state":1},"20343,1998,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"it":2,"is":5,"used":1,"because":2,"scheduler":1,"only":1,"sends":1,"delta":10,"to":3,"workers":1,"reduce":1,"the":5,"data":1,"payload":1,"size":1,"function":1,"also":1,"cleans":1,"up":2,"cache":8,"based":1,"on":1,"a":1,"given":1,"finished":6,"request":9,"ids":4,"new":4,"seq":13,"group":13,"metadata":22,"list":7,"for":2,"or":8,"in":3,"id":9,"if":4,"not":2,"self":8,"first":2,"prefill":2,"assert":2,"isinstance":3,"sequencegroupmetadata":2,"else":2,"already":1,"cached":2,"sequencegroupmetadatadelta":1,"apply":1,"snapshot":1,"sent":1,"again":1,"preempted":1,"reset":1,"we":1,"need":1,"start":1,"from":1,"scratch":1,"append":1,"clean":1,"del":1,"return":1,"def":1,"execute":5,"model":5,"spmd":1,"req":4,"executemodelrequest":1,"intermediate":1,"tensors":1,"optional":2,"intermediatetensors":1,"none":2,"sampleroutput":1,"get":1,"requests":1},"22341,1932,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"execute":3,"model":13,"req":2,"seq":2,"group":2,"metadata":2,"list":4,"new":1,"output":2,"super":1,"spmd":1,"intermediate":1,"tensors":1,"return":8,"def":8,"add":2,"lora":12,"self":16,"request":2,"lorarequest":1,"bool":3,"runner":5,"remove":2,"id":4,"int":8,"pin":2,"loras":2,"set":2,"property":2,"max":2,"len":2,"config":13,"vocab":2,"size":9,"get":3,"cache":4,"block":3,"bytes":2,"the":3,"of":1,"kv":2,"in":1,"cacheengine":1,"parallel":10,"init":4,"worker":1,"distributed":5,"environment":3,"vllm":3,"vllmconfig":1,"rank":4,"method":2,"optional":1,"str":1,"none":2,"local":2,"1":1,"initialize":1,"custom":2,"all":2,"reduce":2,"not":1,"disable":1,"world":1,"current":1,"platform":1,"dist":1,"backend":1,"ensure":2,"initialized":2,"tensor":1,"pipeline":1,"transfer":1},"24273,912,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"def":1,"check":2,"if":5,"gpu":5,"supports":2,"dtype":7,"torch":4,"the":3,"bfloat16":2,"noqa":1,"sim102":1,"not":2,"current":3,"platform":3,"has":2,"device":3,"capability":8,"80":1,"get":2,"name":3,"is":2,"none":1,"compute":6,"str":6,"does":1,"have":1,"a":1,"else":1,"version":3,"as":1,"f":2,"raise":1,"valueerror":1,"only":1,"supported":1,"on":1,"gpus":1,"with":1,"of":1,"at":1,"least":1,"8":1,"0":1,"your":1,"you":1,"can":1,"use":1,"float16":1,"instead":1,"by":1,"explicitly":1,"setting":1,"flag":1,"in":1,"cli":1,"for":1,"example":1,"half":1},"25185,1140,data/raw/vllm-0.10.1/vllm/worker/worker.py":{"def":1,"raise":4,"if":4,"cache":4,"size":5,"invalid":1,"num":5,"gpu":7,"blocks":8,"block":2,"is":5,"attention":5,"free":5,"max":8,"model":6,"len":8,"pipeline":2,"parallel":2,"none":1,"and":3,"0":2,"valueerror":3,"no":2,"memory":4,"should":1,"be":2,"allocated":2,"for":3,"the":6,"f":3,"an":1,"but":1,"are":1,"not":2,"available":1,"try":2,"increasing":2,"utilization":2,"when":2,"initializing":2,"engine":2,"seq":4,"s":1,"larger":1,"than":1,"maximum":1,"number":1,"of":1,"tokens":1,"that":1,"can":1,"stored":1,"in":1,"kv":1,"or":1,"decreasing":1},"0,1912,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":15,"project":1,"import":19,"os":1,"from":17,"dataclasses":1,"dataclass":2,"typing":1,"type":2,"checking":2,"any":1,"dict":3,"list":1,"optional":5,"set":1,"tuple":1,"union":2,"torch":6,"nn":1,"config":1,"deviceconfig":1,"vllmconfig":1,"logger":4,"init":2,"lora":2,"layers":2,"loramapping":1,"request":1,"lorarequest":1,"model":6,"executor":3,"samplingmetadata":2,"sampler":1,"sampleroutput":1,"loader":1,"neuron":2,"get":1,"multimodal":1,"batchedtensorinputs":2,"multimodalkwargs":1,"platforms":1,"current":1,"platform":1,"sampling":4,"params":1,"samplingparams":1,"sequence":1,"intermediatetensors":1,"sequencegroupmetadata":1,"utils":1,"is":1,"pin":1,"memory":1,"available":1,"make":1,"tensor":6,"with":1,"pad":1,"worker":1,"runner":1,"base":1,"modelrunnerbase":1,"modelrunnerinputbase":2,"if":1,"attention":1,"backends":1,"abstract":1,"attentionbackend":1,"name":1,"frozen":1,"true":1,"class":1,"modelinputforneuron":1,"used":1,"by":1,"neuronmodelrunner":1,"input":9,"tokens":3,"none":6,"positions":3,"block":3,"ids":4,"metadata":3,"multi":3,"modal":3,"kwargs":3,"adapter":1,"str":2,"def":1,"as":1,"broadcastable":1,"self":6,"int":1,"return":1},"1912,1993,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"classmethod":1,"def":2,"from":1,"broadcasted":1,"tensor":7,"dict":8,"cls":1,"str":2,"any":1,"attn":1,"backend":1,"optional":1,"attentionbackend":1,"none":3,"modelinputforneuron":3,"return":1,"input":6,"tokens":2,"positions":2,"block":2,"ids":5,"sampling":8,"metadata":2,"multi":2,"modal":2,"kwargs":2,"class":1,"neuronmodelrunner":1,"modelrunnerbase":2,"a":2,"model":6,"runner":1,"for":1,"aws":1,"neuron":7,"hardware":1,"has":1,"an":2,"upper":1,"limit":1,"on":6,"the":3,"top":2,"k":2,"max":1,"256":1,"init":2,"self":14,"vllm":3,"config":11,"vllmconfig":1,"if":3,"is":6,"not":3,"and":1,"get":1,"sliding":3,"window":3,"logger":1,"warning":1,"supported":1,"will":1,"run":1,"without":1,"device":10,"else":1,"deviceconfig":1,"lora":2,"pin":2,"memory":2,"available":1,"lazy":1,"initialization":1,"nn":1,"module":1,"initialize":1,"after":1,"load":1,"once":1,"disabled":3,"set":1,"to":3,"non":1,"zero":1,"value":1,"turn":1,"off":1,"int":1,"os":1,"getenv":1,"0":1,"needs":1,"update":2,"parameters":1,"when":1,"request":3,"change":1,"across":1,"batches":1,"this":1,"variable":1,"stores":1,"previous":2,"batch":2,"s":1,"determine":1,"needed":1,"list":1},"3905,1866,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"if":2,"not":1,"self":18,"on":5,"device":4,"sampling":10,"disabled":2,"init":2,"neuron":8,"def":4,"none":2,"current":2,"platform":1,"use":1,"transformers":3,"neuronx":2,"from":2,"config":11,"import":2,"generationconfig":3,"else":1,"logger":1,"warning":1,"is":1,"turned":1,"in":1,"by":1,"default":1,"only":1,"top":7,"k":5,"p":2,"and":1,"temperature":2,"are":1,"supported":1,"parameters":1,"to":1,"turn":1,"off":1,"the":2,"please":1,"set":1,"environment":1,"variable":1,"1":3,"model":8,"params":1,"max":7,"length":1,"scheduler":6,"len":2,"do":1,"sample":1,"true":3,"per":1,"batch":1,"line":1,"num":3,"seqs":3,"0":3,"dynamic":1,"global":1,"load":1,"get":2,"parallel":2,"nn":1,"module":1,"return":1,"prepare":1,"prompt":1,"seq":2,"group":2,"metadata":2,"list":9,"sequencegroupmetadata":1,"tuple":1,"torch":3,"tensor":3,"int":4,"batchedtensorinputs":1,"assert":1,"input":3,"tokens":1,"positions":1,"block":1,"ids":1},"5771,1931,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"seq":28,"lens":3,"list":7,"int":1,"multi":4,"modal":4,"kwargs":7,"multimodalkwargs":1,"for":1,"group":8,"metadata":8,"in":1,"assert":5,"is":2,"prompt":4,"ids":7,"data":6,"keys":1,"len":12,"1":2,"id":3,"0":5,"tokens":6,"get":1,"token":1,"append":5,"input":9,"positions":3,"range":1,"block":8,"tables":2,"not":1,"none":1,"table":3,"mm":5,"if":1,"self":4,"process":1,"neuron":1,"max":7,"make":2,"tensor":3,"with":2,"pad":4,"dtype":3,"torch":4,"long":3,"device":6},"7702,1377,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"multi":3,"modal":3,"kwargs":3,"multimodalkwargs":1,"batch":1,"list":12,"return":1,"input":9,"tokens":3,"positions":3,"block":8,"ids":5,"seq":23,"lens":3,"def":1,"prepare":1,"decode":1,"self":1,"group":9,"metadata":9,"sequencegroupmetadata":1,"tuple":1,"torch":3,"tensor":3,"assert":4,"len":6,"0":2,"int":4,"context":2,"for":2,"in":2,"not":2,"is":2,"prompt":1,"data":5,"keys":1,"id":4,"generation":2,"token":3,"get":2,"last":1,"append":4,"position":2,"1":2,"tables":2,"none":1,"table":3},"9079,2000,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"input":18,"tokens":5,"make":3,"tensor":8,"with":2,"pad":4,"0":4,"max":2,"len":2,"1":2,"dtype":4,"torch":6,"long":3,"device":8,"self":8,"positions":5,"context":2,"lens":4,"int":2,"block":5,"ids":6,"return":2,"def":2,"model":2,"from":2,"broadcasted":2,"dict":5,"str":2,"any":1,"modelinputforneuron":3,"prepare":4,"seq":6,"group":5,"metadata":4,"list":6,"sequencegroupmetadata":1,"virtual":1,"engine":1,"finished":1,"requests":1,"optional":1,"none":3,"multi":2,"modal":2,"kwargs":2,"note":1,"we":1,"assume":1,"that":1,"all":3,"sequences":1,"in":1,"the":1,"are":1,"prompts":1,"or":1,"decodes":1,"is":3,"prompt":4,"tensors":1,"if":1,"else":1,"decode":1},"11079,1936,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"if":5,"not":4,"self":9,"on":3,"device":4,"sampling":12,"disabled":2,"for":4,"seq":14,"group":11,"metadata":10,"in":4,"list":9,"params":8,"top":6,"k":3,"p":3,"temperature":3,"convert":1,"to":1,"neuron":3,"we":2,"need":1,"multi":6,"modal":6,"data":7,"later":1,"tokens":1,"as":1,"well":1,"kwargs":4,"multimodalkwargs":2,"mm":3,"append":1,"batch":6,"samplingmetadata":1,"prepare":1,"lens":4,"query":1,"is":2,"needed":1,"chunked":2,"prefill":2,"supported":1,"since":1,"worker":1,"doesn":1,"t":1,"support":1,"just":1,"use":2,"instead":1,"pin":1,"memory":1,"generators":2,"get":1,"finished":1,"requests":1,"ids":7,"current":5,"platform":1,"transformers":1,"neuronx":1,"and":1,"once":1,"the":2,"request":7,"are":1,"changed":1,"iteration":1,"will":1,"update":2,"parameters":1,"meta":2,"id":1,"previous":2},"13015,1927,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"return":1,"modelinputforneuron":1,"input":7,"tokens":2,"positions":2,"block":4,"ids":5,"sampling":19,"metadata":8,"multi":2,"modal":2,"kwargs":2,"def":1,"update":5,"neuron":5,"params":15,"self":2,"seq":20,"group":15,"list":4,"sequencegroupmetadata":1,"parameters":2,"generationconfig":1,"in":5,"current":7,"model":1,"config":1,"assert":1,"is":5,"not":1,"none":1,"f":2,"failed":1,"to":2,"needed":2,"false":1,"top":16,"k":8,"p":8,"temperature":8,"the":1,"index":9,"of":1,"a":1,"sequence":1,"s":1,"equal":1,"its":1,"for":2,"data":1,"keys":1,"id":2,"tables":1,"0":1,"if":1,"or":2,"true":1},"14942,1615,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"update":3,"generation":2,"config":2,"is":2,"only":1,"available":1,"in":2,"transformers":2,"neuronx":2,"if":4,"needed":1,"and":3,"current":2,"platform":1,"use":1,"self":5,"model":6,"sampling":14,"params":10,"def":2,"convert":1,"to":1,"neuron":5,"samplingparams":1,"tuple":1,"int":2,"float":2,"returns":1,"the":1,"top":17,"k":11,"p":6,"temperature":8,"parameters":1,"for":3,"0":4,"enable":1,"greedy":1,"on":1,"zero":1,"return":2,"1":6,"or":1,"max":2,"torch":3,"inference":1,"mode":1,"execute":1,"input":3,"modelinputforneuron":1,"kv":1,"caches":1,"optional":3,"list":2,"tensor":2,"none":2,"intermediate":1,"tensors":1,"intermediatetensors":1,"num":2,"steps":2,"sampleroutput":1,"raise":1,"valueerror":1,"neuronmodelrunner":1,"does":1,"not":1,"support":1,"multi":1,"step":1,"execution":1,"extract":1,"from":1,"forward":1,"call":1,"seq":5,"group":4,"metadata":1,"groups":1},"16557,1891,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"if":3,"current":2,"platform":2,"use":2,"neuronx":2,"distributed":1,"hidden":4,"states":4,"self":10,"model":17,"input":21,"ids":9,"tokens":2,"positions":4,"block":4,"sampling":10,"params":2,"adapter":2,"multimodalkwargs":2,"as":3,"kwargs":4,"multi":3,"modal":3,"or":2,"device":9,"elif":1,"transformers":1,"todo":1,"validate":1,"on":5,"the":5,"signature":1,"may":1,"need":1,"change":1,"for":2,"compute":2,"logits":6,"only":1,"is":2,"turned":1,"off":1,"outputs":1,"token":2,"disabled":1,"metadata":3,"else":1,"sample":2,"next":1,"output":2,"return":3,"property":1,"def":2,"vocab":2,"size":2,"int":1,"config":1,"get":1,"process":1,"data":3,"neuron":1,"mm":2,"this":1,"a":1,"no":1,"op":1,"neuronmodelrunner":1},"18448,1001,data/raw/vllm-0.10.1/vllm/worker/neuron_model_runner.py":{"def":6,"remove":2,"all":1,"loras":9,"self":6,"raise":6,"notimplementederror":6,"are":6,"not":6,"supported":6,"for":6,"transformers":6,"neuronx":6,"framework":6,"set":3,"active":1,"lora":8,"requests":1,"lorarequest":2,"mapping":1,"loramapping":1,"none":1,"add":1,"request":1,"id":2,"int":3,"bool":2,"pin":1,"list":1},"0,1480,data/raw/vllm-0.10.1/vllm/worker/model_runner_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":11,"project":1,"import":15,"dataclasses":1,"from":13,"abc":2,"abstractmethod":1,"typing":1,"type":3,"checking":2,"any":3,"dict":9,"generic":1,"list":1,"optional":2,"typevar":2,"torch":2,"nn":2,"as":1,"config":1,"vllmconfig":1,"logger":4,"init":3,"model":6,"executor":4,"layers":1,"sampler":1,"sampleroutput":1,"models":2,"interfaces":2,"supports":1,"transcription":1,"base":1,"is":3,"pooling":1,"text":1,"generation":1,"sequence":1,"intermediatetensors":1,"sequencegroupmetadata":1,"tasks":1,"generationtask":1,"poolingtask":1,"supportedtask":1,"if":2,"attention":2,"attentionmetadata":3,"backends":1,"abstract":1,"attentionbackend":2,"samplingmetadata":1,"name":1,"t":2,"bound":1,"broadcastablemodelinput":1,"def":2,"add":1,"attn":6,"metadata":5,"broadcastable":2,"tensor":5,"str":2,"none":2,"helper":1,"method":1,"update":2,"with":1,"fields":1,"not":1,"asdict":1,"zerocopy":1,"backend":1},"1480,1864,data/raw/vllm-0.10.1/vllm/worker/model_runner_base.py":{"dict":18,"str":4,"any":4,"helper":3,"method":3,"to":5,"initialize":2,"attentionmetadata":3,"based":2,"on":2,"an":2,"attentionbackend":1,"and":1,"broadcastable":4,"fields":5,"extract":1,"the":2,"used":1,"create":1,"valid":4,"attn":9,"kwargs":4,"for":1,"field":7,"in":2,"dataclasses":1,"backend":2,"get":1,"metadata":11,"cls":1,"if":4,"name":6,"tensor":13,"input":1,"positions":1,"else":1,"pop":2,"make":1,"return":2,"def":2,"init":1,"sampling":7,"from":2,"type":1,"ignore":1,"samplingmetadata":7,"vllm":1,"model":1,"executor":1,"import":1,"selected":7,"token":7,"indices":8,"none":6,"empty":1,"signal":1,"that":1,"worker":1,"should":1,"skip":1,"is":2,"not":2,"seq":1,"groups":1,"categorized":1,"sample":1,"num":1,"prompts":1,"0":1,"add":1,"optional":1,"update":1,"with":1},"3344,1893,data/raw/vllm-0.10.1/vllm/worker/model_runner_base.py":{"def":3,"init":1,"frozen":9,"model":9,"input":7,"from":4,"tensor":12,"dict":13,"cls":4,"type":2,"modelrunnerinputbase":4,"str":4,"any":4,"helper":1,"method":1,"to":4,"initialize":1,"a":4,"modelinput":2,"based":1,"on":1,"broadcastable":3,"valid":3,"kwargs":3,"for":3,"field":3,"in":1,"dataclasses":2,"fields":5,"val":3,"pop":2,"name":2,"none":3,"if":1,"is":1,"not":1,"return":1,"class":2,"broadcastablemodelinput":3,"abc":1,"abstractmethod":2,"as":1,"self":1,"extract":1,"override":1,"that":2,"require":1,"some":1,"custom":1,"deserialization":1,"raise":2,"notimplementederror":2,"classmethod":1,"broadcasted":1,"t":2,"attn":1,"backend":1,"optional":1,"attentionbackend":1,"the":4,"given":1,"and":2,"populate":1,"new":1,"instance":1,"of":2,"dataclass":1,"true":1,"local":2,"inputs":1,"each":1,"worker":3,"s":1,"runner":1,"may":2,"contain":1,"device":1,"specific":1,"data":1,"different":2,"backends":1,"have":1,"methods":1,"converting":1,"global":1,"executemodelrequest":1,"produced":1,"by":1,"llm":1,"engine":1,"objects":1,"runners":1,"support":1,"multi":1,"gpu":1,"execution":1,"should":1,"define":1,"subclass":1,"add":1,"their":1,"required":1,"specify":1,"how":1,"serialize":1,"deserialize":1,"broadcast":1,"between":1,"workers":1,"pass":1},"5237,1978,data/raw/vllm-0.10.1/vllm/worker/model_runner_base.py":{"class":2,"modelrunnerinputbuilderbase":1,"abc":2,"generic":2,"t":4,"a":4,"builder":1,"to":1,"create":1,"modelrunnerinputbase":3,"objects":1,"abstractmethod":4,"def":5,"prepare":1,"self":15,"finished":1,"requests":1,"ids":1,"optional":1,"list":1,"str":3,"none":3,"raise":4,"notimplementederror":4,"add":1,"seq":2,"group":2,"metadata":3,"tba":1,"build":2,"args":1,"kwargs":1,"with":2,"on":1,"device":3,"tensors":1,"modelrunnerbase":2,"model":7,"runner":1,"interface":1,"that":1,"abstracts":1,"particular":1,"hardware":1,"and":1,"or":1,"type":1,"of":3,"execution":1,"may":1,"communicate":1,"data":1,"runners":1,"in":1,"other":1,"processes":1,"but":1,"it":1,"should":2,"not":1,"include":1,"control":1,"plane":1,"communication":1,"each":1,"subclass":2,"define":1,"corresponding":1,"init":1,"vllm":12,"config":30,"vllmconfig":1,"cache":2,"lora":2,"load":2,"parallel":2,"scheduler":2,"speculative":2,"observability":2,"map":1,"request":1,"id":1,"generator":2,"used":1,"for":1,"seeded":1,"random":1,"sampling":1,"generators":1,"dict":5,"torch":1,"make":2,"input":1,"from":2,"broadcasted":2,"tensor":3,"any":1,"an":1,"instance":1,"the":1},"7215,1654,data/raw/vllm-0.10.1/vllm/worker/model_runner_base.py":{"abstractmethod":2,"def":5,"prepare":2,"model":16,"input":1,"self":11,"seq":1,"group":1,"metadata":1,"list":8,"sequencegroupmetadata":1,"virtual":1,"engine":1,"int":1,"0":1,"finished":1,"requests":1,"ids":1,"optional":1,"str":1,"none":1,"t":1,"the":2,"inputs":1,"to":3,"modelrunnerbase":1,"execute":1,"from":1,"an":1,"execution":1,"request":1,"this":1,"method":1,"may":1,"move":1,"data":1,"worker":1,"s":1,"local":1,"device":1,"it":1,"is":3,"not":2,"allowed":1,"communicate":1,"with":1,"other":1,"workers":1,"or":1,"devices":1,"raise":2,"notimplementederror":2,"get":9,"nn":1,"module":1,"supported":10,"generation":3,"tasks":14,"generationtask":2,"if":6,"text":1,"append":2,"generate":2,"supports":2,"transcription":4,"only":1,"return":5,"pooling":4,"poolingtask":1,"pooler":1,"tuple":2,"supportedtask":2,"config":2,"runner":2,"type":2,"extend":2},"8869,1793,data/raw/vllm-0.10.1/vllm/worker/model_runner_base.py":{"def":6,"execute":2,"model":8,"self":15,"input":2,"t":1,"kv":1,"caches":1,"optional":4,"list":3,"torch":1,"tensor":1,"intermediate":1,"tensors":1,"intermediatetensors":1,"none":4,"num":1,"steps":1,"int":1,"1":1,"kwargs":1,"sampleroutput":1,"the":9,"on":1,"given":1,"raise":1,"notimplementederror":1,"get":1,"generators":5,"finished":3,"request":12,"ids":3,"str":2,"return":4,"dict":1,"of":3,"per":1,"used":1,"for":4,"random":1,"sampling":1,"clean":1,"up":1,"from":1,"completed":1,"requests":1,"if":1,"id":9,"in":1,"pop":1,"class":3,"modelrunnerwrapperbase":1,"whole":1,"point":1,"this":3,"is":3,"to":4,"lazily":1,"initialize":1,"runner":5,"init":3,"modelrunnerbase":2,"getattr":2,"attr":2,"inputprocessingerror":1,"exception":2,"raised":1,"when":1,"an":1,"error":2,"occurs":1,"preparing":1,"inputs":2,"a":2,"single":2,"sequence":4,"group":4,"allows":1,"engine":1,"gracefully":1,"handle":1,"errors":1,"with":2,"without":1,"having":1,"fail":1,"entire":1,"batch":1,"message":5,"offending":1,"super":1,"failed":1,"prepare":1,"f":1},"0,1924,data/raw/vllm-0.10.1/vllm/multimodal/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":13,"vllm":2,"project":1,"from":7,"abc":3,"import":6,"abstractmethod":1,"collections":1,"sequence":2,"pathlib":1,"path":1,"typing":1,"type":2,"checking":2,"generic":1,"namedtuple":2,"typevar":2,"if":1,"sequencegroupmetadata":2,"inputs":1,"multimodalkwargs":2,"placeholderrange":1,"t":2,"class":2,"multimodalplaceholdermap":3,"relates":2,"multi":5,"modal":5,"embeddings":7,"their":2,"corresponding":3,"placeholders":2,"note":1,"this":1,"is":1,"only":1,"used":1,"in":3,"v0":1,"indexmap":1,"src":5,"list":4,"int":4,"dest":6,"ranges":5,"range":3,"indices":2,"of":5,"that":4,"will":2,"replace":1,"placeholder":2,"pointed":1,"by":3,"len":4,"total":2,"number":2,"flattened":1,"be":1,"replaced":1,"multimodal":1,"destination":1,"tensor":1,"def":2,"init":1,"self":5,"classmethod":1,"seq":3,"group":3,"cls":1,"positions":3,"tuple":1,"dict":1,"str":1,"returns":1,"items":1,"intersect":1,"with":1,"portion":1,"a":2,"prompt":2,"represented":1,"as":2,"well":1,"embedding":1,"vectors":1,"examples":1,"aaaa":1,"bbbb":1,"what":1,"s":1,"these":1,"images":1},"1924,1971,data/raw/vllm-0.10.1/vllm/multimodal/base.py":{"images":7,"a":2,"b":3,"src":4,"ranges":8,"0":5,"4":7,"8":1,"dest":4,"5":2,"9":1,"prompt":3,"aaaa":3,"bbbb":3,"what":3,"s":3,"in":4,"these":3,"positions":7,"2":2,"6":1,"3":1,"seq":10,"mm":6,"data":4,"group":4,"multi":5,"modal":5,"placeholders":8,"if":2,"not":2,"or":1,"return":2,"multimodalkwargs":1,"placeholder":7,"maps":3,"dict":1,"str":1,"multimodalplaceholdermap":2,"for":1,"modality":2,"items":8,"map":4,"append":2,"from":2,"dummy":1,"since":1,"we":1,"don":1,"t":3,"care":1,"about":1,"intersecting":3,"none":1,"len":1,"def":1,"self":1,"range":1,"list":2,"sequence":1,"placeholderrange":1,"adds":1,"the":2,"that":1,"intersect":1,"to":1,"this":1,"and":1,"returns":1},"3895,1659,data/raw/vllm-0.10.1/vllm/multimodal/base.py":{"if":2,"len":8,"multi":6,"modal":6,"items":5,"placeholders":4,"raise":1,"valueerror":1,"and":2,"must":1,"have":1,"the":3,"same":1,"length":2,"for":1,"placeholder":10,"dict":4,"mm":2,"item":3,"in":1,"zip":1,"range":8,"offset":2,"intersection":6,"max":1,"positions":5,"start":8,"min":1,"stop":4,"not":1,"skip":1,"this":2,"continue":1,"token":2,"embedding":4,"multimodal":2,"self":7,"src":4,"intersecting":2,"append":3,"dest":2,"ranges":2,"return":1,"def":1,"extend":1,"other":1,"multimodalplaceholdermap":2,"adds":1,"from":1,"another":1,"to":1,"instance":1,"based":1,"on":1,"source":1,"destination":1,"tensors":1,"being":1,"concatenated":1},"5554,1446,data/raw/vllm-0.10.1/vllm/multimodal/base.py":{"self":15,"src":12,"ranges":6,"extend":2,"range":2,"len":12,"r":10,"start":2,"stop":2,"for":6,"in":6,"other":4,"dest":12,"def":4,"index":2,"map":2,"indexmap":2,"finalizes":1,"the":4,"placeholder":1,"into":1,"lists":1,"of":3,"indices":10,"that":1,"can":1,"be":2,"used":1,"to":1,"source":2,"and":2,"destination":2,"tensors":1,"i":4,"if":1,"raise":4,"valueerror":1,"f":2,"number":1,"must":1,"same":1,"return":1,"class":1,"mediaio":1,"abc":1,"generic":1,"t":4,"abstractmethod":3,"load":3,"bytes":2,"data":2,"notimplementederror":3,"base64":1,"media":4,"type":1,"str":2,"list":1,"types":3,"https":1,"www":1,"iana":1,"org":1,"assignments":1,"xhtml":1,"file":1,"filepath":1,"path":1},"0,1933,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":2,"vllm":3,"project":1,"from":13,"abc":3,"import":16,"abstractmethod":1,"collections":2,"userdict":1,"defaultdict":1,"mapping":1,"sequence":1,"dataclasses":1,"dataclass":1,"functools":1,"partial":1,"itertools":1,"accumulate":1,"typing":2,"type":2,"checking":2,"any":1,"literal":1,"optional":1,"typeddict":1,"typevar":2,"union":5,"cast":1,"final":1,"numpy":1,"as":2,"np":5,"extensions":1,"notrequired":1,"typealias":5,"utils":6,"lazyloader":2,"full":1,"groupby":1,"is":1,"list":5,"of":2,"jsontree":2,"json":1,"map":1,"leaves":1,"if":1,"torch":10,"types":1,"pil":1,"image":10,"transformers":4,"feature":1,"extraction":1,"batchfeature":1,"hasher":1,"multimodalhashdict":1,"else":1,"globals":1,"t":2,"hfimageitem":2,"ndarray":4,"tensor":6,"a":12,"imageinput":2,"representing":3,"single":4,"item":4,"which":5,"can":4,"be":4,"passed":5,"huggingface":4,"imageprocessor":2,"hfvideoitem":1,"videoinput":1,"video":1,"videoprocessor":1,"hfaudioitem":1,"float":1,"represents":1,"audio":1,"audioprocessor":1,"imageitem":1,"alternatively":1,"3":1,"d":2,"or":1,"batch":1,"tensors":1,"are":2,"treated":1,"embeddings":1,"these":1,"directly":1,"model":1,"without":1,"hf":1,"processing":1},"1933,1984,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"videoitem":2,"typealias":4,"union":3,"hfvideoitem":2,"torch":2,"tensor":4,"tuple":3,"dict":1,"str":2,"any":2,"a":11,"transformers":2,"video":6,"utils":2,"videoinput":1,"representing":1,"single":3,"item":3,"this":1,"can":2,"be":2,"passed":4,"to":6,"huggingface":2,"videoprocessor":1,"with":1,"videometadata":1,"alternatively":3,"3":2,"d":4,"or":3,"batch":2,"of":4,"2":2,"tensors":2,"which":3,"are":6,"treated":2,"as":2,"embeddings":2,"these":4,"directly":2,"the":10,"model":4,"without":2,"hf":3,"processing":2,"audioitem":2,"hfaudioitem":1,"np":1,"ndarray":1,"float":1,"represents":1,"audio":5,"audioprocessor":1,"sampling":3,"rate":3,"where":1,"is":3,"different":1,"from":1,"that":1,"expected":1,"by":5,"resampled":1,"s":4,"before":1,"being":1,"processed":1,"modalitydata":5,"t":2,"list":2,"either":1,"data":4,"items":2,"number":1,"allowed":1,"per":2,"modality":3,"restricted":1,"limit":1,"mm":1,"prompt":2,"final":1,"class":2,"multimodaldatabuiltins":3,"typeddict":1,"total":1,"false":1,"type":2,"annotations":1,"for":3,"types":1,"predefined":1,"vllm":2,"image":2,"imageitem":1,"input":4,"multimodaldatadict":1,"mapping":1,"dictionary":1,"containing":1,"an":1,"entry":1,"each":1,"built":1,"in":2,"modalities":1,"defined":1,"multimodal":1,"inputs":1,"dataclass":1,"frozen":1,"true":1,"placeholderrange":1,"placeholder":1,"location":1,"information":1,"multi":1,"modal":1,"example":1,"aaaa":1,"bbbb":1,"what":1,"images":1},"3917,1980,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"images":1,"a":18,"and":6,"b":15,"will":1,"have":1,"placeholderrange":2,"offset":7,"0":1,"length":9,"4":2,"5":1,"int":4,"the":6,"start":1,"index":1,"of":5,"placeholder":2,"in":3,"prompt":1,"is":14,"embed":9,"optional":1,"torch":10,"tensor":9,"none":6,"boolean":1,"mask":1,"shape":1,"indicating":1,"which":1,"positions":1,"between":2,"to":2,"assign":1,"embeddings":1,"def":3,"get":1,"num":1,"embeds":1,"self":11,"if":9,"return":11,"sum":1,"item":1,"eq":1,"other":7,"object":1,"bool":2,"not":3,"isinstance":9,"class":1,"false":2,"nested":4,"tensors":4,"equal":6,"nestedtensors":6,"typealias":1,"union":1,"list":7,"tuple":1,"uses":1,"instead":1,"dimensions":1,"each":1,"element":1,"do":1,"match":1,"equality":1,"check":1,"vllm":1,"multimodal":1,"inputs":1,"objects":1,"elif":1,"all":2,"for":2,"zip":2},"5897,1871,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"both":1,"a":5,"and":3,"b":2,"are":1,"scalars":1,"return":3,"batchedtensorinputs":1,"typealias":1,"mapping":1,"str":3,"nestedtensors":2,"dictionary":1,"containing":1,"nested":2,"tensors":2,"which":1,"have":1,"been":1,"batched":1,"via":1,"multimodalkwargs":8,"batch":3,"vllm":4,"multimodal":4,"inputs":4,"dataclass":2,"class":2,"multimodalfieldelem":1,"represents":1,"keyword":4,"argument":3,"corresponding":2,"to":8,"multi":4,"modal":4,"item":4,"in":5,"modality":4,"the":12,"of":7,"each":1,"can":1,"consist":1,"multiple":1,"arguments":1,"key":4,"this":3,"field":6,"i":2,"e":2,"name":1,"be":3,"passed":2,"model":3,"data":13,"tensor":2,"value":1,"it":2,"may":1,"set":1,"none":5,"if":3,"is":6,"determined":1,"that":1,"cached":1,"enginecore":1,"basemultimodalfield":1,"defines":1,"how":1,"combine":1,"with":1,"others":1,"order":1,"items":1,"together":1,"for":1,"inference":1,"def":1,"eq":1,"self":8,"other":8,"object":1,"bool":1,"not":1,"isinstance":1,"false":1,"equal":5,"elif":1,"else":1,"type":2,"noqa":1,"e721":1,"frozen":1,"true":1},"7768,1999,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"class":1,"basemultimodalfield":3,"abc":1,"defines":1,"how":1,"to":3,"interpret":1,"tensor":1,"data":14,"belonging":1,"a":1,"keyword":1,"argument":2,"in":3,"multimodalkwargs":2,"vllm":5,"multimodal":5,"inputs":5,"for":3,"multiple":2,"multi":1,"modal":1,"items":1,"and":1,"vice":1,"versa":1,"def":5,"field":6,"factory":3,"self":6,"modality":4,"str":4,"key":4,"f":3,"partial":1,"multimodalfieldelem":8,"allow":1,"passing":1,"as":1,"positional":1,"nestedtensors":5,"return":3,"abstractmethod":2,"build":3,"elems":6,"sequence":1,"construct":1,"instances":2,"represent":1,"the":4,"provided":1,"this":2,"is":2,"inverse":2,"of":3,"reduce":5,"raise":3,"notimplementederror":2,"batch":3,"list":2,"pin":4,"memory":4,"bool":2,"false":1,"merge":2,"from":1,"types":3,"type":1,"item":2,"if":1,"len":1,"set":1,"1":1,"valueerror":1,"cannot":1,"different":1,"elem":2,"dataclass":1,"frozen":1,"true":1},"9767,1757,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"class":2,"multimodalbatchedfield":1,"basemultimodalfield":2,"info":2,"multimodalfieldconfig":6,"batched":2,"vllm":3,"multimodal":3,"inputs":3,"def":2,"build":1,"elems":1,"self":3,"modality":3,"str":2,"key":3,"data":3,"nestedtensors":3,"sequence":4,"multimodalfieldelem":1,"field":3,"factory":3,"return":4,"item":2,"for":2,"in":2,"reduce":1,"batch":15,"list":2,"pin":3,"memory":3,"bool":1,"if":4,"len":3,"0":8,"and":1,"is":2,"of":1,"torch":4,"tensor":3,"check":1,"all":2,"1":1,"an":1,"optimization":1,"when":1,"contains":1,"only":1,"one":1,"produce":1,"exactly":1,"same":1,"result":1,"as":1,"stack":2,"will":1,"achieve":1,"zero":1,"copy":1,"the":1,"contiguous":2,"unsqueeze":1,"first":2,"shape":5,"elem":2,"out":3,"empty":1,"dtype":2,"device":2,"dataclass":1,"frozen":1,"true":1,"multimodalflatfield":1,"flat":4,"from":2,"sizes":2,"slices":1,"union":1,"slice":2,"dim":1,"int":1},"11524,1892,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"def":3,"build":1,"elems":1,"self":9,"modality":3,"str":2,"key":3,"data":4,"nestedtensors":3,"sequence":1,"multimodalfieldelem":1,"field":3,"factory":3,"if":5,"not":1,"is":5,"list":4,"of":2,"slices":3,"slice":2,"check":2,"all":3,"assert":2,"isinstance":1,"torch":7,"tensor":9,"required":2,"for":7,"multiple":1,"return":5,"cast":1,"s":2,"in":5,"reduce":1,"batch":15,"pin":3,"memory":3,"bool":1,"len":3,"0":9,"and":1,"1":2,"an":1,"optimization":1,"when":1,"contains":1,"only":1,"one":1,"produce":1,"exactly":1,"same":1,"result":1,"as":1,"concat":4,"will":1,"achieve":1,"zero":1,"copy":1,"the":1,"contiguous":2,"dim":10,"shape":16,"before":5,"after":5,"first":3,"elem":4,"sum":1,"item":2,"out":3,"empty":1,"dtype":2,"device":2,"nested":1,"e":2,"dataclass":1,"frozen":1,"true":1},"13416,1640,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"class":2,"multimodalsharedfield":1,"basemultimodalfield":1,"info":1,"multimodalfieldconfig":4,"shared":2,"vllm":1,"multimodal":1,"inputs":1,"batch":6,"size":2,"int":2,"def":4,"build":1,"elems":1,"self":4,"modality":9,"str":4,"key":3,"data":6,"nestedtensors":3,"sequence":4,"multimodalfieldelem":1,"field":6,"factory":3,"return":3,"reduce":1,"list":1,"pin":1,"memory":1,"bool":1,"0":2,"staticmethod":2,"batched":1,"defines":2,"a":2,"where":2,"an":2,"element":5,"in":2,"the":8,"is":2,"obtained":2,"by":2,"indexing":1,"into":1,"first":2,"dimension":2,"of":3,"underlying":2,"args":1,"multi":1,"modal":1,"item":1,"that":1,"uses":1,"this":1,"keyword":1,"argument":1,"example":1,"input":1,"aaaa":2,"bbbb":2,"cccc":2,"output":1,"1":1,"2":1,"3":1,"multimodalbatchedfield":1,"flat":1,"slices":1,"union":1,"slice":2,"dim":1,"slicing":1,"along":1},"15056,1943,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"args":2,"modality":7,"the":13,"of":5,"multi":4,"modal":4,"item":6,"that":4,"uses":2,"this":2,"keyword":2,"argument":2,"slices":7,"for":2,"each":2,"a":9,"slice":12,"dim":8,"0":7,"or":1,"tuple":1,"is":3,"used":2,"to":8,"extract":3,"data":7,"corresponding":2,"it":2,"dimension":3,"default":2,"example":2,"given":3,"3":7,"7":4,"9":2,"input":3,"aaabbbbcc":2,"output":2,"element":7,"1":3,"aaa":1,"2":3,"bbbb":1,"cc":1,"none":3,"b":8,"c":4,"return":1,"multimodalfieldconfig":1,"field":2,"multimodalflatfield":1,"staticmethod":1,"def":1,"flat":1,"from":1,"sizes":1,"str":1,"size":3,"per":2,"torch":1,"tensor":1,"int":1,"defines":1,"where":1,"an":1,"in":1,"batch":1,"obtained":1,"by":1,"slicing":1,"along":1,"first":1,"underlying":1,"4":1},"16999,1982,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"output":3,"element":12,"1":7,"aaa":1,"2":4,"bbbb":1,"3":4,"cc":1,"given":2,"slices":3,"4":3,"dim":4,"input":2,"data":5,"a":8,"b":8,"c":4,"info":1,"multimodalfieldconfig":4,"flat":3,"vllm":1,"multimodal":1,"inputs":1,"if":1,"size":9,"per":5,"item":6,"ndim":1,"raise":1,"valueerror":1,"should":1,"be":1,"d":1,"tensor":1,"f":1,"but":1,"found":1,"shape":2,"slice":5,"idxs":3,"0":1,"accumulate":1,"none":4,"i":3,"for":2,"in":3,"range":1,"len":1,"return":2,"modality":7,"staticmethod":1,"def":2,"shared":1,"str":2,"batch":6,"int":1,"defines":1,"field":3,"where":1,"an":1,"the":9,"is":2,"obtained":1,"by":1,"taking":1,"entirety":1,"of":3,"underlying":1,"this":3,"means":1,"that":2,"same":1,"each":1,"args":1,"multi":2,"modal":2,"uses":1,"keyword":1,"argument":1,"number":1,"items":1,"which":1,"share":1,"example":1,"xyz":5,"multimodalsharedfield":1,"init":2,"self":1,"basemultimodalfield":1,"super":1},"18981,1976,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"self":12,"field":4,"modality":10,"def":6,"build":2,"elems":6,"key":6,"str":6,"batch":2,"nestedtensors":2,"sequence":2,"multimodalfieldelem":7,"return":5,"class":3,"multimodalkwargsitem":3,"userdict":1,"a":3,"collection":1,"of":1,"vllm":5,"multimodal":5,"inputs":3,"corresponding":2,"to":4,"data":8,"item":4,"in":5,"multimodaldataitems":4,"parse":2,"staticmethod":2,"dummy":2,"convenience":1,"for":4,"testing":1,"mm":2,"elem":9,"torch":2,"empty":1,"1":3,"multimodalsharedfield":1,"from":2,"init":2,"mapping":2,"none":1,"super":1,"modalities":5,"values":1,"assert":1,"len":1,"f":1,"found":1,"different":1,"next":1,"iter":1,"property":1,"get":5,"items":4,"multimodalkwargs":3,"dictionary":1,"that":1,"represents":1,"the":3,"keyword":2,"arguments":2,"nn":1,"module":1,"forward":1,"metadata":1,"enables":1,"us":1,"obtain":1,"each":1,"via":1,"and":1},"20957,1864,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"staticmethod":1,"def":3,"from":2,"hf":4,"inputs":4,"batchfeature":1,"config":6,"by":13,"key":12,"mapping":2,"str":5,"multimodalfieldconfig":1,"note":1,"this":1,"skips":1,"fields":2,"in":12,"that":2,"are":2,"not":3,"we":1,"assume":1,"those":1,"used":1,"vllm":1,"elems":13,"dict":2,"sequence":2,"multimodalfieldelem":1,"keys":6,"modality":14,"defaultdict":1,"set":3,"for":7,"items":12,"batch":10,"get":1,"if":3,"is":1,"none":3,"build":1,"len":3,"0":1,"add":1,"list":1,"multimodalkwargsitem":3,"k":5,"sizes":5,"v":4,"values":3,"1":1,"raise":1,"valueerror":1,"f":2,"cannot":1,"merge":1,"different":1,"found":1,"size":2,"next":1,"iter":1,"item":2,"idx":2,"range":1,"append":1,"return":2,"multimodalkwargs":1,"init":2,"self":5,"super":1,"full":1,"groupby":1,"lambda":1,"x":2,"data":1,"optional":1,"nestedtensors":1,"property":1,"modalities":1},"22821,1835,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"staticmethod":1,"def":1,"try":2,"stack":5,"nested":9,"tensors":24,"nestedtensors":2,"pin":4,"memory":4,"bool":1,"false":1,"the":5,"inner":2,"dimensions":2,"that":3,"have":3,"same":2,"shape":4,"in":3,"a":3,"list":4,"of":2,"thus":1,"dimension":2,"represented":1,"by":1,"means":1,"are":1,"different":1,"for":3,"each":1,"element":1,"along":1,"if":7,"isinstance":3,"torch":8,"tensor":6,"return":7,"todo":1,"remove":1,"these":1,"once":1,"all":2,"models":1,"been":1,"migrated":1,"np":1,"ndarray":1,"from":1,"numpy":1,"int":1,"float":1,"stacked":6,"multimodalkwargs":1,"t":5,"not":2,"is":2,"check":1,"only":2,"lists":1,"can":2,"be":2,"cast":1,"len":2,"1":1,"an":1,"optimization":1,"when":1,"contains":1,"one":1,"produce":1,"exactly":1,"result":1,"as":1,"will":1,"achieve":1,"zero":1,"copy":1,"contiguous":2,"0":6,"unsqueeze":1,"any":1,"incompatible":1,"shapes":1,"and":1,"outputs":2,"empty":1,"dtype":2,"device":2,"out":1},"24656,1878,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"staticmethod":2,"def":7,"batch":3,"inputs":11,"list":9,"multimodalkwargs":2,"pin":2,"memory":2,"bool":1,"false":1,"batchedtensorinputs":4,"multiple":1,"together":1,"into":1,"a":4,"dictionary":2,"the":10,"resulting":1,"has":1,"same":2,"keys":4,"as":2,"if":2,"corresponding":1,"value":4,"from":2,"each":3,"input":2,"is":3,"tensor":3,"and":1,"they":1,"all":1,"share":1,"shape":1,"output":2,"single":1,"batched":3,"otherwise":1,"containing":1,"original":1,"len":1,"0":1,"return":7,"we":1,"need":1,"to":2,"consider":1,"case":1,"where":1,"item":6,"in":4,"contains":1,"different":2,"modalities":1,"i":1,"e":1,"lists":3,"defaultdict":1,"str":3,"nestedtensors":1,"for":3,"k":4,"v":2,"items":4,"append":1,"try":1,"stack":1,"kwargs":3,"device":4,"torch":2,"types":1,"json":5,"cast":2,"jsontree":1,"mapped":2,"map":1,"leaves":1,"lambda":1,"x":2,"non":1,"blocking":1,"true":1,"self":10,"get":7,"data":7,"values":2,"key":4,"default":2,"none":1,"pop":2,"args":2,"dict":1,"res":1},"26534,1896,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"for":2,"items":15,"in":3,"self":22,"by":10,"modality":29,"values":1,"item":10,"pop":1,"key":3,"args":1,"kwargs":1,"data":3,"none":2,"return":8,"res":1,"def":7,"iter":2,"get":11,"getitem":1,"str":6,"eq":1,"other":3,"object":1,"bool":1,"if":3,"not":6,"isinstance":1,"class":1,"false":1,"validate":4,"method":2,"name":2,"raise":2,"runtimeerror":1,"f":3,"is":2,"supported":1,"when":1,"multimodalkwargs":1,"initialized":1,"with":1,"available":3,"modalities":3,"set":1,"keys":1,"keyerror":1,"r":1,"found":1,"count":2,"int":2,"the":3,"number":1,"of":1,"belonging":2,"to":4,"a":2,"len":1,"index":3,"multimodalkwargsitem":2,"keyword":2,"arguments":2,"corresponding":2,"an":1,"identified":1,"its":1,"and":1,"sequence":1,"each":1},"28430,1797,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"def":1,"get":1,"data":9,"self":5,"pin":3,"memory":3,"bool":1,"false":1,"mapping":2,"str":5,"nestedtensors":1,"if":2,"is":1,"not":1,"none":1,"return":2,"elems":7,"by":4,"key":7,"defaultdict":1,"list":4,"multimodalfieldelem":1,"for":7,"items":5,"in":5,"modality":3,"values":1,"item":2,"elem":2,"append":1,"0":2,"field":1,"reduce":1,"len":1,"multimodalplaceholderdict":2,"typealias":1,"sequence":1,"placeholderrange":1,"a":1,"dictionary":1,"containing":1,"placeholder":3,"ranges":1,"each":2,"class":1,"multimodalinputs":1,"typeddict":1,"represents":1,"the":10,"outputs":1,"of":4,"basemultimodalprocessor":2,"vllm":2,"multimodal":2,"processing":1,"ready":1,"to":5,"be":3,"passed":2,"internals":1,"type":4,"literal":1,"inputs":1,"prompt":5,"processed":2,"text":1,"token":5,"ids":5,"int":2,"which":1,"includes":1,"tokens":2,"notrequired":2,"mm":3,"kwargs":1,"multimodalkwargs":1,"keyword":1,"arguments":1,"directly":1,"model":1,"after":1,"batching":1,"hashes":2,"optional":2,"multimodalhashdict":1,"multi":1,"modal":1,"placeholders":1,"information":1,"about":1,"cache":2,"salt":2,"used":1,"prefix":1,"caching":1},"30227,496,data/raw/vllm-0.10.1/vllm/multimodal/inputs.py":{"class":1,"multimodalencdecinputs":1,"multimodalinputs":1,"represents":1,"the":6,"outputs":1,"of":3,"encdecmultimodalprocessor":2,"vllm":2,"multimodal":1,"processing":1,"ready":1,"to":2,"be":1,"passed":1,"internals":1,"encoder":6,"prompt":5,"str":1,"processed":2,"text":1,"token":4,"ids":4,"list":2,"int":2,"type":2,"notrequired":1},"0,1956,data/raw/vllm-0.10.1/vllm/multimodal/hasher.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":3,"vllm":3,"project":1,"import":10,"pickle":3,"uuid":3,"from":6,"collections":1,"abc":1,"iterable":1,"mapping":2,"typing":1,"union":2,"numpy":2,"as":1,"np":4,"torch":2,"blake3":2,"pil":1,"image":11,"logger":5,"init":2,"multimodal":1,"convert":2,"mode":2,"name":1,"multimodalhashdict":1,"str":4,"list":1,"a":1,"dictionary":1,"containing":1,"hashes":1,"for":2,"items":1,"in":2,"each":1,"modality":1,"class":1,"multimodalhasher":1,"classmethod":1,"def":1,"serialize":1,"item":4,"cls":4,"obj":20,"object":1,"bytes":6,"memoryview":2,"simple":1,"cases":1,"if":10,"isinstance":7,"return":8,"encode":1,"utf":1,"8":1,"int":1,"float":1,"array":2,"tobytes":2,"exif":5,"getexif":1,"exiftags":3,"base":3,"imageid":4,"and":1,"has":1,"tag":1,"use":1,"that":1,"asarray":1,"rgba":1,"tensor":2,"ndarray":2,"is":1,"non":1,"contiguous":2,"we":1,"need":1,"copy":1,"it":1,"first":1,"arr":2,"data":4,"flags":1,"c":1,"else":1,"dtype":2,"shape":2,"warning":1,"no":1,"serialization":1,"method":1,"found":1,"s":1,"falling":1,"back":1,"type":1,"dumps":1},"1956,1128,data/raw/vllm-0.10.1/vllm/multimodal/hasher.py":{"classmethod":3,"def":3,"item":7,"to":6,"bytes":17,"cls":8,"key":8,"str":3,"obj":8,"object":3,"return":2,"b":1,"join":1,"kb":2,"vb":2,"for":5,"in":5,"iter":5,"iterable":1,"tuple":2,"union":1,"memoryview":1,"recursive":1,"cases":1,"if":1,"isinstance":2,"list":1,"i":2,"elem":2,"enumerate":1,"yield":3,"from":2,"f":2,"elif":1,"dict":1,"k":6,"v":6,"items":2,"else":1,"encode":1,"utf":1,"8":1,"value":2,"serialize":1,"hash":1,"kwargs":3,"hasher":4,"blake3":1,"update":2,"hexdigest":1},"0,1810,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":9,"project":1,"from":15,"collections":1,"abc":1,"import":12,"mapping":1,"dataclasses":1,"dataclass":1,"functools":1,"lru":1,"cache":1,"typing":1,"type":3,"checking":2,"generic":1,"optional":1,"protocol":4,"typevar":4,"torch":1,"nn":3,"as":1,"inputs":1,"inputprocessingcontext":2,"logger":4,"init":2,"transformers":1,"utils":2,"tokenizer":2,"anytokenizer":1,"cached":1,"config":2,"classregistry":1,"processing":3,"basemultimodalprocessor":5,"baseprocessinginfo":3,"processingcache":1,"profiling":2,"basedummyinputsbuilder":4,"dummydecoderdata":1,"dummyencoderdata":1,"multimodalprofiler":1,"if":1,"modelconfig":1,"name":1,"n":2,"bound":3,"module":1,"i":10,"co":4,"covariant":1,"true":1,"class":3,"processinginfofactory":1,"constructs":3,"a":3,"multimodal":3,"instance":3,"context":3,"def":2,"call":2,"self":2,"ctx":1,"dummyinputsbuilderfactory":1,"info":1,"multimodalprocessorfactory":1},"1810,1757,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"def":6,"call":1,"self":10,"info":6,"i":7,"dummy":5,"inputs":5,"basedummyinputsbuilder":1,"cache":15,"optional":2,"processingcache":3,"none":4,"basemultimodalprocessor":1,"dataclass":1,"frozen":1,"true":2,"class":2,"processorfactories":2,"generic":1,"processinginfofactory":1,"processor":12,"multimodalprocessorfactory":1,"dummyinputsbuilderfactory":1,"build":1,"ctx":2,"inputprocessingcontext":1,"builder":2,"return":4,"make":1,"sure":1,"a":2,"different":1,"is":2,"used":1,"for":1,"each":1,"model":11,"config":6,"note":1,"modelconfig":3,"not":1,"hashable":1,"so":1,"it":1,"cannot":1,"be":1,"passed":1,"directly":1,"lru":1,"maxsize":1,"1":1,"get":4,"id":3,"str":1,"capacity":5,"gb":6,"int":1,"if":2,"0":1,"else":1,"multimodalregistry":1,"registry":1,"that":1,"dispatches":1,"data":1,"processing":2,"according":1,"to":1,"the":2,"init":1,"factories":1,"classregistry":1,"nn":1,"module":1,"mm":1,"reset":3,"bool":1,"multi":1,"modal":1,"success":1},"3567,1948,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"def":3,"enable":1,"mm":7,"input":2,"cache":4,"self":6,"model":16,"config":16,"modelconfig":3,"bool":2,"whether":1,"the":5,"multi":1,"modal":1,"should":1,"be":1,"enabled":1,"note":1,"this":1,"is":4,"put":1,"under":1,"multimodalregistry":1,"on":2,"purpose":1,"to":2,"respect":1,"text":3,"only":3,"mode":3,"for":2,"multimodal":10,"models":1,"if":7,"not":3,"supports":3,"inputs":3,"return":6,"false":5,"get":6,"processor":4,"gb":1,"0":4,"checks":1,"returns":2,"true":2,"with":1,"any":1,"non":1,"zero":1,"supported":6,"modalities":5,"otherwise":1,"effectively":1,"running":2,"in":3,"info":4,"create":2,"processing":1,"tokenizer":1,"none":1,"limits":2,"check":1,"all":3,"have":1,"limit":2,"per":3,"prompt":1,"modality":4,"logger":1,"once":1,"of":2,"by":2,"are":1,"set":1,"max":1,"tokens":2,"item":2,"mapping":1,"str":1,"int":1,"maximum":1,"number":1,"data":1,"from":1,"each":1,"based":1,"underlying":1,"configuration":1,"disable":1,"profiler":1,"multimodalprofiler":1},"5515,1905,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"seq":2,"len":3,"model":15,"config":10,"max":12,"mm":15,"limits":9,"self":9,"get":13,"per":12,"prompt":4,"return":4,"profiler":1,"contiguous":1,"tokens":14,"modality":9,"1":1,"for":6,"limit":3,"in":4,"items":3,"if":2,"0":2,"def":3,"item":8,"by":5,"nonzero":1,"modelconfig":3,"mapping":2,"str":2,"int":3,"the":6,"maximum":3,"number":3,"of":6,"data":1,"from":2,"each":2,"based":1,"on":1,"underlying":1,"configuration":1,"excluding":1,"modalities":1,"that":1,"user":1,"explicitly":1,"disabled":1,"via":1,"note":1,"this":1,"is":1,"currently":1,"directly":1,"used":1,"only":1,"v1":1,"profiling":3,"memory":3,"usage":3,"a":3,"key":6,"multimodal":1,"multi":1,"modal":1,"sum":1,"values":1},"7420,1871,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"def":4,"get":6,"mm":2,"limits":2,"per":2,"prompt":2,"self":7,"model":23,"config":5,"modelconfig":2,"mapping":1,"str":1,"int":1,"the":6,"maximum":1,"number":1,"of":2,"multi":4,"modal":4,"input":1,"instances":1,"for":2,"each":1,"modality":1,"that":1,"are":1,"allowed":1,"a":6,"class":3,"if":2,"not":1,"is":4,"multimodal":1,"return":5,"processor":12,"create":1,"disable":1,"cache":1,"false":1,"profiler":2,"multimodalprofiler":1,"register":2,"multimodalprocessorfactory":1,"i":3,"info":3,"processinginfofactory":1,"dummy":3,"inputs":4,"dummyinputsbuilderfactory":1,"to":3,"constructed":1,"lazily":1,"hence":1,"factory":1,"method":1,"should":1,"be":1,"passed":1,"when":1,"receives":1,"data":2,"provided":1,"function":1,"invoked":1,"transform":1,"into":1,"dictionary":1,"wrapper":2,"cls":8,"n":2,"factories":2,"contains":1,"strict":1,"true":1,"logger":1,"warning":1,"s":2,"already":1,"has":1,"registered":1,"it":1,"overwritten":1,"by":1,"new":1,"one":1,"processorfactories":1,"avoid":1,"circular":1,"import":2,"from":1,"vllm":1,"executor":1,"loader":1,"architecture":2},"9291,1934,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"def":4,"create":7,"processing":4,"ctx":7,"self":11,"model":26,"config":16,"modelconfig":4,"tokenizer":11,"optional":5,"anytokenizer":3,"none":8,"inputprocessingcontext":2,"if":4,"is":4,"and":2,"not":4,"skip":1,"init":1,"cached":1,"from":1,"return":3,"info":2,"baseprocessinginfo":2,"cls":6,"get":4,"factories":6,"processor":7,"disable":4,"cache":9,"bool":1,"basemultimodalprocessor":1,"a":4,"multi":1,"modal":1,"for":2,"specific":1,"multimodal":2,"raise":1,"valueerror":1,"f":1,"enable":1,"mm":2,"else":1,"build":1,"decoder":1,"dummy":2,"data":2,"seq":1,"len":1,"int":2,"counts":1,"mapping":1,"str":1,"dummydecoderdata":1,"profiling":1,"the":1,"memory":1,"usage":1,"of":1},"11225,1559,data/raw/vllm-0.10.1/vllm/multimodal/registry.py":{"the":3,"model":8,"is":4,"identified":2,"by":2,"config":5,"processor":6,"self":3,"create":3,"disable":2,"cache":2,"false":2,"profiler":4,"multimodalprofiler":2,"dummy":12,"data":10,"get":3,"decoder":1,"seq":7,"len":11,"mm":3,"counts":3,"having":2,"more":2,"tokens":6,"over":2,"conservative":2,"but":4,"otherwise":2,"fine":2,"token":8,"ids":8,"prompt":2,"if":2,"raise":1,"assertionerror":1,"f":2,"expected":2,"at":2,"least":2,"for":3,"profiling":3,"found":2,"instead":2,"return":2,"def":1,"encoder":3,"modelconfig":1,"int":2,"optional":1,"mapping":1,"str":1,"none":1,"dummyencoderdata":1,"memory":1,"usage":1,"of":1,"a":1,"logger":1,"warning":1,"once":1,"d":2,"noqa":1,"e501":1},"0,1991,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":5,"project":1,"from":20,"abc":3,"import":22,"abstractmethod":1,"collections":2,"defaultdict":1,"callable":2,"generator":1,"itemsview":1,"iterable":1,"mapping":1,"sequence":2,"dataclasses":1,"dataclass":2,"field":1,"enum":2,"functools":1,"lru":1,"cache":2,"typing":2,"type":2,"checking":2,"generic":1,"namedtuple":1,"optional":2,"protocol":1,"typevar":2,"union":2,"cast":1,"regex":1,"as":1,"re":1,"torch":1,"extensions":1,"assert":1,"never":1,"inputs":2,"inputprocessingcontext":1,"logger":4,"init":2,"transformers":4,"utils":5,"tokenizer":1,"anytokenizer":2,"decode":1,"tokens":2,"encode":1,"flatten":1,"2d":1,"lists":1,"full":1,"groupby":1,"multimodalcache":1,"hasher":1,"multimodalhasher":1,"multimodaldatadict":1,"multimodalencdecinputs":1,"multimodalfieldconfig":1,"multimodalinputs":1,"multimodalkwargs":1,"multimodalkwargsitem":1,"placeholderrange":1,"parse":1,"dictembeddingitems":1,"embeddingitems":1,"multimodaldataitems":1,"multimodaldataparser":1,"if":1,"configuration":1,"pretrainedconfig":1,"feature":1,"extraction":1,"batchfeature":1,"processing":1,"processormixin":1,"profiling":1,"basedummyinputsbuilder":1,"name":1,"s":2,"str":2,"list":3,"int":3,"promptseq":2,"a":1,"token":3,"of":2,"ids":1,"or":1,"text":1,"class":2,"promptindex":2,"resolves":2,"an":1,"index":2,"in":1,"prompt":2,"get":1,"match":1,"promptindextargets":1,"staticmethod":1,"def":1,"start":2,"before":1,"first":1},"1991,1940,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"this":2,"results":2,"in":3,"a":4,"match":7,"even":2,"if":6,"the":11,"prompt":10,"is":3,"empty":2,"return":5,"promptindex":6,"lambda":2,"tok":2,"0":1,"staticmethod":2,"def":3,"prefix":11,"seq":2,"promptseq":3,"resolves":2,"to":7,"location":1,"after":2,"given":2,"get":2,"index":2,"tokenizer":3,"anytokenizer":1,"optional":2,"int":2,"isinstance":3,"str":4,"not":1,"make":2,"both":2,"decode":1,"tokens":3,"else":2,"list":1,"encode":1,"add":1,"special":1,"false":1,"idx":3,"len":3,"none":3,"end":2,"of":5,"last":1,"token":3,"prompttarget":1,"union":1,"sequence":2,"or":2,"text":2,"update":2,"dataclass":1,"class":1,"promptupdatedetails":2,"generic":1,"s":2,"details":1,"about":1,"that":1,"are":1,"part":1,"full":7,"content":1,"embed":1,"callable":1,"boundpromptsequence":1,"torch":1,"tensor":1,"vllm":1,"multimodal":1,"processing":1,"boolean":1,"mask":1,"shape":1,"indicating":1,"which":1,"positions":2,"assign":2,"embeddings":2,"default":1,"means":1,"all":1},"3931,1938,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"the":9,"embeddings":3,"are":2,"obtained":1,"by":1,"calling":1,"supportsmultimodal":2,"get":2,"multimodal":4,"vllm":3,"model":1,"executor":1,"models":1,"interfaces":1,"staticmethod":3,"def":4,"from":1,"seq":7,"s":6,"promptupdatedetails":9,"return":4,"full":6,"select":2,"text":6,"embed":10,"str":2,"is":4,"boundpromptsequence":1,"torch":5,"tensor":4,"token":10,"ids":4,"encode":1,"tokens":2,"tokenizer":1,"isin":1,"id":3,"int":2,"lambda":1,"f":2,"promptupdateinfo":3,"union":2,"promptseq":1,"sequence":3,"or":3,"that":1,"part":3,"of":4,"update":2,"if":2,"only":1,"content":1,"corresponds":1,"to":3,"feature":1,"placeholders":1,"you":2,"can":2,"use":1,"processing":2,"specify":1,"which":1,"promptupdatecontent":1,"callable":1,"given":1,"index":1,"processed":1,"item":1,"within":1,"modality":2,"promptupdate":2,"output":1,"corresponding":1,"for":1,"convenience":1,"directly":1,"pass":1,"in":1,"instead":1,"a":2,"function":1,"it":1,"does":1,"not":1,"depend":1,"on":1,"input":1,"class":2,"updatemode":1,"enum":1,"insert":2,"replace":2,"dataclass":1,"abc":1,"defines":1,"how":1,"prompt":1,"with":1,"placeholder":1},"5869,1762,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"modality":6,"str":1,"the":13,"for":2,"which":1,"update":4,"is":1,"made":1,"target":5,"prompttarget":1,"token":2,"sequence":1,"or":1,"text":1,"to":4,"property":2,"abstractmethod":2,"def":3,"content":1,"self":4,"promptupdatecontent":1,"placeholder":2,"tokens":5,"that":1,"are":1,"part":1,"of":5,"raise":2,"notimplementederror":2,"mode":1,"updatemode":1,"defines":2,"how":2,"prompt":4,"bind":1,"tokenizer":3,"anytokenizer":1,"boundpromptupdate":2,"return":1,"origin":1,"dataclass":1,"class":1,"promptinsertion":5,"promptupdate":1,"insert":5,"into":1,"a":3,"example":1,"each":1,"image":14,"number":1,"feature":6,"placeholders":1,"equal":1,"size":5,"vision":1,"encoder":1,"after":2,"s":2,"python":4,"insertion":4,"these":3,"at":2,"start":2,"promptindextargets":3,"prefix":2,"images":2,"end":2},"7631,1772,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"insertion":2,"promptupdatecontent":2,"field":1,"repr":1,"false":1,"given":1,"the":10,"index":1,"of":6,"processed":1,"item":1,"within":1,"modality":4,"vllm":2,"multimodal":2,"processing":2,"promptupdate":3,"output":1,"token":3,"sequence":2,"or":2,"text":3,"to":6,"insert":2,"right":1,"after":1,"target":4,"for":2,"convenience":1,"you":1,"can":1,"directly":1,"pass":1,"in":2,"instead":2,"a":2,"function":1,"if":1,"it":1,"does":1,"not":2,"depend":1,"on":1,"input":3,"property":2,"def":2,"content":1,"self":3,"return":2,"mode":1,"updatemode":2,"dataclass":1,"class":1,"promptreplacement":3,"defines":1,"how":1,"replace":2,"portions":1,"an":1,"prompt":3,"with":3,"placeholder":2,"tokens":1,"example":1,"each":1,"image":17,"one":1,"number":1,"feature":6,"placeholders":2,"equal":1,"size":4,"vision":2,"encoder":2,"python":2,"replacement":3,"as":1,"above":1,"but":1,"further":1,"pad":1,"bos":2,"and":1,"eos":2,"which":1,"are":1,"supposed":1,"be":1,"passed":1,"promptupdatedetails":1,"full":1,"join":1,"features":1,"avoid":1,"unnecessary":1,"tokenization":1,"during":1,"we":1,"recommended":1,"passing":1,"sequences":1},"9403,1792,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"python":1,"promptreplacement":1,"modality":5,"image":8,"target":3,"token":7,"id":5,"replacement":3,"promptupdatedetails":1,"full":1,"bos":1,"feature":2,"size":2,"eos":1,"features":1,"promptupdatecontent":2,"field":1,"repr":1,"false":1,"given":1,"the":5,"index":1,"of":2,"processed":1,"item":1,"within":1,"vllm":2,"multimodal":2,"processing":2,"promptupdate":2,"output":1,"sequence":2,"or":2,"text":4,"to":1,"replace":2,"for":1,"convenience":1,"you":1,"can":1,"directly":1,"pass":1,"in":1,"instead":1,"a":1,"function":1,"if":1,"it":1,"does":1,"not":1,"depend":1,"on":1,"input":1,"property":3,"def":5,"content":1,"self":4,"return":4,"mode":1,"updatemode":2,"lru":2,"cache":2,"maxsize":2,"2048":2,"cached":2,"encode":2,"tokenizer":4,"anytokenizer":2,"str":4,"add":3,"special":6,"tokens":8,"optional":2,"bool":2,"none":2,"list":2,"int":2,"decode":2,"ids":2,"tuple":1,"skip":3,"class":2,"hasmodalityattr":2,"protocol":2,"hasmodalityprop":2,"m":2,"typevar":1,"bound":1,"union":1},"11195,1850,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"def":5,"full":5,"groupby":4,"modality":3,"values":2,"iterable":1,"m":2,"itemsview":1,"str":4,"list":4,"convenience":1,"function":1,"to":3,"apply":1,"vllm":2,"utils":1,"based":1,"on":1,"return":4,"key":1,"lambda":1,"x":2,"dataclass":3,"class":2,"boundpromptsequence":5,"a":2,"promptseq":3,"multimodal":1,"processing":1,"bound":1,"tokenizer":7,"automatically":1,"convert":1,"between":1,"token":11,"sequence":1,"and":3,"text":11,"representations":1,"anytokenizer":2,"field":1,"repr":1,"false":2,"optional":3,"ids":10,"int":2,"staticmethod":1,"from":1,"seq":6,"if":5,"isinstance":2,"else":2,"none":9,"post":1,"init":1,"self":17,"is":7,"raise":1,"valueerror":1,"at":1,"least":1,"one":1,"of":1,"must":1,"be":1,"specified":1,"property":2,"assert":2,"not":2,"cached":2,"decode":1,"tuple":1,"encode":1,"add":1,"special":1,"tokens":1,"boundpromptcontent":1,"embed":1,"callable":1,"torch":1,"tensor":1},"13045,1900,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"class":1,"boundpromptupdate":2,"a":2,"promptupdate":5,"vllm":4,"multimodal":4,"processing":4,"bound":1,"to":5,"tokenizer":3,"automatically":1,"convert":1,"target":8,"and":2,"the":8,"result":1,"of":3,"get":3,"content":16,"between":1,"token":3,"sequence":3,"text":3,"representations":1,"origin":5,"anytokenizer":1,"field":1,"repr":1,"false":1,"def":6,"post":1,"init":1,"self":15,"none":2,"cache":7,"dict":1,"int":2,"boundpromptcontent":2,"property":4,"modality":4,"str":1,"return":6,"union":1,"boundpromptsequence":2,"promptindex":2,"or":2,"update":4,"if":4,"isinstance":2,"from":2,"seq":2,"promptupdatecontent":1,"placeholder":1,"tokens":1,"that":1,"are":1,"part":1,"mode":2,"updatemode":1,"defines":1,"how":1,"prompt":1,"item":4,"idx":3,"given":1,"index":1,"processed":1,"within":1,"output":1,"callable":1,"key":4,"in":1,"else":1,"not":1,"promptupdatedetails":2},"14945,1948,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"bound":5,"full":4,"boundpromptsequence":1,"from":1,"seq":1,"self":4,"tokenizer":1,"content":6,"boundpromptcontent":1,"is":3,"embed":2,"if":3,"cache":3,"key":2,"not":1,"none":1,"return":4,"class":2,"tokenmatch":3,"namedtuple":1,"start":12,"idx":25,"int":9,"end":13,"def":3,"iter":2,"token":12,"matches":6,"ids":19,"list":8,"match":14,"generator":1,"yield":2,"each":2,"occurrence":2,"of":2,"in":3,"note":2,"that":2,"empty":2,"are":2,"ignored":2,"prompt":2,"len":8,"0":3,"while":1,"1":2,"exclude":1,"overlapping":1,"else":1,"replace":2,"new":3,"with":1,"out":5,"seqs":5,"prev":4,"for":1,"append":3,"flatten":1,"2d":1,"lists":1,"dataclass":1,"repr":1,"false":1,"prompttargetmatch":1,"abc":1,"origin":2,"boundpromptupdate":1,"property":1,"modality":2,"str":1},"16893,1974,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"property":9,"abstractmethod":2,"def":13,"start":10,"idx":20,"self":25,"int":14,"raise":2,"notimplementederror":2,"end":8,"repr":4,"str":3,"return":10,"f":2,"type":1,"name":1,"modality":3,"r":3,"dataclass":4,"false":4,"class":4,"prompttargetindexmatch":1,"prompttargetmatch":4,"match":10,"prompttargettokenmatch":1,"tokenmatch":1,"prompttargettextmatch":1,"re":1,"placeholderfeaturesinfo":1,"item":1,"tokens":2,"list":2,"is":5,"embed":4,"optional":1,"torch":1,"tensor":1,"length":3,"len":1,"to":2,"range":1,"placeholderrange":2,"todo":1,"it":2,"worth":1,"optimize":1,"this":1,"by":1,"stripping":1,"the":1,"leading":1,"and":1,"ending":1,"positions":1,"where":1,"offset":1,"find":1,"token":1,"matches":2,"prompt":4,"updates":2,"sequence":2,"boundpromptupdate":2,"each":1,"target":3,"of":1,"found":1,"in":1,"get":1,"update":2},"18867,1694,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"if":4,"isinstance":2,"target":9,"promptindex":2,"match":16,"idx":6,"get":5,"index":2,"update":12,"tokenizer":2,"prompt":12,"is":2,"none":3,"return":9,"prompttargetindexmatch":2,"prompttargettokenmatch":1,"for":8,"in":9,"iter":1,"token":2,"matches":15,"ids":1,"updates":4,"def":3,"find":1,"text":2,"str":2,"sequence":3,"boundpromptupdate":2,"prompttargetmatch":4,"each":1,"of":1,"found":1,"prompttargettextmatch":1,"re":2,"finditer":1,"escape":1,"resolve":2,"promptseq":1,"mm":3,"mapping":1,"list":2,"to":1,"ensure":1,"that":2,"there":1,"are":1,"no":1,"overlapping":1,"and":1,"sort":1,"them":1,"such":1,"earlier":1,"take":1,"priority":1,"over":1,"later":1,"ones":1,"m":2,"values":1,"seen":1,"optional":1,"len":1},"20561,1974,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"for":4,"match":10,"in":5,"matches":11,"idx":34,"range":2,"start":11,"end":13,"if":5,"seen":3,"is":1,"not":1,"none":1,"raise":1,"valueerror":1,"found":1,"overlapping":1,"f":2,"and":1,"at":1,"index":1,"of":1,"prompt":8,"return":1,"sorted":1,"key":1,"lambda":2,"x":2,"def":1,"apply":2,"s":2,"mm":5,"mapping":2,"str":5,"sequence":1,"prompttargetmatch":1,"item":17,"counts":2,"int":3,"list":3,"the":1,"updates":1,"to":1,"out":4,"seqs":4,"union":1,"prev":4,"0":3,"next":3,"by":3,"modality":8,"defaultdict":1,"resolve":1,"max":5,"count":5,"get":2,"continue":1,"origin":4,"mode":5,"updatemode":2,"insert":3,"append":3,"num":3,"inserts":3,"elif":1,"replace":1,"else":3,"1":1,"assert":1,"never":1,"min":1,"content":4,"seq":2,"full":2,"text":1,"isinstance":1,"token":1,"ids":1},"22535,1970,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"out":2,"seqs":4,"append":1,"prompt":17,"prev":1,"end":2,"idx":10,"return":5,"cast":1,"list":4,"s":1,"def":3,"apply":6,"token":4,"matches":14,"int":7,"mm":17,"mapping":6,"str":9,"sequence":3,"prompttargetmatch":2,"item":11,"counts":6,"the":4,"updates":7,"in":7,"to":2,"if":3,"not":2,"id":2,"flatten":1,"2d":1,"lists":1,"text":1,"texts":2,"join":1,"iter":1,"placeholders":1,"boundpromptupdate":1,"iterable":1,"placeholderfeaturesinfo":1,"yield":1,"each":1,"set":1,"of":1,"placeholder":2,"tokens":4,"found":2,"are":2,"exclusive":1,"even":1,"when":1,"multiple":1,"modalities":1,"share":1,"same":1,"that":3,"case":1,"modality":8,"appears":1,"earlier":1,"takes":1,"priority":1,"note":1,"empty":1,"ignored":1,"len":6,"by":2,"defaultdict":1,"lambda":1,"0":3,"start":3,"while":1,"false":1,"for":2,"items":1,"get":2,"continue":1,"update":2,"info":2,"content":7,"full":6,"ids":1},"24505,2000,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"if":5,"content":10,"len":2,"full":8,"0":1,"or":1,"end":3,"idx":11,"prompt":6,"continue":1,"start":5,"tokens":3,"is":8,"embed":7,"not":2,"none":3,"yield":1,"placeholderfeaturesinfo":2,"modality":5,"item":5,"exclude":1,"overlapping":1,"matches":1,"by":1,"1":2,"found":3,"true":1,"break":2,"go":1,"back":1,"to":2,"the":2,"outer":1,"while":1,"loop":1,"def":4,"find":1,"mm":5,"placeholders":2,"updates":2,"mapping":3,"str":5,"sequence":1,"boundpromptupdate":1,"list":2,"int":2,"counts":2,"it":2,"iter":1,"return":2,"dict":1,"groupby":1,"class":3,"processingcache":1,"multimodalcache":1,"init":4,"self":13,"capacity":2,"gb":2,"float":1,"super":2,"cache":5,"get":3,"lru":1,"multimodalkwargsitem":2,"put":2,"reset":1,"clear":1,"cacheitemorhash":1,"union":1,"baseprocessinginfo":1,"base":1,"provide":1,"information":1,"necessary":1,"for":1,"data":1,"processing":1,"ctx":4,"inputprocessingcontext":1,"property":1,"model":3,"id":1,"config":1},"26505,1875,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"def":6,"get":11,"tokenizer":2,"self":11,"anytokenizer":1,"return":7,"ctx":4,"hf":4,"config":6,"pretrainedconfig":1,"processor":2,"kwargs":3,"object":1,"processormixin":1,"subclasses":1,"can":1,"override":1,"this":1,"method":1,"to":2,"handle":1,"specific":1,"from":2,"model":1,"or":1,"user":4,"inputs":2,"abstractmethod":1,"supported":9,"mm":10,"limits":8,"mapping":4,"str":5,"optional":2,"int":6,"the":6,"maximum":5,"number":4,"of":6,"items":4,"for":4,"each":3,"modality":8,"a":2,"value":1,"none":3,"means":2,"unlimited":1,"omitting":1,"returned":2,"dictionary":1,"that":1,"it":1,"is":3,"not":1,"at":2,"all":1,"raise":1,"notimplementederror":1,"allowed":5,"dict":1,"limit":7,"in":1,"per":4,"prompt":1,"if":1,"else":1,"min":1,"max":1,"tokens":2,"item":2,"seq":1,"len":1,"counts":1,"when":1,"default":1,"vllm":1,"will":1,"generate":1,"dummy":1,"images":1,"videos":1,"possible":1,"sizes":1,"and":1,"process":1,"them":1,"determine":1,"token":1,"count":1},"28380,1829,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"this":3,"approach":1,"works":1,"but":1,"can":2,"be":3,"very":2,"slow":1,"for":3,"certain":1,"models":1,"e":1,"g":1,"qwen2":1,"5":1,"vl":1,"leading":1,"to":5,"long":1,"startup":1,"time":1,"better":1,"performance":1,"each":3,"model":2,"override":1,"method":1,"return":4,"pre":1,"computed":1,"maximum":5,"token":1,"counts":1,"avoiding":1,"the":4,"need":1,"dummy":5,"input":1,"generation":1,"and":3,"processing":1,"note":1,"number":2,"of":5,"tokens":1,"per":1,"item":1,"modality":2,"returned":1,"from":1,"function":1,"should":1,"respect":1,"s":1,"sequence":1,"length":1,"items":1,"allowed":5,"agree":1,"with":3,"inputs":6,"images":1,"videos":1,"at":1,"possible":1,"sizes":1,"none":3,"i":5,"typevar":1,"bound":1,"baseprocessinginfo":1,"multimodalhashes":1,"dict":1,"str":2,"list":1,"a":2,"collection":1,"hashes":1,"similar":1,"structure":1,"as":1,"multimodalkwargs":2,"vllm":2,"multimodal":1,"class":2,"basemultimodalprocessor":1,"abc":1,"generic":1,"abstract":1,"base":1,"process":1,"multi":1,"modal":1,"used":1,"in":1,"not":1,"confused":1,"transformers":1,"processormixin":1,"def":3,"init":2,"self":14,"info":5,"basedummyinputsbuilder":1,"cache":3,"optional":1,"processingcache":1,"super":1,"data":2,"parser":2,"get":3,"avoid":1,"unnecessary":1,"recomputation":1,"supported":4,"mm":8,"limits":8,"property":2},"30209,2000,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"def":4,"call":1,"self":9,"prompt":4,"str":3,"mm":17,"data":12,"multimodaldatadict":4,"hf":6,"processor":2,"kwargs":2,"mapping":1,"object":1,"multimodalinputs":1,"return":2,"apply":1,"get":7,"parser":3,"multimodaldataparser":4,"construct":1,"a":2,"to":6,"preprocess":1,"multi":1,"modal":1,"items":12,"before":2,"passing":2,"them":2,"vllm":5,"multimodal":5,"processing":2,"basemultimodalprocessor":2,"you":1,"can":1,"support":1,"additional":2,"modalities":1,"by":1,"creating":1,"subclass":1,"of":1,"parse":3,"that":1,"has":1,"subparsers":1,"validate":2,"num":5,"modality":6,"int":1,"none":2,"supported":6,"limit":13,"limits":2,"0":2,"allowed":4,"if":3,"is":1,"min":1,"msg":3,"f":1,"at":1,"most":1,"s":1,"may":1,"be":1,"provided":1,"in":2,"one":1,"set":1,"per":1,"increase":1,"this":1,"raise":1,"valueerror":1,"multimodaldataitems":3,"normalize":1,"inputs":1,"for":1,"len":1},"32209,1989,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"return":2,"mm":15,"items":8,"abstractmethod":2,"def":4,"get":5,"fields":1,"config":1,"self":4,"hf":9,"inputs":4,"batchfeature":1,"processor":7,"kwargs":3,"mapping":8,"str":10,"object":6,"multimodalfieldconfig":1,"given":2,"the":9,"processed":2,"data":9,"output":3,"metadata":1,"of":2,"each":2,"field":1,"raise":2,"notimplementederror":2,"prompt":4,"updates":5,"multimodaldataitems":2,"out":1,"multimodalkwargs":1,"sequence":2,"promptupdate":1,"original":1,"multi":2,"modal":2,"for":3,"this":3,"modality":1,"and":1,"to":6,"perform":1,"information":2,"returned":1,"by":1,"method":1,"is":3,"used":2,"update":4,"token":4,"which":1,"bypass":1,"it":1,"also":1,"if":1,"process":1,"does":1,"not":1,"apply":1,"text":1,"moreover":1,"critical":1,"determine":1,"positions":1,"in":2,"order":1,"construct":1,"placeholderrange":2,"vllm":1,"multimodal":1,"item":3,"find":2,"placeholders":2,"boundpromptupdate":1,"new":2,"ids":2,"list":2,"int":2,"counts":2,"placeholderfeaturesinfo":1,"tuple":1,"dict":2,"passthrough":3,"values":1},"34198,1852,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"return":5,"processor":13,"data":12,"passthrough":2,"def":3,"call":3,"hf":13,"self":7,"prompt":8,"str":10,"not":2,"to":4,"be":3,"confused":1,"with":1,"mm":14,"in":3,"apply":3,"this":2,"refers":1,"the":6,"passed":3,"mapping":7,"object":7,"kwargs":9,"tok":2,"batchfeature":2,"on":2,"text":6,"and":2,"associated":1,"multi":4,"modal":4,"info":2,"ctx":1,"get":2,"dict":2,"applies":2,"updates":3,"items":7,"multimodaldataitems":2,"tokenization":2,"bool":2,"whether":2,"for":2,"most":1,"processors":1,"should":1,"true":1,"when":2,"are":2,"but":1,"false":1,"embeddings":1,"any":1,"isinstance":1,"embeddingitems":1,"dictembeddingitems":1,"values":1,"tuple":1,"list":1,"int":1,"together":1,"addition":1,"have":1,"been":1,"applied":1},"36050,1962,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"processed":4,"data":8,"self":5,"call":1,"hf":16,"processor":16,"prompt":17,"text":15,"mm":10,"kwargs":12,"tok":1,"tokenization":6,"update":3,"passthrough":1,"ids":5,"pop":1,"input":1,"tolist":1,"is":3,"applied":2,"applies":1,"updates":1,"items":5,"return":3,"def":2,"apply":7,"only":6,"str":2,"mapping":1,"object":1,"list":3,"int":3,"the":8,"on":3,"since":1,"requires":1,"that":2,"and":1,"multi":3,"modal":3,"correspond":1,"to":3,"each":1,"other":1,"we":1,"create":1,"dummy":1,"go":1,"along":1,"with":2,"multimodaldataitems":1,"tokens":6,"most":1,"processors":1,"accept":1,"but":1,"not":2,"if":1,"adds":1,"or":1,"removes":1,"are":1,"related":1,"you":1,"should":1,"override":1,"this":1,"method":1,"so":1,"it":1,"consistent":1,"output":1,"of":1,"vllm":1,"multimodal":1,"processing":1,"basemultimodalprocessor":1,"corresponding":1},"38012,1479,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"def":2,"apply":5,"hf":12,"processor":10,"mm":15,"only":2,"self":4,"items":6,"multimodaldataitems":2,"kwargs":8,"mapping":4,"str":5,"object":4,"tokenization":4,"batchfeature":2,"the":5,"on":2,"multi":4,"modal":4,"data":5,"since":1,"requires":1,"that":1,"text":6,"and":2,"correspond":1,"to":2,"each":1,"other":1,"we":1,"generate":1,"dummy":3,"using":1,"dummyinputsbuilder":1,"vllm":1,"multimodal":1,"profiling":1,"basedummyinputsbuilder":1,"go":1,"along":1,"with":1,"counts":3,"get":2,"all":1,"processed":2,"prompt":5,"inputs":1,"return":2,"main":1,"union":1,"list":2,"int":2,"enable":1,"update":1,"bool":2,"tuple":1,"in":1,"addition":1,"whether":1,"updates":1,"have":1,"been":1,"applied":1,"for":1,"most":1,"processors":1,"this":1,"should":1,"be":1,"true":1},"39491,1965,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"note":1,"if":6,"enable":2,"hf":12,"prompt":12,"update":2,"false":2,"we":1,"use":1,"processor":10,"to":2,"perform":1,"updates":1,"available":1,"requires":1,"that":1,"the":1,"corresponds":1,"multi":1,"modal":1,"items":15,"isinstance":2,"str":4,"return":2,"self":5,"apply":4,"text":3,"mm":21,"kwargs":9,"tokenization":5,"ids":3,"only":3,"else":2,"tokens":1,"processed":2,"data":5,"def":1,"get":2,"cache":5,"missing":4,"processingcache":1,"multimodaldataitems":2,"hashes":8,"multimodalhashes":1,"tuple":1,"dict":2,"list":2,"cacheitemorhash":2,"or":6,"modality":7,"h":3,"v":2,"is":1,"none":1,"for":6,"in":6,"idxs":4,"idx":4,"item":2,"hash":2,"enumerate":1},"41456,1790,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"return":3,"mm":17,"cache":5,"items":16,"or":9,"hashes":6,"self":4,"to":2,"missing":6,"data":1,"def":2,"hash":6,"multimodaldataitems":1,"hf":2,"processor":2,"kwargs":8,"mapping":2,"str":7,"object":2,"tokenization":2,"multimodalhashes":1,"create":1,"be":1,"returned":1,"only":1,"used":1,"in":5,"v1":1,"model":4,"id":4,"info":1,"modality":8,"multimodalhasher":1,"item":11,"for":4,"merge":1,"processingcache":1,"dict":3,"list":4,"cacheitemorhash":1,"multimodalkwargs":1,"multimodalkwargsitem":2,"next":3,"idx":3,"defaultdict":2,"int":1,"lambda":1,"0":1,"merged":3,"if":1,"isinstance":1,"kw":4,"get":1,"put":1,"1":1,"else":1,"append":1},"43246,1724,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"def":2,"apply":4,"hf":12,"processor":10,"self":6,"prompt":8,"union":2,"str":6,"list":4,"int":4,"mm":23,"data":7,"items":6,"multimodaldataitems":2,"kwargs":13,"mapping":4,"object":4,"tokenization":5,"return":4,"hashes":5,"bool":4,"tuple":2,"multimodalkwargs":3,"optional":2,"multimodalhashes":2,"ids":2,"processed":3,"is":2,"update":3,"applied":2,"main":1,"enable":1,"true":1,"from":1,"inputs":1,"get":1,"fields":1,"config":1,"hash":1,"if":1,"else":1,"none":1,"cached":2,"the":3,"on":1,"full":1,"text":1,"caching":1,"results":2,"and":1,"reusing":1,"cache":2},"44970,1891,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"passthrough":2,"data":15,"self":7,"get":3,"hf":11,"mm":38,"items":18,"if":2,"cache":9,"is":2,"none":2,"or":4,"return":5,"apply":3,"processor":8,"prompt":8,"kwargs":15,"tokenization":5,"hashes":11,"hash":1,"missing":10,"to":2,"else":1,"note":1,"does":1,"not":1,"correspond":1,"so":1,"we":1,"can":1,"t":1,"updates":1,"until":1,"the":2,"new":1,"multimodal":2,"are":1,"combined":1,"with":1,"cached":1,"ids":1,"processed":3,"update":2,"applied":1,"main":1,"enable":1,"false":1,"multimodalkwargs":1,"from":1,"inputs":1,"fields":1,"config":1,"merged":1,"merge":1},"46861,1673,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"mm":18,"kwargs":2,"multimodalkwargs":1,"item":7,"for":5,"cache":3,"items":5,"in":5,"merged":1,"values":1,"return":5,"prompt":10,"ids":3,"hashes":1,"to":1,"is":1,"update":3,"applied":1,"def":4,"bind":2,"and":1,"group":1,"updates":8,"self":6,"sequence":5,"promptupdate":1,"dict":2,"str":11,"boundpromptupdate":2,"tokenizer":5,"info":2,"get":2,"it":2,"full":1,"groupby":1,"modality":5,"apply":5,"token":7,"matches":13,"list":5,"int":7,"mapping":7,"prompttargetmatch":2,"counts":6,"text":2,"tuple":1,"placeholderfeaturesinfo":1,"find":1,"match":1,"len":1},"48534,1894,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"if":3,"the":9,"search":4,"text":14,"does":1,"not":2,"represent":1,"a":2,"special":2,"token":17,"it":2,"may":2,"have":1,"different":1,"ids":7,"in":9,"prompt":3,"because":1,"tokens":5,"go":1,"across":1,"boundaries":1,"of":3,"e":1,"g":1,"when":1,"searching":1,"for":8,"foo":2,"food":2,"itself":1,"makes":1,"up":1,"then":2,"id":1,"will":1,"appear":1,"at":1,"all":3,"since":1,"is":1,"inefficient":1,"to":1,"possible":1,"tokenizations":1,"we":1,"instead":1,"perform":1,"string":1,"based":1,"updates":6,"on":1,"decoded":1,"encode":2,"them":1,"back":1,"mm":10,"match":5,"counts":4,"get":1,"modality":8,"0":1,"item":5,"count":2,"items":4,"yapf":1,"disable":1,"self":2,"apply":2,"matches":12,"decode":2,"tokenizer":3,"matched":2,"origin":2,"else":1,"find":1,"add":1,"false":1},"50428,1426,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"placeholders":7,"self":3,"find":1,"mm":14,"matched":1,"updates":1,"token":2,"ids":2,"item":10,"counts":5,"return":1,"text":1,"def":2,"validate":2,"kwargs":4,"multimodalkwargs":1,"mapping":3,"str":3,"int":2,"none":2,"for":3,"modality":7,"count":5,"in":4,"items":9,"if":2,"modalities":1,"get":3,"else":1,"len":2,"raise":1,"runtimeerror":1,"f":3,"expected":1,"there":2,"to":2,"be":1,"keyword":1,"arguments":1,"corresponding":1,"data":1,"but":1,"only":1,"found":1,"is":1,"likely":1,"a":1,"problem":1,"with":1,"your":1,"implementation":1,"of":1,"merged":1,"multi":1,"modal":1,"processor":2,"this":1,"model":1,"usually":1,"arising":1,"from":1,"an":1,"inconsistency":1,"between":1,"call":1,"hf":1,"and":1,"fields":1,"config":1,"list":1,"placeholderfeaturesinfo":1},"51854,1773,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"if":4,"len":2,"placeholders":6,"item":7,"count":3,"note":1,"you":3,"are":1,"a":2,"model":2,"developer":1,"this":2,"can":1,"also":1,"arise":1,"from":1,"an":1,"inconsistency":1,"between":1,"call":1,"hf":3,"processor":3,"and":2,"get":3,"mm":20,"fields":1,"config":1,"implementations":1,"raise":1,"runtimeerror":1,"f":3,"expected":1,"there":1,"to":3,"be":1,"prompt":11,"updates":9,"corresponding":1,"modality":1,"items":4,"but":1,"instead":1,"found":1,"is":3,"likely":1,"because":1,"forgot":1,"include":1,"input":1,"placeholder":1,"tokens":1,"e":1,"g":1,"image":2,"pad":1,"in":1,"the":2,"has":1,"chat":1,"template":1,"make":1,"sure":1,"have":1,"applied":3,"it":1,"before":1,"calling":1,"llm":1,"generate":1,"def":1,"maybe":1,"apply":1,"self":6,"multimodaldataitems":1,"kwargs":6,"mapping":2,"str":3,"object":1,"ids":2,"list":3,"int":2,"multimodalkwargs":1,"update":2,"bool":1,"tuple":1,"placeholderfeaturesinfo":1,"unbound":2,"bind":1,"group":1,"counts":5,"all":1,"validate":2,"find":1},"53627,1828,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"tokenizer":3,"self":6,"info":1,"get":1,"prompt":13,"decode":1,"tokens":4,"ids":8,"else":1,"mm":19,"placeholders":4,"apply":4,"updates":2,"item":2,"counts":2,"validate":1,"return":4,"def":1,"union":1,"str":3,"list":1,"int":1,"data":4,"multimodaldatadict":1,"hf":4,"processor":4,"kwargs":8,"mapping":2,"object":2,"tokenization":5,"optional":1,"none":2,"hashes":4,"bool":1,"false":1,"multimodalinputs":1,"process":1,"multi":4,"modal":4,"inputs":1,"to":2,"be":1,"used":1,"in":2,"vllm":1,"the":8,"main":1,"steps":1,"are":1,"1":1,"on":1,"text":1,"and":3,"together":1,"outputting":1,"token":3,"processed":2,"tensors":1,"2":1,"find":1,"update":2,"sequences":1,"with":1,"placeholder":3,"number":1,"of":2,"equals":1,"feature":1,"size":1,"outputted":1,"by":1,"encoder":1,"3":1,"extract":1,"information":1,"about":1,"from":1,"items":3,"if":1,"is":2,"applied":1,"cached":1},"55455,1542,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"note":1,"tokenization":1,"kwargs":7,"are":1,"not":1,"required":1,"to":2,"init":1,"processor":4,"prompt":18,"ids":5,"mm":17,"placeholders":5,"self":4,"maybe":1,"apply":1,"updates":1,"items":3,"hf":3,"is":2,"update":2,"applied":3,"placeholder":2,"ranges":2,"modality":2,"item":2,"range":1,"for":4,"in":2,"return":3,"multimodalinputs":1,"type":1,"multimodal":1,"token":1,"hashes":2,"class":1,"encdecmultimodalprocessor":1,"basemultimodalprocessor":1,"i":1,"abstractmethod":1,"def":3,"create":4,"encoder":3,"union":4,"str":4,"list":4,"int":4,"data":2,"multimodaldatadict":2,"input":2,"the":2,"will":1,"be":1,"on":1,"this":1,"during":1,"profiling":1,"and":1,"generation":1,"raise":1,"notimplementederror":1,"property":1,"pad":1,"dummy":1,"bool":1,"false":1,"decoder":2},"56997,1905,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"def":2,"get":2,"enc":1,"dec":1,"inputs":11,"self":5,"prompt":29,"union":2,"str":5,"list":2,"int":2,"mm":12,"data":5,"multimodaldatadict":2,"encoder":13,"multimodalinputs":1,"tokenizer":4,"info":1,"decoder":13,"create":3,"if":1,"isinstance":1,"ids":6,"encode":1,"tokens":3,"add":1,"special":1,"false":2,"else":1,"decode":1,"multimodalencdecinputs":2,"token":3,"update":1,"return":3,"apply":3,"hf":3,"processor":3,"kwargs":4,"mapping":2,"object":2,"tokenization":2,"optional":1,"none":1,"hashes":2,"bool":1,"process":1,"multi":1,"modal":1,"to":2,"be":1,"used":1,"in":1,"vllm":1,"the":3,"main":1,"processing":1,"steps":1,"are":1,"modified":1,"fit":1,"model":1,"1":1,"from":1,"input":2,"text":2,"2":1,"on":1,"3":1,"copy":1,"as":1,"super":1},"58902,151,data/raw/vllm-0.10.1/vllm/multimodal/processing.py":{"return":1,"self":1,"get":1,"enc":1,"dec":1,"inputs":3,"prompt":2,"mm":2,"data":2,"encoder":2},"0,1887,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"from":8,"abc":4,"import":11,"abstractmethod":3,"collections":2,"userdict":1,"callable":1,"iterator":2,"mapping":1,"sequence":1,"typing":2,"type":4,"checking":3,"any":1,"generic":2,"literal":1,"namedtuple":1,"optional":1,"typevar":3,"union":1,"numpy":1,"as":2,"np":1,"torch":1,"extensions":1,"typealias":1,"typeguard":1,"assert":1,"never":1,"utils":1,"lazyloader":2,"is":1,"list":1,"of":2,"audio":1,"audioresampler":1,"inputs":1,"audioitem":1,"hfaudioitem":1,"hfimageitem":1,"hfvideoitem":1,"imageitem":1,"modalitydata":1,"multimodaldatadict":1,"multimodalfieldconfig":1,"multimodalkwargs":1,"videoitem":1,"t":4,"i":6,"if":2,"pil":2,"image":2,"pilimage":3,"else":1,"globals":1,"class":1,"modalitydataitems":1,"represents":1,"data":6,"items":2,"for":1,"a":2,"modality":6,"in":1,"multimodaldataitems":2,"multimodal":1,"parse":1,"def":7,"init":2,"self":14,"str":2,"none":1,"super":1,"repr":1,"return":3,"f":2,"name":1,"r":1,"len":3,"int":4,"get":6,"count":2,"getitem":1,"index":4,"auto":1,"generated":1,"iter":1,"number":1,"raise":2,"notimplementederror":2,"item":1,"by":1,"its":1},"1887,1957,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"def":12,"get":18,"all":2,"self":23,"list":4,"i":1,"data":18,"items":4,"return":10,"idx":4,"for":4,"in":2,"range":1,"count":3,"abstractmethod":2,"processor":5,"mapping":8,"str":8,"object":6,"the":6,"to":5,"pass":2,"hf":2,"raise":2,"notimplementederror":2,"passthrough":3,"directly":1,"model":1,"class":6,"processorbatchitems":1,"modalitydataitems":3,"sequence":1,"t":3,"base":3,"that":3,"are":3,"arranged":1,"a":4,"int":6,"len":3,"index":4,"f":2,"modality":2,"s":1,"embeddingitems":1,"union":1,"torch":6,"tensor":7,"expressed":2,"as":2,"batched":1,"embedding":2,"or":1,"of":3,"tensors":2,"one":1,"per":1,"item":3,"embeds":1,"feature":1,"size":1,"dictembeddingitems":1,"dictionary":2,"usually":1,"keys":1,"correspond":1,"outputs":1},"3844,1982,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"def":7,"init":4,"self":16,"data":17,"mapping":6,"str":8,"torch":3,"tensor":3,"modality":4,"required":11,"fields":20,"set":3,"factory":2,"callable":1,"multimodalfieldconfig":1,"none":2,"from":2,"transformers":1,"feature":1,"extraction":1,"utils":1,"import":1,"batchfeature":2,"super":2,"missing":4,"keys":9,"if":2,"msg":4,"f":3,"the":3,"should":2,"contain":1,"but":1,"only":1,"found":1,"following":1,"raise":2,"valueerror":2,"config":6,"be":1,"a":1,"subset":1,"of":1,"kwargs":3,"multimodalkwargs":1,"hf":1,"inputs":1,"dict":1,"get":8,"count":2,"int":4,"return":5,"item":4,"index":2,"k":2,"v":2,"for":1,"in":1,"items":1,"processor":1,"object":2,"passthrough":1,"class":1,"audioprocessoritems":1,"processorbatchitems":1,"hfaudioitem":2,"sequence":1,"audio":4,"length":1,"idx":2,"len":1},"5826,1932,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"class":6,"audioembeddingitems":1,"embeddingitems":3,"def":8,"init":10,"self":12,"data":10,"union":4,"torch":8,"tensor":8,"list":4,"none":6,"super":5,"audio":1,"imagesize":7,"namedtuple":1,"width":1,"int":6,"height":1,"imageprocessoritems":1,"processorbatchitems":2,"hfimageitem":2,"sequence":2,"image":17,"get":6,"size":4,"item":6,"idx":6,"if":4,"isinstance":4,"pilimage":2,"return":5,"np":2,"ndarray":2,"h":4,"w":4,"shape":2,"assert":2,"never":2,"imageembeddingitems":1,"videoprocessoritems":1,"hfvideoitem":2,"metadata":3,"optional":2,"dict":2,"str":2,"any":4,"video":3,"num":1,"frames":1,"len":1,"frame":1,"0":1,"assume":1,"that":1,"the":1,"isn":1,"t":1,"empty":1,"videoembeddingitems":1,"d":2,"typevar":1,"bound":1,"modalitydataitems":1},"7758,1946,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"class":1,"multimodaldataitems":1,"userdict":1,"str":4,"modalitydataitems":2,"any":5,"as":1,"multimodaldatadict":2,"vllm":1,"multimodal":1,"inputs":1,"but":2,"normalized":1,"such":1,"that":2,"each":2,"entry":1,"corresponds":1,"to":5,"a":4,"list":1,"def":3,"get":8,"count":3,"self":10,"modality":15,"strict":3,"bool":1,"true":1,"int":2,"the":4,"number":2,"of":4,"data":3,"items":12,"belonging":3,"if":6,"false":1,"return":6,"0":2,"instead":1,"raising":1,"keyerror":3,"even":1,"is":1,"not":6,"found":4,"in":3,"available":6,"modalities":6,"set":2,"keys":2,"raise":3,"f":7,"r":2,"all":1,"counts":1,"mapping":1,"m":2,"for":2,"typ":3,"union":1,"type":8,"d":3,"tuple":1,"requiring":1,"they":1,"belong":1,"certain":1,"isinstance":1,"typeerror":1,"invalid":1,"expected":1,"ignore":1,"value":1,"modalitydataparser":1,"typealias":1,"callable":1,"modalitydata":1,"optional":1},"9704,1751,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"class":1,"multimodaldataparser":1,"parses":1,"multimodaldatadict":2,"vllm":2,"multimodal":2,"inputs":1,"into":1,"multimodaldataitems":2,"parse":1,"args":1,"target":4,"sr":5,"float":3,"optional":3,"enables":1,"automatic":1,"resampling":1,"of":2,"audio":15,"items":1,"to":1,"the":1,"model":1,"s":1,"expected":1,"sampling":1,"rate":1,"def":4,"init":2,"self":6,"none":6,"resample":2,"method":3,"literal":1,"librosa":2,"scipy":1,"video":3,"needs":3,"metadata":3,"bool":1,"false":3,"super":1,"resampler":1,"audioresampler":1,"is":3,"embeddings":1,"data":10,"object":2,"typeguard":2,"union":1,"torch":6,"tensor":6,"list":4,"if":8,"isinstance":7,"return":10,"ndim":2,"3":1,"0":3,"2":1,"empty":1,"len":1,"np":4,"ndarray":3,"size":1,"get":1,"with":1,"audioitem":1,"tuple":2,"array":1,"numpy":1,"assert":1,"never":1},"11455,1979,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"def":3,"get":2,"video":11,"with":3,"metadata":1,"self":10,"videoitem":1,"tuple":4,"np":6,"ndarray":5,"optional":3,"dict":1,"str":1,"any":5,"if":10,"isinstance":8,"return":9,"list":3,"array":1,"none":6,"torch":3,"tensor":3,"numpy":1,"assert":1,"never":1,"parse":2,"audio":10,"data":26,"modalitydata":2,"audioitem":1,"modalitydataitems":2,"also":1,"check":1,"single":1,"item":3,"sampling":1,"rate":1,"is":7,"empty":3,"or":3,"and":2,"0":1,"embeddings":2,"audioembeddingitems":1,"of":1,"float":1,"ndim":1,"1":1,"items":4,"elif":1,"elem":2,"for":2,"in":2,"else":2,"new":6,"audios":3,"orig":4,"sr":5,"resampler":1,"resample":1,"append":1,"audioprocessoritems":1,"image":1,"imageitem":1,"imageembeddingitems":1},"13434,1909,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"if":6,"isinstance":6,"data":36,"pilimage":2,"image":4,"or":2,"np":5,"ndarray":5,"torch":4,"tensor":4,"and":3,"ndim":2,"3":1,"items":9,"elif":3,"elem":4,"for":3,"in":3,"else":3,"return":5,"imageprocessoritems":1,"def":2,"parse":4,"video":9,"self":10,"modalitydata":1,"videoitem":1,"optional":3,"modalitydataitems":1,"any":4,"is":3,"empty":1,"none":2,"embeddings":1,"videoembeddingitems":1,"list":3,"of":1,"4":1,"tuple":2,"len":1,"2":1,"new":4,"videos":4,"dict":2,"str":3,"metadata":11,"lst":3,"item":2,"get":2,"with":1,"needs":2,"append":3,"not":1,"videoprocessoritems":1,"subparsers":1,"mapping":1,"modalitydataparser":1,"audio":2},"15343,498,data/raw/vllm-0.10.1/vllm/multimodal/parse.py":{"def":1,"parse":1,"mm":6,"data":6,"self":2,"multimodaldatadict":1,"multimodaldataitems":2,"subparsers":4,"get":1,"items":4,"for":1,"k":5,"v":2,"in":2,"if":2,"not":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"modality":1,"ignore":1,"empty":1,"embedding":1,"parsed":2,"is":1,"none":1,"return":1},"0,1803,data/raw/vllm-0.10.1/vllm/multimodal/image.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":4,"vllm":1,"project":1,"from":6,"io":2,"import":7,"bytesio":1,"pathlib":1,"path":1,"typing":1,"union":2,"pybase64":1,"torch":1,"pil":1,"image":41,"base":1,"mediaio":2,"def":4,"rescale":2,"size":5,"factor":4,"float":1,"transpose":5,"int":7,"1":1,"dimensions":1,"of":1,"an":2,"by":1,"a":1,"constant":1,"new":5,"width":3,"height":3,"resize":1,"if":2,"return":5,"rgba":5,"rgb":6,"background":3,"color":3,"tuple":1,"list":1,"255":3,"convert":3,"with":1,"filled":1,"assert":1,"mode":11,"converted":3,"paste":1,"mask":1,"split":1,"3":2,"is":1,"alpha":1,"channel":1,"str":2,"elif":1,"and":1,"else":1,"class":1,"imagemediaio":1,"init":2,"self":3,"kwargs":5,"none":1,"super":1,"contains":1,"custom":2,"arguments":1,"media":2,"for":2,"this":1,"modality":1,"they":1,"can":1,"be":1,"passed":1,"underlying":1,"loaders":1,"e":1,"g":1,"implementations":1,"flexible":1,"control":1},"1803,1993,data/raw/vllm-0.10.1/vllm/multimodal/image.py":{"extract":1,"rgba":16,"background":8,"color":7,"from":1,"kwargs":2,"if":4,"provided":1,"default":1,"to":3,"white":1,"for":3,"backward":1,"compatibility":1,"bg":8,"get":1,"255":5,"convert":7,"list":3,"tuple":4,"consistency":1,"isinstance":3,"validate":2,"format":3,"not":1,"and":4,"len":1,"3":2,"all":1,"c":3,"int":1,"0":2,"in":2,"raise":1,"valueerror":1,"must":1,"be":1,"a":1,"or":1,"of":1,"integers":1,"the":1,"range":1,"self":14,"def":5,"image":41,"mode":11,"with":2,"custom":1,"return":7,"elif":1,"rgb":2,"else":1,"load":6,"bytes":3,"data":6,"open":2,"bytesio":2,"base64":2,"media":3,"type":1,"str":4,"pybase64":2,"b64decode":1,"true":1,"file":1,"filepath":2,"path":1,"encode":1,"jpeg":1,"as":1,"buffer":3,"save":1,"getvalue":1,"b64encode":1,"decode":1,"utf":1,"8":1},"3796,632,data/raw/vllm-0.10.1/vllm/multimodal/image.py":{"class":1,"imageembeddingmediaio":1,"mediaio":1,"torch":7,"tensor":5,"def":5,"init":2,"self":6,"none":1,"super":1,"load":6,"bytes":3,"data":4,"buffer":2,"bytesio":1,"return":4,"weights":2,"only":2,"true":3,"base64":2,"media":3,"type":1,"str":3,"pybase64":2,"b64decode":1,"validate":1,"file":1,"filepath":2,"path":1,"encode":1,"b64encode":1,"numpy":1,"decode":1,"utf":1,"8":1},"0,1483,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":22,"asyncio":1,"atexit":2,"from":16,"collections":1,"abc":1,"iterable":1,"concurrent":1,"futures":1,"threadpoolexecutor":2,"itertools":1,"groupby":1,"pathlib":1,"path":1,"typing":3,"type":2,"checking":2,"any":5,"optional":1,"typevar":2,"union":1,"urllib":2,"parse":1,"parseresult":1,"urlparse":1,"request":1,"url2pathname":1,"numpy":2,"as":3,"np":1,"npt":1,"torch":1,"pil":1,"image":2,"unidentifiedimageerror":1,"extensions":1,"deprecated":1,"envs":3,"connections":1,"httpconnection":1,"global":3,"http":1,"connection":1,"distributed":1,"get":2,"tensor":3,"model":3,"parallel":3,"rank":1,"world":1,"size":1,"all":1,"gather":1,"audio":1,"audiomediaio":1,"base":1,"mediaio":1,"imageembeddingmediaio":1,"imagemediaio":1,"video":1,"videomediaio":1,"m":2,"if":1,"inputs":1,"batchedtensorinputs":2,"multimodalkwargs":2,"multimodalkwargsitem":2,"multimodalplaceholderdict":2,"else":1,"thread":3,"pool":2,"max":1,"workers":1,"media":1,"loading":1,"count":1,"register":1,"shutdown":1,"class":1,"mediaconnector":1},"1483,1991,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"def":2,"init":2,"self":5,"media":25,"io":7,"kwargs":6,"optional":1,"dict":4,"str":5,"any":2,"none":3,"connection":6,"httpconnection":1,"global":1,"http":2,"allowed":14,"local":15,"path":18,"args":2,"additional":1,"passed":1,"to":4,"process":1,"inputs":1,"keyed":1,"by":1,"modalities":1,"for":3,"example":1,"set":2,"num":2,"frames":2,"video":2,"40":1,"client":1,"download":1,"contents":1,"a":2,"directory":2,"load":2,"files":1,"from":1,"super":1,"if":5,"else":2,"not":3,"exists":1,"raise":3,"valueerror":2,"invalid":2,"the":2,"f":2,"does":1,"exist":1,"is":1,"dir":1,"must":1,"be":1,"data":7,"url":3,"spec":4,"parseresult":1,"mediaio":1,"m":2,"split":2,"1":2,"type":3,"base64":2,"msg":2,"only":1,"urls":1,"are":1,"supported":1,"now":1,"notimplementederror":1},"3474,1679,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"return":5,"media":16,"io":8,"load":9,"base64":1,"type":1,"data":6,"def":3,"file":6,"url":21,"self":7,"spec":9,"parseresult":1,"mediaio":3,"m":6,"allowed":7,"local":8,"path":10,"if":5,"is":1,"none":3,"raise":3,"runtimeerror":1,"cannot":1,"files":1,"without":1,"filepath":4,"url2pathname":1,"not":1,"in":1,"resolve":1,"parents":1,"valueerror":2,"f":2,"the":2,"must":2,"be":2,"a":2,"subpath":1,"of":1,"from":2,"str":2,"fetch":3,"timeout":4,"optional":2,"int":2,"urlparse":2,"scheme":3,"startswith":1,"http":2,"connection":3,"get":2,"bytes":2,"msg":2,"either":1,"or":1,"async":2,"loop":2,"asyncio":1,"running":1},"5153,1944,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"if":3,"url":20,"spec":5,"scheme":3,"startswith":1,"http":3,"connection":3,"self":10,"data":6,"await":5,"async":4,"get":3,"bytes":2,"timeout":6,"fetch":9,"future":6,"loop":3,"run":3,"in":3,"executor":3,"global":3,"thread":3,"pool":3,"media":5,"io":9,"load":7,"return":5,"file":3,"msg":2,"the":1,"must":1,"be":1,"either":1,"a":5,"or":2,"raise":1,"valueerror":1,"def":3,"audio":16,"str":4,"tuple":2,"np":2,"ndarray":2,"union":2,"int":2,"float":2,"from":5,"audiomediaio":2,"kwargs":2,"envs":2,"vllm":2,"asynchronously":1,"image":6,"mode":1,"rgb":1,"pil":1,"base64":1},"7097,1923,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"by":2,"default":2,"the":2,"image":28,"is":2,"converted":2,"into":2,"rgb":4,"format":2,"io":12,"imagemediaio":3,"mode":8,"self":9,"media":4,"kwargs":4,"get":4,"try":2,"return":3,"load":5,"from":7,"url":10,"fetch":8,"timeout":6,"envs":3,"vllm":3,"except":2,"unidentifiedimageerror":2,"as":2,"e":6,"convert":2,"to":4,"valueerror":4,"be":2,"properly":2,"caught":2,"upstream":2,"raise":2,"str":7,"async":3,"def":2,"asynchronously":1,"a":3,"pil":1,"http":2,"or":2,"base64":2,"data":2,"await":1,"video":8,"tuple":1,"npt":1,"ndarray":1,"dict":1,"any":1,"videomediaio":1},"9020,1727,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"async":3,"def":5,"fetch":4,"video":11,"self":5,"url":5,"str":9,"image":26,"mode":6,"rgb":4,"tuple":1,"npt":2,"ndarray":3,"dict":1,"any":1,"asynchronously":1,"load":4,"from":3,"a":3,"http":1,"or":1,"base64":10,"data":3,"by":2,"default":2,"the":2,"is":2,"converted":2,"into":2,"format":6,"io":16,"imagemediaio":3,"media":2,"kwargs":2,"get":2,"videomediaio":2,"return":5,"await":1,"timeout":2,"envs":1,"vllm":1,"embedding":4,"torch":1,"tensor":1,"imageembeddingmediaio":1,"encode":8,"audio":6,"np":1,"sampling":2,"rate":2,"float":1,"as":1,"audiomediaio":1,"jpeg":1,"pillow":1,"to":1,"before":1,"being":1,"encoded":1,"frames":2},"10747,1940,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"def":4,"argsort":1,"mm":20,"positions":4,"multimodalplaceholderdict":2,"list":8,"tuple":1,"str":2,"int":2,"given":1,"a":4,"output":1,"sequence":2,"of":3,"keys":1,"to":3,"sort":1,"the":5,"dictionary":1,"by":8,"offset":2,"starting":1,"index":1,"in":7,"input":10,"ascending":1,"order":1,"returns":1,"modality":14,"idx":6,"which":1,"can":1,"be":2,"used":2,"access":1,"an":1,"item":3,"flat":4,"items":7,"for":6,"enumerate":1,"sorted":3,"key":3,"lambda":1,"x":2,"2":1,"return":7,"temporary":1,"back":1,"compatibility":1,"plugins":1,"that":1,"define":1,"model":1,"runner":1,"deprecated":1,"group":9,"inputs":5,"is":3,"superseded":1,"kwargs":4,"and":1,"will":1,"removed":1,"v0":1,"13":1,"please":1,"use":1,"instead":1,"multimodalkwargs":3,"if":3,"not":1,"func":2,"union":1,"has":1,"multiple":1,"modalities":4,"id":2,"as":1,"unique":1,"len":2,"1":2,"elif":1,"0":1,"fixme":1,"isotr0py":1,"from":1,"legacy":2,"pipeline":2,"empty":1,"this":1,"make":1,"internvl":1,"with":2,"still":1,"work":1,"v1":1,"else":1,"groupby":1,"multimodalkwargsitem":1,"device":2,"torch":1,"types":1,"none":1,"pin":1,"memory":1,"bool":1,"false":1},"12687,1860,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"iterable":1,"tuple":2,"str":1,"int":1,"batchedtensorinputs":1,"group":6,"consecutive":1,"multimodalkwargsitem":2,"s":1,"from":2,"mm":8,"kwargs":9,"with":2,"the":7,"same":2,"modality":5,"together":1,"into":1,"multimodalkwargs":6,"instance":1,"args":2,"inputs":2,"list":2,"of":1,"yields":1,"a":2,"num":1,"items":7,"grouped":1,"vllm":1,"multimodal":1,"import":1,"for":3,"in":2,"groupby":1,"key":1,"lambda":2,"item":4,"lst":4,"get":1,"data":2,"pin":4,"memory":4,"if":1,"device":5,"is":2,"not":1,"none":1,"json":1,"map":1,"leaves":1,"x":2,"to":5,"todo":1,"once":1,"v0":1,"removed":1,"we":2,"can":1,"use":1,"merging":1,"logic":1,"above":1,"avoid":1,"creating":1,"an":1,"extra":1,"batch":2,"dimension":2,"except":1,"fields":1,"that":1,"are":1,"meant":1,"be":1,"stacked":1,"anyway":1,"will":2,"also":1,"need":1,"update":1,"each":1,"model":7,"remove":1,"flatten":1,"bn":1,"as":1,"yield":1,"len":1,"def":1,"run":3,"dp":2,"sharded":1,"vision":6,"image":5,"input":4,"torch":6,"tensor":6,"nn":2,"module":2,"parallelism":1,"sharding":1,"function":1,"shard":1,"on":1,"first":1,"and":1,"returns":1,"output":1,"embeddings":1},"14547,1990,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"num":10,"chunks":10,"image":21,"input":7,"shape":1,"0":4,"mp":4,"world":5,"size":5,"get":2,"tensor":3,"model":4,"parallel":3,"per":6,"rank":10,"1":3,"padded":4,"pad":3,"2":1,"dim":2,"torch":1,"nn":1,"functional":1,"vision":7,"embeddings":6,"all":1,"gather":1,"return":3,"def":3,"fetch":7,"audio":12,"url":9,"str":6,"io":17,"kwargs":17,"optional":3,"dict":3,"any":3,"none":5,"tuple":1,"np":1,"ndarray":1,"union":1,"int":1,"float":1,"args":2,"of":2,"the":2,"file":2,"to":4,"additional":2,"passed":2,"handle":2,"media":10,"if":2,"not":2,"else":2,"connector":4,"mediaconnector":2,"video":3},"16537,404,data/raw/vllm-0.10.1/vllm/multimodal/utils.py":{"tuple":1,"npt":1,"ndarray":1,"dict":1,"str":1,"any":1,"args":1,"video":9,"url":3,"of":1,"the":1,"file":1,"to":2,"fetch":2,"io":7,"kwargs":7,"additional":1,"passed":1,"handle":1,"media":5,"none":1,"if":1,"not":1,"else":1,"connector":2,"mediaconnector":1,"return":1},"0,1964,data/raw/vllm-0.10.1/vllm/multimodal/video.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":14,"base64":1,"from":10,"abc":1,"abstractmethod":2,"functools":1,"partial":1,"io":1,"bytesio":1,"pathlib":1,"path":1,"typing":2,"any":2,"numpy":2,"as":2,"np":3,"npt":8,"pil":1,"image":2,"envs":1,"base":1,"mediaio":1,"imagemediaio":1,"def":6,"resize":3,"video":4,"frames":25,"ndarray":7,"size":6,"tuple":2,"int":7,"num":6,"channels":2,"shape":3,"new":10,"height":7,"width":7,"resized":5,"empty":1,"dtype":3,"lazy":1,"cv2":3,"avoid":1,"bothering":1,"users":1,"who":1,"only":1,"use":1,"text":1,"models":1,"for":1,"i":2,"frame":6,"in":1,"enumerate":1,"return":4,"rescale":1,"factor":3,"float":1,"sample":1,"total":2,"if":1,"1":3,"indices":2,"linspace":1,"sampled":2,"class":2,"videoloader":1,"classmethod":1,"load":1,"bytes":2,"cls":1,"data":1,"kwargs":1,"dict":2,"str":3,"raise":1,"notimplementederror":1,"videoloaderregistry":1,"init":1,"self":3,"none":1,"name2class":1,"type":1,"register":1,"name":1},"1964,1594,data/raw/vllm-0.10.1/vllm/multimodal/video.py":{"def":4,"wrap":2,"cls":11,"to":3,"register":4,"self":2,"name2class":2,"name":4,"return":4,"staticmethod":1,"load":2,"str":2,"videoloader":3,"video":6,"loader":3,"registry":4,"get":5,"assert":1,"is":1,"not":6,"none":2,"f":1,"class":2,"found":1,"videoloaderregistry":1,"opencv":1,"opencvvideobackend":1,"cv2":7,"api":7,"import":2,"videoio":1,"as":1,"vr":5,"pref":3,"for":1,"backend":7,"in":1,"getstreambufferedbackends":1,"if":5,"hasbackend":1,"continue":2,"isbackendbuiltin":1,"abi":3,"getstreambufferedbackendpluginversion":1,"1":3,"or":1,"and":1,"2":1,"break":1,"classmethod":1,"bytes":2,"data":2,"num":3,"frames":3,"int":2,"kwargs":1,"tuple":1,"npt":1,"ndarray":1,"dict":1,"any":1,"cap":6,"videocapture":1,"bytesio":1,"isopened":1,"raise":1,"valueerror":1,"could":1,"open":1,"stream":1,"total":2,"prop":2,"frame":1,"count":1,"original":3,"fps":4,"duration":1,"0":2,"else":1},"3558,1666,data/raw/vllm-0.10.1/vllm/multimodal/video.py":{"full":2,"read":2,"num":14,"frames":21,"1":3,"or":1,"total":6,"if":4,"frame":8,"idx":6,"list":1,"range":2,"0":3,"else":1,"uniform":2,"sampled":2,"np":3,"linspace":1,"dtype":2,"int":4,"tolist":1,"width":3,"cap":6,"get":2,"cv2":4,"prop":2,"height":3,"empty":1,"len":1,"3":1,"uint8":1,"i":5,"for":1,"in":2,"ok":2,"grab":1,"not":1,"break":1,"ret":2,"retrieve":1,"cvtcolor":1,"color":1,"bgr2rgb":1,"assert":1,"f":2,"expected":1,"reading":1,"but":1,"only":1,"loaded":1,"from":1,"video":3,"use":1,"transformers":2,"utils":1,"videometadata":1,"format":1,"metadata":2,"fps":2,"original":1,"duration":2,"backend":1,"opencv":1,"return":1,"class":1,"videomediaio":1,"mediaio":1,"npt":1,"ndarray":1,"def":1,"init":2,"self":1,"image":1,"io":1,"imagemediaio":1,"32":1,"kwargs":1,"none":1,"super":1},"5224,1923,data/raw/vllm-0.10.1/vllm/multimodal/video.py":{"self":15,"image":7,"io":5,"num":4,"frames":4,"kwargs":5,"contains":1,"custom":2,"arguments":1,"from":1,"media":6,"for":5,"this":1,"modality":1,"they":1,"can":1,"be":1,"passed":1,"to":1,"the":1,"underlying":1,"loaders":1,"e":1,"g":1,"implementations":1,"flexible":1,"control":1,"video":12,"loader":6,"backend":3,"envs":1,"vllm":1,"registry":1,"load":10,"def":4,"bytes":5,"data":9,"tuple":3,"npt":4,"ndarray":4,"dict":3,"str":7,"any":3,"return":5,"base64":5,"type":2,"if":2,"lower":1,"jpeg":5,"frame":8,"partial":2,"np":2,"stack":1,"asarray":1,"in":2,"split":1,"b64decode":1,"file":1,"filepath":2,"path":1,"with":1,"open":1,"rb":1,"as":1,"f":2,"read":1,"encode":4,"format":5,"join":1,"fromarray":1,"msg":2,"only":1,"is":1,"supported":1,"now":1,"raise":1,"notimplementederror":1},"0,1495,data/raw/vllm-0.10.1/vllm/multimodal/audio.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":2,"project":1,"import":12,"base64":1,"from":5,"io":1,"bytesio":1,"pathlib":1,"path":1,"typing":2,"literal":2,"optional":2,"numpy":2,"as":2,"np":4,"npt":4,"utils":1,"placeholdermodule":3,"base":1,"mediaio":1,"try":2,"librosa":7,"except":2,"importerror":2,"type":2,"ignore":2,"assignment":2,"soundfile":3,"def":3,"resample":6,"audio":9,"ndarray":3,"floating":3,"orig":8,"sr":19,"float":5,"target":12,"return":4,"scipy":6,"lazy":1,"signal":4,"otherwise":1,"it":1,"will":1,"crash":1,"doc":1,"build":1,"if":1,"poly":2,"1":2,"elif":1,"class":1,"audioresampler":1,"data":1,"a":1,"sample":1,"rate":1,"init":1,"self":3,"none":1,"method":3},"1495,1983,data/raw/vllm-0.10.1/vllm/multimodal/audio.py":{"def":6,"resample":3,"self":14,"audio":8,"npt":7,"ndarray":7,"np":2,"floating":2,"orig":5,"sr":15,"float":6,"if":2,"target":6,"is":3,"none":4,"raise":2,"runtimeerror":1,"resampling":2,"not":2,"supported":2,"when":1,"provided":1,"method":4,"librosa":5,"return":6,"elif":1,"scipy":3,"else":1,"valueerror":1,"f":1,"invalid":1,"methods":1,"are":1,"and":1,"class":1,"audiomediaio":1,"mediaio":1,"tuple":5,"init":2,"kwargs":5,"super":1,"contains":1,"custom":2,"arguments":1,"from":1,"media":5,"io":1,"for":2,"this":1,"modality":1,"they":1,"can":1,"be":1,"passed":1,"to":1,"the":1,"underlying":1,"loaders":1,"e":1,"g":1,"implementations":1,"flexible":1,"control":1,"load":6,"bytes":3,"data":6,"bytesio":2,"base64":4,"type":1,"str":3,"b64decode":1,"file":1,"filepath":2,"path":1,"encode":1,"with":1,"as":1,"buffer":3,"soundfile":1,"write":1,"format":1,"wav":1,"getvalue":1,"b64encode":1,"decode":1,"utf":1,"8":1},"0,1059,data/raw/vllm-0.10.1/vllm/multimodal/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":2,"project":1,"from":4,"base":1,"import":4,"multimodalplaceholdermap":2,"hasher":1,"multimodalhashdict":2,"multimodalhasher":2,"inputs":1,"batchedtensorinputs":2,"modalitydata":2,"multimodaldatabuiltins":2,"multimodaldatadict":2,"multimodalkwargs":2,"multimodalplaceholderdict":2,"nestedtensors":2,"registry":4,"multimodalregistry":5,"multimodal":3,"global":1,"is":1,"used":1,"by":1,"model":2,"runners":1,"dispatch":1,"data":1,"processing":3,"according":1,"target":1,"info":1,"mm":2,"design":1,"html":1,"all":1},"0,1951,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":4,"project":1,"from":8,"abc":4,"import":11,"abstractmethod":2,"collections":1,"mapping":4,"dataclasses":1,"dataclass":2,"field":3,"typing":2,"generic":2,"namedtuple":3,"optional":1,"typevar":2,"union":2,"cast":1,"numpy":2,"as":3,"np":1,"npt":1,"pil":1,"image":1,"envs":2,"logger":4,"init":4,"inputs":1,"multimodaldatadict":2,"multimodalencdecinputs":1,"multimodalinputs":1,"multimodalkwargs":2,"multimodalplaceholderdict":2,"processing":2,"basemultimodalprocessor":2,"baseprocessinginfo":2,"encdecmultimodalprocessor":1,"name":1,"class":5,"processorinputs":1,"represents":1,"keyword":1,"arguments":1,"multimodal":1,"apply":1,"prompt":3,"str":5,"list":3,"int":4,"mm":4,"data":5,"hf":1,"processor":1,"kwargs":2,"object":2,"default":2,"factory":2,"dict":2,"tokenization":1,"dummyencoderdata":1,"dummy":4,"used":2,"for":2,"profiling":2,"token":2,"ids":2,"dummydecoderdata":1,"multi":3,"modal":3,"placeholders":1,"i":4,"bound":1,"basedummyinputsbuilder":1,"abstract":1,"base":1,"that":1,"constructs":1,"profile":1,"models":1,"def":2,"self":3,"info":3,"none":1,"super":1,"get":1,"text":2,"counts":2,"build":1,"input":1,"corresponding":1,"raise":1,"notimplementederror":1},"1951,1958,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"abstractmethod":1,"def":5,"get":7,"dummy":11,"mm":9,"data":5,"self":7,"seq":3,"len":3,"int":13,"counts":4,"mapping":2,"str":2,"multimodaldatadict":1,"build":2,"the":4,"multimodal":1,"input":2,"which":2,"after":2,"processing":2,"results":2,"in":2,"maximum":2,"possible":2,"number":2,"of":2,"placeholder":2,"tokens":2,"raise":1,"notimplementederror":1,"processor":1,"inputs":1,"processorinputs":2,"text":3,"tokenization":3,"kwargs":3,"truncation":1,"false":1,"return":7,"prompt":1,"audios":4,"length":2,"num":11,"list":3,"npt":2,"ndarray":2,"if":3,"0":3,"audio":2,"np":2,"zeros":1,"images":4,"width":4,"height":4,"image":5,"new":1,"rgb":1,"color":1,"255":2,"videos":4,"frames":2,"video":2,"full":1,"3":1,"class":1,"multimodalprofiler":1,"generic":1,"i":1,"contains":1,"code":1,"for":2,"running":1,"memory":1,"profiling":1,"multi":1,"modal":1,"models":1},"3909,1851,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"def":7,"init":2,"self":15,"processor":15,"basemultimodalprocessor":1,"i":2,"none":4,"super":1,"property":2,"processing":1,"info":2,"baseprocessinginfo":1,"return":5,"dummy":7,"inputs":16,"basedummyinputsbuilder":1,"get":8,"mm":24,"limits":3,"mapping":4,"str":4,"int":6,"allowed":1,"seq":4,"len":4,"counts":6,"optional":2,"multimodalinputs":2,"if":2,"is":1,"factory":2,"apply":1,"prompt":2,"data":3,"hf":2,"kwargs":4,"tokenization":2,"num":2,"tokens":1,"embeddings":2,"only":2,"bool":1,"true":1,"placeholders":5,"by":2,"modality":4,"sum":1,"item":3,"embeds":1,"else":1,"length":1,"for":2,"in":2,"items":1,"encoder":1,"dummyencoderdata":1,"cast":1,"multimodalencdecinputs":1},"5760,1820,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"for":4,"encoder":10,"decoder":3,"models":1,"use":2,"prompt":11,"token":9,"ids":9,"instead":1,"of":2,"to":6,"construct":1,"dummy":4,"seq":7,"data":2,"profiling":2,"mm":9,"inputs":6,"total":8,"len":16,"processor":3,"cast":1,"encdecmultimodalprocessor":1,"self":4,"if":1,"pad":3,"num":7,"tokens":6,"max":6,"extend":1,"0":1,"note":1,"whisper":1,"allows":1,"elif":1,"and":2,"not":1,"envs":1,"vllm":1,"v1":1,"batched":2,"is":3,"defined":1,"by":1,"schedulerconfig":1,"logger":1,"warning":1,"once":1,"the":4,"sequence":1,"length":1,"used":1,"seqs":2,"d":2,"noqa":4,"e501":4,"too":1,"short":2,"hold":1,"multi":3,"modal":3,"embeddings":2,"in":2,"worst":1,"case":1,"out":1,"which":1,"s":1,"are":1,"reserved":1,"this":2,"may":1,"cause":1,"certain":1,"fail":1,"during":1,"inference":1,"even":1,"when":1,"input":1,"text":1,"avoid":1,"you":1,"should":1,"increase":1,"model":1,"reduce":2,"or":1,"counts":3,"str":2,"get":3,"return":1,"dummyencoderdata":1,"def":1,"int":2,"optional":1,"mapping":1,"none":1,"dummydecoderdata":1},"7580,1471,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"v0":1,"does":1,"not":2,"support":1,"chunked":1,"prefill":1,"if":3,"total":5,"len":10,"seq":5,"and":2,"envs":1,"vllm":1,"use":1,"v1":1,"max":6,"num":5,"batched":2,"tokens":5,"is":4,"defined":1,"by":1,"schedulerconfig":1,"logger":1,"warning":1,"once":1,"the":4,"sequence":1,"length":1,"used":1,"for":2,"profiling":1,"seqs":2,"d":2,"noqa":4,"e501":4,"too":1,"short":2,"to":3,"hold":1,"multi":5,"modal":5,"embeddings":3,"in":2,"worst":1,"case":1,"out":1,"of":1,"which":1,"s":1,"are":1,"reserved":1,"this":2,"may":1,"cause":1,"certain":1,"inputs":4,"fail":1,"during":1,"inference":1,"even":1,"when":1,"input":1,"text":1,"avoid":1,"you":1,"should":1,"increase":1,"model":1,"reduce":2,"or":1,"mm":13,"counts":4,"str":3,"self":3,"get":3,"prompt":3,"token":3,"ids":3,"extend":1,"0":1,"return":1,"dummydecoderdata":1,"data":1,"kwargs":1,"placeholders":2,"def":1,"int":3,"optional":1,"mapping":2,"none":2,"only":1,"bool":1,"true":1,"limits":1},"9051,1866,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"max":9,"tokens":16,"per":7,"item":7,"self":4,"processing":1,"info":1,"get":4,"mm":20,"seq":6,"len":7,"counts":8,"if":3,"is":5,"not":1,"none":3,"total":5,"sum":2,"values":1,"else":1,"k":3,"for":1,"in":2,"keys":2,"logger":1,"warning":1,"once":1,"the":6,"sequence":1,"length":2,"d":2,"smaller":1,"than":1,"pre":1,"defined":1,"worst":1,"case":1,"number":2,"of":3,"multimodal":2,"this":3,"may":1,"cause":1,"certain":1,"multi":1,"modal":1,"inputs":4,"to":3,"fail":1,"during":1,"inference":1,"avoid":1,"you":1,"should":1,"increase":1,"model":1,"or":1,"reduce":1,"return":2,"dummy":1,"num":1,"embeddings":4,"only":2,"def":1,"contiguous":1,"int":2,"optional":1,"mapping":1,"str":1,"returns":2,"maximum":1,"image":3,"placeholders":1,"text":2,"including":1,"any":1,"break":2,"between":1,"im":2,"start":1,"img":6,"row":1,"end":1,"9":1,"even":1,"when":2,"6":1,"important":1,"take":1,"into":1,"account":1,"profiling":1,"and":1,"initializing":1,"encoder":1,"cache":1,"size":1},"10917,164,data/raw/vllm-0.10.1/vllm/multimodal/profiling.py":{"return":1,"self":1,"get":1,"mm":3,"max":1,"tokens":1,"seq":1,"len":1,"counts":1,"embeddings":1,"only":1,"false":1},"0,1681,data/raw/vllm-0.10.1/vllm/multimodal/cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":9,"sys":3,"from":7,"collections":1,"abc":1,"mapping":2,"dataclasses":1,"dataclass":2,"typing":1,"typevar":2,"union":2,"torch":2,"logger":4,"init":2,"utils":2,"gib":1,"bytes":1,"lrucache":1,"jsontree":1,"json":2,"map":1,"leaves":2,"reduce":1,"inputs":1,"multimodalkwargs":4,"multimodalkwargsitem":4,"nestedtensors":2,"name":1,"class":2,"multimodalcacheitemmetadata":3,"size":7,"int":2,"classmethod":2,"def":2,"wraps":1,"cls":5,"value":2,"multimodalcachevalue":3,"return":6,"multimodalcache":2,"get":5,"item":3,"str":1,"v":4,"bound":1,"leaf":13,"object":1,"debug":5,"bool":1,"false":1,"is":2,"not":2,"a":2,"subclass":2,"of":2,"dict":2,"if":4,"isinstance":4,"data":4,"k":2,"for":2,"in":1,"items":1,"getsizeof":2,"doesn":1,"t":1,"work":1,"tensors":1,"tensor":1,"nbytes":1},"1681,811,data/raw/vllm-0.10.1/vllm/multimodal/cache.py":{"classmethod":2,"def":2,"get":4,"item":2,"size":7,"cls":4,"value":4,"multimodalcachevalue":1,"debug":8,"bool":2,"false":2,"int":1,"json":2,"reduce":1,"leaves":2,"lambda":3,"a":2,"b":2,"map":1,"x":4,"leaf":1,"if":1,"logger":1,"calculated":1,"of":1,"s":1,"to":1,"be":1,"2f":1,"gib":3,"type":3,"bytes":2,"return":2,"lru":1,"cache":1,"capacity":2,"gb":2,"float":1,"v":2,"lrucache":2,"str":1,"getsizeof":1},"0,1999,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":12,"project":1,"import":20,"os":1,"time":1,"from":15,"collections":1,"defaultdict":1,"typing":1,"type":2,"checking":2,"dict":1,"list":1,"optional":1,"tuple":1,"union":1,"msgspec":4,"platforms":2,"config":1,"parallelconfig":1,"executor":1,"utils":2,"decode":2,"hook":6,"encode":2,"logger":4,"init":4,"current":1,"platform":1,"sequence":1,"executemodelrequest":2,"intermediatetensors":1,"get":1,"ip":1,"worker":5,"base":1,"workerwrapperbase":2,"if":1,"v1":2,"core":1,"sched":1,"output":2,"scheduleroutput":1,"outputs":1,"modelrunneroutput":1,"name":1,"pg":1,"wait":1,"timeout":1,"1800":1,"try":2,"ray":8,"util":2,"placement":2,"group":2,"table":1,"placementgroup":1,"private":2,"state":5,"available":4,"resources":4,"per":4,"node":4,"except":1,"importerror":1,"9":1,"x":1,"doesn":1,"t":1,"expose":1,"as":1,"class":1,"rayworkerwrapper":1,"wrapper":1,"for":1,"allowing":1,"be":1,"lazily":1,"initialized":1,"after":1,"sets":1,"cuda":3,"visible":1,"devices":1,"def":1,"self":4,"args":2,"kwargs":2,"none":1,"super":1,"since":1,"compiled":2,"dag":2,"runs":1,"a":2,"main":1,"execution":1,"in":1,"different":1,"thread":2,"that":2,"calls":1,"set":3,"device":3,"flag":1,"indicates":1,"is":2,"called":1,"on":1,"false":1,"input":1,"decoder":2,"msgpack":2,"dec":1,"encoder":2,"enc":1},"1999,1899,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"def":3,"get":7,"node":5,"ip":2,"self":7,"str":2,"return":2,"and":3,"gpu":3,"ids":4,"tuple":8,"list":1,"int":1,"id":3,"ray":5,"runtime":2,"context":2,"device":10,"key":4,"vllm":2,"platforms":2,"current":5,"platform":4,"if":4,"not":3,"raise":1,"runtimeerror":1,"s":2,"does":1,"support":1,"name":1,"accelerator":1,"execute":3,"model":3,"spmd":3,"req":9,"or":6,"union":1,"bytes":4,"optional":1,"intermediatetensors":1,"in":1,"fashion":1,"used":1,"only":1,"when":1,"worker":2,"compiled":4,"dag":3,"are":2,"both":1,"enabled":1,"args":1,"a":3,"request":3,"containing":1,"the":2,"intermediate":4,"tensors":4,"none":2,"unless":1,"it":2,"is":4,"provided":1,"because":2,"0":1,"pipeline":1,"stage":1,"serialized":4,"by":1,"msgspec":1,"isinstance":1,"else":1,"input":1,"decoder":1,"decode":1,"todo":1,"swang":1,"this":1,"needed":1,"right":1,"now":1,"graph":1,"executes":1,"on":1,"background":1,"thread":1,"so":1,"we":1,"need":1,"to":1,"reset":1,"torch":1,"cuda":2,"set":3,"true":1},"3898,1103,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"output":9,"self":7,"worker":4,"execute":2,"model":3,"spmd":1,"req":2,"intermediate":1,"tensors":1,"pipeline":2,"request":1,"and":1,"to":2,"the":1,"next":1,"stage":1,"if":4,"isinstance":1,"intermediatetensors":1,"serialized":1,"else":2,"encoder":1,"encode":1,"return":1,"def":1,"setup":1,"device":6,"necessary":1,"todo":1,"swang":1,"this":2,"is":5,"needed":2,"right":1,"now":1,"because":1,"ray":1,"cg":1,"executes":1,"on":1,"a":1,"background":1,"thread":1,"so":1,"we":2,"need":1,"reset":1,"torch":1,"s":1,"current":3,"can":1,"remove":1,"api":1,"after":1,"it":1,"fixed":1,"in":1,"compiled":3,"graph":1,"assert":1,"not":4,"none":1,"initialized":1,"dag":2,"cuda":2,"set":3,"platform":2,"tpu":1,"pass":1,"true":1},"5001,1846,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"def":4,"execute":3,"model":4,"ray":15,"self":6,"scheduler":8,"output":13,"union":2,"scheduleroutput":3,"tuple":3,"intermediatetensors":3,"modelrunneroutput":1,"this":1,"method":1,"is":8,"used":1,"by":1,"compiled":1,"graph":1,"to":3,"the":2,"and":1,"it":1,"needs":1,"a":1,"special":1,"logic":1,"of":1,"setup":2,"device":2,"if":7,"necessary":2,"assert":2,"worker":3,"not":4,"none":7,"initialized":1,"isinstance":2,"intermediate":3,"tensors":3,"else":1,"runner":1,"return":2,"override":1,"env":1,"vars":3,"dict":1,"str":3,"os":1,"environ":1,"update":1,"import":4,"err":3,"except":1,"importerror":1,"as":1,"e":2,"type":2,"ignore":2,"only":1,"capture":1,"string":1,"avoid":1,"variable":1,"references":1,"in":2,"traceback":1,"that":1,"can":1,"prevent":1,"garbage":1,"collection":1,"some":1,"cases":1,"rayworkerwrapper":1,"available":4,"bool":1,"returns":1,"true":1,"raise":2,"an":1,"exception":1,"valueerror":1,"f":1,"failed":1,"please":1,"install":2,"with":1,"pip":1},"6847,1514,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"def":1,"verify":2,"bundles":7,"placement":7,"group":7,"placementgroup":1,"parallel":2,"config":1,"parallelconfig":1,"device":1,"str":4,"a":6,"given":1,"has":1,"located":1,"in":8,"the":1,"right":1,"place":1,"there":1,"are":1,"2":1,"rules":1,"warn":1,"if":4,"all":1,"tensor":1,"workers":1,"cannot":1,"fit":1,"single":1,"node":22,"fail":1,"driver":6,"is":5,"not":4,"included":2,"assert":1,"ray":6,"initialized":2,"although":1,"distributed":1,"executor":1,"backend":1,"pg":3,"data":3,"table":1,"bundle":12,"idx":4,"id":17,"to":8,"ids":2,"e":2,"g":2,"gpu":2,"1":2,"list":4,"of":1,"dict":2,"float":1,"defaultdict":1,"for":1,"items":1,"append":1,"get":2,"runtime":1,"context":1,"raise":1,"runtimeerror":1,"f":3,"you":2,"don":1,"t":1,"have":2,"enough":1,"gpus":2,"available":2,"current":1,"check":1,"status":1,"and":1,"nodes":1,"see":1,"before":1,"starting":1,"an":1,"vllm":1,"engine":1},"8361,1454,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"for":1,"node":5,"id":3,"bundles":3,"in":2,"to":3,"bundle":2,"items":1,"if":4,"len":3,"parallel":8,"config":3,"tensor":5,"size":4,"logger":1,"warning":1,"d":3,"is":4,"bigger":1,"than":2,"a":3,"reserved":1,"number":1,"of":1,"ss":2,"s":3,"workers":1,"can":2,"be":2,"spread":1,"out":1,"2":1,"nodes":2,"which":1,"degrade":1,"the":3,"performance":1,"unless":1,"you":2,"have":2,"fast":1,"interconnect":1,"across":1,"like":1,"infiniband":1,"resolve":1,"this":2,"issue":1,"make":1,"sure":1,"more":1,"gpus":1,"available":2,"at":1,"each":1,"device":2,"str":2,"def":1,"wait":7,"until":4,"pg":5,"ready":8,"current":3,"placement":6,"group":6,"placementgroup":1,"it":1,"prints":1,"informative":1,"log":1,"messages":1,"not":1,"created":1,"within":1,"time":5,"will":2,"block":1,"all":1,"requested":1,"resources":1,"are":1,"and":1,"timeout":3,"they":1,"cannot":1,"provisioned":1,"specs":2,"ref":2,"interval":2,"10":1,"while":1,"ray":1,"0":1,"break":1},"9815,1824,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"exponential":2,"backoff":2,"for":8,"warning":2,"print":2,"wait":7,"interval":4,"2":2,"logger":2,"info":2,"waiting":2,"creating":1,"a":5,"placement":10,"group":10,"of":4,"specs":5,"d":2,"seconds":3,"s":5,"check":1,"ray":13,"status":2,"and":4,"list":2,"nodes":2,"to":3,"see":2,"if":3,"you":2,"have":1,"enough":2,"resources":3,"make":2,"sure":2,"the":8,"ip":2,"addresses":1,"used":1,"by":1,"cluster":5,"are":2,"same":1,"as":1,"vllm":1,"host":1,"environment":1,"variable":1,"specified":1,"in":1,"each":2,"node":2,"running":1,"on":1,"multi":1,"int":2,"time":9,"try":1,"get":2,"pg":6,"ready":1,"ref":1,"timeout":3,"0":1,"except":1,"exceptions":1,"gettimeouterror":1,"raise":1,"valueerror":1,"cannot":1,"provide":1,"f":1,"within":1,"has":1,"from":1,"none":3,"def":2,"until":1,"removed":1,"current":3,"placementgroup":1,"util":2,"remove":1,"10":1,"while":1,"is":1,"break":1,"removing":1,"sleep":1,"initialize":2,"parallel":1,"config":1,"parallelconfig":1,"address":1,"optional":1,"str":1,"distributed":2,"with":1,"it":1,"will":1,"connect":1,"create":1,"workers":1,"which":1,"includes":1,"specification":1,"worker":1},"11639,1585,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"args":1,"parallel":7,"config":6,"the":6,"configurations":1,"for":2,"execution":1,"ray":19,"address":7,"of":1,"cluster":2,"if":6,"none":1,"uses":1,"default":1,"assert":1,"available":1,"from":1,"vllm":1,"platforms":1,"import":1,"current":11,"platform":6,"is":4,"initialized":2,"logger":3,"info":2,"already":1,"skipping":1,"initialization":1,"elif":1,"rocm":1,"or":2,"xpu":1,"try":2,"to":1,"connect":1,"existing":3,"instance":3,"and":1,"create":2,"a":2,"new":2,"one":1,"not":3,"found":1,"init":3,"auto":1,"except":1,"connectionerror":1,"warning":1,"no":1,"detected":1,"will":1,"be":1,"launched":1,"with":1,"node":1,"resources":1,"num":1,"gpus":1,"world":1,"size":1,"runtime":4,"env":4,"else":2,"device":4,"str":2,"key":1,"raise":1,"valueerror":1,"f":1,"name":1,"does":1,"support":1,"get":2,"placement":8,"group":8,"worker":1,"processes":1,"util":1,"using":1},"13224,1731,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"we":2,"are":1,"in":7,"a":4,"placement":11,"group":11,"bundles":6,"current":2,"bundle":7,"specs":2,"verify":1,"that":1,"can":1,"use":1,"the":7,"device":12,"0":4,"for":2,"devices":7,"get":2,"str":9,"if":4,"1":4,"raise":2,"valueerror":2,"cannot":1,"have":1,"more":1,"than":1,"f":5,"parallel":4,"config":4,"world":4,"size":4,"number":6,"of":6,"required":3,"s":2,"exceeds":2,"total":3,"available":2,"else":1,"logger":2,"info":1,"no":1,"found":1,"creating":1,"new":2,"num":2,"cluster":4,"ray":1,"resources":1,"log":1,"warning":2,"message":1,"and":2,"delay":1,"resource":1,"allocation":1,"failure":1,"response":1,"avoid":1,"immediate":1,"rejection":1,"to":2,"allow":1,"user":1,"initiated":1,"created":1,"wait":1,"be":1,"ready":1,"ss":2,"create":1,"list":1,"dict":1,"float":1,"range":1},"14955,1904,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"vllm":2,"engine":2,"is":3,"also":1,"a":4,"worker":1,"to":3,"execute":1,"model":1,"with":1,"an":1,"accelerator":1,"so":1,"it":1,"requires":1,"have":2,"the":4,"device":7,"in":5,"current":21,"node":18,"check":1,"if":2,"has":2,"at":3,"least":3,"one":1,"ip":4,"get":8,"id":4,"ray":7,"runtime":1,"context":1,"resource":3,"available":3,"resources":5,"per":4,"str":5,"0":5,"1":2,"raise":1,"valueerror":1,"f":5,"no":1,"cannot":1,"start":1,"without":1,"make":1,"sure":1,"you":1,"this":1,"way":1,"bundle":1,"required":1,"be":1,"created":1,"placement":13,"group":13,"specs":2,"001":1,"by":1,"default":1,"packs":1,"as":2,"much":1,"possible":1,"util":3,"strategy":1,"pack":1,"wait":1,"until":1,"pg":3,"ready":1,"assert":2,"not":1,"none":1,"verify":1,"bundles":1,"parallel":3,"config":3,"set":1,"def":2,"num":4,"tpu":2,"nodes":3,"int":3,"from":1,"private":1,"accelerators":2,"import":1,"tpuacceleratormanager":2,"cluster":3,"total":3,"tpus":6,"return":1,"table":2},"16859,304,data/raw/vllm-0.10.1/vllm/executor/ray_utils.py":{"if":2,"current":2,"pg":10,"nodes":5,"in":5,"set":1,"for":2,"key":2,"table":1,"items":2,"id":2,"hex":1,"node":3,"bundles":1,"to":1,"add":1,"num":2,"len":1,"return":1},"0,1995,data/raw/vllm-0.10.1/vllm/executor/mp_distributed_executor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":8,"project":1,"import":11,"asyncio":1,"os":1,"from":9,"typing":1,"any":1,"callable":1,"list":1,"optional":1,"union":1,"cloudpickle":1,"executor":6,"base":2,"distributedexecutorbase":2,"multiproc":1,"worker":4,"utils":2,"processworkerwrapper":1,"resulthandler":1,"workermonitor":1,"set":2,"multiprocessing":2,"envs":1,"logger":4,"init":4,"model":1,"layers":1,"sampler":1,"sampleroutput":1,"sequence":1,"executemodelrequest":1,"run":2,"task":1,"with":1,"lock":1,"cuda":8,"device":7,"count":9,"stateless":2,"get":3,"distributed":2,"method":2,"ip":1,"open":1,"port":1,"make":1,"async":1,"update":1,"environment":1,"variables":1,"workerwrapperbase":1,"name":1,"class":1,"multiprocessingdistributedexecutor":1,"python":1,"based":1,"uses":1,"ray":1,"bool":1,"false":1,"def":1,"check":2,"self":2,"none":1,"that":2,"number":2,"of":2,"gpus":1,"is":2,"sufficient":1,"for":2,"parallel":10,"configuration":1,"separate":1,"reduce":1,"indented":1,"blocks":1,"config":4,"world":5,"size":10,"tensor":5,"use":1,"confusing":1,"message":1,"more":1,"common":1,"tp":1,"only":1,"case":1,"if":2,"raise":2,"runtimeerror":2,"f":4,"please":2,"less":2,"than":3,"max":2,"local":2,"gpu":2,"ensure":1},"1995,1568,data/raw/vllm-0.10.1/vllm/executor/mp_distributed_executor.py":{"set":3,"cuda":5,"visible":3,"devices":3,"for":3,"the":10,"driver":3,"inherited":1,"by":1,"workers":10,"if":2,"not":4,"in":2,"os":1,"environ":1,"update":1,"environment":1,"variables":1,"join":1,"map":1,"str":1,"range":1,"world":3,"size":5,"def":1,"init":3,"executor":2,"self":8,"none":1,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"is":3,"alike":1,"check":1,"create":1,"parallel":6,"gpu":1,"config":3,"tensor":2,"multiprocessing":3,"envs":2,"that":5,"are":5,"common":1,"to":3,"v0":1,"and":2,"v1":1,"worker":2,"based":1,"does":1,"support":1,"multi":1,"node":2,"setting":1,"since":1,"it":1,"only":1,"works":1,"single":1,"we":1,"can":1,"use":1,"loopback":1,"address":1,"127":2,"0":6,"1":2,"communication":1,"distributed":2,"method":2,"get":2,"open":1,"port":1,"list":5,"processworkerwrapper":3,"this":2,"of":4,"rank":2,"each":1,"tp":3,"group":2,"except":1,"global":1,"these":2,"will":2,"broadcast":1,"rest":1,"drivers":1,"first":1,"a":1,"be":1,"broadcasted":1,"non":1},"3563,1939,data/raw/vllm-0.10.1/vllm/executor/mp_distributed_executor.py":{"if":2,"world":3,"size":5,"1":2,"self":20,"worker":11,"monitor":3,"none":2,"else":2,"result":4,"handler":4,"resulthandler":1,"for":2,"rank":10,"in":2,"range":2,"processworkerwrapper":1,"workerwrapperbase":2,"vllm":4,"config":7,"workers":9,"append":4,"tensor":2,"parallel":6,"0":3,"tp":1,"driver":6,"non":1,"workermonitor":1,"start":2,"set":1,"up":1,"signal":1,"handlers":1,"to":1,"shutdown":1,"the":1,"executor":1,"cleanly":1,"sometimes":1,"gc":1,"does":1,"not":2,"work":1,"well":1,"all":3,"kwargs":5,"distributed":4,"init":6,"method":4,"get":3,"ip":1,"open":1,"port":1,"i":3,"local":3,"dict":1,"is":1,"or":1,"run":3,"device":1,"load":1,"model":3,"max":2,"concurrent":1,"loading":1,"exec":1,"make":1,"async":1,"execute":1,"pp":1,"locks":1,"optional":1,"list":1,"asyncio":1,"lock":1},"5502,1927,data/raw/vllm-0.10.1/vllm/executor/mp_distributed_executor.py":{"def":3,"shutdown":1,"self":7,"if":5,"worker":11,"monitor":3,"getattr":1,"none":4,"is":2,"not":3,"close":1,"driver":7,"execute":7,"model":6,"req":2,"optional":3,"executemodelrequest":1,"list":3,"sampleroutput":1,"run":8,"in":5,"the":9,"passing":1,"will":3,"cause":1,"to":1,"stop":1,"execution":1,"loop":1,"running":1,"each":1,"of":2,"remote":3,"workers":14,"return":4,"method":13,"union":1,"str":2,"callable":1,"args":4,"async":3,"tensor":3,"parallel":3,"only":5,"bool":1,"false":1,"max":3,"concurrent":3,"int":1,"kwargs":3,"any":1,"runs":1,"given":1,"on":2,"all":2,"true":1,"be":2,"tp":1,"it":1,"also":1,"asynchronously":1,"and":2,"a":1,"futures":2,"rather":1,"than":1,"blocking":1,"results":1,"isinstance":1,"sent":4,"else":1,"cloudpickle":1,"dumps":1,"del":1,"raise":1,"notimplementederror":1,"supported":1,"yet":1,"non":2,"just":1,"for":2,"start":1,"first":1,"outputs":1},"7429,1512,data/raw/vllm-0.10.1/vllm/executor/mp_distributed_executor.py":{"driver":6,"worker":9,"output":4,"run":3,"method":2,"self":11,"sent":1,"args":1,"kwargs":1,"get":3,"the":6,"results":1,"of":1,"workers":4,"return":2,"for":5,"in":4,"outputs":1,"def":3,"check":1,"health":1,"none":5,"raises":1,"an":1,"error":1,"if":4,"engine":1,"is":4,"unhealthy":1,"monitor":2,"not":4,"and":1,"alive":1,"raise":1,"runtimeerror":1,"processes":1,"are":1,"running":1,"wait":2,"tasks":3,"completion":1,"parallel":5,"any":1,"futures":1,"returned":1,"from":1,"with":1,"async":3,"remote":1,"only":1,"to":2,"complete":1,"result":2,"execute":4,"model":4,"req":2,"optional":1,"executemodelrequest":1,"list":1,"sampleroutput":1,"tp":1,"await":1,"exec":1,"pp":2,"locks":4,"this":1,"each":1,"pipeline":2,"stage":2,"so":1,"multiple":1,"virtual":1,"engines":1,"can":1,"t":1,"on":1,"same":2,"at":1,"time":1,"we":1,"create":1,"here":1,"avoid":1,"creating":1,"them":1,"constructor":1,"which":1,"uses":1,"a":1,"different":1,"asyncio":2,"loop":1,"lock":1,"range":1,"config":1,"size":1},"8941,982,data/raw/vllm-0.10.1/vllm/executor/mp_distributed_executor.py":{"tasks":3,"asyncio":4,"create":2,"task":4,"run":2,"with":2,"lock":2,"self":6,"driver":5,"exec":1,"model":4,"pp":5,"locks":2,"0":1,"execute":5,"req":2,"for":2,"rank":2,"worker":6,"in":2,"enumerate":1,"tp":1,"workers":2,"start":3,"1":2,"append":1,"method":2,"async":3,"results":3,"await":2,"gather":2,"only":1,"the":2,"last":1,"stage":1,"has":1,"final":1,"return":2,"def":1,"execution":2,"loop":2,"coros":2,"non":1},"0,1986,data/raw/vllm-0.10.1/vllm/executor/multiproc_worker_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"import":13,"asyncio":2,"os":1,"threading":3,"uuid":3,"from":9,"dataclasses":1,"dataclass":2,"multiprocessing":3,"queue":1,"connection":1,"wait":2,"process":1,"baseprocess":1,"typing":1,"any":1,"callable":1,"dict":1,"generic":3,"list":1,"optional":4,"typevar":2,"union":2,"torch":1,"config":1,"vllmconfig":1,"logger":4,"init":4,"utils":1,"maybe":1,"force":1,"spawn":1,"decorate":1,"logs":1,"get":3,"mp":1,"context":1,"run":1,"method":1,"name":1,"t":8,"terminate":2,"sentinel":1,"join":1,"timeout":1,"s":1,"class":3,"result":22,"of":1,"task":2,"dispatched":1,"worker":1,"id":1,"value":4,"none":6,"exception":6,"baseexception":1,"resultfuture":3,"event":1,"synchronous":1,"future":9,"for":1,"non":1,"async":1,"case":1,"def":4,"self":11,"super":1,"set":6,"assert":1,"is":4,"not":4,"if":4,"raise":1,"return":3,"type":1,"ignore":1,"isinstance":1,"loop":5,"closed":1,"call":2,"soon":2,"threadsafe":2,"else":1,"resulthandler":1,"thread":2,"handle":1,"results":1,"all":1,"workers":1,"in":1,"background":1},"1986,1274,data/raw/vllm-0.10.1/vllm/executor/multiproc_worker_utils.py":{"def":5,"init":4,"self":17,"none":2,"super":2,"daemon":2,"true":3,"result":12,"queue":4,"get":2,"mp":1,"context":1,"tasks":3,"dict":1,"uuid":2,"union":1,"resultfuture":1,"asyncio":1,"future":7,"run":2,"for":3,"in":4,"iter":1,"terminate":2,"pop":1,"task":4,"id":4,"set":2,"ensure":1,"that":1,"all":1,"waiters":1,"will":1,"receive":1,"an":1,"exception":2,"items":1,"childprocesserror":1,"worker":3,"died":1,"close":4,"put":1,"class":1,"workermonitor":1,"threading":1,"thread":2,"monitor":1,"status":1,"background":1,"workers":4,"list":1,"processworkerwrapper":1,"handler":3,"resulthandler":1,"false":1,"blocks":1,"until":1,"any":1,"exits":1,"dead":1,"sentinels":1,"wait":1,"w":2,"process":1,"sentinel":1,"if":1,"not":1},"3260,1326,data/raw/vllm-0.10.1/vllm/executor/multiproc_worker_utils.py":{"kill":2,"cleanup":2,"all":3,"workers":6,"for":6,"worker":17,"in":5,"self":9,"process":11,"if":4,"sentinel":1,"dead":1,"sentinels":1,"join":4,"timeout":2,"s":5,"exitcode":3,"is":1,"not":1,"none":1,"and":1,"0":1,"logger":4,"error":1,"pid":2,"died":1,"exit":1,"code":1,"name":1,"any":1,"remaining":1,"info":2,"killing":1,"local":3,"vllm":3,"processes":2,"must":2,"be":2,"done":2,"after":2,"task":2,"queues":2,"are":2,"closed":2,"result":2,"handler":2,"close":5,"def":1,"return":1,"true":1,"terminating":1,"terminate":1,"class":1,"processworkerwrapper":1,"wrapper":1,"handling":1,"single":1,"node":1,"multi":1,"gpu":1,"tensor":1,"parallel":1},"4586,1933,data/raw/vllm-0.10.1/vllm/executor/multiproc_worker_utils.py":{"def":5,"init":1,"self":23,"result":7,"handler":3,"resulthandler":1,"worker":6,"factory":3,"callable":1,"vllmconfig":2,"int":2,"any":1,"vllm":3,"config":3,"rank":3,"none":1,"mp":4,"get":2,"context":1,"task":13,"queue":11,"tasks":4,"process":5,"baseprocess":1,"type":1,"ignore":1,"attr":1,"defined":1,"target":1,"run":1,"name":1,"vllmworkerprocess":1,"kwargs":7,"dict":1,"daemon":1,"true":1,"start":1,"enqueue":3,"future":10,"union":4,"resultfuture":3,"asyncio":2,"method":8,"str":3,"bytes":3,"args":6,"id":4,"uuid":1,"uuid4":1,"try":2,"put":2,"except":3,"systemexit":1,"raise":2,"baseexception":1,"as":1,"e":2,"del":1,"childprocesserror":1,"died":1,"from":1,"execute":2,"return":2,"async":2,"running":1,"loop":1,"create":1,"await":1,"terminate":2,"valueerror":1,"kill":1,"close":1},"6519,1971,data/raw/vllm-0.10.1/vllm/executor/multiproc_worker_utils.py":{"def":2,"kill":2,"worker":13,"self":3,"task":8,"queue":9,"close":1,"process":8,"run":2,"factory":3,"callable":1,"vllmconfig":2,"int":2,"any":1,"result":4,"vllm":2,"config":2,"rank":2,"none":3,"event":1,"loop":1,"add":1,"specific":1,"prefix":1,"to":1,"stdout":1,"and":5,"stderr":1,"name":4,"get":2,"mp":1,"context":1,"current":1,"decorate":1,"logs":1,"initialize":1,"del":1,"accept":1,"tasks":2,"from":1,"the":1,"engine":1,"in":6,"return":1,"output":4,"logger":4,"info":2,"ready":1,"awaiting":1,"try":2,"for":1,"items":2,"iter":1,"terminate":1,"exception":8,"id":3,"method":5,"args":2,"kwargs":2,"except":5,"systemexit":1,"raise":1,"keyboardinterrupt":2,"break":1,"baseexception":1,"as":2,"e":2,"s":2,"while":1,"processing":1,"put":1,"value":1,"pass":1,"failed":1,"flush":1,"tunableop":2,"results":1,"when":1,"is":7,"enabled":6,"online":1,"situ":1,"tuning":3,"offline":1,"api":1,"record":2,"untuned":2,"only":1,"available":2,"pytorch":1,"2":1,"6":1,"or":1,"later":1,"if":2,"torch":2,"cuda":2,"import":1,"tunable":6,"not":1,"write":1,"file":1,"exiting":1},"8490,1230,data/raw/vllm-0.10.1/vllm/executor/multiproc_worker_utils.py":{"def":1,"set":5,"multiprocessing":3,"worker":2,"envs":1,"parallel":1,"config":1,"up":1,"environment":3,"variables":1,"that":1,"should":2,"be":2,"used":1,"when":2,"there":1,"are":2,"workers":1,"in":4,"a":4,"this":2,"called":1,"by":1,"the":4,"parent":1,"process":1,"before":1,"processes":1,"created":1,"maybe":1,"force":1,"spawn":1,"configure":1,"thread":2,"parallelism":4,"if":2,"omp":9,"num":11,"threads":12,"isn":1,"t":1,"helps":1,"to":4,"avoid":2,"cpu":3,"contention":3,"default":6,"of":1,"spawning":1,"per":1,"core":1,"combined":1,"with":1,"for":1,"each":1,"gpu":1,"can":2,"have":1,"negative":1,"impact":1,"on":1,"performance":1,"is":1,"amplified":1,"running":1,"container":1,"where":1,"limits":1,"cause":1,"throttling":1,"1":1,"not":1,"os":2,"environ":2,"and":1,"current":2,"torch":3,"get":1,"logger":1,"warning":1,"reducing":1,"from":1,"d":2,"unnecessary":1,"external":1,"tune":1,"value":1,"as":1,"needed":1,"str":1},"0,1992,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":6,"vllm":14,"project":1,"import":20,"asyncio":1,"os":1,"from":17,"collections":1,"defaultdict":1,"dataclasses":1,"dataclass":2,"typing":1,"type":2,"checking":2,"any":1,"callable":1,"dict":1,"list":1,"optional":1,"union":1,"cloudpickle":1,"msgspec":2,"envs":2,"as":1,"executor":6,"base":1,"distributedexecutorbase":2,"yapf":1,"disable":1,"utils":3,"encode":1,"hook":1,"ray":12,"rayworkerwrapper":1,"initialize":1,"cluster":1,"logger":4,"init":3,"model":1,"layers":1,"sampler":1,"sampleroutput":1,"platforms":1,"current":1,"platform":1,"env":6,"get":4,"vars":5,"copy":1,"sequence":1,"executemodelrequest":1,"run":1,"task":1,"with":1,"lock":1,"distributed":2,"method":1,"ip":3,"open":1,"port":2,"make":1,"async":1,"if":2,"is":1,"not":2,"none":2,"actor":1,"actorhandle":3,"util":2,"scheduling":1,"strategies":1,"placementgroupschedulingstrategy":1,"else":1,"placement":1,"group":1,"placementgroup":1,"name":1,"class":2,"rayworkermetadata":1,"metadata":1,"for":1,"a":1,"worker":5,"order":1,"of":1,"creation":1,"can":1,"be":1,"random":1,"and":1,"we":1,"need":1,"reset":1,"rank":4,"after":1,"creating":1,"all":1,"workers":3,"created":1,"int":2,"adjusted":1,"1":1,"str":1,"raydistributedexecutor":1,"based":1,"these":2,"are":3,"specific":2,"therefore":1,"copied":2,"driver":2,"host":2,"local":1,"cuda":1,"visible":1,"devices":1,"non":1,"additional":1,"hf":1,"token":2,"hugging":1,"face":1,"hub":1},"1992,1952,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"uses":4,"ray":30,"bool":1,"true":3,"def":1,"init":1,"executor":2,"self":11,"none":2,"forward":1,"dag":15,"optional":1,"compileddag":1,"if":7,"envs":3,"vllm":12,"use":19,"v1":2,"spmd":10,"worker":13,"and":1,"compiled":12,"os":5,"environ":5,"1":8,"for":2,"tpu":2,"or":2,"xpu":2,"avoid":1,"compiling":1,"nvidia":1,"s":2,"nccl":1,"current":2,"platform":2,"is":4,"channel":1,"type":1,"shm":1,"the":6,"env":2,"var":2,"set":2,"it":2,"api":1,"which":1,"optimizes":1,"control":1,"plane":1,"overhead":1,"run":1,"with":1,"to":1,"enable":1,"currently":2,"this":2,"requires":4,"then":1,"we":1,"do":1,"not":1,"distinguish":1,"between":1,"driver":1,"vs":1,"other":1,"workers":1,"also":1,"rank":1,"0":3,"will":1,"be":1,"executed":1,"in":1,"a":1,"remote":1,"assert":3,"todo":1,"support":1,"non":1,"initialize":1,"cluster":1,"parallel":2,"config":2,"placement":2,"group":2,"disable":1,"usage":5,"stats":3,"collection":1,"get":1,"enabled":2},"3944,1922,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"create":1,"the":4,"parallel":1,"gpu":1,"workers":7,"self":18,"init":2,"ray":14,"placement":2,"group":2,"input":1,"encoder":2,"msgspec":2,"msgpack":2,"enc":1,"hook":2,"encode":1,"output":1,"decoder":2,"optional":2,"list":2,"sampleroutput":1,"use":4,"v1":2,"envs":2,"vllm":2,"pp":1,"locks":1,"asyncio":1,"lock":1,"none":4,"if":4,"not":2,"compiled":1,"dag":5,"driver":2,"exec":1,"method":2,"make":1,"async":1,"worker":5,"execute":1,"def":4,"shutdown":1,"logger":1,"info":1,"shutting":1,"down":1,"distributed":1,"executor":1,"you":1,"see":1,"error":1,"log":1,"from":1,"logging":1,"cc":1,"regarding":1,"sigterm":1,"received":1,"please":1,"ignore":1,"because":1,"this":2,"is":3,"expected":1,"termination":1,"process":2,"in":2,"hasattr":1,"forward":4,"and":1,"teardown":1,"import":1,"for":3,"kill":1,"configure":1,"nsight":3,"remote":4,"kwargs":4,"dict":1,"str":1,"any":1,"profiling":2,"enabled":1,"we":1,"need":1,"to":3,"set":1,"configuration":1,"as":1,"runtime":4,"env":7,"setdefault":1,"update":1,"t":1,"cuda":2,"cudnn":1,"cublas":1,"o":1,"p":1,"graph":1,"trace":1,"node":1,"return":3,"child":1,"class":1,"could":1,"overwrite":1,"actual":1,"vars":3,"get":1,"be":1,"updated":1,"all":1,"placementgroup":1,"num":1,"gpus":2,"per":1},"5866,1870,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"the":13,"driver":3,"dummy":2,"worker":5,"does":1,"not":1,"actually":1,"use":7,"any":1,"resources":2,"it":1,"holds":1,"resource":1,"for":3,"self":9,"optional":1,"rayworkerwrapper":3,"none":1,"remaining":1,"workers":7,"are":1,"actual":1,"ray":13,"actors":1,"list":6,"used":1,"in":3,"compiled":1,"dag":1,"indexed":1,"first":2,"by":2,"pp":3,"rank":3,"and":2,"then":1,"tp":3,"other":1,"words":1,"inner":1,"is":1,"group":2,"of":1,"a":1,"if":3,"parallel":4,"config":4,"nsight":2,"remote":2,"kwargs":2,"configure":1,"logger":1,"info":1,"spmd":2,"s":1,"create":1,"bundle":21,"indices":16,"int":2,"envs":2,"vllm":4,"specified":1,"user":1,"map":1,"split":1,"assert":2,"len":3,"world":4,"size":5,"must":1,"have":3,"same":1,"f":3,"as":1,"but":2,"got":2,"set":1,"cannot":1,"duplicate":1,"values":1,"else":1,"n":1,"bundles":1,"that":1,"gpu":1,"id":2,"enumerate":1,"placement":1,"specs":1,"get":1,"current":1,"platform":1,"device":1,"key":1,"0":1,"append":1},"7736,1606,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"worker":11,"metadata":4,"list":1,"rayworkermetadata":2,"driver":1,"ip":6,"get":3,"for":3,"rank":7,"bundle":4,"id":2,"in":3,"enumerate":1,"indices":1,"scheduling":5,"strategy":5,"placementgroupschedulingstrategy":1,"placement":4,"group":4,"capture":1,"child":1,"tasks":1,"true":1,"index":1,"if":1,"current":2,"platform":2,"ray":7,"device":2,"key":2,"gpu":1,"nv":1,"amd":1,"gpus":5,"and":1,"intel":1,"xpus":1,"remote":7,"num":6,"cpus":2,"0":3,"kwargs":2,"rayworkerwrapper":2,"vllm":4,"config":4,"self":2,"rpc":2,"else":1,"resources":1,"append":1,"created":1,"ips":2,"each":4,"node":1,"type":1,"ignore":1,"attr":1,"defined":1,"zip":1},"9342,1923,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"if":8,"not":3,"self":8,"use":3,"ray":4,"spmd":2,"worker":24,"for":3,"i":2,"each":3,"in":2,"enumerate":1,"metadata":3,"find":1,"and":3,"remove":1,"the":16,"dummy":6,"from":1,"list":1,"ip":21,"driver":16,"is":6,"none":2,"on":7,"same":2,"node":6,"as":3,"we":1,"it":4,"resource":1,"holder":1,"process":1,"rayworkerwrapper":1,"vllm":3,"config":2,"rpc":1,"rank":1,"0":3,"pop":1,"break":1,"logger":2,"debug":2,"workers":3,"s":2,"raise":1,"valueerror":1,"does":1,"allocate":1,"any":1,"gpus":1,"f":1,"ips":3,"consider":1,"adjusting":1,"placement":1,"group":1,"or":1,"running":1,"a":3,"gpu":1,"counts":4,"dict":1,"str":1,"int":1,"get":1,"1":3,"def":1,"sort":2,"by":1,"then":2,"item":2,"rayworkermetadata":1,"based":1,"3":2,"properties":1,"engine":1,"should":3,"be":3,"placed":3,"first":3,"2":1,"with":2,"fewer":1,"finally":1,"work":1,"smaller":1,"address":1,"return":1,"else":1},"11265,1902,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"after":1,"sorting":2,"the":5,"workers":7,"on":3,"same":1,"node":20,"will":2,"be":5,"close":1,"to":2,"each":2,"other":1,"and":5,"driver":4,"placed":1,"first":1,"sorted":6,"worker":18,"metadata":5,"key":1,"sort":1,"by":1,"then":1,"ip":1,"start":2,"rank":6,"0":1,"if":2,"self":5,"use":1,"ray":3,"spmd":2,"else":1,"1":1,"for":8,"i":4,"item":7,"in":7,"enumerate":2,"adjusted":2,"rerank":2,"mapping":2,"created":1,"run":1,"adjust":1,"get":3,"set":1,"of":4,"gpu":14,"ids":14,"used":1,"dummy":2,"is":2,"none":2,"can":3,"when":1,"using":1,"continue":1,"append":2,"remote":1,"type":1,"ignore":1,"defaultdict":2,"list":5,"id":7,"ranks":1,"gpus":5,"a":1,"strings":1,"or":1,"integers":2,"convert":1,"them":1,"consistency":1,"note":1,"larger":1,"than":1,"9":1,"e":1,"g":1,"16":1,"string":1,"not":1,"sufficient":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"5590":1,"int":1,"x":2,"extend":1,"items":1},"13167,1696,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"all":7,"ips":7,"set":4,"worker":4,"driver":3,"ip":4,"n":6,"len":2,"nodes":4,"node":9,"workers":7,"if":3,"raise":1,"runtimeerror":1,"f":3,"every":1,"should":1,"have":1,"a":1,"unique":3,"address":1,"got":1,"with":1,"ids":2,"list":1,"keys":1,"and":3,"addresses":1,"please":1,"check":1,"your":1,"network":1,"configuration":1,"you":1,"vllm":1,"host":1,"environment":7,"variable":1,"make":1,"sure":1,"it":1,"is":1,"for":6,"each":2,"variables":6,"the":1,"args":6,"to":10,"update":4,"current":2,"platform":3,"device":1,"control":1,"env":11,"var":1,"join":1,"map":1,"str":1,"gpus":1,"id":2,"in":4,"gpu":1,"copy":5,"from":1,"vars":12,"get":2,"exclude":1,"self":5,"specific":2,"additional":3,"union":1,"destination":1,"existing":1,"s":1,"todo":1,"refactor":1,"name":4,"os":2,"environ":2,"run":1,"be":1,"updated":1},"14863,1558,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"if":2,"len":1,"node":9,"gpus":1,"1":2,"in":2,"single":1,"case":1,"we":1,"don":1,"t":1,"need":1,"to":1,"get":4,"the":7,"ip":5,"address":3,"loopback":2,"is":3,"sufficient":1,"note":1,"a":1,"may":1,"have":1,"several":1,"addresses":1,"one":1,"for":4,"each":1,"network":2,"interface":1,"might":2,"return":1,"any":1,"of":1,"them":1,"while":1,"they":1,"not":2,"work":1,"communication":2,"inside":3,"setup":1,"complicated":1,"using":1,"solves":1,"this":1,"issue":1,"as":1,"it":1,"always":1,"works":1,"driver":3,"127":1,"0":3,"distributed":4,"init":6,"method":4,"open":1,"port":1,"initialize":1,"actual":1,"workers":7,"worker":4,"wrapper":1,"all":3,"kwargs":5,"rank":8,"id":2,"enumerate":1,"and":1,"gpu":1,"ids":1,"local":3,"index":1,"dict":1,"vllm":2,"config":5,"self":7,"parallel":5,"or":1,"tensor":1,"size":1,"append":1,"run":3,"device":1,"load":1,"model":1,"max":2,"concurrent":1,"loading":1},"16421,1775,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"if":2,"self":17,"use":1,"ray":1,"spmd":1,"worker":7,"for":4,"pp":11,"rank":17,"in":6,"range":2,"parallel":8,"config":4,"pipeline":1,"size":4,"tp":13,"workers":17,"append":4,"tensor":3,"2":2,"4":2,"0":5,"1":2,"3":1,"5":1,"6":1,"7":1,"assert":2,"len":2,"this":2,"is":3,"the":9,"list":5,"of":4,"that":4,"are":4,"each":1,"group":2,"except":1,"global":1,"these":2,"will":2,"broadcast":1,"to":3,"rest":1,"driver":7,"rayworkerwrapper":2,"not":3,"drivers":1,"and":2,"first":1,"a":1,"be":1,"broadcasted":1,"non":2,"enforce":1,"order":1,"correct":1,"return":1,"final":1,"output":1,"index":2,"enumerate":1,"else":1,"def":1,"execute":3,"model":3,"req":1,"optional":2,"executemodelrequest":1,"sampleroutput":1,"run":1},"18196,1438,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"passing":1,"none":3,"will":1,"cause":1,"the":5,"driver":3,"to":1,"stop":1,"model":9,"execution":1,"loop":1,"running":1,"in":2,"each":1,"of":1,"remote":1,"workers":5,"assert":1,"not":3,"self":13,"use":5,"ray":5,"spmd":3,"worker":5,"does":1,"exist":1,"for":1,"vllm":1,"1":1,"return":3,"execute":10,"method":3,"req":5,"def":2,"executemodelrequest":1,"list":1,"sampleroutput":1,"if":4,"super":1,"forward":3,"dag":4,"is":1,"compiled":1,"enable":1,"asyncio":1,"false":2,"v1":2,"serialized":3,"data":3,"else":2,"input":1,"encoder":1,"encode":1,"outputs":3,"get":1,"output":4,"0":2,"decoder":1,"decode":1,"run":2,"union":1,"str":1,"callable":1,"args":1,"async":1,"tensor":1,"parallel":1,"only":1,"bool":1,"max":1,"concurrent":1,"optional":1,"int":1,"kwargs":1,"any":1,"runs":1,"given":1,"on":1,"all":1,"can":1,"be":1,"used":1,"following":1,"ways":1},"19634,1952,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"args":5,"async":5,"run":7,"tensor":5,"parallel":5,"workers":18,"only":7,"if":9,"true":1,"the":13,"method":11,"will":2,"be":2,"in":3,"remote":2,"tp":1,"not":5,"driver":9,"worker":19,"it":1,"also":1,"asynchronously":1,"and":1,"return":4,"a":2,"list":1,"of":2,"futures":2,"rather":1,"than":1,"blocking":1,"on":2,"results":2,"kwargs":4,"all":2,"share":1,"same":2,"isinstance":1,"str":1,"sent":4,"else":1,"cloudpickle":1,"dumps":1,"del":1,"self":6,"use":2,"ray":14,"spmd":5,"assert":1,"is":3,"supported":2,"for":2,"mode":2,"max":2,"concurrent":2,"raise":1,"notimplementederror":1,"yet":1,"start":2,"first":1,"non":2,"outputs":5,"execute":3,"just":1,"output":3,"as":1,"any":1,"other":1,"so":1,"we":1,"explicitly":1,"using":1,"class":1,"after":1,"get":2},"21586,1376,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"def":2,"wait":2,"for":2,"tasks":3,"completion":1,"self":2,"parallel":2,"worker":2,"any":1,"none":3,"futures":1,"returned":1,"from":2,"run":4,"workers":2,"with":1,"async":1,"remote":1,"only":1,"to":3,"complete":1,"ray":10,"get":1,"check":2,"cgraph":5,"installation":2,"import":3,"importlib":5,"metadata":2,"packaging":1,"version":11,"required":5,"parse":2,"2":1,"43":1,"0":1,"current":3,"if":3,"raise":3,"valueerror":3,"f":2,"is":6,"but":2,"found":1,"util":3,"spec":6,"find":2,"experimental":1,"compiled":4,"dag":3,"ref":1,"graph":1,"not":2,"installed":2,"pip":2,"install":3,"it":1,"cupy":5,"and":2,"envs":1,"vllm":2,"use":2,"channel":2,"type":2,"nccl":2,"since":1,"set":1},"22962,1487,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"def":1,"compiled":8,"ray":16,"dag":9,"self":3,"enable":1,"asyncio":1,"bool":1,"assert":1,"parallel":1,"config":1,"use":7,"check":1,"cgraph":5,"installation":1,"enlarge":1,"the":4,"default":2,"value":2,"of":3,"get":4,"timeout":5,"to":3,"300":2,"seconds":2,"it":2,"is":3,"10":1,"by":1,"this":2,"a":2,"environment":1,"variable":1,"control":1,"getting":1,"result":1,"from":2,"graph":1,"execution":2,"i":1,"e":1,"distributed":1,"that":1,"includes":1,"model":1,"forward":1,"runs":1,"and":1,"intermediate":1,"tensor":1,"communications":1,"in":2,"case":1,"vllm":7,"note":1,"we":1,"should":1,"set":2,"env":1,"var":1,"before":1,"importing":1,"otherwise":1,"will":1,"not":2,"take":1,"effect":1,"os":2,"environ":2,"setdefault":1,"noqa":2,"sim112":2,"import":1,"inputnode":1,"multioutputnode":1,"logger":3,"info":3,"s":3,"channel":7,"type":7,"envs":3,"overlap":2,"comm":2,"if":1,"auto":2,"nccl":2,"shm":2,"raise":1,"valueerror":1,"invalid":1,"for":1,"f":1,"valid":1,"values":1,"are":1,"or":1},"24449,1095,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"with":1,"inputnode":1,"as":1,"input":1,"data":1,"example":1,"dag":1,"pp":1,"2":3,"tp":1,"4":3,"for":2,"v0":1,"executemodelrequest":4,"0":2,"executemodelreq":4,"intermediatetensors":8,"sampleroutput":4,"noqa":8,"e501":8,"1":2,"5":2,"6":2,"3":2,"7":2,"v1":1,"scheduleroutput":8,"modelrunneroutput":4},"25544,1793,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"all":1,"workers":4,"in":9,"the":7,"first":1,"tp":8,"group":5,"will":1,"take":1,"executemodelrequest":1,"as":1,"input":2,"outputs":8,"data":1,"for":6,"self":4,"pp":12,"0":1,"rank":4,"enumerate":3,"each":1,"worker":6,"takes":1,"output":3,"of":1,"previous":1,"and":2,"executes":1,"spmd":2,"fashion":1,"if":3,"use":4,"v1":1,"execute":2,"model":2,"ray":5,"bind":2,"type":4,"ignore":2,"attr":2,"defined":2,"i":4,"else":1,"last":3,"len":1,"1":1,"envs":3,"vllm":3,"compiled":2,"dag":3,"channel":3,"shm":1,"specify":2,"how":1,"intermediate":1,"tensors":1,"should":1,"be":1,"passed":1,"between":1,"stages":1,"no":1,"need":1,"to":1,"stage":1,"or":1,"when":1,"using":1,"shared":1,"memory":1,"default":1,"transport":4,"with":1,"tensor":1,"forward":1,"multioutputnode":1,"wrapped":1,"comm":1,"from":1,"experimental":1,"accelerator":2,"context":2,"import":1,"register":1},"27337,1408,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"from":1,"vllm":3,"distributed":1,"device":1,"communicators":1,"ray":7,"communicator":3,"import":1,"rayppcommunicator":3,"register":1,"accelerator":1,"context":1,"torch":1,"module":1,"name":1,"cuda":1,"cls":1,"logger":2,"info":2,"using":2,"which":1,"wraps":1,"pp":1,"groupcoordinator":1,"for":2,"compiled":4,"graph":2,"communication":3,"else":1,"s":1,"nccl":1,"return":3,"forward":4,"dag":8,"experimental":1,"compile":1,"enable":3,"asyncio":3,"overlap":2,"gpu":1,"envs":1,"use":2,"comm":1,"def":2,"del":1,"self":10,"shutdown":1,"async":4,"execute":6,"model":5,"req":3,"executemodelrequest":1,"list":1,"sampleroutput":1,"if":2,"not":1,"spmd":1,"worker":1,"await":3,"super":1,"is":1,"none":1,"true":1,"serialized":2,"data":2,"input":1,"encoder":1,"encode":1,"future":2,"output":3,"0":1,"decoder":1,"decode":1},"28745,1667,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"async":2,"def":1,"driver":8,"execute":10,"model":8,"self":11,"req":4,"optional":1,"executemodelrequest":1,"none":2,"list":1,"sampleroutput":1,"assert":1,"not":3,"use":2,"ray":2,"spmd":2,"worker":5,"does":1,"exist":1,"for":3,"vllm":1,"1":3,"if":2,"tp":2,"workers":2,"return":2,"await":2,"exec":2,"method":3,"pp":7,"locks":6,"is":1,"this":1,"each":1,"pipeline":2,"parallel":3,"stage":3,"so":1,"multiple":1,"virtual":1,"engines":1,"can":1,"t":1,"on":1,"the":6,"same":2,"at":1,"time":1,"we":1,"create":3,"here":1,"to":1,"avoid":1,"creating":1,"them":1,"in":3,"constructor":1,"which":1,"uses":1,"a":1,"different":1,"asyncio":5,"loop":1,"lock":3,"range":1,"config":1,"size":1,"tasks":3,"task":4,"run":2,"with":2,"0":1,"rank":2,"enumerate":1,"start":1,"append":1,"remote":1,"results":3,"gather":1,"only":1,"last":1,"has":1,"final":1},"30412,517,data/raw/vllm-0.10.1/vllm/executor/ray_distributed_executor.py":{"async":1,"def":2,"start":2,"worker":7,"execution":2,"loop":3,"self":4,"assert":1,"not":1,"use":2,"ray":4,"spmd":2,"is":1,"disabled":1,"for":2,"vllm":1,"1":1,"coros":2,"execute":1,"method":1,"remote":1,"in":1,"non":1,"driver":1,"workers":3,"return":2,"await":1,"asyncio":1,"gather":1,"check":2,"health":2,"none":1,"assume":1,"that":1,"the":3,"are":1,"healthy":1,"todo":1,"of":1},"0,978,data/raw/vllm-0.10.1/vllm/executor/msgspec_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":3,"array":13,"import":3,"typing":1,"any":5,"type":11,"sequence":1,"token":4,"id":4,"def":2,"encode":1,"hook":4,"obj":7,"custom":2,"msgspec":6,"enc":1,"that":2,"supports":2,"types":2,"see":2,"https":2,"jcristharif":2,"com":2,"api":2,"html":2,"msgpack":2,"encoder":2,"if":2,"isinstance":1,"assert":1,"typecode":2,"f":2,"should":1,"use":1,"given":1,"has":1,"a":1,"code":1,"of":1,"return":2,"tobytes":1,"decode":1,"dec":1,"is":1,"deserialized":3,"frombytes":1},"0,1724,data/raw/vllm-0.10.1/vllm/executor/uniproc_executor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":12,"project":1,"import":10,"os":1,"from":6,"typing":1,"any":1,"callable":1,"dict":2,"list":1,"optional":1,"tuple":1,"union":1,"torch":2,"distributed":6,"as":3,"dist":1,"envs":2,"executor":3,"base":2,"executorbase":2,"logger":4,"init":10,"utils":1,"get":6,"method":6,"ip":2,"open":2,"port":2,"run":1,"v1":1,"engine":1,"reconfiguredistributedrequest":1,"reconfigureranktype":1,"worker":8,"workerwrapperbase":2,"name":1,"class":1,"uniprocexecutor":1,"uses":1,"ray":1,"bool":1,"false":1,"def":1,"self":8,"none":1,"initialize":1,"and":1,"load":2,"model":2,"driver":4,"config":6,"rpc":4,"rank":9,"local":5,"set":1,"device":7,"index":1,"if":2,"specified":1,"info":3,"str":1,"split":1,"len":1,"1":2,"int":1,"is":3,"true":1,"kwargs":2,"collective":3,"args":1},"1724,1730,data/raw/vllm-0.10.1/vllm/executor/uniproc_executor.py":{"def":3,"collective":1,"rpc":1,"self":6,"method":3,"union":1,"str":1,"callable":1,"timeout":1,"optional":2,"float":1,"none":5,"args":2,"tuple":1,"kwargs":4,"dict":1,"list":1,"any":1,"if":2,"is":3,"answer":2,"run":1,"driver":2,"worker":3,"return":3,"check":1,"health":1,"uniprocexecutor":3,"will":3,"always":1,"be":1,"healthy":1,"as":2,"long":1,"it":2,"s":1,"running":1,"reinitialize":2,"distributed":2,"reconfig":3,"request":3,"reconfiguredistributedrequest":1,"new":1,"data":1,"parallel":2,"rank":2,"reconfigureranktype":1,"shutdown":2,"current":1,"uniprocexecutorasync":1,"class":1,"executorwithexternallauncher":1,"an":1,"executor":2,"that":1,"uses":2,"external":1,"launchers":3,"to":3,"launch":2,"engines":4,"specially":1,"designed":1,"for":4,"torchrun":3,"compatible":2,"offline":2,"inference":3,"with":3,"tensor":2,"parallelism":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"11400":1,"the":7,"motivation":1,"and":3,"examples":1,"example":2,"py":1,"usage":1,"key":1,"idea":1,"although":1,"we":1,"only":1,"create":1,"one":1,"per":1,"users":1,"multiple":1,"all":2,"these":1,"work":1,"together":1,"process":1,"same":2,"prompts":1,"when":1,"scheduling":1,"deterministic":1,"generate":1,"outputs":1,"they":1,"don":1,"t":1,"need":1,"synchronize":1,"states":1,"each":1,"other":1,"ray":1,"bool":1,"false":1},"3454,1448,data/raw/vllm-0.10.1/vllm/executor/uniproc_executor.py":{"def":1,"init":6,"executor":1,"self":8,"none":1,"initialize":1,"the":3,"worker":6,"and":1,"load":2,"model":2,"assert":2,"vllm":8,"config":6,"scheduler":1,"delay":2,"factor":2,"0":4,"executorwithexternallauncher":1,"needs":1,"deterministic":2,"execution":2,"so":2,"it":1,"does":1,"not":2,"support":1,"in":3,"scheduling":1,"if":1,"envs":2,"use":2,"v1":4,"enable":2,"multiprocessing":2,"to":1,"get":1,"please":1,"set":1,"driver":4,"workerwrapperbase":1,"rpc":4,"rank":11,"engines":1,"are":1,"launched":1,"torchrun":1,"compatible":1,"launchers":1,"we":1,"can":1,"env":3,"method":4,"required":1,"vars":1,"local":5,"master":2,"addr":1,"port":1,"distributed":3,"int":2,"os":2,"environ":2,"is":3,"true":1,"kwargs":2,"dict":1,"collective":3,"args":1,"device":1},"4902,1055,data/raw/vllm-0.10.1/vllm/executor/uniproc_executor.py":{"def":1,"determine":3,"num":2,"available":4,"blocks":3,"self":1,"tuple":1,"int":2,"the":5,"number":1,"of":2,"kv":2,"add":1,"an":1,"additional":1,"all":5,"reduce":3,"to":2,"get":3,"min":3,"across":1,"ranks":3,"note":1,"that":1,"even":1,"if":2,"we":1,"have":1,"same":2,"gpu":1,"memory":3,"utilization":1,"and":1,"swap":1,"space":1,"in":2,"every":1,"rank":1,"might":1,"still":1,"differ":1,"because":1,"nccl":1,"can":1,"take":1,"different":2,"amounts":1,"therefore":1,"it":1,"is":1,"necessary":1,"test":1,"agree":1,"on":1,"cache":1,"configuration":1,"a":5,"b":5,"super":1,"from":1,"vllm":1,"distributed":1,"parallel":1,"state":1,"import":1,"world":2,"group":8,"cpu":6,"tensor":8,"torch":4,"device":2,"dtype":2,"int64":2,"dist":4,"op":2,"reduceop":2,"return":1,"item":2},"0,1936,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":22,"project":1,"import":16,"asyncio":1,"time":1,"from":12,"abc":3,"abstractmethod":1,"functools":1,"cached":1,"property":1,"typing":2,"any":2,"awaitable":1,"callable":1,"dict":1,"list":1,"optional":1,"set":3,"tuple":1,"union":1,"torch":1,"nn":2,"as":1,"extensions":1,"typevar":2,"platforms":1,"config":31,"vllmconfig":2,"logger":4,"init":4,"lora":3,"request":1,"lorarequest":1,"model":5,"executor":6,"layers":1,"sampler":1,"sampleroutput":1,"sequence":1,"executemodelrequest":1,"pooleroutput":1,"tasks":1,"supportedtask":1,"utils":1,"make":1,"async":1,"worker":2,"base":2,"workerbase":1,"name":1,"r":2,"default":1,"class":2,"executorbase":1,"for":3,"all":1,"executors":1,"an":1,"is":2,"responsible":1,"executing":1,"on":2,"one":1,"device":3,"or":1,"it":1,"can":2,"be":1,"a":1,"distributed":1,"that":1,"execute":1,"multiple":1,"devices":1,"uses":2,"ray":2,"bool":2,"whether":2,"orchestration":1,"supports":2,"pp":2,"false":2,"def":1,"self":14,"none":1,"cache":2,"load":2,"parallel":2,"scheduler":2,"speculative":2,"observability":2,"sleeping":2,"tags":1,"str":1},"1936,1800,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"abstractmethod":2,"def":3,"init":1,"executor":1,"self":5,"none":4,"raise":2,"notimplementederror":2,"collective":1,"rpc":2,"method":6,"union":1,"str":2,"callable":3,"r":2,"timeout":3,"optional":2,"float":1,"args":4,"tuple":2,"kwargs":3,"dict":1,"any":1,"list":2,"execute":3,"an":2,"call":1,"on":2,"all":3,"workers":3,"name":1,"of":3,"the":13,"worker":6,"to":14,"or":1,"a":4,"that":1,"is":3,"serialized":1,"and":4,"sent":1,"if":1,"it":2,"should":2,"accept":1,"additional":1,"argument":2,"in":3,"addition":1,"arguments":3,"passed":1,"will":1,"be":1,"object":1,"maximum":1,"time":1,"seconds":1,"wait":2,"for":2,"execution":1,"raises":1,"timeouterror":1,"means":1,"indefinitely":1,"positional":1,"pass":4,"keyword":1,"returns":1,"containing":1,"results":1,"from":1,"each":1,"note":1,"recommended":1,"use":1,"this":2,"api":1,"only":1,"control":1,"messages":1,"set":1,"up":1,"data":2,"plane":1,"communication":1,"determine":2,"num":1,"available":2,"blocks":2,"int":2,"number":1,"gpu":1,"kv":2,"cache":3,"swappable":1,"cpu":1,"normally":1,"simply":1,"delegate":1,"underlying":1,"some":1,"executorbase":1,"may":1,"require":1,"modification":1,"result":1,"e":1,"g":1,"ensure":1,"selected":1,"sizes":1,"are":1,"compatible":1,"with":1},"3736,1913,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"returns":1,"a":4,"tuple":2,"num":16,"gpu":8,"blocks":20,"cpu":9,"where":1,"are":2,"that":1,"active":1,"on":2,"the":6,"device":2,"and":2,"can":2,"be":3,"appended":2,"to":3,"refers":1,"swapped":1,"in":4,"memory":1,"cannot":1,"results":3,"self":12,"collective":4,"rpc":7,"determine":1,"available":1,"min":2,"r":7,"0":2,"for":4,"b":2,"1":2,"return":4,"def":4,"initialize":3,"cache":6,"int":1,"none":1,"kv":1,"by":1,"invoking":1,"underlying":1,"worker":4,"note":1,"this":1,"is":1,"logged":1,"executor":1,"because":1,"there":1,"workers":1,"logger":2,"info":2,"s":2,"d":2,"vllm":1,"platforms":1,"current":1,"platform":1,"name":1,"max":4,"concurrency":3,"config":5,"block":1,"size":1,"model":7,"len":2,"maximum":1,"tokens":1,"per":1,"request":1,"2fx":1,"args":1,"apply":1,"func":4,"callable":1,"nn":1,"module":1,"list":1,"run":1,"function":1,"directly":1,"inside":1,"each":2,"returning":1,"result":1,"of":1,"them":1,"workerbase":1,"get":2,"cached":1,"property":1,"avoid":1,"unnecessary":1,"calls":1,"supported":2,"tasks":2,"supportedtask":1,"output":2},"5649,1870,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"def":9,"execute":4,"model":5,"self":20,"req":2,"executemodelrequest":1,"optional":1,"list":3,"union":1,"sampleroutput":1,"pooleroutput":1,"output":2,"collective":8,"rpc":8,"args":4,"return":7,"0":9,"stop":3,"remote":1,"worker":1,"execution":1,"loop":2,"none":3,"releases":1,"parallel":1,"workers":2,"from":1,"add":2,"lora":19,"request":3,"lorarequest":1,"bool":3,"assert":4,"int":5,"id":10,"must":3,"be":3,"greater":3,"than":3,"all":4,"remove":2,"pin":2,"loras":3,"set":1,"sets":4,"for":1,"s":2,"in":1,"should":1,"have":1,"the":1,"same":1,"start":2,"profile":4,"sleep":6,"level":3,"1":1,"if":1,"is":3,"sleeping":4,"logger":2,"warning":1,"executor":1,"already":1,"time":6,"before":2,"perf":2,"counter":2,"kwargs":1,"dict":1,"after":2,"tags":1,"weights":1,"kv":1,"cache":1,"true":1,"info":1,"it":1,"took":1,"6f":1,"seconds":1,"to":1,"fall":1,"asleep":1},"7519,1973,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"def":6,"wake":3,"up":3,"self":18,"tags":17,"optional":3,"list":2,"str":3,"none":7,"if":8,"not":7,"is":6,"sleeping":10,"logger":3,"warning":2,"executor":3,"return":4,"for":2,"tag":6,"in":4,"s":3,"time":6,"before":2,"wakeup":4,"perf":2,"counter":2,"collective":2,"rpc":2,"kwargs":2,"dict":2,"after":2,"info":1,"it":2,"took":1,"6f":1,"seconds":1,"to":1,"else":2,"remove":1,"clear":1,"false":1,"save":2,"sharded":2,"state":2,"path":3,"pattern":3,"max":3,"size":3,"int":1,"abstractmethod":1,"check":1,"health":1,"checks":1,"the":3,"healthy":1,"should":1,"raise":2,"an":1,"exception":1,"notimplementederror":1,"shutdown":3,"del":1,"async":3,"execute":4,"model":5,"req":2,"executemodelrequest":1,"sampleroutput":1,"executes":1,"one":1,"step":1,"on":1,"given":1,"sequences":1,"output":2,"await":1,"make":1},"9492,1969,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"async":5,"def":6,"stop":2,"remote":2,"worker":13,"execution":3,"loop":6,"self":17,"none":10,"releases":1,"parallel":11,"workers":5,"from":1,"model":12,"return":3,"check":2,"health":2,"checks":1,"if":4,"the":7,"executor":2,"is":6,"healthy":1,"not":2,"it":2,"should":1,"raise":2,"an":1,"exception":1,"class":1,"distributedexecutorbase":1,"executorbase":1,"abstract":1,"superclass":1,"of":1,"distributed":1,"implementations":1,"init":2,"args":2,"kwargs":2,"this":2,"non":1,"when":1,"execute":10,"running":1,"in":3,"s":1,"a":1,"coroutine":1,"asyncllmengine":1,"case":1,"tasks":9,"optional":3,"union":1,"any":2,"awaitable":1,"super":1,"req":4,"executemodelrequest":2,"list":2,"sampleroutput":2,"todo":1,"unify":1,"into":1,"collective":1,"rpc":1,"run":3,"start":1,"tensor":1,"only":2,"true":1,"driver":8,"returns":1,"sampling":1,"results":1,"outputs":3,"assert":1,"ensure":1,"that":1,"exit":1,"cleanly":1,"will":1,"otherwise":1,"wait":1,"for":1,"completion":1,"abstractmethod":1},"11461,1913,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"passing":1,"none":7,"will":3,"cause":1,"the":10,"driver":2,"to":2,"stop":1,"model":5,"execution":3,"loop":3,"running":2,"in":4,"each":1,"of":2,"remote":3,"workers":11,"this":3,"case":1,"method":7,"returns":2,"otherwise":1,"output":1,"raise":3,"notimplementederror":3,"def":4,"collective":2,"rpc":2,"self":8,"union":2,"str":2,"callable":2,"timeout":1,"optional":3,"float":1,"args":4,"tuple":1,"kwargs":3,"dict":1,"list":3,"any":3,"return":2,"run":8,"or":1,"abstractmethod":2,"async":5,"tensor":2,"parallel":6,"only":4,"bool":1,"false":1,"max":1,"concurrent":1,"int":1,"runs":1,"given":1,"on":2,"all":1,"if":2,"true":1,"be":2,"tp":1,"not":1,"worker":5,"it":1,"also":1,"asynchronously":1,"and":2,"a":1,"futures":2,"rather":1,"than":1,"blocking":1,"results":1,"todo":1,"simplify":1,"merge":1,"with":2,"wait":2,"for":2,"tasks":4,"completion":1,"returned":1,"from":1,"complete":1,"execute":2,"req":1,"executemodelrequest":1,"sampleroutput":1,"is":1,"start":2,"asyncio":1,"create":1,"task":1},"13374,1340,data/raw/vllm-0.10.1/vllm/executor/executor_base.py":{"only":2,"the":10,"driver":6,"worker":10,"returns":1,"sampling":1,"results":1,"return":2,"await":3,"self":8,"execute":6,"model":8,"async":7,"req":2,"def":3,"stop":3,"remote":3,"execution":5,"loop":10,"none":6,"if":1,"parallel":5,"tasks":5,"is":3,"ensure":1,"that":1,"workers":4,"exit":1,"cleanly":1,"this":1,"will":2,"raise":3,"otherwise":1,"abstractmethod":2,"optional":1,"executemodelrequest":1,"list":1,"sampleroutput":1,"asynchronously":1,"in":2,"passing":1,"cause":1,"to":1,"running":2,"each":1,"of":2,"notimplementederror":2,"start":1,"run":3,"on":1,"all":2,"it":1,"guarantees":1,"or":1,"them":1,"can":1,"be":1,"stopped":1,"by":1,"api":1,"idempotent":1,"guarantee":1,"1":1,"at":1,"any":1,"moment":1},"0,1749,data/raw/vllm-0.10.1/vllm/lora/lora.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":3,"project":1,"from":4,"collections":1,"abc":1,"import":6,"sequence":1,"as":1,"genericsequence":1,"typing":1,"optional":4,"torch":6,"types":1,"lora":17,"peft":1,"helper":1,"pefthelper":1,"utils":1,"is":4,"pin":1,"memory":1,"available":1,"class":1,"loralayerweights":2,"weights":1,"for":1,"a":5,"layer":1,"composed":1,"of":1,"two":1,"low":1,"rank":5,"matrixes":1,"def":6,"init":1,"self":27,"module":3,"name":3,"str":1,"int":5,"alpha":4,"tensor":9,"b":6,"bias":3,"none":6,"embeddings":5,"scaling":9,"float":1,"if":3,"else":2,"optimize":2,"by":1,"merging":1,"into":1,"1":3,"return":6,"property":4,"input":1,"dim":2,"shape":3,"output":1,"packed":1,"bool":1,"false":1,"extra":1,"vocab":1,"size":1,"not":1},"1749,1907,data/raw/vllm-0.10.1/vllm/lora/lora.py":{"classmethod":2,"def":2,"from":1,"config":1,"cls":4,"module":4,"name":4,"str":3,"peft":4,"helper":4,"pefthelper":1,"embeddings":8,"tensor":9,"optional":3,"torch":7,"none":7,"loralayerweights":2,"return":2,"r":1,"lora":10,"alpha":2,"vllm":1,"scaling":1,"factor":1,"create":1,"dummy":1,"weights":1,"input":2,"dim":8,"int":4,"output":3,"rank":5,"dtype":10,"device":11,"types":1,"bias":6,"enabled":2,"bool":1,"false":1,"pin":10,"memory":10,"cpu":1,"and":1,"is":1,"available":1,"a":3,"zeros":3,"b":3,"if":2,"else":2,"rand":1,"10":1,"1":1},"3656,1141,data/raw/vllm-0.10.1/vllm/lora/lora.py":{"class":1,"packedloralayerweights":2,"loralayerweights":2,"lora":15,"used":1,"for":2,"packed":1,"layers":1,"eg":1,"qkv":1,"proj":1,"def":2,"init":2,"self":5,"module":3,"name":3,"str":1,"rank":4,"int":2,"alphas":4,"list":6,"optional":7,"a":5,"torch":3,"tensor":4,"b":3,"bias":3,"none":5,"scaling":5,"float":1,"super":1,"alpha":3,"0":1,"type":3,"ignore":3,"embeddings":1,"if":1,"is":1,"noqa":1,"in":1,"classmethod":1,"pack":2,"cls":1,"loras":2,"genericsequence":1,"of":1,"into":1,"single":1},"4797,1497,data/raw/vllm-0.10.1/vllm/lora/lora.py":{"if":9,"lora":33,"is":10,"none":14,"it":1,"signifies":1,"that":1,"the":3,"submodule":1,"does":1,"not":7,"have":1,"a":2,"first":3,"next":1,"for":8,"in":8,"loras":7,"continue":2,"optimize":3,"rank":3,"module":3,"name":3,"obj":2,"cls":1,"alpha":1,"else":5,"b":5,"bias":1,"scaling":5,"1":3,"type":4,"ignore":4,"return":3,"def":4,"self":11,"packedloralayerweights":1,"by":1,"merging":1,"into":1,"i":6,"range":1,"len":1,"or":1,"property":3,"input":1,"dim":2,"int":2,"raise":2,"notimplementederror":2,"output":1,"packed":1,"bool":1,"true":1},"0,1888,data/raw/vllm-0.10.1/vllm/lora/models.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"import":25,"math":1,"os":1,"from":22,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"callable":1,"optional":1,"union":1,"regex":2,"as":1,"re":1,"safetensors":1,"torch":3,"nn":1,"adapter":7,"commons":2,"models":5,"adapterlrucache":1,"adaptermodel":1,"adaptermodelmanager":1,"utils":5,"add":1,"deactivate":1,"get":5,"list":1,"adapters":1,"remove":1,"set":1,"mapping":3,"config":1,"loraconfig":1,"logger":4,"init":2,"lora":13,"layers":2,"baselayerwithlora":1,"loramapping":1,"loralayerweights":1,"packedloralayerweights":1,"peft":1,"helper":1,"pefthelper":1,"punica":2,"wrapper":2,"layer":2,"logits":1,"processor":1,"supported":1,"modules":3,"is":3,"target":1,"parse":1,"fine":1,"tuned":1,"name":2,"replace":1,"submodule":1,"model":9,"executor":7,"fused":1,"moe":1,"fusedmoe":1,"loader":1,"tensorizer":1,"tensorizerconfig":1,"supportslora":1,"supports":1,"multimodal":1,"interfaces":1,"pooling":1,"module":1,"multimodelkeys":1,"ppmissinglayer":1,"weightsmapper":1,"packed":1,"pin":1,"memory":1,"available":1,"global":5,"id":5,"def":1,"1":1,"return":1},"1888,1820,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":6,"is":1,"moe":3,"model":13,"nn":1,"module":7,"bool":2,"checks":1,"if":3,"the":7,"contains":1,"fusedmoe":2,"layers":2,"and":1,"warns":1,"user":1,"any":1,"isinstance":1,"for":6,"in":3,"modules":1,"logger":1,"warning":1,"once":1,"models":1,"vllm":1,"currently":1,"does":2,"not":2,"support":1,"fused":1,"lora":20,"inference":1,"please":1,"ensure":1,"that":1,"loaded":1,"contain":1,"expert":1,"weights":2,"return":7,"true":1,"false":1,"class":2,"loramodel":2,"adaptermodel":1,"a":4,"fine":1,"tuned":1,"init":1,"self":16,"id":10,"int":4,"rank":7,"loras":10,"dict":2,"str":4,"loralayerweights":3,"none":2,"args":1,"integer":1,"name":7,"replaced":1,"assert":1,"0":3,"f":1,"valid":1,"should":1,"be":1,"greater":1,"than":1,"got":1,"clone":1,"copy":2,"of":1,"object":1,"with":1,"different":1,"ids":1,"will":1,"share":1,"underlying":1,"tensors":1,"property":1,"extra":2,"vocab":2,"size":2,"max":1,"values":1,"else":1,"get":3,"optional":1,"given":1,"by":1,"check":1},"3708,1849,data/raw/vllm-0.10.1/vllm/lora/models.py":{"yard1":1,"todo":1,"see":1,"if":6,"we":1,"can":1,"derive":1,"target":2,"embedding":7,"padding":3,"automatically":1,"classmethod":1,"def":1,"from":3,"lora":9,"tensors":4,"cls":1,"model":1,"id":1,"int":2,"dict":4,"str":8,"torch":3,"tensor":10,"peft":2,"helper":2,"pefthelper":1,"device":4,"cuda":1,"dtype":4,"optional":6,"none":9,"embeddings":11,"modules":5,"list":1,"weights":2,"mapper":2,"weightsmapper":1,"loramodel":2,"create":1,"a":3,"dictionary":1,"of":1,"pin":4,"memory":4,"cpu":1,"and":1,"is":4,"available":1,"loras":3,"loralayerweights":2,"for":2,"name":8,"in":4,"items":1,"module":8,"bias":1,"parse":1,"fine":1,"tuned":1,"not":2,"assert":1,"next":1,"k":3,"to":1,"config":1},"5557,1635,data/raw/vllm-0.10.1/vllm/lora/models.py":{"if":5,"is":4,"bias":7,"loras":12,"module":11,"name":13,"tensor":4,"to":4,"device":8,"dtype":8,"t":4,"pin":6,"memory":6,"elif":1,"lora":16,"a":4,"else":1,"b":9,"assert":2,"embedding":5,"padding":5,"modules":2,"not":2,"none":2,"any":1,"in":3,"for":2,"and":1,"target":3,"shape":2,"1":2,"addition":2,"torch":1,"nn":1,"functional":1,"pad":1,"0":1,"values":1,"optimize":1,"return":1,"cls":1,"model":1,"id":1,"peft":1,"helper":1,"r":1},"7192,1730,data/raw/vllm-0.10.1/vllm/lora/models.py":{"classmethod":1,"def":1,"from":2,"local":3,"checkpoint":2,"cls":1,"lora":19,"dir":6,"str":9,"expected":3,"modules":6,"list":4,"peft":2,"helper":2,"pefthelper":1,"model":8,"id":3,"optional":7,"int":2,"none":7,"device":3,"cuda":1,"dtype":4,"torch":2,"target":1,"embedding":3,"padding":2,"dict":4,"weights":2,"mapper":1,"weightsmapper":1,"tensorizer":1,"config":1,"loramodel":2,"create":1,"a":3,"args":1,"the":3,"path":9,"that":2,"has":1,"data":1,"name":1,"of":2,"are":1,"to":1,"be":1,"replaced":1,"by":2,"loaded":3,"configuration":1,"information":1,"if":1,"not":1,"given":1,"automatically":1,"set":1,"global":1,"counter":1,"where":1,"is":1,"returns":1,"tensor":3,"os":4,"join":4,"adapter":2,"safetensors":2,"bin":4,"file":2,"new":4,"embeddings":4,"tensors":1,"unexpected":1,"union":1},"8922,1342,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":1,"check":2,"unexpected":5,"modules":10,"dict":3,"for":1,"lora":9,"module":6,"in":3,"keys":1,"noqa":1,"name":6,"parse":1,"fine":1,"tuned":1,"weights":1,"mapper":1,"part":2,"split":1,"1":1,"if":3,"not":1,"expected":3,"append":1,"raise":1,"valueerror":1,"f":4,"while":1,"loading":1,"dir":2,"target":1,"but":1,"received":1,"please":1,"verify":1,"that":1,"the":1,"loaded":1,"is":1,"correct":1,"tensorizer":11,"config":6,"from":1,"import":1,"tensordeserializer":2,"tensorizerconfig":1,"tensor":2,"path":3,"os":1,"join":1,"adapter":1,"model":1,"tensors":3,"args":3,"construct":1,"dtype":2,"deserialization":1,"kwargs":1},"10264,850,data/raw/vllm-0.10.1/vllm/lora/models.py":{"elif":1,"os":1,"path":3,"isfile":1,"lora":2,"tensor":3,"find":2,"unexpected":3,"modules":7,"use":1,"safetensor":2,"key":1,"as":2,"a":3,"source":1,"of":2,"truth":1,"to":1,"expected":2,"in":5,"peft":1,"if":2,"you":1,"have":1,"target":2,"b":2,"c":3,"and":2,"does":1,"not":1,"exist":3,"the":4,"model":2,"it":2,"won":2,"t":2,"error":1,"will":2,"be":1,"trained":1,"with":2,"loraified":1,"but":1,"adapter":1,"config":1,"json":1,"safetensors":1,"safe":1,"open":1,"framework":1,"pt":1,"f":4,"type":1,"ignore":1,"load":1,"tensors":2,"there":1,"are":1,"only":1,"check":1,"for":1,"module":3,"keys":1,"noqa":1,"get":1},"11114,1567,data/raw/vllm-0.10.1/vllm/lora/models.py":{"elif":1,"os":1,"path":3,"isfile":1,"lora":10,"bin":3,"file":3,"when":1,"a":2,"is":4,"provided":1,"we":1,"rely":1,"on":1,"config":1,"to":1,"find":1,"unexpected":5,"modules":20,"target":10,"peft":2,"helper":2,"if":3,"not":4,"isinstance":1,"list":1,"for":1,"module":4,"in":3,"compatible":1,"with":1,"more":1,"such":1,"as":1,"layers":1,"11":1,"self":1,"attn":1,"k":1,"proj":1,"part":2,"name":2,"split":1,"1":1,"expected":5,"append":1,"loaded":2,"s":2,"must":1,"be":1,"subset":1,"of":1,"it":1,"reliable":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"5909":1,"but":2,"there":1,"no":1,"other":1,"better":1,"mechanism":1,"and":1,"regex":1,"raise":2,"valueerror":2,"f":5,"while":1,"loading":1,"dir":2,"received":1,"please":1,"verify":1,"that":1,"the":1,"correct":1,"tensors":2,"torch":1,"load":1,"map":1,"location":1,"device":1,"weights":1,"only":1,"true":1,"else":1,"doesn":1,"t":1,"contain":1},"12681,1328,data/raw/vllm-0.10.1/vllm/lora/models.py":{"embeddings":9,"none":2,"if":2,"os":2,"path":6,"isfile":2,"new":4,"tensor":2,"safetensors":1,"torch":3,"load":2,"file":3,"elif":1,"bin":2,"map":1,"location":1,"device":5,"weights":3,"only":1,"true":1,"return":1,"cls":1,"from":1,"lora":7,"tensors":3,"model":5,"id":4,"get":1,"is":1,"else":1,"peft":2,"helper":2,"dtype":2,"target":2,"embedding":6,"padding":4,"modules":4,"mapper":2,"class":1,"loramodelmanager":2,"adaptermodelmanager":1,"a":3,"manager":1,"that":1,"manages":1,"multiple":1,"fine":1,"tuned":1,"models":1,"def":1,"init":1,"self":1,"supportslora":1,"max":2,"num":2,"seqs":1,"int":3,"batched":1,"tokens":1,"vocab":1,"size":1,"config":1,"loraconfig":1,"create":1,"and":1,"adapter":1,"for":1,"given":1},"14009,1194,data/raw/vllm-0.10.1/vllm/lora/models.py":{"args":1,"model":8,"the":6,"to":2,"be":1,"adapted":1,"max":11,"num":8,"seqs":4,"maximum":2,"number":2,"of":3,"sequences":1,"can":2,"run":2,"in":3,"a":2,"single":2,"batch":2,"batched":4,"tokens":5,"vocab":4,"size":4,"lora":12,"config":4,"configuration":1,"self":17,"device":4,"assert":2,"capacity":1,"slots":2,"math":1,"ceil":1,"8":2,"index":1,"id":1,"list":1,"optional":1,"int":1,"none":1,"punica":2,"wrapper":2,"get":2,"batches":1,"loras":2,"super":1,"init":1,"supported":4,"modules":4,"no":1,"found":1,"f":1,"class":1,"name":1},"15203,1097,data/raw/vllm-0.10.1/vllm/lora/models.py":{"self":22,"packed":3,"modules":6,"mapping":4,"get":2,"model":13,"used":1,"to":1,"indicate":1,"whether":1,"the":2,"is":5,"a":2,"multimodal":2,"supports":3,"mm":2,"bool":1,"in":1,"case":1,"only":1,"lora":8,"for":2,"text":1,"e":1,"g":1,"chatglm":1,"and":1,"hasattr":1,"pooling":2,"moe":2,"dict":3,"str":3,"list":1,"baselayerwithlora":1,"instead":1,"of":1,"set":1,"compatibility":1,"with":1,"lrucache":1,"last":1,"optional":1,"loramapping":1,"none":1,"create":1,"manager":1,"adapter":2,"type":1,"property":3,"def":3,"capacity":1,"int":3,"return":3,"config":2,"max":2,"cpu":1,"loras":2,"slots":3},"16300,1821,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":1,"activate":1,"adapter":2,"self":9,"lora":33,"id":12,"int":2,"bool":1,"move":1,"into":1,"a":2,"gpu":1,"buffer":1,"to":3,"be":2,"used":2,"in":5,"the":2,"forward":1,"pass":1,"if":5,"active":2,"adapters":3,"return":2,"false":1,"first":3,"free":4,"slot":4,"next":1,"i":2,"for":4,"enumerate":1,"index":8,"is":5,"none":6,"raise":2,"valueerror":2,"no":1,"slots":1,"model":4,"registered":1,"logger":1,"debug":1,"activating":1,"d":2,"module":15,"name":3,"modules":1,"items":1,"get":1,"layer":1,"weights":1,"optimize":1,"bias":12,"not":3,"explicitly":1,"enabled":2,"with":1,"flag":1,"enable":2,"torch":1,"tensor":2,"or":1,"isinstance":1,"sequence":1,"and":2,"any":1,"b":3,"config":1,"f":1,"cannot":1,"without":1,"set":1,"embeddings":1,"else":1,"reset":1,"true":1},"18121,1492,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":7,"deactivate":1,"adapter":4,"self":19,"lora":17,"id":8,"int":2,"try":1,"index":7,"to":4,"none":3,"except":1,"valueerror":1,"pass":1,"add":1,"loramodel":2,"create":2,"merged":1,"loras":1,"inplace":1,"registered":2,"adapters":4,"pin":2,"bool":1,"a":2,"in":2,"the":2,"manager":2,"cache":1,"raise":1,"notimplementederror":1,"pinning":2,"is":2,"not":1,"supported":1,"loramodelmanager":1,"use":1,"lrucacheloramodelmanager":1,"for":2,"type":1,"ignore":1,"set":1,"mapping":3,"loramapping":1,"update":2,"states":1,"punica":1,"wrapper":1,"metadata":1,"slots":2,"1":1,"vocab":2,"size":2,"config":1,"extra":1,"remove":2,"all":2,"loramodels":1,"from":1,"clear":2,"active":1,"modules":1,"parent":1,"module":4,"name":4,"str":2,"dot":1,"separated":1,"example":1,"given":2,"an":2,"input":2,"x":3,"y":2,"z":1,"return":3,"rpartition":1,"0":1},"19613,1943,data/raw/vllm-0.10.1/vllm/lora/models.py":{"for":2,"module":26,"name":13,"in":2,"self":13,"model":7,"named":1,"modules":3,"remove":2,"duplicate":1,"false":1,"if":5,"isinstance":1,"ppmissinglayer":1,"continue":3,"not":1,"match":1,"target":1,"a":1,"temporary":1,"approach":1,"multimodal":2,"models":2,"to":2,"support":1,"lora":6,"todo":2,"this":2,"restriction":1,"filter":1,"unsupported":1,"mm":1,"logger":1,"warning":1,"regarding":1,"vllm":1,"currently":1,"only":1,"supports":1,"adding":1,"language":1,"s":1,"will":1,"be":1,"ignored":1,"parts":2,"split":1,"1":1,"packed":3,"moduled":2,"lst":2,"mapping":1,"get":2,"new":2,"replace":2,"submodule":3,"from":2,"layer":2,"slots":2,"config":4,"yard1":1,"make":1,"more":1,"robust":1,"lm":1,"head":1,"logits":9,"processor":9,"parent":4,"f":1},"21556,923,data/raw/vllm-0.10.1/vllm/lora/models.py":{"in":1,"some":1,"models":1,"especially":1,"multimodal":1,"ones":1,"layers":4,"with":2,"the":4,"same":2,"name":5,"may":1,"have":1,"different":1,"types":1,"such":1,"as":1,"nn":2,"linear":2,"and":2,"replicatedlinear":1,"cannot":1,"be":1,"replaced":1,"lora":2,"leading":1,"to":2,"assertion":1,"error":2,"following":1,"check":1,"aims":1,"prevent":1,"this":1,"if":1,"self":6,"supports":1,"mm":1,"not":1,"isinstance":2,"new":3,"module":12,"baselayerwithlora":3,"continue":1,"register":3,"packed":1,"modules":2,"all":1,"share":1,"punica":2,"wrapper":2,"based":1,"on":1,"reference":1,"set":1,"mapping":1,"def":1,"str":1,"assert":1},"22480,277,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":1,"create":2,"dummy":1,"lora":3,"self":1,"id":2,"int":2,"rank":2,"embedding":1,"modules":1,"optional":1,"dict":1,"str":2,"none":1,"loramodel":3,"zero":1,"initialized":1,"for":1,"warmup":1,"model":1},"22757,386,data/raw/vllm-0.10.1/vllm/lora/models.py":{"for":1,"module":7,"name":4,"in":1,"self":4,"model":1,"named":1,"modules":2,"bias":2,"enabled":2,"lora":1,"config":1,"if":1,"not":2,"match":1,"target":1,"or":2,"isinstance":1,"baselayerwithlora":1,"filter":1,"unsupported":1,"mm":1,"continue":1,"parts":1,"split":1},"23143,1848,data/raw/vllm-0.10.1/vllm/lora/models.py":{"if":5,"module":16,"name":3,"not":2,"in":2,"self":2,"packed":1,"modules":3,"assert":1,"embedding":6,"is":1,"none":1,"parts":1,"1":4,"input":2,"dim":11,"base":9,"layer":9,"org":2,"vocab":3,"size":3,"lora":11,"config":1,"extra":1,"hasattr":3,"else":4,"weight":3,"shape":5,"output":2,"0":5,"embeddings":3,"tensor":3,"loralayerweights":2,"create":2,"dummy":2,"weights":2,"rank":2,"a":3,"stacked":4,"dtype":2,"cpu":2,"bias":4,"enabled":4,"b":1,"2":1,"optimize":1},"24991,863,data/raw/vllm-0.10.1/vllm/lora/models.py":{"else":1,"parts":2,"module":6,"name":3,"split":1,"replacements":2,"self":1,"packed":1,"modules":1,"mapping":1,"1":2,"subloras":3,"list":1,"optional":1,"loralayerweights":2,"for":1,"i":4,"r":2,"in":1,"enumerate":1,"lora":9,"create":1,"dummy":1,"weights":1,"a":2,"stacked":3,"shape":2,"b":1,"2":1,"rank":1,"dtype":1,"cpu":1,"bias":2,"enabled":2,"optimize":1,"append":1,"packedloralayerweights":1,"pack":1,"model":1,"loras":1},"25854,21,data/raw/vllm-0.10.1/vllm/lora/models.py":{"return":1,"model":1},"25875,1440,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":3,"match":2,"target":6,"modules":6,"self":8,"module":21,"name":10,"str":3,"return":4,"any":2,"re":1,"r":4,"format":1,"or":2,"for":4,"in":3,"supported":1,"lora":3,"filter":1,"unsupported":1,"mm":3,"bool":1,"regarding":1,"multimodal":1,"models":1,"vllm":1,"currently":1,"only":1,"supports":2,"adding":1,"to":2,"language":1,"model":3,"other":1,"such":1,"as":1,"the":1,"vision":1,"tower":2,"will":1,"be":1,"filtered":1,"out":1,"if":3,"mapping":5,"multimodelkeys":1,"get":2,"prefix":7,"lst":2,"connector":1,"startswith":1,"false":1,"register":1,"packed":4,"full":3,"none":1,"parts":3,"split":1,"1":4,"replacements":4,"when":1,"is":2,"less":1,"than":1,"equal":1,"it":1,"indicates":1,"that":1,"this":1,"not":1,"a":1,"len":1,"join":1,"else":1},"27315,1405,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":1,"create":1,"merged":1,"loras":9,"inplace":1,"self":4,"lora":12,"model":9,"loramodel":1,"none":3,"for":5,"module":15,"name":10,"new":2,"names":2,"in":4,"packed":1,"modules":2,"items":1,"replacement":9,"list":1,"optional":1,"loralayerweights":1,"replaced":6,"set":2,"str":1,"has":3,"false":1,"r":3,"get":1,"layer":1,"weights":1,"append":1,"if":5,"true":1,"add":1,"not":2,"continue":2,"i":3,"range":1,"len":1,"hack":1,"temporary":1,"solution":1,"the":2,"pool":1,"is":1,"pooling":1,"and":1,"check":2,"replace":1,"packedloralayerweights":1,"pack":1,"remove":1,"that":1,"have":1,"been":1,"pop":1},"28720,1949,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":7,"get":4,"lora":10,"layer":2,"weights":2,"self":20,"model":11,"loramodel":3,"module":10,"name":13,"str":1,"optional":2,"loralayerweights":1,"org":3,"if":3,"is":2,"pooling":1,"and":3,"not":2,"check":2,"it":1,"s":1,"a":1,"pool":2,"the":5,"found":1,"remove":3,"prefix":2,"search":1,"again":1,"replace":1,"logger":2,"info":1,"once":1,"for":1,"successfully":1,"loaded":1,"after":1,"removing":1,"return":6,"deactivate":4,"adapter":24,"id":10,"int":5,"bool":3,"active":1,"adapters":7,"add":3,"debug":1,"adding":1,"d":2,"registered":4,"capacity":1,"set":3,"mapping":7,"loramapping":1,"none":1,"last":2,"list":2,"dict":1,"any":2,"class":1,"loralrucache":1,"adapterlrucache":1},"30669,1949,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":5,"init":4,"self":20,"capacity":3,"int":8,"deactivate":4,"lora":17,"fn":2,"callable":1,"bool":3,"super":3,"class":1,"lrucacheloramodelmanager":1,"loramodelmanager":1,"a":2,"model":4,"manager":2,"that":1,"manages":1,"multiple":1,"loras":1,"with":1,"lru":3,"cache":4,"nn":1,"module":1,"max":4,"num":4,"seqs":2,"batched":2,"tokens":2,"vocab":2,"size":2,"config":2,"loraconfig":1,"device":3,"torch":1,"registered":5,"adapters":10,"loralrucache":4,"adapter":6,"active":5,"slots":2,"list":2,"dict":2,"loramodel":3,"all":1,"loramodels":1,"return":3,"add":3,"to":3,"the":3,"logger":1,"debug":1,"adding":1,"id":10,"d":2,"if":2,"not":2,"in":2,"was":3,"added":3,"true":1,"else":1,"we":2,"always":2,"touch":4,"update":2,"order":2,"false":1,"activate":2,"and":1,"len":1,"remove":1,"oldest":1,"result":2},"32618,1682,data/raw/vllm-0.10.1/vllm/lora/models.py":{"def":5,"remove":2,"oldest":2,"adapter":4,"self":12,"bool":2,"if":4,"len":1,"registered":4,"adapters":5,"0":1,"return":4,"true":2,"false":1,"pin":8,"lora":26,"id":10,"int":6,"a":3,"loramodel":1,"in":6,"the":1,"manager":6,"cache":5,"cpu":2,"gpu":3,"try":1,"except":1,"valueerror":3,"as":1,"err":2,"raise":2,"pinning":1,"failed":1,"f":2,"is":2,"not":5,"from":1,"active":3,"move":1,"to":1,"already":1,"activate":1,"create":2,"model":7,"nn":1,"module":1,"max":6,"num":6,"seqs":3,"batched":3,"tokens":3,"vocab":3,"size":3,"config":3,"loraconfig":1,"device":4,"torch":1,"cls":2,"type":2,"loramodelmanager":3,"kwargs":2,"for":2,"given":1,"isinstance":1,"supportslora":1,"supported":1},"0,1635,data/raw/vllm-0.10.1/vllm/lora/resolver.py":{"spdx":2,"license":1,"identifier":3,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":10,"vllm":3,"project":1,"from":8,"abc":4,"import":6,"abstractmethod":2,"collections":1,"set":2,"dataclasses":1,"dataclass":2,"field":2,"typing":1,"optional":3,"logger":4,"init":2,"lora":12,"request":1,"lorarequest":3,"name":8,"class":5,"loraresolver":2,"base":4,"for":3,"adapter":3,"resolvers":4,"this":2,"defines":1,"interface":1,"resolving":1,"and":4,"fetching":1,"adapters":2,"implementations":2,"of":3,"should":1,"handle":1,"logic":2,"locating":1,"downloading":1,"various":1,"sources":2,"e":1,"g":1,"s3":1,"cloud":1,"storage":2,"etc":1,"async":1,"def":2,"resolve":4,"self":3,"model":7,"str":4,"abstract":1,"method":1,"fetch":2,"a":2,"implements":1,"locate":1,"download":1,"based":1,"on":1,"might":1,"blob":1,"or":2,"other":1,"args":1,"returns":1,"resolved":1,"information":1,"none":1,"if":1,"cannot":1,"be":1,"found":1,"pass":1,"loraresolverregistry":1,"dict":2,"default":1,"factory":1,"get":2,"supported":1,"all":1,"registered":1,"resolver":1,"names":1,"return":1,"keys":1},"1635,1246,data/raw/vllm-0.10.1/vllm/lora/resolver.py":{"def":2,"register":4,"resolver":26,"self":7,"name":13,"str":2,"loraresolver":2,"none":1,"a":2,"lora":4,"args":2,"to":3,"the":7,"under":1,"instance":4,"if":3,"in":3,"resolvers":6,"logger":1,"warning":1,"s":2,"is":2,"already":1,"registered":2,"and":1,"will":1,"be":1,"overwritten":1,"by":2,"new":1,"get":3,"of":1,"returns":1,"raises":1,"keyerror":2,"not":3,"found":2,"registry":1,"raise":1,"f":2,"available":1,"list":1,"keys":1,"return":1,"loraresolverregistry":2},"0,1702,data/raw/vllm-0.10.1/vllm/lora/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":15,"os":1,"from":12,"typing":1,"type":2,"checking":2,"optional":1,"union":1,"huggingface":2,"hub":2,"regex":1,"as":1,"re":1,"utils":2,"entrynotfounderror":1,"hfhubhttperror":1,"hfvalidationerror":1,"repositorynotfounderror":1,"torch":1,"nn":1,"transformers":1,"pretrainedconfig":1,"config":1,"loraconfig":1,"logger":4,"init":2,"lora":3,"fully":1,"sharded":1,"layers":5,"columnparallellinearwithshardedlora":1,"mergedcolumnparallellinearwithshardedlora":1,"mergedqkvparallellinearwithshardedlora":1,"qkvparallellinearwithshardedlora":1,"rowparallellinearwithshardedlora":1,"being":1,"imported":1,"for":2,"all":1,"classes":1,"below":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"this":1,"block":1,"disable":1,"baselayerwithlora":1,"columnparallellinearwithlora":1,"logitsprocessorwithlora":1,"mergedcolumnparallellinearwithlora":1,"mergedqkvparallellinearwithlora":1,"qkvparallellinearwithlora":1,"replicatedlinearwithlora":1,"rowparallellinearwithlora":1,"vocabparallelembeddingwithlora":1,"model":4,"executor":4,"linear":1,"linearbase":1,"enable":1,"if":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"parallel":1,"embedding":1,"parallellmhead":1,"models":1,"weightsmapper":1,"name":1},"1702,1888,data/raw/vllm-0.10.1/vllm/lora/utils.py":{"all":2,"lora":13,"classes":2,"set":1,"type":1,"baselayerwithlora":1,"vocabparallelembeddingwithlora":1,"columnparallellinearwithlora":1,"mergedcolumnparallellinearwithlora":1,"qkvparallellinearwithlora":1,"mergedqkvparallellinearwithlora":1,"rowparallellinearwithlora":1,"replicatedlinearwithlora":1,"logitsprocessorwithlora":3,"columnparallellinearwithshardedlora":1,"qkvparallellinearwithshardedlora":1,"mergedcolumnparallellinearwithshardedlora":1,"mergedqkvparallellinearwithshardedlora":1,"rowparallellinearwithshardedlora":1,"def":2,"from":2,"layer":13,"nn":2,"module":2,"max":4,"loras":4,"int":2,"config":12,"loraconfig":2,"packed":3,"modules":3,"list":4,"model":6,"optional":2,"pretrainedconfig":2,"none":2,"for":1,"cls":3,"in":2,"specifying":1,"kwargs":1,"so":1,"they":1,"can":2,"be":1,"easily":1,"accessed":1,"decorator":1,"if":1,"replace":1,"source":1,"instance":3,"create":2,"weights":2,"return":3,"logits":1,"processor":1,"logitsprocessor":1,"lm":5,"head":5,"parallellmhead":1,"ret":3,"embedding":1,"dim":1,"weight":2,"dtype":1,"device":1,"get":1,"sharded":1,"to":1,"full":1,"mapping":1},"3590,1990,data/raw/vllm-0.10.1/vllm/lora/utils.py":{"def":2,"replace":3,"submodule":3,"model":25,"nn":3,"module":13,"name":32,"str":3,"new":6,"a":8,"in":2,"with":3,"parent":2,"get":1,"join":2,"split":3,"1":3,"target":2,"setattr":1,"return":3,"parse":2,"fine":2,"tuned":2,"lora":12,"weights":7,"mapper":6,"optional":1,"weightsmapper":1,"none":1,"tuple":2,"bool":2,"the":12,"of":4,"args":1,"e":4,"g":4,"base":9,"dense1":2,"weight":4,"maps":1,"language":1,"is":5,"whether":2,"tensor":2,"or":2,"b":2,"bias":2,"qualified":1,"usually":1,"starts":1,"so":1,"we":4,"remove":1,"prefix":3,"to":1,"make":1,"following":1,"mapping":1,"correctly":1,"if":6,"startswith":2,"map":2,"else":4,"recover":1,"some":1,"situations":1,"may":1,"not":1,"start":3,"don":1,"t":1,"ibm":1,"granite":2,"speech":1,"3":2,"8b":1,"should":1,"keep":1,"intact":1,"index":2,"2":5,"0":1,"parts":6,"and":1,"false":1},"5580,1982,data/raw/vllm-0.10.1/vllm/lora/utils.py":{"if":7,"parts":6,"1":6,"lora":11,"embedding":9,"a":3,"or":1,"b":1,"new":4,"name":8,"join":2,"start":2,"index":2,"return":8,"false":5,"bias":1,"2":1,"true":2,"raise":1,"valueerror":1,"f":1,"is":11,"unsupported":1,"weight":1,"def":4,"regex":4,"target":2,"modules":20,"load":5,"union":1,"str":7,"list":7,"expected":3,"bool":1,"peft":2,"supports":1,"passing":1,"in":6,"the":7,"form":1,"of":1,"regular":2,"expressions":1,"such":1,"as":1,"model":3,"q":1,"proj":3,"k":1,"v":1,"this":1,"function":1,"mainly":1,"used":1,"to":2,"determine":1,"whether":1,"suffix":3,"expression":1,"present":1,"valid":2,"pattern":2,"try":1,"re":3,"compile":1,"except":1,"error":1,"subset":2,"sub":2,"full":2,"set":4,"issubset":1,"similar":1,"s":2,"processing":1,"logic":1,"related":1,"operations":1,"are":1,"only":1,"executed":1,"when":1,"not":3,"isinstance":1,"match":3,"search":1,"r":1,"group":1,"split":1,"get":2,"supported":3,"nn":1,"module":4,"vllm":1,"all":1,"linear":1,"layers":1,"support":1,"for":2,"named":1,"empty":1,"getattr":1,"none":2,"add":1},"7562,1765,data/raw/vllm-0.10.1/vllm/lora/utils.py":{"get":2,"all":1,"the":17,"linear":1,"subfixes":1,"if":9,"isinstance":1,"module":1,"linearbase":1,"supported":2,"lora":17,"modules":2,"add":1,"name":1,"split":1,"1":1,"return":9,"list":1,"def":1,"adapter":1,"absolute":6,"path":34,"str":4,"resolves":1,"given":1,"to":4,"an":4,"local":6,"is":2,"identified":1,"as":2,"a":5,"hugging":3,"face":3,"model":6,"identifier":2,"it":5,"will":1,"download":3,"and":2,"snapshot":4,"otherwise":1,"treats":1,"file":1,"converts":1,"parameters":1,"which":1,"can":1,"be":1,"relative":2,"or":2,"returns":1,"resolved":1,"check":2,"no":1,"matter":1,"exists":3,"not":2,"os":4,"isabs":1,"starts":1,"with":1,"expand":1,"user":1,"home":1,"directory":1,"startswith":1,"expanduser":1,"expanded":1,"locally":2,"abspath":1,"does":1,"exist":1,"assume":1,"s":1,"repo":2,"try":1,"huggingface":2,"hub":1,"id":1,"except":1,"hfhubhttperror":1,"repositorynotfounderror":1,"entrynotfounderror":1,"hfvalidationerror":1,"handle":1,"errors":1,"that":1,"may":1,"occur":1,"during":1,"original":1,"instead":2,"of":1,"throwing":1,"error":2,"here":1,"logger":1,"exception":1,"downloading":1},"0,1840,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":6,"project":1,"pylint":1,"disable":1,"unused":1,"argument":1,"from":8,"typing":1,"import":9,"type":2,"checking":2,"optional":1,"union":1,"cast":1,"torch":2,"nn":2,"as":1,"transformers":1,"pretrainedconfig":1,"config":2,"loraconfig":1,"distributed":2,"communication":1,"op":1,"tensor":3,"model":3,"parallel":4,"all":2,"gather":1,"reduce":1,"state":1,"get":1,"rank":1,"lora":6,"layers":1,"columnparallellinearwithlora":4,"mergedcolumnparallellinearwithlora":1,"mergedqkvparallellinearwithlora":1,"qkvparallellinearwithlora":1,"rowparallellinearwithlora":1,"platforms":1,"current":1,"platform":1,"if":2,"pass":1,"def":3,"fully":3,"sharded":3,"can":4,"replace":4,"decorator":1,"which":1,"adds":1,"condition":1,"of":1,"loras":2,"intended":1,"wrap":1,"layer":13,"dec":2,"args":2,"kwargs":3,"return":2,"and":1,"mcp":1,"apply":3,"x":5,"bias":4,"for":1,"or":1,"classes":1,"that":1,"inherit":1,"they":1,"share":1,"same":1,"logic":1,"assert":2,"n":2,"slices":3,"len":4,"a":1,"stacked":4,"b":1,"output":6,"is":1,"not":1,"none":1,"base":2,"quant":1,"method":1,"view":2,"1":4,"shape":4,"out":1,"orig":1},"1840,1396,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"since":1,"communication":1,"is":2,"needed":1,"the":3,"buffer":1,"directly":1,"initialized":1,"as":1,"a":5,"tensor":6,"rather":1,"than":1,"tuple":1,"of":2,"buffers":8,"torch":4,"zeros":1,"layer":8,"n":1,"slices":2,"x":3,"shape":3,"0":4,"lora":10,"stacked":4,"2":1,"dtype":1,"float32":1,"device":2,"shrunk":2,"optional":2,"punica":2,"wrapper":2,"add":3,"shrink":1,"1":1,"if":2,"not":2,"current":2,"platform":2,"can":2,"update":2,"inplace":2,"model":1,"parallel":1,"all":1,"gather":1,"output":9,"expand":1,"b":1,"bias":1,"offset":1,"start":1,"input":1,"true":1,"view":1,"out":1,"orig":1,"now":1,"have":1,"column":1,"partitioned":1,"and":1,"packed":1,"return":1,"these":1,"layers":1,"are":1,"based":2,"on":2,"parallelism":1,"strategy":1,"given":1,"in":1,"y":1,"sheng":1,"et":1,"al":1,"s":2,"serving":1,"thousands":1,"concurrent":1,"adapters":1,"2023":1,"https":1,"arxiv":1,"org":1,"abs":1,"2311":1,"03285":1,"class":1,"columnparallellinearwithshardedlora":1,"columnparallellinearwithlora":2,"differs":1,"from":1,"by":1,"slicing":2,"also":1,"happens":1,"along":1,"rank":1,"dim":1},"3236,1608,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"for":1,"all":1,"lora":16,"layers":1,"where":1,"the":6,"base":1,"layer":6,"is":2,"columnparallellinear":1,"their":1,"a":11,"and":1,"b":1,"have":1,"different":1,"sharding":2,"patterns":1,"after":1,"completing":1,"gemm":1,"gather":2,"operation":2,"performed":1,"therefore":1,"of":1,"only":1,"needs":1,"to":1,"correspond":1,"with":1,"def":3,"slice":1,"self":4,"torch":5,"tensor":6,"tp":2,"rank":4,"get":1,"model":4,"parallel":1,"shard":3,"size":3,"stacked":1,"0":1,"shape":1,"2":1,"start":3,"idx":3,"return":3,"apply":2,"x":2,"bias":2,"optional":2,"none":1,"mcp":1,"classmethod":1,"fully":1,"sharded":1,"can":4,"replace":3,"cls":1,"source":3,"nn":1,"module":1,"config":6,"loraconfig":1,"packed":3,"modules":3,"list":4,"pretrainedconfig":1,"bool":1,"specifying":1,"kwargs":1,"so":1,"they":1,"be":1,"easily":1,"accessed":1,"in":1,"decorator":1,"super":1,"decorate":1,"false":1,"class":1,"mergedcolumnparallellinearwithshardedlora":1,"mergedcolumnparallellinearwithlora":2,"differs":1,"from":1,"by":1,"slicing":2,"s":2,"also":1,"based":1,"on":1,"happens":1,"along":1,"dim":1},"4844,1893,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"def":4,"slice":2,"lora":21,"a":17,"self":7,"list":6,"union":2,"torch":7,"tensor":8,"none":8,"note":1,"contains":1,"2":3,"subloras":1,"and":1,"each":1,"sublora":1,"could":1,"be":2,"output":9,"shard":7,"size":7,"stacked":2,"0":4,"shape":2,"start":8,"idx":8,"tp":3,"rank":5,"if":2,"is":2,"not":2,"else":2,"1":2,"return":4,"apply":2,"x":2,"bias":2,"optional":2,"mcp":1,"classmethod":1,"fully":1,"sharded":1,"can":4,"replace":3,"layer":5,"cls":1,"source":3,"nn":1,"module":1,"config":6,"loraconfig":1,"packed":3,"modules":3,"model":4,"pretrainedconfig":1,"bool":1,"specifying":1,"kwargs":1,"so":1,"they":1,"easily":1,"accessed":1,"in":1,"decorator":1,"super":1,"decorate":1,"false":1,"class":1,"qkvparallellinearwithshardedlora":1,"qkvparallellinearwithlora":2,"differs":1,"from":1,"by":1,"slicing":2,"the":2,"s":2,"also":1,"based":1,"on":1,"happens":1,"along":1,"dim":1,"get":1,"parallel":1},"6737,1908,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"def":4,"apply":4,"self":7,"x":4,"torch":8,"tensor":8,"bias":4,"optional":3,"none":11,"return":4,"mcp":2,"classmethod":1,"fully":1,"sharded":1,"can":4,"replace":3,"layer":5,"cls":1,"source":3,"nn":1,"module":1,"lora":17,"config":6,"loraconfig":1,"packed":3,"modules":3,"list":6,"model":3,"pretrainedconfig":1,"bool":1,"specifying":1,"kwargs":1,"so":1,"they":1,"be":2,"easily":1,"accessed":1,"in":3,"decorator":1,"super":1,"decorate":1,"false":1,"class":1,"mergedqkvparallellinearwithshardedlora":1,"mergedqkvparallellinearwithlora":2,"differs":1,"from":1,"by":1,"slicing":2,"the":2,"a":13,"s":2,"also":1,"based":1,"on":1,"happens":1,"along":1,"rank":2,"dim":1,"slice":1,"union":2,"note":1,"contains":1,"3":3,"subloras":1,"and":1,"each":1,"sublora":1,"could":1,"shard":5,"size":5,"stacked":1,"i":4,"shape":1,"2":6,"for":2,"range":2,"start":7,"idx":7,"tp":1,"0":5,"if":3,"is":3,"not":3,"else":3,"1":5},"8645,1844,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"classmethod":1,"fully":1,"sharded":1,"can":4,"replace":3,"def":4,"layer":8,"cls":1,"source":3,"nn":1,"module":1,"lora":15,"config":6,"loraconfig":1,"packed":3,"modules":3,"list":4,"model":3,"optional":2,"pretrainedconfig":1,"bool":1,"specifying":1,"kwargs":1,"so":1,"they":1,"be":1,"easily":1,"accessed":1,"in":1,"decorator":1,"return":4,"super":1,"decorate":1,"false":1,"class":1,"rowparallellinearwithshardedlora":1,"rowparallellinearwithlora":2,"differs":1,"from":3,"by":1,"slicing":2,"the":4,"b":7,"s":2,"also":1,"based":1,"on":1,"happens":1,"along":1,"output":3,"dim":1,"this":1,"yields":1,"a":1,"combined":1,"partial":1,"sum":1,"row":1,"parallel":1,"base":3,"and":1,"column":1,"partitioned":1,"slice":2,"self":13,"torch":8,"tensor":8,"shard":6,"size":6,"stacked":4,"0":2,"shape":2,"2":2,"start":4,"idx":8,"tp":4,"rank":4,"end":4,"1":2,"bias":11,"if":1,"is":1,"none":2,"cast":1,"tuple":1,"apply":2,"x":2,"quant":1,"method":1},"10489,1629,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"x":6,"view":3,"1":5,"shape":8,"output":15,"out":2,"orig":2,"buffer":8,"torch":4,"zeros":1,"self":10,"n":1,"slices":2,"0":4,"lora":9,"a":6,"stacked":5,"2":2,"dtype":1,"float32":1,"device":2,"shrunk":2,"optional":2,"tensor":4,"punica":2,"wrapper":2,"add":3,"shrink":1,"if":2,"not":3,"current":2,"platform":2,"can":2,"update":2,"inplace":2,"model":1,"parallel":3,"all":5,"reduce":3,"following":1,"s":1,"allows":1,"the":5,"fusing":1,"of":2,"gather":1,"and":1,"by":1,"adding":1,"column":1,"partitioned":1,"to":2,"slice":1,"which":1,"is":3,"partial":1,"sum":1,"due":1,"row":2,"that":2,"remains":1,"standard":1,"user":1,"should":2,"be":2,"aware":1,"though":1,"same":1,"as":1,"normal":1,"it":1,"reduced":1,"before":1,"being":1,"used":1,"note":1,"offset":4,"are":1,"based":1,"on":1,"rank":2,"shard":2,"size":2,"b":2,"start":3,"tp":1,"expand":1,"bias":1,"input":1,"true":1,"return":1},"12118,576,data/raw/vllm-0.10.1/vllm/lora/fully_sharded_layers.py":{"classmethod":1,"fully":1,"sharded":1,"can":4,"replace":3,"def":1,"layer":5,"cls":1,"source":3,"nn":1,"module":1,"lora":3,"config":6,"loraconfig":1,"packed":3,"modules":3,"list":4,"model":3,"optional":1,"pretrainedconfig":1,"bool":1,"specifying":1,"kwargs":1,"so":1,"they":1,"be":1,"easily":1,"accessed":1,"in":1,"decorator":1,"return":1,"super":1,"decorate":1,"false":1},"0,1525,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"pylint":1,"disable":2,"unused":1,"argument":1,"import":16,"math":1,"from":12,"dataclasses":1,"dataclass":1,"typing":1,"type":2,"checking":2,"optional":1,"union":1,"cast":1,"torch":3,"nn":3,"as":2,"functional":1,"f":1,"transformers":1,"pretrainedconfig":1,"adapter":1,"commons":1,"layers":4,"adaptermapping":1,"config":1,"loraconfig":1,"distributed":2,"get":2,"tensor":5,"model":7,"parallel":5,"rank":1,"world":1,"size":1,"split":1,"along":1,"last":1,"dim":1,"all":2,"gather":1,"reduce":1,"utils":1,"divide":1,"yapf":2,"executor":3,"linear":1,"columnparallellinear":1,"linearbase":1,"mergedcolumnparallellinear":1,"qkvparallellinear":1,"replicatedlinear":1,"rowparallellinear":1,"enable":1,"logits":1,"processor":1,"logitsprocessor":1,"vocab":1,"embedding":1,"vocabparallelembedding":1,"platforms":1,"current":1,"platform":1,"if":1,"lora":1,"punica":1,"wrapper":1,"punicawrapperbase":1},"1525,1878,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":5,"get":1,"lora":11,"device":8,"base":13,"layer":14,"nn":2,"module":2,"torch":9,"code":1,"borrowed":1,"from":1,"https":1,"github":1,"com":1,"fmmoret":1,"vllm":2,"blob":1,"fm":1,"support":1,"on":1,"quantized":1,"models":1,"layers":1,"py":1,"l34":1,"returns":1,"the":3,"for":2,"where":1,"to":2,"place":1,"tensors":1,"unquantizedlinear":1,"if":5,"hasattr":5,"weight":4,"return":7,"compressed":1,"tensor":11,"elif":4,"packed":2,"gptq":1,"awq":1,"qweight":2,"marlin":2,"b":5,"hqq":1,"w":2,"q":2,"else":3,"raise":1,"valueerror":1,"f":1,"unsupported":1,"not":3,"fully":3,"sharded":3,"can":4,"replace":4,"decorator":1,"which":1,"adds":1,"condition":3,"of":1,"using":1,"loras":2,"intended":1,"wrap":1,"dec":2,"args":2,"kwargs":5,"decorate":4,"pop":1,"in":1,"true":2,"config":1,"and":1,"dataclass":1,"class":2,"loramapping":1,"adaptermapping":1,"is":1,"prefill":1,"bool":1,"false":1,"baselayerwithlora":1,"slice":4,"a":3,"self":2,"union":8,"list":4,"none":4,"splitting":2,"parallelism":2,"with":1},"3403,1564,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":7,"create":2,"lora":13,"weights":4,"self":10,"max":2,"loras":2,"int":6,"config":6,"loraconfig":3,"model":3,"optional":7,"pretrainedconfig":3,"none":6,"initializes":1,"matrices":1,"reset":1,"index":4,"resets":1,"the":2,"at":2,"back":1,"to":1,"0":1,"set":2,"a":1,"torch":5,"tensor":6,"b":1,"embeddings":3,"bias":1,"overwrites":1,"tensors":1,"mapping":1,"punica":3,"wrapper":3,"punicawrapperbase":1,"classmethod":1,"can":2,"replace":1,"layer":7,"cls":1,"source":1,"nn":1,"module":1,"packed":1,"modules":1,"list":2,"bool":1,"returns":1,"true":1,"if":1,"be":1,"replaced":1,"by":1,"this":1,"raise":1,"notimplementederror":1,"class":1,"vocabparallelembeddingwithlora":1,"baselayerwithlora":1,"init":2,"base":3,"vocabparallelembedding":1,"super":1,"slice":1,"tuple":1},"4967,874,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"if":1,"self":15,"base":11,"layer":11,"num":5,"added":4,"embeddings":9,"per":5,"partition":5,"0":2,"we":1,"can":1,"start":2,"adding":1,"lora":1,"weights":3,"weight":2,"data":2,"org":5,"slice":2,"shard":2,"indices":2,"vocab":4,"index":2,"size":2,"end":1,"fill":1,"else":1,"none":2},"5841,1308,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"self":19,"embeddings":2,"tensors":2,"torch":3,"zeros":3,"max":5,"loras":3,"lora":22,"config":6,"extra":2,"vocab":3,"size":3,"base":7,"layer":7,"embedding":2,"dim":2,"dtype":6,"weight":4,"device":6,"a":7,"stacked":9,"org":1,"rank":2,"b":2,"1":2,"2d":1,"view":1,"shape":3,"0":4,"2":1,"def":1,"reset":1,"index":4,"int":1},"7149,1884,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"set":1,"lora":12,"self":18,"index":5,"int":1,"a":5,"torch":10,"tensor":11,"b":5,"embeddings":20,"optional":2,"bias":1,"none":4,"reset":1,"stacked":2,"shape":12,"0":11,"1":9,"copy":6,"non":3,"blocking":3,"true":3,"t":3,"if":2,"is":3,"not":3,"tensors":5,"slice":3,"todo":1,"yard1":1,"optimize":1,"this":1,"we":1,"don":2,"need":1,"to":1,"everything":1,"just":1,"the":1,"modified":1,"part":1,"view":1,"2":1,"assert":1,"weights":2,"forward":1,"x":3,"added":1,"tokens":4,"mask":1,"where":1,"base":1,"layer":1,"org":1,"vocab":1,"size":1,"nb":1,"use":1,"narrow":2,"here":1,"triggers":1,"some":1,"dynamic":1,"specialization":1,"in":1,"compile":1,"num":3,"indices":4,"punica":2,"wrapper":2},"9033,1894,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"full":19,"lora":15,"a":8,"embeddings":7,"f":1,"embedding":2,"x":2,"indices":2,"1":5,"self":17,"stacked":3,"2d":1,"output":16,"base":7,"layer":10,"forward":1,"0":3,"added":1,"tokens":1,"mask":1,"org":2,"if":3,"ndim":2,"3":2,"view":3,"shape":4,"optional":3,"torch":2,"tensor":2,"punica":1,"wrapper":1,"add":2,"b":1,"input":3,"true":1,"not":1,"current":1,"platform":1,"can":2,"update":1,"inplace":1,"return":3,"as":1,"classmethod":1,"def":3,"replace":1,"cls":1,"source":2,"nn":1,"module":1,"config":2,"loraconfig":1,"packed":1,"modules":1,"list":2,"model":1,"pretrainedconfig":1,"bool":1,"type":1,"is":1,"vocabparallelembedding":1,"property":1,"weight":2,"class":1,"baselinearlayerwithlora":1,"baselayerwithlora":1,"init":2,"linearbase":1,"super":1,"size":4,"device":2,"get":1,"bias":1,"tuple":2,"none":1,"slices":2,"int":4,"tp":1,"n":1},"10927,1081,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":1,"create":1,"lora":20,"weights":1,"self":11,"max":5,"loras":3,"int":1,"config":10,"loraconfig":1,"model":1,"optional":1,"pretrainedconfig":1,"none":2,"if":3,"isinstance":3,"base":3,"layer":3,"replicatedlinear":1,"a":3,"out":6,"size":12,"rank":4,"b":3,"output":4,"elif":2,"columnparallellinear":1,"not":2,"fully":2,"sharded":2,"else":3,"divide":2,"tp":2,"rowparallellinear":1,"raise":1,"notimplementederror":1},"12008,1539,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"self":20,"lora":25,"a":3,"stacked":9,"tuple":4,"torch":4,"zeros":3,"max":4,"loras":3,"1":3,"out":5,"size":6,"input":1,"dtype":6,"config":6,"device":6,"for":4,"in":4,"range":4,"n":4,"slices":5,"b":5,"rank":1,"if":2,"bias":8,"enabled":2,"output":1,"0":4,"shape":1,"2":1,"def":1,"reset":1,"index":8,"int":1,"s":4,"make":1,"mypy":1,"happy":1,"cast":1,"tensor":1},"13547,1702,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"set":1,"lora":32,"self":18,"index":5,"int":1,"a":10,"torch":8,"tensor":9,"b":9,"embeddings":1,"optional":3,"bias":14,"none":4,"except":1,"for":1,"qkvparallellinearwithlora":1,"and":1,"mergedcolumnparallellinearwithlora":1,"all":1,"other":1,"linear":1,"layers":2,"store":1,"weights":1,"in":1,"tuple":2,"of":1,"size":2,"1":5,"these":1,"two":1,"will":1,"override":1,"this":1,"function":1,"assert":2,"len":3,"stacked":8,"n":1,"slices":1,"reset":1,"if":3,"tp":1,"slice":3,"is":2,"not":2,"0":9,"shape":5,"copy":3,"t":3,"non":3,"blocking":3,"true":3,"cast":1,"apply":2,"x":2,"output":1,"base":2,"layer":2,"quant":1,"method":1},"15249,1904,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"in":1,"transformers":1,"backend":1,"x":5,"and":2,"output":12,"have":1,"extra":1,"batch":2,"dimension":1,"like":1,"1":7,"seq":2,"len":2,"hidden":2,"dim":2,"while":1,"punica":2,"expects":1,"therefore":1,"we":1,"need":1,"to":3,"flatten":3,"the":1,"dimensions":1,"if":4,"ndim":2,"3":2,"0":3,"lora":6,"optional":2,"torch":3,"tensor":4,"self":25,"wrapper":1,"add":1,"linear":1,"a":1,"stacked":3,"b":3,"bias":4,"slices":2,"not":1,"current":1,"platform":1,"can":1,"update":1,"inplace":1,"return":8,"property":2,"def":3,"weight":5,"unquantizedlinear":1,"hasattr":6,"base":17,"layer":17,"compressed":1,"elif":4,"packed":2,"gptq":1,"awq":1,"qweight":2,"marlin":2,"hqq":1,"w":2,"q":2,"else":2,"raise":1,"valueerror":1,"f":1,"unsupported":1,"none":2,"class":1,"replicatedlinearwithlora":1,"baselinearlayerwithlora":1,"init":2,"replicatedlinear":1,"super":1,"ensure":1,"interface":1,"compatibility":1,"set":1,"always":1,"tp":1,"size":3,"n":1},"17153,1508,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"forward":2,"self":7,"input":4,"torch":4,"tensor":6,"union":1,"tuple":1,"optional":2,"of":3,"replicatedlinearwithlora":1,"args":1,"whose":1,"last":1,"dimension":1,"is":4,"size":1,"returns":1,"output":6,"bias":10,"base":6,"layer":10,"if":3,"not":2,"skip":2,"add":2,"else":2,"none":2,"matrix":1,"multiply":1,"apply":1,"return":4,"replicatedlinear":2,"should":1,"always":1,"be":1,"replaced":1,"regardless":1,"the":2,"fully":1,"sharded":1,"loras":1,"setting":1,"because":1,"it":1,"by":1,"definition":1,"copied":1,"per":1,"gpu":1,"classmethod":1,"can":1,"replace":1,"cls":1,"source":2,"nn":1,"module":1,"lora":3,"config":2,"loraconfig":1,"packed":1,"modules":1,"list":2,"model":1,"pretrainedconfig":1,"bool":1,"type":1,"class":1,"columnparallellinearwithlora":1,"baselinearlayerwithlora":1,"on":1,"top":1,"columnparallellinear":2,"b":1,"sliced":1,"for":2,"parallelism":1,"there":1,"are":1,"two":1,"types":1,"1":1,"e":2,"g":2,"dense":1,"h":1,"to":1,"4h":1,"in":2,"falconforcausallm":1,"2":1,"mergedcolumnparallellinear":1,"gate":1,"up":1,"proj":1,"phi3forcausallm":1},"18661,1747,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":3,"init":2,"self":11,"base":7,"layer":8,"columnparallellinear":3,"none":1,"super":1,"the":3,"type":2,"is":9,"or":1,"mergedcolumnparallellinear":3,"their":1,"weight":5,"sharding":1,"logic":1,"inconsistent":1,"when":1,"tp":7,"greater":1,"than":1,"1":7,"merged":2,"col":2,"linear":2,"size":14,"get":3,"tensor":10,"model":6,"parallel":6,"world":1,"output":4,"per":1,"partition":1,"there":1,"only":1,"one":1,"lora":13,"n":1,"slices":1,"slice":2,"a":3,"torch":5,"return":2,"b":9,"applicable":2,"to":2,"cases":2,"where":2,"if":1,"rank":10,"shard":8,"2":2,"offset":3,"shape":1,"left":2,"right":2,"cat":1,"dim":1,"else":1,"start":2,"idx":4,"end":2},"20408,1814,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":3,"slice":1,"bias":18,"self":10,"torch":6,"tensor":12,"todo":1,"fix":1,"the":2,"slicing":1,"logic":1,"of":2,"if":5,"is":4,"none":3,"return":6,"model":6,"parallel":8,"rank":4,"get":1,"shard":3,"size":5,"output":12,"start":2,"idx":4,"end":2,"1":2,"forward":2,"input":4,"union":1,"tuple":1,"optional":2,"columnparallellinear":2,"args":1,"whose":1,"last":1,"dimension":1,"returns":1,"base":6,"layer":10,"not":3,"skip":2,"add":2,"else":3,"matrix":1,"multiply":1,"apply":1,"gather":3,"all":2,"across":1,"partitions":1,"classmethod":1,"fully":1,"sharded":1,"can":2,"replace":2,"cls":1,"source":3,"nn":1,"module":1,"lora":1,"config":2,"loraconfig":1,"packed":2,"modules":2,"list":3,"pretrainedconfig":1,"bool":1,"type":2,"or":1,"mergedcolumnparallellinear":1,"and":1,"len":1},"22222,1612,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"class":1,"mergedcolumnparallellinearwithlora":1,"columnparallellinearwithlora":1,"columnparallellinear":1,"layer":5,"that":1,"is":3,"composed":1,"of":2,"2":2,"sublayers":1,"slices":7,"packed":1,"together":1,"eg":1,"gate":2,"proj":3,"up":2,"this":2,"means":1,"we":2,"have":2,"loras":3,"each":1,"applied":1,"to":4,"one":1,"half":1,"the":5,"both":1,"must":1,"same":1,"size":10,"def":2,"init":2,"self":14,"base":3,"union":1,"mergedcolumnparallellinear":2,"qkvparallellinear":1,"none":3,"super":1,"there":1,"are":1,"two":1,"lora":11,"layers":1,"tp":7,"get":3,"tensor":2,"model":3,"parallel":2,"world":1,"rank":5,"output":10,"sizes":4,"in":2,"not":2,"sharded":2,"by":2,"need":1,"divide":3,"it":1,"correct":1,"tuple":1,"for":2,"n":2,"len":1,"ids":1,"create":1,"weights":1,"max":3,"int":1,"config":7,"loraconfig":1,"optional":1,"pretrainedconfig":1,"main":1,"reason":1,"overriding":1,"function":1,"enhance":1,"code":1,"maintainability":1,"a":1,"per":1,"partition":1,"if":1,"fully":1,"else":1},"23834,1663,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"self":15,"lora":24,"a":5,"stacked":3,"tuple":3,"torch":7,"zeros":3,"max":4,"loras":3,"1":4,"output":9,"size":9,"per":1,"partition":1,"input":1,"dtype":6,"config":5,"device":6,"for":4,"in":4,"range":1,"n":2,"slices":5,"b":9,"rank":1,"if":2,"bias":2,"enabled":1,"def":2,"slice":2,"list":4,"union":4,"tensor":4,"none":6,"return":2,"sliced":3,"i":5,"shard":6,"id":3,"enumerate":1,"zip":1,"ids":1,"is":1,"not":1},"25497,1934,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"slice":4,"bias":20,"self":16,"list":2,"union":2,"torch":7,"tensor":8,"none":9,"for":3,"i":24,"shard":6,"id":3,"size":4,"in":3,"enumerate":1,"zip":1,"output":2,"ids":1,"slices":3,"if":7,"is":6,"not":6,"1":4,"return":1,"set":1,"lora":34,"index":5,"int":1,"a":10,"b":10,"embeddings":1,"optional":2,"reset":1,"tp":1,"range":2,"n":2,"stacked":5,"0":6,"shape":5,"copy":3,"t":3,"non":3,"blocking":3,"true":3,"cast":1,"tuple":1},"27431,1559,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"classmethod":1,"not":1,"fully":1,"sharded":1,"can":2,"replace":2,"def":2,"layer":16,"cls":1,"source":2,"nn":1,"module":1,"lora":4,"config":2,"loraconfig":1,"packed":2,"modules":2,"list":3,"model":1,"optional":1,"pretrainedconfig":1,"bool":1,"return":1,"type":1,"is":3,"mergedcolumnparallellinear":1,"and":3,"len":1,"2":1,"class":1,"qkvparallellinearwithlora":1,"columnparallellinearwithlora":1,"columnparallellinear":1,"that":1,"specifically":1,"designed":1,"for":1,"qkv":2,"proj":6,"certain":1,"models":1,"such":1,"as":1,"chatglm3":1,"baichuan":1,"7b":1,"only":2,"contains":1,"a":1,"single":1,"within":1,"their":1,"during":1,"inference":1,"with":1,"tensor":1,"parallel":1,"the":3,"weights":1,"of":1,"b":1,"must":1,"be":1,"accurately":1,"partitioned":1,"according":1,"to":1,"respective":1,"ranks":1,"q":3,"slice":1,"may":1,"have":2,"different":1,"shape":2,"than":1,"k":1,"v":1,"slices":2,"which":1,"both":1,"same":1,"init":2,"self":14,"base":10,"qkvparallellinear":1,"none":1,"super":1,"total":4,"size":8,"num":4,"heads":4,"head":4,"shard":2,"kv":4,"there":1,"one":1,"n":1,"1":1},"28990,1727,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"slice":2,"lora":13,"b":13,"self":33,"torch":6,"tensor":5,"tp":3,"rank":4,"get":1,"model":1,"parallel":1,"q":15,"shard":26,"id":14,"kv":20,"base":1,"layer":1,"num":1,"head":1,"replicas":1,"proj":16,"size":16,"1":8,"k":12,"offset":14,"total":4,"v":10,"cat":2,"dim":2,"return":2,"bias":13},"30717,1751,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"classmethod":1,"not":1,"fully":1,"sharded":1,"can":2,"replace":2,"def":2,"layer":14,"cls":1,"source":2,"nn":1,"module":1,"lora":2,"config":2,"loraconfig":1,"packed":3,"modules":2,"list":3,"model":3,"optional":1,"pretrainedconfig":1,"bool":1,"return":1,"type":1,"is":2,"qkvparallellinear":2,"and":2,"len":2,"1":1,"class":1,"mergedqkvparallellinearwithlora":1,"mergedcolumnparallellinearwithlora":1,"mergedcolumnparallellinear":1,"that":1,"composed":1,"of":2,"3":2,"sublayers":1,"slices":4,"together":1,"in":1,"qkv":2,"proj":10,"fashion":1,"q":6,"k":2,"v":2,"this":1,"means":1,"we":1,"have":3,"loras":1,"each":1,"applied":1,"to":1,"one":1,"slice":2,"the":2,"may":1,"different":1,"shape":2,"than":1,"which":1,"both":1,"same":1,"init":2,"self":24,"base":8,"none":1,"super":1,"there":1,"are":1,"three":1,"n":1,"output":3,"sizes":1,"tp":4,"size":9,"get":2,"tensor":2,"parallel":2,"world":1,"rank":4,"shard":10,"num":3,"heads":2,"head":3,"kv":8,"id":5,"replicas":1,"ids":1},"32468,1953,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":7,"create":2,"lora":15,"weights":2,"self":16,"max":2,"loras":2,"int":1,"config":6,"loraconfig":2,"model":5,"optional":3,"pretrainedconfig":2,"none":3,"the":1,"main":1,"reason":1,"for":1,"overloading":1,"this":2,"function":1,"is":3,"to":1,"handle":1,"inconsistent":1,"weight":1,"dimensions":1,"in":1,"qkv":1,"super":2,"classmethod":1,"not":1,"fully":1,"sharded":1,"can":2,"replace":2,"layer":8,"cls":1,"source":2,"nn":1,"module":1,"packed":2,"modules":2,"list":3,"bool":1,"return":4,"type":1,"qkvparallellinear":1,"and":1,"len":1,"3":1,"todo":1,"implement":1,"class":2,"qkvcrossparallellinearwithlora":1,"baselayerwithlora":1,"pass":1,"rowparallellinearwithlora":1,"baselinearlayerwithlora":1,"init":2,"base":4,"rowparallellinear":2,"tp":4,"size":11,"get":2,"tensor":12,"parallel":2,"world":1,"reset":1,"input":5,"per":1,"partition":1,"output":2,"rank":4,"there":1,"only":1,"one":1,"n":1,"slices":1,"1":2,"slice":3,"a":5,"torch":10,"shard":3,"start":2,"idx":4,"end":2,"b":3,"bias":3,"forward":2,"union":1,"tuple":1,"of":1},"34421,1827,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"args":1,"input":12,"tensor":3,"whose":1,"last":3,"dimension":2,"is":7,"size":5,"if":6,"parallel":9,"set":2,"then":1,"the":3,"tp":4,"returns":1,"output":16,"bias":9,"up":1,"backprop":1,"all":2,"reduce":3,"self":11,"base":9,"layer":12,"else":4,"todo":1,"simplify":1,"code":1,"below":1,"splitted":2,"split":1,"along":1,"dim":1,"num":1,"partitions":1,"rank":1,"contiguous":1,"matrix":1,"multiply":1,"apply":1,"results":1,"and":2,"1":1,"model":2,"not":4,"skip":1,"add":1,"none":2,"return":4,"classmethod":1,"fully":1,"sharded":1,"can":2,"replace":2,"def":1,"cls":1,"source":2,"nn":1,"module":1,"lora":4,"config":2,"loraconfig":1,"packed":1,"modules":1,"list":2,"optional":1,"pretrainedconfig":1,"bool":1,"type":1,"rowparallellinear":1,"class":1,"logitsprocessorwithlora":1,"baselayerwithlora":1,"wrapper":1,"for":1,"logitsprocessor":1,"with":1,"extra":1,"logic":1,"to":1,"handle":1,"application":1,"of":1,"adapter":1,"added":1,"vocabulary":1},"36248,1672,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"args":1,"base":13,"layer":14,"logitsprocessor":2,"hidden":5,"size":11,"of":3,"the":3,"model":5,"dtype":5,"data":1,"type":1,"device":6,"sharded":6,"to":6,"full":6,"mapping":6,"index":1,"from":2,"vocab":6,"received":1,"get":3,"if":1,"none":2,"no":1,"reindexing":1,"will":1,"be":1,"done":1,"def":9,"init":2,"self":24,"int":2,"torch":2,"optional":1,"list":1,"super":1,"tp":2,"tensor":4,"parallel":2,"world":1,"rank":2,"property":8,"logits":2,"as":2,"input":2,"return":8,"scale":2,"soft":2,"cap":2,"use":2,"all":2,"gather":2,"org":2,"include":2,"gpu":2,"probs":4,"should":2,"modify":2,"greedy":2,"inplace":2},"37920,1869,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"create":1,"lora":22,"weights":1,"self":21,"max":6,"loras":4,"int":2,"config":9,"loraconfig":1,"model":1,"optional":1,"pretrainedconfig":1,"none":4,"todo":1,"verify":1,"if":3,"this":1,"condition":1,"can":1,"be":2,"further":1,"relaxed":1,"32000":2,"base":2,"layer":2,"vocab":7,"size":9,"257024":2,"raise":1,"valueerror":1,"when":1,"using":1,"must":1,"a":2,"stacked":4,"torch":5,"zeros":2,"1":2,"rank":2,"hidden":2,"dtype":7,"device":8,"b":2,"pad":1,"for":1,"kernel":1,"compatibility":1,"math":1,"ceil":1,"padding":2,"embeddings":2,"tensors":2,"full":5,"extra":1,"fill":1,"value":1,"float":2,"inf":2,"sharded":4,"to":4,"mapping":4,"is":1,"not":1,"gpu":2,"tensor":1,"long":1,"else":1,"reset":1,"index":4,"0":2},"39789,1769,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"set":1,"lora":12,"self":8,"index":6,"int":1,"a":5,"torch":7,"tensor":13,"b":5,"embeddings":6,"optional":4,"bias":4,"none":7,"reset":1,"stacked":2,"0":7,"shape":6,"1":9,"copy":2,"t":2,"non":2,"blocking":2,"true":2,"if":4,"is":4,"not":3,"tensors":1,"get":2,"logits":10,"hidden":2,"states":2,"lm":3,"head":3,"vocabparallelembedding":1,"embedding":3,"the":2,"for":3,"next":1,"tokens":1,"quant":1,"method":1,"apply":1,"gather":2,"tp":2,"base":1,"layer":1,"return":1,"sharded":1,"to":3,"full":2,"mapping":2,"gpu":1,"reindex":1,"ensure":1,"between":1,"and":1,"token":2,"id":2,"example":1,"org":1,"vocab":2,"size":4,"4":3,"added":1,"2":4,"pad":1,"8":1,"indices":1,"3":2,"5":2,"6":1,"7":1},"41558,1956,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"therefore":1,"the":1,"mapping":2,"is":2,"expected":1,"to":3,"be":1,"0":9,"1":12,"4":3,"6":2,"2":4,"3":3,"5":3,"7":2,"so":1,"that":1,"when":1,"we":2,"reindex":1,"get":2,"indices":6,"token":1,"id":1,"logits":23,"self":13,"sharded":1,"full":1,"gpu":1,"lora":18,"torch":3,"empty":1,"embeddings":5,"tensors":5,"shape":7,"hidden":3,"states":3,"dtype":3,"device":2,"matmul":1,"t":1,"out":1,"neg":4,"inf":6,"pos":2,"current":3,"platform":3,"infinity":1,"values":1,"mt":1,"padded":5,"punica":2,"wrapper":2,"sampler":1,"if":3,"tpu":1,"size":4,"reshape":1,"index":1,"select":1,"nan":2,"num":1,"posinf":1,"neginf":1,"base":3,"layer":3,"org":2,"vocab":4,"output":2,"optional":1,"tensor":1,"add":1,"a":1,"stacked":2,"b":1,"not":1,"can":1,"update":1,"inplace":1,"remove":1,"paddings":1,"in":1,"any":1,"return":1},"43514,406,data/raw/vllm-0.10.1/vllm/lora/layers.py":{"def":2,"forward":2,"self":3,"args":2,"kwargs":2,"return":2,"type":1,"base":1,"layer":3,"classmethod":1,"can":1,"replace":1,"cls":1,"source":1,"nn":1,"module":1,"lora":1,"config":2,"loraconfig":1,"packed":1,"modules":1,"list":2,"model":1,"optional":1,"pretrainedconfig":1,"bool":1,"special":1,"handling":1,"for":1,"the":1,"logitsprocessor":1,"false":1},"0,1833,data/raw/vllm-0.10.1/vllm/lora/request.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":3,"project":1,"import":4,"warnings":2,"from":3,"typing":1,"optional":5,"msgspec":4,"adapter":4,"commons":1,"request":2,"adapterrequest":2,"class":3,"lorarequest":1,"struct":1,"omit":1,"defaults":1,"true":2,"type":2,"ignore":2,"call":2,"arg":2,"array":1,"like":1,"for":3,"a":3,"lora":20,"note":1,"that":1,"this":3,"should":1,"be":4,"used":1,"internally":1,"online":1,"serving":1,"it":1,"is":4,"recommended":1,"not":4,"allow":1,"users":2,"use":2,"but":1,"instead":2,"provide":1,"another":1,"layer":1,"of":1,"abstraction":1,"prevent":1,"accessing":1,"unauthorized":1,"adapters":1,"int":5,"id":4,"must":1,"globally":1,"unique":1,"given":1,"currently":1,"enforced":1,"in":2,"metaclass":1,"name":4,"str":4,"path":13,"local":4,"field":2,"default":2,"none":4,"long":1,"max":1,"len":1,"base":1,"model":1,"tensorizer":1,"config":1,"dict":2,"def":4,"post":1,"init":1,"self":12,"if":2,"warn":1,"attribute":1,"deprecated":1,"and":1,"will":1,"removed":1,"future":1,"version":1,"please":1,"deprecationwarning":1,"stacklevel":1,"or":1,"ensure":1,"empty":2,"assert":1,"cannot":1,"property":3,"return":3},"1833,1345,data/raw/vllm-0.10.1/vllm/lora/request.py":{"property":1,"def":4,"local":5,"path":9,"self":9,"warnings":2,"warn":2,"the":4,"attribute":2,"is":2,"deprecated":2,"and":5,"will":2,"be":3,"removed":2,"in":3,"a":2,"future":2,"version":2,"please":2,"use":2,"instead":2,"deprecationwarning":2,"stacklevel":2,"2":2,"return":3,"lora":8,"setter":1,"value":5,"eq":1,"object":1,"bool":1,"overrides":2,"equality":1,"method":2,"to":2,"compare":1,"lorarequest":3,"instances":3,"based":3,"on":2,"name":5,"this":2,"allows":1,"for":1,"identification":1,"comparison":1,"adapter":1,"across":2,"engines":2,"isinstance":1,"class":1,"hash":5,"int":1,"ensures":1,"that":1,"can":1,"used":1,"collections":1,"such":1,"as":1,"sets":1,"dictionaries":1,"identified":1,"by":1,"their":1,"names":1},"0,1822,data/raw/vllm-0.10.1/vllm/lora/peft_helper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":1,"vllm":10,"project":1,"adapted":1,"from":6,"https":3,"github":1,"com":1,"huggingface":1,"peft":3,"blob":1,"main":1,"src":1,"tuners":1,"lora":8,"config":2,"py":1,"import":8,"json":1,"math":1,"os":1,"dataclasses":1,"missing":1,"dataclass":2,"field":8,"fields":2,"typing":1,"literal":2,"optional":3,"union":2,"loraconfig":1,"logger":4,"init":2,"model":2,"executor":1,"loader":1,"tensorizer":1,"tensorizerconfig":1,"name":1,"class":3,"pefthelper":1,"a":1,"helper":1,"for":3,"configurations":1,"specifically":1,"designed":1,"this":1,"handles":1,"configuration":1,"validation":1,"compatibility":1,"checks":1,"various":1,"implementations":1,"required":1,"r":1,"int":3,"alpha":1,"target":1,"modules":4,"list":3,"str":4,"bias":1,"none":4,"all":1,"only":2,"default":6,"save":3,"true":2,"use":5,"rank":2,"stabilized":1,"rslora":2,"see":2,"arxiv":2,"org":2,"abs":2,"2312":1,"03732":1,"bool":2,"false":3,"weight":1,"decomposed":1,"low":1,"adaptation":1,"dora":4,"2402":1,"09353":1,"extra":1,"start":1,"with":1,"avoid":1,"conflict":1,"scaling":1,"factor":1,"float":1,"1":1,"max":1,"position":1,"embeddings":1,"def":1,"validate":1,"features":2,"self":3,"check":1,"if":3,"there":1,"are":1,"any":1,"unsupported":1,"error":4,"msg":4,"append":2,"supports":1,"being":1,"does":1,"not":1,"yet":1,"support":1,"return":1},"1822,1440,data/raw/vllm-0.10.1/vllm/lora/peft_helper.py":{"def":3,"post":1,"init":1,"self":8,"if":4,"use":1,"rslora":2,"logger":1,"info":1,"once":1,"loading":1,"lora":8,"weights":1,"trained":1,"with":1,"vllm":2,"scaling":2,"factor":2,"alpha":2,"math":1,"sqrt":1,"r":2,"else":1,"classmethod":2,"from":3,"dict":9,"cls":4,"config":6,"pefthelper":2,"get":1,"all":1,"field":1,"information":1,"the":2,"class":5,"fields":13,"f":7,"name":3,"for":4,"in":5,"check":1,"required":5,"items":2,"default":2,"is":2,"missing":7,"and":1,"factory":1,"identify":1,"any":1,"set":1,"keys":1,"raise":1,"valueerror":1,"configuration":1,"filter":1,"out":1,"that":1,"aren":1,"t":1,"defined":1,"filtered":2,"k":3,"v":2,"return":1,"local":1,"dir":1,"path":4,"str":1,"max":1,"position":1,"embeddings":1,"optional":2,"int":1,"tensorizer":1,"none":1,"os":1,"join":1,"adapter":1,"json":1},"3262,1604,data/raw/vllm-0.10.1/vllm/lora/peft_helper.py":{"if":4,"tensorizer":12,"config":19,"dict":3,"tensorizerconfig":1,"args":3,"construct":1,"from":3,"stream":4,"io":1,"import":1,"open":3,"lora":13,"path":4,"os":1,"join":2,"dir":2,"adapter":2,"json":3,"with":2,"mode":1,"rb":1,"kwargs":1,"as":2,"f":7,"load":2,"logger":1,"info":1,"successfully":1,"deserialized":1,"s":1,"else":1,"vllm":1,"max":5,"position":2,"embeddings":2,"return":1,"cls":1,"def":1,"validate":2,"legal":1,"self":5,"loraconfig":1,"none":2,"validates":1,"the":1,"configuration":1,"settings":1,"against":1,"application":1,"constraints":1,"and":2,"requirements":1,"error":5,"msg":5,"features":1,"r":2,"rank":4,"append":2,"is":1,"greater":1,"than":1,"bias":4,"not":1,"enabled":2,"cannot":1,"be":1,"used":1,"without":1,"raise":1,"valueerror":1},"0,1229,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":9,"project":1,"from":10,"contextlib":1,"import":11,"contextmanager":1,"typing":1,"any":1,"literal":1,"optional":1,"union":1,"torch":1,"adapter":4,"commons":2,"utils":2,"add":1,"worker":6,"apply":1,"adapters":3,"list":1,"set":1,"active":1,"manager":3,"abstractworkermanager":2,"config":1,"loraconfig":1,"logger":4,"init":2,"lora":7,"models":2,"loramodel":1,"loramodelmanager":3,"lrucacheloramodelmanager":1,"create":1,"peft":1,"helper":1,"pefthelper":1,"request":2,"lorarequest":1,"get":1,"absolute":1,"path":1,"name":1,"class":1,"workerloramanager":2,"that":1,"manages":1,"on":1,"side":1,"every":2,"requested":1,"loras":1,"will":2,"be":2,"loaded":2,"unless":1,"they":1,"are":1,"already":1,"and":1,"other":1,"unloaded":1,"cls":1,"type":1},"1229,1845,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"def":4,"init":2,"self":23,"max":13,"num":10,"seqs":5,"int":4,"batched":5,"tokens":5,"vocab":5,"size":5,"lora":20,"config":5,"loraconfig":1,"device":5,"torch":2,"embedding":6,"modules":6,"dict":1,"str":3,"padding":3,"list":1,"model":7,"cls":5,"type":1,"loramodel":3,"position":3,"embeddings":3,"optional":1,"none":3,"cached":3,"dummy":5,"union":1,"literal":1,"false":3,"super":1,"lazily":1,"initialized":1,"by":1,"create":3,"manager":11,"adapter":2,"loramodelmanager":1,"contextmanager":1,"cache":1,"use":1,"this":1,"context":1,"to":2,"reuse":1,"the":1,"avoid":1,"creating":1,"it":1,"repeatedly":1,"yield":1,"property":1,"is":1,"enabled":1,"bool":1,"return":2,"true":1,"nn":1,"module":1,"any":1},"3074,1395,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"def":1,"load":1,"adapter":5,"self":6,"lora":17,"request":3,"lorarequest":1,"loramodel":1,"try":1,"supported":3,"modules":12,"manager":3,"packed":4,"mapping":4,"expected":5,"list":2,"str":1,"for":2,"module":4,"in":2,"if":2,"extend":1,"else":1,"append":1,"set":1,"path":4,"get":1,"absolute":1,"peft":2,"helper":2,"pefthelper":1,"from":1,"local":1,"dir":1,"max":1,"position":1,"embeddings":1,"tensorizer":1,"config":2,"dict":1,"validates":1,"the":1,"configuration":1,"against":1,"requirements":1,"before":1,"loading":2,"weights":2,"throwing":1,"an":1,"exception":1,"validation":1,"fails":1,"validate":1,"legal":1,"some":1,"models":1,"like":1,"qwen2vl":1,"we":1,"need":1,"to":5,"use":1,"hf":3,"vllm":3,"mapper":3,"ensure":1,"correct":1,"of":1,"model":3,"getattr":1,"none":1},"4469,1561,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"lora":28,"self":8,"model":2,"cls":1,"from":3,"local":2,"checkpoint":1,"path":3,"expected":1,"modules":5,"peft":2,"helper":2,"id":2,"request":5,"int":1,"device":1,"cpu":1,"dtype":2,"config":6,"target":1,"embedding":5,"padding":3,"vocab":8,"size":8,"extra":6,"tensorizer":2,"dict":2,"weights":1,"mapper":2,"hf":1,"to":2,"vllm":1,"except":2,"filenotfounderror":2,"as":2,"e":4,"should":1,"be":1,"raised":1,"if":2,"both":1,"no":3,"adapter":3,"found":3,"download":1,"huggingface":1,"or":1,"in":1,"offline":1,"mode":1,"files":1,"at":1,"for":3,"notfounderror":1,"raise":3,"valueerror":2,"f":5,"loading":1,"name":1,"failed":1,"exception":1,"badrequesterror":1,"added":1,"is":1,"greater":1,"than":1,"return":1},"6030,1941,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"def":8,"add":6,"dummy":10,"lora":17,"self":30,"request":6,"lorarequest":1,"rank":2,"int":7,"bool":4,"if":3,"id":7,"in":1,"list":6,"adapters":13,"return":6,"false":1,"isinstance":1,"cached":4,"loramodel":1,"clone":1,"else":1,"adapter":32,"manager":10,"create":1,"embedding":1,"modules":1,"is":1,"none":3,"pin":2,"set":6,"active":2,"requests":4,"any":4,"mapping":3,"optional":1,"worker":4,"apply":3,"slots":1,"remove":5,"load":1,"activate":1,"all":2},"7971,1803,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"class":1,"lrucacheworkerloramanager":1,"workerloramanager":2,"that":2,"manages":1,"lora":22,"models":1,"on":1,"the":6,"worker":1,"side":1,"uses":1,"an":1,"lru":1,"cache":2,"every":1,"request":6,"requested":2,"loras":7,"will":2,"be":3,"loaded":2,"unless":1,"they":1,"are":1,"already":1,"and":1,"least":1,"recently":1,"used":1,"unloaded":1,"if":3,"is":4,"above":1,"capacity":1,"manager":11,"cls":3,"type":1,"lrucacheloramodelmanager":2,"def":3,"create":2,"self":13,"model":3,"torch":1,"nn":1,"module":1,"any":1,"max":4,"num":4,"seqs":2,"vocab":2,"size":2,"config":2,"device":2,"batched":2,"tokens":2,"adapter":6,"return":1,"apply":1,"adapters":1,"requests":2,"set":1,"lorarequest":2,"none":1,"map":4,"int":1,"id":1,"for":3,"in":2,"len":2,"slots":3,"raise":1,"runtimeerror":1,"f":2,"number":2,"of":2,"greater":1,"than":1,"gpu":1,"values":1,"add":2,"bool":1,"note":1,"this":2,"method":1,"not":1,"thread":1,"safe":1,"it":2,"may":1,"invoked":1,"multiple":2,"times":1,"same":1,"when":1,"using":1,"api":1,"servers":1,"ok":1,"because":1,"s":1,"currently":1,"only":1,"called":1,"from":1,"single":1,"threaded":1,"core":1,"engine":1,"loop":1},"9774,1193,data/raw/vllm-0.10.1/vllm/lora/worker_manager.py":{"if":6,"lora":11,"request":4,"int":3,"id":3,"not":2,"in":2,"self":9,"list":1,"adapters":3,"load":2,"the":7,"new":2,"adapter":15,"first":1,"to":4,"ensure":1,"it":2,"is":3,"actually":1,"valid":1,"before":1,"evicting":1,"any":1,"existing":1,"this":1,"may":1,"cause":1,"of":1,"loaded":5,"very":1,"temporarily":1,"exceed":2,"max":1,"cpu":1,"loras":1,"loading":1,"succeeded":1,"now":1,"check":1,"we":1,"will":1,"cache":2,"capacity":2,"and":1,"evict":1,"oldest":2,"so":1,"len":1,"manager":7,"1":1,"assert":1,"isinstance":1,"lrucacheloramodelmanager":1,"remove":1,"then":1,"add":2,"else":1,"already":1,"just":1,"touch":1,"update":1,"its":1,"position":1,"caches":1,"get":1,"none":1,"activate":1,"return":1},"0,535,data/raw/vllm-0.10.1/vllm/lora/ops/torch_ops/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":2,"lora":4,"ops":6,"torch":2,"import":2,"bgmv":6,"expand":8,"noqa":1,"f401":1,"slice":4,"shrink":4,"sgmv":6,"all":1},"0,1731,data/raw/vllm-0.10.1/vllm/lora/ops/torch_ops/lora_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":1,"project":1,"import":1,"torch":13,"def":2,"sgmv":1,"expand":3,"inputs":10,"tensor":26,"lora":9,"b":5,"weights":4,"output":11,"seq":4,"start":1,"loc":1,"len":8,"indices":6,"batches":1,"int":3,"max":1,"length":1,"token":1,"nums":1,"add":5,"bool":2,"false":1,"exploded":2,"repeat":1,"interleave":1,"bgmv":2,"true":1,"selected":5,"loras":5,"dtype":4,"if":3,"shape":6,"4":1,"squeeze":1,"dim":1,"1":6,"outputs":5,"einsum":1,"bi":1,"boi":1,"bo":1,"limit":4,"and":2,"adapter":1,"model":1,"may":1,"different":1,"amounts":1,"of":1,"padding":1,"common":5,"min":1,"else":1},"1731,1959,data/raw/vllm-0.10.1/vllm/lora/ops/torch_ops/lora_ops.py":{"def":3,"sgmv":2,"shrink":3,"inputs":10,"torch":19,"tensor":34,"lora":12,"a":2,"weights":6,"output":8,"b":6,"seq":8,"start":2,"loc":2,"len":5,"indices":10,"batches":2,"int":8,"max":2,"length":2,"token":2,"nums":2,"scaling":4,"float":2,"exploded":4,"repeat":2,"interleave":2,"bgmv":3,"1":3,"0":1,"selected":5,"loras":5,"to":2,"dtype":4,"if":1,"shape":2,"4":1,"squeeze":1,"dim":1,"outputs":3,"einsum":1,"bi":1,"boi":1,"bo":1,"expand":2,"slice":6,"offset":2,"size":2,"add":2,"bool":1,"false":1},"3690,827,data/raw/vllm-0.10.1/vllm/lora/ops/torch_ops/lora_ops.py":{"def":1,"bgmv":1,"expand":1,"slice":9,"inputs":6,"torch":5,"tensor":11,"lora":4,"b":2,"weights":2,"output":5,"indices":2,"offset":5,"int":2,"size":3,"add":2,"bool":1,"true":1,"selected":5,"loras":5,"to":2,"dtype":4,"if":2,"len":1,"shape":1,"4":1,"squeeze":1,"dim":1,"1":1,"outputs":3,"einsum":1,"bi":1,"boi":1,"bo":1,"else":1},"0,1917,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_kernel_metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":1,"project":1,"lora":15,"kernels":1,"metadata":1,"preparation":1,"utilities":1,"from":3,"dataclasses":1,"import":3,"dataclass":2,"typing":1,"union":2,"torch":17,"class":1,"lorakernelmeta":2,"token":5,"mapping":2,"tensor":7,"indices":2,"sorted":2,"by":2,"ids":5,"active":3,"num":4,"tokens":4,"per":1,"start":1,"loc":1,"v1":1,"architecture":1,"uses":1,"traced":2,"compile":1,"graphs":1,"execute":1,"a":5,"forward":1,"pass":1,"things":1,"note":1,"about":1,"this":1,"process":1,"1":5,"tracing":2,"infers":1,"all":1,"python":1,"scalar":1,"datatype":1,"objects":1,"into":1,"constant":1,"value":1,"cannot":1,"handle":1,"dynamic":2,"control":2,"flow":2,"is":3,"an":1,"experimental":1,"feature":1,"in":1,"pytorch":1,"3":3,"internals":1,"of":2,"ops":1,"functions":1,"are":1,"not":1,"we":1,"disguise":1,"no":3,"flag":2,"as":1,"cpu":2,"and":1,"leverage":1,"point":1,"number":1,"early":1,"exit":1,"inside":1,"expand":1,"shrink":1,"operation":1,"staticmethod":1,"def":1,"make":1,"max":6,"loras":3,"int":2,"device":8,"str":1,"empty":3,"dtype":3,"int32":3,"because":1,"also":1,"possibility":2,"example":1,"let":1,"be":1},"1917,1882,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_kernel_metadata.py":{"using":2,"running":2,"example":2,"3":2,"10":1,"5":1,"2":3,"is":3,"a":1,"possibility":1,"num":5,"tokens":5,"per":4,"lora":31,"torch":9,"zeros":2,"max":2,"loras":2,"1":3,"dtype":3,"int32":2,"device":5,"for":3,"this":1,"because":1,"the":2,"first":1,"index":1,"always":1,"0":6,"token":14,"start":5,"loc":5,"13":1,"18":1,"20":1,"no":9,"flag":5,"cpu":6,"tensor":5,"false":2,"bool":1,"return":2,"lorakernelmeta":1,"mapping":5,"indices":3,"sorted":2,"by":2,"ids":5,"active":3,"def":2,"reset":2,"self":8,"fill":4,"prepare":2,"tensors":2,"none":1,"kernel":1,"metadata":1,"current":1,"forward":1,"pass":1,"args":1,"containing":1,"each":1,"input":1,"check":1,"and":1,"record":1,"case":1,"all":1,"if":1,"early":1,"exit":1,"kernels":1,"will":1,"not":1,"be":1,"run":1,"size":1},"3799,1759,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_kernel_metadata.py":{"copy":6,"token":15,"lora":27,"mapping":5,"self":6,"num":8,"tokens":8,"non":5,"blocking":5,"true":8,"indices":4,"sorted":5,"by":5,"ids":9,"torch":9,"sort":1,"stable":1,"start":6,"gpu":1,"transfer":1,"active":2,"per":6,"unique":1,"return":1,"counts":1,"size":3,"0":4,"loc":5,"cumsum":1,"dim":1,"1":2,"def":1,"meta":1,"args":1,"nums":1,"int":1,"tuple":2,"tensor":6,"this":1,"function":3,"returns":2,"the":7,"kernel":3,"metadata":2,"required":2,"for":1,"current":1,"forward":1,"pass":1,"execution":1,"of":1,"all":1,"in":1,"order":1,"as":1,"a":1,"so":1,"it":1,"can":1,"be":1,"unpacked":1,"directly":1,"during":1,"shrink":1,"expand":1,"call":1},"5558,409,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_kernel_metadata.py":{"args":1,"token":6,"nums":3,"int":1,"number":1,"of":1,"input":1,"tokens":2,"in":1,"the":1,"current":1,"forward":1,"pass":1,"return":1,"self":6,"lora":6,"mapping":1,"indices":1,"sorted":1,"by":1,"ids":2,"num":1,"per":1,"start":1,"loc":1,"active":1,"no":1,"flag":1,"cpu":1},"0,1871,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":1,"project":1,"import":1,"torch":7,"lora":37,"a":20,"ptr":9,"dict":6,"tuple":5,"int":2,"tensor":9,"b":1,"def":1,"get":2,"weights":6,"list":1,"device":4,"collects":1,"required":1,"information":1,"during":1,"profile":1,"run":1,"after":1,"this":1,"it":1,"remains":1,"constant":1,"and":1,"subsequent":1,"usage":1,"is":2,"through":1,"lut":1,"refer":1,"https":1,"github":1,"com":1,"triton":2,"lang":1,"blob":1,"release":1,"3":2,"1":10,"x":1,"python":1,"tutorials":1,"08":1,"grouped":1,"gemm":1,"py":1,"key":2,"weight":13,"data":2,"for":2,"in":2,"if":4,"values":2,"return":1,"strides":9,"d0":3,"d1":3,"d2":3,"ptrs":3,"ndim":2,"4":1,"shape":2,"num":2,"size":3,"rank":2,"assert":3,"squeeze":1,"dim":1,"else":2,"contiguous":1,"append":4,"stride":4,"len":4,"dtype":1,"uint64":1,"set":3,"or":2,"raise":1,"valueerror":1,"all":1,"must":1,"have":1,"same":1},"1871,1606,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/utils.py":{"lora":35,"a":2,"ptr":8,"dict":4,"key":4,"tensor":4,"strides":9,"d0":3,"0":4,"d1":3,"d2":3,"return":2,"get":3,"def":1,"b":16,"weights":3,"list":1,"torch":2,"offset":7,"start":2,"int":1,"device":2,"collects":1,"the":1,"required":1,"information":1,"during":1,"profile":1,"run":1,"after":1,"this":1,"it":1,"remains":1,"constant":1,"and":1,"subsequent":1,"usage":1,"is":2,"through":1,"lut":1,"refer":1,"to":1,"https":1,"github":1,"com":1,"triton":2,"lang":1,"blob":1,"release":1,"3":2,"1":8,"x":1,"python":1,"tutorials":1,"08":1,"grouped":1,"gemm":1,"py":1,"tuple":1,"weight":15,"data":2,"for":2,"in":2,"if":2,"values":2,"slice":5,"lst":2,"ptrs":2,"hidden":2,"sizes":2,"ndim":2,"4":1,"shape":2,"num":2,"size":5,"rank":2,"assert":3,"squeeze":1,"dim":1,"else":1,"contiguous":1,"append":6,"stride":3,"2":1},"3477,1739,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/utils.py":{"if":3,"len":5,"lora":27,"weights":2,"1":5,"note":1,"these":1,"are":1,"device":13,"tensors":1,"ptr":5,"tensor":26,"torch":8,"ptrs":1,"dtype":2,"uint64":2,"slice":5,"start":3,"offset":2,"lst":2,"else":2,"0":6,"b":4,"weight":1,"each":1,"has":1,"the":3,"same":4,"stride":4,"there":1,"s":1,"no":1,"need":1,"to":1,"use":1,"a":1,"for":1,"storage":1,"set":4,"strides":18,"d0":6,"and":3,"d1":6,"d2":6,"hidden":8,"sizes":7,"true":1,"false":1,"max":4,"n":3,"is":1,"maximum":1,"size":1,"among":1,"all":1,"dict":2,"key":2,"return":1,"get":1},"0,1909,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_shrink_op.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"based":1,"on":1,"chen":1,"l":2,"ye":1,"z":1,"wu":1,"y":1,"zhuo":1,"d":1,"ceze":1,"krishnamurthy":1,"a":2,"2023":1,"punica":1,"multi":1,"tenant":1,"lora":24,"serving":1,"https":1,"arxiv":1,"org":1,"abs":1,"2310":1,"18547":1,"import":6,"torch":1,"from":5,"ops":4,"triton":5,"kernel":3,"utils":4,"do":1,"shrink":2,"get":1,"ptr":4,"platforms":1,"current":1,"platform":1,"tl":14,"direct":1,"register":1,"custom":1,"op":1,"jit":1,"def":1,"input":3,"out":1,"m":22,"n":11,"k":7,"token":2,"indices":1,"sorted":1,"by":1,"ids":3,"num":9,"tokens":2,"per":2,"start":1,"loc":1,"scaling":1,"d0":3,"stride":8,"d1":3,"d2":2,"output":3,"block":7,"constexpr":6,"even":1,"split":4,"slice":2,"cta":11,"cdiv":2,"pid":8,"sk":5,"program":3,"id":6,"axis":3,"1":2,"idx":3,"load":2,"if":2,"early":2,"exit":2,"for":1,"no":1,"case":1,"return":2,"size":3,"offset":3,"rows":1,"this":1,"should":1,"process":1,"len":1,"min":1},"1909,1699,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_shrink_op.py":{"identify":1,"all":2,"rows":2,"that":1,"this":1,"cta":6,"should":1,"process":1,"lora":23,"m":9,"indices":7,"start":4,"tl":3,"load":3,"token":5,"loc":2,"idx":1,"seq":2,"sorted":2,"by":2,"ids":3,"offset":3,"relevant":1,"row":1,"arange":1,"0":1,"block":4,"len":2,"ram":2,"do":1,"shrink":2,"kernel":1,"pid":2,"n":3,"sk":1,"slice":2,"id":2,"input":5,"ptr":4,"out":1,"k":4,"array":1,"identifying":1,"the":1,"of":1,"to":1,"operate":1,"on":1,"strides":3,"d0":3,"stride":8,"d1":3,"d2":2,"output":5,"scaling":2,"even":1,"split":1,"num":8,"torch":10,"inference":1,"mode":1,"def":1,"inputs":1,"tensor":10,"shape":9,"tokens":5,"hidden":2,"size":2,"a":1,"weights":1,"list":1,"loras":4,"rank":2,"slices":1,"mapping":1,"per":1,"max":3,"1":3,"2":1,"no":1,"flag":1,"cpu":1,"float":1},"3608,1708,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_shrink_op.py":{"none":2,"args":1,"inputs":6,"torch":13,"tensor":15,"input":2,"lora":29,"a":9,"weights":5,"list":1,"output":3,"token":10,"mapping":2,"each":1,"to":5,"the":5,"id":2,"related":1,"that":8,"value":1,"of":5,"1":5,"indicates":2,"doesn":1,"t":1,"apply":1,"indices":3,"sorted":2,"by":4,"ids":7,"row":1,"from":1,"matrix":1,"grouped":1,"num":4,"tokens":5,"per":4,"i":5,"is":4,"number":1,"are":2,"be":1,"processed":1,"start":3,"loc":3,"cumulative":1,"sum":1,"0":4,"always":1,"so":1,"along":1,"with":1,"identifies":1,"region":1,"in":4,"should":1,"process":2,"no":3,"flag":3,"cpu":4,"size":3,"if":2,"there":1,"any":1,"requests":1,"require":2,"scaling":2,"float":1,"factor":1,"assert":7,"numel":1,"item":1,"return":1,"dtype":4,"float16":2,"bfloat16":2,"for":1,"weight":2,"contiguous":2},"5316,1341,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_shrink_op.py":{"metadata":1,"sanity":1,"check":1,"m":7,"inputs":2,"size":10,"0":11,"assert":4,"token":4,"lora":19,"mapping":2,"indices":1,"sorted":1,"by":1,"ids":4,"num":6,"tokens":3,"per":1,"start":1,"loc":1,"1":2,"ptr":2,"tensor":1,"strides":3,"d0":1,"d1":1,"d2":1,"get":1,"a":4,"weights":3,"device":1,"n":5,"k":9,"shape":1,"2":2,"hidden":1,"rank":1,"slices":2,"len":1,"max":2,"loras":2,"triton":3,"kernel":1,"configs":1,"block":7,"32":2,"16":1,"256":1,"if":3,"128":2,"else":2,"split":3,"64":1,"8":1,"warps":1,"4":1,"ctas":1,"stages":1,"even":1,"type":1,"ignore":1,"todo":1,"varun":1,"this":2,"grid":2,"formulation":1,"maximizes":1,"parallelization":1,"at":1,"the":3,"cost":1,"of":3,"wasteful":1,"thread":3,"launch":1,"when":1,"only":1,"few":1,"input":1,"require":1,"might":1,"not":1,"be":1,"best":1,"in":1,"all":1,"cases":1,"cdiv":2,"each":1,"receives":1,"its":2,"own":1,"set":1,"blocks":2,"for":1,"output":1,"computation":1,"some":1,"doesn":1,"t":1,"have":1,"any":1,"to":1,"process":1,"exit":1,"early":1},"6657,1433,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_shrink_op.py":{"lora":24,"shrink":9,"kernel":1,"grid":1,"inputs":4,"ptr":1,"tensor":16,"output":6,"m":2,"n":2,"k":4,"token":5,"indices":2,"sorted":2,"by":2,"ids":4,"num":9,"tokens":2,"per":2,"start":2,"loc":2,"scaling":2,"stride":5,"0":2,"1":2,"strides":3,"d0":1,"d1":1,"d2":1,"2":1,"block":3,"even":1,"split":1,"slices":1,"warps":2,"ctas":2,"stages":2,"return":2,"def":1,"fake":3,"torch":10,"a":1,"weights":1,"list":1,"mapping":1,"no":1,"flag":1,"cpu":1,"float":1,"none":1,"try":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1,"ops":1,"vllm":1,"except":1,"attributeerror":1},"0,1850,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_expand_op.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"based":1,"on":1,"chen":1,"l":2,"ye":1,"z":1,"wu":1,"y":1,"zhuo":1,"d":1,"ceze":1,"krishnamurthy":1,"a":1,"2023":1,"punica":1,"multi":1,"tenant":1,"lora":20,"serving":1,"https":1,"arxiv":1,"org":1,"abs":1,"2310":1,"18547":1,"import":6,"torch":1,"from":5,"ops":4,"triton":5,"kernel":3,"utils":4,"do":1,"expand":2,"get":1,"b":1,"ptr":8,"platforms":1,"current":1,"platform":1,"tl":16,"direct":1,"register":1,"custom":1,"op":1,"jit":1,"def":1,"input":4,"out":1,"m":14,"n":7,"k":3,"token":2,"indices":1,"sorted":1,"by":1,"ids":3,"num":8,"tokens":2,"per":2,"start":2,"loc":2,"slice":3,"d0":3,"stride":6,"d1":3,"d2":2,"1":5,"ls":3,"output":3,"hs":1,"block":6,"constexpr":8,"even":1,"add":1,"inputs":1,"cast":1,"type":1,"same":1,"cta":8,"cdiv":2,"pid":6,"mn":3,"program":3,"id":6,"axis":3,"idx":3,"load":2,"if":2,"early":2,"exit":2,"for":1,"no":1,"case":1,"return":2,"size":2,"offset":2},"1850,1532,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_expand_op.py":{"when":1,"the":3,"output":5,"dimensions":1,"of":2,"each":1,"slice":6,"are":1,"same":3,"cur":2,"n":11,"otherwise":1,"tl":5,"load":5,"hs":2,"ptr":12,"id":4,"this":3,"situation":1,"exists":1,"in":1,"gqa":1,"s":1,"qkv":1,"linear":1,"curr":3,"if":2,"stride":7,"else":1,"pid":2,"block":6,"early":1,"exit":1,"cta":10,"return":1,"num":2,"rows":3,"should":2,"process":2,"m":13,"len":3,"min":1,"lora":11,"size":1,"offset":4,"identify":1,"all":2,"that":1,"indices":6,"start":4,"token":2,"loc":2,"idx":1,"seq":2,"sorted":1,"by":1,"ids":1,"relevant":1,"row":1,"arange":1,"0":1,"ram":2,"do":1,"expand":1,"kernel":1,"input":6,"out":2,"k":3,"array":1,"identifying":1,"to":1,"operate":1,"on":1,"strides":3,"d0":3,"d1":3,"d2":2,"ls":3,"constants":1,"even":1,"cast":1,"type":1,"add":1,"inputs":1,"torch":1,"inference":1,"mode":1},"3382,691,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_expand_op.py":{"def":1,"lora":11,"expand":1,"inputs":2,"torch":9,"tensor":10,"shape":9,"num":8,"slices":2,"tokens":5,"rank":2,"b":1,"weights":1,"list":1,"hidden":2,"size":2,"output":1,"token":3,"mapping":1,"indices":1,"sorted":1,"by":1,"ids":2,"per":1,"max":3,"loras":3,"1":3,"start":2,"loc":1,"2":1,"no":1,"flag":1,"cpu":1,"offset":1,"int":1,"0":1,"add":1,"bool":1,"false":1},"4073,1812,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_expand_op.py":{"none":2,"args":1,"inputs":5,"torch":14,"tensor":18,"input":3,"lora":28,"b":4,"weights":3,"list":1,"weight":3,"output":5,"token":10,"mapping":2,"a":5,"each":1,"to":9,"the":7,"id":2,"related":1,"that":8,"value":1,"of":5,"1":3,"indicates":2,"doesn":1,"t":1,"apply":1,"indices":3,"sorted":2,"by":4,"ids":7,"row":1,"from":1,"matrix":1,"grouped":1,"num":4,"tokens":5,"per":4,"i":5,"is":3,"number":1,"are":2,"be":1,"processed":1,"start":5,"loc":3,"cumulative":1,"sum":1,"0":4,"always":1,"so":1,"along":1,"with":1,"identifies":1,"region":1,"in":4,"should":1,"process":2,"no":3,"flag":3,"cpu":4,"size":2,"if":2,"there":1,"any":1,"requests":1,"require":2,"offset":2,"int":1,"optional":2,"for":2,"defaults":2,"add":2,"bool":1,"whether":1,"false":1,"assert":5,"numel":1,"item":1,"return":1,"dtype":2,"float16":2,"bfloat16":2,"float32":1,"len":1,"contiguous":1},"5885,1603,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_expand_op.py":{"metadata":1,"sanity":1,"check":1,"m":5,"inputs":5,"size":9,"1":4,"assert":4,"token":4,"lora":20,"mapping":2,"0":11,"indices":1,"sorted":1,"by":1,"ids":4,"num":6,"tokens":3,"per":1,"start":3,"loc":1,"slice":1,"tensor":6,"ptr":2,"strides":3,"d0":1,"d1":1,"d2":1,"hidden":1,"sizes":1,"same":1,"stride":1,"max":4,"n":4,"get":1,"b":5,"weights":4,"offset":1,"device":1,"k":6,"shape":1,"rank":1,"add":2,"loras":2,"cast":2,"type":3,"false":1,"slices":2,"len":1,"triton":3,"kernel":1,"configs":1,"block":7,"64":1,"128":1,"16":1,"warps":1,"4":1,"ctas":1,"stages":1,"2":1,"even":1,"ignore":1,"if":2,"dtype":2,"torch":3,"float32":1,"and":1,"in":2,"float16":1,"bfloat16":1,"true":1,"todo":1,"varun":1,"this":2,"grid":2,"formulation":1,"maximizes":1,"parallelization":1,"at":1,"the":2,"cost":1,"of":2,"wasteful":1,"thread":3,"launch":1,"when":1,"only":1,"a":1,"few":1,"input":1,"require":1,"might":1,"not":1,"be":1,"best":1,"all":1,"cases":1,"cdiv":2,"each":1,"receives":1,"its":2,"own":1,"set":1,"blocks":2,"for":1,"output":1,"computation":1,"some":1,"doesn":1,"t":1,"have":1,"any":1,"to":1,"process":1,"simply":1,"exit":1},"7488,1571,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/lora_expand_op.py":{"lora":24,"expand":9,"kernel":1,"grid":1,"inputs":7,"ptr":1,"tensor":20,"output":5,"m":2,"max":1,"n":2,"k":3,"token":5,"indices":2,"sorted":2,"by":2,"ids":4,"num":9,"tokens":2,"per":2,"start":4,"loc":2,"slice":1,"stride":6,"0":3,"1":2,"2":1,"strides":3,"d0":1,"d1":1,"d2":1,"hidden":1,"sizes":1,"block":3,"even":1,"add":2,"cast":1,"type":1,"slices":1,"same":1,"warps":2,"ctas":2,"stages":2,"return":2,"def":1,"fake":3,"torch":10,"b":1,"weights":1,"list":1,"mapping":1,"no":1,"flag":1,"cpu":1,"offset":1,"int":1,"bool":1,"false":1,"none":1,"try":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"func":1,"mutates":1,"args":1,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1,"ops":1,"vllm":1,"except":1,"attributeerror":1},"0,384,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":3,"lora":10,"ops":6,"triton":3,"expand":3,"op":2,"import":3,"kernel":1,"metadata":1,"lorakernelmeta":2,"shrink":3,"all":1},"0,212,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"utilities":1,"for":1,"punica":1,"kernel":1,"construction":1,"from":1,"triton":3,"utils":1,"import":1,"tl":1,"jit":1},"212,1435,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"def":1,"mm":1,"k":20,"a":8,"ptr":6,"b":11,"ak":2,"stride":6,"bk":2,"offset":1,"tl":10,"constexpr":8,"block":12,"m":8,"n":8,"even":2,"split":4,"cast":3,"type":2,"dtype":4,"given":1,"and":3,"that":1,"identify":1,"the":18,"rows":2,"of":13,"x":5,"columns":2,"iterate":1,"through":1,"dimension":8,"to":2,"compute":1,"partial":3,"complete":2,"matrix":6,"product":2,"if":4,"1":2,"output":3,"is":1,"thread":1,"computes":1,"outputs":2,"are":1,"then":1,"atomically":1,"summed":1,"in":2,"caller":1,"code":1,"args":1,"array":2,"pointers":2,"identifying":2,"length":1,"atom":1,"true":2,"blocks":1,"can":1,"be":1,"loaded":1,"without":1,"any":1,"masking":1,"parameter":1,"signifying":1,"parallelism":1,"values":1,"from":1,"datatype":1,"accumulator":1,"zeros":1,"float32":1},"1647,802,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"for":1,"k":19,"in":1,"range":1,"tl":6,"cdiv":1,"block":5,"split":5,"if":2,"even":1,"tiled":8,"a":8,"load":4,"ptr":6,"b":7,"else":1,"mask":2,"offset":2,"none":2,"other":2,"0":2,"cast":1,"type":1,"to":1,"dtype":1,"accumulator":2,"dot":1,"ak":1,"stride":2,"bk":1,"return":1},"2449,1863,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"triton":1,"jit":1,"def":1,"do":1,"expand":2,"kernel":2,"pid":1,"n":3,"lora":18,"index":3,"slice":12,"id":8,"input":13,"ptr":29,"out":3,"k":5,"m":2,"len":1,"ram":2,"array":2,"identifying":1,"the":7,"rows":2,"of":3,"to":4,"operate":1,"on":1,"start":1,"loc":1,"strides":3,"d0":8,"stride":14,"d1":7,"d2":6,"ls":10,"output":4,"constants":1,"block":3,"tl":13,"constexpr":8,"same":2,"num":2,"even":1,"cast":1,"type":2,"add":1,"inputs":1,"given":2,"an":3,"integers":1,"that":4,"identifies":3,"a":4,"which":1,"use":1,"from":2,"compute":1,"matrix":1,"product":1,"and":2,"store":1,"in":1,"appropriate":1,"location":1,"this":1,"is":2,"we":1,"don":1,"t":1,"perform":1,"any":1,"split":1,"reduction":1,"as":1,"dimension":1,"assumed":1,"be":2,"small":1,"d":1,"can":1,"either":1,"integer":2,"or":1,"pointer":3,"if":2,"cur":10,"else":2,"load":4,"identify":1,"1":1,"dtype":1,"element":1,"ty":1},"4312,1596,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"identify":3,"the":5,"column":1,"indices":1,"of":3,"b":4,"to":3,"process":1,"offset":11,"n":13,"tl":9,"arange":4,"0":4,"block":13,"pid":2,"rbn":2,"max":1,"contiguous":1,"multiple":1,"a":3,"and":1,"pointers":2,"k":11,"ptr":12,"cur":12,"input":4,"ram":2,"none":8,"d1":3,"stride":9,"d2":4,"lora":8,"d0":2,"index":1,"compute":1,"matrix":1,"product":1,"split":2,"1":2,"accumulator":3,"mm":1,"m":3,"even":1,"cast":1,"type":1,"dtype":2,"element":2,"ty":2,"tiled":5,"c":10,"if":2,"slice":8,"num":1,"start":6,"loc":2,"else":1,"load":2,"id":1,"output":3,"store":2,"results":1,"cn":3,"cm":2,"out":3,"mask":5,"len":1,"add":1,"inputs":1,"triton":1,"jit":1},"5908,1930,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"def":1,"do":1,"shrink":1,"kernel":1,"pid":4,"n":12,"sk":2,"slice":7,"id":4,"lora":24,"index":4,"input":10,"ptr":19,"out":1,"k":15,"m":3,"len":1,"ram":3,"strides":3,"d0":5,"stride":15,"d1":6,"d2":4,"output":6,"scaling":1,"block":14,"tl":12,"constexpr":6,"even":2,"split":2,"num":2,"given":1,"an":1,"array":1,"of":4,"integers":1,"that":3,"identifies":3,"the":6,"rows":1,"a":6,"which":1,"to":3,"use":1,"from":2,"compute":2,"matrix":2,"product":2,"and":2,"store":1,"in":1,"appropriate":1,"location":1,"identify":3,"if":1,"1":1,"current":2,"cur":4,"else":1,"load":1,"pointer":1,"type":1,"dtype":2,"element":2,"ty":2,"column":1,"indices":1,"b":4,"process":1,"offset":6,"arange":2,"0":2,"rbn":2,"max":1,"contiguous":1,"multiple":1,"pointers":1,"none":4,"partial":1,"complete":1,"accumulator":1,"mm":1,"false":1},"7838,671,data/raw/vllm-0.10.1/vllm/lora/ops/triton_ops/kernel_utils.py":{"identify":1,"the":3,"c":7,"output":4,"pointers":1,"to":1,"store":2,"results":1,"of":1,"accumulator":4,"offset":5,"cn":3,"tl":4,"arange":2,"0":2,"block":3,"n":4,"pid":1,"cm":2,"m":2,"cur":2,"out":4,"ptr":7,"if":2,"slice":2,"num":1,"1":2,"else":2,"id":1,"d0":1,"stride":3,"ram":1,"none":4,"d1":1,"d2":1,"mask":5,"len":1,"scaling":1,"handles":1,"write":1,"back":1,"with":1,"reduction":1,"splitting":1,"split":1,"k":1,"atomic":1,"add":1},"0,306,data/raw/vllm-0.10.1/vllm/lora/ops/ipex_ops/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"lora":2,"ops":3,"ipex":1,"import":1,"bgmv":6,"expand":4,"slice":2,"shrink":2,"all":1},"0,1593,data/raw/vllm-0.10.1/vllm/lora/ops/ipex_ops/lora_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":3,"torch":13,"from":1,"logger":4,"init":2,"name":1,"try":1,"intel":1,"extension":1,"for":1,"pytorch":1,"as":2,"ipex":4,"except":1,"importerror":1,"e":2,"raise":1,"def":3,"bgmv":6,"shrink":2,"inputs":10,"tensor":24,"lora":12,"a":2,"weights":6,"output":6,"indices":6,"scaling":2,"float":1,"1":1,"none":3,"llm":3,"functional":3,"expand":4,"b":4,"add":4,"bool":2,"true":2,"slice":6,"offset":2,"int":2,"size":2},"0,304,data/raw/vllm-0.10.1/vllm/lora/ops/xla_ops/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"lora":2,"ops":3,"xla":1,"import":1,"bgmv":6,"expand":4,"slice":2,"shrink":2,"all":1},"0,1947,data/raw/vllm-0.10.1/vllm/lora/ops/xla_ops/lora_ops.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":1,"project":1,"import":9,"jax":9,"numpy":1,"as":3,"jnp":2,"torch":20,"nn":2,"functional":1,"f":1,"xla":10,"core":1,"builder":1,"xb":2,"from":2,"library":1,"impl":3,"experimental":1,"custom":1,"kernel":1,"lib":4,"guard":2,"jit":1,"def":4,"bgmv":8,"inputs":13,"loras":15,"idxs":6,"return":3,"einsum":1,"td":1,"tx":1,"xld":1,"tl":1,"one":1,"hot":1,"shape":9,"dtype":2,"define":1,"tensor":25,"inttensor":2,"if":2,"len":2,"4":2,"squeeze":2,"axis":2,"1":2,"call":1,"compositeexplicitautograd":1,"non":1,"t":2,"l":2,"empty":1,"device":2,"expand":1,"lora":7,"b":2,"weights":3,"output":4,"indices":2,"add":3,"bool":2,"true":1,"args":1,"input":2,"of":4,"num":5,"tokens":3,"hidden":3,"size":3,"rank":1,"slices":1,"indicating":1,"which":1,"matrix":1,"use":1,"for":1,"each":1,"token":1,"whether":1,"or":1,"not":1},"1947,1849,data/raw/vllm-0.10.1/vllm/lora/ops/xla_ops/lora_ops.py":{"outputs":8,"torch":16,"ops":2,"xla":2,"bgmv":4,"inputs":8,"lora":16,"b":6,"weights":8,"indices":5,"tensor":34,"limit":4,"output":13,"shape":15,"0":7,"if":3,"1":10,"and":1,"f":1,"pad":1,"add":2,"return":3,"else":1,"def":2,"shrink":1,"scaling":3,"float":2,"args":2,"input":2,"of":6,"num":7,"tokens":4,"hidden":5,"size":6,"loras":2,"rank":2,"unused":1,"placeholder":1,"indicating":1,"which":1,"matrix":1,"to":2,"use":1,"for":1,"each":1,"token":1,"optional":1,"scalar":1,"multiplier":1,"applied":1,"the":1,"expand":1,"slice":3,"offset":1,"int":2,"bool":1,"true":1,"slices":1},"3796,604,data/raw/vllm-0.10.1/vllm/lora/ops/xla_ops/lora_ops.py":{"lora":4,"indices":2,"tensor":8,"torch":2,"of":1,"shape":2,"num":1,"tokens":1,"indicating":1,"which":1,"matrix":1,"to":3,"use":1,"for":1,"each":1,"token":1,"add":3,"inputs":3,"bool":1,"whether":1,"or":1,"not":1,"the":2,"input":1,"output":3,"outputs":5,"ops":1,"xla":1,"bgmv":1,"b":1,"weights":1,"f":1,"pad":1,"slice":3,"offset":2,"1":1,"size":1,"0":2,"if":1,"return":2,"else":1},"0,1645,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":2,"project":1,"from":3,"typing":1,"import":4,"callable":1,"optional":1,"union":2,"torch":9,"lora":5,"ops":3,"bgmv":4,"expand":4,"slice":2,"shrink":6,"sgmv":4,"punica":3,"base":1,"punicawrapperbase":3,"platforms":1,"that":1,"are":1,"compatible":1,"with":1,"pytorch":2,"native":1,"implementation":1,"can":1,"inherit":1,"this":1,"class":2,"punicawrappercpu":2,"is":2,"designed":1,"manage":1,"and":2,"provide":2,"metadata":2,"for":3,"kernel":1,"main":1,"function":1,"maintain":1,"state":1,"information":1,"multi":1,"interface":1,"def":3,"init":2,"self":7,"max":4,"num":2,"batched":2,"tokens":2,"int":2,"batches":2,"device":3,"str":1,"kwargs":1,"prefill":2,"y":4,"tensor":6,"x":4,"w":4,"t":4,"all":4,"scale":4,"float":2,"no":2,"request":1,"so":1,"return":2,"directly":1,"if":1,"decode":1,"token":1,"indices":1},"1645,1817,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"def":5,"expand":9,"prefill":4,"self":11,"y":23,"torch":15,"tensor":15,"x":10,"w":10,"t":10,"all":10,"add":9,"inputs":9,"bool":5,"no":4,"lora":7,"request":2,"so":2,"return":4,"directly":2,"if":2,"sgmv":2,"metadata":2,"decode":2,"bgmv":2,"token":2,"indices":2,"slice":10,"offset":7,"int":6,"size":6,"apply":1,"true":1,"perform":1,"the":2,"computation":1,"which":1,"is":1,"suitable":1,"for":1,"gemm":1,"of":1,"b":1},"3462,1950,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"expand":4,"slice":5,"fun":4,"callable":2,"self":8,"prefill":10,"if":2,"is":11,"else":2,"decode":6,"y":17,"x":7,"w":4,"t":4,"all":4,"offset":1,"size":1,"add":2,"inputs":1,"def":2,"apply":1,"shrink":10,"torch":11,"tensor":12,"scale":5,"float":3,"perform":1,"the":11,"computation":1,"which":1,"suitable":1,"for":4,"gemm":2,"of":2,"lora":7,"a":7,"when":2,"true":2,"it":6,"indicates":2,"that":2,"currently":2,"stage":4,"and":4,"function":4,"should":4,"be":4,"called":4,"otherwise":2,"org":2,"view":2,"1":2,"shape":1,"as":1,"union":2,"tuple":4,"stacked":4,"kwargs":1,"performs":1,"multiple":1,"slices":1,"semantics":1,"i":3,"in":1,"range":1,"len":1,"args":1,"output":1,"tensors":1,"input":1,"s":1,"weights":1,"scaling":1,"factor":1,"operation":1},"5412,237,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"x":4,"view":1,"1":2,"shape":1,"todo":1,"fuse":1,"these":1,"kernels":1,"for":1,"slice":3,"idx":3,"in":1,"range":1,"len":1,"lora":2,"a":2,"stacked":2,"self":1,"apply":1,"shrink":1,"y":1,"scale":1},"5649,1857,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"def":1,"add":5,"expand":2,"self":4,"y":13,"torch":10,"tensor":11,"x":4,"union":2,"tuple":8,"lora":14,"b":8,"stacked":11,"bias":8,"optional":2,"output":7,"slices":7,"int":3,"offset":8,"start":2,"0":1,"inputs":4,"true":2,"kwargs":1,"none":2,"performs":1,"gemm":1,"and":1,"addition":1,"for":3,"multiple":1,"of":1,"semantics":1,"i":5,"in":2,"range":2,"len":2,"slice":9,"args":1,"input":1,"tensors":1,"s":3,"weight":2,"every":1,"size":1,"bool":1,"defaults":1,"to":1,"org":2,"view":2,"1":2,"shape":1,"left":3,"if":1,"is":1,"not":1,"apply":2,"token":1,"indices":1,"idx":5,"as":1},"7506,1837,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"def":2,"add":5,"lora":16,"embedding":2,"self":5,"y":6,"torch":12,"tensor":14,"x":6,"b":7,"stacked":11,"inputs":3,"bool":2,"true":2,"kwargs":2,"none":3,"applies":1,"specifically":1,"for":2,"vocabparallelembeddingwithlora":1,"semantics":2,"args":1,"output":2,"input":1,"s":1,"weights":1,"default":1,"to":2,"layer":3,"only":1,"need":1,"expand":5,"op":1,"fun":2,"callable":1,"prefill":2,"if":1,"is":1,"else":1,"decode":1,"linear":2,"a":3,"tuple":5,"bias":2,"optional":2,"scale":2,"float":1,"slices":1,"int":1,"buffer":1,"applicable":1,"related":1,"i":6,"in":1,"range":1,"len":1,"unsqueeze":1,"0":2,"indices":2,"idx":2,"squeeze":1},"9343,1531,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"args":1,"y":4,"torch":8,"tensor":8,"output":7,"will":1,"be":2,"changed":1,"in":2,"place":1,"x":4,"input":1,"lora":15,"a":4,"stacked":11,"tuple":6,"s":4,"weight":2,"b":5,"bias":6,"optional":2,"scale":2,"float":1,"scaling":1,"factor":1,"slices":6,"int":1,"every":1,"slice":1,"size":3,"buffer":6,"defaults":1,"to":2,"none":4,"assert":2,"len":6,"if":2,"is":2,"not":1,"self":4,"apply":1,"token":1,"indices":1,"r":2,"0":2,"1":1,"we":1,"set":1,"the":2,"float32":2,"by":1,"default":1,"consistent":1,"with":1,"triton":1,"op":1,"zeros":1,"dtype":1,"device":2,"for":1,"range":1,"add":3,"shrink":1,"kwargs":2,"expand":1,"inputs":1,"true":1},"10874,1653,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_cpu.py":{"def":1,"add":2,"lora":13,"logits":1,"self":3,"y":12,"torch":12,"tensor":12,"x":9,"a":5,"stacked":9,"b":6,"scale":4,"buffer":9,"optional":2,"none":4,"kwargs":1,"applies":1,"specifically":1,"for":1,"logitsprocessorwithlora":2,"semantics":1,"args":1,"output":1,"input":1,"s":2,"weights":2,"float":1,"scaling":1,"factor":1,"default":2,"to":2,"org":2,"view":3,"1":5,"shape":2,"r":2,"size":2,"if":1,"is":1,"we":1,"set":1,"the":2,"be":1,"float32":2,"by":1,"consistent":1,"with":1,"triton":1,"op":1,"zeros":1,"0":1,"dtype":1,"device":2,"always":1,"using":1,"bgmv":3,"shrink":1,"sampler":2,"indices":2,"expand":1,"inputs":1,"true":1,"as":1},"0,1571,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":9,"vllm":4,"project":1,"import":10,"math":1,"from":5,"typing":1,"type":2,"checking":2,"optional":1,"union":2,"torch":8,"nn":1,"functional":1,"as":2,"f":1,"xla":3,"core":1,"model":1,"xm":1,"lora":6,"ops":3,"bgmv":3,"expand":2,"slice":1,"shrink":1,"punica":4,"wrapper":1,"utils":1,"convert":3,"mapping":1,"if":1,"avoid":1,"circuit":1,"layers":1,"loramapping":1,"base":1,"punicawrapperbase":4,"class":1,"punicawrappertpu":2,"is":2,"designed":1,"manage":1,"and":2,"provide":2,"metadata":1,"for":3,"kernel":1,"main":1,"function":1,"maintain":1,"state":1,"information":1,"multi":1,"interface":1,"pytorch":1,"def":1,"init":2,"self":8,"max":4,"num":2,"batched":2,"tokens":2,"int":2,"batches":2,"device":3,"str":1,"kwargs":1,"defines":1,"some":1,"tensors":2,"with":1,"dtype":4,"int64":1,"which":1,"isn":1,"t":1,"supported":1,"by":2,"tpu":2,"so":2,"those":1,"int32":4,"not":1,"all":1,"of":1,"them":1,"are":1,"used":1,"only":1,"useful":1,"ones":1,"token":2,"indices":6,"sampler":4,"padded":2},"1571,1734,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"torch":18,"ops":5,"xla":5,"dynamo":8,"set":5,"buffer":5,"donor":5,"self":18,"token":6,"lora":8,"indices":18,"true":5,"sampler":6,"padded":5,"embeddings":5,"per":1,"batch":1,"mark":3,"dynamic":3,"0":5,"1":1,"def":5,"get":3,"x":8,"tensor":8,"inttensor":1,"return":5,"narrow":1,"size":1,"property":4,"this":2,"provides":2,"access":2,"to":2,"the":1,"used":1,"for":2,"specifically":1,"vocabparallelembeddingwithlora":1,"shrink":2,"w":4,"t":4,"all":4,"scale":2,"float":1,"bgmv":2,"expand":2,"y":2,"add":2,"inputs":2,"bool":1},"3305,1908,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"def":3,"expand":3,"slice":7,"self":5,"y":15,"torch":20,"tensor":20,"x":11,"w":2,"t":2,"all":2,"offset":3,"int":4,"size":2,"add":5,"inputs":3,"bool":1,"return":2,"bgmv":1,"get":1,"token":1,"lora":14,"indices":1,"shrink":2,"union":3,"tuple":8,"a":8,"stacked":8,"scale":4,"float":2,"kwargs":2,"optional":2,"performs":2,"gemm":2,"for":5,"multiple":2,"slices":3,"of":2,"semantics":1,"i":3,"in":2,"range":2,"len":2,"args":1,"output":2,"tensors":1,"input":1,"s":5,"weights":1,"scaling":1,"factor":1,"the":1,"operation":1,"ops":1,"xla":1,"dynamo":1,"set":1,"buffer":1,"donor":1,"true":2,"view":1,"1":2,"shape":1,"idx":3,"type":1,"ignore":1,"index":1,"b":2,"bias":2,"start":1,"0":1,"and":1,"addition":1},"5213,1815,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"semantics":2,"for":3,"i":5,"in":2,"range":2,"len":2,"lora":15,"b":8,"stacked":11,"slice":10,"output":6,"slices":5,"y":16,"offset":6,"x":5,"bias":6,"args":1,"torch":9,"tensor":10,"union":1,"tuple":4,"input":1,"tensors":1,"s":3,"weight":2,"optional":1,"int":1,"every":1,"size":1,"add":5,"inputs":4,"bool":2,"defaults":1,"to":1,"true":2,"org":2,"view":2,"1":2,"shape":1,"left":3,"0":1,"if":1,"is":1,"not":1,"none":1,"self":4,"apply":1,"get":1,"token":1,"indices":1,"idx":5,"expand":1,"return":1,"as":1,"def":1,"embedding":1,"kwargs":1,"applies":1,"specifically":1,"vocabparallelembeddingwithlora":1},"7028,1871,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"args":2,"y":5,"torch":16,"tensor":20,"output":4,"x":5,"input":2,"lora":18,"b":7,"stacked":12,"s":5,"weights":1,"add":3,"inputs":2,"bool":1,"default":1,"to":3,"true":1,"embedding":1,"layer":3,"only":1,"needs":1,"the":1,"expand":2,"op":1,"return":1,"self":2,"def":1,"linear":2,"a":5,"tuple":10,"bias":4,"optional":4,"scale":3,"float":2,"slices":2,"int":2,"buffer":2,"none":2,"kwargs":1,"applicable":1,"related":1,"semantics":1,"for":1,"i":6,"in":2,"range":1,"len":1,"unsqueeze":1,"0":2,"indices":2,"idx":2,"squeeze":1,"will":1,"not":1,"be":1,"changed":1,"place":1,"t":1,"e":1,"weight":2,"scaling":1,"factor":1,"every":1,"slice":1,"size":1,"defaults":1},"8899,1955,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"assert":2,"len":6,"lora":19,"a":6,"stacked":14,"b":7,"output":6,"slices":5,"if":2,"bias":4,"is":2,"not":1,"none":5,"y":12,"self":5,"apply":1,"get":1,"token":1,"indices":1,"buffer":9,"r":2,"0":2,"size":2,"1":5,"t":2,"x":10,"torch":12,"zeros":1,"dtype":2,"device":2,"add":4,"shrink":1,"scale":4,"kwargs":3,"return":1,"expand":1,"inputs":1,"true":1,"def":1,"logits":1,"tensor":13,"optional":2,"applies":1,"specifically":1,"for":1,"logitsprocessorwithlora":1,"semantics":1,"args":1,"input":1,"s":2,"weights":2,"float":1,"scaling":1,"factor":1,"default":1,"to":1,"org":1,"view":2,"shape":2},"10854,1643,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"sampler":4,"indices":10,"torch":5,"narrow":1,"self":2,"0":7,"x":2,"size":6,"buffer":2,"bgmv":2,"shrink":1,"lora":5,"a":1,"stacked":5,"scale":1,"y":4,"expand":1,"b":1,"add":1,"inputs":1,"true":1,"return":2,"view":5,"as":2,"org":3,"def":1,"apply":1,"bias":17,"tensor":3,"output":16,"slices":4,"tuple":4,"int":1,"optional":1,"applies":1,"to":1,"input":1,"shapes":1,"3":1,"element":2,"of":3,"num":1,"loras":1,"dim":1,"batch":2,"q":1,"slice":8,"2":1,"kv":1,"n":2,"1":8,"where":2,"is":2,"number":1,"shape":3,"offset":4,"left":4,"for":1,"idx":2,"in":1,"enumerate":1,"if":1,"not":1,"none":2,"f":1,"pad":1},"12497,1833,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"this":2,"performs":1,"the":7,"same":1,"tensor":1,"ops":1,"as":1,"base":4,"method":1,"except":1,"it":1,"does":1,"them":1,"on":2,"cpu":2,"then":1,"transfers":1,"results":1,"to":12,"tpu":2,"def":1,"update":1,"metadata":1,"self":19,"mapping":10,"loramapping":2,"lora":4,"index":2,"id":2,"list":1,"optional":1,"int":4,"max":2,"loras":2,"vocab":4,"size":4,"extra":2,"make":1,"sure":1,"we":2,"don":1,"t":1,"accidentally":1,"collect":1,"outside":1,"operations":1,"xm":1,"mark":1,"step":1,"pad":6,"prompt":4,"avoid":2,"running":1,"into":1,"recompiles":1,"todo":1,"should":1,"happen":1,"inside":1,"internally":1,"if":1,"so":1,"how":1,"can":1,"having":1,"backend":1,"specific":1,"classes":1,"indices":19,"sampler":8,"padded":4,"embeddings":4,"len":3,"convert":1,"token":2,"shape":8,"dims":4,"1":3,"device":4,"2":1},"14330,1250,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_tpu.py":{"def":3,"update":1,"prefill":1,"metadata":1,"self":7,"token":2,"lora":3,"tensor":3,"torch":3,"none":1,"batch":4,"size":3,"1":6,"indices":1,"per":1,"pad":12,"prompt":4,"mapping":4,"tuple":3,"int":2,"num":7,"reqs":5,"len":5,"from":1,"vllm":1,"v1":1,"worker":1,"tpu":1,"model":1,"runner":1,"51":1,"but":1,"need":1,"to":4,"avoid":1,"a":1,"circular":1,"import":1,"min":2,"seqs":2,"8":1,"padded":2,"max":1,"2":1,"math":2,"ceil":1,"log2":1,"padding":2,"return":3,"list":1,"shape":8,"src":6,"target":4,"dims":2,"if":1,"0":9,"f":2,"value":2,"int32":2,"else":1,"rows":2,"cols":2},"0,1994,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_xpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":3,"project":1,"based":1,"on":1,"chen":1,"l":2,"ye":1,"z":1,"wu":1,"y":3,"zhuo":1,"d":1,"ceze":1,"krishnamurthy":1,"a":1,"2023":1,"punica":4,"multi":2,"tenant":1,"lora":10,"serving":1,"https":1,"arxiv":1,"org":1,"abs":1,"2310":1,"18547":1,"from":4,"typing":1,"import":5,"optional":2,"union":2,"final":2,"torch":11,"layers":1,"loramapping":2,"ops":2,"ipex":2,"bgmv":4,"expand":2,"slice":1,"shrink":3,"base":2,"punicawrapperbase":3,"class":1,"punicawrapperxpu":2,"is":4,"designed":1,"manage":1,"and":2,"provide":2,"metadata":3,"for":3,"kernel":2,"main":1,"function":1,"maintain":1,"state":1,"information":1,"interface":1,"def":4,"init":2,"self":12,"max":6,"num":2,"batched":2,"tokens":2,"int":6,"batches":2,"device":3,"str":1,"kwargs":2,"dynamo":3,"mark":3,"dynamic":3,"token":4,"indices":6,"embeddings":1,"1":1,"sampler":1,"padded":1,"update":2,"mapping":3,"index":2,"id":2,"list":1,"loras":2,"vocab":4,"size":5,"extra":2,"prefill":2,"get":2,"x":5,"tensor":4,"inttensor":1,"return":1,"narrow":1,"apply":1,"w":2,"t":2,"all":2,"scale":2,"float":1},"1994,1226,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_xpu.py":{"def":2,"apply":2,"expand":2,"self":4,"y":10,"torch":9,"tensor":10,"x":10,"w":2,"t":2,"all":2,"offset":2,"int":2,"slice":6,"size":2,"add":3,"inputs":2,"bool":1,"token":3,"lora":11,"indices":3,"get":1,"bgmv":1,"shrink":2,"a":8,"stacked":6,"tuple":2,"scale":4,"float":2,"kwargs":1,"performs":1,"gemm":1,"for":4,"multiple":1,"slices":1,"of":1,"semantics":1,"i":3,"in":2,"range":2,"len":2,"args":1,"output":1,"tensors":1,"input":1,"s":1,"weights":1,"scaling":1,"factor":1,"the":1,"operation":1,"view":1,"1":2,"shape":1,"idx":3},"3220,1923,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_xpu.py":{"def":1,"add":5,"expand":2,"self":4,"y":13,"torch":8,"tensor":9,"x":6,"lora":16,"b":8,"stacked":11,"tuple":6,"bias":8,"optional":2,"output":8,"slices":8,"int":3,"offset":6,"start":3,"0":2,"inputs":4,"true":2,"kwargs":1,"none":2,"performs":1,"gemm":1,"and":1,"addition":1,"for":3,"multiple":1,"of":1,"semantics":1,"i":5,"in":2,"range":2,"len":3,"slice":9,"args":1,"input":1,"tensors":1,"s":3,"weight":2,"every":1,"size":2,"bool":1,"defaults":1,"to":1,"org":2,"view":2,"1":2,"shape":1,"if":1,"is":1,"not":1,"token":3,"indices":3,"get":1,"apply":2,"assert":2,"ndim":1,"3":1,"todo":1,"fuse":1,"these":1,"kernels":1,"idx":5,"as":1},"5143,1729,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_xpu.py":{"def":2,"add":5,"lora":19,"embedding":1,"self":3,"y":6,"torch":12,"tensor":14,"x":7,"b":7,"stacked":11,"inputs":3,"bool":2,"true":2,"kwargs":2,"none":3,"applies":1,"specifically":1,"for":2,"vocabparallelembeddingwithlora":1,"semantics":2,"args":1,"output":2,"input":1,"s":1,"weights":1,"default":1,"to":2,"token":3,"indices":5,"get":1,"bgmv":1,"expand":1,"linear":2,"a":3,"tuple":4,"bias":2,"optional":2,"scale":2,"float":1,"slices":1,"int":1,"buffer":1,"applicable":1,"related":1,"i":6,"in":1,"range":1,"len":1,"unsqueeze":1,"0":2,"layer":2,"idx":2,"squeeze":1},"6872,1646,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_xpu.py":{"args":1,"y":5,"torch":8,"tensor":8,"output":7,"will":1,"be":2,"changed":1,"in":1,"place":1,"x":4,"input":1,"lora":17,"a":4,"stacked":11,"tuple":4,"s":4,"weight":2,"b":5,"bias":6,"optional":2,"scale":2,"float":1,"scaling":1,"factor":1,"slices":6,"int":1,"every":1,"slice":1,"size":3,"buffer":6,"defaults":1,"to":3,"none":4,"assert":2,"len":6,"if":2,"is":2,"not":1,"token":3,"indices":3,"self":4,"get":1,"apply":1,"r":2,"0":2,"1":1,"we":1,"set":1,"the":1,"float32":2,"by":1,"default":1,"refer":1,"https":1,"github":1,"com":1,"triton":2,"lang":1,"issues":1,"1387":1,"zeros":1,"type":3,"ignore":3,"dtype":1,"device":2,"add":3,"shrink":1,"kwargs":2,"expand":1,"inputs":1,"true":1},"8518,1636,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_xpu.py":{"def":1,"add":2,"lora":13,"logits":1,"self":3,"y":11,"torch":12,"tensor":12,"x":9,"a":5,"stacked":9,"b":6,"scale":4,"buffer":9,"optional":2,"none":4,"kwargs":1,"applies":1,"specifically":1,"for":1,"logitsprocessorwithlora":1,"semantics":1,"args":1,"output":1,"input":1,"s":2,"weights":2,"float":1,"scaling":1,"factor":1,"default":2,"to":3,"org":2,"view":3,"1":5,"shape":2,"r":2,"size":2,"if":1,"is":1,"we":1,"set":1,"the":1,"be":1,"float32":2,"by":1,"refer":1,"https":1,"github":1,"com":1,"triton":2,"lang":1,"issues":1,"1387":1,"zeros":1,"0":1,"dtype":1,"device":2,"bgmv":2,"shrink":1,"sampler":2,"indices":2,"expand":1,"inputs":1,"true":1,"return":1,"as":1},"0,1833,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"based":1,"on":1,"chen":1,"l":2,"ye":1,"z":1,"wu":1,"y":3,"zhuo":1,"d":1,"ceze":1,"krishnamurthy":1,"a":3,"2023":1,"punica":1,"multi":1,"tenant":1,"lora":9,"serving":1,"https":1,"arxiv":1,"org":1,"abs":1,"2310":1,"18547":1,"from":4,"abc":4,"import":6,"abstractmethod":4,"typing":1,"type":2,"checking":2,"optional":5,"union":3,"torch":12,"utils":1,"compute":1,"meta":1,"convert":1,"mapping":2,"if":1,"avoid":1,"circuit":1,"layers":1,"loramapping":2,"class":1,"punicawrapperabc":1,"punicawrapper":1,"def":3,"update":2,"metadata":2,"self":3,"index":1,"id":1,"list":1,"int":6,"max":1,"loras":1,"vocab":2,"size":2,"extra":1,"kwargs":3,"none":1,"related":1,"raise":3,"notimplementederror":3,"add":3,"shrink":1,"tuple":6,"tensor":11,"x":2,"stacked":3,"scale":1,"float":1,"performs":2,"gemm":2,"for":2,"multiple":2,"slices":3,"of":2,"expand":1,"b":2,"bias":2,"output":1,"offset":1,"start":1,"inputs":1,"true":1,"and":1,"addition":1},"1833,1948,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"abstractmethod":3,"def":3,"add":4,"lora":13,"embedding":1,"self":3,"y":3,"torch":17,"tensor":17,"x":3,"b":3,"stacked":6,"inputs":1,"bool":1,"true":1,"kwargs":3,"optional":6,"applies":2,"specifically":2,"for":5,"vocabparallelembeddingwithlora":1,"and":3,"this":1,"layer":1,"only":1,"requires":1,"the":6,"expand":1,"operation":1,"raise":3,"notimplementederror":3,"linear":2,"a":2,"tuple":5,"bias":1,"scale":2,"float":1,"output":1,"slices":1,"int":1,"buffer":2,"none":2,"applicable":1,"to":4,"related":1,"logits":1,"logitsprocessorwithlora":1,"class":1,"punicawrapperbase":2,"punicawrapperabc":1,"is":2,"designed":1,"manage":1,"provide":2,"metadata":1,"punica":2,"kernel":1,"main":1,"function":1,"maintain":1,"state":1,"information":1,"multi":1,"interface":1},"3781,1994,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"def":1,"init":1,"self":15,"max":10,"num":5,"batched":5,"tokens":5,"int":6,"batches":4,"device":19,"union":1,"torch":16,"str":1,"kwargs":1,"token":2,"lora":3,"indices":11,"empty":7,"dtype":7,"long":7,"sampler":4,"padded":2,"embeddings":2,"2":1,"4":2,"is":2,"the":2,"number":1,"of":1,"tensors":1,"base":1,"len":1,"list":1,"optional":1,"none":1,"these":1,"attributes":1,"are":1,"information":1,"required":1,"for":1,"sgmv":1,"kernel":1,"seq":2,"start":1,"locs":1,"lengths":1,"per":1,"batch":2,"length":1,"0":2,"nums":1,"size":1,"1":1,"prefill":1,"false":2,"no":1},"5775,1778,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"def":2,"update":2,"base":4,"metadata":2,"self":15,"mapping":3,"loramapping":1,"lora":12,"index":2,"to":2,"id":2,"list":1,"optional":1,"int":4,"max":5,"loras":2,"vocab":4,"size":7,"extra":2,"indices":24,"sampler":8,"padded":4,"embeddings":5,"len":3,"convert":1,"device":1,"token":6,"shape":8,"0":7,"copy":7,"1":1,"prefill":1,"tensor":12,"torch":1,"none":1,"b":3,"seq":8,"start":4,"length":6,"batch":4,"nums":3,"no":3,"compute":1,"meta":1,"locs":1,"lengths":1,"per":1},"7553,1151,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"def":1,"apply":1,"bias":14,"self":1,"indices":6,"torch":3,"tensor":3,"output":15,"slices":4,"tuple":4,"int":1,"lora":3,"stacked":3,"optional":1,"applies":1,"to":1,"input":1,"shapes":1,"3":1,"element":2,"of":3,"num":1,"loras":1,"dim":1,"batch":2,"size":5,"q":1,"slice":8,"2":1,"kv":1,"n":2,"1":7,"where":1,"is":2,"number":1,"org":2,"view":4,"shape":2,"offset":4,"left":4,"0":2,"for":1,"idx":2,"in":1,"enumerate":1,"if":1,"not":1,"none":1,"return":1,"as":1},"8704,1899,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"property":8,"def":4,"prefill":2,"metadata":2,"self":19,"tuple":1,"torch":6,"tensor":9,"int":3,"this":4,"provides":3,"a":1,"convenient":1,"way":1,"to":4,"access":3,"the":8,"necessary":1,"for":2,"related":1,"kernel":1,"computations":1,"1":4,"seq":4,"start":3,"locs":2,"of":5,"sequence":3,"positions":1,"2":2,"lengths":3,"3":1,"lora":12,"indices":20,"per":2,"batch":11,"and":1,"an":2,"index":2,"means":2,"no":2,"should":2,"be":2,"applied":2,"4":1,"size":6,"after":1,"clustering":1,"identical":1,"5":1,"max":2,"length":3,"maximum":1,"in":3,"6":1,"token":8,"nums":2,"numbers":1,"return":4,"corresponding":1,"each":1,"len":9,"0":1,"sampler":7,"is":1,"used":1,"specifically":1,"logitsprocessorwithlora":1,"padded":5},"10603,1747,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"property":2,"def":3,"embeddings":5,"indices":7,"self":10,"torch":11,"tensor":11,"this":1,"provides":1,"access":1,"to":3,"the":2,"used":1,"for":6,"lora":10,"specifically":1,"vocabparallelembeddingwithlora":1,"len":4,"3":1,"return":1,"update":4,"metadata":4,"mapping":3,"loramapping":1,"index":2,"id":2,"list":1,"optional":2,"int":4,"max":2,"loras":2,"vocab":4,"size":4,"extra":2,"kwargs":2,"base":1,"if":1,"is":3,"prefill":5,"required":1,"related":1,"operators":1,"token":1,"true":1,"else":1,"false":1,"abstractmethod":1,"add":1,"shrink":1,"y":3,"union":2,"tuple":4,"x":3,"a":6,"stacked":4,"scale":3,"float":2,"performs":1,"gemm":1,"multiple":1,"slices":1,"of":1,"semantics":1,"i":3,"in":1,"range":1,"args":1,"output":1,"tensors":1,"input":1,"s":1,"weights":1,"scaling":1,"factor":1,"operation":1,"todo":1,"implement":1,"it":1,"based":1,"on":1,"ops":1,"raise":1,"notimplementederror":1},"12350,1965,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"abstractmethod":2,"def":2,"add":5,"expand":2,"self":2,"y":6,"torch":16,"tensor":16,"x":5,"union":2,"tuple":8,"lora":13,"b":8,"stacked":9,"bias":5,"optional":4,"output":4,"slices":4,"int":4,"offset":7,"start":3,"0":2,"inputs":3,"true":3,"kwargs":2,"performs":1,"gemm":1,"and":2,"addition":1,"for":3,"multiple":1,"of":2,"semantics":2,"i":5,"in":1,"range":1,"len":1,"slice":4,"args":1,"input":1,"tensors":1,"s":3,"weight":2,"every":1,"size":1,"the":2,"starting":1,"position":1,"defaults":2,"to":2,"bool":2,"todo":1,"implement":1,"it":1,"based":1,"on":1,"ops":1,"raise":1,"notimplementederror":1,"embedding":1,"applies":1,"specifically":1,"vocabparallelembeddingwithlora":1,"this":1,"layer":1,"only":1,"requires":1,"operation":1},"14315,1942,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"args":2,"y":4,"torch":18,"tensor":20,"output":4,"x":4,"input":2,"lora":17,"b":6,"stacked":11,"s":5,"weights":1,"add":2,"inputs":1,"bool":1,"default":1,"to":3,"true":1,"todo":2,"implement":2,"it":2,"based":2,"on":2,"ops":2,"raise":2,"notimplementederror":2,"abstractmethod":1,"def":1,"linear":2,"self":1,"a":5,"tuple":10,"bias":4,"optional":5,"scale":3,"float":2,"slices":2,"int":2,"buffer":2,"none":2,"kwargs":1,"applicable":1,"related":1,"semantics":1,"for":1,"i":6,"in":2,"range":1,"len":1,"unsqueeze":1,"0":2,"indices":2,"layer":2,"idx":2,"squeeze":1,"will":1,"be":1,"changed":1,"place":1,"weight":2,"scaling":1,"factor":1,"every":1,"slice":1,"size":1,"defaults":1},"16257,1041,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_base.py":{"abstractmethod":1,"def":1,"add":1,"lora":10,"logits":1,"self":1,"y":3,"torch":12,"tensor":13,"x":3,"a":4,"stacked":6,"b":4,"scale":3,"buffer":4,"optional":3,"none":2,"kwargs":1,"applies":1,"specifically":1,"for":1,"logitsprocessorwithlora":1,"semantics":1,"args":1,"output":1,"input":1,"s":2,"weights":2,"float":1,"scaling":1,"factor":1,"default":1,"to":1,"todo":1,"implement":1,"it":1,"based":1,"on":1,"ops":1,"raise":1,"notimplementederror":1},"0,799,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_selector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"from":4,"logger":5,"import":4,"init":2,"platforms":1,"current":2,"platform":2,"utils":1,"resolve":2,"obj":2,"by":2,"qualname":7,"punica":13,"base":1,"punicawrapperbase":2,"name":1,"def":1,"get":2,"wrapper":12,"args":2,"kwargs":2,"cls":2,"assert":1,"is":2,"not":1,"none":1,"wrong":1,"info":1,"once":1,"using":1,"s":1,"rsplit":1,"1":2,"return":1},"0,1433,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":5,"project":1,"based":1,"on":1,"chen":1,"l":2,"ye":1,"z":1,"wu":1,"y":1,"zhuo":1,"d":1,"ceze":1,"krishnamurthy":1,"a":1,"2023":1,"punica":4,"multi":2,"tenant":1,"lora":6,"serving":1,"https":1,"arxiv":1,"org":1,"abs":1,"2310":1,"18547":1,"from":5,"typing":1,"import":7,"optional":1,"union":2,"final":2,"torch":2,"envs":2,"as":1,"layers":1,"loramapping":1,"triton":5,"utils":1,"has":2,"if":1,"ops":2,"lorakernelmeta":2,"expand":1,"shrink":1,"base":1,"punicawrapperbase":3,"class":1,"punicawrappergpu":2,"is":2,"designed":1,"manage":1,"and":2,"provide":2,"metadata":1,"for":3,"kernel":2,"main":1,"function":1,"maintain":1,"state":1,"information":1,"interface":1,"def":1,"init":2,"self":5,"max":8,"num":3,"batched":3,"tokens":3,"int":2,"batches":2,"device":5,"str":1,"kwargs":2,"loras":3,"token":1,"mapping":1,"meta":1,"make":1},"1433,1799,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"when":1,"cudagraph":1,"capture":2,"size":6,"is":4,"greater":1,"than":1,"max":11,"num":6,"seqs":3,"batches":2,"here":1,"v0":1,"captures":1,"the":3,"graph":1,"as":1,"if":2,"set":1,"to":3,"v1":2,"doesn":1,"t":1,"have":1,"this":1,"problem":1,"and":1,"always":1,"respects":1,"prompts":2,"envs":1,"vllm":1,"use":1,"else":1,"batched":1,"tokens":1,"self":10,"prompt":2,"mapping":6,"meta":3,"lorakernelmeta":1,"make":1,"loras":3,"device":2,"def":2,"update":2,"metadata":3,"loramapping":1,"lora":9,"index":2,"id":2,"list":1,"optional":1,"int":4,"vocab":4,"extra":2,"kwargs":2,"prefill":2,"base":1,"prepare":3,"cuda":1,"kernel":1,"tensors":4,"token":2,"indices":2,"sampler":1,"add":1,"shrink":1,"y":3,"torch":6,"tensor":7,"x":3,"a":6,"stacked":4,"tuple":2,"scale":3,"float":2,"performs":1,"gemm":1,"for":3,"multiple":1,"slices":1,"of":1,"semantics":1,"i":3,"in":1,"range":1,"len":1,"args":1,"output":1,"input":1,"s":1,"weights":1,"scaling":1,"factor":1,"operation":1},"3232,1850,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"x":11,"view":2,"1":5,"shape":2,"lora":16,"shrink":1,"a":1,"stacked":10,"y":11,"self":4,"token":4,"mapping":1,"meta":2,"args":2,"size":5,"0":6,"scale":1,"def":1,"add":3,"expand":1,"torch":9,"tensor":9,"b":6,"tuple":6,"bias":8,"optional":2,"output":6,"slices":7,"int":3,"offset":4,"start":1,"inputs":2,"true":2,"kwargs":1,"none":2,"performs":1,"gemm":1,"and":1,"addition":1,"for":2,"multiple":1,"of":1,"semantics":1,"i":5,"in":1,"range":1,"len":2,"slice":4,"input":1,"tensors":1,"s":3,"weight":2,"every":1,"bool":1,"defaults":1,"to":1,"org":1,"if":1,"is":2,"not":1,"indices":3,"narrow":1,"apply":1,"assert":2,"ndim":1,"3":1,"num":2,"tokens":1,"first":1,"dimension":1,"the":1},"5082,1729,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"lora":15,"expand":2,"x":7,"b":7,"stacked":8,"y":9,"self":4,"token":2,"mapping":2,"meta":4,"args":3,"num":1,"tokens":1,"offset":3,"start":3,"add":7,"inputs":5,"true":3,"view":1,"as":1,"org":1,"def":2,"embedding":1,"torch":12,"tensor":14,"bool":2,"kwargs":2,"none":3,"applies":1,"specifically":1,"for":1,"vocabparallelembeddingwithlora":1,"semantics":1,"output":2,"input":1,"s":1,"weights":1,"default":1,"to":2,"unsqueeze":1,"dim":1,"0":3,"size":1,"linear":2,"a":1,"tuple":4,"bias":1,"optional":2,"scale":1,"float":1,"slices":1,"int":1,"buffer":1,"applicable":1,"related":1},"6811,1329,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"semantics":1,"for":1,"i":6,"in":2,"range":1,"len":6,"lora":18,"a":5,"stacked":12,"y":5,"x":2,"unsqueeze":1,"0":5,"indices":5,"layer":2,"idx":2,"b":4,"scale":2,"squeeze":1,"bias":7,"args":1,"torch":7,"tensor":8,"output":5,"will":1,"be":1,"changed":1,"place":1,"input":1,"tuple":4,"s":4,"weight":2,"optional":2,"float":1,"scaling":1,"factor":1,"slices":4,"int":1,"every":1,"slice":1,"size":2,"buffer":1,"defaults":1,"to":1,"none":2,"assert":2,"if":1,"is":1,"not":1,"token":3,"narrow":1,"self":2,"apply":1},"8140,1314,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"if":1,"buffer":8,"is":1,"none":4,"r":2,"lora":9,"b":4,"stacked":7,"0":2,"size":2,"1":1,"we":1,"set":1,"the":1,"to":2,"be":1,"float32":2,"by":1,"default":1,"refer":1,"https":1,"github":1,"com":1,"triton":2,"lang":1,"issues":1,"1387":1,"torch":7,"zeros":1,"type":3,"ignore":3,"len":1,"output":2,"slices":2,"x":5,"dtype":1,"device":2,"self":3,"add":4,"shrink":1,"a":3,"scale":3,"kwargs":3,"expand":1,"y":3,"inputs":1,"true":1,"def":1,"logits":1,"tensor":5,"optional":1,"applies":1,"specifically":1,"for":1,"logitsprocessorwithlora":1,"semantics":1},"9454,1149,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/punica_gpu.py":{"args":3,"y":10,"torch":7,"tensor":7,"output":1,"x":8,"input":1,"lora":9,"a":3,"stacked":5,"s":2,"weights":2,"b":4,"scale":2,"float":1,"scaling":1,"factor":1,"buffer":7,"optional":1,"default":2,"to":3,"none":2,"org":2,"view":3,"1":5,"shape":2,"r":2,"size":4,"if":1,"is":1,"we":1,"set":1,"the":1,"be":1,"float32":2,"by":1,"refer":1,"https":1,"github":1,"com":1,"triton":2,"lang":1,"issues":1,"1387":1,"zeros":1,"0":5,"dtype":1,"device":2,"shrink":1,"unsqueeze":2,"dim":2,"self":2,"prompt":2,"mapping":2,"meta":4,"expand":1,"add":1,"inputs":1,"true":1,"as":1},"0,1890,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":11,"vllm":2,"project":1,"from":2,"typing":1,"import":4,"type":2,"checking":2,"optional":2,"union":1,"torch":9,"if":5,"avoid":1,"circuit":1,"lora":16,"layers":1,"loramapping":2,"def":2,"compute":1,"meta":1,"token":4,"tensor":19,"tuple":1,"int":7,"bool":1,"get":1,"information":1,"required":1,"for":1,"sgmv":2,"kernel":3,"with":1,"features":1,"1":6,"consecutive":2,"requests":1,"in":1,"batch":4,"use":2,"same":1,"this":2,"function":1,"will":1,"combine":1,"them":1,"into":1,"a":1,"single":1,"request":1,"improving":1,"inference":2,"performance":2,"at":1,"beginning":1,"of":1,"each":1,"prefill":2,"stage":2,"recalculations":1,"are":1,"needed":2,"based":1,"on":1,"input":1,"but":1,"only":1,"once":1,"indices":4,"seq":9,"length":8,"unique":1,"return":2,"counts":1,"true":2,"cum":2,"result":2,"cumsum":1,"dim":1,"b":3,"start":3,"zeros":1,"like":1,"copy":1,"max":4,"item":2,"nums":2,"sum":1,"size":6,"no":5,"false":1,"means":1,"should":1,"be":2,"applied":1,"determine":1,"whether":1,"current":1,"step":1,"requires":1,"is":1,"not":2,"does":1,"need":1,"launch":1,"triton":1,"which":1,"can":2,"improve":1,"and":1,"todo":1,"see":1,"vectorized":1,"convert":1,"mapping":2,"index":1,"id":1,"list":1,"loras":1,"vocab":2,"extra":1,"device":2},"1890,1665,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/utils.py":{"tuple":2,"torch":4,"tensor":8,"list":5,"int":2,"converts":1,"loramapping":2,"to":9,"index":6,"tensors":3,"args":1,"mapping":12,"rows":2,"in":1,"a":3,"batch":6,"lora":12,"ids":2,"id":1,"indices":22,"max":2,"loras":4,"maximum":1,"number":1,"of":8,"vocab":4,"size":8,"model":1,"extra":2,"each":1,"can":1,"have":1,"returns":1,"base":3,"shape":4,"sampler":7,"requests":4,"for":6,"generation":1,"this":2,"will":2,"be":1,"the":4,"same":2,"as":2,"prefill":1,"map":1,"padded":2,"with":2,"padding":1,"but":1,"1":1,"is":3,"replaced":1,"embeddings":4,"2":1,"embedding":2,"first":1,"row":2,"added":1,"by":1,"second":1,"len":1,"lengths":1,"above":1,"it":1,"contains":1,"copy":3},"3555,1865,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/utils.py":{"prompt":5,"mapping":11,"list":5,"int":2,"lora":8,"index":11,"to":3,"id":2,"x":3,"if":3,"0":5,"else":3,"1":11,"for":2,"in":2,"idx":4,"none":1,"i":6,"range":1,"len":4,"indices":36,"todo":1,"can":1,"be":1,"slow":1,"optimize":1,"embedding":2,"union":1,"torch":10,"tensor":6,"dtype":3,"long":3,"device":6,"embeddings":5,"stack":1,"2":2,"extra":2,"vocab":3,"size":3,"where":2,"max":2,"loras":2,"base":2,"sampler":12,"padded":9,"clone":1,"arange":1,"contain":1,"length":1,"of":1,"tensors":1,"used":1,"into":1,"each":1,"shape":4},"5420,148,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/utils.py":{"return":1,"base":1,"indices":5,"sampler":2,"padded":1,"embeddings":1,"len":1},"0,313,data/raw/vllm-0.10.1/vllm/lora/punica_wrapper/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":2,"lora":2,"punica":6,"wrapper":4,"base":1,"import":2,"punicawrapperbase":2,"selector":1,"get":2,"all":1},"0,1945,data/raw/vllm-0.10.1/vllm/entrypoints/context.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":9,"json":1,"logging":2,"from":7,"abc":3,"abstractmethod":5,"typing":1,"type":2,"checking":2,"union":1,"openai":1,"harmony":2,"author":1,"message":3,"role":1,"streamstate":1,"textcontent":1,"entrypoints":2,"utils":1,"get":3,"encoding":1,"streamable":2,"parser":3,"for":5,"assistant":2,"render":3,"completion":3,"tool":10,"outputs":1,"requestoutput":1,"if":1,"mcp":1,"client":1,"clientsession":1,"logger":1,"getlogger":1,"name":1,"class":3,"conversationcontext":3,"def":10,"append":2,"output":8,"self":20,"none":3,"pass":4,"async":2,"call":4,"list":5,"need":2,"builtin":2,"bool":2,"int":2,"simplecontext":1,"init":3,"last":2,"return":1,"false":1,"raise":2,"notimplementederror":2,"should":2,"not":2,"be":2,"called":2,"harmonycontext":1,"messages":5,"sessions":3,"dict":1,"str":1,"num":5,"len":1,"todo":1,"woosuk":1,"implement":1,"following":1,"fields":1,"prompt":1,"tokens":4,"cached":1,"reasoning":1},"1945,1507,data/raw/vllm-0.10.1/vllm/entrypoints/context.py":{"def":5,"append":1,"output":11,"self":18,"none":3,"if":4,"isinstance":1,"requestoutput":1,"token":5,"ids":3,"outputs":1,"0":1,"parser":4,"get":1,"streamable":1,"for":4,"assistant":1,"id":2,"in":1,"process":1,"msgs":3,"messages":8,"else":1,"tool":8,"extend":1,"property":1,"list":3,"return":6,"need":1,"builtin":1,"call":5,"bool":1,"last":6,"msg":6,"1":2,"recipient":10,"is":2,"not":3,"and":1,"startswith":4,"browser":3,"or":1,"python":4,"async":1,"message":1,"await":2,"search":1,"sessions":2,"elif":1,"raise":1,"valueerror":1,"no":1,"found":1,"render":2,"completion":2,"int":1},"3452,1896,data/raw/vllm-0.10.1/vllm/entrypoints/context.py":{"async":2,"def":4,"call":4,"search":1,"tool":20,"self":11,"session":8,"union":2,"clientsession":2,"last":9,"msg":7,"message":6,"list":3,"if":2,"isinstance":2,"return":5,"await":4,"get":4,"result":10,"name":4,"recipient":4,"split":1,"1":1,"args":4,"json":1,"loads":1,"content":10,"0":4,"text":6,"str":4,"textcontent":2,"author":8,"role":6,"assistant":3,"python":3,"param":2,"code":1,"channel":2,"class":1,"streamingharmonycontext":1,"harmonycontext":1,"init":2,"kwargs":2,"super":1,"output":1,"none":2,"parser":3,"streamable":1,"for":1,"encoding":2,"tok":1,"property":1,"messages":2},"5348,1563,data/raw/vllm-0.10.1/vllm/entrypoints/context.py":{"def":4,"append":2,"output":8,"self":14,"none":2,"if":2,"isinstance":1,"requestoutput":1,"tok":11,"outputs":1,"0":3,"token":1,"ids":1,"parser":5,"process":7,"last":8,"else":1,"handle":1,"the":2,"case":1,"of":2,"tool":4,"in":5,"direct":1,"message":2,"format":1,"assert":1,"len":1,"1":4,"should":1,"be":1,"a":1,"single":1,"msg":5,"sometimes":1,"recipient":3,"is":4,"not":1,"set":2,"for":6,"messages":1,"so":1,"we":2,"it":1,"to":5,"assistant":5,"author":1,"role":2,"and":1,"toks":3,"encoding":2,"render":3,"expecting":1,"start":3,"bool":2,"return":3,"state":1,"streamstate":1,"expect":1,"action":1,"turn":2,"stop":1,"tokens":7,"actions":1,"completion":2,"list":2,"int":1,"now":1,"this":1,"as":1,"next":1,"s":1,"starting":1,"need":1,"them":1,"rendered":4,"super":1,"n":4,"while":1,"reversed":1},"0,1952,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":25,"asyncio":1,"json":1,"from":22,"abc":3,"abstractmethod":1,"collections":2,"counter":1,"defaultdict":1,"deque":1,"awaitable":1,"iterable":1,"functools":1,"cached":1,"property":1,"lru":1,"cache":1,"partial":1,"pathlib":1,"path":1,"typing":3,"any":1,"callable":1,"generic":1,"literal":1,"optional":1,"typevar":1,"union":1,"cast":1,"jinja2":1,"nodes":1,"transformers":2,"utils":3,"chat":9,"template":1,"as":4,"hf":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"openai":8,"types":7,"chatcompletionassistantmessageparam":1,"chatcompletioncontentpartimageparam":1,"chatcompletioncontentpartinputaudioparam":1,"chatcompletioncontentpartparam":1,"openaichatcompletioncontentpartparam":1,"chatcompletioncontentpartrefusalparam":1,"chatcompletioncontentparttextparam":1,"chatcompletionmessageparam":1,"openaichatcompletionmessageparam":1,"chatcompletionmessagetoolcallparam":1,"chatcompletiontoolmessageparam":1,"completion":1,"content":1,"part":1,"input":1,"audio":1,"param":1,"inputaudio":1,"responses":1,"responseinputimageparam":1,"harmony":1,"message":1,"openaiharmonymessage":1,"pil":1,"image":1,"pydantic":2,"basemodel":1,"configdict":1,"typeadapter":1,"enable":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"processormixin":1,"needs":1,"typeddict":2,"extensions":2,"required":1,"typealias":1,"config":1,"modelconfig":1,"logger":2,"init":1,"model":1,"executor":1,"models":1,"supportsmultimodal":1},"1952,1915,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"from":6,"vllm":6,"multimodal":3,"import":6,"registry":1,"multimodaldatadict":1,"utils":5,"mediaconnector":1,"yapf":2,"disable":1,"transformers":3,"chat":2,"templates":1,"get":2,"template":1,"fallback":1,"path":1,"enable":1,"processor":2,"cached":1,"tokenizer":1,"anytokenizer":1,"mistraltokenizer":1,"random":1,"uuid":1,"logger":2,"init":1,"name":1,"modality":1,"placeholders":1,"map":1,"image":11,"audio":6,"video":6,"class":7,"audiourl":2,"typeddict":6,"total":6,"false":6,"url":10,"required":8,"str":5,"either":3,"a":10,"of":6,"the":10,"or":2,"data":4,"with":2,"base64":4,"encoded":2,"chatcompletioncontentpartaudioparam":1,"type":6,"literal":3,"content":3,"part":3,"chatcompletioncontentpartimageembedsparam":1,"embeds":2,"union":1,"dict":1,"embeddings":1,"it":1,"can":1,"be":1,"single":1,"string":2,"dictionary":1,"where":1,"each":1,"value":1,"is":1,"videourl":2,"chatcompletioncontentpartvideoparam":1,"pilimage":1,"basemodel":1,"pil":3,"object":1,"model":1,"config":1,"configdict":1,"arbitrary":1,"types":1,"allowed":1,"true":1,"customchatcompletioncontentpilimageparam":1,"simpler":1,"version":1,"param":1,"that":1,"only":1,"accepts":1},"3867,1480,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"example":8,"image":7,"pil":3,"imageasset":1,"cherry":1,"blossom":1,"required":6,"pilimage":1,"class":4,"customchatcompletioncontentsimpleimageparam":1,"typeddict":4,"total":4,"false":4,"a":9,"simpler":3,"version":3,"of":3,"the":7,"param":4,"that":4,"only":3,"accepts":4,"plain":4,"url":9,"this":1,"is":3,"supported":1,"by":1,"openai":1,"api":1,"although":1,"it":1,"not":1,"documented":1,"https":3,"com":3,"jpg":1,"str":4,"customchatcompletioncontentsimpleaudioparam":1,"audio":5,"mp3":1,"customchatcompletioncontentsimplevideoparam":1,"video":3,"mp4":1,"customthinkcompletioncontentparam":1,"think":1,"completion":1,"content":2,"text":1,"and":1,"boolean":1,"thinking":8,"i":1,"am":1,"about":1,"answer":1,"closed":3,"true":1,"type":3,"bool":1,"whether":1,"literal":1},"5347,2000,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"chatcompletioncontentpartparam":2,"typealias":1,"union":4,"openaichatcompletioncontentpartparam":1,"chatcompletioncontentpartaudioparam":1,"chatcompletioncontentpartinputaudioparam":1,"chatcompletioncontentpartvideoparam":1,"chatcompletioncontentpartrefusalparam":1,"customchatcompletioncontentpilimageparam":1,"customchatcompletioncontentsimpleimageparam":1,"chatcompletioncontentpartimageembedsparam":1,"customchatcompletioncontentsimpleaudioparam":1,"customchatcompletioncontentsimplevideoparam":1,"str":11,"customthinkcompletioncontentparam":1,"class":2,"customchatcompletionmessageparam":2,"typeddict":2,"total":2,"false":2,"enables":1,"custom":1,"roles":1,"in":1,"the":18,"chat":1,"completion":1,"api":1,"role":5,"required":2,"of":6,"message":6,"s":2,"author":2,"content":2,"list":2,"contents":2,"name":4,"an":1,"optional":7,"for":1,"participant":1,"provides":1,"model":3,"information":1,"to":4,"differentiate":1,"between":1,"participants":1,"same":1,"tool":8,"call":5,"id":2,"that":2,"this":2,"is":2,"responding":2,"calls":6,"iterable":2,"chatcompletionmessagetoolcallparam":2,"generated":2,"by":2,"such":2,"as":2,"function":3,"chatcompletionmessageparam":1,"openaichatcompletionmessageparam":1,"openaiharmonymessage":1,"todo":1,"make":1,"fields":1,"readonly":1,"once":1,"mypy":1,"supports":1,"it":1,"conversationmessage":1,"dict":1},"7347,1916,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"passed":1,"in":2,"by":1,"user":1,"chattemplatecontentformatoption":1,"literal":2,"auto":1,"string":2,"openai":2,"used":1,"internally":1,"chattemplatecontentformat":1,"def":4,"is":12,"var":9,"access":10,"node":34,"jinja2":13,"nodes":14,"varname":15,"str":6,"bool":3,"if":7,"isinstance":8,"name":2,"return":9,"ctx":1,"load":1,"and":6,"false":2,"attr":3,"key":9,"getitem":2,"arg":3,"const":1,"value":1,"getattr":1,"or":5,"elems":5,"optional":1,"none":2,"filter":1,"not":1,"test":1,"slice":1,"yapf":2,"disable":1,"else":1,"enable":1,"iter":1,"assign":5,"root":4,"global":1,"variable":1,"that":1,"implicitly":1,"defined":1,"at":1,"the":1,"yield":1,"iterative":1,"bfs":1,"related":4,"varnames":3,"deque":1,"while":1,"popleft":1,"for":1,"ast":3,"find":1,"all":1,"lhs":1,"target":1,"rhs":1},"9263,1702,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"if":4,"is":6,"var":4,"or":4,"elems":4,"access":3,"rhs":1,"related":3,"varname":10,"assert":3,"isinstance":3,"lhs":4,"jinja2":7,"nodes":11,"name":8,"yield":3,"assign":5,"ast":9,"avoid":1,"infinite":1,"looping":1,"for":13,"self":1,"assignment":1,"varnames":5,"append":1,"note":1,"the":2,"proper":1,"way":1,"to":2,"handle":2,"this":1,"build":1,"a":1,"cfg":1,"so":1,"that":2,"we":1,"can":1,"scope":1,"in":9,"which":1,"each":1,"variable":1,"defined":1,"but":1,"too":1,"complicated":1,"def":2,"iter":10,"messages":6,"item":3,"root":6,"node":2,"search":2,"message":4,"loops":2,"loop":18,"find":2,"all":2,"target":8,"break":2,"content":4},"10965,1837,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"def":4,"try":4,"extract":2,"ast":6,"chat":15,"template":18,"str":7,"optional":6,"jinja2":1,"nodes":2,"jinja":8,"compiled":2,"hf":2,"utils":1,"compile":1,"return":8,"environment":1,"parse":1,"except":3,"exception":4,"logger":5,"error":2,"when":2,"compiling":1,"none":5,"lru":1,"cache":1,"maxsize":1,"32":1,"detect":1,"content":2,"format":1,"default":3,"chattemplatecontentformat":2,"if":5,"is":5,"next":1,"iter":1,"assign":1,"item":1,"stopiteration":1,"string":1,"parsing":1,"of":1,"else":1,"openai":1,"resolve":2,"mistral":4,"kwargs":3,"any":2,"not":4,"warning":3,"once":3,"cannot":1,"be":3,"overridden":1,"for":3,"tokenizer":4,"add":2,"generation":2,"prompt":2,"in":2,"supported":2,"so":2,"it":2,"will":2,"ignored":2,"continue":2,"final":2,"message":2,"union":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"tools":1,"list":1,"dict":1,"model":1,"config":1,"modelconfig":1,"1st":1,"priority":1,"the":1,"given":1},"12802,1823,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"2nd":1,"priority":3,"autoprocessor":2,"chat":17,"template":17,"unless":1,"tool":1,"calling":1,"is":5,"enabled":1,"if":3,"tools":4,"none":3,"try":2,"processor":7,"cached":1,"get":3,"tokenizer":9,"name":6,"or":6,"path":10,"cls":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"processormixin":2,"trust":2,"remote":2,"code":2,"model":6,"config":5,"isinstance":1,"and":2,"hasattr":1,"not":2,"return":3,"except":2,"exception":2,"logger":4,"debug":3,"failed":2,"to":2,"load":3,"for":4,"s":4,"exc":2,"info":3,"true":2,"noqa":1,"e501":1,"3rd":1,"autotokenizer":2,"4th":1,"predefined":1,"fallbacks":1,"fallback":3,"type":2,"hf":2,"loading":1,"as":1,"there":2,"isn":1,"t":1,"one":1,"defined":1,"on":1,"hub":1,"else":1,"no":1,"def":1,"resolve":1,"content":1,"format":1,"optional":2,"str":2,"list":1,"dict":1,"any":1,"anytokenizer":1,"modelconfig":1},"14625,1863,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"chattemplatecontentformat":2,"if":6,"isinstance":2,"tokenizer":3,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"hf":5,"chat":16,"template":16,"resolve":2,"tools":3,"model":3,"config":3,"else":3,"none":2,"jinja":3,"text":3,"str":4,"load":1,"is":4,"literal":1,"true":1,"detected":8,"format":20,"string":2,"detect":1,"content":6,"default":1,"return":2,"lru":1,"cache":1,"def":2,"log":1,"optional":3,"given":7,"chattemplatecontentformatoption":3,"logger":2,"info":1,"the":2,"to":2,"be":1,"s":3,"you":2,"can":2,"set":1,"override":1,"this":1,"auto":2,"and":1,"warning":1,"specified":1,"which":1,"different":1,"from":1,"our":1,"automatic":1,"detection":1,"incorrect":1,"please":1,"consider":1,"opening":1,"a":1,"github":2,"issue":1,"so":1,"that":1,"we":1,"improve":1,"it":1,"https":1,"com":1,"vllm":2,"project":1,"issues":1,"new":1,"choose":1,"list":1,"dict":1,"any":1,"anytokenizer":1,"modelconfig":1},"16488,1967,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"detected":4,"format":8,"resolve":1,"chat":4,"template":4,"content":2,"tools":1,"tokenizer":4,"model":17,"config":10,"log":1,"given":4,"return":6,"modalitystr":2,"literal":1,"image":2,"audio":1,"video":1,"embeds":2,"t":5,"typevar":1,"class":1,"basemultimodalitemtracker":1,"abc":1,"generic":1,"tracks":1,"multi":3,"modal":3,"items":7,"in":2,"a":3,"request":2,"and":2,"ensures":1,"that":1,"the":4,"number":1,"of":1,"does":1,"not":1,"exceed":1,"configured":1,"maximum":1,"per":1,"prompt":2,"def":7,"init":2,"self":17,"modelconfig":2,"anytokenizer":1,"super":1,"by":2,"modality":7,"defaultdict":1,"str":2,"list":2,"property":5,"cached":2,"cls":5,"type":2,"supportsmultimodal":2,"from":1,"vllm":1,"executor":1,"loader":1,"import":1,"get":2,"cast":1,"allowed":2,"local":2,"media":2,"path":2,"mm":4,"registry":3,"multimodal":1,"processor":3,"create":1,"add":2,"item":2,"optional":1,"to":2,"current":1,"returns":1,"placeholder":1,"string":1,"use":1,"if":1,"any":1,"input":2,"replace":1,"num":3,"len":1,"1":1,"validate":1},"18455,1916,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"self":11,"items":21,"by":17,"modality":21,"append":1,"item":1,"return":5,"model":1,"cls":1,"get":1,"placeholder":1,"str":1,"num":1,"abstractmethod":1,"def":4,"create":2,"parser":2,"basemultimodalcontentparser":2,"raise":3,"notimplementederror":1,"class":2,"multimodalitemtracker":1,"basemultimodalitemtracker":2,"object":2,"all":2,"mm":9,"data":2,"optional":2,"multimodaldatadict":2,"if":8,"not":3,"none":2,"inputs":8,"dict":1,"image":13,"in":7,"and":2,"embeds":7,"valueerror":2,"mixing":1,"raw":1,"embedding":1,"is":1,"allowed":1,"lst":3,"len":1,"1":1,"only":1,"one":1,"message":1,"can":1,"have":1,"type":1,"0":1,"a":3,"list":3,"of":3,"images":1,"audio":3,"audios":1,"video":3,"videos":1,"multimodalcontentparser":1,"asyncmultimodalitemtracker":1,"awaitable":1,"async":1,"await":1,"asyncio":1,"gather":1,"for":1},"20371,1884,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"if":7,"image":19,"in":6,"items":10,"by":10,"modality":13,"and":2,"embeds":7,"raise":3,"valueerror":2,"mixing":1,"raw":1,"embedding":1,"inputs":6,"is":1,"not":1,"allowed":1,"lst":3,"len":1,"1":1,"only":1,"one":1,"message":1,"can":1,"have":1,"type":1,"mm":7,"0":1,"a":3,"list":7,"of":3,"images":1,"audio":6,"audios":1,"video":3,"videos":1,"return":3,"def":5,"create":1,"parser":1,"self":9,"basemultimodalcontentparser":2,"asyncmultimodalcontentparser":1,"class":1,"abc":1,"init":2,"none":2,"super":1,"stores":1,"model":1,"placehodlers":1,"with":1,"corresponding":1,"general":1,"placeholder":11,"storage":4,"dict":3,"str":4,"defaultdict":1,"add":1,"modalitystr":1,"optional":1,"mod":2,"placeholders":1,"map":1,"append":1,"abstractmethod":1,"parse":1,"url":1,"notimplementederror":1},"22255,1829,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"abstractmethod":5,"def":8,"parse":7,"image":25,"embeds":12,"self":19,"union":2,"str":10,"dict":3,"none":8,"raise":5,"notimplementederror":5,"pil":2,"audio":4,"url":4,"input":2,"inputaudio":1,"video":2,"class":1,"multimodalcontentparser":1,"basemultimodalcontentparser":1,"init":2,"tracker":8,"multimodalitemtracker":1,"super":1,"connector":4,"mediaconnector":1,"media":4,"io":2,"kwargs":2,"model":1,"config":1,"allowed":2,"local":2,"path":2,"fetch":3,"placeholder":7,"add":5,"if":2,"isinstance":2,"k":2,"embedding":4,"v":2,"for":1,"in":1,"items":1},"24084,1942,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"def":7,"parse":7,"image":20,"pil":3,"self":23,"none":7,"placeholder":12,"tracker":9,"add":8,"audio":20,"url":9,"str":9,"connector":5,"fetch":4,"input":4,"inputaudio":1,"data":4,"get":2,"format":3,"f":1,"base64":1,"return":1,"video":9,"class":1,"asyncmultimodalcontentparser":1,"basemultimodalcontentparser":1,"init":2,"asyncmultimodalitemtracker":1,"super":1,"mediaconnector":1,"media":4,"io":2,"kwargs":2,"model":1,"config":1,"allowed":2,"local":2,"path":2,"coro":2,"async":1,"embeds":6,"union":2,"dict":3,"future":4,"asyncio":2,"if":1,"isinstance":1,"k":2,"embedding":1,"v":2,"for":1,"in":1,"items":1,"set":1,"result":1},"26026,1665,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"if":3,"isinstance":2,"image":14,"embeds":3,"str":4,"embedding":3,"self":16,"connector":3,"fetch":3,"future":7,"set":2,"result":2,"placeholder":12,"tracker":4,"add":8,"def":5,"parse":5,"pil":3,"none":5,"asyncio":2,"audio":20,"url":7,"coro":2,"async":2,"input":4,"inputaudio":1,"data":4,"get":2,"format":3,"f":1,"base64":1,"return":2,"video":9,"validate":1,"chat":7,"template":7,"optional":1,"union":1,"path":3,"raises":1,"the":2,"provided":1,"appears":1,"invalid":1,"is":1,"elif":1,"and":1,"not":1,"exists":1,"raise":1,"filenotfounderror":1,"supplied":1,"doesn":1,"t":1,"exist":1},"27691,1800,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"elif":1,"isinstance":3,"chat":27,"template":27,"str":5,"jinja":4,"chars":4,"n":2,"if":7,"not":4,"any":2,"c":4,"in":4,"for":2,"and":1,"path":7,"exists":1,"raise":5,"valueerror":2,"f":8,"the":2,"supplied":2,"string":1,"appears":1,"like":2,"but":2,"doesn":1,"t":1,"exist":1,"else":1,"typeerror":2,"type":2,"is":9,"a":3,"valid":1,"def":2,"load":6,"optional":4,"union":2,"literal":6,"bool":2,"false":2,"none":2,"return":5,"expected":1,"to":4,"be":3,"read":2,"directly":1,"from":2,"its":1,"value":1,"try":1,"with":1,"open":1,"as":2,"except":1,"oserror":1,"e":3,"msg":2,"looks":1,"file":2,"it":1,"failed":1,"opened":1,"reason":1,"opening":1,"fails":1,"set":1,"args":1,"ensure":1,"we":1,"decode":1,"so":1,"our":1,"escape":1,"are":1,"interpreted":1,"correctly":1,"true":1,"cached":2,"lru":1,"cache":1},"29491,1527,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"def":2,"get":3,"interleaved":3,"text":9,"prompt":9,"placeholder":13,"storage":7,"dict":2,"str":7,"list":5,"texts":7,"for":7,"idx":2,"elem":5,"in":7,"enumerate":1,"if":2,"pop":1,"0":1,"return":1,"n":2,"join":2,"todo":1,"let":1,"user":2,"specify":1,"how":1,"to":5,"insert":1,"multimodal":4,"tokens":1,"into":1,"similar":1,"chat":1,"template":1,"full":1,"interleave":3,"strings":3,"bool":1,"combine":1,"prompts":1,"a":1,"language":1,"model":1,"flatten":1,"make":1,"it":2,"looks":1,"like":1,"image":2,"2":1,"audio":1,"1":1,"counts":3,"counter":1,"v":2,"values":1,"else":1,"pass":1,"further":1,"case":1,"the":4,"used":1,"placeholders":3,"himself":1,"but":1,"forgot":1,"disable":1,"flag":1,"look":1,"through":1,"check":1,"missing":2,"any":1,"existing":1,"we":1,"leave":1,"as":1,"is":1,"count":1},"31018,1934,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"if":2,"placeholder":7,"counts":2,"0":1,"logger":2,"error":1,"count":1,"is":2,"negative":1,"ensure":1,"that":1,"the":3,"interleave":3,"strings":3,"flag":1,"disabled":1,"current":1,"value":1,"s":2,"when":1,"manually":1,"placing":1,"image":1,"placeholders":5,"debug":1,"input":2,"prompt":5,"text":2,"raise":1,"valueerror":1,"f":1,"found":1,"more":1,"in":1,"than":1,"actual":1,"multimodal":1,"data":1,"items":1,"missing":3,"extend":1,"note":1,"default":1,"behaviour":1,"we":1,"always":1,"add":1,"at":1,"front":1,"of":1,"false":1,"return":1,"n":1,"join":1,"no":1,"need":2,"to":3,"validate":6,"using":1,"pydantic":1,"again":1,"textparser":1,"partial":6,"cast":6,"chatcompletioncontentparttextparam":1,"imageembedsparser":1,"chatcompletioncontentpartimageembedsparam":1,"inputaudioparser":1,"chatcompletioncontentpartinputaudioparam":1,"refusalparser":1,"chatcompletioncontentpartrefusalparam":1,"pilimageparser":1,"customchatcompletioncontentpilimageparam":1,"thinkparser":1,"customthinkcompletioncontentparam":1,"url":1,"objects":1,"imageparser":1,"typeadapter":4,"chatcompletioncontentpartimageparam":1,"python":4,"audioparser":1,"chatcompletioncontentpartaudioparam":1,"videoparser":1,"chatcompletioncontentpartvideoparam":1,"responsesinputimageparser":1,"responseinputimageparam":1,"contentpart":2,"typealias":1,"union":1,"str":4,"dict":2,"inputaudio":1,"pilimage":1,"define":1,"a":1,"mapping":1,"from":1,"part":1,"types":1,"their":1,"corresponding":1,"parsing":1,"functions":1,"mm":1,"parser":1,"map":1,"callable":1,"chatcompletioncontentpartparam":1},"32952,1739,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"text":6,"lambda":11,"part":38,"textparser":2,"get":16,"none":12,"thinking":2,"thinkparser":1,"input":4,"image":10,"responsesinputimageparser":1,"url":13,"imageparser":1,"embeds":2,"imageembedsparser":1,"pil":2,"pilimageparser":1,"audio":4,"audioparser":1,"inputaudioparser":1,"refusal":2,"refusalparser":1,"video":2,"videoparser":1,"def":1,"parse":1,"chat":1,"message":1,"content":7,"mm":3,"chatcompletioncontentpartparam":1,"tuple":2,"str":3,"contentpart":1,"parses":1,"a":4,"given":1,"multi":1,"modal":1,"based":1,"on":1,"its":1,"type":11,"args":1,"dict":2,"containing":1,"the":3,"with":1,"potential":1,"field":2,"returns":1,"where":1,"of":1,"e":2,"g":2,"parsed":1,"raises":1,"valueerror":1,"if":2,"is":3,"missing":1,"and":2,"no":1,"direct":1,"found":1,"assert":1,"isinstance":2,"this":1,"needed":1,"to":1,"avoid":1,"mypy":1,"errors":1,"from":1,"in":1,"parser":2,"map":2},"34691,1827,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"special":1,"case":1,"for":1,"image":11,"url":17,"detail":3,"we":1,"only":1,"support":1,"auto":3,"which":1,"is":9,"the":1,"default":1,"if":8,"part":18,"type":11,"and":2,"get":8,"logger":1,"warning":1,"currently":1,"not":6,"supported":1,"will":1,"be":1,"ignored":1,"return":6,"content":3,"handle":1,"missing":2,"but":1,"provided":1,"direct":2,"fields":1,"required":1,"field":3,"by":1,"pydantic":1,"none":5,"params":8,"cast":4,"customchatcompletioncontentsimpleimageparam":1,"audio":11,"customchatcompletioncontentsimpleaudioparam":1,"input":5,"dict":1,"str":3,"video":6,"customchatcompletioncontentsimplevideoparam":1,"raise":3,"an":1,"error":1,"no":1,"or":1,"found":1,"valueerror":2,"in":2,"multimodal":2,"isinstance":1,"invalid":1,"unknown":1,"valid":1,"message":1,"mm":1,"types":1,"text":1,"refusal":1,"embeds":1,"pil":1},"36518,1448,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"def":2,"parse":6,"chat":3,"message":3,"content":9,"parts":3,"role":5,"str":2,"iterable":1,"chatcompletioncontentpartparam":2,"mm":10,"tracker":2,"basemultimodalitemtracker":1,"wrap":5,"dicts":5,"bool":4,"interleave":5,"strings":5,"list":3,"conversationmessage":3,"contentpart":1,"parser":5,"create":1,"for":1,"part":5,"in":1,"res":3,"if":3,"append":1,"parsing":1,"wraps":1,"images":1,"and":1,"texts":4,"as":1,"interleaved":1,"dictionaries":1,"return":2,"type":1,"ignore":1,"cast":1,"placeholder":4,"storage":4,"text":4,"prompt":4,"get":1,"full":1,"multimodal":1,"else":1,"n":1,"join":1,"basemultimodalcontentparser":1},"37966,1210,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"optional":1,"contentpart":1,"parses":1,"a":3,"single":1,"part":13,"of":1,"conversation":1,"if":6,"wrap":2,"dicts":2,"is":4,"true":1,"structured":2,"dictionary":2,"pieces":1,"for":1,"texts":2,"and":5,"images":1,"will":3,"be":4,"wrapped":1,"in":3,"dictionaries":1,"i":1,"e":1,"type":9,"text":8,"image":2,"respectively":1,"otherwise":1,"multimodal":3,"data":1,"handled":1,"by":1,"mm":3,"parser":1,"returned":1,"as":1,"strings":1,"to":1,"joined":1,"with":2,"placeholders":1,"isinstance":1,"str":5,"handle":2,"plain":1,"parts":2,"return":4,"content":10,"parse":1,"chat":1,"message":2,"refusal":2,"url":3,"audio":2,"video":1,"input":2,"but":1,"none":3,"log":1,"warning":2,"skip":1,"valid":1,"types":1,"logger":1,"skipping":1,"s":2,"empty":1,"unparsable":1,"thinking":1,"cast":1,"else":1},"39176,1651,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"modality":10,"none":2,"if":3,"part":8,"type":9,"image":14,"pil":2,"content":22,"cast":8,"mm":7,"parser":6,"parse":7,"elif":5,"in":1,"url":3,"input":3,"str":12,"embeds":2,"union":1,"dict":3,"audio":6,"inputaudio":1,"video":3,"else":3,"raise":1,"notimplementederror":1,"f":1,"unknown":1,"return":1,"wrap":1,"dicts":1,"placeholders":1,"map":1,"interleave":2,"strings":2,"no":1,"need":1,"to":1,"validate":1,"using":1,"pydantic":1,"again":1,"assistantparser":1,"partial":2,"chatcompletionassistantmessageparam":1,"toolparser":1,"chatcompletiontoolmessageparam":1,"def":1,"chat":1,"message":4,"chatcompletionmessageparam":1,"tracker":1,"basemultimodalitemtracker":1,"format":1,"chattemplatecontentformat":1,"bool":1,"list":1,"conversationmessage":1,"role":2,"get":1},"40827,1928,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"if":7,"content":8,"is":4,"none":4,"elif":2,"isinstance":3,"str":3,"chatcompletioncontentparttextparam":1,"type":2,"text":2,"result":7,"parse":2,"chat":2,"message":11,"parts":1,"role":5,"ignore":1,"mm":1,"tracker":1,"wrap":1,"dicts":2,"format":2,"openai":3,"interleave":2,"strings":2,"for":4,"msg":11,"in":8,"assistant":3,"parsed":7,"assistantparser":1,"the":4,"tool":16,"calls":10,"not":3,"check":1,"ensures":1,"compatibility":1,"it":1,"s":1,"needed":1,"only":1,"downstream":1,"code":1,"doesn":1,"t":1,"strictly":1,"follow":1,"spec":1,"and":4,"list":3,"toolparser":1,"call":4,"id":3,"name":4,"return":1,"def":1,"postprocess":1,"messages":5,"conversationmessage":1,"per":1,"transformers":1,"docs":1,"maintainers":1,"arguments":3,"with":1,"need":1,"to":2,"be":1,"json":2,"this":1,"how":1,"use":1,"templates":1,"will":1,"expect":1,"them":1,"moving":1,"forwards":1,"so":1,"that":1,"have":1,"string":1,"which":1,"we":1,"get":1,"from":1,"dict":1,"item":3,"function":2,"loads":1},"42755,1790,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"def":2,"parse":4,"chat":4,"messages":12,"list":6,"chatcompletionmessageparam":2,"model":8,"config":12,"modelconfig":2,"tokenizer":4,"anytokenizer":2,"content":8,"format":6,"chattemplatecontentformat":2,"tuple":2,"conversationmessage":4,"optional":2,"multimodaldatadict":2,"conversation":8,"mm":10,"tracker":6,"multimodalitemtracker":1,"for":2,"msg":4,"in":2,"sub":4,"message":2,"interleave":4,"strings":4,"string":2,"and":4,"multimodal":4,"is":2,"not":2,"none":2,"extend":2,"postprocess":2,"return":2,"all":2,"data":2,"futures":1,"awaitable":1,"asyncmultimodalitemtracker":1},"44545,1924,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"def":2,"apply":3,"hf":6,"chat":19,"template":19,"tokenizer":5,"union":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"conversation":3,"list":5,"conversationmessage":1,"optional":4,"str":6,"tools":6,"dict":2,"any":5,"model":3,"config":3,"modelconfig":1,"tokenize":3,"bool":1,"false":1,"different":1,"from":3,"s":2,"default":2,"kwargs":4,"resolve":3,"if":2,"is":3,"none":2,"raise":2,"valueerror":2,"as":2,"of":2,"transformers":2,"v4":1,"44":1,"no":1,"longer":1,"allowed":1,"so":1,"you":1,"must":1,"provide":1,"a":1,"the":3,"does":1,"not":1,"define":1,"one":1,"try":1,"return":2,"type":4,"ignore":2,"arg":2,"external":1,"library":2,"exceptions":3,"can":1,"sometimes":1,"occur":1,"despite":1,"framework":1,"internal":1,"exception":3,"management":1,"capabilities":1,"except":1,"e":3,"log":1,"and":2,"report":1,"related":1,"for":1,"further":1,"investigation":1,"logger":1,"an":1,"error":1,"occurred":1,"in":1,"while":1,"applying":1,"mistral":4,"mistraltokenizer":1,"messages":1,"chatcompletionmessageparam":1,"int":1,"common":1,"import":1,"mistralcommonexception":1,"value":1,"always":1,"we":1,"won":1,"t":1,"use":1,"it":1},"46469,991,data/raw/vllm-0.10.1/vllm/entrypoints/chat_utils.py":{"try":1,"return":2,"tokenizer":1,"apply":1,"chat":2,"template":2,"messages":2,"tools":2,"kwargs":1,"mistral":2,"common":2,"uses":1,"assert":1,"statements":1,"to":2,"stop":1,"processing":1,"of":1,"input":3,"if":1,"does":1,"not":1,"comply":1,"with":1,"the":3,"expected":1,"format":1,"we":1,"convert":1,"those":1,"assertion":1,"errors":1,"valueerrors":1,"so":1,"they":1,"can":2,"be":1,"are":1,"properly":1,"caught":1,"in":2,"preprocessing":1,"step":1,"except":2,"assertionerror":1,"mistralcommonexception":1,"as":2,"e":6,"raise":2,"valueerror":2,"str":3,"from":2,"external":1,"library":2,"exceptions":2,"sometimes":1,"occur":1,"despite":1,"framework":1,"s":1,"internal":1,"exception":3,"management":1,"capabilities":1,"log":1,"and":1,"report":1,"any":1,"related":1,"for":1,"further":1,"investigation":1,"logger":1,"an":1,"error":1,"occurred":1,"while":1,"applying":1,"def":1,"random":2,"tool":2,"call":1,"id":1,"f":1,"chatcmpl":1,"uuid":1},"0,1989,data/raw/vllm-0.10.1/vllm/entrypoints/score_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":8,"project":1,"from":10,"typing":2,"import":10,"any":1,"optional":1,"union":4,"cast":1,"torch":1,"nn":1,"cosinesimilarity":2,"extensions":1,"required":3,"typealias":2,"typeddict":2,"config":1,"modelconfig":1,"entrypoints":1,"chat":4,"utils":2,"basemultimodalitemtracker":1,"chatcompletioncontentpartimageembedsparam":2,"chatcompletioncontentpartimageparam":2,"chatcompletioncontentparttextparam":1,"multimodalitemtracker":1,"contentpart":1,"parse":1,"message":1,"content":3,"part":1,"inputs":2,"tokensprompt":1,"model":1,"executor":1,"models":1,"interfaces":1,"supports":1,"score":2,"template":1,"multimodal":3,"multimodaldatadict":1,"outputs":1,"poolingrequestoutput":5,"transformers":1,"tokenizer":2,"anytokenizer":1,"pretrainedtokenizer":2,"pretrainedtokenizerfast":2,"scorecontentpartparam":2,"class":1,"scoremultimodalparam":1,"total":1,"false":1,"a":2,"specialized":1,"parameter":1,"type":1,"for":2,"scoring":3,"reasons":1,"why":1,"don":2,"t":2,"reuse":1,"customchatcompletionmessageparam":1,"directly":1,"1":2,"tasks":1,"need":1,"role":1,"field":1,"user":1,"assistant":1,"system":1,"that":2,"s":2,"in":2,"completions":1,"including":1,"specific":1,"fields":1,"would":1,"confuse":1,"users":1,"about":1,"their":1,"purpose":1,"3":1,"this":1,"is":1,"more":1,"focused":1,"interface":1,"only":1,"exposes":1,"what":1,"needed":1,"noqa":1,"e501":1,"list":5,"contents":1,"def":1,"cosine":1,"similarity":1,"embed":2,"scorer":1,"scores":1},"1989,1939,data/raw/vllm-0.10.1/vllm/entrypoints/score_utils.py":{"for":1,"emb":8,"1":21,"2":16,"in":1,"zip":1,"embed":2,"pair":3,"score":6,"scorer":1,"outputs":3,"data":12,"padding":3,"if":5,"pad":3,"token":6,"id":6,"getattr":1,"tokenizer":3,"none":3,"is":3,"not":2,"tokens":2,"prompt":7,"ids":3,"scores":2,"append":1,"poolingrequestoutput":1,"request":3,"f":2,"finished":1,"true":1,"return":3,"def":3,"validate":1,"input":2,"lens":1,"union":4,"list":4,"str":12,"scorecontentpartparam":4,"len":9,"and":2,"raise":4,"valueerror":4,"lengths":1,"must":3,"be":3,"either":1,"n":3,"or":1,"0":2,"at":2,"least":2,"one":2,"text":2,"element":2,"given":2,"parse":3,"model":2,"config":2,"modelconfig":1,"anytokenizer":1,"tuple":1,"optional":2,"multimodaldatadict":1,"mm":5,"tracker":4,"multimodalitemtracker":1,"content":12,"ensure":3,"contentpart":1,"isinstance":1,"cast":1,"else":1,"only":1,"string":1,"supported":1,"but":1,"got":1,"all":1},"3928,1905,data/raw/vllm-0.10.1/vllm/entrypoints/score_utils.py":{"def":3,"parse":5,"score":6,"content":2,"data":5,"union":1,"str":5,"scorecontentpartparam":1,"mm":10,"tracker":2,"basemultimodalitemtracker":1,"optional":1,"contentpart":1,"if":6,"isinstance":1,"chatcompletioncontentparttextparam":1,"type":1,"text":2,"parser":4,"create":1,"res":3,"chat":1,"message":1,"part":1,"wrap":1,"dicts":1,"false":2,"interleave":1,"strings":1,"return":3,"placeholder":5,"storage":5,"len":2,"1":4,"or":1,"next":2,"iter":2,"values":2,"raise":3,"valueerror":3,"only":1,"one":1,"multi":1,"modal":1,"item":1,"is":3,"supported":1,"0":1,"apply":1,"template":5,"model":21,"config":5,"modelconfig":2,"prompt":9,"2":2,"note":3,"simon":2,"lazy":2,"import":4,"to":2,"avoid":2,"bring":2,"in":3,"all":2,"dependencies":2,"e":2,"g":2,"gguf":2,"from":3,"vllm":2,"executor":2,"loader":2,"get":6,"cls":4,"supports":2,"full":3,"none":2,"empty":1,"f":1,"unsupported":1,"architecture":3,"post":2,"process":2,"tokens":3,"tokensprompt":1,"perform":1,"specific":1,"manipulations":1,"on":1,"the":1,"input":1,"this":1,"an":1,"place":1,"operation":1},"5833,1576,data/raw/vllm-0.10.1/vllm/entrypoints/score_utils.py":{"def":1,"get":4,"score":4,"prompt":27,"model":12,"config":6,"modelconfig":1,"tokenizer":6,"anytokenizer":1,"tokenization":4,"kwargs":4,"dict":1,"str":4,"any":1,"data":9,"1":6,"union":2,"scorecontentpartparam":2,"2":6,"tuple":1,"tokensprompt":2,"mm":3,"parse":1,"from":1,"vllm":1,"executor":1,"loader":1,"import":1,"cls":2,"if":3,"supports":1,"template":2,"full":6,"apply":1,"inputs":6,"elif":1,"use":1,"pad":3,"token":8,"cross":1,"encoder":1,"models":2,"defaults":2,"to":2,"using":2,"text":3,"pair":1,"decode":1,"input":2,"ids":7,"else":1,"llm":1,"as":1,"reranker":1,"not":3,"engine":5,"type":4,"is":2,"none":2,"post":1,"process":1,"tokens":1,"multi":1,"modal":1,"return":1},"7409,600,data/raw/vllm-0.10.1/vllm/entrypoints/score_utils.py":{"def":1,"compress":1,"token":5,"type":9,"ids":5,"list":2,"int":2,"return":2,"position":1,"of":4,"the":3,"first":6,"1":3,"or":1,"length":1,"if":2,"not":1,"found":1,"one":5,"len":1,"err":3,"msg":3,"are":1,"expected":1,"to":1,"be":1,"a":2,"sequence":2,"zeros":1,"followed":1,"by":1,"ones":1,"for":1,"i":4,"id":4,"in":1,"enumerate":1,"0":1,"and":2,"raise":2,"valueerror":2,"elif":2},"0,1971,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":17,"itertools":1,"from":13,"collections":1,"abc":1,"sequence":1,"contextlib":1,"contextmanager":1,"typing":2,"type":2,"checking":1,"any":1,"callable":1,"classvar":1,"optional":1,"union":1,"cast":1,"overload":1,"cloudpickle":1,"torch":1,"nn":2,"as":2,"pydantic":1,"validationerror":1,"tqdm":2,"auto":1,"extensions":1,"typevar":1,"deprecated":1,"envs":2,"beam":1,"search":1,"beamsearchinstance":1,"beamsearchoutput":1,"beamsearchsequence":1,"create":1,"sort":1,"beams":1,"key":1,"function":1,"config":1,"compilationconfig":1,"modeldtype":1,"tokenizermode":1,"is":1,"init":1,"field":1,"engine":3,"arg":1,"utils":4,"convertoption":1,"engineargs":1,"hfoverrides":1,"poolerconfig":1,"runneroption":1,"llm":1,"llmengine":1,"entrypoints":3,"chat":5,"chatcompletionmessageparam":1,"chattemplatecontentformatoption":1,"apply":2,"hf":1,"template":3,"mistral":1,"parse":1,"messages":1,"resolve":1,"content":1,"format":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"score":3,"scorecontentpartparam":1,"scoremultimodalparam":1,"cosine":1,"similarity":1,"validate":2,"input":1,"lens":1,"compress":1,"token":1,"ids":1,"get":1,"prompt":1,"enable":1,"truncation":1,"size":1,"log":1,"non":1,"default":1,"args":1},"1971,1571,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"from":16,"vllm":14,"inputs":2,"import":14,"prompttype":1,"singletonprompt":1,"textprompt":1,"tokensprompt":1,"parse":2,"and":5,"batch":2,"prompt":1,"logger":4,"init":2,"lora":1,"request":1,"lorarequest":1,"model":3,"executor":1,"layers":1,"quantization":1,"quantizationmethods":1,"outputs":1,"classificationrequestoutput":1,"embeddingrequestoutput":1,"poolingrequestoutput":1,"requestoutput":1,"scoringrequestoutput":1,"pooling":1,"params":2,"poolingparams":1,"sampling":3,"beamsearchparams":1,"requestoutputkind":1,"samplingparams":1,"tasks":1,"poolingtask":1,"transformers":1,"utils":2,"tokenizer":3,"anytokenizer":1,"mistraltokenizer":1,"get":1,"cached":1,"usage":2,"lib":1,"usagecontext":1,"counter":1,"device":1,"deprecate":1,"kwargs":1,"is":1,"list":1,"of":2,"v1":2,"sample":1,"logits":1,"processor":1,"logitsprocessor":1,"if":1,"type":1,"checking":1,"metrics":1,"reader":1,"metric":1,"name":1,"r":2,"typevar":1,"default":1,"any":1,"class":3,"llm":2,"an":2,"for":2,"generating":1,"texts":2,"given":2,"prompts":2,"parameters":2,"this":2,"includes":1,"a":3,"language":1,"possibly":1,"distributed":1,"across":1,"multiple":1,"gpus":1,"gpu":1,"memory":2,"space":1,"allocated":1,"intermediate":1,"states":1,"aka":1,"kv":1,"cache":1,"generates":1,"the":1,"using":1,"intelligent":1,"batching":1,"mechanism":1,"efficient":1,"management":1},"3543,1976,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"args":1,"model":9,"the":24,"name":6,"or":5,"path":3,"of":5,"a":9,"huggingface":3,"transformers":2,"tokenizer":11,"mode":2,"auto":2,"will":3,"use":8,"fast":1,"if":6,"available":1,"and":8,"slow":2,"always":1,"skip":2,"init":1,"true":1,"initialization":1,"detokenizer":1,"expect":1,"valid":1,"prompt":2,"token":1,"ids":1,"none":3,"for":3,"from":3,"input":1,"trust":2,"remote":2,"code":2,"e":1,"g":1,"when":1,"downloading":1,"allowed":1,"local":2,"media":1,"allowing":1,"api":1,"requests":1,"to":6,"read":1,"images":1,"videos":1,"directories":1,"specified":2,"by":1,"server":1,"file":3,"system":1,"this":1,"is":3,"security":1,"risk":1,"should":1,"only":1,"be":3,"enabled":1,"in":4,"trusted":1,"environments":1,"tensor":2,"parallel":1,"size":1,"number":1,"gpus":1,"distributed":1,"execution":1,"with":1,"parallelism":1,"dtype":4,"data":2,"type":2,"weights":4,"activations":1,"currently":2,"we":6,"support":2,"float32":2,"float16":2,"bfloat16":1,"torch":2,"attribute":2,"config":4,"however":1,"instead":1,"quantization":2,"method":1,"used":1,"quantize":1,"awq":1,"gptq":1,"fp8":1,"experimental":1,"first":1,"check":1,"that":1,"assume":1,"are":1,"not":1,"quantized":1,"determine":1,"revision":2,"specific":2,"version":2,"it":2,"can":2,"branch":2,"tag":2,"commit":2,"id":2},"5519,1937,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"seed":2,"the":19,"to":10,"initialize":1,"random":1,"number":1,"generator":1,"for":6,"sampling":2,"gpu":5,"memory":7,"utilization":1,"ratio":1,"between":1,"0":2,"and":5,"1":3,"of":11,"reserve":1,"model":5,"weights":3,"activations":1,"kv":2,"cache":2,"higher":1,"values":2,"will":4,"increase":1,"size":3,"thus":1,"improve":1,"s":1,"throughput":1,"however":1,"if":5,"value":1,"is":3,"too":2,"high":1,"it":1,"may":3,"cause":2,"out":2,"oom":2,"errors":2,"swap":2,"space":3,"gib":2,"cpu":4,"per":1,"use":4,"as":1,"this":6,"can":3,"be":1,"used":1,"temporarily":1,"storing":1,"states":1,"requests":2,"when":2,"their":1,"best":3,"parameters":1,"are":1,"larger":3,"than":3,"all":2,"have":1,"you":2,"safely":1,"set":1,"noting":1,"that":1,"only":1,"supported":1,"in":4,"v0":1,"otherwise":1,"small":1,"offload":1,"gb":1,"offloading":1,"virtually":1,"increases":1,"hold":1,"at":1,"cost":1,"data":1,"transfer":1,"every":1,"forward":1,"pass":1,"enforce":2,"eager":6,"whether":1,"execution":2,"true":1,"we":4,"disable":4,"cuda":3,"graph":2,"always":1,"execute":1,"mode":3,"false":1,"hybrid":1,"max":1,"seq":1,"len":2,"capture":1,"maximum":1,"sequence":3,"covered":1,"by":1,"graphs":1,"a":1,"has":1,"context":1,"length":2,"fall":2,"back":2,"additionally":1,"encoder":2,"decoder":1,"models":1,"input":1,"custom":1,"reduce":1,"see":1,"parallelconfig":2,"vllm":1,"config":1,"async":2,"output":2,"proc":1,"processing":1,"result":1,"lower":1,"performance":1},"7456,1286,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"hf":2,"token":3,"the":11,"to":6,"use":2,"as":2,"http":1,"bearer":1,"authorization":1,"for":7,"remote":1,"files":1,"if":5,"true":1,"will":1,"generated":1,"when":1,"running":1,"huggingface":4,"cli":1,"login":1,"stored":1,"in":1,"overrides":3,"a":4,"dictionary":3,"contains":1,"arguments":3,"be":2,"forwarded":2,"config":6,"callable":1,"it":5,"is":5,"called":1,"update":1,"mm":1,"processor":4,"kwargs":2,"model":3,"s":1,"multi":2,"modal":2,"data":1,"e":2,"g":2,"image":1,"obtained":1,"from":2,"autoprocessor":1,"pretrained":1,"available":1,"depend":1,"on":1,"that":1,"being":1,"run":1,"example":1,"phi":1,"3":1,"vision":1,"num":1,"crops":1,"4":1,"override":2,"pooler":1,"initialize":1,"non":1,"default":2,"pooling":4,"or":2,"poolerconfig":1,"type":1,"mean":1,"normalize":1,"false":1,"compilation":3,"either":1,"an":2,"integer":2,"used":1,"level":1,"of":1,"optimization":1,"can":1,"specify":1,"full":1,"configuration":1,"engineargs":2,"vllm":1},"8742,1933,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"note":1,"this":1,"class":2,"is":1,"intended":1,"to":4,"be":1,"used":1,"for":2,"offline":1,"inference":1,"online":1,"serving":1,"use":1,"the":2,"asyncllmengine":2,"vllm":1,"instead":1,"deprecate":5,"legacy":5,"classvar":1,"bool":7,"true":2,"a":1,"flag":1,"toggle":1,"whether":1,"generate":1,"encode":1,"api":2,"classmethod":1,"contextmanager":1,"def":2,"cls":3,"yield":1,"false":6,"init":2,"self":1,"model":1,"str":9,"runner":1,"runneroption":1,"auto":4,"convert":1,"convertoption":1,"tokenizer":4,"optional":11,"none":12,"mode":1,"tokenizermode":1,"skip":1,"trust":1,"remote":1,"code":1,"allowed":1,"local":1,"media":1,"path":1,"tensor":1,"parallel":1,"size":1,"int":4,"1":1,"dtype":1,"modeldtype":1,"quantization":1,"quantizationmethods":1,"revision":2,"seed":1,"gpu":1,"memory":1,"utilization":1,"float":3,"0":2,"9":1,"swap":1,"space":1,"4":1,"cpu":1,"offload":1,"gb":1,"enforce":1,"eager":1,"max":1,"seq":1,"len":1,"capture":1,"8192":1,"disable":2,"custom":1,"all":1,"reduce":1,"async":1,"output":1,"proc":1,"hf":2,"token":1,"union":3,"overrides":1,"hfoverrides":1,"mm":1,"processor":1,"kwargs":2,"dict":2,"any":2,"override":1,"pooler":1,"config":2,"poolerconfig":1,"compilation":1,"compilationconfig":1,"logits":1,"processors":1,"list":1,"type":1,"logitsprocessor":1,"llm":1,"constructor":1},"10675,1965,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"if":8,"disable":2,"log":2,"stats":2,"not":3,"in":3,"kwargs":9,"true":1,"worker":7,"cls":7,"the":2,"is":4,"qualified":1,"string":1,"name":1,"we":1,"serialize":1,"it":1,"using":1,"cloudpickle":2,"to":5,"avoid":1,"pickling":1,"issues":1,"isinstance":4,"type":1,"dumps":1,"kv":6,"transfer":6,"config":20,"and":1,"dict":8,"from":2,"vllm":2,"import":1,"kvtransferconfig":3,"raw":3,"try":1,"except":1,"validationerror":1,"as":1,"e":4,"logger":1,"error":3,"failed":1,"convert":1,"object":1,"s":2,"consider":1,"re":1,"raising":1,"a":1,"more":1,"specific":1,"or":1,"valueerror":2,"provide":1,"better":1,"context":1,"user":1,"raise":1,"f":1,"invalid":1,"provided":1,"hf":2,"overrides":2,"none":2,"compilation":10,"int":1,"instance":4,"compilationconfig":4,"level":1,"elif":1,"predicate":2,"lambda":1,"x":2,"init":1,"field":1,"0":1,"filter":1,"items":1,"else":2},"12640,1991,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"engine":11,"args":6,"engineargs":1,"model":3,"runner":2,"convert":2,"tokenizer":8,"mode":2,"skip":2,"init":2,"trust":2,"remote":2,"code":2,"allowed":2,"local":2,"media":2,"path":2,"tensor":2,"parallel":2,"size":2,"dtype":2,"quantization":2,"revision":4,"seed":2,"gpu":2,"memory":2,"utilization":2,"swap":2,"space":2,"cpu":2,"offload":2,"gb":2,"enforce":2,"eager":2,"max":2,"seq":2,"len":2,"to":2,"capture":2,"disable":4,"custom":2,"all":2,"reduce":2,"async":2,"output":2,"proc":2,"hf":4,"token":2,"overrides":2,"mm":2,"processor":2,"kwargs":3,"override":2,"pooler":2,"config":5,"compilation":2,"instance":1,"logits":2,"processors":2,"log":1,"non":1,"default":2,"create":1,"the":1,"autoselects":1,"v0":1,"vs":1,"v1":2,"self":8,"llm":5,"llmengine":1,"from":1,"usage":1,"context":1,"usagecontext":1,"class":2,"type":2,"request":1,"counter":2,"sampling":1,"params":1,"union":1,"dict":1,"str":1,"any":1,"none":2,"if":1,"envs":1,"vllm":1,"use":1,"supported":8,"tasks":8,"get":1,"ignore":1,"else":1,"logger":1,"info":1,"s":1},"14631,1532,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"def":4,"get":7,"tokenizer":16,"self":11,"lora":4,"request":3,"optional":4,"lorarequest":3,"none":5,"anytokenizer":2,"return":3,"llm":3,"engine":3,"group":5,"set":1,"while":1,"cachedtokenizer":1,"is":2,"dynamic":1,"have":1,"no":1,"choice":1,"but":1,"compare":1,"class":2,"name":2,"misjudgment":1,"will":1,"arise":1,"from":2,"user":1,"defined":1,"started":1,"with":1,"cached":3,"if":3,"startswith":1,"else":1,"default":5,"sampling":7,"params":6,"samplingparams":5,"model":1,"config":1,"diff":1,"param":1,"overload":1,"generate":1,"prompts":1,"union":4,"prompttype":2,"sequence":2,"use":1,"tqdm":2,"bool":1,"callable":1,"true":1,"list":2,"requestoutput":1},"16163,1657,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"overload":3,"legacy":3,"single":2,"prompt":9,"optional":12,"token":9,"ids":9,"deprecated":3,"will":3,"become":3,"part":3,"of":3,"prompts":6,"def":3,"generate":3,"self":3,"str":3,"sampling":3,"params":3,"union":9,"samplingparams":6,"list":14,"none":9,"int":3,"use":3,"tqdm":6,"bool":3,"callable":3,"true":3,"lora":3,"request":3,"lorarequest":6,"requestoutput":3,"multi":1},"17820,1850,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"overload":2,"legacy":3,"multi":2,"token":8,"ids":8,"optional":10,"prompt":7,"deprecated":3,"will":2,"become":2,"part":2,"of":2,"prompts":7,"def":3,"generate":3,"self":3,"list":18,"str":3,"none":11,"sampling":3,"params":3,"union":13,"samplingparams":4,"int":6,"use":4,"tqdm":6,"bool":3,"callable":3,"true":3,"lora":3,"request":3,"lorarequest":6,"requestoutput":3,"single":1,"or":1,"pos":1,"only":1,"deprecate":2,"kwargs":1,"is":1,"lambda":1,"llm":1,"additional":1,"message":1,"please":1,"the":3,"parameter":1,"instead":1,"prompttype":2,"sequence":2,"priority":1,"generates":1,"completions":1,"for":1,"input":1},"19670,1416,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"this":2,"class":1,"automatically":1,"batches":1,"the":18,"given":1,"prompts":8,"considering":1,"memory":1,"constraint":1,"for":5,"best":1,"performance":1,"put":1,"all":1,"of":5,"your":1,"into":1,"a":7,"single":2,"list":4,"and":2,"pass":2,"it":6,"to":5,"method":1,"args":1,"llm":1,"you":1,"may":1,"sequence":1,"batch":1,"inference":1,"see":1,"prompttype":2,"vllm":1,"inputs":1,"more":1,"details":1,"about":1,"format":1,"each":1,"sampling":3,"params":1,"parameters":2,"text":1,"generation":2,"if":6,"none":1,"we":1,"use":3,"default":1,"when":3,"is":7,"value":1,"applied":1,"every":1,"prompt":2,"must":1,"have":1,"same":2,"length":1,"as":2,"paired":1,"one":2,"by":1,"with":1,"tqdm":3,"true":1,"shows":1,"progress":3,"bar":3,"callable":1,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"used":1,"create":1,"no":1,"created":1,"lora":2,"request":2,"any":2,"priority":3,"requests":1,"only":1,"applicable":1,"scheduling":1,"policy":1,"enabled":1,"returns":1,"requestoutput":1,"objects":1,"containing":1,"generated":1,"completions":1,"in":1,"order":1,"input":1},"21086,1917,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"note":1,"using":1,"prompts":10,"and":3,"prompt":8,"token":4,"ids":4,"as":2,"keyword":1,"parameters":1,"is":4,"considered":1,"legacy":1,"may":1,"be":1,"deprecated":1,"in":1,"the":4,"future":1,"you":1,"should":1,"instead":1,"pass":1,"them":1,"via":1,"inputs":2,"parameter":1,"model":7,"config":4,"self":5,"llm":2,"engine":1,"runner":4,"type":3,"if":4,"generate":3,"raise":1,"valueerror":1,"only":1,"supported":1,"for":1,"generative":2,"models":1,"try":1,"passing":1,"to":2,"use":4,"a":1,"not":1,"none":3,"parsed":4,"convert":1,"v1":1,"cast":2,"optional":1,"union":2,"str":3,"list":1,"else":1,"prompttype":2,"sequence":1,"sampling":7,"params":8,"default":2,"get":2,"tokenization":4,"kwargs":4,"dict":1,"any":2,"truncate":4,"tokens":4,"isinstance":1,"samplingparams":1,"validate":2,"truncation":1,"size":1,"max":1,"len":1,"add":2,"modality":2,"specific":2,"loras":1,"corresponding":1,"lora":5,"request":4,"reqs":1,"requests":1,"tqdm":2,"priority":2},"23003,1980,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"outputs":3,"self":7,"run":1,"engine":5,"use":2,"tqdm":2,"return":4,"class":1,"validate":1,"requestoutput":1,"def":2,"get":1,"modality":1,"specific":1,"lora":21,"reqs":1,"parsed":13,"prompts":6,"union":3,"prompttype":3,"sequence":3,"request":7,"optional":5,"list":1,"lorarequest":3,"grab":1,"the":6,"config":11,"off":1,"vllm":2,"on":1,"since":1,"this":1,"is":5,"same":1,"for":2,"both":1,"v0":1,"v1":1,"llm":2,"if":5,"there":1,"s":1,"no":1,"default":5,"mm":7,"loras":7,"or":5,"model":3,"isn":1,"t":1,"multimodal":2,"leave":1,"as":1,"none":2,"not":6,"and":1,"isinstance":3,"len":1,"else":1,"resolve":2,"single":2,"prompt":9,"opt":2,"req":2,"in":2,"zip":1,"dict":2,"str":2,"multi":1,"modal":1,"data":1,"cast":1,"textprompt":1,"tokensprompt":1},"24983,1985,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"intersection":6,"set":1,"parsed":1,"prompt":4,"multi":1,"modal":1,"data":1,"keys":2,"default":4,"mm":4,"loras":5,"if":6,"not":1,"return":4,"lora":18,"request":10,"len":1,"1":3,"todo":1,"would":2,"be":4,"nice":1,"to":3,"able":1,"have":2,"multiple":2,"per":3,"logger":2,"warning":2,"modality":12,"specific":1,"were":2,"registered":3,"and":2,"used":1,"by":1,"a":7,"single":1,"consuming":1,"several":1,"modalities":2,"currently":1,"we":3,"only":2,"support":1,"one":2,"as":2,"such":1,"s":2,"with":3,"will":1,"skipped":1,"build":1,"the":7,"id":6,"of":2,"is":2,"index":2,"name":5,"sorted":2,"alphabetically":1,"pop":1,"path":2,"collision":2,"warn":1,"there":1,"but":1,"always":1,"send":1,"explicitly":1,"provided":2,"int":1,"different":1,"falling":1,"back":1,"apply":1,"lorarequest":2,"def":1,"collective":1,"rpc":2,"self":1,"method":1,"union":1,"str":2,"callable":1,"r":2,"timeout":1,"optional":2,"float":1,"none":2,"args":1,"tuple":1,"kwargs":1,"dict":1,"any":1,"list":1,"execute":1,"an":1,"call":1,"on":1,"all":1,"workers":1},"26968,1940,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"args":4,"method":6,"name":1,"of":2,"the":13,"worker":6,"to":13,"execute":2,"or":2,"a":5,"callable":3,"that":1,"is":4,"serialized":1,"and":4,"sent":1,"all":1,"workers":1,"if":3,"it":2,"should":2,"accept":1,"an":1,"additional":1,"self":6,"argument":2,"in":3,"addition":1,"arguments":3,"passed":1,"kwargs":3,"will":1,"be":2,"object":1,"timeout":3,"maximum":1,"time":1,"seconds":1,"wait":2,"for":2,"execution":1,"raises":1,"timeouterror":1,"on":2,"none":2,"means":1,"indefinitely":1,"positional":1,"pass":4,"keyword":1,"returns":1,"list":6,"containing":1,"results":1,"from":1,"each":4,"note":1,"recommended":1,"use":1,"this":1,"api":1,"only":1,"control":1,"messages":1,"set":1,"up":1,"data":2,"plane":1,"communication":1,"return":3,"llm":2,"engine":2,"collective":1,"rpc":1,"def":2,"apply":2,"model":4,"func":2,"nn":1,"module":1,"r":2,"run":1,"function":1,"directly":1,"inside":1,"returning":1,"result":1,"them":1,"executor":3,"get":2,"beam":1,"search":1,"lora":9,"requests":1,"request":8,"optional":3,"union":2,"lorarequest":4,"prompts":4,"tokensprompt":1,"textprompt":1,"corresponding":1,"prompt":1,"isinstance":2,"sequence":1,"len":3,"raise":1,"valueerror":1,"same":1,"length":1,"as":1},"28908,1895,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"raise":1,"typeerror":1,"f":1,"invalid":1,"lora":8,"request":6,"type":2,"def":2,"beam":14,"search":5,"self":3,"prompts":4,"list":5,"union":2,"tokensprompt":4,"textprompt":1,"params":7,"beamsearchparams":1,"optional":1,"lorarequest":2,"none":3,"use":4,"tqdm":3,"bool":1,"false":1,"beamsearchoutput":1,"generate":1,"sequences":1,"using":1,"args":1,"a":3,"of":2,"each":1,"prompt":7,"can":1,"be":1,"string":1,"or":1,"token":7,"ids":2,"the":2,"parameters":1,"to":3,"for":1,"generation":1,"if":3,"any":1,"whether":1,"display":1,"progress":1,"bar":1,"todo":1,"how":1,"does":1,"work":1,"together":1,"with":1,"length":4,"penalty":5,"frequency":1,"and":1,"stopping":1,"criteria":1,"etc":1,"width":2,"max":2,"tokens":4,"temperature":2,"ignore":2,"eos":3,"requests":2,"get":2,"tokenizer":3,"sort":2,"beams":2,"key":2,"create":2,"function":1,"id":1,"from":1,"beamsearchsequence":1,"kwargs":7,"multi":3,"modal":3,"data":3,"is":2,"not":2,"mm":3,"processor":3,"return":1},"30803,1911,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"generate":1,"2":2,"beam":5,"width":2,"candidates":1,"at":2,"each":1,"step":1,"following":1,"the":3,"huggingface":2,"transformers":3,"implementation":1,"https":1,"github":1,"com":1,"blob":1,"e15687fffe5c9d20598a19aeab721ae0a7580f8a":1,"src":1,"generation":1,"search":3,"py":1,"l534":1,"noqa":1,"params":1,"samplingparams":1,"logprobs":2,"max":2,"tokens":5,"1":1,"temperature":2,"instances":2,"list":1,"beamsearchinstance":2,"for":2,"lora":4,"req":2,"prompt":16,"in":4,"zip":1,"requests":1,"prompts":1,"add":1,"multimodal":1,"processor":4,"kwargs":8,"data":4,"mm":7,"if":4,"multi":3,"modal":3,"token":7,"ids":2,"cast":1,"tokensprompt":1,"needed":1,"mypy":1,"else":1,"tokenizer":1,"encode":1,"append":1,"request":1,"none":1,"iter":3,"range":1,"use":1,"tqdm":2,"desc":1,"unit":2,"scale":1,"false":1,"logger":1,"warning":1,"progress":2,"bar":1,"shows":1,"upper":1,"bound":1,"on":1,"steps":1,"and":1,"may":1,"finish":1,"early":1,"due":1,"to":1,"stopping":1,"conditions":1,"it":1,"does":1,"not":1,"reflect":1,"instance":1,"level":1},"32714,1323,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"for":8,"in":6,"token":1,"iter":1,"all":4,"beams":7,"list":5,"beamsearchsequence":1,"sum":1,"instance":8,"instances":3,"pos":3,"0":2,"itertools":1,"accumulate":1,"len":2,"start":4,"and":2,"end":4,"tuple":1,"int":2,"zip":3,"1":2,"if":1,"break":1,"create":2,"the":1,"corresponding":1,"batch":5,"entries":1,"prompt":2,"optional":1,"lora":5,"prompts":2,"req":2,"tokens":1,"from":1,"beam":6,"request":2,"only":1,"runs":1,"one":1,"step":1,"we":1,"don":1,"t":1,"need":1,"to":1,"use":2,"tqdm":2,"here":1,"output":2,"self":1,"generate":1,"sampling":1,"params":2,"search":1,"false":1,"new":1,"i":3,"range":1,"current":1,"result":1},"34037,1894,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"if":3,"result":3,"outputs":4,"0":4,"logprobs":8,"is":3,"not":2,"none":2,"it":2,"means":1,"the":3,"sequence":1,"completed":6,"because":1,"of":1,"max":1,"model":1,"len":1,"or":1,"abortion":1,"we":1,"don":1,"t":1,"need":1,"to":2,"add":1,"new":6,"beams":10,"for":2,"token":4,"id":4,"logprob":5,"obj":2,"in":2,"items":1,"beam":11,"beamsearchsequence":1,"tokens":2,"current":6,"lora":2,"request":2,"cum":2,"multi":2,"modal":2,"data":2,"mm":2,"processor":2,"kwargs":2,"tokenizer":1,"eos":2,"and":1,"ignore":1,"instance":8,"append":2,"else":1,"sorted":6,"key":4,"sort":2,"reverse":2,"true":2,"width":2,"instances":1,"extend":1,"best":1},"35931,1570,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"for":2,"beam":3,"in":2,"best":2,"beams":2,"text":2,"tokenizer":2,"decode":1,"tokens":1,"outputs":2,"append":1,"beamsearchoutput":1,"sequences":1,"return":1,"def":1,"chat":6,"self":1,"messages":3,"union":3,"list":8,"chatcompletionmessageparam":2,"sampling":1,"params":1,"optional":6,"samplingparams":2,"none":6,"use":1,"tqdm":2,"bool":3,"callable":1,"true":2,"lora":1,"request":1,"lorarequest":1,"template":3,"str":4,"content":2,"format":1,"chattemplatecontentformatoption":1,"auto":1,"add":1,"generation":1,"prompt":2,"continue":1,"final":1,"message":2,"false":1,"tools":1,"dict":3,"any":3,"kwargs":2,"mm":1,"processor":1,"requestoutput":1,"generate":3,"responses":2,"a":6,"conversation":4,"the":6,"is":3,"converted":1,"into":1,"using":1,"and":2,"calls":1,"method":1,"to":2,"multi":1,"modal":1,"inputs":1,"can":1,"be":1,"passed":1,"same":1,"way":1,"you":1,"would":1,"pass":1,"them":1,"openai":1,"api":1,"args":1,"of":2,"conversations":1,"or":1,"single":1,"each":2,"represented":1,"as":1,"dictionary":1,"with":1,"role":1,"keys":1},"37501,1776,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"sampling":3,"params":1,"the":16,"parameters":2,"for":5,"text":3,"generation":5,"if":9,"none":1,"we":1,"use":4,"default":2,"when":2,"it":5,"is":7,"a":8,"single":1,"value":1,"applied":1,"to":9,"every":1,"prompt":4,"list":3,"must":1,"have":1,"same":1,"length":1,"as":3,"prompts":1,"and":1,"paired":1,"one":3,"by":1,"with":1,"tqdm":3,"true":5,"shows":1,"progress":3,"bar":3,"callable":1,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"used":3,"create":1,"no":1,"created":1,"lora":2,"request":3,"any":1,"chat":7,"template":7,"structuring":1,"not":1,"provided":1,"model":1,"s":1,"will":3,"be":2,"content":4,"format":2,"render":3,"message":4,"string":2,"example":2,"who":2,"are":2,"you":2,"openai":2,"of":2,"dictionaries":1,"similar":1,"schema":1,"type":1,"add":2,"adds":1,"each":1,"continue":1,"final":2,"continues":1,"in":1,"conversation":1,"instead":1,"starting":1,"new":1,"cannot":1,"also":1,"kwargs":3,"additional":1,"pass":1,"mm":1,"processor":2,"multimodal":1,"kwarg":1,"overrides":1,"this":1,"only":1,"offline":1,"requests":1},"39277,1804,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"returns":1,"a":1,"list":16,"of":6,"requestoutput":1,"objects":1,"containing":1,"the":4,"generated":1,"responses":1,"in":3,"same":1,"order":1,"as":1,"input":1,"messages":11,"chatcompletionmessageparam":3,"handle":2,"multi":1,"and":1,"single":1,"conversations":1,"if":1,"is":4,"cast":2,"else":1,"tokenizer":4,"self":2,"get":2,"lora":1,"request":1,"model":5,"config":5,"llm":1,"engine":1,"resolved":2,"content":6,"format":5,"resolve":1,"chat":11,"template":8,"tools":3,"kwargs":4,"dict":2,"str":1,"any":1,"add":2,"generation":2,"prompt":2,"continue":2,"final":2,"message":4,"update":1,"or":1,"prompts":1,"union":1,"tokensprompt":1,"textprompt":1,"for":2,"msgs":2,"note":1,"parse":2,"parts":1,"currently":1,"doesn":1,"t":1,"mm":2,"processor":1,"since":1,"there":1,"no":1,"implementation":1,"parsing":1,"it":1,"conversation":1,"data":1},"41081,1895,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"if":3,"isinstance":1,"tokenizer":6,"mistraltokenizer":1,"prompt":11,"token":4,"ids":4,"apply":2,"mistral":1,"chat":5,"template":4,"messages":1,"msgs":1,"kwargs":6,"else":1,"str":3,"hf":1,"conversation":2,"model":2,"config":2,"special":2,"tokens":3,"are":1,"already":1,"included":1,"in":2,"templates":1,"so":1,"should":1,"not":3,"be":1,"added":1,"by":1,"the":1,"this":1,"case":1,"encode":3,"add":1,"false":1,"tokensprompt":1,"mm":5,"data":3,"is":2,"none":6,"multi":1,"modal":1,"processor":3,"prompts":3,"append":1,"return":1,"self":2,"generate":1,"sampling":2,"params":3,"use":3,"tqdm":4,"lora":3,"request":3,"overload":1,"def":1,"union":4,"prompttype":2,"sequence":2,"pooling":2,"optional":4,"poolingparams":2,"truncate":1,"int":1,"bool":1,"callable":1,"true":1,"list":2,"lorarequest":2,"task":1,"poolingtask":1,"tokenization":1,"dict":1,"any":1,"poolingrequestoutput":1},"42976,1435,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"overload":2,"legacy":2,"single":1,"prompt":8,"optional":12,"token":6,"ids":6,"deprecated":2,"will":2,"become":2,"part":2,"of":2,"prompts":4,"def":2,"encode":4,"self":2,"str":4,"pooling":4,"params":2,"union":6,"poolingparams":4,"sequence":2,"none":10,"list":8,"int":4,"truncate":2,"tokens":2,"use":2,"tqdm":4,"bool":2,"callable":2,"true":2,"lora":2,"request":2,"lorarequest":4,"task":2,"poolingtask":2,"tokenization":2,"kwargs":2,"dict":2,"any":2,"poolingrequestoutput":2,"multi":1},"44411,1457,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"overload":2,"legacy":2,"single":1,"token":6,"ids":6,"optional":12,"prompt":8,"deprecated":2,"will":2,"become":2,"part":2,"of":2,"prompts":4,"def":2,"encode":4,"self":2,"str":4,"none":10,"pooling":4,"params":2,"union":6,"poolingparams":4,"sequence":2,"list":8,"int":4,"truncate":2,"tokens":2,"use":2,"tqdm":4,"bool":2,"callable":2,"true":2,"lora":2,"request":2,"lorarequest":4,"task":2,"poolingtask":2,"tokenization":2,"kwargs":2,"dict":2,"any":2,"poolingrequestoutput":2,"multi":1},"45868,1811,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"overload":1,"legacy":2,"single":2,"or":1,"multi":1,"token":5,"ids":5,"pos":1,"only":1,"deprecated":2,"prompt":6,"will":1,"become":1,"part":1,"of":2,"prompts":7,"def":2,"encode":3,"self":2,"none":12,"pooling":5,"params":2,"union":10,"list":12,"int":6,"truncate":2,"tokens":2,"optional":10,"use":3,"tqdm":4,"bool":2,"callable":2,"true":2,"lora":2,"request":2,"lorarequest":4,"task":2,"poolingtask":2,"tokenization":2,"kwargs":3,"dict":2,"str":4,"any":2,"poolingrequestoutput":2,"deprecate":2,"is":1,"lambda":1,"llm":1,"additional":1,"message":1,"please":1,"the":6,"parameter":1,"instead":1,"prompttype":2,"sequence":2,"poolingparams":2,"apply":1,"to":3,"hidden":1,"states":1,"corresponding":1,"input":1,"this":2,"class":1,"automatically":1,"batches":1,"given":1,"considering":1,"memory":1,"constraint":1,"for":1,"best":1,"performance":1,"put":1,"all":1,"your":1,"into":1,"a":1,"and":1,"pass":1,"it":1,"method":1},"47679,1323,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"args":1,"prompts":6,"the":12,"to":4,"llm":1,"you":2,"may":2,"pass":2,"a":4,"sequence":1,"of":3,"for":4,"batch":1,"inference":1,"see":1,"prompttype":2,"vllm":1,"inputs":2,"more":1,"details":1,"about":1,"format":1,"each":1,"pooling":9,"params":1,"parameters":3,"if":7,"none":2,"we":1,"use":4,"default":1,"tqdm":3,"true":1,"shows":1,"progress":3,"bar":3,"callable":1,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"it":1,"is":4,"used":1,"create":1,"no":1,"created":1,"lora":2,"request":2,"generation":1,"any":1,"task":5,"override":1,"returns":1,"list":1,"poolingrequestoutput":1,"objects":1,"containing":1,"pooled":1,"hidden":1,"states":1,"in":3,"same":1,"order":1,"as":2,"input":1,"note":1,"using":1,"and":2,"prompt":1,"token":1,"ids":1,"keyword":1,"considered":1,"legacy":1,"be":1,"deprecated":1,"future":1,"should":1,"instead":1,"them":1,"via":1,"parameter":1,"embed":2,"self":1,"supported":1,"tasks":1,"else":1,"encode":1},"49002,1912,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"logger":1,"warning":1,"once":1,"llm":8,"encode":3,"is":4,"currently":1,"using":2,"pooling":21,"task":10,"s":1,"n":5,"please":1,"use":7,"one":2,"of":2,"the":3,"more":1,"specific":1,"methods":1,"or":4,"set":1,"directly":1,"when":1,"for":6,"embeddings":1,"embed":2,"classification":1,"logits":1,"classify":2,"rewards":1,"reward":2,"similarity":1,"scores":1,"score":1,"model":7,"config":5,"self":4,"engine":1,"runner":4,"type":3,"if":5,"raise":2,"valueerror":2,"only":1,"supported":3,"models":1,"try":1,"passing":1,"to":1,"as":1,"a":1,"not":2,"in":2,"tasks":2,"f":1,"must":1,"be":1,"prompt":3,"token":3,"ids":3,"none":2,"parsed":2,"prompts":5,"convert":1,"v1":1,"inputs":1,"cast":2,"optional":1,"union":2,"str":2,"list":1,"else":2,"prompttype":2,"sequence":1,"params":6,"default":1,"poolingparams":2,"isinstance":1,"verify":2,"param":2},"50914,1453,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"if":1,"tokenization":5,"kwargs":5,"is":1,"none":4,"dict":1,"str":1,"any":1,"validate":3,"truncation":1,"size":1,"model":2,"config":1,"max":1,"len":1,"truncate":2,"prompt":3,"tokens":2,"self":4,"and":2,"add":1,"requests":1,"prompts":5,"parsed":1,"params":3,"pooling":2,"use":5,"tqdm":6,"lora":3,"request":3,"outputs":3,"run":1,"engine":2,"return":1,"class":2,"poolingrequestoutput":1,"def":1,"embed":1,"union":4,"prompttype":2,"sequence":2,"optional":3,"int":1,"bool":1,"callable":1,"true":1,"poolingparams":2,"list":3,"lorarequest":2,"embeddingrequestoutput":1,"generate":1,"an":1,"embedding":1,"vector":1,"for":2,"each":1,"this":2,"automatically":1,"batches":1,"the":3,"given":1,"considering":1,"memory":1,"constraint":1,"best":1,"performance":1,"put":1,"all":1,"of":1,"your":1,"into":1,"a":1,"single":1,"pass":1,"it":1,"to":1,"method":1},"52367,1891,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"args":1,"prompts":7,"the":10,"to":3,"llm":1,"you":1,"may":1,"pass":1,"a":4,"sequence":3,"of":3,"for":6,"batch":1,"inference":1,"see":1,"prompttype":4,"vllm":1,"inputs":1,"more":1,"details":1,"about":1,"format":1,"each":2,"pooling":8,"params":4,"parameters":2,"if":6,"none":3,"we":1,"use":6,"default":1,"tqdm":7,"true":2,"shows":1,"progress":3,"bar":3,"callable":2,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"it":1,"is":3,"used":1,"create":1,"no":1,"created":1,"lora":5,"request":5,"generation":1,"any":1,"returns":1,"list":3,"embeddingrequestoutput":2,"objects":1,"containing":1,"embedding":2,"vectors":1,"in":3,"same":1,"order":1,"as":1,"input":1,"embed":3,"not":2,"self":3,"supported":2,"tasks":1,"raise":1,"valueerror":1,"api":1,"by":1,"this":1,"model":2,"try":1,"converting":1,"using":1,"convert":1,"items":2,"encode":1,"truncate":2,"prompt":3,"tokens":2,"task":1,"return":1,"from":1,"base":1,"item":2,"def":1,"classify":1,"union":4,"bool":1,"optional":2,"poolingparams":2,"lorarequest":2,"classificationrequestoutput":1,"generate":1,"class":1,"logits":1},"54258,1584,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"this":3,"class":1,"automatically":1,"batches":1,"the":13,"given":1,"prompts":8,"considering":1,"memory":1,"constraint":1,"for":6,"best":1,"performance":1,"put":1,"all":1,"of":4,"your":1,"into":1,"a":5,"single":1,"list":2,"and":1,"pass":2,"it":2,"to":4,"method":1,"args":1,"llm":1,"you":1,"may":1,"sequence":1,"batch":1,"inference":1,"see":1,"prompttype":2,"vllm":1,"inputs":1,"more":1,"details":1,"about":1,"format":1,"each":1,"use":5,"tqdm":5,"if":6,"true":1,"shows":1,"progress":3,"bar":3,"callable":1,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"is":3,"used":1,"create":1,"no":1,"created":1,"lora":4,"request":4,"generation":1,"any":1,"pooling":7,"params":3,"parameters":2,"none":1,"we":1,"default":1,"returns":1,"classificationrequestoutput":2,"objects":1,"containing":1,"embedding":1,"vectors":1,"in":3,"same":1,"order":1,"as":1,"input":1,"classify":3,"not":2,"self":2,"supported":2,"tasks":1,"raise":1,"valueerror":1,"classification":1,"api":1,"by":1,"model":2,"try":1,"converting":1,"using":1,"convert":1,"items":2,"encode":1,"task":1,"return":1,"from":1,"base":1,"item":2},"55842,1644,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"def":1,"reward":1,"self":2,"prompts":7,"union":4,"prompttype":4,"sequence":3,"truncate":3,"prompt":4,"tokens":3,"optional":3,"int":1,"none":4,"use":6,"tqdm":7,"bool":1,"callable":2,"true":2,"pooling":8,"params":4,"poolingparams":2,"lora":5,"request":5,"list":3,"lorarequest":2,"poolingrequestoutput":2,"generate":1,"rewards":1,"for":5,"each":2,"args":1,"the":9,"to":3,"llm":1,"you":1,"may":1,"pass":1,"a":4,"of":3,"batch":1,"inference":1,"see":1,"vllm":1,"inputs":1,"more":1,"details":1,"about":1,"format":1,"if":5,"shows":1,"progress":3,"bar":3,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"it":1,"is":2,"used":1,"create":1,"no":1,"created":1,"generation":1,"any":1,"parameters":2,"we":1,"default":1,"returns":1,"objects":1,"containing":1,"pooled":1,"hidden":1,"states":1,"in":1,"same":1,"order":1,"as":1,"input":1,"return":1,"encode":2,"task":1},"57486,1485,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"def":1,"embedding":1,"score":1,"self":3,"tokenizer":3,"anytokenizer":1,"text":6,"1":11,"list":7,"union":4,"str":2,"textprompt":2,"tokensprompt":2,"2":6,"truncate":3,"prompt":3,"tokens":3,"optional":3,"int":1,"none":3,"use":3,"tqdm":4,"bool":1,"callable":1,"true":1,"pooling":4,"params":3,"poolingparams":1,"lora":3,"request":3,"lorarequest":2,"scoringrequestoutput":2,"encoded":11,"output":11,"poolingrequestoutput":4,"encode":1,"task":1,"embed":3,"0":1,"len":4,"if":1,"scores":2,"cosine":1,"similarity":1,"items":2,"engine":1,"class":1,"validate":1,"outputs":1,"return":1,"from":1,"base":1,"item":2,"for":1,"in":1},"58971,1643,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"def":1,"cross":1,"encoding":1,"score":5,"self":4,"tokenizer":5,"anytokenizer":1,"data":10,"1":7,"union":4,"list":8,"str":3,"scorecontentpartparam":2,"2":4,"truncate":2,"prompt":4,"tokens":2,"optional":3,"int":1,"none":4,"use":1,"tqdm":2,"bool":1,"callable":1,"true":1,"pooling":5,"params":5,"poolingparams":3,"lora":1,"request":1,"lorarequest":2,"scoringrequestoutput":1,"model":11,"config":10,"llm":3,"engine":4,"if":3,"isinstance":1,"mistraltokenizer":1,"raise":1,"valueerror":1,"api":1,"is":2,"not":1,"supported":1,"for":3,"mistral":1,"len":3,"task":1,"verify":1,"tokenization":4,"kwargs":4,"dict":1,"any":1,"validate":1,"truncation":1,"size":1,"max":1,"parsed":1,"prompts":1,"input":2,"pairs":2,"t1":2,"t2":2,"in":2,"zip":1,"q":2,"d":2,"get":1},"60614,1642,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"if":1,"envs":1,"vllm":1,"use":6,"v1":1,"and":2,"token":5,"type":5,"ids":5,"engine":4,"prompt":3,"pop":1,"none":4,"params":10,"pooling":6,"clone":1,"compressed":3,"compress":1,"extra":1,"kwargs":1,"list":5,"append":3,"else":1,"parsed":2,"prompts":3,"self":4,"validate":2,"add":1,"requests":1,"tqdm":6,"lora":3,"request":3,"outputs":3,"run":1,"items":2,"class":1,"poolingrequestoutput":1,"return":1,"scoringrequestoutput":2,"from":1,"base":1,"item":2,"for":2,"in":1,"def":1,"score":1,"data":4,"1":1,"union":4,"singletonprompt":4,"sequence":2,"scoremultimodalparam":2,"2":1,"truncate":1,"tokens":1,"optional":3,"int":1,"bool":1,"callable":1,"true":1,"poolingparams":1,"lorarequest":2,"generate":1,"similarity":1,"scores":1,"all":1,"pairs":1,"text":2,"pair":2,"or":1,"multi":2,"modal":2},"62256,689,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"the":11,"inputs":4,"can":1,"be":2,"1":5,"n":5,"or":1,"in":1,"case":1,"data":3,"input":3,"will":1,"replicated":1,"times":1,"to":3,"pair":1,"with":2,"2":1,"pairs":1,"are":1,"used":2,"build":1,"a":2,"list":2,"of":2,"prompts":2,"for":3,"cross":1,"encoder":1,"model":2,"this":2,"class":1,"automatically":1,"batches":1,"considering":1,"memory":1,"constraint":1,"best":1,"performance":1,"put":1,"all":1,"your":1,"into":1,"single":1,"and":2,"pass":1,"it":1,"method":1,"supports":1,"both":1,"text":1,"multi":3,"modal":3,"images":1,"etc":1,"when":1,"appropriate":1,"models":1,"ensure":1,"prompt":1,"structure":1,"matches":1,"s":1,"expected":1,"format":1},"62945,1809,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"args":1,"data":6,"1":1,"can":3,"be":2,"a":7,"single":1,"prompt":2,"list":4,"of":3,"prompts":2,"or":4,"scoremultimodalparam":1,"which":1,"contain":1,"either":1,"text":2,"multi":2,"modal":2,"when":1,"it":2,"must":1,"have":1,"the":15,"same":2,"length":1,"as":3,"2":2,"to":6,"pair":1,"with":1,"query":1,"form":1,"input":2,"llm":3,"see":1,"prompttype":2,"vllm":1,"inputs":1,"for":5,"more":1,"details":1,"about":1,"format":1,"each":1,"use":4,"tqdm":3,"if":7,"true":1,"shows":1,"progress":3,"bar":3,"callable":1,"e":1,"g":1,"functools":1,"partial":1,"leave":1,"false":2,"is":4,"used":1,"create":1,"no":1,"created":1,"lora":2,"request":2,"generation":1,"any":1,"pooling":8,"params":1,"parameters":2,"none":1,"we":1,"default":1,"returns":1,"scoringrequestoutput":1,"objects":1,"containing":1,"generated":1,"scores":1,"in":3,"order":1,"model":7,"config":3,"self":2,"engine":1,"runner":4,"type":3,"raise":2,"valueerror":2,"score":2,"only":1,"supported":5,"models":1,"try":2,"passing":1,"tasks":3,"all":1,"t":2,"not":2,"embed":2,"classify":2,"api":1,"by":1,"this":1,"converting":1,"using":1,"convert":2},"64754,1995,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"if":7,"model":5,"config":5,"is":6,"cross":2,"encoder":2,"and":3,"getattr":1,"hf":1,"num":2,"labels":2,"0":1,"1":8,"raise":3,"valueerror":3,"score":1,"api":1,"only":1,"enabled":1,"for":5,"the":2,"tokenizer":4,"models":1,"such":1,"as":1,"ms":1,"marco":1,"minilm":1,"l":1,"6":1,"v2":1,"doesn":1,"t":3,"support":1,"passing":1,"lists":1,"of":1,"tokens":1,"to":3,"text":2,"pair":1,"kwargs":1,"self":1,"get":1,"not":3,"multimodal":1,"def":2,"check":3,"data":17,"type":6,"union":1,"singletonprompt":3,"sequence":1,"scoremultimodalparam":2,"isinstance":4,"dict":4,"content":1,"in":5,"supported":2,"f":1,"architecture":1,"2":4,"ensure":2,"str":5,"prompt":18,"multi":2,"modal":2,"scoring":1,"elif":2,"token":2,"ids":2,"decode":1,"cast":2,"tokensprompt":1,"textprompt":1,"assert":1,"return":1,"convert":2,"a":4,"single":2,"list":4,"ignore":2,"item":2},"66749,1739,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"data":22,"2":12,"ensure":1,"str":3,"t":2,"for":1,"in":3,"if":3,"isinstance":4,"1":11,"dict":2,"and":2,"content":4,"get":2,"type":12,"ignore":7,"assignment":2,"elif":2,"validate":1,"score":3,"input":1,"lens":1,"arg":5,"model":1,"config":1,"is":2,"cross":2,"encoder":1,"return":3,"self":9,"encoding":1,"tokenizer":2,"truncate":2,"prompt":2,"tokens":2,"use":2,"tqdm":2,"pooling":2,"params":2,"lora":2,"request":2,"else":1,"embedding":1,"def":4,"start":2,"profile":4,"none":3,"llm":3,"engine":5,"stop":2,"reset":2,"prefix":2,"cache":2,"device":3,"optional":1,"bool":1,"sleep":3,"level":1,"int":1,"put":1,"the":4,"to":1,"should":2,"not":1,"process":1,"any":1,"requests":2,"caller":1,"guarantee":1,"that":1,"no":1,"are":1,"being":1,"processed":1,"during":1,"period":1,"before":1,"wake":1,"up":1,"called":1},"68488,1754,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"args":2,"level":8,"the":19,"sleep":8,"1":2,"will":2,"offload":1,"model":9,"weights":7,"and":5,"discard":2,"kv":5,"cache":6,"content":2,"of":5,"is":6,"forgotten":2,"good":2,"for":4,"sleeping":2,"waking":2,"up":7,"engine":7,"to":4,"run":2,"same":1,"again":2,"are":2,"backed":1,"in":2,"cpu":3,"memory":6,"please":1,"make":1,"sure":1,"there":1,"s":1,"enough":1,"store":1,"2":2,"both":2,"a":3,"different":1,"or":2,"update":1,"where":1,"previous":1,"not":1,"needed":1,"it":1,"reduces":1,"pressure":1,"self":5,"reset":1,"prefix":1,"llm":2,"def":2,"wake":4,"tags":5,"optional":2,"list":3,"str":1,"none":3,"from":3,"mode":1,"see":1,"method":1,"more":1,"details":1,"an":1,"reallocate":1,"specific":1,"allocations":1,"values":1,"must":1,"be":2,"if":1,"all":3,"reallocated":1,"should":1,"called":1,"with":1,"before":1,"used":1,"get":1,"metrics":3,"metric":1,"return":1,"snapshot":1,"aggregated":2,"prometheus":2,"returns":1,"metricsnapshot":1,"instance":1,"capturing":1,"current":1,"state":1},"70242,1806,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"note":1,"this":1,"method":1,"is":12,"only":1,"available":1,"with":1,"the":3,"v1":3,"llm":4,"engine":6,"from":1,"vllm":1,"import":1,"llmengine":1,"as":1,"v1llmengine":2,"assert":1,"isinstance":1,"self":3,"return":2,"get":1,"metrics":1,"legacy":1,"def":1,"convert":1,"inputs":1,"prompts":16,"optional":2,"union":2,"str":2,"list":5,"prompt":17,"token":14,"ids":14,"int":2,"skip":1,"tokenizer":1,"init":1,"now":1,"checked":1,"in":4,"if":6,"none":10,"and":6,"raise":3,"valueerror":2,"either":1,"or":1,"must":2,"be":2,"provided":1,"not":8,"len":4,"lengths":1,"of":1,"same":1,"p":4,"content":2,"for":3,"parse":2,"batch":2,"num":3,"requests":3,"elif":2,"parsed":3,"prompttype":2,"i":3,"range":1,"item":4,"textprompt":1,"tokensprompt":1,"else":1,"assertionerror":1,"append":1},"72048,1942,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"def":1,"validate":1,"and":5,"add":3,"requests":6,"self":2,"prompts":8,"union":4,"prompttype":2,"sequence":9,"params":10,"samplingparams":3,"poolingparams":2,"use":4,"tqdm":8,"bool":1,"callable":2,"true":1,"lora":8,"request":9,"optional":3,"lorarequest":2,"tokenization":3,"kwargs":3,"dict":2,"str":2,"any":1,"none":3,"priority":4,"list":2,"int":1,"if":10,"isinstance":7,"convert":1,"a":2,"single":1,"prompt":3,"to":2,"num":3,"len":3,"raise":2,"valueerror":2,"the":6,"lengths":2,"of":2,"must":2,"be":2,"same":2,"for":2,"sp":3,"in":2,"else":5,"we":1,"only":2,"care":1,"about":1,"final":2,"output":2,"kind":1,"requestoutputkind":1,"engine":1,"it":4,"func":2,"desc":1,"adding":1,"i":4,"enumerate":1,"0":1},"73990,1186,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"def":2,"add":2,"request":8,"self":5,"prompt":2,"prompttype":1,"params":2,"union":3,"samplingparams":1,"poolingparams":1,"tokenization":3,"kwargs":3,"optional":2,"dict":1,"str":2,"any":1,"none":3,"lora":3,"lorarequest":1,"priority":3,"int":1,"0":3,"id":2,"next":1,"counter":1,"llm":2,"engine":3,"run":1,"use":4,"tqdm":9,"bool":1,"callable":2,"true":2,"list":1,"requestoutput":1,"poolingrequestoutput":1,"initialize":1,"if":2,"num":3,"requests":3,"get":1,"unfinished":1,"func":2,"else":1,"pbar":1,"total":1,"desc":1,"processed":1,"prompts":1,"dynamic":1,"ncols":1,"postfix":1,"f":2,"est":1,"speed":1,"input":1,"2f":2,"toks":2,"s":2,"output":1},"75176,1737,data/raw/vllm-0.10.1/vllm/entrypoints/llm.py":{"run":1,"the":2,"engine":3,"outputs":8,"list":1,"union":1,"requestoutput":3,"poolingrequestoutput":1,"total":6,"in":7,"toks":8,"0":2,"out":5,"while":1,"self":2,"llm":2,"has":1,"unfinished":1,"requests":4,"step":3,"for":3,"output":9,"if":5,"finished":2,"append":1,"use":2,"tqdm":2,"isinstance":1,"calculate":1,"tokens":1,"only":1,"n":4,"len":3,"assert":1,"prompt":2,"token":3,"ids":3,"is":2,"not":1,"none":1,"spd":4,"pbar":8,"format":2,"dict":2,"elapsed":2,"sum":1,"stp":2,"postfix":1,"f":2,"est":1,"speed":1,"input":1,"2f":2,"s":2,"update":2,"else":1,"1":1,"num":1,"refresh":1,"close":1,"sort":1,"by":1,"request":2,"id":2,"this":1,"necessary":1,"because":1,"some":1,"may":1,"be":1,"earlier":1,"than":1,"its":1,"previous":1,"return":1,"sorted":1,"key":1,"lambda":1,"x":2,"int":1},"0,1930,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":4,"vllm":9,"project":1,"import":17,"argparse":1,"asyncio":1,"dataclasses":1,"functools":1,"os":1,"subprocess":1,"sys":1,"from":11,"typing":1,"any":1,"optional":1,"union":1,"fastapi":2,"request":7,"responses":1,"jsonresponse":1,"streamingresponse":1,"starlette":1,"background":1,"backgroundtask":1,"backgroundtasks":1,"engine":1,"arg":2,"utils":2,"engineargs":1,"entrypoints":2,"openai":2,"cli":1,"args":1,"make":1,"parser":2,"protocol":1,"chatcompletionrequest":1,"completionrequest":1,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"flexibleargumentparser":1,"name":1,"subcmd":1,"epilog":1,"tip":1,"use":1,"serve":1,"run":1,"batch":1,"bench":2,"type":2,"help":8,"keyword":2,"explore":1,"arguments":1,"n":5,"view":3,"a":4,"argument":2,"group":1,"modelconfig":1,"single":2,"max":2,"num":1,"seqs":1,"search":1,"by":1,"list":1,"all":1,"groups":1,"listgroup":1,"with":1,"pager":1,"page":1,"async":1,"def":1,"listen":1,"for":1,"disconnect":3,"none":1,"returns":1,"if":4,"message":3,"is":2,"received":1,"while":1,"true":1,"await":1,"receive":1,"http":1,"load":4,"tracking":2,"enabled":1,"and":2,"counter":1,"exists":1,"decrement":1,"it":1,"combines":1,"previous":1,"nested":1,"checks":1,"into":1,"condition":1,"satisfy":1,"linter":1,"rule":1,"getattr":1,"app":3,"state":3,"enable":1,"server":3,"false":1,"hasattr":1,"metrics":2,"1":1,"break":1},"1930,1949,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"def":2,"with":3,"cancellation":3,"handler":10,"func":3,"decorator":2,"that":4,"allows":1,"a":7,"route":2,"to":7,"be":1,"cancelled":2,"by":2,"client":1,"disconnections":1,"this":7,"does":2,"not":2,"use":2,"request":10,"is":8,"disconnected":1,"which":2,"work":2,"middleware":1,"instead":2,"follows":1,"the":16,"pattern":1,"from":1,"starlette":1,"streamingresponse":2,"simultaneously":1,"awaits":1,"on":1,"two":1,"tasks":1,"one":1,"wait":2,"for":10,"an":1,"http":1,"disconnect":3,"message":2,"and":3,"other":2,"do":1,"we":1,"want":1,"done":3,"when":2,"first":2,"task":11,"finishes":1,"core":1,"assumption":2,"of":3,"method":1,"body":2,"has":1,"already":2,"been":1,"read":1,"safe":1,"make":1,"fastapi":2,"handlers":1,"have":1,"parsed":1,"into":1,"pydantic":1,"model":1,"us":1,"unsafe":1,"elsewhere":1,"as":2,"it":2,"will":3,"consume":1,"throw":1,"away":1,"all":1,"incoming":1,"messages":1,"while":1,"looks":1,"in":3,"case":1,"where":1,"returned":1,"wrapper":4,"stop":1,"listening":2,"disconnects":2,"response":1,"object":1,"start":1,"functools":2,"wraps":2,"required":1,"appear":1,"normal":1,"correct":1,"type":1,"hinting":1,"async":1,"args":4,"kwargs":3,"either":1,"second":1,"positional":1,"arg":1,"or":1,"raw":2,"1":2,"if":2,"len":1,"else":1,"asyncio":4,"create":2,"listen":1,"pending":2,"await":1,"return":4,"completed":1,"cancel":1,"result":1,"none":1},"3879,990,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"def":3,"decrement":1,"server":8,"load":9,"request":12,"app":6,"state":6,"metrics":5,"1":5,"aware":1,"call":1,"func":4,"functools":1,"wraps":1,"async":1,"wrapper":1,"args":5,"kwargs":4,"raw":9,"get":1,"if":4,"len":1,"else":1,"none":2,"is":2,"raise":2,"valueerror":1,"required":1,"when":1,"tracking":2,"enabled":1,"not":2,"getattr":1,"enable":1,"false":1,"return":1,"await":2,"ensure":1,"the":1,"counter":1,"exists":1,"hasattr":1,"0":1,"try":1,"response":1,"except":1,"exception":1},"4869,1099,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"if":2,"isinstance":3,"response":11,"jsonresponse":1,"streamingresponse":1,"background":9,"is":1,"none":1,"backgroundtask":3,"decrement":4,"server":5,"load":5,"raw":4,"request":4,"elif":2,"backgroundtasks":3,"add":3,"task":4,"convert":1,"the":2,"single":1,"to":2,"and":1,"chain":1,"it":1,"tasks":4,"func":1,"args":1,"kwargs":1,"else":1,"app":1,"state":1,"metrics":1,"1":1,"return":2,"wrapper":1},"5968,1967,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"def":2,"cli":2,"env":1,"setup":1,"the":5,"safest":1,"multiprocessing":7,"method":6,"is":6,"spawn":5,"as":2,"default":2,"fork":1,"not":5,"compatible":1,"with":3,"some":2,"accelerators":1,"will":2,"be":1,"changing":2,"in":4,"future":1,"versions":1,"of":1,"python":2,"so":1,"we":2,"should":1,"use":1,"it":2,"explicitly":1,"when":1,"possible":1,"only":1,"set":1,"here":1,"entrypoint":1,"because":1,"to":2,"could":1,"break":1,"existing":1,"code":2,"using":1,"vllm":4,"a":2,"library":2,"cause":1,"unexpected":1,"behavior":1,"if":7,"protected":1,"by":1,"name":1,"main":1,"references":1,"https":4,"docs":4,"org":3,"3":1,"html":4,"contexts":1,"and":2,"start":1,"methods":1,"pytorch":5,"stable":2,"notes":1,"cuda":2,"sharing":1,"tensors":1,"habana":1,"ai":1,"en":1,"latest":1,"getting":2,"started":2,"gaudi":1,"highlight":1,"torch":1,"for":1,"dataloaders":1,"worker":3,"multiproc":3,"os":2,"environ":2,"logger":1,"debug":1,"setting":1,"validate":1,"truncation":3,"size":2,"max":6,"model":5,"len":5,"int":3,"truncate":8,"prompt":8,"tokens":8,"optional":3,"tokenization":4,"kwargs":4,"dict":1,"str":1,"any":1,"none":3,"1":1,"raise":1,"valueerror":1,"f":3,"value":1,"greater":1,"than":1,"please":1,"select":1,"smaller":1,"true":1,"length":1},"7935,1730,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"else":1,"if":6,"tokenization":2,"kwargs":2,"is":5,"not":2,"none":1,"truncation":1,"false":1,"return":3,"truncate":1,"prompt":1,"tokens":1,"def":2,"output":3,"with":2,"pager":5,"text":7,"str":2,"using":1,"scrolling":1,"view":2,"available":1,"and":2,"appropriate":1,"pagers":2,"less":1,"r":1,"more":1,"for":6,"cmd":2,"in":3,"try":1,"proc":2,"subprocess":3,"popen":1,"split":2,"stdin":1,"pipe":1,"true":1,"communicate":1,"input":1,"except":1,"subprocesserror":1,"oserror":1,"filenotfounderror":1,"continue":1,"no":1,"worked":1,"fall":1,"back":1,"to":1,"normal":1,"print":2,"show":1,"filtered":1,"argument":1,"or":2,"group":1,"from":1,"help":7,"parser":2,"argparse":1,"argumentparser":1,"subcommand":8,"name":7,"list":1,"only":1,"handle":1,"keyword":3,"the":4,"current":1,"since":1,"subparser":1,"init":1,"runs":1,"all":1,"subcommands":1,"during":1,"cli":1,"setup":1,"we":1,"skip":1,"processing":1,"sys":7,"argv":6,"0":2,"program":1,"follows":1,"e":1,"g":1,"vllm":2,"bench":3,"latency":3,"len":3,"1":4,"arg":3,"startswith":1,"search":2,"enable":1,"paged":1,"full":1,"page":1,"format":1,"exit":1},"9665,1945,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"list":1,"available":1,"groups":5,"if":6,"search":6,"keyword":4,"listgroup":1,"output":8,"lines":5,"navailable":1,"argument":1,"for":7,"group":17,"in":6,"parser":5,"action":6,"title":6,"and":2,"not":1,"startswith":1,"positional":1,"arguments":3,"append":4,"f":2,"description":3,"strip":1,"with":3,"pager":3,"n":2,"join":1,"sys":3,"exit":3,"0":3,"formatter":11,"get":2,"lower":4,"start":1,"section":2,"add":3,"text":1,"actions":6,"end":1,"format":2,"help":2,"single":1,"arg":1,"matched":4,"option":2,"name":1,"any":1,"opt":2,"strings":1,"header":2,"nparameters":1,"matching":1},"11610,1835,data/raw/vllm-0.10.1/vllm/entrypoints/utils.py":{"print":2,"f":1,"nno":1,"group":1,"or":3,"parameter":1,"matching":1,"search":1,"keyword":1,"tip":1,"use":1,"help":1,"listgroup":1,"to":1,"view":1,"all":1,"groups":1,"sys":1,"exit":1,"1":1,"def":2,"get":3,"max":13,"tokens":11,"model":2,"len":2,"int":3,"request":3,"union":2,"chatcompletionrequest":1,"completionrequest":1,"input":3,"length":3,"default":17,"sampling":2,"params":2,"dict":1,"getattr":5,"completion":1,"none":2,"output":3,"current":4,"platform":1,"return":1,"min":1,"val":8,"for":3,"in":3,"if":4,"is":1,"not":1,"log":1,"non":6,"args":16,"argparse":4,"namespace":4,"engineargs":5,"handle":2,"isinstance":2,"parser":3,"make":1,"arg":5,"flexibleargumentparser":1,"vars":1,"parse":1,"items":1,"instance":3,"elif":1,"create":1,"field":4,"dataclasses":1,"fields":1,"name":3,"else":1,"raise":1,"typeerror":1,"unsupported":1,"argument":1,"type":1,"must":1,"be":1,"logger":1,"info":1,"s":1},"0,1923,data/raw/vllm-0.10.1/vllm/entrypoints/logger.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":6,"collections":1,"abc":1,"import":7,"sequence":2,"typing":1,"optional":9,"union":2,"torch":2,"logger":5,"init":3,"lora":4,"request":8,"lorarequest":2,"pooling":1,"params":5,"poolingparams":2,"sampling":1,"beamsearchparams":2,"samplingparams":2,"name":1,"class":1,"requestlogger":1,"def":3,"self":6,"max":12,"log":14,"len":12,"int":3,"none":11,"inputs":1,"id":3,"str":5,"prompt":16,"token":7,"ids":7,"list":1,"embeds":4,"tensor":1,"if":6,"is":7,"not":6,"info":1,"received":1,"s":5,"r":1,"shape":2,"else":1,"outputs":5,"output":1,"finish":1,"reason":1,"streaming":1,"bool":2,"false":2,"delta":1},"1923,604,data/raw/vllm-0.10.1/vllm/entrypoints/logger.py":{"if":3,"output":6,"token":5,"ids":5,"is":2,"not":1,"none":1,"convert":1,"to":1,"list":2,"and":1,"apply":1,"truncation":1,"max":1,"log":1,"len":1,"stream":3,"info":4,"streaming":3,"delta":2,"else":1,"complete":1,"logger":1,"generated":1,"response":1,"s":4,"r":1,"finish":2,"reason":2,"request":1,"id":1,"outputs":1},"0,1797,data/raw/vllm-0.10.1/vllm/entrypoints/tool_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":10,"abc":2,"import":9,"abstractmethod":1,"contextlib":1,"abstractasynccontextmanager":1,"asynccontextmanager":1,"typing":1,"type":16,"checking":2,"any":1,"optional":1,"openai":1,"harmony":3,"tooldescription":1,"toolnamespaceconfig":1,"entrypoints":1,"tool":2,"harmonybrowsertool":1,"harmonypythontool":1,"logger":4,"init":2,"name":1,"if":7,"mcp":4,"types":4,"listtoolsresult":1,"async":2,"def":2,"list":4,"server":3,"and":2,"tools":4,"url":3,"str":1,"clientsession":2,"client":3,"sse":3,"with":1,"as":3,"streams":2,"session":3,"initialize":3,"response":4,"await":2,"return":2,"trim":2,"schema":17,"dict":5,"turn":2,"json":1,"generated":1,"into":2,"s":2,"variant":1,"title":2,"in":6,"del":3,"default":3,"is":1,"none":1,"anyof":4,"1":3,"there":1,"more":1,"than":1,"also":1,"remove":1,"null":2,"will":1,"just":1,"ignore":1,"it":1,"for":2,"properties":3,"k":2,"v":2,"items":1},"1797,1982,data/raw/vllm-0.10.1/vllm/entrypoints/tool_server.py":{"def":6,"post":2,"process":2,"tools":15,"description":4,"list":9,"result":6,"listtoolsresult":2,"adapt":1,"the":7,"mcp":4,"tool":22,"for":7,"harmony":3,"in":5,"inputschema":2,"trim":1,"schema":2,"some":1,"don":1,"t":1,"need":1,"to":2,"be":1,"part":1,"of":1,"prompt":2,"e":1,"g":1,"simple":1,"text":2,"out":1,"python":1,"if":3,"getattr":1,"annotations":1,"include":1,"true":2,"return":4,"class":2,"toolserver":2,"abc":1,"abstractmethod":3,"has":1,"self":8,"name":4,"str":6,"bool":1,"is":3,"supported":2,"false":1,"otherwise":1,"pass":2,"get":1,"optional":1,"toolnamespaceconfig":1,"given":1,"not":2,"none":2,"new":1,"session":2,"abstractasynccontextmanager":1,"any":1,"create":1,"a":1,"mcptoolserver":2,"init":1,"try":1,"import":1,"noqa":1,"f401":1,"except":1,"importerror":2,"raise":1,"installed":1,"please":1,"run":1,"pip":1,"install":1,"use":1,"from":1,"descriptions":2,"async":1,"add":1,"server":4,"url":6,"urls":3,"split":1,"dict":1,"f":1,"http":1,"sse":1,"initialize":1,"response":4,"await":1,"and":1},"3779,1658,data/raw/vllm-0.10.1/vllm/entrypoints/tool_server.py":{"tool":26,"from":8,"mcp":8,"toolnamespaceconfig":1,"name":15,"initialize":3,"response":3,"serverinfo":1,"description":4,"instructions":1,"tools":4,"tooldescription":1,"new":2,"parameters":1,"inputschema":1,"for":1,"in":3,"list":2,"self":10,"harmony":4,"descriptions":4,"if":2,"not":3,"urls":3,"url":6,"else":1,"logger":2,"warning":1,"s":3,"already":1,"exists":1,"ignoring":1,"duplicate":1,"server":1,"info":1,"mcptoolserver":1,"initialized":1,"with":2,"keys":1,"def":3,"has":1,"str":3,"return":2,"get":3,"asynccontextmanager":1,"async":2,"session":4,"import":2,"clientsession":2,"client":3,"sse":3,"raise":1,"keyerror":1,"f":1,"is":1,"supported":1,"as":2,"streams":2,"await":1,"yield":1,"class":1,"demotoolserver":1,"toolserver":1},"5437,1148,data/raw/vllm-0.10.1/vllm/entrypoints/tool_server.py":{"def":4,"init":1,"self":12,"tools":9,"dict":1,"str":4,"tool":22,"browser":6,"harmonybrowsertool":1,"if":5,"enabled":2,"python":6,"harmonypythontool":1,"logger":1,"info":1,"demotoolserver":1,"initialized":1,"with":1,"s":1,"list":1,"keys":1,"has":1,"name":11,"bool":1,"return":4,"in":3,"get":1,"description":1,"optional":1,"toolnamespaceconfig":3,"not":3,"none":1,"elif":1,"else":1,"raise":2,"valueerror":1,"f":2,"unknown":1,"asynccontextmanager":1,"async":1,"new":1,"session":1,"keyerror":1,"is":1,"supported":1,"yield":1},"0,1777,data/raw/vllm-0.10.1/vllm/entrypoints/ssl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"asyncio":3,"from":4,"ssl":17,"sslcontext":2,"typing":1,"callable":1,"optional":4,"watchfiles":1,"change":6,"awatch":1,"logger":6,"init":3,"name":1,"class":2,"sslcertrefresher":1,"a":1,"that":1,"monitors":1,"certificate":2,"files":4,"and":3,"reloads":1,"them":1,"when":1,"they":1,"def":3,"self":25,"context":2,"key":7,"path":23,"str":5,"none":8,"cert":12,"ca":13,"setup":2,"certification":1,"chain":5,"watcher":2,"update":4,"file":2,"info":2,"reloading":2,"assert":2,"load":2,"watch":6,"task":6,"if":2,"create":2,"certificates":1,"verify":1,"locations":1},"1777,1028,data/raw/vllm-0.10.1/vllm/entrypoints/ssl.py":{"async":2,"def":2,"watch":8,"files":3,"self":8,"paths":4,"fun":2,"callable":1,"change":6,"str":1,"none":5,"multiple":1,"file":6,"asynchronously":1,"logger":3,"info":2,"sslcertrefresher":2,"monitors":1,"s":4,"for":2,"changes":2,"in":2,"awatch":1,"try":1,"path":3,"detected":1,"name":1,"except":1,"exception":1,"as":1,"e":2,"error":2,"failed":1,"taking":1,"action":1,"on":1,"stop":2,"watching":1,"if":2,"ssl":6,"cert":3,"task":6,"cancel":2,"ca":3},"0,1773,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":11,"datetime":1,"json":1,"from":9,"collections":1,"abc":1,"iterable":1,"sequence":1,"typing":1,"literal":2,"optional":6,"union":1,"openai":6,"types":4,"responses":4,"responsefunctiontoolcall":1,"responseoutputitem":1,"responseoutputmessage":1,"responseoutputtext":1,"responsereasoningitem":1,"response":2,"function":1,"web":1,"search":1,"actionfind":1,"actionopenpage":1,"actionsearch":1,"responsefunctionwebsearch":1,"reasoning":3,"item":1,"content":1,"as":1,"responsereasoningtextcontent":1,"tool":2,"harmony":9,"author":1,"conversation":1,"developercontent":1,"harmonyencodingname":2,"message":2,"reasoningeffort":4,"role":1,"streamableparser":1,"systemcontent":1,"textcontent":1,"tooldescription":1,"load":2,"encoding":8,"entrypoints":1,"protocol":1,"responseinputoutputitem":1,"utils":1,"random":1,"uuid":1,"effort":2,"high":3,"medium":3,"low":3,"none":7,"def":2,"get":2,"global":1,"if":1,"is":1,"gpt":1,"oss":1,"return":1,"system":1,"model":1,"identity":1,"str":4,"start":1,"date":1,"browser":1,"description":2,"python":1},"1773,885,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"message":2,"sys":14,"msg":14,"content":13,"systemcontent":1,"new":1,"if":5,"model":3,"identity":3,"is":5,"not":4,"none":5,"with":5,"reasoning":4,"effort":4,"start":4,"date":4,"note":1,"woosuk":1,"this":1,"brings":1,"non":1,"determinism":1,"in":1,"vllm":1,"be":1,"careful":1,"datetime":2,"now":1,"strftime":1,"y":1,"m":1,"d":1,"conversation":1,"browser":2,"description":4,"tools":2,"python":2,"from":1,"role":2,"and":1,"system":1,"return":1},"2658,1483,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"def":3,"get":2,"developer":2,"message":7,"instructions":4,"optional":2,"str":2,"none":4,"tools":9,"list":2,"tool":13,"dev":8,"msg":9,"content":10,"developercontent":1,"new":2,"if":4,"is":2,"not":3,"with":2,"function":8,"for":2,"in":4,"type":4,"web":1,"search":1,"preview":1,"code":1,"interpreter":1,"these":1,"are":2,"built":1,"that":1,"added":1,"to":1,"the":1,"system":1,"pass":1,"elif":1,"append":1,"else":1,"raise":1,"valueerror":1,"f":1,"supported":1,"descriptions":2,"tooldescription":1,"name":2,"description":2,"parameters":2,"from":2,"role":4,"and":2,"return":2,"user":2,"parse":1,"response":2,"input":1,"responseinputoutputitem":1,"prev":1,"responses":1,"union":1,"responseoutputitem":1,"responsereasoningitem":1},"4141,1748,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"message":9,"if":6,"not":2,"isinstance":3,"response":20,"msg":16,"dict":1,"model":1,"dump":1,"type":4,"in":3,"or":1,"role":11,"content":12,"system":2,"user":1,"is":2,"trying":1,"to":2,"set":1,"a":1,"change":1,"it":1,"start":1,"developer":2,"instructions":3,"end":1,"text":7,"prefix":4,"n":1,"else":2,"str":1,"from":4,"and":5,"contents":3,"textcontent":1,"c":2,"for":3,"elif":2,"function":1,"call":11,"output":2,"id":5,"optional":1,"responsefunctiontoolcall":2,"none":2,"prev":5,"reversed":1,"responses":1,"break":1,"raise":1,"valueerror":1,"f":2,"no":1,"found":1,"author":2,"new":1,"tool":1,"functions":1,"name":1,"reasoning":1,"assert":1,"len":1,"1":1,"assistant":1,"0":1},"5889,437,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"elif":1,"response":4,"msg":12,"type":4,"function":1,"call":1,"message":1,"from":1,"role":2,"and":1,"content":2,"assistant":1,"arguments":1,"with":3,"channel":1,"commentary":1,"recipient":1,"f":2,"functions":1,"name":1,"json":1,"else":1,"raise":1,"valueerror":1,"unknown":1,"input":1,"return":1},"6326,1039,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"def":3,"parse":3,"chat":4,"input":1,"msg":5,"message":9,"role":6,"content":5,"if":2,"isinstance":1,"str":1,"contents":4,"textcontent":2,"text":3,"else":1,"todo":1,"support":1,"refusal":1,"c":2,"for":4,"in":2,"from":3,"and":1,"return":3,"render":2,"completion":2,"messages":3,"list":4,"int":1,"conversation":4,"token":2,"ids":2,"get":1,"encoding":1,"assistant":3,"output":3,"responseoutputitem":1,"a":4,"harmony":1,"into":1,"of":1,"response":1,"items":1,"author":1,"this":2,"is":1,"tool":1,"to":1,"the":2,"e":1,"g":1,"search":1,"result":1,"don":1,"t":1,"include":1,"it":1,"final":1,"now":1,"aligns":1,"with":1,"openai":1,"s":1,"behavior":1,"on":1,"models":1,"like":1,"o4":1,"mini":1},"7365,1774,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"output":3,"items":3,"list":1,"responseoutputitem":1,"recipient":8,"message":6,"if":3,"is":1,"not":1,"none":2,"and":1,"startswith":1,"browser":11,"len":1,"content":8,"1":1,"raise":2,"valueerror":2,"invalid":1,"number":1,"of":1,"contents":1,"in":2,"0":1,"call":6,"json":1,"loads":1,"text":4,"todo":1,"translate":1,"to":1,"url":5,"properly":1,"search":5,"action":6,"actionsearch":1,"query":2,"f":6,"cursor":3,"get":3,"type":6,"elif":3,"open":2,"actionopenpage":1,"page":1,"find":2,"actionfind":1,"pattern":2,"else":1,"unknown":1,"web":3,"item":4,"responsefunctionwebsearch":1,"id":2,"ws":1,"random":2,"uuid":2,"status":2,"completed":1,"append":2,"channel":1,"analysis":1,"for":1,"reasoning":4,"responsereasoningitem":1,"rs":1,"summary":1,"responsereasoningtextcontent":1},"9139,1990,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"elif":3,"message":13,"channel":4,"commentary":1,"if":1,"recipient":6,"startswith":3,"functions":1,"function":3,"name":3,"split":1,"1":1,"for":3,"content":11,"in":3,"random":6,"id":7,"uuid":3,"response":2,"item":6,"responsefunctiontoolcall":1,"arguments":1,"text":11,"call":3,"f":6,"type":5,"ft":1,"output":6,"items":3,"append":4,"python":1,"or":1,"browser":1,"reasoning":4,"responsereasoningitem":1,"rs":1,"summary":1,"responsereasoningtextcontent":1,"status":2,"none":2,"else":2,"raise":2,"valueerror":2,"unknown":2,"final":1,"contents":3,"responseoutputtext":1,"annotations":1,"todo":2,"logprobs":1,"responseoutputmessage":1,"msg":1,"role":2,"author":1,"completed":1},"11129,24,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"return":1,"output":1,"items":1},"11153,1770,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"def":4,"parse":2,"remaining":1,"state":1,"parser":13,"streamableparser":4,"list":2,"responseoutputitem":1,"if":4,"not":2,"current":10,"content":5,"return":9,"role":5,"assistant":7,"recipient":4,"is":1,"none":3,"and":1,"startswith":1,"browser":1,"channel":2,"analysis":1,"reasoning":4,"item":4,"responsereasoningitem":1,"id":4,"f":2,"rs":1,"random":2,"uuid":2,"summary":1,"type":4,"responsereasoningtextcontent":1,"text":8,"status":2,"elif":1,"final":1,"output":4,"responseoutputtext":1,"annotations":1,"todo":2,"logprobs":1,"responseoutputmessage":1,"msg":1,"completed":1,"message":1,"get":5,"stop":2,"tokens":2,"for":5,"actions":2,"int":2,"encoding":2,"streamable":2,"into":1,"messages":1,"token":4,"ids":2,"iterable":1,"in":1,"process":1},"12923,1067,data/raw/vllm-0.10.1/vllm/entrypoints/harmony_utils.py":{"def":1,"parse":2,"chat":1,"output":10,"token":2,"ids":2,"sequence":1,"int":1,"tuple":1,"optional":2,"str":2,"bool":1,"parser":4,"into":1,"messages":3,"msgs":7,"if":2,"len":4,"0":5,"the":2,"generation":2,"has":2,"stopped":2,"during":2,"reasoning":8,"is":5,"tool":4,"call":4,"false":2,"content":13,"current":2,"final":9,"none":2,"elif":1,"1":1,"message":1,"text":3,"else":1,"2":2,"raise":1,"valueerror":1,"expected":1,"and":1,"f":1,"but":1,"got":1,"msg":5,"recipient":1,"not":1,"return":1},"0,1896,data/raw/vllm-0.10.1/vllm/entrypoints/api_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":14,"project":1,"note":1,"this":2,"api":3,"server":4,"is":2,"used":1,"only":1,"for":6,"demonstrating":1,"usage":3,"of":1,"asyncengine":1,"and":1,"simple":1,"performance":1,"benchmarks":1,"it":1,"not":3,"intended":1,"production":2,"use":3,"we":2,"recommend":1,"using":1,"our":1,"openai":2,"compatible":1,"are":1,"also":1,"going":1,"accept":1,"prs":1,"modifying":1,"file":1,"please":1,"change":1,"entrypoints":4,"py":1,"instead":1,"import":18,"asyncio":1,"json":3,"ssl":1,"from":14,"argparse":1,"namespace":1,"collections":1,"abc":1,"asyncgenerator":1,"typing":1,"any":1,"optional":1,"fastapi":4,"request":10,"responses":1,"jsonresponse":1,"response":4,"streamingresponse":1,"envs":2,"as":2,"engine":4,"arg":1,"utils":3,"asyncengineargs":1,"async":3,"llm":1,"asyncllmengine":1,"launcher":1,"serve":1,"http":1,"with":3,"cancellation":2,"logger":4,"init":2,"sampling":2,"params":1,"samplingparams":2,"lib":1,"usagecontext":1,"flexibleargumentparser":1,"random":1,"uuid":1,"set":1,"ulimit":1,"version":3,"app":3,"none":1,"get":1,"health":3,"def":2,"check":1,"return":2,"status":1,"code":1,"200":1,"post":1,"generate":4,"completion":1,"should":1,"be":1,"a":1,"object":1,"following":1,"fields":2,"prompt":2,"generation":1,"stream":2,"whether":1,"results":1,"or":1,"other":1,"parameters":1,"see":1,"details":1,"dict":2,"await":2,"raw":1},"1896,1875,data/raw/vllm-0.10.1/vllm/entrypoints/api_server.py":{"async":5,"def":4,"generate":2,"request":13,"dict":5,"raw":1,"response":2,"prompt":11,"pop":2,"stream":5,"false":1,"sampling":2,"params":2,"samplingparams":1,"id":2,"random":1,"uuid":1,"assert":4,"engine":12,"is":5,"not":5,"none":8,"results":5,"generator":3,"streaming":2,"case":2,"asyncgenerator":1,"bytes":1,"for":4,"output":14,"in":4,"text":8,"outputs":6,"ret":4,"yield":1,"json":1,"dumps":1,"n":1,"encode":1,"utf":1,"8":1,"if":2,"return":5,"streamingresponse":1,"non":1,"final":5,"try":1,"except":1,"asyncio":1,"cancellederror":1,"status":1,"code":1,"499":1,"jsonresponse":1,"build":2,"app":9,"args":9,"namespace":2,"fastapi":2,"global":2,"root":2,"path":2,"init":1,"llm":3,"optional":1,"asyncllmengine":2,"asyncengineargs":1,"from":2,"cli":1,"else":1,"usage":1,"context":1,"usagecontext":1,"api":1,"server":1,"state":1,"client":1},"3771,829,data/raw/vllm-0.10.1/vllm/entrypoints/api_server.py":{"async":1,"def":1,"run":1,"server":2,"args":12,"namespace":1,"llm":2,"engine":3,"optional":1,"asyncllmengine":1,"none":4,"uvicorn":2,"kwargs":2,"any":1,"logger":2,"info":2,"vllm":3,"api":1,"version":2,"s":2,"set":1,"ulimit":1,"app":3,"await":3,"init":1,"assert":1,"is":1,"not":1,"shutdown":2,"task":2,"serve":1,"http":2,"sock":1,"enable":2,"ssl":10,"refresh":2,"host":2,"port":2,"log":2,"level":2,"timeout":2,"keep":2,"alive":2,"envs":1,"keyfile":2,"certfile":2,"ca":2,"certs":2,"cert":2,"reqs":2},"4600,1218,data/raw/vllm-0.10.1/vllm/entrypoints/api_server.py":{"if":1,"name":1,"main":1,"parser":14,"flexibleargumentparser":1,"add":10,"argument":9,"host":1,"type":8,"str":6,"default":9,"none":6,"port":2,"check":1,"8000":1,"ssl":9,"keyfile":1,"certfile":1,"ca":2,"certs":1,"help":4,"the":1,"certificates":1,"file":1,"enable":1,"refresh":2,"action":1,"store":1,"true":1,"false":1,"context":1,"when":2,"certificate":2,"files":1,"change":1,"cert":2,"reqs":1,"int":2,"whether":1,"client":1,"is":2,"required":1,"see":1,"stdlib":1,"module":1,"s":1,"root":2,"path":3,"fastapi":1,"app":1,"behind":1,"a":1,"based":1,"routing":1,"proxy":1,"log":1,"level":1,"debug":1,"asyncengineargs":1,"cli":1,"args":4,"parse":1,"asyncio":1,"run":2,"server":1},"0,1999,data/raw/vllm-0.10.1/vllm/entrypoints/tool.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"import":10,"os":2,"from":11,"abc":3,"abstractmethod":2,"typing":1,"type":2,"checking":2,"any":2,"logger":6,"init":3,"if":5,"avoid":1,"circular":1,"entrypoints":1,"context":2,"conversationcontext":2,"name":1,"def":3,"validate":2,"gpt":10,"oss":10,"install":2,"check":1,"is":9,"installed":4,"and":1,"its":1,"version":13,"at":1,"least":1,"3":3,"not":5,"raise":4,"an":1,"importerror":5,"importlib":1,"metadata":1,"packagenotfounderror":2,"packaging":1,"invalidversion":2,"try":2,"pkg":5,"str":2,"e":5,"g":1,"5":1,"except":3,"package":1,"none":3,"as":2,"f":2,"invalid":1,"string":1,"for":1,"required":1,"but":1,"class":2,"tool":2,"async":1,"get":1,"result":1,"self":5,"pass":1,"harmonybrowsertool":1,"enabled":3,"true":1,"exa":4,"api":4,"key":4,"getenv":1,"false":2,"warning":2,"once":2,"set":1,"browsing":2,"disabled":2,"return":2,"tools":2,"simple":2,"browser":2,"simplebrowsertool":1,"backend":1,"exabackend":1,"properly":1,"s":1},"1999,1704,data/raw/vllm-0.10.1/vllm/entrypoints/tool.py":{"browser":6,"backend":3,"exabackend":1,"source":1,"web":1,"api":2,"key":2,"exa":1,"self":13,"tool":20,"simplebrowsertool":1,"logger":3,"info":2,"once":3,"initialized":2,"async":4,"def":5,"get":2,"result":2,"context":8,"conversationcontext":2,"any":4,"from":3,"vllm":2,"entrypoints":2,"import":3,"harmonycontext":4,"assert":2,"isinstance":2,"last":4,"msg":8,"messages":2,"1":2,"output":6,"msgs":6,"for":2,"in":2,"process":2,"append":2,"return":5,"property":2,"config":4,"class":1,"harmonypythontool":1,"init":1,"enabled":2,"true":1,"try":1,"validate":1,"gpt":3,"oss":3,"install":1,"tools":1,"python":4,"docker":2,"pythontool":2,"except":1,"importerror":1,"as":1,"e":2,"false":1,"warning":1,"is":2,"not":1,"installed":1,"properly":1,"s":1,"code":2,"interpreter":2,"disabled":1},"0,1793,data/raw/vllm-0.10.1/vllm/entrypoints/launcher.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"import":15,"asyncio":2,"signal":1,"socket":3,"from":11,"http":2,"httpstatus":1,"typing":1,"any":2,"optional":2,"uvicorn":5,"fastapi":3,"request":1,"response":1,"envs":1,"engine":6,"async":2,"llm":1,"asyncenginedeaderror":1,"multiprocessing":1,"mqenginedeaderror":1,"protocol":1,"engineclient":1,"entrypoints":1,"ssl":9,"sslcertrefresher":2,"logger":6,"init":2,"utils":1,"find":1,"process":1,"using":1,"port":1,"v1":1,"exceptions":1,"enginedeaderror":1,"enginegenerateerror":1,"name":1,"def":1,"serve":2,"app":5,"sock":3,"enable":2,"refresh":2,"bool":1,"false":1,"kwargs":2,"info":2,"available":1,"routes":2,"are":1,"for":1,"route":4,"in":1,"methods":5,"getattr":2,"none":6,"path":7,"if":3,"is":2,"or":1,"continue":1,"s":2,"join":1,"config":8,"load":1,"server":6,"add":1,"shutdown":1,"handlers":1,"loop":5,"get":1,"running":1,"watchdog":2,"task":4,"create":2,"state":1,"client":1,"sockets":1,"else":2,"cert":2,"refresher":1,"not":1,"context":1,"key":1,"keyfile":1,"certfile":1,"ca":2,"certs":1},"1793,1844,data/raw/vllm-0.10.1/vllm/entrypoints/launcher.py":{"def":4,"signal":8,"handler":7,"none":3,"prevents":1,"the":5,"uvicorn":6,"to":3,"exit":2,"early":1,"server":12,"task":5,"cancel":3,"watchdog":6,"if":6,"ssl":2,"cert":2,"refresher":2,"stop":1,"async":2,"dummy":2,"shutdown":5,"pass":1,"loop":3,"add":2,"sigint":1,"sigterm":1,"try":1,"await":3,"return":3,"except":1,"asyncio":2,"cancellederror":1,"port":6,"kwargs":1,"process":6,"find":1,"using":1,"is":4,"not":3,"logger":2,"debug":1,"s":5,"used":1,"by":1,"launched":1,"with":1,"command":1,"n":1,"join":1,"cmdline":1,"info":1,"shutting":2,"down":2,"fastapi":1,"http":1,"finally":1,"engine":9,"engineclient":2,"that":1,"runs":1,"in":3,"background":1,"checking":1,"for":2,"error":1,"state":1,"needed":1,"trigger":1,"an":1,"exception":1,"arises":1,"streamingresponse":1,"generator":1,"vllm":3,"time":2,"5":1,"0":1,"while":1,"true":2,"sleep":1,"terminate":2,"errored":5,"see":1,"discussions":2,"here":2,"on":2,"a":1,"https":1,"github":1,"com":1,"encode":1,"1103":1,"this":2,"case":1,"we":1,"cannot":1,"because":1,"must":1,"first":1,"close":1,"connection":1,"request":1,"and":2,"running":1,"envs":1,"keep":1,"alive":1,"death":1,"should":1},"3637,1644,data/raw/vllm-0.10.1/vllm/entrypoints/launcher.py":{"def":2,"add":1,"shutdown":1,"handlers":3,"app":8,"fastapi":2,"server":6,"uvicorn":1,"none":1,"vllm":1,"v1":1,"asyncllm":1,"catches":1,"exceptions":1,"and":5,"returns":1,"only":1,"two":1,"types":1,"enginegenerateerror":3,"enginedeaderror":3,"is":7,"raised":4,"by":2,"the":8,"per":1,"request":5,"generate":1,"method":2,"this":3,"error":5,"could":1,"be":1,"specific":1,"therefore":2,"recoverable":2,"e":1,"g":1,"if":5,"there":1,"an":3,"in":2,"input":1,"processing":1,"background":2,"output":1,"handler":7,"global":1,"not":4,"we":4,"register":1,"these":1,"exception":11,"to":2,"return":2,"nice":1,"responses":1,"end":1,"user":1,"they":1,"occur":1,"shut":2,"down":2,"needed":1,"see":1,"https":1,"tiangolo":1,"com":1,"tutorial":1,"handling":1,"errors":1,"for":3,"more":1,"details":1,"on":1,"how":1,"work":1,"encountered":1,"a":2,"streamingresponse":1,"generator":1,"since":2,"already":1,"sent":1,"200":1,"status":2,"rather":1,"send":1,"message":1,"as":1,"next":1,"chunk":1,"means":1,"that":1,"will":1,"automatically":1,"instead":1,"use":1,"watchdog":1,"task":1,"check":1,"errored":2,"state":2,"runtimeerror":1,"asyncenginedeaderror":1,"mqenginedeaderror":1,"async":1,"runtime":1,"terminate":1,"engine":2,"client":1,"response":1,"code":1,"httpstatus":1,"internal":1},"0,1930,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_tokenization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":12,"dataclasses":1,"import":13,"dataclass":1,"typing":1,"any":1,"final":2,"optional":3,"union":1,"jinja2":1,"fastapi":1,"request":4,"config":4,"modelconfig":2,"engine":5,"protocol":2,"engineclient":2,"entrypoints":5,"chat":7,"utils":2,"chattemplatecontentformatoption":2,"logger":8,"requestlogger":2,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"openai":3,"detokenizerequest":1,"detokenizeresponse":1,"errorresponse":1,"tokenizechatrequest":1,"tokenizerequest":1,"tokenizeresponse":1,"tokenizerinforesponse":1,"enable":1,"serving":2,"openaiserving":2,"models":4,"openaiservingmodels":2,"init":4,"transformers":1,"tokenizer":1,"anytokenizer":1,"name":1,"class":1,"openaiservingtokenization":1,"def":1,"self":3,"client":3,"model":3,"template":6,"str":1,"content":3,"format":3,"none":1,"super":1},"1930,513,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_tokenization.py":{"async":1,"def":1,"create":1,"tokenize":1,"self":5,"request":10,"tokenizerequest":1,"raw":2,"union":1,"tokenizeresponse":1,"errorresponse":1,"error":3,"check":4,"ret":3,"await":2,"model":1,"if":1,"is":1,"not":1,"none":1,"return":1,"id":2,"f":1,"tokn":1,"base":1,"try":1,"lora":2,"maybe":1,"get":2,"adapters":1,"tokenizer":2,"engine":1,"client":1},"2443,1969,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_tokenization.py":{"if":3,"isinstance":2,"request":19,"tokenizechatrequest":1,"tool":5,"dicts":3,"none":3,"tools":2,"is":1,"else":2,"model":1,"dump":1,"for":2,"in":4,"prompts":6,"engine":7,"await":2,"self":6,"preprocess":2,"chat":8,"tokenizer":2,"messages":1,"template":7,"or":1,"content":2,"format":2,"add":6,"generation":2,"prompt":10,"continue":2,"final":2,"message":2,"kwargs":2,"special":4,"tokens":4,"completion":1,"except":1,"valueerror":1,"typeerror":1,"jinja2":1,"templateerror":1,"as":1,"e":3,"logger":1,"exception":1,"error":2,"preprocessing":1,"inputs":2,"return":1,"create":1,"response":1,"f":1,"cause":1,"input":2,"ids":4,"list":1,"int":1,"i":2,"enumerate":1,"log":1,"id":1,"params":1,"lora":2,"dict":1,"and":1,"token":2,"extend":1},"4412,1994,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_tokenization.py":{"token":5,"strs":5,"none":3,"if":2,"request":17,"return":8,"tokenizer":13,"convert":1,"ids":4,"to":4,"tokens":4,"input":8,"tokenizeresponse":1,"count":1,"len":3,"max":2,"model":3,"self":14,"async":3,"def":3,"create":2,"detokenize":1,"detokenizerequest":1,"raw":2,"union":2,"detokenizeresponse":2,"errorresponse":2,"error":4,"check":4,"ret":3,"await":4,"is":1,"not":1,"id":3,"f":2,"tokn":1,"base":1,"lora":4,"maybe":1,"get":7,"adapters":1,"engine":2,"client":2,"log":1,"inputs":1,"params":1,"prompt":5,"tokenize":1,"text":2,"info":4,"tokenizerinforesponse":2,"comprehensive":1,"information":1,"try":1,"tokenizerinfo":2,"chat":2,"template":2,"dict":3,"except":1,"exception":1,"as":1,"e":2,"response":1,"failed":1,"str":3,"dataclass":1,"class":1,"anytokenizer":1,"optional":1,"any":1,"the":1,"configuration":1,"config":1},"6406,1006,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_tokenization.py":{"def":2,"get":2,"tokenizer":6,"config":9,"self":9,"dict":3,"str":1,"any":2,"configuration":1,"directly":1,"from":1,"the":1,"object":1,"getattr":1,"init":1,"kwargs":1,"none":3,"or":1,"remove":1,"file":3,"path":1,"fields":1,"pop":2,"vocab":1,"merges":1,"make":4,"json":5,"serializable":6,"class":1,"type":1,"name":1,"if":2,"chat":3,"template":3,"return":5,"obj":8,"convert":1,"non":1,"objects":1,"to":1,"format":1,"hasattr":1,"content":2,"elif":2,"isinstance":2,"k":2,"v":2,"for":2,"in":2,"items":1,"list":1,"item":2,"else":1},"0,1992,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":22,"asyncio":1,"json":1,"time":1,"from":17,"collections":1,"abc":1,"asyncgenerator":1,"asynciterator":1,"contextlib":1,"asyncexitstack":1,"copy":2,"http":1,"httpstatus":1,"typing":1,"any":1,"callable":1,"final":1,"optional":1,"union":1,"jinja2":1,"openai":6,"types":4,"responses":4,"as":3,"fastapi":1,"request":1,"basemodel":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":3,"this":1,"block":1,"disable":1,"responsecreatedevent":1,"responsefunctiontoolcall":1,"responseinprogressevent":1,"responseoutputitem":1,"responseoutputitemdoneevent":1,"responseoutputmessage":1,"responseoutputtext":1,"responsereasoningitem":1,"responsereasoningtextdeltaevent":1,"responsereasoningtextdoneevent":1,"enable":1,"response":2,"reasoning":1,"item":1,"content":1,"responsereasoningtextcontent":1,"harmony":2,"message":5,"openaiharmonymessage":1,"envs":1,"config":1,"modelconfig":1,"engine":1,"protocol":1,"engineclient":1,"entrypoints":4,"chat":1,"utils":2,"chatcompletionmessageparam":1,"chattemplatecontentformatoption":1,"context":1,"conversationcontext":1,"harmonycontext":1,"simplecontext":1,"streamingharmonycontext":1,"get":4,"developer":1,"stop":1,"tokens":1,"assistant":1,"actions":1,"system":1,"user":1,"parse":3,"output":1,"remaining":1,"state":1,"input":1,"render":1,"completion":1,"logger":1,"requestlogger":1},"1992,1116,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"from":11,"vllm":11,"entrypoints":4,"openai":3,"protocol":1,"import":11,"errorresponse":1,"inputtokensdetails":1,"outputtokensdetails":1,"requestresponsemetadata":1,"responsesrequest":1,"responsesresponse":1,"responseusage":1,"enable":1,"serving":2,"engine":1,"openaiserving":2,"models":1,"openaiservingmodels":1,"tool":1,"server":1,"mcptoolserver":1,"toolserver":1,"inputs":1,"data":1,"tokensprompt":1,"as":1,"enginetokensprompt":1,"logger":4,"init":2,"outputs":1,"completionoutput":1,"reasoning":1,"reasoningparser":1,"reasoningparsermanager":1,"sampling":1,"params":1,"samplingparams":1,"transformers":1,"utils":2,"tokenizer":1,"anytokenizer":1,"random":1,"uuid":1,"name":1,"class":1,"openaiservingresponses":1},"3108,1723,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"def":1,"init":2,"self":7,"engine":3,"client":3,"engineclient":1,"model":3,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"request":3,"logger":3,"optional":5,"requestlogger":1,"chat":6,"template":6,"str":3,"content":3,"format":3,"chattemplatecontentformatoption":1,"return":3,"tokens":4,"as":4,"token":3,"ids":3,"bool":5,"false":5,"reasoning":8,"parser":9,"enable":8,"auto":1,"tools":1,"tool":2,"none":5,"server":1,"toolserver":1,"prompt":1,"details":1,"force":3,"include":3,"usage":3,"log":3,"outputs":3,"super":1,"final":1,"callable":1,"anytokenizer":1,"reasoningparser":1,"if":1,"try":1,"reasoningparsermanager":1,"get":1,"assert":1,"is":1,"not":2,"except":1,"exception":1,"e":2,"raise":1,"typeerror":1,"f":1,"has":1,"been":1,"registered":1,"from":1},"4831,1832,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"self":14,"enable":10,"prompt":2,"tokens":4,"details":2,"force":2,"include":2,"usage":2,"default":10,"sampling":8,"params":7,"model":5,"config":5,"get":2,"diff":1,"param":1,"if":7,"source":5,"generation":1,"auto":2,"else":1,"logger":3,"info":1,"using":1,"chat":1,"from":2,"s":4,"false":1,"the":7,"store":7,"option":1,"is":6,"silently":1,"ignored":1,"and":3,"response":3,"not":4,"stored":2,"true":1,"in":3,"memory":2,"note":1,"woosuk":1,"this":2,"may":2,"be":1,"intuitive":1,"for":3,"users":1,"as":1,"behavior":2,"openai":2,"responses":4,"api":3,"to":3,"but":1,"vllm":3,"envs":1,"warning":2,"once":1,"enabled":1,"cause":1,"a":1,"leak":1,"since":1,"we":3,"never":1,"remove":1,"use":3,"harmony":2,"hf":1,"type":1,"gpt":2,"oss":2,"ignore":1,"tool":2,"choice":1,"always":1,"models":1,"have":1,"two":1,"eos":1,"like":1,"return":1,"call":1,"need":1,"add":1,"them":1,"stop":5,"token":4,"ids":4,"extend":1,"assistant":1,"actions":1},"6663,1733,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"set":1,"up":1,"tool":5,"use":3,"self":11,"enable":5,"auto":4,"tools":3,"bool":1,"if":6,"logger":2,"info":1,"choice":1,"has":1,"been":1,"enabled":1,"please":1,"note":1,"that":1,"while":1,"the":6,"parallel":1,"calls":1,"client":3,"option":1,"is":6,"preset":1,"for":2,"compatibility":1,"reasons":1,"it":1,"will":1,"be":1,"ignored":1,"hack":4,"woosuk":2,"this":5,"a":7,"we":6,"should":2,"better":2,"store":9,"fixme":2,"true":2,"may":2,"cause":2,"memory":2,"leak":2,"since":2,"never":2,"remove":2,"responses":2,"from":2,"response":2,"dict":3,"str":4,"responsesresponse":2,"lock":2,"asyncio":2,"messages":1,"msg":1,"list":1,"chatcompletionmessageparam":1,"background":1,"tasks":1,"task":1,"server":2,"async":1,"def":1,"create":1,"request":4,"responsesrequest":1,"raw":1,"optional":1,"none":3,"union":1,"asyncgenerator":1,"errorresponse":1,"error":8,"check":5,"ret":4,"await":1,"model":2,"not":1,"with":1,"s":2,"return":2,"engine":4,"dead":3,"raise":2,"required":1,"streaming":1,"case":1,"where":1,"success":1,"status":1,"before":1,"actually":1,"start":1,"generating":1,"text":1,"errored":1},"8396,1836,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":5,"request":13,"store":11,"and":3,"not":7,"self":9,"enable":3,"background":2,"return":3,"create":1,"error":5,"response":15,"err":1,"type":1,"invalid":2,"message":1,"this":1,"vllm":3,"engine":2,"does":2,"support":2,"true":2,"therefore":1,"the":8,"mode":1,"to":3,"these":1,"features":1,"set":1,"environment":1,"variable":1,"responses":1,"api":1,"1":1,"when":1,"launching":1,"server":1,"status":1,"code":1,"httpstatus":1,"bad":1,"disable":2,"option":1,"note":1,"woosuk":1,"although":1,"returning":1,"an":1,"is":3,"possible":1,"we":2,"opted":1,"implicitly":1,"process":1,"anyway":1,"as":1,"assume":1,"most":1,"users":1,"do":1,"intend":1,"actually":1,"i":1,"e":1,"their":1,"s":2,"just":1,"because":1,"it":1,"default":1,"value":1,"false":1,"handle":1,"previous":2,"id":9,"prev":9,"none":3,"startswith":1,"resp":1,"make":2,"async":1,"with":1,"lock":1,"get":4,"found":1,"else":1,"try":1,"lora":3,"maybe":1,"adapters":1,"model":3,"name":2,"tokenizer":2,"await":1,"client":1},"10232,1413,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":3,"self":7,"use":1,"harmony":2,"messages":2,"request":19,"prompts":4,"engine":2,"make":2,"with":1,"prev":2,"response":4,"else":1,"await":1,"tokenizer":1,"except":1,"valueerror":1,"typeerror":1,"runtimeerror":1,"jinja2":1,"templateerror":1,"notimplementederror":1,"as":1,"e":3,"logger":1,"exception":1,"error":3,"in":4,"preprocessing":1,"prompt":1,"inputs":1,"return":2,"create":2,"f":1,"cause":1,"metadata":3,"requestresponsemetadata":1,"id":2,"raw":2,"state":1,"tool":5,"server":3,"is":2,"not":2,"none":2,"and":6,"isinstance":1,"mcptoolserver":1,"background":2,"or":1,"stream":1,"tools":2,"any":1,"type":1,"web":1,"search":1,"preview":1,"code":1,"interpreter":1,"for":1,"mcp":1,"supported":1,"mode":2,"streaming":1,"schedule":1,"the":2,"get":1,"result":1,"generator":1,"generators":1,"list":1,"asyncgenerator":1,"conversationcontext":1},"11645,1709,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"builtin":6,"tool":25,"list":7,"str":2,"if":5,"self":9,"use":1,"harmony":1,"and":1,"server":5,"is":4,"not":2,"none":4,"has":2,"browser":2,"append":2,"python":2,"async":2,"with":1,"asyncexitstack":1,"as":1,"exit":2,"stack":2,"try":1,"todo":1,"initialize":1,"sessions":4,"lazily":1,"when":1,"the":1,"session":4,"actually":1,"used":1,"ctxs":2,"dict":1,"any":1,"name":6,"enter":1,"context":1,"new":1,"for":3,"in":3,"await":2,"else":2,"assert":1,"len":3,"0":1,"i":1,"engine":3,"prompt":3,"enumerate":1,"prompts":1,"default":3,"max":3,"tokens":2,"model":1,"token":1,"ids":1,"sampling":3,"params":3,"request":3,"to":1,"trace":2,"headers":3,"raw":2,"get":1},"13354,1902,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"context":6,"conversationcontext":1,"if":4,"self":6,"use":2,"harmony":1,"request":15,"stream":1,"streamingharmonycontext":1,"messages":4,"tool":2,"sessions":2,"else":2,"harmonycontext":1,"simplecontext":1,"generator":3,"generate":1,"with":2,"builtin":1,"tools":1,"id":4,"prompt":3,"prompts":1,"i":1,"engine":2,"sampling":3,"params":3,"lora":2,"priority":2,"trace":2,"headers":2,"generators":3,"append":1,"except":1,"valueerror":1,"as":1,"e":2,"todo":1,"a":1,"vllm":1,"specific":1,"validation":1,"error":2,"return":1,"create":1,"response":6,"str":1,"assert":1,"len":1,"1":1,"result":1,"store":5,"the":1,"input":1,"msg":1,"background":1,"created":3,"time":5,"int":1,"responsesresponse":1,"from":1,"model":2,"name":2,"output":1,"status":1,"queued":1,"usage":1,"none":1,"async":1,"lock":1},"15256,1649,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"run":2,"the":2,"request":9,"in":1,"background":4,"task":4,"asyncio":1,"create":4,"self":7,"sampling":3,"params":3,"result":3,"generator":5,"context":3,"model":3,"name":4,"tokenizer":3,"metadata":3,"created":1,"time":1,"f":1,"response":8,"id":5,"for":1,"cleanup":1,"tasks":2,"add":1,"done":1,"callback":1,"lambda":1,"pop":1,"none":1,"return":5,"if":1,"stream":2,"responses":2,"try":1,"await":1,"full":1,"except":1,"exception":1,"as":1,"e":2,"error":2,"str":1,"should":1,"not":1,"reach":1,"here":1},"16905,1905,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"async":2,"def":3,"make":2,"request":13,"self":8,"responsesrequest":3,"prev":4,"response":5,"optional":3,"responsesresponse":3,"tokenizer":3,"anytokenizer":2,"if":3,"len":1,"tools":1,"0":1,"raise":2,"notimplementederror":2,"tool":3,"use":1,"is":3,"not":1,"supported":2,"in":2,"responses":2,"api":2,"without":1,"harmony":4,"construct":3,"the":1,"input":3,"messages":9,"prompts":4,"engine":4,"await":1,"preprocess":1,"chat":5,"template":4,"content":2,"format":2,"return":2,"with":3,"choice":2,"auto":2,"only":1,"prompt":6,"token":4,"ids":4,"render":1,"for":1,"completion":1,"enginetokensprompt":1,"full":1,"generator":2,"sampling":1,"params":1,"samplingparams":1,"result":1,"asynciterator":1,"conversationcontext":2,"context":1,"model":1,"name":1,"str":1,"metadata":1,"requestresponsemetadata":1,"created":3,"time":5,"int":2,"none":2,"union":1,"errorresponse":1},"18810,1483,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"try":1,"async":1,"for":2,"in":1,"result":1,"generator":1,"pass":1,"except":2,"asyncio":1,"cancellederror":1,"return":2,"self":5,"create":2,"error":3,"response":4,"client":1,"disconnected":1,"valueerror":1,"as":1,"e":2,"todo":2,"use":2,"a":1,"vllm":1,"specific":1,"validation":1,"str":1,"if":1,"harmony":2,"assert":5,"isinstance":2,"context":8,"harmonycontext":1,"output":9,"make":2,"items":2,"with":1,"these":1,"are":1,"all":1,"0":3,"now":1,"num":13,"prompt":5,"tokens":13,"generated":2,"cached":4,"reasoning":3,"else":1,"simplecontext":1,"final":10,"res":7,"last":1,"is":2,"not":2,"none":2,"len":3,"outputs":2,"1":1,"request":1,"tokenizer":1,"calculate":1,"usage":1,"token":3,"ids":3},"20293,1841,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"usage":3,"responseusage":1,"input":2,"tokens":13,"num":6,"prompt":2,"output":8,"generated":2,"total":1,"details":2,"inputtokensdetails":1,"cached":2,"outputtokensdetails":1,"reasoning":10,"response":13,"responsesresponse":1,"from":1,"request":6,"sampling":1,"params":1,"model":2,"name":2,"created":2,"time":2,"status":2,"completed":1,"if":4,"store":4,"async":1,"with":1,"self":6,"lock":1,"stored":3,"get":1,"id":2,"the":1,"is":2,"already":1,"cancelled":2,"don":1,"t":1,"update":1,"it":1,"none":2,"or":1,"return":1,"def":1,"make":1,"items":1,"responsesrequest":1,"final":3,"completionoutput":1,"tokenizer":2,"anytokenizer":1,"list":1,"responseoutputitem":1,"parser":5,"try":1,"except":1,"runtimeerror":1,"as":1,"e":2,"logger":1,"exception":1,"error":1,"in":1,"creation":1,"raise":1,"content":5,"extract":1,"text":2,"else":1},"22134,1753,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"log":3,"complete":1,"response":1,"if":6,"output":17,"logging":1,"is":2,"enabled":1,"self":3,"enable":1,"outputs":3,"and":1,"request":5,"logger":2,"text":11,"content":10,"elif":1,"reasoning":9,"f":3,"id":4,"token":2,"ids":2,"final":2,"finish":2,"reason":2,"streaming":1,"false":2,"delta":1,"item":3,"responsereasoningitem":1,"rs":1,"random":2,"uuid":2,"summary":1,"type":4,"responsereasoningtextcontent":1,"status":3,"none":2,"note":1,"only":1,"the":1,"last":1,"has":1,"append":2,"responseoutputtext":1,"annotations":1,"todo":2,"logprobs":1,"message":3,"responseoutputmessage":1,"msg":1,"role":1,"assistant":1,"completed":1,"return":1},"23887,1928,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"def":2,"make":1,"response":5,"output":12,"items":8,"with":1,"harmony":1,"self":3,"context":4,"harmonycontext":1,"list":3,"responseoutputitem":1,"num":3,"init":3,"messages":13,"for":3,"msg":5,"in":4,"extend":4,"parse":2,"message":1,"handle":1,"the":7,"generation":1,"stopped":1,"middle":1,"if":6,"any":1,"last":3,"remaining":1,"state":1,"parser":1,"return":2,"construct":1,"input":5,"request":6,"responsesrequest":1,"prev":6,"optional":1,"responsesresponse":1,"none":2,"chatcompletionmessageparam":2,"instructions":2,"append":4,"role":3,"system":1,"content":6,"prepend":1,"conversation":1,"history":1,"is":1,"not":1,"add":2,"previous":2,"store":1,"id":1,"item":3,"note":1,"we":1,"skip":1,"reasoning":1,"isinstance":2,"responseoutputmessage":1,"assistant":1,"text":2,"new":1,"responses":1,"api":1,"supports":1,"simple":1,"inputs":1,"without":1,"chat":1,"format":1,"str":1,"user":1,"else":1,"type":1,"ignore":1},"25815,150,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"def":1,"construct":1,"input":1,"messages":1,"with":1,"harmony":1,"self":1,"request":1,"responsesrequest":1,"prev":1,"response":1,"optional":1,"responsesresponse":1},"25965,1442,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"list":2,"openaiharmonymessage":2,"messages":3,"if":4,"prev":1,"response":1,"is":5,"none":8,"new":1,"conversation":1,"reasoning":5,"effort":4,"request":5,"else":3,"tool":17,"types":3,"type":1,"for":1,"in":3,"tools":2,"enable":4,"browser":5,"web":1,"search":1,"preview":1,"and":6,"self":8,"server":8,"not":4,"has":2,"code":3,"interpreter":3,"python":3,"sys":2,"msg":4,"get":4,"system":1,"message":2,"description":4,"append":2,"dev":2,"developer":1,"instructions":1},"27407,1582,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"else":1,"continue":1,"the":4,"previous":2,"conversation":1,"fixme":1,"woosuk":1,"currently":1,"request":3,"params":1,"like":1,"reasoning":1,"and":1,"instructions":1,"are":1,"ignored":1,"prev":17,"msgs":11,"self":1,"msg":16,"store":2,"response":1,"id":1,"remove":1,"chain":1,"of":1,"thoughts":1,"if":6,"there":1,"is":1,"a":1,"new":2,"final":7,"message":2,"note":1,"that":1,"this":1,"also":1,"removes":1,"these":1,"messages":3,"from":1,"len":2,"0":1,"last":3,"1":6,"assert":3,"isinstance":4,"openaiharmonymessage":3,"channel":3,"idx":4,"for":2,"i":6,"in":2,"range":1,"2":1,"break":1,"recent":2,"turn":2,"del":1,"analysis":1,"append":3,"extend":1,"input":3,"reponses":1,"api":1,"supports":1,"simple":1,"text":1,"inputs":1,"without":1,"chat":1,"format":1,"str":1,"get":1,"user":1},"28989,742,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"else":2,"if":2,"prev":7,"response":8,"is":1,"not":1,"none":1,"outputs":5,"copy":1,"output":3,"for":1,"msg":4,"in":2,"request":4,"input":3,"messages":2,"append":2,"parse":2,"user":1,"passes":1,"a":2,"tool":4,"call":4,"and":1,"its":1,"we":1,"need":1,"to":2,"add":1,"the":4,"so":1,"that":1,"can":1,"find":1,"when":1,"parsing":1,"isinstance":1,"responsefunctiontoolcall":1,"return":1},"29731,1800,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"async":6,"def":3,"run":1,"background":2,"request":9,"self":15,"responsesrequest":1,"args":2,"kwargs":2,"try":1,"response":31,"await":1,"responses":3,"full":1,"generator":1,"except":1,"exception":2,"as":1,"e":2,"logger":1,"failed":4,"for":1,"s":1,"id":16,"create":1,"error":5,"str":3,"if":7,"isinstance":1,"errorresponse":3,"the":2,"has":1,"update":1,"status":3,"to":1,"with":3,"store":6,"lock":3,"stored":4,"get":3,"assert":1,"is":3,"not":6,"none":3,"in":1,"completed":1,"cancelled":1,"retrieve":1,"union":2,"responsesresponse":2,"startswith":2,"resp":2,"return":5,"make":4,"invalid":2,"found":2,"cancel":1},"31531,1804,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"prev":2,"status":7,"response":16,"if":2,"not":6,"in":4,"queued":1,"progress":1,"return":5,"self":8,"create":4,"error":11,"err":4,"type":4,"invalid":6,"request":6,"message":4,"cannot":1,"cancel":2,"a":1,"synchronous":1,"update":1,"the":4,"to":1,"cancelled":3,"abort":1,"task":4,"background":2,"tasks":1,"get":1,"id":10,"try":1,"await":1,"except":1,"asyncio":1,"cancellederror":1,"logger":1,"exception":1,"for":1,"s":1,"was":1,"def":3,"make":3,"str":2,"errorresponse":3,"f":2,"expected":1,"an":1,"that":1,"begins":1,"with":2,"resp":1,"found":3,"code":2,"httpstatus":2,"store":4,"supported":2,"true":1,"default":1,"is":1,"please":1,"set":2,"false":1,"responses":2,"api":2,"or":1,"vllm":2,"enable":1,"1":1,"env":1,"var":1,"when":1,"starting":1,"server":1,"bad":1},"33335,1505,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"async":1,"def":2,"responses":2,"stream":1,"generator":2,"self":1,"request":2,"responsesrequest":1,"sampling":1,"params":1,"samplingparams":1,"result":1,"asynciterator":1,"optional":2,"conversationcontext":2,"context":2,"model":2,"name":1,"str":2,"tokenizer":1,"anytokenizer":1,"metadata":1,"requestresponsemetadata":1,"created":3,"time":5,"int":2,"none":3,"asyncgenerator":1,"todo":1,"1":2,"handle":1,"disconnect":1,"if":4,"not":2,"isinstance":1,"streamingharmonycontext":1,"raise":1,"notimplementederror":1,"streaming":1,"is":3,"supported":1,"for":1,"api":1,"without":1,"harmony":1,"or":1,"sequence":7,"number":9,"0":3,"send":1,"event":12,"basemodel":1,"nonlocal":1,"set":1,"the":2,"has":1,"this":3,"attribute":1,"hasattr":1,"get":1,"type":5,"from":1,"s":1,"field":1,"it":1,"exists":1,"getattr":1,"unknown":1,"return":1,"f":2,"n":3,"data":1,"dump":1,"json":1,"indent":1,"current":3,"content":1,"index":2,"fixme":2,"never":2,"changed":2,"output":2,"item":2,"id":1,"sent":1,"added":1,"false":1},"34840,923,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"initial":3,"response":7,"responsesresponse":1,"from":1,"request":2,"sampling":1,"params":1,"model":3,"name":2,"created":3,"time":2,"output":3,"status":1,"in":3,"progress":2,"usage":1,"none":1,"dump":1,"yield":2,"send":2,"event":2,"responsecreatedevent":1,"type":2,"sequence":2,"number":2,"1":3,"responseinprogressevent":1,"async":1,"for":1,"ctx":3,"result":1,"generator":1,"assert":1,"isinstance":1,"streamingharmonycontext":1,"if":1,"is":1,"expecting":1,"start":1,"current":1,"index":1,"sent":1,"item":1,"added":1,"false":1},"35764,1765,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":2,"len":1,"ctx":2,"parser":2,"messages":2,"0":3,"previous":5,"item":12,"1":3,"recipient":1,"is":1,"not":1,"none":1,"deal":1,"with":1,"tool":1,"call":1,"here":1,"pass":1,"elif":1,"channel":1,"analysis":1,"reasoning":5,"responsereasoningitem":1,"type":4,"content":5,"responsereasoningtextcontent":1,"text":6,"status":1,"completed":1,"id":4,"current":5,"summary":1,"yield":2,"send":2,"event":2,"responsereasoningtextdoneevent":1,"response":2,"done":2,"sequence":2,"number":2,"output":5,"index":6,"responseoutputitemdoneevent":1},"37529,1419,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"elif":1,"previous":3,"item":7,"channel":1,"final":1,"text":8,"content":9,"responseoutputtext":1,"type":3,"output":6,"0":2,"annotations":1,"yield":2,"send":2,"event":2,"openai":2,"responses":2,"types":2,"responsetextdoneevent":1,"response":2,"done":2,"sequence":2,"number":2,"1":2,"index":8,"current":6,"logprobs":1,"id":4,"responsecontentpartdoneevent":1,"part":2},"38948,712,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"yield":1,"send":1,"event":1,"openai":1,"responses":1,"types":1,"responseoutputitemdoneevent":1,"type":2,"response":1,"output":3,"item":3,"done":1,"sequence":1,"number":1,"1":1,"index":2,"current":2,"responseoutputmessage":1,"id":2,"message":1,"role":1,"assistant":1,"content":2,"text":1,"status":1,"completed":1},"39661,46,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":1,"ctx":1,"parser":1,"last":1,"content":1,"delta":1},"39707,1834,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":2,"ctx":2,"parser":2,"current":7,"channel":1,"final":1,"and":1,"recipient":1,"is":1,"none":1,"not":1,"sent":2,"output":8,"item":7,"added":4,"true":1,"yield":2,"send":2,"event":2,"openai":4,"responses":4,"types":4,"responseoutputitemaddedevent":1,"type":4,"response":2,"sequence":2,"number":2,"1":2,"index":6,"responseoutputmessage":1,"id":4,"message":1,"role":1,"assistant":1,"content":4,"status":1,"in":1,"progress":1,"responsecontentpartaddedevent":1,"part":2,"responseoutputtext":1,"text":2,"annotations":1,"logprobs":1},"41541,613,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"yield":1,"send":1,"event":1,"openai":1,"responses":1,"types":1,"responsetextdeltaevent":1,"type":1,"response":1,"output":4,"text":1,"delta":3,"sequence":1,"number":1,"1":1,"content":3,"index":4,"current":3,"item":2,"id":2,"ctx":2,"parser":1,"last":2,"todo":1,"use":1,"logprobs":2,"from":1,"request":1},"42154,1785,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"elif":1,"ctx":2,"parser":2,"current":7,"channel":1,"analysis":1,"and":1,"recipient":1,"is":1,"none":1,"if":1,"not":1,"sent":2,"output":8,"item":7,"added":4,"true":1,"yield":2,"send":2,"event":2,"openai":4,"responses":4,"types":4,"responseoutputitemaddedevent":1,"type":4,"response":2,"sequence":2,"number":2,"1":2,"index":6,"responsereasoningitem":1,"reasoning":1,"id":4,"summary":1,"status":1,"in":1,"progress":1,"responsecontentpartaddedevent":1,"content":3,"part":2,"responseoutputtext":1,"text":2,"annotations":1,"logprobs":1},"43939,483,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"yield":1,"send":1,"event":1,"responsereasoningtextdeltaevent":1,"type":1,"response":1,"reasoning":1,"text":1,"delta":3,"item":2,"id":2,"current":3,"output":2,"index":4,"content":3,"ctx":1,"parser":1,"last":1,"sequence":1,"number":1,"1":1},"44422,1969,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":3,"ctx":3,"is":3,"assistant":1,"action":5,"turn":1,"and":4,"len":2,"parser":2,"messages":2,"0":2,"previous":5,"item":5,"1":1,"self":2,"tool":3,"server":2,"not":2,"none":3,"has":1,"browser":3,"recipient":3,"startswith":1,"function":9,"name":6,"parsed":5,"args":5,"json":1,"loads":1,"content":1,"text":1,"search":5,"openai":3,"responses":3,"types":3,"response":3,"web":3,"actionsearch":1,"type":3,"query":2,"elif":2,"open":2,"actionopenpage":1,"page":1,"todo":2,"translate":2,"to":2,"url":4,"f":3,"cursor":4,"get":2,"find":2,"actionfind":1,"pattern":2,"else":1,"raise":1,"valueerror":1,"unknown":1},"46391,1632,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"yield":3,"send":3,"event":3,"openai":4,"responses":4,"types":4,"responseoutputitemaddedevent":1,"type":4,"response":4,"output":7,"item":7,"added":1,"sequence":3,"number":3,"1":3,"index":6,"current":6,"function":1,"web":5,"search":5,"responsefunctionwebsearch":1,"todo":1,"generate":1,"a":1,"unique":1,"id":7,"for":1,"call":4,"action":2,"status":1,"in":2,"progress":2,"responsewebsearchcallinprogressevent":1,"responsewebsearchcallsearchingevent":1,"searching":1},"48023,1106,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"enqueue":1,"yield":2,"send":2,"event":2,"openai":3,"responses":3,"types":3,"responsewebsearchcallcompletedevent":1,"type":3,"response":2,"web":2,"search":2,"call":2,"completed":2,"sequence":2,"number":2,"1":2,"output":5,"index":4,"current":4,"item":5,"id":4,"responseoutputitemdoneevent":1,"done":1,"responsefunctionwebsearch":1,"action":2,"status":1},"49130,1977,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"if":1,"self":2,"tool":3,"server":2,"is":2,"not":2,"none":2,"and":3,"has":1,"python":2,"previous":3,"item":10,"recipient":2,"startswith":1,"yield":3,"send":3,"event":4,"openai":4,"responses":4,"types":4,"responseoutputitemaddedevent":1,"type":4,"response":3,"output":7,"added":1,"sequence":3,"number":3,"1":3,"index":6,"current":6,"responsecodeinterpretertoolcallparam":1,"code":6,"interpreter":3,"call":3,"id":7,"container":1,"auto":1,"outputs":1,"status":1,"in":2,"progress":2,"responsecodeinterpretercallinprogressevent":1,"todo":1,"do":1,"we":1,"need":1,"to":1,"add":1,"delta":1,"here":1,"responsecodeinterpretercallcodedoneevent":1,"done":1,"content":1,"0":1,"text":1},"51107,1707,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"yield":3,"send":3,"event":3,"openai":4,"responses":4,"types":4,"responsecodeinterpretercallinterpretingevent":1,"type":4,"response":3,"code":4,"interpreter":3,"call":3,"interpreting":1,"sequence":3,"number":3,"1":3,"output":7,"index":6,"current":6,"item":8,"id":7,"responsecodeinterpretercallcompletedevent":1,"completed":2,"responseoutputitemdoneevent":1,"done":1,"responsecodeinterpretertoolcallparam":1,"previous":1,"content":1,"0":1,"text":1,"container":1,"auto":1,"todo":1,"add":1,"outputs":2,"here":1,"status":1},"52814,735,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_responses.py":{"async":3,"def":1,"empty":2,"generator":4,"a":2,"hack":1,"to":2,"trick":1,"python":1,"think":1,"this":1,"is":1,"but":1,"in":1,"fact":1,"it":1,"immediately":1,"returns":1,"if":1,"false":1,"yield":2,"final":2,"response":4,"await":1,"self":1,"responses":2,"full":1,"request":2,"sampling":1,"params":1,"context":1,"model":2,"name":1,"tokenizer":1,"metadata":1,"created":2,"time":2,"send":1,"event":1,"openai":1,"types":1,"responsecompletedevent":1,"type":1,"completed":1,"sequence":1,"number":1,"1":1,"dump":1},"0,1638,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":13,"project":1,"import":22,"asyncio":1,"io":1,"math":1,"time":1,"from":15,"collections":1,"abc":1,"asyncgenerator":1,"functools":1,"cached":1,"property":1,"typing":1,"callable":1,"literal":1,"optional":1,"typevar":2,"union":2,"cast":1,"numpy":1,"as":2,"np":1,"fastapi":1,"request":1,"envs":2,"config":1,"modelconfig":1,"engine":2,"protocol":2,"engineclient":1,"entrypoints":4,"logger":5,"requestlogger":1,"openai":3,"deltamessage":1,"errorresponse":1,"requestresponsemetadata":1,"transcriptionresponse":2,"transcriptionresponsestreamchoice":1,"transcriptionstreamresponse":1,"translationresponse":2,"translationresponsestreamchoice":1,"translationstreamresponse":1,"usageinfo":1,"serving":2,"openaiserving":2,"speechtotextrequest":1,"models":2,"openaiservingmodels":1,"inputs":1,"data":1,"prompttype":1,"init":2,"model":1,"executor":1,"supportstranscription":1,"outputs":1,"requestoutput":1,"utils":1,"placeholdermodule":2,"try":1,"librosa":3,"except":1,"importerror":1,"type":1,"ignore":1,"assignment":1,"speechtotextresponse":2,"t":2,"bound":1,"name":1,"class":2,"openaispeechtotext":1,"base":1,"for":1,"speech":1,"text":1,"operations":1,"like":1,"transcription":1,"and":1,"translation":1},"1638,1759,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"def":3,"init":2,"self":14,"engine":3,"client":3,"engineclient":1,"model":15,"config":8,"modelconfig":1,"models":3,"openaiservingmodels":1,"request":6,"logger":4,"optional":1,"requestlogger":1,"return":4,"tokens":3,"as":3,"token":3,"ids":3,"bool":1,"false":1,"task":4,"type":6,"literal":1,"transcribe":2,"translate":1,"super":1,"default":4,"sampling":5,"params":3,"get":4,"diff":1,"param":2,"asr":1,"cls":7,"speech":2,"to":2,"text":2,"max":3,"audio":5,"filesize":3,"mb":3,"envs":1,"vllm":2,"clip":1,"if":2,"info":1,"overwriting":1,"completion":1,"with":1,"s":1,"cached":1,"property":1,"supportstranscription":2,"from":1,"executor":1,"loader":1,"import":1,"cast":1,"async":1,"preprocess":1,"speechtotextrequest":1,"data":2,"bytes":1,"tuple":1,"list":1,"prompttype":1,"float":1,"validate":2,"language":3,"len":1,"1024":1,"2":1,"raise":1,"valueerror":1,"maximum":1,"file":1,"size":1,"exceeded":1},"3397,1914,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"with":1,"io":1,"bytesio":1,"audio":8,"data":2,"as":4,"bytes":3,"note":1,"resample":1,"to":3,"model":6,"sr":7,"here":1,"for":5,"efficiency":1,"this":2,"is":4,"also":1,"a":3,"pre":1,"requisite":1,"chunking":2,"it":2,"assumes":1,"whisper":1,"y":5,"librosa":2,"load":1,"self":12,"asr":4,"config":7,"sample":1,"rate":1,"duration":4,"get":2,"do":2,"split":3,"allow":1,"and":2,"max":1,"clip":1,"s":2,"chunks":2,"if":4,"not":2,"else":1,"int":1,"prompts":3,"chunk":2,"in":1,"the":5,"has":1,"control":1,"over":1,"construction":1,"long":1,"returns":1,"valid":1,"prompttype":1,"prompt":5,"cls":1,"generation":1,"stt":1,"language":2,"task":2,"type":3,"request":6,"append":1,"return":3,"async":1,"def":1,"create":1,"speech":2,"text":3,"speechtotextrequest":1,"raw":1,"response":1,"class":1,"t":2,"stream":1,"generator":1,"method":2,"callable":1,"asyncgenerator":2,"str":2,"none":3,"union":1,"errorresponse":1,"base":1,"operations":1,"like":1,"transcription":1,"translation":1,"error":5,"check":4,"ret":3,"await":1,"engine":4,"dead":3,"raise":2,"required":1,"streaming":1,"case":1,"where":1,"we":2,"success":1,"status":1,"before":1,"actually":1,"start":1,"generating":1,"client":2,"errored":1},"5311,1809,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"if":3,"request":20,"response":5,"format":2,"not":4,"in":2,"text":3,"json":2,"return":3,"self":11,"create":3,"error":4,"currently":2,"only":2,"support":2,"or":1,"id":5,"f":2,"task":2,"type":2,"base":1,"raw":3,"metadata":3,"requestresponsemetadata":1,"state":1,"try":2,"lora":4,"maybe":1,"get":1,"adapters":1,"do":1,"for":1,"title":1,"prompts":1,"duration":1,"s":1,"await":1,"preprocess":1,"speech":1,"to":3,"audio":3,"data":2,"except":1,"valueerror":1,"as":1,"e":2,"logger":1,"exception":1,"preprocessing":1,"prompt":2,"inputs":2,"str":1,"list":2,"result":1,"generator":1,"optional":1,"asyncgenerator":1,"requestoutput":1,"none":3,"unlike":1,"most":1,"decoder":1,"models":1,"whisper":1,"generation":1,"length":1,"is":2,"constrained":1,"by":1,"the":2,"size":2,"of":1,"input":1,"which":1,"mapped":1,"a":1,"fixed":1,"log":2,"mel":1,"spectogram":1,"default":3,"max":3,"tokens":3,"model":2,"config":1,"len":1,"sampling":4,"params":5,"it":1,"will":1,"display":1,"special":1,"like":1,"startoftranscript":1},"7120,1960,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"list":6,"result":7,"generator":9,"self":5,"engine":1,"client":2,"generate":1,"prompt":2,"sampling":1,"params":1,"request":9,"id":3,"for":3,"in":3,"prompts":1,"except":3,"valueerror":2,"as":2,"e":4,"todo":2,"use":2,"a":2,"vllm":2,"specific":2,"validation":2,"error":5,"return":5,"create":3,"response":7,"str":4,"if":1,"stream":5,"method":1,"metadata":2,"duration":2,"s":2,"non":1,"streaming":1,"try":1,"assert":1,"is":1,"not":1,"none":3,"text":6,"async":2,"op":2,"outputs":1,"0":1,"cast":1,"t":1,"class":3,"asyncio":1,"cancellederror":1,"disconnected":1,"def":1,"speech":1,"to":1,"speechtotextrequest":1,"asyncgenerator":2,"requestoutput":1,"requestresponsemetadata":1,"audio":1,"float":1,"chunk":3,"object":1,"type":5,"literal":1,"translation":1,"transcription":1,"choice":1,"union":2,"transcriptionresponsestreamchoice":1,"translationresponsestreamchoice":1,"transcriptionstreamresponse":1,"translationstreamresponse":1,"created":1,"time":3,"int":1,"model":2,"name":1},"9080,1943,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"completion":2,"tokens":8,"0":3,"num":4,"prompt":5,"include":5,"usage":7,"request":4,"stream":6,"if":6,"else":3,"false":2,"continuous":3,"stats":2,"and":1,"try":2,"for":2,"result":5,"generator":4,"in":3,"list":1,"async":1,"res":5,"on":1,"first":2,"token":3,"ids":3,"is":3,"not":1,"none":2,"len":3,"audio":4,"self":3,"model":3,"cls":1,"get":1,"duration":1,"s":1,"asr":1,"config":2,"we":1,"need":1,"to":2,"do":1,"it":2,"here":1,"because":1,"there":1,"are":1,"exceptions":1,"the":3,"needs":1,"be":1,"sent":1,"as":1,"response":3,"by":1,"catch":1,"just":1,"one":1,"output":7,"n":1,"1":2,"supported":1,"assert":1,"outputs":2,"delta":6,"message":3,"deltamessage":1,"content":1,"text":1,"finish":3,"reason":5,"still":1,"generating":2,"send":1,"update":1,"choice":4,"data":2,"class":2,"finished":1,"stop":2},"11023,1780,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"chunk":7,"stream":3,"response":2,"class":2,"id":4,"request":2,"object":4,"type":2,"created":4,"time":2,"choices":2,"choice":1,"data":7,"model":6,"name":2,"handle":1,"usage":13,"stats":1,"if":5,"requested":1,"continuous":2,"include":3,"usageinfo":2,"prompt":6,"tokens":14,"num":4,"completion":6,"total":2,"dump":2,"json":2,"exclude":3,"unset":2,"true":3,"yield":2,"f":2,"n":4,"once":1,"the":2,"final":7,"token":1,"is":2,"handled":1,"options":1,"sent":1,"send":1,"none":1},"12803,1656,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"report":1,"to":2,"fastapi":1,"middleware":1,"aggregate":1,"usage":2,"across":1,"all":2,"choices":1,"request":1,"metadata":1,"final":2,"info":1,"usageinfo":1,"prompt":3,"tokens":7,"num":2,"completion":3,"total":1,"except":1,"exception":2,"as":1,"e":2,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"error":3,"logger":1,"in":2,"s":2,"stream":1,"generator":1,"self":6,"task":1,"type":1,"data":11,"create":1,"streaming":1,"response":2,"str":1,"yield":2,"f":1,"n":5,"send":1,"the":4,"done":2,"message":1,"after":1,"are":1,"finished":1,"def":1,"split":7,"audio":9,"np":2,"ndarray":2,"sample":3,"rate":3,"int":1,"list":1,"chunk":7,"size":6,"asr":2,"config":2,"max":1,"clip":1,"overlap":4,"second":1,"chunks":4,"i":8,"0":1,"while":1,"shape":3,"1":3,"if":1,"handle":1,"last":1,"append":2,"break":1,"find":2,"best":1,"point":6,"region":1,"search":4,"start":2,"end":2,"min":1,"extract":1,"up":1,"return":1},"14459,1019,data/raw/vllm-0.10.1/vllm/entrypoints/openai/speech_to_text.py":{"def":1,"find":2,"split":3,"point":3,"self":2,"wav":3,"np":1,"ndarray":1,"start":5,"idx":10,"int":3,"end":4,"the":1,"best":2,"to":1,"audio":2,"by":1,"looking":1,"for":2,"silence":1,"or":1,"low":1,"amplitude":1,"args":1,"tensor":1,"1":1,"t":1,"index":3,"of":3,"search":2,"region":2,"returns":1,"splitting":1,"segment":3,"calculate":1,"rms":1,"energy":13,"in":2,"small":1,"windows":1,"min":9,"math":1,"inf":1,"quietest":3,"0":3,"window":8,"asr":1,"config":1,"size":1,"assert":1,"is":1,"not":1,"none":1,"i":4,"range":1,"len":1,"2":1,"mean":1,"5":1,"if":1,"return":1},"0,1513,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":23,"asyncio":1,"io":1,"json":1,"sys":2,"time":1,"from":15,"collections":1,"abc":1,"asyncgenerator":1,"iterable":1,"mapping":1,"sequence":1,"concurrent":1,"futures":2,"threadpoolexecutor":1,"http":1,"httpstatus":1,"typing":4,"annotated":1,"any":1,"callable":1,"classvar":1,"generic":1,"optional":1,"typevar":1,"union":1,"cast":1,"overload":1,"pybase64":1,"torch":1,"fastapi":1,"request":1,"pydantic":1,"basemodel":1,"configdict":1,"field":1,"starlette":1,"datastructures":1,"headers":1,"extensions":2,"typeis":1,"if":1,"version":1,"info":1,"3":1,"12":1,"typeddict":2,"else":1,"envs":2,"as":1,"config":1,"modelconfig":1,"engine":1,"protocol":1,"engineclient":1,"yapf":2,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"entrypoints":3,"chat":5,"utils":1,"chatcompletionmessageparam":1,"chattemplatecontentformatoption":1,"conversationmessage":1,"apply":2,"hf":1,"template":3,"mistral":1,"parse":1,"messages":1,"resolve":1,"content":1,"format":1,"context":1,"conversationcontext":1,"logger":1,"requestlogger":1},"1513,1992,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"from":10,"vllm":10,"entrypoints":3,"openai":3,"protocol":1,"import":10,"chatcompletionrequest":1,"chatcompletionresponse":1,"classificationrequest":1,"classificationresponse":1,"completionrequest":1,"completionresponse":1,"detokenizerequest":1,"embeddingchatrequest":1,"embeddingcompletionrequest":1,"embeddingrequest":1,"embeddingresponse":1,"errorinfo":1,"errorresponse":1,"poolingresponse":1,"rerankrequest":1,"responsesrequest":1,"scorerequest":1,"scoreresponse":1,"tokenizechatrequest":1,"tokenizecompletionrequest":1,"tokenizeresponse":1,"transcriptionrequest":1,"transcriptionresponse":1,"translationrequest":1,"serving":1,"models":1,"openaiservingmodels":1,"tool":1,"parsers":1,"toolparser":1,"yapf":1,"enable":1,"inputs":3,"data":2,"embedsprompt":1,"as":2,"engineembedsprompt":1,"tokensprompt":1,"enginetokensprompt":1,"parse":2,"and":1,"batch":1,"prompt":1,"logger":2,"init":1,"lora":1,"request":1,"lorarequest":1,"multimodal":1,"noqa":1,"f401":1,"required":1,"to":1,"resolve":1,"pydantic":1,"error":1,"in":1,"requestprocessingmixin":1,"multimodaldatadict":1,"outputs":1,"poolingrequestoutput":1,"requestoutput":1},"3505,1966,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"from":6,"vllm":6,"pooling":1,"params":2,"import":6,"poolingparams":1,"sampling":1,"beamsearchparams":1,"samplingparams":1,"sequence":1,"logprob":1,"promptlogprobs":1,"tracing":2,"contains":1,"trace":2,"headers":2,"extract":1,"log":1,"disabled":1,"warning":1,"transformers":1,"utils":2,"tokenizer":1,"anytokenizer":1,"mistraltokenizer":1,"asyncmicrobatchtokenizer":1,"is":3,"list":3,"of":1,"merge":1,"async":1,"iterators":1,"random":1,"uuid":1,"logger":2,"init":1,"name":1,"completionlikerequest":2,"union":6,"completionrequest":1,"detokenizerequest":1,"embeddingcompletionrequest":1,"rerankrequest":1,"classificationrequest":1,"scorerequest":1,"tokenizecompletionrequest":1,"chatlikerequest":2,"chatcompletionrequest":1,"embeddingchatrequest":1,"tokenizechatrequest":1,"speechtotextrequest":2,"transcriptionrequest":1,"translationrequest":1,"anyrequest":2,"responsesrequest":1,"anyresponse":1,"completionresponse":1,"chatcompletionresponse":1,"embeddingresponse":1,"transcriptionresponse":1,"tokenizeresponse":1,"poolingresponse":1,"classificationresponse":1,"scoreresponse":1,"class":2,"texttokensprompt":3,"typeddict":2,"prompt":17,"str":2,"token":3,"ids":3,"int":2,"embedsprompt":3,"embeds":4,"torch":1,"tensor":1,"requestprompt":3,"def":2,"text":1,"tokens":1,"typeis":2,"return":2,"isinstance":2,"dict":2,"and":4,"in":4,"not":2,"requestt":2,"typevar":1,"bound":1},"5471,1998,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"class":4,"requestprocessingmixin":3,"basemodel":3,"mixin":2,"for":2,"request":7,"processing":1,"handling":1,"prompt":2,"preparation":1,"and":2,"engine":2,"input":1,"prompts":2,"optional":8,"sequence":1,"requestprompt":1,"union":3,"list":4,"enginetokensprompt":1,"engineembedsprompt":1,"model":7,"config":3,"configdict":3,"arbitrary":3,"types":3,"allowed":3,"true":3,"responsegenerationmixin":2,"response":1,"generation":1,"managing":1,"result":2,"generators":1,"final":2,"batch":2,"results":1,"generator":1,"asyncgenerator":1,"tuple":1,"int":4,"requestoutput":2,"poolingrequestoutput":2,"none":7,"res":1,"field":3,"default":2,"factory":2,"servecontext":4,"generic":1,"requestt":2,"shared":2,"across":2,"all":1,"requests":2,"raw":1,"name":1,"str":3,"id":1,"created":1,"time":3,"lambda":1,"lora":1,"lorarequest":1,"most":1,"tokenizer":1,"anytokenizer":1,"truncate":1,"tokens":1,"annotated":1,"ge":1,"1":1,"protected":3,"namespaces":2,"resolves":1,"pydantic":2,"v2":1,"s":1,"warning":1,"on":1,"conflict":1,"with":1,"namespace":1,"classificationservecontext":1,"classificationrequest":1,"embeddingservecontext":1,"embeddingrequest":1,"chat":2,"template":2,"content":1,"format":1,"chattemplatecontentformatoption":1,"used":1,"to":2,"resolve":1,"the":1,"error":1,"related":1,"forward":1,"reference":1,"of":1,"multimodaldatadict":1,"in":1,"tokensprompt":1,"rebuild":2},"7469,1928,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"classificationservecontext":1,"model":8,"rebuild":2,"embeddingservecontext":1,"class":1,"openaiserving":1,"request":5,"id":3,"prefix":1,"classvar":1,"str":1,"a":1,"short":1,"string":1,"prepended":1,"to":3,"every":1,"s":1,"e":1,"g":1,"embd":1,"classify":1,"so":1,"you":1,"can":1,"easily":1,"tell":1,"this":1,"came":1,"from":1,"embedding":2,"vs":1,"classification":2,"def":3,"init":2,"self":14,"engine":3,"client":3,"engineclient":1,"config":4,"modelconfig":1,"models":3,"openaiservingmodels":1,"logger":3,"optional":2,"requestlogger":1,"return":6,"tokens":3,"as":3,"token":3,"ids":3,"bool":2,"false":2,"enable":3,"force":3,"include":3,"usage":3,"super":1,"max":3,"len":2,"tokenizer":15,"executor":1,"threadpoolexecutor":1,"workers":1,"1":1,"async":10,"pool":3,"dict":1,"anytokenizer":1,"asyncmicrobatchtokenizer":4,"get":2,"and":1,"cache":1,"an":1,"bound":1,"the":1,"given":1,"if":1,"is":1,"none":2,"preprocess":1,"ctx":2,"servecontext":1,"errorresponse":1,"default":1,"preprocessing":1,"hook":1,"subclasses":1,"may":1,"override":1,"prepare":1,"etc":1},"9397,1733,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"def":4,"build":2,"response":9,"self":13,"ctx":12,"servecontext":4,"union":4,"anyresponse":4,"errorresponse":8,"default":1,"builder":1,"subclass":1,"may":1,"override":1,"this":1,"method":1,"to":1,"return":4,"the":2,"appropriate":1,"object":1,"create":2,"error":6,"unimplemented":1,"endpoint":1,"async":3,"handle":1,"generation":3,"asyncgenerator":2,"none":3,"pipeline":4,"for":1,"in":1,"no":1,"yielded":1,"from":1,"execute":1,"request":5,"processing":1,"yielding":1,"responses":1,"if":5,"await":4,"check":1,"model":1,"yield":6,"validate":2,"preprocess":4,"ret":9,"isinstance":3,"generators":4,"prepare":1,"collect":4,"batch":1,"optional":1,"truncate":2,"prompt":2,"tokens":2,"getattr":1},"11130,1894,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"if":7,"truncate":5,"prompt":6,"tokens":5,"is":5,"not":5,"none":7,"self":9,"max":2,"model":2,"len":2,"ctx":12,"else":2,"return":7,"create":6,"error":4,"response":4,"value":1,"greater":1,"than":1,"please":1,"select":1,"a":1,"smaller":1,"truncation":1,"size":1,"def":2,"pooling":8,"params":7,"servecontext":2,"union":2,"poolingparams":1,"errorresponse":3,"hasattr":1,"request":10,"to":2,"type":1,"does":1,"support":1,"parameters":1,"async":1,"prepare":1,"generators":2,"optional":1,"schedule":1,"the":2,"and":1,"get":2,"result":1,"generator":1,"list":1,"asyncgenerator":1,"requestoutput":1,"poolingrequestoutput":1,"try":1,"trace":2,"headers":3,"raw":2,"await":1,"isinstance":1,"engine":4,"prompts":5,"available":2,"for":1,"i":2,"in":1,"enumerate":1,"id":2,"item":1,"f":1},"13024,1940,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"self":6,"log":1,"inputs":1,"request":8,"id":2,"item":2,"ctx":9,"prompts":6,"i":1,"params":3,"pooling":2,"lora":4,"mypy":2,"has":1,"an":1,"existing":1,"bug":1,"related":1,"to":1,"inferring":1,"the":2,"variance":1,"of":1,"typeddicts":1,"with":1,"builtins":1,"enumerate":1,"https":1,"github":1,"com":1,"python":1,"issues":1,"8586":1,"issuecomment":1,"2867698435":1,"engine":7,"prompt":3,"cast":1,"union":2,"enginetokensprompt":1,"engineembedsprompt":1,"generator":6,"client":1,"encode":1,"trace":2,"headers":2,"priority":2,"getattr":1,"0":1,"generators":2,"append":1,"result":4,"merge":1,"async":2,"iterators":1,"return":4,"none":4,"except":1,"exception":1,"as":1,"e":2,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"error":4,"create":3,"response":3,"str":1,"def":1,"collect":2,"batch":4,"servecontext":1,"optional":2,"errorresponse":1,"results":1,"from":1,"try":1,"if":2,"is":2,"not":2,"available":2,"num":2,"len":1,"final":2,"res":2,"list":1,"requestoutput":1,"poolingrequestoutput":1},"14964,1953,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"async":2,"for":3,"i":2,"res":9,"in":4,"ctx":2,"result":6,"generator":1,"final":4,"batch":4,"if":7,"none":7,"return":8,"self":9,"create":5,"error":9,"response":7,"failed":1,"to":1,"generate":1,"results":1,"all":1,"prompts":1,"is":2,"not":1,"except":1,"exception":1,"as":1,"e":2,"str":8,"def":3,"message":6,"err":5,"type":6,"badrequesterror":2,"status":5,"code":7,"httpstatus":5,"bad":3,"request":8,"errorresponse":4,"errorinfo":1,"value":2,"streaming":1,"json":3,"dumps":1,"model":7,"dump":1,"check":1,"anyrequest":1,"optional":1,"supported":1,"models":2,"lora":3,"requests":1,"envs":1,"vllm":1,"allow":1,"runtime":1,"updating":1,"and":3,"load":5,"await":1,"resolve":1,"isinstance":2,"lorarequest":1},"16917,1970,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"return":5,"error":2,"response":2,"or":1,"self":8,"create":1,"message":4,"f":1,"the":5,"model":4,"request":9,"does":1,"not":3,"exist":1,"err":1,"type":1,"notfounderror":1,"status":1,"code":1,"httpstatus":1,"found":1,"def":2,"get":4,"active":3,"default":15,"mm":11,"loras":11,"anyrequest":2,"optional":2,"lorarequest":2,"determine":1,"if":8,"there":2,"are":1,"any":2,"multimodal":2,"todo":1,"currently":4,"this":3,"is":3,"only":4,"enabled":2,"for":4,"chat":1,"completions":1,"to":4,"be":2,"better":2,"aligned":1,"with":1,"being":1,"generate":1,"when":1,"run":1,"offline":1,"it":1,"would":1,"nice":1,"support":3,"additional":1,"tasks":1,"types":5,"in":5,"future":1,"set":2,"lora":13,"models":3,"requests":3,"values":1,"best":1,"effort":1,"match":2,"adapters":2,"probably":1,"a":1,"way":1,"do":1,"but":1,"matches":1,"against":1,"of":1,"content":1,"lists":1,"up":1,"until":1,"e":1,"g":1,"audio":2,"url":1,"name":1,"add":1,"modality":2,"specific":2,"we":2,"have":2,"exactly":2,"one":2,"matched":2,"on":2,"len":1,"1":1,"pop":1,"none":2,"maybe":1,"supports":2,"bool":1,"false":1},"18887,1521,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"if":6,"self":6,"is":2,"model":7,"supported":1,"request":6,"return":3,"none":2,"check":1,"has":1,"been":1,"called":1,"earlier":1,"this":2,"will":1,"be":1,"unreachable":1,"raise":1,"valueerror":1,"f":1,"the":2,"does":1,"not":3,"exist":1,"def":2,"get":3,"message":11,"types":6,"anyrequest":2,"set":4,"str":3,"retrieve":1,"of":1,"from":1,"content":7,"dicts":1,"up":1,"until":1,"we":1,"use":1,"to":2,"match":1,"potential":1,"multimodal":1,"data":1,"with":1,"default":1,"per":1,"modality":1,"loras":1,"hasattr":1,"messages":2,"for":2,"in":4,"isinstance":2,"dict":4,"and":3,"list":1,"type":2,"add":2,"split":1,"0":1,"async":3,"normalize":1,"prompt":5,"text":1,"input":1,"tokenizer":4,"anytokenizer":1,"truncate":1,"tokens":2,"optional":1,"annotated":1,"int":1,"field":1,"ge":1,"1":1,"special":1,"bool":1,"texttokensprompt":1,"config":4,"encoder":2,"do":1,"lower":2,"case":1,"false":1},"20408,1994,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"if":3,"truncate":7,"prompt":16,"tokens":15,"is":2,"none":2,"encoded":4,"await":4,"async":7,"tokenizer":8,"add":6,"special":6,"elif":2,"0":2,"negative":1,"means":1,"we":1,"cap":1,"at":1,"the":1,"model":3,"s":1,"max":6,"length":3,"truncation":2,"true":2,"self":7,"len":3,"else":2,"input":19,"ids":14,"text":5,"return":2,"validate":3,"request":5,"def":2,"normalize":1,"to":1,"anyrequest":2,"anytokenizer":1,"list":2,"int":3,"optional":1,"annotated":1,"field":1,"ge":1,"1":1,"texttokensprompt":2,"get":1,"decode":1,"str":1,"token":1,"num":1,"note":1,"embeddingrequest":1,"classificationrequest":2,"and":1,"scorerequest":2,"doesn":1,"t":1,"have":1,"isinstance":1,"embeddingchatrequest":1,"embeddingcompletionrequest":1,"rerankrequest":1},"22402,1667,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"note":2,"input":7,"length":5,"can":1,"be":1,"up":1,"to":1,"the":4,"entire":1,"model":5,"context":3,"since":1,"these":1,"requests":1,"don":1,"t":2,"generate":1,"tokens":11,"if":3,"token":4,"num":2,"self":2,"max":10,"len":2,"operations":2,"dict":1,"type":2,"anyrequest":1,"str":1,"scorerequest":1,"score":1,"classificationrequest":1,"classification":1,"operation":2,"get":1,"request":6,"embedding":1,"generation":1,"raise":1,"valueerror":1,"f":4,"this":1,"s":1,"maximum":1,"is":1,"however":1,"you":1,"requested":1,"in":1,"for":1,"please":1,"reduce":1,"of":1,"return":2,"texttokensprompt":2,"prompt":4,"text":2,"ids":4,"tokenizerequest":1,"and":2,"detokenizerequest":2,"doesn":1,"have":1,"does":1,"not":1,"require":1,"validation":1,"isinstance":2,"tokenizecompletionrequest":1,"tokenizechatrequest":1,"chat":1,"completion":3,"endpoint":1,"supports":1,"chatcompletionrequest":1,"todo":1,"9845":1,"remove":1,"when":1,"field":1,"dropped":1,"from":1,"openai":1,"api":1,"or":1,"else":1,"getattr":1,"none":1},"24069,1874,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"note":1,"input":12,"length":5,"can":1,"be":1,"up":1,"to":1,"model":8,"context":3,"1":2,"for":2,"completion":2,"like":1,"requests":1,"if":2,"token":6,"num":5,"self":7,"max":11,"len":5,"raise":3,"valueerror":3,"f":7,"this":2,"s":2,"maximum":2,"is":4,"tokens":16,"however":1,"your":2,"request":4,"has":2,"please":1,"reduce":1,"the":2,"of":2,"messages":1,"not":1,"none":2,"and":2,"or":3,"too":1,"large":1,"return":2,"texttokensprompt":2,"prompt":11,"text":1,"ids":2,"async":4,"def":1,"tokenize":4,"anyrequest":1,"tokenizer":2,"anytokenizer":1,"union":1,"str":1,"list":1,"int":2,"truncate":3,"optional":1,"annotated":1,"field":1,"ge":1,"add":3,"special":3,"bool":1,"true":1,"a":1,"simpler":1,"implementation":1,"inputs":3,"vllm":1,"entrypoints":1,"openai":1,"serving":1,"engine":1,"openaiserving":1,"that":1,"assumes":1,"single":1,"result":2,"in":1,"no":1,"results":1,"yielded":1,"from":1,"tokenization":1},"25943,1729,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"async":4,"def":2,"tokenize":5,"prompt":16,"inputs":8,"self":4,"request":4,"anyrequest":2,"tokenizer":4,"anytokenizer":2,"iterable":1,"union":2,"str":4,"list":7,"int":5,"truncate":6,"tokens":11,"optional":3,"annotated":2,"field":2,"ge":2,"1":2,"none":3,"add":4,"special":4,"bool":2,"true":2,"asyncgenerator":1,"texttokensprompt":2,"a":1,"simpler":1,"implementation":1,"of":1,"input":7,"or":4,"vllm":1,"entrypoints":1,"openai":1,"serving":1,"engine":1,"openaiserving":1,"that":1,"assumes":1,"multiple":1,"for":1,"text":5,"in":1,"if":1,"isinstance":1,"yield":2,"await":2,"normalize":2,"to":2,"else":1,"ids":1,"tuple":1,"embedsprompt":1,"detokenize":1,"depending":1,"on":1,"the":1,"format":1},"27672,1931,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"according":1,"to":4,"openai":2,"api":2,"https":2,"platform":1,"com":2,"docs":1,"reference":1,"embeddings":2,"create":1,"each":3,"input":12,"can":2,"be":1,"a":1,"string":1,"or":6,"array":1,"of":1,"tokens":10,"note":1,"that":1,"request":6,"pass":1,"one":1,"more":1,"inputs":11,"embeds":7,"list":2,"embedsprompt":1,"text":2,"texttokensprompt":1,"if":3,"isinstance":1,"completionrequest":1,"and":4,"prompt":16,"is":7,"not":1,"none":2,"extend":1,"self":3,"load":1,"truncate":5,"empty":1,"prompts":2,"are":2,"okay":1,"as":2,"long":1,"there":1,"return":1,"although":1,"our":1,"type":2,"checking":1,"based":1,"on":1,"mypy":1,"vscode":1,"pyright":3,"extension":1,"should":1,"still":1,"work":1,"properly":1,"false":2,"required":1,"for":2,"perform":1,"narrowing":1,"see":1,"github":1,"microsoft":1,"issues":1,"7672":1,"parse":2,"batch":5,"the":2,"process":1,"in":2,"concurrently":1,"tasks":2,"task":3,"normalize":2,"tokenizer":2,"content":2,"add":2,"special":2,"else":1,"append":1},"29603,1268,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"wait":1,"for":1,"all":1,"tokenization":1,"tasks":2,"to":1,"complete":1,"results":2,"await":1,"asyncio":1,"gather":1,"inputs":5,"text":2,"extend":1,"return":1,"embeds":1,"overload":2,"async":2,"def":2,"preprocess":2,"completion":2,"self":2,"request":2,"union":5,"detokenizerequest":1,"embeddingcompletionrequest":1,"rerankrequest":1,"classificationrequest":1,"scorerequest":1,"tokenizecompletionrequest":1,"tokenizer":2,"anytokenizer":2,"input":2,"or":2,"str":4,"list":12,"int":6,"truncate":2,"prompt":2,"tokens":4,"optional":3,"annotated":2,"field":2,"ge":2,"1":2,"add":2,"special":2,"bool":2,"tuple":2,"texttokensprompt":2,"enginetokensprompt":2,"completionrequest":1,"embedsprompt":1,"engineembedsprompt":1},"30871,1684,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"async":2,"def":1,"preprocess":1,"completion":2,"self":2,"request":11,"completionlikerequest":1,"tokenizer":2,"anytokenizer":1,"input":4,"or":4,"inputs":4,"optional":2,"union":5,"str":2,"list":8,"int":3,"truncate":3,"prompt":11,"tokens":6,"annotated":1,"field":1,"ge":1,"1":1,"none":4,"add":3,"special":3,"bool":1,"true":1,"tuple":1,"texttokensprompt":2,"embedsprompt":1,"enginetokensprompt":3,"engineembedsprompt":1,"if":3,"not":3,"isinstance":1,"completionrequest":1,"and":2,"is":3,"raise":1,"valueerror":1,"embeds":2,"with":1,"non":1,"requests":1,"currently":1,"supported":1,"prompts":5,"text":8,"await":1,"tokenize":1,"engine":2,"token":2,"ids":2,"for":2,"in":2,"cache":7,"salt":7,"hasattr":1,"else":1},"32555,1217,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"this":4,"check":2,"is":5,"equivalent":1,"to":4,"simply":1,"checking":1,"if":4,"request":11,"prompts":15,"embeds":10,"empty":1,"but":1,"it":1,"s":1,"difficult":1,"propagate":1,"overloads":1,"the":3,"private":1,"helper":1,"functions":1,"enable":1,"overload":2,"needed":1,"because":1,"only":2,"textprompts":1,"are":2,"allowed":1,"for":3,"non":1,"completion":2,"requests":1,"and":2,"we":1,"don":1,"t":1,"add":1,"here":1,"everywhere":1,"function":1,"used":1,"outside":1,"of":1,"serving":1,"will":1,"need":1,"logic":1,"asserting":1,"that":1,"text":5,"in":3,"not":2,"isinstance":1,"completionrequest":1,"input":1,"or":1,"inputs":1,"none":1,"return":2,"engine":7,"engineembedsprompt":1,"prompt":6,"cache":3,"salt":3,"embed":2},"33772,1752,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"async":1,"def":1,"preprocess":1,"chat":13,"self":2,"request":2,"union":2,"chatlikerequest":1,"responsesrequest":1,"tokenizer":3,"anytokenizer":2,"messages":3,"list":6,"chatcompletionmessageparam":1,"template":11,"optional":6,"str":7,"content":6,"format":6,"chattemplatecontentformatoption":1,"add":4,"generation":3,"prompt":5,"bool":3,"true":1,"continue":3,"final":3,"message":3,"false":2,"tool":4,"dicts":3,"dict":5,"any":3,"none":5,"documents":3,"kwargs":4,"parser":1,"callable":1,"toolparser":1,"truncate":1,"tokens":2,"annotated":1,"int":2,"field":1,"ge":1,"1":1,"special":1,"tuple":1,"conversationmessage":1,"sequence":1,"requestprompt":1,"enginetokensprompt":1,"model":5,"config":5,"resolved":2,"resolve":1,"conversation":1,"mm":1,"data":1,"future":1,"parse":1,"futures":1,"tools":1,"update":1,"or":1},"35524,1292,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"if":6,"tokenizer":6,"is":7,"none":5,"request":10,"prompt":3,"placeholder":1,"elif":1,"isinstance":2,"mistraltokenizer":1,"apply":2,"mistral":1,"chat":5,"template":4,"messages":2,"kwargs":2,"else":1,"hf":1,"conversation":2,"model":2,"config":2,"mm":2,"data":2,"await":1,"future":1,"tool":11,"parsing":2,"done":1,"only":2,"a":3,"parser":4,"has":1,"been":1,"set":2,"and":3,"choice":4,"not":3,"but":1,"we":1,"want":1,"to":1,"prevent":1,"call":1,"hallucinated":1,"by":1,"the":1,"llm":1,"should":2,"parse":2,"tools":2,"hasattr":1,"chatcompletionrequest":1,"msg":2,"usage":1,"supported":1,"for":1,"completions":1,"api":1,"raise":1,"notimplementederror":1,"adjust":1,"type":1,"ignore":1},"36816,1530,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"if":4,"tokenizer":4,"is":6,"none":4,"assert":2,"isinstance":2,"request":14,"prompt":28,"str":2,"has":2,"to":2,"be":2,"a":3,"string":2,"when":1,"the":1,"not":4,"initialised":1,"inputs":4,"texttokensprompt":2,"token":5,"ids":5,"1":1,"elif":1,"await":1,"self":1,"tokenize":1,"input":1,"async":1,"truncate":2,"tokens":4,"add":2,"special":2,"else":1,"for":1,"mistraltokenizer":1,"list":2,"of":2,"int":1,"either":1,"or":1,"decode":1,"engine":5,"enginetokensprompt":1,"mm":5,"data":3,"multi":1,"modal":1,"processor":3,"kwargs":3,"hasattr":1,"cache":4,"salt":4,"and":1,"return":1,"conversation":1},"38346,1997,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"async":2,"def":1,"generate":2,"with":2,"builtin":2,"tools":1,"self":4,"request":11,"id":3,"str":1,"prompt":12,"requestprompt":1,"engine":5,"enginetokensprompt":2,"sampling":5,"params":6,"samplingparams":1,"context":9,"conversationcontext":1,"lora":5,"optional":1,"lorarequest":1,"none":1,"priority":7,"int":1,"0":1,"kwargs":2,"orig":2,"while":1,"true":1,"log":1,"inputs":2,"generator":2,"client":1,"for":4,"res":2,"in":1,"append":2,"output":5,"note":1,"woosuk":1,"the":9,"stop":1,"condition":1,"is":1,"handled":1,"by":1,"yield":2,"if":1,"not":2,"need":1,"tool":7,"call":4,"model":2,"did":1,"ask":1,"a":1,"so":1,"we":1,"re":1,"done":1,"break":1,"and":2,"update":2,"result":1,"await":1,"todo":1,"uncomment":1,"this":1,"enable":1,"streaming":1,"create":1,"next":2,"turn":1,"render":2,"token":6,"ids":6,"completion":1,"max":2,"tokens":1,"len":2,"optimization":1,"1":1},"40343,1311,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"staticmethod":1,"def":2,"load":5,"prompt":10,"embeds":7,"optional":2,"union":1,"bytes":3,"list":3,"truncate":3,"tokens":3,"annotated":1,"int":1,"field":1,"ge":1,"1":1,"none":2,"embedsprompt":2,"and":4,"validate":4,"embed":7,"tensor":13,"torch":6,"io":1,"bytesio":1,"pybase64":1,"b64decode":1,"true":2,"weights":1,"only":1,"map":1,"location":1,"device":1,"cpu":1,"assert":2,"isinstance":2,"dtype":1,"in":2,"float32":1,"bfloat16":1,"float16":1,"to":1,"dense":1,"if":4,"dim":2,"2":2,"squeeze":1,"0":1,"is":1,"not":1,"return":4,"for":1,"else":2},"41654,1721,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"def":3,"log":3,"inputs":11,"self":5,"request":14,"id":5,"str":6,"requestprompt":1,"params":3,"optional":6,"union":1,"samplingparams":1,"poolingparams":1,"beamsearchparams":1,"lora":3,"lorarequest":1,"none":8,"if":6,"logger":2,"is":5,"return":5,"prompt":15,"token":5,"ids":5,"embeds":5,"isinstance":2,"elif":2,"list":1,"in":1,"get":3,"else":1,"async":1,"trace":3,"headers":8,"mapping":1,"tracing":4,"enabled":3,"await":1,"engine":1,"client":1,"extract":1,"contains":1,"disabled":1,"warning":1,"staticmethod":1,"base":1,"raw":3,"default":5,"pulls":1,"the":1,"to":1,"use":1,"from":1,"a":1,"header":1,"provided":1,"or":1,"random":1,"uuid":1,"x":1},"43375,1428,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_engine.py":{"staticmethod":1,"def":4,"get":2,"decoded":3,"token":9,"logprob":12,"id":6,"int":1,"tokenizer":2,"anytokenizer":1,"return":12,"as":2,"bool":2,"false":1,"str":4,"if":8,"f":1,"is":5,"not":3,"none":7,"decode":1,"model":10,"supported":1,"self":4,"name":9,"optional":3,"true":1,"models":2,"base":2,"lora":4,"request":3,"lorarequest":1,"paths":1,"0":2,"clamp":1,"prompt":6,"logprobs":6,"union":2,"promptlogprobs":2,"for":2,"dict":3,"in":2,"continue":1,"values":4,"float":1,"inf":1,"9999":1},"0,1839,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":16,"project":1,"import":20,"asyncio":1,"time":1,"from":18,"collections":1,"abc":1,"asyncgenerator":1,"mapping":1,"typing":1,"any":1,"optional":1,"union":1,"fastapi":1,"request":2,"envs":1,"config":1,"modelconfig":1,"engine":2,"protocol":2,"engineclient":1,"entrypoints":6,"logger":5,"requestlogger":1,"openai":3,"errorresponse":1,"rerankdocument":1,"rerankrequest":1,"rerankresponse":1,"rerankresult":1,"rerankusage":1,"scorerequest":1,"scoreresponse":1,"scoreresponsedata":1,"usageinfo":1,"serving":2,"openaiserving":2,"models":1,"openaiservingmodels":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"score":3,"utils":4,"scorecontentpartparam":1,"scoremultimodalparam":1,"cosine":1,"similarity":1,"validate":2,"input":1,"lens":1,"compress":1,"token":1,"type":1,"ids":1,"get":1,"prompt":1,"enable":1,"truncation":1,"size":1,"inputs":1,"data":1,"tokensprompt":1,"init":2,"lora":1,"lorarequest":1,"outputs":1,"poolingrequestoutput":1,"scoringrequestoutput":1,"transformers":1,"tokenizer":1,"anytokenizer":1,"mistraltokenizer":1,"make":1,"async":2,"merge":1,"iterators":1,"name":1,"class":1,"servingscores":1},"1839,1866,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"def":2,"init":2,"self":4,"engine":5,"client":3,"engineclient":1,"model":3,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"request":9,"logger":3,"optional":4,"requestlogger":1,"none":6,"super":1,"async":4,"embedding":1,"score":1,"tokenizer":3,"anytokenizer":1,"texts":7,"1":2,"list":5,"str":6,"2":2,"union":3,"rerankrequest":1,"scorerequest":1,"id":1,"tokenization":4,"kwargs":4,"dict":1,"any":1,"lora":1,"lorarequest":1,"trace":1,"headers":1,"mapping":1,"poolingrequestoutput":2,"errorresponse":1,"input":7,"prompts":4,"tokensprompt":2,"tokenize":2,"make":1,"call":1,"executor":2,"or":1,"tokenized":2,"await":1,"asyncio":1,"gather":1,"t":2,"for":2,"in":2,"tok":2,"result":3,"text":4,"zip":1,"token":4,"prompt":4,"validate":1,"ids":3,"append":1,"schedule":1,"the":2,"and":1,"get":1,"generator":1,"generators":1,"asyncgenerator":1,"pooling":2,"params":2,"to":1},"3705,1863,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"try":1,"pooling":3,"params":4,"verify":1,"embed":3,"self":4,"model":1,"config":1,"except":1,"valueerror":1,"as":1,"e":2,"return":2,"create":1,"error":1,"response":2,"str":1,"for":4,"i":9,"engine":5,"prompt":2,"in":4,"enumerate":1,"prompts":2,"request":9,"id":4,"item":3,"f":1,"log":1,"inputs":1,"input":1,"texts":13,"lora":4,"generators":2,"append":3,"client":1,"encode":1,"trace":2,"headers":2,"priority":2,"result":2,"generator":2,"merge":1,"async":2,"iterators":1,"non":1,"streaming":1,"final":3,"res":5,"batch":3,"list":4,"poolingrequestoutput":4,"embeddings":5,"optional":1,"none":3,"len":6,"emb":14,"1":10,"2":5,"range":2,"0":1,"assert":2,"is":2,"not":2,"if":1,"cosine":1,"similarity":1,"tokenizer":2},"5568,1993,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"def":2,"preprocess":3,"score":4,"self":6,"request":8,"union":8,"rerankrequest":2,"scorerequest":2,"tokenizer":6,"anytokenizer":2,"tokenization":6,"kwargs":9,"dict":2,"str":11,"any":2,"data":14,"1":9,"scorecontentpartparam":4,"2":6,"tuple":1,"tokensprompt":2,"model":4,"config":4,"full":3,"prompt":9,"engine":5,"get":1,"validate":1,"input":2,"token":1,"ids":1,"if":3,"mm":3,"processor":3,"is":1,"not":2,"none":5,"return":1,"async":3,"cross":2,"encoding":2,"list":7,"id":1,"optional":3,"lora":1,"lorarequest":1,"trace":1,"headers":1,"mapping":1,"poolingrequestoutput":1,"errorresponse":1,"prompts":2,"len":2,"isinstance":1,"mistraltokenizer":2,"raise":1,"valueerror":1,"supported":1,"for":2,"or":1,"pairs":1,"t1":2,"t2":2,"in":1,"zip":1,"make":1,"executor":2},"7561,1981,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"preprocessed":2,"prompts":6,"await":1,"asyncio":1,"gather":1,"preprocess":1,"async":1,"request":15,"tokenizer":2,"tokenization":2,"kwargs":3,"data":2,"1":1,"t1":2,"2":1,"t2":2,"for":3,"in":3,"input":1,"pairs":1,"full":2,"prompt":7,"engine":8,"append":3,"schedule":1,"the":2,"and":2,"get":1,"result":1,"generator":3,"generators":2,"list":1,"asyncgenerator":1,"poolingrequestoutput":1,"none":2,"default":5,"pooling":10,"params":11,"to":1,"try":1,"verify":1,"score":1,"self":4,"model":1,"config":1,"except":1,"valueerror":1,"as":1,"e":2,"return":1,"create":1,"error":1,"response":1,"str":1,"i":3,"enumerate":1,"id":4,"item":3,"f":1,"log":1,"inputs":1,"lora":4,"if":1,"envs":1,"vllm":1,"use":1,"v1":1,"token":5,"type":5,"ids":5,"pop":1,"clone":1,"compressed":3,"compress":1,"extra":1,"else":1,"client":1,"encode":1,"trace":2,"headers":2,"priority":2},"9542,1918,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"result":2,"generator":2,"merge":1,"async":3,"iterators":1,"generators":1,"non":1,"streaming":1,"response":1,"final":3,"res":5,"batch":3,"list":4,"optional":3,"poolingrequestoutput":2,"none":6,"len":2,"engine":2,"prompts":1,"for":3,"i":2,"in":2,"return":1,"out":3,"if":5,"is":4,"not":3,"def":1,"run":1,"scoring":1,"self":7,"data":18,"1":9,"union":4,"str":8,"scoremultimodalparam":2,"2":9,"request":9,"scorerequest":1,"rerankrequest":1,"id":1,"raw":3,"truncate":2,"prompt":2,"tokens":2,"int":1,"errorresponse":1,"lora":2,"maybe":1,"get":5,"adapters":1,"tokenizer":2,"await":2,"client":1,"tokenization":2,"kwargs":2,"dict":5,"any":1,"validate":2,"truncation":1,"size":1,"max":1,"model":4,"trace":2,"headers":3,"else":1,"config":2,"multimodal":1,"and":1,"isinstance":6,"or":1,"raise":1,"valueerror":1,"f":1,"multimodalparam":1,"supported":1,"architecture":1,"noqa":1,"e501":1,"elif":2,"content":2,"type":4,"ignore":3,"assignment":2,"score":1,"input":1,"lens":1,"arg":1},"11460,1843,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"if":3,"self":7,"model":2,"config":1,"is":2,"cross":4,"encoder":3,"return":4,"await":4,"encoding":1,"score":5,"tokenizer":4,"data":6,"1":5,"type":8,"ignore":4,"arg":4,"2":5,"request":25,"id":7,"tokenization":4,"kwargs":4,"lora":4,"trace":4,"headers":4,"else":1,"embedding":1,"texts":2,"async":1,"def":1,"create":1,"scorerequest":1,"raw":3,"optional":1,"none":2,"union":1,"scoreresponse":1,"errorresponse":2,"api":1,"similar":1,"to":1,"sentence":1,"transformers":1,"see":1,"https":1,"sbert":1,"net":1,"docs":1,"package":1,"reference":1,"error":3,"check":4,"ret":3,"not":1,"f":1,"base":1,"created":1,"time":3,"int":1,"try":1,"final":3,"res":3,"batch":3,"run":1,"scoring":1,"text":2,"truncate":1,"prompt":1,"tokens":1,"isinstance":1},"13303,1804,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"return":5,"self":8,"request":18,"output":1,"to":1,"score":1,"response":3,"final":4,"res":4,"batch":4,"id":4,"created":1,"time":1,"get":1,"model":4,"name":1,"except":2,"asyncio":1,"cancellederror":1,"create":2,"error":6,"client":2,"disconnected":1,"valueerror":1,"as":1,"e":2,"todo":1,"use":2,"a":2,"vllm":1,"specific":1,"validation":1,"str":1,"async":1,"def":1,"do":1,"rerank":5,"rerankrequest":1,"raw":3,"optional":1,"none":2,"union":1,"rerankresponse":1,"errorresponse":2,"api":3,"based":1,"on":1,"jinaai":1,"s":1,"implements":1,"the":2,"same":1,"interface":1,"designed":1,"for":2,"compatibility":1,"with":1,"off":1,"shelf":1,"tooling":1,"since":1,"this":2,"is":2,"common":1,"standard":2,"reranking":1,"apis":1,"see":1,"example":1,"implementations":1,"at":1,"https":1,"github":1,"com":1,"infiniflow":1,"ragflow":1,"blob":1,"main":1,"rag":1,"llm":1,"py":1,"numerous":1,"clients":1,"check":4,"ret":3,"await":2,"if":4,"not":1,"f":1,"base":1,"documents":6,"top":3,"n":3,"0":1,"else":2,"len":2,"isinstance":2,"list":1,"content":1,"try":1,"run":1,"scoring":1,"query":1,"truncate":1,"prompt":1,"tokens":1},"15107,1485,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"return":4,"self":5,"request":6,"output":2,"to":2,"rerank":1,"response":4,"final":6,"res":8,"batch":3,"id":4,"get":1,"model":5,"name":3,"documents":1,"top":1,"n":1,"except":2,"asyncio":1,"cancellederror":1,"create":2,"error":3,"client":1,"disconnected":1,"valueerror":1,"as":1,"e":2,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"str":3,"def":1,"score":3,"list":2,"poolingrequestoutput":1,"created":3,"time":2,"int":1,"scoreresponse":2,"items":3,"scoreresponsedata":2,"num":4,"prompt":8,"tokens":6,"0":1,"for":1,"idx":2,"in":1,"enumerate":1,"classify":2,"scoringrequestoutput":1,"from":1,"base":1,"item":2,"index":1,"outputs":1,"token":3,"ids":3,"append":1,"len":1,"usage":3,"usageinfo":1,"total":1,"data":1},"16592,1391,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_score.py":{"def":1,"request":3,"output":2,"to":2,"rerank":1,"response":1,"self":1,"final":5,"res":7,"batch":2,"list":4,"poolingrequestoutput":1,"id":3,"str":3,"model":3,"name":2,"documents":5,"union":1,"scoremultimodalparam":1,"top":4,"n":4,"int":1,"rerankresponse":3,"convert":1,"the":2,"of":1,"do":1,"rank":1,"a":1,"results":7,"rerankresult":2,"num":3,"prompt":6,"tokens":4,"0":1,"for":1,"idx":4,"in":1,"enumerate":1,"classify":2,"scoringrequestoutput":1,"from":1,"base":1,"result":2,"index":1,"document":1,"rerankdocument":2,"text":1,"if":3,"isinstance":1,"else":1,"multi":1,"modal":1,"content":1,"relevance":3,"score":3,"outputs":1,"append":1,"token":3,"ids":3,"len":2,"sort":2,"by":1,"then":1,"return":2,"set":1,"key":1,"lambda":1,"x":2,"reverse":1,"true":1,"usage":1,"rerankusage":1,"total":1},"0,1371,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":10,"project":1,"this":1,"file":2,"contains":1,"command":1,"line":1,"arguments":1,"for":2,"s":1,"openai":3,"compatible":1,"server":1,"it":1,"is":2,"kept":1,"in":1,"a":2,"separate":1,"documentation":1,"purposes":1,"import":15,"argparse":4,"json":1,"ssl":1,"from":11,"collections":1,"abc":1,"sequence":2,"dataclasses":2,"field":1,"typing":1,"literal":1,"optional":4,"union":2,"pydantic":1,"dataclass":1,"envs":2,"as":1,"config":2,"engine":1,"arg":1,"utils":3,"asyncengineargs":1,"type":1,"entrypoints":3,"chat":2,"chattemplatecontentformatoption":1,"validate":1,"template":1,"serving":1,"models":1,"loramodulepath":1,"tool":1,"parsers":1,"toolparsermanager":1,"logger":4,"init":2,"flexibleargumentparser":1,"name":1,"class":1,"loraparseraction":1,"action":1,"def":1,"call":1,"self":1,"parser":1,"argumentparser":1,"namespace":2,"values":5,"str":4,"option":1,"string":1,"none":2,"if":2,"isinstance":1,"raise":1,"typeerror":1,"expected":1,"be":1,"list":1},"1371,960,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"lora":10,"list":5,"loramodulepath":3,"for":3,"item":9,"in":4,"values":1,"if":3,"none":2,"skip":1,"is":1,"or":1,"empty":1,"string":1,"continue":1,"and":1,"not":1,"old":1,"format":3,"name":3,"path":3,"split":1,"append":2,"else":1,"assume":1,"json":4,"try":1,"dict":2,"loads":1,"except":2,"jsondecodeerror":1,"parser":2,"error":2,"f":2,"invalid":2,"modules":2,"typeerror":1,"as":1,"e":2,"fields":1,"str":1,"setattr":1,"namespace":1,"self":1,"dest":1,"config":1,"dataclass":1},"2331,1784,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"class":1,"frontendargs":1,"arguments":2,"for":3,"the":10,"openai":3,"compatible":1,"frontend":1,"server":2,"host":3,"optional":5,"str":7,"none":5,"name":6,"port":3,"int":1,"8000":1,"number":1,"uds":1,"unix":1,"domain":1,"socket":1,"path":6,"if":2,"set":1,"and":1,"are":1,"ignored":1,"uvicorn":4,"log":4,"level":2,"literal":1,"debug":1,"info":2,"warning":1,"error":1,"critical":1,"trace":1,"disable":2,"access":2,"bool":2,"false":2,"allow":2,"credentials":2,"allowed":6,"origins":2,"list":7,"field":3,"default":3,"factory":3,"lambda":3,"methods":2,"headers":2,"api":1,"key":1,"provided":1,"will":3,"require":1,"one":1,"of":2,"these":1,"keys":1,"to":4,"be":1,"presented":1,"in":3,"header":1,"lora":3,"modules":2,"loramodulepath":1,"configurations":1,"either":1,"format":7,"or":3,"json":2,"example":3,"old":1,"new":1,"base":1,"model":2,"id":1,"chat":4,"template":5,"file":1,"single":1,"line":1,"form":1,"specified":1,"content":4,"chattemplatecontentformatoption":1,"auto":1,"render":3,"message":1,"within":1,"a":3,"string":2,"as":2,"hello":1,"world":1,"dictionaries":1,"similar":1},"4115,1972,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"schema":1,"example":1,"type":1,"text":2,"hello":1,"world":1,"response":1,"role":2,"str":6,"assistant":1,"the":14,"name":1,"to":8,"return":2,"if":6,"request":3,"add":5,"generation":1,"prompt":1,"true":1,"ssl":11,"keyfile":1,"optional":4,"none":7,"file":5,"path":6,"key":1,"certfile":1,"cert":3,"ca":2,"certs":1,"certificates":1,"enable":4,"refresh":2,"bool":6,"false":6,"context":1,"when":5,"certificate":2,"files":1,"change":1,"reqs":1,"int":2,"whether":1,"client":1,"is":5,"required":1,"see":1,"stdlib":1,"module":1,"s":1,"root":2,"fastapi":1,"app":4,"behind":1,"a":3,"based":1,"routing":1,"proxy":1,"middleware":5,"list":1,"field":1,"default":1,"factory":1,"lambda":1,"additional":1,"asgi":1,"apply":1,"we":1,"accept":1,"multiple":1,"arguments":1,"value":1,"should":1,"be":2,"an":1,"import":1,"function":1,"provided":2,"vllm":2,"will":4,"it":2,"server":4,"using":2,"http":1,"class":1,"tokens":3,"as":3,"token":3,"ids":1,"max":1,"logprobs":1,"specified":4,"represents":1,"single":1,"strings":1,"of":1,"form":1,"id":4,"so":1,"that":2,"are":1,"not":1,"json":1,"encodable":1,"can":1,"identified":1,"disable":1,"frontend":2,"multiprocessing":1,"run":1,"openai":1,"in":2,"same":1,"process":1,"model":1,"serving":1,"engine":1,"headers":1,"api":1,"x":1,"header":1,"responses":1,"caution":1,"this":1,"hurts":1,"performance":1,"at":1,"high":1,"qps":1,"auto":2,"tool":6,"choice":4,"exclude":2,"definitions":1,"prompts":1,"tools":1,"for":1,"supported":1,"models":1,"use":1,"call":1,"parser":1},"6087,1912,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"to":10,"specify":1,"which":1,"parser":7,"use":1,"tool":10,"call":4,"optional":4,"str":4,"none":4,"select":1,"the":11,"depending":1,"on":2,"model":4,"that":2,"you":2,"re":1,"using":1,"this":2,"is":2,"used":2,"parse":2,"generated":2,"into":2,"openai":2,"api":2,"format":2,"required":1,"for":3,"enable":10,"auto":1,"choice":1,"can":2,"choose":1,"any":1,"option":1,"from":1,"built":1,"in":7,"parsers":1,"or":4,"register":2,"a":1,"plugin":5,"via":1,"special":1,"write":1,"name":1,"be":1,"server":3,"comma":1,"separated":1,"list":1,"of":4,"host":1,"port":1,"pairs":1,"ipv4":1,"ipv6":1,"hostname":1,"examples":1,"127":1,"0":2,"1":2,"8000":2,"localhost":1,"1234":1,"demo":2,"purpose":1,"log":4,"config":3,"file":2,"envs":1,"vllm":2,"logging":4,"path":2,"json":1,"both":1,"and":3,"uvicorn":1,"max":2,"len":1,"int":1,"number":1,"prompt":4,"characters":1,"id":1,"numbers":1,"being":1,"printed":1,"default":2,"means":1,"unlimited":1,"disable":2,"fastapi":2,"docs":1,"bool":6,"false":6,"s":1,"openapi":1,"schema":1,"swagger":1,"ui":1,"redoc":1,"endpoint":3,"tokens":2,"details":2,"if":4,"set":4,"true":4,"usage":3,"load":2,"tracking":2,"metrics":1,"app":1,"state":1,"force":1,"include":1,"including":1,"every":1,"request":1,"tokenizer":3,"info":2,"get":1,"may":1,"expose":1,"chat":1,"templates":1,"other":1,"configuration":1,"outputs":2,"generations":1,"addition":1,"input":1,"enabled":1,"by":1},"7999,1894,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"staticmethod":1,"def":1,"add":3,"cli":1,"args":1,"parser":7,"flexibleargumentparser":2,"from":1,"vllm":1,"engine":1,"arg":1,"utils":1,"import":1,"get":2,"kwargs":18,"frontend":19,"frontendargs":2,"special":4,"case":4,"allowed":9,"origins":3,"methods":3,"headers":3,"all":1,"need":2,"json":4,"loads":4,"type":8,"should":1,"also":1,"remove":1,"nargs":6,"del":4,"lora":3,"modules":3,"custom":1,"action":4,"and":1,"optional":2,"str":5,"loraparseraction":1,"middleware":6,"needs":1,"append":2,"if":1,"in":4,"default":1,"tool":6,"call":2,"shows":1,"built":1,"options":1,"valid":2,"parsers":5,"list":1,"toolparsermanager":1,"keys":1,"join":1,"metavar":1,"f":2,"or":1,"name":1,"registered":1,"plugin":1,"group":3,"argument":2,"title":1,"description":1,"doc":1,"for":1,"key":2,"value":2,"items":1,"replace":1,"return":1},"9893,1952,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"def":2,"make":1,"arg":1,"parser":15,"flexibleargumentparser":2,"create":1,"the":7,"cli":4,"argument":6,"used":1,"by":1,"openai":1,"api":3,"server":3,"we":1,"rely":1,"on":1,"helper":1,"methods":1,"of":2,"frontendargs":2,"and":4,"asyncengineargs":2,"to":5,"register":1,"all":1,"arguments":1,"instead":1,"manually":1,"enumerating":1,"them":1,"here":1,"this":1,"avoids":1,"code":1,"duplication":1,"keeps":1,"definitions":1,"in":3,"one":1,"place":1,"add":6,"model":3,"tag":2,"type":2,"str":1,"nargs":1,"help":4,"serve":5,"optional":1,"if":4,"specified":1,"config":3,"headless":2,"action":1,"store":1,"true":1,"default":2,"false":1,"run":2,"mode":1,"see":1,"multi":1,"node":1,"data":1,"parallel":1,"documentation":1,"for":2,"more":1,"details":1,"count":1,"asc":1,"int":1,"1":1,"how":1,"many":1,"processes":1,"read":1,"options":2,"from":1,"a":3,"file":1,"must":1,"be":2,"yaml":1,"with":1,"following":1,"https":1,"docs":1,"vllm":1,"ai":1,"en":1,"latest":1,"configuration":1,"args":11,"html":1,"return":2,"validate":2,"parsed":1,"argparse":1,"namespace":1,"quick":1,"checks":1,"that":2,"raise":2,"prior":1,"loading":1,"hasattr":1,"subparser":2,"ensure":1,"chat":3,"template":3,"is":1,"valid":2,"raises":1,"it":1,"likely":1,"isn":1,"t":1,"enable":3,"auto":3,"tool":6,"needs":1,"call":3,"choice":2,"not":1,"typeerror":1,"error":1,"requires":1},"11845,200,data/raw/vllm-0.10.1/vllm/entrypoints/openai/cli_args.py":{"def":1,"create":1,"parser":4,"for":3,"docs":3,"flexibleargumentparser":2,"prog":1,"m":1,"vllm":1,"entrypoints":1,"openai":1,"api":1,"server":1,"return":1,"make":1,"arg":1},"0,1990,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"adapted":1,"from":19,"https":1,"github":1,"com":1,"lm":1,"sys":1,"fastchat":2,"blob":1,"168ccc29d3f7edc50823016105c024fe2282732a":1,"protocol":2,"openai":12,"api":1,"py":1,"import":22,"json":1,"time":1,"http":1,"httpstatus":1,"typing":2,"annotated":1,"any":1,"classvar":1,"literal":1,"optional":1,"union":1,"regex":1,"as":4,"re":1,"torch":1,"fastapi":1,"httpexception":1,"uploadfile":1,"yapf":2,"disable":1,"types":8,"chat":5,"completion":2,"audio":1,"chatcompletionaudio":1,"openaichatcompletionaudio":1,"message":1,"annotation":1,"openaiannotation":1,"enable":1,"responses":5,"responsefunctiontoolcall":1,"responseinputitemparam":1,"responseoutputitem":1,"responseprompt":1,"responsereasoningitem":1,"responsestatus":1,"backward":1,"compatibility":1,"for":3,"client":1,"versions":3,"try":1,"older":1,"1":2,"100":2,"responsetextconfig":2,"except":1,"importerror":1,"newer":1,"responseformattextconfig":1,"response":1,"toolchoice":1,"tool":3,"shared":1,"metadata":1,"reasoning":1,"pydantic":1,"basemodel":1,"configdict":1,"field":2,"typeadapter":1,"validationinfo":1,"validator":2,"model":1,"extensions":1,"typealias":1,"envs":1,"entrypoints":2,"utils":2,"chatcompletionmessageparam":1,"random":1,"call":1,"id":1,"score":1,"scorecontentpartparam":1,"scoremultimodalparam":1,"logger":2,"init":1,"pooling":1,"params":1,"poolingparams":1},"1990,1626,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"from":3,"vllm":3,"sampling":1,"params":1,"import":3,"beamsearchparams":1,"guideddecodingparams":1,"requestoutputkind":1,"samplingparams":1,"sequence":1,"logprob":1,"utils":1,"random":1,"uuid":1,"resolve":1,"obj":1,"by":1,"qualname":1,"logger":3,"init":1,"name":3,"long":2,"info":1,"torch":2,"iinfo":1,"class":5,"openaibasemodel":3,"basemodel":1,"openai":1,"api":1,"does":1,"allow":2,"extra":3,"fields":4,"model":3,"config":1,"configdict":1,"cache":1,"field":18,"names":14,"classvar":1,"optional":2,"set":2,"str":4,"none":4,"validator":1,"mode":1,"wrap":1,"classmethod":1,"def":1,"log":1,"cls":4,"data":5,"handler":2,"result":3,"if":4,"not":2,"isinstance":1,"dict":1,"return":2,"is":1,"get":1,"all":1,"and":2,"their":1,"potential":1,"aliases":2,"for":2,"in":4,"items":1,"add":2,"alias":3,"getattr":1,"compare":1,"against":1,"both":1,"any":1,"k":2,"warning":1,"the":2,"following":1,"were":1,"present":1,"request":1,"but":1,"ignored":1,"s":1,"keys":1,"errorinfo":2,"message":1,"type":1,"param":1,"code":1,"int":1,"errorresponse":1,"error":1},"3616,1707,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":7,"modelpermission":2,"openaibasemodel":6,"id":3,"str":14,"field":7,"default":6,"factory":5,"lambda":3,"f":1,"modelperm":1,"random":1,"uuid":1,"object":3,"model":3,"permission":2,"created":2,"int":9,"time":4,"allow":6,"create":1,"engine":1,"bool":8,"false":4,"sampling":1,"true":3,"logprobs":1,"search":1,"indices":1,"view":1,"fine":1,"tuning":1,"organization":1,"group":1,"optional":11,"none":10,"is":2,"blocking":1,"modelcard":2,"owned":1,"by":1,"vllm":1,"root":1,"parent":1,"max":1,"len":1,"list":5,"modellist":1,"data":1,"prompttokenusageinfo":2,"cached":1,"tokens":5,"usageinfo":2,"prompt":2,"0":3,"total":1,"completion":1,"details":1,"requestresponsemetadata":1,"basemodel":1,"request":1,"final":1,"usage":1,"info":1,"jsonschemaresponseformat":1,"name":1,"description":1,"schema":4,"the":1,"in":1,"openai":1,"but":1,"that":1,"causes":1,"conflicts":1,"with":2,"pydantic":1,"so":1,"instead":1,"use":1,"json":2,"an":1,"alias":2,"dict":1,"any":1,"strict":1},"5323,1772,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":9,"structuraltag":2,"openaibasemodel":8,"begin":1,"str":11,"schema":7,"is":2,"the":1,"field":3,"but":1,"that":1,"causes":1,"conflicts":1,"with":2,"pydantic":3,"so":1,"instead":1,"use":1,"structural":3,"tag":3,"an":1,"alias":2,"optional":8,"dict":3,"any":4,"default":1,"none":6,"end":1,"structuraltagresponseformat":2,"type":5,"literal":4,"structures":1,"list":4,"triggers":1,"responseformat":2,"must":1,"be":1,"json":5,"object":2,"or":1,"text":2,"jsonschemaresponseformat":1,"anyresponseformat":1,"union":2,"streamoptions":1,"include":1,"usage":2,"bool":2,"true":1,"continuous":1,"stats":1,"false":1,"functiondefinition":2,"name":2,"description":1,"parameters":1,"chatcompletiontoolsparam":1,"function":6,"chatcompletionnamedfunction":2,"chatcompletionnamedtoolchoiceparam":1,"extra":2,"forbid":2,"a":2,"workaround":1,"to":1,"have":1,"kwargs":2,"as":1,"see":1,"https":1,"github":1,"com":1,"issues":1,"3125":1,"logitsprocessorconstructor":2,"basemodel":1,"qualname":1,"args":1,"model":1,"config":1,"configdict":1,"logitsprocessors":1},"7095,1672,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"def":1,"get":1,"logits":13,"processors":9,"optional":3,"logitsprocessors":1,"pattern":5,"str":2,"list":1,"any":1,"if":4,"and":1,"for":3,"processor":15,"in":1,"qualname":7,"isinstance":2,"else":1,"not":4,"re":1,"match":1,"raise":3,"valueerror":3,"f":2,"is":2,"allowed":1,"by":3,"this":2,"server":2,"see":2,"engine":2,"argument":2,"more":2,"information":2,"try":1,"resolve":1,"obj":1,"except":1,"exception":1,"as":1,"e":3,"could":1,"be":1,"resolved":1,"from":1,"logitsprocessorconstructor":1,"args":1,"or":2,"kwargs":1,"append":1,"return":2,"elif":1,"the":1,"supported":1,"argugment":1,"none":1,"responseinputoutputitem":1,"typealias":1,"union":1,"responseinputitemparam":1,"responsereasoningitem":1,"responsefunctiontoolcall":1},"8767,1490,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":1,"responsesrequest":1,"openaibasemodel":1,"ordered":1,"by":1,"official":1,"openai":2,"api":2,"documentation":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"responses":1,"create":1,"background":1,"optional":19,"bool":4,"false":2,"include":1,"list":4,"literal":3,"code":1,"interpreter":1,"call":3,"outputs":1,"computer":1,"output":4,"image":3,"url":2,"file":1,"search":1,"results":1,"message":2,"input":2,"text":2,"logprobs":2,"reasoning":3,"encrypted":1,"content":1,"none":13,"union":1,"str":5,"responseinputoutputitem":1,"instructions":1,"max":2,"tokens":1,"int":3,"tool":4,"calls":2,"metadata":2,"model":1,"parallel":1,"true":2,"previous":1,"response":1,"id":1,"prompt":1,"responseprompt":1,"service":1,"tier":1,"auto":4,"default":2,"flex":1,"scale":1,"priority":1,"store":1,"stream":1,"temperature":1,"float":2,"responsetextconfig":1,"choice":1,"toolchoice":1,"tools":1,"field":1,"factory":1,"top":2,"0":1,"p":1,"truncation":1,"disabled":2,"user":1},"10257,1808,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":2,"start":1,"responses":2,"extra":2,"params":5,"request":4,"id":3,"str":3,"field":4,"default":10,"factory":1,"lambda":1,"f":1,"resp":1,"random":3,"uuid":2,"description":4,"the":10,"related":1,"to":8,"this":2,"if":4,"caller":1,"does":2,"not":3,"set":1,"it":1,"a":1,"will":3,"be":4,"generated":1,"is":2,"used":1,"through":1,"out":1,"inference":1,"process":1,"and":2,"return":1,"in":2,"response":1,"mm":1,"processor":2,"kwargs":2,"optional":3,"dict":2,"any":2,"none":4,"additional":1,"pass":1,"hf":1,"priority":4,"int":2,"0":5,"of":1,"lower":1,"means":1,"earlier":1,"handling":1,"other":1,"than":1,"raise":1,"an":2,"error":1,"served":1,"model":1,"use":1,"scheduling":1,"cache":2,"salt":2,"specified":1,"prefix":1,"salted":1,"with":1,"provided":1,"string":1,"prevent":1,"attacker":1,"guess":1,"prompts":1,"multi":1,"user":1,"environments":1,"should":1,"protected":1,"from":1,"access":1,"by":2,"3rd":1,"parties":1,"long":1,"enough":1,"unpredictable":1,"e":1,"g":1,"43":1,"characters":1,"base64":1,"encoded":1,"corresponding":1,"256":1,"bit":1,"supported":1,"vllm":1,"engine":1,"v0":1,"end":1,"sampling":3,"temperature":1,"1":2,"top":1,"p":1,"def":1,"self":3,"max":7,"tokens":7,"samplingparams":1,"output":2,"else":1,"min":1},"12065,1897,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"default":7,"sampling":7,"params":7,"or":1,"if":8,"temperature":7,"self":9,"is":8,"none":6,"get":6,"top":8,"p":7,"stop":4,"token":4,"ids":4,"structured":1,"output":2,"guided":4,"decoding":4,"text":3,"not":7,"and":1,"format":6,"response":4,"type":2,"json":4,"schema":2,"guideddecodingparams":1,"from":2,"optional":2,"elif":1,"object":2,"raise":3,"notimplementederror":1,"supported":2,"todo":1,"add":1,"more":1,"parameters":1,"return":4,"samplingparams":1,"max":2,"tokens":2,"logprobs":2,"kind":1,"requestoutputkind":2,"delta":1,"stream":1,"else":1,"final":1,"only":2,"model":2,"validator":2,"mode":2,"before":2,"def":2,"validate":2,"background":3,"cls":2,"data":8,"store":2,"true":2,"valueerror":2,"can":1,"be":1,"used":1,"when":1,"prompt":3,"template":1},"13962,1969,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":2,"validator":1,"mode":1,"before":1,"def":1,"check":1,"cache":6,"salt":6,"support":1,"cls":1,"data":5,"if":4,"get":1,"is":3,"not":5,"none":14,"envs":1,"vllm":2,"use":1,"v1":1,"raise":2,"valueerror":2,"parameter":2,"supported":1,"with":1,"this":1,"instance":1,"of":2,"which":1,"uses":1,"engine":1,"v0":1,"isinstance":1,"str":5,"or":1,"must":1,"be":1,"a":1,"non":1,"empty":1,"string":1,"provided":1,"return":1,"class":1,"chatcompletionrequest":1,"openaibasemodel":1,"ordered":1,"by":1,"official":1,"openai":2,"api":2,"documentation":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"chat":1,"create":1,"messages":1,"list":3,"chatcompletionmessageparam":1,"optional":19,"frequency":1,"penalty":2,"float":5,"0":5,"logit":1,"bias":1,"dict":1,"logprobs":2,"bool":3,"false":2,"top":2,"int":5,"max":5,"tokens":4,"field":3,"default":1,"deprecated":2,"in":1,"favor":1,"the":1,"completion":2,"n":1,"1":1,"presence":1,"response":1,"format":1,"anyresponseformat":1,"seed":1,"ge":1,"long":2,"info":2,"min":1,"le":1,"stop":1,"union":2,"stream":2,"options":1,"streamoptions":1,"temperature":1,"p":1,"tools":1,"chatcompletiontoolsparam":1,"tool":1,"choice":1,"literal":4,"auto":1,"required":1,"chatcompletionnamedtoolchoiceparam":1,"reasoning":2,"effort":1,"low":1,"medium":1,"high":1,"include":1,"true":1},"15931,922,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"note":1,"this":1,"will":1,"be":1,"ignored":1,"by":1,"vllm":1,"the":2,"model":1,"determines":1,"behavior":1,"parallel":1,"tool":1,"calls":1,"optional":10,"bool":6,"false":4,"user":1,"str":3,"none":8,"8":2,"start":1,"chat":2,"completion":2,"sampling":2,"params":2,"best":1,"of":1,"int":7,"use":1,"beam":1,"search":1,"top":1,"k":1,"min":2,"p":1,"float":3,"repetition":1,"penalty":2,"length":1,"1":2,"0":2,"stop":2,"token":2,"ids":2,"list":4,"include":1,"in":1,"output":1,"ignore":1,"eos":1,"tokens":4,"skip":1,"special":2,"true":2,"spaces":1,"between":1,"truncate":1,"prompt":2,"annotated":1,"field":2,"ge":1,"logprobs":1,"allowed":1,"bad":1,"words":1,"default":1,"factory":1,"end":1},"16853,1857,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":1,"start":1,"chat":7,"completion":1,"extra":1,"params":1,"echo":1,"bool":4,"field":5,"default":6,"false":4,"description":5,"if":7,"true":4,"the":19,"new":2,"message":5,"will":7,"be":8,"prepended":1,"with":1,"last":1,"they":1,"belong":1,"to":6,"same":2,"role":1,"add":3,"generation":4,"prompt":4,"added":3,"template":5,"this":6,"is":6,"a":4,"parameter":1,"used":2,"by":2,"in":2,"tokenizer":1,"config":1,"of":5,"model":4,"continue":2,"final":2,"set":2,"formatted":1,"so":2,"that":3,"open":1,"ended":1,"without":1,"any":1,"eos":1,"tokens":4,"rather":1,"than":1,"starting":1,"one":1,"allows":1,"you":1,"prefill":1,"part":1,"s":1,"response":1,"for":2,"it":2,"cannot":1,"at":1,"time":1,"as":2,"special":3,"e":1,"g":1,"bos":1,"on":1,"top":1,"what":1,"most":1,"models":1,"takes":1,"care":1,"adding":1,"should":2,"documents":2,"optional":1,"list":2,"dict":2,"str":2,"none":1,"dicts":1,"representing":1,"accessible":1,"performing":1,"rag":2,"retrieval":1,"augmented":1,"does":1,"not":1,"support":1,"argument":1,"have":1,"no":1,"effect":1,"we":1,"recommend":1,"each":1,"document":1,"containing":1,"title":1,"and":1,"text":1,"keys":1},"18710,1905,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"chat":5,"template":7,"optional":9,"str":9,"field":9,"default":11,"none":9,"description":9,"a":2,"jinja":1,"to":5,"use":1,"for":2,"this":2,"conversion":1,"as":1,"of":3,"transformers":1,"v4":1,"44":1,"is":1,"no":1,"longer":1,"allowed":1,"so":1,"you":1,"must":2,"provide":1,"if":8,"the":16,"tokenizer":1,"does":1,"not":1,"define":1,"one":2,"kwargs":3,"dict":3,"any":2,"additional":2,"keyword":1,"args":1,"pass":2,"renderer":1,"will":7,"be":3,"accessible":1,"by":1,"mm":1,"processor":2,"hf":1,"guided":6,"json":2,"union":1,"basemodel":1,"specified":6,"output":5,"follow":4,"schema":2,"regex":2,"pattern":1,"choice":1,"list":1,"exactly":1,"choices":1,"grammar":2,"context":1,"free":1,"structural":2,"tag":2,"decoding":2,"backend":2,"override":1,"server":1,"specific":1,"request":1,"set":1,"either":1,"outlines":1,"lm":1,"format":1,"enforcer":1},"20615,1794,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"guided":2,"whitespace":2,"pattern":2,"optional":4,"str":2,"field":6,"default":7,"none":3,"description":5,"if":4,"specified":2,"will":3,"override":1,"the":10,"for":2,"json":3,"decoding":1,"priority":4,"int":1,"0":3,"of":5,"request":4,"lower":1,"means":1,"earlier":1,"handling":1,"any":1,"other":1,"than":1,"raise":1,"an":1,"error":1,"served":1,"model":1,"does":2,"not":3,"use":1,"scheduling":1,"id":5,"factory":2,"lambda":1,"f":1,"random":2,"uuid":2,"related":1,"to":2,"this":2,"caller":1,"set":1,"it":1,"a":5,"be":2,"generated":1,"is":2,"used":1,"through":1,"out":1,"inference":1,"process":1,"and":4,"return":2,"in":1,"response":1,"logits":2,"processors":2,"logitsprocessors":1,"list":1,"either":1,"qualified":2,"names":1,"or":1,"constructor":2,"objects":1,"apply":1,"when":1,"sampling":1,"object":1,"with":2,"required":1,"qualname":2,"specifying":1,"name":1,"processor":1,"class":1,"args":2,"kwargs":2,"fields":1,"containing":1,"positional":1,"keyword":1,"arguments":1,"example":1,"my":1,"module":1,"mylogitsprocessor":1,"1":1,"2":1,"param":1,"value":1,"tokens":3,"as":2,"token":3,"ids":1,"bool":1,"logprobs":1,"are":2,"represented":1,"strings":1,"form":1,"so":1,"that":2,"encodable":1,"can":1,"identified":1},"22409,668,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"cache":2,"salt":2,"optional":2,"str":2,"field":2,"default":2,"none":2,"description":2,"if":1,"specified":1,"the":3,"prefix":1,"will":1,"be":3,"salted":1,"with":1,"provided":1,"string":1,"to":4,"prevent":1,"an":1,"attacker":1,"guess":1,"prompts":1,"in":1,"multi":1,"user":1,"environments":1,"should":1,"random":1,"protected":1,"from":1,"access":1,"by":2,"3rd":1,"parties":1,"and":1,"long":1,"enough":1,"unpredictable":1,"e":1,"g":1,"43":1,"characters":1,"base64":1,"encoded":1,"corresponding":1,"256":1,"bit":1,"not":1,"supported":1,"vllm":1,"engine":1,"v0":1,"kv":1,"transfer":1,"params":1,"dict":1,"any":1,"kvtransfer":1,"parameters":1,"used":1,"for":1,"disaggregated":1,"serving":1},"23077,1369,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"vllm":1,"xargs":1,"optional":2,"dict":4,"str":5,"union":1,"int":3,"float":1,"field":1,"default":7,"none":3,"description":1,"additional":1,"request":1,"parameters":2,"with":1,"string":1,"or":1,"numeric":1,"values":1,"used":1,"by":1,"custom":1,"extensions":1,"8":1,"end":1,"chat":2,"completion":2,"extra":1,"params":8,"sampling":7,"for":1,"requests":1,"repetition":1,"penalty":3,"1":4,"0":6,"temperature":8,"top":2,"p":2,"k":1,"min":1,"def":2,"to":2,"beam":2,"search":1,"self":9,"max":4,"tokens":4,"beamsearchparams":2,"n":4,"if":2,"is":2,"not":1,"else":1,"get":1,"return":1,"width":1,"ignore":2,"eos":2,"length":2,"include":2,"stop":2,"in":2,"output":2,"logits":1,"processor":1,"pattern":1,"samplingparams":1},"24446,1870,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"default":11,"parameters":1,"if":8,"repetition":5,"penalty":5,"self":21,"is":9,"none":10,"sampling":10,"params":10,"get":5,"temperature":5,"top":11,"p":10,"k":5,"min":5,"prompt":4,"logprobs":5,"and":2,"echo":1,"guided":3,"json":11,"object":3,"response":6,"format":6,"not":3,"type":3,"true":2,"elif":2,"schema":6,"assert":2,"structural":6,"tag":8,"isinstance":1,"structuraltagresponseformat":1,"s":2,"obj":2,"model":1,"dump":1,"by":1,"alias":1,"dumps":1},"26316,467,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"guided":9,"decoding":2,"guideddecodingparams":1,"from":2,"optional":1,"json":5,"self":8,"get":1,"tool":1,"or":1,"regex":2,"choice":2,"grammar":2,"object":2,"backend":2,"whitespace":2,"pattern":2,"structural":2,"tag":2},"26783,1947,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"extra":5,"args":5,"dict":2,"str":4,"any":2,"self":27,"vllm":2,"xargs":2,"if":5,"else":3,"kv":4,"transfer":4,"params":4,"pass":1,"in":3,"via":1,"return":2,"samplingparams":1,"from":2,"optional":2,"n":2,"best":2,"of":2,"presence":2,"penalty":6,"frequency":2,"repetition":2,"temperature":2,"top":5,"p":4,"k":2,"min":4,"seed":2,"stop":6,"token":4,"ids":4,"logprobs":5,"none":5,"prompt":4,"ignore":2,"eos":2,"max":2,"tokens":10,"skip":2,"special":4,"spaces":2,"between":2,"logits":4,"processors":3,"get":2,"processor":1,"pattern":1,"include":2,"output":3,"truncate":2,"kind":1,"requestoutputkind":2,"delta":1,"stream":1,"final":1,"only":1,"guided":3,"decoding":2,"logit":2,"bias":2,"bad":2,"words":2,"allowed":2,"or":2,"def":1,"json":1,"tool":3,"union":1,"basemodel":1,"user":1,"has":1,"chosen":1,"to":1,"not":1,"use":1,"choice":1,"tools":1,"is":1},"28730,1717,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"user":1,"has":3,"chosen":2,"to":3,"use":1,"a":4,"named":1,"tool":20,"if":5,"type":3,"self":4,"choice":3,"is":2,"chatcompletionnamedtoolchoiceparam":1,"name":10,"function":8,"tools":5,"for":2,"in":5,"not":2,"raise":1,"valueerror":1,"f":1,"been":1,"passed":1,"return":2,"parameters":7,"required":2,"pydantic":1,"schema":4,"generation":1,"cannot":1,"be":2,"used":1,"since":1,"the":5,"json":1,"constructed":1,"specific":1,"instantiation":1,"of":2,"list":1,"so":2,"that":2,"are":4,"correctly":1,"generated":2,"based":1,"on":1,"def":1,"get":1,"chatcompletiontoolsparam":1,"dict":1,"properties":2,"string":1,"enum":1,"always":1,"as":1,"final":1,"output":1,"they":1,"missing":1,"from":1,"request":1,"i":1,"e":1,"none":1,"or":1,"updated":1,"produce":1,"an":1,"empty":1,"object":2,"case":1,"else":1},"30447,1980,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"def":11,"get":7,"tool":9,"schema":12,"defs":14,"tools":4,"list":1,"chatcompletiontoolsparam":1,"dict":3,"all":5,"str":2,"any":1,"for":3,"in":4,"if":6,"function":2,"parameters":2,"is":3,"none":3,"continue":1,"pop":1,"name":5,"items":2,"and":3,"raise":3,"valueerror":3,"f":1,"definition":1,"has":1,"multiple":1,"schemas":1,"which":1,"not":4,"supported":1,"else":1,"return":4,"json":6,"type":2,"array":1,"minitems":1,"1":1,"object":1,"anyof":1,"self":2,"model":2,"validator":2,"mode":2,"before":2,"classmethod":2,"validate":1,"stream":7,"options":3,"cls":2,"data":7,"can":1,"only":1,"be":1,"defined":1,"when":2,"true":2,"check":1,"logprobs":5,"prompt":4,"0":1,"are":1,"available":1},"32427,1842,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"if":9,"prompt":2,"logprobs":10,"0":3,"raise":6,"valueerror":6,"must":3,"be":3,"a":2,"positive":2,"value":2,"top":6,"data":18,"get":4,"is":5,"not":10,"none":6,"and":6,"when":1,"using":1,"set":1,"to":2,"true":1,"return":2,"model":2,"validator":2,"mode":2,"before":2,"classmethod":2,"def":2,"check":2,"guided":14,"decoding":5,"count":4,"cls":2,"isinstance":1,"guide":3,"sum":1,"json":3,"in":5,"regex":3,"choice":8,"you":4,"can":4,"only":4,"use":4,"one":2,"kind":2,"of":2,"1":2,"or":3,"either":2,"tools":4,"both":2,"tool":6,"auto":3,"required":1,"usage":1,"specified":1,"but":1,"are":1,"provided":1,"default":1},"34269,1456,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"if":9,"tool":17,"choice":16,"is":9,"none":7,"no":1,"validation":2,"needed":1,"for":2,"tools":10,"in":4,"data":17,"and":5,"return":2,"specified":2,"not":4,"ensure":1,"that":3,"are":2,"present":1,"or":4,"raise":2,"valueerror":2,"when":1,"using":1,"must":1,"be":1,"set":2,"make":1,"sure":1,"either":1,"a":1,"named":2,"it":1,"s":2,"to":3,"auto":3,"required":5,"isinstance":2,"dict":1,"f":1,"invalid":1,"value":1,"only":1,"supported":1,"but":1,"the":2,"list":2,"empty":1,"override":1,"behave":1,"like":1,"align":1,"with":1,"openai":1,"behavior":1,"len":1,"0":1,"del":1},"35725,1947,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"ensure":1,"that":1,"if":8,"tool":14,"choice":7,"is":1,"specified":3,"as":1,"an":1,"object":1,"it":1,"matches":1,"a":1,"valid":4,"correct":5,"usage":5,"message":6,"type":1,"function":18,"name":11,"my":1,"isinstance":3,"data":8,"dict":2,"false":1,"get":3,"not":5,"raise":5,"valueerror":5,"f":6,"invalid":2,"value":1,"for":2,"in":8,"expected":1,"field":1,"str":1,"or":1,"len":1,"0":1,"tools":2,"true":2,"break":1,"the":2,"does":1,"match":1,"any":1,"of":1,"return":2,"model":1,"validator":1,"mode":1,"before":1,"classmethod":1,"def":1,"check":1,"generation":3,"prompt":3,"cls":1,"continue":2,"final":2,"and":2,"add":2,"cannot":1,"set":1,"both":1,"to":1},"37672,1598,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":2,"validator":1,"mode":1,"before":1,"classmethod":1,"def":1,"check":1,"cache":6,"salt":6,"support":1,"cls":1,"data":5,"if":4,"get":1,"is":2,"not":5,"none":13,"envs":1,"vllm":2,"use":1,"v1":1,"raise":2,"valueerror":2,"parameter":2,"supported":1,"with":1,"this":1,"instance":1,"of":2,"which":1,"uses":1,"engine":1,"v0":1,"isinstance":1,"str":9,"or":1,"must":1,"be":1,"a":1,"non":1,"empty":1,"string":1,"provided":1,"return":1,"class":1,"completionrequest":1,"openaibasemodel":1,"ordered":1,"by":1,"official":1,"openai":2,"api":2,"documentation":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"completions":1,"create":1,"optional":18,"prompt":2,"union":3,"list":6,"int":7,"embeds":1,"bytes":2,"best":1,"echo":1,"bool":2,"false":2,"frequency":1,"penalty":2,"float":5,"0":4,"logit":1,"bias":1,"dict":1,"logprobs":1,"max":2,"tokens":1,"16":1,"n":1,"1":1,"presence":1,"seed":1,"field":1,"ge":1,"long":2,"info":2,"min":1,"le":1,"stop":1,"stream":2,"options":1,"streamoptions":1,"suffix":1,"temperature":1,"top":1,"p":1,"user":1},"39270,666,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":2,"start":1,"completion":2,"sampling":2,"params":2,"use":1,"beam":1,"search":1,"bool":5,"false":3,"top":1,"k":1,"optional":7,"int":6,"none":6,"min":2,"p":1,"float":3,"repetition":1,"penalty":2,"length":1,"1":2,"0":2,"stop":2,"token":2,"ids":2,"list":2,"include":1,"str":1,"in":1,"output":1,"ignore":1,"eos":1,"tokens":4,"skip":1,"special":2,"true":2,"spaces":1,"between":1,"truncate":1,"prompt":2,"annotated":1,"field":1,"ge":1,"allowed":1,"logprobs":1,"end":1},"39936,1808,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":1,"start":1,"completion":2,"extra":1,"params":1,"add":1,"special":2,"tokens":2,"bool":1,"field":8,"default":11,"true":2,"description":8,"if":8,"the":14,"e":1,"g":1,"bos":1,"will":7,"be":3,"added":1,"to":2,"prompt":1,"response":1,"format":3,"optional":7,"anyresponseformat":1,"none":7,"similar":1,"chat":1,"this":2,"parameter":1,"specifies":1,"of":4,"output":5,"only":1,"type":4,"json":5,"object":1,"schema":2,"structural":1,"tag":1,"or":1,"text":1,"is":1,"supported":1,"guided":8,"union":1,"str":6,"dict":1,"basemodel":1,"specified":6,"follow":3,"regex":2,"pattern":3,"choice":1,"list":1,"exactly":1,"one":2,"choices":1,"grammar":2,"context":1,"free":1,"decoding":3,"backend":2,"override":2,"server":1,"for":2,"specific":1,"request":1,"set":1,"must":1,"outlines":1,"lm":1,"enforcer":1,"whitespace":2},"41744,1267,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"priority":4,"int":1,"field":4,"default":4,"0":3,"description":3,"the":8,"of":4,"request":4,"lower":1,"means":1,"earlier":1,"handling":1,"any":1,"other":1,"than":1,"will":2,"raise":1,"an":1,"error":1,"if":2,"served":1,"model":1,"does":2,"not":2,"use":1,"scheduling":1,"id":3,"str":1,"factory":2,"lambda":1,"f":1,"random":2,"uuid":2,"related":1,"to":2,"this":2,"caller":1,"set":1,"it":1,"a":5,"be":1,"generated":1,"is":2,"used":1,"through":1,"out":1,"inference":1,"process":1,"and":4,"return":1,"in":1,"response":1,"logits":2,"processors":2,"optional":2,"logitsprocessors":1,"none":1,"list":1,"either":1,"qualified":2,"names":1,"or":1,"constructor":2,"objects":1,"apply":1,"when":1,"sampling":1,"json":1,"object":1,"with":1,"required":1,"qualname":2,"specifying":1,"name":1,"processor":1,"class":1,"args":2,"kwargs":2,"fields":1,"containing":1,"positional":1,"keyword":1,"arguments":1,"for":1,"example":1,"my":1,"module":1,"mylogitsprocessor":1,"1":1,"2":1,"param":1,"value":1},"43011,1905,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"return":1,"tokens":4,"as":2,"token":3,"ids":1,"optional":5,"bool":1,"field":4,"default":10,"none":8,"description":4,"if":5,"specified":2,"with":3,"logprobs":1,"are":2,"represented":1,"strings":1,"of":1,"the":4,"form":1,"id":2,"so":1,"that":2,"not":3,"json":1,"encodable":1,"can":1,"be":4,"identified":1,"cache":2,"salt":2,"str":4,"prefix":1,"will":1,"salted":1,"provided":1,"string":2,"to":5,"prevent":1,"an":1,"attacker":1,"guess":1,"prompts":1,"in":1,"multi":1,"user":1,"environments":1,"should":1,"random":1,"protected":1,"from":1,"access":1,"by":3,"3rd":1,"parties":1,"and":1,"long":1,"enough":1,"unpredictable":1,"e":1,"g":1,"43":1,"characters":1,"base64":1,"encoded":1,"corresponding":1,"256":1,"bit":1,"supported":1,"vllm":2,"engine":1,"v0":1,"kv":1,"transfer":1,"params":8,"dict":4,"any":1,"kvtransfer":1,"parameters":3,"used":2,"for":2,"disaggregated":1,"serving":1,"xargs":1,"union":1,"int":2,"float":1,"additional":1,"request":1,"or":1,"numeric":1,"values":1,"custom":1,"extensions":1,"8":1,"end":1,"completion":2,"extra":1,"sampling":6,"requests":1,"repetition":1,"penalty":1,"1":5,"0":7,"temperature":5,"top":2,"p":2,"k":1,"min":1,"def":1,"beam":1,"search":1,"self":4,"max":1,"beamsearchparams":1,"is":3,"n":3,"else":1,"get":1},"44916,1916,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"return":1,"beamsearchparams":1,"beam":1,"width":1,"n":1,"max":4,"tokens":4,"ignore":2,"eos":2,"self":21,"temperature":7,"length":2,"penalty":7,"include":2,"stop":2,"str":3,"in":2,"output":2,"def":1,"to":1,"sampling":14,"params":14,"int":1,"logits":1,"processor":1,"pattern":1,"optional":2,"default":14,"dict":1,"none":10,"samplingparams":1,"if":8,"is":8,"parameters":1,"repetition":5,"get":5,"top":10,"p":10,"k":5,"min":5,"prompt":4,"logprobs":5,"and":3,"echo":3,"without":1,"generation":1,"0":1,"guided":2,"json":3,"object":3,"response":2,"format":2,"not":1,"type":1,"true":1},"46832,382,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"guided":8,"decoding":2,"guideddecodingparams":1,"from":1,"optional":1,"json":4,"self":6,"regex":2,"choice":2,"grammar":2,"object":2,"backend":2,"whitespace":2,"pattern":2},"47214,1691,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"extra":5,"args":5,"dict":1,"str":3,"any":1,"self":22,"vllm":2,"xargs":2,"if":4,"else":3,"kv":4,"transfer":4,"params":4,"pass":1,"in":3,"via":1,"return":1,"samplingparams":1,"from":1,"optional":1,"n":2,"best":2,"of":2,"presence":2,"penalty":6,"frequency":2,"repetition":2,"temperature":2,"top":4,"p":4,"k":2,"min":4,"seed":2,"stop":6,"token":4,"ids":4,"logprobs":4,"ignore":2,"eos":2,"max":2,"tokens":10,"not":1,"echo":1,"without":1,"generation":1,"1":1,"prompt":4,"skip":2,"special":4,"spaces":2,"between":2,"include":2,"output":3,"logits":4,"processors":3,"get":1,"processor":1,"pattern":1,"truncate":2,"kind":1,"requestoutputkind":2,"delta":1,"stream":1,"final":1,"only":1,"guided":2,"decoding":2,"logit":2,"bias":2,"allowed":2,"or":1,"none":1},"48905,1790,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":4,"validator":4,"mode":4,"before":4,"classmethod":4,"def":4,"check":2,"guided":11,"decoding":2,"count":3,"cls":4,"data":21,"guide":2,"sum":1,"json":3,"in":3,"and":8,"is":7,"not":7,"none":7,"regex":3,"choice":3,"if":7,"1":1,"raise":6,"valueerror":6,"you":1,"can":2,"only":2,"use":1,"one":2,"kind":1,"of":2,"or":2,"return":4,"logprobs":11,"prompt":12,"get":7,"stream":7,"0":3,"are":1,"available":1,"when":2,"true":2,"must":3,"be":4,"a":2,"positive":2,"value":2,"validate":2,"options":3,"defined":1,"embeds":3,"at":1,"least":1,"set":1},"50695,1985,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":3,"validator":1,"mode":1,"before":1,"classmethod":1,"def":1,"check":1,"cache":6,"salt":6,"support":1,"cls":1,"data":5,"if":7,"get":1,"is":3,"not":7,"none":6,"envs":1,"vllm":2,"use":2,"v1":1,"raise":3,"valueerror":2,"parameter":2,"supported":1,"with":1,"this":3,"instance":1,"of":2,"which":1,"uses":1,"engine":1,"v0":1,"isinstance":1,"str":6,"or":1,"must":1,"be":3,"a":2,"non":1,"empty":1,"string":1,"provided":1,"return":2,"class":1,"embeddingcompletionrequest":1,"openaibasemodel":1,"ordered":1,"by":1,"official":1,"openai":2,"api":2,"documentation":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"embeddings":1,"optional":5,"input":1,"union":1,"list":4,"int":5,"encoding":1,"format":1,"literal":1,"float":2,"base64":1,"dimensions":1,"user":1,"truncate":1,"prompt":2,"tokens":3,"annotated":1,"field":4,"ge":1,"1":1,"8":1,"start":1,"embedding":1,"extra":1,"params":1,"add":1,"special":2,"bool":2,"default":5,"true":2,"description":3,"the":8,"e":1,"g":1,"bos":1,"will":3,"added":1,"to":2,"priority":4,"0":3,"request":4,"lower":1,"means":1,"earlier":1,"handling":1,"any":1,"other":1,"than":1,"an":1,"error":1,"served":1,"does":2,"scheduling":1,"id":3,"factory":1,"lambda":1,"f":1,"random":2,"uuid":2,"related":1,"caller":1,"set":1,"it":1,"generated":1,"used":1,"through":1,"out":1,"inference":1,"process":1,"and":1,"in":1,"response":1,"normalize":1},"52680,516,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":1,"end":1,"embedding":1,"extra":1,"params":2,"def":1,"to":1,"pooling":1,"self":3,"return":1,"poolingparams":1,"dimensions":3,"normalize":2,"class":1,"embeddingchatrequest":1,"openaibasemodel":1,"model":1,"optional":4,"str":2,"none":4,"messages":1,"list":1,"chatcompletionmessageparam":1,"encoding":1,"format":1,"literal":1,"float":2,"base64":1,"int":2,"user":1,"truncate":1,"prompt":1,"tokens":1,"annotated":1,"field":1,"ge":1,"1":1},"53196,1901,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":2,"start":1,"chat":9,"embedding":2,"extra":2,"params":2,"add":1,"special":3,"tokens":3,"bool":2,"field":6,"default":9,"false":2,"description":6,"if":4,"true":1,"e":1,"g":1,"bos":1,"will":4,"be":4,"added":2,"to":8,"the":15,"prompt":1,"on":1,"top":1,"of":4,"what":1,"is":4,"by":2,"template":9,"for":2,"most":1,"models":1,"takes":1,"care":1,"adding":1,"so":2,"this":4,"should":1,"set":2,"as":2,"optional":4,"str":4,"none":4,"a":3,"jinja":1,"use":2,"conversion":1,"transformers":1,"v4":1,"44":1,"no":1,"longer":1,"allowed":1,"you":1,"must":1,"provide":1,"tokenizer":1,"does":3,"not":3,"define":1,"one":1,"kwargs":3,"dict":2,"any":3,"additional":2,"keyword":1,"args":1,"pass":2,"renderer":1,"accessible":1,"mm":1,"processor":2,"hf":1,"priority":4,"int":1,"0":3,"request":4,"lower":1,"means":1,"earlier":1,"handling":1,"other":1,"than":1,"raise":1,"an":1,"error":1,"served":1,"model":1,"scheduling":1,"id":3,"factory":1,"lambda":1,"f":1,"random":2,"uuid":2,"related":1,"caller":1,"it":1,"generated":1,"used":1,"through":1,"out":1,"inference":1,"process":1,"and":1,"return":1,"in":1,"response":1,"normalize":1,"end":1},"55097,1965,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":4,"validator":1,"mode":1,"before":1,"classmethod":1,"def":3,"check":1,"generation":3,"prompt":5,"cls":1,"data":4,"if":2,"get":2,"continue":2,"final":2,"message":2,"and":2,"add":2,"raise":2,"valueerror":1,"cannot":1,"set":1,"both":1,"to":5,"true":1,"return":3,"pooling":2,"params":4,"self":5,"poolingparams":2,"dimensions":2,"normalize":2,"embeddingrequest":1,"union":6,"embeddingcompletionrequest":2,"embeddingchatrequest":2,"poolingcompletionrequest":2,"poolingchatrequest":2,"poolingrequest":1,"class":2,"scorerequest":1,"openaibasemodel":2,"optional":6,"str":9,"none":6,"text":2,"1":3,"list":3,"scoremultimodalparam":4,"2":1,"truncate":2,"tokens":2,"annotated":2,"int":4,"field":5,"ge":2,"8":2,"start":1,"score":2,"extra":2,"mm":1,"processor":2,"kwargs":2,"dict":1,"any":2,"default":4,"description":2,"additional":1,"pass":1,"the":4,"hf":1,"priority":4,"0":4,"of":1,"request":1,"lower":1,"means":1,"earlier":1,"handling":1,"other":1,"than":1,"will":1,"an":1,"error":1,"served":1,"does":1,"not":1,"use":1,"scheduling":1,"activation":3,"bool":1,"end":1,"rerankrequest":1,"query":1,"documents":1,"top":1,"n":1,"factory":1,"lambda":1},"57062,1960,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"8":2,"start":1,"rerank":2,"extra":2,"params":3,"mm":1,"processor":2,"kwargs":2,"optional":11,"dict":3,"str":9,"any":2,"field":7,"default":8,"none":9,"description":3,"additional":1,"to":4,"pass":1,"the":8,"hf":1,"priority":4,"int":7,"0":3,"of":1,"request":1,"lower":1,"means":1,"earlier":1,"handling":1,"other":2,"than":1,"will":1,"raise":1,"an":1,"error":1,"if":2,"served":1,"model":2,"does":1,"not":1,"use":1,"scheduling":1,"activation":3,"bool":1,"end":1,"def":1,"pooling":1,"self":2,"return":1,"poolingparams":1,"class":6,"rerankdocument":2,"basemodel":3,"text":3,"multi":1,"modal":1,"scorecontentpartparam":1,"rerankresult":2,"index":2,"document":1,"relevance":1,"score":1,"float":3,"rerankusage":2,"total":1,"tokens":2,"rerankresponse":1,"openaibasemodel":3,"id":2,"usage":1,"results":1,"list":10,"completionlogprobs":2,"offset":1,"factory":4,"token":3,"logprobs":4,"top":1,"completionresponsechoice":1,"finish":1,"reason":3,"stop":3,"union":1,"string":1,"or":1,"that":1,"caused":1,"completion":2,"finished":1,"for":1,"some":1,"including":1,"encountering":1,"eos":1,"prompt":1,"logprob":1},"59022,1896,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":5,"completionresponse":1,"openaibasemodel":5,"id":4,"str":15,"field":9,"default":10,"factory":6,"lambda":6,"f":3,"cmpl":2,"random":3,"uuid":3,"object":4,"literal":2,"text":4,"completion":5,"created":3,"int":9,"time":6,"model":3,"choices":2,"list":5,"completionresponsechoice":1,"service":1,"tier":1,"optional":7,"auto":1,"flex":1,"scale":1,"priority":1,"none":8,"system":1,"fingerprint":1,"usage":3,"usageinfo":3,"vllm":1,"specific":1,"fields":1,"that":2,"are":1,"not":1,"in":1,"openai":1,"spec":1,"kv":1,"transfer":1,"params":1,"dict":1,"any":1,"description":2,"kvtransfer":1,"parameters":1,"completionresponsestreamchoice":2,"index":2,"logprobs":1,"completionlogprobs":1,"finish":1,"reason":3,"stop":3,"union":2,"the":4,"string":1,"or":1,"token":2,"caused":1,"to":1,"if":1,"finished":1,"for":1,"some":1,"other":1,"including":1,"encountering":1,"eos":1,"completionstreamresponse":1,"embeddingresponsedata":2,"embedding":2,"float":1,"embeddingresponse":1,"embd":1,"data":1},"60918,1989,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":8,"poolingresponsedata":2,"openaibasemodel":8,"index":3,"int":12,"object":5,"str":19,"pooling":2,"data":4,"union":2,"list":11,"float":4,"poolingresponse":1,"id":3,"field":7,"default":8,"factory":6,"lambda":6,"f":3,"pool":1,"random":3,"uuid":3,"created":3,"time":6,"model":5,"usage":3,"usageinfo":3,"scoreresponsedata":2,"score":2,"scoreresponse":1,"embd":1,"classificationrequest":1,"optional":5,"none":4,"input":1,"truncate":1,"prompt":1,"tokens":1,"user":1,"8":2,"start":1,"classification":2,"extra":2,"params":3,"priority":4,"0":3,"description":1,"the":3,"of":1,"request":1,"lower":1,"means":1,"earlier":1,"handling":1,"any":1,"other":1,"than":1,"will":1,"raise":1,"an":1,"error":1,"if":1,"served":1,"does":1,"not":1,"use":1,"scheduling":1,"activation":3,"bool":1,"end":1,"def":1,"to":1,"self":2,"return":1,"poolingparams":1,"classificationdata":2,"label":1,"probs":1,"num":1,"classes":1,"classificationresponse":1,"classify":1,"functioncall":1,"name":1,"arguments":1},"62907,1794,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":9,"toolcall":3,"openaibasemodel":5,"id":3,"str":11,"field":4,"default":3,"factory":3,"random":1,"tool":6,"call":3,"type":2,"literal":2,"function":6,"functioncall":2,"deltafunctioncall":2,"basemodel":2,"name":2,"optional":16,"none":15,"arguments":1,"a":1,"delta":1,"where":1,"everything":1,"is":1,"deltatoolcall":1,"index":1,"int":2,"extractedtoolcallinformation":1,"indicate":1,"if":1,"tools":2,"were":1,"called":2,"bool":1,"extracted":1,"calls":4,"list":7,"content":6,"per":1,"openai":2,"spec":2,"and":1,"can":1,"be":1,"returned":1,"rarely":1,"but":1,"some":1,"models":1,"will":1,"do":1,"this":1,"intentionally":1,"chatmessage":1,"role":1,"refusal":1,"annotations":1,"openaiannotation":1,"audio":1,"openaichatcompletionaudio":1,"vllm":1,"specific":1,"fields":2,"that":2,"are":1,"not":2,"in":1,"reasoning":1,"chatcompletionlogprob":3,"token":1,"logprob":1,"float":1,"9999":1,"0":1,"bytes":1,"chatcompletionlogprobscontent":2,"workaround":1,"redefine":1,"cache":1,"so":1,"it":1,"s":1,"shared":1,"with":1,"the":1,"super":1,"names":1,"classvar":1,"set":1,"top":1,"logprobs":1,"chatcompletionlogprobs":1},"64701,1953,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":5,"chatcompletionresponsechoice":2,"openaibasemodel":5,"index":2,"int":9,"message":1,"chatmessage":1,"logprobs":3,"optional":15,"chatcompletionlogprobs":2,"none":13,"per":1,"openai":3,"spec":3,"this":1,"is":1,"the":2,"default":9,"finish":2,"reason":4,"str":13,"stop":3,"not":2,"part":1,"of":1,"but":1,"included":1,"in":2,"vllm":2,"for":1,"legacy":1,"reasons":1,"union":2,"chatcompletionresponse":1,"id":2,"field":7,"factory":5,"lambda":4,"f":2,"chatcmpl":2,"random":2,"uuid":2,"object":2,"literal":3,"chat":4,"completion":4,"created":2,"time":4,"model":2,"choices":2,"list":5,"service":1,"tier":1,"auto":1,"flex":1,"scale":1,"priority":1,"system":1,"fingerprint":1,"usage":2,"usageinfo":2,"specific":1,"fields":1,"that":1,"are":1,"prompt":1,"dict":2,"logprob":1,"kv":1,"transfer":1,"params":1,"any":1,"description":1,"kvtransfer":1,"parameters":1,"deltamessage":2,"role":1,"content":2,"reasoning":1,"tool":1,"calls":1,"deltatoolcall":1,"chatcompletionresponsestreamchoice":2,"delta":1,"chatcompletionstreamresponse":1,"chunk":2},"66654,1981,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":6,"transcriptionresponsestreamchoice":2,"openaibasemodel":6,"delta":1,"deltamessage":1,"finish":1,"reason":2,"optional":14,"str":9,"none":14,"stop":1,"union":1,"int":13,"transcriptionstreamresponse":1,"id":3,"field":5,"default":6,"factory":4,"lambda":4,"f":2,"trsc":1,"random":2,"uuid":2,"object":2,"literal":4,"transcription":2,"chunk":2,"created":2,"time":4,"model":2,"choices":1,"list":3,"usage":2,"usageinfo":1,"inputtokensdetails":2,"cached":1,"tokens":8,"outputtokensdetails":2,"reasoning":3,"responseusage":2,"input":2,"details":3,"output":4,"total":1,"responsesresponse":1,"resp":1,"at":1,"error":1,"responseerror":1,"incomplete":1,"incompletedetails":1,"instructions":1,"metadata":2,"response":3,"responseoutputitem":1,"parallel":1,"tool":4,"calls":2,"bool":2,"temperature":1,"float":2,"choice":1,"toolchoice":1,"tools":1,"top":2,"p":1,"background":1,"max":2,"previous":1,"prompt":1,"responseprompt":1,"service":1,"tier":1,"auto":2,"flex":1,"scale":1,"priority":1,"status":1,"responsestatus":1,"text":1,"responsetextconfig":1,"logprobs":1,"truncation":1,"disabled":1,"user":1},"68635,1938,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"classmethod":1,"def":1,"from":1,"request":21,"cls":2,"responsesrequest":1,"sampling":5,"params":5,"samplingparams":1,"model":3,"name":2,"str":3,"created":3,"time":2,"int":1,"output":4,"list":1,"responseoutputitem":1,"status":3,"responsestatus":1,"usage":3,"optional":1,"responseusage":1,"none":1,"responsesresponse":1,"return":1,"id":6,"at":1,"instructions":2,"metadata":2,"parallel":2,"tool":6,"calls":4,"temperature":2,"choice":2,"tools":2,"top":3,"p":2,"background":2,"max":4,"tokens":2,"previous":2,"response":2,"prompt":2,"reasoning":2,"service":2,"tier":2,"text":2,"logprobs":2,"truncation":2,"user":2,"batchrequestinputbody":1,"union":1,"chatcompletionrequest":1,"embeddingrequest":1,"scorerequest":1,"rerankrequest":1,"class":1,"batchrequestinput":1,"openaibasemodel":1,"the":5,"per":2,"line":1,"object":1,"of":1,"batch":2,"input":1,"file":1,"note":1,"currently":2,"only":2,"v1":1,"chat":1,"completions":1,"endpoint":1,"is":2,"supported":2,"a":2,"developer":1,"provided":1,"that":1,"will":1,"be":3,"used":2,"to":3,"match":1,"outputs":1,"inputs":1,"must":1,"unique":1,"for":2,"each":1,"in":1,"custom":1,"http":1,"method":2,"post":1},"70573,1754,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"the":12,"openai":1,"api":2,"relative":1,"url":10,"to":4,"be":2,"used":2,"for":4,"request":5,"currently":1,"v1":3,"chat":2,"completions":2,"is":1,"supported":1,"str":7,"parameters":1,"of":5,"body":4,"batchrequestinputbody":2,"field":1,"validator":1,"mode":1,"plain":1,"classmethod":1,"def":1,"check":1,"type":1,"cls":1,"value":6,"any":2,"info":2,"validationinfo":1,"use":1,"disambiguate":1,"models":1,"data":1,"if":4,"return":5,"chatcompletionrequest":1,"model":4,"validate":5,"embeddings":1,"typeadapter":2,"embeddingrequest":1,"python":2,"endswith":2,"score":1,"scorerequest":1,"rerank":1,"rerankrequest":1,"class":3,"batchresponsedata":2,"openaibasemodel":3,"http":2,"status":2,"code":2,"response":3,"int":1,"200":1,"an":1,"unique":1,"identifier":1,"id":4,"optional":4,"union":1,"chatcompletionresponse":1,"embeddingresponse":1,"scoreresponse":1,"rerankresponse":1,"none":2,"batchrequestoutput":1,"per":2,"line":1,"object":1,"batch":1,"output":1,"and":1,"error":3,"files":1,"a":2,"developer":1,"provided":1,"that":2,"will":2,"match":1,"outputs":1,"inputs":1,"custom":1,"requests":1,"failed":1,"with":1,"non":1,"this":1,"contain":1,"more":1,"information":1,"on":1,"cause":1,"failure":1,"tokenizecompletionrequest":1,"prompt":1},"72327,519,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"add":1,"special":2,"tokens":2,"bool":2,"field":2,"default":3,"true":3,"description":2,"if":2,"the":4,"e":1,"g":1,"bos":1,"will":1,"be":1,"added":1,"to":2,"prompt":1,"return":2,"token":3,"strs":1,"optional":2,"false":1,"also":1,"strings":1,"corresponding":1,"ids":1,"class":1,"tokenizechatrequest":1,"openaibasemodel":1,"model":1,"str":1,"none":1,"messages":1,"list":1,"chatcompletionmessageparam":1},"72846,1920,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"add":3,"generation":3,"prompt":4,"bool":4,"field":6,"default":8,"true":4,"description":6,"if":5,"the":19,"will":5,"be":6,"added":3,"to":8,"chat":11,"template":11,"this":6,"is":6,"a":4,"parameter":1,"used":2,"by":3,"in":2,"tokenizer":2,"config":1,"of":5,"model":3,"return":2,"token":3,"strs":1,"optional":3,"false":4,"also":1,"strings":1,"corresponding":1,"ids":1,"continue":2,"final":2,"message":3,"set":2,"formatted":1,"so":3,"that":1,"open":1,"ended":1,"without":1,"any":2,"eos":1,"tokens":4,"rather":1,"than":1,"starting":1,"new":1,"one":2,"allows":1,"you":2,"prefill":1,"part":1,"s":1,"response":1,"for":3,"it":1,"cannot":1,"at":1,"same":1,"time":1,"as":3,"special":3,"e":1,"g":1,"bos":1,"on":1,"top":1,"what":1,"most":1,"models":1,"takes":1,"care":1,"adding":1,"should":1,"str":2,"none":2,"jinja":1,"use":1,"conversion":1,"transformers":1,"v4":1,"44":1,"no":1,"longer":1,"allowed":1,"must":1,"provide":1,"does":1,"not":1,"define":1,"kwargs":1,"dict":1,"additional":1,"keyword":1,"args":1,"pass":1,"renderer":1,"accessible":1},"74766,309,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"mm":1,"processor":2,"kwargs":2,"optional":2,"dict":1,"str":1,"any":1,"field":2,"default":2,"none":2,"description":2,"additional":1,"to":2,"pass":1,"the":2,"hf":1,"tools":2,"list":2,"chatcompletiontoolsparam":1,"a":1,"of":1,"model":1,"may":1,"call":1},"75075,1979,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":6,"validator":1,"mode":1,"before":1,"classmethod":1,"def":1,"check":1,"generation":3,"prompt":4,"cls":1,"data":4,"if":1,"get":2,"continue":2,"final":2,"message":2,"and":3,"add":2,"raise":1,"valueerror":1,"cannot":1,"set":1,"both":1,"to":4,"true":1,"return":1,"tokenizerequest":1,"union":1,"tokenizecompletionrequest":1,"tokenizechatrequest":1,"class":8,"tokenizeresponse":1,"openaibasemodel":5,"count":1,"int":6,"max":1,"len":1,"tokens":2,"list":4,"token":1,"strs":1,"optional":5,"str":9,"none":5,"detokenizerequest":1,"detokenizeresponse":1,"tokenizerinforesponse":1,"response":1,"containing":1,"tokenizer":3,"configuration":1,"equivalent":1,"config":2,"json":3,"configdict":1,"extra":1,"allow":1,"loadloraadapterrequest":1,"basemodel":2,"lora":4,"name":3,"path":1,"unloadloraadapterrequest":1,"id":2,"field":1,"default":1,"protocols":1,"for":1,"audio":4,"audioresponseformat":1,"typealias":1,"literal":1,"text":1,"srt":1,"verbose":1,"vtt":1,"transcriptionrequest":1,"ordered":1,"by":1,"official":1,"openai":2,"api":2,"documentation":1,"https":2,"platform":1,"com":1,"docs":1,"reference":1,"createtranscription":1,"file":3,"uploadfile":1,"the":5,"object":1,"not":1,"transcribe":1,"in":2,"one":1,"of":4,"these":1,"formats":1,"flac":1,"mp3":1,"mp4":1,"mpeg":1,"mpga":1,"m4a":1,"ogg":1,"wav":1,"or":1,"webm":1,"use":1,"language":3,"input":2,"supplying":1,"iso":2,"639":2,"1":2,"en":1,"wikipedia":1,"org":1,"wiki":1,"codes":1,"format":1,"will":1,"improve":1,"accuracy":1,"latency":1},"77054,1802,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"prompt":2,"str":3,"field":5,"default":5,"an":1,"optional":5,"text":3,"to":7,"guide":1,"the":8,"model":1,"s":1,"style":1,"or":5,"continue":1,"a":2,"previous":1,"audio":2,"segment":4,"https":1,"platform":1,"openai":1,"com":1,"docs":1,"guides":1,"speech":1,"prompting":1,"should":1,"match":1,"language":1,"response":2,"format":3,"audioresponseformat":1,"json":4,"of":3,"output":2,"in":2,"one":1,"these":2,"options":2,"srt":1,"verbose":2,"vtt":1,"todo":1,"varun":1,"support":1,"if":1,"set":3,"0":4,"certain":1,"thresholds":1,"are":2,"met":1,"timestamp":4,"granularities":4,"list":1,"literal":1,"word":3,"alias":1,"populate":1,"for":2,"this":1,"transcription":4,"must":1,"be":2,"use":1,"either":1,"both":1,"supported":1,"note":1,"there":1,"is":1,"no":1,"additional":3,"latency":2,"timestamps":2,"but":1,"generating":1,"incurs":1,"stream":4,"bool":3,"false":3,"when":1,"it":1,"will":1,"enable":1,"streamed":1,"similar":1,"fashion":1,"as":1,"chat":1,"completion":1,"endpoint":1,"8":3,"start":2,"extra":2,"params":3,"flattened":1,"option":1,"simplify":1,"form":1,"data":1,"include":1,"usage":2,"continuous":1,"stats":1,"vllm":1,"xargs":1,"dict":1,"union":1,"int":1,"float":2,"none":1,"description":1,"request":1,"parameters":1,"with":1,"string":1,"numeric":1,"values":1,"used":1,"by":1,"custom":1,"extensions":1,"end":1,"sampling":2,"temperature":2,"between":1,"and":1,"1":1},"78856,1776,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"higher":1,"values":2,"like":2,"0":13,"8":2,"will":3,"make":2,"the":9,"output":1,"more":2,"random":1,"while":1,"lower":2,"2":1,"it":1,"focused":1,"deterministic":1,"if":2,"set":2,"to":8,"model":1,"use":5,"log":2,"probability":4,"https":1,"en":1,"wikipedia":1,"org":1,"wiki":1,"automatically":1,"increase":1,"temperature":2,"until":1,"certain":1,"thresholds":1,"are":2,"hit":1,"top":5,"p":7,"optional":8,"float":5,"none":7,"enables":1,"nucleus":1,"sampling":14,"where":1,"tokens":6,"selected":1,"from":1,"smallest":1,"possible":1,"whose":1,"cumulative":1,"exceeds":1,"k":3,"int":3,"limits":1,"most":1,"probable":1,"at":1,"each":1,"step":1,"min":4,"filters":1,"out":1,"with":1,"a":2,"than":1,"ensuring":1,"minimum":1,"likelihood":1,"threshold":1,"during":1,"seed":2,"field":1,"ge":1,"long":2,"info":2,"le":1,"max":4,"for":5,"frequency":2,"penalty":7,"repetition":3,"presence":2,"end":1,"transcription":2,"params":6,"default":7,"parameters":1,"requests":1,"dict":2,"1":3,"def":1,"self":1,"samplingparams":1,"is":1},"80632,1835,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"default":11,"parameters":1,"if":6,"temperature":7,"self":15,"is":5,"none":5,"sampling":10,"params":10,"get":5,"top":14,"p":14,"k":7,"min":7,"repetition":7,"penalty":11,"return":1,"samplingparams":1,"from":1,"optional":1,"max":2,"tokens":2,"seed":2,"frequency":2,"presence":2,"output":1,"kind":1,"requestoutputkind":2,"delta":1,"stream":1,"else":1,"final":1,"only":1,"extra":1,"args":1,"vllm":1,"xargs":1},"82467,1994,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"model":1,"validator":1,"mode":1,"before":1,"classmethod":1,"def":1,"validate":1,"transcription":2,"request":1,"cls":1,"data":5,"if":5,"isinstance":1,"get":3,"file":3,"str":5,"raise":2,"httpexception":1,"status":1,"code":1,"httpstatus":1,"unprocessable":1,"entity":1,"detail":1,"expected":1,"to":1,"be":2,"a":1,"like":1,"object":1,"not":2,"stream":9,"opts":2,"include":1,"usage":2,"continuous":1,"stats":1,"false":2,"any":1,"bool":1,"so":2,"for":3,"in":6,"and":2,"valueerror":1,"options":1,"can":1,"only":1,"defined":1,"when":1,"true":1,"return":1,"response":1,"objects":1,"class":3,"transcriptionresponse":1,"openaibasemodel":3,"text":6,"the":21,"transcribed":1,"transcriptionword":1,"end":4,"float":8,"time":4,"of":12,"word":4,"seconds":4,"start":4,"content":3,"transcriptionsegment":1,"id":1,"int":3,"unique":1,"identifier":1,"segment":10,"avg":2,"logprob":3,"average":1,"value":3,"is":4,"lower":1,"than":3,"1":3,"consider":3,"logprobs":1,"failed":2,"compression":3,"ratio":2,"greater":1,"2":1,"4":1,"no":2,"speech":2,"prob":1,"probability":1,"higher":1,"0":1,"below":1,"this":1,"silent":1,"seek":2,"offset":1,"temperature":2,"parameter":1,"used":1,"generating":1,"tokens":1,"list":1,"array":1,"token":1,"ids":1},"84461,1884,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"class":4,"transcriptionresponseverbose":1,"openaibasemodel":4,"duration":2,"str":9,"the":13,"of":7,"input":2,"audio":6,"language":3,"text":6,"transcribed":2,"segments":2,"optional":7,"list":3,"transcriptionsegment":1,"none":6,"and":2,"their":2,"corresponding":2,"details":1,"words":2,"transcriptionword":1,"extracted":1,"timestamps":1,"translationresponsestreamchoice":2,"delta":1,"deltamessage":1,"finish":1,"reason":2,"stop":1,"union":1,"int":3,"translationstreamresponse":1,"id":2,"field":5,"default":5,"factory":2,"lambda":2,"f":1,"trsl":1,"random":1,"uuid":1,"object":2,"literal":1,"translation":2,"chunk":2,"created":1,"time":2,"model":4,"choices":1,"usage":1,"usageinfo":1,"translationrequest":1,"ordered":1,"by":1,"official":1,"openai":3,"api":2,"documentation":1,"https":2,"platform":2,"com":2,"docs":2,"reference":1,"createtranslation":1,"file":3,"uploadfile":1,"not":1,"name":1,"to":4,"translate":1,"in":2,"one":2,"these":2,"formats":1,"flac":1,"mp3":1,"mp4":1,"mpeg":1,"mpga":1,"m4a":1,"ogg":1,"wav":1,"or":3,"webm":1,"use":1,"prompt":2,"an":1,"guide":1,"s":1,"style":1,"continue":1,"a":1,"previous":1,"segment":1,"guides":1,"speech":1,"prompting":1,"should":1,"match":1,"response":1,"format":2,"audioresponseformat":1,"json":3,"output":1,"options":1,"srt":1,"verbose":1,"vtt":1},"86345,1918,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"todo":1,"support":1,"additional":1,"sampling":12,"parameters":3,"8":5,"start":2,"translation":5,"params":11,"temperature":9,"float":1,"field":2,"default":11,"0":7,"the":9,"between":1,"and":1,"1":3,"higher":1,"values":2,"like":2,"will":5,"make":2,"output":2,"more":2,"random":1,"while":1,"lower":1,"2":1,"it":2,"focused":1,"deterministic":1,"if":3,"set":2,"to":5,"model":1,"use":1,"log":2,"probability":2,"https":2,"en":2,"wikipedia":2,"org":2,"wiki":2,"automatically":1,"increase":1,"until":1,"certain":1,"thresholds":1,"are":1,"hit":1,"end":2,"extra":2,"language":3,"optional":5,"str":1,"none":4,"of":2,"input":2,"audio":1,"we":1,"translate":1,"from":1,"supplying":1,"in":3,"iso":2,"639":2,"list":1,"codes":1,"format":1,"improve":1,"accuracy":1,"stream":4,"bool":3,"false":3,"custom":1,"not":1,"present":1,"original":1,"openai":1,"definition":1,"when":1,"enable":1,"be":1,"streamed":1,"a":1,"similar":1,"fashion":1,"as":1,"chat":1,"completion":1,"endpoint":1,"flattened":1,"option":1,"simplify":1,"form":1,"data":1,"include":1,"usage":2,"continuous":1,"stats":1,"for":1,"requests":1,"dict":2,"def":1,"self":3,"max":3,"tokens":3,"int":1,"samplingparams":1,"is":2,"get":1},"88263,1971,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"return":2,"samplingparams":1,"from":1,"optional":1,"temperature":4,"max":2,"tokens":2,"output":1,"kind":1,"requestoutputkind":2,"delta":1,"if":5,"self":1,"stream":11,"else":1,"final":1,"only":2,"model":1,"validator":1,"mode":1,"before":1,"classmethod":1,"def":1,"validate":1,"options":2,"cls":1,"data":4,"opts":2,"include":1,"usage":2,"continuous":1,"stats":1,"get":2,"false":2,"any":1,"bool":1,"so":2,"for":2,"in":6,"and":2,"not":1,"raise":1,"valueerror":1,"can":1,"be":1,"defined":1,"when":1,"true":1,"translation":1,"response":1,"objects":1,"class":3,"translationresponse":1,"openaibasemodel":3,"text":3,"str":2,"the":19,"translated":1,"translationword":1,"end":4,"float":8,"time":4,"of":10,"word":4,"seconds":4,"start":4,"content":1,"translationsegment":1,"id":1,"int":2,"unique":1,"identifier":1,"segment":9,"avg":2,"logprob":3,"average":1,"value":3,"is":4,"lower":1,"than":3,"1":3,"consider":3,"logprobs":1,"failed":2,"compression":3,"ratio":2,"greater":1,"2":1,"4":1,"no":2,"speech":2,"prob":1,"probability":1,"higher":1,"0":1,"below":1,"this":1,"silent":1,"seek":2,"offset":1,"parameter":1,"used":1,"generating":1},"90234,595,data/raw/vllm-0.10.1/vllm/entrypoints/openai/protocol.py":{"text":6,"str":4,"content":2,"of":5,"the":8,"segment":1,"tokens":1,"list":3,"int":1,"array":1,"token":1,"ids":1,"for":1,"class":1,"translationresponseverbose":1,"openaibasemodel":1,"duration":2,"input":2,"audio":2,"language":2,"translated":2,"segments":2,"optional":2,"translationsegment":1,"none":2,"and":2,"their":2,"corresponding":2,"details":1,"words":2,"translationword":1,"extracted":1,"timestamps":1},"0,1998,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":23,"asyncio":1,"json":2,"time":1,"from":17,"collections":2,"abc":2,"asyncgenerator":1,"asynciterator":1,"sequence":1,"as":3,"genericsequence":1,"typing":1,"callable":1,"final":1,"optional":1,"union":1,"jinja2":1,"partial":1,"parser":3,"regex":1,"re":1,"fastapi":1,"request":1,"openai":6,"harmony":2,"message":3,"openaimessage":1,"pydantic":1,"typeadapter":1,"config":1,"modelconfig":1,"engine":2,"protocol":2,"engineclient":1,"entrypoints":9,"chat":3,"utils":3,"chattemplatecontentformatoption":1,"conversationmessage":1,"random":1,"tool":4,"call":1,"id":1,"get":5,"developer":1,"stop":1,"tokens":2,"for":3,"assistant":2,"actions":1,"streamable":1,"system":1,"parse":2,"input":1,"output":1,"render":1,"completion":1,"logger":1,"requestlogger":1,"chatcompletionlogprob":1,"chatcompletionlogprobs":1,"chatcompletionlogprobscontent":1,"chatcompletionnamedtoolchoiceparam":1,"chatcompletionrequest":1,"chatcompletionresponse":1,"chatcompletionresponsechoice":1,"chatcompletionresponsestreamchoice":1,"chatcompletionstreamresponse":1,"chatmessage":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"errorresponse":1,"functioncall":1,"functiondefinition":1,"prompttokenusageinfo":1,"requestresponsemetadata":1,"toolcall":1,"usageinfo":1,"serving":2,"openaiserving":1,"clamp":1,"prompt":1,"logprobs":1,"models":1,"openaiservingmodels":1,"parsers":2,"toolparser":1,"toolparsermanager":1,"mistral":1,"mistraltoolcall":1,"max":1},"1998,1816,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"from":9,"vllm":9,"inputs":1,"data":1,"import":9,"tokensprompt":1,"as":5,"enginetokensprompt":1,"logger":7,"init":4,"outputs":2,"completionoutput":1,"requestoutput":1,"reasoning":2,"reasoningparser":1,"reasoningparsermanager":1,"sampling":1,"params":2,"beamsearchparams":1,"samplingparams":1,"sequence":1,"logprob":1,"transformers":2,"utils":3,"tokenizer":1,"anytokenizer":1,"mistraltokenizer":1,"tokenizers":1,"maybe":1,"serialize":1,"tool":4,"calls":1,"truncate":1,"call":1,"ids":4,"validate":1,"request":4,"list":1,"name":1,"class":1,"openaiservingchat":1,"openaiserving":1,"def":1,"self":1,"engine":3,"client":3,"engineclient":1,"model":3,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"response":1,"role":1,"str":4,"optional":3,"requestlogger":1,"chat":2,"template":2,"content":1,"format":1,"chattemplatecontentformatoption":1,"return":3,"tokens":4,"token":3,"bool":6,"false":6,"parser":2,"enable":6,"auto":1,"tools":2,"exclude":1,"when":1,"choice":1,"none":3,"prompt":1,"details":1,"force":3,"include":3,"usage":3,"log":1,"super":1},"3814,1981,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"self":13,"response":2,"role":2,"chat":4,"template":4,"content":2,"format":2,"final":1,"enable":7,"log":2,"outputs":2,"set":1,"up":1,"tool":14,"use":1,"auto":6,"tools":6,"bool":1,"if":4,"logger":2,"info":1,"choice":4,"has":3,"been":3,"enabled":1,"please":1,"note":1,"that":1,"while":1,"the":1,"parallel":1,"calls":2,"client":1,"option":1,"is":2,"preset":1,"for":1,"compatibility":1,"reasons":1,"it":1,"will":1,"be":1,"ignored":1,"reasoning":7,"parser":14,"optional":2,"callable":2,"anytokenizer":2,"reasoningparser":1,"none":5,"try":2,"reasoningparsermanager":1,"get":2,"assert":1,"not":3,"except":2,"exception":2,"as":2,"e":4,"raise":2,"typeerror":2,"f":2,"registered":2,"from":2,"toolparser":1,"pythonic":2,"and":1,"model":2,"config":1,"startswith":1,"meta":1,"llama":2,"3":1,"2":2,"warning":1,"llama3":1,"models":1,"may":1,"struggle":1,"to":1,"emit":1,"valid":1,"toolparsermanager":1,"error":1,"requires":1,"which":1,"exclude":2,"when":2},"5795,1669,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"self":17,"enable":4,"prompt":2,"tokens":3,"details":2,"force":2,"include":2,"usage":2,"default":7,"sampling":8,"params":7,"model":5,"config":5,"get":2,"diff":1,"param":1,"if":4,"source":5,"generation":1,"auto":1,"else":1,"logger":1,"info":1,"using":1,"chat":5,"from":1,"s":4,"use":4,"harmony":2,"hf":1,"type":1,"gpt":1,"oss":1,"stop":4,"token":3,"ids":3,"not":2,"in":1,"extend":1,"for":2,"assistant":1,"actions":1,"note":2,"woosuk":2,"while":1,"openai":2,"completion":4,"api":6,"supports":3,"browsing":2,"some":1,"models":1,"currently":1,"vllm":1,"doesn":1,"t":1,"support":2,"it":1,"please":2,"the":2,"responses":2,"instead":2,"false":2,"browser":1,"tool":2,"none":4,"does":1,"code":2,"interpreter":2,"python":1,"async":1,"def":1,"create":1,"request":3,"chatcompletionrequest":1,"raw":1,"optional":1,"union":1,"asyncgenerator":1,"str":1,"chatcompletionresponse":1,"errorresponse":1,"similar":1,"to":1},"7464,1982,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"see":2,"https":1,"platform":1,"openai":2,"com":1,"docs":1,"api":4,"reference":1,"chat":2,"create":2,"for":4,"the":7,"specification":1,"this":2,"mimics":1,"completion":1,"error":9,"check":5,"ret":4,"await":2,"self":10,"model":5,"request":12,"if":5,"is":4,"not":5,"none":2,"logger":1,"with":2,"s":2,"return":3,"engine":5,"dead":3,"raise":2,"required":1,"streaming":1,"case":1,"where":1,"we":3,"a":1,"success":1,"status":1,"before":1,"actually":1,"start":1,"generating":1,"text":1,"client":3,"errored":1,"try":1,"lora":3,"maybe":3,"get":3,"adapters":1,"supports":1,"default":1,"mm":1,"loras":1,"true":1,"name":2,"tokenizer":4,"tool":13,"parser":5,"isinstance":2,"mistraltokenizer":2,"because":1,"of":2,"issues":1,"pydantic":1,"need":1,"to":2,"potentially":1,"re":1,"serialize":3,"calls":3,"field":1,"more":1,"info":1,"comment":1,"in":1,"truncate":1,"call":3,"ids":1,"validate":1,"params":1,"choice":4,"auto":6,"and":6,"enable":3,"tools":2,"use":1,"harmony":1,"hf":1,"tokenizers":1,"requires":2,"response":1,"be":1,"set":1},"9446,1919,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":2,"request":21,"tools":3,"is":1,"none":4,"or":2,"tool":10,"choice":2,"and":1,"self":8,"exclude":1,"when":1,"dicts":4,"else":2,"model":1,"dump":1,"for":2,"in":2,"not":1,"use":1,"harmony":2,"common":1,"case":1,"conversation":2,"prompts":4,"engine":2,"await":1,"preprocess":1,"chat":8,"tokenizer":1,"messages":1,"template":7,"content":2,"format":2,"add":4,"generation":2,"prompt":5,"continue":2,"final":2,"message":2,"documents":2,"kwargs":2,"parser":2,"truncate":2,"tokens":4,"special":2,"gpt":1,"oss":1,"make":1,"with":1,"except":1,"valueerror":1,"typeerror":1,"runtimeerror":1,"jinja2":1,"templateerror":1,"as":1,"e":3,"logger":1,"exception":1,"error":2,"preprocessing":1,"inputs":1,"return":1,"create":1,"response":1,"f":2,"cause":1,"id":3,"chatcmpl":1,"base":1,"raw":1},"11365,1609,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"request":19,"metadata":3,"requestresponsemetadata":1,"id":3,"if":4,"raw":4,"state":1,"schedule":1,"the":2,"and":1,"get":3,"result":1,"generator":1,"generators":1,"list":1,"asyncgenerator":1,"requestoutput":1,"none":4,"try":1,"for":1,"i":2,"engine":3,"prompt":3,"in":1,"enumerate":1,"prompts":2,"sampling":11,"params":13,"union":1,"samplingparams":1,"beamsearchparams":1,"self":9,"default":6,"is":2,"max":6,"tokens":4,"model":3,"len":3,"input":1,"length":1,"token":1,"ids":1,"use":1,"beam":2,"search":2,"to":2,"else":2,"config":1,"logits":1,"processor":1,"pattern":1,"log":1,"inputs":1,"lora":2,"trace":2,"headers":3,"await":1},"12974,1929,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":3,"isinstance":1,"sampling":3,"params":4,"beamsearchparams":1,"generator":8,"self":9,"engine":4,"client":2,"beam":1,"search":1,"prompt":4,"request":19,"id":5,"lora":4,"else":1,"generate":1,"trace":2,"headers":2,"priority":2,"generators":3,"append":1,"except":2,"valueerror":2,"as":2,"e":4,"todo":2,"use":2,"a":2,"vllm":2,"specific":2,"validation":2,"error":4,"return":6,"create":2,"response":4,"str":3,"assert":1,"len":1,"1":2,"result":3,"streaming":1,"stream":2,"chat":3,"completion":2,"model":2,"name":2,"conversation":2,"tokenizer":2,"metadata":2,"enable":2,"force":2,"include":2,"usage":2,"try":1,"await":1,"full":1,"def":1,"get":1,"role":3,"chatcompletionrequest":1,"add":1,"generation":1,"messages":1},"14903,1506,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"staticmethod":2,"def":2,"bracket":8,"level":15,"s":2,"str":4,"opening":3,"closing":4,"int":1,"calculate":1,"the":6,"current":3,"of":4,"nested":1,"brackets":1,"in":4,"a":2,"given":1,"string":1,"0":7,"for":2,"char":3,"if":6,"1":4,"elif":2,"return":2,"filter":1,"delta":7,"text":7,"previous":2,"tuple":1,"bool":1,"remove":1,"last":1,"tool":3,"definition":1,"stemming":1,"from":1,"name":1,"parameters":1,"outer":1,"object":1,"or":1,"list":1,"count":1,"occurrences":1,"and":2,"curly":1,"braces":1,"once":1,"is":3,"reached":3,"stop":2,"outputting":1,"while":1,"parsing":1,"we":2,"know":1,"will":1,"finish":1,"this":1,"iteration":1,"openaiservingchat":1,"updated":3,"passed":4,"zero":4,"false":1,"c":5,"else":1,"comma":1,"at":1,"can":1,"break":1},"16409,1997,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"def":1,"extract":1,"tool":9,"call":6,"required":1,"streaming":1,"self":1,"previous":5,"text":14,"str":3,"current":10,"optional":2,"delta":6,"function":5,"name":7,"returned":5,"bool":2,"tuple":1,"deltamessage":1,"if":8,"is":5,"none":6,"or":4,"the":6,"empty":1,"we":1,"cannot":1,"parse":2,"it":1,"return":1,"try":1,"obj":6,"partial":3,"json":3,"parser":2,"loads":1,"except":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"not":8,"enough":1,"tokens":1,"to":1,"into":1,"yet":1,"check":1,"a":2,"valid":1,"array":1,"containing":1,"calling":1,"object":1,"repeat":1,"isinstance":1,"list":2,"len":1,"0":1,"false":2,"message":2,"else":3,"finishes":2,"openaiservingchat":2,"filter":2,"take":1,"last":1,"from":2,"generated":3,"1":2,"once":1,"parameters":3,"have":1,"been":1,"complete":1,"as":1,"well":1,"and":1,"in":2,"get":1,"partly":1,"arguments":4,"latest":1,"param":3,"match":3,"re":1,"search":1,"r":1,"s":1,"group":1},"18406,1679,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":3,"this":1,"iteration":1,"finishes":2,"a":2,"previous":4,"tool":9,"call":5,"but":1,"new":1,"incomplete":1,"is":1,"already":1,"generated":1,"take":1,"the":2,"from":1,"list":1,"and":1,"parameters":1,"not":1,"in":1,"current":3,"obj":3,"2":1,"function":5,"name":6,"returned":2,"true":1,"delta":9,"message":4,"deltamessage":2,"calls":2,"deltatoolcall":2,"id":2,"random":1,"deltafunctioncall":2,"arguments":3,"index":2,"len":2,"1":2,"type":1,"else":2,"text":6,"openaiservingchat":1,"filter":1,"openai":1,"api":1,"returns":1,"none":3,"instead":1,"of":1,"every":1,"time":1,"return":1},"20085,1666,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"async":1,"def":1,"chat":2,"completion":2,"stream":2,"generator":2,"self":3,"request":9,"chatcompletionrequest":1,"result":1,"asynciterator":1,"requestoutput":1,"id":1,"str":3,"model":1,"name":6,"conversation":1,"list":3,"conversationmessage":1,"tokenizer":1,"anytokenizer":1,"metadata":1,"requestresponsemetadata":1,"enable":1,"force":1,"include":1,"usage":1,"bool":1,"asyncgenerator":1,"none":4,"created":1,"time":3,"int":2,"chunk":2,"object":1,"type":1,"final":1,"first":1,"iteration":1,"true":1,"send":1,"response":1,"for":5,"each":2,"token":2,"n":3,"index":1,"num":9,"choices":6,"1":1,"if":3,"is":1,"else":2,"previous":4,"tokens":3,"0":2,"finish":1,"reason":1,"sent":1,"false":2,"prompt":1,"cached":1,"use":2,"harmony":2,"parsers":1,"get":1,"streamable":1,"parser":1,"assistant":1,"in":2,"range":1,"isinstance":1,"tool":8,"choice":7,"chatcompletionnamedtoolchoiceparam":1,"function":5,"determine":1,"whether":1,"tools":1,"are":1,"with":2,"auto":3,"not":1,"and":1,"should":1,"parsing":1,"all":1,"ids":1,"optional":1,"returned":1,"always":1,"track":1,"texts":2,"comprehensive":1,"output":1,"logging":1},"21751,1601,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"only":2,"one":1,"of":1,"these":2,"will":2,"be":2,"used":2,"thus":1,"previous":5,"texts":1,"and":3,"all":5,"token":4,"ids":4,"not":1,"twice":1,"in":4,"the":2,"same":1,"iteration":1,"if":4,"tool":11,"choice":4,"auto":3,"or":1,"self":7,"reasoning":7,"parser":10,"are":1,"required":2,"case":1,"num":5,"choices":5,"for":1,"call":1,"enabled":1,"added":1,"content":1,"delta":1,"arr":2,"false":2,"end":1,"elif":1,"request":1,"none":3,"else":2,"try":2,"tokenizer":2,"except":2,"runtimeerror":1,"as":2,"e":4,"logger":2,"exception":3,"error":4,"creation":2,"data":8,"create":2,"streaming":2,"response":2,"str":2,"yield":4,"f":2,"n":8,"done":2,"return":2,"prepare":1,"it":1,"s":1,"needed":1,"parsers":2,"list":1,"optional":1,"toolparser":1},"23352,1199,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"stream":5,"options":5,"request":4,"if":5,"include":7,"usage":8,"or":1,"enable":1,"force":1,"continuous":3,"and":1,"stats":1,"else":1,"false":2,"try":2,"async":1,"for":2,"res":6,"in":2,"result":2,"generator":2,"prompt":6,"token":4,"ids":4,"is":2,"not":2,"none":2,"num":4,"tokens":4,"len":2,"encoder":2,"we":1,"need":1,"to":2,"do":1,"it":2,"here":1,"because":1,"there":1,"are":1,"exceptions":1,"the":4,"needs":1,"be":1,"sent":1,"as":1,"first":3,"response":2,"by":1,"catch":1,"iteration":1,"cached":2,"send":1,"each":1,"n":1,"index":1,"with":1,"role":3,"self":1,"get":1,"chat":1},"24551,1780,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"note":1,"num":4,"choices":3,"defaults":1,"to":2,"1":4,"so":1,"this":1,"usually":1,"executes":1,"once":1,"per":1,"request":3,"for":1,"i":2,"in":2,"range":1,"choice":2,"data":5,"chatcompletionresponsestreamchoice":1,"index":1,"delta":1,"deltamessage":1,"role":4,"content":5,"logprobs":1,"none":2,"finish":1,"reason":1,"chunk":4,"chatcompletionstreamresponse":1,"id":2,"object":2,"type":1,"created":2,"time":1,"model":3,"name":1,"if":4,"continuous":2,"usage":3,"stats":1,"are":1,"requested":1,"add":1,"it":1,"include":1,"usageinfo":1,"prompt":3,"tokens":5,"completion":1,"0":1,"total":1,"dump":1,"json":1,"exclude":1,"unset":1,"true":1,"yield":1,"f":1,"n":2,"send":1,"response":1,"echo":2,"the":2,"input":1,"portion":1,"of":1,"last":3,"message":1,"msg":2,"union":1,"str":3,"list":1,"dict":1,"conversation":4,"and":2,"get":1,"or":1},"26331,1633,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":3,"last":2,"msg":2,"content":3,"for":2,"i":5,"in":2,"range":1,"num":3,"choices":2,"choice":2,"data":5,"chatcompletionresponsestreamchoice":1,"index":2,"delta":1,"deltamessage":1,"logprobs":1,"none":2,"finish":2,"reason":2,"chunk":4,"chatcompletionstreamresponse":1,"id":2,"request":1,"object":2,"type":1,"created":2,"time":1,"model":3,"name":1,"include":1,"continuous":1,"usage":2,"usageinfo":1,"prompt":3,"tokens":5,"completion":1,"0":1,"total":1,"dump":1,"json":1,"exclude":1,"unset":1,"true":1,"yield":1,"f":1,"n":2,"first":1,"iteration":1,"false":1,"output":2,"res":1,"outputs":1,"tool":2,"parser":1,"parsers":1,"sent":1,"continue":1},"27964,1671,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":4,"request":5,"logprobs":11,"and":3,"top":4,"is":4,"not":7,"none":3,"assert":1,"output":8,"did":1,"self":2,"create":1,"chat":1,"token":8,"ids":5,"tokenizer":2,"num":2,"return":3,"as":2,"id":3,"tokens":2,"else":2,"use":1,"harmony":6,"parser":4,"parsers":1,"i":2,"for":1,"in":1,"process":1,"fixme":1,"woosuk":1,"support":1,"function":1,"calling":1,"final":3,"current":1,"channel":1,"include":1,"reasoning":2,"or":2,"skip":1,"the":1,"content":2,"continue":2,"delta":5,"text":4,"last":1,"previous":1,"chunked":1,"prefill":1,"case":1,"don":1,"t":1,"empty":1,"chunks":1,"message":1,"optional":1,"deltamessage":1},"29635,850,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"just":1,"update":1,"previous":11,"texts":3,"and":2,"token":10,"ids":10,"if":2,"tool":1,"choice":1,"auto":1,"or":1,"self":2,"reasoning":1,"parser":1,"not":3,"use":1,"harmony":1,"assert":2,"is":2,"none":3,"all":2,"text":4,"i":2,"current":3,"delta":1,"avoid":1,"the":1,"list":3,"error":1,"as":2,"output":2,"else":1},"30485,385,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":2,"self":1,"use":1,"harmony":1,"is":1,"final":1,"delta":4,"message":2,"deltamessage":2,"content":2,"text":2,"else":1,"reasoning":1,"handle":1,"streaming":1,"deltas":1,"for":1,"tools":1,"with":1,"named":1,"tool":1,"choice":1},"30870,1977,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"elif":1,"tool":1,"choice":1,"function":1,"name":1,"if":3,"self":1,"reasoning":14,"parser":6,"and":4,"not":3,"end":8,"arr":2,"i":3,"is":4,"previous":3,"token":9,"ids":9,"assert":1,"none":2,"delta":8,"message":5,"extract":1,"content":6,"streaming":1,"text":6,"current":4,"output":2,"when":1,"encountering":1,"think":2,"id":2,"in":2,"or":2,"prompt":3,"e":1,"enable":1,"thinking":1,"false":1,"set":1,"status":1,"to":3,"only":1,"keep":1,"remove":1,"as":1,"list":1,"res":2,"true":1,"this":1,"need":1,"be":1,"added":1,"next":1,"else":1},"32847,268,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"else":1,"just":1,"to":1,"add":1,"remaining":1,"content":1,"if":1,"self":1,"reasoning":1,"parser":1,"delta":2,"text":4,"previous":1,"current":1},"33115,1282,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":1,"function":7,"name":6,"returned":4,"i":6,"delta":7,"tool":7,"call":4,"deltatoolcall":2,"deltafunctioncall":2,"arguments":2,"text":6,"index":2,"else":1,"id":2,"random":1,"type":1,"choice":2,"true":1,"message":1,"deltamessage":1,"calls":1,"elif":1,"request":1,"required":1,"assert":1,"previous":4,"texts":2,"is":1,"not":1,"none":1,"current":1,"fn":1},"34397,897,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":1,"self":2,"reasoning":3,"parser":2,"content":4,"extract":2,"current":4,"text":8,"request":1,"else":1,"delta":3,"message":1,"function":2,"name":3,"returned":3,"i":2,"tool":1,"call":1,"required":1,"streaming":1,"previous":4,"fn":1,"update":1,"the":2,"values":1,"for":1,"next":1,"iteration":1,"texts":1},"35294,124,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"handle":1,"streaming":1,"deltas":1,"for":1,"tools":1,"with":1,"auto":1,"tool":1,"choice":1,"and":1,"reasoning":1,"parser":1},"35418,381,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"elif":1,"tool":2,"choice":1,"auto":1,"and":1,"self":1,"reasoning":3,"parser":3,"assert":4,"is":4,"not":4,"none":4,"added":1,"content":1,"delta":1,"arr":2,"end":1,"output":2,"token":2,"ids":2,"as":1,"list":1},"35799,1772,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":3,"not":1,"reasoning":10,"end":7,"arr":2,"i":3,"delta":7,"message":5,"parser":2,"extract":1,"content":6,"streaming":1,"previous":2,"text":7,"current":5,"token":11,"ids":11,"output":2,"when":2,"encountering":2,"think":2,"id":2,"in":2,"prompt":3,"e":1,"enable":1,"thinking":1,"false":1,"set":2,"status":2,"to":4,"remove":2,"the":2,"and":4,"related":2,"res":2,"is":1,"true":1,"none":1,"else":1},"37571,674,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":2,"reasoning":4,"parser":2,"is":1,"end":2,"output":2,"token":3,"ids":4,"arr":1,"i":1,"true":1,"current":3,"extract":1,"content":4,"delta":4,"message":4,"and":1,"text":2,"none":1,"else":1},"38245,1968,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"handle":1,"tool":9,"calls":4,"only":2,"after":1,"reasoning":1,"is":2,"done":1,"else":1,"delta":15,"token":18,"ids":18,"output":2,"first":1,"time":1,"to":2,"call":1,"add":1,"the":1,"remaining":1,"text":16,"and":1,"from":1,"previous":11,"if":1,"not":2,"added":2,"content":2,"arr":2,"i":2,"true":1,"current":10,"message":2,"parser":3,"extract":2,"streaming":2,"request":4,"when":1,"elif":1,"choice":1,"auto":1,"assert":1,"none":1},"40213,1903,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"when":1,"only":1,"reasoning":5,"elif":1,"self":2,"parser":4,"delta":8,"message":4,"extract":1,"content":3,"streaming":3,"previous":11,"text":6,"current":4,"token":10,"ids":7,"output":2,"handle":1,"just":1,"a":4,"else":2,"deltamessage":1,"update":2,"the":7,"values":2,"for":4,"next":3,"iteration":2,"if":3,"tool":2,"choice":1,"auto":1,"or":2,"assert":3,"texts":4,"is":5,"not":3,"none":5,"all":2,"i":4,"comprehensive":1,"logging":1,"even":1,"in":1,"simple":1,"case":1,"set":1,"num":1,"tokens":1,"len":1,"e":1,"g":1,"because":1,"it":1,"was":1,"control":1,"calls":1,"otherwise":1,"wasn":1,"t":1,"ready":1,"to":1,"send":1,"then":1,"get":1,"without":1,"chunk":1,"continue":1},"42116,1472,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"log":3,"streaming":2,"delta":13,"if":6,"output":5,"logging":1,"is":3,"enabled":1,"self":3,"enable":1,"outputs":3,"and":2,"request":5,"logger":2,"content":7,"message":5,"elif":1,"tool":2,"calls":2,"join":1,"tc":4,"function":3,"arguments":2,"for":2,"in":1,"id":2,"token":4,"ids":2,"as":1,"list":1,"finish":4,"reason":4,"true":2,"none":2,"send":1,"by":1,"response":1,"each":1,"n":1,"choice":1,"data":1,"chatcompletionresponsestreamchoice":1,"index":1,"i":1,"logprobs":2},"43588,1881,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":6,"the":3,"model":1,"is":1,"finished":1,"generating":1,"else":3,"check":2,"to":2,"make":1,"sure":1,"we":2,"haven":1,"t":1,"forgotten":1,"stream":1,"any":1,"tokens":2,"that":1,"were":1,"generated":1,"but":1,"previously":1,"matched":1,"by":1,"partial":2,"json":4,"parsing":2,"only":1,"happens":1,"are":1,"not":1,"using":1,"guided":1,"decoding":1,"auto":3,"tools":3,"called":3,"false":2,"tool":12,"parser":5,"len":5,"prev":3,"call":5,"arr":3,"0":7,"index":3,"1":1,"self":1,"should":1,"for":1,"unstreamed":1,"arg":1,"delta":6,"message":4,"output":1,"and":2,"latest":2,"isinstance":2,"calls":3,"function":3,"deltafunctioncall":1,"arguments":3,"str":1,"get":2,"expected":2,"based":1,"on":1,"which":1,"autocompletes":1,"dumps":1,"ensure":1,"ascii":1},"45469,1842,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"get":1,"what":1,"we":1,"ve":1,"streamed":2,"so":1,"far":1,"for":4,"arguments":2,"the":2,"current":1,"tool":5,"actual":4,"call":7,"parser":1,"args":1,"index":4,"if":3,"latest":2,"delta":6,"len":2,"0":1,"check":1,"to":2,"see":1,"there":1,"s":1,"anything":1,"left":1,"stream":1,"remaining":2,"expected":1,"replace":1,"1":1,"set":1,"that":1,"as":1,"a":1,"message":3,"deltamessage":1,"calls":2,"deltatoolcall":1,"function":1,"deltafunctioncall":1,"model":3,"dump":1,"exclude":1,"none":1,"true":2,"send":1,"finish":4,"response":1,"each":1,"request":2,"n":1,"only":1,"once":1,"choice":2,"data":2,"chatcompletionresponsestreamchoice":1,"i":2,"logprobs":2,"reason":5,"output":2,"not":1,"auto":1,"tools":1,"called":1,"else":1,"stop":2,"sent":1,"chunk":2,"chatcompletionstreamresponse":1,"id":2,"object":2,"type":1,"created":2,"time":1,"choices":1,"name":1},"47311,1770,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"handle":1,"usage":14,"stats":1,"if":6,"requested":1,"continuous":2,"include":3,"completion":8,"tokens":23,"previous":2,"num":8,"i":1,"chunk":5,"usageinfo":2,"prompt":8,"total":2,"data":6,"model":4,"dump":2,"json":2,"exclude":3,"unset":2,"true":3,"yield":2,"f":2,"n":4,"once":1,"the":2,"final":8,"token":1,"is":2,"handled":1,"stream":1,"options":1,"sent":1,"send":1,"sum":1,"self":1,"enable":1,"details":2,"and":1,"cached":3,"prompttokenusageinfo":1,"chatcompletionstreamresponse":1,"id":2,"request":1,"object":2,"type":1,"created":2,"time":1,"choices":1,"name":1,"none":1},"49081,1677,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"report":1,"to":1,"fastapi":1,"middleware":1,"aggregate":1,"usage":2,"across":1,"all":3,"choices":2,"num":8,"completion":5,"tokens":11,"sum":1,"previous":5,"request":5,"metadata":1,"final":2,"info":1,"usageinfo":1,"prompt":3,"total":1,"log":4,"complete":4,"streaming":5,"response":4,"if":3,"output":2,"logging":2,"is":2,"enabled":1,"self":4,"enable":1,"outputs":3,"and":2,"logger":3,"the":2,"for":2,"each":1,"choice":1,"i":4,"in":2,"range":1,"full":2,"text":2,"texts":3,"len":1,"else":1,"f":2,"id":2,"token":2,"ids":2,"none":1,"consider":1,"also":1,"finish":1,"reason":1,"true":1,"delta":1,"false":1,"except":1,"exception":2,"as":1,"e":2,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"error":3,"chat":1,"stream":1,"generator":1,"data":4,"create":1,"str":1,"yield":2,"n":5,"send":1,"done":2,"message":1,"after":1,"are":1,"finished":1},"50758,1888,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"async":2,"def":1,"chat":4,"completion":1,"full":1,"generator":3,"self":6,"request":10,"chatcompletionrequest":1,"result":2,"asynciterator":1,"requestoutput":2,"id":2,"str":3,"model":1,"name":1,"conversation":1,"list":2,"conversationmessage":1,"tokenizer":3,"anytokenizer":1,"metadata":1,"requestresponsemetadata":1,"union":1,"errorresponse":1,"chatcompletionresponse":1,"created":1,"time":3,"int":1,"final":5,"res":6,"optional":1,"none":6,"try":1,"for":2,"in":2,"except":2,"asyncio":1,"cancellederror":1,"return":4,"create":3,"error":3,"response":2,"client":1,"disconnected":1,"valueerror":1,"as":3,"e":2,"todo":1,"use":2,"a":1,"vllm":1,"specific":1,"validation":1,"assert":2,"is":4,"not":5,"choices":1,"chatcompletionresponsechoice":1,"role":2,"get":1,"output":6,"outputs":1,"token":7,"ids":6,"out":3,"logprobs":13,"if":3,"and":1,"top":4,"did":1,"num":1,"tokens":1,"else":1,"harmony":1,"reasoning":3,"content":3,"tool":1,"call":1,"parse":1,"include":1},"52646,1935,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"if":6,"is":4,"tool":7,"call":5,"todo":1,"woosuk":1,"implement":1,"for":4,"gpt":3,"oss":3,"now":1,"only":1,"responses":2,"api":3,"supports":1,"raise":1,"notimplementederror":1,"in":2,"chat":1,"completion":1,"not":2,"supported":1,"yet":1,"please":1,"use":1,"instead":1,"else":4,"normal":1,"message":4,"chatmessage":1,"role":2,"reasoning":13,"content":11,"final":1,"choice":2,"data":2,"chatcompletionresponsechoice":1,"index":2,"output":6,"logprobs":2,"finish":3,"reason":5,"calls":2,"stop":3,"choices":1,"append":1,"continue":1,"self":3,"parser":6,"try":1,"tokenizer":1,"except":1,"runtimeerror":1,"as":1,"e":2,"logger":1,"exception":1,"error":2,"creation":1,"return":1,"create":1,"response":1,"str":1,"the":2,"enabled":1,"are":1,"extracted":1,"exclusively":1,"from":1,"extract":1,"text":2,"request":3,"include":1,"none":2},"54581,1572,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"auto":3,"tools":4,"called":1,"false":1,"if":5,"are":1,"not":5,"enabled":1,"and":6,"a":2,"named":1,"tool":14,"choice":9,"using":1,"outlines":1,"is":2,"being":1,"used":1,"self":2,"enable":1,"or":1,"parser":1,"isinstance":3,"request":8,"chatcompletionnamedtoolchoiceparam":2,"required":2,"message":2,"chatmessage":2,"role":4,"reasoning":4,"content":8,"the":1,"uses":1,"specified":1,"elif":2,"type":1,"call":3,"class":3,"mistraltoolcall":2,"tokenizer":2,"mistraltokenizer":2,"else":2,"toolcall":2,"calls":1,"function":2,"functioncall":1,"name":2,"arguments":1},"56153,1703,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"the":3,"fields":1,"of":2,"functiondefinition":2,"are":2,"a":2,"superset":1,"tool":19,"call":5,"outputs":1,"and":5,"can":1,"be":1,"used":1,"for":2,"parsing":1,"assert":1,"content":9,"is":3,"not":3,"none":3,"calls":3,"typeadapter":1,"list":1,"validate":1,"json":2,"message":2,"chatmessage":2,"role":4,"reasoning":4,"class":1,"function":1,"functioncall":1,"name":2,"arguments":1,"dumps":1,"parameters":1,"ensure":1,"ascii":1,"false":1,"in":2,"if":1,"request":6,"doesn":1,"t":1,"use":2,"choice":6,"or":3,"specifies":1,"to":1,"elif":2,"handle":1,"when":1,"there":1,"tools":3,"auto":3,"self":4,"enable":1,"parser":4,"try":1,"tokenizer":1,"except":1,"runtimeerror":1,"as":1,"e":2,"logger":1,"exception":1,"error":2,"creation":1,"return":1,"create":1,"response":1,"str":1},"57856,1952,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"tool":16,"call":9,"info":8,"parser":3,"extract":1,"calls":4,"content":22,"if":5,"is":5,"not":2,"none":1,"else":3,"request":2,"in":2,"the":7,"openai":1,"api":1,"finish":1,"reason":1,"tools":5,"called":4,"choice":1,"auto":2,"and":2,"model":1,"produced":1,"a":3,"same":1,"true":1,"for":3,"named":1,"function":1,"message":4,"chatmessage":3,"role":6,"reasoning":6,"now":1,"make":2,"it":2,"chat":3,"we":1,"will":1,"have":1,"to":4,"detect":1,"type":1,"later":1,"ret":3,"try":1,"use":1,"return":1,"from":1,"first":1,"may":1,"do":1,"some":1,"modify":1,"len":1,"0":1,"undetermined":1,"case":1,"that":1,"still":1,"important":1,"handle":1,"logger":1,"error":2,"completion":2,"full":1,"generator":1,"cannot":1,"determine":1,"should":1,"be":1,"extracted":1,"returning":1,"standard":1},"59808,1920,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"choice":5,"data":2,"chatcompletionresponsechoice":1,"index":2,"output":6,"message":6,"logprobs":2,"finish":3,"reason":5,"tool":1,"calls":1,"if":7,"auto":1,"tools":1,"called":1,"else":2,"stop":3,"choices":2,"append":1,"request":2,"echo":1,"last":6,"msg":8,"content":10,"union":1,"str":3,"list":2,"dict":1,"conversation":4,"and":3,"in":4,"1":3,"get":1,"role":2,"or":2,"isinstance":1,"n":1,"join":1,"text":1,"for":3,"full":2,"assert":1,"final":8,"res":7,"prompt":11,"token":5,"ids":5,"is":2,"not":2,"none":2,"num":9,"tokens":15,"len":3,"encoder":2,"generated":3,"sum":1,"outputs":1,"usage":4,"usageinfo":1,"completion":1,"total":1,"self":1,"enable":1,"details":2,"cached":3,"prompttokenusageinfo":1,"metadata":1,"info":1},"61728,1639,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"response":2,"chatcompletionresponse":1,"id":2,"request":2,"created":2,"time":1,"model":2,"name":4,"choices":3,"usage":2,"prompt":3,"logprobs":3,"clamp":1,"final":4,"res":4,"kv":2,"transfer":2,"params":2,"log":3,"complete":1,"if":6,"output":8,"logging":1,"is":1,"enabled":1,"self":2,"enable":1,"outputs":3,"and":3,"logger":1,"for":3,"choice":7,"in":2,"text":4,"message":4,"content":2,"elif":1,"tool":14,"calls":6,"the":2,"function":5,"arguments":3,"call":8,"descriptions":3,"hasattr":2,"append":1,"f":2,"str":2,"join":1,"get":1,"corresponding":1,"token":4,"ids":4,"none":1,"index":2,"len":1},"63367,1563,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"self":4,"request":3,"logger":1,"log":1,"outputs":2,"id":6,"output":4,"text":1,"token":11,"ids":3,"finish":2,"reason":2,"choice":1,"is":1,"streaming":1,"false":2,"delta":1,"return":6,"response":1,"def":2,"get":2,"top":6,"logprobs":11,"dict":2,"int":5,"logprob":4,"optional":4,"tokenizer":3,"anytokenizer":2,"should":2,"as":4,"bool":2,"list":3,"chatcompletionlogprob":2,"decoded":1,"p":4,"1":2,"0":2,"max":1,"9999":1,"bytes":1,"encode":1,"utf":1,"8":1,"errors":1,"replace":1,"for":1,"i":2,"in":1,"enumerate":1,"items":1,"if":1,"and":1,"create":2,"chat":1,"genericsequence":2,"num":1,"none":2,"chatcompletionlogprobs":1,"openai":1,"style":1,"content":1,"chatcompletionlogprobscontent":1},"64930,1966,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"should":6,"return":8,"as":7,"token":27,"id":13,"if":5,"is":4,"not":1,"none":5,"else":3,"self":4,"tokens":2,"ids":2,"for":1,"i":2,"in":1,"enumerate":1,"step":12,"top":9,"logprobs":12,"or":1,"get":3,"tokenizer":3,"decode":1,"f":1,"content":4,"append":2,"chatcompletionlogprobscontent":2,"bytes":2,"list":2,"encode":2,"utf":2,"8":2,"errors":2,"replace":2,"decoded":5,"logprob":2,"max":1,"9999":1,"0":1,"num":1,"output":1,"chatcompletionlogprobs":1,"def":1,"stream":1,"with":1,"auto":1,"tool":2,"parsing":1,"request":1,"chatcompletionrequest":1,"utility":1,"function":1,"to":1,"check":1,"streamed":1,"go":1,"through":1,"the":1,"call":1,"parser":1,"that":1,"was":1,"configured":1},"66896,1969,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"we":2,"only":2,"want":1,"to":2,"do":1,"this":2,"if":4,"user":1,"provided":1,"tools":4,"are":1,"set":1,"a":4,"tool":16,"parser":3,"is":9,"configured":1,"auto":6,"choice":4,"enabled":3,"and":11,"the":3,"request":6,"s":1,"field":1,"indicates":1,"that":3,"should":3,"be":1,"used":1,"return":2,"self":8,"enable":2,"in":2,"none":5,"def":2,"check":3,"for":2,"unstreamed":2,"arg":1,"tokens":2,"delta":8,"message":11,"optional":1,"deltamessage":1,"output":2,"completionoutput":1,"bool":2,"see":1,"arguments":4,"applicable":1,"when":1,"parsing":1,"call":1,"with":2,"yapf":1,"disable":1,"there":1,"includes":1,"calls":5,"which":1,"include":1,"function":3,"has":1,"finish":1,"reason":1,"not":4,"0":3,"make":1,"harmony":1,"chatcompletionrequest":1,"messages":3,"list":1,"openaimessage":1,"add":2,"system":2,"note":1,"chat":1,"completion":1,"api":1,"browsing":3,"by":1,"default":1,"model":1,"supports":3,"it":1,"todo":1,"support":1,"assert":2,"code":1,"interpreter":1,"sys":2,"msg":4,"get":2,"reasoning":2,"effort":2,"browser":1,"description":2,"python":1,"append":2,"developer":2,"dev":2},"68865,361,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_chat.py":{"add":1,"user":1,"message":1,"for":2,"chat":3,"msg":2,"in":1,"request":1,"messages":4,"append":1,"parse":1,"input":1,"render":2,"prompt":7,"token":5,"ids":5,"completion":1,"engine":2,"enginetokensprompt":1,"return":1},"0,1993,data/raw/vllm-0.10.1/vllm/entrypoints/openai/logits_processors.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"from":5,"collections":1,"abc":1,"import":6,"iterable":2,"functools":1,"lru":2,"cache":2,"partial":1,"typing":1,"optional":5,"union":2,"torch":8,"sampling":1,"params":1,"logitsprocessor":2,"transformers":1,"utils":1,"tokenizer":2,"anytokenizer":2,"class":1,"allowedtokenidslogitsprocessor":2,"logits":12,"processor":3,"for":3,"constraining":1,"generated":1,"tokens":1,"a":1,"specific":1,"set":1,"of":2,"token":14,"ids":16,"def":5,"init":1,"self":10,"allowed":13,"int":9,"list":5,"mask":5,"tensor":5,"none":3,"call":1,"if":3,"is":1,"ones":1,"shape":1,"1":1,"dtype":1,"bool":1,"device":2,"false":1,"masked":1,"fill":1,"float":4,"inf":1,"return":3,"maxsize":1,"32":1,"get":2,"frozenset":1,"vocab":3,"size":2,"not":2,"raise":2,"valueerror":2,"empty":1,"provided":1,"all":1,"tid":2,"in":2,"contains":1,"out":1,"id":3,"logit":4,"bias":6,"dict":3,"items":1,"processors":1,"str":1},"1993,1237,data/raw/vllm-0.10.1/vllm/entrypoints/openai/logits_processors.py":{"list":2,"logitsprocessor":2,"logits":6,"processors":4,"if":4,"logit":8,"bias":12,"try":1,"convert":1,"token":14,"id":11,"to":1,"integer":3,"clamp":1,"the":2,"between":1,"100":4,"and":1,"per":1,"openai":1,"api":1,"spec":1,"clamped":3,"dict":1,"int":2,"float":1,"min":1,"0":3,"max":1,"for":2,"in":4,"items":2,"except":1,"valueerror":3,"as":1,"exc":2,"raise":2,"found":1,"that":1,"is":3,"not":2,"an":2,"or":2,"string":1,"representing":1,"from":1,"check":1,"within":1,"vocab":2,"size":1,"len":2,"tokenizer":2,"f":1,"contains":1,"out":1,"of":1,"append":2,"partial":1,"processor":2,"allowed":3,"ids":3,"none":1,"get":1,"frozenset":1,"return":1},"0,1876,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_transcription.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":9,"project":1,"from":11,"collections":1,"abc":1,"import":11,"asyncgenerator":2,"typing":1,"optional":2,"union":2,"fastapi":1,"request":7,"config":4,"modelconfig":2,"engine":4,"protocol":2,"engineclient":2,"entrypoints":4,"logger":8,"requestlogger":2,"openai":4,"errorresponse":2,"requestresponsemetadata":1,"transcriptionrequest":2,"transcriptionresponse":2,"transcriptionresponsestreamchoice":1,"transcriptionstreamresponse":1,"translationrequest":1,"translationresponse":1,"translationresponsestreamchoice":1,"translationstreamresponse":1,"serving":1,"models":4,"openaiservingmodels":2,"speech":1,"text":1,"openaispeechtotext":2,"init":4,"outputs":1,"requestoutput":1,"name":1,"class":1,"openaiservingtranscription":1,"handles":1,"transcription":3,"requests":1,"def":2,"self":2,"client":3,"model":3,"return":3,"tokens":3,"as":3,"token":3,"ids":3,"bool":1,"false":1,"super":1,"task":1,"type":1,"transcribe":1,"async":1,"create":1,"audio":1,"data":1,"bytes":1,"raw":1,"str":1,"none":1,"api":2,"similar":1,"s":1},"1876,1987,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_transcription.py":{"see":1,"https":1,"platform":1,"openai":2,"com":1,"docs":1,"api":4,"reference":1,"audio":6,"createtranscription":1,"for":2,"the":2,"specification":1,"this":1,"mimics":1,"transcription":4,"return":4,"await":1,"self":5,"create":1,"speech":2,"to":2,"text":2,"data":2,"request":16,"raw":2,"response":3,"class":4,"transcriptionresponse":1,"stream":6,"generator":9,"method":1,"async":2,"def":2,"transcriptionrequest":1,"result":3,"list":2,"asyncgenerator":2,"requestoutput":1,"none":2,"id":3,"str":2,"metadata":3,"requestresponsemetadata":1,"duration":3,"s":3,"float":1,"chunk":4,"object":1,"type":2,"choice":1,"transcriptionresponsestreamchoice":1,"transcriptionstreamresponse":1,"in":1,"yield":1,"openaiservingtranslation":1,"openaispeechtotext":1,"handles":1,"translation":1,"requests":1,"init":2,"engine":3,"client":3,"engineclient":1,"model":3,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"logger":3,"optional":1,"requestlogger":1,"tokens":3,"as":3,"token":3,"ids":3,"bool":1,"false":1,"super":1,"task":1,"translate":1},"3863,1543,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_transcription.py":{"async":3,"def":2,"create":2,"translation":6,"self":5,"audio":7,"data":3,"bytes":1,"request":16,"translationrequest":2,"raw":3,"union":1,"translationresponse":2,"asyncgenerator":3,"str":3,"none":3,"errorresponse":1,"api":6,"similar":1,"to":3,"openai":3,"s":4,"see":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"createtranslation":1,"for":2,"the":2,"specification":1,"this":1,"mimics":1,"return":1,"await":1,"speech":2,"text":2,"response":3,"class":3,"stream":6,"generator":9,"method":1,"result":3,"list":2,"requestoutput":1,"id":3,"metadata":3,"requestresponsemetadata":1,"duration":3,"float":1,"chunk":4,"object":1,"type":1,"choice":1,"translationresponsestreamchoice":1,"translationstreamresponse":1,"in":1,"yield":1},"0,1835,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_pooling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":12,"project":1,"import":21,"asyncio":1,"base64":5,"time":1,"from":15,"collections":1,"abc":1,"asyncgenerator":1,"typing":2,"final":1,"literal":2,"optional":1,"union":2,"cast":1,"jinja2":1,"numpy":1,"as":1,"np":2,"torch":2,"fastapi":1,"request":1,"extensions":1,"assert":2,"never":2,"config":1,"modelconfig":1,"engine":2,"protocol":2,"engineclient":1,"entrypoints":6,"chat":1,"utils":3,"chattemplatecontentformatoption":1,"logger":5,"requestlogger":1,"openai":4,"errorresponse":1,"poolingchatrequest":1,"poolingrequest":1,"poolingresponse":1,"poolingresponsedata":1,"usageinfo":1,"serving":2,"openaiserving":2,"models":1,"openaiservingmodels":1,"validate":1,"truncation":1,"size":1,"init":2,"outputs":1,"poolingoutput":2,"poolingrequestoutput":1,"merge":1,"async":1,"iterators":1,"name":1,"def":1,"get":1,"data":3,"output":3,"encoding":5,"format":4,"float":3,"list":1,"str":1,"if":1,"return":2,"tolist":1,"elif":1,"force":1,"use":1,"float32":5,"for":1,"match":1,"python":1,"client":1,"behavior":1,"pt":2,"dtype":2,"pooling":2,"bytes":2,"array":1,"tobytes":1,"b64encode":1,"decode":1,"utf":1,"8":1,"class":1,"openaiservingpooling":1},"1835,1763,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_pooling.py":{"def":2,"init":2,"self":10,"engine":3,"client":3,"engineclient":1,"model":8,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"request":16,"logger":3,"optional":3,"requestlogger":1,"chat":6,"template":6,"str":1,"content":3,"format":5,"chattemplatecontentformatoption":1,"none":4,"super":1,"final":1,"async":1,"create":3,"pooling":1,"poolingrequest":1,"raw":2,"union":1,"poolingresponse":1,"errorresponse":1,"see":1,"https":1,"platform":1,"openai":2,"com":1,"docs":1,"api":4,"reference":1,"embeddings":1,"for":1,"the":2,"specification":1,"this":1,"mimics":1,"embedding":1,"error":4,"check":4,"ret":3,"await":1,"if":2,"is":3,"not":3,"return":2,"encoding":2,"dimensions":2,"response":1,"currently":1,"supported":1,"name":2,"get":2,"id":2,"f":1,"pool":1,"base":1,"created":1,"time":3,"int":1,"truncate":4,"prompt":4,"tokens":4,"try":1,"validate":1,"truncation":1,"size":1,"max":1,"len":1,"lora":1,"maybe":1,"adapters":1},"3598,1930,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_pooling.py":{"if":2,"self":7,"model":1,"config":1,"skip":1,"tokenizer":6,"init":1,"none":2,"else":2,"await":3,"engine":3,"client":1,"get":2,"lora":1,"request":13,"isinstance":1,"poolingchatrequest":1,"prompts":4,"preprocess":2,"chat":6,"messages":1,"template":5,"or":1,"content":2,"format":2,"in":2,"pooling":3,"requests":1,"we":1,"are":1,"not":1,"generating":1,"tokens":10,"so":1,"there":1,"is":1,"no":1,"need":1,"to":3,"append":1,"extra":1,"the":3,"input":2,"add":5,"generation":1,"prompt":6,"false":2,"continue":1,"final":1,"message":1,"truncate":4,"special":4,"completion":1,"except":1,"valueerror":1,"typeerror":1,"jinja2":1,"templateerror":1,"as":1,"e":2,"logger":1,"exception":1,"error":2,"preprocessing":1,"inputs":1,"return":1,"create":1,"response":1,"str":1,"schedule":1,"and":1,"result":1,"generator":1,"generators":1,"list":1,"asyncgenerator":1,"poolingrequestoutput":1,"try":1,"params":2},"5528,1748,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_pooling.py":{"try":2,"pooling":3,"params":4,"verify":1,"encode":2,"self":6,"model":1,"config":1,"except":2,"valueerror":2,"as":2,"e":4,"return":2,"create":2,"error":3,"response":3,"str":2,"for":3,"i":5,"engine":5,"prompt":2,"in":3,"enumerate":1,"prompts":5,"request":12,"id":4,"item":3,"f":1,"log":1,"inputs":1,"lora":4,"trace":4,"headers":5,"none":4,"if":1,"raw":2,"is":2,"else":1,"await":1,"get":1,"generator":4,"client":1,"priority":2,"generators":2,"append":1,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"result":2,"merge":1,"async":2,"iterators":1,"num":2,"len":1,"non":1,"streaming":1,"final":8,"res":10,"batch":6,"list":2,"optional":1,"poolingrequestoutput":2,"assert":1,"all":1,"not":1,"checked":1,"cast":1},"7276,1522,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_pooling.py":{"response":6,"self":4,"request":5,"output":2,"to":2,"pooling":2,"final":6,"res":6,"batch":3,"checked":1,"id":4,"created":4,"time":3,"model":4,"name":3,"encoding":3,"format":3,"except":2,"asyncio":1,"cancellederror":1,"return":4,"create":2,"error":3,"client":1,"disconnected":1,"valueerror":1,"as":1,"e":2,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"str":3,"def":1,"list":2,"poolingrequestoutput":1,"int":1,"literal":1,"float":1,"base64":1,"poolingresponse":2,"items":3,"poolingresponsedata":2,"num":4,"prompt":8,"tokens":6,"0":1,"for":1,"idx":2,"in":1,"enumerate":1,"item":2,"index":1,"data":3,"get":1,"outputs":1,"token":3,"ids":3,"append":1,"len":1,"usage":3,"usageinfo":1,"total":1},"0,1941,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_classification.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":13,"http":1,"import":14,"httpstatus":2,"typing":2,"optional":2,"union":1,"cast":2,"numpy":1,"as":1,"np":1,"fastapi":1,"request":8,"extensions":1,"override":2,"config":1,"modelconfig":1,"engine":2,"protocol":2,"engineclient":1,"entrypoints":4,"logger":5,"requestlogger":1,"openai":3,"classificationdata":1,"classificationrequest":1,"classificationresponse":1,"errorresponse":2,"usageinfo":1,"yapf":1,"enable":1,"serving":2,"classificationservecontext":2,"openaiserving":2,"servecontext":2,"models":1,"openaiservingmodels":1,"init":2,"outputs":1,"classificationoutput":1,"poolingrequestoutput":1,"pooling":1,"params":1,"poolingparams":1,"name":1,"class":1,"classificationmixin":1,"async":1,"def":1,"preprocess":1,"self":3,"ctx":9,"process":1,"classification":2,"inputs":2,"tokenize":1,"text":1,"resolve":1,"adapters":2,"and":3,"prepare":1,"model":1,"specific":1,"if":2,"isinstance":2,"input":5,"str":1,"not":1,"return":2,"create":1,"error":1,"response":1,"cannot":1,"be":1,"empty":1,"for":1,"status":1,"code":1,"bad":1,"list":1,"len":1,"none":1,"try":1,"lora":1,"maybe":1,"get":1},"1941,1952,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_classification.py":{"ctx":12,"tokenizer":3,"await":2,"self":5,"engine":2,"client":1,"get":2,"lora":1,"request":5,"prompts":2,"preprocess":1,"completion":1,"input":1,"truncate":2,"prompt":11,"tokens":8,"return":2,"none":1,"except":1,"valueerror":1,"typeerror":1,"as":1,"e":2,"logger":1,"exception":1,"error":2,"in":2,"preprocessing":1,"inputs":1,"create":1,"response":3,"str":1,"override":1,"def":1,"build":1,"servecontext":1,"union":1,"classificationresponse":1,"errorresponse":1,"convert":1,"model":2,"outputs":2,"to":1,"a":1,"formatted":1,"classification":1,"with":1,"probabilities":1,"and":1,"labels":1,"cast":2,"classificationservecontext":1,"items":2,"list":2,"classificationdata":2,"num":5,"0":1,"final":6,"res":8,"batch":3,"checked":2,"poolingrequestoutput":1,"for":1,"idx":2,"enumerate":1,"classify":2,"classificationoutput":1,"from":1,"base":1,"probs":6,"predicted":2,"index":3,"int":1,"np":1,"argmax":1,"label":3,"getattr":1,"config":2,"hf":1,"id2label":1,"item":2,"classes":1,"len":2,"append":1,"token":3,"ids":3,"usage":1,"usageinfo":1,"total":1},"3893,1880,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_classification.py":{"return":5,"classificationresponse":2,"id":8,"ctx":11,"request":22,"created":2,"time":1,"model":10,"name":5,"data":1,"items":1,"usage":2,"class":1,"servingclassification":1,"classificationmixin":1,"prefix":2,"classify":2,"def":4,"init":2,"self":7,"engine":3,"client":3,"engineclient":1,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"logger":3,"optional":2,"requestlogger":1,"none":2,"super":4,"async":1,"create":3,"classificationrequest":1,"raw":4,"union":2,"errorresponse":4,"get":1,"f":2,"base":1,"classificationservecontext":3,"await":1,"handle":1,"type":1,"ignore":1,"override":2,"validate":2,"if":2,"error":2,"truncate":2,"prompt":2,"tokens":2,"pooling":5,"params":5,"poolingparams":1,"isinstance":1},"5773,196,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_classification.py":{"try":1,"pooling":2,"params":2,"verify":1,"classify":1,"self":2,"model":1,"config":1,"except":1,"valueerror":1,"as":1,"e":2,"return":2,"create":1,"error":1,"response":1,"str":1},"0,1900,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":8,"project":1,"from":12,"asyncio":1,"import":12,"lock":1,"collections":1,"defaultdict":1,"dataclasses":1,"dataclass":3,"http":1,"httpstatus":1,"typing":1,"optional":3,"union":1,"config":5,"modelconfig":2,"engine":4,"protocol":2,"engineclient":2,"entrypoints":1,"openai":1,"errorinfo":1,"errorresponse":1,"loadloraadapterrequest":1,"modelcard":1,"modellist":1,"modelpermission":1,"unloadloraadapterrequest":1,"logger":4,"init":4,"lora":9,"request":1,"lorarequest":2,"resolver":1,"loraresolver":1,"loraresolverregistry":1,"utils":1,"atomiccounter":2,"name":4,"class":3,"basemodelpath":2,"str":6,"model":12,"path":2,"loramodulepath":2,"base":5,"none":2,"openaiservingmodels":1,"shared":1,"instance":1,"hold":1,"data":1,"about":1,"loaded":1,"s":1,"and":1,"adapters":1,"handles":1,"routes":1,"v1":3,"models":1,"load":1,"adapter":2,"unload":1,"def":1,"self":8,"client":3,"paths":3,"list":2,"modules":3,"super":1,"max":2,"len":2,"static":1,"requests":1,"dict":1,"id":1,"counter":1},"1900,1585,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"self":11,"lora":21,"resolvers":3,"list":1,"loraresolver":1,"for":3,"resolver":4,"name":15,"in":3,"loraresolverregistry":2,"get":2,"supported":1,"append":1,"lock":3,"dict":1,"str":3,"defaultdict":1,"async":1,"def":3,"init":1,"static":4,"loras":1,"loads":1,"all":1,"modules":3,"raises":1,"if":4,"any":2,"fail":1,"to":1,"load":7,"is":3,"none":3,"return":4,"request":6,"loadloraadapterrequest":1,"path":3,"result":3,"await":1,"adapter":1,"base":8,"model":15,"isinstance":1,"errorresponse":1,"raise":1,"valueerror":1,"error":1,"message":1,"bool":1,"paths":2,"optional":1,"lorarequest":2,"returns":2,"the":6,"appropriate":1,"depending":1,"on":1,"availability":1,"and":1,"support":1,"of":2,"or":2,"parameters":1,"that":1,"contain":1,"a":1,"first":1,"available":1,"not":1,"0":1},"3485,1830,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"async":3,"def":2,"show":2,"available":2,"models":2,"self":10,"modellist":2,"this":1,"includes":1,"the":2,"base":14,"model":20,"and":2,"all":1,"adapters":1,"cards":5,"modelcard":2,"id":6,"name":16,"max":2,"len":2,"root":2,"path":6,"permission":2,"modelpermission":2,"for":2,"in":2,"paths":2,"lora":26,"local":1,"parent":1,"if":3,"else":1,"0":1,"requests":1,"values":1,"extend":1,"return":2,"data":1,"load":2,"adapter":2,"request":7,"loadloraadapterrequest":1,"optional":1,"str":2,"none":3,"union":1,"errorresponse":1,"ensure":1,"atomicity":1,"based":1,"on":1,"with":1,"resolver":1,"lock":1,"error":3,"check":4,"ret":3,"await":1,"is":3,"not":2,"unique":2,"counter":1,"inc":1,"1":1,"lorarequest":1,"int":1},"5315,1669,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"validate":1,"that":1,"the":4,"adapter":8,"can":1,"be":1,"loaded":2,"into":1,"engine":2,"this":1,"will":1,"also":1,"pre":1,"load":1,"it":1,"for":1,"incoming":1,"requests":3,"try":1,"await":2,"self":6,"client":1,"add":1,"lora":23,"request":7,"except":1,"exception":1,"as":1,"e":3,"error":7,"type":4,"badrequesterror":1,"status":4,"code":4,"httpstatus":2,"bad":1,"if":2,"no":1,"found":2,"in":1,"str":3,"notfounderror":1,"not":2,"return":4,"create":1,"response":1,"message":1,"err":1,"name":12,"logger":2,"info":2,"new":1,"s":3,"path":2,"f":2,"success":2,"added":1,"successfully":2,"async":2,"def":1,"unload":2,"unloadloraadapterrequest":1,"union":1,"errorresponse":1,"ensure":1,"atomicity":1,"based":1,"on":1,"with":1,"resolver":1,"lock":2,"check":4,"ret":3,"is":1,"none":1,"safe":1,"to":1,"delete":1,"now":1,"since":1,"we":1,"hold":1,"del":1,"removed":2},"6984,1987,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"async":3,"def":3,"check":6,"load":1,"lora":27,"adapter":9,"request":14,"self":5,"loadloraadapterrequest":1,"optional":2,"errorresponse":3,"if":8,"both":2,"name":15,"and":2,"path":3,"are":1,"provided":4,"not":6,"or":1,"return":7,"create":4,"error":5,"response":4,"message":4,"must":1,"be":3,"err":4,"type":4,"invaliduserinput":3,"status":4,"code":4,"httpstatus":4,"bad":3,"the":7,"with":2,"given":2,"already":2,"exists":2,"in":2,"requests":2,"f":2,"has":1,"been":1,"loaded":1,"none":2,"unload":2,"unloadloraadapterrequest":1,"is":1,"an":1,"needs":1,"to":3,"a":2,"cannot":1,"found":2,"notfounderror":1,"resolve":2,"str":1,"union":1,"lorarequest":1,"attempt":1,"using":1,"available":1,"resolvers":1,"args":1,"identifier":1,"of":1},"8971,1650,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"returns":1,"lorarequest":1,"if":6,"found":4,"and":2,"loaded":3,"successfully":1,"errorresponse":2,"404":1,"no":1,"resolver":7,"finds":1,"the":1,"adapter":5,"400":1,"s":6,"are":1,"but":1,"none":2,"load":2,"async":1,"with":1,"self":8,"lora":25,"lock":1,"name":11,"first":1,"check":1,"this":1,"is":2,"already":1,"in":2,"requests":3,"return":2,"base":2,"model":4,"config":1,"unique":2,"id":4,"counter":1,"inc":1,"1":1,"false":1,"try":2,"to":2,"resolve":2,"using":2,"available":1,"resolvers":2,"for":1,"request":6,"await":2,"not":1,"true":1,"int":1,"engine":1,"client":1,"add":1,"logger":2,"info":1,"resolved":2,"class":2,"except":1,"baseexception":1,"as":1,"e":2,"warning":1,"failed":1,"by":1,"trying":1,"next":1,"continue":1},"10621,937,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_models.py":{"if":1,"found":5,"adapter":5,"an":1,"was":3,"but":2,"all":1,"attempts":1,"to":1,"load":1,"it":1,"failed":1,"return":3,"create":3,"error":4,"response":3,"message":5,"f":2,"lora":4,"name":2,"could":1,"not":3,"be":1,"loaded":1,"err":4,"type":5,"badrequesterror":2,"status":4,"code":5,"httpstatus":4,"bad":2,"request":2,"else":1,"no":1,"does":1,"exist":1,"notfounderror":1,"def":1,"str":2,"errorresponse":2,"errorinfo":1,"value":1},"0,1931,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":44,"asyncio":1,"atexit":1,"gc":1,"importlib":1,"inspect":1,"json":1,"multiprocessing":4,"forkserver":2,"as":3,"os":1,"signal":1,"socket":1,"tempfile":1,"uuid":1,"from":26,"argparse":1,"namespace":1,"collections":1,"abc":1,"asynciterator":1,"awaitable":1,"contextlib":1,"asynccontextmanager":1,"functools":1,"partial":1,"http":2,"httpstatus":1,"typing":2,"annotated":1,"any":1,"callable":1,"optional":1,"prometheus":3,"client":3,"pydantic":1,"regex":1,"re":1,"uvloop":1,"fastapi":6,"apirouter":1,"depends":1,"form":1,"httpexception":1,"request":1,"exceptions":1,"requestvalidationerror":1,"middleware":1,"cors":1,"corsmiddleware":1,"responses":1,"jsonresponse":1,"response":1,"streamingresponse":1,"make":1,"asgi":1,"app":1,"instrumentator":2,"starlette":4,"concurrency":1,"iterate":1,"in":1,"threadpool":1,"datastructures":1,"url":1,"headers":1,"mutableheaders":1,"state":1,"routing":1,"mount":1,"types":1,"asgiapp":1,"message":1,"receive":1,"scope":1,"send":1,"extensions":1,"assert":1,"never":1,"envs":2,"config":1,"vllmconfig":1,"engine":8,"arg":1,"utils":2,"asyncengineargs":1,"async":1,"llm":1,"asyncllmengine":1,"type":1,"ignore":1,"mqllmengineclient":1,"run":1,"mp":1,"protocol":1,"engineclient":1,"entrypoints":3,"chat":4,"load":1,"template":3,"resolve":2,"hf":1,"mistral":1,"launcher":1,"serve":1,"logger":1,"requestlogger":1},"1931,1960,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"from":4,"vllm":4,"entrypoints":4,"openai":4,"cli":1,"args":2,"import":4,"make":1,"arg":1,"parser":1,"validate":1,"parsed":1,"serve":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"protocol":1,"chatcompletionrequest":1,"chatcompletionresponse":1,"classificationrequest":1,"classificationresponse":1,"completionrequest":1,"completionresponse":1,"detokenizerequest":1,"detokenizeresponse":1,"embeddingrequest":1,"embeddingresponse":1,"errorinfo":1,"errorresponse":1,"loadloraadapterrequest":1,"poolingrequest":1,"poolingresponse":1,"rerankrequest":1,"rerankresponse":1,"responsesrequest":1,"responsesresponse":1,"scorerequest":1,"scoreresponse":1,"tokenizerequest":1,"tokenizeresponse":1,"transcriptionrequest":1,"transcriptionresponse":1,"translationrequest":1,"translationresponse":1,"unloadloraadapterrequest":1,"enable":1,"serving":2,"chat":1,"openaiservingchat":1,"classification":1,"servingclassification":1},"3891,2000,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"from":20,"vllm":24,"entrypoints":13,"openai":11,"serving":9,"completion":1,"import":20,"openaiservingcompletion":1,"embedding":1,"openaiservingembedding":1,"engine":1,"openaiserving":1,"models":1,"basemodelpath":1,"loramodulepath":1,"openaiservingmodels":1,"pooling":1,"openaiservingpooling":1,"responses":1,"openaiservingresponses":1,"score":1,"servingscores":1,"tokenization":1,"openaiservingtokenization":1,"transcription":1,"openaiservingtranscription":1,"openaiservingtranslation":1,"tool":2,"parsers":1,"toolparsermanager":1,"server":2,"demotoolserver":1,"mcptoolserver":1,"toolserver":1,"utils":4,"cli":1,"env":1,"setup":1,"load":1,"aware":1,"call":1,"log":1,"non":1,"default":1,"args":1,"with":1,"cancellation":1,"logger":4,"init":2,"reasoning":1,"reasoningparsermanager":1,"transformers":2,"config":2,"maybe":1,"register":1,"serialize":1,"by":1,"value":1,"tokenizer":1,"mistraltokenizer":1,"usage":2,"lib":1,"usagecontext":1,"device":1,"flexibleargumentparser":1,"decorate":1,"logs":1,"get":2,"open":1,"zmq":1,"ipc":1,"path":1,"is":1,"valid":1,"ipv6":1,"address":1,"set":3,"ulimit":1,"v1":1,"metrics":1,"prometheus":3,"registry":1,"version":3,"as":1,"multiproc":1,"dir":1,"tempfile":1,"temporarydirectory":1,"cannot":1,"use":1,"name":1,"https":1,"github":1,"com":1,"project":1,"pull":1,"4765":1,"api":1,"running":1,"tasks":1,"asyncio":1,"task":1},"5891,1995,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"asynccontextmanager":2,"async":5,"def":3,"lifespan":1,"app":5,"fastapi":1,"try":2,"if":4,"state":4,"log":5,"stats":3,"engine":8,"client":6,"engineclient":2,"force":2,"while":1,"true":1,"await":2,"asyncio":2,"sleep":1,"envs":1,"vllm":3,"interval":1,"do":1,"task":7,"create":1,"running":3,"tasks":2,"add":2,"done":1,"callback":1,"remove":1,"else":1,"none":5,"mark":1,"the":3,"startup":1,"heap":1,"as":1,"static":1,"so":1,"that":1,"it":1,"s":1,"ignored":1,"by":1,"gc":4,"reduces":1,"pause":1,"times":1,"of":1,"oldest":1,"generation":1,"collections":1,"collect":1,"freeze":1,"yield":1,"finally":2,"is":5,"not":1,"cancel":1,"ensure":2,"including":1,"ref":1,"d":1,"del":1,"build":1,"args":5,"namespace":1,"usage":1,"context":2,"usagecontext":2,"openai":1,"api":1,"server":1,"disable":4,"frontend":4,"multiprocessing":6,"optional":2,"bool":2,"config":1,"dict":1,"str":1,"any":1,"asynciterator":1,"os":1,"getenv":1,"worker":1,"multiproc":1,"method":2,"forkserver":7,"executor":1,"expected":1,"to":2,"be":1,"mp":1,"pre":2,"import":1,"heavy":1,"modules":1,"in":1,"process":1,"logger":2,"debug":2,"setup":2,"with":1,"imports":1,"set":2,"start":1,"preload":1,"v1":1,"llm":1,"complete":1,"manager":1,"handle":1,"lifecycle":1,"ensures":1,"everything":1,"shutdown":1,"and":1,"cleaned":1,"up":1,"on":1,"error":1,"exit":1,"asyncengineargs":1,"from":1,"cli":1},"7886,1933,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":7,"with":1,"build":2,"engine":13,"client":20,"from":4,"args":7,"usage":7,"context":7,"disable":8,"frontend":6,"multiprocessing":6,"config":13,"as":1,"yield":1,"asynccontextmanager":1,"def":1,"asyncengineargs":1,"usagecontext":2,"openai":1,"api":1,"server":1,"bool":1,"false":1,"optional":2,"dict":1,"str":1,"any":1,"none":3,"asynciterator":1,"engineclient":2,"create":3,"either":1,"in":1,"process":1,"using":2,"the":4,"asyncllmengine":2,"directly":1,"multiprocess":1,"rpc":1,"returns":1,"or":1,"if":6,"creation":1,"failed":1,"engineconfig":1,"determines":1,"we":1,"can":1,"use":3,"v1":6,"vllm":7,"asyncllm":4,"envs":1,"logger":1,"warning":1,"is":1,"enabled":1,"but":1,"got":1,"to":1,"set":1,"0":2,"llm":3,"import":1,"count":4,"pop":2,"else":2,"1":1,"index":4,"try":1,"enable":2,"log":4,"requests":2,"stats":2,"addresses":1},"9819,1814,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"don":1,"t":1,"keep":1,"the":2,"dummy":1,"data":1,"in":2,"memory":1,"await":1,"async":4,"llm":4,"reset":1,"mm":1,"cache":1,"yield":2,"finally":2,"if":3,"shutdown":3,"v0":1,"asyncllm":1,"elif":1,"mqllmengineclient":1,"is":1,"unsupported":1,"config":5,"vllm":6,"or":2,"disable":3,"frontend":2,"multiprocessing":3,"engine":8,"client":6,"optional":1,"engineclient":1,"none":1,"try":1,"asyncllmengine":1,"from":1,"usage":2,"context":2,"enable":2,"log":4,"requests":2,"args":2,"stats":2,"and":2,"hasattr":1,"v0mqllmengine":1,"else":2,"prometheus":7,"multiproc":6,"dir":6,"not":1,"os":2,"environ":2,"make":1,"temporarydirectory":3,"for":3,"note":1,"global":2,"will":3,"be":2,"automatically":1,"cleaned":1,"up":1,"upon":1,"exit":1,"tempfile":1,"name":1,"logger":2,"warning":1,"found":1,"was":1,"set":1,"by":1,"user":1,"this":1,"directory":1,"must":1,"wiped":1,"between":1,"runs":1,"you":1,"find":1,"inaccurate":1,"metrics":1,"unset":1,"variable":1,"properly":1,"handle":1,"cleanup":1,"select":1,"random":1,"path":5,"ipc":5,"get":1,"open":1,"zmq":1,"debug":1,"to":1,"use":1,"s":1},"11633,1385,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"start":3,"rpcserver":1,"in":2,"separate":1,"process":10,"holds":1,"the":5,"llmengine":1,"current":1,"might":1,"have":1,"cuda":1,"context":4,"so":1,"we":4,"need":1,"to":3,"spawn":2,"a":3,"new":1,"multiprocessing":2,"get":1,"ensure":2,"can":2,"serialize":2,"transformer":1,"config":3,"before":1,"spawning":1,"maybe":1,"register":2,"by":1,"value":2,"raise":1,"an":2,"exception":1,"during":1,"startup":1,"which":1,"may":1,"not":2,"actually":1,"result":2,"exitcode":1,"being":1,"reported":1,"as":1,"use":1,"shared":1,"variable":1,"communicate":1,"information":1,"engine":13,"alive":2,"b":1,"true":1,"lock":1,"false":1,"target":1,"run":1,"mp":1,"args":3,"vllm":1,"usagecontext":1,"openai":1,"api":1,"server":1,"ipc":6,"path":8,"disable":1,"log":2,"stats":1,"enable":1,"requests":1,"pid":5,"assert":1,"is":1,"none":1,"failed":1,"logger":1,"info":1,"started":1,"with":1,"d":1,"def":1,"cleanup":2,"socket":4,"replace":1,"if":1,"os":2,"exists":1,"remove":1,"clean":1,"up":1,"local":1,"file":1,"on":1,"exit":1,"atexit":1},"13018,1990,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"build":3,"rpcclient":1,"which":1,"conforms":1,"to":6,"engineclient":1,"protocol":1,"client":9,"partial":1,"mqllmengineclient":1,"ipc":1,"path":1,"vllm":1,"config":1,"engine":14,"pid":2,"mq":4,"await":2,"asyncio":1,"get":2,"running":1,"loop":1,"run":1,"in":1,"executor":1,"none":3,"try":2,"while":1,"true":1,"setup":1,"break":1,"except":1,"timeouterror":1,"if":4,"not":2,"process":10,"is":4,"alive":2,"or":1,"value":1,"raise":2,"runtimeerror":1,"failed":1,"start":1,"see":2,"stack":1,"trace":1,"for":3,"the":2,"root":1,"cause":1,"from":2,"yield":1,"type":7,"ignore":1,"misc":1,"finally":1,"ensure":1,"rpc":1,"server":1,"was":1,"terminated":1,"terminate":1,"close":2,"all":1,"open":1,"connections":1,"backend":1,"wait":1,"join":2,"4":1,"exitcode":1,"kill":2,"taking":1,"longer":1,"than":1,"5":1,"seconds":1,"stop":1,"lazy":1,"import":2,"prometheus":5,"multiprocessing":1,"we":1,"need":1,"set":1,"multiproc":1,"dir":1,"environment":1,"variable":1,"before":1,"imported":1,"https":1,"github":1,"io":1,"python":1,"multiprocess":3,"mark":1,"dead":1,"async":1,"def":1,"validate":1,"json":3,"request":4,"raw":2,"content":3,"headers":1,"lower":1,"media":3,"split":1,"maxsplit":1,"1":1,"0":1,"application":2,"requestvalidationerror":1,"errors":1,"unsupported":1,"only":1,"allowed":1},"15008,1988,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":1,"apirouter":1,"class":3,"prometheusresponse":3,"response":4,"media":1,"type":3,"prometheus":5,"client":1,"content":2,"latest":1,"def":8,"mount":3,"metrics":10,"app":12,"fastapi":3,"to":3,"a":1,"registry":6,"get":1,"is":2,"needed":1,"return":8,"an":1,"http":1,"with":1,"header":1,"text":1,"plain":1,"version":2,"0":2,"4":1,"charset":1,"utf":1,"8":1,"instead":1,"of":1,"the":2,"default":1,"application":1,"json":1,"which":1,"incorrect":1,"see":1,"https":1,"github":1,"com":1,"trallnag":1,"instrumentator":2,"issues":1,"163":1,"issue":1,"1296092364":1,"excluded":1,"handlers":1,"health":1,"load":1,"ping":1,"server":1,"info":1,"add":2,"instrument":1,"expose":1,"asgi":2,"middleware":1,"route":4,"requests":1,"make":1,"workaround":1,"for":2,"307":1,"redirect":1,"path":2,"regex":1,"re":1,"compile":1,"p":1,"routes":1,"append":1,"base":1,"request":21,"openaiserving":1,"reuse":1,"existing":1,"instance":1,"tokenization":1,"models":2,"openaiservingmodels":1,"state":6,"openai":6,"serving":6,"responses":2,"optional":5,"openaiservingresponses":1,"chat":2,"openaiservingchat":1,"completion":2,"openaiservingcompletion":1,"pooling":2,"openaiservingpooling":1,"embedding":2,"openaiservingembedding":1},"16996,1834,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"def":10,"score":3,"request":30,"optional":3,"servingscores":2,"return":10,"app":8,"state":8,"openai":6,"serving":6,"scores":2,"classify":2,"servingclassification":1,"classification":1,"rerank":4,"tokenization":2,"openaiservingtokenization":1,"transcription":2,"openaiservingtranscription":1,"translation":2,"openaiservingtranslation":1,"engine":3,"client":3,"engineclient":1,"router":4,"get":4,"health":5,"response":9,"class":3,"async":3,"raw":4,"check":3,"await":2,"status":1,"code":1,"200":1,"load":5,"server":4,"metrics":3,"this":1,"endpoint":2,"returns":1,"the":3,"current":1,"it":1,"tracks":1,"requests":1,"utilizing":1,"gpu":1,"from":1,"following":1,"routes":1,"v1":7,"chat":1,"completions":2,"audio":2,"transcriptions":1,"translations":1,"embeddings":1,"pooling":1,"v2":1,"jsonresponse":1,"content":1,"ping":4,"post":1,"required":1,"for":1,"sagemaker":1},"18830,1922,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":2,"post":2,"tokenize":3,"dependencies":2,"depends":2,"validate":2,"json":2,"request":10,"responses":2,"httpstatus":9,"bad":2,"value":9,"model":9,"errorresponse":8,"not":4,"found":2,"internal":3,"server":3,"error":4,"implemented":2,"with":2,"cancellation":2,"async":1,"def":1,"tokenizerequest":1,"raw":3,"handler":2,"tokenization":1,"try":1,"generator":7,"await":1,"create":1,"except":2,"notimplementederror":1,"as":2,"e":6,"raise":2,"httpexception":2,"status":3,"code":4,"detail":2,"str":2,"from":2,"exception":1,"if":1,"isinstance":2,"return":2,"jsonresponse":2,"content":2,"dump":2,"elif":1,"tokenizeresponse":1,"assert":1,"never":1,"detokenize":1},"20752,1733,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":4,"def":5,"detokenize":2,"request":12,"detokenizerequest":1,"raw":7,"handler":4,"tokenization":2,"try":1,"generator":7,"await":3,"create":1,"except":2,"overflowerror":1,"as":2,"e":6,"raise":2,"requestvalidationerror":1,"errors":1,"str":2,"from":2,"exception":1,"httpexception":1,"status":3,"code":5,"httpstatus":1,"internal":1,"server":1,"error":3,"value":1,"detail":1,"if":4,"isinstance":3,"errorresponse":2,"return":5,"jsonresponse":5,"content":5,"model":4,"dump":4,"elif":1,"detokenizeresponse":1,"assert":1,"never":1,"maybe":1,"register":2,"tokenizer":7,"info":6,"endpoint":3,"args":2,"conditionally":1,"the":1,"enabled":1,"getattr":1,"enable":1,"false":1,"router":3,"get":6,"comprehensive":1,"information":1,"result":4,"else":1,"200":1,"v1":1,"models":6,"show":3,"available":2,"version":4,"ver":2,"vllm":1},"22485,1981,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":3,"post":2,"v1":3,"responses":12,"dependencies":1,"depends":1,"validate":1,"json":1,"request":13,"httpstatus":4,"ok":1,"value":4,"content":6,"text":2,"event":2,"stream":2,"bad":1,"model":9,"errorresponse":5,"not":3,"found":1,"internal":1,"server":1,"error":5,"with":1,"cancellation":1,"async":2,"def":2,"create":4,"responsesrequest":1,"raw":7,"handler":6,"if":4,"is":2,"none":2,"return":7,"base":2,"response":11,"message":2,"the":2,"does":2,"support":2,"api":2,"generator":7,"await":2,"isinstance":3,"jsonresponse":4,"dump":4,"status":2,"code":4,"elif":1,"responsesresponse":1,"streamingresponse":1,"media":1,"type":1,"get":1,"id":4,"retrieve":2,"str":1,"cancel":1},"24466,1965,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":2,"def":2,"cancel":2,"responses":5,"response":9,"id":2,"str":1,"raw":7,"request":13,"handler":6,"if":4,"is":2,"none":2,"return":7,"base":2,"create":4,"error":5,"message":2,"the":2,"model":9,"does":2,"not":3,"support":2,"api":2,"await":2,"isinstance":3,"errorresponse":5,"jsonresponse":4,"content":6,"dump":4,"status":2,"code":4,"router":1,"post":1,"v1":1,"chat":5,"completions":2,"dependencies":1,"depends":1,"validate":1,"json":1,"httpstatus":4,"ok":1,"value":4,"text":2,"event":2,"stream":2,"bad":1,"found":1,"internal":1,"server":1,"with":1,"cancellation":1,"load":1,"aware":1,"call":1,"completion":2,"chatcompletionrequest":1,"generator":7,"elif":1,"chatcompletionresponse":1,"streamingresponse":1,"media":1,"type":1},"26431,1700,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":1,"post":1,"v1":1,"completions":2,"dependencies":1,"depends":1,"validate":1,"json":1,"request":10,"responses":1,"httpstatus":6,"ok":1,"value":6,"content":4,"text":2,"event":2,"stream":2,"bad":2,"model":6,"errorresponse":4,"not":2,"found":1,"internal":2,"server":2,"error":4,"with":1,"cancellation":1,"load":1,"aware":1,"call":1,"async":1,"def":1,"create":3,"completion":3,"completionrequest":1,"raw":4,"handler":3,"if":2,"is":1,"none":1,"return":4,"base":1,"response":1,"message":1,"the":1,"does":1,"support":1,"api":1,"try":1,"generator":7,"await":1,"except":2,"overflowerror":1,"as":2,"e":6,"raise":2,"httpexception":2,"status":3,"code":4,"detail":2,"str":2,"from":2,"exception":1,"isinstance":2,"jsonresponse":2,"dump":2,"elif":1,"completionresponse":1,"streamingresponse":1,"media":1,"type":1},"28131,1691,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":2,"post":2,"v1":1,"embeddings":2,"dependencies":2,"depends":2,"validate":2,"json":2,"request":16,"responses":2,"httpstatus":4,"bad":2,"value":4,"model":8,"errorresponse":5,"internal":2,"server":2,"error":5,"with":2,"cancellation":2,"load":2,"aware":2,"call":2,"async":2,"def":2,"create":5,"embedding":3,"embeddingrequest":1,"raw":7,"handler":5,"if":3,"is":2,"none":2,"return":4,"base":2,"response":2,"message":2,"the":2,"does":2,"not":2,"support":2,"api":2,"generator":7,"await":1,"isinstance":2,"jsonresponse":2,"content":2,"dump":2,"status":1,"code":2,"elif":1,"embeddingresponse":1,"assert":1,"never":1,"pooling":4,"poolingrequest":1},"29822,1798,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"generator":14,"await":2,"handler":6,"create":6,"pooling":1,"request":17,"raw":8,"if":4,"isinstance":4,"errorresponse":4,"return":6,"jsonresponse":4,"content":4,"model":8,"dump":4,"status":2,"code":4,"error":5,"elif":2,"poolingresponse":1,"assert":2,"never":2,"router":2,"post":2,"classify":4,"dependencies":2,"depends":2,"validate":2,"json":2,"with":2,"cancellation":2,"load":2,"aware":2,"call":2,"async":2,"def":2,"classificationrequest":1,"is":2,"none":2,"base":2,"response":2,"message":2,"the":2,"does":2,"not":2,"support":2,"classification":1,"api":2,"classificationresponse":1,"score":4,"responses":1,"httpstatus":2,"bad":1,"value":2,"internal":1,"server":1,"scorerequest":1},"31620,1713,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"generator":7,"await":2,"handler":1,"create":3,"score":6,"request":10,"raw":3,"if":1,"isinstance":2,"errorresponse":6,"return":3,"jsonresponse":2,"content":3,"model":7,"dump":2,"status":1,"code":2,"error":3,"elif":1,"scoreresponse":1,"assert":1,"never":1,"router":2,"post":2,"v1":3,"dependencies":1,"depends":1,"validate":1,"json":1,"responses":2,"httpstatus":6,"bad":2,"value":6,"internal":2,"server":2,"with":2,"cancellation":2,"load":2,"aware":2,"call":2,"async":1,"def":1,"scorerequest":1,"logger":1,"warning":1,"to":2,"indicate":1,"that":1,"api":2,"is":1,"not":1,"part":1,"of":1,"standard":1,"openai":1,"we":1,"have":1,"moved":1,"it":1,"please":1,"update":1,"your":1,"client":1,"accordingly":1,"audio":1,"transcriptions":1,"ok":1,"text":1,"event":1,"stream":1,"unprocessable":1,"entity":1},"33333,1931,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":2,"def":2,"create":5,"transcriptions":2,"raw":7,"request":14,"annotated":2,"transcriptionrequest":1,"form":2,"handler":5,"transcription":2,"if":3,"is":2,"none":2,"return":5,"base":2,"error":4,"response":2,"message":2,"the":2,"model":7,"does":2,"not":2,"support":2,"api":2,"audio":3,"data":2,"await":2,"file":1,"read":1,"generator":7,"isinstance":2,"errorresponse":4,"jsonresponse":2,"content":4,"dump":2,"status":1,"code":2,"elif":1,"transcriptionresponse":1,"streamingresponse":1,"media":1,"type":1,"text":2,"event":2,"stream":2,"router":1,"post":1,"v1":1,"translations":3,"responses":1,"httpstatus":4,"ok":1,"value":4,"bad":1,"unprocessable":1,"entity":1,"internal":1,"server":1,"with":1,"cancellation":1,"load":1,"aware":1,"call":1,"translationrequest":1,"translation":1},"35264,1939,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"audio":2,"data":2,"await":3,"request":14,"file":1,"read":1,"generator":14,"handler":4,"create":2,"translation":1,"raw":5,"if":3,"isinstance":4,"errorresponse":6,"return":6,"jsonresponse":4,"content":5,"model":9,"dump":4,"status":2,"code":4,"error":5,"elif":2,"translationresponse":1,"streamingresponse":1,"media":1,"type":1,"text":1,"event":1,"stream":1,"router":2,"post":2,"rerank":6,"dependencies":2,"depends":2,"validate":2,"json":2,"responses":2,"httpstatus":4,"bad":2,"value":4,"internal":2,"server":2,"with":2,"cancellation":2,"load":1,"aware":1,"call":1,"async":1,"def":1,"do":2,"rerankrequest":1,"is":1,"none":1,"base":1,"response":1,"message":1,"the":1,"does":1,"not":1,"support":1,"score":1,"api":1,"rerankresponse":1,"assert":1,"never":1,"v1":1},"37203,1857,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":4,"def":4,"do":5,"rerank":8,"v1":1,"request":19,"rerankrequest":2,"raw":9,"logger":3,"warning":3,"once":1,"to":2,"indicate":1,"that":2,"the":5,"api":4,"is":3,"not":4,"part":1,"of":1,"standard":1,"openai":1,"we":2,"have":1,"located":1,"it":1,"at":1,"please":1,"update":1,"your":1,"client":2,"accordingly":1,"note":2,"conforms":1,"jinaai":1,"return":4,"await":3,"router":3,"post":2,"v2":2,"dependencies":1,"depends":1,"validate":1,"json":1,"responses":1,"httpstatus":2,"bad":1,"value":2,"model":2,"errorresponse":2,"internal":1,"server":7,"error":1,"with":2,"cancellation":1,"if":3,"envs":1,"vllm":3,"dev":1,"mode":1,"security":1,"development":1,"endpoints":1,"are":1,"enabled":1,"this":1,"should":1,"be":1,"used":1,"in":2,"production":1,"get":2,"info":5,"show":1,"config":2,"str":5,"app":1,"state":1,"jsonresponse":1,"content":1,"reset":5,"prefix":6,"cache":6,"currently":1,"check":1,"successfully":1,"device":9,"none":2,"query":1,"params":1,"upper":1,"resetting":1,"specific":1,"s":1,"engine":1,"response":1,"status":1,"code":1,"200":1},"39060,1808,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":4,"post":4,"sleep":4,"async":3,"def":3,"raw":8,"request":14,"get":3,"params":3,"level":3,"query":2,"1":1,"await":3,"engine":5,"client":3,"int":1,"fixme":2,"in":2,"v0":2,"with":3,"frontend":2,"multiprocessing":2,"the":4,"command":2,"is":9,"sent":2,"but":2,"does":2,"not":2,"finish":2,"yet":2,"when":2,"we":2,"return":5,"a":2,"response":4,"status":2,"code":2,"200":2,"wake":6,"up":6,"tags":9,"getlist":1,"if":2,"set":1,"to":2,"none":2,"all":1,"no":1,"are":1,"provided":1,"logger":2,"info":2,"s":1,"sleeping":7,"check":1,"whether":1,"jsonresponse":1,"content":1,"scale":1,"elastic":1,"ep":1,"dependencies":1,"depends":1,"validate":1,"json":1,"responses":1,"httpstatus":4,"ok":1,"value":4,"model":4,"dict":1,"bad":1,"errorresponse":3,"timeout":1,"internal":1,"server":1,"error":1},"40868,1959,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":2,"def":2,"scale":5,"elastic":9,"ep":9,"raw":4,"request":7,"try":2,"body":3,"await":2,"json":3,"except":3,"jsondecodeerror":1,"as":3,"e":7,"raise":6,"httpexception":6,"status":6,"code":6,"400":4,"detail":6,"invalid":1,"format":1,"from":3,"noqa":1,"b904":1,"new":10,"data":10,"parallel":10,"size":9,"get":2,"drain":8,"timeout":8,"120":1,"default":1,"2":1,"minutes":1,"if":3,"is":5,"none":1,"required":1,"not":2,"isinstance":2,"int":2,"or":2,"0":2,"must":2,"be":2,"a":2,"positive":2,"integer":2,"set":1,"scaling":8,"flag":1,"to":3,"prevent":1,"requests":1,"global":1,"true":1,"client":3,"engine":1,"return":2,"jsonresponse":2,"message":1,"f":2,"scaled":1,"engines":1,"timeouterror":1,"408":1,"failed":3,"due":1,"after":1,"seconds":1,"exception":1,"logger":1,"error":1,"s":1,"500":1,"finally":1,"false":1,"router":1,"post":1},"42827,1791,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"todo":1,"requesttype":4,"typeform":1,"basemodel":1,"when":1,"recognized":1,"by":1,"type":5,"checkers":1,"requires":1,"typing":1,"extensions":1,"4":1,"13":1,"any":2,"gethandlerfn":2,"callable":2,"request":11,"optional":1,"openaiserving":1,"endpointfn":2,"awaitable":1,"note":2,"items":1,"defined":1,"earlier":1,"take":1,"higher":1,"priority":1,"invocation":3,"types":2,"list":1,"tuple":2,"chatcompletionrequest":1,"chat":2,"create":6,"completion":3,"completionrequest":1,"embeddingrequest":1,"embedding":2,"classificationrequest":1,"classify":2,"scorerequest":1,"score":2,"rerankrequest":1,"rerank":2,"do":1,"poolingrequest":1,"pooling":2,"construct":1,"the":2,"typeadapters":1,"only":1,"once":1,"validators":1,"pydantic":1,"typeadapter":1,"get":2,"handler":2,"endpoint":2,"for":2,"in":1,"router":1,"post":1,"invocations":2,"dependencies":1,"depends":1,"validate":1,"json":4,"responses":1,"httpstatus":4,"bad":2,"value":4,"model":3,"errorresponse":3,"unsupported":1,"media":1,"internal":1,"server":1,"error":2,"async":1,"def":1,"raw":2,"sagemaker":1,"routes":1,"requests":1,"based":1,"on":1,"try":1,"body":1,"await":1,"except":1,"jsondecodeerror":1,"as":1,"e":3,"raise":1,"httpexception":1,"status":1,"code":1,"detail":1,"f":1,"decode":1,"from":1},"44618,1772,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"valid":3,"endpoints":3,"validator":6,"endpoint":4,"for":6,"get":2,"handler":3,"in":5,"invocation":1,"validators":1,"if":4,"raw":7,"request":14,"is":3,"not":1,"none":1,"try":1,"validate":1,"python":1,"body":1,"except":1,"pydantic":1,"validationerror":1,"continue":1,"return":4,"await":3,"type":4,"names":2,"t":3,"name":1,"isinstance":1,"else":1,"str":1,"msg":2,"cannot":1,"find":1,"suitable":1,"f":1,"expected":1,"one":1,"of":1,"res":3,"base":1,"create":1,"error":2,"response":3,"message":1,"jsonresponse":1,"content":1,"model":1,"dump":1,"status":3,"code":4,"envs":2,"vllm":2,"torch":2,"profiler":6,"dir":1,"logger":6,"warning":2,"enabled":2,"the":2,"api":2,"server":2,"this":2,"should":2,"only":2,"be":2,"used":2,"local":2,"development":2,"router":2,"post":2,"start":3,"profile":6,"async":2,"def":2,"info":4,"starting":1,"engine":2,"client":2,"started":1,"200":2,"stop":3,"stopping":1,"stopped":1,"allow":1,"runtime":1,"lora":2,"updating":1,"dynamic":1,"loading":1,"unloading":1},"46390,1876,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"router":2,"post":2,"v1":3,"load":6,"lora":6,"adapter":6,"dependencies":2,"depends":2,"validate":2,"json":3,"request":14,"async":2,"def":3,"loadloraadapterrequest":1,"raw":4,"handler":4,"models":2,"response":12,"await":2,"if":4,"isinstance":2,"errorresponse":2,"return":7,"jsonresponse":2,"content":4,"model":2,"dump":2,"status":4,"code":6,"error":3,"200":2,"unload":3,"unloadloraadapterrequest":1,"log":6,"config":6,"file":5,"optional":2,"str":1,"dict":1,"not":1,"none":2,"try":1,"with":2,"open":1,"as":2,"f":2,"except":1,"exception":1,"e":3,"logger":1,"warning":1,"failed":1,"to":1,"from":1,"s":2,"class":1,"authenticationmiddleware":1,"pure":1,"asgi":1,"middleware":1,"that":1,"authenticates":1,"each":1,"by":1,"checking":1,"the":3,"authorization":1,"header":1,"exists":1,"and":1,"equals":1,"bearer":1,"api":1,"key":1,"notes":1,"there":1,"are":1,"two":1,"cases":1,"in":1,"which":1,"authentication":1,"is":2,"skipped":1,"1":1,"http":1,"method":1,"options":1,"2":1,"path":1,"doesn":1,"t":1,"start":1,"g":1,"health":1},"48266,1690,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"def":4,"init":2,"self":11,"app":9,"asgiapp":2,"tokens":4,"list":1,"str":1,"none":4,"api":2,"f":1,"bearer":1,"token":2,"for":3,"in":6,"call":2,"scope":19,"receive":8,"send":8,"awaitable":2,"if":4,"type":4,"not":3,"http":2,"websocket":2,"or":2,"method":1,"options":1,"can":1,"be":1,"lifespan":1,"startup":1,"example":1,"which":1,"case":1,"we":1,"don":1,"t":2,"need":1,"to":3,"do":1,"anything":1,"return":4,"root":3,"path":6,"get":2,"url":3,"removeprefix":1,"headers":6,"narrow":1,"satisfy":1,"mypy":1,"startswith":1,"v1":1,"and":1,"authorization":1,"response":3,"jsonresponse":1,"content":1,"error":1,"unauthorized":1,"status":1,"code":1,"401":1,"class":1,"xrequestidmiddleware":1,"middleware":1,"the":6,"set":1,"s":1,"x":1,"request":5,"id":2,"header":2,"each":1,"a":1,"random":1,"uuid4":1,"hex":1,"value":1,"isn":1,"already":1,"present":1,"otherwise":1,"use":1,"provided":1,"extract":1},"49956,1965,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"async":1,"def":4,"send":9,"with":2,"request":8,"id":7,"message":5,"none":3,"custom":1,"function":1,"to":4,"mutate":1,"the":4,"response":9,"headers":5,"and":3,"append":2,"x":3,"it":2,"if":5,"type":2,"http":3,"start":1,"mutableheaders":1,"raw":1,"get":1,"uuid":1,"uuid4":1,"hex":1,"await":1,"return":5,"self":6,"app":6,"scope":7,"receive":6,"global":3,"variable":1,"track":1,"scaling":8,"state":3,"elastic":3,"ep":3,"false":1,"class":1,"scalingmiddleware":1,"middleware":2,"that":1,"checks":1,"model":3,"is":4,"currently":2,"returns":1,"a":3,"503":3,"service":2,"unavailable":2,"this":1,"applies":1,"all":1,"requests":1,"prevents":1,"processing":1,"when":1,"in":1,"init":1,"asgiapp":1,"call":1,"awaitable":1,"check":1,"jsonresponse":1,"content":3,"error":1,"please":1,"try":2,"again":1,"later":1,"status":1,"code":1,"extract":2,"from":3,"chunk":3,"data":1,"dict":1,"str":1,"streaming":1,"vllm":1,"entrypoints":1,"openai":1,"protocol":1,"import":1,"chatcompletionstreamresponse":1,"completionstreamresponse":1},"51921,1788,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"try":2,"using":1,"completion":7,"types":1,"for":2,"type":1,"safe":1,"parsing":2,"if":5,"chunk":14,"data":8,"get":4,"object":2,"chat":5,"response":8,"chatcompletionstreamresponse":1,"model":2,"validate":2,"choices":9,"and":5,"0":5,"delta":5,"content":5,"return":7,"elif":2,"text":5,"completionstreamresponse":1,"except":2,"pydantic":1,"validationerror":1,"fallback":1,"to":1,"manual":1,"in":3,"choice":6,"class":1,"ssedecoder":1,"robust":1,"server":1,"sent":1,"events":3,"decoder":1,"streaming":1,"responses":1,"def":2,"init":1,"self":8,"buffer":6,"decode":3,"bytes":1,"list":1,"dict":1,"a":1,"of":1,"sse":1,"parsed":1,"import":1,"json":1,"str":2,"utf":1,"8":1,"unicodedecodeerror":1,"skip":1,"malformed":1,"chunks":1,"process":1,"complete":1,"lines":1,"while":1,"n":2,"line":3,"split":1,"1":1,"rstrip":1,"r":1,"handle":1,"crlf":1},"53709,1461,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"if":3,"line":2,"startswith":1,"data":12,"str":7,"6":1,"strip":1,"done":2,"events":5,"append":3,"type":2,"elif":1,"try":1,"event":5,"json":3,"loads":1,"except":1,"jsondecodeerror":1,"skip":1,"malformed":1,"continue":1,"return":3,"def":5,"extract":3,"content":12,"self":5,"dict":1,"from":4,"chunk":9,"add":2,"none":2,"to":1,"the":2,"buffer":3,"get":2,"complete":2,"buffered":2,"join":1,"log":2,"streaming":2,"response":5,"body":2,"list":1,"with":1,"robust":1,"sse":4,"parsing":1,"starlette":1,"concurrency":1,"import":1,"iterate":1,"in":2,"threadpool":1,"decoder":2,"ssedecoder":1,"count":3,"0":1,"iterator":1,"nonlocal":1,"for":1,"1":1,"yield":1,"parse":1,"decode":1},"55170,1941,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"for":1,"event":4,"in":2,"events":1,"if":5,"type":2,"data":3,"content":14,"sse":3,"decoder":3,"extract":1,"add":1,"elif":1,"done":2,"log":3,"complete":4,"when":1,"full":6,"get":1,"truncate":1,"too":1,"long":1,"len":2,"2048":2,"truncated":1,"logger":5,"info":5,"response":11,"body":11,"streaming":5,"s":2,"chunks":3,"d":3,"chunk":2,"count":2,"else":2,"no":1,"return":1,"iterator":2,"iterate":1,"threadpool":1,"buffered":1,"started":1,"def":2,"non":2,"list":1,"none":4,"try":1,"decoded":2,"0":1,"decode":1,"except":1,"unicodedecodeerror":1,"binary":1,"build":1,"app":6,"args":3,"namespace":1,"fastapi":4,"disable":1,"docs":2,"openapi":1,"url":3,"redoc":1,"lifespan":4,"include":1,"router":2,"root":2,"path":2,"mount":1,"metrics":1},"57111,1764,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"app":6,"add":5,"middleware":5,"corsmiddleware":1,"allow":5,"origins":2,"args":6,"allowed":3,"credentials":2,"methods":2,"headers":3,"exception":4,"handler":4,"httpexception":2,"async":2,"def":2,"http":1,"request":6,"exc":13,"err":4,"errorresponse":2,"error":2,"errorinfo":2,"message":5,"detail":1,"type":2,"httpstatus":4,"status":5,"code":7,"phrase":2,"return":2,"jsonresponse":2,"model":2,"dump":2,"requestvalidationerror":2,"validation":1,"str":10,"errors":6,"if":4,"and":2,"f":1,"else":1,"bad":3,"ensure":1,"api":4,"key":7,"option":1,"from":1,"cli":1,"takes":1,"precedence":1,"over":1,"vllm":2,"tokens":3,"for":2,"in":1,"or":1,"envs":1,"authenticationmiddleware":1,"enable":1,"id":1,"xrequestidmiddleware":1,"scaling":2,"to":1,"check":1,"state":1,"scalingmiddleware":1},"58875,1977,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"if":5,"envs":1,"vllm":2,"debug":1,"log":6,"api":2,"server":2,"response":19,"logger":2,"warning":1,"caution":1,"enabling":1,"in":5,"the":1,"this":2,"can":1,"include":1,"sensitive":1,"information":1,"and":1,"should":1,"be":2,"avoided":1,"production":1,"app":5,"middleware":8,"http":2,"async":3,"def":2,"request":3,"call":2,"next":2,"await":1,"body":9,"section":2,"for":2,"iterator":2,"iterate":1,"threadpool":1,"iter":1,"check":1,"is":4,"a":3,"streaming":5,"by":1,"looking":1,"at":1,"content":4,"type":7,"headers":1,"get":1,"text":1,"event":1,"stream":1,"charset":1,"utf":1,"8":1,"based":1,"on":1,"not":2,"info":1,"empty":1,"elif":2,"else":3,"non":1,"return":2,"args":5,"module":3,"path":2,"object":2,"name":4,"rsplit":1,"1":1,"imported":5,"getattr":1,"importlib":1,"import":1,"inspect":2,"isclass":1,"add":1,"ignore":1,"arg":1,"iscoroutinefunction":1,"raise":1,"valueerror":1,"f":2,"invalid":1,"must":1,"function":1,"or":1,"class":1,"init":1,"state":3,"engine":1,"client":1,"engineclient":1,"config":1,"vllmconfig":1,"namespace":1,"none":2,"served":4,"model":5,"names":2},"60852,1751,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"if":5,"args":6,"enable":1,"log":5,"requests":1,"request":2,"logger":4,"requestlogger":1,"max":2,"len":2,"else":3,"none":4,"base":1,"model":10,"paths":1,"basemodelpath":1,"name":3,"path":1,"for":1,"in":2,"served":1,"names":1,"state":3,"engine":4,"client":4,"stats":2,"not":2,"disable":1,"vllm":5,"config":9,"envs":1,"use":1,"v1":1,"supported":6,"tasks":6,"await":2,"get":3,"type":1,"ignore":1,"info":1,"s":3,"resolved":6,"chat":17,"template":18,"load":1,"is":3,"the":2,"tokenizer":6,"to":2,"check":1,"official":2,"isinstance":1,"mistraltokenizer":1,"warning":2,"logged":1,"resolve":3,"mistral":2,"hf":3,"tools":1,"using":1,"supplied":1,"n":1,"it":1,"different":1,"from":1,"this":1,"discrepancy":1,"may":1,"lead":1,"performance":1,"degradation":1},"62603,870,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"if":4,"args":5,"tool":8,"server":8,"demo":1,"optional":1,"toolserver":1,"demotoolserver":1,"elif":1,"mcptoolserver":1,"await":1,"add":1,"else":3,"none":3,"merge":1,"default":8,"mm":8,"loras":5,"into":1,"the":1,"static":1,"lora":13,"modules":6,"vllm":2,"config":4,"is":2,"not":1,"paths":3,"loramodulepath":1,"name":1,"modality":2,"path":3,"for":1,"in":1,"items":1},"63473,1824,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"state":6,"openai":6,"serving":6,"models":4,"openaiservingmodels":1,"engine":4,"client":4,"model":6,"config":4,"base":2,"paths":2,"lora":2,"modules":2,"await":1,"init":1,"static":1,"loras":1,"responses":1,"openaiservingresponses":1,"request":4,"logger":4,"chat":9,"template":8,"resolved":2,"content":4,"format":4,"args":16,"return":4,"tokens":8,"as":4,"token":4,"ids":4,"enable":12,"auto":4,"tools":4,"tool":10,"choice":4,"parser":8,"call":2,"server":2,"reasoning":4,"prompt":4,"details":4,"force":4,"include":4,"usage":4,"if":2,"generate":2,"in":2,"supported":2,"tasks":2,"else":2,"none":4,"openaiservingchat":1,"response":1,"role":1,"exclude":2,"when":2},"65297,1365,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"state":8,"openai":8,"serving":8,"completion":1,"openaiservingcompletion":1,"engine":4,"client":4,"model":4,"config":4,"models":4,"request":8,"logger":8,"return":2,"tokens":4,"as":2,"token":2,"ids":2,"args":5,"enable":4,"prompt":2,"details":2,"force":2,"include":2,"usage":2,"if":4,"generate":1,"in":4,"supported":4,"tasks":4,"else":4,"none":4,"pooling":1,"openaiservingpooling":1,"chat":8,"template":8,"resolved":2,"content":4,"format":4,"encode":1,"embedding":1,"openaiservingembedding":1,"embed":1,"classification":1,"servingclassification":1,"classify":1},"66662,1851,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"enable":4,"serving":10,"reranking":2,"classify":1,"in":4,"supported":4,"tasks":4,"and":1,"getattr":1,"model":5,"config":6,"hf":1,"num":1,"labels":1,"0":3,"1":3,"state":10,"openai":8,"scores":1,"servingscores":1,"engine":4,"client":4,"models":4,"request":8,"logger":8,"if":4,"embed":1,"or":1,"else":3,"none":3,"tokenization":1,"openaiservingtokenization":1,"chat":4,"template":4,"resolved":1,"content":2,"format":2,"args":2,"transcription":3,"openaiservingtranscription":1,"translation":1,"openaiservingtranslation":1,"server":5,"load":3,"tracking":2,"metrics":1,"def":2,"create":2,"socket":21,"addr":3,"tuple":1,"str":2,"int":1,"family":5,"af":3,"inet":1,"is":1,"valid":1,"ipv6":1,"address":1,"inet6":1,"sock":10,"type":2,"stream":2,"setsockopt":2,"sol":2,"so":2,"reuseaddr":1,"reuseport":1,"bind":2,"return":2,"unix":2,"path":2},"68513,1753,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"def":3,"validate":3,"api":4,"server":8,"args":21,"valid":6,"tool":12,"parses":6,"toolparsermanager":2,"parsers":2,"keys":2,"if":4,"enable":1,"auto":1,"choice":1,"and":3,"call":3,"parser":11,"not":2,"in":2,"raise":3,"keyerror":2,"f":4,"invalid":2,"chose":2,"from":2,"join":2,"reasoning":8,"reasoningparsermanager":1,"setup":1,"set":3,"up":2,"signal":6,"handler":3,"create":3,"socket":3,"ready":1,"to":3,"serve":1,"logger":1,"info":1,"vllm":4,"version":2,"s":1,"log":1,"non":1,"default":1,"plugin":3,"len":1,"3":1,"import":1,"workaround":2,"make":1,"sure":1,"that":1,"we":1,"bind":1,"the":2,"port":2,"before":1,"engine":1,"is":1,"this":1,"avoids":1,"race":1,"conditions":1,"with":2,"ray":1,"see":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"8204":1,"uds":2,"sock":4,"unix":1,"else":1,"addr":2,"host":1,"or":1,"avoid":1,"footguns":1,"where":1,"uvicorn":1,"drops":1,"requests":2,"too":1,"many":1,"concurrent":1,"active":1,"ulimit":1,"none":1,"interrupt":1,"on":1,"sigterm":2,"while":1,"initializing":1,"keyboardinterrupt":1,"terminated":1},"70266,1686,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"if":7,"args":16,"uds":2,"listen":6,"address":7,"f":3,"unix":1,"else":4,"addr":5,"port":2,"sock":5,"is":4,"ssl":4,"keyfile":1,"and":3,"certfile":1,"host":2,"part":2,"valid":1,"ipv6":1,"or":1,"0":6,"http":1,"s":1,"return":1,"async":4,"def":2,"run":5,"server":7,"uvicorn":5,"kwargs":4,"none":4,"a":2,"single":2,"worker":4,"api":2,"add":1,"process":1,"specific":1,"prefix":1,"to":1,"stdout":1,"stderr":1,"decorate":1,"logs":1,"apiserver":1,"setup":1,"await":3,"client":10,"config":15,"tool":4,"parser":4,"plugin":3,"len":1,"3":1,"toolparsermanager":1,"import":1,"index":2,"get":2,"load":2,"logging":1,"for":1,"specified":1,"log":6,"file":1,"not":1,"with":1,"build":2,"engine":4,"as":1,"maybe":1,"register":1,"tokenizer":1,"info":1,"endpoint":1,"app":4,"vllm":3,"init":1,"state":2},"71952,1360,data/raw/vllm-0.10.1/vllm/entrypoints/openai/api_server.py":{"logger":1,"info":1,"starting":1,"vllm":4,"api":2,"server":5,"d":1,"on":1,"s":1,"index":1,"listen":1,"address":1,"shutdown":3,"task":2,"await":3,"serve":2,"http":2,"app":1,"sock":3,"enable":2,"ssl":10,"refresh":2,"args":14,"host":2,"port":2,"log":6,"level":2,"uvicorn":4,"note":2,"when":1,"the":2,"disable":2,"access":4,"value":1,"is":2,"true":1,"no":1,"will":1,"be":2,"output":1,"not":1,"timeout":2,"keep":2,"alive":2,"envs":1,"keyfile":2,"certfile":2,"ca":2,"certs":2,"cert":2,"reqs":2,"kwargs":1,"nb":1,"only":1,"after":1,"backend":1,"context":1,"exited":1,"try":1,"finally":1,"close":1,"if":1,"name":1,"main":2,"simon":1,"this":1,"section":1,"should":1,"in":1,"sync":1,"with":1,"entrypoints":2,"cli":3,"py":1,"for":1,"env":1,"setup":1,"parser":5,"flexibleargumentparser":1,"description":1,"openai":1,"compatible":1,"restful":1,"make":1,"arg":1,"parse":1,"validate":1,"parsed":1,"uvloop":1,"run":2},"0,1603,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"import":24,"asyncio":1,"tempfile":1,"from":19,"argparse":1,"namespace":1,"collections":1,"abc":1,"awaitable":1,"http":2,"httpstatus":1,"io":1,"stringio":1,"typing":1,"callable":1,"optional":2,"aiohttp":1,"torch":1,"prometheus":1,"client":1,"start":1,"server":1,"tqdm":2,"envs":2,"as":2,"config":1,"vllmconfig":1,"engine":2,"arg":1,"utils":2,"asyncengineargs":1,"type":1,"protocol":2,"engineclient":1,"entrypoints":6,"logger":5,"requestlogger":1,"yapf":2,"disable":1,"openai":5,"batchrequestinput":1,"batchrequestoutput":1,"batchresponsedata":1,"chatcompletionresponse":1,"embeddingresponse":1,"errorresponse":1,"rerankresponse":1,"scoreresponse":1,"enable":1,"serving":4,"chat":1,"openaiservingchat":1,"embedding":1,"openaiservingembedding":1,"models":1,"basemodelpath":1,"openaiservingmodels":1,"score":1,"servingscores":1,"init":2,"flexibleargumentparser":1,"random":1,"uuid":1,"version":3,"name":1},"1603,1514,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"def":1,"make":1,"arg":1,"parser":9,"flexibleargumentparser":1,"add":7,"argument":5,"i":1,"input":2,"file":9,"required":2,"true":3,"type":6,"str":4,"help":5,"the":9,"path":2,"or":7,"url":5,"to":5,"a":4,"single":2,"currently":2,"supports":2,"local":2,"paths":2,"http":5,"protocol":1,"https":2,"if":3,"is":2,"specified":2,"should":2,"be":2,"available":2,"via":2,"get":1,"o":1,"output":5,"web":1,"urls":1,"put":1,"tmp":1,"dir":1,"default":3,"none":2,"directory":1,"store":1,"before":1,"uploading":1,"it":1,"response":1,"role":2,"optional":1,"assistant":1,"name":1,"return":1,"request":1,"generation":1,"prompt":3,"asyncengineargs":1,"cli":1,"args":1,"max":2,"log":2,"len":1,"int":1,"number":1,"of":1,"characters":1,"id":1,"numbers":1,"being":1,"printed":1,"in":1,"n":1,"ndefault":1,"unlimited":1},"3117,1978,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"parser":8,"add":4,"argument":4,"enable":8,"metrics":6,"action":2,"store":2,"true":3,"help":4,"prometheus":3,"url":2,"type":2,"str":1,"default":3,"0":6,"to":3,"the":5,"server":2,"only":2,"needed":2,"if":4,"is":3,"set":3,"port":2,"int":1,"8000":1,"number":1,"for":1,"prompt":2,"tokens":2,"details":2,"false":1,"in":2,"usage":1,"return":3,"def":5,"parse":2,"args":2,"flexibleargumentparser":1,"description":1,"vllm":1,"openai":1,"compatible":1,"batch":2,"runner":1,"make":1,"arg":1,"explicitly":1,"use":1,"pure":1,"text":1,"format":4,"with":3,"a":1,"newline":1,"at":1,"end":1,"this":1,"makes":1,"it":1,"impossible":1,"see":1,"animation":1,"progress":1,"bar":4,"but":1,"will":1,"avoid":1,"messing":1,"up":1,"ray":1,"or":2,"multiprocessing":1,"which":1,"wraps":1,"each":1,"line":1,"of":1,"output":1,"some":1,"prefix":1,"desc":2,"percentage":1,"3":1,"0f":1,"completed":2,"n":2,"fmt":3,"total":5,"elapsed":1,"remaining":1,"rate":1,"noqa":1,"e501":1,"class":1,"batchprogresstracker":1,"init":1,"self":12,"pbar":6,"optional":1,"tqdm":5,"none":1,"submitted":1,"1":1,"update":1,"not":2,"torch":2,"distributed":2,"initialized":1,"get":1,"rank":1,"unit":1,"req":1,"running":1,"mininterval":1,"5":1,"disable":1},"5095,1484,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"async":5,"def":3,"read":2,"file":13,"path":11,"or":10,"url":9,"str":5,"if":2,"startswith":2,"http":1,"https":1,"with":3,"aiohttp":1,"clientsession":1,"as":7,"session":2,"get":1,"resp":2,"return":2,"await":1,"text":1,"else":1,"open":2,"encoding":2,"utf":2,"8":2,"f":4,"write":4,"local":3,"output":5,"batch":5,"outputs":4,"list":2,"batchrequestoutput":1,"none":2,"the":12,"responses":2,"to":13,"a":5,"of":2,"we":2,"should":1,"make":1,"this":1,"but":1,"long":1,"run":1,"runs":1,"standalone":1,"program":1,"blocking":1,"event":1,"loop":1,"won":1,"t":1,"effect":1,"performance":1,"w":1,"for":1,"o":2,"in":1,"print":1,"model":1,"dump":1,"json":1,"upload":6,"data":5,"from":2,"bool":1,"either":1,"true":1,"is":2,"timeout":1,"common":1,"issue":1,"when":1,"uploading":1,"large":1,"files":1,"retry":1,"max":2,"retries":2,"times":1,"before":2,"giving":1,"up":1,"5":2,"number":1,"seconds":1,"wait":1,"retrying":1,"delay":1},"6579,1769,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"for":2,"attempt":6,"in":2,"range":1,"1":2,"max":2,"retries":2,"try":1,"we":1,"increase":1,"the":1,"timeout":2,"to":6,"1000":2,"seconds":2,"allow":1,"large":1,"files":1,"default":1,"is":1,"300":1,"async":3,"with":4,"aiohttp":2,"clientsession":1,"clienttimeout":1,"total":1,"as":5,"session":3,"if":4,"from":2,"file":6,"open":1,"data":7,"or":2,"rb":1,"put":2,"output":2,"url":2,"response":10,"status":6,"200":2,"raise":3,"exception":4,"f":7,"failed":4,"upload":4,"n":4,"text":2,"else":2,"except":1,"e":4,"logger":1,"error":3,"d":2,"message":2,"s":1,"nretrying":1,"noqa":2,"e501":2,"delay":2,"await":1,"asyncio":1,"sleep":1,"str":1},"8348,1803,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"async":1,"def":1,"write":7,"file":11,"path":11,"or":13,"url":14,"str":2,"batch":9,"outputs":13,"list":2,"batchrequestoutput":1,"output":11,"tmp":5,"dir":5,"none":2,"to":14,"a":3,"upload":4,"the":6,"of":1,"directory":1,"store":1,"before":1,"uploading":3,"it":2,"if":2,"startswith":2,"http":1,"https":1,"is":1,"logger":5,"info":5,"writing":3,"memory":1,"buffer":5,"stringio":1,"for":1,"o":2,"in":1,"print":1,"model":1,"dump":1,"json":1,"seek":1,"0":1,"s":4,"await":4,"data":2,"read":1,"strip":1,"encode":1,"utf":2,"8":2,"from":2,"false":1,"else":2,"responses":1,"temporary":2,"and":1,"then":1,"with":1,"tempfile":1,"namedtemporaryfile":1,"mode":1,"w":1,"encoding":1,"prefix":1,"suffix":1,"jsonl":1,"as":1,"f":4,"local":4,"name":3,"true":1},"10151,1915,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"def":4,"make":4,"error":13,"request":19,"output":10,"batchrequestinput":3,"msg":5,"str":2,"batchrequestoutput":6,"batch":10,"id":12,"f":6,"vllm":7,"random":6,"uuid":6,"custom":6,"response":9,"batchresponsedata":3,"status":2,"code":3,"httpstatus":1,"bad":1,"return":3,"async":4,"run":2,"serving":2,"engine":3,"func":2,"callable":1,"tracker":2,"batchprogresstracker":1,"await":1,"body":2,"if":1,"isinstance":2,"chatcompletionresponse":1,"embeddingresponse":1,"scoreresponse":1,"rerankresponse":1,"none":1,"elif":1,"errorresponse":1,"else":1,"must":1,"not":1,"be":1,"sent":1,"in":1,"stream":1,"mode":1,"completed":1,"client":1,"engineclient":1,"config":1,"vllmconfig":1,"args":1,"namespace":1},"12066,1996,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"none":9,"if":6,"args":8,"served":5,"model":20,"name":5,"is":1,"not":1,"names":3,"else":6,"enable":5,"log":3,"requests":1,"request":8,"logger":9,"requestlogger":1,"max":2,"len":2,"base":3,"paths":3,"basemodelpath":1,"path":1,"for":1,"in":5,"config":11,"vllm":2,"envs":1,"use":1,"v1":1,"supported":10,"tasks":10,"await":1,"engine":6,"client":6,"get":1,"type":1,"ignore":1,"info":1,"s":1,"create":1,"the":1,"openai":8,"serving":10,"objects":1,"models":4,"openaiservingmodels":1,"lora":1,"modules":1,"chat":5,"openaiservingchat":1,"response":1,"role":1,"template":4,"content":2,"format":2,"auto":2,"prompt":2,"tokens":2,"details":2,"generate":1,"embedding":1,"openaiservingembedding":1,"embed":2,"reranking":2,"classify":1,"and":1,"getattr":1,"hf":1,"num":1,"labels":1,"0":1,"1":1,"scores":1,"servingscores":1,"or":1},"14062,1684,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"tracker":3,"batchprogresstracker":1,"logger":1,"info":1,"reading":1,"batch":1,"from":1,"s":1,"args":2,"input":2,"file":4,"submit":1,"all":1,"requests":1,"in":2,"the":5,"to":1,"engine":1,"concurrently":1,"response":4,"futures":4,"list":1,"awaitable":1,"batchrequestoutput":1,"for":1,"request":15,"json":6,"await":1,"read":1,"strip":2,"split":1,"n":1,"skip":1,"empty":1,"lines":1,"if":6,"not":5,"continue":3,"batchrequestinput":1,"model":3,"validate":1,"determine":1,"type":1,"of":1,"and":1,"run":2,"it":1,"url":2,"v1":2,"chat":8,"completions":2,"handler":5,"fn":5,"openai":4,"serving":4,"create":2,"completion":1,"is":4,"none":6,"else":2,"append":3,"make":2,"async":2,"error":4,"output":2,"msg":2,"does":2,"support":2,"api":2,"submitted":1,"elif":1,"embeddings":2,"embed":2,"embedding":3},"15746,1957,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"response":7,"futures":7,"append":6,"run":3,"request":15,"embed":1,"handler":7,"fn":7,"tracker":7,"submitted":3,"elif":2,"url":4,"endswith":2,"score":7,"openai":5,"serving":4,"scores":5,"create":1,"if":4,"is":4,"not":4,"none":6,"else":3,"make":3,"async":3,"error":6,"output":5,"msg":3,"the":2,"model":2,"does":2,"support":2,"api":3,"continue":2,"rerank":8,"do":1,"f":1,"was":1,"used":1,"supported":2,"endpoints":1,"v1":2,"chat":1,"completions":1,"embeddings":1,"see":1,"vllm":1,"entrypoints":1,"server":1,"py":1,"for":1,"versions":1,"with":1,"pbar":1,"responses":2,"await":2,"asyncio":1,"gather":1,"write":1,"file":2,"args":2,"tmp":1,"dir":1},"17703,991,data/raw/vllm-0.10.1/vllm/entrypoints/openai/run_batch.py":{"async":4,"def":1,"main":3,"args":11,"namespace":1,"from":2,"vllm":7,"entrypoints":1,"openai":2,"api":2,"server":3,"import":2,"build":2,"engine":5,"client":6,"usage":3,"lib":1,"usagecontext":2,"with":1,"context":1,"batch":3,"runner":1,"disable":1,"frontend":1,"multiprocessing":1,"false":1,"as":1,"config":3,"await":2,"get":1,"run":2,"if":2,"name":1,"parse":1,"logger":4,"info":4,"processing":1,"version":2,"s":2,"start":2,"the":3,"prometheus":4,"metrics":6,"llmengine":1,"uses":1,"to":1,"publish":1,"at":1,"endpoint":1,"enable":1,"enabled":1,"http":1,"port":2,"addr":1,"url":1,"else":1,"disabled":1,"asyncio":1},"0,1982,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"import":20,"base64":2,"from":17,"collections":1,"abc":1,"asyncgenerator":1,"mapping":1,"typing":2,"any":1,"final":1,"literal":2,"optional":1,"union":1,"cast":1,"numpy":1,"as":3,"np":1,"torch":1,"fastapi":1,"request":1,"extensions":1,"assert":1,"never":1,"override":1,"config":1,"modelconfig":1,"engine":2,"protocol":2,"engineclient":1,"entrypoints":5,"chat":1,"utils":2,"chattemplatecontentformatoption":1,"logger":5,"requestlogger":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"docstring":1,"disable":1,"openai":3,"embeddingchatrequest":1,"embeddingcompletionrequest":1,"embeddingrequest":1,"embeddingresponse":1,"embeddingresponsedata":1,"errorresponse":1,"usageinfo":1,"serving":2,"embeddingservecontext":1,"openaiserving":1,"requestprompt":1,"servecontext":1,"texttokensprompt":1,"enable":1,"models":1,"openaiservingmodels":1,"inputs":2,"data":2,"embedsprompt":1,"engineembedsprompt":1,"tokensprompt":1,"enginetokensprompt":1,"init":2,"outputs":1,"embeddingoutput":2,"embeddingrequestoutput":1,"poolingoutput":1,"poolingrequestoutput":1,"requestoutput":1,"pooling":1,"params":1,"poolingparams":1,"chunk":1,"list":1,"name":1,"def":1,"get":1,"embedding":1,"output":1,"encoding":1,"format":1,"float":1},"1982,1303,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"union":1,"list":1,"float":2,"str":1,"if":2,"encoding":4,"format":3,"return":2,"output":2,"embedding":4,"elif":1,"base64":3,"force":1,"to":2,"use":1,"float32":2,"for":1,"match":1,"the":1,"openai":1,"python":1,"client":2,"behavior":1,"bytes":2,"np":1,"array":1,"dtype":1,"tobytes":1,"b64encode":1,"decode":1,"utf":1,"8":1,"assert":1,"never":1,"class":1,"embeddingmixin":1,"openaiserving":1,"def":2,"init":2,"self":7,"args":2,"kwargs":2,"super":1,"pooler":7,"config":8,"model":1,"avoid":1,"repeated":1,"attribute":1,"lookups":1,"supports":1,"chunked":2,"processing":2,"bool":1,"and":2,"enable":1,"max":3,"embed":3,"len":3,"else":1,"none":1,"override":1,"async":1,"preprocess":1,"ctx":6,"servecontext":1,"optional":1,"errorresponse":1,"cast":1,"embeddingservecontext":1,"try":1,"lora":2,"request":3,"maybe":1,"get":2,"adapters":1,"tokenizer":2,"await":1,"engine":1},"3285,1886,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"if":1,"isinstance":1,"ctx":18,"request":10,"embeddingchatrequest":1,"prompts":4,"engine":2,"await":2,"self":4,"preprocess":2,"chat":6,"tokenizer":2,"messages":1,"template":5,"or":1,"content":2,"format":2,"in":2,"embedding":1,"requests":1,"we":1,"are":1,"not":1,"generating":1,"tokens":11,"so":1,"there":1,"is":1,"no":1,"need":1,"to":2,"append":1,"extra":1,"the":1,"input":2,"add":5,"generation":1,"prompt":7,"false":2,"continue":1,"final":3,"message":1,"truncate":4,"special":4,"else":1,"completion":1,"return":2,"none":1,"except":1,"valueerror":1,"typeerror":1,"as":1,"e":2,"logger":1,"exception":1,"error":2,"preprocessing":1,"inputs":1,"create":1,"response":2,"str":1,"override":1,"def":1,"build":1,"servecontext":1,"union":1,"embeddingresponse":1,"errorresponse":1,"items":1,"list":2,"embeddingresponsedata":1,"num":1,"0":1,"res":2,"batch":2,"checked":1,"cast":1,"poolingrequestoutput":1},"5171,1764,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"for":3,"idx":3,"final":4,"res":6,"in":1,"enumerate":1,"batch":1,"checked":1,"embedding":4,"embeddingrequestoutput":1,"from":1,"base":1,"item":2,"embeddingresponsedata":1,"index":1,"get":3,"outputs":1,"ctx":5,"request":6,"encoding":1,"format":1,"prompt":12,"token":5,"ids":5,"items":2,"append":1,"num":3,"tokens":5,"len":2,"usage":3,"usageinfo":1,"total":1,"return":3,"embeddingresponse":1,"id":2,"created":2,"time":1,"model":5,"name":1,"data":1,"def":3,"max":2,"position":1,"embeddings":1,"self":5,"int":2,"the":1,"s":1,"effective":1,"maximum":1,"sequence":1,"length":1,"chunking":1,"config":1,"should":2,"use":1,"chunked":5,"processing":4,"bool":1,"check":1,"if":1,"be":1,"used":1,"this":1,"isinstance":1,"embeddingcompletionrequest":1,"embeddingchatrequest":1,"and":1,"supports":1,"async":1,"process":2,"embeddingservecontext":1,"original":2,"texttokensprompt":1,"pooling":1,"params":1,"trace":1,"headers":1,"list":2,"asyncgenerator":2,"poolingrequestoutput":2,"none":2,"a":1,"single":1,"using":1,"generators":1},"6935,1790,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"split":1,"into":1,"chunks":2,"using":1,"max":4,"position":2,"embeddings":4,"pos":2,"self":4,"get":1,"process":1,"all":1,"for":7,"mean":1,"aggregation":1,"chunk":21,"idx":3,"tokens":3,"in":1,"enumerate":1,"list":2,"token":4,"ids":5,"create":4,"a":1,"request":14,"id":5,"this":3,"f":2,"ctx":4,"prompt":11,"engine":4,"enginetokensprompt":1,"logging":1,"text":3,"texttokensprompt":2,"log":2,"the":1,"inputs":1,"params":3,"pooling":2,"lora":4,"generator":3,"and":1,"wrap":1,"it":1,"to":2,"return":2,"indices":1,"original":2,"client":1,"encode":1,"trace":2,"headers":2,"priority":2,"getattr":1,"0":1,"generators":2,"append":1,"def":1,"validate":1,"input":4,"int":1,"str":1,"override":1,"support":1,"chunked":1,"processing":1,"embedding":1,"requests":1,"num":1,"len":1},"8725,1894,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"note":1,"embeddingrequest":1,"doesn":1,"t":1,"have":1,"max":19,"tokens":5,"if":5,"isinstance":1,"request":2,"embeddingcompletionrequest":1,"embeddingchatrequest":1,"check":2,"chunked":6,"processing":5,"is":4,"enabled":1,"for":6,"pooling":1,"models":1,"enable":2,"self":5,"should":1,"use":3,"position":2,"embeddings":3,"decisions":1,"pos":1,"get":1,"determine":1,"the":7,"effective":1,"length":19,"validation":5,"embed":3,"len":6,"not":1,"none":1,"instead":1,"of":3,"model":5,"type":6,"maximum":2,"embedding":3,"input":6,"value":7,"else":1,"fall":1,"back":1,"to":1,"original":1,"behavior":1,"context":1,"error":3,"msg":3,"this":2,"s":2,"however":2,"you":2,"requested":2,"token":5,"num":5,"in":2,"generation":2,"please":2,"reduce":2,"or":1,"exceeds":1,"raise":1,"valueerror":1,"format":1},"10619,1848,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"check":2,"for":3,"chunked":5,"processing":5,"when":2,"exceeding":1,"max":6,"position":3,"embeddings":6,"if":3,"token":7,"num":4,"pos":3,"enable":1,"allow":1,"long":1,"inputs":1,"is":3,"enabled":1,"logger":1,"info":1,"input":6,"length":4,"s":3,"exceeds":1,"will":1,"use":2,"else":1,"raise":1,"valueerror":1,"error":1,"msg":1,"format":1,"type":1,"maximum":1,"value":1,"return":3,"texttokensprompt":2,"prompt":17,"text":3,"ids":5,"other":1,"request":5,"types":1,"the":1,"parent":1,"implementation":1,"super":1,"validate":1,"def":2,"tokens":1,"self":2,"bool":1,"a":4,"has":1,"isinstance":1,"dict":1,"and":2,"in":2,"embeds":1,"not":1,"async":1,"create":2,"single":2,"generator":2,"ctx":2,"embeddingservecontext":1,"engine":1,"union":2,"enginetokensprompt":1,"engineembedsprompt":1,"requestprompt":1,"pooling":1,"params":1,"poolingparams":1,"trace":1,"headers":1,"optional":1,"mapping":1,"str":2,"index":2,"int":1,"asyncgenerator":1,"requestoutput":1,"poolingrequestoutput":1,"none":1,"using":1,"standard":1,"id":2,"item":1,"f":1},"12467,1900,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"self":6,"log":1,"inputs":1,"request":11,"id":2,"item":2,"prompt":4,"params":7,"pooling":6,"lora":4,"ctx":11,"mypy":2,"has":1,"an":1,"existing":1,"bug":1,"related":1,"to":3,"inferring":1,"the":2,"variance":1,"of":1,"typeddicts":1,"with":1,"builtins":1,"enumerate":1,"https":1,"github":1,"com":1,"python":1,"issues":1,"8586":1,"issuecomment":1,"2867698435":1,"engine":4,"cast":2,"union":2,"enginetokensprompt":1,"engineembedsprompt":1,"return":4,"original":1,"generator":1,"without":1,"wrapping":1,"client":1,"encode":1,"trace":4,"headers":5,"priority":2,"getattr":1,"0":1,"override":2,"async":1,"def":1,"prepare":2,"generators":3,"servecontext":1,"optional":1,"errorresponse":2,"support":1,"chunked":7,"processing":5,"embeddingservecontext":1,"check":1,"if":5,"we":1,"should":2,"use":4,"no":1,"needed":1,"delegate":1,"parent":1,"class":1,"not":1,"await":2,"super":1,"custom":1,"logic":1,"for":1,"list":1,"asyncgenerator":1,"requestoutput":1,"poolingrequestoutput":1,"none":3,"try":1,"raw":2,"is":1,"else":1,"get":1,"create":1,"isinstance":1},"14367,1522,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"verify":2,"and":1,"set":1,"the":1,"task":1,"for":3,"pooling":3,"params":3,"try":1,"embed":1,"self":7,"model":1,"config":1,"except":1,"valueerror":1,"as":1,"e":2,"return":3,"create":3,"error":3,"response":3,"str":1,"if":5,"ctx":5,"engine":4,"prompts":6,"is":3,"none":2,"not":2,"available":2,"request":7,"max":3,"pos":2,"embeddings":3,"get":1,"position":1,"i":3,"prompt":12,"in":1,"enumerate":1,"check":1,"this":2,"specific":1,"needs":1,"chunked":3,"processing":2,"text":4,"tokens":4,"cast":2,"to":1,"texttokensprompt":2,"since":1,"we":1,"ve":1,"verified":1,"token":2,"ids":2,"len":1,"use":1,"chunk":2,"generators":3,"await":1,"process":1,"trace":1,"headers":1,"extend":1,"continue":1},"15889,1927,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"normal":1,"processing":4,"for":5,"short":1,"prompts":6,"or":1,"non":1,"token":1,"cast":3,"engine":6,"prompt":6,"to":2,"the":1,"expected":1,"type":1,"mypy":1,"typed":2,"union":1,"enginetokensprompt":1,"engineembedsprompt":1,"generator":6,"await":2,"self":7,"create":5,"single":1,"ctx":11,"request":4,"pooling":1,"params":1,"trace":1,"headers":1,"i":1,"generators":2,"append":1,"from":1,"vllm":2,"utils":1,"import":1,"merge":2,"async":3,"iterators":2,"result":3,"return":6,"none":4,"except":1,"exception":1,"as":1,"e":2,"todo":1,"use":4,"a":1,"specific":1,"validation":1,"error":5,"response":4,"str":1,"override":1,"def":1,"collect":3,"batch":3,"servecontext":1,"optional":1,"errorresponse":1,"and":1,"aggregate":1,"results":2,"with":1,"support":1,"chunked":6,"requests":2,"performs":1,"online":1,"aggregation":1,"minimize":1,"memory":1,"usage":1,"regular":1,"collects":1,"normally":1,"embeddingservecontext":1,"try":1,"if":5,"is":3,"not":4,"available":3,"check":1,"we":1,"used":1,"should":1,"super":1},"17816,1785,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"online":2,"aggregation":2,"for":6,"chunked":3,"requests":1,"to":1,"minimize":1,"memory":1,"usage":1,"track":1,"state":1,"each":1,"prompt":13,"aggregators":4,"dict":3,"int":3,"str":1,"any":1,"short":1,"prompts":1,"results":1,"poolingrequestoutput":4,"async":1,"result":11,"idx":9,"in":3,"ctx":1,"generator":1,"if":5,"chunk":3,"request":5,"id":5,"extract":2,"from":2,"parts":3,"split":2,"try":1,"index":1,"1":1,"except":1,"valueerror":1,"indexerror":1,"fallback":1,"parsing":1,"fails":1,"initialize":1,"aggregator":2,"this":1,"needed":1,"not":2,"weighted":2,"sum":1,"none":1,"total":1,"weight":1,"0":3,"count":1,"mean":1,"pooling":1,"with":1,"averaging":1,"ensure":1,"is":1,"embedding":2,"processing":1,"isinstance":1,"return":1,"self":1,"create":1,"error":1,"response":1,"f":3,"expected":1,"got":1,"type":1,"name":1},"19601,1629,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"handle":1,"both":1,"poolingoutput":2,"and":1,"embeddingoutput":2,"types":1,"if":4,"hasattr":2,"result":7,"outputs":5,"data":8,"case":2,"embedding":12,"elif":1,"convert":1,"list":1,"to":2,"tensor":3,"else":2,"return":2,"self":2,"create":2,"error":2,"response":2,"f":2,"unsupported":1,"output":1,"type":2,"name":1,"not":1,"isinstance":1,"torch":4,"dtype":2,"float32":2,"prompt":3,"token":3,"ids":3,"is":2,"none":3,"cannot":1,"be":1,"for":1,"chunked":1,"processing":1,"weight":2,"len":1,"weighted":6,"aggregator":3,"sum":3,"first":1,"chunk":1,"accumulate":1},"21230,1840,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"aggregator":5,"total":6,"weight":7,"chunk":1,"count":1,"1":2,"else":1,"non":1,"chunked":2,"result":6,"extract":1,"prompt":11,"idx":9,"from":1,"request":2,"id":2,"parts":2,"split":1,"try":1,"last":1,"part":1,"should":1,"be":1,"index":1,"int":2,"except":1,"valueerror":1,"indexerror":1,"fallback":1,"to":1,"short":1,"prompts":4,"results":2,"cast":1,"poolingrequestoutput":3,"finalize":2,"aggregated":2,"final":4,"res":1,"batch":1,"list":1,"union":1,"embeddingrequestoutput":1,"num":2,"len":1,"ctx":1,"engine":1,"for":3,"in":2,"range":1,"if":2,"aggregators":2,"mean":2,"aggregation":1,"this":1,"weighted":5,"sum":5,"is":1,"not":1,"none":1,"and":3,"isinstance":2,"torch":1,"tensor":1,"float":1,"0":1,"compute":1,"embedding":3,"create":1,"a":1,"the":1,"pooling":1,"output":1,"data":2,"poolingoutput":1},"23070,1844,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"get":1,"original":6,"prompt":17,"token":5,"ids":5,"for":3,"this":1,"ctx":2,"request":6,"prompts":3,"idx":6,"if":1,"not":3,"self":5,"is":2,"text":1,"tokens":1,"return":5,"create":4,"error":4,"response":4,"f":5,"chunked":1,"a":1,"texttokensprompt":2,"cast":3,"pooling":3,"output":3,"poolingrequestoutput":3,"id":3,"aggregator":1,"outputs":1,"data":1,"finished":1,"true":1,"final":4,"res":4,"batch":4,"append":2,"else":2,"failed":1,"to":1,"aggregate":1,"chunks":1,"elif":1,"in":1,"short":2,"results":2,"result":1,"found":1,"list":1,"union":1,"requestoutput":1,"none":1,"except":1,"exception":1,"as":1,"e":2,"str":1,"class":1,"openaiservingembedding":1,"embeddingmixin":1,"prefix":1,"embd":1},"24914,1921,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"def":3,"init":2,"self":10,"engine":3,"client":3,"engineclient":1,"model":8,"config":3,"modelconfig":1,"models":3,"openaiservingmodels":1,"request":22,"logger":3,"optional":4,"requestlogger":1,"chat":10,"template":10,"str":1,"content":5,"format":5,"chattemplatecontentformatoption":1,"none":3,"super":3,"final":1,"async":1,"create":2,"embedding":3,"embeddingrequest":2,"raw":4,"union":1,"embeddingresponse":1,"errorresponse":2,"api":6,"similar":1,"to":1,"openai":3,"s":1,"see":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"embeddings":1,"for":1,"the":2,"specification":1,"this":1,"mimics":1,"name":4,"get":1,"id":6,"f":2,"prefix":1,"base":1,"ctx":6,"embeddingservecontext":1,"return":3,"await":1,"handle":1,"type":1,"ignore":1,"override":1,"validate":2,"servecontext":1,"if":1,"error":2,"truncate":2,"prompt":2,"tokens":2},"26835,494,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_embedding.py":{"override":1,"def":1,"create":3,"pooling":7,"params":7,"self":3,"ctx":2,"servecontext":1,"embeddingrequest":1,"union":1,"poolingparams":1,"errorresponse":2,"super":1,"if":1,"isinstance":1,"return":3,"try":1,"verify":1,"embed":1,"model":1,"config":1,"except":1,"valueerror":1,"as":1,"e":2,"error":1,"response":1,"str":1},"0,1966,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":19,"asyncio":1,"time":1,"from":16,"collections":2,"abc":2,"asyncgenerator":1,"asynciterator":1,"sequence":1,"as":2,"genericsequence":1,"typing":2,"optional":1,"union":1,"cast":1,"jinja2":1,"fastapi":1,"request":1,"extensions":1,"assert":1,"never":1,"config":1,"modelconfig":1,"engine":3,"protocol":2,"engineclient":1,"entrypoints":6,"logger":3,"requestlogger":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"openai":4,"completionlogprobs":1,"completionrequest":1,"completionresponse":1,"completionresponsechoice":1,"completionresponsestreamchoice":1,"completionstreamresponse":1,"errorresponse":1,"prompttokenusageinfo":1,"requestresponsemetadata":1,"usageinfo":1,"serving":3,"embedsprompt":2,"servingengineembedsprompt":1,"openaiserving":1,"texttokensprompt":1,"clamp":1,"prompt":4,"logprobs":1,"is":3,"text":1,"tokens":3,"enable":1,"models":1,"openaiservingmodels":1,"utils":1,"get":1,"max":1,"inputs":1,"data":1,"tokensprompt":1,"embeds":1,"init":1,"outputs":1,"requestoutput":1},"1966,1893,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"from":5,"vllm":4,"sampling":6,"params":5,"import":4,"beamsearchparams":1,"samplingparams":1,"sequence":1,"logprob":1,"transformers":1,"utils":2,"tokenizer":1,"anytokenizer":1,"merge":1,"async":2,"iterators":1,"logger":6,"init":3,"name":1,"class":1,"openaiservingcompletion":1,"openaiserving":1,"def":2,"self":8,"engine":3,"client":3,"engineclient":1,"model":6,"config":6,"modelconfig":1,"models":3,"openaiservingmodels":1,"request":6,"optional":2,"requestlogger":1,"return":3,"tokens":6,"as":3,"token":3,"ids":3,"bool":3,"false":3,"enable":6,"prompt":3,"details":3,"force":3,"include":3,"usage":3,"super":1,"default":4,"get":1,"diff":1,"param":1,"if":2,"source":5,"generation":1,"auto":1,"else":1,"info":1,"using":1,"completion":4,"s":3,"create":2,"completionrequest":1,"raw":1,"none":2,"union":1,"asyncgenerator":1,"str":1,"completionresponse":1,"errorresponse":1,"api":6,"similar":1,"to":1,"openai":3,"see":1,"https":1,"platform":1,"com":1,"docs":1,"reference":1,"completions":1,"for":1,"the":2,"specification":1,"this":1,"mimics":1},"3859,1436,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"note":1,"currently":3,"we":4,"do":2,"not":6,"support":3,"the":5,"following":1,"feature":1,"suffix":4,"language":1,"models":1,"error":8,"check":4,"ret":3,"await":2,"self":8,"model":1,"request":19,"if":6,"is":7,"none":3,"return":5,"engine":5,"dead":3,"raise":2,"s":1,"this":1,"required":1,"for":2,"streaming":1,"case":1,"where":1,"a":1,"success":1,"status":1,"before":1,"actually":1,"start":1,"generating":1,"text":1,"client":3,"errored":1,"unsupported":2,"features":1,"create":2,"response":2,"supported":1,"echo":2,"and":1,"prompt":2,"embeds":2,"with":1,"id":5,"f":2,"cmpl":1,"base":1,"raw":3,"created":1,"time":3,"int":1,"metadata":3,"requestresponsemetadata":1,"state":1,"try":1,"lora":2,"maybe":1,"get":2,"adapters":1,"tokenizer":2},"5295,945,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"request":5,"prompts":2,"engine":1,"await":1,"self":5,"preprocess":1,"completion":1,"tokenizer":1,"prompt":7,"truncate":2,"tokens":4,"add":2,"special":2,"except":4,"valueerror":1,"as":4,"e":8,"logger":4,"exception":4,"error":8,"in":4,"preprocessing":4,"inputs":4,"return":4,"create":4,"response":4,"str":4,"typeerror":1,"runtimeerror":1,"jinja2":1,"templateerror":1},"6240,1702,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"schedule":1,"the":6,"request":3,"and":2,"get":2,"result":1,"generator":1,"generators":1,"list":1,"asyncgenerator":1,"requestoutput":1,"none":2,"try":1,"for":1,"i":1,"engine":12,"prompt":17,"in":1,"enumerate":2,"prompts":1,"sampling":5,"params":5,"union":3,"samplingparams":1,"beamsearchparams":1,"mypy":3,"does":2,"not":2,"infer":2,"that":2,"will":1,"have":1,"only":1,"one":2,"of":7,"token":2,"ids":2,"or":1,"embeds":3,"defined":1,"both":2,"these":1,"as":1,"object":2,"expected":1,"type":2,"where":1,"it":1,"infers":1,"if":3,"is":4,"a":1,"subclass":1,"typeddicts":1,"defines":1,"keys":1,"worse":1,"because":2,"https":1,"github":1,"com":1,"python":1,"issues":1,"8586":1,"correctly":1,"so":1,"we":1,"need":1,"an":1,"unnecessary":1,"cast":2,"here":1,"embedsprompt":1,"tokensprompt":1,"input":4,"length":4,"len":4,"elif":1,"tokens":3,"else":1,"assert":1,"never":1,"self":4,"default":4,"max":4,"model":2},"7942,1941,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"if":3,"request":19,"use":1,"beam":3,"search":3,"sampling":9,"params":12,"to":2,"max":2,"tokens":2,"self":7,"default":2,"else":3,"model":1,"config":1,"logits":1,"processor":1,"pattern":1,"id":6,"item":3,"f":1,"i":2,"log":1,"inputs":1,"prompts":1,"lora":6,"trace":4,"headers":5,"none":2,"raw":2,"is":1,"await":1,"get":1,"mypy":1,"inconsistently":1,"requires":1,"this":1,"second":1,"cast":2,"in":2,"different":1,"environments":1,"it":2,"shouldn":1,"t":1,"be":1,"necessary":1,"redundant":1,"from":1,"above":1,"but":1,"pre":1,"commit":1,"ci":1,"fails":1,"without":1,"engine":6,"prompt":5,"union":1,"embedsprompt":1,"tokensprompt":1,"isinstance":1,"beamsearchparams":1,"generator":2,"client":2,"generate":1,"priority":2},"9883,1567,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"generators":2,"append":1,"generator":5,"except":1,"valueerror":1,"as":1,"e":2,"todo":1,"use":3,"a":1,"vllm":1,"specific":1,"validation":1,"error":2,"return":2,"self":4,"create":1,"response":3,"str":1,"result":3,"merge":1,"async":2,"iterators":1,"model":4,"name":3,"get":1,"request":12,"lora":1,"num":4,"prompts":6,"len":1,"engine":1,"similar":1,"to":1,"the":3,"openai":1,"api":1,"when":2,"n":2,"best":4,"of":4,"we":2,"do":2,"not":4,"stream":6,"results":2,"noting":1,"that":1,"is":3,"only":1,"supported":1,"in":4,"v0":1,"addition":1,"beam":2,"search":2,"and":2,"none":3,"or":1,"streaming":2,"if":1,"completion":1,"id":1,"created":1,"time":1,"tokenizer":2,"metadata":2,"enable":2,"force":2,"include":2,"usage":2,"non":1,"final":5,"res":7,"batch":3,"list":1,"optional":1,"requestoutput":1,"try":1,"for":2,"i":3,"enumerate":1,"assert":1},"11450,1616,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"the":3,"output":2,"should":1,"contain":1,"input":1,"text":2,"we":3,"did":1,"not":1,"pass":1,"it":1,"into":1,"vllm":2,"engine":1,"to":3,"avoid":1,"being":1,"redundant":1,"with":2,"inputs":1,"token":1,"ids":1,"if":3,"final":6,"res":6,"prompt":8,"is":2,"none":3,"request":9,"prompts":1,"i":1,"tokens":1,"else":1,"batch":3,"checked":2,"cast":1,"list":1,"requestoutput":1,"response":9,"self":3,"completion":1,"id":1,"created":1,"time":1,"model":2,"name":1,"tokenizer":1,"metadata":1,"except":2,"asyncio":1,"cancellederror":1,"return":5,"create":2,"error":3,"client":1,"disconnected":1,"valueerror":1,"as":1,"e":2,"todo":1,"use":1,"a":3,"specific":1,"validation":1,"str":2,"when":1,"user":1,"requests":1,"streaming":2,"but":1,"don":1,"t":1,"stream":4,"still":1,"need":1,"single":1,"event":1,"json":3,"dump":1,"async":1,"def":1,"fake":2,"generator":2,"asyncgenerator":1,"yield":2,"f":1,"data":2,"n":4,"done":1},"13066,1634,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"async":2,"def":1,"completion":1,"stream":6,"generator":3,"self":1,"request":7,"completionrequest":1,"prompts":6,"list":1,"union":1,"texttokensprompt":1,"servingengineembedsprompt":1,"result":2,"asynciterator":1,"tuple":1,"int":3,"requestoutput":1,"id":1,"str":3,"created":1,"time":1,"model":1,"name":1,"num":14,"tokenizer":1,"anytokenizer":1,"metadata":1,"requestresponsemetadata":1,"enable":2,"force":2,"include":8,"usage":9,"bool":1,"asyncgenerator":1,"none":3,"choices":4,"1":1,"if":3,"n":2,"is":1,"else":2,"previous":2,"text":1,"lens":1,"0":3,"tokens":5,"has":1,"echoed":1,"false":4,"prompt":6,"cached":3,"first":3,"iteration":3,"true":1,"options":5,"or":1,"continuous":3,"and":1,"stats":1,"try":1,"for":1,"idx":1,"res":4,"in":1,"token":2,"ids":2,"logprobs":2},"14700,838,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"if":3,"res":3,"prompt":17,"is":3,"not":2,"none":3,"text":4,"else":2,"request":4,"prompts":1,"idx":3,"tokens":2,"details":1,"are":1,"excluded":1,"from":1,"later":1,"streamed":1,"outputs":2,"token":3,"ids":3,"num":2,"len":1,"delta":1,"genericsequence":2,"int":2,"out":1,"logprobs":1,"optional":2,"dict":1,"logprob":1,"for":1,"output":2,"in":1,"i":1,"index":1,"choices":1},"15538,1573,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"assert":3,"request":3,"max":2,"tokens":3,"is":3,"not":7,"none":3,"if":3,"echo":2,"and":4,"has":2,"echoed":2,"i":3,"prompt":10,"token":10,"ids":9,"text":9,"0":1,"only":1,"return":3,"the":3,"delta":9,"out":3,"logprobs":7,"else":2,"first":1,"output":6,"or":2,"true":1,"just":1,"previous":1,"num":1,"chunked":1,"prefill":1,"case":1,"don":1,"t":1,"empty":1,"chunks":1,"continue":1},"17111,982,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"if":1,"request":3,"logprobs":10,"is":2,"not":3,"none":3,"assert":1,"out":2,"did":1,"output":6,"self":1,"create":1,"completion":1,"token":5,"ids":4,"delta":1,"top":2,"num":2,"tokenizer":2,"initial":1,"text":4,"offset":1,"previous":3,"lens":2,"i":3,"return":2,"as":2,"id":1,"tokens":2,"else":1,"len":2,"finish":2,"reason":4,"stop":2},"18093,1776,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"chunk":3,"completionstreamresponse":1,"id":2,"request":1,"created":2,"time":1,"model":3,"name":1,"choices":1,"completionresponsestreamchoice":1,"index":1,"i":2,"text":2,"delta":1,"logprobs":2,"finish":2,"reason":4,"stop":2,"if":2,"include":1,"continuous":1,"usage":4,"prompt":13,"tokens":27,"num":6,"idx":1,"completion":8,"previous":2,"usageinfo":2,"total":8,"response":2,"json":3,"dump":1,"exclude":1,"unset":1,"false":1,"yield":1,"f":1,"data":1,"n":2,"sum":2,"final":2,"info":2,"self":1,"enable":1,"details":2,"and":1,"cached":3,"prompttokenusageinfo":1},"19869,1869,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"if":1,"include":1,"usage":10,"final":16,"chunk":2,"completionstreamresponse":1,"id":3,"request":6,"created":3,"time":2,"model":4,"name":2,"choices":3,"info":3,"data":7,"dump":1,"json":1,"exclude":2,"unset":1,"false":1,"none":4,"true":1,"yield":3,"f":2,"n":6,"report":1,"to":2,"fastapi":1,"middleware":1,"aggregate":1,"across":1,"all":1,"metadata":2,"except":1,"exception":1,"as":1,"e":2,"todo":1,"use":1,"a":1,"vllm":1,"specific":1,"validation":1,"error":2,"self":2,"create":1,"streaming":1,"response":2,"str":3,"done":1,"def":1,"output":1,"completion":1,"res":9,"batch":2,"list":2,"requestoutput":1,"completionrequest":1,"int":3,"tokenizer":1,"anytokenizer":1,"requestresponsemetadata":1,"completionresponse":1,"completionresponsechoice":1,"num":2,"prompt":9,"tokens":2,"0":2,"generated":1,"kv":1,"transfer":1,"params":1,"last":2,"for":1,"in":1,"token":4,"ids":4,"assert":1,"is":1,"not":1,"logprobs":4,"clamp":1,"text":1,"genericsequence":2,"out":1,"optional":2,"dict":1,"logprob":1},"21738,1717,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"for":1,"output":13,"in":1,"final":1,"res":1,"outputs":1,"assert":5,"request":7,"max":2,"tokens":3,"is":7,"not":7,"none":9,"if":4,"echo":1,"prompt":8,"text":8,"0":1,"token":11,"ids":10,"out":6,"logprobs":21,"else":4,"did":1,"self":1,"create":1,"completion":1,"top":2,"tokenizer":2,"num":1,"return":2,"as":2,"id":1},"23455,1998,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"choice":2,"data":2,"completionresponsechoice":1,"index":1,"len":4,"choices":4,"text":4,"output":5,"logprobs":10,"finish":2,"reason":4,"stop":2,"prompt":9,"final":7,"res":6,"append":1,"num":9,"generated":3,"tokens":15,"token":6,"ids":3,"usage":6,"usageinfo":1,"completion":3,"total":1,"if":2,"self":2,"enable":1,"details":2,"and":2,"last":4,"cached":3,"prompttokenusageinfo":1,"request":2,"metadata":1,"info":1,"batch":2,"kv":4,"transfer":4,"params":4,"0":3,"return":2,"completionresponse":1,"id":3,"created":2,"time":1,"model":2,"name":1,"def":1,"create":2,"genericsequence":2,"int":5,"top":3,"optional":4,"dict":2,"logprob":1,"tokenizer":1,"anytokenizer":1,"initial":1,"offset":2,"as":1,"bool":1,"none":1,"completionlogprobs":1,"for":1,"openai":1,"api":1,"out":4,"list":4,"float":2,"str":2},"25453,1967,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"should":4,"return":9,"as":10,"token":30,"id":14,"if":4,"is":2,"not":1,"none":4,"else":2,"self":3,"tokens":3,"ids":2,"for":2,"i":4,"in":3,"enumerate":2,"step":7,"top":14,"logprobs":12,"tokenizer":3,"decode":1,"f":1,"out":6,"append":6,"get":2,"decoded":2,"logprob":4,"max":2,"9999":2,"0":3,"makes":1,"sure":1,"to":2,"add":1,"the":3,"num":2,"output":2,"1":3,"defined":1,"openai":4,"api":1,"cf":1,"https":1,"github":1,"com":1,"openapi":2,"blob":1,"893ba52242dbd5387a97b96444ee1c742cfce9bd":1,"yaml":1,"l7153":1,"convert":1,"float":2,"inf":1,"json":1,"serializable":1,"that":1,"uses":1,"lp":4,"items":1},"27420,446,data/raw/vllm-0.10.1/vllm/entrypoints/openai/serving_completion.py":{"if":1,"len":4,"out":8,"text":7,"offset":7,"0":1,"append":2,"initial":1,"else":1,"1":1,"last":2,"token":5,"return":1,"completionlogprobs":1,"logprobs":4,"tokens":2,"top":2},"0,1909,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"code":1,"modified":1,"from":7,"deepseekv3":1,"tool":24,"parser":2,"py":1,"collections":1,"abc":1,"import":7,"sequence":1,"typing":1,"union":1,"regex":3,"as":1,"re":3,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":1,"abstract":1,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"transformers":1,"utils":1,"tokenizer":3,"anytokenizer":2,"name":2,"register":1,"module":1,"kimi":1,"k2":1,"class":1,"kimik2toolparser":1,"def":1,"self":11,"super":1,"current":2,"sent":1,"bool":1,"false":1,"prev":1,"call":13,"arr":1,"list":3,"dict":1,"id":3,"int":1,"1":1,"streamed":2,"args":1,"for":2,"str":5,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"a":1,"calls":4,"start":2,"token":4,"section":2,"begin":5,"end":5,"compile":2,"r":2,"s":6,"p":4,"d":2,"argument":2,"function":2,"arguments":2,"stream":1,"portion":1},"1909,1854,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"self":19,"stream":1,"tool":18,"call":12,"name":1,"regex":2,"re":1,"compile":1,"r":1,"p":1,"id":7,"d":1,"s":2,"if":3,"not":3,"model":6,"tokenizer":3,"raise":2,"valueerror":1,"the":5,"must":1,"be":1,"passed":1,"to":1,"toolparser":1,"constructor":1,"during":1,"construction":1,"calls":9,"start":7,"token":11,"vocab":4,"get":4,"end":7,"is":5,"none":3,"or":2,"runtimeerror":1,"kimi":1,"k2":1,"parser":1,"could":1,"locate":1,"tokens":1,"in":2,"def":1,"extract":1,"output":4,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"sanity":1,"check":1,"avoid":1,"unnecessary":1,"processing":1,"return":1,"tools":1,"called":1,"false":1,"content":1,"else":1,"try":1,"there":1,"are":1,"two":1,"possible":1,"captures":1,"between":2,"tags":1,"a":2,"tag":1,"and":2,"of":3,"string":1,"so":1,"result":1,"findall":2,"an":1,"array":1,"tuples":4,"where":1,"one":1,"function":4,"other":1,"logger":1,"debug":1},"3763,1629,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"tool":8,"calls":7,"for":1,"match":2,"in":2,"function":11,"call":2,"tuples":1,"id":5,"args":2,"functions":1,"get":1,"weather":1,"0":2,"name":3,"split":2,"1":1,"append":1,"toolcall":1,"type":1,"functioncall":1,"arguments":1,"content":5,"model":3,"output":3,"find":1,"self":2,"start":1,"token":4,"return":2,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"if":1,"else":1,"none":2,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1,"false":1,"def":1,"extract":1,"streaming":1,"previous":2,"text":3,"str":3,"current":2,"delta":2,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":1},"5392,1584,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"logger":4,"debug":4,"delta":9,"text":10,"s":2,"token":15,"ids":7,"check":1,"to":1,"see":1,"if":4,"we":3,"should":1,"be":1,"streaming":1,"a":3,"tool":22,"call":10,"is":1,"there":1,"self":8,"calls":3,"start":8,"id":5,"not":2,"in":3,"current":3,"no":1,"tokens":1,"found":1,"return":2,"deltamessage":2,"content":3,"replace":2,"end":10,"try":1,"figure":1,"out":2,"where":1,"are":1,"the":1,"parsing":2,"by":1,"counting":1,"tags":1,"prev":3,"count":12,"previous":2,"cur":5,"portion":2,"none":2,"case":1,"re":1,"generating":2,"or":1,"rounding":1,"and":2,"skipping":1},"6976,1730,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"if":3,"self":11,"tool":28,"call":15,"end":7,"token":9,"in":2,"delta":8,"text":15,"logger":2,"debug":2,"full":2,"current":6,"portion":8,"split":6,"start":9,"1":6,"0":2,"rstrip":2,"lstrip":1,"case":2,"we":2,"re":2,"starting":2,"a":2,"new":2,"cur":6,"count":8,"and":3,"prev":2,"len":1,"ids":1,"else":1,"none":4,"set":1,"cursors":1,"state":1,"appropriately":1,"id":2,"name":1,"sent":1,"false":1,"streamed":1,"args":1,"for":1,"append":1,"on":1,"s":2,"updating":1,"an":1,"existing":1,"elif":1,"get":1,"the":3,"of":1,"that":1},"8706,1824,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"case":2,"the":1,"current":4,"tool":19,"call":8,"is":3,"being":1,"closed":1,"elif":1,"cur":3,"start":2,"count":4,"end":6,"and":2,"prev":4,"if":4,"self":9,"arr":3,"none":4,"or":1,"len":1,"0":1,"logger":2,"debug":2,"attempting":1,"to":1,"close":1,"but":1,"no":1,"return":4,"diff":11,"id":3,"get":1,"arguments":2,"encode":1,"utf":1,"8":1,"decode":1,"unicode":1,"escape":1,"str":1,"else":2,"not":2,"in":1,"delta":6,"text":9,"loc":2,"rindex":1,"finishing":1,"found":1,"that":1,"had":1,"been":1,"streamed":2,"yet":1,"s":1,"args":1,"for":1,"deltamessage":2,"calls":2,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"otherwise":1,"we":1,"re":1,"just":1,"generating":1,"replace":2,"token":2,"content":1},"10530,1296,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"current":13,"tool":30,"call":18,"dict":1,"if":3,"portion":4,"matches":6,"self":2,"stream":2,"regex":2,"match":2,"id":8,"args":2,"groups":2,"name":10,"split":4,"1":2,"0":2,"arguments":2,"else":2,"str":3,"logger":1,"debug":1,"not":1,"enough":1,"token":1,"return":1,"none":1},"11826,1911,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"case":2,"we":3,"haven":1,"t":1,"sent":3,"the":7,"tool":22,"name":8,"yet":1,"if":10,"it":3,"s":4,"available":2,"send":4,"otherwise":3,"wait":1,"until":1,"not":3,"self":7,"current":9,"call":11,"is":4,"none":10,"return":4,"function":5,"union":1,"str":1,"get":2,"id":8,"true":2,"deltamessage":2,"calls":3,"deltatoolcall":1,"index":1,"type":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"else":2,"delta":5,"portion":4,"as":3,"text":4,"there":1,"but":1,"that":1,"to":3,"skip":1,"chunk":1,"content":1,"now":2,"nitty":1,"gritty":1,"of":1,"have":1,"parse":2,"logger":1,"debug":1,"trying":1,"with":1,"re":1,"starting":1,"a":2,"new":1,"push":1,"an":1,"empty":1,"object":1,"in":1,"placeholder":1,"for":1,"arguments":1,"len":1,"prev":2,"arr":2,"append":1},"13737,1693,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"main":1,"logic":1,"for":2,"tool":8,"parsing":1,"here":1,"compare":1,"prev":8,"partially":2,"parsed":2,"json":3,"to":2,"the":3,"current":5,"arguments":21,"self":5,"call":3,"arr":1,"id":3,"get":2,"cur":7,"logger":4,"debug":3,"diffing":1,"old":1,"s":3,"against":1,"new":1,"ones":1,"case":3,"no":2,"have":3,"been":1,"created":1,"yet":1,"skip":1,"sending":1,"a":2,"delta":5,"if":1,"not":5,"and":3,"skipping":2,"text":2,"none":3,"are":2,"defined":1,"but":2,"non":1,"now":2,"probably":1,"impossible":2,"fatal":1,"error":2,"just":1,"keep":1,"going":1,"elif":2,"should":1,"be":1,"reset":1,"mid":1,"streaming":1,"anything":1,"we":1,"first":1,"info":1,"about":1,"available":1,"from":1,"autocompleting":1,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"streamed":1,"args":1},"15430,1646,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/kimi_k2_tool_parser.py":{"last":1,"case":1,"we":1,"have":1,"an":1,"update":1,"to":2,"existing":1,"arguments":15,"elif":1,"cur":6,"and":4,"prev":9,"if":2,"isinstance":1,"delta":8,"text":2,"str":1,"len":4,"startswith":1,"logger":2,"debug":1,"got":1,"diff":1,"s":1,"deltamessage":1,"tool":13,"calls":1,"deltatoolcall":1,"index":1,"self":8,"current":7,"id":5,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":3,"true":1,"streamed":1,"args":1,"for":4,"else":2,"handle":2,"saving":1,"the":4,"state":1,"into":1,"list":1,"use":1,"in":1,"diffing":1,"next":1,"iteration":1,"call":6,"arr":3,"1":1,"append":1,"return":2,"except":1,"exception":2,"error":1,"trying":1,"streaming":1,"do":1,"not":1,"stream":1,"a":1,"skip":1,"this":1,"token":1},"0,1887,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":14,"json":3,"from":11,"collections":1,"abc":1,"sequence":1,"random":3,"choices":2,"string":1,"ascii":2,"letters":2,"digits":2,"typing":1,"union":1,"partial":2,"parser":3,"regex":2,"as":1,"re":1,"core":1,"options":1,"allow":1,"pydantic":1,"field":2,"entrypoints":3,"openai":3,"protocol":2,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":2,"tool":4,"parsers":2,"abstract":1,"toolparser":1,"toolparsermanager":2,"utils":2,"extract":1,"intermediate":1,"diff":1,"logger":4,"init":2,"transformers":1,"tokenizer":4,"anytokenizer":2,"mistraltokenizer":2,"name":2,"alphanumeric":3,"class":1,"mistraltoolcall":2,"id":7,"str":2,"default":1,"factory":1,"lambda":1,"generate":2,"staticmethod":2,"def":3,"mistral":4,"call":1,"ids":1,"must":1,"be":1,"with":1,"a":1,"length":1,"of":1,"9":3,"https":1,"github":1,"com":1,"mistralai":1,"common":2,"blob":1,"21ee9f6cee3441e9bb1e6ed2d10173f90bd9b94b":1,"src":1,"instruct":1,"validator":1,"py":1,"l299":1,"return":3,"join":1,"k":1,"is":2,"valid":1,"bool":2,"isalnum":1,"and":2,"len":1,"fn":1,"support":1,"model":3,"isinstance":1,"version":1,"11":1,"register":1,"module":1},"1887,1549,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"class":1,"mistraltoolparser":1,"toolparser":1,"tool":14,"call":5,"parser":3,"for":5,"mistral":8,"7b":1,"instruct":1,"v0":1,"3":1,"intended":1,"use":1,"with":1,"common":2,"https":1,"github":1,"com":1,"mistralai":1,"the":3,"examples":1,"chat":1,"template":2,"jinja":1,"used":2,"when":3,"enable":1,"auto":1,"choice":1,"are":1,"all":1,"set":1,"def":1,"init":2,"self":15,"tokenizer":6,"anytokenizer":1,"super":1,"if":3,"not":2,"isinstance":1,"model":3,"mistraltokenizer":1,"logger":1,"info":1,"non":1,"detected":1,"using":1,"a":3,"initialize":1,"properties":1,"state":1,"parsing":1,"calls":2,"in":2,"streaming":1,"mode":1,"prev":1,"arr":1,"list":3,"dict":1,"current":2,"id":3,"int":1,"1":1,"name":4,"sent":1,"bool":1,"false":1,"streamed":2,"args":1,"str":1,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"to":1,"bot":4,"token":5,"vocab":1,"get":1,"regex":4,"re":4,"compile":2,"r":2,"dotall":2,"is":2,"fn":3,"support":1,"za":1,"z0":1,"9":1,"s":4,"else":1,"none":2,"raise":1,"runtimeerror":1,"could":1,"locate":1},"3436,1847,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"def":2,"adjust":1,"request":7,"self":7,"chatcompletionrequest":3,"if":4,"not":4,"isinstance":1,"model":6,"tokenizer":1,"mistraltokenizer":2,"and":3,"tools":2,"tool":10,"choice":1,"none":1,"do":1,"skip":3,"special":3,"tokens":3,"when":1,"using":1,"chat":1,"template":1,"with":3,"mistral":1,"parser":1,"as":3,"call":4,"token":5,"is":4,"needed":1,"for":3,"detection":1,"note":1,"we":2,"don":2,"t":2,"want":1,"false":3,"it":1,"incompatible":1,"return":3,"extract":2,"calls":3,"output":4,"str":1,"extractedtoolcallinformation":2,"the":3,"from":1,"a":3,"complete":1,"response":2,"requires":1,"find":1,"replacing":1,"single":1,"quotes":3,"double":1,"json":2,"parsing":2,"make":1,"sure":1,"your":1,"arguments":1,"ever":1,"include":1,"case":1,"present":1,"text":1,"bot":3,"in":2,"called":1,"content":3,"first":2,"remove":1,"replace":1,"strip":1,"try":3,"to":1,"directly":1,"load":1,"very":1,"nested":1,"jsons":1,"difficult":1,"fn":3,"name":3,"regex":2,"matches":2,"findall":1,"function":1,"arr":1,"match":3,"0":1,"args":1,"1":1},"5283,1722,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"fn":2,"name":5,"is":2,"encoded":1,"outside":1,"serialized":2,"json":7,"dump":1,"only":1,"arguments":4,"are":2,"function":10,"call":14,"arr":4,"append":1,"loads":3,"args":2,"else":2,"tool":12,"content":7,"except":1,"jsondecodeerror":1,"use":2,"a":3,"regex":2,"to":2,"find":1,"the":4,"part":1,"corresponding":1,"note":1,"this":1,"case":1,"should":1,"not":1,"happen":1,"if":2,"model":2,"trained":1,"correctly":1,"it":2,"s":2,"easy":1,"possible":1,"fix":1,"so":1,"included":1,"but":2,"can":1,"be":1,"brittle":1,"for":2,"very":1,"complex":1,"highly":1,"nested":1,"calls":4,"raw":5,"self":2,"findall":1,"0":3,"list":1,"mistraltoolcall":2,"type":1,"functioncall":1,"as":1,"string":1,"dumps":1,"ensure":1,"ascii":1,"false":1,"in":1,"get":1,"any":1,"before":1,"output":1,"split":1,"bot":1,"token":1,"return":1,"extractedtoolcallinformation":1,"tools":1,"called":1,"true":1,"len":1,"none":1},"7005,1789,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"except":1,"exception":2,"logger":1,"error":1,"in":5,"extracting":1,"tool":12,"call":4,"from":1,"response":1,"return":5,"information":1,"to":2,"just":1,"treat":1,"the":10,"as":4,"regular":1,"json":2,"extractedtoolcallinformation":1,"tools":1,"called":1,"false":1,"calls":3,"content":3,"def":1,"extract":1,"streaming":1,"self":4,"previous":2,"text":5,"str":4,"current":4,"delta":5,"token":12,"ids":5,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"none":3,"if":8,"is":2,"not":3,"tokens":2,"generated":2,"so":3,"far":3,"append":1,"output":1,"contents":1,"since":2,"it":2,"s":2,"a":3,"bot":3,"id":2,"that":1,"means":2,"we":3,"re":1,"parsing":2,"now":1,"handle":1,"detected":1,"which":1,"start":1,"of":1,"calling":1,"and":1,"len":1,"1":1,"only":2,"don":3,"t":4,"send":2,"chat":1,"completion":1,"any":1,"control":1,"bit":1,"mask":1,"flags":2,"for":1,"partial":1,"name":3,"hasn":1,"been":1,"sent":2,"yet":1,"allow":4,"sending":2,"an":1,"incomplete":1,"string":1,"openai":1,"ever":1,"i":1,"have":1,"seen":1,"allows":1,"entire":1,"function":1,"at":1,"once":1,"all":2,"else":1,"try":1},"8794,1718,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"replace":1,"bot":2,"token":2,"with":1,"empty":1,"string":1,"and":3,"convert":1,"single":2,"quotes":2,"to":6,"double":2,"allow":1,"parsing":2,"as":2,"json":6,"since":1,"mistral":1,"uses":1,"instead":1,"of":1,"for":2,"tool":16,"calls":2,"parsable":2,"arr":8,"current":7,"text":1,"split":1,"self":4,"1":2,"are":2,"generated":2,"in":3,"an":1,"array":5,"so":1,"do":1,"partial":3,"on":3,"the":9,"entire":1,"try":1,"call":10,"list":1,"dict":2,"parser":2,"loads":1,"flags":1,"except":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"not":1,"enough":1,"tokens":2,"parse":1,"into":1,"yet":2,"return":2,"none":3,"select":1,"one":2,"we":4,"re":2,"state":1,"at":1,"id":3,"if":5,"len":4,"0":5,"else":1,"case":2,"no":1,"have":1,"been":1,"streamed":2,"e":1,"g":1,"only":1,"brackets":1,"stream":1,"nothing":1,"starting":1,"a":2,"new":2,"has":2,"length":2,"moved":1,"past":1,"cursor":1,"elif":1,"moving":1,"first":1,"make":1,"sure":1,"haven":1,"t":2,"missed":1,"anything":1,"previous":1,"that":1,"was":1,"auto":1,"due":1,"completions":1,"but":1,"wasn":1,"client":1,"diff":1,"union":1,"str":1,"get":1,"arguments":1},"10512,1494,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"if":5,"diff":5,"json":1,"dumps":1,"ensure":1,"ascii":1,"false":2,"replace":1,"self":10,"streamed":3,"args":3,"for":3,"tool":17,"current":10,"id":5,"delta":4,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":3,"deltafunctioncall":1,"arguments":1,"model":1,"dump":1,"exclude":1,"none":3,"true":1,"else":2,"re":1,"set":1,"stuff":1,"pertaining":1,"to":1,"progress":1,"in":1,"the":2,"len":1,"call":2,"arr":1,"1":1,"name":6,"sent":3,"append":1,"logger":1,"debug":1,"starting":1,"on":1,"new":1,"d":1,"return":1,"case":1,"update":1,"an":1,"existing":1,"this":1,"is":1,"handled":1,"below":1,"hasn":1,"t":1,"been":1,"send":2,"available":1,"otherwise":1,"nothing":1,"not":1,"get":1},"12006,1714,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"delta":5,"deltamessage":1,"tool":7,"calls":1,"deltatoolcall":1,"index":1,"self":4,"current":4,"id":4,"type":1,"function":3,"mistraltoolcall":1,"generate":1,"random":1,"deltafunctioncall":1,"name":3,"model":1,"dump":1,"exclude":1,"none":4,"true":2,"sent":1,"else":2,"now":1,"we":3,"know":1,"re":2,"on":1,"the":1,"same":1,"call":3,"and":4,"streaming":1,"arguments":16,"prev":5,"arr":1,"get":2,"cur":7,"new":6,"text":7,"replace":1,"if":2,"in":2,"rindex":1,"not":4,"elif":2,"logger":2,"error":1,"invariant":1,"impossible":1,"to":1,"have":1,"reset":1,"mid":1,"json":3,"dumps":1,"ensure":1,"ascii":1,"false":1,"2":1,"debug":1,"finding":1,"s":2},"13720,1364,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"if":1,"new":3,"text":3,"not":1,"in":2,"cur":7,"arguments":13,"json":9,"return":1,"none":2,"delta":5,"rindex":1,"len":1,"logger":2,"debug":2,"first":1,"tokens":1,"received":1,"s":3,"deltamessage":1,"tool":4,"calls":1,"deltatoolcall":1,"index":1,"self":3,"current":2,"id":2,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"streamed":1,"args":5,"for":2,"elif":1,"and":1,"prev":4,"dumps":2,"ensure":2,"ascii":2,"false":2,"searching":1,"diff":1,"between":1,"n":2},"15084,1460,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/mistral_tool_parser.py":{"argument":4,"diff":6,"extract":1,"intermediate":1,"cur":1,"args":3,"json":4,"prev":2,"logger":3,"debug":2,"got":1,"arguments":2,"s":1,"delta":3,"deltamessage":1,"tool":8,"calls":1,"deltatoolcall":1,"index":1,"self":4,"current":2,"id":2,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":4,"true":1,"streamed":2,"for":1,"else":1,"try":1,"parsing":1,"it":2,"with":1,"regular":1,"if":3,"works":1,"we":2,"re":1,"at":1,"the":5,"end":1,"and":4,"need":1,"to":3,"send":1,"difference":1,"between":1,"tokens":1,"so":2,"far":1,"valid":1,"check":1,"see":1,"name":2,"is":1,"defined":1,"has":1,"been":1,"sent":1,"stream":1,"otherwise":1,"keep":1,"waiting":1,"finish":1,"by":1,"setting":1,"old":1,"returning":1,"as":2,"base":1,"case":1,"call":3,"arr":2,"return":2,"except":1,"exception":2,"error":2,"trying":1,"handle":1,"streaming":2,"skipping":1,"chunk":1,"a":1,"result":1,"of":1,"extraction":1},"0,1952,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":10,"ast":1,"json":1,"from":6,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"union":1,"regex":2,"as":2,"re":3,"transformers":1,"pretrainedtokenizerbase":2,"envs":2,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":2,"tool":9,"parsers":1,"abstract":1,"parser":3,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"name":1,"class":2,"unexpectedasterror":1,"exception":1,"pass":1,"register":1,"module":1,"llama4":3,"pythonic":3,"llama4pythonictoolparser":1,"for":4,"that":1,"produce":1,"calls":1,"in":1,"a":10,"style":1,"use":1,"enable":1,"auto":1,"choice":1,"call":2,"todo":1,"mdepinet":1,"possible":1,"future":1,"improvements":1,"1":2,"support":2,"text":1,"tools":2,"separated":2,"by":2,"either":1,"python":1,"tag":1,"or":2,"n":2,"outside":1,"of":2,"list":1,"semicolon":1,"this":2,"depends":1,"on":1,"item":1,"consistent":1,"streaming":1,"neither":1,"these":1,"are":1,"necessary":1,"e":1,"g":1,"toolace":1,"but":1,"both":1,"would":1,"help":1,"make":1,"llama3":1,"models":1,"more":1,"reliable":1,"compile":1,"r":1,"za":6,"z":6,"w":6,"s":6,"dotall":1,"def":2,"self":3,"tokenizer":2,"super":1,"rename":1,"readability":1,"is":1,"not":1,"id":2,"property":1,"current":2,"index":1,"int":1,"return":1},"1952,1374,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"current":3,"tool":12,"index":2,"setter":1,"def":2,"self":4,"value":2,"int":1,"none":2,"id":1,"extract":2,"calls":3,"model":11,"output":10,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"the":1,"from":1,"a":1,"complete":1,"response":1,"remove":1,"python":5,"start":3,"and":1,"end":2,"as":1,"llama":1,"4":1,"sometime":1,"will":1,"those":1,"tokens":1,"if":2,"startswith":1,"len":1,"replace":1,"is":4,"call":5,"pattern":4,"false":2,"try":1,"regex":4,"match":1,"timeout":4,"envs":1,"vllm":1,"parse":1,"seconds":1,"not":2,"except":1,"timeouterror":1,"logger":2,"warning":1,"occurred":2,"when":2,"matching":2,"debug":1,"user":1,"input":1,"s":1,"return":1,"tools":1,"called":1,"content":1},"3326,1499,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"try":1,"module":2,"ast":3,"parse":1,"model":2,"output":3,"parsed":4,"getattr":1,"body":1,"0":1,"value":1,"none":3,"if":2,"isinstance":2,"list":2,"and":2,"all":1,"e":4,"call":2,"for":2,"in":3,"elts":2,"return":3,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"tool":6,"calls":4,"handle":1,"single":1,"type":1,"ignore":1,"content":3,"else":1,"raise":1,"unexpectedasterror":1,"must":1,"be":1,"a":1,"of":1,"function":1,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1,"treat":1,"as":1,"regular":1,"text":7,"false":1,"def":1,"extract":1,"streaming":1,"self":1,"previous":2,"str":3,"current":4,"delta":3,"token":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"not":2,"startswith":2,"python":1,"start":1},"4825,1597,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"try":1,"remove":1,"python":7,"start":3,"and":4,"end":3,"if":7,"current":11,"text":15,"startswith":1,"len":3,"endswith":1,"rfind":1,"valid":6,"added":5,"make":1,"is":1,"none":3,"return":1,"module":2,"ast":3,"parse":1,"parsed":4,"getattr":1,"body":1,"0":1,"value":1,"not":3,"isinstance":2,"list":2,"or":2,"all":1,"e":4,"call":4,"for":5,"in":4,"elts":2,"raise":1,"unexpectedasterror":1,"tool":11,"output":1,"must":1,"be":1,"a":1,"of":1,"function":1,"calls":4,"handle":1,"single":1,"type":1,"ignore":1,"deltas":1,"index":8,"new":3,"enumerate":1,"self":5,"continue":1,"streamed":2,"args":2,"append":1,"complete":2,"1":2},"6422,1445,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"withheld":6,"suffix":6,"added":2,"text":2,"2":2,"if":5,"not":6,"new":3,"call":6,"complete":2,"else":1,"and":3,"function":4,"is":6,"incomplete":1,"withhold":1,"the":3,"closing":1,"bracket":1,"strings":1,"get":1,"single":1,"quotes":2,"in":1,"model":1,"produced":1,"string":1,"json":2,"requires":1,"double":1,"replace":1,"delta":8,"compute":1,"tool":10,"self":4,"streamed":2,"args":2,"for":2,"index":3,"none":3,"deltas":2,"append":1,"arguments":3,"hack":1,"serving":1,"chat":1,"py":1,"inspects":1,"internal":1,"state":1,"of":1,"parsers":1,"when":2,"determining":1,"it":1,"s":1,"final":1,"streaming":1,"automatically":1,"adding":1,"autocompleted":1,"these":1,"two":1,"lines":1,"avoid":1,"that":1,"nonsense":1,"while":1,"ensuring":1,"finish":1,"reason":1,"set":1,"to":1,"calls":1,"at":1,"least":1,"one":1,"called":1,"prev":2,"arr":2},"7867,1757,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"if":4,"tool":11,"deltas":2,"return":9,"deltamessage":3,"calls":2,"elif":3,"not":3,"added":1,"text":1,"and":1,"self":1,"current":1,"id":2,"0":1,"an":1,"empty":1,"once":1,"the":1,"are":1,"all":2,"done":1,"so":1,"that":1,"finish":1,"reason":1,"gets":1,"set":1,"content":1,"else":2,"none":2,"except":1,"exception":2,"logger":2,"error":2,"trying":1,"to":1,"handle":2,"streaming":2,"call":9,"debug":1,"skipping":1,"chunk":1,"as":1,"a":1,"result":1,"of":1,"extraction":1,"def":2,"get":4,"parameter":4,"value":7,"val":9,"ast":7,"expr":1,"any":1,"isinstance":5,"constant":2,"dict":2,"k":4,"for":4,"in":4,"keys":3,"raise":3,"unexpectedasterror":3,"arguments":6,"must":2,"have":1,"literal":1,"v":4,"type":2,"ignore":1,"zip":1,"values":1,"list":1,"elts":1,"be":1,"literals":1,"single":1,"toolcall":2,"func":2,"name":5,"invalid":1,"function":4,"keyword":3,"keywords":1,"arg":1,"functioncall":1,"json":1,"dumps":1},"9624,1215,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"def":1,"make":1,"valid":1,"python":1,"text":3,"str":3,"union":1,"tuple":1,"none":1,"bracket":14,"stack":14,"for":1,"index":3,"char":9,"in":4,"enumerate":1,"if":6,"append":2,"elif":5,"not":3,"or":4,"pop":4,"raise":3,"unexpectedasterror":3,"mismatched":3,"square":1,"brackets":1,"parentheses":1,"curly":1,"braces":1,"and":3,"1":3,"0":1,"treat":1,"an":1,"escaped":1,"quote":3,"as":1,"a":2,"regular":1,"character":1,"pass":2,"else":2,"double":1,"within":1,"single":1,"string":1,"vice":1,"versa":1},"10839,1474,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"text":28,"rstrip":1,"if":8,"endswith":5,"or":1,"since":1,"we":2,"have":1,"no":1,"type":1,"information":1,"for":2,"this":1,"property":2,"parameter":3,"value":3,"can":1,"t":1,"fill":1,"in":2,"a":1,"valid":1,"return":5,"none":4,"bracket":7,"stack":7,"and":5,"1":4,"trailing":6,"dict":3,"rfind":2,"num":8,"keys":2,"count":4,"values":4,"incomplete":3,"name":3,"within":1,"params":3,"full":4,"param":4,"names":2,"not":2,"function":1,"added":8,"char":6,"reversed":1,"elif":4},"12313,945,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama4_pythonic_tool_parser.py":{"def":1,"compute":1,"tool":1,"delta":1,"previously":3,"sent":3,"args":9,"str":2,"new":10,"call":10,"toolcall":1,"index":5,"int":1,"withheld":4,"suffix":4,"union":1,"deltatoolcall":3,"none":3,"function":5,"arguments":3,"if":3,"assert":1,"endswith":1,"len":2,"not":1,"return":2,"id":3,"type":1,"deltafunctioncall":2,"name":2,"arg":3,"diff":3,"else":1},"0,1901,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/phi4mini_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":5,"project":1,"import":9,"json":3,"from":8,"collections":1,"abc":1,"sequence":1,"typing":1,"any":2,"optional":1,"regex":1,"as":1,"re":1,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":3,"chat":2,"utils":1,"random":1,"tool":15,"call":4,"id":2,"openai":2,"protocol":1,"chatcompletionrequest":2,"deltamessage":1,"extractedtoolcallinformation":2,"functioncall":1,"toolcall":1,"parsers":1,"abstract":1,"parser":3,"toolparser":2,"toolparsermanager":2,"logger":5,"init":4,"name":2,"register":1,"module":1,"phi4":2,"mini":3,"class":1,"phi4minijsontoolparser":1,"for":5,"phi":1,"4":1,"models":1,"intended":1,"use":1,"with":1,"examples":1,"template":2,"llama":1,"jinja":1,"used":2,"when":2,"enable":1,"auto":1,"choice":1,"are":1,"all":1,"set":1,"def":2,"self":7,"tokenizer":2,"none":1,"super":1,"initialize":1,"properties":1,"state":1,"parsing":1,"calls":3,"in":1,"streaming":1,"mode":1,"prev":1,"arr":1,"list":3,"dict":1,"str":4,"current":2,"int":1,"1":1,"sent":1,"bool":1,"false":1,"streamed":2,"args":1,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"a":2,"bot":1,"token":1,"functools":1,"extract":2,"model":4,"output":3,"request":1,"complete":1,"response":1,"debug":1,"s":1},"1901,1865,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/phi4mini_tool_parser.py":{"pattern":2,"r":1,"functools":1,"matches":3,"re":2,"search":1,"model":3,"output":3,"dotall":1,"if":2,"not":1,"logger":3,"debug":2,"no":1,"function":15,"calls":7,"found":1,"return":2,"extractedtoolcallinformation":2,"tools":2,"called":2,"false":2,"tool":6,"content":5,"try":2,"call":12,"arr":4,"list":2,"dict":1,"str":2,"any":2,"json":6,"group":1,"1":1,"loads":1,"successfully":1,"extracted":1,"d":1,"len":1,"except":1,"jsondecodeerror":1,"as":2,"e":2,"error":2,"failed":1,"to":1,"parse":1,"from":1,"s":1,"toolcall":2,"id":2,"random":1,"type":1,"functioncall":1,"name":2,"raw":5,"args":1,"are":1,"but":1,"a":1,"string":1,"arguments":3,"dumps":1,"in":2,"else":1,"parameters":1,"ensure":1,"ascii":1,"for":1,"get":1,"before":1,"the":1,"ret":2,"true":1,"none":1},"3766,580,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/phi4mini_tool_parser.py":{"except":1,"exception":1,"return":2,"extractedtoolcallinformation":1,"tools":1,"called":1,"false":1,"tool":2,"calls":2,"content":1,"model":1,"output":1,"def":1,"extract":1,"streaming":1,"self":1,"previous":2,"text":3,"str":3,"current":2,"delta":2,"token":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"optional":1,"deltamessage":1,"none":1},"0,1953,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":10,"contextlib":1,"json":1,"from":7,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"optional":1,"union":1,"regex":1,"as":1,"re":1,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":3,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"tool":22,"parsers":1,"abstract":1,"parser":3,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"transformers":1,"utils":2,"tokenizer":3,"anytokenizer":2,"random":1,"uuid":1,"name":1,"register":1,"module":1,"step3":1,"class":1,"step3toolparser":1,"for":3,"a":4,"model":1,"that":1,"uses":2,"specific":1,"xml":1,"like":1,"format":1,"calls":7,"this":1,"version":1,"robust":2,"stateful":1,"cursor":1,"based":1,"streaming":2,"and":2,"consolidates":1,"arguments":1,"into":1,"single":1,"message":1,"begin":6,"end":6,"call":6,"sep":2,"special":2,"tokens":2,"def":2,"self":5,"super":1,"position":1,"explicit":1,"state":1,"flags":1,"block":2,"started":1,"false":3,"finished":1,"adjust":1,"request":6,"if":1,"tools":1,"choice":1,"none":1,"skip":1,"return":1},"1953,656,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"staticmethod":1,"def":1,"parse":1,"steptml":4,"invoke":2,"action":3,"text":3,"str":6,"tuple":1,"optional":2,"dict":2,"func":5,"name":9,"match":3,"re":2,"search":1,"r":2,"if":1,"not":1,"return":2,"none":2,"group":1,"1":1,"params":3,"param":2,"matches":2,"findall":1,"parameter":2,"for":1,"value":2,"in":1,"strip":1},"2609,1963,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"def":2,"cast":1,"arguments":1,"self":3,"func":2,"name":3,"str":7,"params":8,"dict":2,"any":2,"request":3,"chatcompletionrequest":2,"for":2,"tool":4,"in":3,"tools":1,"or":2,"if":6,"function":2,"schema":2,"parameters":1,"properties":3,"get":3,"key":7,"value":9,"items":1,"not":1,"isinstance":1,"continue":1,"prop":2,"typ":6,"type":1,"string":1,"strip":1,"elif":4,"integer":1,"with":2,"contextlib":2,"suppress":2,"valueerror":2,"int":4,"number":1,"float":1,"boolean":1,"lower":5,"val":3,"true":3,"false":1,"else":2,"null":2,"none":3,"break":1,"return":2,"extract":1,"calls":1,"streaming":1,"previous":2,"text":4,"current":3,"delta":2,"token":3,"ids":3,"sequence":3,"union":1,"deltamessage":1,"the":4,"main":1,"loop":1,"processes":1,"stream":2,"from":1,"last":1,"known":1,"position":2,"while":1,"len":1,"we":1,"ve":1,"processed":1,"entire":1},"4572,1707,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"unprocessed":13,"text":17,"current":4,"self":18,"position":7,"state":3,"after":1,"all":2,"tools":1,"are":1,"done":1,"subsequent":1,"is":1,"content":7,"if":6,"tool":13,"block":6,"finished":2,"len":7,"return":4,"deltamessage":3,"before":1,"the":2,"has":1,"started":3,"not":1,"startswith":3,"calls":6,"begin":4,"true":2,"continue":2,"token":1,"consumed":1,"re":1,"loop":1,"start":3,"pos":3,"find":1,"1":2,"strip":1,"and":1,"none":1,"it":1,"s":1,"a":1,"prefix":1,"wait":1,"else":1,"inside":1,"main":1,"offset":2,"lstrip":2,"end":2,"id":1},"6279,1914,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"check":1,"if":9,"we":1,"are":1,"between":1,"tool":34,"calls":1,"finished":5,"self":23,"current":11,"id":10,"1":7,"and":3,"prev":5,"call":12,"arr":6,"get":2,"or":2,"unprocessed":5,"text":5,"startswith":3,"begin":3,"position":1,"len":2,"0":1,"else":2,"name":5,"sent":1,"false":3,"while":1,"append":1,"continue":1,"return":3,"none":3,"state":1,"parsing":1,"an":1,"active":1,"not":2,"end":6,"pos":4,"find":1,"body":4,"function":3,"arguments":2,"parse":1,"steptml":1,"invoke":1,"parameters":1},"8193,1991,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"send":2,"the":3,"function":6,"name":6,"as":2,"soon":1,"it":1,"s":1,"parsed":2,"if":4,"not":2,"self":13,"current":7,"tool":21,"sent":2,"true":2,"prev":3,"call":8,"arr":6,"id":6,"update":3,"return":4,"deltamessage":2,"calls":2,"deltatoolcall":2,"index":2,"type":2,"f":1,"chatcmpl":1,"random":1,"uuid":1,"deltafunctioncall":2,"our":1,"internal":1,"state":1,"with":1,"latest":1,"arguments":4,"noqa":1,"e501":1,"only":1,"when":1,"is":2,"complete":1,"end":3,"pos":2,"1":1,"position":1,"len":1,"finished":2,"final":5,"args":5,"cast":1,"get":1,"parameters":1,"ignore":1,"request":1,"json":3,"dumps":1,"ensure":1,"ascii":1,"false":1,"none":2,"to":1,"wait":1,"for":1,"more":1,"tokens":1},"10184,1467,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"return":3,"none":1,"def":1,"extract":1,"tool":15,"calls":8,"self":11,"model":5,"output":5,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":3,"if":5,"begin":3,"not":5,"in":5,"tools":2,"called":2,"false":2,"content":6,"pre":2,"text":4,"rest":3,"split":5,"1":4,"end":4,"block":2,"post":2,"strip":2,"list":1,"toolcall":1,"call":8,"parts":2,"for":1,"part":8,"or":1,"continue":3,"0":1,"sep":2,"type":2,"invoke":3,"function":2,"name":1,"params":1,"dict":1,"parse":1,"steptml":1},"11651,841,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/step3_tool_parser.py":{"if":3,"function":4,"name":4,"and":1,"params":6,"dict":4,"is":1,"not":1,"none":2,"self":1,"cast":1,"arguments":2,"request":1,"str":2,"json":1,"dumps":1,"ensure":1,"ascii":1,"false":2,"tool":5,"calls":5,"append":1,"toolcall":1,"functioncall":1,"return":2,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"content":4,"else":1,"model":1,"output":1},"0,1800,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":7,"project":1,"import":11,"json":5,"from":9,"collections":1,"abc":1,"sequence":1,"typing":1,"union":1,"partial":3,"parser":5,"core":1,"options":1,"allow":1,"entrypoints":4,"chat":2,"utils":3,"random":1,"tool":12,"call":7,"id":1,"openai":3,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":2,"abstract":1,"toolparser":2,"toolparsermanager":2,"consume":1,"space":1,"find":1,"common":1,"prefix":1,"is":1,"complete":1,"loads":1,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"name":1,"register":1,"module":1,"granite":6,"class":1,"granitetoolparser":1,"for":4,"3":3,"models":1,"intended":1,"use":1,"with":1,"examples":1,"template":2,"jinja":1,"used":1,"when":1,"enable":1,"auto":1,"choice":1,"are":1,"all":1,"set":1,"def":1,"self":3,"super":1,"token":2,"bot":2,"1":1,"string":2},"1800,1846,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py":{"def":1,"extract":1,"tool":8,"calls":12,"self":3,"model":4,"output":4,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":4,"stripped":4,"strip":1,"removeprefix":2,"bot":2,"token":1,"string":2,"lstrip":1,"if":2,"not":2,"or":2,"0":1,"return":3,"tools":3,"called":3,"false":3,"content":3,"try":1,"raw":5,"function":11,"json":3,"loads":1,"isinstance":1,"list":2,"raise":1,"exception":2,"f":1,"expected":1,"dict":1,"got":1,"type":2,"logger":2,"debug":1,"extracted":1,"d":1,"len":1,"toolcall":1,"functioncall":1,"name":2,"call":5,"args":1,"are":1,"but":1,"as":2,"a":1,"arguments":2,"dumps":1,"ensure":1,"ascii":1,"for":1,"in":2,"true":1,"none":1,"except":1,"e":2,"error":2,"extracting":1,"from":1,"response":1,"s":1},"3646,1661,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py":{"def":1,"extract":1,"tool":8,"calls":4,"streaming":1,"self":6,"previous":2,"text":14,"str":4,"current":12,"delta":4,"token":5,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":3,"none":3,"start":10,"idx":11,"consume":3,"space":3,"0":1,"if":6,"startswith":2,"bot":4,"len":3,"string":3,"not":1,"or":2,"return":2,"content":2,"bit":1,"mask":1,"flags":3,"for":1,"partial":2,"json":2,"parsing":1,"the":2,"name":3,"hasn":1,"t":2,"been":1,"sent":2,"yet":1,"don":1,"allow":4,"sending":2,"an":1,"incomplete":1,"since":1,"openai":1,"only":1,"ever":1,"as":2,"far":1,"i":1,"have":1,"seen":1,"allows":1,"entire":1,"function":1,"at":1,"once":1,"all":2,"else":2,"try":2,"call":2,"arr":2,"is":2,"complete":1,"end":1,"loads":1,"type":1,"list":1},"5307,1672,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py":{"is":3,"complete":3,"true":1,"len":3,"tool":14,"calls":1,"if":7,"not":3,"json":7,"current":8,"text":1,"start":2,"idx":3,"end":1,"1":2,"false":2,"except":1,"partial":1,"parser":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"enough":1,"tokens":2,"to":4,"parse":1,"into":1,"yet":2,"return":2,"none":3,"case":2,"no":1,"have":1,"been":1,"streamed":3,"for":2,"the":8,"e":1,"g":1,"only":1,"array":3,"brackets":1,"stream":1,"nothing":1,"call":7,"arr":3,"select":1,"as":1,"one":2,"we":4,"re":2,"on":2,"state":1,"at":1,"dict":1,"self":5,"id":4,"delta":1,"are":1,"starting":1,"a":2,"new":2,"in":2,"has":2,"0":2,"length":2,"and":1,"moved":1,"past":1,"cursor":1,"moving":1,"first":1,"make":1,"sure":1,"haven":1,"t":2,"missed":1,"anything":1,"previous":1,"that":1,"was":1,"auto":1,"generated":1,"due":1,"completions":1,"but":1,"wasn":1,"client":1,"cur":5,"arguments":4,"get":1,"args":3,"dumps":1,"ensure":1,"ascii":1,"sent":2,"argument":1,"diff":1},"6979,1889,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py":{"logger":2,"debug":2,"got":1,"arguments":5,"diff":4,"s":1,"argument":3,"delta":3,"deltamessage":2,"tool":20,"calls":2,"deltatoolcall":2,"index":2,"self":10,"current":12,"id":7,"function":6,"deltafunctioncall":2,"model":2,"dump":2,"exclude":2,"none":2,"true":3,"streamed":2,"args":2,"for":2,"re":3,"set":1,"stuff":1,"pertaining":1,"to":1,"progress":1,"in":1,"the":3,"len":1,"call":5,"arr":1,"1":1,"name":9,"sent":4,"false":1,"append":1,"starting":1,"on":2,"new":1,"d":1,"return":1,"if":3,"hasn":1,"t":1,"been":1,"send":2,"available":1,"otherwise":1,"nothing":1,"elif":1,"not":1,"get":2,"type":1,"random":1,"now":1,"we":3,"know":1,"same":1,"and":1,"streaming":1,"else":1,"cur":1},"8868,1855,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py":{"if":4,"cur":6,"arguments":7,"sent":3,"len":1,"self":9,"streamed":2,"args":9,"for":2,"tool":13,"current":5,"id":5,"json":9,"dumps":2,"ensure":2,"ascii":2,"false":2,"prev":8,"call":4,"arr":3,"get":1,"argument":6,"diff":6,"none":4,"is":2,"complete":1,"elif":1,"prefix":3,"find":1,"common":1,"not":1,"delta":2,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"return":2,"except":1,"exception":1,"as":2,"e":2,"logger":2,"error":3,"trying":1,"to":1,"handle":1,"streaming":2,"s":1,"debug":1,"skipping":1,"chunk":1,"a":1,"result":1,"of":1,"extraction":1},"0,1914,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"ruff":1,"noqa":1,"e501":1,"sim102":1,"import":10,"json":1,"from":8,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"optional":1,"union":1,"regex":2,"as":1,"re":5,"entrypoints":3,"openai":3,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"tool":13,"parsers":2,"abstract":1,"parser":1,"toolparser":2,"toolparsermanager":2,"utils":3,"consume":1,"space":1,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"random":1,"uuid":1,"name":5,"register":1,"module":1,"hunyuan":1,"a13b":1,"class":1,"hunyuana13btoolparser":1,"def":1,"self":10,"super":1,"initialize":1,"state":1,"for":5,"streaming":1,"mode":1,"prev":2,"calls":4,"list":3,"dict":1,"current":3,"id":1,"1":1,"sent":3,"false":1,"streamed":1,"args":1,"str":1,"track":1,"arguments":2,"each":1,"backward":2,"compatibility":2,"with":2,"tests":1,"tools":1,"bool":1,"serving":1,"code":1,"call":1,"arr":1,"patterns":1,"preprocessing":1,"answer":1,"pattern":1,"compile":3,"r":3,"s":11,"dotall":1,"reg":2,"empty":1,"arg":1},"1914,1809,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"todo":1,"not":2,"support":1,"nested":1,"json":2,"object":1,"in":7,"fc":1,"arguments":2,"self":7,"tool":13,"non":1,"empty":1,"arg":1,"reg":1,"re":3,"compile":1,"r":2,"name":1,"s":6,"bot":1,"string":1,"calls":9,"define":1,"streaming":2,"state":2,"type":1,"to":1,"be":1,"initialized":1,"later":1,"dict":1,"str":5,"any":2,"current":1,"index":1,"1":2,"ids":1,"sent":1,"tools":1,"def":2,"preprocess":3,"model":11,"output":11,"tuple":1,"optional":2,"find":1,"the":2,"location":1,"call":1,"for":3,"match":3,"answer":1,"pattern":1,"finditer":2,"start":6,"end":5,"span":1,"check":1,"whether":1,"side":1,"of":1,"think":7,"regions":2,"m":3,"flags":1,"dotall":1,"t":4,"and":1,"if":1,"content":6,"group":1,"strip":1,"try":2,"loads":1,"return":2,"except":1,"exception":1,"continue":1,"none":1,"extract":2,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":1,"from":1,"a":1,"complete":1,"potential":1},"3723,1967,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"if":6,"not":7,"potential":3,"tool":16,"calls":14,"some":1,"text":2,"should":1,"be":1,"filtered":1,"out":1,"for":2,"no":1,"function":3,"call":12,"this":1,"is":2,"in":4,"a13b":1,"s":2,"chat":1,"template":1,"content":13,"replace":1,"助手":1,"1":1,"return":3,"extractedtoolcallinformation":3,"tools":3,"called":3,"false":2,"parse":1,"the":2,"as":1,"json":3,"data":4,"loads":1,"ensure":1,"it":1,"an":2,"array":2,"isinstance":3,"list":2,"logger":1,"debug":1,"or":4,"model":1,"output":1,"toolcall":2,"idx":1,"enumerate":1,"dict":2,"name":3,"arguments":5,"continue":1,"id":1,"f":1,"random":1,"uuid":1,"type":1,"functioncall":1,"dumps":1,"else":1,"append":1,"len":2,"strip":1,"0":2,"clear":1,"whitespace":1,"none":1},"5690,1920,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"except":1,"exception":1,"return":7,"extractedtoolcallinformation":1,"tools":2,"called":1,"false":1,"tool":12,"calls":3,"content":2,"model":1,"output":1,"def":1,"extract":2,"streaming":5,"self":10,"previous":2,"text":14,"str":3,"current":16,"delta":12,"token":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"none":3,"for":1,"mode":1,"start":7,"idx":10,"consume":2,"space":2,"0":2,"if":6,"startswith":1,"bot":2,"string":2,"len":3,"not":1,"or":2,"try":1,"parse":1,"json":1,"test":4,"handle":3,"compatibility":1,"name":8,"matches":3,"list":1,"reg":1,"finditer":1,"count":5,"ensure":1,"state":2,"arrays":1,"index":1,"args":4},"7610,1971,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"def":2,"try":2,"parse":1,"json":3,"tools":11,"self":14,"current":11,"text":4,"str":2,"parsed":3,"loads":1,"if":5,"isinstance":1,"list":1,"prev":1,"tool":9,"call":1,"arr":1,"except":1,"jsondecodeerror":1,"pass":1,"handle":1,"test":1,"compatibility":1,"len":3,"sent":12,"0":7,"1":2,"and":1,"is":1,"false":2,"name":10,"match":3,"reg":1,"search":1,"function":4,"group":1,"id":4,"f":1,"chatcmpl":1,"random":1,"uuid":1,"delta":2,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":2,"type":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":2,"true":5,"streaming":4,"state":4,"append":1,"arguments":2,"prefix":1,"else":1,"return":2},"9581,1992,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"def":3,"ensure":1,"state":9,"arrays":1,"self":15,"tool":21,"count":7,"int":5,"while":3,"len":3,"streaming":10,"sent":10,"tools":4,"append":3,"name":10,"false":2,"arguments":2,"prefix":1,"ids":3,"none":3,"handle":2,"current":16,"idx":18,"matches":2,"if":2,"1":4,"or":1,"next":6,"and":1,"not":1,"index":2,"id":5,"group":1,"f":1,"call":1,"random":1,"uuid":1,"delta":2,"deltamessage":1,"calls":1,"deltatoolcall":1,"type":1,"function":2,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":3,"streamed":2,"args":3,"return":2,"text":1,"str":1},"11573,1645,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"if":5,"current":14,"idx":10,"0":2,"and":2,"tool":8,"count":3,"empty":4,"args":6,"match":3,"self":10,"arg":1,"reg":1,"search":1,"text":1,"start":1,"for":1,"i":2,"in":1,"range":1,"not":1,"streaming":5,"state":5,"sent":6,"tools":3,"arguments":4,"prefix":2,"true":2,"while":1,"len":1,"streamed":3,"append":1,"delta":2,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":3,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":1,"1":2,"id":1,"return":1},"13218,1769,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"args":14,"matches":5,"list":1,"self":8,"tool":8,"non":1,"empty":1,"arg":1,"reg":1,"finditer":1,"current":15,"text":6,"if":4,"idx":12,"len":2,"group":1,"1":5,"is":2,"last":2,"count":1,"not":2,"next":3,"pos":5,"find":1,"start":2,"end":2,"split":1,"arguments":6,"strip":1,"sent":9,"streaming":4,"state":4,"tools":4,"prefix":2,"and":1,"startswith":1,"true":2,"while":1,"streamed":3,"append":1,"delta":2,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":1,"return":1},"14987,1245,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hunyuan_a13b_tool_parser.py":{"if":4,"args":15,"text":5,"startswith":1,"sent":5,"diff":4,"len":2,"self":7,"streaming":3,"state":3,"tools":1,"current":8,"idx":5,"arguments":2,"while":1,"streamed":3,"append":1,"delta":2,"deltamessage":1,"tool":5,"calls":1,"deltatoolcall":1,"index":3,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":2,"true":1,"return":2,"endswith":1,"and":1,"count":1,"1":2,"id":1},"0,1828,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"ruff":1,"noqa":1,"import":10,"json":3,"from":8,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"optional":1,"union":1,"regex":2,"as":1,"re":1,"entrypoints":3,"chat":1,"utils":3,"random":2,"tool":11,"call":4,"id":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":1,"abstract":1,"parser":1,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"uuid":1,"name":2,"register":1,"module":1,"xlam":1,"class":1,"xlamtoolparser":1,"def":1,"self":9,"super":1,"initialize":1,"state":1,"for":5,"streaming":1,"mode":1,"prev":2,"calls":2,"list":3,"dict":1,"current":3,"1":1,"sent":3,"false":1,"streamed":1,"args":1,"str":1,"track":1,"arguments":1,"each":1,"backward":2,"compatibility":2,"with":2,"tests":1,"tools":1,"bool":1,"serving":1,"code":2,"arr":1,"patterns":2,"preprocessing":1,"block":1,"r":4,"s":9,"n":1,"thinking":1,"tag":1,"pattern":1,"think":1},"1828,1583,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"define":1,"streaming":2,"state":2,"type":1,"to":3,"be":1,"initialized":1,"later":1,"self":4,"dict":1,"str":7,"any":1,"current":1,"tool":4,"index":1,"1":2,"ids":1,"sent":1,"tools":1,"def":1,"preprocess":2,"model":5,"output":5,"tuple":2,"optional":2,"the":2,"extract":1,"content":10,"and":1,"potential":2,"calls":2,"returns":1,"of":1,"json":17,"check":1,"for":4,"thinking":11,"tag":2,"match":4,"re":2,"search":1,"pattern":3,"if":3,"start":1,"len":1,"think":1,"strip":2,"group":1,"try":3,"parse":2,"as":2,"loads":2,"return":2,"except":2,"jsondecodeerror":2,"can":1,"t":1,"look":1,"code":2,"blocks":1,"in":2,"block":1,"patterns":1,"matches":3,"findall":1,"continue":1},"3411,1940,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"check":1,"for":3,"json":18,"code":3,"blocks":1,"in":7,"the":5,"entire":2,"output":18,"pattern":3,"self":3,"block":2,"patterns":1,"matches":3,"re":2,"findall":1,"model":15,"if":7,"str":4,"try":3,"loads":2,"extract":3,"content":7,"by":1,"removing":1,"sub":1,"strip":2,"return":6,"except":2,"jsondecodeerror":2,"continue":1,"is":1,"a":3,"valid":2,"array":1,"or":1,"looks":1,"like":1,"one":1,"treat":1,"it":3,"as":2,"tool":8,"calls":7,"startswith":1,"none":3,"even":1,"s":1,"not":2,"yet":1,"might":1,"be":1,"call":1,"progress":1,"and":2,"name":1,"arguments":1,"no":1,"found":1,"original":1,"def":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"from":1,"complete":1,"preprocess":2,"potential":2,"tools":1,"called":1,"false":1},"5351,1753,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"parse":1,"the":1,"potential":2,"tool":17,"calls":14,"as":2,"json":3,"data":4,"loads":1,"ensure":1,"it":1,"s":2,"an":2,"array":2,"if":3,"not":5,"isinstance":3,"list":2,"logger":3,"debug":2,"is":1,"return":3,"extractedtoolcallinformation":3,"tools":3,"called":3,"false":2,"content":5,"or":3,"model":2,"output":2,"toolcall":2,"for":1,"idx":3,"call":12,"in":3,"enumerate":1,"dict":2,"name":3,"arguments":5,"invalid":1,"format":1,"at":1,"index":1,"d":1,"continue":1,"id":1,"f":1,"random":1,"uuid":1,"type":1,"function":2,"functioncall":1,"dumps":1,"else":1,"append":1,"len":1,"0":1,"except":1,"exception":2,"e":2,"error":1,"extracting":1,"str":1},"7104,1473,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"def":1,"extract":2,"tool":8,"calls":3,"streaming":5,"self":4,"previous":2,"text":6,"str":3,"current":5,"delta":3,"token":3,"ids":4,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"none":1,"for":4,"mode":1,"simplify":1,"detection":1,"if":6,"it":2,"begins":1,"with":1,"treat":1,"as":2,"a":2,"function":4,"call":5,"is":2,"strip":1,"startswith":1,"not":5,"return":2,"normal":1,"content":2,"try":3,"initialize":1,"state":4,"exists":1,"hasattr":1,"index":1,"1":1,"sent":1,"tools":4,"track":1,"complete":3,"of":1,"each":1,"parsing":2,"json":4,"to":1,"check":1,"parsed":3,"loads":1,"isinstance":1,"list":1,"update":1,"our":1,"array":1,"next":1,"time":1,"prev":1,"arr":1,"except":1,"jsondecodeerror":1,"yet":1,"use":1,"regex":1,"partial":1,"pass":1},"8577,789,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"check":1,"for":1,"test":2,"specific":1,"state":1,"setup":1,"current":8,"tools":7,"sent":7,"this":1,"handles":1,"the":4,"case":1,"where":1,"tests":1,"manually":1,"set":2,"if":4,"hasattr":1,"self":4,"type":1,"ignore":1,"and":2,"len":2,"0":2,"is":2,"to":2,"false":2,"it":1,"means":1,"wants":1,"us":1,"send":1,"name":9,"1":2,"extract":1,"function":2,"using":1,"regex":1,"pattern":2,"r":1,"s":2,"match":3,"re":1,"search":1,"text":1,"group":1},"9366,1901,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"the":4,"test":1,"expects":1,"us":1,"to":3,"send":1,"just":1,"name":12,"first":1,"tool":10,"id":5,"random":1,"call":1,"delta":2,"deltamessage":1,"calls":2,"deltatoolcall":1,"index":2,"0":6,"type":2,"function":3,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":2,"true":5,"ignore":1,"update":1,"state":5,"reflect":1,"that":1,"we":1,"ve":1,"sent":10,"self":7,"current":5,"tools":5,"streaming":4,"if":3,"len":2,"append":1,"arguments":2,"prefix":1,"false":1,"else":1,"return":3,"use":1,"regex":1,"identify":1,"in":1,"output":1,"pattern":2,"r":1,"s":2,"matches":2,"list":1,"re":1,"finditer":1,"text":1,"count":2,"no":1,"found":1,"yet":1},"11267,1674,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"ensure":1,"our":1,"state":9,"arrays":1,"are":1,"large":1,"enough":1,"while":2,"len":2,"self":9,"streaming":8,"sent":8,"tools":3,"tool":19,"count":4,"append":2,"name":6,"false":2,"arguments":2,"prefix":1,"ids":3,"none":1,"determine":1,"if":5,"we":2,"need":1,"to":3,"move":2,"a":1,"new":1,"current":12,"idx":15,"index":2,"haven":1,"t":1,"processed":1,"any":1,"yet":2,"or":2,"is":1,"complete":1,"next":8,"1":4,"at":1,"has":1,"not":2,"been":1,"and":2,"update":1,"indexes":1,"id":4,"for":1,"backward":1,"compatibility":1,"extract":1,"the":1,"matches":1,"group":1,"generate":1,"send":1,"f":1,"call":1,"random":1,"uuid":1},"12941,1395,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"delta":2,"deltamessage":1,"tool":6,"calls":1,"deltatoolcall":1,"index":1,"current":8,"idx":5,"type":2,"function":2,"id":2,"deltafunctioncall":1,"name":5,"model":1,"dump":1,"exclude":1,"none":1,"true":3,"ignore":1,"self":4,"streaming":1,"state":1,"sent":3,"tools":1,"for":4,"backward":2,"compatibility":2,"keep":1,"track":1,"of":1,"streamed":3,"args":6,"while":1,"len":1,"append":1,"return":1,"process":1,"arguments":4,"the":2,"if":1,"0":1,"and":2,"count":1,"support":1,"both":1,"regular":1,"empty":5,"argument":1,"objects":1,"first":1,"check":1,"case":1,"pattern":2,"r":1,"s":7,"match":1,"re":1,"search":1,"text":1},"14336,1760,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"check":1,"if":5,"this":3,"tool":6,"has":2,"empty":7,"arguments":7,"args":7,"match":2,"and":2,"start":1,"0":2,"find":1,"which":1,"belongs":1,"to":1,"idx":8,"for":2,"i":2,"in":1,"range":1,"count":1,"current":8,"is":1,"our":1,"it":1,"not":1,"self":6,"streaming":3,"state":3,"sent":6,"tools":3,"prefix":2,"send":1,"object":1,"true":2,"update":1,"streamed":4,"backward":1,"compatibility":1,"while":1,"len":1,"append":1,"delta":1,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":1,"type":1,"ignore":1},"16096,1905,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"move":1,"to":3,"next":4,"tool":13,"if":7,"available":1,"current":15,"idx":7,"count":2,"1":8,"self":4,"streaming":3,"state":3,"index":2,"id":1,"return":1,"delta":1,"extract":1,"arguments":7,"for":3,"using":1,"regex":1,"non":1,"empty":1,"args":12,"pattern":2,"r":1,"name":1,"s":6,"matches":5,"list":1,"re":1,"finditer":1,"text":5,"len":1,"group":1,"handle":1,"transition":1,"between":1,"tools":3,"is":2,"last":2,"find":3,"where":1,"the":3,"our":1,"end":3,"not":1,"we":1,"have":1,"more":1,"after":1,"this":1,"one":1,"try":1,"complete":1,"argument":1,"block":1,"pos":5,"start":2,"include":1,"split":1,"strip":1,"haven":1,"t":1,"been":1,"sent":4,"yet":1},"18001,1995,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"if":5,"we":3,"haven":1,"t":1,"sent":11,"the":1,"opening":1,"bracket":1,"yet":1,"not":1,"self":10,"streaming":4,"state":5,"tools":4,"current":9,"idx":9,"arguments":7,"prefix":2,"and":1,"args":17,"text":4,"startswith":2,"true":2,"update":3,"streamed":8,"for":2,"backward":2,"compatibility":2,"while":2,"len":3,"append":2,"delta":2,"deltamessage":1,"tool":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":1,"type":1,"ignore":1,"return":1,"need":2,"to":2,"send":2,"more":1,"calculate":1,"what":1,"part":1,"of":1,"diff":3,"our":1},"19996,1374,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/xlam_tool_parser.py":{"delta":4,"deltamessage":2,"tool":9,"calls":2,"deltatoolcall":1,"index":3,"current":5,"idx":2,"function":1,"deltafunctioncall":1,"arguments":2,"args":4,"diff":1,"model":1,"dump":1,"exclude":1,"none":2,"true":1,"type":1,"ignore":1,"return":4,"if":6,"the":5,"s":1,"are":1,"complete":2,"check":1,"we":4,"need":1,"to":4,"move":2,"next":4,"text":4,"endswith":1,"and":1,"sent":1,"this":1,"is":1,"one":1,"in":2,"iteration":1,"count":1,"1":2,"self":3,"streaming":3,"state":2,"id":1,"for":1,"compatibility":1,"got":1,"here":1,"couldn":1,"t":1,"determine":1,"what":1,"stream":1,"except":1,"exception":2,"as":2,"e":2,"logger":1,"f":1,"error":2,"encounter":1,"an":1,"just":1,"regular":1,"content":2},"0,1630,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"import":12,"json":9,"from":9,"collections":1,"abc":1,"sequence":1,"typing":1,"union":1,"partial":3,"parser":5,"regex":1,"as":1,"re":1,"core":1,"options":1,"allow":1,"transformers":1,"pretrainedtokenizerbase":2,"entrypoints":4,"chat":2,"utils":2,"random":1,"tool":8,"call":3,"id":1,"openai":3,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":2,"abstract":1,"toolparser":2,"toolparsermanager":3,"find":1,"common":1,"prefix":1,"is":1,"complete":1,"loads":1,"logger":4,"init":4,"name":1,"register":2,"module":2,"llama3":2,"llama4":2,"class":1,"llama3jsontoolparser":1,"for":2,"llama":2,"3":1,"x":1,"and":1,"4":1,"models":1,"intended":1,"use":1,"with":1,"examples":1,"template":2,"jinja":1,"used":1,"when":1,"enable":1,"auto":1,"choice":1,"or":1,"are":1,"set":1,"def":1,"self":1,"tokenizer":2,"super":1},"1630,1866,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"initialize":1,"properties":1,"used":1,"for":3,"state":1,"when":1,"parsing":1,"tool":12,"calls":5,"in":4,"streaming":1,"mode":1,"self":11,"prev":1,"call":3,"arr":1,"list":3,"dict":1,"current":2,"id":2,"int":1,"1":1,"name":1,"sent":1,"bool":1,"false":4,"streamed":2,"args":1,"str":2,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"to":2,"a":2,"bot":4,"token":4,"python":1,"tag":1,"tokenizer":1,"encode":1,"add":1,"special":1,"tokens":1,"0":1,"updated":1,"regex":5,"match":3,"multiple":2,"jsons":2,"separated":2,"by":2,"semicolons":2,"this":1,"pattern":1,"is":1,"more":1,"robust":1,"and":3,"can":1,"handle":1,"nested":1,"json":4,"objects":1,"re":2,"compile":1,"r":1,"s":3,"dotall":1,"def":1,"extract":2,"model":7,"output":6,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":3,"the":2,"from":1,"complete":1,"response":1,"only":1,"extracts":1,"content":3,"ignores":1,"any":1,"surrounding":1,"plain":1,"text":2,"supports":1,"both":1,"single":1,"quick":1,"check":1,"before":1,"running":1,"if":2,"not":2,"or":1,"return":2,"tools":2,"called":2,"find":1,"object":1,"using":1,"search":1},"3496,1973,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"try":1,"json":11,"str":5,"match":1,"group":1,"0":1,"split":2,"by":1,"semicolon":1,"and":1,"strip":2,"whitespace":1,"objects":2,"obj":10,"for":2,"in":4,"tool":8,"calls":6,"list":1,"toolcall":2,"if":3,"not":2,"skip":1,"empty":1,"strings":1,"continue":1,"loads":1,"append":1,"type":1,"function":3,"functioncall":1,"name":2,"call":3,"args":1,"are":1,"but":1,"as":2,"a":1,"string":1,"arguments":3,"dumps":1,"else":1,"parameters":1,"ensure":1,"ascii":1,"false":2,"return":4,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"content":3,"none":2,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1,"information":1,"to":1,"just":1,"treat":1,"the":1,"regular":1,"model":1,"output":1,"def":1,"extract":1,"streaming":1,"self":2,"previous":2,"text":6,"current":4,"delta":3,"token":4,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"startswith":2,"bot":1,"or":1},"5469,1932,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"bit":1,"mask":1,"flags":3,"for":1,"partial":3,"json":5,"parsing":1,"if":5,"the":10,"name":3,"hasn":1,"t":2,"been":1,"sent":2,"yet":2,"don":1,"allow":4,"sending":2,"an":1,"incomplete":1,"string":1,"since":1,"openai":1,"only":1,"ever":1,"as":3,"far":1,"i":1,"have":1,"seen":1,"allows":1,"entire":1,"tool":9,"function":1,"at":2,"once":1,"all":2,"self":4,"current":8,"else":3,"str":1,"try":2,"call":6,"arr":4,"is":3,"complete":3,"depending":2,"on":3,"prompt":2,"format":1,"llama":2,"model":2,"may":2,"or":2,"not":3,"prefix":1,"output":1,"with":1,"python":1,"tag":1,"token":3,"start":6,"idx":9,"len":4,"bot":2,"text":4,"startswith":1,"0":2,"while":1,"obj":6,"end":3,"loads":1,"append":2,"can":1,"use":1,"either":1,"arguments":4,"parameters":4,"in":2,"assert":1,"generated":1,"both":1,"and":1,"except":1,"parser":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"enough":1,"tokens":1,"to":1,"parse":1,"into":1,"return":1,"none":1,"select":1,"one":1,"we":1,"re":1,"state":1,"dict":1,"id":1},"7401,1169,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"case":2,"if":5,"no":1,"tokens":1,"have":1,"been":1,"streamed":3,"for":2,"the":5,"tool":10,"e":1,"g":1,"only":1,"array":3,"brackets":1,"stream":1,"nothing":1,"len":4,"call":5,"arr":3,"0":4,"return":1,"none":1,"we":3,"are":1,"starting":1,"a":2,"new":2,"in":2,"has":2,"length":2,"and":2,"moved":1,"past":1,"cursor":1,"elif":1,"self":4,"current":4,"id":3,"1":1,"re":1,"moving":1,"on":1,"to":3,"first":1,"make":1,"sure":1,"haven":1,"t":2,"missed":1,"anything":1,"previous":1,"one":1,"that":1,"was":1,"auto":1,"generated":1,"due":1,"json":4,"completions":1,"but":1,"wasn":1,"client":1,"yet":1,"cur":5,"arguments":4,"get":1,"args":3,"dumps":1,"ensure":1,"ascii":1,"false":1,"sent":2,"argument":1,"diff":1},"8570,1877,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"logger":2,"debug":2,"got":1,"arguments":2,"diff":4,"s":1,"argument":3,"delta":6,"deltamessage":2,"tool":18,"calls":2,"deltatoolcall":2,"index":2,"self":10,"current":11,"id":7,"function":6,"deltafunctioncall":2,"model":2,"dump":2,"exclude":2,"none":5,"true":3,"streamed":2,"args":2,"for":2,"else":3,"re":1,"set":1,"stuff":1,"pertaining":1,"to":1,"progress":1,"in":1,"the":2,"len":1,"call":3,"arr":1,"1":1,"name":9,"sent":4,"false":1,"append":1,"starting":1,"on":1,"new":1,"d":1,"return":1,"if":3,"hasn":1,"t":1,"been":1,"send":2,"available":1,"otherwise":1,"nothing":1,"elif":1,"not":1,"get":1,"type":1,"random":1},"10447,1809,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"now":1,"we":3,"know":1,"re":2,"on":1,"the":1,"same":1,"tool":13,"call":5,"and":1,"streaming":1,"arguments":10,"else":1,"cur":7,"current":6,"get":2,"delta":3,"none":4,"if":4,"sent":3,"len":1,"self":9,"streamed":2,"args":9,"for":2,"id":5,"json":9,"dumps":2,"ensure":2,"ascii":2,"false":2,"prev":8,"arr":3,"argument":6,"diff":6,"is":2,"complete":1,"elif":1,"prefix":3,"find":1,"common":1,"not":1,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"return":1},"12256,253,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/llama_tool_parser.py":{"except":1,"exception":2,"logger":2,"error":2,"trying":1,"to":1,"handle":1,"streaming":2,"tool":2,"call":1,"debug":1,"skipping":1,"chunk":1,"as":1,"a":1,"result":1,"of":1,"extraction":1,"return":1,"none":1},"0,1996,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":10,"ast":1,"json":1,"from":6,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"union":1,"regex":2,"as":3,"re":3,"transformers":1,"pretrainedtokenizerbase":2,"envs":2,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"tool":10,"parsers":1,"abstract":1,"parser":3,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"name":1,"class":2,"unexpectedasterror":1,"exception":1,"pass":1,"register":1,"module":1,"pythonic":3,"pythonictoolparser":1,"call":3,"for":4,"models":3,"that":1,"produce":1,"calls":1,"in":1,"a":10,"style":1,"such":1,"llama":2,"3":1,"and":1,"4":1,"used":1,"when":1,"enable":1,"auto":1,"choice":1,"are":2,"all":1,"set":1,"todo":1,"mdepinet":1,"possible":1,"future":1,"improvements":1,"1":2,"support":2,"text":1,"tools":2,"separated":2,"by":2,"either":1,"python":1,"tag":1,"or":2,"n":2,"outside":1,"of":2,"list":1,"semicolon":1,"this":2,"depends":1,"on":1,"item":1,"consistent":1,"streaming":1,"neither":1,"these":1,"necessary":1,"e":1,"g":1,"toolace":1,"but":1,"both":1,"would":1,"help":1,"make":1,"llama3":1,"more":1,"reliable":1,"compile":1,"r":1,"za":6,"z":6,"w":6,"s":6,"dotall":1,"def":2,"self":3,"tokenizer":2,"super":1,"rename":1,"readability":1,"is":1,"not":1,"id":2,"property":1,"current":2,"index":1,"int":1,"return":1},"1996,1066,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"current":3,"tool":12,"index":2,"setter":1,"def":2,"self":4,"value":2,"int":1,"none":2,"id":1,"extract":2,"calls":3,"model":5,"output":4,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"the":1,"from":1,"a":1,"complete":1,"response":1,"is":4,"call":5,"pattern":4,"false":2,"try":1,"regex":4,"match":1,"timeout":4,"envs":1,"vllm":1,"parse":1,"seconds":1,"not":2,"except":1,"timeouterror":1,"logger":2,"warning":1,"occurred":2,"when":2,"matching":2,"debug":1,"user":1,"input":1,"s":1,"if":1,"return":1,"tools":1,"called":1,"content":1},"3062,1643,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"try":2,"module":2,"ast":3,"parse":1,"model":2,"output":3,"parsed":4,"getattr":1,"body":1,"0":1,"value":1,"none":5,"if":3,"isinstance":2,"list":2,"and":4,"all":1,"e":4,"call":2,"for":2,"in":3,"elts":2,"return":4,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"tool":6,"calls":4,"handle":1,"single":1,"type":1,"ignore":1,"content":3,"else":1,"raise":1,"unexpectedasterror":1,"must":1,"be":1,"a":1,"of":1,"function":1,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1,"treat":1,"as":1,"regular":1,"text":12,"false":1,"def":1,"extract":1,"streaming":1,"self":1,"previous":2,"str":3,"current":4,"delta":3,"token":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"not":1,"startswith":1,"valid":5,"added":4,"make":1,"python":1,"is":1},"4705,1690,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"module":2,"ast":3,"parse":1,"valid":1,"text":4,"parsed":4,"getattr":1,"body":1,"0":1,"value":1,"none":1,"if":6,"not":5,"isinstance":2,"list":2,"or":2,"all":1,"e":4,"call":8,"for":6,"in":5,"elts":2,"raise":1,"unexpectedasterror":1,"tool":13,"output":1,"must":1,"be":1,"a":1,"of":1,"function":2,"calls":4,"handle":1,"single":2,"type":1,"ignore":1,"deltas":1,"index":10,"new":6,"enumerate":1,"self":6,"current":3,"continue":1,"len":2,"streamed":3,"args":3,"append":1,"complete":4,"1":2,"added":3,"withheld":6,"suffix":6,"2":2,"else":1,"and":1,"is":1,"incomplete":1,"withhold":1,"the":2,"closing":1,"bracket":1,"strings":1,"get":1,"quotes":2,"model":1,"produced":1,"string":1,"json":1,"requires":1,"double":1,"replace":1,"delta":2,"compute":1},"6395,1417,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"if":4,"delta":6,"is":5,"not":5,"none":5,"tool":15,"deltas":4,"append":1,"function":3,"and":3,"arguments":3,"self":4,"streamed":1,"args":1,"for":1,"index":1,"hack":1,"serving":1,"chat":1,"py":1,"inspects":1,"the":2,"internal":1,"state":1,"of":2,"parsers":1,"when":2,"determining":1,"it":1,"s":1,"final":1,"streaming":3,"automatically":1,"adding":1,"autocompleted":1,"json":1,"these":1,"two":1,"lines":1,"avoid":1,"that":2,"nonsense":1,"while":1,"ensuring":1,"finish":2,"reason":2,"set":2,"to":2,"calls":3,"at":1,"least":1,"one":1,"called":1,"prev":2,"call":3,"arr":2,"return":5,"deltamessage":3,"elif":1,"added":1,"text":1,"current":1,"id":1,"0":1,"an":1,"empty":1,"once":1,"are":1,"all":1,"done":1,"so":1,"gets":1,"content":1,"else":1,"except":1,"exception":2,"logger":2,"error":2,"trying":1,"handle":1,"debug":1,"skipping":1,"chunk":1,"as":1,"a":1,"result":1,"extraction":1},"7812,1190,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"def":2,"get":4,"parameter":4,"value":7,"val":9,"ast":7,"expr":1,"any":1,"if":3,"isinstance":5,"constant":2,"return":4,"elif":2,"dict":2,"not":2,"all":1,"k":4,"for":4,"in":4,"keys":3,"raise":3,"unexpectedasterror":3,"tool":4,"call":8,"arguments":6,"must":2,"have":1,"literal":1,"v":4,"type":2,"ignore":1,"zip":1,"values":1,"list":1,"elts":1,"else":1,"be":1,"literals":1,"handle":1,"single":1,"toolcall":2,"func":2,"name":5,"invalid":1,"function":4,"id":1,"keyword":3,"keywords":1,"arg":1,"functioncall":1,"json":1,"dumps":1,"ensure":1,"ascii":1,"false":1},"9002,1215,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"def":1,"make":1,"valid":1,"python":1,"text":3,"str":3,"union":1,"tuple":1,"none":1,"bracket":14,"stack":14,"for":1,"index":3,"char":9,"in":4,"enumerate":1,"if":6,"append":2,"elif":5,"not":3,"or":4,"pop":4,"raise":3,"unexpectedasterror":3,"mismatched":3,"square":1,"brackets":1,"parentheses":1,"curly":1,"braces":1,"and":3,"1":3,"0":1,"treat":1,"an":1,"escaped":1,"quote":3,"as":1,"a":2,"regular":1,"character":1,"pass":2,"else":2,"double":1,"within":1,"single":1,"string":1,"vice":1,"versa":1},"10217,1474,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"text":28,"rstrip":1,"if":8,"endswith":5,"or":1,"since":1,"we":2,"have":1,"no":1,"type":1,"information":1,"for":2,"this":1,"property":2,"parameter":3,"value":3,"can":1,"t":1,"fill":1,"in":2,"a":1,"valid":1,"return":5,"none":4,"bracket":7,"stack":7,"and":5,"1":4,"trailing":6,"dict":3,"rfind":2,"num":8,"keys":2,"count":4,"values":4,"incomplete":3,"name":3,"within":1,"params":3,"full":4,"param":4,"names":2,"not":2,"function":1,"added":8,"char":6,"reversed":1,"elif":4},"11691,945,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/pythonic_tool_parser.py":{"def":1,"compute":1,"tool":1,"delta":1,"previously":3,"sent":3,"args":9,"str":2,"new":10,"call":10,"toolcall":1,"index":5,"int":1,"withheld":4,"suffix":4,"union":1,"deltatoolcall":3,"none":3,"function":5,"arguments":3,"if":3,"assert":1,"endswith":1,"len":2,"not":1,"return":2,"id":3,"type":1,"deltafunctioncall":2,"name":2,"arg":3,"diff":3,"else":1},"0,1943,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":11,"json":3,"from":8,"collections":1,"abc":1,"sequence":1,"typing":1,"union":1,"partial":2,"parser":3,"regex":3,"as":1,"re":5,"core":1,"options":1,"allow":1,"entrypoints":3,"chat":1,"utils":2,"random":1,"tool":16,"call":10,"id":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":1,"abstract":1,"toolparser":2,"toolparsermanager":2,"logger":5,"init":4,"transformers":1,"tokenizer":8,"anytokenizer":2,"mistraltokenizer":2,"name":2,"register":1,"module":1,"hermes":2,"class":1,"hermes2protoolparser":1,"def":1,"self":12,"super":1,"if":1,"isinstance":1,"model":4,"error":1,"detected":1,"mistral":1,"when":1,"using":1,"a":2,"current":2,"sent":1,"bool":1,"false":1,"prev":1,"arr":1,"list":3,"dict":1,"int":1,"1":1,"streamed":2,"args":1,"for":2,"str":3,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"start":1,"token":2,"end":1,"compile":2,"r":2,"dotall":2,"scratch":3,"pad":3},"1943,829,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"if":1,"not":1,"self":14,"model":6,"tokenizer":6,"raise":1,"valueerror":1,"the":2,"must":1,"be":1,"passed":1,"to":1,"toolparser":1,"constructor":1,"during":1,"construction":1,"tool":8,"call":8,"start":4,"token":12,"ids":4,"encode":2,"add":2,"special":2,"tokens":2,"false":2,"end":4,"array":2,"decode":2,"id":4,"for":2,"in":2,"buffered":1,"delta":1,"text":1},"2772,1986,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"very":1,"simple":1,"idea":1,"when":2,"encountering":1,"tokens":2,"like":1,"tool":14,"call":12,"store":1,"them":1,"in":6,"a":2,"buffer":7,"the":11,"last":2,"token":12,"is":3,"encountered":1,"empty":2,"and":3,"return":9,"it":1,"if":7,"appears":1,"an":1,"incorrect":1,"sequence":2,"while":1,"storing":1,"preceding":1,"along":1,"with":2,"def":2,"delta":19,"self":14,"text":23,"str":2,"of":2,"start":5,"or":4,"end":4,"not":2,"yet":1,"complete":1,"fill":1,"array":4,"buffered":12,"1":2,"else":3,"extract":1,"calls":2,"model":3,"output":3,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"sanity":1,"check":1,"avoid":1,"unnecessary":1,"processing":1,"tools":1,"called":1,"false":1,"content":1},"4758,1845,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"else":3,"try":1,"there":1,"are":2,"two":1,"possible":1,"captures":1,"between":2,"tags":1,"or":1,"a":3,"tag":1,"and":4,"end":1,"of":3,"string":2,"so":1,"the":4,"result":1,"findall":2,"is":3,"an":1,"array":1,"tuples":3,"where":1,"one":1,"function":12,"call":11,"other":1,"none":2,"self":2,"tool":8,"regex":1,"model":4,"output":4,"load":1,"json":4,"then":1,"use":1,"it":1,"to":1,"build":1,"raw":2,"calls":6,"loads":1,"match":4,"0":2,"if":2,"1":1,"for":2,"in":3,"toolcall":1,"type":1,"functioncall":1,"name":2,"args":1,"but":1,"as":1,"arguments":2,"dumps":1,"ensure":1,"ascii":1,"false":2,"content":5,"find":1,"start":1,"token":1,"return":2,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1},"6603,1938,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"def":1,"extract":1,"tool":16,"calls":1,"streaming":2,"self":12,"previous":10,"text":29,"str":3,"current":6,"delta":17,"token":11,"ids":6,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"none":3,"1":1,"all":2,"tokens":2,"are":2,"parsed":1,"based":1,"on":1,"not":2,"2":1,"incoming":1,"data":1,"is":2,"processed":1,"by":2,"the":4,"call":11,"buffer":2,"function":1,"for":2,"buffering":1,"before":1,"being":1,"used":1,"parsing":2,"if":4,"last":1,"characters":1,"of":1,"match":1,"buffered":5,"remove":1,"only":1,"matching":1,"part":1,"len":4,"and":1,"logger":3,"debug":3,"s":2,"check":1,"to":1,"see":1,"we":2,"should":1,"be":1,"a":2,"there":1,"start":6,"in":2,"no":1,"found":1,"return":1,"content":1,"try":1,"figure":1,"out":1,"where":1,"counting":1,"end":5,"tags":1,"prev":2,"count":8,"cur":2,"portion":2},"8541,1844,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"case":3,"if":7,"we":3,"re":3,"generating":2,"text":16,"or":1,"rounding":1,"out":1,"a":2,"tool":24,"call":13,"cur":6,"start":6,"count":8,"end":10,"and":3,"prev":2,"self":8,"token":9,"not":1,"in":3,"delta":10,"logger":2,"debug":2,"content":2,"skipping":1,"parsing":1,"return":1,"deltamessage":1,"full":2,"current":3,"portion":5,"split":5,"1":4,"0":2,"rstrip":2,"lstrip":1,"open":1,"close":1,"tag":1,"counts":1,"don":1,"t":1,"match":1,"doing":1,"imaginary":1,"else":3,"block":1,"here":1,"something":1,"with":2,"tools":1,"this":1,"diff":1,"flags":2,"for":1,"partial":1,"json":1,"parting":1,"exported":1,"constants":1,"from":1,"allow":4,"are":1,"handled":1,"via":1,"bit":1,"mask":1,"all":2,"name":1,"sent":1,"str":1,"starting":1,"new":1,"len":1,"ids":1,"none":3},"10385,686,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"set":1,"cursors":1,"and":2,"state":1,"appropriately":1,"self":5,"current":4,"tool":13,"id":2,"1":2,"name":1,"sent":1,"false":1,"streamed":1,"args":1,"for":1,"append":1,"logger":1,"debug":1,"starting":1,"on":1,"a":1,"new":1,"s":2,"case":1,"we":1,"re":1,"updating":1,"an":1,"existing":1,"call":4,"elif":1,"cur":3,"start":4,"count":4,"end":1,"prev":1,"get":1,"the":3,"portion":3,"of":1,"text":3,"that":1,"split":1,"token":1,"none":1},"11071,1832,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"case":2,"the":1,"current":4,"tool":19,"call":8,"is":3,"being":1,"closed":1,"elif":1,"cur":3,"start":2,"count":4,"end":6,"and":2,"prev":4,"if":4,"self":9,"arr":3,"none":4,"or":1,"len":1,"0":1,"logger":2,"debug":2,"attempting":1,"to":1,"close":1,"but":1,"no":1,"return":4,"diff":11,"id":3,"get":1,"arguments":2,"encode":1,"utf":1,"8":1,"decode":1,"unicode":1,"escape":1,"str":1,"else":2,"not":2,"in":1,"delta":6,"text":9,"loc":2,"rindex":1,"finishing":1,"found":1,"that":1,"had":1,"been":1,"streamed":2,"yet":1,"s":1,"args":1,"for":1,"deltamessage":2,"calls":2,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"otherwise":1,"we":1,"re":1,"just":1,"generating":1,"replace":2,"token":2,"content":1,"try":1},"12903,1929,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"current":7,"tool":17,"call":11,"partial":2,"json":5,"parser":2,"loads":1,"portion":5,"or":1,"flags":1,"if":9,"else":3,"none":13,"logger":3,"debug":3,"parsed":1,"s":4,"except":2,"core":1,"exceptions":1,"malformedjson":1,"not":4,"enough":1,"tokens":1,"to":3,"parse":2,"into":1,"yet":2,"return":6,"decoder":1,"jsondecodeerror":1,"unable":1,"case":2,"we":1,"haven":1,"t":1,"sent":3,"the":4,"name":8,"it":3,"available":2,"send":4,"otherwise":3,"wait":1,"until":1,"self":3,"is":4,"function":5,"union":1,"str":1,"get":1,"true":2,"deltamessage":2,"calls":2,"deltatoolcall":1,"index":1,"id":3,"type":1,"random":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"delta":5,"as":1,"text":4,"there":1,"but":1,"that":1,"skip":1,"chunk":1,"content":1},"14832,1964,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"now":4,"the":6,"nitty":1,"gritty":1,"of":1,"tool":12,"calls":1,"we":3,"have":4,"portion":1,"to":4,"parse":2,"as":2,"call":8,"logger":6,"debug":5,"trying":1,"current":6,"with":1,"id":4,"s":6,"self":6,"if":3,"re":1,"starting":1,"a":4,"new":2,"push":1,"an":1,"empty":1,"object":1,"in":2,"placeholder":1,"for":2,"arguments":22,"len":1,"prev":10,"arr":3,"append":1,"main":1,"logic":1,"parsing":1,"here":1,"compare":1,"partially":2,"parsed":2,"json":6,"get":2,"cur":8,"diffing":1,"old":1,"against":1,"ones":1,"case":3,"no":2,"been":1,"created":1,"yet":1,"skip":1,"sending":1,"delta":5,"not":5,"and":3,"skipping":2,"text":3,"none":2,"are":2,"defined":1,"but":2,"non":1,"probably":1,"impossible":2,"fatal":1,"error":2,"just":1,"keep":1,"going":1,"elif":2,"should":1,"be":1,"reset":1,"mid":1,"streaming":1,"anything":1,"first":1,"info":1,"about":1,"available":1,"from":1,"autocompleting":1,"dumps":1,"ensure":1,"ascii":1,"false":1,"finding":1},"16796,1848,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"get":1,"the":2,"location":1,"where":1,"previous":1,"args":5,"differ":1,"from":1,"current":5,"if":2,"delta":20,"text":11,"not":1,"in":2,"cur":4,"arguments":13,"json":3,"2":2,"return":1,"none":3,"start":2,"loc":2,"rindex":1,"len":2,"use":1,"that":1,"to":2,"find":1,"actual":1,"logger":2,"debug":2,"first":1,"tokens":1,"received":1,"s":2,"deltamessage":2,"tool":8,"calls":2,"deltatoolcall":2,"index":2,"self":6,"id":4,"function":2,"deltafunctioncall":2,"model":2,"dump":2,"exclude":2,"true":2,"streamed":2,"for":2,"last":1,"case":1,"we":1,"have":1,"an":1,"update":1,"existing":1,"elif":1,"and":3,"prev":1,"isinstance":1,"str":1,"rstrip":3,"1":3,"got":1,"diff":1},"18644,597,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/hermes_tool_parser.py":{"handle":2,"saving":1,"the":4,"state":1,"for":3,"current":5,"tool":9,"into":1,"prev":4,"list":1,"use":1,"in":1,"diffing":1,"next":1,"iteration":1,"if":1,"self":5,"id":3,"len":1,"call":6,"arr":3,"1":1,"else":1,"append":1,"return":2,"delta":2,"except":1,"exception":2,"logger":1,"error":1,"trying":1,"to":1,"streaming":1,"none":1,"do":1,"not":1,"stream":1,"a":1,"skip":1,"this":1,"token":1},"0,1915,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":10,"json":1,"from":8,"collections":1,"abc":1,"sequence":1,"typing":1,"any":2,"optional":1,"union":1,"regex":2,"as":1,"re":5,"entrypoints":4,"chat":1,"utils":3,"random":1,"tool":20,"call":7,"id":1,"openai":3,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":2,"abstract":1,"parser":1,"toolparser":2,"toolparsermanager":2,"extract":1,"intermediate":1,"diff":1,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"name":3,"register":1,"module":1,"minimax":1,"class":1,"minimaxtoolparser":1,"def":1,"self":8,"super":1,"initialize":1,"streaming":2,"state":2,"for":1,"tracking":1,"progress":1,"dict":1,"str":1,"current":2,"index":2,"1":1,"of":3,"being":1,"processed":1,"ids":2,"list":2,"sent":2,"tools":2,"that":1,"have":1,"been":1,"define":1,"tokens":1,"and":1,"patterns":1,"start":1,"token":2,"calls":5,"end":1,"compile":3,"r":4,"dotall":1,"thinking":1,"tag":1,"pattern":3,"think":2,"s":2,"args":1,"arguments":1},"1915,1740,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"buffer":2,"for":2,"handling":1,"partial":1,"tool":16,"calls":7,"during":2,"streaming":1,"self":13,"pending":1,"in":2,"thinking":4,"tag":2,"false":1,"if":2,"not":2,"model":9,"tokenizer":3,"raise":1,"valueerror":1,"the":3,"must":1,"be":1,"passed":1,"to":2,"toolparser":1,"constructor":1,"construction":1,"get":3,"token":7,"ids":1,"call":8,"start":5,"end":5,"tokens":2,"id":4,"vocab":2,"is":2,"none":2,"or":1,"logger":1,"warning":1,"minimax":1,"parser":1,"could":1,"locate":1,"falling":1,"back":1,"string":2,"matching":1,"def":2,"preprocess":2,"output":7,"str":2,"by":1,"removing":1,"from":4,"tags":2,"args":1,"raw":1,"returns":1,"preprocessed":1,"with":1,"removed":1,"remove":2,"think":6,"match":2,"content":4,"group":1,"1":1,"cleaned":2,"re":4,"sub":2,"r":1,"flags":2,"dotall":2,"return":2,"f":1,"pattern":1},"3655,1967,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":3,"clean":5,"duplicate":2,"braces":4,"self":4,"args":15,"text":25,"str":5,"closing":2,"from":2,"arguments":3,"raw":1,"returns":3,"cleaned":2,"with":1,"proper":1,"json":5,"formatting":1,"strip":2,"if":5,"not":2,"return":7,"try":2,"loads":2,"except":2,"jsondecodeerror":2,"pass":1,"while":1,"endswith":2,"candidate":4,"1":2,"delta":15,"by":1,"removing":1,"excessive":1,"to":1,"stripped":4,"and":2,"all":1,"c":2,"in":2,"n":3,"r":1,"t":1,"for":2,"brace":2,"count":3,"else":1,"extract":2,"tool":3,"calls":3,"model":6,"output":7,"request":3,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"non":1,"streaming":1,"mode":1,"complete":1,"chat":1,"completion":1,"containing":1,"content":1,"processed":1,"preprocess":1},"5622,1860,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"if":6,"self":3,"tool":9,"call":15,"start":2,"token":2,"not":1,"in":6,"processed":8,"output":5,"return":1,"extractedtoolcallinformation":1,"tools":1,"called":1,"false":2,"calls":6,"content":5,"model":1,"try":2,"function":12,"tuples":2,"regex":1,"findall":1,"raw":3,"for":3,"match":4,"0":2,"else":1,"1":2,"strip":4,"lines":2,"split":1,"n":1,"line":7,"and":3,"startswith":1,"endswith":1,"parsed":2,"json":3,"loads":1,"append":2,"except":1,"jsondecodeerror":1,"continue":1,"name":3,"arguments":3,"toolcall":1,"type":1,"functioncall":1,"dumps":1,"ensure":1,"ascii":1,"pos":3,"find":1},"7482,1589,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"if":4,"processed":2,"content":11,"lines":2,"split":1,"n":1,"for":2,"line":6,"in":2,"reversed":1,"strip":3,"pos":3,"model":4,"output":4,"find":1,"1":1,"len":2,"break":1,"else":4,"return":2,"extractedtoolcallinformation":2,"tools":2,"called":2,"tool":5,"calls":4,"0":1,"none":2,"except":1,"exception":2,"logger":1,"an":1,"unexpected":1,"error":1,"occurred":1,"during":1,"call":1,"extraction":1,"false":1,"def":1,"update":2,"thinking":4,"state":2,"self":2,"text":7,"str":1,"the":1,"tag":2,"based":1,"on":1,"args":1,"to":1,"analyze":1,"tags":1,"open":3,"count":8,"think":3,"close":3,"or":1,"and":1,"endswith":1},"9071,1891,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":3,"is":1,"potential":3,"tag":16,"start":6,"self":12,"text":23,"str":5,"bool":3,"check":3,"if":8,"might":1,"be":4,"the":2,"of":3,"a":2,"tool":8,"call":8,"args":3,"to":3,"returns":3,"true":3,"could":1,"for":6,"in":8,"token":6,"end":3,"any":1,"startswith":3,"i":4,"range":2,"1":4,"min":1,"len":3,"return":7,"false":2,"should":3,"buffer":2,"content":8,"delta":16,"determine":1,"buffered":2,"later":1,"processing":1,"thinking":2,"pending":1,"or":3,"split":3,"buffering":1,"tuple":2,"into":1,"safe":2,"and":2,"prefix":2,"pos":5,"rfind":1},"10962,1828,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":3,"process":2,"buffer":14,"self":24,"new":4,"content":13,"str":2,"buffered":1,"and":2,"return":3,"output":8,"args":1,"to":5,"add":1,"returns":1,"processed":1,"pending":12,"if":3,"in":2,"thinking":1,"tag":9,"while":1,"start":7,"pos":13,"find":2,"tool":10,"call":4,"token":4,"end":7,"1":5,"or":1,"len":5,"elif":1,"else":1,"is":1,"potential":1,"break":2,"reset":2,"streaming":6,"state":5,"none":2,"the":3,"initial":1,"values":1,"current":3,"index":3,"ids":1,"sent":1,"tools":1,"advance":2,"next":2,"sequence":1,"int":1},"12790,1798,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":4,"set":3,"current":7,"tool":26,"index":14,"self":11,"int":6,"none":3,"the":4,"args":3,"to":2,"streaming":7,"state":9,"get":4,"returns":2,"return":4,"next":3,"unsent":3,"count":8,"of":4,"total":1,"number":2,"tools":14,"or":1,"1":2,"if":3,"all":1,"sent":14,"list":3,"for":3,"i":5,"in":1,"range":1,"len":3,"not":1,"name":2,"else":1,"ensure":2,"arrays":2,"have":1,"sufficient":1,"capacity":1,"prepare":1,"ids":6,"while":2,"append":2,"false":1,"arguments":1,"id":2,"random":1,"call":1},"14588,1866,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":2,"detect":2,"tools":3,"in":7,"text":18,"self":3,"str":2,"int":3,"the":2,"number":2,"of":4,"by":1,"counting":1,"name":8,"patterns":1,"args":2,"to":2,"analyze":2,"returns":2,"detected":1,"matches":2,"tool":4,"pattern":1,"findall":1,"return":2,"len":3,"find":2,"boundaries":6,"list":2,"tuple":1,"calls":2,"start":7,"end":4,"positions":1,"for":1,"i":13,"0":4,"while":2,"if":7,"depth":5,"has":7,"false":2,"arguments":5,"1":7,"elif":1,"segment":3,"and":4,"append":2,"break":1,"not":2,"true":2,"else":1},"16454,1778,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":2,"extract":3,"tool":21,"args":11,"self":4,"content":16,"str":5,"match":7,"arguments":4,"from":1,"call":1,"regex":1,"for":2,"pattern":2,"returns":2,"extracted":1,"as":1,"string":1,"start":4,"pos":2,"end":6,"remaining":7,"if":7,"strip":3,"startswith":1,"depth":4,"0":3,"i":2,"char":3,"in":1,"enumerate":1,"1":4,"elif":1,"return":4,"else":2,"find":2,"rstrip":1,"get":2,"current":1,"text":5,"index":6,"int":1,"tuple":2,"optional":2,"the":1,"of":3,"a":1,"specific":1,"by":1,"containing":1,"calls":1,"to":1,"name":6,"or":1,"none":5,"not":1,"found":1,"boundaries":4,"len":1,"search":1,"group":1},"18232,1963,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"args":11,"match":4,"self":11,"tool":33,"pattern":1,"search":1,"content":11,"if":5,"try":1,"text":4,"extract":1,"return":7,"name":10,"except":1,"exception":1,"remaining":2,"end":1,"rstrip":1,"strip":1,"none":7,"def":1,"handle":2,"streaming":6,"str":1,"count":3,"int":1,"union":1,"deltamessage":3,"of":2,"names":1,"containing":1,"calls":2,"total":1,"number":1,"tools":7,"returns":1,"with":1,"or":1,"no":1,"to":1,"stream":1,"next":10,"idx":9,"get":2,"unsent":1,"index":3,"1":1,"boundaries":3,"find":1,"len":1,"current":2,"not":1,"set":1,"sent":7,"list":2,"state":4,"ids":5,"id":5,"true":2,"deltatoolcall":1,"type":1,"function":2,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1},"20195,1535,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":1,"handle":2,"tool":18,"args":20,"streaming":4,"self":8,"content":5,"str":1,"count":3,"int":1,"union":1,"deltamessage":2,"none":6,"of":2,"arguments":5,"containing":1,"calls":1,"total":1,"number":1,"tools":8,"returns":1,"with":1,"or":3,"if":8,"no":1,"to":2,"stream":1,"current":9,"idx":7,"get":2,"index":1,"0":1,"return":3,"name":3,"not":2,"is":1,"sent":15,"list":1,"state":2,"clean":8,"duplicate":1,"braces":2,"and":1,"startswith":1,"delta":5,"extract":1,"intermediate":1,"diff":1,"endswith":1,"advance":1,"next":1},"21730,1953,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"return":6,"deltamessage":2,"tool":6,"calls":3,"deltatoolcall":2,"index":2,"current":7,"idx":3,"function":2,"deltafunctioncall":2,"arguments":3,"args":8,"delta":4,"model":2,"dump":2,"exclude":2,"none":3,"true":4,"elif":1,"not":3,"sent":5,"and":2,"clean":7,"self":7,"braces":1,"tools":3,"streaming":1,"state":1,"if":4,"endswith":1,"advance":1,"to":1,"next":1,"def":1,"is":1,"end":9,"text":4,"str":1,"bool":1,"call":2,"token":5,"in":6,"false":2,"positions":3,"search":3,"start":6,"0":1,"while":1,"pos":7,"find":1,"1":2,"break":1,"append":2,"think":5,"regions":3,"for":3,"match":3,"re":2,"finditer":1,"thinking":1,"tag":1,"pattern":1,"flags":1,"dotall":1,"any":1,"t":4},"23683,1887,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"def":1,"extract":1,"tool":10,"calls":2,"streaming":2,"self":18,"previous":2,"text":19,"str":3,"current":11,"delta":12,"token":12,"ids":5,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":6,"none":7,"update":1,"thinking":2,"state":2,"if":11,"in":7,"tag":4,"return":8,"content":10,"should":1,"buffer":3,"buffered":3,"output":4,"process":1,"else":2,"is":2,"end":3,"safe":3,"potential":3,"split":1,"for":1,"buffering":1,"pending":1,"processed":2,"preprocess":1,"model":1,"call":7,"start":5,"not":2,"and":5,"strip":1,"get":1,"index":1,"1":2,"reset":1,"id":2,"len":1},"25570,1850,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"original":4,"tool":18,"start":11,"self":11,"find":4,"outside":3,"thinking":3,"current":13,"text":9,"if":6,"is":1,"none":6,"return":6,"content":10,"before":4,"tools":10,"extract":2,"delta":1,"deltamessage":1,"try":1,"count":5,"detect":1,"in":1,"0":2,"get":1,"index":1,"1":2,"reset":1,"streaming":4,"state":2,"ensure":1,"arrays":1,"handle":2,"name":1,"or":2,"args":2,"except":1,"exception":2,"logger":1,"an":1,"unexpected":1,"error":1,"occurred":1,"during":1,"call":3,"handling":1,"def":1,"str":1,"optional":1,"int":1,"the":1,"position":2,"of":3,"calls":1,"tags":1,"to":1,"search":3,"returns":1,"not":1,"found":1,"while":1,"true":1,"pos":2,"token":1},"27420,1872,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/minimax_tool_parser.py":{"think":6,"regions":2,"m":3,"start":23,"end":7,"for":2,"in":4,"re":2,"finditer":1,"r":1,"current":10,"text":17,"flags":1,"dotall":1,"any":1,"pos":11,"t":4,"and":1,"if":6,"not":1,"return":4,"search":1,"1":2,"def":2,"extract":4,"content":17,"before":3,"tools":3,"self":4,"str":5,"delta":11,"tool":24,"int":2,"optional":1,"that":1,"appears":1,"calls":2,"args":2,"position":2,"of":2,"returns":2,"or":1,"none":3,"0":1,"len":4,"part":4,"else":1,"from":1,"starting":1,"at":1,"extracted":1,"call":2,"token":2,"find":1},"0,1790,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":1,"project":1,"import":5,"json":6,"from":4,"jsondecodeerror":1,"jsondecoder":1,"typing":1,"any":1,"partial":3,"parser":3,"core":1,"options":1,"allow":1,"def":3,"find":4,"common":7,"prefix":7,"s1":9,"str":9,"s2":6,"finds":2,"a":4,"that":4,"is":6,"shared":2,"between":3,"two":4,"strings":4,"if":4,"there":2,"one":2,"order":2,"of":2,"arguments":2,"not":4,"important":2,"this":1,"function":1,"provided":1,"as":1,"utility":1,"for":3,"extracting":1,"information":1,"generated":1,"by":1,"help":1,"in":5,"ensuring":1,"right":1,"tokens":1,"are":3,"returned":2,"streaming":1,"so":1,"close":3,"quotes":1,"brackets":1,"and":3,"braces":1,"prematurely":1,"e":2,"g":2,"fruit":5,"ap":3,"apple":2,"min":6,"length":4,"len":4,"i":9,"range":2,"else":2,"break":2,"return":2,"suffix":9,"stops":1,"when":1,"ends":1,"or":2,"it":1,"hits":1,"an":1,"alphanumeric":1,"character":1,"1":2,"isalnum":1,"extract":2,"intermediate":1,"diff":1,"curr":1,"old":1,"given":1,"difference":1,"middle":1,"known":1,"have":1},"1790,1973,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/utils.py":{"this":1,"function":1,"is":4,"provided":1,"as":2,"a":3,"utility":1,"for":2,"extracting":1,"information":1,"from":2,"json":9,"generated":1,"by":1,"partial":5,"parser":3,"to":2,"help":1,"in":5,"ensuring":1,"that":3,"the":9,"right":1,"tokens":2,"are":2,"returned":2,"streaming":1,"so":1,"close":3,"quotes":1,"brackets":1,"and":3,"braces":1,"not":1,"prematurely":1,"order":1,"of":3,"arguments":1,"important":1,"new":1,"version":1,"partially":1,"parsed":1,"must":2,"be":3,"first":1,"argument":2,"secnod":1,"previous":1,"generation":1,"what":1,"it":2,"returns":1,"should":1,"streamed":1,"client":1,"e":3,"g":1,"extract":1,"intermediate":1,"diff":7,"fruit":2,"apple":1,"ap":1,"ple":1,"suffix":5,"find":5,"common":2,"curr":3,"old":4,"1":12,"replace":4,"prefix":5,"if":4,"len":3,"only":1,"once":1,"case":1,"s":1,"mirrored":1,"return":6,"def":3,"all":2,"indices":5,"string":3,"str":10,"substring":3,"list":1,"int":2,"starting":1,"given":1,"useful":1,"tool":1,"call":1,"extraction":1,"index":5,"while":1,"true":2,"break":1,"append":1,"doesn":2,"t":2,"support":2,"extra":2,"data":2,"jsondecoder":2,"raw":2,"decode":2,"loads":3,"input":6,"flags":2,"allow":1,"tuple":1,"any":1,"try":2,"except":2,"jsondecodeerror":2,"msg":1,"dec":2,"raise":1,"complete":1,"bool":1,"false":1},"3763,111,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/utils.py":{"def":1,"consume":1,"space":1,"i":5,"int":2,"s":3,"str":1,"while":1,"len":1,"and":1,"isspace":1,"1":1,"return":1},"0,1805,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":7,"project":1,"import":11,"json":3,"from":9,"collections":1,"abc":1,"sequence":1,"typing":1,"union":1,"partial":2,"parser":3,"core":1,"options":1,"allow":1,"entrypoints":4,"chat":1,"utils":3,"random":1,"tool":6,"call":1,"id":1,"openai":3,"protocol":1,"chatcompletionrequest":3,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":2,"abstract":1,"toolparser":2,"toolparsermanager":2,"extract":1,"intermediate":1,"diff":1,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"name":1,"register":1,"module":1,"internlm":2,"class":1,"internlm2toolparser":1,"def":3,"self":4,"super":1,"position":1,"adjust":1,"request":6,"if":2,"tools":1,"and":2,"choice":1,"none":2,"do":1,"not":1,"skip":2,"special":3,"tokens":3,"because":1,"use":1,"indicated":1,"start":1,"end":1,"of":1,"calls":1,"information":1,"false":1,"return":4,"get":3,"arguments":3,"obj":5,"parameters":2,"in":2,"elif":1},"1805,1975,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py":{"def":1,"extract":1,"tool":8,"calls":3,"streaming":1,"self":7,"previous":2,"text":12,"str":4,"current":8,"delta":6,"token":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":4,"none":3,"if":7,"action":10,"start":3,"not":4,"in":4,"position":4,"len":3,"return":6,"content":3,"the":4,"call":2,"is":1,"sended":1,"a":1,"empty":1,"message":1,"to":2,"make":1,"sure":1,"finish":1,"reason":1,"will":1,"be":1,"send":1,"correctly":1,"id":1,"0":3,"last":3,"pos":3,"plugin":2,"new":2,"split":2,"strip":2,"end":1,"bit":1,"mask":1,"flags":3,"for":1,"partial":3,"json":4,"parsing":1,"name":3,"hasn":1,"t":2,"been":1,"sent":2,"yet":2,"don":1,"allow":4,"sending":2,"an":2,"incomplete":1,"string":1,"since":1,"openai":1,"only":1,"ever":1,"as":2,"far":1,"i":1,"have":1,"seen":1,"allows":1,"entire":1,"function":1,"at":1,"once":1,"all":2,"else":1,"try":2,"parsable":2,"arr":3,"are":1,"generated":1,"object":1,"inernlm2":1,"it":1,"s":1,"support":1,"parallel":1,"dict":1,"parser":2,"loads":1,"except":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"enough":1,"tokens":1,"parse":1,"into":1},"3780,1921,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py":{"if":5,"the":2,"current":7,"tool":14,"name":8,"hasn":1,"t":1,"been":1,"sent":3,"send":2,"available":1,"otherwise":1,"nothing":1,"not":6,"self":10,"function":5,"call":5,"arr":3,"get":4,"id":6,"1":1,"delta":4,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"type":1,"random":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":4,"true":2,"streamed":1,"args":1,"for":1,"append":1,"else":2,"now":1,"we":3,"know":1,"re":2,"on":1,"same":1,"and":4,"streaming":1,"arguments":16,"prev":5,"cur":6,"generated":1,"will":1,"never":1,"happen":1,"elif":2,"logger":1,"error":1,"invariant":1,"impossible":1,"to":2,"have":1,"reset":1,"mid":1,"first":1,"time":1,"parameters":1,"json":2,"dumps":1,"ensure":1,"ascii":1,"false":1},"5701,1671,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py":{"arguments":11,"delta":7,"cur":7,"json":8,"index":3,"text":2,"len":1,"deltamessage":2,"tool":8,"calls":2,"deltatoolcall":2,"self":6,"current":4,"id":4,"function":2,"deltafunctioncall":2,"model":2,"dump":2,"exclude":2,"none":2,"true":2,"streamed":2,"args":6,"for":2,"both":1,"prev":5,"and":2,"parameters":2,"send":1,"the":1,"increase":1,"elif":1,"dumps":2,"ensure":2,"ascii":2,"false":2,"argument":3,"diff":4,"extract":1,"intermediate":1},"7372,1911,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py":{"check":1,"to":2,"see":1,"if":5,"the":2,"name":8,"is":1,"defined":1,"and":2,"has":1,"been":1,"sent":1,"so":1,"stream":1,"otherwise":1,"keep":1,"waiting":1,"finish":1,"by":1,"setting":1,"old":1,"returning":1,"none":3,"as":2,"base":1,"case":1,"tool":11,"call":5,"arr":4,"arguments":4,"self":3,"get":3,"prev":1,"return":3,"delta":1,"except":1,"exception":2,"logger":2,"error":2,"trying":1,"handle":1,"streaming":2,"debug":1,"skipping":1,"chunk":1,"a":1,"result":1,"of":1,"extraction":1,"def":1,"extract":1,"calls":5,"model":2,"output":2,"str":1,"request":2,"chatcompletionrequest":1,"extractedtoolcallinformation":3,"text":7,"tools":6,"action":14,"start":2,"plugin":2,"in":3,"split":2,"end":1,"strip":1,"0":2,"find":1,"dict":4,"json":2,"loads":1,"parameters":3,"dumps":1,"ensure":1,"ascii":1,"false":2,"not":2,"or":1,"t":2,"function":2,"for":1,"called":2,"content":2,"toolcall":1,"functioncall":1,"true":1,"len":1,"else":1},"9283,182,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/internlm2_tool_parser.py":{"return":1,"extractedtoolcallinformation":1,"tools":1,"called":1,"false":1,"tool":1,"calls":1,"content":1,"text":1},"0,1934,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"import":13,"json":3,"from":10,"collections":1,"abc":1,"sequence":1,"typing":1,"union":1,"partial":2,"parser":2,"regex":2,"as":1,"re":3,"core":1,"options":1,"allow":1,"entrypoints":4,"chat":1,"utils":4,"random":1,"tool":15,"call":2,"id":2,"openai":3,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":2,"toolparser":2,"toolparsermanager":2,"extract":1,"intermediate":1,"diff":1,"logger":4,"init":4,"transformers":2,"tokenizer":5,"anytokenizer":2,"tokenizers":1,"mistraltokenizer":3,"name":2,"register":1,"module":1,"jamba":2,"class":1,"jambatoolparser":1,"def":1,"self":11,"super":1,"if":1,"isinstance":1,"model":2,"raise":1,"valueerror":1,"detected":1,"a":3,"when":1,"using":1,"current":2,"sent":1,"bool":1,"false":1,"prev":1,"arr":1,"list":3,"dict":1,"int":1,"1":1,"streamed":2,"args":1,"for":2,"str":3,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"calls":7,"start":2,"token":4,"end":2,"compile":1,"rf":1,"dotall":1},"1934,1683,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"if":4,"not":4,"self":13,"model":6,"tokenizer":3,"raise":2,"valueerror":1,"the":8,"must":1,"be":1,"passed":1,"to":3,"toolparser":1,"constructor":1,"during":1,"construction":1,"tool":15,"calls":13,"start":6,"token":7,"id":4,"vocab":2,"get":2,"end":5,"is":2,"none":3,"or":1,"runtimeerror":1,"jamba":2,"parser":1,"could":1,"locate":1,"tokens":4,"in":2,"def":2,"adjust":1,"request":7,"chatcompletionrequest":3,"tools":2,"and":2,"choice":1,"do":1,"skip":2,"special":3,"because":1,"use":2,"indicate":1,"of":1,"information":1,"false":2,"return":2,"extract":1,"output":4,"str":1,"extractedtoolcallinformation":2,"sanity":1,"check":1,"avoid":1,"unnecessary":1,"processing":1,"called":1,"content":1,"else":1,"try":1,"a":1,"regex":2,"find":1,"call":1,"between":1,"tags":1,"function":1,"findall":1,"0":1},"3617,1974,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"load":1,"the":4,"json":4,"and":3,"then":1,"use":1,"it":2,"to":2,"build":1,"function":10,"tool":11,"call":7,"raw":2,"calls":10,"loads":1,"toolcall":1,"type":1,"functioncall":1,"name":2,"args":1,"are":1,"but":1,"as":1,"a":2,"string":1,"arguments":2,"dumps":1,"ensure":1,"ascii":1,"false":2,"for":1,"in":4,"content":7,"model":3,"output":4,"find":1,"self":3,"start":2,"token":6,"return":3,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"if":3,"len":1,"0":1,"else":1,"none":2,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1,"def":1,"extract":1,"streaming":1,"previous":2,"text":5,"str":3,"current":3,"delta":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"is":1,"not":3,"tokens":1,"generated":1,"so":1,"far":1,"append":1,"contents":1,"since":1,"s":1},"5591,1916,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"if":9,"the":15,"tool":20,"call":8,"token":9,"id":3,"is":1,"in":3,"tokens":4,"generated":2,"so":3,"far":2,"that":1,"means":2,"we":4,"re":2,"parsing":3,"as":4,"calls":7,"now":1,"handle":1,"detected":1,"start":4,"of":2,"which":1,"calling":1,"self":5,"delta":2,"ids":2,"and":2,"len":3,"1":2,"it":1,"s":1,"only":3,"return":4,"none":4,"don":3,"t":4,"send":2,"a":2,"chat":1,"completion":1,"control":1,"bit":1,"mask":1,"flags":3,"for":2,"partial":4,"json":5,"name":3,"hasn":1,"been":2,"sent":2,"yet":2,"allow":4,"sending":2,"an":2,"incomplete":1,"string":1,"since":1,"openai":1,"ever":1,"i":1,"have":2,"seen":1,"allows":1,"entire":2,"function":1,"at":2,"once":1,"all":2,"current":5,"else":2,"str":1,"try":2,"extract":1,"between":1,"special":1,"parsable":2,"arr":6,"text":1,"split":2,"end":1,"0":3,"are":1,"array":3,"do":1,"on":2,"list":1,"dict":2,"parser":2,"loads":1,"except":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"not":1,"enough":1,"to":1,"parse":1,"into":1,"select":1,"one":1,"state":1,"case":1,"no":1,"streamed":1,"e":1,"g":1,"brackets":1,"stream":1,"nothing":1},"7507,1864,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"case":2,"we":3,"are":1,"starting":2,"a":2,"new":3,"tool":20,"in":3,"the":4,"array":2,"has":2,"0":3,"length":2,"and":2,"moved":1,"past":1,"cursor":1,"elif":1,"len":3,"call":5,"arr":3,"self":11,"current":10,"id":7,"1":2,"if":3,"re":2,"moving":1,"on":2,"to":4,"first":1,"make":1,"sure":1,"haven":1,"t":2,"missed":1,"anything":1,"previous":1,"one":1,"that":1,"was":1,"auto":1,"generated":1,"due":1,"json":2,"completions":1,"but":1,"wasn":1,"streamed":4,"client":1,"yet":1,"diff":6,"union":1,"str":1,"none":4,"get":1,"arguments":2,"dumps":1,"ensure":1,"ascii":1,"false":2,"replace":1,"args":3,"for":3,"delta":4,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"else":2,"set":1,"stuff":1,"pertaining":1,"progress":1,"name":1,"sent":1,"append":1,"logger":1,"debug":1,"d":1,"return":1,"update":1,"an":1,"existing":1,"this":1,"is":1,"handled":1,"below":1},"9371,1850,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"if":5,"the":2,"current":7,"tool":11,"name":8,"hasn":1,"t":1,"been":1,"sent":3,"send":2,"available":1,"otherwise":1,"nothing":1,"not":5,"self":5,"function":5,"call":5,"get":3,"delta":5,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"id":4,"type":1,"random":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":4,"true":2,"else":2,"now":1,"we":3,"know":1,"re":2,"on":1,"same":1,"and":4,"streaming":1,"arguments":16,"prev":5,"arr":1,"cur":7,"new":2,"text":3,"replace":1,"elif":2,"logger":2,"error":1,"invariant":1,"impossible":1,"to":1,"have":1,"reset":1,"mid":1,"json":3,"dumps":1,"ensure":1,"ascii":1,"false":1,"debug":1,"finding":1,"s":2,"in":1},"11221,1266,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"arguments":12,"delta":5,"cur":6,"json":8,"index":2,"new":2,"text":2,"len":1,"logger":2,"debug":2,"first":1,"tokens":1,"in":1,"received":1,"s":3,"deltamessage":1,"tool":4,"calls":1,"deltatoolcall":1,"self":3,"current":2,"id":2,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":1,"true":1,"streamed":1,"args":5,"for":2,"elif":1,"and":1,"prev":4,"dumps":2,"ensure":2,"ascii":2,"false":2,"searching":1,"diff":1,"between":1,"n":2},"12487,1460,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/jamba_tool_parser.py":{"argument":4,"diff":6,"extract":1,"intermediate":1,"cur":1,"args":3,"json":4,"prev":2,"logger":3,"debug":2,"got":1,"arguments":2,"s":1,"delta":3,"deltamessage":1,"tool":8,"calls":1,"deltatoolcall":1,"index":1,"self":4,"current":2,"id":2,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":4,"true":1,"streamed":2,"for":1,"else":1,"try":1,"parsing":1,"it":2,"with":1,"regular":1,"if":3,"works":1,"we":2,"re":1,"at":1,"the":5,"end":1,"and":4,"need":1,"to":3,"send":1,"difference":1,"between":1,"tokens":1,"so":2,"far":1,"valid":1,"check":1,"see":1,"name":2,"is":1,"defined":1,"has":1,"been":1,"sent":1,"stream":1,"otherwise":1,"keep":1,"waiting":1,"finish":1,"by":1,"setting":1,"old":1,"returning":1,"as":2,"base":1,"case":1,"call":3,"arr":2,"return":2,"except":1,"exception":2,"error":2,"trying":1,"handle":1,"streaming":2,"skipping":1,"chunk":1,"a":1,"result":1,"of":1,"extraction":1},"0,1685,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":19,"abstract":1,"tool":19,"parser":19,"import":19,"toolparser":2,"toolparsermanager":2,"deepseekv3":1,"deepseekv3toolparser":2,"glm4":1,"moe":1,"glm4moemodeltoolparser":2,"granite":2,"20b":1,"fc":1,"granite20bfctoolparser":2,"granitetoolparser":2,"hermes":1,"hermes2protoolparser":2,"hunyuan":1,"a13b":1,"hunyuana13btoolparser":2,"internlm2":1,"internlm2toolparser":2,"jamba":1,"jambatoolparser":2,"kimi":1,"k2":1,"kimik2toolparser":2,"llama4":1,"pythonic":2,"llama4pythonictoolparser":2,"llama":1,"llama3jsontoolparser":2,"minimax":1,"minimaxtoolparser":2,"mistral":1,"mistraltoolparser":2,"phi4mini":1,"phi4minijsontoolparser":2,"pythonictoolparser":2,"qwen3coder":1,"qwen3codertoolparser":2,"step3":1,"step3toolparser":2,"xlam":1,"xlamtoolparser":2,"all":1},"0,1672,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":9,"json":1,"uuid":1,"from":6,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"optional":1,"union":1,"regex":1,"as":1,"re":1,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"chatcompletiontoolsparam":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"tool":11,"parsers":1,"abstract":1,"parser":1,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"transformers":1,"utils":1,"tokenizer":3,"anytokenizer":2,"name":2,"register":1,"module":1,"qwen3":1,"coder":1,"class":1,"qwen3codertoolparser":1,"def":1,"self":12,"super":1,"current":1,"sent":1,"bool":2,"false":2,"prev":1,"call":7,"arr":1,"list":2,"dict":1,"streamed":1,"args":1,"for":2,"str":7,"sentinel":1,"tokens":1,"streaming":1,"mode":1,"start":1,"token":4,"end":3,"prefix":2,"function":3,"parameter":4,"is":1,"started":1,"failed":1,"count":1,"int":1},"1672,1903,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"streaming":3,"state":3,"variables":1,"self":27,"current":5,"tool":20,"index":1,"int":2,"0":2,"header":1,"sent":1,"bool":5,"false":5,"string":1,"id":5,"optional":3,"str":5,"none":5,"function":6,"name":3,"param":4,"value":1,"count":1,"in":3,"accumulated":1,"text":1,"json":2,"started":1,"closed":1,"enhanced":1,"reset":2,"for":1,"each":1,"new":1,"message":1,"regex":5,"patterns":1,"call":16,"complete":1,"re":8,"compile":4,"r":4,"dotall":4,"parameter":4,"if":2,"not":2,"model":2,"tokenizer":3,"raise":2,"valueerror":1,"the":3,"must":1,"be":1,"passed":1,"to":1,"toolparser":1,"constructor":1,"during":1,"construction":1,"start":4,"token":6,"vocab":2,"get":2,"end":4,"is":2,"or":1,"runtimeerror":1,"qwen3":1,"xml":1,"parser":2,"could":1,"locate":1,"tokens":1,"logger":1,"debug":1,"vllm":1,"successfully":1,"import":1,"s":1,"class":1},"3575,1878,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"def":4,"generate":2,"tool":6,"call":6,"id":3,"self":16,"str":4,"a":1,"unique":1,"return":7,"f":1,"uuid":1,"uuid4":1,"hex":1,"24":1,"reset":2,"streaming":2,"state":2,"all":1,"current":5,"index":1,"0":2,"is":3,"started":2,"false":6,"header":1,"sent":1,"string":1,"none":4,"function":10,"name":7,"param":4,"value":1,"count":1,"in":5,"accumulated":1,"text":1,"json":2,"closed":1,"parse":1,"xml":1,"tools":4,"optional":2,"list":2,"chatcompletiontoolsparam":1,"toolcall":1,"get":1,"arguments":1,"config":9,"func":3,"dict":3,"if":5,"for":1,"not":4,"hasattr":4,"type":2,"or":1,"and":3,"continue":1,"parameters":2,"params":6,"isinstance":2,"properties":2,"elif":1,"else":1,"logger":1,"warning":1,"s":1,"defined":1,"the":1},"5453,671,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"def":1,"convert":1,"param":10,"value":7,"str":3,"name":5,"config":3,"dict":1,"func":2,"any":3,"handle":1,"null":2,"for":2,"type":1,"if":3,"lower":1,"return":2,"none":1,"converted":1,"not":2,"in":2,"logger":1,"warning":1,"parsed":1,"parameter":1,"s":2,"is":1,"defined":1,"the":2,"tool":2,"parameters":1,"directly":1,"returning":1,"string":1},"6124,1852,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"if":3,"isinstance":1,"param":30,"config":3,"name":7,"dict":1,"and":1,"type":12,"in":4,"str":2,"strip":1,"lower":1,"else":2,"string":4,"text":1,"varchar":1,"char":1,"enum":1,"return":5,"value":18,"elif":2,"startswith":7,"int":4,"or":5,"uint":1,"long":1,"short":1,"unsigned":1,"try":2,"converted":4,"except":2,"valueerror":2,"logger":2,"warning":2,"parsed":2,"s":6,"of":2,"parameter":2,"is":2,"not":2,"an":1,"integer":1,"tool":2,"degenerating":2,"to":2,"func":2,"num":1,"float":8,"0":1,"a":1},"7976,1572,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"elif":1,"param":16,"type":3,"in":5,"boolean":2,"bool":1,"binary":1,"value":17,"lower":1,"if":2,"not":3,"true":3,"false":3,"logger":3,"warning":3,"parsed":3,"s":9,"of":4,"parameter":3,"is":2,"a":2,"tool":3,"degenerating":2,"to":3,"name":6,"func":3,"return":4,"else":1,"object":2,"or":1,"startswith":1,"dict":1,"try":3,"converted":5,"json":3,"loads":1,"except":2,"jsondecodeerror":1,"valid":1,"will":1,"other":1,"methods":1,"parse":1,"it":1,"eval":2,"exception":1,"cannot":1,"be":1,"via":1,"python":1,"string":1},"9548,1898,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"extract":1,"function":17,"name":9,"end":3,"index":5,"call":9,"str":6,"param":17,"config":3,"get":2,"arguments":2,"parameters":2,"1":7,"dict":3,"for":4,"match":16,"in":4,"self":4,"tool":11,"parameter":1,"regex":3,"findall":3,"text":4,"0":7,"if":7,"else":3,"idx":3,"value":9,"remove":1,"prefix":1,"and":1,"trailing":1,"n":3,"startswith":1,"endswith":1,"convert":1,"return":2,"toolcall":1,"type":1,"functioncall":1,"json":1,"dumps":1,"ensure":1,"ascii":1,"false":1,"def":1,"calls":11,"model":3,"output":3,"list":1,"find":1,"all":1,"matched":2,"ranges":2,"raw":7,"back":1,"off":1,"strategy":1,"no":1,"tags":1,"found":1,"len":1,"extend":1},"11446,1992,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"def":1,"extract":2,"tool":19,"calls":14,"self":8,"model":8,"output":8,"str":3,"request":2,"chatcompletionrequest":1,"extractedtoolcallinformation":4,"quick":1,"check":1,"to":2,"avoid":1,"unnecessary":1,"processing":1,"if":5,"call":13,"prefix":2,"not":1,"in":3,"return":3,"tools":4,"called":3,"false":2,"content":12,"try":1,"function":9,"get":1,"len":2,"0":3,"parse":1,"xml":1,"for":3,"populate":1,"prev":3,"arr":3,"serving":1,"layer":1,"set":1,"finish":1,"reason":1,"clear":2,"previous":1,"append":1,"name":2,"arguments":2,"before":1,"index":5,"find":2,"start":1,"token":1,"else":2,"rstrip":1,"none":1},"13438,1276,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"except":1,"exception":2,"logger":1,"error":1,"in":3,"extracting":1,"tool":10,"call":4,"from":1,"response":1,"return":2,"extractedtoolcallinformation":1,"tools":2,"called":1,"false":2,"calls":7,"content":1,"model":1,"output":1,"def":1,"extract":1,"streaming":1,"self":3,"previous":2,"text":7,"str":3,"current":3,"delta":6,"token":8,"ids":5,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":1,"none":2,"if":5,"no":1,"unless":1,"it":2,"s":1,"an":2,"eos":2,"after":3,"not":2,"check":2,"this":1,"is":3,"all":2,"are":1,"complete":4,"we":1,"for":1,"the":1,"even":1,"started":1,"because":1,"might":1,"have":1,"been":1,"reset":1,"processing":1,"and":1,"end":1,"id":1,"count":1,"len":1,"regex":1,"findall":1},"14714,1995,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"if":13,"we":2,"have":1,"completed":1,"tool":23,"calls":7,"and":4,"populated":1,"prev":2,"call":10,"arr":2,"complete":2,"0":4,"len":1,"self":18,"check":5,"all":1,"are":2,"closed":3,"open":2,"current":9,"text":9,"count":7,"start":2,"token":4,"end":2,"return":5,"empty":1,"delta":1,"message":1,"to":4,"allow":1,"finish":1,"reason":1,"processing":2,"deltamessage":2,"content":3,"elif":1,"not":3,"is":4,"started":3,"this":4,"a":1,"regular":1,"response":1,"that":1,"s":1,"now":1,"none":2,"the":1,"first":1,"reset":2,"state":2,"needed":1,"previous":1,"streaming":1,"update":1,"accumulated":2,"need":1,"advance":2,"next":3,"json":3,"in":1,"function":1,"has":2,"ended":2,"ends":2,"index":3,"1":1,"header":1,"sent":1,"false":4,"param":1,"there":1,"more":2,"starts":2,"no":1,"continue":1},"16709,1992,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"handle":1,"normal":2,"content":8,"before":5,"tool":31,"calls":6,"if":11,"not":1,"self":12,"is":3,"call":17,"started":2,"check":3,"starting":1,"start":7,"token":9,"id":1,"in":4,"delta":7,"ids":1,"or":1,"text":9,"true":2,"return":7,"any":1,"the":3,"index":4,"deltamessage":2,"none":4,"else":1,"we":6,"re":4,"between":2,"skip":2,"whitespace":2,"current":7,"rstrip":1,"endswith":1,"end":1,"and":1,"strip":1,"just":1,"ended":1,"a":2,"no":2,"waiting":1,"for":1,"next":1,"one":1,"count":4,"ve":1,"seen":1,"vs":1,"processed":1,"starts":5,"past":1,"all":1,"shouldn":1,"t":1,"be":1,"here":1,"find":3,"portion":1,"need":1,"to":2,"correct":1,"based":1,"on":1,"list":1,"int":1,"idx":6,"0":1,"while":1,"1":1,"break":1,"append":1,"len":2,"more":1,"process":1,"yet":1},"18701,1837,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"tool":30,"start":7,"idx":7,"starts":1,"self":16,"current":9,"index":1,"find":4,"where":1,"this":2,"call":11,"ends":1,"or":1,"position":1,"if":7,"not":3,"ended":1,"yet":1,"end":8,"text":9,"token":2,"1":2,"else":1,"len":2,"looking":1,"for":2,"function":6,"header":3,"sent":2,"prefix":3,"in":3,"func":6,"found":1,"complete":2,"name":6,"string":1,"id":2,"generate":1,"true":2,"important":1,"add":1,"to":1,"prev":3,"arr":3,"immediately":1,"when":1,"we":1,"detect":1,"a":1,"ensures":1,"finish":1,"reason":1,"calls":1,"even":1,"parsing":1,"isn":1,"t":1,"already":2,"added":2,"any":1,"get":1,"append":1,"arguments":1,"placeholder":1,"will":1,"be":1,"updated":1,"later":1},"20538,1404,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"send":2,"header":2,"with":1,"function":9,"info":1,"return":3,"deltamessage":2,"tool":6,"calls":2,"deltatoolcall":2,"index":4,"self":13,"current":4,"id":2,"string":1,"deltafunctioncall":2,"name":2,"arguments":2,"type":1,"none":1,"we":2,"ve":1,"sent":2,"now":1,"handle":1,"body":1,"if":6,"in":4,"opening":1,"brace":1,"not":5,"yet":1,"json":8,"started":5,"and":2,"parameter":1,"prefix":1,"delta":1,"text":3,"true":3,"make":1,"sure":1,"is":1,"set":1,"re":1,"processing":1,"parameters":1,"check":1,"for":1,"end":2,"accumulated":1,"closed":2,"token":1,"close":1},"21942,1838,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"extract":1,"the":3,"complete":3,"tool":19,"call":8,"to":2,"update":2,"prev":4,"arr":4,"with":2,"final":1,"arguments":6,"find":3,"function":7,"content":6,"func":8,"start":3,"text":3,"self":9,"prefix":2,"len":1,"end":4,"token":1,"if":4,"1":1,"parse":2,"get":2,"try":1,"parsed":4,"xml":1,"request":2,"tools":1,"else":1,"none":1,"existing":1,"entry":1,"in":3,"for":2,"i":2,"enumerate":1,"name":2,"break":1,"except":1,"exception":1,"pass":1,"ignore":1,"parsing":1,"errors":1,"during":1,"streaming":1,"result":2,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":2,"current":1,"deltafunctioncall":1,"reset":1,"state":1,"next":1,"false":1,"json":1,"closed":1,"true":1,"return":1},"23780,1993,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"look":1,"for":1,"parameters":2,"count":6,"how":1,"many":1,"complete":5,"we":3,"have":2,"processed":1,"params":2,"tool":4,"text":10,"self":10,"parameter":13,"end":8,"token":2,"check":1,"if":8,"should":1,"start":6,"a":1,"new":1,"not":1,"in":2,"param":21,"and":1,"find":6,"the":4,"unprocessed":1,"starts":5,"idx":11,"0":1,"while":1,"true":1,"prefix":3,"1":5,"break":1,"append":1,"len":3,"process":1,"next":1,"remaining":4,"name":5,"current":1,"value":13,"startswith":1,"n":2,"where":1,"this":1,"ends":1,"found":1,"endswith":1},"25773,1698,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"build":1,"complete":1,"json":6,"fragment":4,"for":1,"this":1,"parameter":5,"if":6,"self":10,"param":9,"count":2,"0":1,"current":5,"name":2,"dumps":2,"value":13,"1":7,"else":1,"return":1,"deltamessage":1,"tool":2,"calls":1,"deltatoolcall":1,"index":2,"function":1,"deltafunctioncall":1,"arguments":1,"continue":1,"in":3,"end":5,"token":2,"delta":3,"text":3,"of":1,"idx":4,"find":2,"chunk":8,"skip":1,"past":1,"at":1,"start":1,"not":2,"and":2,"gt":2,"startswith":1,"n":1},"27471,1887,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"calculate":1,"incremental":1,"json":5,"full":6,"value":24,"self":12,"current":11,"param":12,"chunk":12,"prev":4,"escaped":12,"dumps":4,"1":10,"if":5,"else":3,"delta":5,"len":2,"in":2,"false":1,"return":1,"deltamessage":1,"tool":2,"calls":1,"deltatoolcall":1,"index":2,"function":1,"deltafunctioncall":1,"arguments":1,"continue":1,"accumulating":1,"text":1,"handle":1,"first":1,"after":1,"name":1,"not":2,"and":2,"gt":2,"idx":2,"find":1,"startswith":1,"n":1,"stream":1,"the":1},"29358,434,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/qwen3coder_tool_parser.py":{"if":1,"delta":2,"escaped":2,"return":2,"deltamessage":1,"tool":2,"calls":1,"deltatoolcall":1,"index":2,"self":1,"current":1,"function":1,"deltafunctioncall":1,"arguments":1,"none":1},"0,1975,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/glm4_moe_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":5,"project":1,"import":9,"ast":1,"json":1,"from":6,"collections":1,"abc":1,"sequence":1,"typing":1,"any":1,"optional":1,"union":1,"regex":4,"as":1,"re":7,"entrypoints":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"chatcompletiontoolsparam":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"tool":16,"parsers":1,"abstract":1,"parser":1,"toolparser":3,"toolparsermanager":2,"logger":4,"init":4,"transformers":1,"utils":1,"tokenizer":5,"anytokenizer":2,"name":2,"register":1,"module":1,"glm45":1,"class":1,"glm4moemodeltoolparser":1,"def":1,"self":13,"super":1,"current":2,"sent":1,"false":1,"prev":1,"call":11,"arr":1,"list":2,"dict":1,"id":1,"1":1,"streamed":1,"args":1,"for":1,"str":1,"start":3,"token":4,"end":1,"calls":1,"func":3,"compile":3,"r":3,"dotall":3,"detail":1,"n":2,"arg":5,"key":2,"s":1,"value":2,"if":1,"not":1,"model":2,"raise":1,"valueerror":1,"must":1,"be":1,"passed":1,"constructor":1,"during":1,"construction":1},"1975,1307,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/glm4_moe_tool_parser.py":{"self":8,"tool":13,"call":4,"start":2,"token":4,"id":2,"vocab":2,"get":5,"end":2,"buffer":1,"def":3,"extract":1,"calls":1,"model":1,"output":1,"str":4,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":1,"is":3,"string":2,"type":4,"name":6,"arg":4,"tools":3,"optional":1,"list":1,"chatcompletiontoolsparam":1,"bool":1,"if":3,"none":3,"return":7,"false":3,"for":1,"in":1,"function":3,"parameters":2,"properties":1,"logger":1,"warning":1,"no":1,"named":1,"s":1,"deserialize":1,"value":4,"any":1,"try":2,"json":1,"loads":1,"except":2,"exception":2,"pass":2,"ast":1,"literal":1,"eval":1},"3282,1979,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/glm4_moe_tool_parser.py":{"matched":2,"tool":11,"calls":10,"self":4,"func":3,"call":2,"regex":3,"findall":2,"model":7,"output":7,"logger":3,"debug":2,"s":3,"try":1,"for":2,"match":2,"in":2,"tc":8,"detail":4,"search":1,"name":4,"group":2,"1":1,"args":2,"2":1,"pairs":2,"arg":15,"dct":3,"key":7,"value":2,"strip":2,"val":6,"if":2,"not":1,"is":1,"string":1,"type":2,"request":1,"tools":4,"deserialize":1,"append":1,"toolcall":1,"function":2,"functioncall":1,"arguments":1,"json":1,"dumps":1,"except":1,"exception":2,"failed":1,"to":1,"extract":1,"spec":1,"return":3,"extractedtoolcallinformation":3,"called":3,"false":2,"content":5,"else":1,"len":1,"0":1,"find":1,"start":1,"token":1,"true":1},"5261,1344,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/glm4_moe_tool_parser.py":{"def":1,"extract":2,"tool":17,"calls":3,"streaming":1,"self":19,"previous":2,"text":12,"str":3,"current":7,"delta":3,"token":6,"ids":3,"sequence":3,"int":3,"request":2,"chatcompletionrequest":1,"union":1,"deltamessage":2,"none":1,"buffer":3,"cur":8,"start":3,"idx":5,"find":2,"call":6,"if":4,"1":3,"id":5,"0":2,"return":1,"content":1,"logger":1,"debug":1,"s":1,"end":5,"prev":3,"arr":3,"streamed":3,"args":3,"for":3,"while":2,"len":3,"append":2,"extracted":1},"6605,1276,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/glm4_moe_tool_parser.py":{"if":1,"len":2,"extracted":3,"tool":22,"calls":7,"0":2,"logger":1,"warning":1,"failed":1,"to":1,"extract":1,"any":1,"return":3,"none":1,"call":10,"self":9,"prev":1,"arr":1,"current":4,"id":6,"name":4,"function":6,"arguments":5,"json":1,"loads":1,"streamed":1,"args":1,"for":1,"delta":2,"deltamessage":2,"content":3,"deltatoolcall":1,"index":1,"type":2,"deltafunctioncall":1,"1":1,"buffer":2,"cur":3,"text":3,"end":2,"idx":3,"token":1,"start":2},"0,1856,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":7,"project":1,"import":13,"json":6,"from":10,"collections":1,"abc":1,"sequence":1,"jsondecoder":1,"typing":1,"union":1,"partial":3,"parser":5,"regex":2,"as":1,"re":2,"core":1,"options":1,"allow":1,"entrypoints":4,"chat":2,"utils":3,"random":1,"tool":10,"call":6,"id":1,"openai":3,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":2,"abstract":1,"toolparser":2,"toolparsermanager":2,"consume":1,"space":1,"find":1,"common":1,"prefix":1,"is":1,"complete":1,"loads":1,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"name":1,"register":1,"module":1,"granite":3,"20b":2,"fc":3,"class":1,"granite20bfctoolparser":1,"for":2,"functioncalling":1,"model":1,"intended":1,"use":1,"with":1,"examples":1,"template":2,"granite20b":1,"jinja":1,"used":1,"when":1,"enable":1,"auto":1,"choice":1,"20":1,"are":1,"all":1,"set":1,"def":1,"self":5,"super":1,"bot":2,"token":3,"function":2,"start":1,"compile":1,"r":1,"s":1},"1856,1761,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"def":1,"extract":1,"tool":7,"calls":8,"self":3,"model":5,"output":5,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"if":3,"start":7,"token":1,"not":1,"in":3,"return":1,"tools":1,"called":1,"false":2,"content":1,"dec":2,"jsondecoder":1,"try":1,"matches":6,"list":1,"call":10,"regex":1,"finditer":1,"logger":2,"debug":2,"found":1,"d":2,"len":3,"raw":5,"function":14,"for":2,"i":3,"match":2,"enumerate":1,"position":1,"after":1,"the":3,"tag":1,"of":3,"json":4,"end":2,"index":1,"next":3,"exists":1,"1":2,"else":1,"none":1,"append":1,"decode":1,"0":1,"extracted":1,"toolcall":1,"type":1,"functioncall":1,"name":2,"args":1,"are":1,"but":1,"as":1,"a":1,"string":1,"arguments":2,"dumps":1,"ensure":1,"ascii":1},"3617,1718,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"content":6,"model":3,"output":3,"find":1,"self":7,"bot":5,"token":8,"return":4,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"tool":8,"calls":4,"if":5,"else":2,"none":3,"except":1,"exception":1,"as":3,"e":2,"logger":1,"error":2,"in":1,"extracting":1,"call":2,"from":1,"response":1,"s":1,"false":1,"def":1,"extract":1,"streaming":1,"previous":2,"text":8,"str":4,"current":7,"delta":3,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":2,"len":3,"and":1,"startswith":2,"not":1,"bit":1,"mask":1,"flags":2,"for":1,"partial":1,"json":1,"parsing":1,"the":2,"name":3,"hasn":1,"t":2,"been":1,"sent":2,"yet":1,"don":1,"allow":4,"sending":2,"an":1,"incomplete":1,"string":1,"since":1,"openai":1,"only":1,"ever":1,"far":1,"i":1,"have":1,"seen":1,"allows":1,"entire":1,"function":1,"at":1,"once":1,"all":2,"try":2,"arr":1,"is":1,"complete":1,"start":3,"idx":3,"consume":1,"space":1},"5335,1495,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"while":1,"start":10,"idx":13,"len":6,"current":9,"text":5,"obj":2,"end":3,"partial":2,"json":4,"loads":1,"flags":1,"is":2,"complete":2,"append":2,"consume":2,"space":2,"self":3,"bot":1,"token":1,"tool":12,"call":8,"arr":6,"except":1,"parser":1,"core":1,"exceptions":1,"malformedjson":1,"logger":1,"debug":1,"not":1,"enough":1,"tokens":2,"to":1,"parse":1,"into":1,"yet":1,"return":2,"none":2,"select":1,"as":1,"the":6,"one":1,"we":2,"re":1,"on":1,"state":1,"at":1,"dict":1,"id":2,"if":3,"0":4,"else":1,"case":2,"no":1,"have":1,"been":1,"streamed":1,"for":1,"e":1,"g":1,"only":1,"array":3,"brackets":1,"stream":1,"nothing":1,"are":1,"starting":1,"a":1,"new":1,"in":1,"has":2,"length":2,"and":2,"moved":1,"past":1,"cursor":1,"elif":1,"1":1},"6830,1763,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"if":3,"we":2,"re":2,"moving":1,"on":2,"to":4,"a":1,"new":2,"call":3,"first":1,"make":1,"sure":1,"haven":1,"t":2,"missed":1,"anything":1,"in":2,"the":3,"previous":1,"one":1,"that":1,"was":1,"auto":1,"generated":1,"due":1,"json":4,"completions":1,"but":1,"wasn":1,"streamed":4,"client":1,"yet":1,"self":10,"current":9,"tool":15,"id":6,"0":1,"cur":5,"arguments":6,"get":1,"args":5,"dumps":1,"ensure":1,"ascii":1,"false":2,"sent":3,"len":2,"for":3,"argument":4,"diff":5,"logger":2,"debug":2,"got":1,"s":1,"delta":4,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":3,"true":1,"else":2,"set":1,"stuff":1,"pertaining":1,"progress":1,"arr":1,"1":1,"name":1,"append":1,"starting":1,"d":1,"return":1},"8593,1851,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"if":6,"the":2,"current":9,"tool":14,"name":8,"hasn":1,"t":1,"been":1,"sent":5,"send":2,"available":1,"otherwise":1,"nothing":1,"elif":2,"not":1,"self":8,"function":5,"call":5,"get":3,"delta":3,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"id":6,"type":1,"random":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":4,"true":2,"else":2,"now":1,"we":3,"know":1,"re":2,"on":1,"same":1,"and":1,"streaming":1,"arguments":9,"cur":6,"len":1,"streamed":1,"args":6,"for":1,"json":7,"dumps":2,"ensure":2,"ascii":2,"false":2,"prev":6,"arr":1,"argument":2,"diff":2,"is":1,"complete":1},"10444,1058,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/granite_20b_fc_tool_parser.py":{"prefix":3,"find":1,"common":1,"prev":2,"args":3,"json":2,"cur":1,"argument":4,"diff":4,"sent":1,"if":1,"is":1,"not":1,"none":3,"delta":2,"deltamessage":1,"tool":8,"calls":1,"deltatoolcall":1,"index":1,"self":4,"current":2,"id":2,"function":1,"deltafunctioncall":1,"arguments":1,"model":1,"dump":1,"exclude":1,"true":1,"streamed":1,"for":1,"call":3,"arr":2,"return":2,"except":1,"exception":1,"as":2,"e":2,"logger":2,"error":3,"trying":1,"to":1,"handle":1,"streaming":2,"s":1,"debug":1,"skipping":1,"chunk":1,"a":1,"result":1,"of":1,"extraction":1},"0,1905,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"from":7,"collections":1,"abc":1,"import":8,"sequence":1,"typing":1,"union":1,"regex":3,"as":1,"re":3,"entrypoints":3,"chat":1,"utils":2,"random":1,"tool":22,"call":10,"id":2,"openai":2,"protocol":1,"chatcompletionrequest":1,"deltafunctioncall":1,"deltamessage":1,"deltatoolcall":1,"extractedtoolcallinformation":1,"functioncall":1,"toolcall":1,"parsers":1,"abstract":1,"parser":1,"toolparser":2,"toolparsermanager":2,"logger":4,"init":4,"transformers":1,"tokenizer":3,"anytokenizer":2,"name":4,"register":1,"module":1,"deepseek":1,"v3":1,"class":1,"deepseekv3toolparser":1,"def":1,"self":11,"super":1,"current":2,"sent":1,"bool":1,"false":1,"prev":1,"arr":1,"list":3,"dict":1,"int":1,"1":1,"streamed":2,"args":1,"for":2,"str":5,"map":1,"what":1,"has":1,"been":1,"each":1,"so":1,"far":1,"a":1,"calls":4,"start":2,"token":4,"begin":3,"end":5,"compile":2,"r":2,"p":6,"type":2,"sep":2,"function":4,"n":6,"json":2,"arguments":2,"stream":1,"portion":1},"1905,1798,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"self":19,"stream":1,"tool":18,"call":9,"name":2,"regex":2,"re":1,"compile":1,"r":1,"p":2,"type":1,"sep":1,"function":3,"n":1,"if":3,"not":3,"model":6,"tokenizer":3,"raise":2,"valueerror":1,"the":5,"must":1,"be":1,"passed":1,"to":1,"toolparser":1,"constructor":1,"during":1,"construction":1,"calls":9,"start":7,"token":11,"id":6,"vocab":4,"get":4,"end":7,"is":5,"none":3,"or":2,"runtimeerror":1,"deepseek":1,"v3":1,"parser":1,"could":1,"locate":1,"tokens":1,"in":2,"def":1,"extract":1,"output":4,"str":1,"request":1,"chatcompletionrequest":1,"extractedtoolcallinformation":2,"sanity":1,"check":1,"avoid":1,"unnecessary":1,"processing":1,"return":1,"tools":1,"called":1,"false":1,"content":1,"else":1,"try":1,"there":1,"are":1,"two":1,"possible":1,"captures":1,"between":2,"tags":1,"a":2,"tag":1,"and":2,"of":3,"string":1,"so":1,"result":1,"findall":2,"an":1,"array":1,"tuples":2,"where":1,"one":1,"other":1},"3703,1462,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"tool":10,"calls":7,"for":1,"match":2,"in":2,"function":6,"call":2,"tuples":1,"type":3,"name":3,"args":2,"append":1,"toolcall":1,"functioncall":1,"arguments":1,"content":5,"model":3,"output":3,"find":1,"self":2,"start":1,"token":4,"return":2,"extractedtoolcallinformation":2,"tools":2,"called":2,"true":1,"if":1,"else":1,"none":2,"except":1,"exception":2,"logger":1,"error":1,"extracting":1,"from":1,"response":1,"false":1,"def":1,"extract":1,"streaming":1,"previous":2,"text":3,"str":3,"current":2,"delta":2,"ids":3,"sequence":3,"int":3,"request":1,"chatcompletionrequest":1,"union":1,"deltamessage":1},"5165,1584,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"logger":4,"debug":4,"delta":9,"text":10,"s":2,"token":15,"ids":7,"check":1,"to":1,"see":1,"if":4,"we":3,"should":1,"be":1,"streaming":1,"a":3,"tool":22,"call":10,"is":1,"there":1,"self":8,"calls":3,"start":8,"id":5,"not":2,"in":3,"current":3,"no":1,"tokens":1,"found":1,"return":2,"deltamessage":2,"content":3,"replace":2,"end":10,"try":1,"figure":1,"out":2,"where":1,"are":1,"the":1,"parsing":2,"by":1,"counting":1,"tags":1,"prev":3,"count":12,"previous":2,"cur":5,"portion":2,"none":2,"case":1,"re":1,"generating":2,"or":1,"rounding":1,"and":2,"skipping":1},"6749,1730,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"if":3,"self":11,"tool":28,"call":15,"end":7,"token":9,"in":2,"delta":8,"text":15,"logger":2,"debug":2,"full":2,"current":6,"portion":8,"split":6,"start":9,"1":6,"0":2,"rstrip":2,"lstrip":1,"case":2,"we":2,"re":2,"starting":2,"a":2,"new":2,"cur":6,"count":8,"and":3,"prev":2,"len":1,"ids":1,"else":1,"none":4,"set":1,"cursors":1,"state":1,"appropriately":1,"id":2,"name":1,"sent":1,"false":1,"streamed":1,"args":1,"for":1,"append":1,"on":1,"s":2,"updating":1,"an":1,"existing":1,"elif":1,"get":1,"the":3,"of":1,"that":1},"8479,1824,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"case":2,"the":1,"current":4,"tool":19,"call":8,"is":3,"being":1,"closed":1,"elif":1,"cur":3,"start":2,"count":4,"end":6,"and":2,"prev":4,"if":4,"self":9,"arr":3,"none":4,"or":1,"len":1,"0":1,"logger":2,"debug":2,"attempting":1,"to":1,"close":1,"but":1,"no":1,"return":4,"diff":11,"id":3,"get":1,"arguments":2,"encode":1,"utf":1,"8":1,"decode":1,"unicode":1,"escape":1,"str":1,"else":2,"not":2,"in":1,"delta":6,"text":9,"loc":2,"rindex":1,"finishing":1,"found":1,"that":1,"had":1,"been":1,"streamed":2,"yet":1,"s":1,"args":1,"for":1,"deltamessage":2,"calls":2,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"otherwise":1,"we":1,"re":1,"just":1,"generating":1,"replace":2,"token":2,"content":1},"10303,1113,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"current":11,"tool":24,"call":16,"dict":1,"if":3,"portion":4,"matches":6,"self":2,"stream":2,"regex":2,"match":2,"type":2,"name":10,"args":2,"groups":2,"arguments":2,"else":2,"logger":1,"debug":1,"not":1,"enough":1,"token":1,"return":1,"none":1},"11416,1871,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"case":2,"we":3,"haven":1,"t":1,"sent":3,"the":7,"tool":20,"name":8,"yet":1,"if":10,"it":3,"s":4,"available":2,"send":4,"otherwise":3,"wait":1,"until":1,"not":3,"self":7,"current":8,"call":11,"is":4,"none":10,"return":4,"function":5,"union":1,"str":1,"get":1,"true":2,"deltamessage":2,"calls":3,"deltatoolcall":1,"index":1,"id":6,"type":1,"random":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"else":2,"delta":5,"portion":4,"as":3,"text":4,"there":1,"but":1,"that":1,"to":3,"skip":1,"chunk":1,"content":1,"now":2,"nitty":1,"gritty":1,"of":1,"have":1,"parse":2,"logger":1,"debug":1,"trying":1,"with":1,"re":1,"starting":1,"a":2,"new":1,"push":1,"an":1,"empty":1,"object":1,"in":1,"placeholder":1,"for":1,"arguments":1,"len":1,"prev":2,"arr":2,"append":1},"13287,1693,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"main":1,"logic":1,"for":2,"tool":8,"parsing":1,"here":1,"compare":1,"prev":8,"partially":2,"parsed":2,"json":3,"to":2,"the":3,"current":5,"arguments":21,"self":5,"call":3,"arr":1,"id":3,"get":2,"cur":7,"logger":4,"debug":3,"diffing":1,"old":1,"s":3,"against":1,"new":1,"ones":1,"case":3,"no":2,"have":3,"been":1,"created":1,"yet":1,"skip":1,"sending":1,"a":2,"delta":5,"if":1,"not":5,"and":3,"skipping":2,"text":2,"none":3,"are":2,"defined":1,"but":2,"non":1,"now":2,"probably":1,"impossible":2,"fatal":1,"error":2,"just":1,"keep":1,"going":1,"elif":2,"should":1,"be":1,"reset":1,"mid":1,"streaming":1,"anything":1,"we":1,"first":1,"info":1,"about":1,"available":1,"from":1,"autocompleting":1,"deltamessage":1,"calls":1,"deltatoolcall":1,"index":1,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"true":1,"streamed":1,"args":1},"14980,1646,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/deepseekv3_tool_parser.py":{"last":1,"case":1,"we":1,"have":1,"an":1,"update":1,"to":2,"existing":1,"arguments":15,"elif":1,"cur":6,"and":4,"prev":9,"if":2,"isinstance":1,"delta":8,"text":2,"str":1,"len":4,"startswith":1,"logger":2,"debug":1,"got":1,"diff":1,"s":1,"deltamessage":1,"tool":13,"calls":1,"deltatoolcall":1,"index":1,"self":8,"current":7,"id":5,"function":1,"deltafunctioncall":1,"model":1,"dump":1,"exclude":1,"none":3,"true":1,"streamed":1,"args":1,"for":4,"else":2,"handle":2,"saving":1,"the":4,"state":1,"into":1,"list":1,"use":1,"in":1,"diffing":1,"next":1,"iteration":1,"call":6,"arr":3,"1":1,"append":1,"return":2,"except":1,"exception":2,"error":1,"trying":1,"streaming":1,"do":1,"not":1,"stream":1,"a":1,"skip":1,"this":1,"token":1},"0,1596,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":5,"project":1,"import":9,"os":1,"from":8,"collections":1,"abc":1,"sequence":1,"functools":1,"cached":2,"property":2,"typing":1,"callable":1,"optional":1,"union":1,"entrypoints":1,"openai":1,"protocol":1,"chatcompletionrequest":3,"deltamessage":1,"extractedtoolcallinformation":1,"logger":4,"init":3,"transformers":1,"utils":2,"tokenizer":5,"anytokenizer":2,"path":1,"is":3,"list":3,"of":2,"name":2,"class":2,"toolparser":2,"abstract":1,"that":3,"should":2,"not":1,"be":2,"used":3,"directly":1,"provided":1,"properties":1,"and":1,"methods":1,"in":1,"derived":1,"classes":1,"def":3,"self":9,"prev":1,"tool":5,"call":2,"arr":1,"dict":2,"index":1,"currently":1,"being":1,"parsed":1,"current":2,"id":1,"int":2,"1":1,"sent":1,"bool":1,"false":1,"streamed":1,"args":1,"for":1,"str":2,"model":2,"vocab":4,"note":1,"only":1,"pretrainedtokenizerfast":1,"guaranteed":1,"have":2,"whereas":1,"all":1,"tokenizers":1,"get":2,"return":2,"adjust":2,"request":4,"static":1,"method":1,"parameters":1},"1596,1882,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py":{"def":3,"extract":4,"tool":14,"calls":7,"self":2,"model":3,"output":1,"str":5,"request":2,"chatcompletionrequest":2,"extractedtoolcallinformation":1,"static":2,"method":3,"that":2,"should":2,"be":3,"implemented":4,"for":4,"extracting":2,"from":2,"a":2,"complete":1,"generated":1,"string":1,"used":1,"non":1,"streaming":4,"responses":1,"where":1,"we":1,"have":1,"the":5,"entire":1,"response":2,"available":1,"before":1,"sending":1,"to":2,"client":1,"because":2,"it":2,"s":1,"stateless":1,"raise":4,"notimplementederror":2,"abstracttoolparser":2,"has":4,"not":4,"been":3,"previous":2,"text":3,"current":3,"delta":2,"token":3,"ids":3,"sequence":3,"int":3,"union":1,"deltamessage":1,"none":1,"instance":2,"an":2,"incomplete":1,"use":1,"when":1,"handling":1,"and":2,"requires":1,"state":1,"tokens":1,"diffs":1,"but":1,"also":1,"information":1,"about":1,"what":1,"previously":1,"parsed":1,"extracted":1,"see":1,"constructor":1,"class":1,"toolparsermanager":1,"parsers":4,"dict":1,"type":2,"classmethod":1,"get":2,"parser":2,"cls":3,"name":6,"by":2,"which":1,"is":2,"registered":2,"register":1,"module":1,"keyerror":2,"exception":1,"if":2,"in":2,"return":1,"f":1,"helper":1,"found":1},"3478,1895,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py":{"classmethod":2,"def":2,"register":5,"module":30,"cls":6,"type":6,"name":23,"optional":2,"union":4,"str":9,"list":4,"none":11,"force":8,"bool":3,"true":2,"if":7,"not":6,"issubclass":1,"toolparser":2,"raise":5,"typeerror":3,"f":5,"must":3,"be":4,"subclass":1,"of":5,"but":3,"got":3,"is":5,"isinstance":3,"for":1,"in":2,"and":1,"tool":3,"parsers":3,"existed":2,"keyerror":1,"already":1,"registered":1,"at":1,"callable":1,"with":3,"the":2,"given":1,"or":5,"it":2,"can":1,"used":1,"as":4,"a":4,"decoder":1,"normal":2,"function":1,"boolean":1,"error":1,"ahead":1,"time":1,"an":1,"instance":1,"sequence":1,"use":1,"method":1,"x":1,"someclass":1,"return":1},"5373,722,data/raw/vllm-0.10.1/vllm/entrypoints/openai/tool_parsers/abstract_tool_parser.py":{"use":1,"it":1,"as":1,"a":2,"decorator":1,"x":1,"register":4,"module":11,"def":2,"cls":2,"name":5,"force":2,"return":3,"classmethod":1,"import":3,"tool":3,"parser":3,"plugin":4,"path":8,"str":1,"none":1,"user":1,"defined":1,"by":1,"the":2,"of":1,"define":1,"file":1,"os":2,"splitext":1,"basename":1,"0":1,"try":1,"from":2,"except":1,"exception":2,"logger":1,"failed":1,"to":1,"load":1,"s":2},"0,785,data/raw/vllm-0.10.1/vllm/entrypoints/cli/types.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":2,"future":1,"import":4,"annotations":1,"argparse":4,"typing":2,"if":1,"type":1,"checking":1,"utils":1,"flexibleargumentparser":2,"class":2,"clisubcommand":1,"base":1,"for":1,"cli":1,"argument":1,"handlers":1,"name":1,"str":1,"staticmethod":1,"def":3,"cmd":1,"args":2,"namespace":2,"none":2,"raise":2,"notimplementederror":2,"subclasses":2,"should":2,"implement":2,"this":2,"method":2,"validate":1,"self":2,"no":1,"validation":1,"by":1,"default":1,"pass":1,"subparser":1,"init":1,"subparsers":1,"subparsersaction":1},"0,1943,data/raw/vllm-0.10.1/vllm/entrypoints/cli/serve.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":17,"project":1,"import":18,"argparse":2,"signal":1,"from":14,"typing":1,"optional":1,"uvloop":2,"envs":2,"as":2,"entrypoints":4,"cli":4,"types":1,"clisubcommand":2,"openai":2,"api":5,"server":9,"run":6,"worker":1,"setup":2,"args":13,"make":1,"arg":2,"parser":2,"validate":1,"parsed":1,"serve":3,"utils":4,"subcmd":1,"epilog":1,"show":1,"filtered":1,"argument":1,"or":3,"group":1,"help":1,"logger":4,"init":2,"usage":2,"lib":1,"usagecontext":1,"flexibleargumentparser":1,"decorate":1,"logs":1,"get":1,"tcp":1,"uri":1,"set":1,"process":2,"title":1,"v1":5,"engine":2,"core":2,"enginecoreproc":1,"coreengineprocmanager":1,"launch":1,"engines":1,"executor":2,"abstract":1,"metrics":1,"prometheus":2,"multiprocess":1,"apiserverprocessmanager":1,"wait":1,"for":2,"completion":1,"failure":1,"name":2,"class":1,"servesubcommand":1,"subcommand":1,"staticmethod":1,"def":1,"cmd":1,"namespace":1,"none":2,"if":4,"model":5,"is":2,"specified":1,"in":1,"positional":1,"it":1,"takes":1,"precedence":1,"hasattr":1,"tag":3,"and":1,"not":1,"headless":2,"count":2,"1":2,"else":2,"multi":1,"single":1,"this":1},"1943,1893,data/raw/vllm-0.10.1/vllm/entrypoints/cli/serve.py":{"def":4,"validate":2,"self":2,"args":11,"argparse":3,"namespace":2,"none":1,"parsed":1,"serve":10,"subparser":1,"init":2,"subparsers":2,"subparsersaction":1,"flexibleargumentparser":1,"parser":9,"add":2,"help":2,"start":2,"the":3,"vllm":8,"openai":3,"compatible":2,"api":5,"server":5,"description":1,"usage":4,"model":1,"tag":1,"options":1,"make":1,"arg":1,"show":1,"filtered":1,"argument":1,"or":1,"group":1,"from":2,"epilog":2,"subcmd":1,"return":2,"cmd":1,"list":1,"clisubcommand":1,"servesubcommand":1,"run":1,"headless":6,"if":4,"count":4,"1":1,"raise":4,"valueerror":4,"can":1,"t":1,"be":2,"set":1,"in":3,"mode":4,"create":2,"engineconfig":1,"engine":7,"asyncengineargs":1,"cli":1,"context":3,"usagecontext":1,"config":8,"true":1,"not":2,"envs":1,"use":1,"v1":2,"is":2,"only":1,"supported":1,"for":1,"data":6,"parallel":10,"hybrid":2,"lb":2,"applicable":1,"local":4,"size":2,"0":2,"must":1,"host":2,"master":1,"ip":1,"port":3,"rpc":1,"to":1,"too":1,"handshake":1,"address":1,"get":1,"tcp":1,"uri":1},"3836,1853,data/raw/vllm-0.10.1/vllm/entrypoints/cli/serve.py":{"catch":1,"sigterm":2,"and":1,"sigint":2,"to":1,"allow":1,"graceful":1,"shutdown":1,"def":2,"signal":10,"handler":3,"signum":2,"frame":1,"logger":3,"debug":1,"received":1,"d":2,"raise":2,"systemexit":1,"info":2,"launching":1,"data":2,"parallel":3,"engine":12,"s":2,"in":1,"headless":2,"mode":1,"with":2,"head":1,"node":1,"address":5,"local":5,"count":5,"handshake":3,"create":2,"the":1,"engines":1,"manager":3,"coreengineprocmanager":1,"target":1,"fn":1,"enginecoreproc":1,"run":2,"core":1,"start":2,"index":2,"vllm":8,"config":10,"rank":1,"0":3,"client":1,"false":1,"executor":2,"class":2,"get":1,"log":2,"stats":2,"not":4,"args":11,"disable":1,"try":1,"join":1,"first":1,"finally":1,"shutting":1,"down":1,"close":1,"multi":1,"api":9,"server":6,"argparse":1,"namespace":1,"assert":2,"num":4,"servers":4,"orig":1,"mm":3,"processor":3,"cache":3,"gb":3,"if":3,"1":3,"setup":2,"multiprocess":1,"prometheus":1,"compatible":1,"scale":1,"out":1,"listen":1,"sock":1,"asyncengineargs":1,"from":1,"cli":1,"usage":3,"context":3,"usagecontext":1,"openai":1,"model":2,"envs":1,"use":1,"v1":2,"valueerror":1,"is":1,"only":1,"supported":1,"for":1},"5689,1604,data/raw/vllm-0.10.1/vllm/entrypoints/cli/serve.py":{"if":3,"envs":1,"vllm":5,"allow":2,"runtime":2,"lora":2,"updating":2,"raise":1,"valueerror":1,"cannot":1,"be":1,"used":1,"with":3,"api":7,"server":6,"count":2,"1":2,"model":2,"config":9,"is":3,"multimodal":1,"and":1,"orig":1,"mm":1,"processor":2,"cache":2,"gb":1,"0":2,"logger":1,"warning":1,"multi":1,"modal":1,"disabled":1,"because":1,"it":1,"not":2,"compatible":1,"executor":3,"class":3,"get":2,"log":3,"stats":5,"engine":2,"args":4,"disable":1,"parallel":8,"dp":6,"rank":3,"data":3,"external":3,"lb":6,"hybrid":3,"assert":1,"or":2,"manager":3,"optional":1,"apiserverprocessmanager":2,"none":2,"launch":1,"core":1,"engines":1,"num":3,"servers":3,"as":1,"local":1,"coordinator":3,"addresses":5,"construct":1,"common":1,"for":1,"the":1,"up":1,"front":1,"kwargs":1,"dict":1,"target":1,"fn":1,"run":1,"worker":1,"proc":1,"listen":2,"address":4,"sock":2,"input":1,"inputs":1,"output":1,"outputs":1,"update":1,"publish":1,"else":1},"7293,1753,data/raw/vllm-0.10.1/vllm/entrypoints/cli/serve.py":{"for":4,"dp":5,"ranks":1,"0":4,"in":1,"external":2,"hybrid":2,"lb":3,"modes":1,"we":2,"must":1,"delay":1,"the":9,"start":3,"of":1,"api":14,"servers":4,"until":1,"local":3,"engine":4,"is":2,"started":2,"after":1,"launcher":1,"context":1,"manager":12,"exits":1,"since":1,"get":2,"front":1,"end":1,"stats":3,"update":2,"address":5,"from":1,"coordinator":3,"via":1,"handshake":1,"with":1,"if":4,"rank":1,"or":3,"not":1,"using":1,"server":13,"apiserverprocessmanager":2,"kwargs":5,"now":1,"they":1,"weren":1,"t":1,"already":1,"none":3,"addresses":1,"frontend":1,"publish":1,"wait":2,"completion":1,"failure":1,"def":1,"run":3,"worker":3,"proc":1,"listen":2,"sock":2,"args":2,"client":5,"config":4,"uvicorn":2,"entrypoint":1,"individual":1,"processes":1,"set":2,"process":3,"title":2,"and":2,"add":1,"specific":1,"prefix":1,"to":1,"stdout":1,"stderr":1,"index":3,"else":1,"apiserver":1,"str":1,"decorate":1,"logs":1,"uvloop":1},"0,1761,data/raw/vllm-0.10.1/vllm/entrypoints/cli/main.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":18,"project":1,"cli":14,"entrypoints":12,"of":1,"note":1,"that":1,"all":1,"future":2,"modules":3,"must":1,"be":1,"lazily":1,"loaded":1,"within":1,"main":6,"avoid":1,"certain":1,"eager":1,"import":10,"breakage":1,"from":3,"annotations":1,"importlib":2,"metadata":2,"def":1,"benchmark":2,"collect":2,"env":4,"openai":2,"run":2,"batch":2,"serve":2,"utils":2,"subcmd":2,"parser":7,"epilog":3,"setup":2,"flexibleargumentparser":2,"cmd":11,"description":1,"add":2,"argument":1,"v":1,"version":4,"action":1,"subparsers":3,"required":1,"false":1,"dest":1,"subparser":4,"cmds":6,"for":2,"module":2,"in":3,"new":2,"init":2,"set":1,"defaults":1,"dispatch":3,"function":3,"name":2,"args":8,"parse":1,"if":3,"validate":1,"hasattr":1,"else":1,"print":1,"help":1},"0,1979,data/raw/vllm-0.10.1/vllm/entrypoints/cli/openai.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"from":6,"future":1,"import":10,"annotations":1,"argparse":2,"os":2,"signal":12,"sys":2,"typing":1,"type":3,"checking":2,"openai":10,"types":2,"chat":6,"chatcompletionmessageparam":2,"entrypoints":1,"cli":2,"clisubcommand":1,"if":3,"utils":1,"flexibleargumentparser":1,"def":4,"register":2,"handlers":2,"handler":3,"sig":1,"frame":1,"exit":1,"sigint":1,"sigtstp":1,"interactive":1,"args":5,"namespace":1,"tuple":1,"str":3,"base":3,"url":4,"api":5,"key":5,"or":1,"environ":1,"get":1,"empty":1,"client":5,"model":11,"name":8,"else":1,"available":2,"models":3,"list":2,"data":1,"id":1,"print":3,"f":1,"using":1,"return":1,"system":4,"prompt":3,"none":3,"conversation":5,"is":1,"not":1,"append":3,"role":2,"content":3,"please":1,"enter":1,"a":1,"message":7,"for":1,"while":1,"true":1,"try":1,"input":3,"except":1,"eoferror":1,"break":1,"user":1,"completion":2,"completions":1,"create":1,"messages":1,"response":3,"choices":1,"output":2,"ignore":1},"1979,1896,data/raw/vllm-0.10.1/vllm/entrypoints/cli/openai.py":{"def":2,"add":4,"query":1,"options":1,"parser":5,"flexibleargumentparser":2,"argument":3,"url":2,"type":3,"str":3,"default":4,"http":1,"localhost":1,"8000":1,"v1":1,"help":3,"of":1,"the":7,"running":1,"openai":2,"compatible":1,"restful":1,"api":6,"server":1,"model":9,"name":6,"none":4,"used":1,"in":2,"prompt":5,"completion":4,"to":1,"first":1,"list":2,"models":1,"call":1,"key":4,"for":3,"services":1,"if":3,"provided":1,"this":1,"will":1,"overwrite":1,"obtained":1,"through":1,"environment":1,"variables":1,"return":2,"class":1,"chatcommand":1,"clisubcommand":1,"chat":8,"subcommand":1,"vllm":1,"cli":2,"staticmethod":1,"cmd":1,"args":5,"argparse":1,"namespace":1,"client":3,"interactive":1,"system":5,"conversation":6,"chatcompletionmessageparam":1,"is":1,"not":1,"append":3,"role":3,"content":4,"quick":2,"user":2,"completions":2,"create":2,"messages":2,"print":2,"choices":1,"0":1,"message":4,"please":1,"enter":1,"a":1,"while":1,"true":1,"try":1,"input":3,"except":1,"eoferror":1,"break":1},"3875,1853,data/raw/vllm-0.10.1/vllm/entrypoints/cli/openai.py":{"response":4,"message":6,"chat":7,"completion":3,"choices":2,"0":2,"output":2,"content":1,"conversation":1,"append":1,"type":3,"ignore":1,"print":3,"staticmethod":2,"def":3,"add":7,"cli":5,"args":6,"parser":8,"flexibleargumentparser":3,"arguments":1,"for":3,"the":8,"command":1,"query":1,"options":2,"argument":2,"system":3,"prompt":4,"str":2,"default":1,"none":2,"help":3,"to":2,"be":1,"added":1,"template":1,"used":1,"models":1,"that":1,"support":1,"prompts":1,"q":1,"quick":3,"metavar":1,"send":1,"a":1,"single":1,"as":1,"and":1,"then":1,"exit":1,"return":3,"subparser":1,"init":1,"self":1,"subparsers":2,"argparse":2,"subparsersaction":1,"generate":2,"completions":3,"via":2,"running":2,"api":2,"server":2,"description":1,"usage":1,"vllm":2,"chatcommand":1,"class":1,"completecommand":1,"clisubcommand":1,"complete":2,"subcommand":1,"name":3,"cmd":1,"namespace":1,"model":3,"client":2,"interactive":1,"if":1,"create":1,"text":1},"5728,1461,data/raw/vllm-0.10.1/vllm/entrypoints/cli/openai.py":{"print":3,"please":1,"enter":1,"prompt":8,"to":1,"complete":4,"while":1,"true":1,"try":1,"input":3,"except":1,"eoferror":1,"break":1,"completion":3,"client":1,"completions":3,"create":1,"model":2,"name":1,"output":3,"choices":1,"0":1,"text":3,"staticmethod":1,"def":3,"add":6,"cli":3,"args":2,"parser":7,"flexibleargumentparser":3,"arguments":1,"for":1,"the":6,"command":1,"query":1,"options":2,"argument":1,"q":1,"quick":1,"type":1,"str":1,"metavar":1,"help":2,"send":1,"a":1,"single":1,"and":1,"then":1,"exit":1,"return":3,"subparser":1,"init":2,"self":1,"subparsers":2,"argparse":1,"subparsersaction":1,"generate":2,"based":2,"on":2,"given":2,"via":2,"running":2,"api":2,"server":2,"description":1,"usage":1,"vllm":1,"completecommand":2,"cmd":1,"list":1,"clisubcommand":1,"chatcommand":1},"0,482,data/raw/vllm-0.10.1/vllm/entrypoints/cli/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"from":3,"entrypoints":3,"cli":3,"benchmark":3,"latency":1,"import":3,"benchmarklatencysubcommand":2,"serve":1,"benchmarkservingsubcommand":2,"throughput":1,"benchmarkthroughputsubcommand":2,"all":1,"list":1,"str":1},"0,1069,data/raw/vllm-0.10.1/vllm/entrypoints/cli/collect_env.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":6,"project":1,"from":4,"future":1,"import":6,"annotations":1,"argparse":3,"typing":2,"collect":8,"env":7,"main":3,"as":1,"entrypoints":1,"cli":2,"types":1,"clisubcommand":3,"if":1,"type":1,"checking":1,"utils":1,"flexibleargumentparser":2,"class":1,"collectenvsubcommand":2,"subcommand":1,"for":1,"name":1,"staticmethod":1,"def":3,"cmd":2,"args":1,"namespace":1,"none":1,"information":3,"about":1,"environment":3,"subparser":1,"init":2,"self":1,"subparsers":2,"subparsersaction":1,"return":2,"add":1,"parser":1,"help":1,"start":2,"collecting":2,"description":1,"usage":1,"list":1},"0,1632,data/raw/vllm-0.10.1/vllm/entrypoints/cli/run_batch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":11,"project":1,"from":9,"future":1,"import":12,"annotations":1,"argparse":3,"asyncio":2,"importlib":2,"metadata":2,"typing":2,"entrypoints":4,"cli":2,"types":1,"clisubcommand":2,"utils":2,"subcmd":1,"parser":2,"epilog":1,"show":1,"filtered":1,"argument":1,"or":1,"group":1,"help":1,"logger":8,"init":3,"if":2,"type":1,"checking":1,"flexibleargumentparser":2,"name":2,"class":1,"runbatchsubcommand":1,"run":7,"batch":7,"subcommand":1,"for":1,"staticmethod":1,"def":2,"cmd":1,"args":7,"namespace":1,"none":1,"openai":2,"main":3,"as":1,"info":4,"processing":1,"api":1,"version":2,"s":2,"start":3,"prometheus":5,"metrics":6,"server":3,"llmengine":1,"uses":1,"client":2,"publish":1,"at":1,"endpoint":1,"enable":1,"http":2,"enabled":1,"port":2,"addr":1,"url":1,"else":1,"disabled":1,"subparser":1,"self":1,"subparsers":1,"subparsersaction":1,"make":1,"arg":1},"1632,771,data/raw/vllm-0.10.1/vllm/entrypoints/cli/run_batch.py":{"run":11,"batch":11,"parser":9,"subparsers":1,"add":1,"help":2,"prompts":2,"and":1,"write":1,"results":1,"to":1,"file":1,"description":1,"using":1,"vllm":3,"s":1,"openai":1,"compatible":1,"api":1,"n":1,"supports":1,"local":1,"or":2,"http":1,"input":2,"output":2,"files":1,"usage":1,"i":1,"jsonl":2,"o":1,"model":2,"make":1,"arg":1,"show":1,"filtered":1,"argument":1,"group":1,"from":1,"epilog":2,"subcmd":1,"return":2,"def":1,"cmd":1,"init":1,"list":1,"clisubcommand":1,"runbatchsubcommand":1},"0,674,data/raw/vllm-0.10.1/vllm/entrypoints/cli/benchmark/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":7,"vllm":3,"project":1,"import":2,"argparse":3,"from":1,"entrypoints":1,"cli":3,"types":1,"clisubcommand":2,"class":2,"benchmarksubcommandbase":1,"base":1,"of":1,"subcommands":1,"for":1,"bench":1,"help":1,"str":1,"classmethod":1,"def":2,"add":2,"args":4,"cls":1,"parser":2,"argumentparser":1,"none":2,"arguments":2,"raise":2,"notimplementederror":2,"staticmethod":1,"cmd":1,"namespace":1,"run":1,"benchmark":1,"command":1},"0,652,data/raw/vllm-0.10.1/vllm/entrypoints/cli/benchmark/throughput.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":3,"argparse":3,"from":2,"benchmarks":1,"throughput":4,"add":3,"cli":4,"args":5,"main":2,"entrypoints":1,"benchmark":2,"base":1,"benchmarksubcommandbase":2,"class":1,"benchmarkthroughputsubcommand":1,"subcommand":1,"for":1,"bench":1,"name":1,"help":1,"offline":1,"inference":1,"classmethod":1,"def":2,"cls":1,"parser":2,"argumentparser":1,"none":2,"staticmethod":1,"cmd":1,"namespace":1},"0,635,data/raw/vllm-0.10.1/vllm/entrypoints/cli/benchmark/serve.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":4,"project":1,"import":3,"argparse":3,"from":2,"benchmarks":1,"serve":3,"add":3,"cli":4,"args":5,"main":2,"entrypoints":1,"benchmark":2,"base":1,"benchmarksubcommandbase":2,"class":1,"benchmarkservingsubcommand":1,"subcommand":1,"for":1,"bench":1,"name":1,"help":1,"online":1,"serving":1,"throughput":1,"classmethod":1,"def":2,"cls":1,"parser":2,"argumentparser":1,"none":2,"staticmethod":1,"cmd":1,"namespace":1},"0,1962,data/raw/vllm-0.10.1/vllm/entrypoints/cli/benchmark/main.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":11,"project":1,"from":7,"future":1,"import":7,"annotations":1,"argparse":4,"typing":2,"entrypoints":3,"cli":4,"benchmark":1,"base":1,"benchmarksubcommandbase":2,"types":1,"clisubcommand":2,"utils":2,"subcmd":2,"parser":7,"epilog":3,"show":2,"filtered":2,"argument":2,"or":2,"group":2,"help":9,"if":1,"type":3,"checking":1,"flexibleargumentparser":2,"class":1,"benchmarksubcommand":1,"bench":13,"subcommand":2,"for":2,"name":5,"staticmethod":1,"def":3,"cmd":15,"args":5,"namespace":2,"none":2,"dispatch":2,"function":2,"validate":1,"self":5,"pass":1,"subparser":6,"init":1,"subparsers":5,"subparsersaction":1,"add":4,"description":2,"usage":2,"options":2,"required":1,"true":1,"dest":1,"cls":8,"in":1,"subclasses":1,"f":1,"set":1,"defaults":1,"return":1},"1962,74,data/raw/vllm-0.10.1/vllm/entrypoints/cli/benchmark/main.py":{"def":1,"cmd":1,"init":1,"list":1,"clisubcommand":1,"return":1,"benchmarksubcommand":1},"0,653,data/raw/vllm-0.10.1/vllm/entrypoints/cli/benchmark/latency.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":4,"project":1,"import":3,"argparse":3,"from":2,"benchmarks":1,"latency":4,"add":3,"cli":4,"args":5,"main":2,"entrypoints":1,"benchmark":2,"base":1,"benchmarksubcommandbase":2,"class":1,"benchmarklatencysubcommand":1,"subcommand":1,"for":1,"bench":1,"name":1,"help":1,"of":2,"a":1,"single":1,"batch":1,"requests":1,"classmethod":1,"def":2,"cls":1,"parser":2,"argumentparser":1,"none":2,"staticmethod":1,"cmd":1,"namespace":1},"0,1902,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":8,"project":2,"from":12,"typing":1,"import":14,"callable":1,"namedtuple":2,"optional":1,"torch":13,"inductor":3,"pattern":2,"matcher":2,"as":1,"pm":1,"fx":2,"higher":1,"order":1,"ops":4,"auto":2,"functionalize":1,"functionalized":1,"patternmatcherpass":1,"opoverload":1,"config":1,"vllmconfig":1,"logger":4,"init":2,"model":1,"executor":1,"layers":1,"quantization":4,"utils":3,"quant":1,"groupshape":4,"platforms":1,"current":2,"platform":2,"find":1,"getitem":1,"maybe":1,"multi":1,"output":1,"match":1,"multioutputmatch":1,"pass":1,"vllminductorpass":1,"name":1,"fp8":2,"dtype":7,"def":3,"empty":4,"bf16":1,"args":4,"kwargs":4,"return":2,"bfloat16":1,"device":2,"cuda":2,"fp32":1,"float32":1,"rms":4,"op":2,"c":2,"norm":2,"default":2,"add":2,"fused":1,"class":1,"quantkey":1,"named":1,"tuple":1,"for":1,"identifying":1,"type":2,"of":1,"quantized":1,"data":1,"static":3,"if":6,"true":3,"dynamic":1,"false":2,"group":7,"shape":7,"symmetric":3,"asymmetric":1,"todo":1,"luka":1,"use":1,"quantdescriptor":1,"once":1,"standardized":1,"https":1,"github":1,"com":1,"issues":1,"8913":1,"bool":2,"str":2,"self":4,"per":4,"tensor":2,"else":2,"token":2},"1902,1746,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"return":2,"f":5,"quantkey":6,"static":5,"if":3,"self":6,"else":3,"dynamic":5,"fx":1,"graph":1,"dtype":5,"abbrs":1,"group":1,"shape":1,"a":1,"not":1,"symmetric":2,"kfp8statictensorsym":4,"fp8":8,"true":6,"groupshape":3,"per":6,"tensor":2,"kfp8dynamictensorsym":2,"false":4,"kfp8dynamictokensym":4,"token":4,"quant":12,"ops":9,"dict":2,"opoverload":2,"torch":7,"c":7,"scaled":3,"default":7,"noqa":7,"e501":7,"class":2,"fusedrmsquantkey":6,"namedtuple":1,"named":1,"tuple":1,"for":1,"identifying":1,"the":3,"type":2,"of":2,"rmsnorm":1,"fusion":1,"quantization":1,"fused":5,"add":5,"does":1,"op":1,"also":1,"perform":1,"residual":2,"bool":1,"def":1,"str":1,"fusedquantkey":1,"with":1,"out":1,"rms":4,"norm":4,"quantmultioutputmatch":1,"multioutputmatch":1},"3648,1855,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":2,"init":2,"self":7,"match":3,"pm":1,"quant":6,"op":13,"fused":19,"super":1,"assert":2,"isinstance":2,"opoverload":2,"in":4,"place":3,"insert":4,"node":16,"return":4,"mapping":5,"dict":1,"int":2,"tuple":3,"fx":1,"kwargs":4,"this":2,"utility":1,"function":1,"inserts":1,"an":1,"auto":7,"functionalized":2,"for":3,"it":2,"also":1,"correctly":1,"sets":1,"its":1,"meta":3,"value":2,"and":2,"rebinds":1,"the":9,"users":1,"of":4,"unfused":1,"nodes":3,"to":4,"use":2,"instead":1,"param":2,"a":4,"dictionary":1,"from":1,"getitem":5,"indices":5,"result":1,"old":3,"index":1,"that":2,"get":1,"directly":1,"forwarded":1,"fn":5,"example":1,"if":1,"we":2,"want":1,"replace":1,"graph":1,"x1":2,"x2":2,"op1":3,"y1":1,"y2":2,"op2":2,"with":1,"would":1,"call":1,"1":4,"2":3,"3":1,"note":1,"0th":1,"element":1,"is":1,"none":2,"ops":1,"hence":1,"others":1,"appear":1,"indexed":1,"keys":1,"getitems":1,"prepare":1,"list":1,"so":1,"s":1,"mutable":1,"val":1,"max":1,"iterate":1,"through":1,"elements":1,"produced":1,"by":1,"idx":3,"zip":1},"5503,1794,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"if":3,"the":11,"old":11,"value":3,"was":1,"never":1,"used":1,"getitem":10,"might":1,"not":3,"exist":2,"find":1,"maybe":1,"node":7,"idx":3,"is":2,"none":1,"rebind":1,"users":1,"of":2,"match":1,"nodes":3,"to":1,"use":1,"new":2,"will":1,"be":1,"removed":1,"by":1,"dce":1,"at":1,"end":1,"pass":1,"replace":1,"all":1,"uses":1,"with":1,"meta":8,"val":6,"extract":1,"appropriate":1,"it":1,"present":1,"even":1,"does":1,"fix":1,"on":1,"fused":9,"tuple":1,"class":2,"rmsnormquantpattern":2,"def":2,"init":3,"self":6,"epsilon":5,"float":2,"key":10,"fusedrmsquantkey":2,"quant":12,"dtype":6,"assert":2,"in":2,"ops":4,"f":2,"unsupported":2,"quantization":1,"scheme":1,"op":3,"rmsnorm":1,"for":1,"rmsnormstaticquantpattern":1,"torch":1,"symmetric":3,"true":2,"add":1,"false":1,"quantkey":1,"static":1,"group":1,"shape":1,"groupshape":1,"per":1,"tensor":1,"super":1},"7297,1818,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":3,"register":2,"self":7,"pm":4,"pass":2,"patternmatcherpass":1,"cannot":1,"use":1,"methods":1,"as":1,"the":1,"argument":1,"affects":1,"tracing":1,"pattern":2,"result":14,"torch":11,"tensor":10,"rms":5,"input":8,"weight":7,"scale":7,"at1":2,"auto":3,"functionalized":3,"op":3,"epsilon":4,"at2":2,"quant":2,"1":6,"return":2,"replacement":3,"at":2,"fused":1,"inputs":2,"empty":5,"5":4,"4":3,"device":1,"cuda":1,"dtype":2,"bf16":3,"fp32":1,"fwd":1,"only":1,"class":1,"fusedaddrmsnormstaticquantpattern":1,"rmsnormquantpattern":1},"9115,1947,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":4,"init":2,"self":6,"epsilon":6,"float":1,"quant":4,"dtype":4,"torch":11,"symmetric":3,"true":3,"key":2,"fusedrmsquantkey":1,"fused":2,"add":2,"quantkey":1,"static":1,"group":1,"shape":1,"groupshape":1,"per":1,"tensor":11,"super":1,"register":1,"pm":1,"pass":1,"patternmatcherpass":1,"record":1,"match":1,"callable":1,"multioutputmatch":1,"bool":1,"pattern":1,"result":8,"input":7,"residual":8,"weight":6,"scale":6,"at":6,"auto":3,"functionalized":3,"rms":1,"op":3,"at1":2,"1":3,"return":2,"2":2,"replacement":1},"11062,1871,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"inputs":3,"torch":2,"empty":5,"5":4,"4":3,"device":1,"cuda":1,"dtype":2,"self":11,"quant":7,"result":4,"bf16":3,"input":1,"residual":4,"1":7,"weight":1,"fp32":1,"scale":1,"pm":3,"register":1,"replacement":2,"pattern":2,"fwd":1,"only":1,"pass":1,"extra":1,"check":1,"lambda":1,"m":2,"record":1,"match":6,"op":5,"fused":6,"class":2,"quantmultioutputmatch":1,"def":1,"process":1,"find":3,"the":7,"nodes":2,"in":1,"that":1,"we":1,"need":1,"to":3,"rebind":1,"rms":6,"node":12,"auto":5,"fn":3,"add":2,"assert":2,"len":2,"users":2,"2":4,"first":1,"insert":2,"a":2,"new":3,"functionalized":2,"for":1,"as":2,"well":1,"getitem":1,"extract":1,"and":1,"returns":1,"tuple":1,"of":1,"none":2,"resulting":1,"graph":1,"looks":1,"like":1,"this":1,"at":3,"ops":1,"c":1,"norm":1,"static":1,"fp8":1,"default":1,"noqa":1,"with":1,"inserting":1,"after":1,"missing":1,"epsilon":3,"scalars":1,"cannot":1,"be":1,"kwargs":4,"copy":1,"0":1,"is":1,"always":1,"return":2,"mapping":2,"rmsnormdynamicquantpattern":1,"rmsnormquantpattern":1},"12933,1437,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":3,"init":2,"self":4,"epsilon":4,"float":1,"quant":4,"dtype":4,"torch":6,"group":3,"shape":3,"groupshape":2,"per":1,"token":1,"symmetric":3,"true":1,"key":2,"fusedrmsquantkey":1,"fused":1,"add":1,"false":2,"quantkey":1,"static":1,"super":1,"register":1,"pm":1,"pass":1,"patternmatcherpass":1,"record":1,"match":1,"callable":1,"multioutputmatch":1,"bool":1,"pattern":1,"result":7,"tensor":5,"rms":3,"input":4,"weight":3,"scale":5,"at1":2,"auto":2,"functionalized":2,"op":2,"at2":3,"1":2,"ub":1,"none":1,"return":1,"2":1},"14370,1525,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":2,"replacement":3,"result":7,"torch":6,"tensor":5,"rms":5,"input":4,"weight":4,"scale":6,"at":3,"auto":3,"functionalized":1,"self":10,"fused":2,"op":5,"epsilon":2,"ub":1,"none":2,"residual":1,"return":1,"1":5,"2":2,"inputs":2,"empty":5,"5":4,"4":3,"device":1,"cuda":1,"dtype":2,"quant":5,"bf16":3,"fp32":1,"pm":3,"register":1,"pattern":1,"fwd":1,"only":1,"pass":1,"extra":1,"check":1,"lambda":1,"m":2,"record":1,"match":4,"class":1,"quantmultioutputmatch":1,"process":1,"find":3,"the":2,"nodes":1,"in":1,"that":1,"we":1,"need":1,"to":1,"rebind":1,"node":4,"fn":2,"assert":2,"len":2,"users":2},"15895,1815,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"first":1,"insert":2,"a":2,"new":3,"auto":3,"functionalized":2,"node":8,"for":1,"the":6,"fused":6,"op":2,"as":2,"well":1,"getitem":1,"nodes":1,"to":2,"extract":1,"result":4,"and":1,"scale":4,"fn":1,"returns":1,"tuple":1,"of":1,"none":3,"resulting":1,"graph":1,"looks":1,"like":1,"this":1,"at":3,"torch":2,"ops":1,"c":1,"rms":3,"norm":1,"dynamic":1,"per":2,"token":2,"quant":6,"default":1,"noqa":1,"1":3,"2":3,"with":1,"self":5,"inserting":1,"after":1,"match":3,"missing":1,"epsilon":5,"scalars":1,"cannot":1,"be":1,"inputs":1,"pattern":1,"kwargs":5,"copy":1,"del":1,"not":3,"used":3,"in":1,"return":2,"mapping":2,"ub":1,"but":2,"required":2,"residual":1,"class":1,"fusedaddrmsnormdynamicquantpattern":1,"rmsnormquantpattern":1,"def":2,"init":2,"float":1,"dtype":4,"group":3,"shape":3,"groupshape":2,"symmetric":3,"true":2,"key":2,"fusedrmsquantkey":1,"add":1,"quantkey":1,"static":1,"false":1,"super":1,"register":1,"pm":1,"pass":1,"patternmatcherpass":1,"record":1,"callable":1,"multioutputmatch":1,"bool":1},"17710,1989,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":2,"pattern":2,"result":9,"torch":11,"tensor":10,"input":8,"residual":9,"weight":7,"scale":11,"at":7,"auto":3,"functionalized":3,"rms":1,"add":1,"op":5,"epsilon":4,"self":8,"at1":3,"quant":3,"1":6,"ub":2,"none":2,"return":2,"2":3,"replacement":3,"fused":2,"3":1,"inputs":2,"empty":5,"5":4,"4":3,"device":1,"cuda":1,"dtype":2,"bf16":3,"fp32":1,"pm":3,"register":1,"fwd":1,"only":1,"pass":1,"extra":1,"check":1,"lambda":1,"m":2,"record":1,"match":2},"19699,1985,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"class":2,"match":4,"quantmultioutputmatch":1,"def":1,"process":1,"self":7,"find":4,"the":10,"nodes":2,"in":3,"that":1,"we":1,"need":1,"to":4,"rebind":1,"rms":6,"node":14,"auto":5,"fn":3,"add":1,"op":3,"quant":6,"assert":2,"len":2,"users":2,"2":6,"first":1,"insert":2,"a":5,"new":4,"functionalized":2,"for":1,"fused":5,"as":3,"well":1,"getitem":1,"extract":1,"result":4,"scale":5,"and":2,"residual":4,"returns":1,"tuple":1,"none":2,"resulting":1,"graph":1,"looks":1,"like":1,"this":3,"at":4,"torch":3,"ops":3,"c":1,"norm":1,"dynamic":1,"per":1,"token":1,"default":1,"noqa":1,"1":3,"3":2,"with":1,"inserting":1,"after":1,"missing":1,"epsilon":3,"scalars":1,"cannot":1,"be":3,"inputs":1,"pattern":3,"kwargs":4,"copy":1,"return":2,"mapping":2,"ub":1,"not":1,"used":1,"but":1,"required":1,"fusionpass":1,"vllminductorpass":1,"pass":2,"fuses":1,"pre":1,"defined":1,"set":1,"of":2,"custom":1,"into":1,"it":2,"uses":1,"matcher":2,"patterns":2,"replace":1,"them":1,"also":1,"manually":1,"processes":1,"multi":1,"output":1,"matches":1,"those":1,"are":1,"broken":1,"because":1,"can":1,"only":1,"registered":1,"once":1,"is":1,"singleton":1,"will":1,"addressed":1,"future":1,"version":1,"pytorch":3,"https":1,"github":1,"com":1,"pull":1,"139321":1,"issuecomment":1,"2452354980":1},"21684,1909,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"instance":10,"optional":1,"fusionpass":4,"none":3,"classmethod":1,"def":2,"cls":5,"config":9,"vllmconfig":2,"get":1,"the":5,"singleton":2,"of":2,"if":2,"exists":2,"is":5,"updated":1,"but":1,"initialization":1,"not":1,"repeated":1,"else":1,"pass":4,"compilation":1,"return":1,"init":2,"self":11,"assert":1,"class":1,"already":1,"super":1,"matches":3,"list":1,"multioutputmatch":1,"patterns":7,"patternmatcherpass":2,"name":1,"fusion":1,"for":2,"epsilon":6,"in":1,"1e":2,"5":1,"6":1,"fuse":4,"rms":4,"norm":4,"static":2,"fp8":8,"quant":4,"rmsnormstaticquantpattern":1,"dtype":4,"register":4,"below":1,"have":1,"2":1,"or":1,"more":1,"outputs":1,"so":1,"we":1,"need":1,"to":2,"process":2,"them":1,"manually":1,"see":1,"fusedaddrmsnormstaticquantpattern":1,"record":3,"match":3,"dynamic":2,"per":2,"token":2,"rmsnormdynamicquantpattern":1,"fused":1,"add":1,"fusedaddrmsnormdynamicquantpattern":1,"warning":1,"this":1,"a":1,"hack":1,"clear":2,"pattern":2,"matcher":2,"cache":1,"and":1,"allow":1,"multiple":1,"values":1,"torch":1,"inductor":1,"seen":1},"23593,1264,data/raw/vllm-0.10.1/vllm/compilation/fusion.py":{"def":3,"record":2,"match":10,"self":15,"multioutputmatch":2,"bool":1,"hijack":1,"the":2,"extra":1,"check":1,"to":2,"and":4,"save":1,"it":1,"for":5,"post":2,"processing":1,"matches":10,"append":1,"return":2,"false":2,"prevent":1,"automatic":1,"replacement":1,"process":5,"graph":14,"fx":2,"manually":2,"multi":2,"output":2,"replace":1,"them":1,"with":1,"fused":1,"nodes":4,"see":1,"more":1,"details":1,"in":4,"finally":1,"remove":1,"matched":1,"eliminate":1,"dead":1,"code":1,"assert":1,"all":1,"node":2,"not":1,"call":1,"begin":1,"dump":3,"before":1,"fusion":2,"count":2,"patterns":2,"apply":1,"logger":2,"debug":2,"replaced":1,"s":2,"after":2,"pattern":1,"run":1,"dce":1,"processed":1,"len":1,"clear":1,"end":1,"log":1},"0,1795,data/raw/vllm-0.10.1/vllm/compilation/fx_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":11,"vllm":1,"project":1,"import":6,"operator":1,"from":6,"collections":1,"abc":1,"iterable":5,"iterator":1,"typing":1,"optional":3,"torch":3,"fx":11,"higher":1,"order":1,"ops":2,"auto":10,"functionalize":1,"functionalized":5,"opoverload":6,"def":6,"is":6,"func":4,"node":35,"target":4,"bool":2,"return":8,"op":17,"call":1,"function":1,"and":3,"args":2,"returns":5,"first":4,"specified":5,"with":4,"given":4,"if":5,"it":3,"exists":3,"find":8,"fn":6,"maybe":4,"nodes":12,"for":2,"in":4,"none":4,"assert":2,"not":4,"f":2,"could":2,"noqa":1,"getitem":1,"that":1,"extracts":1,"idx":1,"th":1,"element":1},"1795,1136,data/raw/vllm-0.10.1/vllm/compilation/fx_utils.py":{"def":4,"find":7,"getitem":6,"maybe":2,"node":21,"fx":8,"idx":6,"int":2,"optional":1,"for":3,"user":7,"in":3,"users":3,"if":4,"is":3,"func":1,"operator":1,"and":2,"args":2,"1":3,"return":4,"none":2,"returns":2,"the":3,"that":2,"extracts":1,"th":1,"element":1,"from":2,"ret":3,"assert":2,"not":3,"f":1,"could":1,"an":1,"auto":2,"functionalization":1,"aware":1,"utility":1,"finding":1,"nodes":4,"with":2,"a":2,"specific":1,"op":8,"opoverload":1,"graph":4,"iterator":1,"schema":1,"mutable":1,"yield":2,"call":2,"function":2,"target":2,"n":3,"functionalized":1,"0":1,"asserts":1,"only":3,"has":2,"one":1,"it":2,"even":1,"might":2,"share":1,"storage":1,"another":1,"which":1,"need":1,"to":1,"be":1,"taken":1,"into":1,"account":1,"get":1,"len":1,"next":1,"iter":1},"0,1919,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":12,"vllm":8,"project":1,"import":13,"inspect":1,"from":10,"typing":1,"callable":2,"optional":2,"typevar":2,"union":2,"overload":3,"unittest":1,"mock":1,"patch":1,"torch":14,"nn":3,"as":1,"dynamo":2,"symbolic":1,"convert":1,"inlininginstructiontranslator":1,"compilation":3,"counter":2,"wrapper":1,"torchcompilewrapperwithcustomdispatcher":1,"config":1,"compilationlevel":1,"vllmconfig":1,"logger":4,"init":2,"sequence":1,"intermediatetensors":1,"utils":1,"supports":1,"monitor":1,"start":1,"monitoring":1,"compile":17,"name":1,"ignore":8,"key":3,"t":9,"bound":1,"type":1,"module":1,"def":4,"cls":7,"a":3,"decorator":5,"support":6,"on":1,"class":7,"this":2,"is":2,"useful":1,"when":1,"parent":3,"has":4,"but":2,"we":1,"don":1,"want":1,"that":2,"inherits":1,"only":1,"ignores":1,"compiling":1,"forward":1,"of":1,"applied":2,"if":3,"child":2,"will":2,"still":1,"be":3,"compiled":1,"one":1,"or":1,"more":1,"submodules":2,"have":1,"not":1,"ignored":2,"for":2,"those":1,"setattr":1,"true":1,"return":2,"should":2,"bool":1,"check":1,"getattr":1,"false":1,"dynamic":1,"arg":1,"dims":1,"dict":1,"str":1,"int":2,"list":1},"1919,1821,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"def":3,"support":4,"torch":9,"compile":3,"cls":1,"optional":5,"t":4,"none":4,"dynamic":10,"arg":4,"dims":4,"dict":1,"str":1,"union":2,"int":2,"list":2,"callable":1,"a":8,"decorator":3,"to":2,"add":1,"for":1,"compiling":1,"the":18,"forward":4,"method":2,"of":8,"class":3,"usage":2,"1":1,"use":2,"directly":1,"as":8,"without":1,"arguments":3,"python":2,"mymodel":2,"nn":2,"module":2,"self":2,"x":3,"tensor":6,"y":3,"2":1,"with":1,"0":2,"is":8,"dictionary":1,"that":1,"maps":1,"argument":5,"names":1,"dimensions":3,"can":2,"be":6,"either":1,"single":2,"integer":2,"or":2,"integers":1,"if":6,"it":6,"inferred":1,"from":1,"type":1,"annotation":1,"based":1,"on":2,"following":1,"default":1,"rules":1,"annotated":2,"first":2,"dimension":3,"will":5,"marked":4,"intermediatetensors":2,"all":2,"tensors":5,"in":2,"intermediate":2,"during":1,"runtime":1,"when":1,"we":1,"actually":1,"mark":1,"depends":1,"value":1,"negative":1,"corresponding":1,"ignored":1,"otherwise":1,"raise":1,"an":1,"error":1},"3740,1958,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"note":1,"if":7,"an":1,"argument":2,"is":3,"none":4,"it":2,"should":2,"always":1,"be":2,"passed":1,"as":3,"during":1,"the":4,"lifetime":1,"of":4,"model":1,"otherwise":1,"cannot":1,"captured":1,"a":3,"single":1,"computation":1,"graph":1,"def":2,"cls":14,"decorator":4,"helper":4,"t":3,"to":3,"pass":1,"dynamic":14,"arg":12,"dims":12,"support":5,"torch":7,"compile":5,"avoid":1,"too":1,"much":1,"indentation":1,"for":4,"not":4,"hasattr":1,"forward":6,"raise":3,"typeerror":1,"decorated":1,"class":1,"have":1,"method":4,"sig":3,"inspect":1,"signature":1,"inferred":9,"k":5,"v":2,"in":6,"parameters":2,"items":1,"annotation":1,"tensor":2,"optional":2,"intermediatetensors":2,"0":2,"logger":1,"debug":1,"dimensions":2,"s":2,"list":2,"keys":1,"len":1,"valueerror":2,"no":1,"found":2,"f":2,"please":1,"provide":1,"explicitly":1,"return":3,"use":1,"without":1,"arguments":1,"assert":1,"isinstance":1,"type":1,"dict":1,"str":1,"union":1,"int":2},"5698,1760,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"t":3,"a":2,"decorator":1,"to":3,"add":1,"support":2,"for":2,"compiling":3,"the":7,"forward":2,"method":2,"of":2,"class":3,"if":3,"torchcompilewrapperwithcustomdispatcher":4,"in":3,"cls":7,"bases":3,"decorating":1,"multiple":1,"times":1,"return":3,"take":1,"care":1,"resolution":1,"order":1,"make":1,"sure":1,"super":1,"init":8,"is":5,"called":1,"on":1,"base":1,"other":1,"than":1,"old":2,"setattr":1,"ignore":2,"compile":6,"key":1,"false":1,"def":2,"self":10,"vllm":7,"config":9,"vllmconfig":1,"prefix":3,"str":1,"kwargs":4,"compilationlevel":3,"dynamo":3,"as":2,"upper":1,"level":4,"model":3,"runner":2,"will":1,"handle":1,"compilation":8,"so":2,"we":3,"don":2,"need":2,"do":4,"anything":1,"here":1,"not":4,"no":1,"or":3,"supports":1,"should":1,"torch":3,"counter":1,"num":1,"models":1,"seen":1,"1":1,"call":1,"args":2,"compiler":2,"means":1,"are":1,"inside":2,"e":1,"g":1,"tpu":1,"has":1,"logic":1},"7458,1714,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"the":3,"first":1,"compilation":1,"needs":1,"to":1,"have":1,"dynamic":5,"shapes":1,"marked":1,"if":6,"len":1,"self":5,"compiled":1,"codes":1,"1":1,"sig":2,"inspect":1,"signature":1,"class":1,"forward":1,"bound":3,"args":4,"bind":1,"kwargs":1,"apply":1,"defaults":1,"for":5,"k":3,"dims":15,"in":6,"arg":9,"items":1,"arguments":1,"get":1,"is":4,"not":1,"none":1,"isinstance":3,"int":1,"else":4,"torch":5,"tensor":4,"case":2,"specified":2,"with":3,"negative":2,"indexing":2,"ndim":2,"dim":8,"0":2,"dynamo":2,"mark":2,"elif":1,"intermediatetensors":1,"tensors":1,"values":1,"raise":1,"valueerror":1,"unsupported":1,"dimensions":1,"f":1,"argument":1,"type":2,"here":1,"it":1,"starting":1,"point":1,"of":1,"compile":2,"process":1,"start":2,"monitoring":1,"vllm":1,"config":1,"logger":1,"debug":1,"compiling":1,"function":1,"s":1,"original":1,"code":1,"object":1},"9172,1828,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"if":2,"we":5,"don":1,"t":1,"use":2,"custom":2,"dispatcher":2,"can":2,"directly":1,"call":9,"the":12,"compiled":4,"function":5,"and":3,"let":1,"torch":2,"compile":1,"handle":1,"dispatching":1,"with":2,"overhead":1,"of":3,"guard":1,"evaluation":1,"recompilation":1,"len":1,"self":7,"codes":1,"1":2,"or":1,"not":2,"it":2,"seems":1,"dynamo":5,"reuse":1,"compilation":6,"across":1,"instances":1,"while":1,"need":2,"to":3,"make":1,"sure":1,"code":6,"is":1,"reused":1,"control":1,"all":3,"model":1,"eval":1,"frame":1,"remove":1,"from":1,"cache":2,"original":2,"object":3,"collect":1,"relevant":1,"files":5,"traced":3,"by":2,"so":1,"that":1,"trigger":1,"re":1,"properly":1,"when":1,"any":1,"these":1,"change":1,"file":1,"containing":1,"top":1,"level":1,"forward":1,"vllm":2,"config":4,"add":2,"co":2,"filename":2,"2":1,"every":1,"time":1,"sees":1,"a":1,"will":1,"inline":8,"calling":1,"inlininginstructiontranslator":3,"hijack":1,"this":1,"know":1,"functions":1,"called":1,"during":1,"tracing":1,"their":1,"corresponding":1,"def":1,"patched":2,"parent":2,"func":3,"args":3,"kwargs":3,"get":1,"return":2,"patch":1,"output":2,"callable":1},"11000,354,data/raw/vllm-0.10.1/vllm/compilation/decorators.py":{"usually":1,"capturing":1,"the":3,"model":3,"once":1,"is":1,"enough":1,"and":1,"then":1,"we":1,"can":1,"dispatch":2,"to":2,"compiled":1,"code":2,"directly":1,"without":1,"going":1,"through":1,"dynamo":1,"guard":1,"mechanism":1,"with":1,"self":2,"0":1,"output":2,"forward":1,"args":1,"kwargs":1,"return":2,"cls":2,"call":2},"0,1363,data/raw/vllm-0.10.1/vllm/compilation/fix_functionalization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":2,"vllm":3,"project":1,"import":8,"operator":1,"from":6,"collections":1,"abc":1,"iterable":1,"typing":1,"optional":1,"union":1,"torch":5,"higher":1,"order":1,"ops":2,"auto":3,"functionalize":1,"functionalized":3,"logger":4,"init":2,"fx":3,"utils":1,"is":2,"func":2,"inductor":1,"pass":3,"vllminductorpass":2,"name":1,"class":1,"fixfunctionalizationpass":1,"this":2,"defunctionalizes":1,"certain":1,"nodes":5,"avoid":2,"redundant":1,"tensor":1,"copies":1,"after":1,"dce":1,"dead":2,"code":2,"elimination":1,"should":1,"never":1,"be":1,"run":1,"as":2,"de":1,"may":1,"appear":1,"add":2,"new":1,"defunctionalize":1,"if":4,"elif":2,"chain":1,"in":2,"call":2,"def":1,"self":4,"graph":5,"begin":1,"dump":1,"before":1,"fix":1,"functionalization":1,"remove":1,"list":1,"node":6,"count":1,"for":1,"not":1,"continue":1,"deep":1,"nesting":1,"kwargs":3,"at":2,"target":2,"args":3,"c":1,"rotary":1,"embedding":1,"default":1,"query":3,"mm":1},"1363,854,data/raw/vllm-0.10.1/vllm/compilation/fix_functionalization.py":{"rotary":1,"embedding":1,"is":2,"a":1,"special":1,"case":1,"the":1,"two":1,"mutating":1,"inputs":1,"are":3,"query":1,"and":2,"key":1,"which":1,"slices":1,"of":5,"mm":4,"node":7,"while":1,"functionalized":1,"results":1,"at":2,"1":1,"2":1,"scattered":1,"back":1,"into":1,"after":1,"de":1,"functionalization":1,"we":1,"can":1,"just":1,"use":1,"directly":1,"for":2,"idx":1,"user":7,"in":2,"self":5,"getitem":5,"users":2,"items":1,"if":1,"func":1,"torch":1,"ops":1,"aten":1,"slice":1,"scatter":1,"default":1,"replace":1,"all":1,"uses":1,"with":1,"remove":3,"insert":1,"defunctionalized":1,"graph":1},"2217,1968,data/raw/vllm-0.10.1/vllm/compilation/fix_functionalization.py":{"rms":6,"norm":6,"replacements":1,"avoid":1,"the":5,"most":1,"copies":1,"for":3,"llama":1,"elif":6,"at":6,"target":6,"torch":7,"ops":7,"c":7,"fused":2,"add":2,"default":7,"mutated":12,"args":15,"1":7,"input":3,"2":3,"residual":3,"self":7,"defunctionalize":6,"graph":8,"node":6,"static":2,"fp8":2,"quant":5,"noqa":2,"e501":2,"result":7,"dynamic":1,"per":1,"token":1,"scale":2,"3":1,"in":1,"some":1,"reason":1,"we":1,"need":1,"to":1,"specify":1,"both":1,"silu":4,"and":5,"mul":4,"kwargs":1,"pathway":1,"gets":1,"wrong":1,"answer":1,"else":1,"continue":1,"skip":1,"count":2,"dump":1,"before":1,"fix":1,"functionalization":1,"cleanup":1},"4185,1496,data/raw/vllm-0.10.1/vllm/compilation/fix_functionalization.py":{"remove":7,"the":6,"nodes":12,"all":1,"at":2,"once":1,"count":3,"removed":3,"len":1,"self":11,"to":5,"for":2,"node":19,"in":1,"graph":6,"erase":1,"logger":1,"debug":1,"de":2,"functionalized":1,"s":2,"dump":1,"after":1,"fix":1,"functionalization":1,"end":2,"and":2,"log":1,"def":2,"or":5,"union":3,"torch":7,"fx":7,"iterable":1,"stage":1,"a":3,"removal":1,"of":1,"pass":1,"if":1,"isinstance":1,"append":1,"else":1,"extend":1,"defunctionalize":1,"mutated":5,"args":7,"dict":1,"int":1,"str":2,"optional":1,"tuple":1,"none":1,"functionalize":1,"by":1,"replacing":1,"it":2,"with":4,"call":1,"original":1,"also":1,"replaces":1,"getitem":1,"users":3,"arguments":1,"see":1,"replace":2,"insert":2,"defunctionalized":2},"5681,1869,data/raw/vllm-0.10.1/vllm/compilation/fix_functionalization.py":{"def":3,"replace":3,"users":9,"with":3,"mutated":6,"args":7,"self":5,"node":20,"torch":8,"fx":7,"dict":2,"int":2,"union":2,"str":3,"all":2,"getitem":6,"of":4,"the":10,"auto":3,"functionalized":3,"arguments":2,"param":2,"indexed":2,"by":2,"index":2,"if":4,"value":1,"an":1,"arg":8,"is":4,"a":2,"string":1,"kwargs":4,"used":2,"for":2,"idx":4,"user":7,"in":2,"items":1,"isinstance":1,"else":1,"uses":1,"remove":1,"returns":1,"operator":2,"they":1,"are":1,"getting":1,"func":1,"1":1,"return":1,"insert":2,"defunctionalized":2,"graph":3,"optional":1,"tuple":1,"none":1,"new":1,"into":1,"before":1,"one":1,"out":1,"provide":1,"directly":1,"as":1,"cannot":1,"be":1,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"blob":1,"a00faf440888ffb724bad413f329a49e2b6388e7":1,"inductor":1,"lowering":1,"py":1,"l351":1},"7550,912,data/raw/vllm-0.10.1/vllm/compilation/fix_functionalization.py":{"param":3,"graph":5,"to":4,"insert":1,"the":3,"defunctionalized":1,"node":12,"into":1,"auto":3,"functionalized":3,"defunctionalize":1,"args":9,"if":4,"we":1,"cannot":1,"use":1,"kwargs":6,"specify":1,"directly":1,"an":1,"arg":6,"is":5,"a":2,"string":1,"used":1,"noqa":1,"e501":1,"assert":1,"func":1,"f":1,"must":1,"be":1,"instead":1,"create":1,"new":1,"call":3,"original":1,"function":6,"with":1,"inserting":1,"before":1,"0":1,"none":1,"else":2,"passed":1,"as":1,"strings":1,"refer":1,"items":1,"in":2,"tuple":1,"isinstance":1,"str":1,"for":1},"0,1430,data/raw/vllm-0.10.1/vllm/compilation/torch25_custom_graph_pass.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":8,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":5,"vllm":1,"project":1,"from":3,"abc":3,"import":3,"abstractmethod":3,"typing":1,"any":2,"optional":2,"torch":6,"class":2,"torch25customgraphpass":1,"noqa":1,"redefinition":1,"this":1,"replaces":1,"customgraphpass":2,"6":7,"when":1,"using":1,"it":1,"conforms":1,"interface":1,"but":1,"also":1,"supports":1,"pickling":3,"as":1,"that":2,"s":1,"what":1,"inductor":2,"code":2,"cache":3,"uses":1,"determine":1,"key":2,"before":1,"in":2,"and":1,"above":1,"uuid":9,"is":4,"used":4,"subclasses":2,"can":1,"just":2,"pretend":1,"def":4,"call":1,"self":5,"graph":3,"fx":1,"none":2,"implementation":2,"of":2,"custom":3,"pass":2,"return":4,"an":1,"id":1,"uniquely":1,"identify":1,"your":1,"skip":1,"caching":1,"entirely":1,"getstate":1,"instead":1,"enable":1,"only":1,"have":1,"implement":1,"setstate":1,"state":1,"raise":1,"valueerror":1,"cannot":1,"unpickle":1,"because":1,"for":2,"use":1,"with":1,"native":1,"support":1,"passes":1},"0,1851,data/raw/vllm-0.10.1/vllm/compilation/wrapper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":9,"vllm":13,"project":1,"import":10,"os":1,"sys":1,"from":6,"abc":1,"abstractmethod":1,"contextlib":1,"contextmanager":1,"types":1,"codetype":1,"typing":1,"callable":5,"optional":2,"torch":4,"envs":3,"as":1,"config":12,"compilationlevel":1,"cudagraphmode":1,"get":3,"current":3,"logger":4,"init":5,"name":1,"class":2,"torchcompilewrapperwithcustomdispatcher":1,"a":2,"wrapper":1,"for":1,"compile":4,"with":2,"custom":1,"dispatch":4,"logic":2,"subclasses":1,"should":1,"1":1,"implement":3,"forward":4,"method":5,"in":1,"call":2,"it":1,"can":1,"use":1,"self":5,"compiled":6,"codes":1,"access":1,"bytecode":1,"and":2,"code":2,"index":1,"3":1,"determine":1,"how":1,"over":1,"def":1,"none":3,"compilation":4,"level":1,"int":1,"if":2,"is":1,"default":1,"settings":1,"compiling":1,"backend":6,"options":4,"isinstance":1,"str":1,"inductor":2,"fullgraph":2,"test":1,"dynamo":1,"capture":1},"1851,1781,data/raw/vllm-0.10.1/vllm/compilation/wrapper.py":{"self":13,"compiled":6,"callable":3,"original":2,"code":14,"object":2,"class":1,"forward":3,"codes":1,"list":1,"codetype":3,"torch":2,"dynamo":3,"convert":2,"frame":14,"register":1,"bytecode":4,"hook":4,"read":1,"the":9,"env":1,"var":1,"to":5,"determine":1,"whether":1,"use":3,"custom":3,"dispatcher":3,"subclasses":1,"can":2,"this":2,"switch":1,"between":1,"and":3,"default":1,"guard":1,"mechanism":1,"bool":1,"compilation":1,"level":2,"compilationlevel":1,"once":1,"def":3,"call":1,"args":3,"kwargs":3,"implement":1,"dispatch":1,"logic":1,"here":1,"beyond":2,"compile":2,"note":1,"function":1,"have":1,"additional":1,"arguments":1,"method":1,"for":2,"directly":1,"dispatching":1,"return":3,"abstractmethod":1,"old":3,"new":1,"save":1,"direct":1,"execution":1,"if":3,"is":2,"not":2,"borrowed":1,"from":1,"https":1,"github":1,"com":1,"thuml":1,"depyf":2,"blob":1,"f4ad79fadee27ea113b4c75202db1eb1a11c0dbc":1,"explain":1,"enable":1,"debugging":1,"py":2,"l25":1,"sys":1,"getframe":1,"while":1,"f":7,"back":2,"name":5,"co":2,"file":2,"filename":1,"split":1,"os":1,"path":1,"sep":1,"1":1,"break":1,"locals":2,"assert":1},"3632,1699,data/raw/vllm-0.10.1/vllm/compilation/wrapper.py":{"self":4,"compiled":1,"codes":1,"append":1,"new":4,"code":8,"debug":6,"dump":5,"dir":4,"vllm":3,"config":6,"compilation":3,"path":3,"if":3,"isinstance":1,"str":1,"and":2,"rank":4,"parallel":1,"decompiled":4,"file":4,"os":2,"join":1,"f":3,"transformed":2,"py":1,"not":3,"exists":1,"try":1,"usually":1,"the":6,"decompilation":1,"will":2,"succeed":1,"for":2,"most":1,"models":1,"as":2,"we":1,"guarantee":2,"a":2,"full":1,"graph":1,"in":2,"dynamo":2,"but":1,"there":1,"s":2,"no":1,"100":1,"since":1,"decompliation":1,"is":3,"reversible":1,"process":1,"import":2,"depyf":4,"src":4,"decompile":2,"with":1,"open":1,"w":1,"write":1,"logger":1,"saved":1,"to":1,"except":1,"exception":1,"pass":2,"cudagraph":2,"mode":2,"cudagraphmode":1,"none":1,"update":2,"co":1,"names":1,"msg":2,"assigning":1,"modifying":1,"buffers":1,"of":2,"nn":1,"module":1,"during":1,"forward":1,"allowed":1,"when":1,"using":1,"inside":1,"compiler":1,"because":1,"it":1,"cause":1,"silent":1,"errors":1,"please":2,"use":1,"eager":1,"or":1,"fix":1,"following":1,"contains":1,"clues":1,"about":1,"which":1,"buffer":1,"being":1,"modified":1,"search":1,"usage":1,"function":1,"n":1,"noqa":1,"raise":1,"runtimeerror":1},"5331,763,data/raw/vllm-0.10.1/vllm/compilation/wrapper.py":{"contextmanager":1,"def":1,"dispatch":2,"to":3,"code":7,"self":5,"index":2,"int":1,"context":1,"manager":1,"the":7,"compiled":3,"why":1,"does":1,"this":1,"work":1,"because":1,"dynamo":2,"guarantees":1,"that":1,"bytecode":4,"has":1,"exactly":1,"same":1,"arguments":1,"cell":1,"variables":2,"and":3,"free":1,"as":1,"original":3,"therefore":1,"we":1,"can":1,"directly":1,"switch":1,"object":2,"in":2,"function":1,"call":1,"it":1,"see":1,"https":1,"dev":1,"discuss":1,"pytorch":1,"org":1,"t":1,"what":1,"is":1,"relationship":1,"requirement":1,"among":1,"transformed":1,"returned":1,"by":1,"hooks":1,"1693":1,"7":1,"for":1,"more":1,"details":1,"noqa":1,"class":2,"forward":2,"codes":1,"yield":1},"0,1810,data/raw/vllm-0.10.1/vllm/compilation/multi_output_match.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":20,"vllm":2,"project":1,"import":10,"abc":5,"operator":1,"from":8,"abstractmethod":2,"collections":1,"iterable":1,"torch":5,"fx":3,"higher":1,"order":1,"ops":2,"auto":5,"functionalize":1,"functionalized":4,"inductor":1,"pattern":1,"matcher":1,"as":2,"pm":2,"opoverload":1,"node":5,"compilation":1,"utils":1,"find":1,"fn":1,"class":2,"multioutputmatch":1,"this":4,"provides":1,"utilities":1,"process":3,"multi":3,"output":3,"matches":2,"and":2,"manually":3,"insert":4,"replacements":1,"is":5,"necessary":1,"because":1,"automatic":1,"replacement":3,"for":3,"broken":1,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"137280":1,"def":2,"init":1,"self":3,"match":7,"a":3,"method":1,"should":1,"1":1,"nodes":6,"after":1,"last":1,"in":3,"rebind":1,"users":1,"of":7,"use":1,"new":2,"3":1,"set":3,"meta":3,"val":3,"de":2,"functionalization":2,"result":1,"an":1,"tuple":2,"tensors":2,"first":1,"element":1,"return":1,"value":2,"function":2,"usually":1,"none":1,"remaining":1,"elements":1,"are":1,"mutated":1,"args":1,"all":2,"must":1,"contain":2,"proper":1,"it":2,"used":1,"by":2,"has":1,"that":1,"would":1,"be":1,"returned":1,"during":1,"tracing":1,"existing":1,"graph":1,"have":2,"property":1,"but":1,"we":2},"1810,1810,data/raw/vllm-0.10.1/vllm/compilation/multi_output_match.py":{"example":1,"op":4,"schema":1,"foo":2,"a":4,"tensor":3,"b":2,"c":4,"none":2,"at":2,"auto":4,"functionalized":2,"torch":1,"ops":1,"default":1,"meta":1,"val":1,"raise":2,"notimplementederror":1,"property":2,"def":5,"nodes":11,"self":13,"list":1,"fx":5,"node":16,"return":6,"match":11,"graph":8,"find":4,"fn":2,"the":12,"first":1,"with":2,"given":1,"in":10,"inserting":4,"after":5,"insert":3,"last":5,"this":1,"is":2,"done":1,"to":6,"avoid":1,"use":1,"before":1,"definition":1,"errors":1,"replacement":1,"not":1,"guaranteed":1,"be":1,"sorted":1,"for":2,"reversed":1,"if":1,"break":1,"else":1,"valueerror":1,"no":1,"getitems":1,"tuple":9,"indices":5,"iterable":1,"int":1,"operator":2,"getitem":3,"extract":3,"elements":3,"from":2,"param":2,"of":2,"new":1,"corresponding":1,"call":1,"function":1,"idx":2},"3620,284,data/raw/vllm-0.10.1/vllm/compilation/multi_output_match.py":{"def":1,"insert":2,"auto":3,"fn":1,"self":2,"op":3,"opoverload":1,"kwargs":4,"node":2,"an":1,"functionalized":2,"with":1,"the":1,"given":1,"and":1,"return":1,"graph":1,"call":1,"function":1},"0,1933,data/raw/vllm-0.10.1/vllm/compilation/monitor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"import":5,"os":2,"time":8,"from":2,"config":16,"compilationconfig":3,"compilationlevel":3,"vllmconfig":3,"logger":5,"init":2,"name":1,"context":8,"manager":8,"none":6,"torch":6,"compile":6,"start":4,"float":1,"def":3,"monitoring":2,"global":4,"compilation":10,"if":5,"level":2,"piecewise":2,"and":1,"debug":3,"dump":2,"path":5,"depyf":2,"join":1,"f":1,"rank":2,"parallel":1,"prepare":1,"enter":1,"end":1,"info":1,"takes":1,"2f":1,"s":1,"in":1,"total":1,"is":3,"not":2,"exit":1,"cudagraph":7,"capturing":8,"enabled":4,"bool":1,"true":1,"validate":1,"used":1,"monitor":1,"whether":1,"an":4,"legal":1,"at":2,"runtime":1,"should":1,"be":1,"called":1,"before":1,"any":1,"illegal":1,"happens":1,"raise":2,"error":1,"runtimeerror":1,"cuda":1,"graph":1,"detected":1,"inappropriate":1,"this":1,"operation":1,"currently":1,"disabled":1},"1933,133,data/raw/vllm-0.10.1/vllm/compilation/monitor.py":{"def":1,"set":1,"cudagraph":3,"capturing":3,"enabled":5,"bool":1,"global":1},"0,1952,data/raw/vllm-0.10.1/vllm/compilation/base_static_graph.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":15,"vllm":6,"project":1,"from":2,"typing":1,"import":2,"any":4,"callable":10,"protocol":2,"config":4,"cudagraphmode":4,"vllmconfig":3,"class":2,"abstractstaticgraphwrapper":1,"staticgraphwrapper":2,"interface":1,"that":2,"allows":1,"platforms":1,"wrap":1,"a":2,"be":4,"captured":3,"as":2,"static":2,"graph":7,"def":2,"init":1,"self":2,"runnable":2,"runtime":6,"mode":5,"pool":4,"kwargs":4,"initializes":1,"with":1,"capturing":1,"and":3,"execution":1,"related":1,"configurations":2,"args":5,"wrapped":2,"global":1,"configuration":1,"for":3,"style":1,"of":2,"see":1,"in":2,"py":1,"note":1,"only":1,"subset":1,"enum":1,"none":1,"piecewise":1,"full":1,"are":1,"used":1,"concrete":1,"cudagraph":2,"dispatching":1,"memory":1,"handle":2,"e":1,"g":1,"torch":1,"cuda":1,"keyword":3,"additional":1,"arguments":3,"platform":1,"specific":1,"raise":1,"notimplementederror":1,"call":1,"executes":1,"if":2,"current":1,"forwardcontext":1,"matches":1,"this":1,"instance":1,"it":4,"replays":1,"or":1,"captures":1,"using":1,"hasn":1,"t":1,"been":1,"yet":1,"otherwise":1,"calls":1,"original":1,"directly":1,"variable":1,"length":1,"input":1,"passed":2,"into":2},"1952,114,data/raw/vllm-0.10.1/vllm/compilation/base_static_graph.py":{"returns":1,"any":1,"output":1,"of":1,"the":1,"executed":1,"callable":1,"raise":1,"notimplementederror":1},"0,1790,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"typing":1,"import":11,"optional":2,"torch":10,"inductor":3,"pattern":2,"matcher":2,"as":2,"pm":1,"fx":2,"patternmatcherpass":1,"config":1,"vllmconfig":1,"distributed":2,"get":2,"tp":1,"group":1,"tensor":12,"model":2,"parallel":3,"all":1,"reduce":1,"state":1,"world":1,"size":1,"logger":4,"init":3,"platforms":1,"current":1,"platform":1,"pass":1,"vllminductorpass":1,"name":1,"class":1,"rmsnormandquantophelper":1,"base":1,"helper":1,"for":1,"rmsnorm":4,"and":1,"quantization":1,"functionalization":1,"def":3,"self":9,"epsilon":7,"float":1,"dtype":4,"device":3,"str":1,"quant":3,"op":3,"ops":5,"opoverload":1,"none":1,"kwargs":1,"functional":2,"result":3,"buffer":2,"input":6,"weight":6,"return":2,"higher":2,"order":2,"auto":2,"functionalized":2,"c":2,"rms":2,"norm":2,"default":2,"fused":2,"add":2,"residual":3},"1790,1751,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"def":2,"functional":4,"rmsnorm":11,"then":2,"quant":16,"self":8,"result":8,"buffer":6,"input":6,"tensor":14,"weight":4,"scale":6,"if":2,"op":6,"is":2,"none":2,"raise":2,"runtimeerror":2,"rmsnormandquantophelper":3,"was":2,"not":2,"initialized":2,"with":2,"a":2,"out":9,"tuple":9,"torch":2,"ops":2,"higher":2,"order":2,"auto":2,"functionalized":2,"1":2,"return":2,"fused":5,"add":5,"residual":2,"2":1,"class":1,"sequenceparallelpatternhelper":1,"helper":1,"for":1,"sequence":1,"parallelism":1,"patterns":1},"3541,1901,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"def":8,"init":2,"self":21,"epsilon":2,"float":1,"dtype":9,"torch":19,"device":8,"str":1,"quant":3,"op":3,"optional":1,"ops":3,"opoverload":1,"none":1,"kwargs":2,"super":1,"tp":7,"group":6,"get":3,"size":6,"tensor":14,"model":2,"parallel":2,"world":3,"all":8,"reduce":10,"x":6,"return":5,"scatter":4,"vllm":2,"default":2,"dim":2,"0":2,"name":4,"unique":2,"gather":2,"class":1,"firstallreducermsnormpattern":1,"sequenceparallelpatternhelper":1,"inputs":1,"input":6,"empty":3,"1":8,"8":2,"4":3,"permute":5,"arg3":5,"register":1,"pm":1,"pass":1,"patternmatcherpass":1,"pattern":1,"rmsnorm":3,"functional":1,"replacement":1},"5442,1963,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"rmsnorm":13,"result":2,"torch":14,"empty":4,"like":1,"reduce":9,"scatter":6,"self":17,"functional":3,"arg3":1,"1":10,"all":9,"gather":6,"return":4,"pm":7,"register":3,"replacement":5,"pattern":3,"get":3,"inputs":3,"fwd":2,"only":2,"pass":3,"class":1,"middleallreducermsnormpattern":1,"sequenceparallelpatternhelper":1,"def":4,"mm":6,"4":6,"device":6,"dtype":6,"residual":6,"rms":6,"norm":6,"weights":6,"patternmatcherpass":1,"tensor":10,"tuple":2,"fused":2,"add":2,"2":2},"7405,1808,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"class":2,"lastallreducermsnormpattern":1,"sequenceparallelpatternhelper":2,"def":5,"get":2,"inputs":2,"self":15,"mm":6,"1":8,"torch":15,"empty":3,"4":6,"device":8,"dtype":11,"residual":6,"rms":6,"norm":6,"weights":6,"return":3,"register":2,"pm":4,"pass":2,"patternmatcherpass":1,"pattern":2,"tensor":10,"tuple":2,"all":4,"reduce":6,"rmsnorm":6,"functional":2,"fused":2,"add":2,"replacement":3,"scatter":3,"normalized":2,"gather":1,"fwd":1,"only":1,"fp8":2,"current":1,"platform":1,"firstallreducermsnormstaticfp8pattern":1,"init":2,"epsilon":2,"float":1,"str":1,"op":3,"ops":1,"opoverload":1,"super":1,"quant":1},"9213,1926,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"def":4,"get":1,"inputs":1,"self":15,"input":6,"torch":18,"zeros":1,"1":6,"8":3,"4":4,"device":10,"dtype":13,"rmsnorm":12,"result":17,"empty":5,"quant":10,"fp8":5,"weight":6,"scale":6,"tensor":11,"0":1,"float32":1,"return":3,"register":1,"pm":1,"pass":1,"patternmatcherpass":1,"pattern":1,"all":7,"reduce":9,"static":4,"functional":2,"then":2,"replacement":1,"scatter":5,"like":2,"output":1,"of":1,"gather":3},"11139,1602,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"pm":4,"register":2,"replacement":2,"pattern":2,"self":14,"get":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"middleallreducermsnormstaticfp8pattern":1,"sequenceparallelpatternhelper":1,"def":4,"init":2,"epsilon":2,"float":1,"dtype":12,"torch":15,"device":12,"str":1,"op":3,"ops":1,"opoverload":1,"super":1,"quant":2,"mm":4,"1":7,"empty":5,"4":8,"residual":6,"rms":4,"norm":4,"weights":4,"result":4,"fp8":3,"scale":4,"float32":1,"return":2,"patternmatcherpass":1,"tensor":7,"tuple":1,"all":3,"reduce":3,"static":2,"rmsnorm":3,"out":2,"functional":1,"fused":1,"add":1,"then":1,"noqa":1,"e501":1},"12741,1828,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"def":4,"replacement":3,"result":6,"torch":16,"tensor":7,"residual":6,"mm":4,"1":7,"rms":4,"norm":4,"weights":4,"scale":4,"tuple":1,"reduce":4,"scatter":4,"self":15,"quant":4,"buf":2,"empty":6,"like":1,"dtype":14,"static":2,"fp8":3,"rmsnorm":3,"out":2,"functional":1,"fused":1,"add":1,"then":1,"noqa":1,"e501":1,"all":3,"gather":3,"return":2,"pm":4,"register":2,"pattern":1,"get":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"lastallreducermsnormstaticfp8pattern":1,"sequenceparallelpatternhelper":1,"init":2,"epsilon":2,"float":1,"device":12,"str":1,"op":3,"ops":1,"opoverload":1,"super":1,"4":8,"float32":1,"patternmatcherpass":1},"14569,1850,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"def":2,"pattern":2,"result":6,"torch":15,"tensor":14,"residual":4,"mm":4,"1":6,"rms":4,"norm":4,"weights":4,"scale":4,"tuple":2,"all":4,"reduce":7,"self":6,"static":4,"fp8":4,"functional":2,"fused":2,"add":2,"rmsnorm":7,"then":4,"quant":4,"return":2,"replacement":3,"scatter":4,"buf":2,"empty":1,"like":1,"dtype":2,"normalized":2,"gather":1,"pm":3,"register":1,"get":1,"inputs":1,"fwd":1,"only":1,"pass":2,"class":1,"sequenceparallelismpass":1,"vllminductorpass":1,"this":1,"enables":1,"sequence":1,"parallelism":1,"for":1,"models":1,"it":1,"identifies":1,"patterns":2,"where":1,"an":3,"allreduce":2,"operation":4,"is":2,"followed":2,"by":2,"or":1,"and":2,"quantization":2,"these":1,"are":1,"replaced":1,"with":1,"a":2,"reducescatter":2,"local":1,"allgather":2,"the":1,"general":1,"transformation":1,"input":2,"output":2,"becomes":1},"16419,1831,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"while":1,"this":2,"pass":3,"itself":1,"does":1,"not":1,"directly":1,"yield":1,"performance":2,"improvements":1,"it":1,"lays":1,"the":2,"groundwork":1,"for":2,"subsequent":1,"fusion":1,"passes":1,"such":1,"as":1,"gemm":2,"reducescatter":1,"and":3,"allgather":1,"fusions":2,"these":1,"can":1,"significantly":1,"reduce":1,"communication":1,"overhead":1,"improve":1,"overall":1,"model":7,"def":1,"init":2,"self":20,"config":2,"vllmconfig":1,"super":1,"patterns":10,"patternmatcherpass":2,"name":1,"sequence":1,"parallelism":1,"epsilon":8,"in":1,"1e":2,"5":1,"6":1,"rmsnorm":2,"static":2,"fp8":6,"quantization":1,"quant":5,"op":4,"torch":2,"ops":1,"c":1,"scaled":1,"default":1,"firstallreducermsnormstaticfp8pattern":1,"dtype":6,"device":6,"register":6,"middleallreducermsnormstaticfp8pattern":1,"lastallreducermsnormstaticfp8pattern":1,"normal":1,"firstallreducermsnormpattern":1,"middleallreducermsnormpattern":1,"lastallreducermsnormpattern":1,"warning":1,"is":1,"a":1,"hack":1,"to":1,"clear":2,"pattern":2,"matcher":2,"cache":1,"allow":1,"multiple":1,"values":1,"of":1,"inductor":1,"seen":1},"18250,529,data/raw/vllm-0.10.1/vllm/compilation/sequence_parallelism.py":{"def":2,"is":2,"applicable":1,"for":1,"shape":4,"self":7,"optional":1,"int":1,"bool":1,"tp":2,"size":3,"get":1,"tensor":1,"model":1,"parallel":1,"world":1,"return":1,"not":1,"none":1,"and":2,"0":1,"call":1,"graph":7,"fx":1,"begin":1,"dump":2,"before":1,"sequence":3,"parallelism":3,"pass":2,"count":2,"patterns":2,"apply":1,"logger":1,"debug":1,"replaced":1,"s":1,"with":1,"after":1,"end":1,"log":1},"0,1806,data/raw/vllm-0.10.1/vllm/compilation/inductor_pass.py":{"spdx":2,"license":1,"identifier":2,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":8,"vllm":2,"project":1,"import":12,"hashlib":1,"inspect":1,"json":1,"types":1,"from":6,"contextlib":1,"contextmanager":2,"typing":1,"any":2,"callable":1,"optional":3,"union":1,"torch":5,"fx":1,"utils":1,"is":7,"equal":2,"or":3,"newer":2,"if":1,"6":1,"inductor":2,"custom":3,"graph":3,"pass":17,"customgraphpass":4,"else":1,"not":2,"present":1,"in":4,"5":1,"lower":1,"our":1,"version":1,"torch25":1,"noqa":1,"e501":1,"torch25customgraphpass":1,"as":3,"context":14,"none":2,"class":2,"passcontext":3,"def":4,"init":1,"self":4,"runtime":5,"shape":5,"int":2,"get":2,"current":2,"assert":1,"return":2,"a":6,"manager":1,"that":3,"stores":1,"usually":1,"it":1,"list":1,"of":2,"sizes":1,"specialize":1,"global":1,"prev":2,"try":1,"yield":1,"finally":1,"inductorpass":2,"uses":1,"hash":2,"its":1,"source":3,"uuid":2,"this":2,"defined":1,"convenience":1,"and":1,"should":2,"work":1,"most":1,"cases":1,"provide":1,"unique":1,"for":1,"used":1,"code":1,"cache":1,"depend":1,"on":1,"implementation":1,"so":1,"changes":1,"result":1,"recompilation":1,"by":1,"default":1,"object":1,"hashed":1},"1806,1687,data/raw/vllm-0.10.1/vllm/compilation/inductor_pass.py":{"staticmethod":2,"def":6,"hash":7,"source":3,"srcs":3,"union":1,"str":6,"any":5,"utility":2,"method":2,"to":4,"the":5,"sources":1,"of":4,"functions":2,"or":2,"objects":3,"param":1,"strings":1,"add":1,"and":1,"have":1,"their":1,"inspected":1,"return":6,"hasher":3,"hashlib":2,"sha256":3,"for":4,"src":10,"in":1,"if":2,"isinstance":2,"elif":1,"types":1,"functiontype":1,"type":1,"inspect":2,"getsource":2,"else":2,"object":1,"instance":1,"class":3,"update":1,"encode":2,"utf":2,"8":2,"hexdigest":2,"dict":4,"a":4,"dictionary":2,"can":1,"alternatively":1,"be":1,"used":1,"uuid":8,"json":2,"rep":1,"encoded":2,"dumps":1,"sort":1,"keys":1,"true":2,"is":3,"applicable":1,"shape":2,"self":9,"optional":2,"int":1,"callableinductorpass":1,"inductorpass":1,"this":1,"wrapper":1,"callable":7,"that":1,"automatically":1,"provides":1,"an":1,"implementation":1,"init":1,"fx":2,"graph":4,"none":3,"call":1,"torch":1},"0,1612,data/raw/vllm-0.10.1/vllm/compilation/counter.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":13,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":2,"project":1,"import":3,"copy":2,"dataclasses":2,"from":1,"contextlib":1,"contextmanager":2,"dataclass":1,"class":1,"compilationcounter":3,"num":11,"models":1,"seen":4,"int":12,"graphs":3,"including":2,"splitting":2,"ops":2,"piecewise":2,"not":2,"capturable":1,"backend":1,"compilations":1,"number":5,"of":5,"gpu":2,"model":2,"runner":2,"attempts":1,"trigger":1,"cudagraphs":2,"capture":2,"triggers":1,"captured":2,"cudagraph":1,"inductoradapter":1,"compile":3,"calls":2,"inductor":1,"compiles":2,"eageradapter":1,"eager":1,"time":1,"s":1,"compiler":1,"cache":2,"entry":1,"was":2,"updated":2,"entries":1,"standalone":1,"compiled":2,"artifacts":2,"saved":2,"times":1,"a":1,"loaded":1,"with":1,"compilationlevel":1,"dynamo":2,"as":3,"is":5,"count":1,"def":2,"clone":2,"self":6,"return":1,"deepcopy":1,"expect":1,"kwargs":2,"old":3,"yield":1,"for":1,"k":6,"v":3,"in":1,"items":1,"assert":1,"getattr":4,"f":3,"expected":2,"before":1,"it":2,"after":1,"diff":1,"compilation":1,"counter":1},"0,1794,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":12,"importlib":1,"util":1,"import":16,"find":2,"spec":2,"typing":1,"optional":1,"torch":12,"inductor":3,"pattern":2,"matcher":2,"as":3,"pm":1,"fx":2,"higher":1,"order":1,"ops":6,"auto":2,"functionalize":1,"functionalized":1,"patternmatcherpass":1,"distributed":3,"symmetric":1,"memory":1,"enable":1,"symm":1,"mem":1,"for":1,"group":3,"config":1,"vllmconfig":1,"get":5,"tp":4,"tensor":4,"model":4,"parallel":5,"all":2,"reduce":2,"state":1,"rank":1,"world":2,"size":3,"logger":4,"init":3,"platforms":1,"current":2,"platform":2,"utils":1,"direct":1,"register":1,"custom":1,"op":6,"pass":1,"vllminductorpass":1,"fp8":4,"dtype":6,"if":2,"flashinfer":8,"try":1,"comm":7,"hasattr":1,"trtllm":1,"allreduce":2,"fusion":1,"else":2,"none":3,"except":1,"importerror":1,"name":1,"default":5,"rms":4,"c":4,"norm":2,"add":2,"fused":1,"static":3,"quant":4,"scaled":2,"fp4":2,"class":2,"basepattern":2,"def":1,"self":5,"device":3,"str":1,"gemmreducescatterpattern":1},"1794,1810,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":7,"get":3,"inputs":3,"self":18,"mul":6,"torch":17,"empty":4,"16":1,"4":7,"device":9,"dtype":8,"mm":10,"weight":10,"return":5,"register":3,"pm":5,"pass":3,"patternmatcherpass":2,"pattern":3,"tensor":8,"ops":5,"aten":2,"default":4,"reduce":4,"scatter":5,"vllm":2,"dim":3,"0":3,"world":2,"size":4,"tp":5,"group":5,"name":6,"unique":2,"replacement":3,"gemm":2,"rs":2,"symm":1,"mem":1,"fused":1,"matmul":1,"avg":1,"fwd":1,"only":1,"class":1,"allgathergemmpattern":1,"basepattern":1,"x":4,"tuple":1,"all":3,"gather":3},"3604,1997,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"replacement":3,"x":2,"torch":18,"tensor":9,"weight":4,"tuple":1,"ag":1,"output":1,"mm":7,"outputs":2,"ops":3,"symm":1,"mem":1,"fused":1,"all":1,"gather":2,"matmul":1,"dim":2,"0":3,"group":4,"name":4,"self":11,"tp":3,"device":9,"return":3,"pm":4,"register":2,"pattern":2,"get":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"scaledmmreducescatterpattern":1,"basepattern":1,"input":4,"empty":4,"16":6,"dtype":8,"fp8":2,"contiguous":1,"transpose":1,"1":3,"scale":11,"a":5,"float32":2,"b":5,"patternmatcherpass":1,"mat2":3,"scaled":3,"aten":1,"default":2,"bias":1,"none":2,"result":1,"out":1,"reduce":3,"scatter":3,"vllm":1,"world":1,"size":2,"unique":1},"5601,1623,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"replacement":3,"input":2,"torch":18,"tensor":10,"mat2":2,"scale":10,"a":5,"b":5,"gemm":2,"rs":2,"ops":2,"symm":1,"mem":1,"fused":1,"scaled":1,"matmul":1,"reduce":1,"scatter":2,"avg":1,"dim":2,"0":4,"out":1,"dtype":8,"self":12,"group":4,"name":4,"tp":4,"device":9,"return":2,"pm":4,"register":2,"pattern":2,"get":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"allgatherscaledmmpattern":1,"basepattern":1,"x":5,"empty":4,"8":1,"16":4,"fp8":2,"weight":3,"contiguous":1,"transpose":1,"1":3,"s1":2,"shape":1,"size":3,"float32":2,"patternmatcherpass":1,"all":2,"gather":2,"vllm":1,"default":1,"world":1,"unique":1},"7224,1962,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"return":3,"torch":14,"ops":2,"aten":1,"scaled":2,"mm":7,"default":1,"all":2,"gather":3,"mat2":1,"weight":5,"scale":13,"a":6,"b":6,"bias":1,"none":4,"result":2,"out":2,"dtype":11,"self":11,"def":2,"replacement":3,"x":2,"tensor":5,"ag":1,"output":3,"outputs":2,"symm":1,"mem":1,"fused":1,"matmul":1,"noqa":1,"dim":1,"0":2,"biases":1,"scales":1,"dtypes":1,"use":1,"fast":1,"accum":1,"false":1,"group":3,"name":2,"tp":1,"device":11,"pm":3,"register":1,"pattern":1,"get":2,"inputs":2,"fwd":1,"only":1,"pass":1,"class":1,"cutlassscaledmmreducescatterpattern":1,"basepattern":1,"input":2,"empty":5,"16":8,"fp8":2,"contiguous":1,"transpose":1,"1":3,"float32":2,"cutlass":2},"9186,1853,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"register":2,"self":10,"pm":4,"pass":2,"patternmatcherpass":1,"pattern":2,"input":4,"torch":18,"tensor":12,"weight":3,"scale":8,"a":6,"b":6,"cutlass":6,"mm":6,"output":3,"scaled":4,"ops":4,"higher":1,"order":1,"auto":1,"functionalized":1,"c":1,"default":2,"out":2,"scales":2,"bias":1,"none":1,"reduce":4,"scatter":5,"vllm":1,"1":2,"dim":2,"0":4,"world":1,"size":3,"tp":4,"group":4,"name":4,"unique":1,"return":2,"replacement":3,"mat2":2,"gemm":2,"rs":2,"symm":1,"mem":1,"fused":1,"matmul":1,"avg":1,"dtype":6,"device":5,"get":2,"inputs":2,"fwd":1,"only":1,"class":1,"allgathercutlassscaledmmpattern":1,"basepattern":1,"x":2,"empty":2,"8":1,"16":3,"fp8":2,"contiguous":1,"transpose":1,"s1":1,"shape":1},"11039,1975,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"scale":12,"a":8,"torch":21,"empty":3,"s1":2,"1":4,"device":7,"self":10,"dtype":5,"float32":2,"b":8,"16":1,"s2":2,"weight":6,"shape":1,"output":6,"return":3,"x":5,"def":3,"register":2,"pm":4,"pass":2,"patternmatcherpass":1,"pattern":2,"tensor":12,"all":4,"gather":5,"ops":4,"vllm":1,"default":2,"dim":2,"0":2,"world":1,"size":2,"tp":3,"group":4,"name":4,"unique":1,"cutlass":3,"scaled":4,"mm":5,"higher":1,"order":1,"auto":1,"functionalized":1,"c":1,"out":2,"scales":3,"bias":1,"none":3,"replacement":3,"ag":1,"outputs":2,"symm":1,"mem":1,"fused":1,"matmul":1,"noqa":1,"biases":1,"result":1,"dtypes":1,"use":1,"fast":1,"accum":1,"false":1,"get":1,"inputs":1,"fwd":1,"only":1,"class":1,"asynctppass":1,"vllminductorpass":1},"13014,1914,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":3,"init":2,"self":28,"config":2,"vllmconfig":1,"super":1,"enable":2,"symmetric":1,"memory":1,"for":5,"the":2,"tp":8,"process":1,"group":5,"symm":1,"mem":1,"get":2,"device":7,"name":2,"patterns":9,"patternmatcherpass":2,"pass":5,"async":4,"gemmreducescatterpattern":1,"model":8,"dtype":8,"register":6,"allgathergemmpattern":1,"these":1,"fusions":1,"are":1,"enabled":1,"only":3,"bfloat16":3,"models":1,"because":1,"scaled":2,"mm":2,"or":1,"cutlass":1,"with":2,"per":1,"token":1,"row":1,"wise":1,"scaling":1,"supports":1,"as":1,"output":1,"if":2,"torch":1,"scaledmmreducescatterpattern":1,"allgatherscaledmmpattern":1,"cutlassscaledmmreducescatterpattern":1,"allgathercutlassscaledmmpattern":1,"is":3,"applicable":1,"shape":4,"optional":1,"int":1,"bool":1,"do":1,"replace":1,"specific":1,"shapes":1,"size":3,"tensor":2,"parallel":1,"world":1,"return":1,"not":2,"none":3,"and":2,"0":1,"call":1,"graph":7,"fx":1,"begin":1,"dump":2,"before":1,"count":2,"apply":1,"logger":1,"debug":1,"replaced":1,"s":1,"after":1,"end":1,"log":1,"flashinfer":1,"comm":1,"fi":1,"workspace":1},"14928,383,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"mib":6,"1024":2,"max":4,"size":4,"of":1,"the":1,"input":1,"tensor":1,"per":1,"world":2,"to":1,"use":1,"flashinfer":1,"fused":1,"allreduce":1,"fi":3,"sizes":2,"2":4,"64":1,"64mb":1,"4":1,"1mb":1,"6":1,"512kb":2,"8":1,"opt":1,"for":1,"a":1,"more":1,"conservative":1,"default":2,"value":1,"when":1,"is":1,"not":1,"in":1},"15311,601,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":1,"call":1,"trtllm":1,"fused":1,"allreduce":2,"norm":2,"in":1,"torch":7,"tensor":7,"residual":1,"rms":3,"gamma":1,"eps":1,"float":1,"world":2,"rank":1,"int":4,"size":1,"launch":1,"with":1,"pdl":1,"bool":4,"trigger":1,"completion":1,"at":1,"end":1,"fp32":1,"acc":1,"max":1,"token":1,"num":1,"pattern":1,"code":1,"fuse":1,"quant":2,"out":3,"optional":4,"none":4,"scale":2,"factor":1},"15912,415,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"none":1,"num":3,"tokens":2,"hidden":3,"size":13,"allreduce":2,"in":2,"shape":1,"element":4,"current":2,"tensor":2,"max":5,"fusion":2,"token":1,"use":1,"flashinfer":1,"min":1,"fi":2,"sizes":1,"get":1,"world":1,"default":1},"16327,1677,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"if":2,"use":3,"flashinfer":7,"assert":1,"fi":2,"workspace":3,"tensor":2,"is":2,"not":2,"none":3,"must":1,"be":1,"enabled":1,"when":1,"using":1,"norm":5,"out":16,"allreduce":11,"in":9,"residual":9,"else":1,"return":1,"as":2,"with":3,"zeroed":1,"does":1,"support":2,"rms":5,"and":1,"together":1,"for":1,"the":2,"sizes":1,"that":1,"are":1,"smaller":1,"than":1,"max":1,"size":3,"we":2,"only":2,"one":1,"shot":1,"comm":2,"trtllm":1,"fusion":1,"token":1,"num":1,"shape":2,"0":1,"gamma":2,"eps":2,"world":4,"rank":2,"hidden":1,"dim":1,"1":1,"ptrs":1,"launch":2,"pdl":2,"oneshot":1,"true":1,"trigger":2,"completion":2,"at":2,"end":2,"fp32":2,"acc":2,"pattern":2,"code":3,"quant":2,"scale":4,"vllm":1,"swizzled":2,"layout":2,"fp4quantizationsflayout":1,"factor":2},"18004,1759,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"else":5,"allreduce":10,"out":21,"tensor":1,"model":1,"parallel":1,"all":1,"reduce":1,"in":3,"if":6,"scale":10,"factor":7,"is":8,"not":4,"none":8,"and":3,"fuse":1,"rms":16,"quant":12,"do":1,"fused":7,"norm":14,"static":4,"fp8":4,"op":1,"torch":6,"ops":6,"c":6,"add":3,"residual":2,"gamma":4,"eps":4,"scaled":2,"fp4":1,"or":1,"we":1,"need":1,"to":1,"return":1,"outpput":1,"cases":1,"of":1,"non":1,"ar":2,"without":1,"copy":1},"19763,1869,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":2,"call":3,"trtllm":6,"fused":7,"allreduce":9,"norm":8,"fake":3,"in":2,"torch":8,"tensor":7,"residual":2,"rms":6,"gamma":1,"eps":1,"float":1,"world":5,"rank":4,"int":7,"size":4,"launch":2,"with":2,"pdl":2,"bool":6,"trigger":2,"completion":2,"at":2,"end":2,"fp32":5,"acc":2,"max":4,"token":4,"num":4,"pattern":1,"code":1,"fuse":4,"quant":6,"out":6,"optional":4,"none":5,"scale":3,"factor":1,"pass":1,"direct":1,"register":1,"custom":1,"op":3,"name":1,"flashinfer":4,"func":1,"mutates":1,"args":1,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1,"ops":1,"vllm":1,"default":1,"class":1,"flashinferfusedallreduceparams":1,"parameters":1,"for":1,"operations":1,"init":1,"self":10,"use":4,"lamport":3,"false":3,"1024":1,"true":3,"oneshot":1},"21632,1879,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":5,"get":2,"trtllm":1,"fused":2,"allreduce":10,"kwargs":1,"self":20,"return":3,"world":3,"rank":2,"size":2,"launch":2,"with":3,"pdl":2,"trigger":2,"completion":2,"at":2,"end":2,"fp32":2,"acc":2,"max":2,"token":2,"num":2,"fuse":2,"rms":11,"quant":2,"class":1,"allreducermsnormpattern":1,"basepattern":1,"this":1,"pattern":2,"replaces":1,"the":2,"norm":1,"without":1,"residual":1,"flashinfer":1,"implementation":1,"applies":1,"to":1,"rmsnorm":1,"before":1,"attn":1,"in":1,"first":1,"transformer":1,"block":1,"init":2,"epsilon":5,"float":1,"dtype":9,"torch":7,"device":8,"str":1,"params":3,"flashinferfusedallreduceparams":1,"super":1,"inputs":1,"input":5,"empty":3,"1":3,"8":2,"4":3,"result":6,"weight":5,"register":1,"pm":1,"pass":1,"patternmatcherpass":1,"tensor":4,"output":4,"model":1,"parallel":1,"all":1,"reduce":1,"auto":1,"functionalized":1,"op":1},"23511,1860,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"replacement":3,"input":5,"torch":8,"tensor":3,"rms":6,"result":3,"weight":4,"residual":6,"zeros":1,"like":1,"allreduce":12,"auto":1,"functionalized":1,"flashinfer":3,"trtllm":2,"fused":3,"norm":3,"in":2,"out":3,"quant":1,"none":2,"scale":1,"gamma":1,"eps":1,"self":14,"epsilon":4,"pattern":3,"code":1,"comm":1,"allreducefusionpattern":1,"karresidualrmsnorm":1,"params":4,"get":3,"kwargs":1,"return":2,"3":1,"1":1,"pm":4,"register":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"allreducefusedaddrmsnormpattern":1,"basepattern":1,"this":1,"replaces":1,"the":1,"with":2,"implementation":1,"applies":1,"to":1,"o":1,"proj":1,"rmsnorm":2,"after":1,"attn":2,"and":1,"mlp":1,"before":1,"init":2,"float":1,"dtype":9,"device":8,"str":1,"flashinferfusedallreduceparams":1,"super":1,"empty":3,"4":6,"patternmatcherpass":1},"25371,1999,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"pattern":4,"residual":9,"torch":8,"tensor":7,"input":6,"weight":5,"allreduce":15,"output":2,"model":1,"parallel":1,"all":1,"reduce":1,"rms":7,"auto":2,"functionalized":2,"add":1,"op":1,"epsilon":6,"self":9,"return":2,"1":2,"2":2,"replacement":3,"flashinfer":3,"trtllm":2,"fused":3,"norm":3,"in":3,"out":3,"none":3,"quant":4,"scale":1,"gamma":1,"eps":1,"code":1,"comm":1,"allreducefusionpattern":1,"karresidualrmsnorm":1,"params":4,"get":2,"kwargs":1,"pm":4,"register":2,"inputs":1,"fwd":1,"only":1,"pass":2,"class":1,"allreducefusedrmsnormstaticquantfp8pattern":1,"basepattern":1,"this":1,"replaces":1,"the":2,"without":1,"static":1,"fp8":1,"with":1,"implementation":1,"applies":1,"to":1,"rmsnorm":1,"before":1,"attn":1,"first":1,"transformer":1,"block":1,"init":2,"float":1,"dtype":4,"device":2,"str":1,"flashinferfusedallreduceparams":1,"super":1,"float8":1,"e4m3fn":1,"patternmatcherpass":1},"27370,1746,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":2,"get":1,"inputs":1,"input":6,"torch":11,"zeros":1,"1":6,"8":3,"4":4,"device":10,"self":10,"dtype":9,"rmsnorm":6,"result":10,"empty":3,"quant":9,"weight":5,"scale":5,"tensor":7,"0":1,"float32":1,"return":2,"pattern":1,"all":4,"reduce":4,"model":1,"parallel":1,"out":5,"tuple":4,"auto":2,"functionalized":2,"rms":1,"op":2,"epsilon":2,"static":1,"fp8":1,"allreduce":1,"output":1},"29116,1854,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"replacement":3,"input":4,"torch":9,"tensor":5,"result":4,"rms":5,"quant":8,"weight":2,"scale":4,"residual":4,"zeros":1,"like":1,"allreduce":12,"auto":1,"functionalized":1,"flashinfer":3,"trtllm":2,"fused":3,"norm":4,"in":1,"out":5,"none":1,"gamma":1,"eps":1,"self":9,"epsilon":4,"pattern":3,"code":1,"comm":1,"allreducefusionpattern":1,"karresidualrmsnormfp8quant":1,"we":1,"don":1,"t":1,"use":1,"afterwards":1,"factor":1,"params":4,"get":3,"kwargs":1,"output":1,"return":1,"4":3,"1":1,"pm":4,"register":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"allreducefusedaddrmsnormstaticquantfp8pattern":1,"basepattern":1,"this":1,"replaces":1,"the":1,"with":2,"static":1,"fp8":1,"implementation":1,"applies":1,"to":1,"o":1,"proj":1,"rmsnorm":2,"after":1,"attn":2,"and":1,"mlp":1,"before":1,"init":2,"float":1,"dtype":6,"device":4,"str":1,"flashinferfusedallreduceparams":1,"super":1,"float8":1,"e4m3fn":1,"patternmatcherpass":1,"empty":1},"30970,1558,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"residual":5,"torch":10,"empty":4,"4":6,"device":8,"self":8,"dtype":7,"weight":5,"quant":9,"result":5,"scale":5,"1":4,"float32":1,"return":2,"input":5,"def":1,"pattern":1,"tensor":6,"allreduce":3,"output":3,"model":1,"parallel":1,"all":1,"reduce":1,"fused":3,"add":4,"rmsnorm":3,"out":6,"tuple":5,"auto":2,"functionalized":2,"rms":1,"op":2,"epsilon":2,"static":1,"fp8":1,"2":1},"32528,1825,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"replacement":3,"quant":6,"result":2,"torch":7,"tensor":5,"residual":5,"input":3,"weight":2,"scale":4,"allreduce":12,"auto":1,"functionalized":1,"flashinfer":3,"trtllm":2,"fused":3,"norm":5,"in":2,"out":5,"none":2,"rms":4,"gamma":1,"eps":1,"self":8,"epsilon":4,"pattern":3,"code":1,"comm":1,"allreducefusionpattern":1,"karresidualrmsnormfp8quant":1,"we":1,"don":1,"t":1,"use":1,"afterwards":1,"factor":1,"params":4,"get":3,"kwargs":1,"return":1,"4":1,"2":1,"pm":4,"register":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"allreducefusedrmsnormstaticquantnvfp4pattern":1,"basepattern":1,"this":1,"replaces":1,"the":2,"without":1,"static":1,"nvfp4":1,"with":1,"implementation":1,"applies":1,"to":1,"rmsnorm":1,"before":1,"attn":1,"first":1,"transformer":1,"block":1,"init":2,"float":1,"dtype":5,"device":4,"str":1,"flashinferfusedallreduceparams":1,"super":1,"patternmatcherpass":1,"empty":1,"1":1,"16":2},"34353,1980,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"rmsnorm":6,"result":9,"torch":14,"empty":5,"1":5,"16":4,"device":10,"self":8,"dtype":7,"quant":9,"8":1,"uint8":1,"input":10,"global":4,"scale":11,"float32":1,"weight":5,"output":8,"128":1,"4":1,"int32":1,"return":2,"def":1,"pattern":1,"tensor":7,"all":4,"reduce":4,"model":1,"parallel":1,"out":6,"tuple":5,"auto":2,"functionalized":2,"rms":1,"op":2,"epsilon":2,"static":1,"fp4":1,"allreduce":1,"2":1},"36333,1927,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":4,"replacement":3,"input":6,"torch":9,"tensor":6,"result":4,"rms":5,"quant":7,"weight":2,"global":2,"scale":7,"output":4,"residual":4,"zeros":1,"like":1,"allreduce":13,"auto":1,"functionalized":1,"flashinfer":3,"trtllm":2,"fused":3,"norm":4,"in":1,"out":5,"gamma":1,"eps":1,"self":8,"epsilon":4,"pattern":3,"code":1,"comm":1,"allreducefusionpattern":1,"karresidualrmsnormfp4quant":1,"we":1,"don":1,"t":1,"use":1,"afterwards":1,"factor":1,"params":4,"get":3,"kwargs":1,"return":1,"4":1,"1":1,"5":1,"pm":4,"register":2,"inputs":2,"fwd":1,"only":1,"pass":2,"class":1,"allreducefusedaddrmsnormstaticquantnvfp4pattern":1,"basepattern":1,"this":1,"replaces":1,"the":1,"with":2,"static":1,"nvfp4":1,"implementation":1,"applies":1,"to":1,"o":1,"proj":1,"rmsnorm":2,"after":1,"attn":2,"and":1,"mlp":1,"before":1,"init":2,"float":1,"dtype":5,"device":4,"str":1,"flashinferfusedallreduceparams":1,"super":1,"patternmatcherpass":1,"empty":1,"16":2},"38260,1995,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"residual":5,"torch":14,"empty":5,"16":5,"device":10,"self":8,"dtype":7,"weight":5,"quant":9,"result":4,"8":1,"uint8":1,"input":10,"global":4,"scale":11,"1":4,"float32":1,"output":10,"128":1,"4":1,"int32":1,"return":2,"def":1,"pattern":1,"tensor":7,"allreduce":3,"model":1,"parallel":1,"all":1,"reduce":1,"fused":3,"add":4,"rmsnorm":3,"out":7,"tuple":6,"auto":2,"functionalized":2,"rms":1,"op":2,"epsilon":2,"static":1,"fp4":1,"2":2},"40255,1186,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":1,"replacement":3,"quant":4,"result":2,"torch":6,"tensor":6,"residual":4,"input":4,"output":3,"scale":7,"weight":2,"global":2,"allreduce":8,"auto":1,"functionalized":1,"flashinfer":2,"trtllm":2,"fused":2,"norm":4,"in":1,"out":5,"none":1,"rms":3,"gamma":1,"eps":1,"self":2,"epsilon":1,"pattern":2,"code":1,"comm":1,"allreducefusionpattern":1,"karresidualrmsnormfp4quant":1,"we":1,"don":1,"t":1,"use":1,"afterwards":1,"factor":1,"params":1,"get":2,"kwargs":1,"return":1,"4":1,"2":1,"5":1,"pm":3,"register":1,"inputs":1,"fwd":1,"only":1,"pass":1,"class":1,"allreducefusionpass":1,"vllminductorpass":1},"41441,1760,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"def":1,"init":2,"self":17,"config":9,"vllmconfig":1,"super":1,"disabled":1,"true":1,"tp":10,"size":13,"get":5,"tensor":3,"model":5,"parallel":2,"world":3,"if":6,"1":1,"return":4,"patterns":1,"patternmatcherpass":2,"pass":4,"name":1,"all":2,"reduce":2,"fusion":5,"is":5,"none":2,"hidden":5,"dim":4,"group":5,"device":1,"rank":4,"use":4,"fp32":4,"lamport":4,"dtype":1,"torch":1,"float32":1,"flashinfer":4,"comm":3,"logger":2,"warning":2,"not":4,"installed":1,"or":1,"module":1,"found":1,"skipping":1,"allreduce":3,"check":1,"the":1,"supported":2,"in":1,"fi":4,"max":7,"sizes":2,"for":2,"s":1,"num":4,"token":4,"min":1,"default":1,"4":1,"else":1,"2":1,"compilation":1,"ipc":2,"handles":1,"workspace":2,"trtllm":1,"create":1},"43201,1944,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"global":1,"fi":2,"workspace":3,"tensor":3,"self":26,"allreduce":7,"params":7,"flashinferfusedallreduceparams":1,"rank":2,"world":1,"size":2,"tp":1,"use":3,"fp32":2,"lamport":2,"max":2,"token":2,"num":2,"fuse":2,"rms":2,"norm":1,"static":1,"fp8":1,"quant":2,"fused":1,"op":1,"in":2,"fallback":1,"path":1,"when":1,"we":1,"don":1,"t":1,"flashinfer":1,"config":3,"compilation":1,"pass":1,"enable":1,"fusion":1,"for":1,"epsilon":7,"1e":2,"5":1,"6":1,"allreducefusedrmsnormstaticquantfp8pattern":1,"model":6,"dtype":6,"device":7,"register":6,"patterns":6,"allreducefusedaddrmsnormstaticquantfp8pattern":1,"if":1,"current":1,"platform":1,"has":1,"capability":1,"100":1,"allreducefusedrmsnormstaticquantnvfp4pattern":1,"allreducefusedaddrmsnormstaticquantnvfp4pattern":1,"allreducermsnormpattern":1,"allreducefusedaddrmsnormpattern":1},"45145,809,data/raw/vllm-0.10.1/vllm/compilation/collective_fusion.py":{"warning":1,"this":1,"is":2,"a":1,"hack":1,"to":1,"clear":2,"the":1,"pattern":2,"matcher":2,"cache":1,"and":2,"allow":1,"multiple":1,"values":1,"of":1,"epsilon":1,"torch":1,"inductor":1,"seen":1,"patterns":3,"self":12,"disabled":3,"false":1,"def":2,"call":1,"graph":7,"fx":1,"if":3,"return":2,"begin":1,"dump":2,"before":1,"all":3,"reduce":3,"fusion":2,"pass":2,"count":2,"apply":1,"logger":1,"debug":1,"replaced":1,"s":1,"after":1,"end":1,"log":1,"del":1,"flashinfer":2,"comm":2,"not":1,"none":1,"trtllm":1,"destroy":1,"ipc":2,"workspace":1,"for":1,"handles":1,"group":1},"0,1833,data/raw/vllm-0.10.1/vllm/compilation/pass_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":5,"project":1,"from":13,"torch":2,"import":13,"fx":3,"as":1,"config":2,"vllmconfig":1,"logger":4,"init":3,"platforms":1,"current":3,"platform":3,"if":4,"is":4,"cuda":2,"alike":1,"fusion":4,"fusionpass":2,"attn":1,"attnfusionpass":1,"collective":1,"allreducefusionpass":1,"asynctppass":1,"activation":1,"quant":1,"activationquantfusionpass":1,"fix":4,"functionalization":4,"fixfunctionalizationpass":1,"inductor":4,"pass":10,"customgraphpass":3,"inductorpass":1,"get":2,"context":2,"noop":1,"elimination":1,"noopeliminationpass":2,"sequence":1,"parallelism":1,"sequenceparallelismpass":1,"vllminductorpass":2,"name":1,"class":1,"postgradpassmanager":1,"manager":1,"for":4,"post":5,"grad":3,"passes":9,"it":3,"handles":1,"configuration":1,"adding":1,"custom":2,"and":1,"running":1,"supports":1,"uuid":1,"code":1,"cache":1,"that":1,"includes":1,"6":1,"support":1,"using":1,"pickling":1,"in":2,"order":1,"of":1,"1":1,"constructor":1,"parameter":1,"default":1,"3":1,"exists":1,"4":1,"this":1,"way":1,"all":1,"operate":1,"on":1,"a":1,"functionalized":1,"graph":5,"def":2,"self":5,"list":1,"call":1,"shape":4,"runtime":1,"applicable":1,"always":1,"run":1,"last":1},"1833,1538,data/raw/vllm-0.10.1/vllm/compilation/pass_manager.py":{"def":3,"configure":1,"self":22,"config":22,"vllmconfig":1,"pass":17,"compilation":2,"if":6,"enable":6,"noop":1,"passes":13,"noopeliminationpass":1,"sequence":1,"parallelism":1,"sequenceparallelismpass":1,"async":1,"tp":1,"asynctppass":1,"fusion":3,"fusionpass":1,"instance":1,"activationquantfusionpass":1,"attn":1,"attnfusionpass":1,"fi":1,"allreduce":1,"allreducefusionpass":1,"fix":2,"functionalization":2,"fixfunctionalizationpass":1,"add":1,"inductorpass":4,"assert":1,"isinstance":1,"append":3,"uuid":5,"the":4,"postgradpassmanager":1,"is":1,"set":1,"as":1,"a":1,"custom":1,"in":2,"inductor":1,"and":2,"affects":1,"caching":1,"its":1,"depends":1,"on":1,"uuids":1,"of":1,"all":1,"dependent":1,"see":1,"for":2,"more":1,"info":1,"state":4,"return":1,"hash":1,"dict":1},"0,1879,data/raw/vllm-0.10.1/vllm/compilation/activation_quant_fusion.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":7,"torch":19,"from":6,"higher":1,"order":1,"ops":4,"auto":5,"functionalize":1,"functionalized":4,"inductor":2,"pattern":2,"matcher":1,"patternmatcherpass":1,"fwd":1,"only":1,"register":1,"replacement":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"platforms":1,"current":2,"platform":2,"pass":1,"vllminductorpass":1,"name":1,"def":5,"silu":7,"mul":7,"static":3,"result":10,"tensor":8,"input":7,"scale":6,"at1":2,"c":3,"and":2,"default":3,"at2":2,"scaled":1,"fp8":5,"quant":2,"1":3,"return":5,"at":2,"empty":6,"bf16":1,"args":6,"kwargs":6,"dtype":4,"bfloat16":1,"device":3,"cuda":3,"fp32":1,"float32":1},"1879,1356,data/raw/vllm-0.10.1/vllm/compilation/activation_quant_fusion.py":{"class":1,"activationquantfusionpass":2,"vllminductorpass":1,"this":2,"pass":4,"fuses":1,"a":3,"pre":1,"defined":1,"set":1,"of":2,"custom":1,"ops":2,"into":1,"fused":1,"it":1,"uses":1,"the":3,"torch":2,"pattern":2,"matcher":1,"to":1,"find":1,"patterns":6,"and":3,"replace":1,"them":1,"because":1,"can":1,"only":2,"be":2,"registered":1,"once":1,"is":1,"singleton":1,"will":1,"addressed":1,"in":2,"future":1,"version":1,"pytorch":3,"https":1,"github":1,"com":1,"pull":1,"139321":1,"issuecomment":1,"2452354980":1,"def":2,"init":2,"self":9,"config":2,"vllmconfig":1,"super":1,"patternmatcherpass":2,"name":1,"activation":1,"quant":4,"fusion":3,"inputs":2,"empty":4,"fp8":1,"5":3,"4":3,"output":2,"bf16":2,"silu":3,"mul":3,"input":1,"fp32":1,"1":2,"scale":1,"register":1,"replacement":2,"static":2,"fwd":1,"call":1,"graph":7,"fx":1,"begin":1,"dump":2,"before":1,"act":2,"count":2,"apply":1,"logger":1,"debug":1,"replaced":1,"s":1,"after":1,"end":1,"log":1},"0,1998,data/raw/vllm-0.10.1/vllm/compilation/cuda_piecewise_backend.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":13,"project":1,"import":8,"dataclasses":2,"from":5,"typing":1,"any":1,"callable":3,"torch":2,"fx":3,"as":2,"envs":2,"compilation":8,"backends":1,"vllmbackend":2,"monitor":1,"end":1,"monitoring":1,"compile":11,"config":9,"vllmconfig":2,"logger":4,"init":3,"name":1,"dataclass":1,"class":2,"concretesizeentry":1,"runtime":2,"shape":7,"int":5,"compiled":4,"bool":1,"false":2,"runnable":1,"none":1,"type":1,"ignore":1,"piecewisebackend":1,"def":1,"self":15,"graph":10,"graphmodule":1,"piecewise":11,"index":5,"total":5,"compiles":5,"sym":1,"indices":1,"list":1,"for":6,"general":4,"backend":4,"it":1,"mainly":1,"handles":1,"of":1,"static":1,"shapes":2,"and":2,"dispatching":1,"based":1,"on":1,"we":1,"will":1,"once":1,"then":1,"different":1,"specified":1,"in":1,"sizes":3,"is":3,"first":2,"last":1,"1":2,"full":1,"set":2,"run":1,"finished":1,"noqa":1},"1998,1650,data/raw/vllm-0.10.1/vllm/compilation/cuda_piecewise_backend.py":{"self":22,"sym":3,"shape":14,"indices":3,"is":2,"debugging":1,"mode":1,"envs":1,"vllm":3,"logging":1,"level":1,"debug":1,"the":6,"entries":5,"for":9,"different":1,"shapes":1,"that":1,"we":4,"need":3,"to":9,"compile":6,"concrete":4,"size":4,"dict":1,"int":2,"concretesizeentry":2,"be":3,"compiled":6,"sizes":7,"tracks":1,"remaining":1,"and":2,"updates":1,"during":1,"compilation":4,"process":1,"so":1,"copy":2,"it":1,"set":1,"only":1,"keep":1,"management":1,"inside":1,"this":2,"class":1,"directly":1,"in":2,"runtime":4,"runnable":1,"graph":5,"general":3,"def":2,"check":2,"ending":2,"if":3,"last":1,"not":3,"no":1,"specific":1,"save":2,"hash":1,"of":1,"inductor":1,"next":1,"run":3,"backend":1,"compiler":1,"manager":1,"file":1,"end":1,"monitoring":1,"torch":1,"config":1,"call":1,"args":4,"any":1,"first":2,"finished":2,"true":1,"return":2,"0":1,"don":1,"t":1,"do":1,"anything":1,"entry":1},"3648,774,data/raw/vllm-0.10.1/vllm/compilation/cuda_piecewise_backend.py":{"if":2,"not":2,"entry":4,"compiled":4,"true":1,"self":10,"to":2,"be":2,"sizes":2,"remove":1,"runtime":3,"shape":3,"args":3,"are":1,"real":1,"arguments":1,"runnable":2,"vllm":1,"backend":1,"compiler":1,"manager":1,"compile":3,"graph":3,"compilation":3,"config":3,"inductor":1,"index":2,"piecewise":2,"num":1,"graphs":1,"total":1,"compiles":1,"finished":1,"compilations":1,"for":2,"all":1,"required":1,"shapes":1,"is":1,"last":1,"and":1,"check":1,"ending":1,"return":1},"0,1524,data/raw/vllm-0.10.1/vllm/compilation/vllm_inductor_pass.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":4,"project":1,"import":6,"time":7,"torch":4,"from":4,"dynamo":1,"utils":1,"lazy":2,"format":2,"graph":10,"code":2,"config":16,"vllmconfig":3,"logger":5,"init":5,"inductor":2,"pass":6,"inductorpass":2,"name":8,"class":3,"vllminductorpass":2,"an":1,"with":1,"access":1,"passconfig":1,"it":1,"provides":1,"timing":1,"logging":1,"and":2,"dumping":1,"utilities":1,"def":6,"self":19,"compilation":1,"model":3,"dtype":2,"if":2,"else":2,"none":2,"device":4,"dump":2,"fx":2,"stage":2,"str":2,"owning":1,"module":1,"begin":1,"start":2,"perf":2,"counter":2,"ns":2,"end":3,"log":1,"duration":2,"ms":3,"float":1,"1":1,"0e6":1,"debug":1,"s":1,"completed":1,"in":1,"1f":1,"printerinductorpass":1,"super":1,"call":1},"0,1349,data/raw/vllm-0.10.1/vllm/compilation/cuda_graph.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":9,"project":1,"import":13,"dataclasses":3,"from":10,"contextlib":1,"exitstack":1,"typing":1,"any":2,"callable":1,"optional":4,"unittest":1,"mock":1,"patch":1,"torch":2,"envs":2,"as":1,"compilation":3,"counter":2,"monitor":1,"validate":1,"cudagraph":4,"capturing":2,"enabled":1,"config":1,"cudagraphmode":1,"vllmconfig":1,"forward":2,"context":2,"batchdescriptor":2,"get":1,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"utils":1,"weak":2,"ref":2,"tensors":1,"name":1,"dataclass":2,"class":3,"cudagraphentry":1,"batch":1,"descriptor":1,"cuda":2,"none":3,"output":2,"for":1,"debugging":1,"track":1,"input":2,"addresses":2,"during":2,"capture":1,"and":3,"check":1,"if":1,"they":1,"are":1,"same":1,"replay":1,"list":1,"int":1,"cudagraphoptions":1,"debug":1,"log":1,"enable":1,"bool":3,"true":2,"gc":1,"disable":1,"false":1,"cudagraphwrapper":1,"wraps":1,"a":1,"runnable":2,"add":1,"graph":1,"replaying":1,"ability":1,"provide":1,"attribute":1,"access":1,"underlying":1,"via":1,"getattr":1},"1349,1783,data/raw/vllm-0.10.1/vllm/compilation/cuda_graph.py":{"the":17,"workflow":1,"of":5,"this":1,"wrapper":7,"in":2,"cudagraph":4,"dispatching":2,"is":7,"as":2,"follows":1,"1":1,"at":2,"initialization":1,"a":5,"runtime":11,"mode":11,"assigned":1,"to":3,"full":1,"or":4,"piecewise":1,"2":1,"receives":1,"and":4,"batch":2,"descriptor":1,"key":3,"from":1,"forward":1,"context":1,"blindly":1,"trust":1,"them":2,"for":3,"3":1,"if":3,"none":3,"does":3,"not":4,"match":1,"just":1,"call":1,"runnable":4,"directly":1,"4":1,"otherwise":1,"i":1,"e":1,"matches":1,"will":1,"perform":1,"capture":1,"exist":1,"create":1,"new":1,"entry":1,"cache":2,"it":1,"replay":3,"exists":1,"note":1,"cudagraphwrapper":1,"store":1,"persistent":1,"buffers":2,"copy":1,"any":3,"inputs":2,"into":1,"that":2,"we":2,"assume":1,"implementing":1,"done":1,"outside":1,"because":1,"do":1,"make":1,"assumption":1,"on":1,"dynamic":1,"shape":1,"size":1,"trade":1,"off":1,"staying":1,"orthogonal":1,"compilation":3,"logic":1,"nevertheless":1,"tracing":1,"checking":1,"input":1,"addresses":1,"be":1,"consistent":1,"during":1,"guaranteed":1,"when":1,"vllm":6,"logging":2,"level":2,"debug":2,"def":1,"init":1,"self":8,"callable":1,"config":6,"vllmconfig":1,"cudagraphmode":1,"graph":3,"pool":3,"options":1,"optional":1,"cudagraphoptions":1,"first":1,"run":1,"finished":1,"false":1,"debugging":1,"envs":1},"3132,1924,data/raw/vllm-0.10.1/vllm/compilation/cuda_graph.py":{"assert":2,"runtime":9,"mode":8,"is":4,"not":4,"none":6,"no":1,"cudagraph":11,"otherwise":1,"we":4,"don":1,"t":1,"need":3,"to":4,"initialize":1,"a":2,"cudagraphwrapper":2,"self":14,"cudagraphmode":3,"if":5,"graph":3,"pool":3,"current":1,"platform":1,"get":2,"global":1,"options":4,"cudagraphoptions":1,"the":8,"entries":2,"for":2,"different":2,"batch":3,"descriptors":1,"that":1,"capture":2,"cudagraphs":2,"concrete":1,"dict":1,"batchdescriptor":1,"cudagraphentry":1,"def":3,"getattr":2,"key":4,"str":1,"allow":1,"accessing":1,"attributes":1,"of":2,"runnable":8,"hasattr":1,"return":3,"raise":1,"attributeerror":1,"f":2,"attribute":1,"exists":1,"in":2,"wrapper":1,"unwrap":1,"callable":1,"case":1,"access":1,"original":1,"call":1,"args":2,"kwargs":2,"forward":4,"context":4,"descriptor":2,"or":2,"could":1,"mean":1,"profile":1,"run":2,"warmup":1,"running":1,"without":1,"do":1,"trigger":1,"replay":1,"matches":1,"this":1,"enables":1,"properly":1,"dispatching":1,"correct":1,"when":1,"nesting":1,"multiple":1,"instances":1,"with":1,"modes":1},"5056,1867,data/raw/vllm-0.10.1/vllm/compilation/cuda_graph.py":{"if":5,"batch":7,"descriptor":7,"not":1,"in":3,"self":6,"concrete":3,"cudagraph":14,"entries":3,"create":1,"a":2,"new":1,"entry":5,"for":8,"this":2,"cudagraphentry":1,"is":3,"none":3,"options":2,"debug":2,"log":3,"enable":1,"since":1,"we":5,"capture":3,"many":2,"different":1,"shapes":1,"and":3,"capturing":4,"fast":1,"don":1,"t":1,"need":1,"to":1,"it":2,"every":2,"shape":1,"e":1,"g":1,"only":2,"the":5,"first":2,"subgraph":1,"piecewise":2,"mode":3,"logger":1,"on":1,"s":2,"runtime":1,"name":1,"validate":2,"that":1,"legal":1,"at":1,"point":1,"enabled":1,"input":3,"addresses":3,"x":3,"data":1,"ptr":1,"args":1,"isinstance":1,"torch":3,"tensor":1,"cuda":2,"with":1,"exitstack":1,"as":1,"stack":3,"gc":5,"disable":2,"during":1,"model":1,"forward":1,"will":2,"pieces":1,"of":2,"cudagraphs":1,"roughly":1,"one":1,"per":1,"layer":1,"running":1,"again":2,"across":1,"layers":1,"make":1,"very":1,"slow":1,"therefore":1,"run":1,"graph":1,"rest":1,"graphs":1,"enter":2,"context":2,"patch":2,"collect":1,"lambda":2,"empty":1,"cache":1},"6923,1797,data/raw/vllm-0.10.1/vllm/compilation/cuda_graph.py":{"mind":1,"exploding":1,"carefully":1,"manage":2,"the":12,"reference":1,"and":1,"memory":4,"with":1,"torch":2,"cuda":3,"graph":6,"cudagraph":7,"pool":3,"self":4,"output":14,"is":3,"managed":1,"by":3,"pytorch":2,"s":1,"runnable":1,"args":2,"kwargs":1,"if":4,"options":1,"weak":6,"ref":6,"converting":1,"it":2,"to":5,"original":1,"will":2,"immediately":1,"be":2,"released":1,"save":2,"only":1,"safe":1,"do":1,"this":1,"for":4,"last":2,"in":2,"piecewise":1,"cuadgraph":1,"mode":2,"because":1,"of":2,"not":1,"used":1,"any":1,"other":1,"tensors":2,"here":1,"we":2,"always":1,"use":1,"entry":6,"compilation":1,"counter":1,"num":1,"captured":1,"1":1,"important":1,"need":1,"return":3,"rather":1,"than":1,"so":1,"that":1,"can":1,"correctly":1,"during":2,"capture":1,"debugging":1,"check":1,"input":7,"addresses":7,"are":2,"same":1,"new":3,"x":3,"data":1,"ptr":1,"isinstance":1,"tensor":1,"assert":1,"f":3,"cudagraphs":1,"different":1,"replay":2,"expected":1,"got":1},"0,1798,data/raw/vllm-0.10.1/vllm/compilation/noop_elimination.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":9,"vllm":3,"project":1,"from":6,"collections":1,"abc":1,"import":7,"iterable":1,"typing":1,"union":1,"torch":7,"fx":2,"symint":1,"logger":4,"init":2,"utils":1,"is":7,"func":1,"inductor":2,"pass":3,"vllminductorpass":2,"name":1,"class":1,"noopeliminationpass":1,"this":1,"an":1,"that":4,"removes":1,"redundant":4,"reshape":9,"slice":3,"operations":1,"it":1,"required":1,"for":1,"rmsnorm":1,"quant":3,"fusion":1,"work":1,"properly":1,"s":1,"because":1,"apply":1,"fp8":3,"linear":1,"adds":1,"a":4,"which":1,"in":1,"2d":1,"case":1,"additionally":1,"internal":1,"no":1,"op":1,"elimination":1,"does":1,"not":1,"handle":1,"certain":1,"variants":1,"cases":1,"handled":1,"1":18,"chain":1,"of":4,"reshapes":1,"equivalent":1,"last":1,"called":1,"on":1,"base":1,"tensor":1,"input":5,"first":1,"produces":2,"shape":2,"3":4,"example":2,"graph":2,"mul":3,"f16":9,"s0":11,"4096":10,"view":8,"128":5,"32":5,"can":2,"be":2,"replaced":2,"with":2,"getitem":4,"at":4,"auto":2,"functionalized":2,"static":2,"scaled":2,"out":2,"f8e4m3fn":2},"1798,1872,data/raw/vllm-0.10.1/vllm/compilation/noop_elimination.py":{"example":1,"graph":7,"3":1,"arg0":4,"s0":9,"symint":2,"scaled":5,"mm":5,"f16":5,"4096":5,"slice":4,"1":9,"torch":5,"0":8,"at":4,"auto":2,"functionalized":2,"fused":2,"add":2,"rms":2,"norm":2,"input":13,"out":2,"scatter":1,"can":1,"be":3,"replaced":1,"with":1,"todo":1,"luka":1,"this":2,"is":5,"currently":1,"tested":1,"in":3,"test":1,"fusion":1,"but":1,"separate":1,"tests":1,"could":1,"good":1,"def":1,"call":1,"self":3,"fx":1,"begin":1,"dump":1,"before":1,"noop":1,"elimination":1,"count":3,"remove":2,"no":1,"op":1,"reshapes":2,"views":1,"for":1,"node":7,"nodes":2,"if":7,"func":2,"ops":2,"aten":2,"reshape":8,"default":2,"case":2,"rewrite":1,"chains":1,"to":3,"on":1,"the":4,"base":1,"tensor":1,"args":4,"a":2,"rebind":1,"that":1,"new":1,"guaranteed":1,"not":1,"because":1,"we":1,"process":1,"order":1,"update":1,"arg":1,"len":3,"users":1,"erase":1,"2":2,"it":1,"produces":1,"original":1,"shape":7,"meta":1,"val":1,"changing":1,"rank":1,"skip":2,"continue":2,"invalid":1},"3670,1835,data/raw/vllm-0.10.1/vllm/compilation/noop_elimination.py":{"if":4,"self":7,"all":6,"dims":9,"equivalent":5,"shape":12,"input":7,"node":14,"replace":4,"uses":3,"with":4,"graph":5,"erase":3,"count":4,"1":3,"elif":2,"is":3,"func":2,"torch":3,"ops":2,"aten":2,"slice":4,"tensor":1,"dim":8,"index":4,"start":4,"end":5,"args":2,"4":1,"meta":3,"val":3,"i":6,"0":2,"and":6,"scatter":2,"default":1,"base":6,"view":11,"5":1,"check":1,"that":2,"fully":3,"covers":1,"the":3,"full":1,"used":2,"covered":1,"after":2,"slicing":1,"but":2,"was":1,"not":1,"we":1,"could":1,"a":2,"simple":1,"s":6,"niche":1,"case":1,"logger":1,"debug":1,"removed":1,"no":1,"op":1,"reshapes":1,"slices":1,"dump":1,"noop":1,"elimination":1,"log":1,"def":1,"iterable":2,"union":2,"int":2,"fx":1,"symint":1,"return":1,"for":1,"in":1,"zip":1},"5505,1074,data/raw/vllm-0.10.1/vllm/compilation/noop_elimination.py":{"def":1,"dims":1,"equivalent":4,"self":1,"dim":10,"union":2,"int":2,"torch":3,"fx":3,"node":3,"i":5,"symint":3,"bool":1,"this":1,"function":1,"checks":1,"if":3,"two":1,"dimensions":7,"are":8,"param":2,"the":12,"dimension":5,"arg":1,"to":3,"reshape":3,"slice":1,"corresponding":1,"in":3,"input":2,"tensor":1,"return":3,"there":1,"three":1,"cases":1,"which":1,"1":4,"equal":5,"both":2,"integers":1,"2":3,"is":4,"e":1,"inferred":1,"3":3,"correspond":1,"same":1,"while":1,"case":4,"does":1,"not":1,"guarantee":1,"they":1,"all":1,"other":1,"a":2,"and":3,"its":1,"value":2,"that":1,"or":1,"true":1,"isinstance":1,"meta":1,"val":1},"0,1749,data/raw/vllm-0.10.1/vllm/compilation/fusion_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":11,"torch":9,"inductor":3,"pattern":2,"matcher":2,"as":1,"pm":1,"from":9,"higher":1,"order":1,"ops":6,"auto":2,"functionalize":1,"functionalized":1,"patternmatcherpass":1,"subclasses":1,"fake":2,"tensor":2,"faketensormode":1,"unset":1,"temporarily":1,"attention":3,"config":1,"vllmconfig":1,"logger":4,"init":3,"platforms":1,"current":1,"platform":1,"fusion":1,"quant":14,"groupshape":2,"quantkey":2,"empty":4,"bf16":1,"fp32":1,"pass":1,"vllminductorpass":1,"name":4,"attn":1,"op":3,"unified":1,"with":1,"output":1,"default":2,"reshape":2,"aten":1,"class":1,"attentionstaticquantpattern":1,"def":2,"self":12,"layer":3,"str":1,"num":3,"heads":3,"int":2,"head":3,"size":3,"dtype":8,"symmetric":3,"true":2,"key":4,"static":1,"group":1,"shape":1,"per":1,"assert":1,"in":1,"f":1,"unsupported":1,"quantization":1,"scheme":1,"args":2,"kwargs":4,"device":1,"cuda":1,"return":1},"1749,1787,data/raw/vllm-0.10.1/vllm/compilation/fusion_attn.py":{"def":4,"register":3,"if":2,"supported":2,"self":14,"pm":3,"pass":3,"patternmatcherpass":2,"layer":4,"attention":1,"impl":1,"fused":1,"output":10,"quant":9,"dtype":1,"key":3,"static":1,"group":1,"shape":1,"pattern":1,"q":3,"torch":12,"tensor":12,"k":3,"v":3,"attn":6,"scale":5,"view":5,"7":3,"reshape":3,"op":5,"1":5,"num":3,"heads":3,"head":3,"size":3,"at1":2,"auto":2,"functionalized":2,"query":1,"value":1,"name":2,"none":1,"out":2,"at2":2,"result":1,"input":1,"return":1,"replacement":1},"3536,1813,data/raw/vllm-0.10.1/vllm/compilation/fusion_attn.py":{"at1":2,"auto":1,"functionalized":1,"attn":2,"op":3,"query":1,"q":2,"key":1,"k":2,"value":1,"v":2,"output":4,"view":5,"7":1,"layer":2,"name":2,"self":14,"scale":3,"return":4,"reshape":5,"1":4,"num":6,"heads":6,"head":6,"size":6,"need":1,"custom":2,"fake":2,"mode":1,"otherwise":1,"tracing":1,"happens":1,"with":2,"real":1,"tensors":1,"that":1,"would":1,"not":1,"work":1,"for":1,"the":1,"unified":1,"attention":3,"unset":1,"temporarily":1,"faketensormode":1,"inputs":2,"empty":6,"bf16":4,"5":5,"quant":2,"fp32":1,"def":3,"wrap":2,"trace":4,"fn":4,"process":2,"fx":6,"wrapped":2,"args":2,"kwargs":2,"to":4,"gm":3,"torch":2,"graphmodule":1,"from":1,"inductor":1,"passes":1,"post":2,"grad":1,"import":1,"pm":3,"register":1,"replacement":2,"pattern":1,"fwd":1,"only":1,"pass":2,"class":1,"attnfusionpass":1,"vllminductorpass":1,"this":1,"fuses":1,"quantization":1,"onto":1,"if":1,"supported":1},"5349,1765,data/raw/vllm-0.10.1/vllm/compilation/fusion_attn.py":{"it":1,"uses":1,"the":2,"pattern":4,"matcher":1,"and":3,"matches":1,"each":1,"layer":5,"manually":1,"as":1,"strings":1,"cannot":2,"be":2,"wildcarded":1,"this":1,"also":1,"lets":1,"us":1,"check":1,"support":3,"on":1,"attention":5,"layers":2,"upon":1,"registration":1,"instead":1,"of":1,"during":1,"matching":1,"currently":1,"only":1,"static":6,"fp8":2,"quant":4,"is":3,"supported":2,"but":2,"patterns":5,"could":1,"easily":1,"added":1,"for":3,"other":1,"schemes":1,"dtypes":1,"bigger":1,"hurdle":1,"wider":1,"are":1,"kernels":1,"which":1,"need":1,"to":1,"fusing":1,"output":1,"def":3,"init":2,"self":14,"config":4,"vllmconfig":1,"super":1,"fwd":3,"ctx":3,"compilation":1,"forward":2,"context":2,"patternmatcherpass":1,"pass":2,"name":1,"attn":3,"fusion":5,"key":2,"in":1,"items":1,"attentionstaticquantpattern":2,"num":1,"heads":1,"head":1,"size":1,"current":1,"platform":1,"dtype":1,"register":1,"if":2,"len":1,"0":1,"logger":2,"warning":1,"enabled":1,"compilationconfig":1,"empty":1,"access":1,"so":1,"no":1,"were":1,"registered":1,"call":1,"graph":8,"torch":1,"fx":1,"none":1,"begin":1,"dump":2,"before":1,"count":2,"apply":1,"debug":1,"fused":1,"quantization":1,"onto":1,"s":1,"nodes":1,"after":1,"end":1,"log":1,"uuid":1,"return":1,"vllminductorpass":1,"hash":1,"source":1},"0,1920,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":8,"vllm":7,"project":1,"import":20,"ast":1,"dataclasses":1,"os":1,"pprint":1,"time":1,"from":13,"collections":1,"abc":1,"sequence":1,"contextlib":1,"contextmanager":1,"typing":1,"any":2,"callable":1,"optional":1,"torch":5,"fx":2,"as":3,"dispatch":1,"python":3,"enable":1,"dispatcher":1,"envs":3,"config":3,"compilationconfig":2,"cudagraphmode":1,"vllmconfig":1,"logger":7,"init":2,"platforms":1,"current":1,"platform":1,"utils":1,"is":3,"equal":2,"or":2,"newer":2,"resolve":1,"obj":1,"by":1,"qualname":1,"compiler":3,"interface":1,"compilerinterface":2,"eageradaptor":3,"inductoradaptor":3,"inductorstandaloneadaptor":3,"counter":2,"compilation":4,"inductor":2,"pass":2,"inductorpass":1,"manager":2,"postgradpassmanager":1,"name":2,"def":1,"make":1,"if":2,"use":3,"standalone":1,"compile":1,"and":2,"8":1,"dev":1,"debug":3,"using":3,"return":3,"else":2,"class":1,"compilermanager":1,"a":3,"manage":1,"process":1,"including":1,"caching":1,"compiled":2,"graph":4,"loading":1,"compiling":1,"cache":2,"dict":1,"mapping":1,"runtime":1,"shape":1,"index":1,"backend":1,"data":1,"returned":1,"when":1,"serializing":1,"we":2,"save":1,"it":1,"file":1,"for":1,"readability":1,"don":1,"t":2,"json":2,"here":1,"because":1,"doesn":1,"support":1,"int":1,"key":1},"1920,1810,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"def":3,"init":1,"self":15,"compilation":5,"config":6,"compilationconfig":1,"cache":28,"dict":2,"tuple":1,"optional":1,"int":2,"str":6,"any":1,"is":4,"updated":1,"false":2,"compiler":5,"make":1,"compute":2,"hash":4,"vllm":4,"vllmconfig":1,"return":1,"initialize":3,"dir":9,"disable":6,"bool":1,"prefix":4,"the":8,"directory":2,"for":2,"organization":1,"of":2,"as":2,"follows":1,"path":7,"to":5,"rank":2,"i":2,"j":2,"inside":1,"there":1,"will":1,"be":1,"compile":2,"py":4,"computation":1,"graph":1,"transformed":1,"code":1,"multiple":1,"prefixes":1,"they":1,"can":1,"share":1,"same":1,"base":1,"store":1,"some":1,"common":1,"artifacts":1,"file":4,"os":2,"join":1,"if":1,"not":2,"and":1,"exists":1,"load":1,"from":1,"with":1,"open":1,"f":2,"we":1,"use":2,"ast":2,"literal":2,"eval":3,"parse":2,"data":1,"because":1,"it":2,"a":1,"safe":1,"way":1,"python":1,"literals":1,"do":1,"unsafe":1,"read":1},"3730,1873,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"def":3,"save":1,"to":1,"file":2,"self":14,"if":4,"disable":1,"cache":6,"or":1,"not":2,"is":2,"updated":1,"return":3,"printer":2,"pprint":1,"prettyprinter":1,"indent":1,"4":1,"data":2,"pformat":1,"with":1,"open":1,"path":1,"w":1,"as":1,"f":2,"write":1,"load":4,"graph":17,"fx":2,"graphmodule":2,"example":3,"inputs":3,"list":1,"any":2,"index":8,"int":5,"runtime":7,"shape":9,"optional":3,"none":5,"callable":1,"compiler":5,"name":4,"in":1,"handle":6,"compiled":3,"logger":2,"debug":2,"directly":2,"the":4,"s":7,"th":2,"for":2,"dynamic":1,"from":2,"via":2,"else":1,"str":1,"compile":1,"additional":1,"inductor":1,"config":2,"compilation":4,"compilationconfig":1,"0":2,"num":2,"graphs":1,"1":2,"before":1,"compiling":1,"first":1,"record":1,"start":3,"time":5,"global":1,"counter":1,"backend":1,"compilations":1},"5603,1561,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"try":1,"to":4,"load":4,"from":3,"the":10,"cache":4,"compiled":7,"graph":15,"self":3,"example":2,"inputs":2,"index":3,"runtime":5,"shape":9,"if":4,"is":4,"not":2,"none":4,"num":1,"graphs":2,"1":1,"after":1,"loading":1,"last":1,"for":4,"this":1,"record":1,"time":4,"there":1,"can":1,"be":1,"multiple":1,"due":1,"piecewise":1,"compilation":2,"now":2,"elapsed":3,"start":1,"logger":2,"info":2,"directly":2,"s":5,"dynamic":1,"took":2,"3f":2,"else":2,"str":1,"return":1,"no":1,"compiler":3,"cached":1,"or":1,"disabled":1,"we":1,"need":1,"compile":4,"it":1,"isinstance":1,"inductoradaptor":1,"let":1,"fx":1,"generate":1,"a":1,"key":4,"us":1,"maybe":3,"f":1,"artifact":1,"subgraph":1,"handle":1,"additional":1,"inductor":1,"config":1,"assert":1,"failed":1},"7164,1879,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"store":3,"the":9,"artifact":1,"in":1,"cache":7,"if":6,"not":2,"envs":1,"vllm":1,"disable":1,"compile":1,"and":1,"handle":6,"is":6,"none":4,"self":5,"runtime":7,"shape":13,"graph":17,"index":5,"compiler":3,"name":4,"compilation":4,"counter":1,"num":2,"entries":1,"updated":2,"1":2,"true":1,"0":1,"adds":1,"some":1,"info":5,"logging":1,"for":8,"first":1,"logger":6,"dynamic":3,"later":2,"use":2,"else":3,"of":1,"s":11,"str":3,"debug":2,"th":2,"from":2,"via":2,"after":1,"compiling":3,"last":1,"record":1,"end":1,"time":5,"graphs":1,"now":2,"elapsed":4,"start":1,"config":1,"a":2,"takes":2,"2f":2,"return":1,"compiled":1,"dataclasses":1,"dataclass":1,"class":1,"splititem":1,"submod":1,"id":1,"int":1,"splitting":1,"bool":1,"fx":1,"graphmodule":1},"9043,1821,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"def":1,"split":11,"graph":14,"fx":5,"graphmodule":2,"ops":3,"list":2,"str":2,"tuple":1,"splititem":2,"by":3,"subgraph":10,"id":15,"0":3,"node":12,"to":4,"op":5,"graphs":3,"for":3,"in":8,"nodes":2,"if":3,"output":1,"placeholder":1,"continue":2,"call":1,"function":1,"and":3,"target":1,"1":2,"append":2,"else":1,"keep":2,"original":2,"order":2,"is":1,"important":1,"otherwise":1,"pytorch":1,"might":1,"reorder":1,"the":7,"semantics":1,"of":1,"will":1,"change":1,"when":1,"we":1,"have":1,"mutations":1,"gm":4,"torch":3,"passes":2,"module":7,"none":1,"lambda":2,"true":1,"outputs":4,"names":3,"name":9,"named":1,"modules":1,"or":2,"recursive":1,"child":1,"root":1,"getattr":1,"int":1,"replace":1,"submod":2,"sort":2,"intetger":1,"rather":1,"than":1,"string":1,"key":1,"x":2,"return":1,"compilation":2,"start":1,"time":1,"class":1,"piecewisecompileinterpreter":1,"interpreter":1,"code":1,"adapted":1,"from":1,"shape":1,"prop":1,"shapeprop":1,"it":1,"runs":1,"given":2,"with":2,"fake":1,"inputs":1,"compile":2,"some":1,"submodules":1,"specified":1,"configs":1},"10864,1466,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"note":1,"the":6,"order":2,"in":2,"compile":4,"submod":4,"names":4,"matters":1,"because":1,"it":2,"will":2,"be":1,"used":1,"to":1,"determine":1,"of":1,"compiled":1,"piecewise":1,"graphs":1,"first":1,"graph":6,"handle":1,"logging":1,"and":1,"last":1,"has":1,"some":1,"special":1,"cudagraph":1,"output":2,"handling":1,"def":3,"init":2,"self":12,"module":4,"torch":6,"fx":4,"graphmodule":1,"list":1,"str":3,"vllm":7,"config":6,"vllmconfig":1,"pool":3,"backend":3,"vllmbackend":1,"super":3,"from":2,"guards":1,"import":1,"detect":2,"fake":7,"mode":5,"compilation":2,"when":1,"true":1,"annoyingly":1,"dumps":1,"on":1,"errors":1,"extra":1,"traceback":1,"false":1,"run":2,"args":6,"tensor":2,"t":4,"if":1,"isinstance":2,"else":1,"for":1,"with":1,"enable":1,"python":1,"dispatcher":1,"return":1,"call":2,"target":4,"node":2,"tuple":1,"argument":1,"kwargs":2,"dict":1,"any":2,"assert":1},"12330,1467,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"if":3,"target":3,"in":2,"self":11,"compile":6,"submod":7,"names":4,"index":5,"fetch":1,"attr":1,"sym":2,"shape":5,"indices":2,"i":2,"for":3,"x":2,"enumerate":1,"args":2,"isinstance":1,"torch":1,"symint":1,"global":1,"compilation":4,"start":1,"time":1,"compiled":2,"graph":7,"dynamic":2,"vllm":3,"backend":4,"compiler":1,"manager":1,"config":5,"inductor":1,"num":1,"graphs":1,"len":2,"runtime":1,"none":2,"lazy":1,"import":4,"here":1,"to":1,"avoid":1,"circular":1,"from":2,"cuda":2,"cudagraphoptions":1,"piecewise":2,"piecewisebackend":2,"cudagraph":1,"mode":1,"cudagraphmode":1,"resolve":2,"the":1,"static":3,"wrapper":3,"class":3,"e":1,"g":1,"cudagraphwrapper":1,"as":1,"platform":2,"dependent":1,"obj":1,"by":1,"qualname":1,"current":1,"get":1,"cls":1},"13797,1877,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"always":1,"assign":1,"piecewise":13,"runtime":3,"mode":3,"to":6,"the":14,"cudagraphwrapper":1,"for":4,"backend":10,"distinguish":1,"it":3,"from":1,"full":2,"cudagraph":2,"no":1,"matter":1,"is":7,"wrapped":1,"on":1,"a":1,"or":1,"fx":1,"graph":8,"self":4,"module":2,"dict":2,"target":2,"static":1,"wrapper":1,"class":2,"runnable":1,"vllm":3,"config":3,"cudagraphmode":1,"pool":2,"options":1,"cudagraphoptions":1,"debug":1,"log":1,"enable":1,"first":2,"gc":1,"disable":1,"not":1,"weak":1,"ref":1,"output":2,"last":1,"else":1,"compilation":4,"counter":1,"num":1,"capturable":1,"graphs":2,"seen":1,"1":1,"return":1,"tag":18,"part":1,"of":3,"model":11,"being":1,"compiled":1,"e":1,"g":1,"backbone":2,"eagle":1,"head":1,"str":2,"contextmanager":1,"def":1,"set":2,"context":1,"manager":1,"global":1,"assert":1,"f":1,"same":1,"as":1,"current":1,"old":2,"try":1,"yield":1,"finally":1,"vllmbackend":1,"torch":1,"compile":1,"with":1,"used":1,"level":1,"compilationlevel":1,"where":1,"we":1,"customize":1,"major":1,"work":1,"this":2,"split":1,"into":1,"and":1,"pass":1,"them":1,"also":1,"adds":1,"postgradpassmanager":1,"inductor":1,"which":1,"handles":1,"post":1,"grad":1,"passes":1},"15674,1958,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"vllm":6,"config":12,"vllmconfig":2,"compilation":5,"compilationconfig":1,"graph":10,"pool":6,"any":1,"called":1,"bool":1,"false":1,"the":8,"we":5,"compiled":2,"fx":2,"graphmodule":2,"stiching":1,"module":1,"for":1,"all":1,"piecewise":2,"graphs":2,"split":1,"gm":1,"list":3,"splititem":1,"returned":1,"callable":3,"inductor":1,"passes":3,"to":8,"run":2,"on":2,"pre":1,"defunctionalization":1,"post":5,"grad":4,"sequence":1,"sym":2,"tensor":3,"indices":2,"int":1,"input":2,"buffers":2,"torch":2,"compiler":2,"manager":4,"compilermanager":3,"def":2,"init":1,"self":14,"prefix":5,"str":1,"if":2,"model":5,"is":2,"initialized":2,"with":1,"a":2,"non":1,"empty":1,"then":1,"usually":1,"it":2,"s":1,"enough":1,"use":4,"that":1,"e":2,"g":2,"launguage":1,"vision":1,"etc":2,"when":2,"multiple":3,"parts":1,"are":1,"as":1,"independent":1,"models":1,"need":2,"tag":2,"distinguish":1,"them":1,"backbone":1,"default":1,"eagle":1,"head":1,"or":1,"global":4,"current":1,"platform":1,"get":1,"todo":1,"in":1,"future":1,"want":1,"streams":2,"might":1,"not":1,"be":1,"safe":1,"share":1,"only":1,"investigate":1,"this":1,"pass":3,"postgradpassmanager":1,"compile":1,"jit":1,"so":1,"don":1,"t":1,"do":1,"anything":1,"here":1,"configure":2},"17632,1674,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"post":8,"grad":6,"custom":3,"passes":2,"are":1,"run":1,"using":1,"the":13,"pass":14,"hook":2,"if":5,"a":1,"for":2,"that":3,"exists":1,"add":2,"it":2,"to":1,"manager":4,"inductor":9,"config":17,"compile":1,"key":7,"in":1,"should":1,"automatically":1,"wrap":1,"all":1,"isinstance":2,"postgradpassmanager":1,"assert":2,"uuid":2,"self":6,"else":1,"inductorpass":1,"def":1,"call":1,"graph":3,"fx":1,"graphmodule":1,"example":2,"inputs":1,"callable":1,"vllm":5,"not":1,"compilation":2,"cache":3,"dir":3,"no":1,"provided":1,"generate":1,"one":1,"based":1,"on":1,"known":1,"factors":7,"affects":2,"none":1,"of":2,"change":1,"will":2,"be":1,"same":1,"so":1,"we":1,"can":1,"reuse":1,"compiled":1,"0":1,"come":2,"from":2,"env":3,"values":1,"pp":1,"layer":1,"partition":1,"computation":1,"hash":6,"envs":1,"compute":2,"append":2,"1":1,"mainly":1,"summarizes":1,"how":1,"model":1,"is":1,"created":1},"19306,1661,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"2":1,"factors":5,"come":1,"from":1,"the":4,"code":6,"files":7,"that":1,"are":1,"traced":4,"by":1,"dynamo":1,"it":1,"mainly":1,"summarizes":1,"how":1,"model":1,"is":1,"used":1,"in":2,"forward":4,"pass":1,"list":1,"sorted":1,"self":4,"compilation":4,"config":4,"clear":1,"logger":1,"debug":1,"to":2,"be":1,"considered":1,"for":2,"cache":7,"n":3,"s":1,"join":3,"hash":12,"content":4,"filepath":4,"append":4,"if":1,"string":1,"this":1,"means":1,"function":1,"was":1,"dynamically":1,"generated":1,"with":2,"e":1,"g":1,"exec":1,"we":1,"can":1,"t":1,"actually":1,"check":1,"these":1,"continue":1,"open":1,"as":1,"f":2,"read":1,"import":1,"hashlib":3,"md5":2,"encode":2,"usedforsecurity":2,"false":2,"hexdigest":2,"3":1,"compiler":4,"manager":1,"compute":1,"vllm":2,"combine":1,"all":1,"generate":1,"dir":4,"key":2,"str":1,"10":1,"os":1,"path":1,"envs":1,"root":1,"torch":1,"compile":1},"20967,1759,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"cache":19,"dir":12,"self":13,"compilation":8,"config":9,"os":3,"makedirs":2,"exist":2,"ok":2,"true":2,"rank":7,"vllm":5,"parallel":3,"dp":2,"data":1,"local":6,"path":1,"join":1,"f":1,"prefix":2,"disable":4,"envs":1,"compile":5,"if":1,"logger":3,"info":3,"s":4,"torch":5,"is":1,"disabled":1,"else":1,"using":1,"directory":1,"for":1,"compiler":1,"manager":1,"initialize":1,"when":1,"dynamo":6,"calls":1,"the":3,"backend":1,"it":1,"means":1,"bytecode":2,"transform":2,"and":1,"analysis":1,"are":1,"done":1,"counter":1,"num":1,"graphs":2,"seen":1,"1":1,"from":2,"monitor":1,"import":2,"start":2,"time":9,"2f":1,"we":1,"control":1,"process":1,"each":1,"instance":1,"can":2,"only":2,"be":2,"called":3,"once":2,"assert":1,"not":1,"vllmbackend":1,"graph":5,"configure":1,"post":1,"pass":1,"split":2,"gm":1,"piecewise":1,"splitting":1,"ops":1,"utils":1,"lazy":1,"format":1,"code":1},"22726,1720,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"depyf":3,"will":1,"hook":1,"lazy":4,"format":4,"graph":16,"code":5,"and":1,"dump":1,"the":4,"for":2,"debugging":1,"no":1,"need":1,"to":5,"print":4,"here":1,"before":1,"split":7,"self":13,"after":1,"gm":4,"compilation":3,"counter":1,"num":1,"piecewise":4,"graphs":3,"seen":1,"len":1,"submod":3,"names":2,"compile":3,"item":3,"name":1,"in":1,"if":3,"not":3,"is":1,"splitting":1,"propagate":1,"backend":1,"submodules":2,"with":2,"symbolic":1,"shapes":1,"piecewisecompileinterpreter":1,"vllm":1,"config":3,"pool":1,"run":1,"example":1,"inputs":2,"path":6,"os":2,"join":1,"local":1,"cache":1,"dir":1,"computation":2,"py":2,"exists":1,"adapted":1,"from":2,"https":1,"github":1,"com":1,"thuml":1,"blob":1,"dab831108a752d1facc00acdd6d4243891845c37":1,"explain":1,"patched":1,"l30":1,"noqa":1,"use":1,"readable":2,"because":1,"it":1,"can":1,"include":1,"src":4,"future":1,"import":1,"annotations":1,"nimport":1,"torch":1,"n":1,"output":1,"false":1,"replace":1,"lambda":1,"graphmodule":1,"open":1,"w":1,"as":1,"f":2,"write":1,"logger":1,"debug":1,"saved":1,"s":1,"called":1,"true":1,"cudagraph":2,"mode":1,"cudagraphmode":1,"none":1,"or":1,"copy":1,"return":1},"24446,1731,data/raw/vllm-0.10.1/vllm/compilation/backends.py":{"if":3,"we":3,"need":1,"to":5,"copy":5,"input":5,"buffers":5,"for":8,"cudagraph":2,"from":3,"torch":4,"guards":1,"import":2,"detect":2,"fake":7,"mode":4,"args":9,"tensor":14,"t":4,"isinstance":2,"else":1,"in":6,"example":2,"inputs":2,"index":4,"of":1,"tensors":3,"that":1,"have":2,"symbolic":6,"shapes":4,"batch":1,"size":3,"weights":1,"and":4,"static":6,"they":1,"will":1,"concrete":1,"shape":4,"only":1,"happens":1,"fx":1,"experimental":1,"is":3,"self":6,"sym":3,"indices":3,"i":4,"x":5,"enumerate":2,"subclasses":1,"faketensor":1,"any":1,"d":2,"compiler":1,"managed":1,"assume":1,"the":9,"first":1,"run":2,"with":1,"has":1,"maximum":1,"among":1,"all":1,"clone":1,"this":1,"callable":1,"return":3,"dynamo":1,"def":1,"call":2,"list":6,"runtime":5,"0":1,"buffer":2,"replace":1,"split":1,"gm":1},"0,1757,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":13,"vllm":9,"project":1,"import":15,"contextlib":2,"copy":1,"hashlib":1,"os":1,"from":8,"exitstack":1,"typing":1,"any":1,"callable":1,"optional":1,"unittest":1,"mock":1,"patch":1,"torch":4,"inductor":3,"compile":1,"fx":3,"as":3,"envs":2,"compilation":2,"counter":2,"config":3,"vllmconfig":2,"utils":1,"is":2,"equal":1,"or":1,"newer":1,"pass":3,"context":1,"class":2,"compilerinterface":1,"interface":1,"for":2,"a":4,"compiler":3,"that":2,"can":3,"be":2,"used":2,"by":2,"name":2,"of":3,"e":4,"g":4,"this":1,"level":1,"attribute":1,"str":4,"def":2,"initialize":2,"cache":13,"self":2,"dir":7,"disable":1,"bool":1,"false":1,"prefix":4,"when":1,"process":1,"uses":1,"directory":6,"should":1,"itself":1,"with":2,"re":2,"directing":1,"its":1,"own":1,"sub":1,"in":1,"combination":1,"figure":1,"out":1,"base":1,"there":1,"multiple":1,"parts":1,"model":2,"being":1,"compiled":2,"but":1,"we":2,"want":1,"share":1,"same":1,"all":2,"them":1,"path":2,"backbone":2,"eagle":2,"head":2,"compute":2,"hash":2,"gather":1,"relevant":1,"information":1,"so":1},"1757,1719,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"see":1,"vllmconfig":2,"compute":2,"hash":2,"vllm":1,"config":3,"to":6,"check":1,"what":1,"information":2,"is":6,"already":1,"considered":1,"by":1,"default":1,"this":1,"function":5,"should":5,"only":2,"consider":1,"the":20,"that":2,"specific":1,"compiler":5,"return":5,"def":1,"compile":3,"self":1,"graph":4,"fx":1,"graphmodule":1,"example":4,"inputs":6,"list":1,"any":3,"dict":1,"str":2,"runtime":4,"shape":7,"optional":4,"int":1,"none":7,"key":3,"tuple":1,"callable":2,"with":2,"given":1,"and":1,"a":7,"if":3,"it":4,"means":1,"have":1,"dynamic":1,"otherwise":1,"specifies":2,"of":2,"right":1,"now":1,"we":1,"support":2,"one":1,"variable":1,"for":5,"all":1,"which":1,"batchsize":1,"number":1,"tokens":1,"during":1,"inference":1,"dynamo":1,"will":1,"make":1,"sure":1,"valid":1,"compiled":5,"as":3,"well":2,"handle":3,"can":1,"be":2,"used":1,"directly":1,"load":1,"plain":1,"python":1,"object":1,"preferably":1,"string":1,"or":1,"file":1,"path":1,"readability":1,"doesn":1,"t":1,"caching":1,"fails":1,"required":1,"standaloneinductoradapter":1,"where":1,"save":1,"artifact":2,"gets":1,"saved":1,"cache":1,"dir":1},"3476,1825,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"def":5,"load":2,"self":6,"handle":4,"any":3,"graph":3,"fx":1,"graphmodule":1,"example":1,"inputs":1,"list":2,"index":1,"int":2,"runtime":1,"shape":5,"optional":1,"none":2,"callable":1,"the":17,"compiled":1,"function":2,"from":1,"raises":1,"an":1,"error":2,"if":1,"is":4,"invalid":1,"second":1,"return":4,"value":1,"of":4,"compile":3,"raise":1,"notimplementederror":1,"caching":1,"not":1,"supported":1,"class":2,"alwayshitshapeenv":1,"why":1,"do":1,"we":5,"need":1,"this":1,"for":4,"normal":1,"torch":1,"usage":1,"every":1,"compilation":9,"will":2,"have":2,"one":2,"dynamo":4,"bytecode":4,"and":6,"inductor":6,"happens":2,"under":1,"context":3,"that":3,"used":1,"to":3,"determine":1,"dynamic":1,"information":1,"etc":1,"our":1,"use":1,"case":1,"only":1,"run":2,"once":1,"multiple":1,"times":1,"with":1,"different":2,"shapes":3,"plus":1,"a":2,"general":1,"specific":1,"outside":1,"at":1,"time":1,"don":1,"t":1,"environment":2,"provide":1,"it":2,"fail":1,"code":2,"cache":2,"lookup":2,"by":2,"providing":1,"dummy":2,"always":2,"hits":1,"can":2,"make":1,"hit":1,"as":1,"needed":1,"following":1,"methods":1,"are":1,"obtained":1,"trial":1,"until":1,"works":1,"init":1,"guards":4,"evaluate":1,"expression":2,"args":3,"kwargs":3,"true":1,"get":1,"pruned":1,"produce":1},"5301,1847,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"def":4,"get":3,"inductor":8,"factors":12,"list":3,"any":5,"summarize":2,"system":4,"state":2,"from":4,"torch":6,"codecache":2,"import":2,"cachebase":2,"append":2,"pytorch":3,"key":3,"return":2,"class":1,"inductorstandaloneadaptor":1,"compilerinterface":1,"the":2,"adaptor":1,"for":2,"compiler":4,"requires":1,"2":2,"8":2,"this":2,"is":2,"not":2,"on":3,"by":2,"default":2,"yet":1,"but":1,"we":1,"plan":1,"to":2,"turn":1,"it":1,"use":2,"vllm":2,"standalone":2,"compile":2,"toggle":1,"or":1,"off":1,"name":1,"compute":1,"hash":3,"self":4,"config":8,"vllmconfig":1,"str":8,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":2,"hexdigest":1,"10":1,"initialize":1,"cache":5,"dir":3,"disable":1,"bool":1,"prefix":1,"graph":1,"fx":1,"graphmodule":1,"example":2,"inputs":2,"dict":1,"runtime":3,"shape":3,"optional":4,"int":2,"none":3,"tuple":1,"callable":1,"compilation":1,"counter":1,"num":1,"compiles":1,"1":1,"current":3,"if":2,"update":1,"set":1,"isinstance":1,"dynamic":2,"shapes":2,"else":1,"tracing":1,"context":1},"7148,1849,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"from":2,"torch":3,"inductor":7,"import":2,"standalone":2,"compile":4,"with":1,"pass":1,"context":1,"runtime":2,"shape":2,"compiled":9,"graph":16,"example":2,"inputs":2,"dynamic":2,"shapes":2,"options":1,"config":2,"patches":1,"current":1,"save":2,"the":7,"artifact":1,"to":1,"disk":1,"in":2,"specified":1,"path":9,"assert":4,"key":3,"is":2,"not":3,"none":2,"os":1,"join":1,"self":2,"cache":2,"dir":1,"if":3,"envs":1,"vllm":2,"disable":1,"format":2,"unpacked":2,"compilation":1,"counter":1,"num":1,"artifacts":1,"saved":1,"1":3,"return":4,"def":2,"load":2,"handle":5,"any":2,"fx":2,"graphmodule":1,"list":1,"index":1,"int":2,"optional":1,"callable":1,"isinstance":3,"tuple":6,"0":2,"str":2,"compiledartifact":1,"returns":4,"wrapper":2,"args":2,"output":3,"unpack":1,"needed":1,"todo":1,"rzou":1,"implication":1,"that":1,"we":1,"re":1,"reading":1,"python":1,"bytecode":1,"correctly":1,"else":1,"class":1,"inductoradaptor":1,"compilerinterface":1,"adaptor":1,"for":1,"compiler":1,"version":1,"2":3,"5":1,"6":1,"7":1,"name":1},"8997,1920,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"def":3,"compute":1,"hash":3,"self":8,"vllm":1,"config":10,"vllmconfig":1,"str":8,"factors":3,"get":1,"inductor":9,"hashlib":1,"md5":1,"encode":1,"usedforsecurity":1,"false":3,"hexdigest":1,"10":1,"return":2,"initialize":1,"cache":29,"dir":12,"disable":3,"bool":1,"prefix":5,"base":3,"len":1,"if":3,"else":1,"redirect":1,"the":4,"directory":2,"to":4,"a":1,"sub":1,"set":2,"flags":1,"so":1,"that":1,"and":1,"triton":6,"store":1,"their":1,"in":1,"then":1,"users":1,"only":1,"need":1,"copy":1,"another":1,"machine":1,"reuse":1,"os":6,"path":2,"join":2,"makedirs":2,"exist":2,"ok":2,"true":3,"environ":2,"torchinductor":1,"compile":3,"graph":3,"fx":5,"graphmodule":1,"example":1,"inputs":1,"list":1,"any":3,"compiler":3,"dict":1,"runtime":2,"shape":2,"optional":4,"int":1,"none":3,"key":1,"tuple":1,"callable":1,"compilation":1,"counter":1,"num":1,"compiles":1,"1":1,"from":1,"torch":1,"import":1,"current":5,"is":1,"not":1,"update":1,"remote":2},"10917,1798,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"inductor":9,"can":2,"inplace":1,"modify":1,"the":7,"graph":10,"so":1,"we":4,"need":1,"to":2,"copy":2,"it":3,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"138980":1,"deepcopy":1,"s":1,"first":1,"time":1,"compile":1,"this":2,"assumption":1,"is":2,"that":1,"don":1,"t":1,"have":1,"nested":1,"compilation":1,"compiled":10,"fx":2,"hash":4,"will":1,"only":1,"be":1,"called":1,"once":1,"and":1,"hook":1,"get":1,"of":1,"directly":1,"str":1,"file":6,"path":6,"none":2,"from":3,"torch":4,"codecache":2,"import":1,"fxgraphcache":3,"if":4,"version":1,"startswith":3,"2":1,"5":1,"original":3,"load":6,"name":1,"def":1,"hijack":1,"args":2,"kwargs":2,"nonlocal":1,"fn":3,"current":1,"callable":2,"code":3,"co":3,"filename":3,"noqa":1,"not":2,"self":2,"base":2,"cache":2,"dir":2,"hooked":1,"in":3,"align":1,"inputs":1,"check":1,"idxs":1,"function":1,"utils":1,"py":1,"for":1,"cell":7,"closure":1,"contents":3,"continue":1,"real":1,"break":1,"return":1},"12715,1778,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"hijacked":2,"compile":6,"fx":9,"inner":4,"torch":4,"inductor":8,"noqa":2,"elif":1,"version":1,"2":2,"6":2,"function":2,"renamed":1,"in":4,"original":1,"load":1,"name":1,"none":2,"def":2,"args":4,"kwargs":4,"output":3,"nonlocal":3,"hash":6,"str":4,"compiled":10,"graph":7,"if":4,"is":2,"not":3,"file":5,"path":5,"fn":3,"current":1,"callable":2,"code":5,"co":3,"filename":3,"startswith":2,"self":2,"base":2,"cache":3,"dir":2,"hooked":1,"the":2,"align":1,"inputs":1,"from":2,"check":1,"idxs":1,"utils":1,"py":1,"for":1,"cell":5,"closure":1,"contents":2,"continue":1,"this":1,"real":1,"break":1,"key":1,"return":2,"hijack":1,"out":3,"0":1},"14493,1900,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"def":2,"check":3,"can":4,"cache":7,"args":1,"kwargs":1,"no":1,"error":1,"means":1,"it":1,"be":2,"cached":2,"inductor":5,"refuses":1,"to":4,"the":6,"graph":7,"outside":1,"of":2,"dynamo":1,"tracing":1,"context":6,"and":1,"also":1,"disables":1,"caching":1,"for":5,"graphs":1,"with":2,"high":1,"order":1,"ops":1,"vllm":1,"in":2,"either":1,"case":1,"we":1,"want":1,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"blob":1,"9f5ebf3fc609105a74eab4ccc24932d6353ff566":1,"torch":7,"codecache":4,"py":1,"l1221":1,"noqa":1,"return":2,"get":8,"shape":8,"env":7,"alwayshitshapeenv":2,"exitstack":1,"as":1,"stack":6,"hijack":3,"compiled":4,"itself":1,"if":2,"original":2,"load":3,"name":2,"is":1,"not":1,"none":1,"enter":5,"patch":5,"hijacking":1,"hash":3,"fx":2,"providing":1,"a":1,"dummy":1,"environment":1,"fxgraphcache":2,"from":1,"functorch":2,"aot":2,"autograd":4,"import":1,"aotautogradcache":4,"2":1,"8":1,"on":1,"main":1,"uses":1,"hasattr":1,"forcing":1},"16393,1450,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"dynamo":1,"metrics":2,"context":7,"see":1,"method":1,"for":1,"more":1,"details":1,"stack":4,"enter":4,"self":1,"disable":1,"remote":4,"caching":1,"when":1,"these":1,"are":1,"on":2,"cache":4,"hit":2,"the":3,"monkey":2,"patched":2,"functions":2,"never":1,"actually":1,"get":2,"called":1,"vllm":1,"today":1,"assumes":1,"and":2,"requires":2,"to":5,"todo":1,"zou3519":1,"we":1,"re":1,"going":1,"replace":1,"this":2,"all":1,"with":2,"standalone":1,"compile":4,"sometime":1,"if":2,"is":1,"torch":4,"equal":1,"or":1,"newer":1,"2":2,"6":1,"inductor":1,"config":5,"patch":3,"fx":3,"graph":3,"false":3,"inductoradaptor":1,"unfortunately":1,"aotautogradcache":1,"be":1,"turned":1,"off":1,"run":1,"it":1,"will":1,"fail":1,"acquire":1,"hash":1,"str":1,"error":1,"not":1,"standaloneinductoradaptor":1,"pytorch":1,"8":1,"fixes":1,"problem":1,"functorch":2,"enable":2,"autograd":2,"pass":1,"runtime":1,"shape":1,"compiled":1,"example":1,"inputs":1,"inner":2,"hijacked":1,"patches":1,"current":1},"17843,1981,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"we":3,"treat":1,"vllm":4,"disable":3,"compile":4,"cache":8,"as":2,"the":8,"overall":1,"switch":1,"for":2,"torch":7,"compilation":4,"so":1,"turn":1,"off":1,"checks":1,"if":4,"not":2,"envs":1,"hash":3,"str":5,"is":3,"none":3,"raise":1,"runtimeerror":1,"failed":3,"to":5,"model":1,"most":1,"likely":1,"reason":1,"this":1,"that":1,"a":2,"previous":1,"leading":1,"corrupted":1,"artifact":1,"recommend":1,"trying":1,"remove":1,"and":1,"try":1,"again":1,"see":1,"real":1,"issue":1,"assert":4,"file":3,"path":3,"get":5,"of":1,"compiled":2,"graph":4,"return":1,"def":1,"load":1,"self":1,"handle":5,"any":2,"fx":1,"graphmodule":1,"example":1,"inputs":1,"list":1,"index":1,"int":2,"runtime":1,"shape":5,"optional":1,"callable":1,"isinstance":3,"tuple":1,"0":2,"1":1,"from":2,"functorch":2,"aot":2,"autograd":4,"import":2,"aotautogradcache":4,"inductor":2,"codecache":2,"fxgraphcache":2,"with":1,"exitstack":1,"exit":3,"stack":3,"enter":2,"context":2,"patch":2,"env":4,"lambda":2,"args":2,"kwargs":2,"alwayshitshapeenv":2,"2":1,"8":1,"on":1,"main":1,"uses":1,"in":1,"hasattr":1},"19824,1862,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"dynamo":3,"metrics":2,"context":3,"see":1,"method":1,"for":1,"more":1,"details":1,"exit":1,"stack":1,"enter":1,"self":1,"if":4,"torch":4,"version":2,"startswith":1,"2":2,"5":1,"inductor":10,"compiled":7,"graph":17,"fxgraphcache":2,"lookup":4,"hash":2,"str":2,"example":2,"inputs":2,"true":2,"false":1,"assert":2,"is":3,"not":2,"none":3,"cache":4,"failed":2,"please":2,"remove":2,"f":4,"the":5,"directory":2,"and":2,"try":2,"again":2,"noqa":2,"elif":1,"6":1,"from":2,"output":4,"code":1,"import":2,"compiledfxgraphconstantswithgm":2,"constants":2,"calling":2,"convention":2,"function":2,"signature":2,"list":5,"tuple":7,"args":6,"any":1,"need":1,"to":4,"know":1,"returns":5,"a":1,"compile":1,"fx":1,"this":1,"callable":1,"we":1,"return":4,"run":1,"def":1,"convert":1,"unpack":1,"needed":1,"else":1,"0":1},"21686,1871,data/raw/vllm-0.10.1/vllm/compilation/compiler_interface.py":{"def":3,"metrics":3,"context":5,"self":2,"contextlib":2,"abstractcontextmanager":1,"this":2,"method":1,"returns":1,"the":5,"dynamo":4,"if":5,"it":8,"exists":1,"otherwise":1,"a":4,"null":1,"is":4,"used":3,"by":1,"various":2,"compile":4,"components":1,"present":1,"in":4,"torch":6,"2":3,"6":3,"s":1,"inside":1,"fxgraphcache":1,"but":2,"not":4,"after":1,"might":3,"also":2,"be":3,"other":1,"internal":2,"functions":1,"because":1,"re":1,"entrant":1,"we":4,"always":1,"set":3,"even":1,"entering":1,"via":1,"and":1,"was":1,"already":1,"entered":1,"want":1,"to":2,"revisit":1,"should":2,"at":1,"different":1,"level":1,"of":1,"compilation":2,"likely":1,"bug":1,"pytorch":1,"public":2,"apis":2,"rely":2,"on":2,"manually":1,"setting":1,"up":1,"contexts":1,"non":1,"which":1,"provide":1,"these":1,"guarantees":1,"equal":1,"or":1,"newer":1,"import":1,"utils":2,"return":5,"get":1,"else":1,"nullcontext":1,"inductor":1,"config":5,"runtime":3,"shape":3,"isinstance":1,"int":2,"for":2,"specific":1,"batchsize":1,"tuning":2,"triton":1,"kernel":1,"parameters":1,"can":1,"beneficial":1,"max":1,"autotune":1,"true":2,"coordinate":1,"descent":1,"class":1,"eageradaptor":1,"compilerinterface":1,"name":1,"eager":2,"graph":4,"fx":1,"graphmodule":1,"example":1,"inputs":1,"list":1,"any":3,"compiler":1,"dict":1,"str":2,"optional":4,"none":4,"key":1,"tuple":1,"callable":1,"counter":1,"num":1,"compiles":1,"1":1,"don":1,"t":1,"need":1,"just":1,"itself":1,"does":1,"support":1,"caching":1,"handle":1},"0,1460,data/raw/vllm-0.10.1/vllm/usage/usage_lib.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":17,"project":1,"import":20,"datetime":1,"json":3,"logging":1,"os":3,"platform":1,"time":1,"from":9,"enum":2,"pathlib":1,"path":5,"threading":1,"thread":1,"typing":1,"any":1,"optional":1,"union":3,"uuid":1,"uuid4":1,"cpuinfo":1,"psutil":1,"requests":1,"torch":1,"envs":4,"as":2,"connections":1,"global":4,"http":1,"connection":1,"logger":4,"init":2,"utils":1,"cuda":2,"device":2,"count":1,"stateless":1,"get":1,"properties":1,"version":3,"name":1,"config":4,"home":3,"root":1,"usage":10,"stats":6,"join":2,"do":2,"not":2,"track":2,"enabled":1,"none":2,"server":2,"runtime":3,"data":4,"dict":1,"str":4,"int":2,"bool":2,"env":1,"vars":1,"collect":1,"use":5,"modelscope":1,"triton":2,"flash":1,"attn":1,"attention":1,"backend":1,"flashinfer":1,"sampler":1,"pp":1,"layer":1,"partition":1,"awq":1,"v1":2,"enable":1,"multiprocessing":1,"def":1,"set":2,"key":2,"value":2,"that":1,"will":1,"be":1,"sent":1,"with":1,"every":1,"heartbeat":1},"1460,2000,data/raw/vllm-0.10.1/vllm/usage/usage_lib.py":{"def":3,"is":4,"usage":11,"stats":11,"enabled":6,"determine":1,"whether":1,"or":3,"not":11,"we":1,"can":3,"send":1,"to":4,"the":3,"server":1,"logic":1,"as":1,"follows":1,"by":1,"default":1,"it":4,"should":1,"be":1,"three":1,"environment":2,"variables":2,"disable":2,"vllm":5,"do":9,"track":9,"1":3,"no":4,"a":1,"file":9,"in":5,"home":2,"directory":1,"if":5,"exists":2,"config":1,"global":1,"none":1,"envs":2,"os":2,"path":6,"return":4,"get":2,"current":1,"timestamp":2,"ns":1,"int":2,"datetime":3,"now":1,"timezone":1,"utc":1,"1e9":1,"detect":1,"cloud":6,"provider":7,"str":1,"try":2,"detecting":2,"through":2,"vendor":7,"files":2,"sys":6,"class":5,"dmi":5,"id":6,"product":2,"version":1,"bios":1,"name":1,"chassis":1,"asset":1,"tag":1,"mapping":1,"of":1,"identifiable":1,"strings":1,"providers":1,"identifiers":2,"amazon":1,"aws":1,"microsoft":1,"corporation":1,"azure":1,"google":1,"gcp":1,"oraclecloud":1,"oci":1,"for":3,"content":2,"read":1,"text":1,"lower":1,"identifier":2,"items":2,"env":4,"runpod":2,"dc":1,"var":2,"environ":1},"3460,1812,data/raw/vllm-0.10.1/vllm/usage/usage_lib.py":{"return":1,"unknown":3,"class":4,"usagecontext":2,"str":16,"enum":1,"context":7,"llm":2,"api":4,"server":6,"openai":4,"batch":2,"runner":2,"engine":2,"usagemessage":1,"collect":1,"platform":2,"information":3,"and":1,"send":1,"it":1,"to":1,"the":1,"usage":5,"stats":1,"def":2,"init":1,"self":21,"none":20,"note":1,"vllm":3,"s":1,"only":1,"support":1,"flat":1,"kv":1,"pair":1,"do":1,"not":1,"use":1,"nested":1,"fields":1,"uuid":1,"uuid4":1,"environment":1,"provider":1,"optional":18,"num":1,"cpu":3,"int":5,"type":2,"family":1,"model":4,"stepping":1,"total":1,"memory":2,"architecture":4,"cuda":1,"runtime":1,"gpu":3,"count":1,"per":1,"device":1,"env":1,"var":1,"json":1,"version":1,"metadata":1,"log":1,"time":1,"source":1,"report":2,"extra":2,"kvs":2,"dict":1,"any":1,"t":2,"thread":1,"target":1,"worker":1,"args":1,"or":1,"daemon":1,"true":1,"start":1},"5272,1847,data/raw/vllm-0.10.1/vllm/usage/usage_lib.py":{"def":2,"report":4,"usage":7,"worker":1,"self":18,"model":6,"architecture":4,"str":7,"context":3,"usagecontext":2,"extra":3,"kvs":3,"dict":2,"any":2,"none":3,"once":2,"continuous":1,"platform":9,"information":2,"from":1,"vllm":1,"platforms":1,"import":2,"current":4,"if":3,"is":3,"cuda":6,"alike":1,"gpu":6,"count":4,"device":4,"stateless":1,"type":4,"memory":6,"per":2,"get":9,"properties":1,"0":1,"name":1,"total":3,"runtime":2,"torch":5,"version":1,"tpu":4,"try":1,"xla":5,"world":1,"size":1,"core":1,"info":8,"bytes":1,"limit":1,"except":1,"exception":2,"logger":1,"failed":1,"to":1,"collect":1,"provider":2,"detect":1,"cloud":1,"machine":1,"psutil":1,"virtual":1,"cpuinfo":1,"cpu":4,"num":1,"brand":1,"raw":1,"family":2,"stepping":2,"join":1},"7119,1901,data/raw/vllm-0.10.1/vllm/usage/usage_lib.py":{"vllm":5,"information":1,"self":15,"context":2,"usage":11,"value":1,"version":2,"model":2,"architecture":2,"environment":1,"variables":1,"env":5,"var":4,"json":7,"dumps":1,"getattr":1,"envs":2,"for":2,"in":1,"vars":2,"to":10,"collect":2,"metadata":1,"log":3,"time":4,"get":3,"current":2,"timestamp":2,"ns":2,"source":2,"data":15,"if":1,"extra":2,"kvs":2,"update":2,"write":4,"file":3,"send":5,"server":5,"def":3,"report":2,"continuous":1,"every":1,"10":1,"minutes":1,"this":2,"helps":1,"us":1,"more":1,"points":1,"uptime":1,"of":1,"usages":1,"function":1,"can":1,"also":1,"help":1,"over":2,"performance":1,"metrics":1,"while":1,"true":3,"sleep":1,"600":1,"uuid":2,"global":4,"runtime":1,"dict":2,"str":2,"any":2,"none":2,"try":1,"http":3,"client":3,"connection":1,"sync":1,"post":1,"stats":4,"except":1,"requests":1,"exceptions":1,"requestexception":1,"silently":1,"ignore":1,"unless":1,"we":1,"are":1,"using":1,"debug":2,"logging":1,"failed":1,"os":2,"makedirs":1,"path":5,"dirname":1,"exist":2,"ok":2,"touch":1,"with":1,"open":1,"a":1,"as":1,"f":3,"dump":1,"n":1,"message":1,"usagemessage":1},"0,1921,data/raw/vllm-0.10.1/vllm/ray/ray_env.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":11,"the":6,"vllm":5,"project":1,"import":5,"json":4,"os":3,"from":6,"typing":1,"optional":4,"envs":3,"as":2,"logger":5,"init":2,"name":1,"config":3,"home":2,"root":1,"this":1,"file":5,"contains":1,"a":5,"list":1,"of":5,"env":11,"vars":21,"that":1,"should":1,"not":1,"be":2,"copied":1,"driver":1,"ray":12,"workers":2,"non":9,"carry":9,"over":9,"path":2,"join":1,"try":1,"if":2,"exists":1,"with":1,"open":1,"f":2,"set":12,"load":1,"else":1,"except":1,"jsondecodeerror":1,"warning":1,"failed":1,"parse":1,"s":1,"using":1,"an":1,"empty":1,"for":1,"def":1,"get":2,"copy":6,"exclude":6,"str":4,"none":3,"additional":6,"destination":3,"environment":7,"variables":7,"downstream":1,"actors":1,"example":1,"use":1,"cases":1,"raydistributedexecutor":1,"raydpclient":1,"dpenginecoreactor":1,"args":1,"defined":1,"copying":1,"variable":1,"is":1,"in":1,"both":1,"and":1,"it":1,"will":1,"excluded":1,"returns":1,"or":2},"1921,706,data/raw/vllm-0.10.1/vllm/ray/ray_env.py":{"env":8,"vars":10,"to":7,"copy":3,"v":7,"for":2,"in":5,"set":1,"envs":1,"environment":2,"variables":2,"union":1,"additional":1,"if":4,"not":4,"exclude":1,"and":1,"ray":4,"non":4,"carry":4,"over":4,"destination":4,"is":1,"none":1,"else":1,"logger":3,"info":3,"from":1,"config":1,"s":4,"copying":1,"the":1,"following":1,"os":1,"environ":1,"certain":1,"should":1,"be":1,"copied":1,"add":1,"them":1,"file":2,"return":1},"0,535,data/raw/vllm-0.10.1/vllm/ray/lazy_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"def":2,"is":6,"ray":9,"initialized":4,"check":2,"if":2,"try":2,"import":2,"return":4,"except":2,"importerror":2,"false":2,"in":2,"actor":3,"we":1,"are":1,"a":1,"and":1,"get":2,"runtime":1,"context":1,"id":1,"not":1,"none":1},"0,1952,data/raw/vllm-0.10.1/vllm/core/placeholder_block_space_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":4,"project":1,"from":4,"typing":1,"import":4,"list":3,"optional":1,"tuple":3,"core":1,"interfaces":1,"allocstatus":5,"blockspacemanager":4,"sequence":5,"sequencegroup":7,"utils":1,"device":1,"class":2,"placeholderblockspacemanager":1,"a":1,"version":1,"of":2,"for":3,"use":1,"in":6,"environments":1,"where":2,"block":2,"management":2,"is":2,"not":1,"required":1,"example":1,"pooling":1,"models":2,"or":2,"attention":1,"free":1,"like":2,"mamba":1,"this":1,"provides":1,"same":1,"interface":1,"as":2,"but":1,"its":1,"methods":1,"perform":1,"no":2,"actions":2,"return":8,"simple":1,"values":1,"true":3,"specific":1,"it":1,"s":1,"designed":1,"be":1,"used":1,"scenarios":1,"overhead":1,"unnecessary":1,"such":1,"an":1,"embedding":1,"environment":1,"def":9,"init":1,"self":9,"kwargs":1,"none":4,"pass":3,"can":4,"allocate":2,"seq":9,"group":6,"num":4,"lookahead":4,"slots":6,"int":8,"always":1,"ok":3,"dummy":1,"purposes":1,"actual":1,"allocation":1,"logic":1,"needed":1,"append":2,"bool":2,"fork":1,"parent":1,"child":1,"swap":3,"type":1,"ignore":1,"out":1},"1952,1182,data/raw/vllm-0.10.1/vllm/core/placeholder_block_space_manager.py":{"def":12,"swap":1,"out":1,"self":12,"seq":10,"group":3,"sequencegroup":2,"list":4,"tuple":1,"int":8,"return":10,"none":6,"type":2,"ignore":2,"free":4,"sequence":6,"no":1,"operation":1,"on":1,"get":6,"block":2,"table":1,"num":3,"gpu":1,"blocks":5,"1":3,"cpu":1,"access":2,"all":1,"in":1,"time":1,"float":2,"pass":2,"common":1,"computed":3,"ids":1,"mark":1,"as":1,"token":1,"chunk":1,"size":1,"prefix":2,"cache":2,"hit":1,"rate":1,"device":4,"reset":1,"optional":1,"bool":1,"true":1,"cached":1,"tokens":1,"0":1,"remove":1,"from":1,"tracker":1},"0,1990,data/raw/vllm-0.10.1/vllm/core/interfaces.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":5,"project":1,"import":9,"enum":6,"from":8,"abc":3,"abstractmethod":6,"typing":3,"list":2,"optional":1,"sequence":6,"as":1,"genericsequence":1,"tuple":2,"sequencegroup":4,"utils":1,"device":1,"class":3,"allocstatus":2,"result":1,"for":1,"blockspacemanager":2,"can":5,"allocate":3,"1":1,"ok":2,"seq":11,"group":8,"be":3,"allocated":4,"now":1,"later":2,"cannot":1,"capacity":1,"of":1,"allocator":1,"is":2,"larger":1,"than":1,"required":1,"3":1,"never":3,"too":1,"large":1,"in":1,"gpu":1,"auto":3,"staticmethod":1,"def":6,"get":1,"block":3,"space":2,"manager":3,"version":7,"str":1,"lower":1,"if":2,"selfattn":1,"core":2,"selfattnblockspacemanager":2,"return":2,"placeholder":2,"placeholderblockspacemanager":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"self":5,"num":3,"lookahead":3,"slots":5,"int":5,"pass":5,"none":2,"append":2,"bool":1,"fork":1,"parent":1,"child":1},"1990,1780,data/raw/vllm-0.10.1/vllm/core/interfaces.py":{"abstractmethod":15,"def":15,"can":2,"swap":4,"in":3,"self":15,"seq":12,"group":5,"sequencegroup":5,"num":4,"lookahead":1,"slots":1,"int":11,"allocstatus":1,"pass":15,"list":4,"tuple":2,"out":2,"bool":2,"free":3,"sequence":6,"none":4,"get":6,"block":2,"table":1,"gpu":1,"blocks":5,"cpu":1,"access":2,"all":2,"time":1,"float":2,"common":1,"computed":3,"ids":1,"seqs":1,"genericsequence":1,"mark":1,"as":1,"token":1,"chunk":1,"size":1,"prefix":4,"cache":4,"hit":2,"rate":2,"device":4,"1":1,"means":1,"not":1,"supported":1,"or":2,"disabled":1,"reset":2,"optional":1,"for":1,"specified":1,"devices":1,"cached":1,"tokens":1,"remove":1,"from":1,"tracker":1},"0,1619,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":11,"project":2,"a":3,"block":11,"manager":2,"that":2,"manages":2,"token":1,"blocks":1,"from":11,"typing":3,"import":11,"dict":1,"list":1,"optional":1,"sequence":4,"as":2,"genericsequence":1,"tuple":1,"core":6,"table":1,"blocktable":1,"cpu":1,"gpu":1,"allocator":1,"cpugpublockallocator":1,"interfaces":2,"prefix":2,"caching":3,"computedblockstracker":1,"lastaccessblockstracker":1,"utils":2,"check":1,"no":1,"or":1,"swa":1,"for":4,"blockmgr":1,"encdec":1,"allocstatus":1,"blockspacemanager":3,"sequencegroup":1,"sequencestatus":1,"device":1,"seqid":1,"int":1,"encoderseqid":1,"str":1,"class":2,"selfattnblockspacemanager":1,"which":1,"allocation":3,"of":3,"kv":2,"cache":2,"it":1,"owns":1,"responsibility":1,"swapping":1,"allocating":1,"memory":3,"autoregressively":1,"generated":1,"tokens":1,"and":2,"other":2,"advanced":1,"features":1,"such":1,"forking":1,"copy":1,"on":1,"write":1,"sliding":1,"window":1,"this":1,"implements":1,"design":1,"described":1,"in":3,"https":1,"github":1,"com":1,"pull":1,"3492":1,"lookahead":2,"slots":4,"has":1,"notion":1,"slot":1,"these":2,"are":2,"allocated":2,"unlike":1,"content":1,"is":1,"undefined":1,"worker":1,"may":1,"use":1,"allocations":1,"any":1,"way":1},"1619,1560,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"in":1,"practice":1,"a":2,"worker":1,"could":1,"use":2,"these":1,"lookahead":4,"slots":2,"to":6,"run":1,"multiple":1,"forward":2,"passes":1,"for":3,"single":1,"scheduler":1,"invocation":1,"each":2,"successive":1,"pass":1,"would":1,"write":1,"kv":2,"activations":2,"the":8,"corresponding":1,"slot":1,"this":1,"allows":1,"low":1,"inter":1,"token":1,"latency":1,"cases":1,"where":1,"overhead":1,"of":6,"continuous":1,"batching":1,"scheduling":2,"is":2,"amortized":1,"over":1,"1":1,"generated":1,"tokens":2,"speculative":1,"decoding":1,"uses":1,"store":1,"proposal":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"3250":1,"more":1,"information":1,"on":3,"args":1,"block":5,"size":6,"int":8,"memory":4,"num":8,"gpu":5,"blocks":10,"number":2,"allocated":2,"cpu":5,"watermark":2,"float":2,"optional":5,"threshold":1,"used":1,"swapping":1,"defaults":3,"0":2,"01":2,"sliding":3,"window":3,"none":3,"enable":2,"caching":3,"bool":2,"flag":1,"indicating":1,"whether":1,"enabled":1,"false":2,"def":1,"init":1,"self":4,"total":2},"3179,1851,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"self":17,"sliding":8,"window":8,"max":4,"block":16,"is":4,"the":7,"number":1,"of":1,"blocks":12,"that":2,"need":2,"to":1,"be":3,"allocated":1,"none":2,"if":3,"not":3,"1":5,"here":3,"because":2,"rounds":1,"down":1,"num":8,"size":5,"last":2,"may":3,"full":1,"and":2,"so":1,"sequence":1,"stretches":1,"one":1,"more":1,"at":1,"beginning":1,"for":3,"example":1,"3":1,"4":1,"we":2,"2":1,"when":1,"second":1,"only":1,"holds":1,"token":1,"watermark":5,"assert":1,"0":3,"enable":4,"caching":6,"int":2,"gpu":3,"allocator":4,"cpugpublockallocator":1,"create":1,"type":1,"prefix":1,"else":1,"naive":1,"cpu":2,"tables":2,"dict":2,"seqid":1,"blocktable":2,"cross":1,"encoderseqid":1,"computed":1,"tracker":2,"computedblockstracker":1,"access":1,"lastaccessblockstracker":1,"def":1,"can":1,"allocate":1,"seq":2,"group":3,"sequencegroup":1,"lookahead":1,"slots":1,"allocstatus":1,"fixme":1,"woosuk":1,"assume":1,"all":1,"sequences":2,"in":1,"share":1,"same":1,"prompt":1,"this":1,"true":1,"preempted":1,"check":1,"no":1,"or":1,"swa":1,"blockmgr":1,"encdec":1},"5030,1945,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"seq":13,"group":3,"get":9,"seqs":1,"status":1,"sequencestatus":1,"waiting":1,"0":1,"num":14,"required":8,"blocks":15,"blocktable":4,"token":6,"ids":6,"block":18,"size":6,"self":12,"lookahead":2,"slots":2,"if":7,"is":4,"encoder":5,"decoder":1,"assert":1,"not":2,"none":2,"max":4,"sliding":4,"window":4,"min":1,"free":3,"gpu":4,"allocator":3,"device":2,"use":1,"watermark":3,"to":3,"avoid":1,"frequent":1,"cache":1,"eviction":1,"total":1,"return":4,"allocstatus":3,"never":1,"ok":1,"else":1,"later":1,"def":1,"allocate":2,"sequence":3,"table":4,"note":1,"there":1,"are":1,"any":1,"factors":1,"affecting":1,"the":3,"besides":1,"they":1,"should":1,"be":1,"added":1,"as":1,"input":1,"extra":5,"hash":5,"add":1,"only":1,"non":1,"empty":1},"6975,1834,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"def":2,"allocate":5,"self":13,"seq":29,"group":10,"sequencegroup":2,"none":2,"attention":2,"block":15,"tables":6,"for":6,"decoder":2,"sequences":3,"waiting":5,"seqs":5,"get":2,"status":1,"sequencestatus":1,"assert":3,"not":3,"set":1,"id":9,"in":6,"keys":1,"table":9,"already":2,"exists":2,"note":2,"here":2,"we":2,"assume":2,"that":2,"all":2,"the":7,"have":2,"same":2,"prompt":2,"0":1,"blocktable":1,"sequence":5,"track":2,"last":2,"access":2,"blocks":2,"tracker":2,"add":2,"assign":1,"each":1,"1":1,"fork":1,"cross":3,"encoder":7,"request":4,"check":1,"no":1,"caching":1,"or":1,"swa":1,"blockmgr":1,"encdec":1,"if":2,"is":3,"can":1,"append":1,"slots":2,"num":1,"lookahead":1,"int":1,"bool":1,"determine":1,"there":1,"enough":1,"space":1,"gpu":1,"kv":1,"cache":1,"to":1,"continue":1,"generation":1,"of":1,"specified":1},"8809,1880,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"we":2,"use":1,"a":2,"worst":1,"case":1,"heuristic":1,"assume":1,"each":1,"touched":6,"block":13,"will":1,"require":1,"new":5,"allocation":1,"either":1,"via":1,"cow":1,"or":2,"can":1,"append":4,"slots":13,"if":2,"the":5,"number":2,"of":3,"blocks":9,"is":2,"less":1,"than":1,"free":5,"lookahead":7,"are":3,"that":1,"allocated":1,"in":3,"addition":1,"to":1,"for":2,"known":1,"tokens":3,"contents":1,"not":2,"defined":1,"this":1,"used":1,"by":2,"speculative":1,"decoding":1,"when":1,"speculating":1,"future":1,"num":14,"0":1,"seq":16,"group":1,"get":8,"seqs":1,"status":1,"sequencestatus":1,"running":1,"table":6,"self":7,"tables":3,"id":5,"token":7,"ids":7,"unseen":2,"gpu":3,"allocator":2,"device":1,"return":4,"def":2,"sequence":2,"int":3,"list":1,"tuple":1,"computed":2,"data":1,"extra":2,"hash":2,"any":1,"copy":2,"on":2,"writes":2,"cows":2,"clear":1,"none":1,"already":1,"freed":1,"haven":1,"t":1,"been":1,"scheduled":1,"yet":1},"10689,1458,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"update":2,"seq":26,"block":20,"ids":9,"with":1,"the":1,"latest":1,"access":4,"time":1,"self":17,"last":3,"blocks":7,"tracker":5,"id":19,"tables":9,"physical":3,"untrack":1,"remove":4,"computed":3,"free":4,"table":3,"del":2,"def":4,"from":1,"sequence":2,"none":3,"cross":7,"group":4,"sequencegroup":2,"request":9,"if":1,"not":2,"in":3,"already":1,"freed":1,"or":1,"hasn":1,"t":1,"been":1,"scheduled":1,"yet":1,"return":3,"get":2,"list":2,"int":2,"type":2,"ignore":2,"assert":2,"all":1,"b":2,"is":1,"for":1},"12147,1421,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"def":3,"access":4,"all":1,"blocks":12,"in":1,"seq":5,"self":6,"sequence":4,"now":2,"float":1,"if":3,"enable":1,"caching":3,"record":1,"the":11,"latest":1,"time":2,"for":4,"actual":1,"update":2,"of":3,"block":4,"ids":3,"is":5,"deferred":1,"to":3,"free":1,"call":1,"since":1,"only":2,"during":1,"freeing":1,"are":3,"actually":2,"added":1,"evictor":1,"which":3,"when":2,"most":1,"updated":1,"required":1,"this":2,"avoids":1,"expensive":1,"calls":1,"mark":4,"as":4,"accessed":1,"last":2,"tracker":1,"id":1,"computed":5,"group":1,"sequencegroup":1,"token":1,"chunk":1,"size":1,"int":2,"prefix":3,"enabled":1,"immutable":1,"right":1,"after":1,"they":2,"have":1,"been":1,"scheduled":1,"prefill":3,"assumes":1,"scheduler":1,"synchronous":1,"so":1,"scheduling":1,"next":1,"batch":1,"allocator":1,"get":1,"common":1,"seqs":1,"list":1,"genericsequence":1,"determine":1,"we":2,"skip":2,"with":1,"can":1,"previously":1,"generated":1,"currently":1,"attention":1,"implementation":1,"supports":1,"skipping":1,"cached":2,"a":1,"contiguous":1},"13568,1922,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"this":2,"method":1,"determines":1,"which":1,"blocks":7,"can":3,"be":1,"safely":1,"skipped":1,"for":4,"all":3,"sequences":1,"in":6,"the":6,"sequence":8,"group":7,"computed":7,"seq":22,"block":17,"ids":8,"seqs":1,"self":12,"tables":4,"id":5,"physical":1,"num":10,"cached":6,"tokens":4,"tracker":2,"get":2,"assert":1,"size":2,"0":2,"append":1,"note":1,"sang":1,"assumes":1,"doesn":1,"t":1,"contain":1,"any":1,"none":2,"return":3,"allocator":1,"common":1,"type":1,"ignore":1,"def":2,"fork":2,"parent":4,"child":4,"if":1,"not":1,"has":1,"either":1,"been":1,"freed":1,"or":1,"never":1,"existed":1,"src":2,"table":2,"track":1,"last":1,"access":1,"add":1,"swap":3,"sequencegroup":2,"lookahead":5,"slots":5,"int":2,"allocstatus":4,"returns":2,"given":2,"with":1,"args":1,"to":2,"number":1,"of":1,"used":1,"speculative":1,"decoding":1,"default":1,"device":1,"gpu":1,"sequencestatus":1,"swapped":1},"15490,1880,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"def":2,"swap":9,"in":6,"self":7,"seq":15,"group":9,"sequencegroup":4,"list":3,"tuple":2,"int":5,"returns":3,"the":8,"block":19,"id":14,"mapping":9,"from":2,"cpu":6,"to":5,"gpu":6,"generated":1,"by":1,"swapping":2,"given":2,"with":2,"num":3,"lookahead":4,"slots":4,"args":2,"sequence":3,"of":3,"physical":7,"for":2,"get":3,"seqs":1,"status":1,"sequencestatus":1,"swapped":1,"blocks":6,"tables":2,"if":1,"len":1,"0":2,"continue":1,"allocator":3,"src":1,"device":6,"dst":1,"refresh":1,"ids":1,"table":1,"post":1,"update":1,"items":2,"extend":1,"return":1,"can":2,"out":3,"bool":1,"whether":1,"we":1,"number":1,"used":1,"speculative":1,"decoding":1,"default":1},"17370,1905,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"returns":3,"bool":1,"whether":1,"it":1,"s":1,"possible":1,"to":4,"swap":8,"out":4,"current":1,"sequence":4,"group":7,"alloc":2,"status":3,"self":9,"can":1,"seq":12,"device":8,"cpu":7,"sequencestatus":2,"running":2,"return":3,"allocstatus":1,"ok":1,"def":2,"sequencegroup":2,"list":3,"tuple":2,"int":5,"the":6,"block":20,"id":14,"mapping":9,"from":2,"gpu":8,"generated":1,"by":1,"swapping":2,"given":1,"with":1,"num":3,"lookahead":1,"slots":1,"args":1,"of":2,"physical":7,"for":2,"in":2,"get":5,"seqs":1,"blocks":8,"tables":2,"if":1,"len":1,"0":1,"continue":1,"allocator":4,"src":1,"dst":1,"refresh":1,"ids":1,"table":1,"post":1,"update":1,"items":2,"extend":1,"free":2},"19275,1142,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"def":4,"get":4,"num":4,"free":2,"cpu":2,"blocks":2,"self":7,"int":3,"return":3,"block":3,"allocator":3,"device":13,"prefix":4,"cache":4,"hit":2,"rate":2,"float":1,"reset":2,"optional":1,"none":1,"bool":1,"can":1,"swap":5,"seq":2,"group":5,"sequencegroup":2,"status":3,"sequencestatus":2,"lookahead":3,"slots":3,"0":2,"allocstatus":2,"returns":1,"the":6,"for":4,"swapping":1,"in":4,"out":3,"given":1,"sequence":4,"on":2,"to":4,"args":1,"of":2,"which":1,"is":1,"needed":1,"action":1,"running":1,"and":1,"swapped":1,"number":1,"used":1,"speculative":1,"decoding":1,"default":1},"20417,1746,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"returns":1,"allocstatus":5,"the":12,"for":4,"swapping":1,"in":3,"out":1,"given":1,"sequence":1,"group":2,"on":1,"to":8,"device":8,"first":1,"determine":1,"number":3,"of":3,"blocks":24,"that":2,"will":1,"be":3,"touched":9,"by":2,"this":2,"swap":3,"then":1,"verify":1,"if":4,"there":1,"are":1,"available":1,"perform":1,"num":11,"0":2,"list":1,"block":10,"seq":5,"get":7,"seqs":1,"status":2,"table":5,"self":5,"tables":1,"id":1,"is":1,"not":2,"none":1,"compute":2,"touch":3,"tokens":1,"appended":1,"does":1,"include":1,"full":3,"need":1,"append":1,"slots":3,"unseen":1,"token":2,"ids":2,"lookahead":2,"extend":1,"and":1,"add":1,"it":1,"existing":1,"count":1,"allocator":3,"watermark":4,"gpu":1,"total":1,"return":3,"never":1,"elif":1,"free":1,"ok":1,"else":1,"later":1},"22163,274,data/raw/vllm-0.10.1/vllm/core/block_manager.py":{"def":1,"get":3,"num":2,"cached":3,"tokens":3,"self":2,"seq":2,"sequence":2,"int":1,"the":3,"number":1,"of":1,"in":2,"blocks":2,"that":1,"are":1,"already":1,"computed":2,"and":1,"block":1,"manager":1,"for":1,"return":1,"tracker":1},"0,1812,data/raw/vllm-0.10.1/vllm/core/evictor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":10,"vllm":1,"project":1,"import":4,"enum":5,"heapq":1,"from":3,"abc":3,"abstractmethod":8,"typing":1,"dict":2,"list":1,"tuple":2,"class":4,"evictionpolicy":1,"for":4,"eviction":5,"policy":1,"used":2,"by":2,"make":2,"evictor":5,"instantiate":1,"correct":1,"subclass":1,"lru":1,"auto":1,"subclasses":1,"should":1,"be":1,"blockallocator":1,"handle":1,"of":1,"freed":1,"blocks":3,"def":7,"init":1,"self":7,"pass":7,"contains":1,"block":12,"id":9,"int":9,"bool":1,"evict":1,"runs":1,"algorithm":1,"and":1,"returns":1,"evicted":1,"s":2,"content":3,"hash":3,"along":2,"with":3,"physical":4,"add":1,"num":2,"hashed":1,"tokens":1,"last":2,"accessed":2,"float":2,"adds":1,"making":1,"it":1,"a":2,"candidate":1,"update":2,"corresponding":1,"access":1,"time":1,"in":1,"metadata":1,"remove":2,"given":1,"cache":1,"property":1,"blockmetadata":1,"data":2,"structure":1,"storing":1,"key":2,"describe":1,"cached":1,"so":1,"that":1,"evitor":1,"could":1,"use":2,"its":1,"decision":1,"which":1,"one":1,"choose":1,"here":1,"we":1,"as":2,"there":1,"maybe":1,"several":1,"same":1,"but":1,"their":1,"is":1,"unique":1},"1812,1947,data/raw/vllm-0.10.1/vllm/core/evictor.py":{"def":4,"init":2,"self":16,"content":5,"hash":5,"int":6,"num":5,"hashed":5,"tokens":5,"last":11,"accessed":11,"float":1,"class":1,"lruevictor":1,"evictor":1,"evicts":1,"in":5,"a":2,"least":1,"recently":1,"used":1,"order":1,"using":1,"the":13,"timestamp":2,"that":1,"s":1,"recorded":1,"block":8,"if":4,"there":1,"are":2,"multiple":1,"blocks":2,"with":2,"same":1,"time":4,"then":2,"one":2,"largest":1,"will":2,"be":2,"evicted":1,"two":1,"each":1,"have":2,"lowest":1,"and":2,"highest":1,"value":1,"chose":1,"arbitrarily":1,"cleanup":3,"threshold":3,"determines":1,"maximum":1,"allowable":1,"size":2,"of":2,"priority":5,"queue":5,"relative":1,"to":2,"free":8,"table":8,"when":1,"this":1,"is":2,"exceeded":1,"operation":1,"triggered":1,"reduce":1,"memory":2,"usage":1,"50":1,"dict":1,"blockmetadata":1,"contains":1,"id":7,"bool":1,"return":2,"evict":1,"tuple":1,"len":1,"0":1,"raise":1,"valueerror":1,"no":1,"usable":1,"cache":1,"left":1,"while":1,"we":1,"do":1,"not":2,"remove":1,"outdated":3,"entries":3,"from":1,"at":1,"updating":1,"instead":1,"filtered":1,"out":1,"here":1,"during":1,"eviction":1,"would":1,"either":1,"or":1,"older":1,"heapq":1,"heappop":1,"pop":1},"3759,1756,data/raw/vllm-0.10.1/vllm/core/evictor.py":{"raise":3,"valueerror":3,"no":1,"usable":1,"cache":2,"memory":1,"left":1,"def":7,"add":1,"self":18,"block":15,"id":10,"int":9,"content":4,"hash":4,"num":5,"hashed":4,"tokens":4,"last":7,"accessed":7,"float":3,"free":7,"table":7,"blockmetadata":1,"heapq":2,"heappush":1,"priority":7,"queue":7,"cleanup":5,"if":5,"necessary":2,"update":1,"len":3,"lruevictor":2,"threshold":1,"new":4,"list":1,"tuple":1,"for":1,"in":3,"items":1,"append":1,"heapify":1,"remove":2,"not":2,"attempting":1,"to":1,"that":1,"s":1,"the":1,"evictor":3,"pop":1,"property":1,"blocks":1,"return":2,"make":1,"eviction":4,"policy":4,"evictionpolicy":2,"lru":1,"else":1,"f":1,"unknown":1},"0,1683,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":8,"project":1,"import":15,"enum":5,"os":2,"random":1,"time":1,"from":11,"collections":1,"deque":2,"dataclasses":1,"dataclass":2,"field":1,"typing":3,"callable":1,"dict":1,"iterable":1,"list":1,"optional":1,"sequence":3,"as":2,"genericsequence":1,"set":1,"tuple":1,"union":1,"config":1,"cacheconfig":1,"loraconfig":1,"schedulerconfig":1,"core":1,"interfaces":1,"allocstatus":1,"blockspacemanager":1,"logger":4,"init":2,"lora":1,"request":1,"lorarequest":1,"sequencedata":1,"sequencegroup":1,"sequencegroupbase":1,"sequencegroupmetadata":1,"sequencegroupmetadatadelta":1,"sequencestage":1,"sequencestatus":1,"utils":1,"device":1,"pyobjectcache":1,"name":1,"test":2,"only":1,"if":1,"configured":1,"decode":1,"is":1,"preempted":3,"with":1,"artificial":5,"preemption":4,"prob":2,"probability":1,"enable":2,"preempt":2,"bool":1,"getenv":1,"false":1,"noqa":1,"5":1,"max":1,"cnt":1,"500":1,"class":2,"preemptionmode":1,"modes":1,"1":1,"swapping":1,"swap":3,"out":1,"blocks":2,"of":2,"sequences":5,"cpu":1,"memory":1,"and":2,"them":2,"back":1,"in":1,"when":2,"are":2,"resumed":2,"recomputation":1,"discard":1,"recompute":2,"treating":1,"new":1,"prompts":1,"auto":2,"schedulingbudget":1,"available":1,"slots":1,"for":1,"scheduling":1},"1683,1848,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"todo":1,"sang":1,"right":1,"now":1,"the":6,"budget":6,"is":3,"request":6,"id":5,"aware":1,"meaning":2,"it":3,"can":3,"ignore":1,"update":2,"from":2,"same":1,"because":1,"in":4,"normal":1,"scheduling":3,"path":1,"we":4,"running":2,"num":29,"seqs":9,"ahead":1,"of":3,"time":1,"could":1,"be":2,"updated":1,"more":1,"than":1,"once":1,"when":3,"requests":1,"since":1,"this":2,"won":1,"t":1,"happen":1,"if":2,"only":1,"have":1,"chunked":2,"prefill":2,"remove":1,"feature":1,"api":1,"enabled":1,"by":1,"default":3,"token":4,"int":9,"max":2,"ids":4,"batched":11,"tokens":22,"set":4,"str":3,"field":2,"factory":2,"curr":3,"number":2,"cached":8,"batch":2,"0":9,"actual":1,"non":1,"def":3,"schedule":1,"self":13,"new":7,"allow":1,"to":1,"entire":1,"sequence":1,"has":1,"been":1,"assert":4,"return":3,"and":1,"remaining":1,"add":2,"req":3},"3531,1446,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":6,"subtract":2,"num":24,"batched":8,"tokens":12,"self":18,"req":9,"id":9,"str":3,"int":4,"if":4,"in":3,"request":6,"ids":6,"remove":2,"add":2,"seqs":14,"curr":12,"return":4,"property":3,"cached":2,"dataclass":2,"class":2,"scheduledsequencegroup":1,"a":2,"sequence":1,"group":2,"that":2,"s":1,"scheduled":1,"seq":1,"sequencegroup":1,"the":2,"total":1,"chunk":2,"size":2,"number":1,"of":1,"to":1,"process":1,"for":3,"next":1,"iteration":1,"1":1,"decoding":1,"same":1,"as":1,"prompt":1,"prefill":2,"but":1,"is":1,"chunked":1,"it":1,"can":1,"be":1,"smaller":1,"than":1,"token":1,"scheduleroutputs":1,"scheduling":1,"decision":1,"made":1,"from":1,"scheduler":1},"4977,1885,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"scheduled":6,"sequence":4,"groups":13,"seq":8,"genericsequence":1,"scheduledsequencegroup":2,"number":6,"of":6,"prefill":6,"num":7,"int":13,"total":1,"batched":2,"tokens":2,"blocks":11,"to":13,"swap":10,"in":6,"list":6,"cpu":2,"gpu":2,"block":3,"tuple":3,"out":5,"copy":3,"source":1,"dest":1,"that":2,"are":1,"going":1,"be":1,"ignored":3,"sequencegroup":1,"the":5,"slots":2,"for":1,"lookahead":2,"decoding":1,"requests":2,"running":2,"queue":2,"size":1,"preempted":1,"def":4,"post":1,"init":1,"self":17,"and":5,"should":1,"never":1,"happen":1,"at":1,"same":1,"time":1,"assert":2,"not":7,"loras":2,"len":3,"lora":4,"if":2,"0":3,"sort":3,"by":3,"ids":2,"is":2,"empty":1,"bool":1,"note":1,"we":1,"do":1,"consider":1,"return":3,"key":4,"fn":1,"group":7,"id":2,"request":1,"so":1,"all":2,"prefills":1,"come":1,"before":1,"decodes":1,"as":1,"required":1,"chunked":1},"6862,1953,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"self":4,"scheduled":5,"seq":14,"groups":11,"sorted":1,"key":2,"fn":1,"property":1,"def":2,"lora":3,"requests":3,"set":1,"lorarequest":1,"return":2,"g":3,"group":3,"request":2,"for":4,"in":3,"if":2,"is":1,"not":2,"none":1,"dataclass":2,"class":2,"schedulerrunningoutputs":3,"the":7,"that":6,"are":5,"from":2,"a":4,"running":3,"queue":2,"could":1,"contain":1,"prefill":8,"s":2,"chunked":2,"or":2,"decodes":1,"there":1,"enough":1,"memory":1,"it":2,"can":1,"be":1,"preempted":4,"recompute":1,"swapped":4,"out":7,"selected":2,"sequences":4,"and":2,"decoding":2,"phase":2,"decode":4,"list":12,"scheduledsequencegroup":2,"i":1,"e":1,"means":1,"has":1,"been":1,"sequencegroup":4,"blocks":6,"to":7,"swap":4,"tuple":2,"int":5,"copy":3,"number":1,"of":1,"slots":3,"lookahead":3,"num":2,"optimization":1,"fast":1,"access":1,"lists":1,"classmethod":1,"create":1,"empty":1,"cls":1,"0":1,"schedulerswappedinoutputs":1},"8815,1958,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"could":2,"contain":2,"prefill":8,"that":5,"s":1,"chunked":2,"or":2,"decodes":1,"selected":3,"sequences":3,"are":3,"going":2,"to":9,"be":3,"swapped":2,"in":7,"and":2,"is":2,"a":4,"decoding":2,"phase":2,"decode":2,"seq":12,"groups":12,"list":7,"scheduledsequencegroup":3,"i":1,"e":1,"it":1,"means":1,"the":5,"has":1,"been":1,"blocks":6,"swap":3,"tuple":2,"int":6,"copy":3,"number":1,"of":1,"slots":5,"for":2,"lookahead":5,"num":4,"infeasible":3,"sequence":2,"sequencegroup":2,"classmethod":2,"def":3,"create":2,"empty":2,"cls":2,"schedulerswappedinoutputs":2,"return":3,"0":2,"dataclass":1,"class":1,"schedulerprefilloutputs":3,"requests":3,"scheduled":1,"from":2,"waiting":1,"queue":1,"fresh":1,"preempted":1,"need":1,"recomputed":1,"scratch":1,"ignored":3,"group":1,"metadata":1,"builder":1,"sequencegroupmetadata":1,"request":1,"id":1,"prompt":1,"false":1,"data":1,"sampling":1,"params":1,"none":1,"block":1,"tables":1},"10773,1712,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":2,"scheduler":3,"running":3,"outputs":1,"builder":2,"return":3,"schedulerrunningoutputs":1,"decode":4,"seq":6,"groups":4,"prefill":5,"preempted":1,"swapped":1,"out":2,"blocks":3,"to":6,"swap":1,"copy":1,"num":1,"lookahead":1,"slots":1,"0":3,"list":2,"scheduled":2,"group":3,"scheduledsequencegroup":2,"sequencegroup":2,"new":1,"token":2,"chunk":2,"size":2,"none":1,"dataclass":1,"class":1,"partialprefillmetadata":1,"holds":1,"information":1,"about":1,"the":8,"partial":2,"prefills":5,"that":2,"are":1,"currently":2,"during":3,"a":5,"single":2,"iteration":3,"of":6,"when":1,"chunked":1,"is":2,"enabled":1,"we":1,"allow":1,"certain":1,"number":4,"seqs":1,"be":2,"partially":1,"prefilled":1,"each":1,"having":1,"multiple":1,"in":3,"flight":1,"allows":1,"us":1,"minimize":1,"ttft":1,"and":2,"avoid":1,"starvation":1,"cases":1,"where":1,"sequence":1,"with":1,"very":1,"large":1,"prompt":1,"queue":2,"for":1,"too":1,"many":1,"iterations":1,"long":3,"requests":3,"limited":1,"so":1,"smaller":1,"may":1,"jump":1,"front":1,"them":1,"get":1,"phase":1,"faster":1,"minimum":1,"bound":1,"on":1,"total":1,"this":1,"schedulable":1,"int":2,"config":1,"schedulerconfig":1},"12485,1856,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":3,"can":1,"schedule":1,"self":8,"seq":8,"group":4,"sequencegroup":4,"bool":1,"when":2,"concurrent":1,"partial":4,"prefills":12,"are":2,"enabled":1,"we":2,"limit":1,"the":6,"number":1,"of":2,"long":11,"requests":3,"and":4,"only":1,"accept":1,"shorter":1,"from":3,"queue":2,"while":1,"running":4,"them":1,"concurrently":1,"return":1,"not":1,"first":4,"get":3,"num":4,"new":4,"tokens":3,"scheduler":7,"config":6,"prefill":6,"token":3,"threshold":3,"max":2,"1":4,"maybe":1,"increment":1,"none":1,"a":3,"is":2,"scheduled":2,"need":1,"to":3,"know":1,"if":5,"it":1,"request":1,"classmethod":1,"queues":2,"cls":1,"deque":2,"waiting":3,"schedulerconfig":1,"partialprefillmetadata":2,"create":1,"object":1,"current":1,"state":1,"s":1,"this":2,"accounts":1,"for":2,"currently":1,"peeks":1,"into":1,"see":1,"there":1,"more":1,"potentially":1,"be":1,"during":1,"iteration":1,"0":3,"sg":3,"in":1,"data":1,"stage":1,"sequencestage":1},"14341,1838,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"for":3,"sg":2,"in":2,"waiting":6,"don":3,"t":4,"bother":1,"looping":1,"through":1,"the":6,"rest":1,"of":2,"queue":2,"if":5,"we":4,"know":1,"there":1,"are":2,"already":1,"at":1,"least":1,"max":4,"partial":4,"prefills":15,"requests":3,"to":5,"fill":1,"scheduler":10,"config":15,"num":3,"break":1,"count":1,"long":10,"from":1,"aren":1,"going":1,"schedule":1,"them":1,"anyway":1,"first":1,"seq":1,"get":1,"new":1,"tokens":1,"prefill":1,"token":1,"threshold":1,"continue":1,"1":3,"nb":1,"and":2,"tracked":1,"separately":1,"account":1,"here":1,"because":1,"need":1,"use":1,"this":2,"metadata":1,"track":1,"how":1,"many":1,"have":1,"actually":1,"been":1,"scheduled":1,"return":1,"partialprefillmetadata":1,"schedulable":1,"min":1,"class":1,"def":1,"init":1,"self":4,"schedulerconfig":1,"cache":3,"cacheconfig":1,"lora":4,"optional":2,"loraconfig":1,"pipeline":1,"parallel":1,"size":1,"int":1,"output":1,"proc":1,"callback":1,"callable":1,"none":2,"note":1,"scheduling":1,"current":1,"policy":1,"is":1,"extremely":1,"simple":1,"not":1,"fair":1,"it":1,"can":1,"lead":1,"starvation":1,"some":1,"loras":1,"should":1,"be":1,"improved":1,"future":1},"16179,928,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"version":3,"selfattn":1,"if":3,"self":6,"scheduler":1,"config":7,"runner":1,"type":1,"pooling":1,"or":1,"cache":6,"is":1,"attention":1,"free":1,"placeholder":1,"blockspacemanagerimpl":2,"blockspacemanager":1,"get":1,"block":5,"space":2,"manager":3,"class":1,"num":12,"gpu":6,"blocks":12,"pipeline":2,"parallel":2,"size":4,"cpu":6,"create":1,"the":1,"sliding":2,"window":2,"enable":2,"caching":2,"prefix":1},"17107,1808,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"sequence":4,"groups":4,"in":3,"the":9,"waiting":2,"state":4,"contain":3,"new":1,"prefill":1,"or":2,"preempted":1,"requests":7,"self":15,"deque":6,"sequencegroup":3,"running":3,"decode":2,"swapped":3,"that":2,"are":1,"out":1,"finished":3,"ids":2,"since":1,"last":3,"step":5,"iteration":1,"it":2,"lets":1,"model":1,"know":1,"any":1,"associated":1,"with":1,"these":1,"can":1,"and":1,"must":1,"be":1,"released":1,"after":1,"current":1,"this":1,"is":3,"used":3,"to":3,"evict":1,"from":1,"mamba":1,"cache":5,"list":5,"str":1,"time":2,"at":2,"previous":2,"scheduling":1,"prev":2,"0":6,"did":1,"we":1,"schedule":1,"a":1,"prompt":4,"false":1,"latency":2,"of":1,"preemption":8,"mode":3,"recompute":1,"swap":1,"user":1,"specified":1,"scheduler":2,"config":1,"following":1,"field":1,"test":1,"only":1,"inject":1,"artificial":6,"enable":3,"preempt":2,"cnt":2,"max":1,"if":1,"else":1,"num":1,"cumulative":1,"int":1,"python":1,"objects":1,"seq":2,"group":2,"metadata":1,"pyobjectcache":3,"outputs":1,"scheduled":1},"18915,1285,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"for":4,"async":5,"output":7,"processing":3,"we":2,"need":1,"to":2,"swap":1,"cache":7,"buffers":1,"between":1,"iterations":1,"i":2,"e":1,"since":1,"the":8,"is":4,"lagged":1,"one":1,"step":1,"cannot":2,"reuse":1,"cached":1,"objects":1,"immediately":1,"when":3,"schedule":3,"called":2,"again":1,"but":1,"only":1,"second":1,"time":1,"self":11,"proc":5,"callback":3,"use":2,"not":1,"none":1,"num":2,"iters":2,"2":1,"if":1,"else":1,"1":1,"id":1,"0":1,"in":2,"range":1,"seq":5,"group":4,"metadata":2,"append":3,"pyobjectcache":3,"builder":3,"scheduler":2,"running":2,"outputs":2,"scheduled":2,"postprocessor":1,"extra":1,"decode":1,"run":1,"be":2,"done":1,"request":2,"reaches":1,"max":1,"model":1,"len":1,"this":2,"case":1,"will":1,"stopped":2,"during":1,"call":1,"and":2,"added":1,"stop":1,"list":2,"deallocation":1,"by":1,"free":1,"finished":1,"groups":1,"sequencegroup":1},"20200,1828,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"list":4,"with":2,"the":7,"chunk":1,"sizes":1,"to":8,"hand":1,"out":1,"each":1,"sequence":5,"depending":1,"on":1,"how":1,"many":1,"partial":6,"prefills":4,"are":1,"running":5,"this":2,"is":2,"slightly":1,"faster":1,"than":1,"an":1,"integer":1,"division":1,"every":1,"time":1,"a":2,"prefill":4,"scheduled":1,"splits":1,"budget":4,"evenly":1,"among":1,"all":1,"self":18,"lookup":3,"0":2,"scheduler":4,"config":5,"max":4,"num":6,"1":5,"batched":2,"tokens":4,"for":3,"i":3,"in":1,"range":1,"property":3,"def":7,"next":1,"cache":3,"id":5,"return":3,"iters":1,"lora":2,"enabled":1,"bool":2,"decoding":1,"per":1,"seq":13,"int":1,"number":1,"of":1,"new":1,"add":6,"group":12,"sequencegroup":3,"none":5,"groups":3,"waiting":2,"queue":3,"append":3,"only":2,"testing":2,"purposes":2,"swapped":3,"abort":1,"request":1,"union":1,"str":3,"iterable":1,"optional":1,"dict":1,"sequencegroupbase":1,"aborts":1,"given":1},"22028,351,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"check":1,"if":3,"the":8,"sequence":4,"group":3,"with":2,"given":1,"id":1,"is":2,"present":2,"in":2,"any":2,"of":2,"state":2,"queue":2,"remove":1,"from":1,"also":1,"sequences":1,"not":1,"finished":2,"free":1,"status":1,"aborted":1,"otherwise":1,"do":1,"nothing":1},"22379,1994,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"args":1,"request":23,"id":27,"the":7,"s":1,"of":1,"sequence":2,"group":23,"to":9,"abort":1,"seq":26,"helper":1,"for":5,"groups":5,"with":1,"n":2,"1":2,"if":5,"isinstance":1,"str":1,"ids":5,"set":1,"or":1,"state":4,"queue":4,"in":8,"self":5,"waiting":1,"running":1,"swapped":1,"aborted":12,"list":2,"sequencegroup":1,"when":1,"looks":1,"like":1,"foo":2,"parallel":1,"sample":1,"0":1,"while":1,"is":2,"just":1,"and":1,"we":2,"should":1,"resolve":1,"it":1,"as":1,"real":6,"match":1,"else":1,"appending":1,"into":1,"pending":1,"append":2,"can":1,"t":1,"remove":4,"here":1,"because":1,"there":1,"may":1,"be":1,"other":1,"sharing":1,"same":1,"from":2,"mamba":1,"cache":1,"finished":3,"requests":1,"get":1,"seqs":1,"continue":1,"status":1,"sequencestatus":1,"free":1,"del":1},"24373,1641,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"self":19,"free":4,"seq":7,"group":7,"cross":4,"attn":2,"blocks":2,"aborted":1,"def":7,"sequencegroup":1,"none":3,"a":2,"sequence":2,"from":1,"attention":1,"block":4,"table":1,"has":2,"no":1,"effect":1,"on":1,"decoder":2,"only":1,"models":1,"if":1,"is":1,"encoder":1,"manager":3,"unfinished":2,"seqs":1,"bool":3,"return":5,"len":6,"waiting":2,"0":3,"or":2,"running":5,"swapped":2,"get":4,"prefix":4,"cache":4,"hit":2,"rate":2,"device":6,"float":1,"reset":3,"optional":3,"num":1,"groups":3,"int":2,"and":2,"finished":6,"requests":6,"ids":6,"list":3,"str":1,"flushes":1,"the":1,"of":2,"request":1,"previously":1,"schedule":2,"budget":1,"schedulingbudget":1,"curr":1,"loras":1,"set":1,"enable":1,"chunking":1,"false":1,"partial":1,"prefill":2,"metadata":1,"partialprefillmetadata":1,"schedulerrunningoutputs":1,"that":1,"are":1,"queue":1,"should":1,"include":1,"decode":1,"chunked":1},"26014,1760,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"args":1,"budget":3,"the":4,"scheduling":1,"argument":2,"is":3,"in":2,"place":2,"updated":2,"when":2,"any":2,"decodes":2,"are":4,"preempted":5,"curr":1,"loras":1,"currently":2,"batched":2,"lora":1,"request":1,"ids":1,"enable":3,"chunking":3,"if":2,"true":1,"seq":9,"group":1,"can":1,"be":2,"chunked":2,"and":1,"only":1,"a":1,"number":1,"of":1,"tokens":3,"scheduled":1,"num":3,"has":1,"not":1,"enough":1,"capacity":1,"to":8,"schedule":1,"all":1,"partial":2,"prefill":6,"metadata":1,"information":1,"about":1,"prefills":1,"that":2,"running":2,"returns":1,"schedulerrunningoutputs":2,"ret":16,"self":3,"scheduler":1,"outputs":1,"cache":2,"id":1,"get":2,"object":1,"blocks":7,"swap":3,"out":6,"clear":8,"copy":3,"decode":4,"groups":8,"swapped":4,"lookahead":2,"slots":2,"false":1,"list":8,"need":1,"or":1,"copied":1,"before":1,"model":1,"execution":1,"tuple":2,"int":4,"scheduledsequencegroup":2,"sequencegroup":2},"27774,1551,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"running":11,"queue":4,"self":6,"assert":1,"len":4,"async":4,"stopped":2,"0":4,"while":1,"seq":4,"group":4,"we":2,"discard":1,"the":7,"cached":4,"tokens":9,"info":3,"here":1,"because":1,"don":1,"t":1,"need":1,"it":2,"for":2,"sequence":4,"1":1,"if":4,"a":4,"is":5,"with":3,"chunked":2,"prefill":4,"was":1,"already":1,"used":1,"first":1,"2":1,"non":1,"then":1,"there":1,"s":1,"decoding":1,"and":3,"irrelevant":1,"num":5,"uncached":3,"new":3,"get":2,"sequencestatus":1,"enable":1,"chunking":1,"budget":2,"partial":1,"metadata":1,"no":1,"stop":1,"break":1,"popleft":1,"postprocessor":1,"an":1,"extra":2,"decode":2,"run":2,"done":1,"to":2,"process":1,"final":1,"check":1,"below":1,"avoids":1,"this":1,"when":1,"model":2,"max":2,"reached":1,"in":1,"order":1,"avoid":1,"memory":1,"overflow":1,"use":1,"output":1,"proc":1,"seqs":1,"scheduler":1,"config":1,"append":1,"continue":1},"29325,1767,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"note":2,"woosuk":1,"preemption":1,"happens":1,"only":1,"when":1,"there":2,"is":5,"no":3,"available":1,"slot":1,"to":3,"keep":1,"all":1,"the":4,"sequence":6,"groups":1,"in":2,"running":7,"state":1,"while":1,"not":3,"self":4,"can":2,"append":1,"slots":1,"seq":11,"group":14,"enable":1,"chunking":1,"budget":2,"subtract":2,"num":6,"batched":1,"tokens":2,"request":4,"id":7,"seqs":4,"get":1,"max":1,"if":3,"curr":3,"loras":3,"none":2,"and":2,"lora":3,"int":3,"0":1,"remove":1,"determine":1,"victim":4,"cont":2,"loop":3,"true":2,"queue":2,"preempt":4,"lowest":1,"priority":1,"pop":1,"else":2,"other":1,"be":1,"preempted":1,"current":1,"this":2,"also":1,"where":1,"we":2,"stop":1,"since":1,"nothing":1,"false":1,"with":1,"async":3,"postprocessor":2,"before":1,"preempting":1,"a":1,"need":1,"ensure":1,"it":1,"has":1,"pending":1,"do":1,"use":1,"output":3,"proc":3,"assert":1,"callback":2},"31092,1630,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"it":2,"may":1,"be":1,"that":1,"the":1,"async":1,"pending":1,"victim":6,"seq":24,"group":20,"becomes":1,"finished":3,"in":1,"which":1,"case":1,"we":1,"simply":1,"free":2,"if":5,"is":4,"self":5,"do":3,"preempt":3,"false":1,"preemption":1,"preempted":3,"mode":2,"blocks":2,"to":2,"swap":1,"out":2,"preemptionmode":1,"recompute":1,"append":7,"else":3,"swapped":1,"not":1,"cont":1,"loop":1,"break":1,"slots":1,"copy":1,"enable":1,"chunking":1,"prefill":5,"scheduled":7,"scheduledsequencegroup":1,"cache":2,"id":1,"get":1,"object":1,"token":2,"chunk":2,"size":2,"num":1,"running":1,"tokens":1,"groups":4,"ret":2,"list":2,"1":1,"decode":2},"32722,1914,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"budget":8,"add":3,"num":9,"batched":3,"tokens":5,"seq":8,"group":7,"request":3,"id":6,"running":7,"optimization":1,"note":1,"that":2,"get":2,"max":3,"seqs":6,"is":5,"expensive":1,"for":1,"the":6,"default":1,"scheduling":3,"chase":1,"where":1,"enable":4,"chunking":4,"false":2,"are":6,"updated":4,"before":1,"this":1,"method":1,"so":1,"we":1,"don":1,"t":1,"have":1,"to":2,"update":1,"it":3,"again":1,"here":1,"if":4,"curr":6,"loras":6,"not":2,"none":1,"and":4,"lora":4,"int":3,"0":1,"self":5,"scheduler":1,"outputs":1,"cache":4,"next":2,"reset":2,"scheduled":3,"return":1,"ret":1,"def":1,"schedule":3,"swapped":5,"schedulingbudget":1,"optional":1,"set":1,"bool":1,"schedulerswappedinoutputs":1,"sequence":1,"groups":2,"out":1,"schedules":1,"requests":3,"as":2,"long":1,"fits":1,"from":1,"config":1,"input":1,"arguments":1,"based":1,"on":1,"args":1,"argument":2,"in":4,"place":2,"when":2,"any":2,"currently":1,"ids":1,"true":1,"can":1,"be":1,"chunked":2,"only":1,"a":1,"number":1,"of":1,"has":1,"enough":1,"capacity":1,"all":1},"34636,1460,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"returns":1,"schedulerswappedinoutputs":1,"blocks":4,"that":1,"need":1,"to":4,"be":2,"swapped":8,"or":1,"copied":1,"before":1,"model":1,"execution":1,"swap":2,"in":4,"list":5,"tuple":2,"int":4,"copy":1,"decode":1,"seq":12,"groups":4,"scheduledsequencegroup":2,"prefill":4,"infeasible":2,"sequencegroup":2,"queue":4,"self":3,"leftover":1,"deque":2,"while":1,"group":7,"0":1,"if":2,"the":3,"sequence":2,"cannot":1,"stop":1,"is":3,"alloc":3,"status":4,"block":1,"manager":1,"can":1,"get":2,"num":1,"lookahead":1,"slots":1,"enable":1,"chunking":1,"allocstatus":2,"later":1,"break":1,"elif":1,"never":1,"logger":1,"warning":1,"failing":1,"request":2,"s":2,"because":1,"there":1,"not":1,"enough":1,"kv":1,"cache":1,"run":1,"entire":1,"id":1,"for":1,"seqs":1,"sequencestatus":1,"finished":1,"ignored":1,"append":1,"popleft":1,"continue":1},"36096,1367,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"lora":9,"int":5,"id":5,"0":3,"if":3,"self":5,"enabled":1,"seq":6,"group":5,"assert":2,"curr":3,"loras":4,"is":2,"not":5,"none":2,"config":2,"and":3,"in":2,"len":1,"max":2,"we":2,"don":1,"t":1,"have":1,"a":1,"space":1,"for":2,"another":1,"so":1,"ignore":1,"this":1,"request":1,"now":1,"leftover":1,"swapped":4,"appendleft":1,"queue":1,"popleft":1,"continue":1,"the":3,"total":1,"number":2,"of":2,"sequences":2,"running":2,"state":1,"should":1,"exceed":1,"maximum":1,"num":10,"new":9,"seqs":4,"get":2,"tokens":6,"uncached":4,"cached":2,"sequencestatus":2,"enable":1,"chunking":1,"budget":2,"or":1,"can":1,"schedule":1,"remove":1,"from":1,"computed":1,"blocks":1,"tracker":1,"break":1},"37463,1820,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":3,"lora":2,"int":3,"id":4,"0":1,"and":1,"curr":2,"loras":2,"is":3,"not":1,"none":1,"add":3,"swapped":3,"queue":2,"popleft":1,"self":8,"swap":4,"in":4,"seq":15,"group":7,"blocks":6,"to":6,"append":3,"slots":3,"copy":3,"enable":3,"chunking":3,"prefill":6,"groups":8,"scheduledsequencegroup":2,"token":2,"chunk":2,"size":2,"num":12,"new":5,"tokens":8,"uncached":2,"cached":3,"else":2,"decode":3,"1":1,"budget":2,"batched":3,"request":2,"seqs":2,"extendleft":1,"leftover":1,"return":1,"schedulerswappedinoutputs":1,"lookahead":2,"get":2,"false":1,"infeasible":2,"def":1,"prompt":3,"limit":3,"sequencegroup":1,"scheduler":4,"config":4,"chunked":1,"enabled":1,"max":3,"model":2,"len":2,"min":1},"39283,1817,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"model":1,"is":4,"fine":2,"tuned":2,"with":2,"long":4,"context":1,"return":4,"the":10,"max":5,"len":4,"if":3,"seq":11,"group":14,"lora":7,"request":4,"and":3,"assert":1,"prompt":2,"limit":2,"else":1,"def":2,"get":5,"priority":11,"self":6,"sequencegroup":1,"tuple":2,"optional":1,"int":4,"float":1,"of":3,"sequence":3,"highest":1,"preference":1,"to":2,"user":1,"defined":1,"followed":1,"by":1,"arrival":2,"time":2,"args":2,"input":1,"returns":2,"schedule":1,"preemption":3,"budget":4,"schedulingbudget":1,"sorts":1,"waiting":6,"running":5,"queue":6,"also":1,"force":2,"preempt":1,"requests":2,"from":1,"their":1,"lower":1,"based":2,"used":1,"policy":1,"scheduling":1,"argument":1,"in":1,"place":1,"updated":1,"when":1,"any":1,"are":1,"scheduled":1,"a":1,"count":2,"preemptions":1,"deque":1,"sorted":1,"key":1,"blocks":1,"swap":1,"out":1,"list":1,"0":1,"popleft":1,"num":4,"new":3,"seqs":2,"tokens":2,"uncached":2,"cached":1,"sequencestatus":1,"false":1},"41100,1918,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"only":2,"preempt":4,"if":3,"priority":4,"inversion":1,"exists":1,"while":1,"running":11,"queue":10,"and":4,"self":9,"get":5,"1":2,"seq":5,"group":13,"waiting":9,"sequence":4,"cannot":1,"be":1,"allocated":1,"can":4,"allocate":3,"block":1,"manager":1,"num":13,"new":6,"tokens":7,"uncached":5,"0":1,"allocstatus":1,"ok":1,"budget":5,"schedule":1,"seqs":6,"break":1,"adjust":1,"to":2,"remove":2,"the":4,"victim":2,"vseq":7,"pop":1,"cached":1,"sequencestatus":2,"false":1,"subtract":2,"batched":1,"request":2,"id":2,"max":1,"out":2,"blocks":2,"swap":1,"appendleft":2,"force":2,"preemption":2,"count":2,"put":1,"back":1,"into":1,"from":1,"computed":1,"tracker":1,"deque":1,"sorted":1,"key":1,"return":1},"43018,1996,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":1,"schedule":3,"prefills":2,"self":3,"budget":8,"schedulingbudget":1,"curr":4,"loras":4,"optional":2,"set":1,"int":1,"enable":4,"chunking":4,"bool":2,"false":2,"partial":3,"prefill":6,"metadata":2,"partialprefillmetadata":1,"none":1,"schedulerprefilloutputs":3,"sequence":1,"groups":6,"that":4,"are":6,"in":3,"stage":1,"note":1,"the":7,"current":1,"scheduler":1,"treats":1,"preempted":1,"for":1,"recompute":1,"as":3,"a":2,"new":1,"starts":1,"from":2,"beginning":1,"most":1,"recently":1,"generated":1,"tokens":4,"it":2,"schedules":1,"waiting":3,"requests":3,"long":1,"fits":1,"and":3,"max":1,"lora":2,"scheduling":2,"config":1,"input":1,"arguments":1,"updated":3,"based":1,"on":1,"scheduled":4,"seq":6,"args":1,"argument":2,"is":3,"place":2,"when":2,"any":3,"currently":2,"batched":2,"request":1,"ids":1,"if":3,"true":2,"group":1,"can":2,"be":1,"chunked":2,"only":1,"number":1,"of":1,"num":3,"has":1,"not":1,"enough":1,"capacity":1,"to":1,"all":1,"information":1,"about":1,"running":1,"returns":1,"remaining":1,"token":1,"0":1,"do":1,"nothing":1,"t":1,"add":1,"more":1,"anyway":1,"return":1,"ignored":2,"lookahead":2,"slots":2,"get":1,"list":2,"sequencegroup":1,"scheduledsequencegroup":1,"using":1,"prompt":1,"embeds":1,"queue":1},"45014,1975,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"leftover":2,"waiting":13,"sequences":2,"deque":2,"sequencegroup":1,"while":1,"self":4,"passed":1,"delay":1,"time":2,"and":4,"queue":4,"seq":12,"group":9,"0":3,"seqs":5,"get":4,"status":2,"sequencestatus":4,"assert":2,"len":2,"1":1,"sequence":2,"should":1,"have":1,"only":1,"one":1,"prompt":8,"if":3,"partial":4,"prefill":4,"metadata":4,"is":2,"not":3,"none":1,"can":1,"schedule":1,"appendleft":1,"popleft":2,"continue":2,"num":12,"new":9,"tokens":12,"uncached":3,"cached":3,"enable":2,"chunking":2,"budget":1,"limit":5,"logger":1,"warning":1,"input":1,"d":2,"too":1,"long":1,"exceeds":1,"of":1,"for":1,"in":1,"finished":2,"ignored":3,"remove":1,"from":1,"computed":1,"blocks":1,"tracker":1,"groups":1,"append":1,"lookahead":1,"slots":1,"int":1},"46989,1586,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":4,"the":2,"sequence":2,"group":9,"cannot":2,"be":1,"allocated":1,"stop":1,"can":4,"allocate":4,"self":4,"block":2,"manager":2,"seq":15,"num":4,"lookahead":4,"slots":4,"allocstatus":2,"later":1,"remove":3,"from":3,"computed":3,"blocks":3,"tracker":3,"sequencestatus":4,"waiting":6,"break":1,"elif":1,"never":1,"logger":1,"warning":1,"input":1,"prompt":6,"d":2,"tokens":2,"is":1,"too":1,"long":1,"and":2,"exceeds":1,"capacity":1,"of":1,"new":1,"for":1,"in":1,"seqs":1,"status":1,"finished":2,"ignored":3,"groups":3,"append":1,"queue":2,"popleft":2,"continue":2,"we":1,"mix":1,"that":2,"use":1,"embeds":5,"those":1,"do":1,"not":1,"len":1,"0":1,"using":2,"uses":2,"leftover":1,"sequences":1,"appendleft":1},"48575,1880,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"lora":12,"int":7,"id":7,"0":4,"if":5,"self":9,"enabled":2,"seq":10,"group":7,"assert":2,"curr":5,"loras":6,"is":3,"not":5,"none":3,"config":3,"and":5,"in":2,"len":1,"max":3,"we":4,"don":1,"t":1,"have":1,"a":1,"space":1,"for":2,"another":1,"so":1,"ignore":1,"this":2,"request":2,"now":1,"remove":3,"from":3,"computed":3,"blocks":3,"tracker":3,"sequencestatus":3,"waiting":6,"leftover":1,"sequences":1,"appendleft":1,"queue":3,"popleft":2,"continue":1,"budget":3,"num":9,"batched":2,"tokens":5,"scheduler":1,"ve":1,"reached":1,"the":2,"limit":1,"since":1,"there":1,"might":1,"be":1,"continuous":1,"prefills":2,"running":3,"should":1,"break":3,"to":1,"avoid":1,"scheduling":1,"any":1,"new":7,"seqs":4,"get":1,"uncached":2,"or":1,"can":2,"schedule":2,"add":1,"allocate":1,"set":1},"50455,1146,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":2,"partial":3,"prefill":3,"metadata":2,"is":2,"not":1,"none":1,"maybe":1,"increment":1,"prefills":1,"seq":11,"group":5,"groups":6,"append":1,"scheduledsequencegroup":1,"token":1,"chunk":1,"size":1,"num":10,"new":4,"tokens":6,"budget":2,"add":2,"batched":2,"request":2,"id":2,"uncached":1,"cached":2,"seqs":2,"queue":2,"requests":2,"that":1,"couldn":1,"t":1,"be":1,"scheduled":1,"waiting":2,"extendleft":1,"leftover":1,"sequences":1,"len":1,"0":1,"self":3,"prev":1,"prompt":1,"true":2,"return":1,"schedulerprefilloutputs":1,"ignored":2,"lookahead":2,"slots":2,"get":1,"enable":2,"chunking":2,"def":1,"schedule":2,"default":1,"scheduleroutputs":1,"queued":1},"51601,1599,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"the":3,"current":1,"policy":2,"is":1,"designed":1,"to":2,"optimize":1,"throughput":1,"first":1,"it":2,"batches":1,"as":2,"many":1,"prefill":3,"requests":5,"possible":1,"and":2,"schedules":1,"decodes":1,"if":6,"there":1,"s":1,"a":1,"pressure":1,"on":1,"gpu":1,"memory":1,"decode":1,"can":1,"be":1,"swapped":5,"or":1,"preempted":1,"include":2,"running":6,"budget":6,"schedulingbudget":1,"token":1,"self":9,"scheduler":3,"config":3,"max":5,"num":7,"batched":1,"tokens":1,"seqs":6,"make":1,"sure":1,"we":2,"before":1,"scheduling":1,"so":1,"that":1,"don":1,"t":1,"schedule":3,"beyond":1,"for":3,"seq":7,"group":6,"in":3,"add":1,"request":1,"id":3,"get":1,"curr":2,"loras":2,"set":1,"lora":3,"int":2,"0":2,"enabled":1,"else":1,"none":1,"prefills":4,"schedulerprefilloutputs":1,"create":3,"empty":3,"scheduled":1,"schedulerrunningoutputs":1,"schedulerswappedinoutputs":1,"any":1,"are":1,"prioritized":1,"not":1,"enable":1,"chunking":1,"false":1,"len":1,"groups":1,"priority":2,"preemption":1},"53200,1911,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"don":1,"t":3,"schedule":4,"decodes":1,"if":7,"prefills":7,"are":1,"scheduled":10,"note":1,"doesn":2,"enable":2,"chunking":2,"self":10,"running":17,"only":1,"contains":1,"decode":4,"requests":5,"not":2,"chunked":2,"len":9,"seq":10,"groups":8,"0":6,"budget":4,"curr":3,"loras":2,"false":1,"any":2,"sequence":2,"group":4,"is":1,"preempted":5,"do":1,"swap":1,"in":7,"because":2,"it":1,"means":1,"there":2,"s":5,"no":2,"slot":1,"for":3,"new":2,"swapped":10,"out":3,"assert":4,"num":4,"batched":2,"tokens":2,"scheduler":2,"config":2,"max":2,"seqs":2,"update":3,"waiting":2,"extendleft":1,"extend":4,"list":1,"should":1,"be":1,"prefill":3,"from":1,"queue":1,"this":1,"policy":1,"allow":1},"55111,1773,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"merge":1,"lists":1,"num":2,"prefill":2,"groups":28,"len":3,"prefills":3,"seq":32,"ignored":14,"for":9,"embeds":11,"list":2,"sequencegroup":1,"if":5,"0":4,"scheduled":12,"extend":5,"running":3,"decode":3,"clear":3,"else":2,"using":2,"prompt":4,"group":8,"uses":2,"indices":3,"int":1,"i":4,"schedule":3,"in":6,"enumerate":2,"append":2,"not":1,"swapped":3,"blocks":4,"to":4,"copy":4,"infeasible":1},"56884,1890,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"return":1,"scheduleroutputs":2,"scheduled":4,"seq":4,"groups":6,"num":10,"prefill":11,"batched":3,"tokens":4,"budget":4,"cached":1,"blocks":6,"to":9,"swap":4,"in":4,"swapped":3,"out":2,"running":6,"copy":2,"ignored":2,"lookahead":2,"slots":2,"queue":1,"size":1,"len":1,"self":7,"preempted":2,"def":1,"schedule":6,"chunked":3,"queued":1,"requests":9,"allows":1,"chunk":1,"batch":2,"them":1,"together":1,"with":1,"decode":1,"this":1,"policy":2,"1":1,"as":2,"many":1,"decoding":1,"possible":1,"2":1,"that":1,"are":1,"not":1,"finished":1,"3":1,"request":1,"4":1,"new":1,"the":3,"can":2,"sustain":1,"high":1,"gpu":1,"utilization":1,"because":2,"it":2,"put":1,"and":1,"decodes":2,"same":1,"while":1,"improves":1,"inter":1,"token":2,"latency":1,"don":1,"t":1,"need":1,"be":1,"blocked":1,"by":1,"schedulingbudget":1,"scheduler":4,"config":4,"max":3,"seqs":2,"curr":1,"loras":1,"set":2,"int":1,"prefills":1,"schedulerprefilloutputs":1,"create":3,"empty":2,"schedulerswappedinoutputs":1,"partial":2,"metadata":2,"partialprefillmetadata":1,"from":1,"queues":1,"waiting":2},"58774,1029,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"decoding":1,"should":1,"be":1,"always":1,"scheduled":5,"first":1,"by":1,"fcfs":1,"running":5,"self":6,"schedule":4,"budget":5,"curr":4,"loras":3,"enable":2,"chunking":2,"true":2,"partial":4,"prefill":4,"metadata":4,"swapped":4,"out":2,"requests":2,"if":2,"preemption":1,"happens":1,"it":1,"means":1,"we":1,"don":1,"t":1,"have":1,"space":1,"for":1,"swap":1,"in":2,"len":2,"preempted":2,"0":1,"prefills":2,"assert":2,"num":4,"batched":2,"tokens":2,"scheduler":2,"config":2,"max":2,"seqs":2,"update":1,"waiting":2,"extendleft":1},"59803,1097,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"update":1,"new":1,"running":9,"requests":2,"by":1,"default":1,"vllm":1,"scheduler":1,"prioritizes":1,"prefills":5,"once":1,"chunked":1,"prefill":4,"is":3,"enabled":1,"the":4,"policy":1,"changed":1,"to":4,"prioritize":1,"decode":4,"self":6,"extend":5,"s":8,"seq":9,"group":4,"for":4,"in":7,"swapped":2,"groups":5,"scheduled":3,"because":1,"multiple":1,"may":1,"be":1,"concurrently":1,"we":1,"need":1,"make":1,"sure":1,"that":4,"which":1,"are":4,"finish":1,"listed":1,"before":1,"those":1,"won":1,"t":1,"this":1,"so":1,"on":1,"next":1,"scheduling":1,"iteration":1,"when":1,"they":2,"have":1,"transitioned":1,"stage":2,"properly":1,"prioritized":1,"over":1,"sequences":1,"still":1,"order":1,"finishing":1,"first":1},"60900,1474,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"update":1,"swapped":10,"requests":1,"self":2,"extend":1,"running":10,"scheduled":11,"out":4,"put":1,"prefills":4,"first":1,"due":1,"to":8,"attention":1,"backend":1,"ordering":1,"assumption":1,"seq":14,"groups":17,"prefill":7,"in":8,"decode":2,"num":7,"len":6,"return":1,"scheduleroutputs":1,"batched":2,"tokens":3,"budget":2,"cached":1,"blocks":7,"swap":4,"copy":3,"ignored":2,"infeasible":1,"lookahead":1,"slots":1,"0":1,"queue":1,"size":1,"preempted":2},"62374,1754,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":3,"order":1,"finishing":5,"prefills":1,"first":2,"self":11,"scheduled":4,"prefill":8,"seqs":3,"list":3,"scheduledsequencegroup":1,"sequencegroup":2,"returns":1,"a":1,"of":2,"prefilling":2,"sequencegroups":1,"where":1,"sequences":1,"that":1,"are":2,"to":3,"finish":1,"listed":1,"s":8,"seq":8,"group":9,"for":3,"in":3,"if":4,"get":3,"num":6,"uncomputed":2,"tokens":2,"token":2,"chunk":2,"size":2,"not":3,"return":5,"schedule":4,"scheduleroutputs":1,"queued":1,"requests":1,"scheduler":1,"config":1,"chunked":2,"enabled":1,"else":1,"default":1,"can":2,"append":2,"slots":6,"enable":3,"chunking":2,"bool":2,"determine":1,"whether":1,"or":1,"we":1,"have":1,"enough":1,"space":1,"the":2,"kv":1,"cache":1,"continue":1,"generation":1,"sequence":1,"it":1,"is":4,"true":1,"only":1,"testing":1,"case":1,"trigger":1,"artificial":5,"preemption":3,"and":2,"random":1,"uniform":1,"0":2,"1":2,"prob":1,"preempt":2,"cnt":2,"false":1,"lookahead":4,"block":1,"manager":1},"64128,1700,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":2,"allow":2,"async":4,"output":4,"proc":4,"self":10,"seq":21,"group":15,"sequencegroup":1,"bool":3,"is":2,"allowed":1,"only":1,"when":1,"we":1,"have":1,"a":1,"single":3,"sequence":3,"in":2,"the":3,"no":2,"sampling":2,"params":2,"none":1,"or":1,"n":1,"1":1,"return":1,"schedule":3,"tuple":1,"list":4,"sequencegroupmetadata":2,"scheduleroutputs":2,"groups":2,"this":1,"function":1,"call":1,"changes":1,"internal":1,"states":1,"of":1,"scheduler":4,"such":1,"as":1,"running":1,"swapped":1,"and":1,"waiting":1,"start":1,"time":5,"perf":1,"counter":1,"outputs":2,"now":2,"if":1,"not":1,"cache":3,"config":1,"enable":1,"prefix":1,"caching":1,"common":1,"computed":1,"block":4,"nums":1,"use":1,"create":1,"input":1,"data":3,"structures":1,"metadata":5,"for":1,"i":1,"scheduled":5,"enumerate":1,"token":2,"chunk":2,"size":2,"maybe":1,"set":1,"first":1,"id":3,"get":1,"object":1,"clear":2,"tables":2,"sequencedata":2,"dict":2,"int":3,"physical":1,"numbers":1},"65828,1127,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":2,"seq":22,"group":5,"is":2,"encoder":8,"decoder":1,"associated":1,"with":1,"sequencegroup":2,"get":6,"assert":1,"not":1,"none":3,"data":5,"block":12,"table":5,"for":2,"cross":4,"attention":1,"also":1,"managed":1,"at":1,"level":1,"self":5,"manager":4,"else":1,"in":2,"seqs":2,"status":2,"sequencestatus":2,"running":2,"id":4,"tables":1,"access":1,"all":1,"blocks":1,"now":1,"cache":1,"config":1,"enable":1,"prefix":1,"caching":1,"common":2,"computed":2,"nums":1,"ids":1},"66955,1055,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"do":2,"sample":2,"true":1,"is":8,"prompt":4,"seq":2,"group":2,"prefill":8,"we":3,"should":1,"send":1,"the":4,"metadata":1,"to":1,"workers":1,"when":2,"first":3,"sent":1,"subsequent":1,"requests":1,"could":1,"be":1,"chunked":2,"or":1,"decode":1,"false":2,"if":2,"seqs":5,"get":5,"has":1,"only":1,"1":2,"sequence":2,"assert":1,"len":4,"num":4,"computed":5,"tokens":6,"0":3,"data":2,"in":1,"next":1,"iteration":1,"all":1,"are":1,"not":1,"it":1,"means":1,"and":1,"don":1,"t":1,"need":1,"sampling":1,"note":1,"use":1,"instead":1,"of":1,"because":1,"a":1,"preempted":1,"includes":1,"previous":1,"generated":1,"output":1,"token":1,"chunk":1,"size":1},"68010,1630,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"it":1,"assumes":1,"the":3,"scheduled":1,"seq":14,"groups":3,"is":4,"ordered":1,"by":1,"prefill":4,"decoding":1,"if":3,"first":1,"or":1,"not":1,"self":1,"scheduler":3,"config":1,"send":1,"delta":2,"data":9,"group":9,"metadata":1,"sequencegroupmetadata":1,"request":4,"id":2,"prompt":2,"sampling":2,"params":4,"block":6,"tables":2,"do":2,"sample":2,"pooling":2,"token":4,"chunk":2,"size":2,"lora":2,"computed":2,"nums":2,"common":1,"encoder":2,"cross":2,"table":2,"state":2,"type":2,"ids":2,"multi":6,"modal":6,"will":2,"only":1,"be":2,"present":1,"for":1,"1st":1,"comm":1,"between":1,"engine":1,"and":1,"worker":1,"subsequent":1,"comms":1,"can":1,"still":1,"use":1,"but":1,"none":3,"outputs":2,"num":2,"0":2,"else":2,"placeholders":2},"69640,771,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"else":1,"when":1,"spmd":1,"mode":1,"is":2,"enabled":1,"we":1,"only":1,"send":1,"delta":5,"data":7,"except":1,"for":2,"the":1,"first":1,"request":2,"to":1,"reduce":1,"serialization":1,"cost":1,"seq":8,"id":3,"in":1,"items":1,"get":1,"and":1,"reset":1,"group":4,"metadata":3,"sequencegroupmetadatadelta":1,"block":3,"tables":1,"prompt":1,"do":2,"sample":2,"token":2,"chunk":2,"size":2,"computed":2,"nums":2,"common":1,"list":1,"append":1},"70411,1820,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":5,"allow":4,"async":4,"output":4,"proc":4,"self":11,"seq":22,"group":13,"now":1,"that":3,"the":8,"batch":2,"has":1,"been":2,"created":1,"we":1,"can":1,"assume":1,"all":2,"blocks":2,"in":5,"will":4,"have":1,"computed":2,"before":1,"next":4,"scheduling":1,"invocation":1,"this":3,"is":5,"because":1,"engine":1,"assumes":1,"a":4,"failure":1,"model":1,"execution":1,"crash":1,"vllm":1,"instance":1,"not":4,"retry":1,"for":2,"scheduled":4,"scheduler":11,"outputs":2,"groups":1,"block":4,"manager":3,"mark":1,"as":1,"token":1,"chunk":1,"size":1,"metadata":2,"cache":5,"id":3,"reset":1,"time":9,"perf":1,"counter":1,"start":1,"add":1,"to":3,"sequences":1,"are":1,"currently":1,"running":2,"help":1,"estimate":1,"significant":1,"component":1,"e2e":1,"latency":1,"none":5,"and":1,"metrics":4,"else":1,"move":1,"exists":1,"return":2,"results":1,"list":1,"def":2,"fork":2,"parent":2,"sequence":4,"child":2,"free":3,"from":1,"table":1},"72231,1983,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":5,"remove":4,"seq":35,"from":4,"computed":6,"blocks":8,"tracker":5,"self":18,"group":21,"sequencegroup":4,"status":3,"optional":1,"sequencestatus":1,"none":5,"seqs":8,"get":2,"for":4,"in":6,"sequence":4,"free":12,"a":2,"id":4,"to":4,"hashes":1,"and":1,"num":1,"tokens":1,"block":2,"manager":1,"finished":14,"if":5,"is":3,"cross":3,"attention":1,"table":1,"it":1,"exists":1,"attn":2,"add":1,"the":4,"requests":4,"list":2,"this":1,"will":1,"be":1,"used":1,"update":1,"mamba":1,"cache":1,"next":1,"step":1,"ids":2,"append":3,"request":2,"groups":2,"remaining":3,"deque":2,"running":2,"not":1,"handle":1,"async":3,"stopped":3,"ones":1,"that":1,"reached":1,"max":1,"model":1,"len":1},"74214,1607,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"free":2,"finished":2,"seqs":4,"self":7,"seq":14,"group":10,"async":1,"stopped":1,"clear":1,"def":2,"allocate":2,"and":3,"set":1,"running":3,"sequencegroup":3,"none":2,"block":5,"manager":2,"for":3,"in":3,"get":3,"status":5,"sequencestatus":4,"waiting":1,"append":3,"slots":8,"blocks":3,"to":6,"copy":3,"list":4,"tuple":3,"int":7,"enable":3,"chunking":3,"bool":3,"false":1,"appends":1,"new":2,"the":10,"sequences":2,"given":1,"sequence":2,"args":1,"containing":1,"a":1,"of":2,"two":1,"ints":1,"first":1,"is":7,"source":2,"index":2,"second":1,"destination":2,"this":1,"updated":1,"with":1,"indices":1,"appended":1,"true":1,"if":2,"chunked":1,"prefill":4,"enabled":1,"num":3,"lookahead":3,"optional":1,"cows":3,"len":1,"0":1,"extend":1},"75821,1953,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":1,"preempt":1,"self":6,"seq":3,"group":5,"sequencegroup":1,"blocks":1,"to":3,"swap":4,"out":1,"list":1,"tuple":1,"int":2,"preemptionmode":5,"if":4,"preemption":12,"mode":10,"is":5,"not":3,"specified":3,"we":3,"determine":1,"the":3,"as":2,"follows":1,"use":2,"recomputation":3,"by":2,"default":1,"since":1,"it":1,"incurs":1,"lower":1,"overhead":1,"than":1,"swapping":2,"however":1,"when":1,"sequence":6,"has":1,"multiple":3,"sequences":5,"e":1,"g":1,"beam":1,"search":1,"currently":1,"supported":1,"in":1,"such":1,"a":4,"case":1,"instead":1,"fixme":1,"woosuk":2,"this":3,"makes":1,"our":1,"scheduling":1,"policy":1,"bit":1,"bizarre":1,"swapped":1,"are":2,"prioritized":2,"over":2,"waiting":1,"groups":3,"with":3,"implicitly":1,"single":1,"todo":1,"support":1,"for":1,"may":1,"require":1,"more":2,"sophisticated":1,"cuda":1,"kernel":1,"user":2,"none":1,"get":1,"max":1,"num":5,"running":1,"seqs":1,"1":3,"recompute":2,"else":2,"elif":1,"cumulative":4,"50":1,"0":1,"logger":1,"warning":1,"s":2,"preempted":1,"because":1,"there":1,"enough":1,"kv":2,"cache":2,"space":1,"can":1,"affect":1,"end":2,"performance":1,"increase":1,"gpu":1,"memory":2,"utilization":1,"or":1,"tensor":1,"parallel":1,"size":1,"provide":1,"total":1,"d":1,"request":1,"id":1},"77774,1953,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":2,"preemption":4,"mode":4,"preemptionmode":2,"recompute":4,"self":12,"preempt":4,"by":4,"seq":24,"group":16,"elif":1,"swap":18,"blocks":8,"to":9,"out":9,"else":1,"raise":2,"assertionerror":1,"invalid":1,"return":1,"def":4,"sequencegroup":4,"none":4,"seqs":6,"get":3,"status":6,"sequencestatus":6,"running":3,"assert":1,"len":1,"1":1,"for":4,"in":7,"waiting":1,"free":2,"reset":1,"state":1,"cross":1,"attn":1,"list":3,"tuple":3,"int":6,"mapping":4,"block":3,"manager":3,"extend":2,"swapped":2,"not":1,"can":1,"fixme":1,"woosuk":1,"abort":1,"the":4,"sequence":1,"instead":1,"of":2,"aborting":1,"entire":1,"engine":1,"runtimeerror":1,"aborted":1,"due":1,"lack":1,"cpu":1,"space":2,"please":1,"increase":1,"avoid":1,"this":1,"error":1},"79727,1863,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"def":3,"passed":4,"delay":7,"self":14,"now":4,"float":1,"bool":4,"if":5,"prev":4,"prompt":4,"last":2,"latency":2,"time":5,"false":1,"scheduling":1,"prompts":1,"to":6,"let":1,"waiting":3,"queue":1,"fill":1,"up":1,"scheduler":2,"config":2,"factor":2,"0":4,"and":3,"earliest":2,"arrival":3,"min":1,"e":3,"metrics":1,"for":2,"in":3,"or":2,"not":2,"running":2,"else":1,"true":2,"return":2,"get":2,"num":2,"lookahead":1,"slots":3,"is":3,"prefill":2,"enable":3,"chunking":4,"int":3,"the":5,"number":3,"of":4,"allocate":1,"per":2,"sequence":3,"step":1,"beyond":1,"known":1,"token":3,"ids":1,"speculative":1,"decoding":2,"uses":1,"these":1,"store":1,"kv":1,"activations":1,"tokens":4,"which":1,"may":2,"be":2,"accepted":1,"new":3,"uncached":2,"cached":2,"seq":1,"group":3,"sequencegroup":1,"status":2,"sequencestatus":1,"budget":3,"schedulingbudget":1,"partial":1,"metadata":1,"optional":1,"partialprefillmetadata":1,"none":1,"tuple":1,"returns":2,"schedule":1,"a":3,"given":2,"that":1,"s":1,"api":1,"could":1,"chunk":1,"compute":1,"based":1,"on":1,"has":1,"multiple":1,"sequences":1,"g":1,"beam":1,"search":1,"it":2,"means":1,"phase":1,"so":1,"doesn":1,"t":1,"happen":1,"cannot":1,"computed":1,"due":1},"81590,1854,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"the":18,"cached":6,"tokens":20,"s":1,"blocks":2,"are":3,"already":1,"computed":4,"and":2,"attention":1,"backend":1,"will":1,"reuse":1,"rather":1,"than":1,"recomputing":1,"them":1,"so":1,"scheduler":1,"could":1,"schedule":4,"these":1,"for":4,"free":1,"args":1,"seq":10,"group":3,"sequence":2,"to":9,"get":5,"number":7,"of":9,"new":12,"status":4,"sequences":2,"enable":2,"chunking":1,"whether":1,"chunk":2,"compute":3,"budget":2,"partial":2,"prefill":2,"metadata":1,"information":1,"about":1,"prefills":1,"that":1,"currently":1,"running":1,"returns":2,"a":1,"tuple":1,"two":1,"ints":1,"first":1,"int":2,"is":5,"uncached":7,"second":1,"if":4,"no":1,"more":1,"can":1,"be":1,"scheduled":1,"0":4,"num":9,"seqs":3,"each":1,"in":1,"not":3,"decode":1,"should":1,"always":1,"just":1,"have":1,"1":2,"token":1,"todo":1,"rickyx":1,"actually":1,"this":1,"still":1,"correct":1,"multi":1,"step":1,"continue":2,"all":3,"len":1,"self":1,"cache":1,"config":1,"prefix":2,"caching":2,"enabled":1},"83444,1941,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"note":1,"the":12,"cache":3,"token":2,"might":1,"be":6,"currently":1,"in":5,"a":2,"block":2,"that":3,"s":3,"an":1,"evictor":1,"meaning":1,"it":2,"not":2,"yet":1,"allocated":3,"however":1,"we":3,"don":1,"t":1,"exclude":1,"such":1,"tokens":24,"count":2,"because":1,"will":1,"guaranteed":1,"to":1,"later":1,"if":2,"sequence":4,"can":1,"num":17,"cached":14,"seq":20,"self":2,"manager":1,"get":1,"sanity":1,"check":1,"computed":6,"this":1,"should":2,"only":1,"happen":1,"with":1,"chunked":2,"prefill":7,"and":4,"is":3,"still":2,"value":1,"calculated":1,"on":2,"scheduling":1,"first":1,"for":5,"subsequent":1,"continuous":1,"steps":1,"number":4,"of":4,"so":1,"could":1,"less":2,"than":2,"see":1,"comments":1,"computedblockstracker":1,"more":1,"details":1,"assert":1,"status":1,"sequencestatus":1,"running":1,"scheduler":1,"config":1,"enabled":1,"f":3,"but":1,"there":1,"are":1,"id":1,"new":8,"max":1,"0":1,"uncached":3,"all":1},"85385,1884,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"if":4,"num":10,"uncached":6,"new":14,"tokens":16,"0":2,"and":2,"cached":4,"for":3,"a":4,"fully":1,"hit":2,"sequence":1,"we":2,"actually":1,"need":2,"to":8,"recompute":1,"the":10,"last":1,"token":2,"so":1,"at":1,"least":1,"1":5,"schedule":5,"see":1,"modelrunner":1,"compute":2,"prefix":1,"cache":5,"more":1,"details":1,"enable":1,"chunking":1,"len":1,"seqs":1,"chunk":5,"running":1,"request":1,"cannot":1,"fit":1,"in":3,"given":1,"budget":8,"number":5,"of":5,"seq":2,"it":2,"means":1,"is":2,"doing":1,"beam":1,"search":1,"decode":1,"phase":1,"do":1,"not":1,"self":5,"scheduler":4,"config":8,"get":1,"prompt":4,"limit":3,"group":1,"partial":4,"prefill":5,"lookup":2,"list":3,"metadata":2,"return":1,"staticmethod":1,"def":1,"schedulerconfig":1,"cacheconfig":1,"schedulingbudget":1,"int":4,"optional":1,"partialprefillmetadata":1,"none":1,"chunks":1,"based":1,"on":1,"when":1,"chunked":1,"enabled":1,"args":1,"maximum":1,"allowed":1},"87269,1414,data/raw/vllm-0.10.1/vllm/core/scheduler.py":{"returns":1,"the":7,"number":3,"of":5,"new":6,"tokens":7,"to":5,"schedule":1,"after":1,"chunking":1,"remaining":6,"token":6,"budget":14,"get":2,"allocate":3,"this":2,"prefill":8,"slot":5,"if":2,"partial":4,"metadata":2,"is":3,"none":1,"else":1,"lookup":1,"list":1,"schedulable":1,"prefills":1,"cache":2,"config":2,"enable":1,"prefix":2,"caching":2,"when":1,"enabled":1,"and":2,"we":4,"re":1,"partially":1,"prefilling":1,"a":3,"sequence":2,"always":1,"that":1,"divisible":1,"by":1,"block":8,"size":6,"avoid":1,"matching":1,"don":1,"t":1,"exceed":1,"either":1,"total":1,"or":1,"take":1,"min":3,"those":1,"next":1,"lowest":1,"multiple":1,"nb":1,"in":1,"case":1,"where":1,"num":4,"are":1,"finishing":1,"for":1,"so":1,"do":1,"not":1,"need":1,"full":1,"return":1},"0,1932,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":2,"project":1,"from":4,"collections":1,"import":4,"deque":2,"dataclasses":1,"dataclass":1,"typing":1,"dict":2,"iterable":4,"list":1,"optional":1,"protocol":2,"tuple":1,"core":1,"block":20,"interfaces":1,"blockallocator":1,"blockid":9,"int":2,"refcount":18,"class":4,"refcounterprotocol":2,"def":6,"incr":8,"self":13,"id":11,"raise":3,"notimplementederror":3,"decr":2,"get":1,"refcounter":2,"a":4,"for":4,"managing":1,"reference":4,"counts":2,"set":2,"of":2,"indices":6,"maintains":1,"dictionary":1,"that":1,"maps":1,"their":1,"corresponding":1,"it":1,"provides":1,"methods":1,"increment":1,"decrement":1,"and":1,"retrieve":1,"count":1,"given":1,"index":3,"args":1,"all":3,"an":1,"initialize":1,"counter":1,"with":1,"init":1,"deduped":2,"refcounts":7,"in":3,"assert":4,"pre":3,"post":3,"1":2,"return":2},"1932,1982,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"def":8,"get":4,"self":16,"block":18,"id":11,"blockid":6,"refcount":6,"assert":1,"in":2,"refcounts":2,"return":5,"as":1,"readonly":1,"readonlyrefcounter":4,"class":6,"refcounterprotocol":2,"a":7,"read":3,"only":3,"view":2,"of":2,"the":8,"refcounter":17,"provides":1,"interface":1,"to":6,"access":1,"reference":4,"counts":3,"maintained":1,"by":1,"instance":2,"it":3,"does":1,"not":4,"allow":1,"modifications":1,"args":2,"create":1,"for":3,"init":2,"incr":2,"raise":2,"valueerror":2,"allowed":2,"decr":2,"copyonwritetracker":2,"tracking":1,"and":2,"managing":1,"copy":4,"on":4,"write":3,"operations":1,"blocks":1,"maintains":1,"mapping":1,"source":1,"indices":2,"their":1,"corresponding":1,"destination":1,"works":1,"conjunction":1,"with":1,"counter":1,"used":1,"track":1,"writes":1,"list":1,"tuple":1,"is":3,"appendable":1,"bool":1,"checks":1,"if":3,"shared":2,"or":1,"then":1,"cannot":1,"be":2,"appended":1,"needs":1,"duplicated":1,"via":1,"none":1,"true":1,"1":1},"3914,1691,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"def":2,"record":1,"cow":1,"self":5,"src":4,"block":18,"id":12,"optional":2,"blockid":8,"trg":4,"none":3,"records":1,"a":3,"copy":8,"on":7,"write":4,"operation":1,"from":3,"source":4,"to":10,"target":2,"args":1,"the":11,"which":3,"data":2,"is":5,"copied":1,"assert":2,"not":2,"writes":3,"append":1,"clear":1,"cows":3,"list":4,"tuple":2,"clears":2,"tracking":2,"information":2,"and":3,"returns":3,"current":3,"state":1,"this":2,"method":1,"mapping":2,"indices":4,"destination":2,"for":2,"operations":2,"it":2,"then":1,"internal":1,"return":1,"class":1,"blockpool":1,"used":1,"pre":1,"allocate":1,"objects":4,"in":1,"order":1,"avoid":1,"excessive":1,"python":1,"object":1,"allocations":1,"deallocations":1,"pool":3,"starts":1,"size":1,"will":2,"increase":1,"more":2,"if":1,"necessary":1,"note":1,"that":2,"multiple":1,"may":1,"point":1,"same":1,"physical":2,"why":1,"needed":1,"so":1,"be":1,"easier":1,"support":1,"prefix":1,"caching":1,"complicated":1,"sharing":1,"of":1,"blocks":1},"5605,1929,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"def":3,"init":2,"self":27,"block":23,"size":25,"int":7,"create":5,"factory":1,"allocator":7,"blockallocator":1,"pool":23,"assert":2,"0":3,"free":5,"ids":8,"deque":3,"range":4,"for":2,"i":2,"in":2,"append":2,"prev":3,"none":7,"token":3,"id":4,"extra":3,"hash":3,"increase":2,"doubles":1,"the":1,"internal":1,"cur":4,"new":4,"2":1,"optional":3,"list":1,"physical":1,"if":1,"len":2,"popleft":1},"7534,1936,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"block":57,"self":19,"pool":5,"id":25,"init":2,"type":4,"ignore":4,"misc":1,"prev":4,"token":6,"ids":13,"size":2,"allocator":2,"attr":3,"defined":3,"physical":2,"extra":2,"hash":2,"return":1,"def":6,"free":2,"none":6,"appendleft":1,"class":2,"blocklist":1,"this":2,"is":4,"an":1,"optimization":1,"to":3,"allow":1,"fast":2,"access":1,"it":1,"maintains":1,"a":1,"list":8,"that":1,"updated":1,"with":1,"the":5,"and":1,"avoids":1,"need":1,"reconstruct":1,"on":1,"every":1,"iteration":1,"of":1,"manager":1,"blocks":8,"int":4,"update":5,"add":2,"optional":2,"blockid":2,"assert":2,"not":2,"append":3,"index":5,"new":3,"cache":1,"for":2,"query":1,"in":1,"cow":1,"or":1,"promotion":1,"may":1,"internal":1,"if":1},"9470,1579,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"def":8,"append":2,"self":20,"new":6,"block":31,"blocks":8,"add":1,"id":4,"len":2,"int":8,"return":4,"getitem":1,"index":5,"setitem":1,"none":1,"update":1,"reset":1,"ids":3,"list":3,"dataclass":2,"class":1,"cachemetricdata":1,"a":2,"utility":1,"to":2,"maintain":3,"cache":2,"metric":1,"avoid":1,"overflow":1,"we":2,"the":5,"hit":10,"rate":6,"in":1,"granularity":1,"so":1,"that":1,"can":1,"single":1,"for":1,"n":1,"completed":4,"x":4,"size":2,"and":1,"calculate":1,"real":1,"time":1,"by":1,"following":1,"bs":6,"number":4,"of":5,"queries":5,"per":1,"nb":4,"hr":2,"q":4,"current":2,"h":2,"hits":1,"num":5,"0":6,"float":1,"incompleted":4,"1000":1,"query":1,"bool":1,"1":2,"if":1,"else":1},"11049,1960,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"when":1,"a":4,"block":30,"is":1,"completed":13,"update":1,"the":13,"cache":4,"hit":18,"rate":9,"and":2,"reset":1,"incomplete":4,"numbers":1,"if":4,"self":21,"num":15,"incompleted":14,"queries":6,"size":2,"blocks":14,"1":2,"0":11,"def":2,"get":2,"ratio":3,"total":3,"return":2,"all":4,"recursively":2,"last":5,"list":4,"retrieves":1,"in":6,"sequence":5,"starting":2,"from":2,"this":1,"function":1,"traverses":1,"of":3,"reverse":1,"order":2,"given":1,"returns":2,"args":1,"they":1,"appear":1},"13009,260,data/raw/vllm-0.10.1/vllm/core/block/common.py":{"def":1,"recurse":3,"block":10,"lst":3,"list":2,"none":2,"if":1,"prev":2,"is":1,"not":1,"append":1,"all":3,"blocks":3,"last":1,"return":1},"0,1853,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":18,"vllm":4,"project":1,"import":5,"math":1,"from":4,"typing":1,"list":7,"optional":7,"core":2,"block":14,"common":1,"blocklist":1,"interfaces":1,"deviceawareblockallocator":4,"utils":1,"device":1,"cdiv":1,"chunk":1,"class":2,"blocktable":5,"a":9,"manage":3,"blocks":13,"for":7,"specific":1,"sequence":4,"maps":1,"of":10,"tokens":4,"where":1,"each":2,"represents":1,"contiguous":1,"memory":4,"allocation":1,"portion":1,"are":2,"managed":2,"by":2,"which":1,"is":3,"responsible":1,"allocating":1,"and":1,"freeing":1,"args":1,"size":3,"int":4,"maximum":2,"number":4,"that":2,"can":2,"be":2,"stored":3,"in":3,"single":2,"allocator":4,"used":3,"an":2,"existing":1,"initialize":1,"with":1,"if":2,"not":2,"provided":1,"empty":1,"created":1,"max":1,"sliding":3,"window":3,"keep":1,"around":1,"none":1,"all":1,"kept":1,"eg":1,"when":1,"it":1,"should":1,"at":1,"least":1,"fit":1,"model":1,"attributes":1,"this":1,"num":1,"full":1,"slots":1,"currently":1},"1853,1977,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"def":3,"init":1,"self":8,"block":14,"size":6,"int":12,"allocator":3,"deviceawareblockallocator":1,"blocks":10,"optional":3,"list":4,"none":5,"max":3,"sliding":3,"window":3,"if":1,"is":1,"blocklist":2,"num":6,"full":1,"slots":7,"get":2,"token":10,"ids":10,"staticmethod":1,"required":6,"lookahead":3,"0":1,"calculates":1,"the":9,"minimum":2,"number":4,"of":9,"to":4,"store":3,"a":3,"given":4,"sequence":6,"along":2,"with":2,"any":2,"look":3,"ahead":3,"that":3,"may":2,"be":3,"like":1,"in":2,"multi":1,"step":1,"chunked":1,"prefill":1,"this":2,"assumes":1,"worst":1,"case":1,"scenario":1,"where":1,"every":1,"requires":1,"new":1,"allocation":1,"e":1,"g":1,"ignoring":1,"prefix":1,"caching":1,"args":1,"stored":2,"maximum":1,"tokens":1,"can":1,"single":1,"require":1,"returns":1,"return":1,"cdiv":1,"len":1,"allocate":1,"device":3,"gpu":1,"extra":1,"hash":1,"allocates":2,"memory":1,"for":1,"storing":1,"method":1},"3830,1878,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"args":1,"token":12,"ids":13,"list":3,"int":6,"the":18,"sequence":3,"of":5,"to":7,"be":3,"stored":1,"device":6,"optional":4,"on":1,"which":2,"blocks":12,"should":1,"allocated":3,"defaults":1,"gpu":1,"extra":4,"hash":6,"value":1,"additional":2,"factors":1,"such":1,"as":1,"adapters":1,"that":1,"influence":1,"block":7,"in":4,"prefixcaching":1,"assert":2,"not":2,"self":7,"is":3,"allocate":1,"for":2,"prev":1,"none":5,"update":3,"num":4,"full":1,"slots":4,"len":1,"def":2,"resets":1,"table":1,"newly":1,"provided":1,"with":1,"their":1,"corresponding":1,"append":1,"lookahead":1,"0":1,"computed":1,"appends":2,"a":2,"existing":3,"blocktable":2,"this":1,"method":2,"given":1,"if":1,"there":1,"enough":1,"space":1,"new":1,"are":2,"using":1,"ensure":1,"empty":1,"accommodate":1,"tokens":1,"divided":1,"into":1,"chunks":1,"size":2,"except":1,"first":1,"chunk":2,"may":1,"smaller":1,"and":1,"each":1,"appended":1,"separate":1},"5708,1882,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"args":1,"token":7,"ids":5,"list":1,"int":3,"the":11,"sequence":2,"of":4,"to":4,"be":3,"appended":1,"num":8,"computed":4,"slots":11,"optional":2,"number":1,"kv":1,"cache":1,"that":3,"are":3,"already":1,"filled":1,"when":1,"sliding":5,"window":5,"is":6,"enabled":1,"this":1,"used":1,"compute":1,"how":1,"many":1,"blocks":9,"drop":2,"at":1,"front":1,"without":2,"none":3,"can":1,"passed":1,"chunked":1,"prefill":1,"it":1,"should":1,"same":1,"as":2,"full":2,"extra":3,"hash":4,"value":1,"additional":1,"factors":1,"such":1,"adapters":1,"influence":1,"block":12,"apart":1,"from":1,"assert":3,"self":13,"allocated":2,"no":2,"have":1,"been":1,"len":2,"0":2,"longer":1,"needed":1,"due":1,"if":2,"max":2,"not":3,"null":4,"allocator":2,"allocate":1,"or":1,"get":1,"end":2,"idx":6,"size":2,"for":3,"in":1,"range":1,"b":3,"free":1,"ensure":2,"there":1,"enough":1,"empty":3,"new":2,"tokens":2,"plus":1,"lookahead":2,"update":1,"with":1,"first":1,"chunk":1,"append":1},"7590,1827,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"for":2,"i":3,"token":6,"block":8,"in":2,"enumerate":1,"blocks":10,"self":12,"append":2,"ids":3,"first":1,"idx":1,"num":8,"full":1,"slots":14,"len":2,"def":2,"ensure":2,"empty":11,"int":4,"extra":4,"hash":5,"optional":2,"none":2,"ensures":1,"that":3,"the":13,"blocktable":4,"has":2,"at":1,"least":1,"specified":1,"number":4,"of":6,"available":3,"this":1,"method":1,"checks":1,"if":3,"enough":1,"e":1,"space":1,"to":7,"accommodate":1,"requested":1,"tokens":2,"not":1,"it":1,"allocates":1,"additional":2,"on":1,"gpu":3,"required":2,"is":2,"args":1,"minimum":1,"value":1,"factors":1,"such":1,"as":1,"adapters":1,"influence":1,"apart":1,"from":2,"currently":1,"table":1,"only":1,"supports":1,"appending":1,"device":4,"assert":2,"allocated":1,"return":1,"allocate":5,"cdiv":1,"size":1,"range":1,"0":1,"allocator":1,"mutable":1,"prev":1,"1":1,"fork":1,"creates":1,"a":2,"new":1,"instance":2,"with":1,"copy":1,"current":1},"9417,1898,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"this":3,"method":3,"creates":1,"a":9,"new":3,"blocktable":9,"instance":4,"with":3,"the":27,"same":2,"block":17,"size":3,"allocator":6,"and":2,"copy":2,"of":8,"blocks":19,"from":2,"current":2,"has":1,"its":1,"own":1,"independent":1,"set":2,"but":1,"shares":1,"underlying":1,"memory":4,"allocation":1,"original":1,"returns":4,"assert":2,"self":13,"is":3,"allocated":1,"len":1,"0":1,"forked":2,"fork":1,"1":1,"return":2,"max":2,"sliding":2,"window":2,"def":2,"free":3,"none":2,"frees":1,"occupied":3,"by":3,"in":6,"iterates":1,"over":1,"all":2,"list":8,"calls":1,"object":1,"to":2,"release":1,"each":2,"after":1,"freeing":1,"for":4,"reset":1,"property":2,"physical":5,"ids":2,"int":2,"indices":2,"integers":1,"where":1,"integer":1,"represents":1,"index":2,"corresponding":1,"unique":1,"identifier":1,"location":1},"11315,1967,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"def":2,"get":2,"unseen":4,"token":27,"ids":27,"self":7,"sequence":7,"list":9,"int":6,"the":11,"number":1,"of":3,"tokens":3,"in":4,"are":3,"corresponding":1,"to":3,"this":2,"block":23,"table":4,"but":1,"not":2,"yet":2,"appended":3,"args":1,"returns":1,"postfix":1,"that":1,"has":1,"been":1,"since":1,"is":1,"append":5,"only":1,"ones":2,"after":1,"return":2,"num":1,"full":1,"slots":1,"allocate":3,"blocks":7,"for":2,"prev":5,"optional":2,"device":6,"extra":5,"hash":5,"none":1,"tail":5,"cur":6,"chunk":1,"size":2,"if":3,"len":2,"else":1,"extend":1,"allocator":2,"immutable":1,"1":2,"assert":1,"0":1,"mutable":1},"13282,1671,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"def":7,"get":3,"all":3,"token":16,"ids":13,"self":18,"list":5,"int":9,"note":1,"this":2,"function":1,"is":6,"o":1,"seq":1,"len":5,"use":1,"sparingly":1,"if":2,"not":1,"allocated":3,"return":8,"for":4,"block":6,"in":4,"blocks":11,"extend":1,"num":8,"res":3,"0":2,"property":4,"bool":1,"empty":1,"slots":7,"assert":1,"size":1,"full":3,"returns":2,"the":6,"total":2,"number":2,"of":2,"tokens":2,"currently":2,"stored":2,"blocktable":2,"touched":2,"by":2,"append":2,"lookahead":2,"determine":2,"how":1,"many":1,"will":1,"be":2,"appending":1,"required":1,"scheduler":1,"to":2,"whether":1,"a":1,"sequence":1,"can":1,"continue":1,"generation":1,"or":1,"it":1,"must":1,"preempted":1,"math":1,"below":1,"equivalent":1,"1":1,"chunk":1},"14953,1138,data/raw/vllm-0.10.1/vllm/core/block/block_table.py":{"num":7,"token":17,"ids":10,"len":1,"lookahead":1,"slots":3,"first":6,"chunk":7,"size":12,"self":9,"block":10,"full":3,"blocks":7,"1":1,"math":1,"ceil":1,"return":3,"def":1,"for":1,"append":1,"list":4,"int":2,"split":1,"the":4,"into":1,"sized":1,"chunks":2,"so":1,"they":1,"can":1,"be":2,"easily":1,"appended":1,"to":1,"such":1,"may":2,"have":1,"less":1,"than":1,"since":1,"last":1,"allocated":1,"partially":1,"if":2,"no":2,"are":2,"provided":1,"then":1,"returned":1,"not":1,"extend":1},"0,1802,data/raw/vllm-0.10.1/vllm/core/block/interfaces.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":2,"project":1,"from":3,"abc":3,"import":3,"abstractmethod":14,"typing":1,"dict":1,"frozenset":1,"list":3,"optional":5,"protocol":2,"tuple":1,"utils":1,"device":1,"blockid":1,"int":8,"class":2,"block":9,"def":13,"append":1,"token":3,"ids":3,"self":14,"none":3,"pass":7,"property":9,"id":4,"setter":3,"value":3,"note":1,"do":1,"not":1,"use":1,"this":1,"api":1,"outside":1,"num":2,"tokens":2,"total":1,"number":1,"of":1,"till":1,"current":1,"inclusive":1,"empty":1,"slots":1,"is":1,"full":1,"bool":3,"prev":1,"extra":1,"hash":1,"return":1,"computed":3,"raise":4,"notimplementederror":4,"should":1,"be":1,"only":1,"used":1,"by":1,"prefixcacingallocator":1,"last":4,"accessed":4,"float":2,"ts":1,"factory":1},"1802,1960,data/raw/vllm-0.10.1/vllm/core/block/interfaces.py":{"abstractmethod":12,"def":12,"call":1,"self":12,"prev":4,"block":27,"optional":10,"token":3,"ids":3,"list":8,"int":14,"size":1,"allocator":1,"blockallocator":2,"id":3,"none":7,"computed":1,"bool":1,"false":1,"extra":4,"hash":7,"pass":11,"property":1,"content":3,"return":2,"the":4,"based":2,"of":1,"current":2,"or":2,"if":1,"it":1,"is":1,"not":2,"yet":1,"defined":2,"supported":1,"for":1,"to":1,"be":2,"must":1,"full":1,"class":1,"abc":1,"allocate":3,"mutable":1,"immutable":2,"blocks":5,"free":2,"fork":1,"last":1,"get":3,"num":2,"total":1,"physical":1,"absolute":1,"swap":2,"out":1,"in":1},"3762,1761,data/raw/vllm-0.10.1/vllm/core/block/interfaces.py":{"property":1,"abstractmethod":12,"def":12,"all":1,"block":19,"ids":5,"self":12,"frozenset":1,"int":11,"pass":13,"clear":1,"copy":1,"on":1,"writes":1,"list":9,"tuple":1,"mark":2,"blocks":5,"as":2,"accessed":1,"now":1,"float":2,"none":3,"computed":3,"get":3,"common":1,"seq":1,"cow":1,"if":1,"not":4,"appendable":1,"blockid":2,"note":2,"this":2,"should":2,"be":2,"used":2,"besides":2,"promote":1,"to":1,"immutable":1,"num":1,"full":1,"touched":1,"prefix":5,"cache":4,"hit":2,"rate":2,"1":1,"means":1,"supported":1,"or":1,"disabled":1,"reset":2,"bool":1,"class":2,"nofreeblockserror":1,"valueerror":1,"find":1,"cached":1,"hashes":1,"deviceawareblockallocator":1,"abc":1,"allocate":1,"mutable":1,"prev":1,"optional":2,"device":2,"extra":1,"hash":1},"5523,1916,data/raw/vllm-0.10.1/vllm/core/block/interfaces.py":{"abstractmethod":14,"def":14,"allocate":2,"immutable":2,"block":21,"self":14,"prev":2,"optional":4,"token":2,"ids":7,"list":13,"int":18,"device":16,"extra":2,"hash":2,"none":5,"pass":14,"blocks":8,"get":5,"num":3,"free":2,"total":1,"fork":1,"last":1,"property":1,"all":1,"frozenset":1,"clear":1,"copy":1,"on":1,"writes":1,"tuple":1,"mark":2,"as":2,"accessed":1,"now":1,"float":1,"computed":3,"common":1,"seq":1,"full":1,"touched":1,"swap":1,"src":1,"dst":1,"dict":1,"physical":1,"id":2,"absolute":1},"7439,774,data/raw/vllm-0.10.1/vllm/core/block/interfaces.py":{"abstractmethod":4,"def":4,"allocate":1,"or":2,"get":2,"null":3,"block":4,"self":4,"blocks":3,"are":1,"used":1,"as":1,"a":1,"placeholders":1,"for":1,"kv":1,"cache":5,"that":1,"have":1,"been":1,"dropped":1,"due":1,"to":1,"sliding":1,"window":1,"there":1,"is":1,"at":1,"most":1,"one":1,"per":1,"allocator":1,"pass":4,"prefix":5,"hit":2,"rate":2,"device":7,"float":1,"1":1,"means":1,"not":1,"supported":1,"disabled":1,"reset":2,"optional":1,"none":1,"bool":1,"find":1,"cached":1,"hashes":1,"list":2,"int":2,"gpu":1},"0,1974,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":3,"project":1,"from":5,"collections":1,"import":4,"deque":4,"typing":1,"frozenset":2,"iterable":4,"list":1,"optional":6,"tuple":1,"union":1,"core":2,"block":28,"common":1,"blockpool":2,"copyonwritetracker":2,"refcounter":5,"get":1,"all":4,"blocks":10,"recursively":1,"interfaces":1,"blockallocator":2,"blockid":2,"device":1,"refcount":1,"int":7,"class":1,"naiveblockallocator":2,"a":4,"simple":1,"allocator":3,"that":1,"manages":1,"of":4,"memory":1,"without":1,"prefix":3,"caching":3,"args":1,"create":2,"factory":3,"function":1,"for":1,"creating":1,"new":1,"this":1,"is":3,"used":1,"when":1,"composed":1,"within":1,"naive":1,"must":1,"construct":1,"but":1,"shouldn":1,"t":1,"know":1,"anything":1,"else":1,"about":1,"them":1,"num":5,"total":1,"number":1,"manage":1,"size":5,"each":1,"in":1,"tokens":1,"ids":8,"an":1,"if":2,"not":1,"provided":1,"will":1,"be":1,"assigned":1,"sequentially":1,"1":1,"def":1,"init":1,"self":9,"none":3,"pool":1,"range":1,"free":2,"indices":5,"assert":1,"len":1,"cow":1,"tracker":1,"as":1,"readonly":1},"1974,1998,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"if":2,"block":38,"pool":6,"is":7,"none":8,"extra":6,"factor":4,"4":1,"pre":1,"allocate":5,"num":4,"blocks":6,"objects":2,"the":13,"a":4,"buffer":1,"to":5,"allow":1,"more":1,"than":1,"physical":1,"self":8,"blockpool":1,"size":1,"create":1,"else":1,"in":5,"this":1,"case":1,"provided":1,"by":1,"caller":1,"which":1,"means":1,"that":1,"there":1,"most":1,"likely":1,"need":1,"share":1,"between":1,"allocators":1,"def":2,"immutable":4,"prev":5,"optional":7,"token":8,"ids":10,"list":5,"int":5,"hash":2,"device":6,"allocates":1,"new":2,"with":1,"given":1,"linked":1,"previous":2,"args":1,"sequence":2,"then":1,"be":2,"allocated":2,"first":1,"stored":1,"returns":1,"newly":1,"assert":2,"mutable":1,"append":2,"return":1,"len":1,"for":1,"i":1,"range":1,"id":1},"3972,1962,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"blocks":4,"for":1,"i":3,"in":3,"range":1,"num":1,"prev":8,"block":58,"self":13,"pool":2,"init":2,"token":3,"ids":4,"size":4,"physical":2,"id":17,"append":1,"return":3,"def":3,"allocate":3,"mutable":3,"optional":4,"extra":1,"hash":1,"int":1,"none":7,"device":3,"allocates":1,"a":1,"new":1,"linked":1,"to":2,"the":7,"previous":2,"args":1,"sequence":2,"if":4,"then":1,"be":1,"allocated":2,"is":3,"first":1,"returns":1,"newly":1,"assert":2,"blockid":2,"not":2,"free":4,"indices":3,"raise":1,"blockallocator":1,"nofreeblockserror":1,"popleft":1,"refcounter":2,"incr":1,"union":1,"isinstance":1,"else":1,"refcount":2,"decr":1,"0":1,"appendleft":1},"5934,1975,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"def":6,"free":8,"self":14,"block":53,"keep":2,"object":3,"bool":1,"false":1,"none":4,"release":2,"the":13,"physical":3,"id":16,"if":1,"not":2,"pool":2,"blockid":1,"fork":2,"last":4,"list":3,"creates":1,"a":1,"new":2,"sequence":5,"of":2,"blocks":11,"that":2,"shares":2,"same":2,"underlying":1,"memory":2,"as":2,"original":3,"args":2,"in":3,"returns":2,"source":2,"get":4,"all":2,"recursively":1,"forked":6,"prev":4,"for":3,"increment":1,"refcount":3,"each":1,"assert":2,"is":1,"refcounter":1,"incr":1,"1":2,"can":1,"t":1,"d":1,"init":1,"token":2,"ids":2,"size":2,"append":1,"return":3,"num":2,"int":5,"len":2,"indices":2,"total":1,"absolute":4,"zero":1,"offset":1,"on":1,"certain":1,"allocator":2,"given":1,"whole":1},"7909,1917,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"returns":4,"int":4,"the":8,"zero":1,"offset":1,"block":31,"id":12,"on":8,"certain":1,"device":1,"return":6,"sorted":1,"self":14,"all":3,"indices":4,"index":3,"absolute":1,"property":2,"def":6,"refcounter":2,"ids":3,"frozenset":1,"cow":5,"if":5,"not":4,"appendable":3,"blockid":6,"performs":1,"a":3,"copy":6,"write":5,"operation":2,"given":1,"it":2,"is":3,"args":1,"to":2,"check":1,"for":1,"of":1,"new":1,"was":2,"performed":1,"or":1,"original":1,"no":1,"necessary":1,"src":4,"assert":1,"none":3,"tracker":3,"free":1,"trg":3,"allocate":1,"record":1,"clear":2,"writes":1,"list":5,"tuple":2,"source":2,"destination":2,"mapping":2,"and":1,"clears":1,"cows":1,"mark":4,"blocks":4,"as":4,"accessed":2,"now":1,"float":1,"used":2,"in":2,"prefix":3,"caching":3,"since":1,"naive":1,"allocator":1,"does":1,"implement":1,"we":1,"do":1,"nothing":1,"pass":1,"computed":2},"9826,1565,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"since":2,"the":9,"naive":4,"allocator":2,"does":2,"not":2,"implement":1,"prefix":2,"caching":2,"we":3,"do":1,"nothing":1,"pass":1,"def":4,"get":3,"common":2,"computed":2,"block":18,"ids":2,"self":5,"seq":1,"list":7,"int":4,"determine":1,"blocks":16,"that":4,"can":1,"be":4,"skipped":1,"in":6,"prefill":1,"support":1,"always":1,"return":3,"an":1,"empty":2,"promote":1,"to":5,"immutable":1,"blockid":1,"raise":1,"notimplementederror":1,"there":1,"is":2,"no":1,"promotion":1,"for":4,"num":1,"full":5,"touched":3,"returns":2,"number":4,"of":5,"will":2,"by":2,"swapping":2,"out":3,"args":1,"swapped":1,"given":1,"non":1,"are":2,"ignored":1,"when":1,"deciding":1,"touch":1,"note":1,"use":1,"set":5,"eliminate":1,"among":1,"seqs":1,"also":1,"compare":1,"slots":2,"mutable":1,"with":1,"lookahead":1,"unique":1,"new":1,"needed":1,"old":3,"if":1,"add":1,"len":1,"swap":1,"none":1,"free":1,"id":1},"11391,1531,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"def":4,"swap":1,"in":2,"self":7,"blocks":3,"list":3,"block":41,"none":2,"for":4,"here":1,"we":1,"allocate":3,"either":1,"immutable":2,"or":1,"mutable":2,"and":3,"then":1,"extract":1,"its":1,"id":8,"note":1,"that":2,"the":6,"object":2,"is":3,"released":1,"assigned":1,"to":3,"allow":1,"reusing":1,"existing":1,"if":1,"full":1,"tmp":6,"prev":4,"token":6,"ids":6,"else":1,"append":1,"pool":1,"free":1,"assign":1,"get":1,"prefix":5,"cache":3,"hit":1,"rate":1,"float":1,"return":3,"1":1,"reset":1,"bool":1,"no":1,"naive":2,"allocator":2,"true":1,"find":1,"cached":1,"hashes":1,"int":2,"not":2,"applicable":1,"class":3,"naiveblock":2,"an":1,"implementation":1,"of":2,"does":1,"support":1,"caching":1,"represents":1,"a":2,"with":1,"fixed":1,"size":1,"it":1,"provides":1,"methods":1,"appending":1,"manages":1,"copy":1,"on":1,"write":1,"operations":1,"when":1,"necessary":1},"12922,1935,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"args":2,"prev":4,"block":30,"the":15,"previous":1,"in":3,"sequence":1,"token":17,"ids":17,"list":6,"int":11,"initial":1,"to":7,"be":3,"stored":2,"size":4,"maximum":1,"number":1,"of":2,"that":1,"can":1,"allocator":6,"blockallocator":2,"associated":1,"with":1,"this":2,"id":6,"optional":9,"physical":1,"index":1,"defaults":2,"none":8,"which":1,"means":1,"no":4,"allocation":1,"has":1,"been":1,"made":1,"cow":10,"target":7,"copy":2,"on":2,"write":2,"if":5,"not":4,"provided":1,"it":1,"self":17,"def":3,"init":1,"extra":1,"hash":1,"is":2,"else":1,"append":4,"appends":2,"given":2,"and":1,"performs":1,"a":1,"necessary":1,"appended":1,"appendable":1},"14857,1567,data/raw/vllm-0.10.1/vllm/core/block/naive_block.py":{"args":1,"token":9,"ids":9,"list":2,"int":8,"the":2,"to":2,"be":1,"appended":1,"block":13,"if":1,"len":3,"0":2,"return":9,"assert":1,"self":24,"num":5,"empty":3,"slots":3,"extend":1,"property":11,"def":14,"computed":3,"bool":2,"raise":5,"notimplementederror":5,"setter":3,"value":3,"none":4,"last":4,"accessed":4,"float":2,"ts":1,"id":5,"optional":4,"is":2,"full":1,"size":3,"tokens":2,"total":2,"not":1,"used":1,"for":1,"naive":1,"prev":2,"extra":1,"hash":2,"content":1},"0,1533,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":5,"project":1,"from":5,"typing":1,"import":5,"dict":1,"frozenset":1,"list":1,"optional":1,"tuple":1,"core":3,"block":10,"interfaces":1,"blockallocator":1,"blockid":1,"deviceawareblockallocator":4,"naive":1,"naiveblock":1,"naiveblockallocator":1,"prefix":1,"caching":1,"prefixcachingblockallocator":1,"utils":1,"device":1,"class":2,"cpugpublockallocator":4,"a":3,"allocator":3,"that":1,"can":1,"allocate":1,"blocks":7,"on":3,"both":2,"cpu":5,"and":10,"gpu":5,"memory":4,"this":2,"implements":1,"interface":1,"provides":1,"functionality":1,"for":3,"allocating":1,"managing":1,"of":3,"devices":1,"maintains":1,"separate":1,"pools":2,"allows":1,"allocation":1,"deallocation":1,"forking":1,"swapping":1,"across":1,"these":1,"staticmethod":1,"def":1,"create":1,"type":2,"str":1,"num":2,"int":3,"size":2,"creates":2,"instance":2,"with":2,"specified":2,"configuration":1,"static":1,"method":1,"returns":1,"based":1,"provided":1,"parameters":1,"it":1,"initializes":1,"allocators":1,"number":1},"1533,1827,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"args":1,"allocator":7,"type":6,"str":1,"the":6,"of":5,"block":25,"to":3,"use":1,"for":3,"cpu":9,"and":2,"gpu":15,"blocks":19,"currently":1,"supported":1,"values":1,"are":2,"naive":2,"prefix":2,"caching":2,"num":13,"int":3,"number":3,"allocate":2,"memory":2,"size":8,"each":1,"in":1,"tokens":1,"returns":1,"deviceawareblockallocator":1,"a":1,"cpugpublockallocator":1,"instance":1,"with":2,"specified":1,"configuration":1,"notes":1,"ids":14,"assigned":1,"contiguously":1,"coming":1,"before":1,"reserved":3,"0":1,"list":1,"range":1,"if":1,"blockallocator":2,"naiveblockallocator":2,"create":2,"naiveblock":2,"ignore":2,"elif":1,"prefixcachingblockallocator":1},"3360,1719,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"cpu":10,"allocator":18,"prefixcachingblockallocator":1,"num":2,"blocks":2,"block":34,"size":2,"ids":8,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"type":2,"return":2,"cpugpublockallocator":1,"gpu":8,"def":3,"init":1,"self":13,"blockallocator":3,"assert":1,"not":1,"all":3,"and":1,"allocators":3,"can":1,"t":1,"have":1,"intersection":1,"of":1,"device":6,"swap":1,"mapping":1,"dict":2,"int":4,"null":5,"optional":3,"none":4,"to":2,"for":2,"in":2,"items":1,"id":2,"allocate":3,"or":1,"get":1,"if":1,"is":1,"nullblock":1,"mutable":3,"prev":1,"extra":1,"hash":1,"allocates":1,"a":1,"new":1,"on":1,"the":1,"specified":1},"5079,1751,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"args":2,"prev":5,"block":27,"optional":6,"the":21,"previous":2,"to":4,"in":5,"sequence":2,"used":2,"for":2,"prefix":4,"hashing":2,"device":11,"on":3,"which":2,"allocate":5,"new":4,"extra":7,"hash":11,"int":5,"value":2,"of":5,"additional":2,"factors":2,"such":2,"as":2,"adapters":2,"that":2,"influence":2,"caching":2,"returns":2,"newly":2,"allocated":2,"mutable":2,"return":2,"self":3,"allocators":2,"def":1,"immutable":4,"blocks":5,"token":6,"ids":6,"list":7,"none":1,"allocates":1,"a":1,"group":1,"with":1,"provided":2,"specified":1,"be":1,"stored":1,"containing":1},"6830,1851,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"def":3,"allocate":3,"immutable":4,"block":37,"self":5,"prev":3,"optional":4,"token":6,"ids":7,"list":4,"int":4,"device":7,"extra":4,"hash":6,"none":3,"allocates":1,"a":2,"new":4,"with":1,"the":20,"provided":2,"on":2,"specified":1,"args":3,"previous":1,"in":4,"sequence":4,"used":1,"for":1,"prefix":2,"hashing":1,"of":3,"to":4,"be":3,"stored":1,"which":1,"value":1,"additional":1,"factors":1,"such":1,"as":2,"adapters":1,"that":2,"influence":1,"caching":1,"returns":1,"newly":1,"allocated":1,"containing":1,"return":2,"allocators":1,"free":2,"frees":1,"memory":2,"occupied":1,"by":1,"given":1,"freed":2,"null":1,"should":1,"never":1,"if":1,"isinstance":1,"nullblock":1,"id":4,"assert":1,"is":1,"not":1,"allocator":3,"fork":1,"last":3,"creates":1,"blocks":1,"shares":1,"same":1,"underlying":1,"original":2},"8681,1900,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"returns":5,"list":3,"block":19,"a":1,"new":1,"of":4,"blocks":10,"that":1,"shares":1,"the":19,"same":1,"memory":1,"as":1,"original":1,"sequence":1,"do":1,"not":3,"attempt":1,"to":6,"fork":2,"null":1,"assert":2,"isinstance":1,"last":3,"nullblock":1,"id":14,"is":3,"none":2,"allocator":4,"self":9,"ids":1,"return":4,"def":4,"get":6,"num":4,"free":5,"device":25,"int":9,"number":3,"available":2,"on":5,"specified":2,"args":2,"for":5,"which":2,"query":2,"assertionerror":1,"raised":1,"if":1,"passed":1,"allocators":3,"total":2,"physical":2,"absolute":5,"zero":2,"offset":2,"certain":2,"given":2,"relative":1,"in":1,"whole":1,"swap":4,"src":1,"dst":1,"dict":1,"execute":1,"from":1,"source":1,"dest":1,"save":1,"current":1,"mapping":2,"and":1,"append":1,"them":1,"accumulated":1,"each":1,"scheduling":1,"move":1},"10581,1832,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"args":2,"blocks":21,"list":4,"of":6,"to":11,"be":4,"swapped":2,"src":8,"device":18,"swap":10,"the":12,"from":2,"dst":8,"returns":4,"dict":2,"int":8,"mapping":6,"source":2,"on":6,"dest":1,"block":20,"ids":5,"id":10,"for":3,"in":6,"self":6,"allocators":3,"out":3,"current":3,"zip":1,"if":1,"is":2,"not":2,"none":2,"and":2,"return":2,"def":2,"get":2,"num":2,"full":5,"touched":4,"number":3,"that":2,"will":2,"by":2,"swapping":2,"given":2,"non":1,"are":1,"ignored":1,"when":1,"deciding":1,"touch":1,"clear":1,"copy":2,"writes":1,"tuple":1,"clears":1,"write":1,"cow":1,"state":1,"destination":1},"12413,1950,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"returns":1,"list":7,"tuple":1,"int":7,"a":1,"mapping":1,"source":1,"block":12,"ids":12,"to":2,"destination":1,"cow":1,"only":6,"supported":5,"on":5,"gpu":8,"device":20,"return":8,"self":15,"allocators":8,"clear":1,"copy":1,"writes":1,"def":6,"mark":6,"blocks":6,"as":6,"accessed":4,"now":2,"float":2,"none":3,"use":2,"for":4,"prefix":12,"caching":5,"computed":6,"get":4,"common":2,"seq":2,"property":1,"all":2,"frozenset":2,"allocator":3,"keys":1,"cache":7,"hit":3,"rate":3,"1":1,"means":1,"not":1,"or":2,"disabled":1,"assert":1,"in":2,"reset":4,"optional":1,"bool":1,"specified":1,"devices":1,"if":1,"success":4,"true":1,"values":1,"and":1},"14363,1981,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"def":11,"get":1,"and":4,"reset":1,"swaps":1,"self":20,"list":7,"tuple":2,"int":7,"returns":2,"clears":1,"the":1,"mapping":6,"of":2,"source":2,"to":3,"destination":2,"block":17,"ids":6,"will":1,"be":3,"called":1,"after":2,"every":2,"swapping":1,"operations":1,"for":4,"now":1,"schedule":1,"when":1,"blockmanagerv2":1,"become":1,"default":1,"currently":1,"not":4,"useful":1,"a":3,"swap":2,"copy":1,"clear":1,"return":7,"items":1,"find":2,"cached":2,"blocks":4,"prefix":2,"hashes":2,"device":4,"gpu":1,"allocators":1,"class":1,"nullblock":2,"null":4,"are":1,"used":2,"as":1,"placeholders":1,"kv":1,"cache":1,"that":1,"have":1,"been":1,"dropped":1,"due":1,"sliding":1,"window":1,"this":1,"implementation":1,"just":1,"wraps":1,"an":1,"ordinary":1,"prevents":1,"it":2,"from":1,"being":1,"modified":3,"also":1,"allows":1,"testing":1,"if":1,"is":4,"via":1,"isinstance":1,"init":2,"proxy":8,"super":1,"append":1,"token":4,"blockid":4,"raise":3,"valueerror":2,"should":2,"property":6,"id":4,"setter":1,"value":1,"optional":1,"num":4,"tokens":2,"total":2,"notimplementederror":1,"empty":2,"slots":2,"full":2,"prev":2},"16344,537,data/raw/vllm-0.10.1/vllm/core/block/cpu_gpu_block_allocator.py":{"property":4,"def":6,"extra":1,"hash":3,"self":11,"return":4,"none":1,"computed":5,"proxy":5,"setter":2,"value":2,"last":7,"accessed":7,"float":2,"ts":2,"content":2},"0,997,data/raw/vllm-0.10.1/vllm/core/block/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":3,"project":1,"block":7,"manager":1,"utils":2,"from":2,"sequence":1,"import":2,"sequencegroup":3,"str":4,"not":5,"impl":4,"enc":4,"dec":4,"prefix":3,"cache":2,"swa":4,"def":1,"check":1,"no":1,"caching":3,"or":1,"for":2,"blockmgr":1,"encdec":1,"mgr":5,"seq":3,"group":3,"none":2,"enforce":1,"that":1,"sliding":2,"window":2,"attention":1,"are":1,"currently":1,"unsupported":2,"specifically":1,"encoder":2,"decoder":2,"models":1,"raises":1,"notimplementederror":3,"if":4,"scenario":1,"is":3,"detected":1,"arguments":1,"blockspacemanager":1,"instance":1,"passed":1,"max":1,"raise":2,"enable":1},"0,1821,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":7,"project":1,"token":1,"blocks":2,"import":10,"sys":1,"from":9,"bisect":2,"left":1,"os":1,"path":1,"commonprefix":1,"typing":1,"callable":1,"dict":1,"frozenset":1,"iterable":1,"list":1,"optional":1,"set":1,"tuple":1,"core":4,"block":10,"common":1,"cachemetricdata":1,"copyonwritetracker":1,"get":1,"all":1,"recursively":1,"interfaces":1,"blockallocator":2,"blockid":1,"device":1,"deviceawareblockallocator":1,"naive":1,"blockpool":1,"naiveblock":1,"naiveblockallocator":1,"evictor":3,"evictionpolicy":1,"make":1,"logger":4,"init":4,"sequence":2,"prefixhash":1,"int":1,"by":1,"default":5,"we":3,"our":1,"access":1,"time":5,"as":1,"last":6,"accessed":7,"so":1,"that":2,"if":1,"find":1,"one":1,"is":1,"still":1,"hold":1,"then":1,"know":1,"this":1,"hasn":1,"t":1,"been":1,"yet":1,"1":1,"name":1,"class":2,"blocktracker":1,"used":1,"track":1,"status":1,"of":1,"a":2,"inside":1,"prefix":2,"caching":2,"allocator":2,"slots":1,"active":6,"computed":2,"def":4,"reset":4,"self":14,"float":1,"bool":2,"false":3,"enable":1,"assert":2,"not":1,"true":1,"disable":1,"prefixcachingblockallocator":1,"implements":1},"1821,1805,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"the":8,"prefixcachingblockallocator":1,"maintains":1,"a":7,"cache":1,"of":10,"blocks":10,"based":1,"on":2,"their":1,"content":2,"hash":8,"it":2,"reuses":1,"with":1,"same":3,"to":6,"avoid":1,"redundant":1,"memory":1,"allocation":1,"allocator":1,"also":1,"supports":1,"copy":1,"write":1,"operations":1,"args":1,"num":4,"int":7,"total":1,"number":1,"manage":1,"block":14,"size":5,"each":1,"in":2,"tokens":1,"ids":7,"optional":4,"iterable":3,"an":2,"if":3,"not":1,"provided":1,"will":3,"be":4,"assigned":1,"sequentially":1,"from":1,"0":2,"1":1,"note":1,"that":2,"we":1,"use":1,"none":9,"as":5,"string":2,"here":1,"instead":1,"because":1,"python":2,"3":2,"12":2,"returns":1,"constant":1,"predictable":1,"value":1,"this":3,"could":1,"possibly":1,"make":1,"easier":1,"find":1,"and":2,"exploit":1,"collisions":1,"hashed":1,"differently":1,"per":1,"process":2,"but":1,"consistently":1,"within":1,"is":2,"behavior":1,"prior":1,"implements":1,"factory":1,"def":1,"init":1,"self":4,"eviction":1,"policy":1,"evictionpolicy":2,"lru":1,"range":1,"mapping":1,"prefix":2,"index":1,"all":1,"which":1,"have":3,"dict":2,"even":1,"they":1,"refcount":1,"cached":1,"prefixhash":1,"blockid":2,"list":1,"immutable":1,"been":1,"touched":2,"by":1,"scheduler":1,"should":1,"marked":1,"computed":1,"after":1,"entire":1,"batch":1,"sequences":1,"are":1,"scheduled":1,"set":2},"3626,1894,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"used":2,"to":7,"track":1,"status":1,"of":1,"each":1,"physical":2,"block":27,"id":4,"self":20,"tracker":3,"dict":1,"blockid":1,"blocktracker":2,"for":2,"in":2,"ids":4,"pre":1,"allocate":1,"num":4,"blocks":9,"extra":5,"factor":4,"objects":2,"the":3,"is":2,"a":1,"buffer":1,"allow":1,"more":1,"than":1,"4":1,"pool":4,"blockpool":1,"size":4,"create":4,"an":1,"allocator":6,"that":1,"do":1,"not":1,"have":1,"prefix":1,"hashes":1,"hashless":3,"naiveblockallocator":1,"type":1,"ignore":1,"share":2,"here":1,"evitor":1,"maintain":1,"how":1,"we":3,"want":1,"handle":1,"those":1,"computed":2,"if":1,"find":1,"memory":1,"pressure":1,"high":1,"eviction":3,"policy":3,"evictor":3,"make":1,"refcounter":5,"between":1,"allocators":1,"this":1,"allows":1,"us":1,"promote":1,"originally":1,"allocated":1,"immutable":1,"cow":1,"copyonwritetracker":1,"as":1,"readonly":1,"metric":1,"data":1,"cachemetricdata":1,"def":1,"prev":1,"optional":3,"token":1,"list":1,"int":4,"blockallocator":1,"none":2,"bool":1,"false":1,"hash":1,"bind":1},"5520,1845,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"return":2,"prefixcachingblock":1,"prev":7,"block":41,"token":8,"ids":8,"size":4,"id":7,"allocator":2,"computed":2,"extra":5,"hash":7,"def":1,"allocate":1,"immutable":3,"self":8,"optional":4,"list":2,"int":3,"none":8,"device":3,"allocates":1,"an":1,"with":1,"the":6,"given":1,"reusing":1,"cached":7,"blocks":2,"if":2,"possible":1,"args":1,"previous":1,"in":2,"sequence":1,"to":3,"be":1,"stored":1,"returns":1,"allocated":1,"assert":3,"is":3,"prefix":1,"caching":1,"or":1,"first":1,"try":1,"create":1,"a":1,"that":1,"points":1,"data":3,"pool":2,"init":1,"physical":1,"content":2,"not":2,"get":1,"metric":2,"query":2,"hit":2,"true":1,"incr":1,"refcount":1,"false":1,"free":1},"7365,1524,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"no":2,"cached":2,"block":29,"allocate":5,"a":2,"new":1,"self":4,"mutable":4,"prev":9,"extra":6,"hash":6,"append":2,"token":7,"ids":7,"return":2,"def":2,"immutable":2,"blocks":6,"optional":6,"list":3,"int":3,"none":7,"device":7,"for":1,"in":2,"allocates":1,"if":1,"there":1,"are":1,"free":1,"this":1,"will":1,"evict":1,"unused":1,"args":1,"the":3,"previous":1,"sequence":1,"is":3,"not":1,"allowed":1,"unlike":1,"it":1,"super":1,"class":1,"returns":1,"allocated":1,"assert":2,"prefix":1,"caching":1,"or":1},"8889,1926,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"block":55,"id":23,"self":14,"allocate":1,"pool":1,"init":1,"prev":2,"token":1,"ids":1,"size":2,"physical":1,"extra":2,"hash":6,"assert":7,"not":4,"computed":5,"content":4,"is":6,"none":8,"return":2,"def":2,"incr":2,"refcount":7,"cached":8,"set":1,"this":3,"to":3,"be":2,"since":1,"it":2,"pointing":1,"a":2,"which":1,"was":2,"already":1,"true":2,"refcounter":2,"if":3,"1":1,"in":3,"case":1,"evicted":1,"restore":1,"its":1,"tracking":2,"evictor":4,"remove":1,"track":1,"decr":2,"ensure":1,"immutable":1,"0":2,"else":1,"no":1,"longer":1,"used":1,"blocks":1,"add":2,"the":4,"keeps":1,"around":1,"so":1,"can":1,"reused":1,"num":1,"tokens":1,"total":1,"tracker":1,"last":1,"accessed":1,"stop":1,"untrack":1},"10815,1839,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"def":4,"decr":1,"refcount":4,"hashless":10,"block":43,"self":13,"none":7,"id":25,"assert":1,"is":4,"not":4,"we":2,"may":1,"have":1,"a":2,"fork":1,"case":2,"where":1,"shared":1,"in":3,"which":1,"cannot":1,"remove":1,"it":1,"from":2,"tracking":1,"refcounter":1,"get":1,"if":5,"1":1,"untrack":1,"decrement":1,"of":1,"the":4,"but":1,"do":1,"free":3,"object":2,"itself":1,"will":1,"be":1,"handled":1,"by":1,"caller":1,"allocator":4,"keep":1,"true":1,"allocate":8,"blockid":3,"first":1,"tries":2,"to":2,"and":2,"there":1,"are":1,"no":2,"blocks":3,"then":1,"evict":1,"an":1,"unused":2,"cached":1,"maybe":4,"return":5,"evicted":5,"available":1,"nor":1,"cache":1,"raise":1,"blockallocator":2,"nofreeblockserror":2,"optional":2,"try":1,"mutable":2,"extract":1,"its":1,"prev":1,"pool":1,"track":1,"computed":1,"false":1,"except":1,"evictor":1,"num":1,"0":1},"12654,1783,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"here":1,"we":4,"get":2,"an":1,"evicted":1,"block":33,"which":1,"is":10,"only":2,"added":2,"into":1,"evictor":4,"if":2,"its":2,"ref":1,"counter":1,"0":2,"and":3,"since":2,"content":6,"would":1,"be":4,"changed":1,"need":1,"to":9,"remove":1,"it":3,"from":1,"cached":8,"blocks":4,"s":1,"tracking":1,"list":1,"id":15,"hash":5,"evict":5,"self":10,"sanity":1,"checks":1,"assert":5,"in":5,"refcounter":2,"pop":1,"incr":1,"track":1,"computed":1,"false":1,"return":1,"def":1,"free":3,"none":4,"decrements":1,"the":12,"refcount":4,"of":3,"may":3,"two":1,"possible":1,"states":1,"1":1,"immutable":2,"or":1,"2":1,"mutable":2,"hashless":4,"first":1,"case":2,"decremented":1,"directly":2,"possibly":1,"other":1,"allocator":2,"with":1,"keep":2,"object":2,"true":1,"called":1,"reused":1,"by":1,"caller":1,"not":3,"freeing":1,"unallocated":1,"undefined":1,"this":2,"type":2,"always":1,"want":1,"for":1,"future":1,"reuse":1,"decr":2,"else":1,"so":1,"release":1},"14437,1912,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"def":3,"free":10,"self":10,"block":44,"keep":2,"object":3,"bool":1,"false":1,"none":5,"release":3,"the":14,"look":1,"at":1,"id":10,"docs":1,"physical":2,"index":1,"to":1,"pool":3,"if":1,"not":2,"fork":2,"last":4,"list":4,"creates":1,"a":1,"new":2,"sequence":5,"of":5,"blocks":15,"that":2,"shares":2,"same":2,"underlying":1,"memory":2,"as":2,"original":3,"args":1,"in":2,"returns":1,"source":2,"get":3,"all":1,"recursively":1,"forked":6,"prev":4,"for":1,"assert":3,"is":3,"refcount":2,"refcounter":1,"incr":1,"1":2,"can":1,"t":1,"d":1,"format":1,"init":1,"token":2,"ids":2,"size":2,"extra":2,"hash":2,"append":1,"return":2,"num":3,"device":3,"optional":1,"int":1,"number":3,"hashless":2,"plus":1,"evictor":2,"could":1,"from":1,"its":1,"allocator":1},"16349,1866,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"def":5,"get":7,"num":7,"total":3,"blocks":12,"self":16,"int":6,"return":5,"hashless":3,"allocator":5,"physical":1,"block":14,"id":12,"absolute":5,"returns":3,"the":9,"zero":1,"offset":2,"on":2,"certain":2,"given":1,"args":1,"for":3,"in":3,"whole":1,"rzero":1,"device":1,"sorted":1,"all":5,"ids":3,"index":1,"property":1,"frozenset":1,"prefix":7,"cache":5,"hit":2,"rate":2,"float":1,"metric":1,"data":1,"reset":5,"bool":2,"this":1,"function":1,"may":1,"be":1,"used":5,"rlhf":1,"flows":1,"to":2,"invalid":1,"caching":2,"after":1,"weights":1,"are":3,"updated":1,"or":1,"resetting":1,"status":1,"benchmarking":1,"true":1,"if":2,"is":2,"successfully":1,"false":2,"otherwise":1,"free":3,"0":1,"logger":1,"warning":1,"failed":1,"because":2,"some":1,"d":1,"not":4,"freed":1,"yet":1,"evictor":4,"while":1,"maybe":1,"allocate":1,"evicted":2,"none":1,"should":1,"have":1,"any":1,"cached":2,"assert":1,"make":1,"eviction":1,"policy":1},"18215,1895,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"reset":3,"the":13,"block":41,"tracker":3,"for":1,"id":8,"in":4,"self":10,"blocktracker":1,"metrics":1,"metric":1,"data":1,"cachemetricdata":1,"logger":1,"info":1,"successfully":1,"prefix":2,"cache":1,"return":3,"true":1,"def":2,"is":5,"cached":9,"bool":1,"assert":4,"content":9,"hash":6,"not":4,"none":3,"blocks":5,"promote":1,"to":3,"immutable":2,"blockid":2,"once":1,"a":2,"mutable":2,"full":1,"it":2,"can":4,"be":6,"promoted":4,"an":1,"this":5,"means":1,"that":4,"its":1,"referenced":1,"by":1,"future":1,"having":1,"same":4,"note":2,"if":2,"we":2,"already":1,"have":1,"with":2,"will":1,"replace":1,"newly":1,"s":1,"mapping":1,"existing":1,"args":1,"returns":1,"either":1,"original":1,"index":2,"or":1,"of":2,"previously":1,"matching":1,"ensure":1,"refcounter":1,"get":1,"0":1,"no":1,"set":1,"as":4,"cannot":2,"marked":2,"computed":2,"yet":1,"because":1,"other":1,"sequences":2,"batch":2,"reuse":1,"mark":1,"touched":2,"so":1,"after":1,"entire":1,"are":1,"scheduled":1,"add":1},"20110,1868,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"reuse":1,"the":11,"cached":4,"content":2,"hash":2,"self":11,"decr":1,"refcount":3,"hashless":1,"block":38,"id":12,"blocks":3,"increment":1,"of":2,"and":2,"possibly":1,"restore":1,"it":3,"from":1,"evictor":3,"note":1,"that":1,"in":3,"this":1,"case":1,"is":5,"marked":1,"as":3,"computed":1,"incr":1,"return":4,"def":3,"cow":5,"if":6,"not":3,"appendable":3,"blockid":6,"performs":1,"a":3,"copy":6,"on":7,"write":5,"operation":2,"given":1,"args":1,"to":3,"check":1,"for":1,"returns":3,"index":2,"new":1,"was":2,"performed":1,"or":1,"original":1,"no":1,"necessary":1,"src":4,"assert":1,"none":2,"tracker":3,"free":1,"trg":3,"allocate":1,"record":1,"clear":2,"writes":1,"list":4,"tuple":2,"source":2,"destination":2,"mapping":2,"clears":1,"indices":2,"cows":1,"mark":2,"accessed":2,"ids":1,"int":1,"now":1,"float":1,"used":1,"prefix":1,"caching":1,"added":1,"into":1,"we":1,"need":1,"update":1,"corresponding":1,"info":1,"s":1,"metadata":1},"21978,1917,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"for":3,"block":38,"id":20,"in":5,"ids":7,"if":3,"self":18,"tracker":8,"active":2,"last":2,"accessed":2,"now":2,"elif":1,"evictor":3,"update":1,"else":2,"raise":1,"valueerror":1,"mark":3,"as":3,"which":1,"is":5,"not":3,"belonged":1,"to":2,"gpu":1,"def":5,"blocks":5,"computed":12,"list":6,"int":5,"none":5,"all":1,"touched":3,"true":1,"clear":1,"track":1,"optional":2,"blockid":2,"bool":2,"assert":2,"enable":1,"untrack":1,"disable":1,"return":4,"get":1,"common":2,"seq":3,"the":4,"that":2,"are":2,"a":2,"given":1,"sequence":1,"group":1,"only":1,"those":1,"immutable":1,"and":1,"already":1,"be":2,"marked":1,"compyted":1,"would":2,"taken":1,"consideration":1,"note":1,"we":1,"exclude":1,"avoid":1,"case":1,"where":1,"entire":1,"prompt":1,"cached":1,"this":1,"cause":1,"erroneous":1,"behavior":1,"model":1,"runner":1,"it":1,"returns":1,"of":2,"although":1,"type":1,"annotation":1,"says":1,"string":1,"len":1,"1":1,"0":1},"23895,1632,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"return":2,"commonprefix":1,"ids":4,"for":4,"in":9,"computed":1,"seq":1,"block":19,"type":1,"ignore":1,"if":3,"def":3,"get":1,"num":4,"full":5,"blocks":20,"touched":7,"self":7,"list":5,"int":3,"returns":2,"the":12,"number":3,"of":5,"that":2,"will":2,"be":4,"by":2,"swapping":2,"out":5,"args":2,"to":5,"swapped":2,"given":2,"non":1,"are":1,"ignored":1,"when":1,"deciding":1,"touch":1,"0":1,"has":1,"a":2,"match":1,"cache":1,"and":3,"cached":3,"is":4,"not":3,"referenced":1,"then":1,"we":1,"still":1,"count":1,"it":1,"as":1,"or":1,"content":2,"hash":2,"none":3,"evictor":1,"1":1,"swap":4,"execute":2,"actions":2,"basically":1,"just":1,"free":2,"id":2,"change":1,"from":1,"old":1,"allocator":2,"current":1,"each":1,"finish":1,"table":1,"update":1},"25527,1811,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"args":2,"blocks":9,"list":7,"of":7,"to":4,"be":1,"swapped":1,"in":4,"for":1,"block":45,"here":1,"we":3,"allocate":4,"either":1,"immutable":2,"or":1,"mutable":2,"and":3,"then":2,"extract":1,"its":1,"id":7,"note":1,"that":3,"the":11,"object":2,"is":5,"released":1,"assigned":1,"allow":1,"reusing":1,"existing":1,"if":3,"full":1,"tmp":5,"self":5,"prev":4,"token":4,"ids":4,"extra":4,"hash":7,"else":1,"append":1,"pool":1,"free":1,"assign":1,"def":2,"find":2,"cached":8,"prefix":4,"hashes":7,"int":4,"given":1,"a":3,"return":2,"are":3,"all":3,"since":1,"s":1,"includes":1,"previous":2,"only":1,"deallocate":1,"entire":1,"sequence":1,"so":1,"also":1,"with":1,"this":1,"property":1,"can":1,"use":1,"binary":1,"search":1,"returns":1,"prefixhash":1,"bool":1,"not":1,"false":1},"27338,1853,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"cached":6,"block":22,"id":3,"self":2,"blocks":4,"hash":3,"we":1,"only":1,"consider":1,"the":17,"that":6,"are":2,"marked":1,"as":2,"computed":2,"return":4,"is":2,"def":1,"bisect":4,"left":4,"a":8,"x":5,"key":6,"callable":1,"prefixhash":1,"bool":1,"int":5,"python":1,"3":2,"10":2,"don":1,"t":1,"have":1,"argument":1,"if":1,"sys":1,"version":1,"info":1,"e":3,"for":3,"in":4,"else":1,"look":1,"first":1,"s":1,"not":2,"and":3,"returns":1,"prefix":5,"i":1,"idx":2,"hashes":2,"true":1,"lambda":1,"class":2,"prefixcachingblock":3,"implementation":1,"supports":1,"caching":4,"represents":1,"of":4,"token":5,"ids":5,"with":3,"capabilities":1,"it":1,"wraps":1,"naiveblock":1,"internally":1,"provides":1,"additional":2,"functionality":1,"content":1,"hashing":1,"promoting":1,"immutable":1,"allocator":3,"args":1,"prev":1,"optional":4,"previous":1,"sequence":1,"list":1,"initial":1,"to":2,"be":2,"stored":2,"size":1,"maximum":1,"number":1,"can":1,"blockallocator":1,"associated":1,"this":2,"physical":1,"index":1,"defaults":1,"none":1,"extra":1,"value":1,"factors":1,"such":1,"adapters":1,"influence":1,"apart":1,"from":1},"29191,1324,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"note":1,"that":1,"we":1,"use":1,"none":11,"as":4,"a":3,"string":2,"here":1,"instead":2,"of":3,"because":1,"python":2,"3":2,"12":2,"hash":8,"returns":1,"constant":1,"predictable":1,"value":1,"this":3,"could":1,"possibly":1,"make":1,"it":1,"easier":1,"to":2,"find":1,"and":1,"exploit":1,"collisions":1,"will":1,"be":1,"hashed":1,"differently":1,"per":1,"process":2,"but":1,"consistently":1,"within":1,"the":3,"same":2,"is":2,"behavior":1,"prior":1,"int":7,"def":1,"init":1,"self":8,"prev":4,"block":8,"optional":4,"token":1,"ids":1,"list":1,"size":1,"allocator":6,"blockallocator":1,"id":1,"computed":3,"bool":1,"false":1,"extra":3,"assert":2,"isinstance":1,"prefixcachingblockallocator":2,"currently":1,"class":1,"only":1,"tested":1,"with":1,"got":1,"format":1,"prefix":1,"caching":1,"or":1,"cached":2,"content":1,"num":1,"tokens":1,"total":1,"0":1,"last":2,"accessed":2,"float":1,"default":1,"time":1},"30515,1966,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"on":1,"the":10,"first":1,"time":1,"we":2,"create":1,"block":25,"object":1,"and":2,"next":1,"only":1,"reinitialize":1,"it":1,"if":3,"hasattr":1,"self":22,"init":1,"type":2,"ignore":1,"has":1,"prev":6,"token":10,"ids":10,"size":4,"id":4,"allocator":4,"else":1,"naiveblock":1,"update":2,"num":4,"tokens":5,"total":4,"def":6,"incrementally":1,"computes":1,"number":1,"of":1,"that":1,"there":1,"is":4,"till":1,"current":2,"included":1,"res":4,"0":1,"add":2,"all":1,"previous":1,"blocks":1,"not":3,"none":4,"len":1,"cached":1,"property":2,"computed":6,"bool":1,"return":2,"setter":2,"value":2,"last":7,"accessed":7,"float":2,"ts":2,"append":1,"list":2,"int":2,"appends":1,"given":1,"to":3,"registers":1,"as":1,"immutable":1,"becomes":1,"full":1,"args":1,"be":1,"appended":1,"ensure":1,"this":1,"mutable":1,"promoted":1,"assert":2,"content":1,"hash":1},"32481,1965,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"if":7,"len":1,"token":8,"ids":8,"0":1,"return":13,"ensure":1,"there":1,"are":1,"input":1,"tokens":4,"assert":1,"got":1,"format":1,"naive":1,"block":25,"handles":1,"cow":1,"self":28,"append":1,"update":1,"num":5,"total":3,"the":10,"content":7,"hash":11,"is":9,"present":1,"then":1,"can":1,"be":3,"made":1,"immutable":2,"register":1,"ourselves":1,"with":1,"allocator":2,"potentially":1,"replacing":1,"physical":1,"index":1,"not":5,"none":5,"id":6,"promote":1,"to":2,"property":9,"def":10,"optional":4,"int":7,"setter":1,"value":2,"full":5,"bool":1,"empty":2,"slots":2,"cached":3,"size":2,"list":1,"prev":2,"extra":2,"based":2,"of":1,"current":3,"or":1,"it":3,"yet":1,"defined":2,"for":2,"must":1,"already":1,"computed":1,"we":1,"cannot":1,"compute":1,"a":1,"because":1},"34446,1951,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"is":14,"first":10,"block":34,"self":8,"prev":10,"none":8,"hash":29,"if":5,"else":1,"content":3,"type":1,"ignore":1,"previous":2,"exists":1,"but":1,"does":1,"not":2,"yet":1,"have":1,"a":5,"return":4,"no":1,"in":3,"this":2,"case":1,"and":3,"cached":2,"prefixcachingblock":1,"tokens":2,"cur":4,"token":7,"ids":7,"extra":5,"classmethod":1,"def":1,"cls":2,"bool":2,"optional":4,"int":8,"list":3,"computes":1,"value":4,"corresponding":1,"to":2,"the":17,"contents":2,"of":5,"preceding":1,"s":1,"used":1,"for":2,"prefix":1,"caching":1,"parameters":1,"flag":1,"indicating":1,"sequence":1,"current":2,"assumed":1,"be":1,"full":1,"additional":1,"factors":1,"such":1,"as":1,"adapters":1,"that":1,"influence":1,"apart":1,"from":1,"returns":1,"computed":1},"36397,1725,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"class":1,"computedblockstracker":1,"tracks":1,"the":22,"computed":1,"blocks":3,"for":6,"each":2,"sequence":11,"internally":1,"it":2,"maintains":1,"a":7,"map":2,"from":3,"id":3,"to":7,"list":3,"of":8,"block":8,"hashes":6,"we":6,"cache":1,"full":2,"and":4,"make":2,"sure":1,"hash":8,"is":5,"calculated":2,"in":2,"same":3,"way":1,"as":5,"allocator":5,"when":2,"being":1,"decoded":1,"also":2,"update":1,"s":2,"accordingly":1,"incrementally":1,"with":1,"prefix":1,"caching":4,"enabled":1,"could":2,"calculate":1,"number":2,"cached":3,"tokens":1,"by":1,"looking":1,"up":1,"note":2,"that":3,"use":1,"none":7,"string":2,"here":1,"instead":1,"because":1,"python":2,"3":2,"12":2,"returns":1,"constant":1,"predictable":1,"value":1,"this":3,"possibly":1,"easier":1,"find":1,"exploit":1,"collisions":1,"will":2,"be":1,"hashed":1,"differently":1,"per":1,"process":2,"but":1,"consistently":1,"within":1,"behavior":1,"prior":1,"int":4,"def":1,"init":1,"self":5,"deviceawareblockallocator":1,"size":3,"enable":3,"bool":1,"seq":2,"so":1,"don":1,"t":1,"have":2,"recompute":1,"need":1,"check":1,"if":1,"not":2,"its":1,"recorded":1,"dict":1},"38122,1367,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"a":2,"map":1,"from":1,"seq":8,"id":4,"to":3,"the":9,"number":1,"of":2,"tokens":4,"that":2,"are":3,"cached":3,"for":3,"sequence":7,"we":4,"need":1,"this":2,"so":1,"in":2,"continuous":1,"prefill":1,"doesn":1,"t":1,"accidentally":1,"see":2,"its":1,"token":6,"count":1,"change":1,"comments":1,"get":3,"num":6,"more":1,"details":1,"self":6,"computed":4,"dict":1,"int":2,"def":1,"update":3,"hashes":6,"none":1,"incrementally":1,"s":1,"block":6,"and":1,"record":1,"them":1,"assert":2,"enable":1,"caching":1,"recorded":6,"blocks":9,"cur":3,"len":4,"ids":5,"size":2,"f":2,"has":1,"but":1,"already":1,"should":2,"not":1,"happen":1,"since":2,"assume":1,"only":2,"appended":1,"other":1,"than":1,"recomputation":1,"when":1,"is":1,"recomputed":1,"have":1,"removed":1,"info":1,"old":1,"full":1,"considered":1,"as":1,"take":1,"floor":1,"here":1},"39489,1900,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"we":3,"need":1,"to":8,"know":1,"the":11,"hash":20,"of":3,"previous":1,"block":23,"compute":1,"current":1,"so":1,"that":2,"blocks":7,"could":1,"be":3,"uniquely":1,"identified":1,"across":1,"sequences":1,"prefixes":1,"prev":6,"self":10,"none":3,"if":3,"cur":3,"num":6,"recorded":5,"0":2,"else":1,"hashes":7,"1":3,"only":2,"update":4,"computed":4,"for":4,"new":2,"i":4,"in":2,"range":1,"assert":1,"len":1,"token":6,"ids":6,"size":3,"note":1,"there":1,"are":1,"any":3,"factors":1,"affecting":1,"besides":1,"they":1,"should":2,"added":1,"as":1,"input":1,"extra":5,"seq":10,"this":3,"has":1,"kept":1,"sync":1,"with":1,"allocator":1,"s":1,"calculation":1,"prefixcachingblock":1,"tokens":5,"is":2,"first":1,"append":1,"id":4,"def":1,"get":2,"cached":2,"sequence":3,"int":1,"not":1,"enable":1,"caching":1,"return":1,"always":1,"try":1,"on":1,"fly":1,"ensure":1,"don":1,"t":1,"miss":1,"during":1,"decode":1,"routine":1,"too":1},"41389,1926,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"todo":1,"rickyx":1,"this":3,"hack":1,"could":1,"be":1,"removed":1,"once":1,"we":3,"mark":2,"blocks":9,"as":2,"computed":7,"correctly":2,"with":1,"chunked":2,"prefills":1,"if":3,"num":10,"tokens":9,"prev":2,"is":6,"not":4,"none":4,"and":1,"seq":25,"prefill":3,"for":1,"a":2,"sequence":4,"that":1,"still":2,"in":5,"don":1,"t":1,"recompute":1,"the":6,"number":2,"of":4,"cached":8,"also":1,"handles":1,"since":1,"currently":1,"even":1,"partially":1,"prefilled":2,"so":1,"continuously":1,"should":1,"see":1,"its":1,"token":1,"count":1,"change":1,"while":1,"running":1,"return":3,"block":4,"hashes":5,"self":16,"id":17,"to":7,"o":1,"logn":1,"where":1,"n":1,"len":1,"allocator":5,"find":1,"prefix":1,"size":1,"def":3,"remove":1,"int":3,"stop":1,"tracking":2,"enable":1,"caching":1,"assert":3,"del":2,"class":1,"lastaccessblockstracker":1,"manages":1,"last":5,"access":5,"time":1,"tracked":1,"sequences":1,"order":1,"allow":1,"an":1,"efficient":1,"update":1,"s":1,"times":1,"init":1,"dict":1,"optional":1,"float":1,"add":1,"start":1},"43315,936,data/raw/vllm-0.10.1/vllm/core/block/prefix_caching_block.py":{"def":4,"remove":1,"seq":18,"self":10,"id":10,"int":4,"none":6,"stop":1,"tracking":1,"assert":5,"in":3,"last":9,"access":9,"del":1,"update":3,"time":2,"float":1,"blocks":2,"block":9,"ids":2,"list":1,"ts":3,"if":2,"is":2,"no":2,"was":1,"recorded":1,"need":1,"to":1,"return":2,"allocator":1,"mark":1,"as":1,"accessed":1,"prefix":1,"caching":1,"or":1,"optional":1,"isinstance":1,"prefixcachingblock":1,"got":1,"format":1},"0,1848,data/raw/vllm-0.10.1/vllm/plugins/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":5,"project":1,"import":6,"logging":2,"from":3,"typing":1,"any":3,"callable":3,"envs":3,"as":1,"logger":5,"getlogger":1,"name":6,"default":7,"plugins":24,"group":15,"general":1,"make":1,"sure":1,"one":2,"process":1,"only":2,"loads":1,"once":1,"loaded":2,"false":1,"def":1,"load":4,"by":1,"str":3,"dict":2,"sys":2,"if":7,"version":1,"info":3,"3":1,"10":1,"importlib":2,"metadata":2,"entry":3,"points":3,"else":2,"allowed":5,"discovered":5,"len":1,"debug":3,"no":1,"for":6,"s":6,"found":1,"return":2,"check":1,"plugin":12,"is":6,"use":1,"non":1,"groups":1,"and":1,"log":5,"level":5,"available":1,"in":4,"value":1,"none":3,"all":1,"this":1,"will":1,"be":1,"set":1,"control":1,"which":1,"or":1,"not":1,"loading":1,"try":1,"func":2,"except":1,"exception":2,"failed":1},"1848,494,data/raw/vllm-0.10.1/vllm/plugins/__init__.py":{"def":1,"load":2,"general":2,"plugins":10,"warning":1,"can":2,"be":3,"loaded":6,"for":2,"multiple":2,"times":2,"in":3,"different":1,"processes":1,"they":2,"should":1,"designed":1,"a":1,"way":1,"that":1,"without":1,"causing":1,"issues":1,"global":1,"if":1,"return":1,"true":1,"by":1,"group":3,"default":1,"we":1,"only":1,"need":1,"to":1,"execute":1,"the":1,"functions":1,"func":2,"values":1},"0,1535,data/raw/vllm-0.10.1/vllm/plugins/lora_resolvers/filesystem_resolver.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"import":6,"json":3,"os":5,"from":3,"typing":1,"optional":2,"envs":2,"as":2,"lora":23,"request":3,"lorarequest":3,"resolver":3,"loraresolver":2,"loraresolverregistry":1,"class":1,"filesystemresolver":1,"def":3,"init":1,"self":5,"cache":5,"dir":5,"str":3,"async":1,"resolve":1,"base":3,"model":3,"name":9,"path":12,"join":2,"if":3,"exists":2,"adapter":7,"config":7,"with":2,"open":1,"file":2,"load":1,"peft":1,"type":1,"and":1,"or":1,"int":1,"id":1,"abs":1,"hash":1,"return":2,"none":1,"register":2,"filesystem":2},"1535,551,data/raw/vllm-0.10.1/vllm/plugins/lora_resolvers/filesystem_resolver.py":{"lora":7,"cache":7,"dir":7,"envs":1,"vllm":2,"resolver":7,"if":2,"not":2,"os":2,"path":2,"exists":1,"or":1,"isdir":1,"raise":1,"valueerror":1,"must":1,"be":1,"set":1,"to":2,"a":1,"valid":1,"directory":1,"for":1,"filesystem":2,"plugin":1,"function":1,"fs":2,"filesystemresolver":1,"loraresolverregistry":1,"register":1,"return":1},"0,830,data/raw/vllm-0.10.1/vllm/plugins/lora_resolvers/README.md":{"lora":9,"resolver":5,"plugins":5,"this":2,"directory":3,"contains":1,"vllm":6,"general":1,"for":4,"dynamically":1,"discovering":1,"and":3,"loading":1,"adapters":1,"via":1,"the":3,"loraresolver":1,"plugin":2,"framework":1,"note":1,"that":4,"allow":2,"runtime":1,"updating":1,"must":2,"be":3,"set":3,"to":6,"true":1,"work":1,"include":1,"desired":1,"filesystem":1,"is":1,"installed":1,"with":1,"by":1,"default":1,"use":1,"cache":1,"dir":1,"a":5,"local":2,"when":1,"receives":1,"request":2,"adapter":5,"foobar":2,"it":3,"doesn":1,"t":1,"currently":1,"recognize":1,"will":3,"look":1,"in":1,"subdirectory":1,"containing":1,"if":1,"such":1,"an":1,"exists":1,"load":1,"then":2,"service":1,"as":2,"normal":2,"available":1,"future":1,"requests":1},"0,1562,data/raw/vllm-0.10.1/vllm/distributed/communication_op.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"from":2,"typing":1,"import":4,"any":3,"optional":3,"union":2,"torch":12,"distributed":2,"parallel":9,"state":1,"get":6,"tp":6,"group":10,"def":5,"tensor":22,"model":8,"all":6,"reduce":6,"input":12,"across":4,"return":6,"gather":6,"dim":6,"int":5,"1":3,"scatter":3,"dst":2,"broadcast":2,"dict":6,"none":1,"src":2,"if":1,"not":1,"is":1,"initialized":1},"0,1940,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":6,"the":12,"vllm":8,"project":1,"2023":1,"team":1,"adapted":1,"from":14,"https":1,"github":1,"com":1,"nvidia":2,"megatron":2,"lm":1,"blob":1,"main":1,"core":1,"parallel":7,"state":2,"py":1,"c":1,"2022":1,"corporation":1,"all":1,"rights":1,"reserved":1,"distributed":13,"it":1,"takes":1,"over":1,"control":1,"of":1,"environment":6,"pytorch":1,"typical":1,"workflow":1,"is":1,"call":4,"init":3,"initialize":3,"model":7,"or":1,"ensure":1,"initialized":1,"groups":2,"any":2,"code":1,"dealing":1,"with":1,"stuff":1,"destroy":4,"if":1,"you":2,"only":1,"need":1,"use":1,"without":1,"pipeline":1,"parallelism":1,"can":1,"skip":1,"initialization":1,"and":1,"destruction":1,"steps":1,"import":19,"contextlib":2,"gc":1,"pickle":1,"weakref":1,"collections":1,"namedtuple":2,"contextmanager":1,"nullcontext":1,"dataclasses":1,"dataclass":2,"multiprocessing":1,"shared":1,"memory":1,"typing":2,"callable":1,"optional":1,"union":1,"unittest":1,"mock":1,"patch":1,"torch":4,"backend":1,"processgroup":1,"extensions":1,"deprecated":1,"envs":2,"as":1,"device":3,"communicators":1,"base":1,"communicator":1,"devicecommunicatorbase":1,"utils":2,"statelessprocessgroup":1,"logger":2,"direct":1,"register":1,"custom":2,"op":2,"get":1,"method":1,"resolve":1,"obj":1,"by":1,"qualname":1,"supports":1,"class":1,"graphcapturecontext":1,"stream":2,"cuda":1,"tensormetadata":2,"dtype":1,"size":1},"1940,1930,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":4,"split":2,"tensor":16,"dict":6,"str":8,"union":1,"torch":6,"any":3,"tuple":3,"list":13,"the":7,"dictionary":1,"into":1,"two":1,"parts":1,"1":3,"a":4,"of":2,"key":4,"value":10,"pairs":1,"if":4,"is":5,"it":2,"replaced":1,"by":1,"its":1,"metadata":5,"2":1,"tensors":1,"for":2,"in":3,"items":1,"isinstance":1,"note":1,"we":2,"cannot":1,"use":1,"device":8,"here":1,"because":1,"contains":1,"not":3,"only":2,"type":3,"but":1,"also":1,"index":2,"e":1,"g":1,"cuda":1,"0":3,"need":1,"receiving":1,"side":1,"will":1,"set":1,"append":3,"tensormetadata":1,"dtype":1,"size":1,"else":1,"return":3,"group":20,"name":21,"counter":5,"int":1,"get":4,"unique":5,"example":1,"tp":4,"newname":2,"f":3,"groups":4,"callable":1,"optional":1,"groupcoordinator":2,"register":1,"none":2,"weakref":1,"ref":1,"all":2,"reduce":2,"assert":1,"found":1,"raise":1,"valueerror":1,"destroyed":1,"out":1,"place":1},"3870,1921,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":5,"all":7,"reduce":10,"fake":7,"tensor":26,"torch":13,"group":23,"name":15,"str":5,"return":5,"empty":3,"like":1,"scatter":6,"dim":10,"int":8,"world":6,"size":6,"assert":2,"in":2,"groups":4,"f":4,"is":6,"not":2,"found":2,"if":3,"none":2,"raise":2,"valueerror":2,"destroyed":2,"out":2,"place":2,"new":6,"shape":10,"list":2,"dtype":4,"device":4,"gather":3,"supports":1,"custom":3,"op":7,"from":1,"vllm":1,"platforms":1,"import":1,"current":3,"platform":3,"direct":2,"register":2,"func":2,"mutates":2,"args":2,"impl":2,"dispatch":4,"key":4},"5791,1979,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"direct":1,"register":2,"custom":1,"op":3,"name":7,"all":4,"gather":3,"func":1,"mutates":1,"args":1,"fake":2,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1,"class":1,"groupcoordinator":2,"pytorch":2,"processgroup":4,"wrapper":1,"for":3,"a":2,"group":19,"of":4,"processes":2,"is":1,"bound":1,"to":3,"one":1,"specific":1,"communication":5,"backend":3,"e":1,"g":1,"nccl":1,"gloo":1,"mpi":1,"etc":1,"takes":1,"charge":1,"the":6,"operations":1,"among":1,"in":5,"it":1,"manages":1,"both":1,"cpu":3,"and":2,"device":8,"available":1,"attributes":1,"rank":12,"int":7,"global":2,"ranks":3,"list":3,"world":1,"size":3,"difference":1,"between":1,"local":5,"if":2,"we":1,"have":1,"4":1,"across":1,"two":1,"nodes":1,"process":1,"node":1,"0":7,"1":7,"2":3,"3":3,"used":1,"assign":1,"devices":1,"inside":1,"communicator":5,"use":4,"true":1,"optional":3,"devicecommunicatorbase":1,"mq":1,"broadcaster":3,"any":1,"shared":1,"memory":1,"def":1,"init":1,"self":3,"torch":1,"distributed":1,"union":1,"str":2,"bool":2,"whether":1,"message":1,"queue":1,"false":1,"none":1,"or":1,"anonymous":1,"unique":2,"get":1},"7770,1935,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"self":29,"rank":10,"torch":8,"distributed":4,"get":2,"local":5,"device":28,"group":23,"none":5,"cpu":11,"for":1,"ranks":9,"in":3,"new":2,"backend":4,"a":1,"with":1,"gloo":2,"to":1,"allow":1,"direct":1,"coordination":1,"between":1,"processes":1,"through":1,"the":1,"if":3,"world":2,"size":2,"len":1,"index":1,"assert":2,"is":5,"not":2,"from":1,"vllm":1,"platforms":1,"import":1,"current":6,"platform":6,"cuda":2,"alike":1,"f":3,"elif":2,"xpu":2,"out":1,"of":1,"tree":1,"name":3,"else":1,"use":3,"communicator":6,"and":1,"1":1,"comm":2,"cls":3,"resolve":1,"obj":1,"by":1,"qualname":1,"unique":2},"9705,1773,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"from":3,"vllm":2,"distributed":1,"device":1,"communicators":1,"shm":2,"broadcast":1,"import":2,"messagequeue":3,"self":24,"mq":2,"broadcaster":3,"optional":1,"none":1,"if":1,"use":3,"message":1,"queue":1,"and":2,"world":7,"size":7,"1":5,"create":1,"process":7,"group":12,"cpu":3,"22":1,"6":1,"platforms":1,"current":4,"platform":4,"custom":2,"op":1,"call":1,"is":7,"cuda":1,"alike":1,"or":1,"tpu":1,"send":1,"recv":1,"hasattr":1,"torch":1,"ops":1,"c":1,"init":1,"manager":1,"property":6,"def":6,"first":5,"rank":20,"return":12,"the":18,"global":4,"of":4,"in":10,"ranks":4,"0":1,"last":5,"whether":2,"caller":4,"next":1,"that":2,"follows":1,"prev":1,"precedes":1},"11478,1707,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"contextmanager":1,"def":2,"graph":7,"capture":8,"self":6,"context":8,"optional":1,"graphcapturecontext":2,"none":4,"if":4,"is":3,"stream":15,"torch":5,"cuda":5,"else":1,"only":1,"uses":1,"this":3,"function":2,"so":1,"we":4,"don":1,"t":1,"abstract":1,"it":1,"into":1,"the":8,"base":1,"class":1,"maybe":3,"ca":7,"nullcontext":1,"from":2,"vllm":1,"distributed":1,"device":4,"communicators":1,"communicator":4,"import":1,"cudacommunicator":2,"not":3,"assert":1,"isinstance":1,"comm":4,"type":1,"ignore":1,"ensure":1,"all":5,"initialization":1,"operations":1,"complete":1,"before":2,"attempting":1,"to":4,"on":1,"another":1,"curr":3,"current":1,"wait":1,"with":1,"yield":1,"reduce":4,"input":1,"tensor":2,"user":1,"facing":1,"actually":1,"call":1,"operation":2,"need":2,"because":1,"dynamo":1,"does":1,"support":1,"passing":1,"an":1,"arbitrary":1,"object":1,"in":1,"case":1,"a":2,"custom":1,"op":1,"pass":1,"group":4,"name":2,"as":1,"string":1,"and":1,"then":1,"look":1,"up":1,"coordinator":2,"dispatch":1},"13185,1775,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"in":2,"addition":1,"pytorch":1,"custom":3,"ops":3,"do":1,"not":1,"support":1,"mutation":1,"or":1,"returning":1,"a":1,"new":1,"tensor":8,"the":4,"same":1,"op":3,"so":1,"we":3,"always":1,"make":1,"all":10,"reduce":5,"operation":1,"out":5,"of":1,"place":5,"bypass":2,"function":2,"if":8,"are":2,"using":2,"only":2,"1":5,"gpu":2,"self":15,"world":5,"size":6,"return":8,"input":15,"use":2,"call":2,"torch":8,"vllm":2,"group":2,"name":4,"unique":2,"else":2,"def":3,"device":6,"communicator":6,"is":2,"none":2,"raise":2,"valueerror":2,"no":2,"found":2,"gather":5,"dim":10,"int":2,"assert":1,"f":1,"invalid":1,"for":1,"with":1,"shape":1},"14960,1813,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":4,"all":2,"gatherv":2,"self":14,"input":14,"union":1,"torch":9,"tensor":9,"list":3,"dim":14,"int":6,"0":1,"sizes":4,"optional":2,"none":5,"if":6,"device":9,"communicator":9,"is":3,"raise":3,"valueerror":3,"no":3,"found":3,"return":6,"reduce":7,"scatter":5,"1":4,"world":4,"size":5,"bypass":1,"the":1,"function":1,"we":1,"are":1,"using":1,"only":1,"gpu":1,"assert":1,"f":1,"invalid":1,"for":1,"with":1,"shape":1,"use":1,"custom":1,"op":1,"call":1,"ops":1,"vllm":1,"group":1,"name":2,"unique":1,"else":1,"out":2,"place":2,"scatterv":2},"16773,1459,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":3,"gather":2,"self":11,"input":10,"torch":4,"tensor":5,"dst":3,"int":4,"0":3,"dim":2,"1":5,"optional":2,"note":4,"we":3,"assume":1,"that":1,"the":13,"is":5,"on":1,"same":1,"device":5,"across":1,"all":1,"ranks":2,"local":3,"rank":8,"of":3,"destination":1,"world":6,"size":6,"bypass":2,"function":2,"if":5,"are":2,"using":2,"only":2,"gpu":2,"return":4,"communicator":3,"none":2,"raise":1,"valueerror":1,"no":1,"found":1,"broadcast":6,"src":12,"source":2,"assert":2,"f":2,"invalid":2,"distributed":1,"group":2,"object":2,"obj":1,"any":1},"18232,1991,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"bypass":2,"the":11,"function":2,"if":6,"we":2,"are":2,"using":2,"only":3,"1":4,"gpu":2,"self":16,"world":4,"size":4,"return":6,"obj":9,"mq":2,"broadcaster":3,"is":4,"not":1,"none":4,"assert":4,"src":14,"0":4,"message":1,"queue":1,"supports":1,"broadcast":7,"object":8,"rank":12,"in":2,"group":9,"torch":3,"distributed":3,"list":11,"ranks":3,"cpu":2,"else":1,"recv":3,"def":2,"any":2,"int":2,"optional":1,"processgroup":1,"input":2,"note":2,"local":2,"of":2,"source":1,"f":2,"invalid":3,"device":1,"send":2,"dst":6,"to":1,"destination":4,"same":1,"as":1,"current":1},"20223,1977,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"serialize":1,"object":15,"to":2,"tensor":14,"and":1,"get":1,"the":8,"size":12,"as":2,"well":1,"torch":12,"frombuffer":1,"pickle":2,"dumps":1,"obj":3,"dtype":4,"uint8":2,"numel":1,"long":2,"device":3,"cpu":7,"send":4,"distributed":4,"dst":4,"self":11,"ranks":4,"group":9,"return":2,"none":1,"def":1,"recv":3,"src":10,"int":1,"any":1,"receive":3,"input":1,"list":1,"from":1,"source":4,"rank":14,"note":1,"is":2,"local":1,"of":1,"assert":3,"world":1,"f":1,"invalid":2,"in":1,"same":1,"current":1,"empty":2,"1":1,"serialized":1,"objects":1,"into":1,"type":3,"ignore":2,"call":1,"overload":1,"item":1,"arg":1,"received":1,"sender":2,"does":1,"not":1,"match":1,"loads":1,"numpy":1,"tobytes":1},"22200,726,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":1,"broadcast":2,"tensor":6,"dict":5,"self":5,"optional":4,"str":2,"union":2,"torch":3,"any":2,"none":3,"src":5,"int":1,"0":1,"group":6,"processgroup":2,"metadata":2,"the":4,"input":1,"dictionary":1,"note":1,"is":2,"local":1,"rank":3,"of":1,"source":1,"bypass":1,"function":1,"if":2,"we":1,"are":1,"using":1,"only":1,"1":2,"gpu":1,"not":1,"distributed":1,"initialized":1,"or":1,"world":2,"size":2,"return":1,"device":1,"cpu":1,"assert":1,"f":1,"invalid":1},"22926,1659,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"rank":3,"in":6,"group":10,"self":4,"if":3,"src":7,"metadata":6,"list":8,"tuple":1,"any":2,"assert":1,"isinstance":1,"tensor":11,"dict":5,"f":1,"expecting":1,"a":1,"dictionary":1,"got":1,"type":1,"split":1,"lives":1,"cpu":5,"memory":1,"broadcast":4,"object":2,"has":1,"serialization":1,"deserialization":1,"all":1,"happening":1,"on":1,"therefore":1,"we":1,"can":1,"use":3,"the":1,"async":7,"handles":3,"for":4,"numel":1,"0":1,"skip":1,"broadcasting":1,"empty":1,"tensors":3,"continue":1,"is":1,"handle":5,"torch":2,"distributed":2,"ranks":2,"op":2,"true":2,"else":1,"gpu":1,"append":1,"wait":1},"24585,1520,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"else":3,"metadata":4,"list":2,"self":3,"broadcast":3,"object":1,"none":1,"src":6,"tensor":12,"dict":5,"async":7,"handles":3,"for":4,"key":4,"value":6,"in":2,"if":3,"isinstance":1,"tensormetadata":1,"torch":3,"empty":2,"size":1,"dtype":2,"device":2,"numel":1,"0":1,"skip":1,"broadcasting":1,"tensors":3,"continue":1,"is":1,"cpu":2,"use":2,"group":6,"handle":5,"distributed":2,"ranks":2,"op":2,"true":2,"gpu":1,"append":1,"wait":1,"return":1},"26105,1900,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":1,"send":6,"tensor":16,"dict":12,"self":11,"str":2,"union":2,"torch":3,"any":4,"dst":10,"optional":3,"int":1,"none":7,"all":8,"gather":7,"group":12,"groupcoordinator":1,"the":5,"input":1,"dictionary":2,"note":1,"is":6,"local":1,"rank":6,"of":1,"source":1,"bypass":1,"function":1,"if":8,"we":2,"are":1,"using":1,"only":1,"1":4,"gpu":1,"not":1,"distributed":1,"initialized":1,"or":1,"world":4,"size":5,"return":2,"else":2,"0":2,"in":4,"device":4,"metadata":5,"cpu":5,"assert":2,"f":2,"invalid":1,"use":2,"custom":1,"recv":1,"communicator":3,"raise":1,"valueerror":1,"no":1,"found":1,"type":2,"ignore":1,"list":8,"tuple":1,"isinstance":1,"expecting":1,"a":1,"got":1,"split":1,"lives":1,"memory":1,"object":2,"has":1,"serialization":1,"deserialization":1,"happening":1,"on":1,"therefore":1,"can":1,"for":1,"numel":1,"skip":1,"sending":1,"empty":1,"tensors":1,"continue":1},"28005,1939,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"send":5,"allgather":2,"only":2,"a":1,"slice":1,"then":1,"do":1,"if":9,"all":11,"gather":11,"group":18,"is":8,"not":2,"none":9,"and":1,"tensor":10,"numel":1,"size":7,"0":2,"reshape":1,"1":5,"rank":7,"cpu":4,"use":3,"metadata":3,"for":2,"tensors":2,"torch":4,"distributed":3,"dst":4,"self":12,"ranks":2,"else":3,"gpu":2,"return":3,"def":1,"recv":4,"dict":3,"src":8,"optional":3,"int":1,"groupcoordinator":1,"str":1,"union":1,"any":1,"the":4,"input":1,"dictionary":1,"note":1,"local":1,"of":1,"source":1,"bypass":1,"function":1,"we":1,"are":1,"using":1,"initialized":1,"or":1,"world":4,"in":2,"device":4,"assert":1,"f":1,"invalid":1,"custom":1,"communicator":3,"raise":1,"valueerror":1,"no":1,"found":1,"type":1,"ignore":1},"29944,1832,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"recv":5,"metadata":4,"list":2,"self":3,"object":1,"src":6,"tensor":20,"dict":6,"str":1,"any":1,"for":3,"key":4,"value":6,"in":1,"if":5,"isinstance":1,"tensormetadata":1,"torch":3,"empty":2,"size":3,"dtype":2,"device":2,"numel":2,"0":3,"skip":1,"broadcasting":1,"tensors":3,"continue":1,"send":2,"allgather":3,"only":1,"a":1,"slice":1,"then":1,"do":2,"use":5,"all":9,"gather":9,"group":8,"is":2,"not":1,"none":1,"and":1,"orig":2,"shape":3,"reshape":2,"1":1,"rank":1,"cpu":2,"distributed":2,"ranks":2,"else":2,"gpu":1,"the":1,"type":1,"ignore":1,"dim":1,"return":1},"31776,1913,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":5,"barrier":4,"self":22,"synchronization":1,"among":1,"the":9,"group":13,"note":3,"don":1,"t":1,"use":2,"device":15,"here":1,"in":2,"nccl":1,"is":10,"terrible":1,"because":1,"it":2,"internally":1,"a":4,"broadcast":1,"operation":1,"with":1,"secretly":1,"created":1,"gpu":1,"tensors":1,"easy":1,"to":2,"mess":1,"up":1,"current":1,"cpu":5,"instead":1,"torch":8,"distributed":3,"send":2,"tensor":6,"dst":3,"optional":2,"int":2,"none":9,"sends":1,"destination":2,"rank":6,"blocking":1,"way":1,"local":2,"of":2,"if":7,"communicator":10,"raise":2,"valueerror":2,"no":2,"found":2,"recv":2,"size":3,"dtype":3,"src":3,"receives":1,"from":1,"source":2,"return":1,"destroy":4,"hasattr":2,"process":2,"del":2,"not":3,"mq":2,"broadcaster":2,"prepare":2,"communication":2,"buffer":2,"for":2,"model":4,"nn":1,"module":1},"33689,1996,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":6,"dispatch":2,"self":6,"hidden":6,"states":6,"torch":7,"tensor":7,"router":3,"logits":3,"tuple":1,"if":2,"device":6,"communicator":6,"is":6,"not":6,"none":8,"return":8,"else":2,"combine":2,"world":7,"optional":4,"groupcoordinator":8,"node":1,"count":1,"int":5,"get":5,"group":17,"assert":2,"initialized":2,"init":2,"ranks":6,"list":3,"local":6,"rank":6,"backend":6,"str":3,"distributed":2,"use":6,"false":2,"name":4,"model":3,"parallel":3,"message":3,"queue":3,"broadcaster":3,"bool":1,"true":1,"tp":6,"deprecated":1,"has":1,"been":1,"replaced":1,"with":1,"and":1,"may":1,"be":1,"removed":1,"after":1,"v0":1,"12":1,"please":1,"instead":1},"35685,1971,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":6,"get":12,"tensor":1,"model":4,"parallel":6,"group":15,"return":5,"tp":2,"pp":8,"optional":3,"groupcoordinator":6,"none":6,"dp":4,"assert":3,"is":17,"not":6,"data":2,"initialized":3,"ep":4,"expert":1,"pipeline":3,"deprecated":1,"has":1,"been":1,"replaced":1,"with":2,"and":2,"may":1,"be":2,"removed":1,"in":3,"v0":1,"12":1,"please":1,"use":1,"instead":1,"contextmanager":1,"graph":10,"capture":8,"device":4,"torch":2,"a":3,"context":7,"manager":3,"which":2,"should":1,"surround":1,"the":17,"code":1,"that":4,"capturing":1,"cuda":3,"its":1,"main":1,"purpose":1,"to":6,"ensure":2,"some":1,"operations":1,"will":1,"run":1,"after":1,"captured":1,"before":1,"replayed":1,"it":2,"returns":1,"graphcapturecontext":2,"object":1,"contains":2,"necessary":1,"for":1,"currently":1,"only":1,"stream":8,"running":2,"on":3,"this":2,"set":1,"current":1,"when":2,"entered":1,"reset":1,"default":3,"exited":1,"separate":1,"from":2,"order":1,"explicitly":1,"distinguish":1,"kernels":2,"other":1,"possibly":1,"launched":1,"background":1,"yield":1,"logger":2,"init":1,"name":1},"37656,332,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"enable":5,"custom":4,"all":4,"reduce":4,"true":1,"def":2,"set":1,"bool":1,"global":1,"init":2,"distributed":2,"environment":1,"world":1,"size":1,"int":3,"1":3,"rank":2,"method":1,"str":2,"env":1,"local":1,"backend":1,"nccl":1},"37988,1976,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"logger":3,"debug":1,"world":11,"size":11,"d":5,"rank":15,"local":4,"distributed":15,"init":12,"method":10,"s":4,"backend":11,"from":1,"vllm":3,"config":14,"import":1,"get":4,"current":2,"if":3,"is":9,"not":7,"none":2,"and":1,"parallel":11,"data":6,"1":1,"adjust":2,"to":3,"take":2,"into":2,"account":2,"parallelism":2,"offset":1,"the":4,"by":1,"across":1,"dp":3,"ip":3,"master":1,"port":3,"next":1,"info":1,"adjusting":1,"for":2,"torch":5,"initialized":1,"assert":2,"must":1,"be":1,"provided":1,"when":1,"initializing":1,"environment":1,"available":5,"warning":1,"falling":1,"back":1,"gloo":4,"fallback":1,"this":1,"used":1,"process":1,"group":1,"set":1,"in":1,"processgroup":1,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"122816":1},"39964,777,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"if":3,"local":7,"rank":9,"1":1,"not":1,"set":1,"this":1,"usually":1,"happens":1,"in":2,"single":1,"node":5,"setting":1,"where":1,"we":1,"can":1,"use":1,"as":1,"distributed":4,"init":2,"method":1,"env":1,"envs":1,"else":2,"global":1,"world":11,"count":4,"is":1,"none":1,"ranks":2,"list":1,"range":1,"torch":2,"get":2,"size":4,"group":3,"backend":1,"cpu":1,"logger":1,"debug":1,"detected":1,"d":1,"nodes":1,"the":1,"environment":1,"assert":1,"already":1,"initialized":1,"with":1,"a":1,"different":1},"40741,1723,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":1,"initialize":2,"model":14,"parallel":14,"tensor":6,"size":10,"int":3,"1":4,"pipeline":6,"backend":6,"optional":1,"str":1,"none":3,"groups":5,"arguments":1,"number":2,"of":5,"gpus":6,"used":2,"for":4,"parallelism":2,"name":1,"torch":5,"distributed":5,"communication":1,"let":1,"s":1,"say":1,"we":3,"have":1,"a":2,"total":2,"8":2,"denoted":1,"by":1,"g0":3,"g7":3,"and":5,"use":1,"2":4,"to":6,"parallelize":2,"the":7,"4":3,"present":1,"function":1,"will":1,"create":1,"g1":2,"g2":2,"g3":2,"g4":2,"g5":2,"g6":2,"note":1,"that":1,"efficiency":1,"caller":1,"should":1,"make":1,"sure":1,"adjacent":1,"ranks":2,"are":2,"on":1,"same":1,"dgx":2,"box":3,"example":1,"if":2,"using":1,"boxes":1,"with":1,"16":1,"rank":4,"0":1,"7":1,"belong":2,"first":1,"15":1,"second":1,"get":7,"world":4,"ensure":1,"some":1,"consistencies":1,"assert":1,"is":2,"initialized":1,"or":1,"group":2,"device":1,"data":3,"from":1,"vllm":3,"config":7,"import":1,"current":2,"not":1},"42464,1914,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"the":13,"layout":1,"order":1,"is":10,"externaldp":2,"x":7,"dp":5,"pp":5,"tp":5,"data":3,"parallel":14,"group":22,"that":3,"not":1,"part":2,"of":2,"model":13,"every":1,"rank":3,"can":1,"generate":3,"independently":1,"in":6,"verl":1,"integration":1,"all":4,"ranks":13,"same":2,"should":2,"simultaneously":1,"i":1,"e":1,"call":1,"be":1,"called":1,"together":1,"otherwise":1,"it":1,"will":1,"cause":1,"deadlock":1,"to":3,"get":3,"for":3,"each":1,"dimension":4,"transpose":2,"last":2,"then":2,"reshape":3,"2d":1,"unbind":3,"torch":1,"arange":1,"world":3,"size":6,"1":3,"pipeline":4,"tensor":5,"noqa":1,"build":2,"groups":2,"global":2,"assert":2,"none":2,"already":2,"initialized":2,"view":1,"0":2,"tolist":2,"message":2,"queue":2,"broadcaster":2,"only":1,"used":1,"init":2,"local":2,"backend":2,"use":1,"true":1,"name":2,"2":1,"3":1},"44378,1917,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"global":2,"dp":6,"assert":2,"is":6,"none":4,"data":3,"parallel":18,"group":22,"already":2,"initialized":6,"ranks":10,"all":2,"transpose":2,"1":4,"3":1,"reshape":2,"size":9,"unbind":2,"0":2,"x":4,"tolist":2,"for":2,"in":7,"init":2,"model":12,"get":4,"world":5,"local":2,"rank":12,"backend":7,"name":2,"ep":6,"expert":1,"2":1,"tensor":4,"logger":1,"info":1,"s":6,"assigned":1,"as":1,"pp":2,"tp":2,"def":1,"ensure":2,"int":2,"pipeline":3,"optional":1,"str":1,"helper":1,"to":2,"initialize":2,"groups":2,"if":3,"they":1,"are":3,"not":2,"or":2,"and":1,"sizes":1,"equal":1,"expected":1,"values":1,"the":1,"torch":1,"distributed":1,"device":1,"return":1},"46295,1938,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"assert":3,"get":3,"tensor":7,"model":22,"parallel":11,"world":6,"size":12,"group":8,"already":3,"initialized":4,"but":2,"of":4,"unexpected":2,"f":4,"got":2,"vs":2,"wanted":2,"pp":7,"pipeline":4,"def":3,"prepare":6,"communication":9,"buffer":7,"for":8,"torch":1,"nn":1,"module":1,"the":6,"traditional":1,"libraries":2,"like":2,"nccl":1,"are":2,"almost":1,"agnostic":1,"however":1,"emerging":1,"new":1,"moe":1,"all2all":1,"deepep":1,"usually":1,"allocate":1,"based":1,"on":1,"shape":1,"optimal":1,"performance":1,"if":5,"tp":11,"is":8,"not":8,"none":6,"dp":2,"ep":2,"check":1,"and":2,"groups":1,"return":1,"state":3,"patched":4,"false":1,"contextmanager":1,"patch":2,"groupcoordinator":2,"temporarily":1,"until":1,"this":2,"function":1,"ends":1,"method":1,"draft":2,"workers":2,"speculative":1,"decoding":1,"to":1,"run":1,"with":1,"different":1,"degree":1,"from":1,"that":1,"target":1,"args":1,"coordinator":1,"global":1,"should":1,"call":1,"when":1,"it":1,"s":1},"48233,1930,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"tp":15,"state":3,"patched":2,"true":1,"old":2,"group":10,"get":6,"global":6,"try":2,"yield":1,"finally":1,"restore":1,"the":6,"original":1,"false":2,"def":6,"tensor":4,"model":6,"parallel":6,"world":7,"size":3,"return":6,"for":2,"rank":3,"my":1,"in":3,"node":5,"count":5,"int":1,"total":1,"number":1,"of":1,"nodes":1,"distributed":6,"environment":4,"assert":1,"is":5,"not":4,"none":9,"initialized":2,"destroy":11,"set":1,"groups":1,"to":1,"and":2,"them":1,"if":9,"pp":4,"dp":4,"ep":4,"torch":4,"process":1,"cleanup":1,"dist":1,"env":1,"memory":1,"shutdown":3,"ray":5,"bool":1,"import":3,"lazy":1,"gc":1,"collect":1,"from":1,"vllm":1,"platforms":1,"current":3,"platform":3,"empty":4,"cache":4,"cpu":1,"c":2,"host":2,"emptycache":2,"except":1,"attributeerror":1,"logger":1,"warning":1,"only":1,"available":1,"pytorch":1,"2":1,"5":1},"50163,1131,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"def":1,"in":6,"the":10,"same":5,"node":4,"as":3,"pg":8,"union":1,"processgroup":2,"statelessprocessgroup":1,"source":2,"rank":8,"int":1,"0":2,"list":2,"bool":1,"this":1,"is":3,"a":2,"collective":1,"operation":1,"that":1,"returns":1,"if":3,"each":2,"it":1,"tests":1,"processes":2,"are":1,"attached":1,"to":3,"memory":2,"system":1,"shared":2,"access":1,"isinstance":1,"assert":1,"torch":7,"distributed":5,"get":4,"backend":2,"nccl":2,"should":1,"be":1,"tested":1,"with":1,"non":1,"group":6,"local":2,"inside":1,"world":6,"size":6,"global":1,"ranks":4,"of":1,"process":2,"else":1,"range":1,"tensor":2,"store":1,"result":1,"dtype":1,"int32":1,"magic":2,"message":2,"b":1,"shm":1,"none":1},"51294,1931,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"try":2,"with":3,"contextlib":2,"suppress":2,"oserror":2,"if":8,"rank":10,"source":6,"create":2,"a":2,"shared":6,"memory":6,"segment":3,"shm":10,"sharedmemory":2,"true":1,"size":1,"128":1,"buf":2,"len":2,"magic":4,"message":4,"isinstance":3,"pg":9,"processgroup":3,"torch":3,"distributed":3,"broadcast":4,"object":2,"list":2,"name":6,"src":4,"ranks":2,"group":3,"else":4,"obj":2,"is":5,"in":4,"the":7,"same":3,"node":3,"1":2,"to":2,"open":1,"recv":3,"none":3,"0":1,"fix":1,"https":1,"stackoverflow":1,"com":1,"q":1,"62748654":1,"9191338":1,"python":1,"incorrectly":1,"tracks":1,"even":1,"it":1,"not":1,"created":1,"by":1,"process":1,"following":1,"patch":2,"workaround":1,"multiprocessing":1,"resource":1,"tracker":1,"register":1,"lambda":1,"args":1,"kwargs":1,"except":1,"exception":1,"as":1,"e":2,"logger":1,"error":2,"ignored":1,"s":1,"finally":1,"close":1,"barrier":2,"clean":1,"up":1,"and":1,"unlink":1},"53225,1936,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"if":11,"isinstance":2,"pg":8,"processgroup":3,"torch":7,"distributed":6,"all":3,"reduce":1,"is":15,"in":7,"the":14,"same":4,"node":5,"group":7,"aggregated":4,"data":6,"else":2,"zeros":1,"like":2,"for":3,"i":2,"range":1,"world":10,"size":6,"rank":13,"broadcast":1,"obj":1,"src":1,"return":6,"x":2,"1":3,"tolist":1,"def":2,"global":5,"first":6,"bool":2,"check":2,"current":1,"process":5,"globally":1,"across":2,"parallelism":2,"strategies":1,"pp":2,"tp":1,"dp":1,"ep":1,"etc":1,"unlike":1,"specific":1,"checks":2,"get":4,"tensor":1,"model":1,"parallel":1,"0":3,"or":1,"this":3,"function":1,"dimensions":1,"returns":4,"true":4,"false":1,"otherwise":1,"not":4,"initialized":3,"single":2,"try":1,"available":1,"use":1,"it":1,"most":1,"accurate":1,"none":1,"assume":2,"fallback":1,"to":2,"s":1,"except":1,"exception":1,"anything":1,"goes":1,"wrong":1,"count":1,"union":1,"statelessprocessgroup":1,"int":2,"total":2,"number":2,"of":2,"nodes":2,"args":1,"analyze":1},"55161,719,data/raw/vllm-0.10.1/vllm/distributed/parallel_state.py":{"build":1,"node":20,"assignment":6,"map":1,"0":4,"world":2,"size":2,"rank":10,"id":6,"next":5,"for":2,"current":6,"in":3,"range":1,"if":2,"continue":1,"already":1,"assigned":1,"to":2,"a":2,"assign":1,"new":1,"1":1,"find":1,"all":1,"ranks":1,"on":1,"the":2,"same":6,"as":2,"flags":2,"pg":1,"other":3,"is":2,"enumerate":1,"and":1,"return":1},"0,1962,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":3,"contributors":1,"to":4,"the":6,"vllm":5,"project":1,"2023":1,"team":1,"adapted":1,"from":10,"https":1,"github":1,"com":1,"nvidia":2,"megatron":2,"lm":1,"blob":1,"main":1,"core":1,"tensor":1,"parallel":1,"utils":2,"py":1,"c":1,"2022":1,"corporation":1,"all":1,"rights":1,"reserved":1,"import":18,"dataclasses":1,"os":4,"pickle":1,"socket":1,"sys":4,"time":3,"uuid":1,"collections":2,"deque":1,"abc":1,"sequence":1,"datetime":1,"timedelta":1,"typing":1,"any":1,"optional":1,"torch":5,"distributed":4,"processgroup":1,"tcpstore":1,"c10d":1,"backend":1,"prefixstore":1,"get":2,"default":1,"timeout":1,"unregister":1,"process":1,"group":1,"rendezvous":2,"envs":2,"as":2,"logger":4,"init":2,"tcp":1,"uri":1,"is":4,"equal":1,"or":2,"newer":1,"name":1,"we":2,"prefer":1,"use":3,"sched":6,"yield":6,"it":1,"results":1,"in":1,"tighter":1,"polling":1,"loops":1,"measured":1,"be":1,"around":1,"3e":1,"7":1,"seconds":1,"however":1,"on":1,"earlier":1,"versions":1,"of":1,"python":1,"does":1,"not":2,"release":1,"gil":1,"so":1,"fall":1,"back":1,"sleep":2,"version":3,"info":3,"3":3,"11":1,"1":1,"10":1,"and":2,"8":1,"def":3,"if":1,"else":1,"ensure":4,"divisibility":2,"numerator":8,"denominator":8,"that":2,"divisible":3,"by":3,"assert":1,"format":1,"divide":1,"return":2,"division":1,"value":1},"1962,1372,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"def":2,"split":9,"tensor":14,"along":2,"last":9,"dim":8,"torch":4,"num":4,"partitions":6,"int":6,"contiguous":6,"chunks":3,"bool":1,"false":1,"sequence":1,"a":2,"its":1,"dimension":2,"arguments":1,"input":1,"number":3,"of":4,"to":3,"the":7,"if":3,"true":1,"make":1,"each":1,"chunk":3,"in":2,"memory":1,"returns":1,"list":4,"tensors":2,"get":2,"size":5,"and":2,"1":1,"divide":1,"note":1,"does":1,"not":2,"create":1,"by":2,"default":1,"return":2,"tuple":2,"for":1,"pp":3,"indices":1,"hidden":1,"layers":4,"rank":1,"try":1,"evenly":2,"distribute":1,"across":2,"is":2,"divisible":1,"remaining":1,"are":2,"distributed":1,"all":1,"but":1,"partition":2,"excluded":1,"because":1,"it":1,"often":1,"contains":1,"an":1,"additional":1,"norm":1,"layer":1,"we":1,"attempting":1,"balance":1,"compute":1},"3334,1726,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"if":5,"pp":11,"size":7,"2":4,"and":4,"the":6,"number":1,"of":1,"remaining":4,"layers":11,"is":2,"0":1,"x":1,"then":1,"are":3,"evenly":1,"distributed":1,"across":2,"middle":1,"partitions":13,"first":1,"last":1,"excluded":1,"because":1,"they":1,"contain":1,"input":1,"output":1,"embeddings":1,"respectively":1,"we":1,"attempting":1,"to":1,"reduce":1,"maximum":1,"memory":1,"consumption":1,"partition":9,"list":4,"str":5,"envs":1,"vllm":2,"layer":9,"not":3,"none":1,"try":1,"int":1,"for":4,"in":4,"split":1,"except":1,"valueerror":4,"as":1,"err":2,"raise":3,"invalid":1,"string":1,"format":1,"from":1,"len":2,"f":2,"does":2,"match":2,"sum":3,"num":4,"hidden":5,"else":1,"per":2,"range":2,"i":2,"1":1,"logger":1,"info":1,"were":1,"unevenly":1,"partitioned":1,"s":1,"this":1,"can":1,"be":1,"manually":1,"overridden":1,"using":1,"environment":1,"variable":1,"join":1,"p":2,"start":3,"rank":2,"end":2,"return":1,"dataclasses":1,"dataclass":1},"5060,1654,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"class":1,"statelessprocessgroup":1,"a":5,"dataclass":1,"to":6,"hold":1,"metadata":2,"store":5,"and":2,"the":5,"rank":6,"world":6,"size":6,"of":1,"group":1,"only":1,"use":1,"it":1,"communicate":1,"between":1,"processes":1,"for":4,"data":4,"plane":1,"communication":1,"create":1,"nccl":1,"related":1,"objects":1,"int":11,"torch":1,"c":1,"distributed":1,"c10d":1,"stores":1,"reference":1,"socket":4,"so":1,"that":1,"file":1,"descriptor":1,"stays":1,"alive":1,"optional":1,"expiration":1,"seconds":1,"3600":1,"1":2,"hour":1,"dst":9,"counter":11,"send":8,"dict":6,"dataclasses":4,"field":4,"default":4,"factory":4,"src":5,"recv":4,"broadcast":3,"0":4,"deque":3,"entries":3,"with":1,"key":4,"timestamp":1,"tuple":1,"str":1,"float":1,"def":2,"post":1,"init":1,"self":15,"assert":1,"i":6,"in":3,"range":3,"obj":3,"any":1,"an":1,"object":1,"destination":1,"expire":1,"f":1,"set":1,"pickle":1,"dumps":1,"append":1,"time":2},"6714,1557,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"def":3,"expire":3,"data":5,"self":21,"that":1,"is":1,"older":1,"than":1,"expiration":2,"seconds":3,"while":1,"entries":4,"check":1,"the":2,"oldest":1,"entry":1,"key":8,"timestamp":2,"0":1,"if":2,"time":4,"store":4,"delete":1,"popleft":1,"else":2,"break":1,"recv":7,"obj":9,"src":13,"int":2,"any":3,"receive":1,"an":2,"object":3,"from":4,"a":2,"source":2,"rank":4,"pickle":3,"loads":2,"get":2,"f":5,"send":3,"to":2,"counter":6,"1":3,"return":3,"broadcast":8,"optional":1,"all":2,"other":1,"ranks":2,"it":2,"does":1,"not":1,"clean":1,"up":1,"after":1,"have":1,"received":1,"use":1,"for":2,"limited":1,"times":1,"e":1,"g":1,"initialization":1,"set":1,"dumps":1,"append":1},"8271,1963,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"def":2,"all":11,"gather":2,"obj":10,"self":12,"any":2,"list":1,"an":1,"object":1,"from":3,"ranks":7,"gathered":4,"objs":4,"for":4,"i":3,"in":3,"range":1,"world":1,"size":1,"if":3,"rank":5,"append":2,"broadcast":5,"src":4,"else":2,"recv":2,"none":2,"return":1,"barrier":14,"timeout":2,"float":1,"30":1,"0":5,"a":3,"robust":1,"to":9,"synchronize":1,"uses":1,"multi":1,"phase":3,"approach":1,"ensure":2,"processes":2,"reach":1,"the":6,"before":1,"proceeding":1,"1":3,"each":3,"process":2,"signals":2,"it":2,"has":2,"reached":1,"2":1,"that":3,"confirmed":1,"arrival":7,"of":2,"other":3,"3":1,"waits":1,"signal":3,"their":1,"departure":1,"have":1,"departed":1,"first":1,"args":1,"maximum":1,"time":1,"seconds":2,"wait":2,"raises":1,"runtimeerror":3,"coordination":1,"fails":1,"or":1,"times":1,"out":1,"generate":1,"id":6,"is":2,"globally":1,"unique":1,"try":2,"f":2,"uuid":1,"uuid4":1,"except":2,"exception":2,"as":2,"e":4,"raise":2,"failed":2,"at":1,"arrive":1,"we":1,"need":1,"confirm":1,"this":1,"key":3,"synchronization":1,"point":1,"store":1,"set":1,"b":1},"10234,1947,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"start":2,"time":8,"processes":5,"arrived":5,"set":3,"int":1,"while":1,"len":2,"self":7,"world":3,"size":3,"check":4,"for":3,"timeout":3,"cur":2,"if":6,"raise":2,"runtimeerror":2,"barrier":8,"timed":1,"out":1,"after":3,"f":3,"seconds":1,"each":1,"process":1,"i":4,"in":4,"range":1,"continue":1,"key":7,"arrival":1,"id":2,"try":3,"to":5,"get":3,"the":8,"it":3,"exists":1,"we":3,"ll":1,"a":2,"value":1,"doesn":2,"t":2,"exist":2,"will":1,"throw":1,"an":1,"exception":3,"store":2,"add":1,"except":3,"keyerror":1,"yet":1,"pass":1,"as":2,"e":4,"logger":1,"debug":1,"error":1,"checking":1,"existence":1,"s":1,"sched":2,"yield":2,"short":1,"sleep":1,"avoid":1,"tight":1,"polling":1,"phase":1,"2":1,"signal":2,"departure":6,"from":2,"only":1,"care":1,"block":1,"at":1,"this":1,"stage":1,"rank":4,"0":3,"which":1,"runs":1,"server":1,"side":1,"of":1,"tcpstore":2,"want":1,"make":1,"sure":1,"that":1,"all":1,"clients":1,"have":1,"departed":1,"before":1,"case":1,"next":1,"thing":1,"is":1,"shutdown":1,"including":1,"tearing":1,"down":1,"other":1,"ranks":1,"can":1,"exit":1,"immediately":1,"signaling":1,"their":1,"b":1,"1":1,"failed":1,"return":1},"12181,1826,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"make":1,"rank":1,"0":1,"wait":1,"for":5,"all":1,"processes":6,"to":4,"signal":1,"departure":5,"start":2,"time":6,"departed":5,"set":2,"int":1,"while":1,"len":2,"self":7,"world":4,"size":4,"check":4,"timeout":3,"if":5,"raise":1,"runtimeerror":1,"barrier":6,"timed":1,"out":1,"after":1,"f":6,"s":4,"each":1,"process":1,"i":9,"in":4,"range":2,"continue":1,"key":9,"id":5,"try":4,"get":3,"the":2,"it":3,"exists":1,"we":1,"ll":1,"a":1,"value":1,"doesn":2,"t":2,"exist":2,"will":1,"throw":1,"an":1,"exception":4,"store":4,"add":1,"except":4,"keyerror":1,"yet":1,"pass":1,"as":1,"e":2,"logger":3,"debug":3,"error":3,"checking":1,"existence":1,"sched":2,"yield":2,"short":1,"sleep":1,"avoid":2,"tight":1,"polling":1,"clean":1,"up":1,"keys":1,"leaking":1,"memory":1,"delete":2,"arrival":2,"deleting":2},"14007,1673,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"staticmethod":1,"def":1,"create":3,"host":2,"str":1,"port":2,"int":5,"rank":2,"world":1,"size":1,"data":1,"expiration":1,"seconds":1,"3600":1,"store":1,"timeout":1,"300":1,"statelessprocessgroup":4,"a":13,"replacement":1,"for":3,"torch":3,"distributed":3,"init":3,"process":13,"group":9,"that":3,"does":1,"not":2,"pollute":1,"the":2,"global":2,"state":1,"if":2,"we":2,"have":2,"and":8,"b":5,"called":1,"to":4,"form":4,"then":2,"want":1,"another":2,"with":2,"c":3,"d":3,"it":2,"is":4,"possible":1,"in":1,"pytorch":1,"because":1,"already":1,"formed":1,"cannot":1,"join":1,"this":4,"function":3,"workaround":1,"issue":1,"call":4,"while":1,"stateless":1,"will":1,"return":1,"object":1,"can":3,"be":1,"used":1,"exchanging":1,"metadata":1,"noqa":1,"launch":2,"server":2,"0":5,"listen":10,"on":1,"specified":1,"interface":1,"instead":1,"of":1,"socket":13,"af":1,"inet":1,"sock":1,"stream":1,"setsockopt":1,"sol":1,"so":1,"reuseaddr":1,"1":1,"bind":1,"fd":2,"fileno":1,"else":1,"none":2},"15680,1842,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"store":8,"tcpstore":1,"host":2,"name":1,"port":2,"world":4,"size":8,"is":4,"master":2,"launch":1,"server":1,"timeout":5,"timedelta":2,"seconds":3,"use":1,"libuv":1,"false":1,"for":2,"now":1,"github":1,"com":1,"pytorch":2,"pull":1,"150215":1,"listen":3,"fd":2,"return":2,"statelessprocessgroup":1,"rank":6,"socket":2,"data":2,"expiration":2,"def":1,"init":2,"gloo":3,"process":1,"group":10,"backend":14,"prefix":4,"prefixstore":1,"int":2,"processgroup":6,"stateless":1,"with":2,"compatible":1,"different":1,"torch":6,"versions":1,"if":2,"equal":2,"or":2,"newer":2,"2":3,"6":3,"pg":5,"else":1,"options":3,"from":1,"distributed":2,"c10d":1,"import":1,"processgroupgloo":2,"class":3,"type":3,"backendtype":1,"device":3,"cpu":1,"set":3,"default":2,"supported":1,"in":1,"sequence":1,"number":1,"register":1},"17522,1477,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"def":1,"stateless":1,"init":2,"torch":2,"distributed":2,"process":16,"group":3,"host":1,"str":2,"port":1,"int":3,"rank":3,"world":2,"size":2,"backend":1,"processgroup":2,"a":5,"replacement":1,"for":4,"that":1,"does":2,"not":4,"pollute":1,"the":15,"global":3,"state":1,"created":1,"object":1,"can":2,"be":6,"used":2,"some":2,"operations":2,"such":2,"as":5,"allreduce":1,"because":2,"it":5,"depend":1,"on":3,"however":2,"broadcast":2,"cannot":1,"depends":1,"todo":1,"ask":1,"help":1,"from":1,"pytorch":1,"team":1,"if":2,"we":4,"need":1,"operation":1,"this":2,"function":1,"is":3,"useful":1,"when":1,"are":2,"sure":1,"about":1,"total":1,"number":1,"of":1,"processes":1,"in":2,"example":1,"may":1,"have":1,"1":4,"2":2,"8":2,"who":1,"want":1,"to":2,"communicate":1,"and":7,"9":3,"might":4,"same":3,"or":2,"different":2,"10":3,"5":2,"case":1,"how":1,"reliably":1,"form":2,"communication":4,"channel":4,"within":2,"without":1,"affecting":1,"one":1,"possible":1,"solution":1,"figure":1,"out":2,"beforehand":1,"then":1,"based":1,"information":2,"adjusting":1,"ranks":1,"etc":1,"figuring":1,"always":1,"easy":1,"will":1,"interfere":1,"with":1,"main":1},"18999,1967,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"our":1,"solution":1,"is":6,"to":3,"always":2,"form":2,"a":2,"communication":4,"channel":4,"with":4,"process":9,"1":3,"2":3,"8":2,"and":6,"then":1,"use":2,"this":2,"function":1,"another":1,"9":3,"10":3,"way":1,"regardless":1,"of":2,"whether":1,"are":1,"the":4,"same":1,"as":1,"5":1,"main":1,"formed":2,"additional":1,"init":6,"method":3,"get":2,"tcp":1,"uri":1,"host":1,"port":1,"backend":11,"it":1,"basically":1,"string":1,"timeout":10,"default":1,"store":9,"rank":8,"world":3,"size":8,"next":1,"rendezvous":1,"set":1,"group":13,"prefixstore":2,"avoid":1,"accidental":1,"overrides":1,"keys":1,"used":1,"by":2,"different":1,"systems":1,"e":1,"g":1,"rpc":1,"in":1,"case":1,"multi":1,"tenant":1,"prefix":5,"if":2,"gloo":2,"return":2,"from":2,"vllm":1,"platforms":1,"import":3,"current":2,"platform":2,"stateless":3,"device":1,"torch":5,"dist":1,"pg":4,"def":1,"destroy":2,"distributed":4,"processgroup":2,"none":1,"returned":1,"equal":1,"or":1,"newer":1,"7":1,"shutdown":3,"else":1,"lazy":1,"for":1,"non":1,"cuda":1,"backends":1,"c10d":1},"20966,46,data/raw/vllm-0.10.1/vllm/distributed/utils.py":{"unregister":1,"process":1,"group":2,"pg":1,"name":1},"0,1418,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":13,"queue":3,"threading":1,"time":1,"from":8,"abc":2,"abstractmethod":1,"collections":1,"deque":1,"dataclasses":1,"asdict":1,"itertools":1,"count":1,"typing":1,"any":2,"callable":1,"optional":4,"union":2,"msgspec":3,"zmq":1,"config":1,"kveventsconfig":1,"logger":4,"init":2,"name":1,"class":7,"eventbatch":2,"struct":2,"array":2,"like":2,"true":5,"type":6,"ignore":6,"call":6,"arg":6,"omit":2,"defaults":2,"gc":2,"false":2,"ts":1,"float":1,"events":3,"list":5,"data":1,"parallel":1,"rank":1,"int":7,"none":1,"kvcacheevent":4,"tag":1,"base":1,"for":1,"all":1,"kv":1,"cache":1,"related":1,"blockstored":2,"block":4,"hashes":2,"parent":1,"hash":1,"token":1,"ids":1,"size":1,"lora":1,"id":1,"blockremoved":2,"allblockscleared":2,"pass":1,"kveventbatch":1},"1418,1464,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"class":3,"eventpublisher":4,"abc":1,"lightweight":1,"publisher":5,"for":2,"eventbatch":2,"batches":1,"with":3,"data":6,"parallelism":1,"support":1,"in":3,"parallel":5,"setups":1,"each":2,"dp":6,"rank":6,"runs":1,"its":1,"own":1,"instance":1,"to":3,"avoid":1,"duplicate":1,"events":6,"and":3,"ensure":1,"proper":1,"event":1,"attribution":1,"creates":1,"a":3,"separate":2,"publishers":1,"automatically":1,"annotate":1,"their":1,"this":1,"allows":1,"consumers":1,"distinguish":1,"from":2,"different":1,"ranks":1,"the":3,"is":1,"responsible":1,"adding":1,"metadata":1,"since":1,"scheduler":1,"operates":1,"independently":1,"of":1,"topology":1,"shouldn":1,"t":1,"need":1,"awareness":1,"def":5,"init":1,"self":6,"int":1,"0":1,"none":5,"abstractmethod":2,"publish":2,"emit":1,"order":1,"implementations":1,"should":1,"guarantee":1,"at":1,"least":1,"once":1,"delivery":1,"monotonic":1,"ordering":1,"e":1,"g":1,"via":1,"sequence":1,"numbers":1,"shutdown":3,"nulleventpublisher":1,"no":1,"op":1,"implementation":1,"default":1,"when":1,"disabled":1,"return":2,"zmqeventpublisher":1,"reliable":1,"pub":1,"router":1,"an":1,"memory":1,"replay":1,"buffer":1,"spawns":1,"thread":1,"handle":1,"publishing":1,"queue":1},"2882,1839,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"parameters":1,"endpoint":10,"pub":3,"address":2,"use":1,"tcp":3,"5557":3,"to":7,"bind":1,"or":1,"host":1,"connect":1,"replay":7,"optional":5,"router":1,"for":3,"requests":1,"when":1,"given":1,"subscribers":1,"can":1,"request":1,"missed":1,"batches":2,"by":1,"sending":1,"the":1,"starting":2,"sequence":1,"number":3,"as":1,"an":1,"8":3,"byte":1,"big":2,"endian":1,"integer":1,"buffer":5,"steps":3,"of":2,"past":1,"keep":1,"hwm":4,"zeromq":1,"high":1,"water":1,"mark":1,"socket":4,"max":3,"queue":5,"size":3,"maximum":1,"events":2,"in":1,"memory":1,"topic":5,"publish":1,"shutdown":1,"timeout":1,"float":1,"1":2,"0":1,"end":1,"seq":2,"bytes":3,"signed":1,"true":2,"def":1,"init":2,"self":18,"data":3,"parallel":3,"rank":6,"int":5,"str":3,"none":4,"10":1,"000":3,"100":2,"storage":1,"super":1,"event":1,"eventbatch":1,"maxsize":1,"deque":1,"tuple":1,"maxlen":1,"zmq":5,"sockets":1,"ctx":1,"context":1,"instance":1,"dp":3,"offset":2,"port":2,"setup":1,"payload":1,"gen":1,"count":1,"encode":1,"utf":1,"thread":2,"running":1,"logger":1,"info":1,"publisher":1},"4721,1556,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"self":21,"thread":7,"threading":1,"target":1,"publisher":4,"daemon":1,"true":2,"name":1,"zmq":2,"start":3,"def":2,"publish":1,"events":4,"eventbatch":1,"none":6,"if":7,"not":5,"running":2,"raise":1,"runtimeerror":1,"is":5,"closed":1,"data":3,"parallel":3,"rank":3,"event":4,"queue":5,"put":2,"shutdown":4,"stop":1,"the":1,"and":2,"clean":2,"up":2,"resources":2,"false":1,"nowait":1,"time":5,"pending":5,"items":6,"while":1,"timeout":5,"empty":1,"sleep":1,"0":3,"1":1,"logger":1,"warning":2,"still":1,"has":1,"s":2,"after":1,"seconds":1,"qsize":1,"alive":1,"join":1,"try":1,"pub":2,"close":2,"linger":2,"replay":2,"finally":1,"pass":1,"do":1,"terminate":1,"context":1,"other":1,"sockets":1,"may":1,"use":1,"it":1},"6277,1779,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"def":2,"socket":4,"setup":1,"self":29,"none":8,"initialize":1,"sockets":1,"https":1,"pyzmq":1,"readthedocs":1,"io":1,"en":1,"v19":1,"0":4,"morethanbindings":1,"html":1,"thread":3,"safety":1,"if":5,"pub":8,"is":6,"ctx":2,"zmq":2,"set":2,"hwm":2,"heuristic":1,"bind":4,"wildcard":1,"present":1,"else":1,"connect":3,"stable":1,"volatile":1,"convention":1,"endpoint":10,"not":5,"and":2,"in":4,"or":4,"startswith":2,"ipc":1,"inproc":1,"elif":1,"up":1,"replay":10,"use":1,"router":2,"1":1,"handles":1,"multiple":1,"req":1,"clients":1,"identities":1,"2":1,"lets":1,"us":1,"send":1,"back":1,"one":1,"request":1,"many":1,"replies":1,"streamed":1,"events":1,"3":1,"works":1,"our":1,"non":2,"blocking":1,"poll":2,"loop":1,"alongside":1,"publisher":1,"background":1,"that":1,"processes":1,"the":1,"event":2,"queue":2,"pack":1,"msgspec":1,"msgpack":1,"encoder":1,"assert":1,"narrows":1,"type":1,"for":1,"mypy":1,"while":1,"running":1,"qsize":1,"critical":1,"try":1,"service":1,"except":1,"exception":2,"as":1,"e":2,"logger":1,"error":1,"s":1},"8056,1854,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"main":1,"queue":4,"critical":1,"try":2,"event":5,"self":14,"get":1,"timeout":1,"0":2,"1":3,"if":4,"is":5,"none":3,"break":1,"sentinel":1,"received":1,"exit":1,"thread":2,"except":2,"empty":3,"continue":1,"seq":16,"next":1,"gen":1,"payload":7,"pack":1,"encode":1,"bytes":10,"to":3,"8":2,"big":3,"pub":1,"send":5,"multipart":4,"topic":1,"buffer":2,"append":1,"task":1,"done":1,"exception":2,"as":1,"e":2,"publishing":1,"failed":1,"back":1,"off":2,"a":3,"bit":1,"avoid":1,"tight":1,"error":2,"loop":1,"logger":2,"in":2,"publisher":1,"s":2,"time":1,"sleep":1,"def":1,"service":1,"replay":7,"request":2,"waiting":1,"buffered":1,"batches":1,"assert":1,"not":1,"narrows":1,"type":1,"for":2,"mypy":1,"frame":4,"recv":1,"len":1,"3":1,"warning":1,"invalid":1,"return":1,"client":3,"id":3,"start":4,"int":1,"from":1,"buf":2,"identity":2,"delim":2,"are":1,"stripped":1,"by":1,"the":1,"router":1,"receiving":2,"b":4,"end":2,"of":1,"sequence":1,"marker":1},"9910,1761,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"staticmethod":1,"def":2,"offset":4,"endpoint":18,"port":8,"optional":2,"str":4,"data":9,"parallel":9,"rank":9,"int":2,"helper":1,"function":1,"to":2,"the":8,"in":5,"an":1,"by":3,"args":1,"string":1,"e":1,"g":1,"tcp":3,"5557":1,"or":5,"inproc":3,"cache":1,"returns":1,"with":1,"suffix":1,"appended":1,"do":1,"nothing":1,"if":6,"input":1,"is":2,"none":2,"0":2,"not":1,"return":4,"f":3,"dp":1,"and":1,"get":1,"everything":1,"after":1,"last":4,"colon":4,"idx":3,"rfind":1,"base":4,"addr":2,"1":1,"new":2,"raise":2,"valueerror":1,"invalid":1,"must":1,"contain":1,"class":1,"eventpublisherfactory":1,"registry":3,"dict":1,"callable":2,"eventpublisher":2,"null":1,"nulleventpublisher":1,"zmq":1,"zmqeventpublisher":1,"classmethod":1,"register":1,"publisher":2,"cls":3,"name":4,"ctor":2,"keyerror":1,"already":1,"registered":1},"11671,682,data/raw/vllm-0.10.1/vllm/distributed/kv_events.py":{"classmethod":1,"def":1,"create":2,"cls":2,"config":8,"optional":1,"kveventsconfig":1,"data":3,"parallel":3,"rank":3,"int":1,"0":1,"eventpublisher":1,"publisher":3,"from":2,"a":1,"mapping":1,"if":1,"not":1,"return":2,"nulleventpublisher":1,"dict":4,"asdict":1,"kind":3,"pop":2,"null":1,"enable":1,"kv":1,"cache":1,"events":1,"try":1,"constructor":2,"registry":1,"except":1,"keyerror":1,"as":1,"exc":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"event":1},"0,191,data/raw/vllm-0.10.1/vllm/distributed/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":3,"communication":1,"op":1,"import":3,"parallel":1,"state":1,"utils":1},"0,1358,data/raw/vllm-0.10.1/vllm/distributed/tpu_distributed_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":6,"collections":1,"import":9,"ordereddict":1,"typing":1,"optional":5,"torch":5,"nn":6,"as":3,"functional":1,"f":1,"xla":1,"distributed":1,"spmd":2,"xs":2,"parameter":8,"logger":4,"init":4,"model":1,"executor":1,"layers":1,"linear":8,"columnparallellinear":1,"qkvparallellinear":2,"rowparallellinear":1,"name":1,"class":1,"xlaqkvparallellinear":1,"module":2,"def":1,"self":11,"qkv":7,"mesh":4,"none":2,"super":1,"assert":2,"isinstance":1,"skip":2,"bias":7,"add":2,"return":2,"tp":2,"size":1,"1":2,"is":2,"only":1,"supported":1,"under":1,"q":2,"weight":4,"k":2,"v":2,"load":1,"weights":1,"if":1,"not":1,"shard":1},"1358,1845,data/raw/vllm-0.10.1/vllm/distributed/tpu_distributed_utils.py":{"def":2,"shard":1,"weight":25,"self":26,"mesh":8,"xs":7,"q":17,"parameter":12,"to":6,"xla":6,"requires":9,"grad":9,"false":9,"k":15,"v":12,"mark":6,"sharding":6,"x":6,"none":6,"if":1,"bias":12,"is":4,"not":3,"assert":1,"and":3,"qkvparallellinear":1,"should":1,"have":1,"biases":1,"together":1,"load":1,"weights":2,"from":1,"qkv":9,"linear":5,"nn":1,"module":1,"proj":8,"size":8,"output":2,"sizes":1,"the":2,"of":2,"a":1,"concatenation":1,"along":1,"dimension":1,"data":1,"cpu":1,"register":3},"3203,801,data/raw/vllm-0.10.1/vllm/distributed/tpu_distributed_utils.py":{"if":1,"qkv":4,"linear":4,"bias":16,"is":1,"not":1,"none":4,"q":8,"parameter":9,"proj":6,"size":6,"requires":3,"grad":3,"false":3,"k":6,"v":4,"self":6,"register":6,"else":1},"4004,1875,data/raw/vllm-0.10.1/vllm/distributed/tpu_distributed_utils.py":{"def":3,"forward":2,"self":12,"input":4,"same":1,"functionality":1,"as":1,"qkvparallellinear":4,"but":1,"doing":1,"qkv":4,"porj":1,"separately":1,"q":9,"bias":19,"if":6,"not":4,"skip":4,"add":4,"else":4,"none":6,"k":9,"v":9,"proj":9,"f":3,"linear":5,"weight":5,"the":8,"projections":2,"will":2,"be":4,"split":2,"outside":1,"of":2,"because":1,"we":2,"are":1,"replacing":1,"xlaqkvparallellinear":1,"with":1,"need":1,"to":5,"concatenate":1,"and":3,"match":1,"output":3,"shape":1,"implementation":1,"even":1,"it":1,"seems":1,"redundant":1,"concat":1,"following":1,"noop":1,"should":1,"optimized":1,"away":1,"by":1,"compiler":1,"torch":6,"cat":2,"dim":2,"1":2,"return":5,"partition":2,"column":2,"parallel":4,"layer":10,"nn":4,"module":4,"mesh":6,"xs":4,"assert":2,"isinstance":2,"columnparallellinear":1,"mark":2,"sharding":4,"x":2,"logger":2,"debug":2,"applied":2,"s":2,"row":2,"rowparallellinear":1},"5879,1948,data/raw/vllm-0.10.1/vllm/distributed/tpu_distributed_utils.py":{"def":4,"partition":4,"qkv":3,"parallel":5,"linear":4,"layer":6,"torch":4,"nn":4,"module":35,"mesh":8,"xs":2,"assert":2,"isinstance":1,"qkvparallellinear":2,"xla":3,"xlaqkvparallellinear":1,"logger":2,"debug":2,"applied":1,"sharding":3,"to":6,"s":3,"return":2,"type":5,"wrapping":5,"func":5,"ordereddict":1,"columnparallellinear":1,"column":1,"rowparallellinear":1,"row":1,"get":3,"fqn":2,"the":5,"fully":1,"qualified":1,"name":6,"of":1,"class":1,"qualname":1,"shard":1,"model":5,"none":5,"recursively":1,"check":1,"a":1,"pytorch":1,"and":3,"apply":1,"appropriate":1,"based":1,"on":1,"mapping":1,"args":1,"process":4,"an":1,"spmd":1,"object":2,"used":1,"for":3,"parent":3,"in":2,"items":1,"if":2,"wrapped":8,"is":4,"not":4,"top":1,"level":1,"expected":1,"be":2,"are":1,"different":1,"py":1,"original":1,"should":1,"replaced":1,"by":1,"replace":1,"with":1,"setattr":1,"break":1,"child":4,"list":1,"named":1,"children":1},"0,1757,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_transfer_state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":8,"project":1,"from":6,"typing":1,"import":6,"type":2,"checking":2,"optional":3,"envs":1,"distributed":3,"kv":24,"transfer":10,"connector":21,"base":1,"kvconnectorbasetype":4,"factory":1,"kvconnectorfactory":1,"v1":6,"kvconnectorbase":2,"kvconnectorrole":1,"if":7,"config":4,"vllmconfig":2,"agent":6,"none":10,"def":4,"get":1,"group":5,"assert":1,"is":9,"not":3,"disaggregated":1,"cache":2,"parallel":2,"initialized":2,"return":5,"has":1,"bool":2,"check":4,"argument":1,"it":2,"will":3,"global":3,"args":1,"note":1,"this":1,"function":1,"no":1,"longer":1,"be":1,"needed":1,"after":1,"becomes":1,"default":1,"false":1,"isinstance":1,"ensure":1,"initialize":1},"1757,347,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_transfer_state.py":{"if":2,"vllm":3,"config":4,"kv":4,"transfer":2,"is":3,"instance":1,"and":1,"connector":3,"agent":2,"none":1,"envs":1,"use":1,"v1":1,"kvconnectorfactory":1,"create":1,"role":1,"kvconnectorrole":1,"worker":1,"else":1,"raise":1,"valueerror":1,"v0":1,"no":1,"longer":1,"supported":1},"0,461,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"distributed":1,"kv":10,"transfer":10,"state":1,"import":1,"kvconnectorbasetype":2,"ensure":2,"initialized":2,"get":2,"group":6,"has":2,"is":2,"v1":2,"all":1},"1,1753,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/README.md":{"distributed":3,"kv":20,"cache":3,"transfer":4,"this":4,"folder":1,"implements":1,"across":1,"vllm":8,"instances":1,"currently":1,"the":10,"main":1,"usecase":1,"is":6,"for":4,"disaggregated":1,"prefilling":1,"abstractions":2,"contains":1,"three":1,"layer":6,"of":2,"pipe":8,"a":7,"fifo":4,"torch":1,"tensor":3,"transmission":1,"key":5,"apis":3,"send":2,"and":10,"recv":2,"lookup":8,"buffer":7,"caches":6,"tokens":3,"value":2,"or":2,"hidden":3,"states":3,"insert":1,"drop":1,"select":1,"similar":1,"to":7,"sql":1,"semantics":1,"connector":3,"that":3,"connects":1,"why":1,"we":2,"need":1,"itself":1,"not":3,"enough":1,"as":3,"prefill":3,"worker":4,"may":3,"process":2,"requests":2,"in":3,"different":1,"order":2,"compared":1,"decode":2,"say":1,"qps":1,"really":1,"high":1,"handle":1,"b":1,"c":2,"but":2,"request":1,"first":1,"case":1,"can":3,"be":2,"naturally":1,"handled":1,"by":1,"so":1,"provide":1,"help":1,"translate":1,"note":2,"bypassible":1,"you":3,"skip":1,"if":2,"your":1,"communication":1,"service":1,"already":1,"supports":1,"based":1,"like":1,"redis":1,"rdma":1,"database":1,"want":1,"only":1,"adjust":1,"model":2,"execution":1,"flow":1,"well":1,"example":1,"allow":1,"receive":1,"on":3,"some":1,"do":1,"remaining":1,"bypass":1,"both":1,"directly":1,"implement":1,"bear":1,"mind":1,"s":1,"input":1,"constantly":1,"changing":1,"implementation":1,"will":1,"likely":1,"broken":1,"when":1,"has":1,"new":1,"updates":1},"1754,252,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/README.md":{"disaggregated":4,"prefilling":2,"the":2,"example":1,"usage":1,"is":2,"in":1,"this":1,"file":1,"examples":1,"online":1,"serving":1,"prefill":3,"sh":1,"here":1,"diagram":1,"of":1,"how":1,"we":1,"run":1,"workflow":2,"disagg":1,"jpg":1},"0,370,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"defines":1,"base":1,"type":1,"for":1,"kv":3,"cache":1,"connectors":1,"from":1,"distributed":1,"transfer":1,"connector":1,"v1":4,"import":1,"kvconnectorbase":5,"kvconnectorbasetype":2,"all":1},"0,1464,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/factory.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"import":8,"importlib":2,"from":5,"typing":1,"type":4,"checking":2,"callable":2,"yapf":2,"disable":1,"envs":4,"as":1,"distributed":2,"kv":4,"transfer":2,"connector":7,"base":1,"kvconnectorbase":4,"kvconnectorbasetype":1,"v1":4,"kvconnectorrole":2,"logger":4,"init":2,"enable":1,"if":3,"config":2,"kvtransferconfig":1,"vllmconfig":2,"name":8,"class":4,"kvconnectorfactory":1,"registry":3,"dict":1,"str":4,"classmethod":2,"def":3,"register":2,"cls":4,"module":6,"path":2,"none":1,"a":3,"with":1,"lazy":1,"loading":1,"and":1,"in":1,"raise":2,"valueerror":2,"f":2,"is":1,"already":1,"registered":1,"loader":2,"return":1,"getattr":1,"create":1,"role":1,"not":1,"use":2,"attempting":1,"initialize":1,"but":1,"found":1},"1464,1858,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/factory.py":{"kv":11,"transfer":8,"config":9,"connector":30,"cls":10,"get":3,"class":4,"logger":1,"info":1,"creating":1,"v1":3,"with":3,"name":8,"s":2,"and":1,"engine":2,"id":2,"note":1,"kuntai":1,"is":2,"explicitly":1,"separated":1,"into":1,"two":1,"roles":1,"scheduler":3,"co":2,"locate":2,"process":2,"should":3,"only":3,"be":3,"used":2,"inside":2,"the":6,"worker":2,"forward":1,"context":1,"attention":1,"layer":1,"we":2,"build":1,"separately":1,"to":3,"enforce":1,"strict":1,"separation":1,"return":2,"role":1,"classmethod":1,"def":1,"kvtransferconfig":1,"type":2,"kvconnectorbasetype":1,"by":1,"if":2,"in":2,"registry":2,"else":1,"module":7,"path":4,"none":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"importlib":1,"import":1,"getattr":1,"register":2,"various":1,"connectors":1,"here":1,"registration":1,"not":1,"done":1,"each":1,"individual":1,"file":1,"as":1,"want":1,"load":1,"files":1,"corresponding":1,"current":1,"kvconnectorfactory":1,"sharedstorageconnector":2,"vllm":1,"distributed":1,"shared":1,"storage":1},"3322,625,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/factory.py":{"kvconnectorfactory":4,"register":4,"connector":12,"p2pncclconnector":2,"vllm":4,"distributed":4,"kv":8,"transfer":4,"v1":4,"p2p":2,"nccl":1,"lmcacheconnectorv1":2,"lmcache":1,"nixlconnector":2,"nixl":1,"multiconnector":2,"multi":1},"0,1279,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"kv":4,"cache":1,"helper":2,"for":1,"store":1,"from":9,"collections":2,"import":11,"defaultdict":1,"abc":1,"sequence":1,"concurrent":1,"futures":1,"cancellederror":1,"future":1,"typing":1,"optional":1,"cast":1,"torch":2,"envs":3,"as":2,"custom":1,"ops":3,"config":12,"vllmconfig":2,"get":2,"current":1,"distributed":1,"transfer":1,"connector":1,"factory":1,"kvconnectorfactory":1,"logger":4,"init":3,"v1":1,"outputs":1,"kvconnectoroutput":1,"modelrunneroutput":1,"name":1,"class":1,"model":12,"aware":1,"def":2,"self":7,"is":2,"deepseek":2,"mla":4,"use":1,"opt":1,"not":1,"disable":1,"tp":2,"size":5,"parallel":2,"tensor":1,"args":1,"executable":4,"nn":1,"module":1,"num":4,"heads":4,"int":1,"key":1,"value":1,"hidden":2,"attention":2},"1279,1826,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/utils.py":{"deepseek":4,"s":1,"mla":11,"multi":1,"head":19,"latent":1,"attention":3,"uses":1,"two":1,"different":1,"kv":13,"cache":17,"shapes":1,"based":1,"on":1,"whether":1,"vllm":4,"disable":3,"is":7,"set":1,"to":3,"0":3,"when":2,"default":1,"forward":1,"absorb":1,"applied":1,"resulting":1,"in":1,"a":2,"shape":2,"of":2,"num":11,"blks":2,"blk":2,"size":14,"1":8,"lora":2,"rank":2,"qk":6,"rope":4,"dim":7,"standard":1,"fa":1,"used":1,"instead":1,"leading":1,"2":1,"key":4,"value":4,"heads":9,"tp":1,"nope":2,"for":1,"more":1,"details":1,"see":1,"backends":1,"common":1,"py":1,"if":3,"self":8,"and":3,"use":3,"opt":3,"model":9,"config":7,"elif":1,"not":1,"else":2,"getattr":1,"none":2,"int":1,"hidden":1,"return":2,"def":2,"get":1,"from":1,"reshape":4,"put":1,"executable":2,"torch":1,"nn":1,"module":1,"keys":1,"values":1,"layer":1,"slot":1,"mapping":1,"start":1,"pos":2,"end":1},"3105,1922,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/utils.py":{"if":3,"self":9,"is":4,"deepseek":1,"mla":4,"and":3,"use":1,"opt":1,"layer":7,"attn":14,"k":12,"c":5,"normed":5,"pe":5,"keys":2,"squeeze":1,"1":2,"model":2,"config":10,"kv":15,"lora":2,"rank":3,"ops":2,"concat":1,"cache":17,"to":7,"device":4,"slot":2,"mapping":2,"start":2,"pos":4,"end":2,"dtype":2,"scale":3,"else":1,"key":3,"value":3,"0":2,"reshape":1,"flash":1,"values":1,"v":1,"def":1,"get":4,"connector":4,"layout":7,"note":1,"nicklucche":1,"when":1,"running":1,"disaggregated":1,"pd":1,"with":1,"nixl":1,"hnd":1,"used":1,"for":2,"faster":1,"transfer":2,"vllm":4,"current":1,"not":3,"none":2,"cls":2,"kvconnectorfactory":1,"class":3,"required":4,"kvcache":4,"return":2,"logger":1,"info":1,"once":1,"connectors":1,"do":1,"specify":1,"a":2,"defaulting":1,"nhd":2,"kvoutputaggregator":1,"utility":1,"aggregate":1,"the":1,"output":2,"of":1,"all":1,"workers":1,"into":1,"single":1,"corresponding":1,"scheduler":1},"5027,1727,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/utils.py":{"def":3,"init":1,"self":6,"world":3,"size":3,"int":5,"complete":1,"transfer":1,"tracker":1,"used":1,"to":1,"track":1,"finished":16,"requests":1,"req":8,"id":6,"n":1,"remaining":9,"workers":2,"recv":2,"count":8,"defaultdict":2,"str":7,"lambda":2,"send":2,"aggregate":2,"outputs":3,"list":1,"modelrunneroutput":2,"output":16,"rank":3,"0":2,"kv":3,"connector":3,"from":1,"all":1,"update":3,"set":9,"ids":2,"optional":1,"dict":5,"none":3,"for":2,"in":2,"or":3,"1":1,"if":2,"add":1,"del":1,"sending":5,"recving":5,"not":1,"continue":1,"select":1,"of":1,"the":1,"worker":1,"specified":1,"by":1,"kvconnectoroutput":1,"return":1},"6754,1347,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/utils.py":{"def":3,"async":1,"aggregate":2,"self":2,"output":7,"futures":4,"sequence":1,"future":13,"modelrunneroutput":5,"rank":2,"int":1,"0":1,"takes":1,"a":3,"list":4,"of":2,"and":1,"returns":1,"single":2,"which":1,"resolves":1,"to":1,"the":1,"respective":1,"outputs":5,"result":8,"optional":1,"none":1,"len":1,"make":2,"callback":5,"idx":2,"fut":2,"if":2,"done":2,"return":3,"try":1,"except":2,"cancellederror":1,"cancel":1,"exception":2,"as":1,"e":2,"set":2,"this":1,"check":1,"assumes":1,"io":1,"thread":2,"pool":1,"uses":1,"all":1,"cast":1,"for":1,"i":2,"in":1,"enumerate":1,"add":1},"0,1888,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":11,"vllm":5,"project":1,"kvconnectorbase":1,"v1":4,"class":2,"for":6,"distributed":1,"kv":10,"cache":6,"hidden":1,"state":4,"communication":1,"in":4,"provides":1,"following":1,"primitives":1,"scheduler":2,"side":5,"runs":2,"binds":1,"metadata":2,"which":1,"is":4,"used":1,"by":2,"worker":4,"load":4,"save":3,"get":3,"num":1,"new":2,"matched":1,"tokens":2,"number":1,"of":3,"that":2,"exist":1,"remote":1,"might":1,"be":4,"called":3,"multiple":1,"times":1,"a":2,"given":1,"request":4,"and":2,"should":2,"effect":1,"free":1,"update":4,"after":3,"alloc":2,"kvconnector":2,"temporary":1,"buffer":1,"cachemanager":1,"connector":2,"output":3,"received":1,"from":7,"connectors":1,"finished":4,"when":1,"with":2,"computed":1,"blocks":3,"returns":3,"whether":1,"freed":2,"now":1,"or":1,"will":1,"asynchronously":1,"optionally":1,"transfer":1,"params":1,"each":1,"loads":1,"saves":2,"based":1,"on":1,"start":1,"starts":2,"loading":1,"all":2,"kvs":1,"maybe":2,"async":3,"wait":2,"layer":4,"until":2,"i":2,"done":2,"saving":1,"are":1,"ids":2,"requests":2,"have":1,"completed":1,"sending":1,"recving":1,"import":7,"enum":1,"abc":2,"abstractmethod":1,"typing":1,"type":1,"checking":1,"any":1,"callable":1,"literal":1,"optional":1,"torch":1,"logger":2,"init":1,"core":1,"sched":1,"scheduleroutput":1,"outputs":1,"kvconnectoroutput":1},"1888,1944,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"if":1,"type":1,"checking":1,"from":6,"vllm":8,"attention":1,"backends":1,"abstract":2,"import":5,"attentionmetadata":1,"config":4,"vllmconfig":2,"forward":1,"context":1,"forwardcontext":1,"v1":4,"core":1,"kv":2,"cache":2,"manager":1,"kvcacheblocks":1,"request":2,"s":2,"tensor":4,"list":4,"d":2,"indices":2,"direction":1,"copyblocksop":1,"callable":1,"dict":3,"str":2,"torch":2,"int":2,"literal":1,"h2d":1,"d2h":1,"none":3,"logger":3,"init":2,"name":1,"class":3,"kvconnectorrole":3,"enum":2,"connector":10,"running":2,"in":3,"the":11,"scheduler":4,"process":2,"0":1,"worker":4,"1":1,"kvconnectormetadata":3,"abc":2,"noqa":1,"b024":1,"metadata":10,"used":2,"to":2,"communicate":1,"between":1,"kvconnector":2,"and":3,"pass":1,"kvconnectorbase":2,"def":3,"self":8,"role":5,"warning":1,"initializing":1,"this":2,"api":1,"is":1,"experimental":1,"subject":1,"change":1,"future":1,"as":1,"we":1,"iterate":1,"design":1,"optional":1,"property":1,"return":1,"side":1,"methods":1,"bind":1,"set":1,"function":1,"should":1,"be":2,"called":1,"by":1,"model":2,"runner":1,"every":1,"time":1,"before":1,"execution":1,"will":1,"for":1,"runtime":1,"loading":1,"saving":1,"args":1},"3832,1873,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"def":5,"clear":2,"connector":10,"metadata":9,"self":8,"none":4,"the":18,"this":3,"function":2,"should":4,"be":4,"called":4,"by":1,"model":3,"runner":1,"every":1,"time":1,"after":1,"execution":2,"get":2,"kvconnectormetadata":1,"only":2,"inside":1,"returns":1,"connectormetadata":1,"while":1,"set":3,"to":3,"valid":1,"assert":1,"is":3,"not":1,"return":3,"register":1,"kv":12,"caches":6,"dict":1,"str":1,"torch":1,"tensor":1,"initialize":1,"with":1,"useful":1,"for":5,"pre":1,"registering":1,"in":3,"kvconnector":1,"e":2,"g":2,"nixl":1,"args":2,"dictionary":1,"of":2,"layer":2,"names":2,"cache":2,"host":3,"xfer":1,"buffer":3,"ops":2,"copy":1,"operation":2,"copyblocksop":1,"xpu":1,"specific":1,"copying":1,"between":1,"and":2,"device":1,"needed":1,"when":1,"used":1,"transfer":1,"nixlconnector":1,"abstractmethod":1,"start":2,"load":2,"forward":5,"context":4,"forwardcontext":2,"kwargs":2,"loading":2,"from":2,"vllm":1,"s":1,"paged":1,"before":1,"pass":2,"enable":1,"async":1,"during":1,"additional":1,"arguments":1,"note":1,"number":1,"elements":1,"same":1},"5705,1882,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"abstractmethod":3,"def":4,"wait":2,"for":5,"layer":18,"load":2,"self":4,"name":6,"str":6,"none":2,"block":2,"until":2,"the":16,"kv":9,"a":2,"specific":1,"is":7,"loaded":1,"into":1,"vllm":3,"s":2,"paged":4,"buffer":4,"this":6,"called":3,"from":5,"within":2,"attention":3,"to":5,"ensure":2,"async":3,"copying":2,"start":2,"complete":2,"interface":1,"will":2,"be":1,"useful":1,"by":1,"pipelining":1,"args":2,"of":6,"that":3,"pass":3,"save":5,"torch":2,"tensor":2,"attn":2,"metadata":3,"attentionmetadata":2,"kwargs":2,"saving":3,"cache":1,"connector":2,"enable":1,"during":1,"execution":1,"current":1,"in":1,"additional":1,"arguments":1,"operation":1,"all":1,"operations":1,"done":3,"as":1,"forward":2,"context":1,"exits":1,"before":2,"finishing":1,"prevents":1,"overwrites":1,"get":1,"finished":3,"req":1,"ids":2,"set":3,"tuple":1,"optional":2,"notifies":1,"worker":2,"side":1,"requests":1,"have":1,"generating":1,"tokens":1,"on":1,"scheduler":1,"process":1,"via":1,"executors":1,"use":1,"output":1,"track":1,"which":1,"workers":1,"are":1},"7587,1671,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"returns":2,"ids":4,"of":5,"requests":2,"that":4,"have":1,"finished":3,"asynchronous":1,"transfer":1,"previously":1,"returned":1,"true":2,"from":3,"request":9,"tuple":3,"sending":1,"saving":1,"recving":1,"loading":1,"the":9,"saves":1,"sends":1,"req":1,"must":2,"belong":1,"to":2,"a":4,"set":1,"provided":1,"in":1,"call":2,"this":3,"method":1,"or":1,"prior":1,"one":1,"return":1,"none":2,"scheduler":2,"side":1,"methods":1,"abstractmethod":2,"def":2,"get":2,"num":5,"new":2,"matched":1,"tokens":9,"self":2,"computed":5,"int":4,"bool":1,"number":3,"can":2,"be":4,"loaded":3,"external":4,"kv":3,"cache":3,"beyond":2,"args":1,"object":1,"locally":1,"for":1,"with":1,"following":1,"elements":1,"what":1,"is":2,"already":1,"if":2,"will":1,"asynchronously":1,"between":1,"steps":1,"false":1,"first":1,"element":1,"0":1,"pass":1,"update":2,"state":2,"after":2,"alloc":1,"blocks":1,"kvcacheblocks":1,"kvconnector":1,"block":1,"allocation":1},"9258,1974,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"if":2,"get":2,"num":2,"new":1,"matched":1,"tokens":4,"previously":1,"returned":3,"true":2,"for":5,"a":2,"request":13,"this":4,"function":3,"may":1,"be":5,"called":2,"twice":1,"that":2,"same":1,"first":1,"when":3,"blocks":6,"are":3,"allocated":3,"the":17,"connector":7,"to":2,"asynchronously":2,"loaded":2,"into":1,"and":2,"second":1,"any":2,"additional":1,"after":1,"load":1,"transfer":1,"is":3,"complete":1,"args":3,"object":2,"kvcacheblocks":1,"external":2,"int":2,"number":1,"of":2,"will":2,"from":3,"kv":1,"cache":1,"pass":2,"abstractmethod":1,"def":3,"build":2,"meta":1,"self":3,"scheduler":4,"output":9,"scheduleroutput":2,"kvconnectormetadata":1,"metadata":1,"step":1,"should":2,"not":2,"modify":1,"fields":1,"in":2,"also":1,"calling":1,"reset":1,"state":2,"update":2,"kvconnectoroutput":2,"kvconnector":1,"worker":2,"side":2,"connectors":2,"return":2,"finished":3,"block":1,"ids":1,"list":1,"tuple":1,"bool":1,"optional":2,"dict":1,"str":1,"has":1,"before":1,"its":1,"freed":2,"returns":1,"being":1,"saved":1,"sent":1,"until":1,"id":1,"kvtransferparams":1,"included":1,"outputs":1,"by":1,"engine":1,"false":1,"none":1},"11232,621,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/base.py":{"classmethod":1,"def":1,"get":3,"required":4,"kvcache":2,"layout":5,"cls":2,"vllm":3,"config":3,"vllmconfig":2,"optional":1,"str":2,"the":5,"kv":2,"cache":2,"for":1,"this":1,"connector":2,"args":1,"returns":1,"e":1,"g":1,"hnd":1,"or":1,"nhd":1,"none":2,"if":2,"does":1,"not":2,"require":1,"a":1,"specific":1,"is":1,"kvconnectorbase":1,"v1":1,"raise":1,"typeerror":1,"should":1,"be":1,"called":1,"on":1,"abstract":1,"base":1,"class":1,"return":1},"0,1956,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":17,"project":1,"import":33,"contextlib":1,"logging":1,"math":1,"queue":1,"threading":1,"time":2,"uuid":1,"from":22,"collections":2,"defaultdict":1,"abc":1,"iterator":1,"concurrent":1,"futures":1,"future":1,"threadpoolexecutor":1,"dataclasses":1,"dataclass":1,"typing":1,"type":2,"checking":2,"any":1,"optional":1,"msgspec":1,"torch":1,"zmq":3,"envs":1,"attention":3,"selector":1,"backend":3,"name":2,"enum":1,"get":7,"attn":1,"config":1,"vllmconfig":1,"distributed":3,"kv":6,"transfer":3,"connector":1,"v1":7,"base":1,"copyblocksop":1,"kvconnectorbase":1,"kvconnectormetadata":1,"kvconnectorrole":1,"parallel":3,"state":1,"tensor":2,"model":2,"rank":1,"world":1,"size":1,"tp":1,"group":1,"utils":3,"divide":1,"forward":1,"context":1,"forwardcontext":1,"logger":6,"init":2,"platforms":1,"current":1,"platform":1,"make":2,"path":1,"socket":1,"backends":2,"cache":2,"layout":1,"core":2,"sched":1,"output":1,"scheduleroutput":1,"request":3,"requeststatus":1,"if":2,"abstract":1,"attentionmetadata":1,"manager":1,"kvcacheblocks":1,"tuple":2,"int":1,"float":1,"xfer":1,"handle":1,"start":1,"engineid":1,"str":2,"reqid":1,"meta":2,"msg":2,"b":1,"lazy":1,"nixl":7,"wrapper":1,"avoid":1,"loading":1,"bindings":1,"is":3,"not":2,"used":1,"try":1,"api":1,"agent":1,"as":1,"nixlwrapper":2,"info":1,"available":2,"except":1,"importerror":1,"warning":1,"none":1,"supported":2,"xpus":1,"and":1,"types":2,"of":2,"buffer":2,"xpu":1},"1956,1801,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"nixl":1,"supported":1,"xpus":1,"cuda":2,"tpu":1,"cpu":1,"class":4,"nixlagentmetadata":1,"msgspec":1,"struct":1,"omit":1,"defaults":1,"true":3,"type":1,"ignore":1,"call":1,"arg":1,"required":1,"for":1,"cached":1,"property":1,"dict":5,"engine":4,"id":7,"str":6,"agent":1,"metadata":1,"bytes":1,"kv":8,"caches":1,"base":1,"addr":1,"list":4,"int":8,"num":1,"blocks":1,"block":8,"len":1,"attn":1,"backend":1,"name":1,"cache":4,"layout":1,"dataclass":1,"reqmeta":4,"local":4,"ids":7,"remote":15,"host":6,"port":3,"tp":4,"size":4,"nixlconnectormetadata":1,"kvconnectormetadata":1,"def":2,"init":1,"self":7,"reqs":5,"to":9,"recv":2,"reqid":4,"save":6,"send":1,"float":1,"add":1,"new":1,"req":4,"request":3,"transfer":6,"params":6,"any":1,"load":4,"bool":2,"false":1,"and":1,"are":1,"mutually":1,"exclusive":1,"assert":1,"p":1,"workers":1,"don":1,"t":1,"need":1,"receive":1,"from":1,"proxy":1,"here":1,"get":1,"1":1,"if":2,"nixlconnector":1,"kvconnectorbase":1,"v1":1},"3757,1740,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":2,"init":1,"self":8,"vllm":10,"config":15,"vllmconfig":2,"role":3,"kvconnectorrole":3,"assert":2,"kv":5,"transfer":3,"is":3,"not":3,"none":8,"engine":5,"id":5,"engineid":1,"if":3,"scheduler":4,"connector":4,"optional":2,"nixlconnectorscheduler":2,"worker":3,"nixlconnectorworker":2,"elif":1,"class":1,"methods":2,"classmethod":1,"get":1,"required":1,"kvcache":1,"layout":4,"cls":1,"model":2,"logger":2,"warning":1,"once":2,"unable":1,"to":4,"detect":1,"current":1,"fallback":2,"default":2,"cache":2,"return":4,"use":3,"mla":4,"when":1,"we":1,"have":1,"as":1,"the":2,"should":1,"matter":1,"in":1,"that":1,"case":1,"which":1,"behavior":1,"info":1,"nixlconnector":1,"setting":1,"hnd":2,"for":1,"better":1,"xfer":1,"performance":1,"side":1},"5497,1963,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":7,"get":5,"num":6,"new":2,"matched":2,"tokens":6,"self":21,"request":11,"computed":2,"int":4,"tuple":3,"bool":2,"assert":7,"connector":16,"scheduler":10,"is":7,"not":7,"none":7,"return":5,"update":2,"state":2,"after":2,"alloc":2,"blocks":2,"kvcacheblocks":1,"external":2,"build":2,"meta":2,"output":2,"scheduleroutput":1,"kvconnectormetadata":1,"finished":6,"block":2,"ids":3,"list":1,"optional":1,"dict":2,"str":5,"any":1,"worker":7,"side":1,"methods":1,"register":2,"kv":4,"caches":4,"torch":1,"tensor":1,"set":5,"host":2,"xfer":2,"buffer":2,"ops":2,"copy":2,"operation":2,"copyblocksop":1,"req":1,"the":1,"recving":1,"and":1,"sending":1,"requests":1},"7460,1709,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":5,"start":2,"load":3,"kv":7,"self":21,"forward":1,"context":1,"forwardcontext":1,"kwargs":2,"none":5,"assert":4,"connector":10,"worker":6,"is":2,"not":4,"isinstance":2,"metadata":5,"nixlconnectormetadata":2,"wait":2,"for":2,"layer":5,"name":2,"str":3,"nixlconnector":2,"does":2,"do":1,"layerwise":1,"saving":1,"pass":2,"save":4,"torch":1,"tensor":2,"attn":1,"attentionmetadata":1,"explicitly":1,"if":1,"use":2,"host":5,"buffer":3,"and":1,"copy":1,"blocks":1,"to":1,"class":1,"nixlconnectorscheduler":1,"implementation":1,"of":1,"scheduler":2,"side":5,"methods":1,"init":1,"vllm":9,"config":11,"vllmconfig":1,"engine":4,"id":4,"block":2,"size":3,"cache":1,"engineid":1,"channel":4,"envs":2,"nixl":3,"port":2,"parallel":4,"data":1,"rank":1,"transfer":1,"device":1,"cpu":1,"logger":1,"info":1,"initializing":1,"s":1},"9169,1888,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"requests":2,"that":2,"need":4,"to":5,"start":1,"recv":2,"send":3,"new":3,"are":1,"added":1,"by":1,"update":2,"state":2,"after":2,"alloc":2,"in":1,"the":6,"scheduler":2,"used":1,"make":1,"metadata":1,"passed":1,"worker":1,"self":5,"reqs":4,"dict":3,"reqid":3,"tuple":3,"request":13,"list":2,"int":6,"save":1,"and":2,"their":1,"expiration":1,"time":1,"float":1,"def":2,"get":4,"num":8,"matched":2,"tokens":11,"computed":7,"bool":1,"for":3,"remote":6,"prefill":4,"pull":1,"all":2,"prompt":3,"blocks":3,"from":3,"asynchronously":2,"relative":1,"engine":1,"execution":1,"args":1,"object":1,"number":2,"of":2,"locally":1,"this":2,"returns":1,"can":1,"be":2,"loaded":2,"external":3,"kv":4,"cache":2,"beyond":1,"what":1,"is":2,"already":1,"true":2,"if":3,"will":1,"between":1,"steps":1,"params":6,"transfer":2,"logger":1,"debug":1,"nixlconnector":1,"s":2,"not":1,"none":1,"do":1,"count":3,"len":1,"token":1,"ids":1,"0":2,"return":2,"no":1,"false":1,"kvcacheblocks":1},"11057,1839,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"params":9,"request":7,"kv":3,"transfer":3,"logger":1,"debug":1,"nixlconnector":1,"update":1,"state":1,"after":1,"alloc":1,"num":4,"external":4,"tokens":4,"s":2,"if":7,"not":3,"return":1,"self":3,"use":1,"host":7,"buffer":4,"and":3,"get":6,"do":2,"remote":8,"decode":1,"note":1,"when":1,"accelerator":1,"is":3,"directly":1,"supported":1,"by":1,"nixl":1,"prefilled":1,"blocks":10,"need":4,"to":9,"be":3,"saved":1,"memory":2,"before":1,"save":2,"all":2,"block":10,"ids":8,"0":3,"todo":1,"skip":2,"the":6,"that":1,"are":1,"already":1,"in":4,"xfer":3,"currently":1,"1":2,"mapped":1,"device":2,"so":1,"won":1,"t":1,"flushed":1,"as":2,"long":1,"its":1,"overwritten":1,"it":1,"will":1,"safe":1,"saving":1,"them":1,"reqs":2,"id":3,"elif":1,"prefill":1,"p":3,"for":1,"engine":1,"port":1,"we":2,"have":1,"a":1,"full":1,"prefix":1,"cache":1,"hit":1,"on":2,"d":1,"worker":1,"call":1,"send":1,"notif":1,"read":1,"free":1,"local":2,"unhashed":2,"else":1,"pull":1,"from":1,"recv":1},"12896,1825,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"else":2,"logger":1,"warning":1,"got":1,"invalid":1,"kvtransferparams":1,"s":1,"this":1,"request":9,"will":2,"not":3,"utilize":1,"kvtransfer":1,"params":8,"assert":3,"num":1,"external":1,"tokens":1,"0":1,"only":1,"trigger":1,"1":1,"kv":7,"transfer":7,"per":1,"do":1,"remote":2,"prefill":1,"false":2,"def":2,"build":1,"connector":1,"meta":6,"self":8,"scheduler":1,"output":1,"scheduleroutput":1,"kvconnectormetadata":1,"nixlconnectormetadata":1,"loop":1,"through":1,"scheduled":1,"reqs":8,"and":2,"convert":1,"to":3,"reqmeta":1,"for":2,"req":12,"id":6,"block":7,"ids":7,"in":2,"need":6,"recv":2,"items":2,"is":3,"none":2,"add":2,"new":2,"local":2,"save":3,"load":1,"cache":1,"host":1,"true":1,"send":3,"clear":3,"the":2,"list":2,"once":2,"workers":1,"start":1,"transfers":1,"return":1,"finished":2,"int":1,"tuple":1,"bool":1,"optional":1,"dict":1,"str":1,"any":1,"a":1,"determine":1,"whether":1,"blocks":1,"should":1,"be":2,"freed":2,"now":1,"or":1,"sent":1,"asynchronously":1,"later":1},"14721,1892,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"params":8,"request":14,"kv":2,"transfer":2,"logger":1,"debug":1,"nixlconnector":1,"finished":3,"status":3,"s":2,"if":6,"not":4,"return":4,"false":5,"none":3,"get":2,"do":6,"remote":11,"prefill":8,"is":2,"still":1,"true":2,"when":1,"the":6,"update":1,"state":1,"after":1,"alloc":1,"must":3,"have":2,"been":2,"called":1,"aborted":1,"before":1,"it":2,"was":1,"scheduled":1,"to":2,"avoid":1,"stranding":1,"blocks":5,"in":2,"instance":2,"we":2,"add":1,"empty":1,"block":5,"ids":5,"reqs":3,"need":3,"recv":2,"so":1,"that":1,"our":1,"worker":2,"side":4,"will":2,"notify":1,"and":1,"free":4,"self":6,"id":4,"decode":2,"or":1,"requeststatus":1,"length":1,"capped":1,"todo":1,"check":1,"whether":1,"actually":1,"ever":1,"be":2,"0":2,"could":1,"remove":1,"conditional":1,"below":1,"delay":3,"len":1,"on":1,"read":1,"from":1,"d":1,"upon":1,"completion":1,"send":1,"time":1,"perf":1,"counter":1,"envs":1,"vllm":2,"nixl":1,"abort":1,"timeout":1,"dict":1,"engine":2,"host":2,"channel":2,"port":2,"tp":1,"size":2,"config":2,"parallel":2,"tensor":1,"class":1,"nixlconnectorworker":1,"implementation":1,"of":1,"methods":1},"16613,1997,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":1,"init":1,"self":20,"vllm":8,"config":12,"vllmconfig":1,"engine":5,"id":5,"str":5,"if":2,"nixlwrapper":2,"is":6,"none":2,"logger":3,"error":1,"nixl":10,"not":6,"available":2,"raise":3,"runtimeerror":3,"info":2,"initializing":2,"wrapper":2,"worker":1,"s":1,"block":2,"size":5,"cache":1,"agent":3,"uuid":1,"uuid4":1,"map":1,"of":1,"rank0":1,"name0":1,"rank1":1,"name1":1,"remote":1,"agents":1,"dict":4,"engineid":2,"int":2,"defaultdict":1,"handshake":1,"port":5,"note":1,"rob":1,"within":1,"a":1,"dp":2,"group":3,"each":2,"rank":6,"gets":1,"its":1,"own":1,"base":2,"which":1,"sent":1,"in":3,"the":2,"kvtransferparams":1,"tp":5,"listens":1,"queries":1,"on":1,"side":2,"channel":2,"envs":1,"parallel":6,"data":2,"tensor":4,"metadata":1,"get":3,"model":2,"world":2,"num":1,"blocks":1,"0":1,"kv":8,"caches":2,"and":1,"tracking":1,"device":11,"type":6,"current":1,"platform":1,"buffer":5,"transfer":1,"supported":4,"xpus":2,"f":2,"elif":1,"with":1,"torch":1},"18610,1831,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"cpu":3,"kv":8,"buffer":9,"for":3,"xfer":5,"used":1,"when":2,"xpu":1,"memory":3,"can":1,"not":2,"be":2,"registered":2,"under":1,"nixl":6,"self":20,"host":4,"buffers":1,"dict":6,"str":1,"torch":1,"tensor":1,"use":2,"device":5,"if":1,"cuda":1,"type":3,"vram":1,"elif":1,"dram":1,"else":1,"raise":1,"runtimeerror":1,"f":1,"with":1,"is":2,"supported":1,"note":1,"ops":1,"true":1,"copy":1,"blocks":4,"optional":1,"copyblocksop":1,"none":1,"map":3,"of":6,"engine":3,"id":4,"caches":2,"base":2,"addr":2,"tp":2,"case":1,"each":1,"local":1,"rank":1,"will":2,"still":1,"only":1,"pull":1,"from":1,"a":1,"single":1,"remote":1,"worker":1,"engineid":3,"list":5,"int":5,"number":2,"regions":2,"currently":1,"one":1,"region":1,"per":3,"cache":1,"so":1,"1":1,"layer":2,"mla":1,"otherwise":1,"2":1,"num":4,"0":3,"layers":1,"prepped":2,"dlist":2,"handle":4,"src":1,"side":2,"dst":2,"handles":1,"all":1,"ranks":1,"in":2,"the":3,"same":2,"deployment":1,"have":1,"descs":1,"any":1,"progress":1,"transfers":2,"req":1,"recving":2,"metadata":1,"reqid":3,"reqmeta":1,"defaultdict":1,"transfer":1,"track":1,"expiration":1,"time":1,"requests":1,"that":1,"are":1,"waiting":1,"to":2,"sent":1,"reqs":1,"send":1,"float":1},"20441,1217,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"background":2,"thread":5,"for":5,"handling":1,"new":2,"handshake":7,"requests":2,"self":12,"nixl":4,"listener":1,"t":1,"optional":2,"threading":2,"none":1,"initializing":1,"handshakes":1,"initiation":1,"executor":1,"threadpoolexecutor":1,"is":1,"not":1,"guaranteed":1,"to":1,"be":1,"safe":1,"limit":1,"1":2,"worker":1,"max":1,"workers":1,"name":1,"prefix":1,"vllm":6,"initiator":1,"ready":1,"queue":2,"tuple":1,"reqid":1,"reqmeta":1,"futures":2,"dict":2,"engineid":1,"future":1,"int":2,"str":1,"protects":1,"and":1,"remote":1,"agents":1,"lock":1,"rlock":1,"config":11,"block":4,"size":2,"cache":3,"model":3,"todo":1,"mgoin":1,"remove":1,"this":1,"once":1,"we":1,"have":1,"hybrid":1,"memory":1,"allocator":1,"optimization":1,"models":1,"with":1,"local":2,"attention":2,"llama":1,"4":1,"list":2,"of":1,"window":2,"sizes":1,"each":1,"layer":2,"per":1,"use":2,"mla":2},"21658,1775,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"backend":13,"get":4,"attn":4,"self":21,"model":3,"config":4,"head":1,"size":4,"dtype":2,"cache":6,"block":1,"is":2,"attention":2,"free":1,"use":4,"mla":2,"name":5,"to":3,"enum":1,"flashinfer":2,"vllm":2,"v1":3,"pallas":2,"kv":4,"layout":4,"logger":2,"debug":2,"detected":2,"s":2,"tp":4,"dict":1,"engineid":1,"int":5,"engine":1,"id":1,"world":1,"with":1,"heterogeneous":1,"p":1,"must":1,"wait":2,"for":2,"all":1,"assigned":1,"d":1,"workers":1,"finish":1,"reading":1,"before":1,"safely":1,"freeing":1,"the":1,"blocks":1,"consumer":1,"notification":1,"counts":1,"by":1,"req":1,"defaultdict":1,"reqid":1,"def":2,"del":1,"cleanup":1,"background":2,"threads":1,"on":1,"destruction":1,"handshake":4,"initiation":1,"executor":1,"shutdown":1,"false":1,"if":1,"nixl":4,"listener":3,"t":2,"join":1,"timeout":1,"0":1,"staticmethod":1,"metadata":1,"nixlagentmetadata":1,"ready":1,"event":2,"threading":1,"base":1,"port":1,"rank":1,"thread":1,"getting":1,"new":1,"handshakes":1,"note":1,"rob":1,"this":1,"a":2,"simple":1,"implementation":1,"we":1,"will":1,"move":1,"better":1,"approach":1,"via":1,"http":1,"endpoint":1,"soon":1},"23433,1765,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"encoder":3,"msgspec":1,"msgpack":1,"encoded":4,"data":3,"encode":1,"metadata":3,"size":6,"in":3,"bytes":3,"len":1,"logger":4,"debug":3,"of":1,"nixlagentmetadata":1,"s":5,"str":4,"listen":1,"for":2,"new":1,"requests":1,"host":5,"envs":1,"vllm":1,"nixl":3,"side":1,"channel":1,"path":9,"make":2,"zmq":5,"tcp":2,"base":1,"port":4,"tp":9,"rank":10,"starting":1,"listening":1,"on":2,"with":4,"ctx":1,"router":1,"as":1,"sock":3,"ready":1,"event":1,"set":1,"while":1,"true":1,"identity":2,"msg":4,"recv":1,"multipart":2,"if":1,"get":1,"meta":1,"warning":1,"connection":1,"listener":1,"got":1,"unexpected":1,"message":1,"send":1,"b":1,"def":1,"handshake":3,"self":4,"int":3,"remote":8,"expected":1,"engine":2,"id":2,"dict":1,"do":1,"a":5,"instance":1,"start":1,"time":2,"perf":1,"counter":1,"note":1,"rob":1,"we":3,"need":1,"each":1,"to":4,"have":2,"unique":1,"this":1,"is":1,"hack":1,"keep":1,"us":1,"moving":2,"will":2,"switch":1,"when":1,"etcd":1,"or":1,"where":1,"single":1,"socket":1,"the":3,"scheduler":1,"only":1,"that":1,"current":1,"local":1,"pull":1,"from":1,"homogeneous":1,"it":1,"happens":1,"be":1,"same":1,"i":1,"ratio":2,"p":3,"querying":1,"at":1},"25198,1983,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"send":2,"query":1,"for":3,"the":1,"request":1,"with":1,"zmq":2,"ctx":1,"req":1,"path":1,"as":2,"sock":3,"get":2,"meta":1,"msg":1,"metadata":10,"bytes":2,"recv":1,"decoder":3,"msgspec":1,"msgpack":1,"nixlagentmetadata":1,"decode":1,"got":3,"time":8,"perf":2,"counter":2,"logger":3,"debug":2,"nixl":4,"handshake":2,"took":2,"s":3,"start":1,"ensure":1,"engine":6,"id":6,"matches":1,"if":1,"expected":3,"raise":2,"runtimeerror":1,"f":3,"remote":9,"agent":9,"mismatch":1,"received":1,"register":1,"name":5,"self":2,"add":2,"p":2,"rank":3,"tp":1,"size":1,"setup":2,"return":1,"def":1,"initialize":2,"host":1,"xfer":3,"buffer":2,"kv":9,"caches":2,"dict":2,"str":2,"torch":3,"tensor":2,"none":1,"transfer":1,"in":2,"cpu":2,"mem":1,"accelerators":1,"not":1,"directly":1,"supported":1,"by":1,"e":3,"g":1,"tpu":1,"buffers":2,"try":1,"layer":2,"cache":3,"items":1,"shape":3,"dtype":4,"empty":1,"device":1,"except":1,"memoryerror":1,"error":1,"nixlconnectorworker":1,"gets":1},"27181,1744,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"self":14,"host":5,"xfer":3,"buffers":2,"def":5,"set":1,"buffer":3,"ops":1,"copy":4,"operation":2,"copyblocksop":1,"assign":1,"d2h":1,"h2d":1,"operations":1,"when":2,"is":2,"used":1,"assert":1,"use":1,"blocks":1,"background":2,"nixl":4,"handshake":9,"req":2,"id":7,"str":3,"remote":8,"engine":5,"engineid":1,"meta":5,"reqmeta":1,"do":1,"in":4,"and":1,"add":3,"to":2,"ready":4,"requests":2,"done":5,"fut":6,"futures":3,"get":1,"if":1,"none":1,"initiation":1,"executor":1,"submit":1,"port":1,"tp":1,"size":3,"callback":5,"f":3,"future":3,"dict":2,"int":1,"eid":4,"with":2,"lock":1,"del":1,"try":1,"agents":1,"result":1,"except":1,"exception":2,"logger":1,"s":1,"failed":1,"todo":1,"handle":1,"failure":1,"state":1,"of":1,"the":3,"we":1,"want":1,"fail":1,"request":3,"this":1,"case":1,"any":1,"entry":2,"put":1,"register":2,"kv":7,"caches":3,"torch":1,"tensor":1,"cache":3,"data":1,"first":2,"next":1,"iter":1,"items":1,"elem":1,"element":1},"28925,561,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"if":1,"self":7,"use":1,"host":8,"buffer":6,"initialize":1,"xfer":8,"kv":8,"caches":6,"assert":2,"len":4,"buffers":6,"f":3,"else":1,"not":2,"should":1,"be":1,"initialized":1,"when":1,"device":2,"is":1},"29486,1034,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"todo":1,"tms":1,"find":1,"a":1,"more":1,"robust":1,"way":1,"to":4,"detect":1,"and":2,"handle":1,"mla":5,"note":2,"nicklucche":1,"move":1,"blocks":3,"efficiently":1,"with":1,"nixl":1,"the":4,"expected":1,"kv":11,"memory":1,"layout":2,"is":1,"hnd":1,"as":1,"opposed":1,"default":1,"nhd":1,"that":1,"it":1,"will":1,"only":1,"affects":1,"strides":1,"for":1,"instead":1,"we":1,"make":1,"require":1,"no":1,"such":1,"thing":1,"resort":1,"standard":1,"use":3,"len":1,"first":3,"cache":3,"shape":6,"3":2,"if":1,"self":6,"device":2,"type":1,"tpu":2,"assert":2,"not":2,"f":2,"buffer":1,"does":1,"support":1,"pallas":1,"v1":2,"attn":1,"backend":2,"name":1,"per":1,"layer":1,"num":3,"block":7,"size":6,"heads":4,"2":3,"head":4,"0":1,"rank":2,"dim":3,"n":2,"x":2,"slot":1,"bytes":1,"elem":1},"30520,1504,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"elif":1,"self":11,"device":2,"type":2,"cuda":1,"assert":2,"use":4,"mla":4,"todo":1,"nicklucche":1,"not":2,"compatible":1,"with":1,"hybrid":1,"allocator":1,"enforce":1,"check":1,"once":1,"it":1,"goes":1,"live":1,"as":1,"a":1,"single":1,"kv":14,"layout":1,"is":2,"expected":1,"for":1,"xfers":1,"if":2,"case":1,"num":5,"blocks":5,"first":5,"cache":5,"shape":9,"0":2,"block":16,"rank":5,"2":4,"size":12,"latent":3,"dim":7,"slot":2,"bytes":3,"elem":2,"else":3,"k":1,"and":1,"v":1,"flashinfer":2,"swaps":1,"dimensions":1,"4":1,"heads":4,"head":5,"1":1,"3":2,"n":2,"in":1,"raise":1,"runtimeerror":1,"f":1,"backend":1,"name":1,"supported":1},"32024,698,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"todo":1,"tms":1,"self":9,"block":6,"len":2,"needs":1,"to":1,"be":1,"per":2,"layer":2,"for":1,"sliding":1,"window":1,"hybrid":1,"attn":1,"etc":1,"size":2,"in":1,"bytes":1,"kv":9,"elem":1,"math":1,"prod":1,"shape":5,"logger":1,"info":1,"registering":1,"caches":5,"use":4,"mla":2,"s":6,"buffer":4,"device":3,"host":2,"num":4,"blocks":4,"cache":2,"first":1,"dst":1,"engine":1,"id":1,"base":1,"addr":1,"data":1},"32722,1394,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"note":2,"tms":1,"i":1,"modified":1,"this":1,"from":1,"the":6,"original":1,"region":3,"setup":1,"code":1,"k":3,"and":4,"v":3,"are":3,"now":2,"in":4,"different":1,"regions":2,"advantage":1,"is":5,"that":3,"we":1,"can":1,"elegantly":1,"support":1,"mla":2,"any":1,"cases":1,"where":1,"tensors":1,"non":1,"contiguous":1,"it":1,"s":1,"not":1,"locally":1,"guaranteed":1,"they":1,"will":1,"be":2,"disadvantage":1,"encoded":1,"nixlagentmetadata":1,"larger":1,"roughly":1,"8kb":1,"vs":1,"5kb":1,"conversely":1,"for":4,"flashinfer":2,"transferred":1,"same":1,"tensor":1,"to":2,"better":1,"exploit":1,"memory":1,"layout":1,"ie":1,"num":4,"blocks":2,"first":1,"dim":1,"cache":7,"or":5,"caches":9,"xfer":2,"buffers":2,"values":1,"normalize":1,"always":1,"a":1,"list":3,"of":1,"if":1,"use":4,"self":9,"pallas":1,"v1":1,"else":1,"base":6,"addr":6,"data":3,"ptr":1,"len":5,"block":1,"tp":3,"rank":2,"device":1,"id":2,"since":1,"multi":1,"node":1,"rarely":1,"used":1,"append":2,"kv":3,"engine":1,"layers":1,"keys":1},"34116,1578,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"todo":1,"mgoin":1,"remove":1,"this":1,"once":1,"we":1,"have":1,"hybrid":1,"memory":3,"allocator":1,"optimization":1,"for":2,"models":1,"with":1,"local":4,"attention":4,"llama":2,"4":2,"if":2,"self":13,"vllm":3,"config":12,"model":4,"hf":3,"type":2,"llama4":4,"from":1,"transformers":1,"import":1,"llama4textconfig":2,"assert":2,"isinstance":1,"text":2,"no":4,"rope":5,"layers":6,"chunk":5,"size":6,"block":9,"math":1,"ceil":1,"layer":7,"idx":3,"in":1,"range":1,"num":2,"0":2,"means":2,"nope":1,"global":1,"any":1,"other":1,"value":1,"chunked":1,"is":2,"window":6,"else":1,"none":1,"per":4,"append":2,"logger":3,"debug":3,"mapping":1,"s":2,"len":1,"descs":7,"nixl":3,"wrapper":2,"get":1,"reg":1,"caches":2,"data":2,"registering":2,"register":1,"done":1,"registered":1},"35694,1294,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"register":1,"local":3,"src":3,"descr":2,"for":6,"nixl":7,"xfer":4,"blocks":11,"data":4,"base":3,"addr":6,"in":2,"self":14,"kv":1,"caches":1,"engine":3,"id":6,"note":1,"with":1,"heter":1,"tp":3,"more":1,"are":2,"prepared":1,"than":1,"what":1,"needed":1,"as":1,"num":5,"agent":4,"meta":2,"we":1,"could":1,"create":1,"fewer":1,"but":1,"then":1,"get":2,"block":7,"descs":5,"ids":1,"needs":1,"to":3,"select":1,"instead":1,"of":2,"and":2,"that":1,"makes":1,"handling":1,"regular":1,"flow":1,"less":1,"clean":1,"range":1,"offset":2,"len":4,"device":2,"todo":1,"does":1,"matter":1,"dram":1,"append":1,"rank":3,"logger":1,"debug":1,"created":1,"s":3,"wrapper":2,"memory":1,"type":1,"init":2,"be":1,"used":1,"preparations":1,"side":1,"handle":1,"prep":1,"dlist":1},"36988,1868,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"after":1,"kv":9,"caches":3,"registered":1,"listen":1,"for":3,"new":1,"connections":1,"metadata":4,"nixlagentmetadata":2,"engine":3,"id":3,"self":14,"agent":5,"nixl":7,"wrapper":1,"get":1,"base":2,"addr":2,"num":2,"blocks":3,"block":2,"len":2,"attn":1,"backend":2,"name":3,"cache":4,"layout":2,"ready":4,"event":4,"threading":2,"handshake":4,"listener":5,"t":2,"thread":1,"target":1,"args":1,"side":1,"channel":1,"port":1,"tp":7,"rank":6,"daemon":1,"true":1,"start":1,"wait":2,"zmq":1,"socket":1,"to":2,"be":1,"def":1,"add":2,"remote":7,"meta":1,"int":2,"0":4,"size":3,"1":2,"str":1,"the":5,"and":2,"prepare":1,"descriptors":1,"reading":1,"from":3,"in":1,"particular":1,"handle":1,"both":1,"homogeneous":1,"heterogeneous":1,"former":1,"requires":2,"local":2,"i":2,"read":1,"latter":1,"assuming":1,"d":1,"world":2,"p":2,"that":1,"two":1,"or":1,"more":1,"worker":2,"share":1,"xfer":1,"a":1,"single":1,"here":1,"s":1,"an":1,"example":1,"offset":1,"split":1,"no":1,"worker0":2,"1st":1,"half":2,"of":2,"worker1":1,"2nd":1},"38856,1680,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"0":2,"1":4,"worker2":1,"1st":1,"half":2,"of":3,"kv":8,"worker1":2,"cache":4,"worker3":1,"2nd":1,"decoder":1,"tp":14,"workers":5,"prefix":1,"world":2,"size":5,"4":2,"2":5,"ratio":6,"considering":1,"the":13,"caches":1,"if":2,"p":3,"worker":2,"i":1,"has":2,"num":4,"blocksp":2,"heads":5,"block":2,"head":2,"dim":2,"then":1,"d":5,"j":1,"blocksd":2,"mind":1,"hnd":1,"layout":1,"format":1,"assuming":1,"worker0":3,"reads":1,"from":3,"by":2,"preparing":1,"first":1,"all":2,"slots":1,"blocks":1,"will":3,"do":1,"same":1,"but":1,"reading":1,"second":1,"split":1,"along":1,"dimension":1,"and":1,"so":3,"forth":1,"until":1,"have":1,"pulled":1,"note":1,"that":2,"above":1,"also":1,"hold":1,"true":1,"for":2,"homogeneous":1,"case":2,"where":1,"evaluates":1,"to":1,"regarding":1,"mla":1,"is":2,"replicated":1,"across":1,"rank":3,"offset":1,"just":1,"always":1,"be":1,"whole":1,"shared":1,"noqa":1,"e501":1,"engine":4,"id":4,"nixl":1,"agent":1,"meta":1,"todo":1,"re":1,"evaluate":1,"refreshing":1,"scaling":1,"recovery":1,"remote":4,"in":1,"self":2,"agents":2,"get":1,"return":1},"40536,1803,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"if":4,"engine":6,"id":6,"not":3,"in":3,"self":17,"tp":20,"size":15,"remote":7,"else":2,"assert":6,"todo":1,"we":1,"may":1,"eventually":1,"want":1,"to":1,"skip":1,"enforcing":1,"the":3,"same":2,"attn":2,"backend":3,"nixl":7,"agent":9,"meta":6,"name":3,"wrapper":1,"add":1,"metadata":1,"number":2,"of":2,"d":2,"workers":1,"reading":1,"from":1,"a":1,"single":1,"p":2,"worker":1,"this":1,"is":4,"1":4,"when":1,"and":1,"tensor":1,"parallel":1,"match":1,"ratio":5,"divide":1,"0":1,"decode":1,"cannot":1,"be":1,"smaller":1,"than":1,"prefill":1,"use":3,"pallas":2,"v1":2,"or":2,"tpu":1,"does":1,"support":1,"heterogeneous":2,"yet":1,"handle":1,"num":4,"kv":11,"heads":4,"replicate":1,"cache":4,"total":3,"model":1,"config":1,"get":1,"replicated":2,"mla":2,"with":1,"only":1,"difference":1,"blocks":1,"block":7,"len":4,"slot":2,"bytes":2,"flashinfer":2,"account":1,"for":1,"joint":1,"2":1,"expects":1,"layout":3},"42339,725,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"assert":3,"nixl":3,"agent":3,"meta":3,"block":8,"len":2,"self":6,"tp":3,"ratio":2,"remote":4,"p":2,"worker":2,"kv":2,"layer":1,"cache":1,"must":1,"be":1,"of":1,"shape":1,"2":1,"n":1,"local":1,"heads":1,"size":6,"head":1,"dim":1,"and":2,"same":2,"dtype":1,"with":1,"different":1,"is":1,"not":1,"supported":1,"f":1,"create":1,"dst":4,"descs":1,"xfer":1,"side":1,"handles":1,"workers":1,"have":1,"blocks":6,"if":1,"engine":3,"id":3,"in":1,"num":5,"else":1},"43064,1820,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"blocks":7,"data":4,"with":4,"homogeneous":1,"tp":9,"d":3,"pulls":2,"the":6,"whole":1,"kv":12,"cache":2,"from":2,"corresponding":2,"rank":11,"heterogeneous":1,"prepare":1,"descriptors":2,"by":1,"splitting":1,"p":2,"along":1,"head":2,"dim":1,"of":2,"worker":1,"s":6,"size":2,"eg":1,"ptp1":1,"dtp2":1,"p0":1,"block0":2,"0":2,"1":1,"only":2,"register":3,"remote":9,"if":2,"current":1,"it":1,"self":11,"caches":3,"base":5,"addr":8,"engine":4,"id":6,"nixl":8,"agent":6,"meta":4,"offset":4,"ratio":3,"block":10,"len":7,"not":1,"use":1,"mla":1,"or":1,"is":1,"replicated":1,"else":1,"all":1,"but":1,"heads":2,"for":4,"in":2,"range":1,"num":1,"each":1,"grab":1,"chunk":1,"belonging":1,"to":2,"i":1,"nheads":1,"which":1,"correspond":1,"bytes":1,"device":1,"append":1,"logger":1,"debug":1,"created":1,"dst":2,"and":1,"local":1,"descs":3,"wrapper":2,"get":1,"xfer":3,"memory":1,"type":1,"side":1,"handles":1,"prep":1,"dlist":1,"name":2,"return":1},"44884,1345,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":2,"sync":1,"recved":3,"kv":9,"to":7,"device":6,"self":12,"req":4,"id":4,"str":3,"meta":7,"reqmeta":1,"copy":6,"from":2,"host":8,"buffer":6,"assert":4,"use":2,"blocks":4,"is":2,"not":2,"none":2,"local":10,"block":10,"ids":10,"xfer":3,"buffers":2,"caches":2,"h2d":1,"if":2,"logger":4,"isenabledfor":2,"logging":2,"debug":4,"synced":1,"of":1,"request":2,"s":4,"join":2,"map":2,"save":3,"metadata":2,"nixlconnectormetadata":1,"for":2,"in":1,"reqs":1,"items":1,"load":1,"blocking":1,"d2h":1},"46229,1707,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":1,"get":4,"finished":2,"self":12,"tuple":1,"set":2,"str":2,"requests":4,"that":1,"are":3,"done":15,"sending":7,"or":2,"recving":10,"on":2,"this":2,"specific":1,"worker":2,"the":2,"scheduler":1,"process":1,"via":1,"multiprocexecutor":1,"will":1,"use":2,"output":1,"to":6,"track":1,"which":2,"workers":1,"new":1,"notifs":1,"pop":3,"transfers":2,"if":3,"len":4,"0":3,"logger":2,"debug":1,"rank":2,"s":5,"and":1,"tp":1,"host":1,"buffer":1,"for":2,"req":10,"id":9,"in":2,"meta":3,"metadata":2,"assert":1,"f":1,"not":1,"found":1,"list":1,"sync":1,"recved":1,"kv":2,"device":1,"handle":1,"timeout":2,"avoid":1,"stranding":1,"blocks":2,"remote":1,"now":2,"time":1,"perf":1,"counter":1,"while":1,"reqs":3,"send":3,"expires":2,"next":1,"iter":1,"items":1,"sorted":1,"dict":1,"oldest":1,"put":1,"first":1,"so":1,"we":1,"can":1,"exit":1,"early":1,"break":1,"count":2,"consumer":1,"notification":1,"counts":1,"by":2,"warning":1,"releasing":1,"expired":1,"request":2,"were":1,"retrieved":1,"d":2,"decode":1,"within":1,"seconds":1,"envs":1,"vllm":1,"nixl":1,"abort":1,"del":1,"add":1,"return":1},"47936,1267,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":1,"get":3,"new":2,"notifs":4,"self":7,"set":3,"str":2,"req":15,"ids":4,"which":1,"got":1,"a":2,"remote":1,"xfer":1,"message":1,"when":1,"multiple":1,"consumers":3,"are":1,"reading":2,"from":1,"the":1,"same":1,"producer":1,"heterogeneous":1,"tp":3,"scenario":1,"wait":2,"for":4,"all":2,"to":4,"be":2,"done":2,"pulling":1,"notified":3,"in":3,"nixl":1,"wrapper":1,"values":1,"notif":2,"id":8,"ratio":2,"decode":2,"utf":1,"8":1,"rsplit":1,"1":2,"if":2,"not":1,"reqs":2,"send":2,"logger":1,"error":1,"potentially":1,"invalid":1,"kv":1,"blocks":1,"unrecognized":1,"request":1,"s":1,"were":1,"retrieved":1,"by":4,"worker":1,"they":1,"may":1,"have":1,"expired":1,"continue":1,"consumer":3,"notification":3,"counts":3,"d":1,"before":1,"freeing":1,"int":1,"add":1,"del":2,"return":1},"49203,1080,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":1,"pop":2,"done":7,"transfers":5,"self":3,"dict":2,"str":3,"list":3,"tuple":1,"int":1,"float":1,"set":4,"completed":1,"xfers":2,"by":1,"checking":1,"for":3,"state":7,"args":1,"of":2,"req":8,"id":4,"running":1,"xfer":8,"returns":1,"ids":4,"that":1,"have":1,"all":1,"handles":2,"in":5,"items":1,"progress":3,"false":1,"handle":4,"stime":1,"nixl":2,"wrapper":2,"check":1,"if":2,"release":1,"elif":1,"proc":1,"true":1,"continue":1,"else":1,"raise":1,"runtimeerror":1,"transfer":1,"failed":1,"with":1,"s":1,"not":1,"add":1,"del":1,"return":1},"50283,1965,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":2,"start":5,"load":2,"kv":2,"self":14,"metadata":5,"nixlconnectormetadata":1,"loading":1,"by":1,"triggering":1,"non":1,"blocking":1,"nixl":2,"xfer":2,"we":1,"check":1,"for":8,"these":1,"trnxs":1,"to":7,"complete":1,"in":4,"each":1,"step":1,"req":12,"id":18,"meta":12,"reqs":3,"recv":1,"items":1,"remote":17,"engine":11,"logger":2,"debug":2,"request":2,"s":6,"from":1,"num":2,"local":4,"block":8,"ids":8,"len":2,"if":3,"use":1,"host":1,"buffer":1,"recving":1,"not":3,"agents":2,"initiate":1,"handshake":4,"with":2,"exchange":1,"lock":1,"background":1,"continue":1,"already":1,"completed":1,"async":1,"read":7,"blocks":5,"transfers":1,"requests":4,"whose":1,"handshakes":1,"have":1,"now":1,"finished":1,"while":1,"ready":2,"empty":1,"get":1,"nowait":1,"add":1,"that":1,"are":1,"waiting":1,"be":1,"and":1,"track":1,"expiration":1,"send":2,"update":1,"str":1,"reqmeta":1,"agent":1,"available":1,"calling":1,"dst":1},"52248,1925,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"def":1,"read":6,"blocks":17,"self":9,"local":8,"block":6,"ids":6,"list":2,"int":2,"remote":13,"dst":7,"engine":5,"id":9,"str":2,"request":2,"note":2,"rob":2,"having":1,"the":9,"staging":4,"be":1,"on":3,"reader":1,"side":7,"is":2,"not":2,"going":1,"to":7,"work":1,"well":1,"since":1,"we":9,"will":3,"have":3,"call":1,"rearrange":1,"tensors":1,"after":1,"detect":1,"txn":1,"complete":1,"which":1,"means":1,"cannot":1,"make":2,"trxn":1,"async":1,"easily":1,"if":3,"want":1,"happen":1,"cleanly":1,"then":1,"need":3,"according":1,"nvidia":1,"are":2,"used":1,"saturate":1,"ib":1,"with":1,"heterogeneous":1,"tp":9,"sizes":1,"should":1,"remove":1,"until":1,"ready":1,"number":1,"of":1,"d":1,"workers":1,"that":3,"from":1,"p":2,"propagate":1,"ratio":4,"notification":1,"so":1,"worker":2,"can":1,"wait":1,"before":1,"freeing":1,"size":2,"notif":4,"f":1,"encode":1,"full":1,"prefix":2,"cache":2,"hit":2,"do":1,"just":2,"notify":1,"num":8,"len":2,"0":1,"rank":3,"agent":2,"name":2,"agents":1,"nixl":1,"wrapper":1,"send":1,"msg":1,"return":1,"partial":1,"uncomputed":1,"assert":1,"get":1,"handles":2,"xfer":4,"handle":3,"src":1},"54173,1940,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"note":1,"nicolo":1,"with":3,"homogeneous":1,"tp":4,"each":2,"worker":2,"loads":1,"kv":2,"from":1,"corresponding":1,"rank":1,"heterogeneous":1,"fixing":1,"d":2,"p":2,"the":5,"workers":1,"will":1,"issue":1,"xfers":1,"to":1,"parts":1,"of":1,"remote":12,"caches":1,"get":7,"descs":12,"ids":28,"local":12,"block":30,"list":2,"int":2,"if":4,"not":2,"self":8,"window":7,"per":2,"layer":17,"default":1,"case":1,"assume":1,"global":2,"attention":3,"dst":2,"engine":4,"id":4,"else":2,"todo":1,"mgoin":1,"remove":1,"this":1,"once":1,"we":2,"have":1,"hybrid":1,"memory":1,"allocator":1,"optimization":1,"for":4,"models":1,"llama":1,"4":1,"idx":3,"in":1,"enumerate":1,"is":1,"none":1,"chunked":2,"just":1,"use":1,"full":1,"lists":1,"last":1,"blocks":1,"desc":4,"extend":2},"56113,1822,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"assert":4,"len":2,"local":3,"block":7,"descs":6,"ids":12,"remote":3,"prepare":1,"transfer":2,"with":1,"nixl":3,"handle":6,"self":13,"wrapper":2,"make":1,"prepped":1,"xfer":5,"read":1,"side":2,"notif":2,"msg":1,"id":4,"begin":1,"async":1,"use":3,"to":1,"check":1,"completion":1,"in":1,"future":1,"step":1,"todo":1,"nicklucche":1,"surface":1,"elapsed":1,"time":2,"recving":1,"transfers":1,"request":1,"append":1,"perf":1,"counter":1,"def":1,"get":2,"engine":2,"str":1,"list":2,"int":3,"layer":10,"idx":8,"optional":1,"none":2,"the":4,"for":2,"a":1,"set":1,"of":1,"if":4,"is":2,"provided":1,"we":7,"region":4,"given":1,"otherwise":2,"all":1,"regions":7,"range":3,"num":10,"else":2,"layers":5,"have":2,"more":1,"than":1,"assume":2,"that":1,"are":1,"organized":1,"as":1,"k0":1,"v0":1,"k1":1,"v1":1,"and":3,"select":2,"k":1,"i":3,"v":1,"2":4,"mla":1,"th":1,"1":1,"blocks":2,"dst":1},"57935,878,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/nixl_connector.py":{"compute":1,"the":1,"desc":1,"ids":6,"for":4,"each":1,"block":4,"descs":3,"list":1,"int":1,"reg":2,"id":4,"in":3,"region":1,"append":1,"num":1,"blocks":1,"return":1,"contextlib":1,"contextmanager":1,"def":1,"zmq":9,"ctx":7,"socket":10,"type":8,"any":1,"addr":2,"str":1,"iterator":1,"context":3,"manager":1,"a":1,"if":2,"not":2,"router":2,"req":1,"raise":1,"valueerror":1,"f":1,"unexpected":1,"optional":1,"none":2,"try":1,"ignore":1,"attr":1,"defined":1,"yield":1,"make":1,"path":1,"bind":1,"finally":1,"is":1,"destroy":1,"linger":1,"0":1},"0,265,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"distributed":1,"kv":2,"transfer":1,"connector":1,"v1":3,"base":1,"import":1,"kvconnectorbase":2,"kvconnectorrole":2,"all":1},"0,1914,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":10,"project":1,"import":15,"hashlib":1,"os":1,"from":11,"dataclasses":1,"dataclass":3,"typing":1,"type":2,"checking":2,"safetensors":1,"torch":6,"config":1,"vllmconfig":1,"distributed":1,"kv":3,"transfer":1,"connector":1,"v1":6,"base":1,"kvconnectorbase":1,"kvconnectormetadata":1,"kvconnectorrole":1,"logger":4,"init":2,"attention":2,"backends":2,"mla":1,"common":1,"mlacommonmetadata":1,"core":2,"sched":1,"output":1,"scheduleroutput":1,"if":1,"abstract":1,"attentionmetadata":1,"forward":1,"context":1,"forwardcontext":1,"cache":1,"manager":1,"kvcacheblocks":1,"request":3,"name":1,"class":1,"reqmeta":3,"tokens":4,"token":8,"ids":13,"tensor":9,"slot":7,"mappings":1,"should":1,"have":1,"same":1,"length":1,"as":1,"mapping":6,"is":5,"store":5,"or":1,"load":1,"bool":2,"mm":4,"hashes":4,"list":4,"str":2,"staticmethod":1,"def":1,"make":1,"meta":1,"int":3,"block":13,"size":6,"valid":3,"num":5,"align":1,"len":1,"blocks":2,"shape":1,"offsets":2,"arange":1,"reshape":2,"1":2,"flatten":1,"return":1},"1914,1883,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"class":3,"sharedstorageconnectormetadata":1,"kvconnectormetadata":1,"requests":4,"list":4,"reqmeta":3,"def":4,"init":3,"self":10,"add":2,"request":2,"token":2,"ids":4,"int":3,"block":6,"size":4,"is":4,"store":2,"bool":1,"mm":2,"hashes":2,"str":2,"none":2,"append":1,"make":1,"meta":1,"sharedstorageconnector":1,"kvconnectorbase":1,"v1":1,"note":2,"this":1,"simple":1,"debug":1,"implementation":1,"of":2,"the":12,"kv":8,"connector":2,"it":2,"save":1,"load":4,"cache":4,"to":4,"from":3,"disk":1,"does":1,"extra":2,"work":1,"which":1,"will":1,"overwrite":1,"existing":1,"prefix":1,"in":3,"gpu":1,"remove":1,"overhead":1,"need":2,"some":1,"mask":1,"vllm":7,"config":12,"vllmconfig":1,"role":3,"kvconnectorrole":1,"super":1,"dict":1,"transfer":4,"storage":4,"path":4,"get":1,"shared":2,"tmp":1,"logger":2,"info":2,"s":2,"start":2,"forward":4,"context":4,"forwardcontext":2,"kwargs":2,"loading":1,"buffer":2,"paged":1,"args":1,"additional":1,"arguments":1,"for":1,"operation":1,"number":1,"elements":1,"caches":1,"and":1,"layer":1,"names":1,"should":1,"be":1,"same":1,"attn":2,"metadata":2},"3797,1991,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"def":1,"inject":2,"kv":27,"into":2,"layer":21,"dst":18,"cache":25,"torch":6,"tensor":6,"src":4,"slot":5,"mapping":5,"none":3,"the":7,"args":1,"destination":1,"in":4,"shape":11,"2":4,"num":9,"pages":6,"page":6,"size":6,"xxx":4,"if":4,"not":2,"using":2,"mla":2,"otherwise":2,"source":1,"tokens":3,"isinstance":2,"attn":1,"metadata":7,"mlacommonmetadata":1,"0":1,"1":4,"reshape":4,"else":1,"get":2,"kvconnectormetadata":1,"self":1,"connector":3,"assert":1,"sharedstorageconnectormetadata":1,"is":2,"logger":1,"warning":1,"start":1,"load":1,"but":1,"return":1},"5788,1973,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"attn":5,"metadata":6,"forward":4,"context":4,"if":3,"is":5,"none":6,"logger":2,"warning":1,"in":3,"connector":2,"start":2,"load":4,"kv":18,"but":1,"the":8,"return":2,"for":6,"each":2,"request":7,"layer":20,"requests":1,"store":1,"continue":2,"info":1,"inject":2,"cache":12,"of":3,"d":1,"tokens":1,"to":2,"paged":3,"memory":1,"len":1,"slot":2,"mapping":2,"name":7,"no":2,"compile":2,"layers":5,"only":1,"process":1,"that":2,"have":1,"attribute":1,"attention":2,"skip":1,"non":1,"like":1,"fusedmoe":1,"mlp":1,"etc":1,"attr":3,"getattr":1,"virtual":1,"engine":1,"filename":3,"self":3,"generate":1,"debug":1,"token":1,"ids":1,"mm":1,"hashes":1,"safetensors":1,"torch":2,"file":1,"cuda":1,"into":2,"def":2,"wait":1,"str":2,"blocking":1,"until":1,"a":1,"specific":1,"loaded":1,"vllm":2,"s":2,"buffer":2,"this":1,"interface":1,"will":1,"be":1,"useful":1,"by":1,"pipelining":1,"args":1,"save":1,"tensor":1,"attentionmetadata":1,"kwargs":1,"saving":1,"from":1},"7761,1824,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"args":1,"layer":17,"name":3,"str":1,"the":10,"of":3,"kv":9,"torch":5,"tensor":4,"paged":1,"buffer":1,"current":1,"in":2,"vllm":1,"attn":2,"metadata":7,"attentionmetadata":1,"attention":1,"kwargs":1,"additional":1,"arguments":1,"for":3,"save":3,"operation":1,"def":2,"extract":3,"from":3,"slot":4,"mapping":4,"cache":4,"assume":1,"shape":5,"is":3,"2":3,"num":6,"pages":6,"page":6,"size":6,"xxx":2,"if":3,"mla":1,"not":1,"used":1,"and":1,"otherwise":1,"isinstance":2,"mlacommonmetadata":1,"0":1,"1":4,"return":3,"reshape":2,"connector":4,"self":3,"get":1,"assert":1,"sharedstorageconnectormetadata":1,"request":5,"requests":1,"store":1,"filename":3,"generate":1,"debug":1,"token":1,"ids":1,"mm":1,"hashes":1,"tensors":2,"detach":1,"cpu":1,"safetensors":1,"file":1,"wait":1},"9585,1993,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"def":2,"get":2,"num":12,"new":2,"matched":1,"tokens":16,"self":5,"request":14,"computed":8,"int":4,"tuple":1,"bool":1,"number":3,"of":3,"that":4,"can":2,"be":3,"loaded":2,"from":2,"the":17,"external":5,"kv":3,"cache":3,"beyond":2,"args":1,"object":1,"locally":1,"for":3,"this":2,"returns":1,"what":1,"is":3,"already":1,"note":2,"in":3,"debug":1,"implementation":1,"we":4,"assume":1,"prompt":4,"cached":1,"newly":1,"generated":1,"single":1,"token":3,"therefore":1,"use":1,"ids":2,"1":2,"to":9,"determine":1,"folder":1,"name":1,"current":1,"v1":1,"scheduler":1,"aligned":2,"with":2,"block":5,"granularity":2,"and":2,"it":1,"expects":1,"returned":1,"blocks":3,"also":1,"if":3,"not":1,"found":1,"match":1,"return":2,"0":2,"false":2,"logger":1,"info":1,"hit":2,"now":1,"first":1,"check":3,"are":1,"need":3,"prepare":1,"metadata":1,"worker":1,"connector":1,"correctly":1,"load":4,"align":1,"size":2,"len":1,"update":2,"state":2,"after":2,"alloc":1,"kvcacheblocks":1,"kvconnector":1,"allocation":1,"were":1,"allocated":1,"add":1,"requests":2,"such":1,"kvs":1,"next":1,"forward":1,"pass":1,"id":1},"11578,1638,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"def":1,"build":2,"connector":3,"meta":4,"self":5,"scheduler":5,"output":5,"scheduleroutput":2,"kvconnectormetadata":1,"the":7,"metadata":1,"for":4,"this":4,"step":1,"function":2,"should":1,"not":2,"modify":1,"any":1,"fields":1,"in":3,"also":1,"calling":1,"will":1,"reset":1,"state":1,"of":1,"args":1,"object":1,"sharedstorageconnectormetadata":1,"total":2,"need":3,"load":5,"0":3,"new":10,"req":10,"scheduled":1,"reqs":1,"if":2,"id":1,"requests":1,"add":2,"request":4,"token":4,"ids":8,"prompt":3,"block":8,"size":4,"is":2,"store":4,"false":1,"mm":4,"hashes":4,"1":1,"else":1,"note":2,"here":1,"we":2,"set":1,"and":2,"being":1,"exclusive":1,"but":1,"a":1,"single":1,"can":1,"have":1,"both":1,"rob":1,"debug":1,"implementation":1,"only":1,"cache":1,"original":1,"tokens":1,"found":1,"match":1,"true":1},"13216,1740,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"cached":7,"reqs":7,"scheduler":2,"output":2,"scheduled":3,"for":3,"i":4,"req":7,"id":4,"in":4,"enumerate":1,"ids":14,"num":6,"computed":3,"tokens":9,"new":7,"block":10,"resumed":5,"from":3,"preemption":3,"note":3,"rob":3,"here":1,"we":2,"rely":1,"on":1,"the":7,"requests":6,"being":1,"first":1,"n":1,"list":2,"cache":1,"if":2,"not":2,"break":1,"self":5,"need":6,"load":6,"data":1,"does":1,"have":1,"full":1,"of":2,"token":5,"only":1,"so":1,"look":1,"it":1,"up":1,"actual":1,"request":6,"object":1,"total":4,"all":2,"is":2,"0":1,"meta":2,"add":1,"size":2,"store":1,"false":1,"mm":2,"hashes":2,"1":1,"assert":1,"len":1,"clear":1,"return":1,"helper":1,"functions":1},"14956,1979,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"def":3,"found":1,"match":1,"for":2,"request":7,"self":7,"bool":1,"check":3,"if":3,"the":10,"cache":1,"is":1,"hit":1,"num":2,"tokens":2,"to":6,"align":1,"block":2,"size":2,"len":1,"prompt":2,"token":9,"ids":10,"1":1,"foldername":10,"generate":6,"debug":4,"torch":3,"tensor":3,"mm":10,"hashes":8,"create":5,"folder":5,"false":3,"return":3,"os":4,"path":5,"exists":1,"list":2,"str":7,"a":3,"name":5,"based":2,"on":2,"hash":4,"of":4,"bytes":6,"input":4,"numpy":1,"tobytes":1,"add":1,"being":1,"hashed":1,"avoid":1,"traversal":1,"and":2,"canonical":1,"key":1,"join":3,"encode":1,"utf":1,"8":1,"hashlib":1,"md5":1,"usedforsecurity":1,"hexdigest":1,"storage":1,"makedirs":1,"exist":1,"ok":1,"true":2,"filename":1,"layer":3,"file":1,"f":1,"safetensors":1},"16935,177,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/shared_storage_connector.py":{"def":1,"align":2,"to":2,"block":5,"size":5,"num":2,"tokens":3,"int":2,"the":2,"number":1,"of":1,"return":1,"1":1},"0,1380,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":11,"project":1,"import":14,"copy":1,"from":14,"dataclasses":1,"dataclass":2,"typing":1,"type":2,"checking":2,"any":1,"optional":2,"torch":1,"config":2,"kvtransferconfig":1,"vllmconfig":1,"distributed":2,"kv":6,"transfer":2,"connector":3,"factory":1,"kvconnectorfactory":1,"v1":7,"base":1,"kvconnectorbase":2,"kvconnectormetadata":3,"kvconnectorrole":1,"logger":4,"init":2,"core":2,"cache":1,"manager":1,"kvcacheblocks":1,"sched":1,"output":1,"scheduleroutput":1,"outputs":1,"kvconnectoroutput":1,"if":1,"attention":1,"backends":1,"abstract":1,"attentionmetadata":1,"forward":1,"context":1,"forwardcontext":1,"request":2,"name":1,"class":2,"multikvconnectormetadata":1,"metadata":1,"tuple":1,"extra":1,"async":1,"saves":1,"dict":1,"str":1,"int":1,"none":1,"multiconnector":1,"a":1,"wrapper":1,"for":1,"using":1,"multiple":1,"kvconnectors":1,"at":1,"same":1,"time":1,"current":1,"logic":1,"is":1,"load":1,"first":1,"that":1,"advertises":1,"available":1,"tokens":2,"get":1,"num":1,"new":1,"matched":1,"based":1,"on":1,"order":1,"in":1,"save":1,"all":1,"connectors":1},"1380,1389,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"def":2,"init":2,"self":7,"vllm":6,"config":13,"vllmconfig":1,"role":4,"kvconnectorrole":1,"super":1,"connectors":4,"list":1,"kvconnectorbase":1,"v1":1,"ktcs":3,"kv":8,"transfer":3,"connector":6,"extra":2,"get":2,"assert":1,"is":1,"not":2,"none":1,"for":3,"ktc":3,"in":2,"temp":3,"copy":2,"engine":5,"id":6,"kvtransferconfig":1,"append":1,"kvconnectorfactory":1,"create":1,"a":2,"mapping":1,"from":3,"request":3,"to":6,"the":4,"index":1,"of":2,"chosen":1,"load":2,"if":1,"any":1,"requests":1,"dict":3,"str":3,"int":2,"keeps":1,"track":1,"additional":1,"remaining":1,"async":3,"saves":2,"beyond":1,"1":1,"be":1,"finished":1,"per":1,"needed":1,"loads":1,"since":1,"we":1,"only":1,"allow":1,"single":1,"propagated":1,"scheduler":1,"worker":1,"side":1,"via":1,"metadata":1,"register":2,"caches":4,"torch":1,"tensor":1,"c":2},"2769,1531,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"we":2,"must":1,"override":1,"the":5,"base":1,"class":1,"method":1,"here":1,"because":1,"need":1,"to":2,"bind":3,"metadata":13,"each":1,"connector":10,"in":8,"order":1,"of":1,"connectors":7,"multikvconnectormetadata":2,"def":6,"self":13,"kvconnectormetadata":1,"none":5,"assert":1,"isinstance":1,"if":1,"extra":3,"async":3,"saves":3,"update":1,"for":10,"c":12,"cm":2,"zip":1,"clear":2,"worker":1,"side":1,"methods":1,"start":2,"load":4,"kv":6,"forward":2,"context":2,"forwardcontext":1,"kwargs":4,"wait":4,"layer":10,"name":4,"str":2,"save":4,"torch":1,"tensor":1,"attn":2,"attentionmetadata":1},"4300,1941,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"def":2,"get":5,"finished":12,"self":8,"req":7,"ids":4,"set":7,"str":5,"tuple":2,"optional":2,"sending":7,"recving":7,"for":4,"c":4,"in":3,"connectors":2,"if":4,"not":2,"and":2,"continue":2,"aggregate":2,"request":9,"update":1,"or":4,"only":1,"include":1,"once":1,"we":1,"ve":1,"drained":1,"the":3,"extra":9,"count":1,"cases":1,"where":1,"more":1,"than":1,"one":1,"connector":3,"is":2,"async":6,"saving":1,"same":1,"id":6,"pending":5,"saves":3,"none":3,"add":1,"assert":1,"0":5,"1":2,"del":1,"else":1,"return":6,"scheduler":1,"side":1,"methods":1,"num":4,"new":3,"matched":3,"tokens":5,"computed":2,"int":2,"bool":1,"to":6,"false":1,"i":2,"enumerate":1,"toks":3,"load":2,"first":1,"that":1,"has":1,"will":1,"be":1,"assigned":1,"this":1,"requests":1},"6241,1354,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"def":3,"update":5,"state":3,"after":3,"alloc":3,"self":10,"request":6,"blocks":6,"kvcacheblocks":1,"num":2,"external":2,"tokens":2,"int":1,"chosen":3,"connector":10,"requests":1,"to":2,"get":1,"id":1,"1":1,"empty":4,"new":1,"for":4,"i":2,"c":7,"in":3,"enumerate":1,"connectors":4,"if":3,"forward":1,"call":2,"the":1,"any":1,"else":1,"with":1,"other":1,"0":1,"build":2,"meta":2,"scheduler":2,"output":6,"scheduleroutput":1,"multikvconnectormetadata":2,"metadata":4,"tuple":1,"extra":4,"async":4,"saves":4,"return":1,"kvconnectoroutput":1},"7595,1276,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"def":2,"request":10,"finished":2,"self":4,"blocks":2,"list":1,"int":1,"tuple":1,"bool":1,"optional":2,"dict":1,"str":2,"any":1,"async":8,"saves":6,"0":2,"kv":6,"txfer":7,"params":8,"none":4,"for":4,"c":2,"in":1,"connectors":1,"save":2,"if":4,"1":3,"is":2,"not":2,"todo":1,"we":1,"can":2,"probably":1,"change":1,"this":3,"to":2,"merge":1,"the":3,"dicts":1,"here":1,"checking":1,"key":1,"clashes":1,"raise":1,"runtimeerror":1,"only":1,"one":1,"connector":3,"produce":1,"transfer":1,"extra":1,"id":2,"clean":1,"up":1,"other":1,"state":1,"requests":1,"pop":1,"return":1,"classmethod":1,"get":2,"required":2,"kvcache":1,"layout":2,"cls":1,"vllm":3,"config":3,"vllmconfig":2,"cache":1,"args":1},"8871,1194,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py":{"returns":1,"str":2,"the":3,"required":5,"kv":8,"cache":2,"layout":8,"e":1,"g":1,"hnd":1,"or":1,"nhd":1,"none":4,"if":3,"connector":5,"does":1,"not":3,"require":1,"a":1,"specific":1,"ktcs":3,"vllm":5,"config":11,"transfer":5,"extra":1,"get":3,"connectors":2,"assert":1,"is":2,"layouts":7,"set":2,"temp":3,"copy":2,"for":1,"ktc":2,"in":1,"kvtransferconfig":1,"cls":2,"kvconnectorfactory":1,"class":1,"kvcache":4,"add":1,"len":2,"1":1,"raise":1,"valueerror":1,"f":4,"mismatch":1,"found":1,"different":1,"join":1,"all":1,"must":1,"use":1,"same":1,"return":1,"next":1,"iter":1},"0,1811,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":9,"vllm":16,"project":1,"from":12,"typing":1,"import":11,"type":2,"checking":2,"any":1,"optional":1,"torch":1,"lmcache":3,"integration":1,"v1":7,"adapter":1,"lmcacheconnectorv1impl":2,"config":5,"vllmconfig":2,"distributed":1,"kv":8,"transfer":1,"connector":2,"base":1,"kvconnectorbase":2,"kvconnectormetadata":1,"kvconnectorrole":2,"logger":4,"init":4,"core":2,"sched":1,"output":1,"scheduleroutput":1,"if":1,"attention":1,"backends":1,"abstract":1,"attentionmetadata":1,"forward":7,"context":6,"forwardcontext":3,"cache":2,"manager":1,"kvcacheblocks":1,"request":2,"name":1,"class":1,"lmcacheconnectorv1":1,"def":2,"self":5,"role":4,"super":1,"engine":2,"worker":1,"side":1,"methods":1,"start":3,"load":3,"kwargs":3,"none":1,"loading":2,"s":1,"paged":1,"buffer":1,"this":1,"is":1,"called":1,"before":1,"pass":1,"enable":1,"async":1,"during":1,"model":1,"execution":1,"args":1,"additional":1,"arguments":1,"for":1,"operation":1,"note":1,"number":1,"of":1,"elements":1,"in":1,"caches":1,"and":1,"layer":1,"names":1,"should":1,"be":1,"same":1},"1811,1900,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py":{"def":4,"wait":4,"for":7,"layer":23,"load":3,"self":7,"name":8,"str":6,"none":2,"block":2,"until":2,"the":14,"kv":11,"a":2,"specific":1,"is":7,"loaded":1,"into":1,"vllm":3,"s":2,"paged":4,"buffer":4,"this":5,"called":3,"from":5,"within":2,"attention":3,"to":4,"ensure":2,"async":3,"copying":2,"start":2,"complete":2,"interface":1,"will":1,"be":1,"useful":1,"by":1,"pipelining":1,"args":2,"of":6,"that":3,"lmcache":3,"engine":3,"save":7,"torch":2,"tensor":2,"attn":3,"metadata":4,"attentionmetadata":2,"kwargs":3,"saving":3,"cache":1,"connector":2,"enable":1,"during":1,"execution":1,"current":1,"in":1,"additional":1,"arguments":1,"operation":1,"all":1,"operations":1,"done":2,"as":1,"forward":2,"context":1,"exits":1,"before":2,"finishing":1,"prevents":1,"overwrites":1,"get":1,"finished":3,"req":1,"ids":2,"set":3,"tuple":1,"optional":2,"notifies":1,"worker":1,"side":1,"requests":1,"have":1,"generating":1,"tokens":1},"3711,1991,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py":{"returns":2,"ids":5,"of":6,"requests":2,"that":4,"have":1,"finished":5,"asynchronous":1,"transfer":1,"previously":1,"returned":1,"true":1,"from":3,"request":11,"tuple":2,"sending":1,"saving":1,"recving":1,"loading":1,"the":11,"saves":1,"sends":1,"req":2,"must":1,"belong":1,"to":2,"a":3,"set":1,"provided":1,"in":2,"call":2,"this":6,"method":1,"or":1,"prior":1,"one":1,"return":2,"self":6,"lmcache":3,"engine":3,"get":4,"scheduler":3,"side":1,"methods":1,"def":3,"num":8,"new":3,"matched":2,"tokens":11,"computed":6,"int":4,"bool":1,"number":3,"can":2,"be":2,"loaded":2,"external":4,"kv":2,"cache":2,"beyond":2,"args":1,"object":1,"locally":1,"for":2,"what":1,"is":1,"already":1,"false":1,"update":3,"state":4,"after":3,"alloc":2,"blocks":1,"kvcacheblocks":1,"kvconnector":1,"block":1,"allocation":1,"build":2,"connector":3,"meta":1,"output":2,"scheduleroutput":1,"kvconnectormetadata":1,"metadata":1,"step":1,"function":2,"should":1,"not":1,"modify":1,"fields":1,"also":1,"calling":1,"will":1,"reset":1},"5702,802,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/lmcache_connector.py":{"args":1,"scheduler":3,"output":3,"scheduleroutput":1,"the":5,"object":1,"return":2,"self":3,"lmcache":2,"engine":3,"build":1,"connector":1,"meta":1,"def":1,"request":9,"finished":4,"block":2,"ids":2,"list":1,"int":1,"tuple":1,"bool":1,"optional":2,"dict":1,"str":1,"any":1,"called":1,"when":1,"a":1,"has":1,"before":1,"its":1,"blocks":2,"are":1,"freed":2,"returns":1,"true":1,"if":1,"is":2,"being":1,"saved":1,"sent":1,"asynchronously":1,"and":1,"should":1,"not":1,"be":2,"until":1,"id":1,"returned":2,"from":1,"get":1,"kvtransferparams":1,"to":1,"included":1,"in":1,"outputs":1,"by":1},"0,1932,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":12,"project":1,"from":13,"dataclasses":1,"import":15,"dataclass":3,"typing":1,"type":2,"checking":2,"any":1,"optional":1,"regex":1,"as":2,"re":1,"torch":6,"config":1,"vllmconfig":1,"distributed":3,"kv":5,"transfer":2,"connector":2,"v1":7,"base":1,"kvconnectorbase":1,"kvconnectormetadata":1,"kvconnectorrole":1,"p2p":2,"nccl":1,"engine":1,"p2pncclengine":1,"parallel":1,"state":1,"get":1,"world":1,"group":1,"logger":4,"init":2,"attention":2,"backends":2,"mla":1,"common":1,"mlacommonmetadata":1,"core":2,"sched":1,"output":1,"scheduleroutput":1,"if":1,"abstract":1,"attentionmetadata":1,"forward":1,"context":1,"forwardcontext":1,"cache":1,"manager":1,"kvcacheblocks":1,"request":8,"name":1,"class":1,"reqmeta":3,"id":5,"str":2,"tokens":3,"token":8,"ids":13,"tensor":9,"slot":7,"mappings":1,"should":1,"have":1,"same":1,"length":1,"mapping":6,"staticmethod":1,"def":1,"make":1,"meta":1,"list":2,"int":3,"block":11,"size":4,"valid":2,"num":4,"len":1,"blocks":2,"shape":1,"offsets":2,"arange":1,"reshape":2,"1":2,"flatten":1,"return":1},"1932,1974,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"class":2,"p2pncclconnectormetadata":1,"kvconnectormetadata":1,"requests":4,"list":3,"reqmeta":2,"def":4,"init":3,"self":19,"add":1,"request":3,"id":2,"str":3,"token":2,"ids":4,"int":3,"block":6,"size":4,"none":3,"append":1,"make":1,"meta":1,"p2pncclconnector":1,"kvconnectorbase":1,"v1":1,"vllm":6,"config":11,"vllmconfig":1,"role":6,"kvconnectorrole":4,"super":1,"cache":3,"need":1,"load":3,"dict":2,"any":2,"kv":7,"transfer":1,"is":3,"producer":3,"chunked":1,"prefill":1,"rank":7,"get":2,"world":2,"group":2,"if":4,"worker":4,"else":3,"0":2,"local":4,"p2p":1,"nccl":1,"engine":1,"p2pncclengine":1,"hostname":1,"port":1,"offset":1,"side":1,"methods":1,"start":2,"forward":3,"context":3,"forwardcontext":2,"kwargs":2,"loading":1,"the":6,"from":1,"connector":1,"buffer":2,"to":1,"s":1,"paged":1,"args":1,"additional":1,"arguments":1,"for":1,"operation":1,"note":1,"number":1,"of":1,"elements":1,"in":1,"caches":1,"and":1,"layer":1,"names":1,"should":1,"be":1,"same":1,"only":1,"consumer":1,"decode":1,"loads":1,"return":1},"3906,417,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"assert":1,"self":1,"p2p":1,"nccl":1,"engine":1,"is":2,"not":1,"none":3,"attn":3,"metadata":3,"forward":1,"context":1,"if":1,"return":1,"def":1,"inject":2,"kv":4,"into":2,"layer":3,"dst":1,"cache":3,"torch":3,"tensor":3,"src":1,"slot":1,"mapping":1,"request":1,"id":1,"str":1,"the":2},"4323,1622,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"args":1,"dst":10,"kv":18,"cache":18,"layer":11,"torch":3,"tensor":3,"the":3,"destination":1,"in":3,"shape":8,"2":2,"num":13,"pages":4,"page":4,"size":4,"xxx":4,"if":4,"not":3,"using":2,"mla":2,"otherwise":2,"src":6,"source":1,"tokens":3,"slot":7,"mapping":6,"request":4,"id":4,"str":1,"for":1,"log":1,"isinstance":1,"attn":1,"metadata":1,"mlacommonmetadata":1,"0":3,"1":2,"reshape":1,"self":1,"check":1,"tensors":1,"except":1,"dim":1,"token":5,"len":2,"else":1,"logger":1,"warning":1,"does":1,"match":1,"d":2,"s":1},"5945,1906,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"dst":11,"kv":23,"cache":22,"layer":17,"reshape":3,"shape":5,"else":2,"num":8,"pages":2,"1":4,"page":2,"size":2,"2":2,"self":2,"check":1,"tensors":1,"except":1,"dim":1,"src":5,"token":5,"if":3,"len":2,"slot":5,"mapping":4,"logger":1,"warning":1,"does":1,"not":1,"match":1,"d":2,"request":4,"id":2,"s":1,"get":2,"the":2,"metadata":6,"kvconnectormetadata":1,"connector":1,"assert":1,"isinstance":1,"p2pncclconnectormetadata":1,"is":2,"none":3,"return":1,"load":1,"for":3,"each":2,"in":2,"requests":1,"name":2,"forward":3,"context":3,"no":2,"compile":2,"layers":5,"only":1,"process":1,"that":1,"have":1,"attribute":1,"attention":2,"skip":1,"non":1,"like":1,"fusedmoe":1,"getattr":1,"continue":1,"virtual":1,"engine":1},"7851,1486,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"kv":13,"cache":7,"self":5,"p2p":2,"nccl":2,"engine":2,"recv":1,"tensor":3,"request":7,"id":3,"layer":18,"name":7,"if":2,"is":5,"none":5,"logger":1,"warning":1,"src":1,"s":3,"continue":1,"inject":1,"into":2,"slot":1,"mapping":1,"def":2,"wait":1,"for":4,"load":1,"str":3,"blocking":1,"until":1,"the":11,"a":1,"specific":1,"loaded":1,"vllm":3,"paged":3,"buffer":3,"this":1,"interface":1,"will":1,"be":1,"useful":1,"by":1,"pipelining":1,"args":2,"of":4,"that":1,"return":2,"save":2,"torch":2,"attn":2,"metadata":3,"attentionmetadata":2,"kwargs":2,"start":1,"saving":1,"from":1,"to":1,"connector":1,"current":1,"in":1,"attention":1,"additional":1,"arguments":1,"operation":1,"only":1,"producer":2,"prefill":1,"saves":1,"not":2,"assert":1},"9337,1955,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"connector":5,"metadata":5,"self":13,"get":5,"assert":3,"isinstance":2,"p2pncclconnectormetadata":1,"for":3,"request":10,"in":2,"requests":3,"id":5,"ip":2,"port":2,"parse":1,"true":1,"remote":2,"address":2,"str":4,"rank":1,"p2p":5,"nccl":5,"engine":5,"send":1,"tensor":1,"layer":2,"name":1,"kv":2,"slot":1,"mapping":1,"attn":1,"mlacommonmetadata":1,"def":3,"wait":2,"save":1,"if":1,"is":3,"producer":1,"not":2,"none":2,"sent":1,"finished":7,"req":3,"ids":7,"set":4,"kwargs":1,"tuple":3,"optional":2,"notifies":1,"worker":1,"side":2,"of":4,"that":3,"have":2,"generating":1,"tokens":5,"returns":1,"asynchronous":1,"transfer":1,"sending":1,"saving":1,"recving":1,"loading":1,"the":3,"saves":1,"sends":1,"must":1,"belong":1,"to":2,"a":3,"provided":1,"call":2,"this":2,"method":1,"or":1,"prior":1,"one":1,"no":2,"compile":2,"layers":2,"vllm":1,"config":2,"compilation":1,"static":1,"forward":1,"context":1,"return":1,"scheduler":1,"methods":1,"num":3,"new":2,"matched":1,"computed":2,"int":2,"bool":1,"number":1,"can":1,"be":1,"loaded":1,"from":1,"external":1,"cache":1,"beyond":1},"11292,1528,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"args":2,"request":10,"the":9,"object":2,"num":8,"computed":4,"tokens":10,"int":2,"number":2,"of":3,"locally":1,"for":2,"this":4,"returns":1,"that":1,"can":1,"be":1,"loaded":1,"from":1,"external":7,"kv":1,"cache":1,"beyond":1,"what":1,"is":3,"already":1,"if":3,"self":5,"producer":2,"return":2,"0":5,"false":2,"len":1,"prompt":1,"token":1,"ids":2,"1":1,"def":2,"update":2,"state":3,"after":2,"alloc":1,"blocks":2,"kvcacheblocks":1,"kvconnector":1,"block":2,"allocation":1,"not":2,"and":1,"requests":1,"need":1,"load":1,"id":1,"get":1,"build":2,"connector":3,"meta":2,"scheduler":4,"output":4,"scheduleroutput":2,"kvconnectormetadata":1,"metadata":1,"step":1,"function":2,"should":1,"modify":1,"any":1,"fields":1,"in":1,"also":1,"calling":1,"will":1,"reset":1,"p2pncclconnectormetadata":1},"12820,1692,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"for":2,"new":18,"req":23,"in":3,"scheduler":3,"output":3,"scheduled":5,"reqs":7,"if":3,"self":6,"is":3,"producer":1,"num":8,"tokens":8,"id":9,"computed":3,"the":2,"request":6,"s":2,"prompt":7,"chunked":3,"prefill":3,"len":1,"token":7,"ids":15,"cachedrequestdata":1,"has":1,"no":1,"attribute":1,"block":11,"0":3,"continue":2,"not":1,"meta":2,"add":2,"size":4,"requests":2,"need":2,"load":2,"pop":1,"cached":6,"i":4,"enumerate":1,"resumed":2,"from":2,"preemption":2},"14512,1991,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"if":5,"self":10,"is":4,"producer":1,"num":7,"scheduled":4,"tokens":9,"scheduler":1,"output":1,"req":11,"id":12,"computed":2,"assert":1,"in":3,"chunked":6,"prefill":6,"block":17,"ids":22,"new":3,"0":3,"not":2,"resumed":4,"from":2,"preemption":2,"prompt":6,"token":9,"1":2,"the":7,"request":9,"s":2,"again":1,"len":1,"continue":2,"all":3,"prefilled":1,"finally":1,"meta":2,"add":2,"size":4,"pop":2,"none":1,"note":2,"rob":2,"here":1,"we":1,"rely":1,"on":1,"requests":4,"being":1,"first":1,"n":1,"list":1,"cache":1,"reqs":1,"break":1,"need":2,"load":2,"total":2,"for":2,"of":1},"16503,1951,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_connector.py":{"self":3,"requests":1,"need":1,"load":1,"clear":1,"return":3,"meta":1,"def":3,"request":15,"finished":3,"block":1,"ids":1,"list":1,"int":3,"tuple":2,"bool":1,"optional":2,"dict":1,"str":3,"any":1,"called":1,"when":1,"a":1,"has":1,"before":1,"its":1,"blocks":2,"are":1,"freed":2,"returns":1,"true":2,"if":5,"the":8,"is":5,"being":1,"saved":1,"sent":1,"asynchronously":1,"and":4,"should":1,"not":3,"be":3,"until":1,"id":8,"returned":2,"from":1,"get":1,"kvtransferparams":1,"to":3,"included":1,"in":4,"outputs":1,"by":1,"engine":1,"chunked":1,"prefill":4,"pop":1,"none":2,"false":1,"static":1,"methods":1,"staticmethod":2,"parse":1,"regular":1,"expression":1,"match":5,"string":1,"hostname":2,"integer":1,"port":4,"pattern":4,"r":2,"decode":1,"addr":2,"d":2,"else":1,"use":1,"re":2,"search":2,"find":1,"extract":1,"ranks":1,"ip":2,"group":2,"1":1,"2":1,"raise":2,"valueerror":1,"f":1,"does":1,"contain":1,"check":1,"tensors":1,"except":1,"dim":3,"tensor1":2,"tensor2":2,"shape1":3,"size":2,"shape2":3,"len":2,"or":1,"all":1,"s1":2,"s2":2,"for":1,"i":2,"enumerate":1,"zip":1,"notimplementederror":1,"currently":1,"only":1,"symmetric":1,"tp":2,"supported":2,"asymmetric":1,"pp":1,"others":1,"will":1,"future":1,"prs":1},"0,1914,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":3,"vllm":2,"project":1,"import":6,"atexit":1,"ctypes":1,"math":1,"from":3,"dataclasses":1,"dataclass":2,"torch":3,"logger":4,"init":2,"name":1,"class":3,"memoryblock":1,"size":12,"int":7,"addr":4,"a":2,"memory":14,"pool":6,"for":4,"managing":1,"pinned":6,"host":3,"allocations":1,"tensors":3,"this":1,"implements":1,"buddy":2,"allocation":3,"system":1,"efficiently":1,"manage":3,"tensor":12,"storage":2,"it":1,"supports":2,"deallocation":1,"and":2,"retrieval":1,"operations":1,"key":1,"features":1,"uses":1,"power":3,"of":9,"two":3,"block":8,"sizes":1,"efficient":1,"splitting":1,"merging":1,"blocks":6,"provides":1,"methods":1,"store":2,"cuda":3,"in":1,"allows":1,"loading":1,"back":1,"device":2,"automatically":1,"cleans":1,"up":1,"on":1,"destruction":1,"attributes":1,"max":3,"maximum":2,"rounded":2,"nearest":2,"min":2,"minimum":2,"free":3,"lists":1,"dict":2,"dictionary":2,"by":1,"allocated":2,"currently":1,"base":4,"address":2,"region":1,"example":1,"tensormemorypool":2,"1024":2,"randn":1,"100":1,"loaded":1,"load":1,"dtype":1,"shape":1,"initializes":1,"with":1,"given":1,"constraints":1,"args":1,"optional":1,"defaults":1,"512":1},"1914,1944,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py":{"raises":1,"valueerror":3,"if":3,"block":26,"sizes":2,"are":1,"invalid":1,"or":2,"max":12,"size":31,"is":1,"less":1,"than":2,"min":8,"def":5,"init":1,"self":28,"int":10,"512":1,"0":2,"raise":2,"must":2,"be":2,"positive":1,"greater":1,"round":3,"to":4,"power":3,"of":5,"two":3,"free":5,"lists":5,"dict":3,"memoryblock":3,"allocated":1,"blocks":1,"initialize":2,"allocate":4,"pinned":2,"memory":5,"atexit":1,"register":1,"cleanup":1,"return":1,"1":2,"bit":1,"length":1,"while":1,"2":1,"base":7,"tensor":2,"torch":2,"empty":1,"4":1,"dtype":1,"float32":1,"pin":1,"true":1,"address":5,"data":1,"ptr":1,"initial":3,"addr":2,"logger":1,"debug":1,"tensormemorypool":1,"allocates":1,"a":1,"at":1,"least":1,"the":1,"requested":1,"args":1,"minimum":1},"3858,1862,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py":{"returns":1,"int":4,"address":4,"of":3,"the":2,"allocated":6,"memory":4,"block":24,"raises":2,"valueerror":6,"if":6,"size":31,"is":3,"invalid":3,"or":2,"insufficient":2,"available":1,"0":2,"raise":4,"allocation":1,"must":1,"be":1,"positive":1,"required":6,"self":16,"round":1,"to":3,"power":1,"two":1,"max":4,"min":2,"requested":1,"exceeds":1,"maximum":1,"current":5,"while":2,"free":6,"lists":3,"popitem":1,"split":2,"blocks":3,"addr":11,"return":1,"2":3,"def":3,"memoryblock":3,"and":1,"buddy":10,"frees":1,"an":1,"args":1,"not":2,"in":1,"pop":1,"merge":3,"buddies":2,"depth":2,"30":1},"5720,1977,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py":{"while":1,"depth":3,"max":1,"merge":1,"buddy":9,"offset":2,"block":18,"size":20,"if":5,"addr":17,"self":9,"base":1,"address":3,"2":2,"0":1,"else":2,"free":5,"lists":3,"get":1,"del":1,"merged":4,"min":1,"memoryblock":1,"1":1,"break":1,"def":1,"store":2,"tensor":19,"torch":3,"int":2,"stores":1,"a":1,"cuda":5,"in":1,"pinned":1,"host":1,"memory":1,"args":1,"to":2,"returns":1,"where":1,"the":1,"is":4,"stored":2,"raises":1,"valueerror":5,"not":2,"on":1,"or":1,"allocation":1,"fails":1,"raise":3,"only":1,"tensors":1,"can":1,"be":1,"element":1,"numel":2,"allocate":1,"allocated":2,"blocks":1,"f":3,"smaller":1,"than":1,"required":1,"try":1,"buffer":2,"ctypes":1,"c":1,"byte":1,"from":2,"cpu":2,"frombuffer":1,"dtype":2,"count":1,"reshape":1,"shape":1,"except":1,"as":1,"err":3,"failed":1,"create":1,"view":1,"copy":1,"return":1},"7697,1668,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/tensor_memory_pool.py":{"def":3,"load":2,"tensor":18,"self":10,"addr":5,"int":4,"dtype":12,"torch":7,"shape":6,"tuple":2,"device":7,"loads":1,"a":1,"from":2,"pinned":1,"host":1,"memory":2,"to":2,"the":7,"specified":2,"args":1,"address":4,"where":1,"is":2,"stored":1,"data":1,"type":1,"of":2,"target":1,"for":1,"loaded":2,"returns":1,"on":1,"raises":1,"valueerror":3,"if":4,"invalid":2,"or":1,"sizes":1,"don":1,"t":1,"match":1,"not":1,"in":1,"allocated":3,"blocks":3,"raise":2,"block":5,"num":3,"elements":3,"math":1,"prod":1,"size":9,"element":1,"required":2,"requested":1,"exceeds":1,"buffer":2,"ctypes":1,"c":1,"byte":1,"cpu":2,"frombuffer":1,"count":1,"reshape":1,"cuda":3,"empty":1,"copy":1,"return":1,"cleanup":2,"cleans":1,"up":1,"all":1,"resources":1,"and":1,"resets":1,"pool":1,"state":1,"free":1,"lists":1,"clear":2,"hasattr":1,"base":2,"del":2},"0,1800,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":16,"logging":2,"os":7,"threading":1,"time":1,"typing":2,"from":8,"collections":1,"deque":1,"contextlib":1,"contextmanager":2,"dataclasses":1,"dataclass":2,"any":2,"optional":1,"msgpack":1,"torch":3,"zmq":1,"config":1,"kvtransferconfig":1,"distributed":2,"device":1,"communicators":1,"pynccl":1,"wrapper":1,"nccllibrary":1,"buffer":1,"type":1,"cudastream":1,"t":2,"ncclcomm":1,"nccldatatypeenum":1,"kv":2,"transfer":1,"connector":1,"v1":1,"p2p":3,"tensor":5,"memory":1,"pool":2,"noqa":1,"e501":1,"tensormemorypool":1,"utils":1,"current":1,"stream":1,"get":2,"ip":1,"logger":2,"getlogger":1,"name":1,"default":1,"mem":1,"size":1,"gb":1,"32":1,"def":1,"set":2,"nccl":11,"context":2,"num":3,"channels":3,"str":4,"original":6,"values":6,"dict":1,"env":3,"vars":3,"max":2,"nchannels":4,"min":2,"cumem":2,"enable":2,"buffsize":1,"proto":1,"ll":1,"ll128":1,"simple":1,"algo":1,"ring":1,"tree":1,"for":2,"var":8,"in":2,"environ":6,"info":1,"s":1,"try":1,"1":1,"yield":1,"finally":1,"if":1,"is":2,"not":1,"none":2,"else":1,"pop":1,"class":2,"sendqueueitem":1,"id":1,"remote":1,"address":1,"slot":1,"mapping":1,"mla":1,"bool":1,"p2pncclengine":1},"1800,1910,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"def":1,"init":1,"self":33,"local":4,"rank":5,"int":3,"config":10,"kvtransferconfig":1,"hostname":7,"str":2,"port":18,"offset":3,"0":3,"library":2,"path":2,"optional":1,"none":2,"device":2,"torch":3,"f":5,"cuda":3,"nccl":1,"nccllibrary":1,"if":4,"not":2,"get":3,"ip":6,"kv":2,"raise":1,"valueerror":1,"cannot":1,"be":3,"each":1,"card":1,"corresponds":1,"to":1,"a":1,"zmq":7,"address":6,"the":3,"http":3,"must":1,"consistent":1,"with":1,"of":1,"openai":1,"connector":1,"extra":3,"proxy":12,"or":2,"is":1,"then":1,"ping":1,"thread":1,"will":1,"enabled":1,"from":2,"else":1,"context":3,"router":4,"socket":4,"bind":1,"tcp":1,"poller":3,"register":1,"pollin":1,"send":3,"store":2,"cv":3,"threading":3,"condition":3,"queue":1,"recv":2,"stream":4},"3710,1985,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"mem":4,"pool":5,"size":8,"gb":5,"float":2,"self":29,"config":7,"get":5,"from":3,"extra":3,"default":1,"tensormemorypool":1,"max":1,"block":1,"int":1,"1024":1,"3":1,"the":1,"sending":1,"type":5,"includes":1,"tree":1,"mutually":1,"exclusive":1,"options":1,"put":6,"async":5,"send":10,"if":3,"tensor":9,"id":5,"torch":4,"store":2,"dict":6,"str":8,"else":1,"or":1,"queue":1,"deque":2,"sendqueueitem":1,"request":2,"to":2,"ids":2,"set":2,"thread":10,"threading":3,"target":3,"daemon":3,"true":3,"start":3,"addr":1,"dtype":1,"shape":1,"recv":2,"any":3,"socks":1,"remote":2,"address":3,"client":1,"socket":1,"comms":1,"ncclcomm":1,"t":1,"rank":1,"buffer":3,"0":2,"threshold":1,"kv":1,"nccl":2,"num":2,"channels":2,"8":1,"listener":2,"listen":1,"for":1,"requests":1,"ping":4,"none":1,"port":1,"offset":1,"and":1,"proxy":1},"5695,1707,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"logger":3,"info":3,"p2pncclengine":1,"init":1,"rank":8,"d":2,"local":2,"http":2,"address":21,"s":10,"zmq":6,"proxy":2,"send":3,"type":2,"buffer":2,"size":2,"threshold":2,"2f":1,"nccl":6,"num":3,"channels":3,"self":24,"def":1,"create":1,"connect":2,"remote":13,"typing":1,"optional":1,"str":1,"none":2,"assert":1,"is":1,"not":2,"if":2,"in":2,"socks":3,"sock":6,"context":2,"socket":1,"dealer":1,"setsockopt":1,"string":1,"identity":1,"f":1,"tcp":1,"comms":6,"comm":3,"exists":1,"return":2,"unique":4,"id":4,"ncclgetuniqueid":1,"data":2,"cmd":1,"new":1,"bytes":1,"internal":1,"msgpack":1,"dumps":1,"with":2,"torch":1,"cuda":1,"device":2,"0":1,"set":1,"p2p":1,"ncclcomm":1,"t":1,"ncclcomminitrank":2,"2":1,"success":1,"myrank":1},"7402,1755,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"def":1,"send":11,"tensor":19,"self":18,"id":8,"str":2,"torch":2,"remote":5,"address":5,"typing":1,"optional":1,"none":3,"slot":3,"mapping":3,"is":4,"mla":3,"bool":2,"false":1,"if":3,"with":3,"recv":3,"store":6,"cv":5,"notify":2,"return":3,"true":2,"item":3,"sendqueueitem":1,"type":2,"put":2,"sync":1,"async":1,"queue":3,"append":1,"get":2,"size":15,"element":2,"numel":2,"while":1,"buffer":5,"threshold":1,"oldest":9,"tenser":9,"next":1,"iter":1,"pop":1,"logger":1,"info":1,"to":1,"s":2,"d":4,"rank":2},"9157,1954,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"self":21,"send":5,"store":5,"tensor":26,"id":10,"buffer":6,"size":10,"logger":2,"debug":1,"get":3,"to":1,"s":5,"d":4,"shape":4,"rank":5,"2f":1,"remote":8,"address":8,"threshold":1,"100":1,"return":3,"true":1,"def":1,"recv":6,"str":2,"typing":1,"optional":1,"none":4,"torch":1,"if":5,"type":2,"put":3,"or":1,"async":1,"start":2,"time":6,"with":1,"cv":2,"while":1,"not":3,"in":2,"wait":1,"is":2,"isinstance":1,"tuple":1,"addr":2,"dtype":2,"pool":1,"load":1,"device":1,"else":2,"element":1,"numel":1,"duration":3,"warning":1,"from":1,"3fms":1,"1000":1,"socks":2,"create":1,"connect":1,"sock":2,"comm":1,"comms":1,"data":2,"cmd":1,"msgpack":1,"dumps":1},"11111,742,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"message":2,"sock":1,"recv":5,"data":5,"msgpack":1,"loads":1,"if":2,"ret":3,"0":1,"logger":1,"warning":1,"get":1,"from":1,"s":2,"tensor":5,"id":2,"d":1,"remote":1,"address":1,"return":2,"none":1,"with":1,"torch":3,"cuda":1,"stream":3,"self":7,"empty":1,"shape":1,"dtype":2,"getattr":1,"device":2,"comm":1,"rank":1,"1":1,"def":1,"listen":1,"for":1,"requests":1,"while":1,"true":1,"socks":2,"dict":1,"poller":1,"poll":1,"router":1,"socket":1,"not":1,"in":1,"continue":1},"11853,795,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"remote":3,"address":4,"message":2,"self":7,"router":1,"socket":1,"recv":1,"multipart":1,"data":3,"msgpack":1,"loads":1,"if":1,"cmd":1,"new":1,"unique":4,"id":4,"nccl":4,"from":1,"bytes":2,"with":2,"torch":1,"cuda":1,"device":2,"rank":4,"1":1,"set":1,"p2p":1,"context":1,"num":1,"channels":1,"comm":2,"ncclcomm":1,"t":1,"ncclcomminitrank":2,"2":1,"comms":1,"decode":2,"logger":1,"info":1,"success":1,"s":3,"myrank":1,"zmq":1},"12648,1343,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"elif":1,"data":6,"cmd":1,"put":2,"tensor":16,"id":2,"try":1,"with":1,"torch":3,"cuda":1,"stream":3,"self":11,"recv":4,"empty":1,"shape":2,"dtype":3,"getattr":1,"device":2,"router":1,"socket":1,"send":1,"multipart":1,"remote":3,"address":4,"b":1,"0":1,"comm":2,"rank":2,"comms":1,"decode":2,"1":1,"size":7,"element":1,"numel":1,"if":1,"buffer":3,"threshold":2,"store":2,"in":1,"memory":1,"pool":2,"addr":4,"logger":1,"warning":1,"out":1,"of":1,"s":3,"d":1,"zmq":1,"else":1},"13991,1760,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"except":1,"torch":2,"cuda":1,"outofmemoryerror":1,"self":15,"router":2,"socket":2,"send":7,"multipart":2,"remote":5,"address":6,"b":1,"1":3,"tensor":18,"none":3,"logger":2,"warning":2,"put":1,"recv":4,"out":1,"of":1,"memory":1,"s":5,"data":10,"zmq":1,"decode":2,"with":2,"store":6,"cv":3,"id":9,"have":2,"received":2,"notify":1,"elif":1,"cmd":1,"get":1,"pop":1,"if":2,"is":1,"not":1,"ret":3,"0":2,"shape":2,"dtype":2,"str":1,"replace":1,"lru":1,"sent":1,"else":2,"msgpack":1,"dumps":1,"comm":2,"rank":2,"comms":1,"to":1,"device":1,"stream":1,"unexpected":1,"message":1,"from":1},"15751,1787,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"def":5,"have":2,"sent":2,"tensor":16,"id":22,"self":27,"str":2,"request":14,"split":2,"0":2,"if":6,"not":5,"in":3,"send":18,"to":8,"ids":6,"set":2,"add":2,"received":1,"recv":3,"async":3,"while":3,"true":1,"with":3,"queue":10,"cv":5,"wait":4,"item":9,"popleft":1,"notify":1,"sync":2,"for":2,"type":1,"put":2,"start":2,"time":6,"duration":2,"logger":1,"debug":1,"it":1,"took":1,"3fms":1,"the":1,"be":1,"empty":1,"rank":2,"d":1,"1000":1,"sendqueueitem":1,"bool":1,"remote":3,"address":3,"is":2,"none":1,"return":1,"false":1,"socks":1,"create":1,"connect":1,"stream":1,"extract":1,"kv":1,"from":1,"layer":1,"mla":1,"slot":1,"mapping":1},"17538,1539,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"sock":3,"self":9,"socks":1,"item":5,"remote":3,"address":4,"comm":2,"rank":3,"comms":1,"data":4,"cmd":1,"put":2,"tensor":12,"id":4,"shape":3,"dtype":2,"str":4,"replace":1,"torch":1,"send":5,"msgpack":1,"dumps":1,"response":4,"recv":1,"if":2,"b":1,"0":1,"logger":1,"error":1,"peer":1,"out":1,"of":4,"memory":1,"threshold":1,"s":6,"myrank":1,"size":2,"fgb":1,"zmq":1,"element":1,"numel":1,"1024":1,"3":1,"decode":1,"return":2,"false":1,"to":3,"device":1,"1":1,"stream":1,"type":1,"async":1,"have":3,"sent":1,"true":1,"def":1,"get":1,"finished":5,"req":2,"ids":6,"set":4,"no":1,"compile":1,"layers":1,"tuple":2,"optional":2,"notifies":1,"worker":1,"side":1,"connector":1,"requests":2,"that":2,"generating":1,"tokens":1,"returns":1,"asynchronous":1,"transfer":1,"sending":1,"saving":1,"recving":1,"loading":1,"the":1,"saves":1,"sends":1,"must":1,"belong":1,"a":3,"provided":1,"in":1,"call":2,"this":2,"method":1,"or":1,"prior":1,"one":1},"19077,1868,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"clear":1,"the":4,"buffer":1,"upon":1,"request":7,"completion":1,"for":2,"id":9,"in":3,"finished":5,"req":1,"ids":3,"layer":2,"name":2,"no":1,"compile":1,"layers":1,"tensor":13,"if":4,"self":17,"recv":4,"store":3,"with":1,"cv":1,"pop":3,"none":7,"send":3,"to":3,"isinstance":1,"tuple":1,"addr":2,"pool":1,"free":1,"todo":2,"retrieve":2,"requests":2,"that":2,"have":2,"already":2,"sent":1,"kv":3,"cache":2,"sending":2,"set":4,"str":2,"received":1,"recving":2,"return":1,"or":2,"def":2,"ping":2,"sock":4,"context":1,"socket":1,"zmq":7,"dealer":1,"setsockopt":1,"string":1,"identity":1,"address":8,"logger":1,"debug":1,"start":1,"s":1,"connect":1,"f":3,"tcp":1,"proxy":1,"data":2,"type":1,"p":1,"config":1,"is":4,"producer":1,"else":1,"d":1,"http":2,"while":1,"true":1,"msgpack":1,"dumps":1,"time":1,"sleep":1,"3":1,"comm":1,"torch":1,"dst":1,"int":1,"stream":4,"assert":1,"device":4,"this":1,"nccl":1,"communicator":1,"created":1,"work":1,"on":2,"but":1,"input":1,"current":1},"20945,1872,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_connector/v1/p2p/p2p_nccl_engine.py":{"with":2,"torch":8,"cuda":4,"stream":14,"self":11,"nccl":3,"ncclsend":1,"buffer":2,"type":3,"tensor":14,"data":2,"ptr":2,"numel":2,"nccldatatypeenum":2,"from":4,"dtype":2,"dst":1,"comm":3,"cudastream":2,"t":2,"synchronize":2,"def":3,"recv":1,"src":2,"int":1,"none":4,"assert":1,"device":4,"f":2,"this":1,"communicator":1,"is":8,"created":1,"to":1,"work":1,"on":2,"but":1,"the":5,"input":1,"if":5,"current":1,"ncclrecv":1,"close":1,"listener":1,"thread":4,"join":3,"send":2,"put":1,"async":1,"ping":2,"not":2,"staticmethod":1,"extract":2,"kv":2,"layer":10,"mla":3,"bool":1,"slot":3,"mapping":3,"cache":1,"assume":1,"shape":5,"of":1,"2":3,"num":6,"pages":6,"page":6,"size":6,"xxx":2,"used":1,"and":1,"otherwise":1,"0":1,"1":4,"return":2,"reshape":2},"0,1263,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":1,"project":1,"this":4,"file":2,"contains":2,"a":5,"new":3,"class":7,"kvlookupbufferbase":2,"that":2,"allows":2,"developers":2,"think":1,"of":1,"kv":3,"cache":2,"operations":2,"as":2,"inserting":1,"entries":1,"insert":1,"into":1,"lookup":3,"buffer":8,"and":2,"querying":1,"existing":1,"caches":1,"drop":1,"select":1,"from":3,"also":1,"kvstorebufferbase":1,"manage":1,"kvcache":4,"simple":1,"key":1,"value":1,"storage":1,"with":1,"basic":1,"put":1,"get":1,"these":1,"classes":1,"above":1,"are":1,"abstracted":1,"behind":1,"kvcachebufferbase":3,"abc":3,"import":3,"abstractmethod":2,"typing":1,"optional":1,"torch":1,"abstract":2,"base":2,"for":3,"def":1,"close":2,"self":1,"none":1,"release":1,"resources":2,"method":2,"is":2,"responsible":1,"cleaning":1,"up":1,"related":1,"when":1,"it":1,"no":1,"longer":1,"needed":1,"raises":1,"notimplementederror":2,"must":1,"be":1,"implemented":1,"in":1,"subclasses":1,"raise":1},"1263,1630,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/base.py":{"this":3,"class":1,"provides":1,"an":2,"abstraction":1,"for":4,"a":6,"key":8,"value":8,"kv":8,"cache":6,"lookup":4,"buffer":5,"the":20,"of":9,"input":5,"tokens":6,"token":1,"ids":1,"request":1,"roi":6,"binary":1,"mask":1,"on":1,"top":1,"purpose":1,"since":1,"may":2,"only":3,"be":2,"available":1,"subset":2,"in":4,"example":1,"when":1,"vllm":2,"is":7,"connected":1,"to":5,"external":1,"service":1,"specifies":1,"that":1,"associated":1,"with":1,"note":1,"can":1,"further":2,"extended":1,"describe":1,"which":1,"part":2,"current":1,"process":2,"holding":1,"each":1,"hold":1,"due":1,"tp":1,"and":4,"pp":1,"not":1,"implemented":1,"now":1,"tensor":9,"hidden":6,"final":1,"state":2,"generated":1,"by":2,"model":2,"forwarding":2,"allows":1,"bypass":1,"transmitting":1,"abstractmethod":1,"def":1,"insert":2,"self":1,"torch":5,"none":1,"into":1,"functionality":1,"similar":1,"following":1,"python":1,"statement":1,"fixme":2,"future":1,"we":2,"should":2,"have":1,"two":1,"arguments":1,"where":1,"dict":2,"transmit":1,"both":1,"sampler":1,"outputs":1,"states":1},"2893,1923,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/base.py":{"args":2,"input":7,"tokens":7,"torch":11,"tensor":14,"token":2,"ids":2,"roi":5,"a":5,"binary":2,"mask":2,"on":2,"top":2,"of":4,"the":13,"key":4,"in":5,"kv":6,"cache":5,"value":4,"hidden":2,"final":1,"state":1,"generated":1,"during":1,"model":2,"forwarding":2,"to":3,"bypass":1,"raises":2,"notimplementederror":4,"this":3,"method":2,"must":2,"be":3,"implemented":2,"subclasses":2,"raise":2,"abstractmethod":1,"def":1,"drop":2,"select":2,"self":1,"optional":4,"list":3,"and":3,"entries":1,"from":2,"lookup":1,"buffer":6,"functionality":1,"is":2,"similar":1,"following":1,"python":1,"statements":1,"ret":2,"pop":1,"return":2,"if":1,"none":2,"it":2,"means":1,"selecting":1,"any":1,"caches":1,"remove":1,"useful":1,"when":1,"offloading":1,"storage":3,"service":1,"returns":1,"tensors":1,"can":1,"class":3,"kvstorebufferbase":1,"kvcachebufferbase":1,"abstract":2,"base":1,"for":1,"kvcache":2,"with":2,"semantics":1,"provides":1,"simple":1,"basic":1,"put":1,"get":1,"operations":1,"which":1,"enables":1,"flexible":1,"transfer":1,"granular":1,"control":1},"4816,1464,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/base.py":{"the":6,"functionality":1,"is":1,"similar":1,"to":3,"a":6,"distributed":1,"key":10,"value":9,"store":2,"where":1,"unique":3,"string":1,"identifier":3,"for":3,"cached":1,"entry":1,"tensor":17,"be":6,"stored":3,"and":1,"retrieved":1,"none":3,"indicating":1,"deletion":1,"or":3,"empty":1,"abstractmethod":2,"def":2,"put":1,"self":2,"str":4,"optional":4,"torch":4,"pair":1,"in":3,"buffer":2,"args":2,"this":4,"could":2,"cache":4,"hidden":2,"state":2,"generated":2,"during":2,"model":2,"forwarding":2,"raises":2,"notimplementederror":4,"method":2,"must":2,"implemented":2,"subclasses":2,"raise":2,"get":1,"retrieve":1,"from":1,"by":1,"returns":1,"if":1,"exists":1,"otherwise":1},"0,1908,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":6,"vllm":4,"project":1,"implements":1,"a":1,"distributed":4,"key":2,"value":1,"kv":8,"cache":4,"transfer":3,"mechanism":2,"features":1,"transmission":1,"using":1,"pynccl":1,"pipes":1,"non":1,"blocking":2,"insert":1,"drop":1,"select":1,"use":2,"cpu":5,"signal":7,"pipe":10,"avoid":1,"racing":1,"condition":2,"handles":1,"buffer":8,"size":5,"constraints":1,"and":1,"provide":1,"backpressure":1,"stop":1,"prefill":1,"instance":2,"when":1,"decode":1,"is":1,"slow":1,"import":7,"threading":3,"from":5,"collections":1,"deque":3,"typing":1,"optional":2,"union":1,"torch":5,"lookup":1,"base":2,"kvlookupbufferbase":2,"kvpipebase":3,"logger":4,"init":3,"name":1,"class":1,"simplebuffer":1,"def":2,"self":11,"data":4,"thresh":2,"float":1,"on":3,"note":1,"device":3,"recv":3,"will":1,"block":1,"all":1,"threads":1,"in":1,"process":1,"making":1,"producer":1,"unable":1,"listen":2,"new":2,"request":3,"while":1,"transmitting":1,"luckily":1,"only":1,"blocks":1,"current":1,"thread":3,"so":1,"we":1,"e":1,"g":1,"gpu":1,"list":3,"tensor":4,"threshold":1,"cv":1,"handling":1,"none":2,"normal":1,"end":1,"matches":1,"tokens":2,"roi":2,"sender":1,"recver":1},"1908,1918,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py":{"tokens":21,"roi":14,"sender":10,"and":3,"of":3,"the":6,"producer":1,"in":2,"buffer":4,"recver":11,"consumer":2,"query":1,"0":4,"1":3,"if":5,"is":3,"none":4,"sends":1,"an":1,"empty":1,"request":1,"semantics":1,"drop":2,"select":1,"limit":1,"so":2,"any":1,"data":11,"can":1,"be":1,"selected":1,"return":5,"true":1,"assuming":1,"that":1,"a":2,"binary":1,"mask":1,"on":2,"simple":1,"common":1,"prefix":1,"matching":1,"min":5,"length":4,"len":2,"torch":10,"allclose":1,"def":3,"send":3,"tensor":19,"dec":1,"size":5,"self":6,"optional":2,"assert":1,"not":3,"use":1,"pipe":2,"instead":1,"element":3,"numel":2,"dtype":1,"bool":1,"float":1,"get":1,"union":1,"list":1,"isinstance":1,"cannot":1,"perform":1,"this":1,"check":2,"needs":1,"to":2,"go":1,"after":1,"above":1,"raise":1,"assertionerror":1,"f":1,"unknown":1,"type":2,"add":1,"input":1,"key":1,"value":1,"hidden":1},"3826,1733,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py":{"if":7,"isinstance":5,"input":6,"tokens":7,"torch":5,"tensor":8,"clone":5,"roi":11,"key":4,"value":4,"hidden":4,"buffer":13,"item":3,"data":8,"size":10,"sum":1,"self":16,"get":1,"element":1,"for":1,"in":1,"with":1,"cv":3,"threshold":2,"log":1,"outside":1,"the":2,"while":3,"loop":1,"to":1,"avoid":1,"this":1,"message":1,"being":1,"logged":1,"repeatedly":1,"logger":2,"debug":1,"kv":1,"transfer":1,"is":5,"full":1,"handling":1,"wait":1,"append":1,"notify":1,"def":2,"end":3,"signal":8,"return":1,"none":2,"drop":2,"select":2,"handler":1,"try":1,"true":1,"pipe":3,"recv":3,"info":1,"received":1,"break":1,"assert":1,"not":1,"please":1,"provide":1,"when":1,"sending":1,"request":1,"0":1,"5":1,"recver":1},"5559,1843,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py":{"def":2,"is":7,"buffer":11,"available":3,"tokens":5,"roi":5,"recver":3,"list":2,"torch":4,"tensor":9,"bool":1,"perform":1,"input":2,"and":3,"matching":2,"fixme":1,"this":2,"o":2,"n":1,"ideally":1,"it":1,"should":2,"be":3,"1":2,"but":1,"size":2,"won":1,"t":2,"shouldn":1,"too":1,"large":1,"so":1,"the":7,"fix":1,"not":4,"urgent":1,"for":2,"in":4,"range":1,"len":1,"self":11,"if":2,"matches":1,"0":2,"return":2,"true":1,"rotate":2,"element":1,"we":1,"just":1,"accessed":1,"to":2,"end":1,"false":1,"with":1,"cv":3,"while":1,"logger":2,"debug":2,"kv":2,"transfer":1,"waiting":1,"wait":1,"need":1,"clone":1,"case":1,"freed":1,"before":1,"sending":1,"finishes":1,"matched":2,"item":2,"popleft":1,"send":1,"dec":1,"notify":1,"except":1,"runtimeerror":1,"as":1,"e":4,"connection":1,"closed":1,"by":2,"peer":1,"str":1,"raise":1,"closing":1,"drop":3,"select":3,"handler":1,"optional":3,"assert":1,"request":1,"handling":1,"thread":1,"none":1,"called":1,"cache":1,"consumer":1,"g":1,"decode":1,"vllm":1,"instance":1},"7402,1754,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/simple_buffer.py":{"if":6,"isinstance":2,"input":8,"tokens":8,"torch":7,"tensor":19,"clone":2,"roi":11,"float":2,"self":21,"signal":5,"pipe":9,"send":4,"normal":1,"data":7,"recv":5,"is":4,"not":3,"none":4,"convert":1,"from":1,"to":5,"bool":2,"as":1,"pynccl":1,"does":1,"support":1,"sending":1,"0":1,"5":1,"key":4,"value":4,"hidden":4,"return":1,"def":2,"insert":2,"add":1,"buffer":1,"when":1,"calling":1,"the":3,"current":1,"process":1,"a":3,"sender":1,"need":1,"launch":1,"request":8,"handler":2,"and":3,"start":2,"listening":1,"handling":6,"thread":7,"threading":1,"target":1,"drop":1,"select":1,"close":2,"hasattr":1,"join":1,"else":1,"todo":1,"have":2,"explicit":2,"way":1,"check":1,"it":1,"s":1,"requester":1,"end":1},"0,1893,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/mooncake_store.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":1,"this":2,"file":5,"contains":1,"a":3,"new":2,"class":2,"mooncakestore":1,"that":1,"allows":1,"developers":1,"think":1,"of":1,"kv":5,"cache":2,"transfer":2,"operations":1,"as":4,"putting":1,"entries":1,"into":1,"remote":2,"kvstore":1,"based":1,"lookup":3,"buffer":8,"and":1,"getting":1,"existing":1,"caches":1,"from":10,"import":10,"json":3,"os":1,"dataclasses":1,"dataclass":2,"typing":1,"optional":1,"torch":3,"safetensors":4,"load":4,"save":2,"config":10,"vllmconfig":1,"distributed":1,"base":1,"kvstorebufferbase":1,"logger":4,"init":2,"default":4,"global":5,"segment":5,"size":10,"3355443200":1,"3":1,"125":1,"gib":2,"local":8,"1073741824":1,"1":1,"name":4,"mooncakestoreconfig":3,"hostname":3,"str":6,"metadata":3,"server":6,"int":2,"protocol":3,"device":3,"master":3,"address":3,"staticmethod":1,"def":1,"path":2,"with":1,"open":1,"fin":2,"return":1,"get":7,"tcp":1},"1893,1914,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/mooncake_store.py":{"staticmethod":1,"def":3,"load":3,"from":6,"env":2,"mooncakestoreconfig":3,"config":15,"a":1,"file":5,"specified":1,"in":1,"the":5,"environment":2,"variable":2,"path":5,"os":1,"getenv":1,"mooncake":6,"if":1,"is":3,"none":1,"raise":4,"valueerror":2,"not":1,"set":1,"return":1,"class":1,"mooncakestore":1,"kvstorebufferbase":1,"init":1,"self":12,"vllmconfig":1,"try":2,"store":3,"import":1,"mooncakedistributedstore":3,"except":3,"importerror":2,"as":3,"e":4,"please":1,"install":1,"by":1,"following":1,"instructions":1,"at":1,"https":1,"github":1,"com":1,"kvcache":1,"ai":1,"blob":1,"main":1,"doc":1,"en":1,"build":1,"md":1,"noqa":1,"e501":1,"to":2,"run":1,"vllm":1,"with":1,"mooncakeconnector":1,"logger":3,"info":1,"configuration":3,"loaded":1,"successfully":1,"setup":1,"local":2,"hostname":1,"metadata":1,"server":2,"global":1,"segment":1,"size":2,"buffer":1,"protocol":1,"device":1,"name":1,"master":1,"address":1,"error":3,"loading":2,"failed":1,"s":2,"exception":1,"exc":2,"an":1,"occurred":1,"while":1,"close":2,"will":1,"automatically":1,"call":1,"destructor":1,"so":1,"it":2,"unnecessary":1,"manually":1,"pass":1},"3807,1872,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_lookup_buffer/mooncake_store.py":{"def":4,"put":7,"self":8,"key":8,"str":4,"value":13,"optional":3,"torch":8,"tensor":13,"none":4,"a":2,"message":2,"queue":2,"needs":2,"to":6,"be":2,"introduced":2,"before":2,"making":2,"it":2,"asynchronous":2,"if":4,"is":1,"not":1,"impl":4,"get":7,"return":3,"kvcache":2,"mooncake":6,"store":8,"device":17,"id":9,"index":1,"type":3,"cuda":2,"else":2,"1":1,"dtype":1,"int32":1,"bytes":2,"safetensors":2,"save":1,"try":2,"except":2,"typeerror":4,"as":2,"err":6,"logger":2,"error":4,"failed":2,"into":1,"s":2,"raise":2,"from":4,"data":3,"loaded":3,"tensors":3,"load":1,"int":1,"item":1,"0":1,"cpu":1},"0,1881,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":9,"vllm":1,"project":1,"this":6,"file":1,"defines":1,"an":3,"interface":4,"kvpipebase":2,"that":2,"provides":2,"abstraction":1,"for":3,"sending":3,"and":4,"receiving":2,"tensors":2,"or":3,"none":9,"via":2,"distributed":4,"communications":2,"all":1,"classes":1,"instantiated":1,"from":6,"are":1,"assumed":1,"be":7,"a":4,"fifo":1,"pipe":3,"if":1,"your":1,"communication":2,"platform":1,"already":1,"supports":1,"key":3,"value":2,"lookup":2,"you":1,"can":5,"bypass":1,"directly":1,"start":1,"kv":1,"buffer":1,"abc":3,"import":3,"abstractmethod":4,"typing":1,"optional":5,"torch":5,"class":2,"by":1,"def":3,"send":2,"tensor":12,"self":3,"need":1,"support":1,"important":1,"error":1,"handling":1,"todo":1,"add":1,"argument":1,"so":1,"we":1,"use":1,"traditional":1,"database":1,"as":1,"mechanism":1,"behind":1,"args":1,"sent":1,"raises":2,"notimplementederror":4,"method":2,"must":2,"implemented":2,"in":2,"subclasses":2,"raise":2,"recv":1,"receive":1,"pipeline":3,"returns":1,"received":1,"close":2,"release":1,"resources":1},"1881,275,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/base.py":{"this":2,"method":2,"is":1,"responsible":1,"for":1,"closing":1,"the":1,"communication":1,"pipeline":1,"and":1,"releasing":1,"any":1,"resources":1,"associated":1,"with":1,"it":1,"raises":1,"notimplementederror":2,"must":1,"be":1,"implemented":1,"in":1,"subclasses":1,"raise":1},"0,1880,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"this":1,"module":1,"implements":2,"a":2,"pynccl":2,"pipe":2,"for":1,"sending":2,"and":4,"receiving":2,"optional":4,"torch":4,"tensor":4,"between":1,"distributed":5,"ranks":1,"with":3,"advanced":1,"communication":1,"features":2,"key":1,"supports":2,"tensors":1,"metadata":4,"handles":1,"both":1,"cuda":1,"cpu":1,"device":10,"communications":1,"non":1,"blocking":1,"transfer":2,"mechanism":1,"manages":1,"buffer":2,"size":3,"provides":1,"backpressure":1,"control":1,"process":1,"groups":1,"configurable":1,"parameters":1,"import":10,"threading":1,"time":1,"from":7,"concurrent":1,"futures":1,"threadpoolexecutor":1,"typing":1,"callable":1,"config":7,"kvtransferconfig":2,"communicators":1,"pyncclcommunicator":1,"kv":7,"base":1,"kvpipebase":2,"utils":1,"statelessprocessgroup":1,"logger":4,"init":5,"name":1,"class":2,"brokenpipeexception":1,"exception":1,"def":2,"self":15,"message":4,"super":1,"dict":1,"str":2,"pyncclpipe":1,"length":1,"16":1,"max":1,"dimensions":1,"14":1,"dtype":1,"int64":1,"local":3,"rank":5,"int":2,"none":2,"port":1,"offset":1,"parallel":2,"if":1,"is":1,"select":2,"else":1},"1880,1988,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py":{"build":1,"distributed":1,"connection":2,"and":2,"send":12,"recv":12,"implementation":2,"store":4,"timeout":4,"self":25,"config":5,"get":3,"from":1,"extra":1,"300":1,"group":7,"statelessprocessgroup":2,"create":1,"host":1,"kv":11,"ip":1,"port":3,"offset":1,"rank":8,"world":1,"size":8,"parallel":3,"add":1,"a":1,"barrier":2,"to":4,"make":1,"sure":1,"the":1,"is":3,"initiated":1,"properly":1,"impl":4,"device":6,"func":2,"set":1,"target":3,"for":4,"1":2,"transportation":1,"related":1,"variables":1,"transport":1,"thread":1,"optional":1,"threadpoolexecutor":1,"none":5,"buffer":4,"0":1,"lock":2,"threading":1,"thresh":1,"def":2,"tuple":1,"callable":4,"torch":4,"tensor":4,"int":4,"if":1,"type":2,"cuda":1,"use":1,"pynccl":1,"comm":4,"pyncclcommunicator":1,"local":1,"disabled":1,"false":1,"ignore":1,"else":1,"this":1,"here":1,"not":2,"intended":1,"transfer":2,"caches":2,"should":1,"be":1,"repurposed":1,"currently":1,"it":1,"only":1,"used":1,"transmit":1,"control":1,"plane":1,"messages":1,"pyncclbuffer":1,"obj":2,"my":1,"x":2,"src":2},"3868,1888,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py":{"recv":5,"my":1,"return":6,"send":5,"def":5,"select":1,"device":10,"self":10,"str":1,"logger":1,"info":1,"selecting":1,"s":2,"if":3,"cuda":2,"torch":5,"f":1,"local":1,"rank":4,"else":2,"cpu":1,"make":1,"metadata":19,"tensor":15,"optional":1,"create":2,"the":16,"as":1,"a":6,"dictionary":6,"based":2,"on":3,"input":2,"args":3,"or":3,"none":6,"no":1,"is":2,"provided":2,"returns":2,"with":3,"following":1,"keys":3,"dtype":8,"data":2,"type":3,"of":3,"shape":10,"prepare":1,"buffer":3,"to":2,"receive":2,"and":4,"describing":1,"specified":1,"allocated":1,"empty":1,"target":3,"group":1,"obj":1,"for":1,"from":1},"5756,1870,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py":{"returns":2,"metadata":11,"a":2,"dictionary":1,"with":2,"keys":1,"dtype":2,"and":4,"shape":1,"describing":1,"the":8,"tensor":21,"return":3,"self":17,"group":1,"recv":7,"obj":1,"target":5,"rank":7,"for":4,"def":3,"send":8,"impl":4,"optional":3,"torch":4,"none":7,"actual":2,"implementation":2,"of":2,"sending":1,"its":2,"to":5,"args":1,"input":1,"be":1,"sent":2,"or":2,"if":4,"no":2,"is":4,"being":1,"make":1,"not":1,"device":3,"func":2,"receiving":1,"from":1,"buffer":8,"received":2,"prepare":1,"wrapper":2,"size":5,"int":1,"handle":1,"exceptions":1,"update":1,"try":1,"lock":1,"except":1,"exception":2,"as":1,"e":2,"logger":1,"error":1,"d":1,"when":1,"trying":1,"s":2,"msg":1,"distributed":1,"get":1,"str":2,"import":1,"traceback":2,"print":1,"exc":1},"7626,1843,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py":{"def":3,"block":3,"if":8,"full":3,"self":17,"the":7,"current":1,"thread":8,"buffer":5,"size":10,"is":7,"larger":1,"than":1,"threshold":1,"while":1,"thresh":1,"logger":4,"debug":1,"kv":2,"cache":1,"transfer":1,"pipe":1,"waiting":1,"time":1,"sleep":1,"0":2,"05":1,"send":3,"tensor":24,"optional":2,"torch":2,"none":6,"sends":1,"a":3,"and":2,"its":2,"metadata":2,"to":2,"destination":1,"rank":2,"in":2,"non":1,"blocking":2,"way":1,"args":2,"or":2,"no":2,"being":1,"sent":1,"transport":6,"threadpoolexecutor":2,"max":2,"workers":2,"1":2,"not":1,"element":1,"numel":1,"else":1,"with":1,"lock":1,"submit":2,"wrapper":1,"recv":2,"receives":1,"from":1,"source":1,"call":1,"received":2,"future":2,"impl":1,"try":1,"result":1,"except":1,"exception":2,"as":1,"e":3,"error":3,"encountering":1,"receiving":1,"s":2,"my":1,"device":2,"import":1,"traceback":2,"print":1,"exc":1,"raise":1,"return":1},"9469,251,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/pynccl_pipe.py":{"def":1,"close":2,"self":4,"the":1,"pipe":1,"and":2,"release":1,"associated":1,"resources":1,"if":1,"hasattr":1,"transport":3,"thread":3,"is":1,"not":1,"none":1,"shutdown":1},"0,2000,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":6,"project":1,"import":14,"json":3,"os":2,"struct":1,"from":14,"concurrent":1,"futures":1,"threadpoolexecutor":1,"dataclasses":1,"dataclass":2,"typing":1,"optional":1,"union":2,"torch":3,"zmq":2,"safetensors":4,"load":6,"as":3,"save":2,"config":15,"kvtransferconfig":1,"distributed":1,"kv":2,"transfer":2,"pipe":1,"base":1,"kvpipebase":1,"logger":4,"init":2,"utils":1,"join":1,"host":2,"port":2,"make":1,"path":8,"split":1,"name":4,"none":4,"int":1,"150886311":1,"class":2,"mooncaketransferengineconfig":5,"prefill":3,"url":6,"str":7,"decode":3,"metadata":6,"backend":3,"server":3,"protocol":3,"device":3,"staticmethod":2,"def":2,"file":9,"a":2,"with":1,"open":1,"fin":2,"return":2,"get":6,"tcp":1,"env":1,"specified":1,"in":1,"environment":2,"variable":2,"getenv":1,"mooncake":3,"if":1,"is":2,"raise":1,"valueerror":1,"not":1,"set":1,"mooncaketransferengine":1,"handles":1,"of":1,"data":1,"using":1,"adaptor":1,"and":1,"zeromq":1},"2000,1899,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"def":1,"init":1,"self":20,"kv":3,"rank":8,"int":2,"local":5,"try":2,"from":3,"mooncake":4,"engine":2,"import":1,"transferengine":2,"except":3,"importerror":2,"as":3,"e":4,"raise":3,"please":1,"install":1,"by":1,"following":1,"the":3,"instructions":1,"at":1,"https":1,"github":1,"com":1,"kvcache":1,"ai":1,"blob":1,"main":1,"doc":1,"en":1,"build":1,"md":1,"noqa":1,"e501":1,"to":1,"run":1,"vllm":1,"with":1,"mooncakeconnector":1,"config":7,"mooncaketransferengineconfig":1,"load":1,"env":1,"logger":3,"info":1,"configuration":2,"loaded":1,"successfully":1,"valueerror":1,"error":3,"exception":1,"exc":2,"an":1,"occurred":1,"while":1,"loading":1,"s":1,"prefill":13,"host":10,"base":8,"port":16,"split":2,"url":9,"decode":15,"avoid":1,"ports":1,"conflict":1,"when":1,"running":1,"and":2,"on":1,"same":1,"node":1,"if":3,"100":1,"join":2,"initialize":1,"0":2,"else":2,"metadata":2,"server":1,"protocol":1,"device":1,"name":1,"backend":1,"remote":1},"3899,1873,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"initialize":1,"zeromq":2,"context":7,"and":3,"sockets":4,"self":22,"zmq":13,"type":1,"ignore":1,"attr":1,"defined":1,"sender":6,"socket":10,"constants":4,"push":2,"receiver":6,"pull":2,"ack":6,"buffer":1,"cleaner":1,"threadpoolexecutor":1,"max":1,"workers":1,"1":5,"setup":2,"metadata":2,"kv":3,"rank":15,"prefill":2,"host":12,"base":2,"port":6,"decode":2,"def":1,"int":3,"p":12,"str":2,"d":12,"none":1,"set":1,"up":1,"for":2,"sending":1,"receiving":1,"data":1,"offsets":1,"8":3,"are":2,"left":1,"initialization":1,"in":1,"case":1,"tp":1,"pp":1,"enabled":1,"offset":10,"local":2,"2":6,"if":1,"0":1,"bind":4,"make":8,"path":8,"tcp":8,"connect":4,"else":1},"5772,1880,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"def":4,"initialize":4,"self":10,"local":3,"hostname":3,"str":5,"metadata":10,"server":3,"protocol":3,"device":3,"name":3,"backend":10,"union":1,"none":3,"the":3,"mooncake":2,"instance":1,"if":4,"is":1,"engine":5,"else":1,"supported":3,"etcd":1,"redis":1,"lower":1,"not":1,"in":1,"raise":3,"valueerror":1,"configuration":1,"error":7,"f":1,"should":1,"be":1,"one":1,"of":2,"ext":1,"allocate":3,"managed":6,"buffer":12,"length":7,"int":9,"a":2,"specified":2,"ret":6,"0":2,"logger":2,"allocation":2,"return":7,"exception":2,"free":3,"previously":1,"allocated":1,"transfer":5,"sync":2,"peer":2,"address":3,"synchronously":1,"data":1,"to":1,"read":1,"remote":1,"url":1},"7652,1829,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"def":5,"write":4,"bytes":16,"to":6,"buffer":18,"self":20,"int":7,"user":5,"data":8,"length":16,"the":6,"allocated":2,"return":3,"engine":2,"read":4,"from":7,"wait":3,"for":3,"ack":10,"src":8,"ptr":12,"none":2,"asynchronously":1,"receiver":4,"sender":2,"recv":3,"if":1,"b":2,"logger":1,"error":1,"failed":1,"receive":2,"free":2,"managed":4,"send":4,"remote":2,"process":2,"len":1,"allocate":2,"socket":2,"multipart":2,"struct":4,"pack":2,"q":4,"cleaner":1,"submit":1,"unpack":2,"0":3,"1":1,"dst":4,"transfer":1,"sync":1,"ret":2,"cleanup":1,"class":1,"mooncakepipe":1,"kvpipebase":1,"mooncaketransferengine":1,"based":1,"pipe":1,"implementation":1},"9481,1664,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"def":5,"init":1,"self":24,"local":5,"rank":8,"int":3,"config":5,"kvtransferconfig":1,"device":20,"optional":2,"str":2,"none":6,"initialize":1,"the":5,"mooncake":1,"pipe":1,"and":1,"set":1,"related":1,"parameters":1,"kv":4,"if":2,"is":1,"select":4,"buffer":1,"else":2,"transfer":3,"engine":3,"mooncaketransferengine":1,"transport":1,"thread":1,"threadpoolexecutor":1,"tensor":15,"torch":7,"available":1,"cuda":3,"or":1,"cpu":2,"logger":1,"info":1,"selecting":1,"s":1,"return":4,"f":1,"hash":3,"calculate":1,"value":1,"of":1,"data":3,"ptr":1,"send":2,"impl":2,"implement":2,"sending":1,"logic":2,"using":2,"safetensors":4,"bytes":2,"save":1,"recv":2,"receiving":1,"load":1,"to":1},"11145,1245,data/raw/vllm-0.10.1/vllm/distributed/kv_transfer/kv_pipe/mooncake_pipe.py":{"def":3,"send":3,"tensor":17,"self":17,"optional":2,"torch":2,"none":8,"to":1,"the":4,"target":1,"process":1,"if":4,"transport":6,"thread":6,"is":3,"threadpoolexecutor":2,"max":2,"workers":2,"1":3,"not":1,"else":2,"assert":1,"len":1,"shape":1,"0":1,"submit":2,"impl":2,"recv":2,"receive":1,"from":1,"other":1,"processes":1,"result":1,"numel":1,"and":2,"item":1,"int":1,"return":2,"close":5,"cleanup":1,"logic":1,"when":1,"closing":1,"pipe":1,"transfer":6,"engine":6,"sender":2,"socket":2,"receiver":2,"ack":2,"context":2,"term":1,"terminate":1,"zmq":1,"logger":1,"info":1,"closed":1,"cleaned":1,"up":1,"resources":1},"0,1996,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":7,"vllm":6,"project":1,"expert":13,"parallelism":1,"load":2,"balancer":1,"eplb":1,"metrics":1,"and":5,"states":1,"glossary":1,"logical":6,"an":2,"that":3,"is":6,"part":1,"of":10,"model":3,"s":1,"structure":1,"it":2,"holds":1,"a":6,"set":2,"weights":6,"replicated":1,"across":2,"multiple":2,"physical":7,"experts":7,"redundant":2,"achieve":1,"balancing":1,"for":3,"some":1,"popular":1,"we":4,"create":1,"additional":1,"copies":2,"during":1,"inference":1,"each":5,"these":2,"can":2,"be":2,"routed":1,"by":1,"same":2,"tokens":1,"instantiated":2,"on":3,"specific":1,"device":2,"replica":1,"rearranged":1,"devices":2,"i":1,"e":1,"one":1,"may":1,"have":4,"sets":4,"initialized":1,"different":1,"local":2,"current":1,"example":1,"deepseek":2,"r1":2,"has":2,"256":3,"so":1,"moe":2,"layer":4,"linear":2,"in":3,"parameters":1,"if":2,"add":1,"32":4,"will":2,"288":3,"total":1,"when":1,"deploying":1,"ll":1,"ep":2,"ranks":1,"then":1,"gpu":1,"hold":1,"9":1,"import":13,"time":1,"from":11,"collections":1,"abc":1,"sequence":1,"dataclasses":1,"dataclass":1,"typing":1,"optional":1,"union":1,"torch":2,"distributed":3,"processgroup":1,"all":1,"reduce":1,"config":1,"parallelconfig":1,"parallel":1,"state":1,"get":2,"group":1,"node":2,"count":1,"as":1,"utils":1,"statelessprocessgroup":1,"logger":2,"init":1,"executor":1,"models":1,"interfaces":1,"mixtureofexperts":1,"rebalance":3,"algo":1,"execute":1,"rearrange":1,"inplace":1},"1996,1787,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"logger":2,"init":1,"name":1,"dataclass":1,"class":1,"eplbstate":1,"eplb":1,"metrics":1,"physical":11,"to":5,"logical":12,"map":3,"torch":5,"tensor":5,"mapping":5,"from":2,"experts":16,"shape":5,"num":11,"moe":8,"layers":5,"example":3,"for":4,"a":5,"2":9,"layer":3,"model":3,"with":3,"6":3,"and":3,"4":5,"on":3,"3":8,"ep":3,"ranks":3,"the":7,"could":3,"look":3,"like":3,"this":6,"0":7,"1":25,"is":2,"sparse":1,"matrix":1,"where":1,"indicates":1,"no":1,"redundant":1,"5":2,"replica":1,"count":4,"number":1,"of":2,"replicas":1,"each":2,"expert":6,"exactly":1,"non":1,"in":1,"load":5,"pass":2,"during":1,"forward":1,"we":1,"use":1,"token":1,"processes":1,"as":1,"window":3,"sliding":1,"size":1},"3783,1670,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"note":2,"the":12,"expert":11,"load":8,"view":1,"now":1,"records":1,"for":2,"all":6,"physical":2,"experts":6,"rather":1,"than":1,"just":1,"local":1,"this":3,"ensures":1,"consistent":1,"statistics":1,"across":1,"different":2,"dispatch":1,"methods":1,"naive":2,"to":7,"deepep":1,"pplx":1,"kernels":1,"recorded":1,"will":3,"be":1,"multiplied":1,"by":1,"dp":2,"size":3,"when":1,"using":2,"due":1,"each":2,"rank":2,"contributing":1,"same":2,"token":1,"set":1,"calculation":1,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"22167":1,"pullrequestreview":1,"3086143856":1,"window":5,"step":7,"int":7,"0":4,"current":1,"in":2,"sliding":2,"from":3,"rearrangement":8,"ep":2,"may":1,"have":2,"its":1,"own":1,"of":1,"is":4,"a":3,"constant":2,"and":2,"taken":2,"config":2,"steps":2,"after":1,"last":1,"trigger":1,"if":1,"it":1,"exceeds":1,"threshold":1,"keep":1,"mind":1,"that":1,"ranks":1,"need":1,"value":1,"ensure":1,"synchronization":1,"otherwise":1,"hang":1,"at":1,"collective":1,"communication":1,"calls":1,"interval":2,"staticmethod":1,"def":1,"build":2,"initial":2,"global":1,"logical":1,"map":1,"num":2,"routed":2,"redundant":2,"sequence":1,"an":1,"arrangement":1,"following":1,"structure":1,"original":1},"5453,483,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"returns":1,"physical":5,"to":5,"logical":5,"map":4,"sequence":1,"int":1,"a":1,"list":2,"of":2,"integers":1,"where":1,"each":1,"integer":1,"is":1,"the":3,"index":1,"expert":2,"that":1,"corresponding":1,"maps":1,"global":3,"range":2,"num":3,"routed":2,"experts":3,"i":2,"for":1,"in":1,"redundant":1,"return":1},"5936,1811,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"classmethod":1,"def":1,"build":3,"cls":2,"model":8,"mixtureofexperts":1,"device":8,"torch":7,"parallel":1,"config":1,"parallelconfig":1,"global":3,"expert":8,"load":1,"optional":3,"tensor":3,"none":3,"old":1,"indices":1,"rank":1,"mapping":1,"dict":1,"int":2,"eplbstate":1,"the":1,"initial":2,"eplb":1,"state":1,"physical":8,"to":9,"logical":18,"map":7,"list":2,"num":8,"routed":1,"experts":8,"redundant":4,"assuming":1,"8":2,"gpus":1,"per":3,"node":1,"this":2,"supports":1,"up":1,"1023":2,"1":4,"128":1,"nodes":1,"for":2,"now":1,"todo":1,"rui":1,"make":1,"configurable":1,"max":6,"redundancy":4,"assert":1,"f":2,"must":1,"be":1,"less":1,"than":1,"or":1,"equal":1,"slots":2,"full":1,"replica":3,"count":3,"zeros":1,"dtype":1,"long":1,"i":3,"in":1,"range":1,"idx":4},"7747,1964,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"duplicate":1,"initial":2,"mapping":1,"for":1,"all":1,"layers":7,"physical":7,"to":5,"logical":7,"map":4,"unsqueeze":3,"0":6,"expand":3,"model":11,"num":22,"moe":6,"1":5,"contiguous":3,"replica":2,"count":3,"expert":9,"load":7,"pass":1,"torch":5,"zeros":2,"experts":4,"dtype":3,"int32":2,"device":5,"window":4,"size":4,"parallel":2,"config":2,"eplb":5,"set":1,"the":1,"progress":1,"of":1,"rearrangement":3,"3":1,"4":2,"step":5,"interval":4,"max":1,"if":2,"global":3,"is":1,"not":2,"none":1,"ep":3,"group":4,"get":2,"assert":2,"shape":1,"int64":1,"replicas":1,"groups":2,"nodes":5,"node":1,"gpus":4,"logger":1,"warning":1,"once":1,"f":2,"using":1,"hierarchical":1,"algorithm":1,"n":1},"9711,1863,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"get":1,"new":11,"expert":15,"mappings":1,"physical":18,"to":16,"logical":20,"map":15,"replica":5,"count":5,"rebalance":1,"experts":1,"global":3,"load":7,"num":4,"replicas":1,"groups":1,"nodes":1,"gpus":1,"max":3,"slots":3,"shape":3,"1":4,"assert":1,"torch":1,"nn":1,"functional":1,"pad":1,"0":2,"value":1,"device":1,"copy":2,"model":2,"set":1,"eplb":2,"state":1,"pass":2,"if":1,"is":1,"not":1,"none":1,"rearrange":1,"weights":2,"inplace":1,"old":1,"indices":1,"ep":1,"group":1,"false":1,"rank":1,"mapping":1,"rearrangement":4,"step":5,"return":1,"cls":1,"window":3,"size":2,"interval":2},"11574,1815,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"def":1,"step":3,"self":4,"model":4,"mixtureofexperts":2,"is":9,"dummy":6,"bool":6,"false":4,"profile":5,"log":4,"stats":4,"none":1,"the":9,"eplb":1,"state":1,"args":1,"moe":3,"if":6,"true":4,"this":3,"a":2,"and":1,"load":15,"metrics":5,"recorded":1,"in":2,"forward":1,"pass":8,"will":1,"not":2,"count":1,"defaults":1,"to":3,"perform":1,"rearrangement":1,"with":1,"maximum":3,"communication":2,"cost":1,"used":1,"run":1,"reserve":1,"enough":1,"memory":1,"for":2,"buffer":1,"expert":8,"are":1,"all":3,"summed":1,"up":1,"across":3,"layers":3,"avg":1,"tokens":4,"average":2,"ranks":4,"max":1,"balancedness":1,"ratio":1,"of":1,"rearrange":1,"return":1,"do":1,"record":1,"steps":1,"zero":1,"total":5,"num":6,"physical":1,"experts":1,"clone":1,"collect":1,"from":1,"ep":4,"group":6,"get":1,"device":1,"reduce":1,"per":2,"rank":2,"reshape":1,"shape":1,"0":1,"size":1,"1":2,"sum":1,"dim":1,"float":1},"13389,1701,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"compute":1,"balancedness":4,"ratio":1,"for":1,"each":1,"layer":1,"mean":2,"load":11,"across":2,"ranks":3,"max":9,"avg":6,"tokens":17,"tensor":4,"num":2,"per":2,"rank":3,"dim":4,"0":10,"sum":2,"values":1,"just":1,"to":2,"make":1,"type":1,"checker":1,"happy":1,"tensors":2,"list":1,"float":1,"torch":1,"stack":1,"tolist":1,"if":6,"else":1,"ep":1,"group":1,"logger":1,"info":1,"eplb":1,"step":13,"2f":1,"d":1,"4f":1,"update":1,"the":3,"expert":14,"sliding":1,"window":7,"not":1,"is":2,"dummy":2,"self":13,"pass":2,"clone":1,"1":2,"size":1,"zero":1,"rearrangement":7,"note":1,"that":1,"even":1,"this":1,"a":1,"we":1,"still":1,"increment":1,"and":1,"perform":1,"ensure":1,"all":1,"are":1,"performing":1,"collective":1,"communication":1,"interval":1,"rearrange":1,"model":1},"15090,1964,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"def":1,"rearrange":2,"self":8,"model":5,"mixtureofexperts":1,"is":5,"profile":3,"bool":2,"false":1,"execute":2,"shuffle":2,"true":1,"global":3,"expert":10,"load":11,"optional":2,"torch":6,"tensor":2,"none":5,"rank":6,"mapping":1,"dict":1,"int":2,"the":3,"experts":5,"according":1,"to":4,"current":1,"ep":6,"group":8,"get":2,"device":4,"time":3,"start":2,"main":2,"0":3,"if":4,"cuda":1,"synchronize":1,"perf":1,"counter":1,"logger":1,"info":1,"rearranging":1,"s":1,"else":1,"map":3,"physical":3,"logical":7,"window":7,"zeros":1,"size":1,"num":4,"moe":2,"layers":2,"dtype":3,"scatter":1,"add":1,"dim":1,"1":2,"index":1,"unsqueeze":1,"expand":1,"as":1,"long":1,"src":2,"not":1,"metadata":2,"shape":1,"int32":1,"cpu":2,"distributed":1,"broadcast":1},"17054,1877,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"perform":1,"all":3,"reduce":2,"to":4,"get":3,"the":4,"expert":10,"load":7,"across":1,"ranks":1,"global":7,"window":5,"logical":2,"sum":2,"dim":1,"0":4,"group":12,"ep":6,"if":3,"not":3,"execute":2,"shuffle":2,"num":21,"moe":1,"layers":1,"old":3,"physical":3,"experts":4,"indices":2,"self":2,"map":1,"torch":1,"distributed":1,"broadcast":1,"src":1,"return":1,"else":2,"assert":1,"todo":1,"bowen":1,"treat":1,"differently":1,"for":2,"prefill":1,"and":2,"decode":1,"nodes":7,"replicas":4,"model":2,"groups":2,"rank":7,"mapping":5,"is":1,"none":1,"len":1,"size":3,"note":1,"yongji":1,"scale":1,"down":1,"we":2,"need":1,"rebalance":1,"on":1,"remaining":1,"gpus":8,"transfer":1,"while":1,"haven":1,"t":1,"shutdown":1,"be":1,"released":1,"cpu":3,"node":2,"count":2,"with":1,"new":2,"1":2,"in":1,"values":1,"handle":1,"change":1,"logger":1,"warning":1,"once":1,"f":2,"using":1,"hierarchical":1,"rearrangement":1,"algorithm":1,"n":1},"18931,1880,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"get":1,"new":13,"expert":5,"mappings":1,"physical":21,"to":19,"logical":21,"map":18,"replica":3,"count":3,"rebalance":1,"experts":2,"global":1,"load":1,"window":1,"num":4,"replicas":1,"groups":1,"nodes":1,"gpus":1,"update":1,"weights":3,"rearrange":1,"inplace":1,"self":9,"model":1,"ep":1,"group":1,"is":5,"profile":4,"rank":2,"mapping":1,"if":4,"not":2,"shape":5,"1":6,"device":1,"else":2,"copy":3,"max":3,"slots":3,"assert":2,"torch":2,"nn":1,"functional":1,"pad":1,"0":1,"value":1,"main":1,"time":5,"start":2,"none":1,"cuda":1,"synchronize":1,"end":2,"perf":1,"counter":1,"logger":1,"info":1,"rearranged":1,"sin":1,"2f":1,"seconds":1},"20811,1902,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"staticmethod":1,"def":2,"recv":1,"state":1,"tuple":1,"torch":11,"tensor":2,"receive":1,"the":2,"expert":7,"load":4,"and":1,"old":6,"placement":1,"from":1,"master":1,"rank":10,"ep":7,"group":16,"get":2,"metadata":3,"empty":2,"3":1,"dtype":3,"int32":1,"device":7,"cpu":2,"distributed":3,"broadcast":2,"src":2,"0":5,"num":7,"moe":3,"layers":3,"logical":2,"experts":4,"physical":2,"tolist":1,"global":6,"zeros":1,"int64":2,"all":1,"reduce":1,"indices":3,"return":2,"node":7,"count":1,"with":1,"mapping":4,"pg":4,"union":1,"processgroup":2,"statelessprocessgroup":1,"dict":1,"int":3,"if":4,"isinstance":1,"world":7,"size":7,"else":1,"1":3,"build":1,"assignment":3,"map":1,"id":2,"next":1,"for":1,"current":4,"in":2,"range":1,"continue":2,"already":1,"assigned":1,"to":1,"a":1,"assert":1,"pending":1,"shutdown":1},"22713,464,data/raw/vllm-0.10.1/vllm/distributed/eplb/eplb_state.py":{"assign":1,"current":4,"rank":7,"to":1,"a":1,"new":1,"node":14,"next":4,"id":4,"1":1,"assignment":3,"find":1,"all":1,"ranks":1,"on":1,"the":2,"same":6,"as":2,"flags":2,"in":2,"pg":1,"for":1,"other":3,"is":2,"enumerate":1,"if":1,"and":1,"0":1,"return":1},"0,213,data/raw/vllm-0.10.1/vllm/distributed/eplb/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"expert":1,"parallelism":1,"load":1,"balancer":1,"eplb":2,"from":2,"state":1,"import":2,"rebalance":1,"algo":1},"0,1903,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":13,"the":17,"vllm":1,"project":1,"actual":1,"execution":1,"of":10,"rearrangement":1,"this":1,"involves":1,"exchange":1,"expert":8,"weights":1,"between":1,"gpus":1,"from":4,"collections":1,"abc":1,"import":5,"iterable":1,"mutablesequence":3,"sequence":3,"functools":1,"partial":2,"typing":1,"optional":1,"torch":2,"distributed":1,"p2pop":1,"processgroup":1,"all":1,"gather":1,"batch":1,"isend":1,"irecv":1,"get":3,"global":12,"rank":8,"def":4,"idx":12,"local":17,"int":19,"cnt":7,"ep":5,"convert":3,"a":7,"index":7,"return":3,"ranks":6,"with":1,"num":3,"experts":9,"old":3,"indices":6,"new":3,"tuple":2,"that":3,"need":3,"be":3,"exchanged":1,"args":1,"number":1,"returns":1,"two":1,"lists":1,"sent":1,"received":1,"global2rank":1,"send":1,"list":2,"recv":1},"1903,1315,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"for":5,"i":7,"e":4,"in":5,"enumerate":2,"old":3,"indices":6,"if":5,"idx":3,"rank":12,"global2rank":2,"not":4,"ranks":14,"to":14,"send":7,"or":2,"1":2,"append":2,"new":3,"recv":6,"remove":1,"those":1,"that":2,"can":1,"get":1,"this":1,"expert":4,"locally":1,"set":3,"actual":2,"return":1,"def":1,"shuffle":1,"layer":2,"num":3,"local":5,"experts":4,"int":4,"ep":4,"sequence":3,"weights":3,"iterable":1,"torch":2,"tensor":2,"buffer":1,"group":1,"processgroup":1,"none":1,"perform":1,"rearrangement":1,"of":1,"one":1,"local2global":3,"partial":1,"global":1,"cnt":1,"0":1,"do":1,"nothing":1,"did":1,"change":1,"is":1,"unchanged":1,"range":1},"3218,1927,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"1":4,"perform":1,"weight":3,"copy":2,"inside":1,"the":2,"local":5,"rank":3,"is":4,"received":3,"locally":3,"unchanged":1,"for":5,"src":10,"in":6,"range":3,"num":8,"experts":8,"global":6,"local2global":3,"dst":12,"if":6,"continue":4,"old":4,"indices":7,"or":1,"new":3,"true":1,"buffer":3,"zip":1,"expert":9,"weights":3,"p2p":1,"ops":1,"list":1,"p2pop":1,"2":1,"initiate":1,"sending":1,"of":1,"send":10,"loc":4,"dict":1,"int":2,"we":1,"need":1,"to":12,"sort":1,"here":1,"match":1,"recv":13,"sorted":1,"items":1,"ranks":13,"get":1,"ep":2,"with":1,"calculate":1,"by":1,"this":1,"per":4,"sender":7,"len":4,"pos":6,"index":1,"begin":3,"end":2,"tackle":1,"remainders":1,"remainder":2,"start":2,"recver":3,"append":1},"5145,1814,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"for":6,"dst":13,"in":7,"recv":10,"ranks":10,"global":6,"get":3,"rank":5,"ep":4,"group":2,"p2p":5,"ops":4,"p2pop":2,"torch":2,"distributed":2,"isend":2,"weight":4,"src":6,"expert":9,"weights":3,"3":1,"initiate":1,"receiving":1,"of":1,"experts":6,"loc":4,"dict":1,"int":2,"range":1,"num":5,"local":2,"if":5,"is":1,"received":1,"locally":1,"continue":3,"new":2,"indices":3,"local2global":1,"1":1,"we":1,"need":1,"to":11,"sort":1,"here":2,"match":1,"send":6,"sorted":1,"items":1,"with":1,"old":1,"calculate":1,"the":3,"by":1,"this":1,"per":3,"sender":3,"len":3,"recver":4,"pos":4,"index":1,"remainder":3,"start":3,"else":1,"irecv":2,"buffer":1,"4":1,"execute":1,"operations":1,"real":1,"communication":1,"happens":1,"reqs":2,"batch":1,"req":2,"wait":1},"6959,1112,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"5":1,"copy":3,"the":8,"weights":9,"from":1,"buffer":7,"back":1,"to":2,"original":1,"for":3,"dst":7,"in":4,"range":1,"num":1,"local":1,"experts":3,"if":3,"is":3,"unchanged":1,"continue":2,"received":1,"locally":1,"weight":4,"zip":2,"expert":13,"else":1,"new":3,"indices":6,"local2global":1,"1":1,"src":2,"recv":1,"loc":1,"def":1,"rearrange":1,"inplace":1,"old":1,"global":2,"torch":3,"tensor":3,"sequence":1,"iterable":1,"ep":1,"group":1,"processgroup":1,"profile":1,"bool":1,"false":1,"rank":1,"mapping":1,"optional":1,"dict":1,"int":2,"none":2,"rearranges":1,"place":1,"according":1,"value":1,"of":2,"arguments":1,"are":2,"logical":1,"while":1,"keys":1,"physical":1},"8071,1944,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"args":1,"old":7,"global":10,"expert":16,"indices":12,"shape":9,"num":14,"moe":6,"layers":6,"physical":8,"experts":8,"new":7,"weights":3,"a":3,"sequence":1,"of":3,"weight":4,"count":2,"tensors":1,"local":3,"hidden":2,"size":7,"i":1,"for":3,"example":1,"linear":1,"layer":1,"may":1,"have":1,"up":2,"and":1,"down":2,"projection":1,"so":1,"2":1,"each":1,"s":1,"can":1,"be":1,"different":1,"ep":8,"group":6,"the":2,"device":1,"process":1,"parallelism":1,"is":3,"profile":2,"bool":1,"if":3,"true":1,"do":1,"not":2,"perform":2,"any":1,"actual":1,"copy":1,"this":1,"used":1,"during":1,"run":1,"where":1,"we":1,"only":1,"dummy":1,"communications":1,"to":2,"reserve":1,"enough":1,"memory":1,"buffers":1,"rank":11,"mapping":8,"dictionary":1,"none":1,"len":2,"scale":2,"map":2,"with":2,"else":1,"assert":4,"1":2,"next":1,"iter":1,"0":2},"10015,1630,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"a":3,"buffer":10,"to":7,"hold":1,"the":5,"expert":11,"weights":8,"in":5,"one":1,"layer":6,"during":2,"exchange":1,"note":3,"currently":1,"we":3,"assume":1,"same":2,"across":1,"different":1,"layers":2,"have":1,"shape":1,"torch":4,"empty":1,"like":2,"w":2,"for":4,"0":2,"if":2,"is":3,"profile":1,"maximum":1,"send":2,"size":3,"all":4,"local":2,"experts":2,"ranks":1,"so":1,"use":1,"dummy":3,"gather":2,"reserve":1,"enough":1,"communication":1,"weight":2,"zip":1,"dev":1,"null":1,"avoid":2,"real":1,"memory":1,"allocation":1,"recv":2,"range":2,"ep":5,"bowen":2,"needed":2,"this":3,"barrier":2,"oom":1,"actual":1,"execution":1,"i":2,"m":1,"not":1,"very":1,"sure":1,"why":2,"distributed":1,"group":3,"return":1,"num":2,"moe":1,"need":1,"synchronize":2,"run":1,"but":1,"don":1,"t":1,"know":2,"you":2,"figure":1,"out":1,"reason":1,"please":1,"let":1,"me":1,"thank":1,"cuda":1,"shuffle":1,"physical":1,"rank":3,"old":3,"global":3,"indices":4,"tolist":2,"new":2,"def":1,"map":1,"with":1,"mapping":2,"tensor":1,"dict":1,"int":3},"11645,1927,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"torch":2,"tensor":2,"map":1,"the":4,"old":22,"global":7,"expert":12,"indices":11,"to":3,"new":23,"args":1,"shape":4,"num":16,"layers":4,"ep":9,"size":10,"local":8,"physical":12,"experts":13,"rank":22,"mapping":8,"from":2,"parallelism":1,"returns":1,"mapped":5,"with":3,"assert":1,"is":3,"required":1,"get":2,"sizes":1,"parameters":1,"and":3,"len":1,"create":1,"initialized":1,"1":5,"full":1,"fill":1,"value":1,"dtype":2,"device":2,"handle":1,"scale":2,"up":1,"down":2,"changes":1,"for":1,"in":2,"range":1,"if":2,"not":1,"none":2,"0":1,"this":1,"exists":1,"configuration":1,"start":4,"idx":8,"end":4,"or":1,"remain":1,"case":1,"return":1},"13572,1425,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_execute.py":{"def":1,"map":1,"new":22,"expert":10,"indices":9,"with":1,"rank":19,"mapping":8,"global":5,"torch":3,"tensor":2,"dict":1,"int":2,"num":12,"layers":2,"physical":10,"experts":10,"shape":1,"assert":1,"is":1,"required":1,"get":1,"sizes":1,"from":1,"parameters":1,"and":2,"old":13,"ep":6,"size":6,"len":1,"sum":1,"1":4,"for":2,"in":2,"values":1,"local":6,"mapped":3,"full":1,"fill":1,"value":1,"dtype":2,"device":2,"range":1,"if":1,"0":1,"start":4,"idx":8,"end":4,"return":1,"all":1,"rearrange":1,"weights":1,"inplace":1},"0,1413,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_algo.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":10,"vllm":2,"project":1,"expert":1,"parallelism":1,"load":1,"balancer":1,"eplb":5,"for":1,"this":1,"module":1,"implements":1,"core":1,"rearrangement":2,"algorithm":3,"is":1,"adapted":1,"from":1,"deepseek":3,"https":2,"github":2,"com":2,"ai":2,"please":1,"find":1,"at":1,"12":2,"issues":1,"an":1,"example":1,"on":1,"how":1,"works":1,"import":1,"torch":8,"def":1,"balanced":2,"packing":1,"weight":8,"tensor":3,"num":8,"packs":7,"int":1,"tuple":1,"pack":11,"n":5,"weighted":1,"objects":2,"m":2,"such":1,"that":1,"each":3,"bin":1,"contains":1,"exactly":1,"and":1,"weights":1,"of":5,"all":1,"are":1,"as":2,"possible":1,"parameters":1,"x":3,"item":3,"number":1,"returns":1,"index":4,"rank":4,"in":4,"layers":1,"groups":5,"shape":2,"assert":1,"per":2,"if":1,"1":2,"arange":1,"size":1,"dtype":2,"int64":2,"device":2,"expand":1,"zeros":1,"like":1,"return":1},"1413,1271,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_algo.py":{"indices":3,"weight":5,"float":1,"sort":1,"1":4,"descending":1,"true":1,"cpu":2,"pack":23,"index":4,"torch":7,"full":2,"like":2,"fill":2,"value":2,"dtype":1,"int64":1,"device":1,"rank":3,"in":6,"for":3,"i":8,"range":2,"num":9,"layers":1,"weights":3,"0":2,"packs":3,"items":5,"group":4,"min":1,"if":1,"groups":2,"per":2,"key":1,"getitem":1,"assert":1,"return":1,"def":1,"replicate":2,"experts":3,"tensor":4,"phy":3,"int":1,"tuple":1,"log":2,"to":1,"replicas":2,"such":1,"that":1,"the":1,"maximum":1,"load":1,"of":2,"all":1,"is":1,"minimized":1,"parameters":1,"x":1,"total":1,"number":1,"after":1,"replication":1},"2684,1461,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_algo.py":{"returns":1,"phy2log":4,"x":3,"num":24,"phy":6,"logical":3,"expert":4,"id":1,"of":7,"each":2,"physical":4,"rank":5,"the":2,"replica":1,"logcnt":6,"log":5,"number":5,"replicas":1,"for":2,"n":5,"weight":5,"shape":1,"redundant":6,"assert":1,"0":1,"device":10,"torch":9,"arange":2,"dtype":4,"int64":4,"repeat":1,"1":3,"zeros":1,"ones":1,"arangen":3,"i":3,"in":1,"range":1,"indices":5,"max":1,"dim":1,"return":1,"def":1,"rebalance":1,"experts":5,"hierarchical":1,"tensor":1,"int":4,"groups":3,"nodes":4,"gpus":3,"parameters":1,"moe":1,"layers":1,"after":1,"replication":1,"server":1,"where":1,"intra":1,"node":1,"network":1,"e":1,"g":1,"nvlink":1,"is":1,"faster":1,"must":1,"be":1,"a":1,"multiple":1},"4145,1772,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_algo.py":{"returns":1,"physical":6,"to":3,"logical":10,"map":2,"num":32,"moe":3,"layers":5,"experts":14,"x":1,"count":1,"weight":3,"shape":2,"assert":4,"groups":8,"0":4,"group":11,"size":5,"nodes":10,"per":7,"node":2,"gpus":3,"phy":1,"gpu":1,"def":1,"inverse":2,"perm":6,"torch":7,"tensor":2,"inv":3,"empty":1,"like":1,"scatter":1,"1":8,"arange":2,"dtype":2,"int64":2,"device":4,"expand":1,"return":1,"step":2,"pack":6,"tokens":4,"unflatten":1,"sum":1,"index":3,"rank":2,"in":2,"balanced":1,"packing":1,"log2mlog":2,"unsqueeze":1,"flatten":1,"2":2,"mlog2log":2,"construct":1,"redundant":1,"within":1,"mlog":2,"gather":1,"view":1,"phy2mlog":1,"phyrank":1,"mlogcnt":1,"replicate":1},"5917,1643,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_algo.py":{"step":1,"3":1,"pack":6,"physical":3,"experts":9,"to":1,"gpus":6,"num":27,"layers":6,"nodes":11,"tokens":3,"per":5,"phy":3,"mlog":1,"mlogcnt":2,"gather":5,"1":11,"phy2mlog":2,"index":3,"rank":2,"in":2,"balanced":1,"packing":1,"phy2pphy":2,"gpu":1,"pphy2phy":3,"inverse":1,"pphy2mlog":4,"log":1,"view":4,"torch":5,"arange":1,"0":1,"logical":4,"device":2,"group":1,"flatten":1,"2":1,"pphy2log":2,"mlog2log":1,"pphyrank":2,"phyrank":1,"logcnt":2,"log2mlog":1,"return":1,"def":1,"rebalance":1,"weight":2,"tensor":4,"replicas":2,"int":4,"groups":3,"tuple":1,"entry":1,"point":1,"for":2,"expert":2,"parallelism":1,"load":2,"balancer":1,"parameters":1,"the":2,"statistics":1,"all":1,"number":4,"of":6,"must":2,"be":2,"a":2,"multiple":2,"server":1,"where":1,"intra":1,"node":1,"network":1,"e":1,"g":1,"nvlink":1,"is":1,"faster":1},"7560,1392,data/raw/vllm-0.10.1/vllm/distributed/eplb/rebalance_algo.py":{"returns":1,"physical":3,"to":2,"logical":8,"map":2,"layers":7,"num":22,"replicas":6,"the":2,"expert":4,"index":1,"of":2,"each":3,"replica":2,"experts":10,"x":1,"indices":1,"for":2,"count":1,"number":1,"weight":5,"shape":1,"float":1,"cpu":1,"if":1,"groups":2,"nodes":2,"0":1,"use":2,"hierarchical":3,"load":2,"balance":2,"policy":2,"phy2log":4,"phyrank":3,"logcnt":4,"rebalance":3,"gpus":2,"else":1,"global":1,"1":7,"redundant":2,"maxlogcnt":3,"log2phy":4,"torch":5,"tensor":1,"full":1,"dtype":2,"int64":2,"device":4,"view":1,"scatter":1,"arange":1,"expand":1,"return":1,"all":1},"0,763,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/xpu_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":3,"typing":1,"import":5,"optional":3,"torch":5,"distributed":2,"as":1,"dist":2,"processgroup":3,"base":1,"device":7,"communicator":1,"devicecommunicatorbase":2,"class":1,"xpucommunicator":1,"def":2,"init":2,"self":3,"cpu":2,"group":6,"none":2,"unique":2,"name":2,"str":1,"super":1,"all":2,"reduce":2,"input":3,"tensor":1,"return":1},"763,1548,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/xpu_communicator.py":{"def":2,"gather":5,"self":7,"input":17,"torch":4,"tensor":14,"dst":2,"int":3,"0":4,"dim":14,"1":2,"optional":1,"assert":1,"f":1,"invalid":1,"for":3,"with":2,"shape":1,"size":9,"if":2,"convert":1,"negative":1,"to":1,"positive":1,"xpu":1,"path":1,"doesn":1,"t":1,"work":1,"properly":1,"together":1,"ray":1,"cluster":1,"so":1,"we":1,"use":1,"all":3,"instead":1,"now":1,"allocate":1,"output":9,"empty":1,"world":2,"dtype":2,"device":4,"dist":2,"into":1,"group":5,"rank":1,"in":1,"reshape":2,"movedim":1,"else":1,"none":2,"return":1,"broadcast":2,"src":3},"0,1965,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_wrapper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":10,"the":13,"vllm":3,"project":1,"this":3,"file":3,"is":4,"a":5,"pure":1,"python":2,"wrapper":1,"for":5,"cudart":3,"library":6,"it":2,"avoids":1,"need":3,"compile":1,"separate":1,"shared":2,"and":2,"convenient":1,"use":2,"when":1,"we":3,"just":1,"call":1,"few":1,"functions":2,"import":6,"ctypes":6,"from":4,"dataclasses":1,"dataclass":2,"typing":1,"any":3,"optional":2,"line":6,"makes":1,"possible":1,"directly":1,"load":1,"libcudart":3,"so":3,"using":1,"torch":1,"noqa":2,"envs":2,"as":2,"logger":4,"init":2,"name":7,"export":1,"types":1,"original":1,"definition":1,"please":1,"check":1,"https":2,"docs":1,"nvidia":1,"com":1,"cuda":2,"runtime":1,"api":1,"index":2,"html":2,"cudaerror":1,"t":2,"c":3,"int":2,"cudamemcpykind":1,"class":2,"cudaipcmemhandle":1,"structure":1,"fields":1,"internal":1,"byte":1,"128":1,"function":1,"str":2,"restype":1,"argtypes":1,"list":1,"def":1,"find":2,"loaded":4,"lib":5,"according":2,"man7":1,"org":1,"linux":1,"man":1,"pages":1,"man5":1,"proc":3,"pid":1,"maps":4,"5":1,"self":2,"contains":1,"memory":1,"of":2,"process":3,"which":1,"includes":1,"libraries":1,"by":1,"can":1,"path":5,"found":3,"false":1,"with":2,"open":1,"f":3,"in":3,"if":3,"true":1,"break":1,"not":2,"current":1,"return":2,"none":1,"match":1,"address":1,"hash":1,"11":1,"start":2,"strip":1,"filename":4,"split":1,"1":1,"assert":1,"rpartition":1,"startswith":1,"unexpected":1},"1965,1909,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_wrapper.py":{"class":2,"cudartlibrary":1,"exported":1,"functions":1,"cudaerror":20,"t":30,"cudasetdevice":2,"int":5,"device":1,"function":10,"ctypes":17,"c":14,"cudadevicesynchronize":2,"void":16,"cudadevicereset":2,"const":2,"char":2,"cudageterrorstring":2,"error":1,"p":8,"cudamalloc":2,"devptr":5,"size":7,"pointer":3,"cudafree":2,"cudamemset":2,"value":1,"count":2,"cudamemcpy":2,"dst":1,"src":1,"cudamemcpykind":2,"kind":1,"noqa":3,"cudaipcgetmemhandle":2,"cudaipcmemhandle":4,"handle":2,"cudaipcopenmemhandle":2,"unsigned":1,"flags":1,"uint":1,"attribute":1,"to":4,"store":1,"the":4,"mapping":1,"from":1,"path":2,"library":3,"avoid":1,"loading":1,"same":1,"multiple":1,"times":1,"cache":1,"dict":1,"str":1,"any":1},"3874,1937,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_wrapper.py":{"class":1,"attribute":1,"to":10,"store":1,"the":3,"mapping":5,"from":1,"library":5,"path":10,"corresponding":1,"dictionary":1,"dict":6,"str":6,"any":1,"def":6,"init":1,"self":17,"so":15,"file":13,"optional":1,"none":8,"if":5,"is":4,"find":1,"loaded":2,"libcudart":2,"envs":1,"vllm":2,"cudart":7,"fallback":1,"env":1,"var":1,"assert":1,"not":4,"in":4,"current":1,"process":1,"try":1,"setting":1,"cudartlibrary":7,"cache":3,"lib":4,"ctypes":1,"cdll":1,"funcs":8,"for":1,"func":5,"exported":1,"functions":1,"f":5,"getattr":1,"name":2,"restype":2,"argtypes":2,"check":4,"result":3,"cudaerror":2,"t":2,"0":1,"error":5,"cudageterrorstring":3,"raise":1,"runtimeerror":1,"return":1,"decode":1,"utf":1,"8":1,"cudasetdevice":2,"device":2,"int":1,"cudadevicesynchronize":2,"cudadevicereset":2},"5811,1360,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_wrapper.py":{"def":6,"cudamalloc":2,"self":18,"size":2,"int":4,"ctypes":12,"c":9,"void":9,"p":9,"devptr":12,"cudart":6,"check":6,"funcs":6,"byref":3,"return":3,"cudafree":2,"none":3,"cudamemset":2,"value":2,"count":4,"cudamemcpy":2,"dst":2,"src":2,"cudamemcpydefault":2,"4":1,"kind":2,"cudaipcgetmemhandle":2,"cudaipcmemhandle":3,"t":3,"handle":5,"cudaipcopenmemhandle":2,"cudaipcmemlazyenablepeeraccess":2,"1":1},"0,1359,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/ray_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":6,"project":1,"import":11,"uuid":1,"from":8,"typing":1,"any":2,"optional":4,"ray":6,"torch":3,"exceptions":1,"raychannelerror":1,"experimental":1,"channel":1,"communicator":5,"torchtensorallocator":1,"distributed":3,"reduceop":1,"device":2,"communicators":1,"base":1,"devicecommunicatorbase":2,"parallel":1,"state":1,"get":1,"pp":2,"group":1,"logger":4,"init":3,"utils":1,"current":1,"stream":3,"name":1,"class":2,"rayppcommunicator":2,"be":2,"used":2,"for":2,"pipeline":2,"parallelism":2,"in":1,"compiled":2,"graph":2,"this":2,"is":2,"wraps":1,"around":1,"groupcoordinator":1,"not":1,"thread":1,"safe":1,"comm":2,"def":1,"self":1,"world":1,"size":1,"int":2,"id":1,"rank":1,"actor":2,"handles":1,"list":1,"actorhandle":1,"cuda":2,"use":1,"communication":1,"streams":1,"bool":1,"false":1,"initialize":1,"a":1,"that":1,"can":1,"communicate":1,"with":1,"other":1,"actors":1},"1359,1890,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/ray_communicator.py":{"args":1,"world":3,"size":3,"the":12,"number":1,"of":4,"participating":1,"actors":1,"comm":5,"id":2,"a":4,"unique":1,"communicator":6,"this":6,"is":14,"just":1,"to":4,"conform":1,"with":1,"ray":7,"api":2,"and":3,"not":10,"used":1,"rank":12,"actor":6,"if":4,"none":8,"then":1,"caller":1,"participant":1,"rayppcommunicator":2,"group":3,"e":1,"g":1,"driver":2,"handles":4,"list":1,"cuda":5,"stream":7,"dispatch":1,"communication":5,"ops":1,"supported":4,"use":5,"streams":4,"whether":1,"self":10,"optional":1,"int":1,"raise":2,"notimplementederror":1,"current":2,"valueerror":1,"other":1,"than":1,"worker":1,"assert":2,"get":2,"gpu":1,"ids":1,"has":1,"no":2,"gpus":1,"assigned":1,"pp":2,"device":1,"since":1,"we":2,"wrap":1,"around":1,"vllm":2,"from":2,"ignore":1,"passed":2,"in":3,"todo":1,"rui":1,"refactor":1,"so":1,"that":1,"it":1,"also":1,"supports":1,"build":1,"mapping":1,"else":1,"closed":1,"false":1},"3249,1896,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/ray_communicator.py":{"def":4,"build":3,"actor":39,"rank":13,"mapping":4,"self":12,"use":1,"collective":2,"communication":1,"to":6,"a":1,"from":2,"ids":5,"ranks":1,"this":2,"should":2,"be":1,"called":1,"once":1,"during":2,"initialization":3,"if":1,"comm":4,"is":2,"none":2,"return":3,"current":3,"ray":4,"get":3,"runtime":1,"context":1,"id":22,"str":3,"hex":3,"are":1,"32":2,"character":1,"strings":1,"128":1,"bits":1,"len":6,"bytes":6,"encode":1,"utf":2,"8":2,"assert":2,"f":1,"unexpected":1,"length":1,"tensor":2,"torch":2,"frombuffer":1,"dtype":1,"uint8":1,"device":3,"all":3,"gather":2,"full":1,"actors":1,"gathered":2,"dim":1,"0":1,"for":1,"in":1,"range":1,"world":1,"size":1,"start":2,"idx":4,"end":2,"1":1,"cpu":1,"numpy":1,"tobytes":1,"decode":1,"initialize":1,"int":2,"no":1,"additional":1,"needed":1,"pass":1,"handles":2,"list":1,"actorhandle":2,"the":1,"given":1,"s":1,"using":1,"communicator":1,"ops":1,"hasattr":1,"not":1,"built":1,"have":1,"been":1,"done":1},"5145,1926,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/ray_communicator.py":{"if":4,"actor":10,"id":4,"str":2,"in":3,"self":13,"to":9,"rank":10,"return":5,"type":1,"ignore":1,"else":1,"raise":2,"valueerror":1,"f":1,"not":4,"found":1,"communicator":1,"group":2,"def":4,"get":2,"optional":1,"int":5,"this":4,"s":2,"world":2,"size":2,"the":15,"number":1,"of":2,"ranks":1,"rayppcommunicator":2,"send":7,"buf":4,"torch":6,"tensor":5,"peer":6,"none":2,"a":5,"returns":2,"when":1,"kernel":2,"has":3,"been":2,"queued":1,"but":1,"may":1,"have":1,"completed":1,"therefore":1,"caller":1,"should":4,"ensure":1,"that":3,"there":1,"are":1,"no":1,"concurrent":1,"writes":2,"sent":1,"until":1,"finished":1,"is":4,"either":1,"all":1,"be":3,"submitted":1,"on":3,"current":3,"stream":7,"cuda":1,"or":1,"different":1,"synchronize":2,"with":1,"args":1,"it":1,"already":1,"default":1,"device":1,"closed":1,"raychannelerror":2,"destroyed":1,"assert":1,"comm":2,"recv":1,"shape":1,"tuple":1,"dtype":2,"allocator":1,"torchtensorallocator":1,"receive":2,"from":3,"and":2,"after":1,"call":1,"buffer":2,"safe":2,"read":2,"any":1,"an":2,"will":1,"raised":1,"error":1,"occurred":1,"e":1,"g":1,"remote":1,"died":1},"7071,1945,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/ray_communicator.py":{"args":1,"shape":3,"the":12,"of":4,"tensor":9,"to":7,"receive":4,"dtype":3,"peer":2,"rank":3,"actor":1,"from":1,"allocator":2,"use":1,"create":1,"received":1,"this":2,"is":7,"ignored":1,"for":1,"implementation":1,"if":3,"self":11,"closed":3,"raise":5,"raychannelerror":2,"rayppcommunicator":2,"has":2,"been":2,"destroyed":2,"assert":1,"comm":2,"not":4,"none":2,"size":3,"torch":9,"buf":8,"recv":5,"src":1,"buffer":2,"values":1,"are":2,"undefined":1,"nccl":1,"ops":1,"aborted":1,"therefore":1,"we":1,"need":1,"synchronize":2,"here":1,"and":1,"check":1,"that":2,"channel":1,"still":1,"open":1,"ensure":1,"valid":1,"todo":1,"swang":1,"avoid":1,"cuda":3,"synchronization":1,"current":3,"stream":5,"return":3,"def":6,"allgather":2,"send":4,"notimplementederror":3,"supported":3,"allreduce":2,"op":2,"reduceop":4,"sum":2,"reducescatter":2,"property":2,"streamcontext":2,"destroy":1,"just":1,"sets":1,"a":1,"flag":1,"vllm":1,"manages":1,"lifecycle":1,"underlying":1,"pp":1,"groupcoordinator":1,"true":1},"9016,156,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/ray_communicator.py":{"def":2,"get":1,"transport":1,"name":1,"self":1,"str":1,"return":2,"nccl":1,"classmethod":1,"generate":1,"communicator":1,"id":1,"cls":1,"any":1,"uuid":1,"uuid4":1},"0,693,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/neuron_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"torch":6,"from":2,"distributed":1,"device":2,"communicators":1,"base":1,"communicator":1,"devicecommunicatorbase":2,"platforms":1,"current":2,"platform":2,"if":1,"is":1,"neuron":2,"xla":2,"core":1,"model":1,"as":1,"xm":4,"class":1,"neuroncommunicator":1,"def":2,"all":5,"reduce":3,"self":2,"x":4,"tensor":4,"return":2,"sum":1,"gather":3,"dim":5,"int":1,"1":3,"assert":1,"only":1,"supports":1,"for":1},"0,1937,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":10,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":9,"project":1,"from":9,"enum":3,"import":12,"typing":1,"union":2,"torch":13,"distributed":3,"as":4,"dist":1,"processgroup":2,"envs":2,"custom":2,"ops":3,"config":2,"get":1,"current":2,"parallel":1,"state":1,"in":2,"same":1,"node":1,"logger":4,"init":3,"platforms":1,"platform":1,"utils":1,"cuda":3,"device":3,"count":1,"stateless":1,"name":1,"try":1,"qr":2,"max":1,"size":4,"quick":2,"ar":2,"true":1,"except":1,"exception":1,"for":2,"cpus":1,"and":3,"false":1,"def":2,"is":4,"weak":1,"contiguous":2,"inp":7,"tensor":1,"return":1,"or":1,"storage":2,"nbytes":1,"offset":1,"element":2,"numel":1,"class":2,"quickreduceregime":1,"fp":2,"int8":2,"1":4,"int6":2,"int4":2,"3":1,"none":2,"4":7,"mb":25,"1024":2,"quickallreduce":1,"supported":2,"world":1,"sizes":1,"8":7,"dtypes":1,"float16":4,"bfloat16":4,"following":1,"data":1,"based":1,"on":1,"kernel":1,"tests":1,"this":1,"order":1,"min":1,"16":4,"64":2,"2048":3,"self":1,"group":1,"int":1,"str":1,"allreduce":1,"provides":1,"non":1,"destructive":1,"acceleration":1,"available":1,"rocm":1,"mi300":1,"series":1},"1937,1366,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"custom":5,"quick":8,"allreduce":7,"leverages":1,"quantization":2,"for":2,"further":1,"acceleration":1,"on":3,"rocm":4,"it":4,"currently":1,"supports":1,"q8":1,"q6":1,"and":3,"q4":1,"formats":1,"fp":1,"float16":1,"bfloat16":1,"is":6,"designed":1,"as":1,"a":3,"complement":1,"to":7,"its":1,"initialization":1,"requires":1,"even":1,"stricter":1,"conditions":1,"only":2,"the":7,"mi300":2,"series":2,"supported":2,"at":1,"this":2,"time":1,"args":1,"group":4,"process":2,"work":1,"if":4,"none":2,"will":2,"use":1,"default":1,"device":3,"bind":3,"customallreduce":1,"be":1,"f":1,"cuda":2,"local":1,"rank":1,"caller":1,"s":1,"responsibility":1,"make":1,"sure":1,"each":1,"communicator":1,"unique":1,"all":1,"communicators":1,"in":3,"are":1,"same":1,"node":1,"self":2,"disabled":2,"true":1,"not":2,"arch":1,"available":1,"logger":2,"debug":1,"return":2,"ar":1,"disable":1,"because":2,"of":2,"missing":2,"reduce":1,"library":2,"e":1,"g":1,"environment":1,"info":1},"3303,1343,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"self":6,"group":10,"assert":2,"dist":4,"get":3,"backend":2,"nccl":2,"custom":4,"quick":4,"allreduce":4,"should":1,"be":1,"attached":1,"to":4,"a":1,"non":1,"if":4,"not":2,"all":1,"in":2,"the":1,"same":1,"node":2,"as":1,"source":1,"rank":5,"0":1,"no":2,"need":2,"initialize":2,"for":2,"multi":1,"case":2,"logger":2,"warning":2,"is":2,"disabled":2,"because":1,"this":1,"process":1,"spans":1,"across":1,"nodes":1,"return":3,"world":11,"size":8,"1":1,"quickreduce":1,"single":1,"gpu":1,"quickallreduce":2,"supported":3,"sizes":3,"due":1,"an":1,"unsupported":1,"d":1,"s":1,"str":2,"isinstance":3,"device":12,"int":1,"torch":3,"f":1,"cuda":1,"elif":1},"4646,1982,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"cuda":6,"visible":4,"devices":4,"envs":3,"if":4,"device":11,"ids":5,"list":6,"map":1,"int":3,"split":1,"else":1,"range":2,"count":1,"stateless":1,"physical":4,"id":2,"index":1,"tensor":4,"torch":4,"dtype":2,"cpu":2,"gather":4,"0":1,"for":3,"in":3,"self":8,"world":2,"size":2,"dist":1,"all":3,"group":2,"t":2,"item":1,"test":1,"nvlink":2,"first":1,"this":2,"will":1,"filter":1,"out":1,"most":1,"of":1,"the":1,"cases":1,"where":1,"custom":3,"quick":7,"allreduce":3,"is":5,"not":4,"supported":3,"checks":1,"hardware":1,"and":2,"driver":1,"support":1,"assert":1,"current":2,"platform":2,"alike":1,"fully":3,"connected":3,"2":1,"logger":2,"debug":1,"disabled":1,"because":1,"it":1,"s":1,"on":2,"more":1,"than":2,"two":1,"pcie":1,"only":1,"gpus":1,"return":2,"init":2,"reduce":4,"def":1,"rocm":3,"bfloat16":1,"kernels":2,"are":1,"slower":2,"fp16":4,"due":1,"to":4,"match":1,"operations":1,"environment":1,"variable":1,"set":1,"1":1,"we":1,"convert":1,"input":1,"use":1,"vllm":2,"cast":1,"bf16":1,"regime":3,"str":3,"quantization":2,"quickreduceregime":2,"members":2,"warning":1,"f":2,"invalid":1,"level":1,"levels":1,"keys":1},"6628,1841,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"if":7,"regime":2,"str":2,"none":5,"logger":4,"debug":2,"custom":5,"quick":7,"allreduce":4,"is":5,"disabled":3,"based":1,"on":1,"env":1,"variable":1,"vllm":10,"rocm":4,"reduce":4,"quantization":1,"return":2,"self":8,"qr":12,"quant":1,"level":1,"quickreduceregime":1,"config":9,"get":2,"current":1,"not":5,"and":4,"hasattr":2,"model":3,"dtype":6,"in":2,"torch":3,"float16":3,"bfloat16":2,"only":1,"supports":1,"but":1,"s":1,"use":1,"fp16":3,"kernels":1,"info":2,"bf16":2,"inputs":1,"will":1,"be":1,"converted":1,"to":6,"improve":1,"performance":1,"set":2,"envs":2,"cast":1,"0":1,"turn":1,"off":1,"max":13,"size":14,"bytes":2,"mb":4,"specified":1,"1":1,"you":1,"should":1,"a":1,"smaller":1,"than":1,"1mb":1,"which":1,"can":1,"lead":1,"error":1,"or":2,"degradation":1,"rccl":1,"ptr":1,"ops":2,"init":1,"rank":1,"world":1,"else":1,"create":1,"shared":1,"buffer":1,"false":1},"8469,1698,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"def":3,"rocm":3,"arch":3,"available":2,"self":14,"if":7,"not":3,"current":1,"platform":1,"is":3,"return":8,"false":6,"try":1,"props":2,"torch":3,"cuda":1,"get":3,"device":1,"properties":1,"0":2,"gcn":2,"getattr":1,"gcnarchname":1,"supported":3,"archs":2,"gfx94":1,"gfx95":1,"any":1,"gfx":2,"in":3,"for":3,"except":1,"exception":1,"as":1,"e":2,"logger":1,"warning":1,"failed":1,"to":3,"determine":1,"quick":3,"allreduce":3,"s":1,"create":1,"shared":2,"buffer":2,"creates":1,"a":1,"quickreduce":2,"has":1,"be":2,"called":1,"after":1,"init":1,"custom":2,"qr":6,"handle":3,"ops":2,"ptr":2,"world":4,"size":12,"dist":2,"group":4,"handles":4,"none":1,"all":1,"gather":1,"object":1,"open":1,"should":1,"inp":10,"tensor":1,"check":1,"disabled":1,"dtype":5,"dtypes":1,"numel":1,"element":1,"requires":1,"input":1,"byte":1,"multiples":1,"of":1,"16":2,"weak":1,"contiguous":1,"use":1,"fp16":1,"kernels":1,"float16":1,"max":1,"and":1,"min":1,"quant":1,"level":1,"value":1},"10167,718,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/quick_all_reduce.py":{"def":3,"quick":3,"all":3,"reduce":3,"self":12,"inp":3,"torch":3,"tensor":2,"out":6,"none":4,"performs":1,"an":1,"of":1,"place":1,"custom":1,"allreduce":1,"doesn":1,"t":1,"require":1,"a":1,"separate":1,"graph":1,"mode":1,"as":1,"qr":4,"uses":1,"static":1,"ipc":1,"buffer":1,"if":3,"is":2,"empty":1,"like":1,"ops":3,"ptr":4,"quant":1,"level":1,"value":1,"use":1,"fp16":1,"kernels":1,"return":1,"close":2,"not":2,"disabled":2,"and":1,"getattr":1,"destroy":1,"0":1,"true":1,"del":1},"0,1835,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":8,"project":1,"from":9,"typing":1,"import":12,"optional":4,"union":1,"torch":3,"distributed":5,"processgroup":3,"envs":2,"as":1,"logger":4,"init":4,"platforms":1,"current":1,"platform":1,"base":1,"device":11,"communicator":1,"devicecommunicatorbase":2,"name":5,"class":1,"cudacommunicator":1,"def":1,"self":8,"cpu":3,"group":6,"none":3,"unique":4,"str":1,"super":1,"if":2,"tp":2,"not":3,"in":2,"only":1,"uses":1,"custom":8,"allreduce":5,"use":9,"false":1,"else":1,"parallel":1,"state":1,"enable":2,"all":4,"reduce":4,"ep":2,"does":1,"pynccl":8,"lazy":1,"avoid":1,"documentation":1,"build":1,"error":1,"communicators":3,"customallreduce":1,"pyncclcommunicator":3,"quick":1,"quickallreduce":1,"comm":2,"and":1,"world":1,"size":1,"1":1},"1835,365,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"self":6,"ca":2,"comm":3,"optional":2,"customallreduce":2,"none":2,"qr":1,"quickallreduce":1,"if":1,"use":1,"custom":2,"allreduce":1,"and":1,"world":1,"size":1,"1":1,"initialize":1,"a":1,"fast":1,"all":1,"reduce":1,"implementation":1,"group":2,"cpu":1,"device":2},"2200,1744,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"if":4,"current":1,"platform":1,"is":2,"rocm":2,"initialize":1,"a":3,"custom":3,"quick":2,"all":1,"reduce":2,"implementation":1,"for":1,"amd":1,"designed":1,"as":1,"complement":1,"to":1,"allreduce":2,"based":1,"on":1,"quickreduce":2,"https":1,"github":1,"com":1,"mk1":1,"project":1,"it":2,"s":1,"use":2,"true":1,"means":1,"must":1,"currently":1,"be":1,"an":1,"mi300":1,"series":1,"self":12,"qr":1,"comm":1,"quickallreduce":1,"group":6,"cpu":5,"device":2,"all2all":21,"backend":8,"envs":1,"vllm":1,"naive":2,"from":4,"import":4,"naiveall2allmanager":2,"manager":8,"logger":4,"info":4,"using":4,"elif":3,"pplx":2,"pplxall2allmanager":2,"deepep":4,"high":2,"throughput":2,"deepephtall2allmanager":2,"low":2,"latency":2,"deepepllall2allmanager":2,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1},"3944,1865,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"def":2,"all":6,"reduce":10,"self":8,"input":15,"always":2,"try":1,"quick":4,"first":1,"then":2,"custom":4,"allreduce":4,"and":5,"pynccl":9,"just":1,"for":2,"rocm":1,"mi3":1,"qr":6,"comm":19,"if":5,"is":7,"not":8,"none":7,"disabled":2,"should":2,"out":11,"assert":5,"return":3,"ca":6,"ar":1,"fall":1,"back":1,"to":2,"the":4,"default":1,"using":1,"pytorch":1,"this":2,"usually":1,"happens":2,"during":1,"testing":1,"when":1,"we":3,"run":1,"model":1,"only":1,"tp":1,"group":3,"where":1,"have":1,"either":1,"or":1,"clone":1,"torch":2,"distributed":1,"device":1,"scatter":2,"tensor":7,"dim":6,"int":1,"1":2,"world":4,"size":6,"0":5,"convert":1,"negative":1,"positive":1,"note":1,"will":1,"produce":1,"an":1,"incorrect":1,"answer":1,"don":1,"t":1,"make":1,"contiguous":2,"possible":1,"bug":1,"in":1,"movedim":1,"shape":4,"chunk":2,"output":1},"5809,1988,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"output":10,"torch":4,"empty":2,"shape":7,"dtype":4,"input":16,"tensor":15,"device":4,"pynccl":6,"comm":6,"reduce":5,"scatter":3,"reshape":2,"before":2,"returning":2,"return":2,"movedim":3,"0":8,"dim":8,"contiguous":4,"def":2,"scatterv":2,"self":7,"int":3,"1":3,"sizes":8,"optional":2,"list":1,"none":7,"world":6,"size":9,"assert":4,"is":5,"not":3,"if":5,"convert":1,"negative":1,"to":2,"positive":1,"note":2,"this":1,"will":1,"produce":1,"an":1,"incorrect":1,"answer":1,"we":1,"don":1,"t":1,"make":1,"the":4,"possible":1,"bug":1,"in":4,"len":1,"sum":1,"chunk":3,"rank":5,"group":2,"else":2,"send":1,"dst":4,"sends":1,"a":2,"destination":2,"blocking":1,"way":1,"local":1,"of":1},"7797,1828,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"pynccl":16,"comm":18,"self":21,"if":9,"is":11,"not":11,"none":14,"and":4,"disabled":3,"send":2,"tensor":10,"dst":2,"else":2,"torch":8,"distributed":2,"ranks":2,"device":4,"group":4,"def":3,"recv":3,"size":6,"dtype":4,"src":6,"optional":2,"int":3,"receives":1,"a":1,"from":1,"the":5,"source":2,"rank":4,"note":1,"local":1,"of":1,"in":3,"1":1,"world":3,"empty":1,"return":1,"destroy":2,"ca":2,"all2all":3,"manager":3,"all":4,"gatherv":2,"input":1,"union":1,"list":2,"dim":3,"0":4,"sizes":6,"raise":1,"notimplementederror":1,"only":1,"supported":1,"assert":1,"needed":1,"inputs":1,"same":2,"have":1,"shape":1,"s":2,"for":1},"9625,1862,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cuda_communicator.py":{"def":3,"all":5,"gather":4,"single":3,"input":15,"torch":9,"tensor":13,"sizes":12,"optional":1,"list":4,"int":1,"none":5,"size":10,"if":3,"is":4,"not":4,"assert":4,"len":1,"world":2,"shape":2,"dim":2,"self":8,"rank":2,"in":3,"group":4,"f":1,"output":11,"sum":1,"1":2,"else":2,"0":1,"allocate":1,"empty":1,"dtype":2,"device":2,"pynccl":4,"comm":4,"gatherv":1,"return":5,"isinstance":1,"start":1,"for":1,"inp":2,"append":1,"end":1,"dispatch":2,"hidden":8,"states":8,"router":4,"logits":4,"tuple":1,"all2all":4,"manager":4,"combine":2},"0,1898,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":11,"vllm":5,"project":1,"from":6,"typing":1,"import":9,"optional":2,"union":3,"region":1,"torch":4,"distributed":4,"as":1,"dist":6,"processgroup":2,"reduceop":1,"device":6,"communicators":1,"pynccl":1,"wrapper":1,"nccllibrary":1,"buffer":1,"type":1,"cudastream":1,"t":2,"ncclcomm":1,"nccldatatypeenum":1,"ncclredoptypeenum":1,"nccluniqueid":1,"utils":2,"statelessprocessgroup":3,"logger":4,"init":3,"current":1,"stream":1,"name":1,"class":1,"pyncclcommunicator":3,"def":1,"self":6,"group":14,"int":1,"str":2,"library":4,"path":4,"none":4,"args":1,"process":2,"work":1,"on":1,"if":4,"it":4,"will":3,"use":2,"default":2,"bind":3,"be":2,"f":1,"cuda":1,"local":1,"rank":7,"nccl":3,"is":4,"caller":1,"s":1,"responsibility":1,"make":1,"sure":1,"each":1,"communicator":1,"a":2,"unique":1,"not":1,"isinstance":1,"assert":2,"initialized":1,"get":3,"backend":2,"should":1,"attached":1,"non":1,"note":1,"this":1,"in":1,"world":4,"size":4,"else":1},"1898,1986,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"if":5,"world":3,"size":3,"1":2,"no":1,"need":1,"to":2,"create":1,"communicator":2,"self":23,"available":3,"false":3,"disabled":3,"true":3,"return":2,"try":1,"nccl":8,"nccllibrary":1,"library":2,"path":1,"except":1,"exception":1,"disable":1,"because":1,"of":1,"missing":1,"e":1,"g":1,"in":3,"a":3,"non":1,"gpu":1,"environment":1,"logger":1,"info":1,"vllm":1,"is":4,"using":1,"s":1,"ncclgetversion":1,"rank":3,"0":3,"get":2,"the":4,"unique":9,"id":9,"from":1,"ncclgetuniqueid":1,"else":2,"construct":1,"an":1,"empty":1,"nccluniqueid":1,"not":1,"isinstance":4,"group":6,"statelessprocessgroup":1,"tensor":3,"torch":7,"bytetensor":1,"list":3,"internal":2,"ranks":3,"dist":2,"process":1,"arg":1,"src":3,"broadcast":3,"global":1,"byte":4,"tolist":1,"for":1,"i":2,"enumerate":1,"obj":1,"device":19,"int":1,"f":1,"cuda":4,"elif":1,"str":1,"now":1,"object":1,"assert":1,"and":1,"stream":1,"will":1,"use":1,"this":1,"context":1,"manager":1,"that":1,"changes":1,"current":1,"specified":1,"one":1,"with":1,"comm":1,"ncclcomm":1,"t":1,"ncclcomminitrank":1},"3884,1345,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"stream":9,"current":2,"a":2,"small":1,"all":3,"reduce":3,"for":1,"warmup":1,"data":5,"torch":6,"zeros":1,"1":1,"device":8,"self":7,"synchronize":1,"del":1,"def":1,"in":7,"tensor":13,"op":2,"reduceop":2,"sum":1,"none":3,"if":2,"disabled":1,"return":2,"nccl":3,"communicator":2,"created":2,"on":5,"specific":1,"will":2,"only":1,"work":2,"tensors":1,"the":2,"same":1,"otherwise":1,"it":1,"cause":1,"illegal":1,"memory":1,"access":1,"assert":1,"f":2,"this":1,"is":3,"to":1,"but":1,"input":1,"out":3,"empty":1,"like":1,"ncclallreduce":1,"buffer":2,"type":2,"ptr":2,"numel":1,"nccldatatypeenum":1,"from":2,"dtype":1,"ncclredoptypeenum":1,"comm":1,"cudastream":1,"t":1,"cuda":1},"5229,902,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"def":1,"all":1,"gather":1,"self":6,"output":2,"tensor":11,"torch":3,"input":7,"stream":6,"none":2,"if":2,"disabled":1,"return":1,"nccl":3,"communicator":2,"created":2,"on":5,"a":1,"specific":1,"device":6,"will":2,"only":1,"work":2,"tensors":1,"the":2,"same":1,"otherwise":1,"it":1,"cause":1,"illegal":1,"memory":1,"access":1,"assert":1,"f":2,"this":1,"is":3,"to":1,"but":1,"current":1,"ncclallgather":1,"buffer":2,"type":2,"data":2,"ptr":2,"numel":1,"nccldatatypeenum":1,"from":1,"dtype":1,"comm":1,"cudastream":1,"t":1,"cuda":1},"6131,1304,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"def":1,"all":1,"gatherv":1,"self":8,"output":3,"tensor":11,"torch":3,"input":6,"sizes":3,"list":1,"int":1,"stream":6,"none":2,"if":2,"disabled":1,"return":1,"nccl":5,"communicator":2,"created":2,"on":5,"a":1,"specific":1,"device":6,"will":2,"only":1,"work":2,"tensors":1,"the":2,"same":1,"otherwise":1,"it":1,"cause":1,"illegal":1,"memory":1,"access":1,"assert":2,"f":2,"this":1,"is":3,"to":1,"but":1,"current":1,"shape":1,"0":2,"sum":1,"split":7,"offset":4,"ncclgroupstart":1,"for":1,"root":2,"size":3,"in":1,"enumerate":1,"dst":3,"slice":3,"ncclbroadcast":1,"buffer":2,"type":2,"data":2,"ptr":2,"numel":1,"nccldatatypeenum":1,"from":1,"dtype":1,"comm":1,"cudastream":1,"t":1,"cuda":1,"ncclgroupend":1},"7435,1699,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"def":2,"reduce":2,"scatter":1,"self":10,"output":4,"tensor":18,"torch":6,"input":10,"op":3,"reduceop":4,"sum":2,"stream":10,"none":4,"if":4,"disabled":2,"return":2,"nccl":5,"communicator":4,"created":4,"on":10,"a":2,"specific":2,"device":12,"will":4,"only":2,"work":4,"tensors":2,"the":4,"same":2,"otherwise":2,"it":2,"cause":2,"illegal":2,"memory":2,"access":2,"assert":2,"f":4,"this":2,"is":6,"to":2,"but":2,"current":2,"ncclreducescatter":1,"buffer":2,"type":2,"data":2,"ptr":2,"numel":1,"nccldatatypeenum":1,"from":2,"dtype":1,"ncclredoptypeenum":1,"comm":1,"cudastream":1,"t":1,"cuda":1,"scatterv":1,"sizes":1,"list":1,"int":1},"9134,1754,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"split":7,"offset":4,"0":1,"self":16,"nccl":7,"ncclgroupstart":1,"for":1,"root":2,"size":3,"in":1,"enumerate":1,"sizes":1,"chunk":3,"input":4,"tensor":19,"ncclreduce":1,"buffer":4,"type":4,"data":4,"ptr":4,"output":1,"numel":3,"nccldatatypeenum":3,"from":4,"torch":6,"dtype":3,"ncclredoptypeenum":1,"op":1,"comm":3,"cudastream":3,"t":3,"stream":14,"cuda":3,"ncclgroupend":1,"def":2,"send":1,"dst":2,"int":2,"none":4,"if":4,"disabled":2,"return":2,"assert":2,"device":8,"f":4,"this":2,"communicator":2,"is":6,"created":2,"to":2,"work":2,"on":4,"but":2,"the":2,"current":2,"ncclsend":1,"recv":1,"src":2,"ncclrecv":1},"10888,1021,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl.py":{"def":3,"broadcast":1,"self":11,"tensor":10,"torch":2,"src":3,"int":1,"stream":6,"none":2,"if":3,"disabled":1,"return":1,"assert":1,"device":4,"f":2,"this":1,"nccl":5,"communicator":1,"is":3,"created":1,"to":2,"work":1,"on":2,"but":1,"the":2,"input":1,"current":1,"rank":1,"sendbuff":3,"buffer":5,"type":4,"data":3,"ptr":3,"requires":1,"sender":1,"also":1,"have":1,"a":1,"receive":1,"recvbuff":3,"else":1,"ncclbroadcast":1,"numel":1,"nccldatatypeenum":1,"from":1,"dtype":1,"comm":1,"cudastream":1,"t":1,"cuda":1,"group":2,"start":1,"ncclgroupstart":1,"end":1,"ncclgroupend":1},"0,1503,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/tpu_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":7,"project":1,"import":14,"os":1,"from":9,"typing":1,"optional":3,"torch":8,"distributed":3,"processgroup":3,"config":5,"get":2,"current":4,"logger":4,"init":4,"platforms":1,"platform":2,"base":1,"device":6,"communicator":1,"devicecommunicatorbase":2,"use":2,"ray":4,"parallel":2,"executor":2,"backend":1,"name":3,"if":2,"is":1,"tpu":2,"xla":7,"core":1,"model":1,"as":3,"xm":1,"runtime":1,"xr":1,"internal":1,"pjrt":1,"multiprocessing":1,"create":1,"optimized":1,"replica":1,"groups":1,"utils":1,"class":1,"tpucommunicator":1,"def":1,"self":3,"cpu":2,"group":4,"none":2,"unique":2,"str":1,"super":1,"note":1,"woosuk":1,"when":1,"using":1,"tp":1,"1":1,"on":2,"tpus":1,"every":1,"same":1,"node":1,"must":1,"be":2,"used":1,"together":1,"therefore":1,"local":1,"rank":3,"and":1,"world":3,"size":3,"can":1,"simply":1,"calculated":1,"follows":1,"global":4},"1503,1906,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/tpu_communicator.py":{"if":3,"use":1,"ray":7,"logger":2,"info":2,"tpucommunicator":2,"initialized":2,"with":4,"calculate":1,"how":1,"many":1,"tpu":13,"nodes":11,"are":2,"in":6,"the":11,"current":3,"deployment":1,"this":2,"is":5,"placement":2,"group":2,"it":1,"deployed":1,"default":1,"to":4,"number":7,"of":7,"cluster":1,"computed":1,"by":2,"total":1,"tpus":3,"divided":1,"accelerators":1,"per":1,"node":1,"account":1,"for":3,"clusters":1,"both":1,"cpus":1,"and":2,"num":12,"utils":2,"get":4,"pg":3,"0":1,"local":9,"world":7,"size":7,"global":4,"rank":8,"else":1,"mp":1,"sanity":1,"verify":1,"we":2,"run":1,"on":2,"a":1,"single":1,"host":1,"hosts":2,"torch":2,"xla":2,"workers":1,"assert":1,"1":1,"have":1,"locally":1,"available":1,"chips":2,"ensure":1,"environment":1,"variables":1,"set":1,"multihost":1,"deployments":1,"gke":1,"needed":1,"libtpu":1,"driver":2,"know":1,"which":1,"chip":1,"actually":1,"visible":3,"otherwise":1,"will":1,"fail":1,"initialize":2,"because":1,"devices":1,"would":1,"be":1,"different":1,"from":1,"worker":1,"addresses":1,"os":2,"environ":2,"cloud":1,"task":1,"id":1,"str":2,"pjrt":1,"multiprocess":1,"xr":1,"init":1,"ordinal":1,"self":1,"groups":2,"create":1,"optimized":1,"replica":1},"3409,750,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/tpu_communicator.py":{"def":2,"all":6,"reduce":4,"self":3,"input":4,"torch":4,"tensor":4,"todo":1,"remove":1,"the":2,"groups":3,"specification":1,"after":1,"xla":1,"compiler":1,"can":1,"support":2,"auto":1,"reordering":1,"ring":1,"order":1,"for":2,"return":2,"xm":3,"sum":1,"gather":3,"dim":5,"int":1,"1":3,"assert":1,"tpus":1,"only":1,"try":1,"from":1,"tpu":2,"commons":2,"distributed":1,"device":1,"communicators":1,"import":1,"tpucommunicator":3,"as":1,"tpucommonscommunicator":2,"type":1,"ignore":1,"except":1,"importerror":1,"logger":1,"info":1,"not":1,"found":1,"using":1,"vllm":1,"s":1,"pass":1},"0,1500,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":9,"project":1,"from":9,"contextlib":1,"import":12,"contextmanager":1,"typing":1,"optional":1,"union":1,"torch":5,"distributed":4,"as":4,"dist":1,"processgroup":1,"envs":3,"custom":4,"ops":3,"device":3,"communicators":1,"all":1,"reduce":1,"utils":2,"gpu":2,"p2p":6,"access":3,"check":4,"parallel":1,"state":1,"in":2,"same":1,"node":1,"logger":5,"init":2,"platforms":1,"current":1,"platform":1,"cuda":2,"count":1,"stateless":1,"try":1,"meta":1,"size":5,"ar":2,"true":2,"except":1,"exception":1,"for":2,"cpus":1,"false":2,"name":1,"def":2,"can":2,"rank":4,"int":2,"world":3,"bool":1,"i":4,"range":1,"if":3,"continue":1,"skip":1,"info":1,"skipping":1,"and":1,"trusting":1,"driver":1,"s":1,"report":1,"return":4,"peer":1,"not":1,"is":2,"weak":1,"contiguous":2,"inp":7,"tensor":1,"or":1,"storage":2,"nbytes":1,"offset":1,"element":2,"numel":1,"class":1,"customallreduce":1,"supported":1,"sizes":1,"4":1,"6":1,"8":1},"1500,1728,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"max":3,"size":6,"supported":1,"allreduce":7,"def":1,"init":1,"self":7,"group":15,"processgroup":1,"device":5,"union":1,"int":1,"str":1,"torch":1,"8192":1,"1024":1,"none":3,"args":1,"the":7,"process":3,"to":9,"work":1,"on":1,"if":5,"it":3,"will":2,"use":1,"default":1,"bind":3,"customallreduce":2,"be":2,"f":1,"cuda":1,"local":1,"rank":6,"is":5,"caller":1,"s":1,"responsibility":1,"make":1,"sure":1,"each":1,"communicator":1,"a":3,"unique":1,"and":1,"all":2,"communicators":1,"in":4,"this":2,"are":1,"same":2,"node":3,"capturing":1,"false":1,"disabled":3,"true":1,"not":2,"custom":7,"ar":1,"disable":1,"because":3,"of":2,"missing":2,"library":2,"e":1,"g":1,"non":2,"gpu":2,"environment":1,"logger":2,"info":1,"return":3,"assert":1,"dist":4,"get":3,"backend":2,"nccl":2,"should":1,"attached":1,"as":1,"source":1,"0":1,"no":2,"need":2,"initialize":2,"for":2,"multi":1,"case":2,"warning":1,"spans":1,"across":1,"nodes":1,"world":3,"1":1,"single":1},"3228,1416,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"if":3,"world":7,"size":4,"not":1,"in":3,"customallreduce":2,"supported":3,"sizes":3,"logger":1,"warning":2,"custom":2,"allreduce":1,"is":2,"disabled":1,"due":1,"to":2,"an":1,"unsupported":1,"d":1,"s":1,"silence":1,"this":1,"specify":1,"disable":1,"all":2,"reduce":1,"true":1,"explicitly":1,"str":2,"return":1,"isinstance":3,"device":24,"int":4,"torch":8,"f":1,"cuda":6,"elif":1,"now":1,"a":1,"object":1,"assert":1,"self":2,"visible":4,"devices":4,"envs":1,"ids":4,"list":5,"map":1,"split":1,"else":1,"range":2,"count":1,"stateless":1,"physical":3,"id":2,"index":1,"tensor":4,"dtype":2,"cpu":2,"gather":4,"0":1,"for":2,"dist":1,"group":2,"t":2,"item":1},"4644,1234,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"test":3,"nvlink":2,"first":2,"this":6,"will":1,"filter":1,"out":1,"most":1,"of":1,"the":3,"cases":1,"where":1,"custom":5,"allreduce":3,"is":8,"not":5,"supported":2,"checks":2,"hardware":1,"and":3,"driver":1,"support":2,"for":1,"assert":1,"current":3,"platform":4,"cuda":1,"alike":1,"fully":3,"connected":4,"physical":1,"device":1,"ids":1,"if":2,"world":2,"size":2,"2":1,"logger":2,"warning":4,"disabled":2,"because":2,"it":1,"s":1,"on":2,"more":1,"than":1,"two":1,"pcie":1,"only":1,"gpus":2,"to":3,"silence":2,"specify":2,"disable":2,"all":2,"reduce":2,"true":2,"explicitly":2,"return":2,"p2p":5,"capability":2,"software":1,"cudaruntime":1,"expensive":1,"compute":1,"at":1,"time":1,"then":1,"we":1,"cache":1,"result":1,"amd":1,"gpu":2,"always":1,"enabled":1,"between":1,"xgmi":1,"rocm":1,"can":1,"rank":1,"your":1,"lacks":1,"or":1,"failed":1},"5878,1547,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"self":17,"disabled":1,"false":1,"buffers":2,"memory":1,"are":2,"owned":1,"by":1,"this":4,"python":1,"class":1,"and":2,"passed":1,"to":2,"c":1,"meta":5,"data":4,"composes":1,"of":4,"two":1,"parts":1,"for":4,"synchronization":1,"a":3,"temporary":1,"buffer":9,"storing":2,"intermediate":1,"allreduce":2,"results":1,"ptrs":4,"create":2,"shared":2,"ops":3,"size":10,"max":4,"group":4,"uncached":1,"true":1,"is":5,"pre":1,"registered":3,"ipc":2,"in":1,"eager":1,"mode":1,"input":1,"tensors":1,"first":1,"copied":1,"into":1,"before":1,"performed":1,"the":2,"tuples":3,"pointers":1,"pointing":1,"from":1,"all":1,"ranks":1,"each":1,"tuple":1,"has":1,"8":3,"world":4,"bytes":1,"where":1,"at":1,"most":1,"allocating":1,"8mb":1,"enough":1,"131072":1,"such":1,"largest":1,"model":1,"i":1,"ve":1,"seen":1,"only":1,"needs":1,"less":1,"than":1,"10000":1,"rank":5,"torch":2,"empty":1,"1024":2,"dtype":1,"uint8":1,"device":2,"fully":3,"connected":3,"ptr":2,"init":1,"custom":1,"ar":1,"register":1},"7425,1576,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"contextmanager":1,"def":2,"capture":1,"self":12,"the":6,"main":1,"responsibility":1,"of":4,"this":1,"context":2,"manager":1,"is":4,"register":4,"graph":7,"buffers":4,"call":1,"at":1,"end":1,"it":2,"records":1,"all":7,"buffer":2,"addresses":2,"used":1,"in":5,"cuda":2,"try":1,"capturing":2,"true":1,"yield":1,"finally":1,"false":1,"if":1,"not":1,"disabled":1,"handle":2,"offset":3,"ops":2,"get":3,"ipc":1,"meta":1,"ptr":2,"logger":1,"info":1,"registering":1,"d":5,"len":1,"we":1,"cannot":1,"directly":1,"use":1,"dist":4,"gather":1,"object":2,"here":1,"because":1,"incompatible":1,"with":1,"gloo":1,"backend":1,"under":1,"inference":1,"mode":1,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"issues":1,"126032":1,"for":5,"details":1,"data":5,"none":2,"range":1,"world":1,"size":1,"group":7,"rank":3,"ranks":3,"sorted":1,"process":1,"i":2,"enumerate":1,"broadcast":1,"list":2,"src":1,"device":1,"cpu":1,"unpack":1,"tuples":1,"to":1,"tuple":1,"lists":1,"handles":2,"0":1,"type":2,"ignore":2,"offsets":2,"1":1},"9001,1300,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"def":2,"should":1,"custom":3,"ar":1,"self":11,"inp":13,"torch":4,"tensor":3,"if":7,"disabled":1,"return":6,"false":5,"size":8,"numel":1,"element":1,"allreduce":2,"requires":1,"input":1,"byte":1,"to":1,"be":1,"multiples":1,"of":2,"16":2,"0":3,"not":1,"is":5,"weak":1,"contiguous":1,"for":1,"4":1,"or":2,"more":1,"non":1,"nvlink":1,"capable":1,"gpus":1,"provides":1,"little":1,"performance":1,"improvement":1,"over":1,"nccl":1,"world":1,"2":1,"fully":1,"connected":1,"max":2,"all":4,"reduce":4,"out":7,"none":2,"registered":5,"bool":1,"performs":1,"an":1,"place":1,"true":1,"this":1,"assumes":1,"s":1,"pointer":1,"already":1,"ipc":1,"otherwise":1,"first":1,"copied":1,"into":1,"a":1,"pre":1,"buffer":2,"empty":1,"like":1,"ops":2,"ptr":2,"else":1,"ptrs":1,"rank":1},"10301,1776,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"def":4,"custom":6,"all":4,"reduce":3,"self":19,"input":5,"torch":4,"tensor":2,"optional":3,"the":3,"main":1,"allreduce":4,"api":1,"that":1,"provides":1,"support":1,"for":1,"cuda":3,"graph":2,"when":1,"is":5,"disabled":3,"this":1,"will":1,"be":2,"none":5,"if":6,"or":1,"not":3,"should":2,"ar":1,"return":4,"capturing":2,"current":1,"stream":1,"registered":2,"true":1,"else":2,"warm":1,"up":1,"mimic":1,"allocation":1,"pattern":1,"since":1,"out":1,"of":5,"place":1,"empty":1,"like":1,"note":1,"outside":1,"context":1,"incurs":1,"a":1,"cost":1,"cudamemcpy":1,"which":1,"small":1,"1":1,"overall":1,"latency":1,"compared":1,"to":1,"performance":1,"gain":1,"using":1,"kernels":1,"false":2,"close":2,"and":2,"ptr":3,"ops":3,"dispose":1,"0":1,"free":2,"shared":4,"buffer":5,"meta":1,"ptrs":2,"rank":6,"del":1,"staticmethod":1,"create":1,"size":5,"in":2,"bytes":2,"int":2,"group":7,"processgroup":1,"uncached":1,"bool":1,"list":1,"pointer":1,"handle":3,"allocate":1,"world":3,"dist":3,"get":2,"handles":2,"gather":1,"object":1},"12077,601,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce.py":{"pointers":6,"list":2,"int":3,"for":1,"i":2,"h":2,"in":1,"enumerate":1,"handles":1,"if":3,"rank":6,"append":2,"pointer":1,"type":1,"ignore":1,"else":1,"ops":3,"open":1,"mem":1,"handle":1,"return":1,"staticmethod":1,"def":1,"free":2,"shared":2,"buffer":2,"group":3,"optional":2,"processgroup":1,"none":5,"is":2,"dist":1,"get":1,"not":1},"0,1813,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"import":16,"ctypes":2,"json":1,"os":1,"pickle":1,"subprocess":1,"sys":1,"tempfile":1,"from":6,"collections":1,"abc":1,"sequence":2,"itertools":1,"product":1,"typing":1,"optional":2,"torch":2,"distributed":2,"as":3,"dist":1,"multiprocessing":1,"mp":1,"envs":2,"device":2,"communicators":1,"cuda":6,"wrapper":1,"cudartlibrary":2,"logger":4,"init":2,"utils":1,"count":1,"stateless":1,"update":2,"environment":2,"variables":2,"name":1,"def":1,"producer":4,"batch":2,"src":2,"int":1,"queue":8,"consumer":3,"result":2,"visible":4,"devices":4,"str":1,"none":2,"if":4,"is":2,"not":1,"lib":8,"for":2,"i":4,"in":2,"cudasetdevice":1,"pointer":4,"cudamalloc":1,"1024":5,"cudamemset":1,"1":1,"cudadevicesynchronize":1,"handle":2,"cudaipcgetmemhandle":1,"put":3,"open":4,"success":4,"get":2,"use":1,"two":1,"queues":1,"simulate":1,"barrier":1,"check":1,"memory":1,"modified":1,"host":3,"data":3,"c":1,"char":1,"cudamemcpy":1,"type":1,"ignore":1,"range":1,"ord":1,"false":1,"break":1,"cudadevicereset":1},"1813,1505,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce_utils.py":{"def":2,"consumer":4,"batch":4,"tgt":3,"sequence":3,"int":3,"producer":4,"queue":8,"result":2,"cuda":4,"visible":4,"devices":4,"optional":1,"str":1,"none":2,"if":4,"is":3,"not":1,"update":1,"environment":1,"variables":1,"lib":7,"cudartlibrary":1,"for":3,"j":2,"in":2,"cudasetdevice":1,"handle":2,"get":2,"open":6,"success":6,"false":2,"try":1,"pointer":3,"cudaipcopenmemhandle":1,"type":2,"ignore":2,"true":1,"except":1,"runtimeerror":1,"cannot":1,"error":1,"out":1,"here":1,"because":1,"the":4,"process":1,"still":1,"waiting":1,"response":1,"pass":1,"put":3,"modify":1,"memory":2,"cudamemset":1,"2":2,"1024":4,"cudadevicesynchronize":1,"use":1,"two":1,"queues":1,"to":1,"simulate":1,"barrier":1,"0":1,"check":1,"modified":1,"host":3,"data":3,"ctypes":1,"c":1,"char":1,"cudamemcpy":1,"i":2,"range":1,"ord":1,"break":1,"cudadevicereset":1,"can":1,"actually":1,"p2p":1,"src":1},"3318,1818,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce_utils.py":{"sequence":1,"bool":1,"usually":2,"checking":1,"if":3,"p2p":6,"access":6,"is":8,"enabled":1,"can":3,"be":3,"done":1,"by":1,"torch":2,"cuda":10,"device":3,"peer":2,"src":14,"tgt":12,"however":1,"sometimes":1,"the":13,"driver":1,"might":1,"broken":1,"and":5,"returns":1,"true":1,"even":1,"not":4,"actually":2,"possible":2,"see":2,"https":2,"github":1,"com":2,"vllm":2,"project":1,"issues":1,"2728":1,"forums":1,"developer":1,"nvidia":1,"t":1,"direct":1,"gpu":10,"communication":1,"does":1,"seem":1,"to":11,"work":1,"properly":1,"283264":1,"10":1,"therefore":1,"we":5,"have":1,"perform":1,"a":2,"real":1,"check":1,"it":2,"note":2,"on":2,"ipc":3,"one":2,"process":12,"uses":1,"context":3,"tensor":8,"need":2,"combine":1,"so":1,"that":4,"shared":1,"say":1,"creates":1,"in":8,"passes":1,"handle":1,"accesses":2,"any":1,"operation":1,"will":1,"reflected":1,"because":1,"they":2,"are":1,"same":2,"memory":1,"segment":1,"important":1,"s":1,"why":1,"most":1,"time":1,"consuming":1,"part":1,"creation":1,"avoid":1,"creating":1,"processes":2,"for":2,"every":1,"pair":1,"of":3,"gpus":3,"use":1,"batched":1,"testing":2,"create":1,"two":1,"all":1,"pairs":1,"batch":1,"trick":1,"reset":1,"after":1,"each":1,"test":1,"which":1,"available":1,"pytorch":1,"noqa":1,"visible":3,"devices":3,"envs":1,"pass":1,"child":1,"make":1,"sure":1,"set":1},"5136,1964,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce_utils.py":{"make":1,"sure":1,"the":16,"processes":5,"are":2,"spawned":1,"smp":6,"mp":1,"get":3,"context":1,"spawn":1,"producer":4,"queue":14,"consumer":4,"result":9,"p":8,"src":8,"process":3,"target":2,"args":2,"batch":4,"cuda":4,"visible":5,"devices":5,"tgt":8,"start":2,"join":2,"assert":1,"exitcode":2,"0":3,"and":1,"list":1,"bool":2,"for":2,"in":3,"zip":1,"a":5,"b":2,"if":3,"logger":1,"warning":1,"two":1,"do":2,"not":2,"agree":1,"on":2,"p2p":5,"access":5,"status":3,"d":2,"treat":1,"as":1,"disabled":1,"append":2,"false":1,"else":1,"return":1,"why":1,"we":6,"need":2,"this":2,"cache":8,"testing":1,"peer":2,"to":6,"between":1,"gpus":1,"across":1,"test":1,"it":3,"every":1,"time":2,"will":1,"be":1,"very":2,"slow":2,"because":1,"create":1,"n":3,"2":1,"where":2,"is":6,"world":1,"size":1,"reduce":1,"use":1,"file":5,"store":1,"generated":1,"by":3,"master":1,"does":1,"exist":1,"then":1,"all":1,"can":2,"read":1,"check":1,"note":1,"that":2,"suffixed":1,"so":1,"have":1,"different":3,"files":1,"settings":1,"e":2,"g":1,"used":1,"vllm":2,"engines":1,"device":2,"id":2,"local":1,"i":1,"from":1,"num":2,"dev":2,"1":1,"number":1,"of":1,"engine":1,"gpu":1,"optional":1,"dict":1,"str":1,"none":1},"7100,1699,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce_utils.py":{"def":1,"gpu":8,"p2p":7,"access":7,"check":2,"src":4,"int":2,"tgt":4,"bool":2,"if":7,"can":3,"the":7,"cache":10,"variable":1,"is":7,"already":1,"calculated":1,"read":1,"from":2,"instead":1,"of":3,"checking":1,"it":1,"again":1,"global":1,"not":4,"none":2,"return":1,"f":2,"distributed":3,"dist":1,"initialized":1,"num":3,"dev":3,"cuda":6,"device":1,"count":1,"stateless":1,"visible":5,"devices":5,"envs":2,"join":2,"str":2,"i":2,"for":2,"in":5,"range":2,"path":7,"os":4,"vllm":2,"root":1,"json":1,"makedirs":1,"dirname":1,"exist":1,"ok":1,"true":1,"parallel":1,"state":1,"import":1,"get":2,"world":2,"group":2,"or":1,"local":3,"rank":2,"0":2,"and":1,"exists":1,"only":1,"master":1,"process":1,"with":1,"enter":1,"this":2,"block":1,"to":2,"calculate":1,"logger":1,"info":1,"generating":1,"s":1,"dict":1,"ids":3,"list":2,"batch":3,"all":1,"pairs":1,"gpus":1,"zip":1,"product":1,"note":1,"we":4,"use":3,"subprocess":2,"rather":1,"than":1,"multiprocessing":2,"here":1,"because":1,"caller":1,"might":1,"have":2,"name":2,"main":2,"that":1,"case":1,"cannot":1,"spawn":2,"method":2,"however":1,"actually":1,"requires":1,"fix":1,"call":1,"function":1,"where":1,"file":1},"8799,1759,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/custom_all_reduce_utils.py":{"use":2,"a":1,"temporary":1,"file":7,"to":4,"store":1,"the":5,"result":5,"we":1,"don":1,"t":1,"output":8,"of":1,"subprocess":4,"directly":1,"because":1,"might":1,"produce":1,"logging":1,"with":5,"tempfile":1,"namedtemporaryfile":1,"as":6,"input":3,"bytes":2,"pickle":4,"dumps":2,"batch":11,"src":6,"tgt":6,"name":3,"returned":3,"run":1,"sys":2,"executable":1,"capture":1,"true":1,"check":3,"if":3,"is":2,"successful":1,"try":1,"returncode":1,"except":1,"exception":2,"e":2,"wrap":1,"raised":1,"provide":1,"more":1,"information":1,"raise":1,"runtimeerror":1,"f":13,"error":1,"happened":1,"when":1,"testing":1,"peer":2,"access":5,"from":3,"n":1,"stderr":1,"decode":1,"open":4,"rb":1,"load":2,"for":1,"i":2,"j":2,"r":2,"in":1,"zip":1,"cache":7,"path":3,"w":1,"json":2,"dump":1,"indent":1,"4":1,"distributed":1,"get":1,"world":1,"group":1,"barrier":1,"logger":1,"info":1,"reading":1,"gpu":4,"p2p":5,"s":1,"return":1,"all":1,"main":1,"loads":1,"stdin":1,"buffer":1,"read":1,"can":1,"actually":1,"wb":1,"write":1},"0,1988,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":11,"vllm":4,"project":1,"this":4,"file":2,"is":6,"a":4,"pure":2,"python":3,"wrapper":2,"for":5,"nccl":16,"library":2,"main":1,"purpose":1,"use":3,"combined":1,"with":4,"cuda":3,"graph":2,"before":1,"writing":1,"script":1,"we":6,"tried":3,"following":1,"approach":1,"1":1,"cupy":2,"it":3,"calls":1,"correctly":1,"but":3,"itself":1,"often":2,"gets":1,"stuck":1,"when":1,"initializing":1,"communicator":1,"torch":4,"distributed":3,"all":1,"reduce":1,"contains":1,"many":1,"other":1,"potential":1,"apis":1,"that":1,"are":1,"not":2,"allowed":1,"during":1,"capturing":1,"further":1,"details":2,"please":2,"check":2,"https":3,"discuss":1,"pytorch":2,"org":1,"t":4,"cudagraph":1,"operation":1,"failed":1,"another":1,"rejected":1,"idea":1,"write":1,"c":8,"binding":2,"usually":1,"doable":1,"encounter":1,"issues":2,"related":1,"versions":4,"and":2,"need":1,"switch":3,"between":3,"different":3,"of":3,"see":1,"github":2,"com":2,"nvidia":2,"1234":1,"more":2,"flexible":2,"enough":1,"handle":1,"requires":1,"recompilation":1,"code":2,"every":1,"time":1,"want":1,"current":1,"implementation":1,"can":1,"easily":1,"by":1,"changing":1,"environment":1,"variable":2,"so":2,"path":1,"or":1,"in":2,"import":8,"ctypes":6,"platform":1,"from":6,"dataclasses":1,"dataclass":1,"typing":1,"any":1,"optional":1,"reduceop":1,"logger":4,"init":2,"utils":1,"find":1,"name":1,"export":1,"types":1,"functions":1,"original":1,"definition":1,"blob":1,"master":1,"src":1,"h":1,"ncclresult":1,"int":1,"ncclcomm":1,"void":2,"p":2,"class":1,"nccluniqueid":1,"structure":1,"fields":1,"internal":1,"byte":1,"128":1,"cudastream":1},"1988,1727,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"buffer":1,"type":1,"ctypes":3,"c":3,"void":1,"p":1,"nccldatatype":1,"t":2,"int":4,"class":3,"nccldatatypeenum":1,"ncclint8":2,"0":3,"ncclchar":1,"nccluint8":2,"1":2,"ncclint32":2,"2":3,"ncclint":1,"nccluint32":1,"3":2,"ncclint64":2,"4":2,"nccluint64":1,"5":2,"ncclfloat16":2,"6":2,"ncclhalf":1,"ncclfloat32":2,"7":2,"ncclfloat":1,"ncclfloat64":2,"8":2,"nccldouble":1,"ncclbfloat16":2,"9":1,"ncclnumtypes":1,"10":1,"classmethod":2,"def":2,"from":2,"torch":11,"cls":15,"dtype":12,"if":13,"int8":1,"return":13,"uint8":1,"int32":1,"int64":1,"float16":1,"float32":1,"float64":1,"bfloat16":1,"raise":2,"valueerror":2,"f":2,"unsupported":2,"ncclredop":1,"ncclredoptypeenum":1,"ncclsum":2,"ncclprod":2,"ncclmax":2,"ncclmin":2,"ncclavg":2,"ncclnumops":1,"op":8,"reduceop":6,"sum":1,"product":1,"max":1,"min":1,"avg":1,"dataclass":1,"function":1,"name":1,"str":1,"restype":1,"any":2,"argtypes":1,"list":1},"3715,1872,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"class":1,"nccllibrary":1,"exported":1,"functions":1,"const":3,"char":2,"ncclgeterrorstring":2,"ncclresult":12,"t":37,"result":1,"function":6,"ctypes":10,"c":7,"p":1,"ncclgetversion":2,"int":8,"version":1,"pointer":10,"ncclgetuniqueid":2,"nccluniqueid":4,"uniqueid":1,"ncclcomminitrank":2,"ncclcomm":7,"comm":3,"nranks":1,"commid":1,"rank":1,"note":3,"that":3,"is":6,"a":7,"type":7,"so":3,"the":3,"first":1,"argument":3,"to":1,"ncclallreduce":2,"void":4,"sendbuff":2,"recvbuff":2,"size":4,"count":2,"nccldatatype":4,"datatype":2,"ncclredop":4,"op":2,"cudastream":6,"stream":2,"last":2,"buffer":4,"ncclreduce":2,"root":1},"5587,1616,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"ncclresult":8,"t":44,"ncclallgather":2,"const":3,"void":6,"sendbuff":3,"recvbuff":3,"size":8,"count":4,"nccldatatype":8,"datatype":4,"ncclcomm":8,"comm":4,"cudastream":10,"stream":4,"note":2,"that":2,"is":4,"a":4,"pointer":4,"type":8,"so":2,"the":2,"last":2,"argument":2,"function":4,"buffer":6,"ctypes":6,"c":6,"ncclreducescatter":2,"ncclredop":2,"op":1,"ncclsend":2,"int":4,"dest":1,"ncclrecv":2,"src":1},"7203,1399,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"ncclresult":8,"t":18,"ncclbroadcast":2,"const":1,"void":2,"sendbuff":1,"recvbuff":1,"size":2,"count":1,"nccldatatype":2,"datatype":1,"int":2,"root":1,"ncclcomm":4,"comm":2,"cudastream":2,"stream":1,"function":5,"buffer":2,"type":2,"ctypes":2,"c":2,"be":1,"cautious":1,"this":2,"is":2,"a":1,"collective":1,"call":2,"it":3,"will":1,"block":1,"until":1,"all":2,"processes":1,"in":2,"the":7,"communicator":1,"have":1,"called":1,"because":1,"python":1,"object":1,"destruction":1,"can":1,"happen":1,"random":1,"order":1,"better":1,"not":1,"to":8,"at":1,"ncclcommdestroy":2,"ncclgroupstart":2,"ncclgroupend":2,"class":2,"attribute":2,"store":2,"mapping":3,"from":2,"path":4,"library":5,"avoid":1,"loading":1,"same":1,"multiple":1,"times":1,"cache":1,"dict":4,"str":4,"any":2,"corresponding":1,"dictionary":1,"def":1,"init":1,"self":1,"so":3,"file":3,"optional":1,"none":1,"or":1,"find":1,"nccl":1},"8602,1626,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"try":1,"if":5,"so":9,"file":8,"not":5,"in":3,"nccllibrary":7,"path":8,"to":9,"dict":5,"mapping":4,"lib":4,"ctypes":1,"cdll":1,"library":6,"cache":2,"self":7,"except":1,"exception":1,"as":1,"e":2,"logger":1,"error":4,"failed":1,"load":1,"nccl":6,"from":1,"s":2,"it":2,"is":1,"expected":1,"you":2,"are":1,"running":1,"on":1,"nvidia":1,"amd":1,"gpus":1,"otherwise":1,"the":5,"might":1,"exist":1,"be":1,"corrupted":1,"or":1,"does":1,"support":1,"current":1,"platform":3,"already":1,"have":1,"please":1,"set":1,"environment":1,"variable":1,"vllm":1,"point":1,"correct":1,"raise":2,"funcs":5,"str":4,"any":1,"for":1,"func":5,"exported":1,"functions":1,"f":5,"getattr":1,"name":2,"restype":2,"argtypes":2,"def":2,"ncclgeterrorstring":3,"result":5,"ncclresult":2,"t":2,"return":1,"decode":1,"utf":1,"8":1,"check":1,"none":1,"0":1,"runtimeerror":1},"10228,1337,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"def":4,"ncclgetversion":2,"self":10,"str":6,"version":7,"ctypes":6,"c":1,"int":3,"nccl":3,"check":3,"funcs":3,"byref":3,"value":1,"something":1,"like":1,"21903":1,"2":1,"19":1,"3":3,"major":2,"0":4,"lstrip":3,"minor":2,"1":1,"patch":2,"return":4,"f":2,"ncclgetuniqueid":2,"nccluniqueid":6,"unique":9,"id":9,"from":1,"bytes":4,"data":4,"if":1,"len":2,"128":3,"raise":1,"valueerror":1,"expected":1,"for":1,"got":1,"memmove":1,"addressof":1,"internal":1,"ncclcomminitrank":2,"world":2,"size":2,"rank":2,"ncclcomm":2,"t":2,"comm":3},"11565,1357,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"def":2,"ncclallreduce":2,"self":6,"sendbuff":4,"buffer":4,"type":4,"recvbuff":4,"count":4,"int":13,"datatype":6,"op":6,"comm":4,"ncclcomm":2,"t":8,"stream":4,"cudastream":2,"none":2,"actually":2,"should":4,"be":6,"nccldatatype":2,"and":2,"ncclredop":2,"both":2,"are":2,"aliases":2,"of":2,"ctypes":6,"c":4,"when":2,"we":2,"pass":2,"to":4,"a":2,"function":2,"it":2,"will":2,"converted":2,"by":2,"automatically":2,"nccl":2,"check":2,"funcs":2,"ncclreduce":2,"root":2},"12922,1864,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"def":4,"ncclreducescatter":2,"self":12,"sendbuff":6,"buffer":6,"type":6,"recvbuff":6,"count":8,"int":17,"datatype":10,"op":3,"comm":8,"ncclcomm":4,"t":11,"stream":8,"cudastream":4,"none":4,"actually":2,"should":3,"be":5,"nccldatatype":2,"and":1,"ncclredop":1,"both":1,"are":1,"aliases":2,"of":2,"ctypes":6,"c":4,"when":2,"we":2,"pass":2,"to":4,"a":2,"function":2,"it":2,"will":2,"converted":2,"by":2,"automatically":2,"nccl":4,"check":4,"funcs":4,"ncclallgather":2,"which":1,"is":1,"an":1,"ncclsend":2,"dest":2,"ncclrecv":2,"src":2},"14786,871,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/pynccl_wrapper.py":{"def":4,"ncclbroadcast":2,"self":12,"sendbuff":2,"buffer":3,"type":3,"recvbuff":2,"count":2,"int":3,"datatype":2,"root":2,"comm":4,"ncclcomm":3,"t":5,"stream":2,"cudastream":2,"none":4,"nccl":4,"check":4,"funcs":4,"ncclcommdestroy":2,"ncclgroupstart":2,"ncclgroupend":2,"all":1,"nccllibrary":1,"nccldatatypeenum":1,"ncclredoptypeenum":1,"nccluniqueid":1},"0,1875,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cpu_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":4,"project":1,"import":8,"os":1,"from":6,"typing":1,"any":1,"optional":4,"union":1,"torch":7,"distributed":3,"processgroup":3,"utils":1,"pickle":1,"platforms":2,"current":2,"platform":2,"interface":1,"cpuarchenum":2,"base":1,"device":8,"communicator":1,"devicecommunicatorbase":2,"class":1,"cpucommunicator":1,"def":3,"init":3,"self":9,"cpu":3,"group":6,"none":2,"unique":4,"name":4,"str":1,"super":1,"dist":3,"module":3,"if":2,"get":1,"architecture":1,"x86":1,"and":2,"hasattr":1,"ops":1,"c":1,"shm":1,"manager":1,"startswith":2,"tp":1,"or":1,"pp":1,"cpushmdistributed":1,"all":3,"reduce":2,"input":10,"return":1,"gather":1,"tensor":4,"dst":2,"int":2,"dim":10,"1":1,"note":2,"we":1,"assume":1,"that":1,"is":2,"on":1,"same":1,"across":1,"ranks":1,"local":1,"rank":2,"of":1,"destination":1,"world":2,"size":3,"assert":1,"f":1,"invalid":1,"for":1,"with":1,"shape":1,"convert":1,"negative":1,"positive":1},"1875,1939,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cpu_communicator.py":{"allocate":2,"output":16,"tensor":17,"if":3,"self":11,"rank":2,"in":3,"group":6,"dst":4,"gather":11,"list":4,"torch":6,"empty":2,"like":1,"input":15,"for":1,"range":1,"world":4,"size":14,"else":2,"none":2,"dist":2,"module":2,"ranks":1,"device":4,"cat":1,"dim":11,"return":2,"def":1,"all":5,"int":1,"1":3,"0":3,"convert":1,"negative":1,"to":2,"positive":1,"note":1,"we":1,"have":1,"use":1,"concat":1,"style":2,"here":1,"stack":1,"has":1,"compatibility":1,"issues":2,"with":1,"compile":1,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"138795":1,"dtype":2,"into":1,"reshape":3,"movedim":1},"3814,1985,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cpu_communicator.py":{"def":6,"send":2,"tensor":11,"dict":8,"self":21,"str":3,"union":2,"torch":13,"any":2,"dst":5,"int":4,"none":5,"return":3,"dist":3,"module":2,"recv":2,"src":2,"class":1,"cpushmdistributed":1,"init":4,"communicator":9,"cpucommunicator":1,"instance":4,"identifier":6,"os":1,"environ":1,"vllm":1,"ident":1,"unique":3,"name":6,"f":3,"group":13,"ranks":3,"rank":5,"for":1,"in":1,"shm":8,"join":2,"cpushm":1,"handle":6,"cpu":2,"ops":4,"c":4,"manager":2,"world":1,"size":1,"distributed":3,"barrier":2,"device":2,"all":1,"reduce":1,"input":4,"optional":3,"processgroup":2,"allreduce":1,"gather":5,"list":3,"1":1,"note":1,"different":1,"from":1,"the":1,"here":1,"we":1,"use":1,"local":1,"get":1},"5799,1727,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/cpu_communicator.py":{"def":3,"all":2,"gather":2,"into":1,"tensor":25,"self":6,"output":2,"torch":12,"input":2,"group":1,"optional":1,"processgroup":1,"none":4,"ops":3,"c":3,"shm":3,"handle":3,"send":2,"dict":11,"str":3,"union":2,"any":2,"dst":2,"int":2,"key":15,"list":27,"keys":1,"value":7,"values":1,"size":16,"for":2,"v":3,"in":2,"if":1,"not":1,"isinstance":1,"raise":1,"runtimeerror":1,"cpucommunicator":1,"only":1,"supports":1,"sending":1,"tensors":1,"append":2,"frombuffer":1,"pickle":2,"dumps":1,"dtype":1,"uint8":1,"return":2,"recv":2,"src":2,"1":3,"loads":1,"numpy":1,"tobytes":1,"0":1,"assert":2,"len":4,"t":2,"zip":1,"view":1},"0,1861,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":2,"project":1,"import":7,"threading":2,"from":6,"typing":1,"optional":1,"union":1,"weakref":1,"weakvaluedictionary":3,"torch":3,"distributed":3,"as":3,"dist":3,"processgroup":1,"class":2,"cache":4,"def":3,"init":2,"self":20,"lock":3,"rlock":1,"reentrant":1,"for":3,"thread":1,"safety":1,"get":8,"or":1,"create":3,"kwargs":4,"func":2,"a":1,"hashable":1,"key":4,"tuple":1,"sorted":1,"k":2,"v":2,"in":6,"items":1,"with":1,"instance":5,"if":1,"is":3,"none":1,"return":1,"all2allmanagerbase":1,"cpu":6,"group":19,"compute":1,"some":1,"common":1,"properties":1,"parallel":1,"state":1,"dp":8,"tp":4,"same":2,"node":4,"all2all":2,"lives":1,"ep":3,"which":1,"merged":1,"and":2,"no":1,"since":1,"still":1,"construction":1,"when":1,"we":1,"this":1,"object":1,"rank":5,"world":4,"size":4,"communication":2,"often":1,"has":1,"separate":1,"implementations":1,"intra":1,"inter":1,"internode":1,"not":1,"all":1,"source":1},"1861,1739,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"def":5,"get":8,"handle":3,"self":17,"kwargs":2,"a":1,"for":3,"the":9,"all2all":1,"communication":2,"based":1,"on":1,"different":2,"layers":1,"can":3,"have":1,"configs":1,"e":1,"g":1,"one":1,"layer":1,"has":3,"hidden":3,"size":5,"1024":1,"another":1,"2048":1,"usually":1,"underlying":1,"implementation":1,"caches":1,"and":1,"reuse":1,"it":2,"same":1,"config":1,"raise":3,"notimplementederror":3,"dispatch":1,"states":2,"torch":6,"tensor":4,"router":1,"logits":1,"combine":1,"destroy":1,"pass":1,"class":2,"devicecommunicatorbase":1,"base":1,"device":11,"specific":1,"communicator":2,"use":1,"cpu":9,"group":15,"to":1,"initialize":1,"if":1,"pytorch":2,"integration":1,"recognize":1,"its":1,"backend":1,"will":1,"also":1,"be":1,"given":1,"init":1,"processgroup":2,"optional":2,"none":2,"unique":3,"name":3,"str":1,"or":1,"rank":7,"dist":6,"world":4,"ranks":2,"process":1,"global":3,"in":1},"3600,761,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"use":5,"ep":6,"false":1,"from":1,"vllm":3,"config":7,"import":1,"get":2,"current":2,"if":1,"is":3,"not":1,"none":2,"as":2,"long":1,"we":2,"data":4,"parallel":6,"coupled":1,"where":1,"all":3,"ranks":1,"execute":1,"forward":1,"together":1,"initialize":1,"the":1,"all2all":3,"manager":2,"used":1,"in":2,"expert":1,"size":1,"1":1,"self":6,"communicator":2,"unique":1,"name":1,"and":1,"optional":1,"all2allmanagerbase":1,"def":1,"reduce":2,"input":3,"torch":2,"tensor":2,"dist":1,"group":2,"device":1,"return":1},"4361,1969,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"def":3,"all":6,"gather":5,"self":8,"input":20,"torch":10,"tensor":20,"dim":16,"int":4,"1":6,"if":3,"0":4,"convert":1,"negative":1,"to":2,"positive":1,"size":17,"note":1,"we":2,"have":1,"use":1,"concat":1,"style":2,"here":1,"stack":1,"has":1,"compatibility":1,"issues":2,"with":2,"compile":1,"see":1,"https":1,"github":1,"com":1,"pytorch":2,"138795":1,"output":12,"world":6,"allocate":1,"empty":1,"dtype":2,"device":3,"dist":1,"into":1,"group":2,"reshape":3,"movedim":1,"return":2,"gatherv":1,"union":2,"list":3,"sizes":1,"optional":1,"none":1,"raise":1,"notimplementederror":1,"reduce":1,"scatter":1,"bypass":1,"the":1,"function":1,"are":1,"using":1,"only":1,"gpu":1,"assert":1,"f":1,"invalid":1,"for":1,"shape":1},"6330,1826,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"if":3,"dim":17,"0":8,"convert":2,"negative":2,"to":2,"positive":2,"input":18,"note":3,"this":1,"will":1,"produce":1,"an":1,"incorrect":1,"answer":1,"we":2,"don":1,"t":1,"make":1,"the":6,"tensor":19,"contiguous":3,"possible":1,"bug":1,"in":1,"reduce":4,"scatter":3,"movedim":2,"assert":2,"shape":6,"world":4,"size":7,"chunk":2,"output":5,"1":3,"torch":6,"empty":1,"dtype":2,"device":4,"perform":1,"operation":1,"distributed":1,"group":2,"self":4,"reshape":1,"before":1,"returning":1,"return":1,"def":2,"scatterv":1,"int":4,"sizes":1,"optional":2,"list":1,"none":1,"raise":1,"notimplementederror":1,"gather":1,"dst":2,"assume":1,"that":1,"is":2,"on":1,"same":1,"across":1,"all":1,"ranks":1,"local":1,"rank":2,"of":1,"destination":1,"f":1,"invalid":1,"for":1,"with":1},"8156,1787,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"allocate":1,"output":4,"tensor":13,"if":5,"self":18,"rank":10,"in":6,"group":8,"dst":9,"gather":6,"list":4,"torch":11,"empty":2,"like":1,"input":2,"for":3,"range":1,"world":3,"size":6,"else":2,"none":8,"distributed":3,"ranks":3,"device":5,"cat":1,"dim":2,"return":3,"def":4,"send":2,"optional":2,"int":2,"sends":1,"a":3,"to":1,"the":8,"destination":2,"blocking":1,"way":1,"note":2,"is":5,"local":2,"of":2,"1":2,"recv":2,"dtype":4,"src":5,"receives":1,"from":1,"source":2,"destroy":1,"pass":1,"prepare":2,"communication":2,"buffer":2,"model":3,"nn":1,"module":1,"not":1,"ep":1,"communicator":1},"9943,812,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/base_device_communicator.py":{"moe":2,"modules":3,"module":5,"for":2,"in":4,"model":1,"if":1,"class":3,"name":1,"fusedmoe":1,"quant":1,"method":1,"init":1,"prepare":1,"finalize":1,"def":2,"dispatch":2,"self":2,"hidden":6,"states":6,"torch":6,"tensor":6,"router":4,"logits":4,"tuple":1,"the":6,"and":2,"to":1,"appropriate":2,"device":2,"this":2,"is":2,"a":2,"no":2,"op":2,"base":2,"return":2,"combine":2,"from":1},"0,1806,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":8,"project":1,"import":18,"pickle":1,"time":4,"from":12,"contextlib":1,"contextmanager":1,"dataclasses":1,"dataclass":1,"field":1,"multiprocessing":1,"shared":1,"memory":1,"threading":1,"event":1,"typing":1,"any":1,"optional":1,"union":1,"unittest":1,"mock":1,"patch":1,"torch":3,"distributed":3,"as":3,"dist":1,"zmq":4,"processgroup":1,"ipv6":2,"type":2,"ignore":2,"sub":1,"subscribe":1,"xpub":2,"verbose":1,"context":1,"envs":3,"utils":2,"statelessprocessgroup":1,"sched":2,"yield":2,"logger":4,"init":3,"get":3,"ip":1,"open":2,"port":1,"ipc":1,"path":1,"is":4,"valid":1,"address":1,"ringbuffer":2,"warning":2,"interval":2,"name":1,"class":2,"spintimer":2,"def":4,"record":2,"activity":5,"self":8,"pass":1,"spin":1,"spinsleeptimer":1,"in":1,"setups":1,"which":1,"have":1,"long":1,"inactivity":1,"periods":1,"it":1,"desirable":1,"reduce":2,"system":1,"power":1,"consumption":1,"when":4,"does":1,"nothing":1,"this":1,"would":2,"lead":1,"more":1,"cpu":2,"thermal":1,"headroom":1,"a":2,"request":1,"eventually":1,"comes":1,"especially":1,"multiple":1,"gpus":1,"are":1,"connected":1,"each":1,"gpu":1,"otherwise":1,"pin":1,"one":1,"thread":1,"at":1,"100":1,"usage":1,"simplest":1,"solution":1,"polling":1,"frequency":1,"there":1,"no":1,"for":1,"certain":1,"period":1,"of":1,"busy":3,"loop":3,"s":6,"float":2,"3":1,"wait":3,"sleep":3,"1":1,"last":2,"monotonic":2},"1806,1871,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"def":2,"spin":1,"self":5,"curr":2,"time":4,"monotonic":1,"if":1,"last":1,"activity":1,"busy":1,"loop":1,"s":2,"sleep":2,"wait":1,"else":1,"sched":1,"yield":1,"class":1,"shmringbuffer":1,"init":1,"n":2,"reader":3,"int":3,"max":7,"chunk":3,"bytes":3,"chunks":3,"name":1,"optional":1,"str":1,"none":1,"a":3,"shared":1,"memory":3,"ring":1,"buffer":4,"implementation":1,"for":1,"broadcast":1,"communication":1,"essentially":1,"it":1,"is":4,"queue":1,"where":1,"only":1,"one":1,"will":2,"enqueue":1,"and":2,"multiple":1,"dequeue":1,"the":10,"size":1,"of":3,"each":2,"item":1,"together":1,"with":1,"number":1,"items":1,"that":1,"can":1,"be":1,"stored":1,"in":3,"are":3,"known":1,"advance":1,"this":1,"case":1,"we":1,"don":1,"t":1,"need":1,"to":3,"synchronize":1,"access":1,"layout":2,"data":1,"metadata":4,"current":2,"idx":2,"v":2,"chunk0":1,"chunk1":1,"metadata0":1,"metadata1":1,"x":2,"1":1,"byte":2,"flag":6,"first":1,"written":2,"rest":1,"flags":2,"set":1,"0":1,"by":1,"default":1,"reader0":1,"reader1":1,"readern":1,"state":1,"as":1,"follows":1},"3677,1430,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"case":12,"1":8,"0":6,"the":26,"block":15,"is":7,"not":3,"written":7,"yet":1,"cannot":4,"read":13,"can":9,"write":5,"2":3,"1000":1,"000":1,"just":1,"3":4,"and":5,"by":2,"some":1,"readers":5,"if":2,"4":2,"1111":1,"111":1,"all":1,"state":3,"transition":3,"for":4,"when":2,"a":3,"reader":4,"finds":1,"that":2,"it":6,"or":2,"yield":2,"caller":4,"to":11,"only":2,"after":2,"finishes":2,"reading":1,"mark":4,"as":5,"from":3,"writer":4,"marks":1,"ready":1,"writes":1,"first":2,"resets":1,"flag":1,"converting":1,"either":1,"then":3,"writing":1,"reset":2,"flags":2,"note":1,"order":2,"important":1,"here":1,"so":1,"we":2,"are":1,"still":1,"in":2,"atomic":1,"do":1,"reverse":1,"will":1,"go":1,"through":1,"back":1,"might":1,"intermediate":1,"which":1,"correct":1},"5107,698,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"during":1,"creation":1,"name":2,"is":2,"none":1,"and":2,"the":6,"buffer":3,"created":2,"we":1,"can":2,"pass":1,"object":1,"to":1,"other":2,"processes":2,"by":1,"pickling":1,"it":2,"will":1,"get":1,"of":2,"shared":2,"memory":2,"open":1,"so":1,"that":1,"they":1,"access":1,"same":1,"noqa":1,"self":12,"n":3,"reader":3,"metadata":3,"size":2,"1":1,"max":8,"chunk":4,"bytes":5,"chunks":4,"total":1,"data":1,"offset":2,"0":1},"5805,1897,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"if":2,"name":4,"is":7,"none":2,"we":4,"are":2,"creating":1,"a":3,"buffer":6,"self":14,"creator":2,"true":2,"shared":10,"memory":11,"sharedmemory":2,"create":1,"size":6,"total":2,"bytes":3,"of":2,"initialize":1,"the":8,"metadata":4,"section":1,"to":4,"0":2,"with":2,"memoryview":1,"buf":1,"offset":1,"as":1,"torch":2,"frombuffer":1,"dtype":1,"uint8":1,"fill":1,"else":1,"opening":1,"an":2,"existing":2,"false":1,"fix":1,"https":2,"stackoverflow":1,"com":1,"q":1,"62748654":1,"9191338":1,"python":2,"incorrectly":1,"tracks":1,"even":1,"it":1,"not":2,"created":1,"by":1,"process":1,"following":1,"patch":2,"workaround":1,"multiprocessing":2,"resource":1,"tracker":1,"register":1,"lambda":1,"args":1,"kwargs":1,"try":1,"see":1,"docs":1,"org":1,"3":1,"library":1,"html":1,"noqa":1,"some":1,"platforms":1,"allocate":1,"based":1,"on":1,"page":1,"so":1,"block":2,"may":1,"be":1,"larger":1,"or":1,"equal":1,"requested":1,"parameter":1,"ignored":1,"when":1,"attaching":1,"assert":1,"except":1,"filenotfounderror":1,"might":1,"deserialize":1,"object":2,"in":2,"different":1,"node":1,"this":2,"case":1,"used":1,"and":1,"should":1,"suppress":1,"error":1,"pass":1,"def":1,"handle":1,"return":1,"n":1,"reader":1,"max":2,"chunk":1,"chunks":1},"7702,1812,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"def":5,"reduce":1,"self":21,"return":1,"class":3,"handle":3,"del":1,"if":3,"hasattr":1,"shared":6,"memory":6,"close":1,"is":2,"creator":1,"unlink":1,"contextmanager":2,"get":2,"data":2,"current":4,"idx":4,"int":9,"start":6,"offset":2,"max":4,"chunk":3,"bytes":3,"end":4,"with":2,"memoryview":2,"buf":6,"as":2,"yield":2,"metadata":4,"size":2,"dataclass":1,"local":13,"reader":16,"ranks":5,"list":4,"field":1,"default":1,"factory":1,"buffer":1,"optional":5,"tuple":1,"str":4,"none":6,"subscribe":2,"addr":3,"remote":5,"ipv6":1,"bool":1,"false":1,"messagequeue":1,"init":1,"n":11,"number":2,"of":2,"all":1,"readers":2,"through":1,"1024":2,"10":2,"chunks":1,"connect":1,"ip":1,"range":1,"else":1,"assert":1,"len":1,"context":2},"9514,1245,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"if":1,"n":2,"local":11,"reader":2,"0":2,"for":2,"readers":1,"we":3,"will":2,"1":2,"create":2,"a":2,"shared":1,"memory":1,"ring":1,"buffer":3,"to":5,"communicate":2,"small":1,"data":2,"2":1,"publish":1,"subscribe":5,"socket":6,"large":1,"self":8,"shmringbuffer":1,"max":2,"chunk":1,"bytes":1,"chunks":1,"xpub":3,"is":1,"very":1,"similar":1,"pub":1,"except":1,"that":2,"it":1,"can":2,"receive":3,"subscription":3,"messages":1,"confirm":1,"the":3,"number":1,"of":1,"subscribers":1,"context":1,"set":1,"verbose":2,"option":1,"so":1,"every":1,"message":1,"otherwise":1,"only":1,"first":1,"see":1,"http":1,"api":1,"zeromq":1,"org":1,"3":2,"zmq":2,"setsockopt":2,"more":1,"details":1,"true":1,"addr":4,"get":1,"open":1,"ipc":1,"path":1,"logger":1,"debug":1,"binding":1,"s":1,"bind":1,"current":2,"idx":2,"else":1,"none":3,"type":1,"ignore":1},"10759,1870,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"remote":20,"addr":12,"ipv6":6,"false":4,"if":4,"n":1,"reader":6,"0":1,"for":2,"readers":2,"we":1,"will":1,"create":2,"a":1,"publish":1,"subscribe":10,"socket":9,"to":1,"communicate":1,"large":1,"data":1,"not":3,"connect":7,"ip":8,"get":2,"self":19,"context":3,"xpub":2,"setsockopt":2,"verbose":1,"true":3,"port":4,"open":1,"is":6,"valid":1,"address":1,"1":2,"f":3,"tcp":2,"bind":1,"else":2,"none":4,"writer":2,"local":6,"rank":3,"does":1,"matter":1,"read":1,"spin":1,"timer":1,"spintimer":1,"handle":14,"ranks":2,"buffer":3,"logger":1,"info":1,"vllm":1,"message":1,"queue":1,"communication":1,"s":1,"def":2,"export":1,"return":1,"staticmethod":1,"from":1,"messagequeue":3,"new":1},"12629,1691,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"if":4,"rank":4,"in":1,"handle":9,"local":11,"reader":8,"ranks":2,"assert":1,"buffer":4,"is":7,"not":1,"none":4,"self":23,"shmringbuffer":1,"current":2,"idx":2,"0":1,"index":1,"true":2,"remote":9,"false":2,"socket":17,"context":2,"sub":2,"setsockopt":3,"string":2,"subscribe":4,"addr":9,"logger":2,"debug":2,"connecting":2,"to":3,"s":2,"connect":3,"read":1,"spin":1,"timer":1,"spinsleeptimer":1,"envs":1,"vllm":1,"sleep":1,"when":1,"idle":1,"else":2,"spintimer":1,"type":1,"ignore":1,"1":3,"ipv6":2,"return":1,"def":1,"wait":2,"until":1,"ready":1,"this":2,"a":1,"collective":1,"operation":1,"all":2,"processes":1,"including":1,"the":2,"readers":2,"and":1,"writer":2,"should":1,"call":1,"function":1,"for":1},"14320,1999,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"local":9,"readers":8,"for":7,"i":2,"in":2,"range":2,"self":18,"n":6,"reader":7,"wait":5,"subscription":2,"messages":2,"from":2,"all":6,"socket":6,"recv":8,"if":4,"0":3,"send":6,"a":4,"message":4,"to":10,"make":2,"sure":2,"the":6,"publish":2,"channel":2,"is":9,"working":2,"b":4,"ready":5,"remote":9,"elif":2,"writer":3,"assert":3,"contextmanager":1,"def":1,"acquire":2,"write":4,"timeout":1,"optional":1,"float":1,"none":1,"only":1,"writers":2,"can":1,"start":1,"time":2,"monotonic":1,"warning":1,"1":2,"while":1,"true":1,"with":1,"buffer":5,"get":1,"metadata":4,"current":2,"idx":2,"as":1,"read":4,"count":2,"sum":1,"written":3,"flag":2,"and":2,"this":2,"block":3,"not":2,"by":2,"next":1,"we":1,"need":1,"until":1,"it":1,"release":1,"processor":1,"other":1,"threads":1,"sched":1,"yield":1},"16319,1769,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"if":4,"we":2,"wait":1,"for":2,"a":3,"long":1,"time":6,"log":1,"message":1,"monotonic":2,"start":2,"vllm":2,"ringbuffer":2,"warning":4,"interval":2,"n":3,"logger":1,"debug":1,"no":1,"available":1,"shared":1,"memory":1,"broadcast":1,"block":5,"found":2,"in":2,"s":1,"second":1,"1":7,"out":1,"raise":2,"an":1,"exception":1,"timeout":2,"is":4,"not":4,"none":1,"and":1,"timeouterror":1,"continue":1,"that":1,"either":1,"written":5,"2":1,"read":5,"by":1,"all":1,"readers":2,"mark":2,"the":8,"as":3,"metadata":3,"buffer":8,"0":6,"let":1,"caller":2,"write":1,"to":5,"with":1,"self":6,"get":1,"data":1,"current":3,"idx":3,"buf":2,"yield":1,"has":1,"note":1,"order":1,"important":1,"here":1,"first":1,"set":3,"flags":1,"then":1,"flag":2,"otherwise":1,"may":1,"think":1,"they":1,"already":1,"i":2,"range":1,"reader":1,"meaning":1,"it":1,"yet":1,"max":1,"chunks":1,"break":1},"18088,1821,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"contextmanager":1,"def":1,"acquire":2,"read":7,"self":7,"timeout":3,"optional":2,"float":1,"none":4,"cancel":3,"event":1,"assert":1,"is":8,"local":2,"reader":3,"only":1,"readers":2,"can":1,"start":3,"time":8,"monotonic":3,"n":3,"warning":5,"1":4,"while":1,"true":1,"with":1,"buffer":4,"get":1,"metadata":4,"current":2,"idx":2,"as":1,"flag":4,"rank":1,"written":4,"0":1,"if":7,"not":5,"or":1,"this":3,"block":4,"either":1,"2":1,"already":1,"by":1,"for":2,"the":2,"next":1,"to":3,"ready":1,"we":3,"need":1,"wait":2,"until":1,"it":1,"release":1,"processor":1,"other":1,"threads":1,"spin":2,"timer":1,"a":2,"long":1,"log":1,"message":1,"vllm":2,"ringbuffer":2,"interval":2,"logger":1,"debug":1,"no":1,"available":1,"shared":1,"memory":1,"broadcast":1,"found":1,"in":1,"s":1,"second":1,"and":2,"set":1,"raise":3,"runtimeerror":1,"cancelled":1,"out":1,"an":1,"exception":1,"timeouterror":1},"19909,1400,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"continue":1,"found":1,"a":1,"block":1,"that":1,"is":2,"not":2,"read":5,"by":1,"this":1,"reader":4,"let":1,"caller":2,"from":2,"the":3,"buffer":6,"with":4,"self":16,"get":1,"data":1,"current":3,"idx":3,"as":3,"buf":7,"yield":1,"has":1,"set":1,"flag":1,"metadata":1,"local":3,"rank":1,"1":6,"max":2,"chunks":1,"spin":1,"timer":1,"record":1,"activity":1,"break":1,"def":1,"enqueue":2,"obj":8,"timeout":4,"optional":2,"float":1,"none":1,"write":3,"to":1,"message":1,"queue":1,"in":1,"seconds":1,"assert":1,"writer":1,"only":1,"writers":1,"can":1,"serialized":6,"pickle":2,"dumps":1,"protocol":2,"highest":1,"if":3,"n":2,"0":5,"len":2,"chunk":1,"bytes":1,"acquire":2,"overflow":2,"socket":2,"send":2,"else":1,"remote":2},"21309,1401,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"def":3,"dequeue":3,"self":10,"timeout":11,"optional":4,"float":2,"none":5,"cancel":2,"event":1,"read":2,"from":1,"message":1,"queue":1,"with":2,"in":1,"seconds":1,"if":6,"is":4,"local":2,"reader":2,"acquire":1,"as":1,"buf":3,"overflow":3,"0":1,"1":2,"not":2,"no":1,"need":1,"to":1,"know":1,"the":2,"size":2,"of":1,"serialized":1,"object":2,"pickle":4,"format":1,"contains":1,"information":1,"internally":1,"see":1,"https":1,"docs":1,"python":1,"org":1,"3":1,"library":1,"html":1,"obj":7,"loads":2,"messagequeue":2,"recv":6,"socket":6,"elif":1,"remote":2,"else":3,"raise":2,"runtimeerror":1,"only":1,"readers":1,"can":1,"return":4,"staticmethod":1,"zmq":1,"any":1,"ms":2,"int":1,"1000":1,"poll":1,"timeouterror":1,"copy":1,"false":1,"buffer":1,"broadcast":1,"writer":1,"enqueue":1},"22710,655,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"staticmethod":1,"def":1,"create":1,"from":1,"process":2,"group":6,"pg":8,"union":1,"processgroup":2,"statelessprocessgroup":1,"max":2,"chunk":1,"bytes":1,"chunks":1,"writer":1,"rank":5,"0":1,"messagequeue":1,"if":1,"isinstance":1,"dist":3,"get":3,"world":5,"size":5,"global":2,"ranks":3,"else":1,"list":1,"range":1},"23365,1594,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/shm_broadcast.py":{"from":2,"vllm":1,"distributed":1,"parallel":1,"state":1,"import":1,"in":4,"the":2,"same":5,"node":5,"as":2,"status":2,"pg":7,"source":1,"rank":10,"writer":7,"ranks":8,"i":5,"for":2,"s":2,"enumerate":1,"if":5,"n":6,"reader":9,"group":5,"world":1,"size":1,"1":2,"local":6,"len":1,"buffer":6,"io":6,"messagequeue":3,"max":4,"chunk":2,"bytes":2,"chunks":2,"handle":8,"export":1,"isinstance":2,"processgroup":2,"dist":2,"broadcast":4,"object":2,"list":2,"src":2,"global":2,"else":3,"obj":2,"recv":3,"none":2,"0":1,"type":1,"ignore":1,"create":1,"wait":1,"until":1,"ready":1,"return":1},"0,1802,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/all2all.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":5,"project":1,"from":6,"typing":1,"import":8,"type":2,"checking":2,"any":1,"torch":7,"distributed":1,"as":1,"dist":1,"forward":3,"context":3,"get":2,"logger":4,"init":4,"utils":1,"has":2,"deep":1,"ep":1,"pplx":1,"base":1,"device":3,"communicator":1,"all2allmanagerbase":2,"cache":1,"name":1,"if":3,"model":1,"executor":1,"layers":1,"fused":1,"moe":1,"layer":1,"fusedmoe":2,"else":3,"none":1,"class":1,"naiveall2allmanager":1,"a":1,"naive":2,"implementation":1,"of":1,"all2all":1,"communication":1,"it":1,"uses":1,"all":2,"reduce":1,"under":1,"hood":1,"which":1,"is":2,"not":1,"efficient":1,"at":1,"main":1,"purpose":1,"for":2,"testing":1,"and":1,"debugging":1,"def":3,"self":8,"cpu":10,"group":3,"super":1,"multicast":1,"x":6,"tensor":4,"cu":8,"tokens":8,"across":8,"dp":14,"assert":1,"len":1,"shape":1,"buffer":4,"empty":1,"1":4,"size":2,"dtype":2,"start":4,"rank":3,"end":4,"copy":1,"idx":5,"in":1,"range":1,"world":1,"broadcast":1,"return":1,"dispatch":1,"hidden":1,"states":1,"router":1,"logits":1,"metadata":1},"1802,1185,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/all2all.py":{"hidden":9,"states":9,"self":9,"naive":2,"multicast":2,"cu":6,"tokens":6,"across":6,"dp":11,"cpu":8,"router":3,"logits":3,"return":2,"def":3,"combine":1,"torch":2,"tensor":2,"get":1,"forward":1,"context":1,"metadata":1,"start":2,"0":2,"if":1,"rank":3,"else":1,"1":1,"end":2,"all":3,"group":3,"reduce":1,"destroy":1,"pass":1,"class":1,"pplxall2allmanager":1,"all2allmanagerbase":1,"all2all":1,"communication":1,"based":1,"on":1,"pplx":4,"kernels":4,"init":2,"assert":1,"has":1,"not":1,"found":1,"please":1,"follow":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"blob":1,"main":1,"tools":1,"ep":1,"readme":1,"md":1,"to":1,"install":1,"noqa":1,"super":1},"2987,1852,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/all2all.py":{"if":4,"self":18,"internode":4,"inter":1,"node":2,"communication":3,"needs":1,"nvshmem":14,"intra":1,"uses":1,"p2p":1,"mapping":1,"directly":1,"from":2,"pplx":9,"kernels":5,"import":3,"alloc":2,"empty":2,"unique":4,"id":4,"get":5,"init":2,"logger":3,"debug":3,"initialize":1,"for":2,"rank":4,"d":2,"world":3,"size":3,"uid":5,"0":2,"else":2,"dist":2,"broadcast":1,"src":1,"process":1,"group":4,"ranks":1,"cpu":2,"s":1,"handle":7,"cache":6,"def":4,"kwargs":2,"as":1,"return":1,"or":1,"create":1,"alltoall":2,"intranode":1,"dispatch":1,"hidden":2,"states":2,"torch":4,"tensor":4,"router":1,"logits":1,"raise":2,"notimplementederror":2,"combine":1,"destroy":2,"with":1,"lock":1,"in":1,"items":1,"finalize":3,"class":1,"deepepall2allmanagerbase":1,"all2allmanagerbase":1,"all2all":1,"based":1,"on":1,"deepep":1,"high":1,"throughput":1},"4839,1974,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/all2all.py":{"def":8,"init":4,"self":13,"cpu":5,"group":6,"assert":4,"has":1,"deep":1,"ep":2,"deepep":5,"kernels":4,"not":3,"found":1,"please":1,"follow":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"blob":1,"main":1,"tools":1,"readme":1,"md":1,"to":2,"install":1,"noqa":1,"super":2,"handle":3,"cache":2,"this":1,"is":3,"the":3,"default":1,"stick":1,"it":1,"till":1,"we":1,"can":1,"establish":1,"reasonable":1,"defaults":2,"based":2,"on":2,"profiling":1,"num":17,"sms":2,"20":1,"get":2,"kwargs":4,"raise":3,"notimplementederror":3,"dispatch":1,"hidden":2,"states":2,"torch":4,"tensor":4,"router":1,"logits":1,"combine":1,"destroy":1,"pass":1,"class":1,"deepephtall2allmanager":2,"deepepall2allmanagerbase":1,"all2all":2,"communication":1,"high":1,"throughput":1,"make":1,"dict":2,"any":2,"for":1,"internode":2,"and":1,"intranode":1,"are":2,"taken":1,"from":1,"tests":1,"nvl":3,"bytes":9,"1024":6,"rdma":6,"none":4,"qps":6,"per":6,"rank":6,"if":1,"2":1,"else":1,"0":2,"1":1,"return":1,"low":1,"latency":1,"mode":1,"false":1,"len":1,"expects":1,"no":1,"arguments":1,"all":1,"required":1,"args":1,"computed":1,"in":1,"manager":1,"itself":1},"6813,1882,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/all2all.py":{"import":2,"deep":5,"ep":10,"buffer":6,"kwargs":5,"self":5,"make":3,"all2all":4,"logger":1,"debug":1,"deepep":3,"args":1,"s":1,"handle":4,"cache":1,"get":3,"or":2,"create":2,"it":1,"is":2,"dangerous":1,"to":1,"set":2,"num":23,"sms":5,"outside":1,"this":2,"function":1,"not":1,"a":3,"part":1,"of":6,"the":8,"hash":2,"key":2,"that":1,"identifies":1,"object":1,"if":1,"we":2,"are":2,"in":4,"situation":1,"where":1,"objects":1,"with":1,"different":1,"must":2,"be":1,"updated":1,"return":1,"class":1,"deepepllall2allmanager":1,"deepepall2allmanagerbase":1,"communication":1,"based":1,"on":1,"low":2,"latency":2,"kernels":1,"def":2,"init":2,"cpu":2,"group":3,"super":1,"max":4,"tokens":5,"per":5,"dp":4,"rank":7,"int":5,"token":4,"hidden":5,"size":4,"ranks":6,"global":3,"experts":9,"local":3,"dict":1,"any":2,"maximum":1,"number":4,"can":1,"dispatch":2,"all":1,"hold":1,"same":1,"value":1,"dimension":1,"each":1,"model":1,"an":1,"defaults":1,"for":1,"internode":1,"and":1,"intranode":1,"taken":1,"from":1,"tests":1,"nvl":1,"bytes":2,"1024":3,"qps":1,"rdma":2,"hint":1},"8695,1029,data/raw/vllm-0.10.1/vllm/distributed/device_communicators/all2all.py":{"assert":1,"num":12,"rdma":3,"bytes":5,"is":4,"not":2,"none":1,"return":2,"dict":1,"group":2,"self":5,"cpu":1,"nvl":2,"low":1,"latency":1,"mode":1,"true":1,"qps":2,"per":2,"rank":2,"def":1,"get":3,"handle":5,"kwargs":8,"the":3,"for":1,"deepepllall2allmanager":1,"dictated":1,"by":1,"make":3,"all2all":3,"import":1,"deep":3,"ep":3,"buffer":5,"logger":1,"debug":1,"deepep":1,"args":1,"s":1,"cache":1,"or":2,"create":2,"it":1,"dangerous":1,"to":1,"set":2,"sms":5,"outside":1,"this":2,"function":1,"a":2,"part":1,"of":1,"hash":2,"key":2,"that":1,"identifies":1,"object":1,"if":1,"we":2,"are":1,"in":2,"situation":1,"where":1,"objects":1,"with":1,"different":1,"must":1,"be":1,"updated":1},"0,1975,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":1,"vllm":6,"project":1,"import":17,"dataclasses":1,"importlib":1,"pickle":3,"from":9,"collections":1,"abc":1,"sequence":1,"inspect":1,"isclass":1,"types":2,"functiontype":1,"typing":1,"any":2,"optional":2,"union":2,"cloudpickle":2,"msgspec":3,"numpy":3,"as":1,"np":1,"torch":2,"zmq":2,"msgpack":1,"envs":1,"logger":5,"init":2,"multimodal":1,"inputs":1,"basemultimodalfield":2,"multimodalbatchedfield":2,"multimodalfieldconfig":2,"multimodalfieldelem":1,"multimodalflatfield":2,"multimodalkwargs":1,"multimodalkwargsitem":1,"multimodalsharedfield":2,"nestedtensors":1,"v1":1,"engine":1,"utilityresult":1,"name":1,"custom":4,"type":6,"1":2,"raw":1,"view":1,"3":1,"multimodalfield":1,"class":3,"serialization":5,"map":1,"these":1,"need":1,"list":1,"all":1,"possible":1,"field":1,"and":2,"match":1,"them":1,"factory":2,"methods":1,"in":1,"mmf":1,"dict":1,"str":3,"flat":1,"shared":1,"batched":1,"bytestr":1,"bytes":1,"bytearray":1,"memoryview":1,"frame":1,"def":2,"log":1,"insecure":3,"warning":2,"once":1,"allowing":1,"using":1,"due":1,"allow":1,"typestr":1,"val":3,"tuple":1,"if":1,"is":2,"none":2,"return":2,"t":3,"module":1,"qualname":1,"msgpackencoder":1,"encoder":1,"with":1,"tensor":1,"array":1,"note":1,"that":1,"unlike":1,"vanilla":1,"encoders":1,"this":1,"interface":1,"generally":1,"not":1,"thread":1,"safe":1,"when":1,"encoding":1,"tensors":1,"arrays":1},"1975,1883,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"by":1,"default":1,"arrays":2,"below":1,"256b":1,"are":1,"serialized":1,"inline":1,"larger":1,"will":1,"get":1,"sent":1,"via":1,"dedicated":1,"messages":1,"note":1,"that":2,"this":3,"is":3,"a":3,"per":1,"tensor":3,"limit":1,"def":4,"init":1,"self":17,"size":5,"threshold":6,"optional":2,"int":1,"none":5,"if":4,"envs":2,"vllm":2,"msgpack":2,"zero":1,"copy":1,"encoder":4,"enc":4,"hook":6,"used":1,"as":1,"local":1,"stash":1,"of":3,"buffers":8,"we":2,"can":1,"then":1,"access":1,"from":1,"our":1,"custom":2,"msgspec":1,"don":1,"t":1,"have":1,"way":1,"to":5,"pass":1,"data":2,"the":3,"otherwise":1,"aux":6,"list":2,"bytestr":3,"allow":1,"insecure":2,"serialization":2,"log":1,"warning":1,"encode":6,"obj":10,"any":4,"sequence":2,"try":2,"bufs":6,"b":1,"0":1,"allows":1,"us":1,"collect":1,"direct":1,"pointers":1,"backing":1,"tensors":1,"and":3,"np":2,"return":5,"them":1,"along":1,"with":1,"top":1,"level":1,"encoded":1,"buffer":2,"instead":1,"copying":1,"their":1,"into":3,"new":1,"finally":2,"buf":3,"bytearray":1,"isinstance":2,"torch":1,"fall":1,"back":1,"pickle":1,"for":1,"object":1,"or":1,"void":1,"kind":2,"ndarrays":1,"ndarray":2,"dtype":1,"not":1,"in":1,"o":1,"v":1},"3858,1728,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"if":9,"isinstance":5,"obj":14,"slice":1,"we":2,"are":2,"assuming":1,"only":1,"int":2,"based":2,"values":2,"will":1,"be":1,"used":1,"here":1,"return":7,"tuple":1,"v":5,"is":4,"not":6,"none":3,"else":2,"for":4,"in":5,"start":1,"stop":1,"step":1,"multimodalkwargsitem":1,"self":2,"encode":3,"mm":2,"item":4,"multimodalkwargs":1,"itemlist":2,"items":1,"by":1,"modality":1,"utilityresult":1,"result":7,"envs":2,"vllm":3,"allow":4,"insecure":3,"serialization":4,"since":1,"utility":1,"results":1,"strongly":1,"typed":1,"also":1,"the":2,"type":6,"or":1,"a":2,"list":3,"of":2,"types":1,"case":1,"it":1,"s":1,"to":3,"help":1,"with":1,"correct":1,"msgspec":1,"deserialization":1,"typestr":2,"raise":1,"typeerror":1,"f":1,"object":1,"serializable":1,"set":1,"1":1,"fallback":1,"pickle":5,"functiontype":1,"generally":1,"faster":1,"than":1,"cloudpickle":3,"but":1,"can":1,"have":1,"problems":1,"serializing":1,"methods":1,"msgpack":2,"ext":2,"custom":2,"dumps":2,"protocol":2,"highest":1},"5586,1898,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"def":3,"encode":7,"ndarray":3,"self":12,"obj":13,"np":1,"tuple":5,"str":5,"int":4,"union":2,"memoryview":2,"assert":2,"aux":7,"buffers":8,"is":4,"not":3,"none":2,"if":5,"the":4,"array":2,"non":1,"contiguous":4,"we":4,"need":1,"to":3,"copy":3,"it":1,"first":1,"arr":6,"data":13,"flags":1,"c":1,"else":3,"tobytes":1,"shape":3,"or":2,"nbytes":2,"size":2,"threshold":2,"small":2,"arrays":1,"and":1,"scalars":1,"inline":2,"using":1,"this":1,"extension":1,"type":3,"ensures":1,"can":1,"avoid":3,"copying":1,"when":1,"decoding":1,"msgpack":2,"ext":2,"custom":2,"raw":2,"view":4,"otherwise":2,"index":3,"of":5,"backing":3,"buffer":2,"len":2,"append":2,"serialize":1,"as":2,"a":3,"native":1,"types":1,"either":1,"inlined":1,"an":1,"into":1,"list":2,"that":1,"ve":1,"stashed":1,"in":2,"return":3,"dtype":4,"tensor":3,"torch":3,"1d":1,"bytes":1,"flatten":1,"uint8":1,"numpy":1,"smaller":1,"tensors":1,"are":1,"encoded":1,"just":1,"like":1,"ndarrays":1,"removeprefix":1,"mm":2,"item":3,"multimodalkwargsitem":1,"dict":1,"any":1,"field":1,"elem":3,"for":1,"values":1},"7484,1991,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"def":4,"encode":7,"mm":3,"field":16,"elem":7,"self":12,"multimodalfieldelem":1,"dict":1,"str":1,"any":3,"return":5,"modality":2,"key":2,"data":3,"none":4,"if":6,"is":3,"else":2,"nested":3,"tensors":4,"nt":6,"nestedtensors":2,"isinstance":2,"torch":2,"tensor":3,"int":1,"float":1,"although":1,"it":1,"violates":1,"type":3,"multimodalkwargs":1,"values":4,"are":1,"sometimes":1,"floats":1,"x":2,"for":3,"in":3,"basemultimodalfield":1,"figure":1,"out":1,"the":4,"factory":2,"name":5,"mmf":1,"class":4,"to":3,"get":1,"not":2,"raise":1,"typeerror":1,"f":3,"unsupported":1,"we":1,"just":1,"need":1,"copy":1,"all":1,"of":1,"order":1,"which":1,"will":1,"be":1,"then":1,"used":1,"reconstruct":1,"getattr":1,"dataclasses":1,"fields":1,"msgpackdecoder":1,"decoder":3,"with":1,"custom":1,"and":1,"numpy":2,"array":1,"serialization":3,"note":1,"that":1,"unlike":1,"vanilla":1,"msgspec":1,"decoders":1,"this":1,"interface":1,"generally":1,"thread":1,"safe":1,"when":1,"encoding":1,"arrays":1,"init":1,"t":3,"optional":1,"args":2,"msgpack":1,"ext":2,"hook":4,"dec":2,"aux":1,"buffers":1,"sequence":1,"bytestr":1,"envs":1,"vllm":1,"allow":1,"insecure":2,"log":1,"warning":1},"9475,1933,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"def":3,"decode":9,"self":14,"bufs":6,"union":1,"bytestr":3,"sequence":1,"any":4,"if":11,"isinstance":5,"bytes":1,"bytearray":1,"memoryview":1,"zmq":1,"frame":1,"todo":1,"this":1,"check":1,"can":1,"become":1,"as":1,"of":1,"python":1,"3":1,"10":1,"return":10,"decoder":2,"aux":2,"buffers":2,"try":1,"0":2,"finally":1,"dec":1,"hook":1,"t":9,"type":9,"obj":11,"given":1,"native":1,"types":2,"in":2,"convert":3,"to":2,"isclass":1,"issubclass":4,"np":1,"ndarray":2,"torch":1,"tensor":2,"is":3,"slice":2,"multimodalkwargsitem":1,"mm":2,"item":1,"multimodalkwargs":2,"items":1,"utilityresult":3,"utility":3,"result":19,"not":2,"none":1,"envs":1,"vllm":2,"allow":2,"insecure":2,"serialization":2,"raise":1,"typeerror":1,"must":1,"be":1,"set":1,"use":1,"custom":1,"assert":2,"list":2,"len":1,"2":1,"and":1,"str":1,"else":1,"rt":2,"r":2,"for":1,"zip":1},"11408,1848,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"def":5,"convert":3,"result":9,"self":10,"type":6,"sequence":1,"str":1,"any":6,"if":4,"is":1,"none":1,"return":7,"mod":4,"name":4,"importlib":1,"import":1,"module":1,"getattr":2,"msgspec":1,"dec":2,"hook":2,"decode":7,"ndarray":3,"arr":6,"np":2,"dtype":12,"shape":7,"data":8,"zero":1,"copy":2,"we":1,"assume":1,"the":5,"will":1,"not":3,"be":1,"kept":1,"around":1,"as":1,"it":1,"now":1,"locks":1,"whole":1,"received":1,"message":2,"buffer":7,"in":4,"memory":2,"aux":2,"buffers":3,"isinstance":3,"int":2,"else":2,"frombuffer":3,"reshape":1,"tensor":2,"torch":12,"from":3,"inline":1,"representation":1,"to":2,"decouple":1,"storage":1,"of":1,"original":1,"and":1,"also":1,"make":1,"complain":1,"about":1,"a":1,"readonly":1,"memoryview":1,"bytearray":1,"assert":2,"doesn":1,"t":1,"like":1,"empty":2,"0":1,"create":1,"uint8":2,"array":1,"back":1,"proper":1,"view":2,"mm":4,"items":1,"obj":4,"list":3,"multimodalkwargsitem":3,"item":2,"v":4,"for":2,"elems":1,"field":1,"elem":1},"13256,1949,data/raw/vllm-0.10.1/vllm/v1/serial_utils.py":{"def":4,"decode":9,"mm":1,"field":10,"elem":1,"self":9,"obj":22,"dict":1,"str":2,"any":5,"multimodalfieldelem":2,"if":10,"data":7,"is":2,"not":4,"none":2,"nested":6,"tensors":3,"reconstruct":1,"the":2,"processor":1,"using":1,"multimodalfieldconfig":2,"factory":5,"meth":5,"name":3,"args":4,"getattr":1,"special":1,"case":1,"union":1,"slices":4,"of":1,"multimodalflatfield":1,"flat":1,"0":4,"return":9,"nestedtensors":3,"isinstance":5,"int":2,"float":1,"although":1,"it":1,"violates":1,"type":6,"multimodalkwargs":1,"values":1,"are":1,"sometimes":1,"floats":1,"list":3,"raise":2,"typeerror":1,"f":2,"unexpected":1,"contents":1,"and":2,"tensor":1,"x":4,"for":2,"in":2,"assert":1,"tuple":2,"slice":1,"ext":1,"hook":1,"code":6,"memoryview":1,"custom":3,"raw":1,"view":1,"envs":1,"vllm":1,"allow":1,"insecure":1,"serialization":1,"pickle":2,"loads":2,"cloudpickle":2,"notimplementederror":1,"extension":1,"supported":1},"0,1874,data/raw/vllm-0.10.1/vllm/v1/outputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":2,"dataclasses":1,"import":3,"dataclass":2,"typing":1,"namedtuple":3,"optional":1,"torch":10,"class":3,"logprobslists":3,"num":15,"reqs":6,"max":4,"logprobs":11,"1":4,"logprob":8,"token":15,"ids":8,"list":5,"int":6,"float":1,"sampled":2,"ranks":7,"def":3,"slice":1,"self":8,"start":4,"end":4,"return":3,"logprobstensors":4,"tensor":3,"selected":5,"tolists":1,"tolist":3,"staticmethod":1,"empty":5,"cpu":4,"positions":3,"tokens":2,"per":2,"position":2,"create":1,"on":1,"dtype":3,"int32":2,"device":2,"like":1,"float32":1,"sampleroutput":1},"1874,1646,data/raw/vllm-0.10.1/vllm/v1/outputs.py":{"num":19,"reqs":8,"max":4,"generated":6,"tokens":7,"different":3,"requests":2,"can":2,"have":1,"number":2,"of":2,"all":1,"are":1,"padded":1,"to":5,"placeholder":1,"token":5,"id":5,"1":3,"by":1,"default":1,"is":4,"used":1,"for":3,"padding":1,"sampled":2,"ids":6,"torch":3,"tensor":3,"logprobs":8,"tensors":1,"optional":9,"logprobstensors":2,"dataclass":2,"class":2,"kvconnectoroutput":2,"req":6,"finished":2,"sending":1,"set":2,"str":6,"none":4,"recving":1,"modelrunneroutput":2,"serialized":1,"and":1,"sent":1,"the":3,"scheduler":1,"process":1,"this":1,"expensive":1,"so":1,"prefer":1,"use":1,"list":7,"instead":1,"index":2,"dict":4,"int":4,"x":2,"in":3,"current":1,"step":1,"it":1,"be":1,"each":1,"request":1,"due":1,"speculative":1,"jump":1,"decoding":1,"spec":2,"logprobslists":1,"ranks":1,"prompt":6,"len":3,"hidden":1,"size":1,"pooler":1,"output":2,"kv":1,"connector":1,"nans":2,"logits":2},"3520,526,data/raw/vllm-0.10.1/vllm/v1/outputs.py":{"empty":1,"model":1,"runner":1,"output":2,"modelrunneroutput":1,"req":2,"ids":3,"id":1,"to":1,"index":1,"sampled":1,"token":2,"spec":1,"none":3,"logprobs":2,"prompt":1,"dict":1,"pooler":1,"num":1,"nans":1,"in":1,"logits":1},"0,1709,data/raw/vllm-0.10.1/vllm/v1/cudagraph_dispatcher.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":12,"vllm":8,"project":1,"from":4,"typing":1,"import":4,"optional":1,"config":8,"compilationlevel":1,"cudagraphmode":4,"vllmconfig":2,"forward":2,"context":2,"batchdescriptor":2,"logger":4,"init":3,"name":1,"class":1,"cudagraphdispatcher":1,"runtime":5,"cudagraph":11,"dispatcher":3,"dispach":1,"keys":6,"for":5,"multiple":1,"set":5,"of":3,"cudagraphs":2,"stores":1,"two":1,"sets":1,"dispatch":3,"one":2,"piecewise":3,"and":3,"full":3,"mode":8,"are":2,"initialized":1,"depending":1,"on":2,"attention":1,"support":1,"what":1,"is":2,"in":2,"compilationconfig":1,"stored":1,"only":1,"source":1,"truth":1,"valid":3,"that":1,"can":1,"be":1,"dispatched":1,"at":2,"method":1,"generates":1,"or":4,"none":2,"no":2,"key":3,"batch":1,"descriptor":1,"based":1,"input":1,"after":1,"dispatching":2,"commuicate":1,"via":1,"wrappers":1,"will":1,"trust":1,"do":1,"either":1,"capturing":1,"replaying":1,"if":2,"matched":1,"pass":1,"through":1,"underlying":1,"runnable":1,"without":1,"match":1,"def":1,"self":6,"compilation":3,"dict":2,"store":1},"1709,1969,data/raw/vllm-0.10.1/vllm/v1/cudagraph_dispatcher.py":{"assert":2,"not":3,"self":12,"cudagraph":15,"mode":15,"requires":1,"piecewise":8,"compilation":9,"or":1,"config":5,"level":4,"compilationlevel":2,"and":1,"splitting":3,"ops":3,"contain":1,"attention":3,"should":2,"be":4,"when":2,"cudagraphs":3,"is":4,"used":2,"f":4,"keys":7,"initialized":2,"false":2,"def":2,"add":3,"key":2,"runtime":5,"cudagraphmode":5,"batch":2,"descriptor":2,"batchdescriptor":2,"in":4,"full":1,"invalid":1,"initialize":1,"uniform":2,"decode":2,"query":1,"len":1,"int":1,"this":1,"called":1,"only":1,"after":1,"backend":2,"note":1,"we":4,"create":2,"all":2,"valid":2,"possible":1,"for":5,"but":2,"do":1,"guarantee":1,"would":1,"example":1,"it":1,"which":1,"always":1,"support":1,"unified":1,"routine":1,"may":2,"trigger":1,"capturing":2,"replaying":1,"the":1,"depending":1,"on":1,"compilationconfig":1,"addition":1,"if":2,"allow":1,"lazy":1,"future":1,"pr":1,"some":1,"never":1,"triggered":1,"mixed":2,"none":1,"bs":2,"capture":1,"sizes":1,"num":1,"tokens":1},"3678,1892,data/raw/vllm-0.10.1/vllm/v1/cudagraph_dispatcher.py":{"if":9,"decode":7,"cudagraph":13,"mode":6,"is":2,"full":9,"and":3,"we":2,"don":1,"t":1,"already":1,"have":1,"mixed":1,"cudagraphs":1,"then":1,"add":2,"them":1,"here":1,"cudagraphmode":8,"separate":1,"routine":1,"max":3,"num":4,"tokens":3,"uniform":11,"query":2,"len":2,"self":8,"vllm":1,"config":3,"scheduler":1,"seqs":1,"capture":3,"sizes":3,"for":5,"x":4,"in":4,"compilation":1,"bs":2,"key":6,"batchdescriptor":3,"true":2,"keys":5,"initialized":4,"def":1,"dispatch":3,"batch":8,"descriptor":6,"tuple":1,"optional":1,"given":1,"a":6,"to":3,"new":1,"returned":1,"as":1,"might":1,"graph":1,"that":1,"supports":1,"more":1,"general":1,"non":6,"not":3,"just":1,"skip":1,"dispatching":2,"logger":1,"warning":1,"once":1,"are":1,"no":1,"will":1,"be":1,"used":1,"return":3,"none":2,"check":2,"exists":2,"otherwise":1},"5570,319,data/raw/vllm-0.10.1/vllm/v1/cudagraph_dispatcher.py":{"also":1,"check":1,"if":2,"non":3,"uniform":3,"key":3,"exists":1,"for":1,"more":1,"general":1,"piecewise":3,"cudagraph":2,"in":1,"self":1,"keys":1,"cudagraphmode":3,"return":3,"finally":1,"just":1,"no":1,"cudagraphs":1,"none":2},"0,1840,data/raw/vllm-0.10.1/vllm/v1/kv_cache_interface.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":8,"vllm":5,"project":1,"import":9,"copy":2,"from":7,"dataclasses":1,"dataclass":4,"fields":1,"math":1,"prod":1,"typing":2,"optional":1,"torch":2,"extensions":1,"self":11,"config":2,"vllmconfig":2,"logger":4,"init":2,"utils":1,"cdiv":1,"get":2,"dtype":5,"size":12,"name":1,"frozen":3,"true":3,"class":3,"kvcachespec":4,"a":6,"base":1,"for":3,"specifying":1,"kv":6,"cache":4,"format":1,"of":5,"one":1,"layer":1,"number":1,"tokens":2,"in":6,"block":4,"int":6,"property":2,"def":4,"page":4,"bytes":6,"with":1,"returns":2,"raise":2,"notimplementederror":2,"max":1,"memory":2,"usage":2,"maximum":1,"possible":1,"this":1,"classmethod":1,"merge":2,"cls":1,"specs":4,"list":2,"objects":1,"into":1,"single":2,"object":1,"assert":1,"all":2,"spec":2,"1":2,"layers":1,"same":2,"group":1,"must":1,"be":1,"return":2,"deepcopy":1,"attentionspec":1,"num":2,"heads":2,"head":2,"use":2,"mla":3,"bool":1,"we":1,"only":1,"store":1,"latent":1,"vector":1,"coef":2,"if":1,"else":1},"1840,1570,data/raw/vllm-0.10.1/vllm/v1/kv_cache_interface.py":{"class":1,"fullattentionspec":6,"attentionspec":1,"sliding":6,"window":12,"optional":3,"int":5,"none":4,"attention":9,"chunk":1,"size":5,"when":1,"hybrid":1,"allocator":1,"is":1,"disabled":1,"and":3,"the":5,"model":6,"contains":1,"both":1,"full":2,"layers":4,"are":2,"regarded":1,"as":2,"in":6,"kv":3,"cache":3,"manager":1,"blocks":1,"allocated":1,"for":3,"all":4,"tokens":1,"while":1,"computed":1,"runner":1,"this":1,"case":1,"we":1,"use":1,"record":1,"default":1,"to":1,"not":1,"using":1,"def":3,"max":4,"memory":1,"usage":1,"bytes":2,"self":5,"vllm":2,"config":3,"vllmconfig":1,"len":5,"return":3,"cdiv":1,"block":1,"page":1,"classmethod":2,"merge":3,"sizes":5,"cls":2,"set":1,"if":1,"0":1,"elif":1,"1":1,"pop":1,"else":1,"raise":1,"valueerror":1,"same":3,"group":2,"must":2,"have":1,"specs":2,"list":2,"a":2,"of":1,"objects":1,"into":1,"single":1,"object":1,"assert":1,"isinstance":1,"spec":2,"be":1},"3410,1941,data/raw/vllm-0.10.1/vllm/v1/kv_cache_interface.py":{"sliding":7,"window":9,"set":2,"spec":14,"for":6,"in":5,"specs":8,"if":2,"is":5,"not":5,"none":4,"attention":12,"chunk":9,"size":13,"merged":5,"cls":3,"block":2,"0":5,"num":6,"kv":5,"heads":2,"head":2,"dtype":2,"use":2,"mla":2,"merge":2,"sizes":2,"f":3,"fields":1,"attentionspec":2,"assert":2,"getattr":2,"name":2,"all":1,"layers":3,"the":3,"same":2,"cache":3,"group":1,"must":1,"have":1,"1":1,"model":6,"with":1,"both":1,"and":2,"chunked":2,"local":1,"supported":1,"return":1,"dataclass":1,"frozen":1,"true":1,"class":1,"chunkedlocalattentionspec":1,"int":2,"def":1,"max":8,"memory":1,"usage":1,"bytes":1,"self":3,"vllm":3,"config":5,"vllmconfig":1,"len":4,"batched":3,"tokens":7,"scheduler":1,"during":1,"prefill":1,"we":2,"allocate":2,"at":1,"most":1,"computed":1,"plus":1,"newly":1,"scheduled":1,"won":1,"t":1,"more":1,"than":1,"min":1},"5351,1752,data/raw/vllm-0.10.1/vllm/v1/kv_cache_interface.py":{"return":4,"cdiv":2,"num":7,"tokens":10,"self":15,"block":4,"size":14,"page":10,"bytes":4,"dataclass":2,"frozen":2,"true":2,"class":2,"slidingwindowspec":1,"attentionspec":1,"sliding":6,"window":6,"int":5,"def":3,"post":1,"init":1,"assert":2,"not":4,"use":1,"mla":2,"is":4,"supported":1,"for":5,"max":8,"memory":1,"usage":1,"vllm":3,"config":5,"vllmconfig":1,"model":5,"len":4,"batched":3,"scheduler":1,"during":1,"chunked":1,"prefill":1,"we":3,"allocate":2,"kv":2,"cache":2,"the":7,"last":1,"1":4,"computed":1,"plus":1,"newly":1,"scheduled":1,"and":2,"won":1,"t":1,"more":1,"than":1,"min":1,"here":1,"because":1,"may":1,"start":1,"from":1,"beginning":1,"of":2,"example":1,"if":2,"4":2,"token":1,"need":1,"two":1,"blocks":1,"xxcd":1,"ef":1,"to":1,"store":1,"cdef":1,"6":1,"mambaspec":1,"kvcachespec":1,"shapes":2,"tuple":3,"dtypes":2,"torch":1,"dtype":4,"padded":4,"optional":1,"none":2,"mamba":1,"type":1,"str":1,"mamba2":1,"property":1,"sum":1,"prod":1,"shape":2,"get":1,"in":1,"zip":1},"7103,1519,data/raw/vllm-0.10.1/vllm/v1/kv_cache_interface.py":{"def":1,"max":2,"memory":2,"usage":2,"bytes":5,"self":2,"vllm":1,"config":2,"vllmconfig":1,"int":3,"we":1,"allocate":1,"1":1,"block":2,"for":6,"each":2,"request":1,"now":1,"so":1,"is":2,"the":14,"same":3,"as":2,"page":3,"size":5,"need":1,"to":1,"update":1,"this":3,"when":1,"supporting":1,"prefix":1,"caching":1,"return":1,"dataclass":3,"class":4,"kvcachetensor":2,"a":3,"specifying":1,"how":2,"workers":1,"should":2,"initialize":2,"kv":14,"cache":14,"of":9,"tensor":2,"in":3,"shared":1,"by":1,"list":4,"str":2,"layer":5,"names":3,"that":3,"share":2,"kvcachegroupspec":2,"represents":1,"group":3,"model":5,"layers":4,"table":1,"these":1,"are":1,"regarded":1,"one":3,"manager":2,"spec":2,"kvcachespec":1,"kvcacheconfig":1,"configuration":1,"number":1,"blocks":2,"num":1,"runner":1,"tensors":2,"groups":3,"models":2,"with":2,"only":2,"type":1,"attention":2,"there":2,"contains":1,"all":1,"multiple":2,"types":1,"will":1,"be":1,"see":1,"get":1,"uniform":1,"more":1,"details":1},"0,1967,data/raw/vllm-0.10.1/vllm/v1/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":14,"argparse":1,"multiprocessing":3,"time":1,"weakref":1,"from":11,"collections":1,"abc":1,"sequence":2,"connection":1,"process":2,"baseprocess":1,"typing":1,"type":2,"checking":2,"any":1,"callable":1,"generic":2,"optional":2,"typevar":2,"union":1,"overload":3,"torch":1,"logger":4,"init":3,"usage":4,"lib":1,"usagecontext":1,"is":2,"stats":1,"enabled":1,"message":1,"utils":2,"get":3,"open":2,"port":1,"zmq":1,"ipc":1,"path":1,"tcp":1,"uri":1,"kill":1,"tree":1,"if":2,"v1":2,"engine":2,"coordinator":1,"dpcoordinator":1,"coreengineactormanager":1,"coreengineprocmanager":1,"name":1,"t":7,"class":1,"constantlist":1,"def":10,"self":13,"x":5,"list":8,"none":3,"append":2,"item":8,"raise":6,"typeerror":6,"cannot":6,"a":6,"constant":6,"extend":2,"insert":2,"into":1,"pop":2,"remove":2,"clear":2,"index":2,"start":2,"int":4,"stop":3,"return":1,"not":1,"else":1,"len":1,"getitem":2,"s":1,"slice":1},"1967,1511,data/raw/vllm-0.10.1/vllm/v1/utils.py":{"def":10,"getitem":1,"self":14,"item":9,"union":4,"int":4,"slice":3,"t":6,"list":4,"return":6,"x":5,"overload":2,"setitem":3,"value":3,"s":1,"raise":2,"typeerror":2,"cannot":2,"set":1,"in":2,"a":6,"constant":2,"delitem":1,"delete":1,"from":1,"iter":2,"contains":1,"len":2,"repr":1,"f":1,"constantlist":1,"get":4,"engine":1,"client":1,"zmq":3,"addr":1,"local":3,"only":3,"bool":1,"host":3,"str":2,"port":6,"0":2,"assign":2,"new":1,"socket":1,"address":3,"if":3,"is":1,"true":1,"participants":1,"are":2,"colocated":1,"and":3,"so":1,"unique":1,"ipc":2,"will":2,"be":2,"returned":1,"otherwise":1,"the":1,"provided":1,"used":1,"to":2,"construct":1,"tcp":2,"means":1,"an":1,"available":1,"open":2,"path":1,"else":1,"uri":1,"or":1,"class":1,"apiserverprocessmanager":1,"manages":1,"group":1,"of":2,"api":2,"server":2,"processes":3,"handles":1,"creation":1,"monitoring":1,"termination":1,"worker":1,"also":1,"monitors":1,"extra":1,"check":1,"they":1,"healthy":1},"3478,1938,data/raw/vllm-0.10.1/vllm/v1/utils.py":{"def":1,"init":1,"self":6,"target":4,"server":8,"fn":3,"callable":1,"listen":6,"address":14,"str":4,"sock":5,"any":1,"args":7,"argparse":1,"namespace":1,"num":4,"servers":5,"int":1,"input":5,"addresses":8,"list":3,"output":5,"stats":6,"update":6,"optional":2,"none":2,"initialize":1,"and":1,"start":4,"api":6,"worker":1,"processes":4,"function":1,"to":3,"call":1,"for":6,"each":3,"process":2,"client":7,"connections":2,"socket":1,"command":1,"line":1,"arguments":1,"number":1,"of":1,"spawn":3,"context":3,"multiprocessing":1,"get":1,"baseprocess":1,"i":3,"in":3,"addr":4,"out":2,"zip":1,"range":1,"config":3,"count":1,"index":1,"if":1,"is":1,"not":1,"proc":3,"name":1,"f":1,"apiserver":1,"append":1},"5416,1956,data/raw/vllm-0.10.1/vllm/v1/utils.py":{"logger":2,"info":2,"started":1,"d":1,"api":7,"server":5,"processes":10,"len":1,"self":6,"shutdown":2,"only":1,"the":5,"on":1,"garbage":1,"collection":1,"extra":1,"are":1,"managed":1,"by":1,"their":2,"owners":1,"finalizer":2,"weakref":1,"finalize":1,"def":2,"close":1,"none":4,"wait":2,"for":9,"completion":1,"or":2,"failure":1,"manager":11,"apiserverprocessmanager":1,"engine":8,"optional":2,"union":1,"coreengineprocmanager":4,"coreengineactormanager":4,"coordinator":6,"dpcoordinator":1,"all":2,"to":6,"complete":2,"detect":1,"if":6,"any":3,"fail":1,"raises":1,"an":1,"exception":1,"process":1,"exits":1,"with":1,"a":2,"non":1,"zero":1,"status":1,"args":1,"servers":2,"it":2,"manages":2,"local":1,"engines":2,"data":1,"parallel":1,"from":1,"vllm":1,"v1":1,"utils":1,"import":1,"try":1,"waiting":1,"create":1,"mapping":1,"of":1,"sentinels":1,"corresponding":1,"efficient":1,"lookup":1,"sentinel":6,"proc":11,"dict":1,"baseprocess":1,"in":2,"actor":2,"run":3,"refs":3,"isinstance":2,"elif":1,"get":1},"7372,1953,data/raw/vllm-0.10.1/vllm/v1/utils.py":{"check":2,"if":10,"any":4,"process":7,"terminates":1,"while":2,"sentinel":5,"to":5,"proc":17,"or":1,"actor":4,"run":4,"refs":4,"wait":3,"for":6,"terminate":3,"ready":2,"sentinels":2,"list":2,"connection":1,"timeout":2,"5":4,"terminated":1,"processes":2,"in":4,"pop":1,"exited":1,"with":2,"error":1,"exitcode":2,"0":2,"raise":2,"runtimeerror":1,"f":2,"name":1,"pid":5,"died":1,"exit":1,"code":1,"import":1,"ray":2,"except":2,"keyboardinterrupt":2,"logger":3,"info":2,"received":1,"shutting":1,"down":1,"api":3,"servers":2,"exception":3,"as":1,"e":2,"occurred":1,"running":1,"s":1,"str":1,"finally":1,"terminating":1,"remaining":5,"server":1,"manager":3,"close":3,"coordinator":2,"engine":2,"note":1,"rob":1,"shutdown":3,"function":1,"cannot":2,"be":1,"a":1,"bound":1,"method":1,"else":1,"the":3,"gc":1,"collect":1,"object":1,"def":1,"procs":5,"baseprocess":1,"is":4,"alive":3,"allow":1,"seconds":1,"deadline":2,"time":2,"monotonic":2,"break":1,"join":1,"and":1,"not":1,"none":1,"kill":1,"tree":1},"9325,1816,data/raw/vllm-0.10.1/vllm/v1/utils.py":{"def":2,"copy":4,"slice":1,"from":3,"tensor":13,"torch":3,"to":4,"length":4,"int":1,"the":2,"first":1,"elements":1,"of":1,"a":2,"into":1,"another":1,"in":1,"non":2,"blocking":2,"manner":1,"used":1,"pinned":1,"cpu":1,"data":1,"pre":1,"allocated":1,"gpu":3,"tensors":1,"returns":1,"sliced":1,"target":1,"return":2,"true":1,"report":3,"usage":7,"stats":2,"vllm":13,"config":23,"context":3,"usagecontext":2,"engine":1,"none":1,"statistics":1,"if":2,"enabled":2,"not":1,"is":1,"model":6,"executor":1,"loader":1,"import":1,"get":2,"architecture":2,"class":2,"name":2,"message":1,"extra":1,"kvs":1,"common":1,"configuration":1,"dtype":4,"str":2,"parallel":4,"size":4,"block":2,"cache":6,"memory":2,"utilization":2,"quantization":3,"kv":1,"feature":1,"flags":1,"enable":3,"lora":2,"bool":1,"prefix":2,"caching":2,"enforce":2,"eager":2,"disable":2,"custom":2,"all":2,"reduce":2},"0,802,data/raw/vllm-0.10.1/vllm/v1/request.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"import":13,"enum":1,"time":1,"from":11,"functools":1,"partial":1,"typing":1,"type":2,"checking":2,"any":1,"callable":1,"optional":1,"union":1,"multimodal":1,"inputs":1,"multimodalkwargsitem":1,"placeholderrange":1,"pooling":1,"params":2,"poolingparams":1,"sampling":1,"samplingparams":1,"utils":3,"is":1,"list":1,"of":1,"v1":4,"engine":1,"enginecoreevent":1,"enginecoreeventtype":1,"enginecorerequest":1,"finishreason":1,"structured":1,"output":1,"request":3,"structuredoutputrequest":1,"constantlist":1,"if":1,"lora":1,"lorarequest":1,"core":1,"kv":1,"cache":1,"blockhash":1,"class":1},"802,1676,data/raw/vllm-0.10.1/vllm/v1/request.py":{"def":1,"init":1,"self":15,"request":11,"id":7,"str":5,"prompt":1,"token":5,"ids":1,"list":6,"int":5,"multi":3,"modal":3,"kwargs":1,"optional":12,"multimodalkwargsitem":1,"hashes":1,"placeholders":1,"placeholderrange":1,"sampling":3,"params":7,"samplingparams":1,"pooling":3,"poolingparams":1,"eos":4,"client":3,"index":3,"0":2,"arrival":4,"time":6,"float":1,"none":10,"lora":4,"lorarequest":1,"structured":4,"output":4,"structuredoutputrequest":1,"cache":1,"salt":1,"priority":3,"block":1,"hasher":1,"callable":1,"blockhash":1,"because":1,"of":1,"the":1,"can":1,"be":1,"different":1,"for":1,"each":1,"if":1,"is":1,"not":1,"else":1,"status":1,"requeststatus":1,"waiting":1,"use":1,"false":1,"events":1,"enginecoreevent":1,"stop":1,"reason":1,"union":1,"p":1,"d":1,"connector":1,"specific":1,"kv":2,"transfer":2,"parameters":1,"dict":1,"any":1},"2478,1945,data/raw/vllm-0.10.1/vllm/v1/request.py":{"if":4,"pooling":3,"params":11,"is":5,"not":5,"none":5,"models":2,"self":31,"max":4,"tokens":6,"1":1,"elif":1,"sampling":7,"generative":1,"assert":3,"guided":1,"decoding":1,"status":1,"requeststatus":1,"waiting":1,"for":1,"fsm":1,"use":1,"structured":1,"output":5,"true":1,"extra":2,"args":2,"kv":2,"transfer":2,"get":1,"else":1,"raise":1,"valueerror":1,"and":1,"can":1,"t":1,"both":1,"be":2,"unset":1,"prompt":5,"token":11,"ids":11,"num":5,"len":6,"list":4,"int":3,"all":3,"copy":1,"placeholders":2,"0":3,"used":1,"in":1,"async":1,"scheduling":1,"spec":1,"computed":1,"cache":2,"salt":2,"optional":1,"str":2,"multi":4,"modal":4,"related":1,"mm":9,"positions":2,"or":3,"kwargs":5,"hashes":4,"encoder":3,"inputs":3,"has":1,"sanity":1,"check":1,"read":1,"only":1,"views":1,"prevent":1,"directly":1,"appending":1,"to":1,"these":1,"lists":1,"since":1,"they":1,"should":1,"also":1,"updated":1,"simultaneously":1,"constantlist":2},"4423,1926,data/raw/vllm-0.10.1/vllm/v1/request.py":{"state":1,"the":3,"number":2,"of":3,"tokens":2,"with":1,"prefix":1,"cache":3,"hits":1,"self":8,"num":2,"cached":1,"1":1,"nans":2,"in":3,"logits":2,"a":1,"value":1,"greater":1,"than":1,"0":2,"indicates":1,"that":1,"output":2,"is":4,"corrupted":1,"block":7,"hashes":4,"list":5,"blockhash":3,"get":3,"hash":3,"new":3,"full":3,"blocks":3,"optional":2,"callable":2,"none":5,"if":3,"hasher":5,"not":3,"partial":1,"classmethod":1,"def":1,"from":1,"engine":1,"core":1,"request":26,"cls":2,"enginecorerequest":1,"mm":9,"kwargs":8,"lst":4,"assert":1,"multimodalkwargsitem":1,"was":1,"updated":1,"enginecore":1,"add":1,"else":2,"return":1,"id":4,"client":2,"index":2,"prompt":2,"token":4,"ids":2,"multi":3,"modal":3,"placeholders":2,"sampling":5,"params":7,"pooling":2,"eos":2,"arrival":2,"time":2,"lora":2,"structured":1,"structuredoutputrequest":1,"salt":2,"priority":2},"6349,1708,data/raw/vllm-0.10.1/vllm/v1/request.py":{"def":10,"append":4,"output":6,"token":15,"ids":15,"self":30,"union":2,"int":8,"list":2,"none":6,"if":3,"isinstance":1,"all":4,"else":1,"extend":3,"get":5,"hash":2,"new":3,"full":2,"blocks":2,"is":4,"not":2,"block":1,"hashes":1,"property":4,"corrupted":1,"bool":2,"return":9,"num":7,"nans":1,"in":1,"logits":1,"0":1,"tokens":6,"len":5,"with":1,"spec":2,"finished":4,"requeststatus":2,"status":2,"reason":2,"finishreason":1,"encoder":1,"input":3,"id":3,"assert":1,"mm":2,"positions":2,"length":1,"record":1,"event":4,"type":2,"enginecoreeventtype":1,"timestamp":2,"optional":2,"float":1,"events":7,"enginecoreevent":2,"take":1},"8057,1280,data/raw/vllm-0.10.1/vllm/v1/request.py":{"class":1,"requeststatus":8,"enum":10,"intenum":1,"status":6,"of":2,"a":2,"request":1,"waiting":3,"auto":9,"for":2,"fsm":1,"remote":1,"kvs":1,"running":1,"preempted":3,"note":2,"anything":1,"after":1,"will":1,"be":2,"considered":1,"as":2,"finished":14,"stopped":2,"length":6,"capped":2,"aborted":2,"ignored":3,"def":3,"str":1,"self":2,"return":3,"name":1,"staticmethod":2,"is":1,"bool":1,"get":2,"reason":4,"union":1,"finishreason":5,"none":1,"map":2,"mapping":1,"statuses":1,"to":1,"their":1,"finish":1,"reasons":1,"the":4,"requests":2,"are":2,"whose":1,"prompt":1,"lengths":1,"longer":1,"than":1,"model":1,"s":1,"cap":1,"therefore":1,"stop":2,"should":1,"also":1,"in":1,"openai":1,"api":1,"abort":1},"0,1981,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"attention":6,"layer":2,"with":4,"flashinfer":6,"from":14,"future":1,"import":16,"annotations":1,"dataclasses":1,"dataclass":1,"typing":1,"classvar":1,"optional":1,"union":1,"torch":4,"batchdecodewithpagedkvcachewrapper":1,"batchprefillwithpagedkvcachewrapper":1,"multilevelcascadeattentionwrapper":1,"decode":2,"get":5,"range":1,"buf":1,"seq":1,"lens":1,"trtllm":3,"batch":2,"kv":4,"cache":4,"prefill":1,"context":1,"envs":2,"as":1,"backends":3,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentiontype":1,"config":1,"cudagraphmode":1,"vllmconfig":1,"logger":4,"init":2,"utils":3,"cdiv":1,"is":1,"pin":1,"memory":1,"available":1,"use":2,"v1":3,"flash":1,"attn":1,"cascade":1,"yapf":2,"conflicts":1,"isort":1,"for":1,"this":1,"block":1,"disable":1,"attentioncgsupport":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"layout":1,"per":1,"parameters":1,"infer":1,"global":1,"hyperparameters":1,"split":1,"decodes":1,"and":1,"prefills":1,"interface":1,"attentionspec":1,"workspace":1,"buffer":2,"size":1,"256":1,"1024":2,"name":1,"class":1,"flashinferbackend":1,"accept":1,"output":1,"bool":1,"true":1,"classmethod":1,"def":1,"supported":1,"dtypes":1,"cls":1,"list":1,"dtype":1,"return":1,"float16":1,"bfloat16":1},"1981,1981,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"classmethod":2,"def":8,"get":10,"supported":7,"head":14,"sizes":7,"cls":7,"list":1,"int":8,"https":1,"github":1,"com":1,"flashinfer":4,"ai":1,"blob":1,"3d55c71a62052c590c130897d3a3db49b14fcc34":1,"include":1,"utils":1,"cuh":1,"l157":1,"return":7,"64":1,"128":1,"256":1,"validate":1,"size":9,"none":1,"if":2,"not":2,"in":1,"attn":2,"type":5,"name":2,"removesuffix":1,"backend":3,"raise":2,"valueerror":2,"f":3,"is":1,"by":1,"are":1,"set":1,"vllm":2,"attention":2,"flex":1,"to":2,"use":1,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":6,"str":1,"v1":1,"impl":1,"flashinferimpl":2,"metadata":1,"flashinfermetadata":2,"builder":1,"flashinfermetadatabuilder":2,"kv":6,"cache":9,"shape":2,"num":4,"blocks":2,"block":2,"heads":2,"tuple":2,"2":3,"stride":5,"order":5,"indicates":1,"the":2,"permutation":1,"that":1,"gets":1,"us":1,"from":1,"actual":1,"memory":1,"layout":7,"we":1,"want":1,"nhd":1,"0":2,"1":2,"3":2,"4":2,"elif":1,"hnd":1,"else":1,"unknown":1,"format":1},"3962,1814,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"staticmethod":1,"def":1,"get":1,"fp8":5,"dtype":9,"for":5,"flashinfer":1,"kv":18,"cache":8,"str":1,"torch":10,"if":2,"in":4,"e4m3":1,"return":2,"float8":2,"e4m3fn":1,"elif":1,"e5m2":2,"else":1,"raise":1,"valueerror":1,"f":1,"unrecognized":1,"dataclass":1,"class":1,"flashinfermetadata":1,"num":3,"actual":1,"tokens":2,"int":5,"number":4,"of":14,"excluding":1,"padding":1,"batch":4,"size":5,"1":5,"the":19,"cumulative":1,"subquery":3,"lengths":1,"sequences":1,"used":2,"to":2,"index":2,"into":2,"e":1,"g":1,"length":1,"is":4,"4":4,"6":4,"it":1,"0":4,"10":1,"qo":2,"indptr":5,"cpu":5,"tensor":5,"an":1,"example":1,"paged":12,"indices":9,"request":4,"page":8,"5":2,"8":3,"2":1,"7":2,"3":4,"a":1,"concatenation":1,"all":1,"requests":1,"shape":2,"plan":3,"on":1,"device":1,"entries":1,"last":2,"each":1,"len":1,"query":2,"output":1,"heads":5,"key":1,"value":1,"dimension":1,"attention":1,"head":1,"dim":1,"block":1,"vllm":1,"data":4,"type":4,"q":1,"slot":1,"mapping":1},"5776,1837,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"for":6,"flashinfer":1,"trtllm":3,"batch":2,"decode":8,"max":2,"q":1,"len":3,"int":7,"seq":2,"lens":1,"torch":9,"tensor":9,"block":1,"table":1,"prefill":6,"use":3,"bool":3,"handling":1,"split":1,"num":4,"decodes":1,"tokens":2,"prefills":1,"cascade":3,"attention":1,"cpu":5,"planning":1,"shared":4,"qo":2,"indptr":4,"optional":9,"none":13,"kv":7,"page":3,"indices":1,"last":1,"wrapper":7,"batchprefillwithpagedkvcachewrapper":1,"batchdecodewithpagedkvcachewrapper":1,"multilevelcascadeattentionwrapper":1,"gpu":2,"paged":1,"def":2,"post":1,"init":2,"self":11,"if":1,"head":3,"dim":2,"is":1,"not":1,"flashinferbackend":1,"validate":1,"size":1,"class":1,"flashinfermetadatabuilder":1,"attentionmetadatabuilder":1,"flashinfermetadata":1,"cudagraph":1,"support":1,"classvar":2,"attentioncgsupport":2,"uniform":1,"single":1,"token":1,"reorder":1,"threshold":1,"1":1,"cache":5,"spec":3,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":4,"config":6,"vllmconfig":1,"device":4,"workspace":1,"buffer":1,"append":1,"general":1,"shape":1},"7613,1187,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"self":10,"compilation":4,"config":10,"vllm":4,"max":10,"num":7,"pages":3,"per":3,"req":2,"cdiv":1,"model":2,"len":1,"kv":1,"cache":1,"spec":1,"block":1,"size":3,"reqs":3,"scheduler":1,"seqs":1,"enable":2,"cuda":2,"graph":2,"cudagraph":4,"mode":2,"decode":4,"cudagraphmode":1,"full":2,"if":1,"for":5,"capture":2,"one":1,"wrapper":3,"each":1,"batch":1,"is":1,"needed":1,"flashinfer":1,"wrappers":1,"dict":1,"int":1,"batchdecodewithpagedkvcachewrapper":1,"bs":1,"min":1,"cascade":2,"none":1,"attention":2,"global":3,"hyperparameters":3,"shared":1,"by":1,"all":1,"layers":1,"todo":1,"discard":1,"this":1,"trtllm":1,"gen":1,"backend":1,"infer":1,"get":1,"layer":2,"parameters":1,"names":1,"flashinferimpl":1},"8800,1983,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"preparing":1,"persistent":1,"buffers":1,"device":14,"side":2,"self":16,"paged":6,"kv":6,"indptr":2,"torch":16,"zeros":7,"max":8,"num":8,"reqs":4,"1":2,"dtype":8,"int32":7,"indices":2,"pages":4,"possible":1,"last":2,"page":2,"len":2,"host":1,"buffer":6,"pin":8,"memory":8,"is":2,"available":1,"cpu":6,"block":1,"table":1,"arange":2,"per":1,"req":1,"def":1,"get":1,"workspace":5,"if":1,"none":1,"flashinfer":1,"size":1,"uint8":1,"return":1},"10783,1914,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"def":2,"get":9,"prefill":4,"wrapper":10,"self":16,"if":4,"is":2,"none":6,"batchprefillwithpagedkvcachewrapper":1,"workspace":2,"buffer":5,"kv":20,"cache":2,"layout":2,"return":1,"decode":7,"batch":4,"size":4,"int":1,"use":8,"cudagraph":5,"bool":1,"false":1,"wrappers":1,"else":2,"num":6,"qo":2,"heads":6,"vllm":5,"config":8,"model":2,"attention":1,"parallel":2,"tensor":4,"cores":4,"envs":1,"flashinfer":1,"force":1,"or":1,"4":1,"paged":15,"indptr":5,"1":1,"indices":5,"last":5,"page":5,"len":5,"batchdecodewithpagedkvcachewrapper":1,"cuda":1,"graph":1},"12697,508,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"save":1,"the":1,"decode":6,"wrapper":9,"if":2,"use":1,"cudagraph":2,"self":7,"wrappers":1,"batch":1,"size":1,"else":1,"return":2,"def":1,"get":3,"cascade":4,"is":1,"none":1,"multilevelcascadeattentionwrapper":1,"2":1,"workspace":1,"buffer":1,"kv":1,"cache":1,"layout":1},"13206,1351,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"def":1,"plan":2,"self":5,"attn":18,"metadata":18,"flashinfermetadata":1,"if":1,"use":1,"cascade":4,"wrapper":3,"get":1,"shared":4,"qo":3,"indptr":4,"cpu":7,"kv":9,"page":5,"paged":3,"indices":2,"last":2,"len":2,"num":2,"heads":2,"head":1,"dim":1,"size":1,"causal":1,"true":1,"sm":2,"scale":2,"global":3,"hyperparameters":3,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"q":2,"data":4,"type":4},"14557,279,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"else":1,"regular":1,"attention":1,"common":1,"case":1,"decodes":3,"are":2,"at":2,"the":2,"front":1,"and":1,"prefills":3,"back":1,"according":1,"to":1,"reorder":1,"batch":1,"num":4,"attn":2,"metadata":2},"14836,1058,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"if":1,"num":6,"prefills":5,"0":4,"decodes":2,"are":1,"first":1,"so":1,"start":9,"after":1,"the":4,"last":2,"decode":2,"prefill":11,"attn":7,"metadata":7,"wrapper":3,"self":1,"get":1,"assert":3,"qo":5,"indptr":8,"cpu":8,"shape":3,"1":2,"paged":4,"kv":4,"page":1,"len":1,"since":1,"run":1,"will":1,"be":2,"called":1,"with":1,"query":1,"tokens":1,"we":1,"need":1,"to":3,"adjust":1,"relative":1,"of":1,"queries":1},"15894,1225,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"if":1,"not":1,"attn":12,"metadata":12,"prefill":3,"use":1,"trtllm":1,"wrapper":1,"plan":1,"qo":4,"indptr":6,"cpu":5,"paged":5,"kv":8,"indices":1,"last":1,"page":2,"len":1,"start":1,"num":2,"heads":2,"head":1,"dim":1,"size":1,"causal":1,"true":1,"sm":2,"scale":2,"self":5,"global":3,"hyperparameters":3,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"q":2,"data":4,"type":4,"else":1,"gpu":2,"to":2,"device":2},"17119,1282,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"if":2,"num":11,"decodes":6,"0":3,"pure":2,"decode":3,"prefills":1,"possible":1,"required":1,"padding":2,"for":2,"cudagraph":5,"replay":1,"use":2,"self":5,"enable":1,"cuda":1,"graph":1,"and":2,"max":1,"bs":1,"input":4,"tokens":4,"vllm":1,"config":1,"pad":1,"carefully":1,"fulfill":1,"the":2,"region":1,"with":2,"reasonable":1,"value":1,"on":1,"cpu":6,"make":1,"sure":1,"paged":5,"kv":5,"indptr":3,"is":2,"not":1,"decreasing":1,"1":5,"fill":3,"attn":1,"metadata":1,"remaining":1,"last":2,"page":3,"len":2,"this":1,"because":1,"flashinfer":1,"treats":1,"as":1,"a":1,"full":1,"instead":1,"of":1,"empty":1,"else":1},"18401,1857,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"attn":14,"metadata":15,"decode":6,"wrapper":3,"self":7,"get":1,"num":13,"input":3,"tokens":7,"use":4,"cudagraph":2,"if":1,"not":1,"trtllm":1,"the":2,"persistent":1,"buffer":1,"with":1,"padding":1,"length":1,"instead":1,"of":1,"same":1,"address":1,"but":1,"chunked":1,"version":1,"in":1,"atten":1,"when":1,"using":1,"fast":2,"plan":1,"paged":3,"kv":6,"indptr":1,"cpu":2,"1":1,"indices":1,"last":1,"page":2,"len":2,"qo":1,"heads":2,"head":1,"dim":1,"size":1,"disable":1,"flashinfer":1,"s":2,"pos":2,"encoding":2,"and":2,"vllm":1,"rope":1,"mode":1,"none":1,"sm":2,"scale":2,"global":3,"hyperparameters":3,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"q":2,"data":4,"type":4,"def":1,"build":2,"common":5,"prefix":1,"int":1,"commonattentionmetadata":1,"bool":1,"false":1,"flashinfermetadata":1,"reqs":2,"actual":2,"decodes":2,"prefills":2,"prefill":1,"split":1},"20258,1902,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"page":12,"size":7,"self":1,"kv":12,"cache":1,"spec":1,"block":8,"max":4,"q":1,"len":8,"common":13,"attn":5,"metadata":5,"query":1,"seq":7,"lens":6,"cpu":18,"table":7,"tensor":8,"bounds":2,"1":1,"use":2,"cascade":3,"prefix":5,"0":5,"if":1,"grab":1,"the":5,"blocks":7,"of":2,"shared":10,"from":2,"first":1,"request":1,"assert":1,"num":6,"create":1,"versions":2,"directly":1,"for":1,"no":1,"gpu":1,"needed":1,"qo":2,"indptr":4,"torch":6,"actual":1,"tokens":1,"dtype":3,"int32":3,"device":3,"indices":2,"last":2,"remove":1,"all":1,"requests":1,"else":1,"none":4},"22160,1836,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"max":4,"num":11,"blocks":3,"block":7,"table":7,"bounds":5,"cpu":11,"to":1,"self":15,"device":1,"non":1,"blocking":1,"true":1,"mask":3,"arange":1,"unsqueeze":2,"0":5,"1":3,"write":3,"paged":11,"kv":18,"indices":4,"inplace":3,"actual":2,"pages":2,"torch":6,"sum":1,"masked":1,"select":1,"tensor":2,"out":3,"indptr":2,"index":1,"is":1,"always":1,"cumsum":1,"dim":2,"dtype":9,"int32":1,"reqs":2,"last":5,"page":7,"len":5,"seq":1,"lens":1,"size":3,"where":1,"cache":10,"config":5,"if":2,"startswith":1,"fp8":2,"flashinferbackend":1,"get":2,"for":1,"flashinfer":1,"else":1,"spec":3,"qo":1,"heads":4,"vllm":2,"model":1,"attention":2,"parallel":1,"head":2,"check":1,"any":1,"layer":1,"uses":1,"sinks":3,"requires":1,"trtllm":1,"has":2,"global":1,"hyperparameters":1},"23996,1979,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"currently":1,"prefill":7,"trtllm":9,"attention":3,"does":1,"not":2,"support":1,"fp8":2,"kv":19,"cache":5,"use":10,"dtype":5,"startswith":1,"and":1,"num":22,"tokens":8,"max":6,"seq":6,"len":10,"qo":7,"heads":8,"head":4,"dim":4,"has":2,"sinks":2,"decode":6,"attn":3,"metadata":3,"flashinfermetadata":1,"actual":2,"indptr":7,"cpu":14,"common":2,"query":1,"start":1,"loc":1,"paged":6,"self":3,"1":1,"reqs":2,"indices":4,"last":4,"page":10,"size":2,"data":2,"type":2,"q":3,"vllm":1,"config":2,"model":1,"slot":2,"mapping":2,"lens":2,"block":2,"table":2,"tensor":2,"decodes":2,"prefills":2,"cascade":2,"shared":8},"25975,1053,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"self":6,"plan":1,"attn":4,"metadata":5,"return":4,"def":2,"build":2,"for":3,"cudagraph":4,"capture":4,"common":2,"commonattentionmetadata":1,"this":1,"method":1,"builds":1,"the":2,"full":3,"currently":2,"only":4,"decode":3,"is":1,"supported":1,"cudagraphs":1,"with":1,"flashinfer":2,"m":5,"assert":1,"num":3,"reqs":1,"actual":1,"tokens":1,"supports":1,"make":1,"sure":1,"all":1,"sizes":1,"max":2,"seq":1,"query":2,"len":1,"1":1,"0":1,"use":2,"cascade":3,"attention":2,"args":2,"kwargs":2,"bool":1,"if":1,"kv":2,"cache":2,"spec":1,"dtype":4,"vllm":1,"config":2,"model":1,"todo":1,"wrapper":1,"does":1,"not":1,"support":1,"setting":1,"to":1,"something":1,"different":1,"from":1,"false":1,"class":1,"flashinferimpl":1,"attentionimpl":1},"27028,1869,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"def":1,"init":1,"self":17,"num":11,"heads":12,"int":5,"head":3,"size":3,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":6,"list":1,"sliding":5,"window":5,"cache":3,"dtype":4,"str":1,"logits":3,"soft":3,"cap":3,"none":8,"attn":2,"type":2,"attentiontype":3,"decoder":3,"sharing":3,"target":3,"layer":4,"name":3,"sinks":8,"torch":4,"tensor":3,"if":5,"is":3,"not":3,"float32":1,"1":3,"else":1,"0":3,"queries":1,"per":1,"raise":2,"notimplementederror":1,"encoder":2,"attention":2,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"flashinferimpl":1,"shape":2,"valueerror":1,"must":1,"have":1,"the":3,"same":1,"number":2,"of":2,"as":1,"f":2,"in":1,"expected":1,"but":1,"got":1},"28897,1866,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"def":1,"forward":2,"self":1,"layer":1,"torch":8,"nn":1,"module":1,"query":2,"tensor":8,"key":2,"value":2,"kv":6,"cache":2,"attn":4,"metadata":5,"flashinfermetadata":1,"output":7,"optional":2,"none":5,"scale":2,"pass":1,"with":2,"flashinfer":1,"args":1,"shape":5,"num":14,"tokens":6,"heads":6,"head":6,"size":8,"nhd":1,"blocks":2,"2":2,"block":2,"hnd":1,"for":3,"attention":1,"returns":1,"assert":1,"is":5,"not":5,"must":1,"be":2,"provided":1,"if":2,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"flashinferimpl":1,"profiling":1,"run":1,"return":1,"important":1,"note":1,"woosuk":1,"piece":1,"wise":1,"cuda":1,"graphs":1,"this":4,"method":4,"executed":1,"in":5,"eager":1,"mode":1,"pytorch":2,"thus":1,"we":1,"need":1,"to":2,"careful":1,"about":1,"any":3,"cpu":1,"overhead":2,"example":1,"view":1,"and":1,"slice":1,"or":1,"n":1,"operations":1,"are":1,"surprisingly":1,"slow":1,"even":1,"the":3,"case":1,"they":1,"do":1,"invoke":1,"gpu":1,"ops":2,"minimize":1,"as":2,"much":1,"possible":1,"whenever":1,"making":1,"a":1,"change":1,"please":1,"benchmark":1,"performance":1,"make":1,"sure":1,"it":1,"does":1,"introduce":1,"actual":2},"30763,1912,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"if":5,"self":6,"kv":11,"sharing":2,"target":1,"layer":4,"name":1,"is":5,"none":3,"reshape":3,"the":8,"input":1,"keys":1,"and":7,"values":1,"store":1,"them":1,"in":2,"cache":15,"skip":1,"this":1,"with":1,"an":1,"earlier":1,"attention":2,"note":1,"woosuk":1,"here":1,"key":3,"value":3,"are":1,"padded":4,"while":1,"slot":3,"mapping":3,"not":3,"however":1,"we":1,"don":1,"t":1,"need":1,"to":4,"do":1,"num":8,"actual":5,"tokens":9,"because":1,"flash":2,"op":1,"uses":1,"s":1,"shape":1,"determine":1,"number":1,"of":1,"torch":3,"ops":2,"c":1,"0":2,"1":2,"attn":6,"metadata":6,"dtype":7,"k":1,"scale":2,"v":1,"flashinfer":2,"api":1,"requires":1,"data":1,"be":2,"fp8":5,"e4m3":1,"or":1,"e5m2":1,"process":1,"when":1,"startswith":1,"flashinferbackend":1,"get":1,"for":2,"view":1,"window":3,"left":1,"sliding":2,"else":1,"inputs":1,"outputs":1,"may":1,"cuda":1,"graphs":1,"query":3,"output":6,"use":1,"cascade":4,"rare":1,"case":1,"assert":1,"wrapper":2,"copy":1,"run":1,"return":1,"decode":2,"prefill":2},"32675,1970,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"stride":3,"order":3,"flashinferbackend":1,"get":2,"kv":7,"cache":7,"permute":4,"regular":1,"attention":1,"common":1,"case":1,"decodes":1,"are":2,"at":2,"the":2,"front":1,"and":1,"prefills":1,"back":1,"according":1,"to":2,"reorder":1,"batch":1,"if":2,"num":6,"prefill":23,"tokens":6,"0":4,"wrapper":9,"attn":4,"metadata":4,"query":8,"decode":4,"assert":12,"shape":1,"is":6,"not":2,"none":1,"use":1,"trtllm":1,"causal":1,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"self":2,"or":1,"sm":1,"scale":6,"run":1,"k":2,"layer":2,"float":3,"v":2,"out":1,"output":1,"else":1,"may":1,"be":2,"non":1,"contiguous":7,"workspace":3,"buffer":3,"block":3,"tables":2,"table":1,"tensor":1,"seq":3,"lens":3,"this":1,"path":1,"needs":1,"enabled":1,"with":1,"vllm":1,"layout":2,"hnd":2},"34645,1131,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"trtllm":1,"batch":2,"context":1,"with":1,"kv":6,"cache":3,"query":5,"prefill":3,"permute":1,"workspace":2,"buffer":2,"block":2,"tables":2,"seq":5,"lens":4,"max":4,"q":3,"len":4,"attn":6,"metadata":6,"bmm1":1,"scale":5,"layer":2,"k":1,"float":2,"self":2,"bmm2":1,"v":1,"size":1,"num":5,"prefills":1,"cum":2,"qo":1,"indptr":2,"gpu":2,"paged":1,"window":2,"left":2,"sinks":2,"out":1,"output":1,"decode":9,"tokens":4,"if":1,"0":2,"wrapper":3,"assert":2,"shape":1,"is":1,"not":1,"none":1},"35776,1461,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"if":1,"not":1,"attn":3,"metadata":3,"decode":18,"use":1,"trtllm":1,"assert":9,"wrapper":5,"window":2,"left":2,"logits":2,"soft":2,"cap":2,"self":2,"or":1,"0":2,"sm":1,"scale":6,"run":1,"query":5,"kv":4,"cache":4,"permute":2,"k":2,"layer":2,"float":3,"v":2,"out":1,"output":1,"num":3,"tokens":3,"else":1,"may":1,"be":2,"non":1,"contiguous":7,"workspace":3,"buffer":3,"block":3,"tables":2,"table":1,"tensor":1,"seq":3,"lens":3,"this":1,"path":1,"needs":1,"to":1,"enabled":1,"with":1,"vllm":1,"layout":2,"hnd":2,"get":1,"is":5},"37237,1793,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"trtllm":1,"batch":1,"decode":7,"with":1,"kv":5,"cache":3,"query":2,"permute":1,"workspace":2,"buffer":3,"block":2,"tables":2,"seq":4,"lens":2,"max":2,"len":5,"attn":1,"metadata":1,"bmm1":1,"scale":7,"layer":2,"k":1,"float":6,"self":3,"bmm2":1,"v":1,"window":3,"left":3,"sinks":2,"out":1,"output":2,"num":3,"tokens":1,"return":1,"padded":1,"def":1,"fast":1,"plan":4,"wrapper":1,"indptr":3,"cpu":2,"torch":6,"tensor":3,"indices":2,"last":3,"page":4,"qo":1,"heads":2,"int":5,"head":1,"dim":1,"size":1,"pos":1,"encoding":1,"mode":1,"str":4,"none":8,"1":1,"logits":1,"soft":1,"cap":1,"optional":7,"q":1,"data":3,"type":3,"union":3,"dtype":3,"float16":1,"sm":1,"rope":2,"theta":1,"non":1,"blocking":1,"bool":1,"true":1,"a":1,"faster":1,"version":2,"of":4,"batchdecodewithpagedkvcachewrapper":1,"used":1,"for":2,"cudagraph":3,"capture":1,"replay":1,"while":1,"the":2,"no":1,"turns":1,"back":1,"to":4,"original":2,"using":1,"after":1,"passing":1,"host":3,"side":1,"buffers":3,"only":2,"device":4,"copy":3,"and":2,"modifications":1,"avoid":1},"39030,1814,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"part":1,"of":2,"the":7,"code":1,"get":2,"inspiration":1,"from":2,"original":3,"plan":5,"flashinfer":2,"repo":2,"and":2,"implementation":1,"fast":1,"decode":2,"for":4,"in":1,"sglang":1,"warm":2,"up":2,"with":1,"if":11,"it":1,"is":10,"first":3,"call":3,"always":1,"run":2,"we":1,"dynamic":1,"shape":2,"fixed":1,"cudagraph":2,"this":1,"to":1,"generate":1,"cached":1,"module":1,"wrapper":1,"not":2,"self":6,"cuda":2,"graph":2,"enabled":2,"or":1,"getattr":3,"vllm":2,"true":1,"indptr":2,"cpu":4,"indices":1,"last":2,"page":3,"len":3,"num":2,"qo":2,"heads":2,"kv":10,"head":1,"dim":1,"size":3,"pos":1,"encoding":1,"mode":1,"window":1,"left":1,"logits":3,"soft":3,"cap":3,"q":10,"data":24,"type":23,"sm":1,"scale":2,"rope":2,"theta":1,"non":1,"blocking":1,"false":1,"return":1,"assert":1,"should":1,"be":1,"only":1,"here":1,"batch":2,"none":6,"0":2,"handle":1,"types":1,"consistently":1,"elif":1,"float16":1,"torch":2,"isinstance":2,"str":2,"else":2,"use":1,"tensor":1,"cores":1,"host":1,"range":1,"buf":1,"1":1},"40844,998,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"if":3,"batch":7,"size":9,"self":6,"fixed":3,"raise":2,"valueerror":2,"the":7,"should":2,"be":2,"in":1,"cudagraph":1,"mode":1,"runtime":1,"mismatches":1,"set":1,"during":1,"initialization":1,"format":1,"len":8,"indices":3,"paged":3,"kv":4,"buf":3,"of":1,"less":1,"than":1,"or":1,"equal":1,"to":3,"allocated":1,"buffer":3,"host":7,"device":2,"copy":4,"for":2,"indptr":6,"cpu":4,"non":2,"blocking":2,"true":2,"last":6,"page":7,"use":1,"tensor":1,"cores":1,"lens":2,"arr":1,"get":1,"seq":1},"41842,1840,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flashinfer.py":{"try":2,"make":2,"sure":2,"we":2,"pass":2,"exactly":2,"15":2,"arguments":2,"for":2,"tensor":2,"core":2,"version":2,"self":18,"plan":6,"info":2,"cached":2,"module":2,"float":2,"workspace":6,"buffer":6,"int":4,"pin":2,"memory":2,"qo":3,"indptr":3,"host":4,"kv":4,"lens":1,"arr":1,"batch":3,"size":5,"total":1,"num":5,"rows":1,"heads":4,"page":2,"is":2,"cuda":2,"graph":2,"enabled":2,"head":4,"dim":4,"false":1,"causal":1,"except":2,"exception":2,"as":2,"e":6,"raise":2,"runtimeerror":2,"f":2,"error":2,"in":2,"from":2,"else":1,"standard":2,"window":3,"left":3,"logits":3,"soft":3,"cap":3,"torch":2,"empty":2,"0":2,"dtype":2,"q":1,"data":2,"type":2,"pos":2,"encoding":2,"mode":2,"sm":2,"scale":4,"rope":4,"theta":2},"0,1997,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba2_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":6,"project":1,"import":9,"math":2,"from":7,"dataclasses":1,"dataclass":1,"typing":1,"classvar":1,"optional":1,"torch":6,"attention":3,"backends":3,"abstract":1,"attentionbackend":1,"utils":2,"pad":1,"slot":1,"id":1,"config":1,"vllmconfig":1,"v1":2,"attentioncgsupport":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"split":1,"decodes":1,"and":1,"prefills":1,"kv":1,"cache":1,"interface":1,"attentionspec":1,"mambaspec":1,"def":1,"query":5,"start":5,"loc":5,"chunk":15,"indices":2,"offsets":2,"tensor":1,"size":10,"int":4,"total":2,"seqlens":6,"cu":4,"1":5,"remove":1,"prepended":1,"outputs":1,"will":1,"have":1,"length":1,"expansion":1,"of":2,"chunks":1,"that":1,"do":1,"not":3,"divide":2,"n":3,"ceil":1,"sum":1,"arange":1,"dtype":2,"device":4,"zeros":1,"p":4,"num":1,"insertions":1,"for":2,"s":4,"e":6,"in":1,"zip":1,"if":2,"does":1,"then":1,"there":1,"is":3,"one":2,"insertion":1,"get":1,"dimensions":1,"shift":1,"boundary":1,"by":1,"this":1,"shifting":1,"needed":1,"divides":1},"1997,1461,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba2_attn.py":{"adjust":1,"indices":5,"and":2,"offsets":4,"chunk":9,"s":3,"e":1,"p":5,"size":2,"return":2,"class":3,"mamba2attentionbackend":1,"attentionbackend":1,"staticmethod":1,"def":1,"get":1,"builder":1,"cls":1,"type":1,"mamba2attentionmetadatabuilder":3,"dataclass":1,"mamba2attentionmetadata":2,"num":4,"prefills":1,"int":7,"prefill":3,"tokens":2,"decodes":1,"decode":2,"query":1,"start":1,"loc":1,"torch":9,"tensor":10,"seq":2,"lens":1,"prep":1,"initial":2,"states":2,"bool":1,"the":3,"following":2,"tensors":1,"only":1,"contain":1,"requests":1,"will":1,"be":1,"none":5,"if":1,"batch":4,"has":2,"no":1,"request":1,"optional":8,"idx":1,"state":1,"shape":1,"attributes":1,"are":1,"for":1,"triton":1,"implementation":1,"of":1,"causal":1,"conv1d":1,"nums":1,"dict":2,"cu":1,"seqlen":1,"ptr":2,"token":2,"offset":1,"attentionmetadatabuilder":1,"cudagraph":1,"support":1,"classvar":2,"attentioncgsupport":2,"uniform":1,"single":1,"reorder":1,"threshold":1,"1":1},"3458,1772,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba2_attn.py":{"def":2,"init":1,"self":12,"kv":4,"cache":4,"spec":4,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":6,"config":12,"vllmconfig":1,"device":4,"torch":3,"assert":2,"isinstance":1,"mambaspec":1,"chunk":6,"size":5,"model":2,"get":1,"mamba":1,"compilation":3,"is":1,"not":1,"none":5,"needs":1,"to":2,"be":1,"set":1,"in":1,"the":2,"for":1,"mamba2":1,"models":1,"decode":4,"cudagraph":2,"max":4,"bs":2,"min":1,"scheduler":1,"num":7,"seqs":1,"capture":1,"state":2,"indices":3,"tensor":3,"empty":1,"dtype":1,"int32":1,"build":2,"common":7,"prefix":1,"len":1,"int":1,"attn":6,"metadata":6,"commonattentionmetadata":1,"fast":1,"bool":1,"false":2,"mamba2attentionmetadata":1,"reqs":2,"query":2,"start":2,"loc":2,"seq":3,"lens":2,"idx":1,"p":4,"offsets":1,"need":1,"flags":1,"indicate":1,"if":1,"there":1,"are":1,"initial":3,"states":3,"currently":1,"we":1,"really":1,"only":1,"support":1,"flashattention":1,"backend":1,"has":1,"prep":1,"block":1,"table":1,"0":1,"decodes":2,"prefills":2,"tokens":2,"prefill":1,"split":1,"and":1,"threshold":1,"1":1},"5230,1904,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba2_attn.py":{"compute":2,"seq":3,"idx":3,"chunk":6,"indices":8,"and":2,"offsets":3,"for":4,"prefill":4,"only":1,"if":3,"num":16,"prefills":4,"0":3,"batch":1,"has":4,"initial":6,"states":6,"cpu":4,"common":2,"attn":2,"metadata":3,"computed":1,"tokens":6,"reqs":2,"prep":2,"torch":4,"any":1,"item":1,"p":9,"to":2,"query":7,"start":7,"loc":7,"device":3,"1":1,"decode":2,"repeat":1,"interleave":1,"arange":1,"dtype":1,"int32":1,"diff":1,"output":1,"size":2,"unsqueeze":1,"we":1,"chunked":1,"once":1,"at":1,"the":1,"top":1,"level":1,"model":1,"forward":1,"reuse":1,"them":1,"in":1,"mamba":2,"layers":1,"not":1,"needed":1,"they":1,"will":1,"be":1,"ignored":1,"inside":1,"kernels":1,"self":5,"elif":1,"decodes":4,"cudagraph":2,"max":1,"bs":1,"pad":3,"state":6,"tensor":6,"cuda":1,"graph":1,"input":2,"vllm":1,"config":1,"copy":1,"non":1,"blocking":1,"true":1,"slot":1,"id":1},"7134,1243,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba2_attn.py":{"attn":4,"metadata":5,"mamba2attentionmetadata":1,"num":11,"prefills":2,"prefill":2,"tokens":5,"decodes":2,"decode":5,"query":3,"start":2,"loc":2,"seq":5,"lens":2,"prep":2,"initial":4,"states":4,"chunk":6,"size":2,"self":3,"has":2,"p":8,"idx":2,"indices":4,"offsets":2,"state":2,"tensor":2,"return":2,"def":1,"build":2,"for":3,"cudagraph":4,"capture":4,"common":2,"commonattentionmetadata":1,"this":1,"method":1,"builds":1,"the":1,"full":3,"currently":1,"only":4,"is":1,"supported":1,"cudagraphs":1,"with":1,"mamba":2,"m":5,"assert":1,"reqs":1,"actual":1,"supports":1,"make":1,"sure":1,"all":1,"sizes":1,"max":2,"len":1,"1":1,"0":1},"0,1809,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"attention":6,"layer":1,"with":1,"pagedattention":2,"and":2,"triton":1,"prefix":1,"prefill":3,"from":14,"dataclasses":1,"import":15,"dataclass":2,"functools":1,"cache":2,"typing":1,"classvar":1,"optional":1,"torch":5,"custom":1,"ops":4,"as":1,"envs":1,"backends":3,"abstract":1,"attentionbackend":1,"attentionimpl":1,"attentionmetadata":1,"attentiontype":1,"chunked":2,"paged":3,"decode":2,"attn":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"v1":3,"flash":1,"flashattentionmetadata":1,"utils":1,"attentioncgsupport":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"kv":1,"interface":1,"attentionspec":1,"name":1,"class":1,"tritonattentionmetadata":1,"note":1,"sang":1,"definition":1,"of":2,"context":2,"len":8,"query":4,"seq":4,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1,"num":1,"actual":1,"tokens":2,"int":3,"number":1,"excluding":1,"padding":1,"max":2,"start":1,"loc":1,"tensor":4,"lens":1,"block":1,"table":1,"slot":1,"mapping":1},"1809,1854,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"for":2,"cascade":2,"attention":2,"use":1,"bool":2,"common":7,"prefix":5,"len":5,"int":2,"cu":1,"query":3,"lens":5,"optional":6,"torch":6,"tensor":5,"kv":8,"suffix":1,"aot":1,"scheduling":1,"scheduler":2,"metadata":10,"none":2,"class":1,"tritonattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"tritonattentionmetadata":3,"cudagraph":2,"support":1,"classvar":1,"attentioncgsupport":2,"always":1,"def":3,"init":1,"self":10,"cache":4,"spec":4,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":4,"config":11,"vllmconfig":1,"device":4,"block":2,"size":3,"model":6,"num":6,"heads":4,"q":1,"get":3,"parallel":2,"headdim":1,"head":1,"build":4,"capture":3,"attn":8,"commonattentionmetadata":2,"0":1,"when":1,"doing":1,"full":1,"graph":2,"setting":1,"seq":2,"to":3,"max":3,"will":1,"cause":1,"be":1,"extremely":1,"slow":1,"so":1,"here":1,"we":1,"set":1,"it":1,"1":2,"fill":1,"return":1,"fast":1,"false":1,"actual":2,"tokens":2},"3663,1988,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"max":6,"seq":9,"len":10,"int":1,"common":11,"attn":8,"metadata":11,"lens":20,"cpu":2,"query":10,"start":4,"loc":4,"block":4,"table":4,"tensor":5,"slot":4,"mapping":4,"use":4,"cascade":4,"prefix":16,"0":2,"if":1,"cu":4,"torch":7,"num":3,"actual":3,"tokens":3,"dtype":3,"int32":2,"device":5,"self":3,"kv":10,"suffix":6,"to":1,"else":1,"none":4,"scheduler":3,"tritonattentionmetadata":1,"return":2,"class":1,"tritonattentionbackend":1,"attentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"true":1,"classmethod":1,"def":1,"get":1,"supported":1,"dtypes":1,"cls":1,"list":1,"float16":1,"bfloat16":1},"5651,1901,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"classmethod":2,"def":9,"get":7,"supported":7,"head":14,"sizes":7,"cls":7,"list":1,"int":7,"return":8,"32":1,"64":1,"96":1,"128":1,"160":1,"192":1,"224":1,"256":1,"validate":1,"size":11,"none":1,"if":3,"not":2,"in":1,"attn":3,"type":5,"name":2,"removesuffix":1,"backend":3,"raise":2,"valueerror":2,"f":2,"is":2,"by":1,"are":1,"set":3,"vllm":5,"attention":6,"flex":1,"to":4,"use":6,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":6,"str":1,"triton":1,"v1":1,"impl":1,"tritonattentionimpl":3,"metadata":1,"attentionmetadata":1,"tritonattentionmetadata":1,"kv":3,"cache":2,"shape":1,"num":4,"blocks":2,"block":4,"heads":2,"tuple":1,"16":2,"0":2,"must":1,"be":2,"a":1,"multiple":1,"of":1,"2":1,"cascade":1,"args":1,"kwargs":1,"bool":2,"false":1,"builder":1,"tritonattentionmetadatabuilder":2,"aiter":5,"unified":3,"check":1,"should":1,"used":1,"rocm":2,"mha":1,"needs":1,"as":3,"well":1,"it":1,"1":1,"default":1,"envs":2,"and":1,"class":1,"attentionimpl":1},"7552,1829,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"def":1,"init":1,"self":17,"num":9,"heads":8,"int":5,"head":5,"size":5,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":5,"list":1,"sliding":5,"window":5,"cache":3,"dtype":6,"str":1,"logits":6,"soft":7,"cap":7,"none":7,"attn":4,"type":2,"attentiontype":3,"decoder":3,"sharing":3,"target":3,"layer":3,"name":3,"sinks":1,"torch":3,"tensor":2,"if":4,"is":3,"not":2,"float32":1,"1":3,"else":1,"0":3,"in":1,"flash":1,"setting":1,"as":1,"means":1,"no":1,"queries":1,"per":1,"tritonattentionbackend":1,"validate":1,"raise":1,"notimplementederror":1,"encoder":2,"attention":3,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"tritonattentionimpl":1,"fp8":2,"current":1,"platform":1,"force":1,"prefill":2,"decode":2,"envs":1,"vllm":1,"v1":1,"use":1},"9381,1966,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"if":4,"not":4,"self":5,"force":1,"prefill":2,"decode":2,"attn":3,"using":3,"attention":15,"we":1,"use":2,"the":4,"triton":3,"unified":12,"implementation":1,"aiter":3,"logger":2,"info":2,"once":2,"for":3,"tritonattentionimpl":2,"from":2,"ops":2,"import":2,"else":1,"vllm":2,"sinks":7,"is":2,"none":4,"assert":2,"shape":7,"0":1,"num":13,"heads":10,"must":2,"have":1,"same":1,"number":2,"of":2,"as":1,"f":2,"in":1,"layer":2,"def":1,"forward":2,"torch":8,"nn":1,"module":1,"query":2,"tensor":8,"key":2,"value":2,"kv":5,"cache":2,"metadata":3,"flashattentionmetadata":1,"output":4,"optional":2,"scale":1,"pass":1,"with":1,"flashattention":1,"args":1,"tokens":4,"head":5,"size":6,"2":1,"blocks":1,"block":1,"returns":1,"be":1,"provided":1},"11347,1248,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"if":3,"output":3,"scale":1,"is":5,"not":4,"none":2,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"for":2,"tritonattentionimpl":1,"attn":6,"metadata":3,"profiling":1,"run":1,"return":1,"assert":1,"use":3,"cascade":1,"false":1,"important":1,"note":1,"woosuk":1,"with":1,"piece":1,"wise":1,"cuda":1,"graphs":1,"this":4,"method":4,"executed":1,"in":5,"eager":1,"mode":1,"pytorch":2,"thus":1,"we":1,"need":1,"to":2,"be":1,"careful":1,"about":1,"any":3,"cpu":1,"overhead":2,"example":1,"view":1,"and":1,"slice":1,"or":1,"n":1,"operations":1,"are":1,"surprisingly":1,"slow":1,"even":1,"the":3,"case":1,"they":1,"do":1,"invoke":1,"gpu":1,"ops":2,"minimize":1,"as":2,"much":1,"possible":1,"whenever":1,"making":1,"a":1,"change":1,"please":1,"benchmark":1,"performance":1,"make":1,"sure":1,"it":1,"does":1,"introduce":1,"prefill":3,"decode":3,"self":3,"force":1,"num":3,"actual":2,"tokens":2,"key":2,"cache":7,"value":2,"pagedattention":1,"split":1,"kv":4,"heads":1,"head":1,"size":1,"else":1,"unbind":1,"0":1},"12595,1760,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"if":5,"self":6,"kv":5,"sharing":2,"target":1,"layer":8,"name":1,"is":4,"none":1,"reshape":4,"the":3,"input":1,"keys":1,"and":3,"values":1,"store":1,"them":1,"in":2,"cache":16,"skip":2,"this":1,"with":1,"an":1,"earlier":1,"attention":2,"use":1,"prefill":1,"decode":1,"attn":3,"pagedattention":1,"write":1,"to":2,"paged":1,"key":6,"value":6,"metadata":2,"slot":2,"mapping":2,"dtype":5,"k":2,"scale":7,"v":2,"else":1,"torch":1,"ops":3,"c":1,"flash":1,"startswith":1,"fp8":4,"view":2,"num":6,"tokens":3,"heads":3,"head":3,"size":3,"query":5,"shape":1,"assert":1,"q":4,"1":2,"0":2,"a":1,"non":1,"not":3,"currently":1,"supported":2,"current":1,"platform":1,"rocm":2,"quantization":1,"on":1,"since":1,"dequantizing":1,"back":1,"f32":1,"kernel":1,"scaled":1,"quant":1,"contiguous":1},"14355,1287,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"cu":3,"seqlens":3,"q":5,"attn":6,"metadata":5,"query":6,"start":2,"loc":2,"seqused":2,"k":6,"seq":4,"lens":2,"max":8,"seqlen":4,"len":4,"block":4,"table":4,"if":1,"use":1,"prefill":2,"decode":2,"compute":1,"attention":1,"and":1,"update":1,"output":3,"up":1,"to":1,"num":5,"actual":5,"tokens":5,"chunked":1,"paged":1,"key":5,"value":4,"kv":2,"cache":6,"dtype":2,"self":5,"scale":6,"layer":2,"v":2,"alibi":2,"slopes":2,"sliding":2,"window":2,"0":2,"sm":1,"sinks":2,"else":1,"descale":1,"shape":3,"1":2},"15642,859,data/raw/vllm-0.10.1/vllm/v1/attention/backends/triton_attn.py":{"self":6,"unified":1,"attention":1,"q":6,"query":1,"num":2,"actual":2,"tokens":2,"k":7,"key":1,"cache":2,"v":3,"value":1,"out":1,"output":2,"cu":2,"seqlens":2,"max":4,"seqlen":4,"seqused":2,"softmax":1,"scale":4,"causal":1,"true":1,"alibi":2,"slopes":2,"window":2,"size":1,"sliding":1,"block":2,"table":2,"softcap":1,"logits":1,"soft":1,"cap":1,"descale":5,"none":1,"not":1,"supported":1,"layer":2,"expand":2,"shape":2,"sinks":2,"return":1},"0,1814,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":7,"project":1,"from":13,"dataclasses":1,"import":13,"dataclass":1,"typing":1,"optional":1,"torch":15,"xla":6,"core":1,"builder":1,"as":2,"xb":1,"experimental":2,"custom":3,"kernel":2,"noqa":1,"f401":1,"required":1,"register":1,"ops":1,"library":1,"impl":2,"internal":1,"jax":2,"workarounds":1,"requires":2,"lib":1,"attention":2,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionlayer":1,"attentiontype":1,"utils":2,"commonattentionstate":3,"config":1,"vllmconfig":1,"logger":4,"init":2,"cdiv":1,"next":1,"power":1,"of":2,"name":2,"tpu":4,"head":2,"size":2,"be":1,"a":2,"multiple":1,"128":2,"alignment":1,"note":1,"can":1,"fp8":4,"storage":1,"dtype":4,"but":1,"doesn":1,"t":1,"support":1,"converting":1,"uint8":3,"fp32":1,"directly":1,"that":1,"s":1,"why":1,"it":1,"has":1,"mapping":1,"different":1,"gpu":1,"str":2,"half":2,"bfloat16":2,"float":2,"float8":3,"e4m3fn":2,"e4m3":1,"e5m2":2,"int8":2,"class":1,"pallasattentionbackend":1,"staticmethod":4,"def":4,"get":4,"return":4,"pallas":1,"v1":1,"cls":3,"type":3,"pallasattentionbackendimpl":2,"metadata":1,"pallasmetadata":2,"state":1},"1814,1516,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"staticmethod":4,"def":4,"get":3,"kv":5,"cache":3,"shape":1,"num":12,"blocks":4,"int":10,"block":3,"size":18,"heads":2,"head":6,"tuple":1,"padded":2,"cdiv":3,"tpu":4,"alignment":2,"return":3,"2":3,"swap":2,"src":2,"torch":3,"tensor":3,"dst":2,"to":2,"none":1,"raise":1,"runtimeerror":1,"is":4,"not":1,"used":1,"for":1,"the":6,"backend":1,"in":1,"recent":1,"generations":1,"up":1,"v6e":1,"smem":3,"1mb":1,"tables":1,"within":1,"pallasmetadata":1,"constitute":1,"almost":1,"entire":1,"requirement":1,"its":1,"max":6,"seqs":3,"page":12,"per":5,"seq":1,"4":3,"here":1,"we":1,"simply":1,"make":1,"sure":1,"that":1,"smaller":1,"than":1,"half":1,"of":1,"capacity":1,"min":5,"vllm":3,"config":5,"vllmconfig":1,"req":4,"1024":4,"scheduler":1,"model":4,"len":3,"1":2,"bit":1,"length":1},"3330,1672,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"tpu":1,"has":1,"limited":1,"sregs":2,"scalar":1,"registers":1,"if":4,"page":8,"size":8,"is":4,"too":2,"small":1,"we":4,"can":1,"spill":3,"easily":1,"which":2,"leads":1,"to":5,"bad":1,"performance":1,"the":4,"strategy":1,"apply":1,"here":1,"trying":1,"split":1,"max":3,"model":6,"len":9,"16":7,"pages":1,"make":2,"less":1,"likely":1,"meanwhile":1,"sure":1,"in":2,"256":3,"staticmethod":1,"def":1,"get":1,"vllm":3,"config":5,"vllmconfig":1,"int":2,"todo":1,"this":1,"a":2,"temporary":1,"fix":1,"for":2,"vmem":2,"oom":1,"long":1,"length":1,"use":1,"avoid":1,"much":1,"more":1,"robust":1,"solution":1,"should":1,"be":1,"implemented":1,"handle":1,"vreg":1,"spills":1,"8192":1,"return":4,"next":1,"power":1,"of":2,"2":1,"dataclass":1,"class":2,"pallasmetadata":1,"note":1,"sang":1,"definition":1,"context":3,"query":3,"and":1,"seq":2,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1,"used":1,"pallasattentionbackendimpl":2,"slot":1,"mapping":1,"torch":6,"tensor":6,"block":2,"tables":1,"lens":1,"start":1,"loc":1,"num":3,"seqs":1,"kv":2,"update":2,"slices":2,"per":1,"cache":1,"attentionimpl":1},"5002,1825,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"def":2,"init":1,"self":15,"num":9,"heads":8,"int":5,"head":3,"size":3,"scale":4,"float":4,"kv":14,"alibi":3,"slopes":3,"optional":6,"list":1,"sliding":3,"window":3,"cache":6,"dtype":7,"str":3,"logits":3,"soft":3,"cap":3,"none":7,"attn":3,"type":2,"attentiontype":2,"decoder":3,"sharing":3,"target":3,"layer":4,"name":3,"queries":1,"per":1,"if":3,"is":2,"not":3,"raise":2,"notimplementederror":2,"supported":1,"encoder":2,"attention":3,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"pallasattentionbackendimpl":1,"quantized":2,"auto":1,"tpu":1,"to":1,"torch":8,"get":1,"lower":1,"strip":1,"forward":2,"attentionlayer":1,"query":1,"tensor":7,"key":1,"value":1,"metadata":1,"pallasmetadata":1,"output":2,"pass":1,"with":1,"pallas":1},"6827,1593,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"args":1,"query":7,"shape":5,"num":15,"tokens":6,"heads":8,"head":20,"size":22,"key":5,"kv":7,"value":8,"cache":2,"blocks":1,"block":1,"2":1,"attn":1,"metadata":2,"for":3,"attention":1,"returns":1,"if":4,"output":5,"scale":1,"is":3,"not":2,"none":2,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"pallasattentionbackendimpl":1,"determine":1,"available":1,"memory":1,"case":1,"numel":1,"0":11,"torch":4,"ones":1,"like":1,"return":1,"hidden":1,"view":3,"self":11,"1":2,"tpu":3,"alignment":3,"padded":4,"cdiv":1,"nn":3,"functional":3,"pad":3},"8420,1902,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"if":5,"self":8,"kv":12,"sharing":2,"target":1,"layer":8,"name":1,"is":2,"none":5,"and":5,"cache":9,"numel":1,"0":6,"write":2,"input":1,"keys":1,"values":1,"to":2,"the":3,"skip":1,"this":1,"with":1,"an":1,"earlier":1,"attention":2,"slot":3,"mapping":3,"attn":7,"metadata":7,"key":1,"value":1,"num":6,"slices":2,"per":3,"update":2,"block":5,"quantized":2,"dtype":2,"k":5,"scale":12,"float":8,"v":5,"not":1,"or":1,"raise":1,"valueerror":1,"must":1,"be":2,"non":1,"zero":1,"output":4,"torch":1,"ops":1,"xla":1,"ragged":1,"paged":1,"query":2,"context":1,"lens":1,"tables":1,"start":1,"loc":1,"seqs":1,"by":1,"default":1,"system":1,"utilizes":1,"optimized":1,"size":5,"vmem":2,"limit":2,"bytes":2,"parameters":1,"from":1,"kernel":2,"repository":1,"however":1,"these":1,"can":1,"manually":1,"adjusted":1,"for":1,"debugging":1,"necessary":1,"pages":1,"queries":1,"use":1,"true":1,"sm":1,"sliding":2,"window":2,"soft":2,"cap":2,"logits":1,"head":3,"tpu":1,"alignment":1,"return":1,"reshape":1,"tokens":1,"hidden":1},"10322,1856,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"def":1,"write":2,"to":7,"kv":30,"cache":21,"key":10,"torch":14,"tensor":5,"value":9,"slot":2,"mapping":2,"num":13,"slices":5,"per":3,"update":6,"block":4,"int":2,"quantized":6,"dtype":12,"optional":1,"none":3,"k":2,"scale":4,"float":2,"1":5,"0":3,"v":2,"the":3,"and":1,"values":1,"args":1,"shape":3,"tokens":2,"heads":5,"head":9,"size":12,"blocks":1,"2":1,"page":2,"combined":2,"cdiv":1,"tpu":2,"alignment":2,"if":1,"is":2,"not":1,"info":5,"finfo":1,"float32":2,"note":2,"clamp":3,"added":1,"here":1,"avoid":1,"out":1,"of":2,"range":1,"min":2,"max":2,"cat":1,"axis":1,"reshape":1,"ops":2,"xla":3,"dynamo":1,"set":1,"buffer":1,"donor":1,"true":1,"flatten":1,"new":2,"op":1,"in":1,"place":1,"copy":2,"will":1,"be":1,"optimized":1,"away":1,"by":1,"compiler":1,"requires":1,"jax":1},"12178,1826,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"def":3,"kv":33,"cache":21,"update":16,"op":7,"impl":4,"torch":14,"tensor":19,"slot":6,"mapping":6,"num":13,"slices":13,"page":7,"size":7,"int":8,"per":7,"block":7,"from":1,"vllm":1,"attention":1,"ops":1,"pallas":1,"import":1,"new":4,"xb":1,"call":1,"jax":1,"return":3,"xla":6,"lib":3,"define":1,"compositeexplicitautograd":1,"non":1,"we":1,"can":1,"move":1,"this":1,"function":1,"to":1,"a":1,"common":1,"utils":1,"file":1,"if":1,"it":1,"s":1,"also":1,"useful":1,"for":1,"other":1,"hardware":1},"14004,1744,data/raw/vllm-0.10.1/vllm/v1/attention/backends/pallas.py":{"def":3,"dtype":30,"bits":12,"torch":13,"if":4,"is":6,"floating":1,"point":1,"try":2,"return":8,"finfo":1,"except":2,"typeerror":3,"pass":2,"elif":3,"complex":1,"complex32":1,"32":4,"complex64":1,"64":1,"complex128":1,"128":1,"else":1,"iinfo":2,"cannot":1,"support":2,"int4":2,"int2":1,"bits8":1,"str":5,"int5":1,"uint5":1,"startswith":2,"int":6,"or":1,"uint":1,"1":1,"raise":2,"f":2,"getting":1,"the":5,"bit":2,"width":2,"of":3,"not":1,"supported":1,"get":3,"packing":5,"0":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"but":1,"got":1,"page":2,"size":10,"bytes":2,"block":2,"num":6,"kv":12,"heads":6,"head":6,"cache":6,"returns":1,"in":2,"one":1,"padded":2,"cdiv":2,"tpu":2,"alignment":2,"combined":4,"2":1,"note":1,"for":1,"implicit":1,"padding":1,"xla":1,"8":1},"0,1827,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba1_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"from":6,"dataclasses":1,"import":7,"dataclass":2,"typing":1,"classvar":2,"optional":2,"torch":6,"attention":2,"backends":2,"abstract":1,"attentionbackend":2,"config":4,"vllmconfig":2,"v1":2,"utils":1,"attentionmetadatabuilder":2,"commonattentionmetadata":2,"split":1,"decodes":2,"and":1,"prefills":2,"kv":5,"cache":5,"interface":1,"attentionspec":2,"mambaspec":2,"class":3,"mamba1attentionbackend":1,"staticmethod":1,"def":3,"get":1,"builder":1,"cls":1,"type":1,"mamba1attentionmetadatabuilder":3,"return":1,"mamba1attentionmetadata":3,"query":3,"start":3,"loc":3,"tensor":6,"context":1,"lens":1,"state":1,"indices":1,"has":1,"initial":1,"states":1,"num":4,"int":6,"prefill":1,"tokens":2,"decode":1,"reorder":1,"batch":1,"threshold":1,"1":1,"init":1,"self":6,"spec":4,"device":4,"layer":3,"names":3,"list":1,"str":1,"assert":1,"isinstance":1,"build":2,"common":3,"prefix":1,"len":1,"attn":2,"metadata":2,"fast":1,"bool":1,"false":1},"1827,945,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba1_attn.py":{"state":3,"indices":3,"tensor":8,"common":3,"attn":3,"metadata":3,"block":1,"table":1,"0":3,"context":4,"lens":4,"num":14,"computed":1,"tokens":7,"cpu":1,"to":1,"query":3,"start":3,"loc":3,"device":1,"decodes":4,"prefills":5,"decode":4,"prefill":3,"split":1,"and":1,"threshold":1,"1":1,"has":4,"initial":4,"states":4,"none":1,"if":1,"return":1,"mamba1attentionmetadata":1},"0,1442,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"attention":6,"layer":1,"with":1,"xformersattention":1,"from":13,"dataclasses":1,"import":14,"dataclass":1,"typing":1,"type":2,"checking":2,"optional":1,"torch":4,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionmetadata":1,"attentiontype":1,"ops":5,"triton":1,"unified":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"v1":4,"utils":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"reorder":1,"batch":2,"split":2,"decodes":2,"and":2,"prefills":2,"kv":1,"cache":1,"interface":1,"attentionspec":1,"try":1,"xformers":4,"as":2,"xops":1,"fmha":1,"attn":1,"bias":1,"attentionbias":1,"pagedblockdiagonalcausalwithoffsetpaddedkeysmask":1,"available":2,"true":2,"except":1,"importerror":1,"false":1,"if":1,"core":1,"sched":1,"output":2,"scheduleroutput":1,"worker":1,"gpu":1,"input":1,"inputbatch":1,"custom":1,"name":1,"class":1,"xformersattentionbackend":1,"accept":1,"buffer":1,"bool":1,"classmethod":1,"def":1,"get":1,"supported":1,"dtypes":1,"cls":1,"list":1,"dtype":1,"return":1,"float16":1,"bfloat16":1},"1442,1936,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"classmethod":2,"def":7,"get":7,"supported":7,"head":14,"sizes":7,"cls":7,"list":1,"int":7,"return":6,"32":1,"40":1,"48":1,"56":1,"64":1,"72":1,"80":1,"88":1,"96":1,"104":1,"112":1,"120":1,"128":1,"136":1,"144":1,"152":1,"160":1,"168":1,"176":1,"184":1,"192":1,"200":1,"208":1,"216":1,"224":1,"232":1,"240":1,"248":1,"256":1,"validate":1,"size":11,"none":1,"if":2,"not":2,"in":1,"attn":2,"type":5,"name":2,"removesuffix":1,"backend":3,"raise":2,"valueerror":2,"f":2,"is":1,"by":1,"are":1,"set":1,"vllm":2,"attention":2,"flex":1,"to":1,"use":1,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":5,"str":1,"xformers":1,"v1":1,"impl":1,"xformersattentionimpl":2,"metadata":1,"attentionmetadata":1,"xformersattentionmetadata":1,"kv":3,"cache":1,"shape":1,"num":4,"blocks":2,"block":4,"heads":2,"tuple":1,"16":2,"0":1,"must":1,"be":1,"a":1,"multiple":1,"of":1,"2":1,"builder":1,"xformersattentionmetadatabuilder":2},"3378,1859,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"staticmethod":1,"def":2,"use":1,"cascade":1,"attention":5,"args":1,"kwargs":1,"bool":1,"return":4,"false":1,"dataclass":1,"class":1,"xformersattentionmetadata":5,"num":12,"actual":2,"tokens":7,"int":9,"number":1,"of":1,"excluding":1,"padding":1,"max":6,"query":5,"len":4,"start":7,"loc":7,"torch":5,"tensor":4,"seq":5,"lens":3,"block":3,"table":3,"slot":3,"mapping":3,"prefill":11,"0":6,"decode":4,"prefills":2,"decodes":4,"biases":1,"for":1,"different":1,"types":1,"attn":1,"bias":1,"optional":4,"attentionbias":1,"none":5,"self":16,"metadata":10,"cache":2,"cached":7,"property":1,"if":2,"is":1,"not":1,"recover":1,"phase":2,"structure":2,"q":6,"seqlens":5,"diff":1,"kv":3,"construct":1,"item":2},"5237,1961,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"property":1,"def":3,"decode":15,"metadata":7,"self":23,"optional":1,"xformersattentionmetadata":3,"if":2,"num":10,"tokens":5,"0":3,"return":4,"none":2,"cached":5,"is":1,"not":1,"recover":1,"phase":2,"attention":2,"structure":2,"q":5,"start":5,"loc":5,"query":3,"seqlens":5,"torch":2,"diff":1,"kv":7,"seq":3,"lens":2,"decodes":6,"construct":1,"cache":5,"actual":1,"max":4,"len":2,"int":2,"item":2,"1":2,"block":4,"table":2,"slot":2,"mapping":2,"attn":2,"bias":2,"class":1,"xformersattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"init":1,"spec":4,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":1,"config":1,"vllmconfig":1,"device":2,"assert":1,"xformers":1,"available":1,"size":2,"reorder":2,"batch":4,"input":2,"inputbatch":1,"scheduler":2,"output":2,"scheduleroutput":1,"bool":1,"to":1,"split":1,"and":1,"prefills":1,"threshold":1},"7198,1978,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"def":1,"build":2,"self":2,"common":10,"prefix":1,"len":8,"int":2,"attn":10,"metadata":9,"commonattentionmetadata":1,"fast":1,"bool":1,"false":1,"xformersattentionmetadata":2,"num":20,"decodes":8,"prefills":4,"decode":8,"tokens":10,"prefill":3,"split":1,"and":1,"threshold":1,"1":1,"actual":4,"q":8,"start":5,"loc":5,"query":6,"seqlens":10,"torch":1,"diff":1,"max":8,"kv":6,"seq":6,"lens":3,"cpu":1,"block":8,"table":6,"tensor":1,"slot":4,"mapping":4,"bias":5,"none":1,"if":1,"0":1,"construct":1,"the":1,"decoder":1,"pagedblockdiagonalcausalwithoffsetpaddedkeysmask":1,"from":1,"seqlen":2,"tolist":2,"page":1,"size":2,"tables":1,"device":2,"return":1},"9176,1932,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"class":1,"xformersattentionimpl":2,"attentionimpl":1,"def":1,"init":1,"self":15,"num":9,"heads":8,"int":4,"head":5,"size":5,"scale":3,"float":4,"kv":13,"alibi":8,"slopes":8,"optional":4,"list":1,"sliding":5,"window":5,"cache":3,"dtype":4,"str":2,"logits":6,"soft":7,"cap":7,"none":8,"attn":2,"type":2,"attentiontype":3,"decoder":3,"sharing":5,"target":4,"layer":4,"name":4,"if":6,"is":6,"not":6,"raise":3,"notimplementederror":3,"supported":1,"in":1,"v0":1,"xformers":1,"does":1,"support":1,"yet":1,"queries":1,"per":1,"torch":2,"tensor":1,"float32":1,"1":3,"else":1,"0":3,"setting":1,"to":1,"means":1,"no":1,"xformersattentionbackend":1,"validate":1,"encoder":2,"attention":2,"and":1,"cross":1,"are":1,"implemented":1,"for":1},"11108,1157,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"def":1,"forward":2,"self":1,"layer":1,"torch":8,"nn":1,"module":1,"query":2,"tensor":8,"key":2,"value":2,"kv":5,"cache":2,"attn":3,"metadata":4,"xformersattentionmetadata":1,"output":7,"optional":2,"none":5,"scale":2,"pass":1,"with":1,"xformers":1,"args":1,"shape":4,"num":10,"tokens":4,"heads":5,"head":5,"size":6,"2":1,"blocks":1,"block":1,"for":2,"attention":1,"returns":1,"assert":1,"is":4,"not":3,"must":1,"be":1,"provided":1,"if":2,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"xformersattentionimpl":1,"profiling":1,"run":1,"return":1},"12265,935,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"cache":11,"the":6,"input":2,"kvs":1,"key":5,"value":5,"kv":4,"unbind":1,"0":1,"if":2,"self":2,"sharing":2,"target":1,"layer":4,"name":1,"is":2,"none":1,"reshape":3,"keys":1,"and":6,"values":1,"store":1,"them":1,"in":1,"skip":1,"this":1,"with":1,"an":1,"earlier":1,"attention":1,"note":1,"woosuk":1,"here":1,"are":1,"padded":2,"while":1,"slot":3,"mapping":3,"not":1,"however":1,"we":1,"don":1,"t":1,"need":1,"to":2,"do":1,"num":2,"actual":3,"tokens":3,"because":1,"flash":2,"op":1,"uses":1,"s":1,"shape":1,"determine":1,"number":1,"of":1,"ops":1,"attn":1,"metadata":1,"dtype":1,"k":1,"scale":2,"v":1},"13200,1192,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"num":8,"actual":4,"tokens":8,"attn":3,"metadata":4,"decode":4,"if":1,"prefill":8,"meta":7,"descale":6,"shape":5,"query":4,"start":2,"loc":2,"0":1,"1":2,"key":2,"unified":1,"attention":1,"q":4,"k":5,"cache":2,"v":3,"value":1,"out":1,"output":1,"cu":1,"seqlens":1,"max":4,"seqlen":2,"len":2,"seqused":1,"seq":2,"lens":1,"softmax":1,"scale":4,"self":4,"causal":1,"true":1,"alibi":2,"slopes":2,"window":2,"size":1,"sliding":1,"block":2,"table":2,"softcap":1,"logits":1,"soft":1,"cap":1,"none":1,"not":1,"supported":1,"layer":2,"expand":2},"14392,1791,data/raw/vllm-0.10.1/vllm/v1/attention/backends/xformers.py":{"if":1,"decode":9,"meta":2,"attn":5,"metadata":2,"query":6,"for":1,"kv":9,"is":2,"not":1,"needed":1,"because":1,"it":1,"already":1,"cached":1,"num":10,"tokens":2,"reshape":3,"to":2,"1":14,"b":1,"t":2,"g":2,"h":2,"d":2,"q":2,"view":4,"self":14,"heads":5,"queries":3,"per":3,"head":5,"size":5,"the":2,"k":3,"and":1,"v":3,"caches":1,"bkv":1,"cache":6,"key":1,"expand":2,"value":1,"bias":4,"output":3,"xops":1,"memory":1,"efficient":1,"attention":1,"forward":1,"p":1,"0":2,"scale":2,"shape":1,"tensor":1,"return":1},"0,805,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mamba_selectors.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"from":4,"attention":6,"backends":4,"abstract":1,"import":4,"attentionbackend":2,"v1":3,"linear":2,"attn":4,"linearattentionbackend":2,"mamba1":2,"mamba1attentionbackend":2,"mamba2":2,"mamba2attentionbackend":2,"def":1,"get":1,"mamba":7,"backend":1,"type":7,"str":1,"if":3,"return":3,"raise":1,"notimplementederror":1,"f":1,"is":1,"not":1,"supported":1,"yet":1},"0,1971,data/raw/vllm-0.10.1/vllm/v1/attention/backends/linear_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":6,"dataclasses":1,"import":7,"dataclass":2,"typing":1,"classvar":2,"torch":5,"attention":2,"backends":2,"abstract":1,"attentionbackend":2,"config":2,"vllmconfig":2,"v1":2,"utils":1,"attentionmetadatabuilder":2,"commonattentionmetadata":2,"split":2,"decodes":4,"and":2,"prefills":4,"kv":5,"cache":5,"interface":1,"attentionspec":2,"mambaspec":2,"class":3,"linearattentionbackend":1,"staticmethod":1,"def":3,"get":1,"builder":1,"cls":1,"type":1,"linearattentionmetadatabuilder":3,"return":1,"linearattentionmetadata":3,"num":8,"int":6,"prefill":2,"tokens":4,"decode":3,"query":3,"start":3,"loc":3,"tensor":6,"seq":3,"lens":3,"state":2,"indices":2,"shape":1,"batch":2,"reorder":1,"threshold":2,"1":2,"init":1,"self":3,"spec":4,"layer":1,"names":1,"list":1,"str":1,"device":2,"assert":1,"isinstance":1,"build":2,"common":6,"prefix":1,"len":1,"attn":5,"metadata":5,"fast":1,"bool":1,"false":1,"block":1,"table":1},"1971,396,data/raw/vllm-0.10.1/vllm/v1/attention/backends/linear_attn.py":{"attn":2,"metadata":2,"linearattentionmetadata":1,"num":8,"prefills":2,"prefill":2,"tokens":4,"decodes":2,"decode":2,"query":2,"start":2,"loc":2,"seq":2,"lens":2,"state":2,"indices":2,"tensor":2,"return":1},"0,1932,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":13,"project":1,"import":19,"abc":2,"enum":1,"functools":1,"from":14,"abstractmethod":1,"dataclasses":1,"dataclass":3,"make":1,"typing":1,"type":2,"checking":2,"any":1,"callable":1,"classvar":1,"generic":1,"optional":1,"typevar":1,"numpy":1,"as":2,"np":1,"torch":6,"config":2,"vllmconfig":1,"get":2,"layers":2,"utils":2,"cdiv":1,"if":1,"attention":5,"backends":3,"abstract":2,"attentionimpl":1,"v1":3,"core":1,"sched":1,"output":1,"scheduleroutput":1,"worker":1,"gpu":2,"input":1,"batch":7,"inputbatch":1,"envs":2,"attentionbackend":1,"layer":2,"distributed":1,"kv":5,"transfer":1,"connector":2,"cache":3,"layout":2,"logger":4,"init":2,"interface":1,"attentionspec":1,"name":1,"override":1,"none":1,"class":1,"commonattentionmetadata":1,"per":2,"metadata":2,"shared":1,"across":1,"and":3,"attentionmetadatabuilder":1,"instances":1,"use":1,"it":1,"construct":1,"for":2,"many":1,"of":6,"tensors":1,"we":1,"keep":1,"both":2,"cpu":4,"versions":1,"query":5,"start":3,"loc":2,"tensor":6,"size":3,"1":1,"location":1,"each":3,"request":3,"in":3,"seq":2,"lens":2,"length":1,"including":1,"computed":3,"tokens":6,"newly":1,"scheduled":1,"num":3,"number":3,"reqs":1,"int":3,"requests":1,"actual":1,"total":1,"max":1,"len":1,"longest":1},"1932,1992,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"block":3,"table":3,"tensor":8,"torch":6,"slot":3,"mapping":3,"causal":1,"bool":1,"true":1,"dataclass":1,"class":1,"ubatchslice":2,"request":16,"slice":33,"token":6,"def":2,"query":18,"start":21,"locs":4,"loc":13,"creates":3,"a":3,"new":4,"that":2,"corresponds":2,"to":3,"the":3,"requests":3,"in":2,"note":1,"this":3,"function":2,"hold":1,"will":1,"break":1,"cudagraph":1,"compatibility":1,"return":1,"stop":3,"1":3,"make":1,"metadata":9,"with":1,"ubatch":4,"attn":8,"commonattentionmetadata":3,"included":1,"assert":1,"len":3,"2":2,"f":2,"must":1,"have":1,"at":1,"least":1,"elements":1,"got":1,"cpu":8,"seq":4,"lens":4,"num":4,"computed":2,"tokens":3,"actual":1,"max":2,"int":1,"abs":1,"item":1},"3924,1663,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"return":2,"commonattentionmetadata":4,"query":8,"start":4,"loc":4,"cpu":6,"seq":4,"lens":4,"num":7,"computed":2,"tokens":5,"reqs":1,"requests":2,"actual":2,"max":2,"len":3,"block":2,"table":2,"tensor":2,"slot":2,"mapping":2,"def":1,"split":1,"attn":4,"metadata":5,"ubatch":5,"slices":3,"list":2,"ubatchslice":2,"common":3,"creates":1,"a":1,"new":1,"instance":1,"that":2,"corresponds":1,"to":1,"the":7,"for":6,"each":1,"in":2,"note":1,"this":2,"function":1,"does":1,"not":2,"modify":1,"results":3,"slice":3,"append":1,"make":1,"with":1,"m":2,"typevar":1,"class":1,"attentioncgsupport":1,"enum":2,"constants":1,"cudagraph":6,"support":2,"of":1,"attention":2,"backend":1,"here":1,"we":1,"do":1,"consider":1,"cascade":1,"as":1,"currently":1,"it":1,"is":1,"never":2,"supported":4,"always":2,"3":1,"supports":1,"mixed":1,"prefill":1,"decode":3,"uniform":2,"batch":1,"2":1,"batches":2,"only":2,"contain":2,"lengths":1,"are":2,"same":1,"can":1,"be":1,"used":1,"spec":1,"i":1,"e":1,"decodes":2,"1":3,"speculative":1,"single":1,"token":1,"0":1,"no":1},"5587,1886,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"class":1,"attentionmetadatabuilder":1,"abc":2,"generic":1,"m":3,"does":2,"this":4,"backend":2,"builder":2,"support":2,"cuda":2,"graphs":1,"for":6,"attention":4,"default":2,"no":1,"cudagraph":3,"classvar":2,"attentioncgsupport":2,"never":1,"reorder":3,"the":10,"batch":5,"if":1,"not":1,"set":2,"to":4,"none":2,"otherwise":1,"it":1,"query":1,"length":2,"that":3,"will":2,"be":4,"pulled":1,"into":1,"front":1,"of":5,"threshold":1,"optional":1,"int":2,"abstractmethod":2,"def":3,"init":1,"self":6,"kv":3,"cache":3,"spec":4,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":1,"config":1,"vllmconfig":1,"device":2,"torch":1,"build":11,"common":10,"prefix":4,"len":3,"attn":5,"metadata":8,"commonattentionmetadata":2,"fast":2,"bool":1,"false":1,"central":1,"method":2,"builds":1,"some":1,"builders":1,"mla":1,"require":1,"called":1,"prior":1,"args":1,"meta":1,"data":1,"prioritize":1,"speed":2,"building":1,"over":1,"then":1,"at":1,"execution":1,"can":1,"used":2,"decode":1,"where":1,"result":1,"a":1,"call":2,"may":1,"only":1,"few":1,"layers":1,"iters":1,"raise":1,"notimplementederror":1,"capture":3,"graph":1,"uses":1,"by":1,"subclasses":1,"override":1,"should":1,"or":1,"super":1,"return":1,"0":1},"7473,1956,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"def":3,"build":5,"for":5,"drafting":1,"self":3,"common":7,"attn":4,"metadata":6,"commonattentionmetadata":1,"draft":6,"index":5,"int":5,"m":1,"attention":5,"model":1,"uses":1,"by":3,"default":2,"args":1,"the":12,"of":3,"current":1,"operation":1,"when":2,"speculating":1,"a":2,"chain":1,"tokens":2,"this":2,"refers":2,"to":4,"attempt":2,"i":2,"th":2,"token":1,"tree":2,"based":1,"instead":1,"level":1,"in":1,"return":4,"prefix":2,"len":2,"0":1,"fast":1,"true":1,"use":4,"cascade":1,"query":2,"lens":1,"np":1,"ndarray":1,"num":3,"heads":2,"kv":11,"alibi":1,"bool":4,"sliding":1,"window":1,"local":1,"sms":1,"false":1,"functools":1,"lru":1,"cache":19,"get":3,"layout":19,"format":2,"specified":3,"code":1,"global":1,"override":5,"if":2,"is":2,"not":1,"none":2,"logger":2,"info":2,"once":2,"variable":2,"detected":2,"setting":2,"s":2,"user":2,"envs":1,"vllm":2,"neither":1,"nor":1,"connector":1,"else":1,"environment":1},"9429,1979,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"def":3,"set":1,"kv":3,"cache":5,"layout":5,"str":5,"global":2,"override":2,"dataclass":1,"class":1,"perlayerparameters":6,"currently":2,"flashinfer":2,"backend":3,"only":2,"support":2,"models":2,"in":4,"which":2,"all":2,"layers":6,"share":2,"the":6,"same":2,"values":3,"for":5,"following":3,"hyperparameters":6,"should":1,"not":3,"be":1,"used":1,"trtllm":2,"gen":2,"since":1,"it":1,"supports":1,"different":1,"window":8,"left":4,"int":1,"logits":5,"soft":5,"cap":5,"optional":1,"float":2,"sm":4,"scale":5,"has":3,"sinks":4,"bool":1,"false":1,"get":2,"per":5,"layer":11,"parameters":1,"vllm":3,"config":3,"vllmconfig":1,"names":3,"list":1,"cls":2,"type":1,"attentionimpl":1,"dict":3,"scan":1,"and":1,"determine":1,"some":1,"to":1,"use":1,"during":1,"plan":1,"from":2,"attention":2,"params":4,"key":2,"items":1,"impl":7,"assert":1,"isinstance":1,"infer":2,"size":3,"getattr":3,"sliding":1,"none":5,"0":1,"if":1,"is":2,"else":1,"1":1,"return":1,"other":1,"than":1},"11408,1991,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"so":2,"this":1,"function":1,"asserts":1,"that":1,"all":3,"layers":4,"share":2,"the":9,"same":3,"values":4,"for":8,"these":1,"hyperparameters":2,"and":3,"returns":1,"global":6,"assert":2,"len":1,"per":2,"layer":2,"params":10,"0":9,"no":1,"attention":9,"found":1,"in":4,"model":1,"param":3,"sets":3,"list":1,"trtllm":2,"doesn":1,"t":1,"need":1,"hyper":1,"disable":2,"check":1,"if":3,"not":2,"envs":1,"vllm":1,"use":1,"window":5,"left":4,"raise":1,"valueerror":1,"is":3,"one":1,"potential":1,"fix":1,"to":2,"set":1,"sliding":1,"true":1,"flashinfer":1,"backend":1,"currently":1,"only":1,"supports":1,"models":1,"which":1,"following":1,"logits":1,"soft":1,"cap":1,"sm":1,"scale":1,"return":1,"take":1,"query":1,"start":1,"loc":1,"np":2,"seq":1,"lens":1,"break":1,"sequences":2,"into":1,"local":3,"blocks":1,"where":1,"each":1,"block":1,"passed":1,"kernel":1,"as":1,"an":3,"independent":1,"virtual":1,"batch":5,"item":1,"example":1,"are":1,"performing":1,"a":2,"chunked":1,"prefill":1,"of":1,"3":4,"q":6,"seqlens":8,"4":8,"10":1,"5":3,"kv":4,"6":4,"17":1,"9":1,"then":1,"normally":1,"regular":1,"we":2,"would":2,"compute":2,"with":3,"mask":2,"idx":3,"like":2,"k":2,"toks":4,"1":24,"2":3,"v":2,"attn":2,"chunk":2,"size":2},"13399,1691,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"1":28,"2":9,"3":3,"we":2,"can":1,"simulate":1,"this":3,"mask":1,"using":1,"standard":1,"flash":1,"attention":3,"by":1,"breaking":1,"the":1,"sequences":1,"into":2,"local":12,"virtual":3,"batches":3,"where":1,"each":1,"batch":9,"item":1,"is":1,"a":1,"block":5,"so":1,"in":1,"case":1,"idx":3,"0":10,"would":2,"be":1,"broken":1,"up":1,"q":8,"seqlens":9,"kv":2,"4":14,"k":3,"toks":4,"v":2,"5":2,"e":1,"g":1,"if":1,"have":1,"attn":7,"chunk":2,"size":4,"query":6,"start":6,"loc":6,"np":6,"14":2,"19":2,"10":2,"then":1,"function":1,"return":1,"b0":1,"b1":1,"b2":1,"orig":1,"indices":1,"cu":1,"6":1,"18":1,"23":1,"24":1,"table":3,"shape":2,"pages":1,"per":1,"def":1,"make":1,"int":2,"common":5,"metadata":5,"commonattentionmetadata":2,"cpu":2,"numpy":2,"seq":3,"lens":3,"tensor":1,"device":2,"actual":1},"15090,850,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"handle":1,"if":2,"we":6,"are":2,"starting":1,"in":6,"the":4,"middle":1,"of":2,"a":2,"local":4,"attention":2,"block":6,"assume":1,"q":7,"seqlens":6,"0":1,"for":4,"all":1,"elements":1,"each":1,"batch":1,"idx":1,"compute":1,"number":1,"tokens":5,"that":1,"not":1,"first":4,"and":1,"then":2,"can":1,"simply":1,"use":1,"cdiv":2,"rest":1,"example":1,"have":1,"attn":6,"chunk":6,"size":6,"4":4,"10":1,"5":1,"k":1,"6":1,"17":1,"9":1,"would":1,"get":1,"new":1,"2":3,"1":2,"blocks":2,"np":4,"minimum":1,"seq":2,"lens":2,"astype":1,"int32":1,"last":1},"15940,1584,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"once":1,"we":6,"know":1,"the":9,"number":2,"of":2,"local":15,"blocks":12,"can":3,"compute":3,"request":1,"spans":1,"for":2,"each":1,"batch":1,"idx":1,"figure":1,"out":1,"virtual":3,"requests":1,"have":1,"to":3,"make":1,"above":1,"example":1,"would":1,"get":2,"seqlens":11,"q":13,"2":16,"1":17,"4":5,"first":5,"batched":1,"arange":12,"e":2,"g":1,"0":15,"3":4,"todo":1,"max":1,"a":2,"utility":1,"share":1,"this":2,"code":1,"with":1,"prepare":1,"inputs":1,"step":3,"6":4,"8":2,"cu":5,"num":3,"np":10,"cumsum":2,"batches":2,"block":6,"offsets":2,"repeat":3,"dtype":1,"int32":2,"also":1,"reverse":1,"i":1,"rarange":1,"then":1,"handling":1,"fact":1,"that":1,"and":1,"last":1,"could":1,"be":2,"partial":2,"tokens":2,"in":2,"set":2,"since":1,"may":1,"remaining":1,"minimum":1,"attn":2,"chunk":2,"size":2,"convert":1,"from":1,"pad":1,"astype":1},"17524,1091,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"compute":1,"the":4,"seqlens":6,"k":8,"local":12,"basically":1,"a":1,"full":2,"attention":2,"block":10,"for":3,"all":1,"but":1,"last":3,"in":3,"each":1,"batch":2,"our":1,"example":2,"this":1,"will":1,"be":1,"4":8,"2":1,"1":4,"np":5,"cu":2,"num":3,"blocks":5,"attn":6,"chunk":6,"size":11,"dtype":1,"int32":1,"tokens":3,"computed":1,"q":1,"seqstarts":3,"absolute":3,"repeat":2,"seq":1,"lens":1,"rarange":1,"start":1,"at":1,"b0":1,"b1":1,"b2":1,"0":2,"8":2,"12":1,"16":1,"starts":1,"assert":1,"f":2,"is":1,"not":1,"divisible":1,"by":1,"pages":1,"per":1},"18615,1658,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"create":1,"a":3,"block":14,"table":8,"for":3,"the":2,"local":18,"attention":1,"blocks":2,"out":1,"example":1,"if":1,"we":2,"have":1,"like":2,"assuming":1,"size":2,"2":7,"0":7,"1":12,"3":3,"4":5,"5":2,"6":2,"7":2,"8":3,"9":1,"batch":25,"10":1,"11":1,"12":3,"13":2,"14":2,"15":2,"16":3,"17":2,"18":2,"19":2,"20":1,"21":1,"22":2,"23":2,"24":2,"25":2,"26":1,"27":1,"28":1,"29":1,"then":1,"batches":3,"would":1,"want":1,"starting":8,"from":10,"k":9,"indices":6,"np":7,"broadcast":1,"to":1,"arange":2,"pages":3,"per":3,"dtype":2,"int32":2,"virtual":2,"expand":1,"dims":1,"starts":1,"axis":1,"flatten":1,"clip":1,"max":1,"shape":1,"repeat":1,"actual":1,"view":1,"query":1,"start":1,"loc":1,"cpu":2,"torch":2,"numpy":2,"cu":1,"seqlens":2,"q":1,"seq":1,"lens":1},"20273,1850,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"return":4,"commonattentionmetadata":4,"query":5,"start":4,"loc":4,"cpu":8,"to":2,"device":4,"non":2,"blocking":2,"true":3,"seq":5,"lens":5,"num":5,"computed":2,"tokens":4,"torch":1,"from":2,"numpy":1,"local":3,"reqs":1,"len":4,"actual":2,"common":7,"attn":5,"metadata":7,"max":2,"seqlens":1,"q":1,"block":2,"table":2,"tensor":1,"slot":2,"mapping":2,"causal":1,"def":3,"subclass":3,"attention":3,"builder":7,"name":6,"prefix":5,"str":3,"cls":7,"type":7,"attentionmetadatabuilder":3,"m":3,"build":10,"preprocess":3,"fn":3,"callable":1,"a":1,"new":1,"of":1,"whose":1,"method":1,"first":1,"calls":1,"on":1,"the":2,"ignore":2,"self":2,"int":1,"fast":2,"bool":1,"false":1,"wrapped":2,"inherit":1,"original":1,"backend":2,"attentionbackend":1},"22123,1975,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"type":3,"attentionbackend":1,"return":5,"a":3,"new":1,"subclass":1,"where":1,"get":2,"builder":4,"cls":6,"returns":2,"name":4,"str":1,"prefix":1,"attention":2,"backend":2,"ignore":1,"lambda":1,"def":1,"split":1,"decodes":5,"and":2,"prefills":4,"common":6,"attn":6,"metadata":7,"commonattentionmetadata":2,"decode":14,"threshold":6,"int":6,"1":4,"tuple":1,"assuming":1,"reordered":1,"batch":2,"finds":1,"the":9,"boundary":1,"between":1,"prefill":14,"requests":5,"args":1,"object":1,"containing":1,"maximum":1,"query":13,"length":1,"to":1,"be":1,"considered":1,"num":24,"number":4,"of":4,"tokens":14,"in":2,"max":3,"len":3,"reqs":5,"actual":1,"start":5,"loc":5,"cpu":1,"if":2,"0":4,"lens":4,"is":3,"not":1,"torch":3,"any":1,"first":5,"argmax":1,"dim":1,"item":2,"assert":2,"all":2},"24098,1464,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"def":1,"reorder":2,"batch":7,"to":6,"split":2,"decodes":3,"and":4,"prefills":3,"input":2,"inputbatch":1,"scheduler":2,"output":2,"scheduleroutput":1,"decode":10,"threshold":3,"int":1,"1":3,"bool":1,"reorders":1,"the":12,"into":1,"prefill":5,"requests":6,"places":1,"all":1,"with":1,"tokens":11,"at":3,"front":2,"of":2,"returns":1,"true":1,"if":3,"was":1,"modified":1,"false":1,"otherwise":1,"we":3,"now":3,"want":1,"so":1,"that":1,"are":2,"back":1,"using":1,"least":1,"amount":1,"swaps":1,"possible":1,"note":1,"for":3,"loosely":1,"use":1,"mean":2,"where":2,"attention":2,"is":2,"likely":2,"memory":1,"bound":2,"compute":1,"todo":1,"lucas":1,"figure":1,"out":1,"a":1,"better":1,"naming":1,"here":1,"num":10,"0":2,"i":3,"req":3,"id":2,"in":2,"enumerate":1,"ids":1,"scheduled":2,"treat":1,"token":1,"as":1,"even":1,"its":1,"not":1,"should":1,"update":1,"this":1,"something":1,"like":1,"8":1,"future":1,"but":1,"currently":1,"tritonmla":1,"forward":1,"only":1,"supports":1,"append":2,"else":1},"25562,1979,data/raw/vllm-0.10.1/vllm/v1/attention/backends/utils.py":{"we":4,"hope":1,"that":1,"this":2,"is":2,"fairly":1,"minimal":1,"since":1,"decodes":10,"should":3,"be":3,"around":1,"for":3,"a":3,"number":1,"of":6,"iterations":1,"so":2,"hopefully":1,"they":1,"are":3,"relatively":1,"stationary":1,"and":3,"new":3,"request":1,"generally":1,"appended":1,"to":3,"the":16,"persistent":1,"batch":8,"already":2,"at":2,"back":3,"achieve":1,"loop":2,"over":1,"in":5,"descending":1,"order":3,"prefills":7,"ascending":2,"swap":3,"from":2,"i":5,"e":1,"past":1,"where":1,"last":1,"decode":5,"reodorered":1,"with":3,"front":2,"just":1,"based":1,"on":1,"above":1,"num":7,"len":2,"modified":3,"false":1,"range":1,"1":3,"min":1,"if":2,"can":1,"it":1,"prefill":5,"closest":1,"idx":3,"break":1,"input":1,"states":1,"true":1,"return":5,"kv":3,"sharing":3,"fast":4,"metadata":13,"fields":6,"logits":2,"indices":2,"padded":1,"optional":1,"torch":1,"tensor":1,"none":1,"int":1,"0":1,"def":2,"subclass":4,"attention":3,"name":6,"prefix":3,"str":3,"cls":8,"any":6,"list":1,"tuple":1,"additional":1,"type":1,"ignore":1,"wrapped":2,"make":2,"dataclass":1,"bases":1,"kvsharingfastprefill":1},"0,1542,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"from":12,"dataclasses":1,"import":15,"dataclass":1,"typing":1,"optional":1,"numpy":1,"as":3,"np":1,"torch":6,"nn":1,"functional":1,"scaled":1,"dot":1,"product":1,"attention":4,"backends":3,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionlayer":1,"attentionmetadata":1,"attentiontype":1,"is":2,"quantized":1,"kv":2,"cache":2,"utils":2,"commonattentionstate":1,"config":1,"vllmconfig":1,"logger":4,"init":2,"v1":4,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"core":1,"sched":1,"output":2,"scheduleroutput":1,"interface":1,"attentionspec":1,"worker":1,"gpu":1,"input":1,"batch":1,"inputbatch":1,"try":1,"intel":3,"extension":2,"for":2,"pytorch":2,"llm":1,"modules":2,"ipex":4,"use":2,"true":1,"attributeerror":2,"handle":1,"a":1,"bug":1,"in":1,"https":1,"github":1,"com":1,"pull":1,"813":1,"except":1,"importerror":1,"false":2,"custom":1,"ops":2,"name":1,"class":1,"torchsdpabackend":1,"accept":1,"buffer":1,"bool":1,"classmethod":1,"def":1,"get":1,"supported":1,"dtypes":1,"cls":1,"list":1,"dtype":1,"return":1,"float16":1,"bfloat16":1,"float32":1},"1542,1555,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"classmethod":1,"def":8,"validate":2,"head":12,"size":10,"cls":6,"int":6,"none":1,"attn":6,"impl":5,"get":9,"paged":2,"is":3,"valid":2,"supported":4,"sizes":4,"if":1,"not":2,"type":6,"name":2,"removesuffix":1,"backend":3,"raise":1,"valueerror":1,"f":2,"by":1,"are":1,"set":1,"vllm":2,"attention":3,"flex":1,"to":1,"use":2,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":7,"str":1,"return":7,"torch":1,"sdpa":1,"v1":1,"torchsdpabackendimpl":2,"metadata":1,"attentionmetadata":1,"torchsdpametadata":1,"state":1,"commonattentionstate":2,"builder":1,"torchsdpametadatabuilderv1":2,"kv":4,"cache":2,"shape":2,"num":4,"blocks":2,"block":2,"heads":2,"tuple":1,"cascade":1,"args":1,"kwargs":1,"bool":1,"false":1,"dataclass":1},"3097,1925,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"class":1,"torchsdpametadata":1,"attentionmetadata":1,"metadata":2,"for":5,"pagedattention":1,"batch":4,"size":3,"the":3,"length":3,"of":3,"sequences":4,"entire":1,"tokens":5,"seen":1,"so":1,"far":1,"per":4,"sequence":5,"seq":9,"lens":4,"tensor":11,"optional":15,"torch":9,"maximum":2,"in":3,"0":2,"if":3,"it":2,"is":2,"prefill":6,"only":4,"max":6,"decode":1,"len":4,"int":7,"blocks":3,"block":8,"addresses":1,"id":1,"list":3,"physical":1,"e":1,"g":1,"1":1,"2":1,"means":1,"are":3,"stored":1,"0th":1,"1st":1,"and":2,"2nd":2,"kv":3,"cache":1,"each":1,"can":2,"contain":2,"up":2,"to":3,"dimensions":1,"padded":1,"cuda":1,"graph":1,"captured":1,"tables":4,"torchsdpabackend":1,"currently":1,"input":2,"all":3,"prompts":2,"or":1,"decoding":1,"true":1,"chunked":3,"bool":1,"none":13,"non":1,"query":3,"start":3,"loc":3,"v1":1,"logits":1,"index":1,"begin":1,"encoder":8,"attn":2,"enc":1,"dec":1,"cross":4,"fields":1,"lengths":1,"representation":1,"among":1,"number":1,"num":1,"attention":1,"memory":1,"mapping":3,"data":1,"structures":1,"slot":2},"5022,1953,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"def":6,"post":1,"init":2,"self":20,"set":7,"during":1,"the":4,"execution":1,"of":3,"first":1,"attention":13,"op":1,"it":3,"is":14,"a":1,"list":4,"because":2,"needed":1,"to":2,"per":1,"prompt":1,"when":1,"alibi":1,"slopes":1,"used":1,"limitation":1,"from":2,"xformer":1,"api":1,"will":1,"not":6,"appear":1,"in":1,"repr":1,"and":5,"attn":9,"bias":3,"optional":5,"torch":3,"tensor":4,"none":10,"encoder":10,"cross":6,"property":4,"all":5,"metadata":11,"required":3,"for":2,"return":6,"seq":4,"lens":3,"max":1,"len":1,"enc":1,"dec":1,"superset":1,"slot":1,"mapping":1,"block":1,"tables":1,"prefill":2,"torchsdpametadata":2,"if":2,"num":2,"tokens":2,"0":2,"decode":2,"get":1,"type":3,"str":1,"extract":1,"appropriate":1,"sequence":1,"lengths":1,"according":1,"arguments":1,"structure":1,"associated":1,"with":1,"decoder":2},"6975,1964,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"returns":2,"appropriate":5,"sequence":2,"lengths":2,"tensor":4,"for":2,"query":1,"key":1,"value":2,"if":2,"attn":20,"type":18,"attentiontype":8,"decoder":6,"or":2,"encoder":12,"only":2,"seq":14,"lens":14,"q":4,"self":12,"kv":4,"elif":4,"else":2,"raise":2,"attributeerror":2,"f":2,"invalid":2,"attention":15,"str":4,"return":4,"def":2,"get":1,"bias":9,"optional":1,"list":2,"torch":2,"extract":1,"from":1,"metadata":4,"according":2,"to":2,"arguments":2,"structure":1,"associated":1,"with":1,"cross":2,"given":1,"the":1,"set":1,"none":1,"update":1,"field":1,"of":1},"8939,1741,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"attn":22,"metadata":5,"attention":14,"structure":2,"associated":2,"with":2,"bias":8,"the":3,"desired":1,"value":1,"type":10,"encoder":12,"decoder":9,"self":7,"cross":5,"if":2,"attentiontype":4,"or":2,"only":1,"elif":2,"else":1,"raise":1,"attributeerror":1,"f":1,"invalid":1,"str":2,"def":1,"get":1,"seq":1,"len":1,"block":5,"table":2,"args":1,"tuple":1,"particular":1,"choice":1,"of":2,"sequence":5,"length":2,"and":1,"related":2,"attributes":1,"which":1,"should":1,"be":1,"extracted":1,"from":1,"is":2,"dependent":1,"on":1,"operation":1,"select":3,"entirely":1,"fields":3,"lengths":3,"tables":3,"no":1,"arguments":1,"prompt":1,"true":1,"prefill":1,"false":1,"otherwise":1,"returns":1,"appropriate":3,"tensor":1,"max":1,"scalar":1,"none":1},"10680,1871,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"if":1,"attn":5,"type":6,"attentiontype":4,"decoder":3,"or":1,"encoder":9,"only":1,"self":19,"attention":5,"choose":1,"max":7,"seq":10,"len":4,"based":1,"on":1,"whether":1,"we":1,"are":1,"in":1,"prompt":3,"run":1,"return":3,"lens":3,"tensor":3,"decode":2,"block":4,"tables":4,"elif":2,"enc":1,"dec":1,"cross":4,"kvs":1,"match":1,"sequence":1,"length":1,"utilizes":1,"special":1,"no":1,"associated":1,"with":1,"none":2,"else":1,"raise":1,"attributeerror":1,"f":1,"invalid":1,"str":2,"class":1,"torchsdpametadatabuilderv1":1,"attentionmetadatabuilder":1,"torchsdpametadata":1,"def":1,"init":1,"kv":3,"cache":3,"spec":3,"attentionspec":1,"layer":1,"names":1,"list":3,"vllm":7,"config":12,"vllmconfig":1,"device":3,"torch":3,"scheduler":5,"for":1,"reorder":3,"req":3,"index":2,"np":5,"empty":2,"num":4,"seqs":3,"dtype":3,"int64":2,"int":1,"0":1,"start":3,"loc":3,"cpu":3,"zeros":1,"1":1,"int32":1,"numpy":1},"12551,1716,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"def":1,"reorder":18,"batch":7,"self":7,"input":6,"inputbatch":1,"scheduler":1,"output":1,"scheduleroutput":1,"bool":1,"prompt":18,"list":24,"idx":16,"0":4,"decode":15,"for":3,"req":23,"index":16,"in":3,"range":3,"num":11,"reqs":2,"if":3,"computed":1,"tokens":2,"cpu":1,"stage":2,"1":3,"else":2,"assert":2,"update":1,"requests":1,"number":1,"break":1,"return":2,"false":1,"size":2,"item":2,"swap":1,"states":1,"true":1},"14267,1187,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"def":1,"build":2,"self":4,"common":8,"prefix":1,"len":5,"int":3,"attn":7,"metadata":7,"commonattentionmetadata":1,"fast":1,"bool":1,"false":1,"torchsdpametadata":1,"num":16,"reqs":6,"max":6,"query":6,"seq":11,"lens":7,"cpu":7,"np":7,"numpy":1,"prompt":7,"req":7,"prefill":3,"item":4,"if":2,"0":5,"else":2,"decode":2,"start":6,"loc":6,"cumsum":1,"out":1,"1":2,"tokens":3,"slot":2,"mapping":2,"long":1,"block":2,"table":2,"tensor":2},"15454,1458,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"attn":2,"metadata":2,"torchsdpametadata":2,"num":14,"prefills":1,"prompt":6,"req":6,"prefill":11,"tokens":4,"decode":7,"slot":2,"mapping":2,"to":1,"ensure":1,"inference":1,"when":1,"chunked":3,"is":1,"disabled":1,"seq":8,"lens":4,"cpu":5,"tolist":1,"tensor":3,"reqs":3,"max":6,"len":6,"block":4,"tables":2,"table":2,"self":2,"scheduler":1,"config":1,"enabled":1,"query":6,"kv":3,"start":6,"loc":6,"1":3,"for":1,"logits":1,"index":2,"multi":1,"modal":1,"placeholder":1,"maps":1,"none":1,"enable":1,"scales":1,"calculation":1,"false":1,"return":1,"class":1,"torchsdpabackendimpl":1,"attentionimpl":1},"16912,1618,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"def":1,"init":1,"self":16,"num":9,"heads":8,"int":4,"head":3,"size":3,"scale":3,"float":4,"kv":14,"alibi":7,"slopes":7,"optional":4,"list":1,"sliding":4,"window":4,"cache":6,"dtype":5,"str":3,"logits":3,"soft":3,"cap":3,"none":8,"attn":5,"type":3,"attentiontype":1,"decoder":1,"sharing":3,"target":2,"layer":2,"name":2,"if":4,"is":7,"not":8,"raise":2,"notimplementederror":2,"supported":1,"in":1,"v0":1,"logger":1,"warning":1,"once":1,"torch":4,"spda":1,"does":1,"support":2,"outputs":1,"may":1,"be":1,"slightly":1,"off":1,"paged":2,"impl":2,"get":1,"tensor":1,"float32":1,"queries":1,"per":1,"need":1,"mask":1,"or":1,"quantized":1,"and":1,"use":1,"ipex":1,"sdpa":1,"backend":1,"fp8":1,"requires":1,"intel":1,"extension":1,"for":1,"pytorch":1},"18530,1835,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"def":1,"forward":2,"self":2,"layer":1,"attentionlayer":1,"query":3,"torch":8,"tensor":8,"key":2,"value":2,"kv":6,"cache":3,"attn":11,"metadata":10,"torchsdpametadata":1,"type":5,"ignore":1,"output":4,"optional":2,"none":4,"scale":2,"pass":1,"with":2,"sdpa":1,"and":3,"pagedattention":1,"args":1,"shape":5,"num":10,"tokens":4,"heads":5,"head":5,"size":6,"2":1,"blocks":1,"block":1,"note":1,"will":1,"be":1,"an":1,"empty":1,"0":1,"for":4,"profiling":1,"run":1,"attention":4,"returns":1,"if":3,"is":5,"not":4,"raise":3,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"torchsdpabackendimpl":1,"warming":1,"up":1,"return":1,"attentiontype":2,"encoder":6,"all":2,"set":2,"attributeerror":2,"requires":2,"setting":2,"attributes":2,"elif":1,"decoder":2,"cross":3},"20365,1705,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"reshape":1,"the":1,"query":3,"key":11,"and":4,"value":12,"tensors":1,"view":3,"1":3,"self":13,"num":4,"heads":4,"head":4,"size":4,"if":6,"is":5,"not":5,"none":6,"assert":2,"kv":10,"else":2,"attn":6,"type":2,"attentiontype":2,"encoder":4,"cache":15,"numel":1,"0":1,"during":3,"decoder":3,"or":1,"cross":4,"attention":6,"but":1,"even":1,"there":1,"are":1,"no":1,"new":1,"pairs":1,"to":3,"we":1,"still":1,"need":1,"break":1,"out":1,"i":1,"e":1,"for":1,"later":1,"use":1,"by":1,"paged":4,"impl":2,"split":1,"update":2,"prefill":2,"only":1,"decode":2,"will":1,"be":1,"preventing":1,"this":1,"statement":1,"branch":1,"from":1,"running":1,"updated":3,"slot":5,"mapping":5,"metadata":2,"write":1,"dtype":1,"layer":2,"k":1,"scale":2,"v":1},"22070,1013,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"if":2,"attn":6,"type":2,"attentiontype":2,"encoder":5,"decoder":4,"self":2,"attention":4,"supports":1,"chunked":3,"prefill":10,"cross":1,"requires":1,"no":2,"100":3,"or":1,"decode":6,"tokens":14,"mix":1,"num":12,"metadata":4,"else":1,"is":2,"not":2,"applicable":1,"derive":1,"token":1,"count":1,"from":1,"query":1,"shape":4,"and":1,"treat":1,"them":1,"as":1,"assert":3,"none":1,"0":3,"only":1,"enforce":1,"this":1,"constraint":1,"for":1,"key":1,"value":1},"23083,1802,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"output":4,"torch":2,"empty":2,"like":2,"query":6,"if":3,"prefill":17,"meta":12,"attn":8,"metadata":7,"not":4,"chunked":1,"type":5,"ignore":1,"assert":3,"seq":4,"lens":2,"is":1,"none":1,"self":4,"run":2,"sdpa":1,"forward":1,"key":2,"value":2,"else":1,"prefix":1,"enabled":1,"attention":1,"need":1,"mask":1,"import":1,"intel":1,"extension":1,"for":1,"pytorch":1,"llm":1,"modules":3,"as":1,"ipex":2,"pagedattention":1,"flash":1,"varlen":1,"func":1,"num":2,"tokens":2,"cache":2,"start":2,"loc":2,"kv":2,"max":3,"len":4,"scale":1,"true":1,"block":3,"tables":2,"alibi":1,"slopes":1,"decode":4,"attentiontype":1,"encoder":2,"only":2,"models":1,"should":1,"have":1,"decoding":1,"arg":3,"get":1,"table":1,"args":1},"24885,1881,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"self":16,"paged":1,"attn":22,"impl":1,"forward":2,"decode":1,"output":4,"metadata":9,"num":8,"prefill":2,"tokens":2,"query":4,"key":4,"cache":3,"value":4,"block":1,"tables":1,"arg":3,"seq":8,"lens":7,"max":1,"len":2,"kv":5,"dtype":3,"heads":4,"scale":3,"alibi":4,"slopes":3,"layer":2,"k":1,"v":1,"reshape":1,"the":1,"tensor":5,"return":1,"view":1,"1":3,"head":1,"size":1,"def":1,"run":1,"sdpa":1,"torch":4,"torchsdpametadata":1,"type":6,"str":1,"attentiontype":1,"decoder":1,"none":6,"if":3,"repeat":2,"interleave":2,"queries":2,"per":2,"dim":2,"masks":6,"get":2,"bias":4,"is":4,"not":3,"make":2,"ignore":2,"elif":1,"sliding":3,"window":3,"assert":1,"else":1,"set":1},"26766,1929,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"query":5,"movedim":4,"0":11,"dim":4,"2":4,"key":4,"value":4,"causal":3,"attn":10,"type":2,"attentiontype":1,"decoder":1,"seq":16,"lens":7,"q":13,"kv":13,"metadata":1,"get":1,"start":10,"for":2,"len":9,"mask":6,"in":2,"zip":1,"masks":1,"end":8,"sub":2,"out":2,"scaled":1,"dot":1,"product":1,"attention":1,"none":10,"dropout":1,"p":1,"is":2,"and":1,"scale":2,"self":1,"squeeze":1,"output":1,"def":1,"make":1,"alibi":5,"bias":13,"slopes":3,"torch":7,"tensor":3,"dtype":7,"list":3,"int":1,"biases":4,"arange":1,"note":1,"zhuohan":1,"hf":1,"uses":1,"repeat":2,"1":5,"here":1,"we":1,"find":1,"that":1,"both":1,"give":1,"the":3,"same":1,"results":1,"but":1,"below":1,"more":1,"accurately":1,"follows":1,"original":1,"paper":1,"num":2,"heads":2,"shape":1,"mul":1,"unsqueeze":1,"inf":3,"empty":1,"fill":1,"triu":1,"diagonal":1,"append":1,"to":1,"return":1},"28695,1680,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"def":4,"make":1,"sliding":1,"window":4,"bias":1,"seq":5,"lens":2,"list":4,"int":11,"size":14,"optional":1,"dtype":6,"torch":10,"tensor":7,"attn":3,"biases":3,"for":1,"len":3,"in":2,"full":1,"1":7,"fill":1,"value":5,"shift":3,"0":2,"mask":6,"tril":1,"diagonal":2,"to":2,"type":1,"ignore":1,"if":1,"is":1,"not":1,"none":1,"triu":1,"log":1,"append":1,"return":4,"class":1,"pagedattention":1,"staticmethod":3,"validate":1,"head":8,"tuple":3,"bool":1,"support":3,"hs":3,"32":1,"64":1,"80":1,"96":1,"112":1,"128":1,"192":1,"256":1,"get":1,"kv":12,"cache":15,"shape":2,"num":10,"blocks":5,"block":2,"heads":5,"args":2,"2":1,"split":1,"x":3,"16":1,"element":1,"key":4,"view":2},"30375,1838,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"staticmethod":2,"def":2,"write":1,"to":1,"paged":2,"cache":15,"key":6,"torch":16,"tensor":16,"value":7,"slot":2,"mapping":2,"kv":6,"dtype":4,"str":2,"k":4,"scale":10,"v":4,"args":2,"none":2,"ops":2,"reshape":1,"and":1,"flatten":1,"forward":1,"decode":1,"output":2,"query":2,"block":6,"tables":2,"context":4,"lens":2,"max":2,"len":2,"int":7,"num":2,"heads":2,"float":1,"alibi":2,"slopes":2,"optional":1,"tp":2,"rank":2,"0":4,"blocksparse":8,"local":2,"blocks":2,"vert":2,"stride":2,"size":4,"64":1,"head":2,"sliding":2,"step":2,"shape":1,"3":1,"attention":1,"v1":1},"32213,1452,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"staticmethod":4,"def":4,"copy":2,"blocks":5,"kv":16,"caches":7,"list":2,"torch":12,"tensor":12,"src":2,"to":3,"dists":2,"args":3,"none":2,"key":10,"cache":24,"0":2,"for":2,"in":2,"value":10,"1":5,"ops":1,"class":1,"ipexpagedattention":1,"pagedattention":2,"validate":1,"head":5,"size":5,"int":5,"tuple":2,"bool":1,"return":2,"true":1,"split":1,"num":6,"heads":3,"shape":1,"view":2,"write":1,"paged":1,"slot":2,"mapping":2,"dtype":1,"str":1,"k":1,"scale":2,"v":1,"ipex":1,"modules":1,"reshape":1,"and":1,"flatten":1},"33665,1145,data/raw/vllm-0.10.1/vllm/v1/attention/backends/cpu_attn.py":{"staticmethod":1,"def":2,"forward":1,"decode":1,"output":2,"torch":11,"tensor":9,"query":4,"key":2,"cache":6,"value":3,"block":4,"tables":2,"context":4,"lens":2,"max":2,"len":2,"int":2,"kv":6,"dtype":2,"str":1,"num":4,"heads":4,"scale":4,"float":1,"alibi":2,"slopes":2,"optional":1,"k":1,"v":1,"args":1,"none":1,"size":3,"shape":1,"2":1,"head":2,"mapping":2,"arange":1,"0":1,"device":1,"cpu":1,"int32":1,"view":1,"1":2,"repeat":1,"interleave":1,"flatten":1,"ipex":2,"modules":1,"pagedattention":2,"single":1,"cached":1,"attention":1,"contiguous":1,"get":1,"paged":1,"attn":1,"impl":1,"if":1,"use":1,"return":2,"ipexpagedattention":1,"else":1},"0,1898,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"attention":3,"layer":1,"with":1,"aiterflashattention":1,"from":10,"dataclasses":1,"import":12,"dataclass":1,"typing":1,"classvar":1,"optional":1,"torch":1,"backends":2,"abstract":1,"attentionbackend":1,"attentionimpl":1,"attentionmetadata":1,"attentiontype":1,"config":1,"vllmconfig":1,"logger":2,"init":1,"platforms":1,"current":2,"platform":2,"v1":2,"utils":3,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"kv":1,"cache":1,"interface":1,"attentionspec":1,"partition":1,"size":2,"rocm":2,"256":1,"if":2,"is":1,"aiter":1,"triton":3,"tl":12,"direct":1,"register":1,"custom":1,"op":1,"jit":1,"def":1,"layout":1,"trans":1,"kernel":1,"k":3,"buffer":2,"ptr":4,"v":3,"values":2,"b":4,"query":10,"lens":4,"loc":4,"seq":3,"block":4,"table":2,"stride":1,"scale":2,"output":1,"dtype":1,"constexpr":3,"e":1,"dim":1,"batch":15,"idx":4,"program":2,"id":2,"1":2,"indexes":4,"load":2,"arange":2,"start":4,"end":4,"split":2,"len":3,"return":1,"token":6},"1898,1843,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"if":3,"block":20,"idx":7,"size":8,"seq":4,"len":3,"mask":9,"tl":15,"arange":5,"0":10,"none":5,"kv":9,"load":5,"table":3,"batch":2,"stride":1,"to":7,"int64":1,"buffer":5,"off":6,"e":7,"dim":7,"k":12,"vals":14,"ptr":4,"other":2,"dtype":7,"is":2,"fp8":2,"float32":2,"scale":4,"output":5,"else":2,"v":15,"values":5,"token":1,"start":1,"store":2,"def":1,"vllm":1,"layout":1,"trans":1,"b":2,"query":1,"lens":2,"loc":2,"cache":5,"max":1,"total":1,"tokens":1,"h":1,"shape":3,"2":1,"d":1,"3":1,"1":1},"3741,1395,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"k":6,"values":6,"torch":4,"empty":2,"total":2,"tokens":2,"h":3,"kv":3,"d":3,"dtype":12,"output":10,"device":4,"cache":4,"v":6,"grid":2,"block":7,"table":3,"shape":1,"0":2,"max":1,"seq":2,"len":1,"size":4,"1":1,"if":1,"float16":2,"tl":2,"elif":1,"bfloat16":2,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"vllm":1,"layout":1,"trans":1,"kernel":1,"b":2,"query":1,"lens":2,"loc":2,"stride":1,"scale":2,"e":1,"dim":1,"return":1},"5136,1359,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"def":1,"flash":2,"attn":2,"varlen":2,"func":2,"impl":1,"q":12,"torch":10,"tensor":10,"k":16,"cache":4,"v":7,"out":3,"cu":9,"seqlens":9,"max":7,"seqlen":8,"int":5,"softmax":3,"scale":7,"float":2,"window":4,"size":3,"optional":2,"list":2,"1":3,"means":1,"infinite":1,"context":1,"alibi":3,"slopes":3,"block":2,"table":2,"total":4,"tokens":4,"0":2,"if":1,"item":1,"vllm":1,"layout":1,"trans":1,"dtype":1,"output":2,"aiter":1,"min":1,"causal":1,"true":1,"return":1},"6495,1925,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"def":1,"flash":4,"attn":4,"varlen":4,"func":4,"fake":2,"q":7,"torch":16,"tensor":15,"k":4,"cache":3,"v":3,"out":2,"cu":3,"seqlens":2,"max":4,"seqlen":2,"int":10,"softmax":1,"scale":3,"float":2,"window":2,"size":1,"optional":3,"list":2,"1":3,"means":1,"infinite":1,"context":3,"alibi":1,"slopes":1,"block":2,"table":2,"total":2,"tokens":5,"0":2,"return":1,"empty":1,"shape":3,"2":1,"dtype":2,"device":2,"direct":1,"register":1,"custom":1,"op":1,"impl":1,"dispatch":2,"key":2,"current":1,"platform":1,"logger":2,"init":1,"name":1,"dataclass":1,"class":1,"aiterflashattentionmetadata":1,"note":1,"sang":1,"definition":1,"of":2,"len":9,"query":4,"and":1,"seq":5,"n":2,"iteration":2,"tokena":1,"newtokens":1,"num":2,"actual":2,"number":1,"excluding":1,"padding":1,"kv":1,"start":1,"loc":1,"lens":2,"slot":1,"mapping":1,"for":1,"cascade":2,"attention":1,"use":1,"bool":1,"common":1,"prefix":1},"8420,1700,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"class":1,"aiterflashattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"aiterflashattentionmetadata":2,"full":1,"cudagraph":2,"supported":1,"classvar":1,"bool":2,"true":1,"def":3,"init":1,"self":25,"kv":6,"cache":6,"spec":4,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":7,"config":20,"vllmconfig":1,"device":4,"torch":1,"model":7,"parallel":4,"num":5,"heads":4,"q":1,"get":3,"attention":1,"headdim":1,"head":1,"size":4,"block":2,"sliding":2,"window":2,"to":1,"be":2,"used":1,"with":1,"the":1,"aot":2,"scheduler":2,"will":1,"populated":1,"on":1,"first":1,"build":5,"call":1,"optional":1,"tuple":1,"int":4,"none":1,"total":3,"tokens":3,"0":3,"for":1,"capture":1,"common":6,"attn":4,"metadata":4,"commonattentionmetadata":2,"max":2,"len":3,"partial":1,"prefills":1,"res":2,"prefix":2,"return":1,"fast":1,"false":1},"10120,1958,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"num":8,"actual":8,"tokens":10,"common":10,"attn":9,"metadata":9,"max":11,"query":11,"len":14,"seq":20,"int":2,"lens":16,"cpu":1,"start":4,"loc":4,"block":4,"table":4,"tensor":3,"slot":4,"mapping":4,"if":1,"1":4,"we":1,"pre":1,"compute":1,"cumulative":1,"needed":1,"for":2,"prefill":1,"attention":2,"here":1,"to":1,"avoid":1,"recomputing":1,"it":1,"every":1,"layer":1,"cu":8,"torch":3,"zeros":1,"shape":1,"0":4,"dtype":3,"int32":1,"device":2,"cumsum":1,"dim":1,"out":1,"kv":4,"item":1,"else":1,"none":2,"def":2,"schedule":1,"batch":1,"size":1,"seqlens":1,"causal":1,"return":3,"use":4,"cascade":4,"prefix":3,"aiterflashattentionmetadata":1,"total":2,"self":2,"args":1,"kwargs":1,"bool":1,"false":1},"12078,1727,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"class":2,"aiterflashattentionbackend":1,"attentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"true":1,"classmethod":3,"def":8,"get":8,"supported":8,"dtypes":1,"cls":8,"list":2,"torch":3,"dtype":1,"return":7,"float16":1,"bfloat16":1,"head":14,"sizes":7,"int":7,"64":1,"128":1,"256":1,"validate":1,"size":11,"none":1,"if":2,"not":2,"in":1,"attn":3,"type":5,"name":2,"removesuffix":1,"backend":3,"raise":2,"valueerror":2,"f":2,"is":1,"by":1,"are":1,"set":1,"vllm":2,"attention":2,"flex":1,"to":1,"use":1,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":5,"str":1,"flash":1,"v1":1,"impl":1,"aiterflashattentionimpl":3,"metadata":1,"attentionmetadata":1,"aiterflashattentionmetadata":1,"builder":1,"aiterflashattentionmetadatabuilder":2,"kv":3,"cache":1,"shape":1,"num":4,"blocks":2,"block":4,"heads":2,"tuple":1,"16":2,"0":1,"must":1,"be":1,"a":1,"multiple":1,"of":1,"2":1,"attentionimpl":1},"13805,1690,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"def":1,"init":1,"self":17,"num":11,"heads":10,"int":5,"head":5,"size":5,"scale":3,"float":4,"kv":12,"alibi":6,"slopes":6,"optional":4,"list":1,"sliding":5,"window":5,"cache":3,"dtype":4,"str":1,"logits":6,"soft":7,"cap":7,"none":6,"attn":3,"type":2,"attentiontype":3,"decoder":3,"sharing":3,"target":3,"layer":3,"name":3,"if":4,"is":3,"not":2,"torch":2,"tensor":1,"float32":1,"1":3,"else":1,"0":4,"in":1,"flash":1,"setting":1,"as":1,"means":1,"no":1,"assert":1,"queries":1,"per":1,"aiterflashattentionbackend":1,"validate":1,"raise":1,"notimplementederror":1,"encoder":2,"attention":2,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"flashattentionimpl":1},"15495,1922,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"def":1,"forward":2,"self":1,"layer":1,"torch":9,"nn":1,"module":1,"query":2,"tensor":8,"key":2,"value":2,"kv":6,"cache":2,"attn":4,"metadata":4,"aiterflashattentionmetadata":1,"output":7,"optional":2,"none":5,"scale":2,"pass":1,"with":2,"aiterflashattention":1,"args":1,"shape":4,"num":12,"tokens":4,"heads":6,"head":5,"size":7,"2":1,"blocks":1,"block":1,"for":3,"attention":1,"returns":1,"note":2,"fp8":1,"quantization":2,"flash":1,"expect":1,"the":4,"of":1,"q":1,"k":1,"v":1,"descale":1,"to":4,"be":3,"sequences":1,"we":2,"use":1,"s":1,"expand":1,"avoid":1,"duplicating":1,"values":1,"assert":1,"is":5,"not":5,"must":1,"provided":1,"if":2,"raise":1,"notimplementederror":1,"fused":1,"yet":1,"supported":1,"flashattentionimpl":1,"profiling":1,"run":1,"return":1,"important":1,"woosuk":1,"piece":1,"wise":1,"cuda":1,"graphs":1,"this":4,"method":4,"executed":1,"in":5,"eager":1,"mode":1,"pytorch":2,"thus":1,"need":1,"careful":1,"about":1,"any":3,"cpu":1,"overhead":2,"example":1,"view":1,"and":1,"slice":1,"or":1,"n":1,"operations":1,"are":1,"surprisingly":1,"slow":1,"even":1,"case":1,"they":1,"do":1,"invoke":1,"gpu":1,"ops":2,"minimize":1,"as":2,"much":1,"possible":1,"whenever":1,"making":1,"a":1,"change":1,"please":1,"benchmark":1,"performance":1,"make":1,"sure":1,"it":1,"does":1,"introduce":1},"17417,1469,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"num":4,"actual":5,"tokens":5,"attn":8,"metadata":8,"key":7,"cache":16,"value":7,"kv":5,"unbind":1,"0":1,"if":4,"self":3,"sharing":2,"target":1,"layer":4,"name":1,"is":2,"none":1,"reshape":3,"the":5,"input":1,"keys":1,"and":6,"values":1,"store":1,"them":1,"in":1,"skip":1,"this":1,"with":1,"an":1,"earlier":1,"attention":1,"note":1,"woosuk":1,"here":1,"are":1,"padded":2,"while":1,"slot":3,"mapping":3,"not":2,"however":1,"we":1,"don":1,"t":1,"need":1,"to":2,"do":1,"because":1,"flash":2,"op":1,"uses":1,"s":1,"shape":1,"determine":1,"number":1,"of":1,"torch":3,"ops":2,"c":1,"dtype":2,"k":3,"scale":2,"v":1,"startswith":1,"fp8":1,"view":2,"float8":2,"e4m3fnuz":2,"use":1,"cascade":1,"cu":1,"seqlens":1,"q":2,"query":2,"start":1,"loc":1,"seqused":1,"seq":2,"lens":1,"max":4,"seqlen":2,"len":2,"block":2,"table":2},"18886,1430,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"if":1,"max":9,"seqlen":6,"q":5,"1":2,"torch":4,"ops":1,"vllm":1,"flash":1,"attn":3,"varlen":1,"func":1,"query":3,"num":12,"actual":3,"tokens":4,"key":1,"cache":2,"value":1,"out":1,"output":2,"cu":4,"seqlens":3,"k":7,"softmax":1,"scale":6,"self":3,"alibi":2,"slopes":2,"window":2,"size":5,"sliding":1,"block":2,"table":2,"metadata":2,"seq":1,"lens":1,"layer":2,"v":2,"total":1,"kv":1,"heads":3,"head":2,"shape":2,"nbytes":2,"per":2,"qo":2,"elem":2,"finfo":1,"dtype":2,"bits":1,"8":1,"seqs":3,"seqused":1,"0":1,"partitions":3,"partition":2,"rocm":2,"workspace":1,"buffer":1,"empty":1,"2":1,"4":1,"uint8":1,"device":2},"20316,791,data/raw/vllm-0.10.1/vllm/v1/attention/backends/rocm_aiter_fa.py":{"torch":1,"ops":1,"aiter":2,"paged":1,"attention":2,"v1":1,"output":2,"num":2,"actual":2,"tokens":2,"workspace":1,"buffer":1,"query":1,"key":1,"cache":3,"value":1,"self":4,"scale":3,"block":1,"table":1,"cu":1,"seqlens":1,"q":1,"seqused":1,"k":3,"max":1,"seqlen":1,"alibi":1,"slopes":1,"kv":1,"dtype":1,"nhd":1,"logits":1,"soft":1,"cap":1,"layer":2,"v":1,"none":1,"partition":1,"size":1,"rocm":2,"return":1,"else":1,"raise":1,"notimplementederror":1,"cascade":1,"is":1,"not":1,"implemented":1,"for":1},"0,1900,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"attention":8,"layer":2,"with":1,"flashattention":1,"from":14,"dataclasses":1,"import":15,"dataclass":1,"typing":1,"optional":1,"numpy":1,"as":2,"np":1,"torch":4,"custom":1,"ops":3,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionmetadata":1,"attentiontype":1,"is":4,"quantized":1,"kv":3,"cache":4,"merge":2,"attn":7,"states":2,"utils":6,"fa":2,"flash":6,"supports":1,"fp8":1,"get":5,"version":1,"varlen":3,"func":3,"available":2,"if":2,"scheduler":1,"metadata":1,"reshape":1,"and":1,"config":2,"vllmconfig":1,"layers":1,"logger":4,"init":2,"cdiv":1,"v1":2,"attentioncgsupport":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"layout":1,"interface":1,"attentionspec":1,"name":1,"note":1,"woosuk":1,"this":1,"an":1,"arbitrary":1,"number":1,"tune":1,"it":1,"needed":1,"default":1,"max":1,"num":1,"splits":1,"for":1,"cuda":1,"graph":1,"16":1,"class":1,"flashattentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"true":1,"classmethod":1,"def":1,"supported":1,"dtypes":1,"cls":1,"list":1,"dtype":1,"return":1,"float16":1,"bfloat16":1},"1900,1997,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"classmethod":2,"def":8,"get":10,"supported":7,"head":14,"sizes":7,"cls":7,"list":1,"int":8,"return":7,"32":1,"64":1,"96":1,"128":1,"160":1,"192":1,"224":1,"256":1,"validate":1,"size":11,"none":1,"if":3,"not":2,"in":1,"attn":3,"type":5,"name":2,"removesuffix":1,"backend":3,"raise":3,"valueerror":3,"f":3,"is":1,"by":1,"are":1,"set":1,"vllm":2,"attention":2,"flex":1,"to":2,"use":1,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":6,"str":1,"flash":1,"v1":1,"impl":1,"flashattentionimpl":2,"metadata":1,"attentionmetadata":1,"flashattentionmetadata":1,"builder":1,"flashattentionmetadatabuilder":2,"kv":6,"cache":9,"shape":2,"num":4,"blocks":2,"block":4,"heads":2,"tuple":2,"16":2,"0":3,"must":1,"be":1,"a":1,"multiple":1,"of":1,"2":3,"stride":5,"order":5,"indicates":1,"the":2,"permutation":1,"that":1,"gets":1,"us":1,"from":1,"actual":1,"memory":1,"layout":7,"we":1,"want":1,"nhd":1,"1":2,"3":2,"4":2,"elif":1,"hnd":1,"else":1,"unknown":1,"format":1},"3897,1843,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"staticmethod":1,"def":2,"get":4,"fp8":4,"dtype":6,"for":3,"flashattn":1,"kv":5,"cache":3,"str":1,"torch":11,"if":1,"in":3,"e4m3":1,"return":2,"float8":1,"e4m3fn":1,"else":1,"raise":1,"valueerror":1,"f":1,"unrecognized":1,"dataclass":1,"class":1,"flashattentionmetadata":1,"note":1,"sang":1,"definition":1,"of":3,"context":2,"len":9,"query":5,"and":1,"seq":4,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1,"num":2,"actual":1,"tokens":2,"int":9,"number":1,"excluding":1,"padding":1,"max":3,"start":1,"loc":1,"tensor":9,"lens":4,"block":1,"table":1,"slot":1,"mapping":1,"cascade":2,"attention":2,"use":1,"bool":2,"common":1,"prefix":4,"cu":1,"optional":8,"suffix":1,"aot":1,"scheduling":1,"scheduler":2,"metadata":2,"none":2,"splits":1,"0":1,"causal":1,"true":1,"sliding":6,"window":6,"configs":5,"vllm":3,"config":3,"vllmconfig":1,"set":4,"tuple":2,"the":2,"all":1,"used":1,"model":1,"layers":3,"from":1,"layer":3,"values":1,"assert":1,"isinstance":1,"impl":2,"flashattentionimpl":1,"add":1},"5740,1970,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"class":1,"flashattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"flashattentionmetadata":1,"fa3":2,"supports":1,"full":2,"cudagraphs":1,"for":8,"all":1,"cases":1,"fa2":4,"a":2,"graph":1,"is":4,"captured":1,"with":2,"max":3,"query":2,"len":2,"1":2,"which":1,"what":1,"we":2,"capture":1,"by":1,"default":1,"num":6,"tokens":1,"seqs":1,"when":1,"there":1,"no":1,"spec":6,"decode":6,"then":1,"these":1,"graphs":3,"will":1,"not":2,"work":3,"mixed":3,"prefill":3,"unlike":1,"this":2,"due":1,"to":6,"special":1,"packed":1,"gqa":1,"handling":1,"in":2,"summary":1,"if":2,"are":1,"running":1,"decodes":2,"the":3,"would":2,"and":2,"uniform":4,"but":2,"non":1,"sorta":1,"inverse":1,"of":2,"single":1,"token":1,"theres":1,"probably":1,"better":1,"way":1,"describe":1,"using":1,"attentioncgsupport":3,"now":1,"just":1,"set":1,"it":1,"batch":2,"get":5,"use":1,"drop":1,"down":1,"piecewise":1,"todo":1,"luka":1,"lucas":1,"audit":1,"as":1,"part":1,"https":1,"github":1,"com":1,"vllm":9,"project":1,"issues":1,"22945":1,"cudagraph":1,"support":1,"always":1,"flash":1,"attn":1,"version":1,"3":1,"else":1,"def":1,"init":1,"self":17,"kv":6,"cache":6,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"config":20,"vllmconfig":1,"device":4,"torch":1,"model":5,"parallel":4,"compilation":2,"heads":4,"q":1,"attention":1,"dtype":2,"headdim":1,"head":1,"size":3,"block":2},"7710,1367,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"self":13,"max":7,"num":4,"splits":5,"0":1,"no":1,"upper":2,"bound":2,"on":2,"the":4,"number":2,"of":3,"aot":4,"schedule":2,"get":1,"flash":1,"attn":1,"version":1,"3":1,"use":2,"full":4,"cuda":5,"graph":5,"compilation":2,"config":4,"cudagraph":4,"mode":1,"has":1,"cudagraphs":1,"if":2,"and":1,"size":5,"capture":3,"992":2,"this":1,"condition":1,"derives":1,"from":1,"fa3":1,"s":1,"internal":1,"heuristic":1,"todo":1,"woosuk":1,"support":1,"larger":2,"sizes":1,"raise":1,"valueerror":1,"than":1,"is":1,"not":1,"supported":1,"for":2,"scheduler":3,"metadata":1,"torch":2,"zeros":1,"vllm":1,"seqs":1,"1":1,"dtype":1,"int32":1,"device":2,"when":1,"using":1,"we":1,"need":1,"to":2,"set":1,"so":1,"that":1,"large":1,"enough":1,"intermediate":1,"buffers":1,"are":1,"pre":1,"allocated":1,"during":1,"default":1,"sliding":2,"window":2,"be":2,"used":1,"with":1,"will":1,"populated":1,"first":1,"build":1,"call":1,"optional":1,"tuple":1,"int":2,"none":1},"9077,1921,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"def":1,"build":5,"self":7,"common":12,"prefix":1,"len":6,"int":2,"attn":11,"metadata":11,"commonattentionmetadata":1,"fast":3,"bool":1,"false":3,"flashattentionmetadata":1,"disables":1,"aot":11,"scheduling":1,"used":1,"when":1,"there":1,"will":1,"be":2,"few":1,"iterations":1,"i":1,"e":1,"spec":2,"decode":2,"num":4,"reqs":2,"actual":2,"tokens":2,"max":4,"query":4,"seq":6,"lens":5,"cpu":3,"start":2,"loc":2,"block":2,"table":2,"tensor":2,"slot":2,"mapping":2,"causal":2,"the":6,"overhead":1,"of":1,"schedule":6,"is":3,"not":3,"worth":1,"it":1,"for":3,"and":1,"if":4,"sliding":12,"window":12,"none":2,"1":4,"scheduler":1,"we":2,"need":1,"value":1,"to":3,"constant":1,"all":1,"layers":2,"have":1,"populate":2,"this":1,"on":1,"first":1,"call":1,"so":1,"are":1,"constructed":1,"cannot":1,"in":1,"init":1,"configs":5,"get":1,"vllm":1,"config":4,"pop":1,"elif":1},"10998,1163,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"def":1,"schedule":2,"batch":3,"size":6,"cu":3,"query":4,"lens":2,"max":7,"len":5,"seqlens":4,"seq":2,"causal":3,"cache":7,"dtype":10,"self":8,"config":1,"if":2,"startswith":1,"fp8":2,"qkv":4,"flashattentionbackend":1,"get":2,"for":1,"flashattn":1,"else":1,"kv":3,"aot":2,"return":2,"scheduler":1,"metadata":1,"seqlen":2,"q":4,"k":1,"num":6,"heads":4,"headdim":2,"page":1,"block":1,"window":2,"sliding":1,"splits":2,"none":1,"use":1,"cascade":1,"common":1,"prefix":1,"0":1},"12161,1920,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"if":1,"use":1,"cascade":1,"cu":6,"prefix":12,"query":13,"lens":14,"torch":4,"tensor":2,"0":2,"num":6,"actual":2,"tokens":2,"dtype":2,"int32":2,"device":5,"self":3,"kv":6,"common":4,"len":14,"suffix":3,"seq":7,"cpu":1,"reqs":3,"to":1,"non":1,"blocking":1,"true":2,"scheduler":4,"metadata":4,"schedule":3,"batch":3,"size":3,"1":1,"max":11,"seqlens":3,"causal":4,"false":1,"start":2,"loc":2,"else":1,"none":4,"for":1,"fa3":1,"full":1,"cudagraph":1,"splits":1},"14081,538,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"if":1,"self":4,"use":2,"full":1,"cuda":1,"graph":1,"and":2,"scheduler":9,"metadata":9,"is":1,"not":1,"none":1,"n":4,"shape":1,"0":2,"note":1,"woosuk":1,"we":1,"should":1,"zero":1,"out":1,"the":5,"rest":1,"of":1,"to":1,"guarantee":1,"correctness":1,"otherwise":1,"some":1,"thread":1,"blocks":1,"may":1,"invalid":1,"overwrite":1,"output":1,"buffer":1},"14619,1353,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"if":1,"num":12,"actual":3,"tokens":4,"self":3,"max":9,"cudagraph":1,"size":3,"note":1,"woosuk":1,"setting":1,"splits":7,"1":1,"may":1,"increase":1,"the":2,"memory":1,"usage":1,"because":1,"intermediate":1,"buffers":1,"of":1,"heads":1,"head":1,"are":1,"allocated":1,"therefore":1,"we":1,"only":1,"set":1,"when":1,"using":1,"cuda":1,"graphs":1,"attn":2,"metadata":6,"flashattentionmetadata":1,"query":6,"len":6,"start":2,"loc":2,"seq":4,"lens":8,"block":2,"table":2,"tensor":1,"slot":2,"mapping":2,"use":4,"cascade":4,"common":2,"prefix":8,"scheduler":4,"cu":2,"kv":4,"suffix":2,"causal":2,"return":2,"def":1,"attention":2,"args":2,"kwargs":2,"bool":1,"class":1,"flashattentionimpl":1,"attentionimpl":1},"15972,1795,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"def":1,"init":1,"self":15,"num":9,"heads":8,"int":4,"head":5,"size":5,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":5,"list":1,"sliding":8,"window":8,"cache":3,"dtype":4,"str":2,"logits":6,"soft":7,"cap":7,"none":7,"attn":4,"type":3,"attentiontype":5,"decoder":3,"sharing":3,"target":3,"layer":3,"name":3,"sinks":1,"torch":3,"tensor":2,"if":4,"is":4,"not":3,"float32":1,"1":5,"elif":1,"encoder":3,"only":2,"else":1,"0":3,"in":2,"flash":1,"setting":1,"as":1,"means":1,"no":1,"queries":1,"per":1,"flashattentionbackend":1,"validate":1,"raise":1,"notimplementederror":1,"cross":1,"attention":1,"implemented":1,"for":1,"flashattentionimpl":1},"17767,1938,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"self":8,"attn":9,"type":2,"vllm":2,"flash":5,"version":3,"get":1,"if":3,"is":5,"quantized":1,"kv":9,"cache":5,"dtype":1,"and":1,"not":6,"supports":1,"fp8":3,"raise":2,"notimplementederror":2,"flashattention":3,"does":1,"support":1,"on":1,"this":1,"device":1,"sinks":6,"none":5,"assert":3,"3":2,"are":1,"only":1,"supported":2,"in":2,"shape":5,"0":1,"num":13,"heads":9,"must":2,"have":1,"the":4,"same":1,"number":2,"of":3,"as":1,"layer":2,"def":1,"forward":2,"torch":9,"nn":1,"module":1,"query":2,"tensor":8,"key":2,"value":2,"metadata":3,"flashattentionmetadata":1,"output":6,"optional":2,"scale":2,"pass":1,"with":1,"args":1,"tokens":4,"head":5,"size":7,"2":1,"blocks":1,"block":1,"for":2,"attention":1,"returns":1,"note":1,"quantization":2,"expect":1,"q":1,"k":1,"v":1,"descale":1,"to":2,"be":2,"sequences":1,"we":1,"use":1,"s":1,"expand":1,"avoid":1,"duplicating":1,"values":1,"provided":1,"fused":1,"yet":1,"flashattentionimpl":1},"19705,1471,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"if":2,"attn":6,"metadata":3,"is":2,"none":1,"profiling":1,"run":1,"return":2,"output":2,"type":3,"self":2,"important":1,"note":1,"woosuk":1,"with":1,"piece":1,"wise":1,"cuda":1,"graphs":1,"this":4,"method":4,"executed":1,"in":6,"eager":1,"mode":1,"pytorch":2,"thus":1,"we":2,"need":1,"to":2,"be":1,"careful":1,"about":1,"any":3,"cpu":1,"overhead":2,"for":3,"example":1,"view":1,"and":2,"slice":1,"or":1,"n":1,"operations":1,"are":1,"surprisingly":1,"slow":1,"even":1,"the":3,"case":1,"they":1,"do":1,"not":2,"invoke":1,"gpu":1,"ops":2,"minimize":1,"as":3,"much":1,"possible":1,"whenever":1,"making":1,"a":1,"change":1,"please":1,"benchmark":1,"performance":1,"make":1,"sure":1,"it":1,"does":1,"introduce":1,"num":6,"actual":6,"tokens":6,"handle":1,"encoder":4,"attention":4,"differently":1,"no":1,"kv":3,"cache":5,"needed":1,"attentiontype":1,"only":1,"use":2,"direct":1,"q":1,"k":1,"v":1,"tensors":1,"without":1,"caching":1,"forward":1,"query":1,"key":2,"value":2,"layer":1,"decoder":1,"cross":1,"before":1,"unbind":1,"0":1},"21176,1855,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"if":4,"self":4,"kv":5,"sharing":2,"target":1,"layer":5,"name":1,"is":2,"none":1,"reshape":5,"the":5,"input":1,"keys":1,"and":6,"values":1,"store":1,"them":1,"in":1,"cache":13,"skip":1,"this":1,"with":1,"an":1,"earlier":1,"attention":1,"note":1,"woosuk":1,"here":1,"key":7,"value":6,"are":1,"padded":2,"while":1,"slot":3,"mapping":3,"not":2,"however":1,"we":1,"don":1,"t":1,"need":1,"to":2,"do":1,"num":8,"actual":3,"tokens":6,"because":1,"flash":2,"op":1,"uses":1,"s":1,"shape":5,"determine":1,"number":1,"of":1,"attn":8,"metadata":10,"dtype":7,"k":3,"scale":3,"v":1,"startswith":1,"fp8":3,"flashattentionbackend":1,"get":1,"for":1,"flashattn":1,"view":2,"heads":3,"head":3,"size":3,"query":7,"ops":1,"scaled":1,"quant":1,"contiguous":1,"q":4,"use":1,"cascade":1,"cu":2,"seqlens":2,"start":1,"loc":1,"seqused":1,"seq":2,"lens":1,"max":4,"seqlen":2,"len":2,"block":2,"table":2,"scheduler":2,"descale":1,"0":1,"1":2},"23031,1062,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"flash":2,"attn":4,"varlen":1,"func":1,"q":7,"query":1,"num":4,"actual":2,"tokens":2,"k":7,"key":1,"cache":2,"v":3,"value":1,"out":1,"output":2,"cu":2,"seqlens":2,"max":5,"seqlen":4,"seqused":2,"softmax":1,"scale":5,"self":6,"causal":2,"metadata":4,"alibi":2,"slopes":2,"window":2,"size":1,"sliding":1,"block":2,"table":2,"softcap":1,"logits":1,"soft":1,"cap":1,"scheduler":2,"fa":1,"version":2,"vllm":1,"descale":6,"layer":3,"expand":3,"shape":3,"splits":2,"s":1,"aux":1,"sinks":1,"return":1},"24093,1517,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"cascade":2,"attention":4,"rare":1,"case":1,"output":3,"num":2,"actual":2,"tokens":2,"query":8,"key":2,"cache":3,"value":2,"cu":3,"lens":7,"attn":12,"metadata":15,"start":1,"loc":1,"max":4,"len":6,"prefix":8,"kv":6,"suffix":3,"seq":1,"softmax":1,"scale":5,"self":6,"alibi":2,"slopes":2,"sliding":2,"window":2,"logits":2,"soft":2,"cap":2,"block":2,"table":2,"common":2,"fa":1,"version":2,"vllm":1,"flash":1,"scheduler":4,"q":2,"descale":3,"layer":4,"k":2,"v":2,"return":1,"def":1,"forward":2,"encoder":2,"torch":6,"tensor":5,"flashattentionmetadata":1,"nn":1,"module":1,"pass":1,"for":1,"without":1},"25610,1866,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"args":1,"query":6,"shape":9,"num":9,"encoder":9,"tokens":4,"heads":5,"head":4,"size":5,"key":2,"kv":4,"value":2,"output":3,"attn":7,"metadata":7,"attention":6,"layer":5,"the":1,"for":3,"process":1,"fp8":2,"quantization":2,"if":2,"needed":1,"self":7,"cache":1,"dtype":1,"startswith":1,"raise":1,"notimplementederror":1,"is":2,"not":1,"supported":1,"use":1,"specific":1,"sequence":1,"information":1,"cu":7,"seqlens":7,"q":11,"start":2,"loc":2,"k":10,"max":8,"seqlen":6,"len":2,"descale":7,"0":1,"1":1,"type":1,"ignore":1,"union":1,"attr":1,"call":1,"flash":3,"directly":1,"on":1,"v":4,"tensors":1,"varlen":1,"func":1,"out":1,"softmax":1,"scale":5,"causal":1,"false":1,"bidirectional":1,"alibi":2,"slopes":2,"window":2,"sliding":1,"softcap":1,"logits":1,"soft":1,"cap":1,"fa":1,"version":2,"vllm":1,"expand":3,"return":1},"27476,1926,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"def":1,"use":15,"cascade":10,"attention":14,"common":4,"prefix":3,"len":3,"int":4,"query":5,"lens":3,"np":2,"ndarray":1,"num":9,"heads":4,"kv":4,"alibi":3,"bool":4,"sliding":3,"window":3,"local":2,"sms":1,"decide":2,"whether":4,"to":4,"this":4,"function":1,"1":4,"checks":1,"is":6,"supported":2,"with":2,"the":4,"given":1,"configuration":1,"and":4,"2":1,"heuristically":1,"decides":1,"using":5,"can":2,"improve":1,"performance":1,"too":2,"short":1,"probably":2,"not":7,"worth":2,"we":3,"an":2,"arbitrary":2,"threshold":4,"of":2,"256":2,"tokens":1,"todo":2,"tune":2,"note":1,"woosuk":1,"case":1,"should":1,"return":5,"false":4,"as":2,"soon":1,"possible":1,"avoid":1,"any":1,"unnecessary":1,"computation":1,"if":4,"currently":1,"these":1,"variants":1,"or":2,"few":1,"queries":4,"8":2,"reqs":2,"heuristics":1,"beneficial":1,"when":1,"flashdecoding":2,"used":1,"for":2,"normal":1,"likely":1,"be":2,"faster":1,"since":1,"it":1,"saves":1,"memory":1,"bandwidth":1,"per":2,"criteria":1,"found":1,"in":1,"following":1,"link":1,"https":1,"github":1,"com":1,"vllm":1,"project":1,"flash":5,"blob":1,"96266b1111111f3d11aabefaf3bacbab6a89d03c":1,"csrc":1,"attn":1,"api":1,"cpp":1,"l535":1,"decoding":2,"all":1,"true":1},"29402,1946,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"2":1,"when":1,"flashdecoding":3,"is":5,"used":1,"for":1,"normal":1,"attention":5,"it":2,"not":2,"clear":1,"whether":1,"cascade":10,"beneficial":1,"because":1,"can":1,"launch":1,"more":1,"ctas":6,"than":2,"we":1,"use":3,"a":1,"simple":1,"performance":2,"model":2,"to":1,"compare":1,"the":3,"two":1,"methods":1,"note":2,"woosuk":2,"very":1,"rough":1,"and":1,"may":1,"be":1,"accurate":1,"num":12,"tokens":2,"reqs":2,"these":1,"are":1,"default":1,"tile":7,"sizes":2,"flash":6,"attn":1,"might":1,"different":1,"e":1,"g":1,"64":1,"or":1,"256":1,"depending":1,"on":1,"configuration":1,"q":4,"size":5,"128":2,"kv":7,"prefix":8,"tiles":3,"cdiv":5,"common":2,"len":4,"query":5,"heads":2,"waves":2,"sms":2,"time":4,"decoding":5,"queries":1,"per":1,"if":1,"faster":1,"return":1,"def":1,"output":1,"torch":15,"tensor":15,"key":1,"cache":2,"value":1,"cu":2,"lens":4,"max":2,"int":6,"suffix":2,"softmax":1,"scale":1,"float":2,"alibi":1,"slopes":1,"optional":6,"sliding":1,"window":1,"tuple":1,"logits":1,"soft":1,"cap":1,"block":1,"table":1,"fa":1,"version":1,"scheduler":2,"metadata":2,"none":5,"descale":3,"k":1,"v":1},"31348,1465,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"torch":1,"tensor":1,"assert":4,"alibi":2,"slopes":1,"is":4,"none":7,"cascade":2,"attention":2,"does":2,"not":5,"support":3,"todo":1,"sliding":4,"window":5,"1":5,"num":4,"tokens":2,"query":5,"shape":11,"0":5,"block":5,"size":4,"key":4,"cache":5,"3":1,"common":5,"prefix":10,"len":3,"kv":3,"blocks":2,"descale":14,"cu":4,"lens":4,"2":2,"process":1,"shared":1,"output":1,"lse":2,"flash":1,"attn":1,"varlen":1,"func":1,"q":6,"k":6,"v":4,"value":1,"seqlens":1,"seqused":1,"max":2,"seqlen":2,"softmax":3,"scale":2,"causal":1,"false":1,"table":2,"softcap":1,"logits":1,"soft":1,"cap":1,"return":1,"true":1,"scheduler":2,"metadata":2,"fa":2,"version":2,"expand":3,"if":3,"else":3},"32813,1079,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flash_attn.py":{"process":1,"suffix":8,"per":1,"query":4,"output":5,"lse":4,"flash":1,"attn":2,"varlen":1,"func":1,"q":6,"k":6,"key":1,"cache":2,"v":4,"value":1,"cu":2,"seqlens":1,"lens":2,"seqused":1,"kv":3,"max":4,"seqlen":2,"len":3,"common":2,"prefix":4,"softmax":3,"scale":2,"causal":1,"true":2,"window":2,"size":1,"sliding":1,"block":2,"table":2,"num":1,"blocks":1,"softcap":1,"logits":1,"soft":1,"cap":1,"return":1,"scheduler":2,"metadata":2,"fa":2,"version":2,"descale":12,"expand":3,"shape":3,"if":3,"is":3,"not":3,"none":6,"else":3,"merge":2,"and":2,"outputs":1,"store":1,"the":1,"result":1,"in":1,"states":1},"0,1978,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"attention":8,"layer":1,"with":1,"flashattention":1,"from":10,"collections":1,"import":11,"defaultdict":1,"dataclasses":1,"dataclass":1,"typing":1,"optional":1,"torch":13,"nn":1,"flex":4,"blockmask":1,"mask":4,"mod":2,"signature":2,"score":1,"create":3,"block":3,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionmetadata":1,"attentiontype":1,"is":1,"quantized":1,"kv":2,"cache":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"v1":2,"utils":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"interface":1,"attentionspec":1,"name":1,"compiled":2,"compile":2,"fullgraph":2,"true":3,"mode":1,"reduce":1,"overhead":1,"def":3,"offsets":5,"doc":1,"ids":1,"tensor":3,"device":4,"counts":3,"1":2,"return":3,"repeat":1,"interleave":1,"arange":1,"len":1,"dtype":2,"int32":1,"class":1,"flexattentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"classmethod":2,"get":1,"supported":1,"dtypes":1,"cls":2,"list":1,"float16":1,"bfloat16":1,"float32":1,"validate":1,"head":3,"size":3,"int":1,"none":1,"flexattention":1,"supports":1,"any":1},"1978,1616,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"staticmethod":6,"def":7,"get":5,"name":1,"str":1,"return":6,"flex":1,"attention":2,"impl":1,"cls":3,"type":3,"flexattentionimpl":2,"metadata":1,"attentionmetadata":1,"flexattentionmetadata":1,"kv":3,"cache":1,"shape":1,"num":4,"blocks":6,"int":6,"block":6,"size":4,"heads":2,"head":2,"tuple":1,"2":3,"builder":1,"flexattentionmetadatabuilder":2,"use":1,"cascade":1,"args":1,"kwargs":1,"bool":1,"false":1,"torch":3,"compile":1,"fullgraph":1,"true":1,"mode":1,"reduce":1,"overhead":1,"physical":5,"to":4,"logical":5,"mapping":3,"table":3,"tensor":2,"total":1,"optional":1,"none":1,"creates":2,"an":1,"inverse":2,"from":2,"locations":2,"indices":1,"the":2,"original":2,"maps":1,"request":1,"0":3,"1":2,"3":2,"4":2,"5":2,"6":2,"7":2,"v":8,"this":1,"function":1},"3594,1787,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"physical":10,"to":9,"logical":12,"inverse":1,"mapping":2,"request":1,"0":6,"blocks":8,"1":7,"2":2,"3":2,"4":2,"5":2,"6":2,"7":2,"v":8,"if":2,"multiple":1,"map":1,"the":3,"same":1,"block":10,"this":1,"function":1,"returns":2,"first":1,"minimum":1,"index":1,"a":2,"is":2,"not":1,"mapped":1,"by":1,"any":1,"its":1,"value":1,"in":1,"result":1,"will":1,"be":1,"args":1,"table":4,"tensor":6,"of":2,"shape":3,"max":9,"reqs":5,"num":3,"locations":1,"device":6,"torch":8,"full":1,"total":1,"dtype":1,"long":1,"indices":2,"arange":1,"unsqueeze":1,"expand":1,"scatter":1,"int64":1,"todo":1,"confirm":1,"seems":1,"like":1,"always":1,"empty":1,"so":1,"we":1,"reset":1,"it":1,"manually":1,"return":2,"def":1,"causal":1,"mask":1,"mod":1,"b":1,"h":1,"q":2,"idx":4,"kv":2,"dataclass":1},"5381,1776,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"class":1,"flexattentionmetadata":1,"causal":3,"bool":2,"num":4,"actual":1,"tokens":5,"int":9,"number":3,"of":3,"excluding":1,"padding":2,"max":3,"query":9,"len":3,"start":3,"loc":2,"torch":9,"tensor":10,"seq":2,"lens":4,"block":6,"table":1,"slot":1,"mapping":4,"use":1,"cascade":1,"common":1,"prefix":3,"cu":1,"optional":5,"kv":2,"suffix":1,"info":2,"total":1,"cache":1,"size":1,"possible":1,"sequence":1,"length":1,"reqs":1,"physical":1,"to":7,"logical":4,"decode":1,"offset":2,"for":2,"logging":1,"input":1,"0":2,"including":1,"flex":1,"metadata":1,"blocks":1,"mask":10,"blockmask":1,"none":2,"score":2,"mod":11,"signature":3,"def":1,"get":1,"self":2,"creates":2,"the":8,"function":3,"flexattention":1,"this":3,"combined":1,"that":2,"handles":1,"1":1,"paged":1,"attention":1,"2":1,"from":2,"packed":1,"sequences":2,"entries":1,"it":1,"also":1,"by":1,"defaults":1,"adds":1,"decoding":1,"indices":3,"with":1,"we":1,"create":2,"are":1,"passed":1,"functions":2,"allows":1,"be":1,"agnostic":1,"layout":1,"and":1,"key":1,"value":1,"tensors":1,"todo":1,"is":1,"within":1,"lower":1,"bound":1,"do":1,"on":1,"boundaries":1,"a":1,"lookup":2,"request":2,"offsets":1,"doc":1,"ids":1},"7157,1935,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"def":2,"final":2,"mask":8,"mod":6,"b":2,"torch":6,"tensor":6,"h":2,"q":12,"idx":17,"physical":10,"kv":14,"map":1,"query":6,"indices":9,"to":5,"corresponding":1,"request":4,"req":5,"lookup":3,"convert":2,"logical":13,"block":10,"self":10,"size":3,"offset":3,"noqa":1,"e501":1,"determine":1,"valid":4,"live":2,"0":2,"within":4,"upper":2,"bound":4,"seq":1,"lens":1,"lower":2,"is":2,"local":2,"start":2,"loc":2,"decode":1,"apply":1,"modification":1,"only":1,"for":2,"return":2,"where":1,"false":1,"get":1,"bidirectional":2,"signature":1,"creates":2,"the":3,"encoder":2,"function":2,"flexattention":1,"since":1,"attention":1,"doesn":1,"t":1,"run":1,"with":1,"cache":1,"this":1,"a":2,"based":1,"on":1,"packed":1,"sequences":1,"create":1,"mapping":1,"from":1,"number":1,"offsets":1,"doc":1,"ids":1},"9092,1662,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"def":4,"final":2,"mask":11,"mod":7,"b":1,"torch":6,"tensor":5,"h":1,"q":2,"idx":4,"kv":8,"return":3,"request":2,"lookup":2,"build":2,"block":6,"self":23,"blockmask":1,"if":1,"causal":2,"get":2,"len":4,"total":2,"cache":5,"tokens":4,"else":1,"bidirectional":1,"num":3,"actual":2,"create":1,"compiled":1,"none":5,"device":4,"table":1,"post":1,"init":2,"assert":5,"use":1,"cascade":1,"is":4,"false":1,"not":5,"implemented":5,"yet":5,"common":1,"prefix":3,"0":1,"cu":1,"query":1,"lens":3,"suffix":1,"blocks":1,"size":1,"class":1,"flexattentionmetadatabuilder":1,"attentionmetadatabuilder":1,"flexattentionmetadata":1,"spec":1,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":4,"config":10,"vllmconfig":1,"model":2,"parallel":2},"10754,1763,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"self":15,"num":11,"heads":4,"q":1,"model":5,"config":10,"get":4,"attention":1,"vllm":2,"parallel":2,"kv":8,"headdim":1,"head":1,"size":6,"block":9,"cache":7,"spec":4,"device":3,"def":1,"build":2,"common":12,"prefix":4,"len":7,"int":2,"attn":10,"metadata":10,"commonattentionmetadata":1,"fast":1,"bool":1,"false":1,"flexattentionmetadata":1,"reqs":2,"actual":2,"tokens":4,"max":6,"query":5,"seq":5,"lens":6,"cpu":2,"start":2,"loc":2,"table":4,"tensor":5,"slot":2,"mapping":3,"use":2,"cascade":2,"0":1,"cu":1,"none":3,"suffix":1,"if":1,"raise":1,"notimplementederror":1,"not":1,"yet":1,"my":1,"friend":1,"possible":1,"total":1,"gpu":2,"blocks":2,"inverse":1,"physical":1,"to":2,"logical":1,"the":1,"original":1,"offset":2,"computed":1,"non":1,"blocking":1,"true":1},"12517,1896,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"out":2,"flexattentionmetadata":1,"causal":2,"common":3,"attn":6,"metadata":1,"num":10,"actual":2,"tokens":4,"max":6,"query":6,"len":7,"start":2,"loc":2,"seq":5,"lens":8,"block":5,"table":3,"tensor":3,"slot":2,"mapping":2,"use":2,"cascade":2,"prefix":6,"cu":2,"kv":9,"suffix":2,"size":5,"possible":2,"sequence":1,"length":1,"reqs":2,"physical":1,"to":1,"logical":1,"inverse":1,"total":2,"cache":3,"decode":1,"offset":2,"return":1,"class":1,"flexattentionimpl":1,"attentionimpl":1,"sliding":2,"window":2,"optional":7,"tuple":1,"int":6,"alibi":2,"slopes":2,"torch":1,"logits":2,"soft":2,"cap":2,"float":5,"def":1,"init":1,"self":6,"heads":6,"head":3,"scale":3,"list":1,"dtype":1,"str":2,"none":3,"type":5,"attentiontype":4,"decoder":2,"sharing":1,"target":1,"layer":1,"name":1,"if":1,"not":2,"in":1,"encoder":1,"only":1,"raise":1,"notimplementederror":1,"f":1,"flexattention":1,"does":1,"support":1,"attention":1},"14413,1740,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"if":6,"alibi":3,"slopes":3,"is":5,"not":9,"none":8,"raise":5,"notimplementederror":5,"flexattention":6,"does":5,"support":5,"yet":5,"else":2,"self":10,"sliding":3,"window":3,"1":2,"kv":10,"cache":6,"dtype":3,"logits":4,"soft":4,"cap":4,"num":3,"queries":1,"per":1,"heads":2,"sharing":2,"target":1,"layer":2,"name":1,"flexattentionbackend":1,"validate":1,"head":2,"size":2,"quantized":2,"staticmethod":1,"def":2,"view":2,"as":2,"4d":2,"tensor":15,"torch":10,"a":1,"3d":1,"ndim":2,"4":1,"return":2,"assert":1,"3":1,"forward":2,"nn":1,"module":1,"query":1,"key":1,"value":1,"attn":1,"metadata":1,"flexattentionmetadata":1,"output":2,"optional":2,"scale":1,"pass":1,"with":1},"16153,1709,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"args":1,"query":6,"shape":4,"num":14,"tokens":6,"heads":7,"head":5,"size":6,"key":6,"kv":7,"value":6,"cache":9,"2":3,"blocks":1,"block":1,"attn":7,"metadata":6,"for":2,"attention":1,"returns":1,"assert":3,"output":5,"is":4,"not":4,"none":3,"tensor":3,"must":1,"be":1,"provided":1,"if":3,"scale":3,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"flexattentionimpl":1,"enable":1,"gqa":1,"self":7,"profiling":1,"run":1,"return":2,"view":2,"as":2,"4d":2,"permute":2,"0":3,"1":2,"3":2,"torch":2,"empty":1,"like":1,"actual":2,"causal":1,"type":2,"attentiontype":2,"encoder":1,"only":1,"map":1,"lambda":1,"x":2,"else":1,"decoder":1,"unbind":1,"ops":2,"c":1,"reshape":1,"and":1,"flash":1,"slot":1,"mapping":1,"dtype":1,"layer":2,"k":1,"v":1},"17862,1890,data/raw/vllm-0.10.1/vllm/v1/attention/backends/flex_attention.py":{"view":4,"out":7,"the":2,"block":7,"size":3,"dim":1,"key":5,"cache":6,"1":4,"self":6,"num":4,"kv":2,"heads":2,"head":2,"value":5,"query":7,"tensor":4,"map":1,"lambda":2,"x":2,"as":1,"4d":1,"permute":2,"0":3,"2":7,"3":2,"actual":2,"tokens":2,"doesn":2,"t":2,"work":1,"for":2,"now":1,"constraint":1,"violation":1,"torch":3,"dynamo":1,"try":1,"mark":1,"dynamic":1,"default":1,"m":3,"64":3,"n":3,"may":1,"run":1,"of":1,"shared":5,"memory":5,"on":2,"some":1,"gpus":1,"todo":1,"explicit":1,"configs":1,"each":1,"gpu":1,"not":1,"sure":1,"how":1,"to":1,"calculate":1,"requirement":1,"extra":6,"kernel":7,"options":7,"defaultdict":1,"str":1,"int":1,"if":3,"dtype":1,"float32":1,"current":1,"platform":1,"is":1,"cuda":2,"device":3,"props":2,"get":1,"properties":1,"max":2,"per":1,"optin":1,"144":1,"1024":1,"flex":3,"attention":2,"compiled":1,"attn":2,"metadata":2,"score":1,"mod":1,"mask":1,"scale":1,"enable":2,"gqa":2,"force":1,"use":1,"true":1,"have":1,"an":1,"variant":1,"today":1,"rely":1,"epilogue":1,"fusion":1,"squeeze":1,"output":2,"copy":1,"return":1},"0,1968,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":12,"project":1,"attention":8,"layer":1,"with":1,"treeattention":1,"import":13,"ast":1,"from":11,"dataclasses":1,"dataclass":1,"typing":1,"type":4,"checking":2,"optional":1,"torch":4,"backends":2,"abstract":1,"attentionbackend":2,"attentionimpl":1,"attentionmetadata":1,"attentiontype":1,"ops":3,"triton":1,"unified":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"v1":5,"utils":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"reorder":1,"batch":2,"split":2,"decodes":2,"and":2,"prefills":2,"kv":1,"cache":1,"interface":1,"attentionspec":1,"if":2,"core":1,"sched":1,"output":2,"scheduleroutput":1,"worker":1,"gpu":1,"input":1,"inputbatch":1,"custom":1,"as":1,"name":3,"class":1,"treeattentionbackend":1,"accept":1,"buffer":1,"bool":1,"true":1,"classmethod":3,"def":4,"get":4,"supported":8,"dtypes":1,"cls":5,"list":2,"dtype":1,"return":3,"float16":1,"bfloat16":1,"head":12,"sizes":7,"int":2,"32":1,"64":1,"96":1,"128":1,"160":1,"192":1,"224":1,"256":1,"validate":1,"size":5,"none":1,"not":2,"in":1,"attn":3,"removesuffix":1,"backend":3,"raise":1,"valueerror":1,"f":2,"is":1,"by":1,"are":1,"set":1,"flex":1,"use":1,"flexattention":1,"which":1,"supports":1,"all":1,"staticmethod":1,"str":1,"tree":1},"1968,1741,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"staticmethod":5,"def":6,"get":4,"impl":1,"cls":3,"type":3,"treeattentionimpl":2,"return":7,"metadata":8,"attentionmetadata":1,"treeattentionmetadata":5,"kv":3,"cache":1,"shape":1,"num":10,"blocks":2,"int":12,"block":5,"size":6,"heads":2,"head":2,"tuple":1,"if":3,"16":2,"0":6,"raise":1,"valueerror":1,"must":1,"be":1,"a":1,"multiple":1,"of":2,"2":1,"builder":1,"treeattentionmetadatabuilder":2,"use":1,"cascade":1,"attention":2,"args":1,"kwargs":1,"bool":1,"false":1,"dataclass":1,"class":1,"actual":1,"tokens":4,"number":1,"excluding":1,"padding":1,"max":2,"query":2,"len":2,"start":1,"loc":1,"torch":5,"tensor":5,"seq":2,"lens":1,"table":1,"slot":1,"mapping":1,"prefill":7,"decode":3,"prefills":2,"decodes":1,"tree":1,"attn":1,"bias":1,"optional":4,"none":5,"cached":6,"property":1,"self":4,"is":1,"not":1,"recover":1,"phase":1,"structure":1},"3709,1931,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"q":11,"start":11,"loc":11,"self":27,"query":6,"num":13,"decodes":6,"seqlens":10,"torch":2,"diff":2,"kv":6,"seq":6,"lens":4,"construct":2,"cache":2,"prefill":4,"phase":3,"attention":3,"metadata":10,"structure":3,"cached":7,"treeattentionmetadata":4,"actual":2,"tokens":7,"max":8,"len":4,"int":4,"item":4,"0":2,"block":4,"table":4,"slot":4,"mapping":4,"decode":11,"return":4,"property":1,"def":1,"optional":1,"if":2,"none":2,"is":1,"not":1,"recover":1,"1":1,"tree":2,"attn":2,"bias":2,"class":1,"treeattentionmetadatabuilder":1,"attentionmetadatabuilder":1},"5640,1671,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"def":3,"init":1,"self":8,"kv":4,"cache":4,"spec":11,"attentionspec":1,"layer":1,"names":1,"list":2,"str":1,"vllm":2,"config":5,"vllmconfig":1,"device":4,"torch":2,"block":2,"size":2,"speculative":2,"token":4,"tree":12,"and":3,"choices":3,"tuple":1,"int":2,"ast":1,"literal":1,"eval":1,"if":1,"is":1,"not":1,"none":1,"else":1,"0":3,"construct":1,"the":1,"attention":1,"bias":5,"depth":3,"counts":3,"get":1,"attn":6,"prepare":1,"dtype":1,"float32":1,"reorder":2,"batch":4,"input":2,"inputbatch":1,"scheduler":2,"output":2,"scheduleroutput":1,"bool":2,"return":1,"to":1,"split":2,"decodes":3,"prefills":3,"decode":5,"threshold":4,"shape":2,"build":2,"common":3,"prefix":1,"len":1,"metadata":2,"commonattentionmetadata":1,"fast":1,"false":1,"treeattentionmetadata":1,"num":4,"tokens":2,"prefill":1},"7311,1941,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"num":12,"actual":4,"tokens":8,"common":10,"attn":21,"metadata":12,"q":2,"start":7,"loc":4,"query":7,"max":9,"len":8,"kv":2,"seqlens":2,"seq":6,"lens":3,"int":2,"cpu":1,"block":4,"table":4,"tensor":1,"slot":4,"mapping":4,"return":2,"treeattentionmetadata":2,"prefill":3,"decode":2,"prefills":2,"decodes":2,"tree":12,"bias":13,"self":8,"def":1,"build":4,"for":3,"drafting":3,"commonattentionmetadata":1,"draft":2,"index":2,"cache":1,"the":6,"original":2,"attention":4,"orig":2,"if":1,"0":3,"use":1,"at":1,"root":2,"level":2,"torch":1,"empty":1,"else":1,"slice":1,"exclude":1,"end":3,"1":2,"contiguous":1,"fast":1,"true":1,"reset":1,"to":1,"value":1},"9252,1795,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"def":2,"get":1,"depth":17,"counts":9,"sorted":6,"tree":21,"choices":7,"list":4,"tuple":2,"int":4,"count":1,"the":3,"number":1,"of":2,"at":1,"each":2,"prev":3,"0":5,"for":5,"path":2,"in":5,"len":9,"if":2,"append":2,"1":9,"return":2,"prepare":1,"attn":6,"bias":1,"dtype":4,"optional":2,"torch":5,"device":4,"tensor":1,"comes":1,"from":1,"additional":1,"root":2,"node":1,"mask":9,"full":1,"inf":1,"set":3,"diagonal":1,"to":5,"all":4,"zeros":3,"token":1,"should":1,"attend":2,"itself":1,"val":4,"i":6,"range":4,"tokens":1,"it":1,"ancestors":1,"start":4,"j":3,"cur":4,"choice":4,"retrieve":1,"ancestor":4,"position":1,"continue":1,"idx":3,"c":2,"index":1,"class":1,"treeattentionimpl":1,"attentionimpl":1},"11047,1612,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"def":1,"init":1,"self":15,"num":9,"heads":8,"int":4,"head":5,"size":5,"scale":3,"float":4,"kv":11,"alibi":6,"slopes":6,"optional":4,"list":1,"sliding":5,"window":5,"cache":3,"dtype":4,"str":2,"logits":6,"soft":7,"cap":7,"none":6,"attn":2,"type":2,"attentiontype":3,"decoder":3,"sharing":3,"target":3,"layer":3,"name":3,"queries":1,"per":1,"if":4,"is":3,"not":2,"torch":2,"tensor":1,"float32":1,"setting":1,"to":1,"0":3,"means":1,"no":1,"1":3,"else":1,"treeattentionbackend":1,"validate":1,"raise":1,"notimplementederror":1,"encoder":2,"attention":2,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"treeattentionimpl":1},"12659,1154,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"def":1,"forward":2,"self":1,"layer":1,"torch":8,"nn":1,"module":1,"query":2,"tensor":8,"key":2,"value":2,"kv":5,"cache":2,"attn":3,"metadata":4,"treeattentionmetadata":1,"output":7,"optional":2,"none":5,"scale":2,"pass":1,"with":1,"treeattention":1,"args":1,"shape":4,"num":10,"tokens":4,"heads":5,"head":5,"size":6,"2":1,"blocks":1,"block":1,"for":2,"attention":1,"returns":1,"assert":1,"is":4,"not":3,"must":1,"be":1,"provided":1,"if":2,"raise":1,"notimplementederror":1,"fused":1,"quantization":1,"yet":1,"supported":1,"treeattentionimpl":1,"profiling":1,"run":1,"return":1},"13813,935,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"cache":11,"the":6,"input":2,"kvs":1,"key":5,"value":5,"kv":4,"unbind":1,"0":1,"if":2,"self":2,"sharing":2,"target":1,"layer":4,"name":1,"is":2,"none":1,"reshape":3,"keys":1,"and":6,"values":1,"store":1,"them":1,"in":1,"skip":1,"this":1,"with":1,"an":1,"earlier":1,"attention":1,"note":1,"woosuk":1,"here":1,"are":1,"padded":2,"while":1,"slot":3,"mapping":3,"not":1,"however":1,"we":1,"don":1,"t":1,"need":1,"to":2,"do":1,"num":2,"actual":3,"tokens":3,"because":1,"flash":2,"op":1,"uses":1,"s":1,"shape":1,"determine":1,"number":1,"of":1,"ops":1,"attn":1,"metadata":1,"dtype":1,"k":1,"scale":2,"v":1},"14748,1185,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"num":8,"actual":4,"tokens":8,"attn":4,"metadata":5,"decode":4,"descale":6,"shape":5,"query":4,"start":2,"loc":2,"0":1,"1":2,"key":2,"if":1,"prefill":7,"meta":6,"unified":1,"attention":1,"q":4,"k":5,"cache":2,"v":3,"value":1,"out":1,"output":1,"cu":1,"seqlens":1,"max":4,"seqlen":2,"len":2,"seqused":1,"seq":2,"lens":1,"softmax":1,"scale":4,"self":4,"causal":1,"true":1,"alibi":2,"slopes":2,"window":2,"size":1,"sliding":1,"block":2,"table":2,"softcap":1,"logits":1,"soft":1,"cap":1,"none":1,"not":1,"supported":1,"layer":2,"expand":2},"15933,990,data/raw/vllm-0.10.1/vllm/v1/attention/backends/tree_attn.py":{"if":1,"decode":10,"meta":7,"attn":2,"metadata":2,"unified":1,"attention":1,"q":4,"query":3,"num":2,"tokens":2,"k":5,"key":1,"cache":2,"v":3,"value":1,"out":1,"output":2,"cu":1,"seqlens":1,"start":1,"loc":1,"max":4,"seqlen":2,"len":2,"seqused":1,"seq":2,"lens":1,"softmax":1,"scale":4,"self":4,"causal":1,"true":1,"alibi":2,"slopes":2,"qq":1,"bias":2,"tree":1,"window":2,"size":1,"sliding":1,"block":2,"table":2,"softcap":1,"logits":1,"soft":1,"cap":1,"descale":5,"none":1,"not":1,"supported":1,"layer":2,"expand":2,"shape":2,"return":1},"0,1970,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":12,"vllm":1,"project":1,"mla":4,"common":2,"components":2,"this":2,"file":1,"implements":1,"for":6,"implementations":1,"first":1,"we":4,"define":1,"sq":8,"as":2,"q":8,"sequence":2,"length":3,"skv":4,"kv":2,"has":1,"two":1,"possible":1,"ways":1,"of":4,"computing":1,"a":4,"data":2,"movement":2,"friendly":5,"approach":5,"and":5,"compute":3,"generally":1,"want":1,"use":2,"prefill":2,"i":3,"e":3,"ratio":2,"is":7,"small":2,"near":1,"1":2,"decode":3,"large":2,"note":1,"what":1,"deem":1,"currently":1,"determined":1,"by":2,"if":1,"its":1,"labelled":1,"or":1,"scheduler":1,"but":1,"something":1,"should":1,"probably":1,"tune":1,"main":1,"reference":1,"deepseekv2":1,"paper":1,"flashinfer":3,"implementation":1,"https":2,"arxiv":1,"org":1,"abs":1,"2405":1,"04434":1,"github":1,"com":1,"ai":1,"pull":1,"551":1,"deepseek":1,"s":1,"attention":6,"works":1,"following":1,"way":1,"single":1,"latent":4,"vector":2,"represent":1,"per":1,"token":1,"entry":1,"cache":1,"memory":1,"simulates":1,"multi":2,"head":2,"while":1,"similar":1,"query":1,"below":1,"example":1,"both":1,"paths":1,"assuming":1,"batchsize":1,"more":1,"extent":1,"definitions":2,"c":2,"context":1,"h":3,"hidden":2,"size":1,"n":3,"number":1,"heads":1,"lq":2,"dimension":4,"1536":1,"in":5,"dsv3":5,"lkv":1,"k":1,"v":3,"512":1,"p":2,"nope":2,"no":2,"rope":5,"128":2,"r":2,"goes":1,"through":1,"64":1,"dim":1,"matrix":1,"t":1,"states":1,"input":1,"shape":4,"compressed":1,"uncompressed":2,"pe":1},"1970,1993,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"kv":16,"c":26,"latent":1,"compressed":1,"shape":15,"skv":4,"lkv":8,"k":16,"pe":15,"decoupled":1,"position":1,"embeddings":1,"r":8,"new":9,"from":4,"current":2,"iter":2,"sq":6,"cache":4,"cached":2,"previous":2,"iters":2,"w":26,"dq":3,"project":8,"h":13,"t":9,"to":8,"q":19,"lq":3,"uq":4,"nope":8,"n":15,"p":7,"qr":4,"dkv":3,"uk":4,"kr":2,"uv":3,"v":11,"o":6,"compute":1,"friendly":2,"approach":2,"i":2,"e":2,"forward":2,"prefill":1,"view":8,"rope":3,"torch":4,"cat":4,"dim":4,"0":2,"mha":1,"with":1,"qk":1,"headdim":2,"spda":3,"scaled":1,"dot":1,"product":1,"attention":1,"1":6,"unsqueeze":1,"expand":1,"return":1,"note":1,"in":1,"the":1,"actual":1,"code":1,"b":2,"proj":3,"is":3,"concatenated":2,"per":2,"head":2,"out":1,"data":1,"movement":1,"decode":1,"runtime":1,"ql":1,"einsum":1,"snh":1,"lnh":1,"snl":1},"3963,1789,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"new":10,"k":9,"pe":9,"rope":3,"h":4,"t":4,"w":11,"kr":2,"kv":11,"c":13,"torch":4,"cat":4,"cache":4,"dim":4,"0":2,"mqa":2,"with":3,"qk":2,"headdim":4,"lkv":7,"r":3,"v":8,"spda":3,"o":7,"shape":3,"sq":9,"n":12,"note":1,"this":3,"is":6,"less":1,"compute":3,"friendly":5,"since":2,"p":6,"but":1,"more":1,"data":2,"movement":2,"its":1,"vs":1,"mha":2,"scaled":1,"dot":1,"product":1,"attention":2,"ql":1,"nope":4,"q":6,"1":4,"einsum":1,"snl":1,"lnv":1,"snv":1,"reshape":1,"uv":2,"return":1,"view":8,"self":1,"num":1,"heads":1,"chunked":3,"prefill":3,"for":1,"we":4,"want":2,"to":8,"use":1,"the":9,"algorithm":1,"are":1,"assuming":1,"sufficiently":1,"large":2,"skv":3,"ratio":1,"in":1,"future":1,"may":1,"switch":1,"approach":3,"if":2,"chunk":3,"i":2,"e":2,"small":1,"however":1,"can":2,"potentially":1,"run":1,"out":1,"of":3,"memory":2,"due":1,"uk":2,"mitigate":1,"computation":1,"respect":1,"current":1,"context":2,"and":2,"so":1,"that":1,"used":2,"a":1,"fixed":1,"workspace":1,"size":1,"as":1,"follows":1,"mcc":1,"max":1,"process":1,"per":1,"iter":1,"computed":1,"dynamically":1,"bound":1,"usage":1,"dq":1,"uq":1,"qr":1,"dkv":1,"between":1,"queries":1,"curr":2,"lse":1,"just":1,"order":1,"fa":1,"returns":1},"5752,1900,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"curr":7,"o":7,"lse":9,"scaled":2,"dot":2,"product":2,"attention":7,"torch":5,"cat":4,"q":4,"nope":5,"pe":6,"dim":4,"1":12,"new":3,"k":7,"unsqueeze":2,"expand":2,"n":4,"v":4,"casual":2,"true":3,"return":3,"softmax":2,"compute":1,"with":1,"the":1,"already":1,"existing":1,"context":1,"for":1,"chunk":24,"idx":2,"in":1,"range":1,"cdiv":1,"c":6,"mcc":3,"start":5,"end":4,"min":1,"sc":1,"cache":11,"kv":4,"w":3,"uk":1,"view":2,"p":1,"uv":1,"false":1,"merge":3,"attn":4,"states":3,"suffix":2,"output":2,"prefix":2,"import":13,"functools":1,"from":10,"abc":1,"abstractmethod":1,"dataclasses":1,"dataclass":1,"field":1,"typing":1,"classvar":1,"generic":1,"optional":1,"typevar":1,"union":1,"vllm":8,"envs":2,"as":2,"custom":1,"ops":3,"backends":2,"abstract":1,"attentionbackend":1,"attentionlayer":1,"attentionmetadata":1,"mlaattentionimpl":1,"utils":3,"get":2,"mla":1,"dims":1,"fa":1,"flash":1,"version":1,"config":1,"vllmconfig":1,"logger":2,"init":1},"7652,1982,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"from":10,"vllm":11,"model":1,"executor":1,"layers":1,"linear":1,"import":10,"columnparallellinear":1,"linearbase":1,"unquantizedlinearmethod":1,"platforms":1,"current":2,"platform":2,"utils":3,"cdiv":1,"round":1,"down":1,"flashinfer":5,"has":1,"nvidia":1,"artifactory":1,"v1":3,"attention":2,"backends":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"get":5,"per":1,"layer":1,"parameters":1,"infer":1,"global":1,"hyperparameters":1,"split":1,"decodes":1,"and":1,"prefills":1,"kv":4,"cache":3,"interface":1,"attentionspec":1,"try":2,"flash":5,"attn":4,"varlen":2,"func":2,"is":3,"fa":2,"true":3,"except":2,"importerror":2,"for":2,"rocm":2,"use":1,"upstream":1,"if":1,"false":2,"batchprefillwithraggedkvcachewrapper":1,"prefill":2,"noqa":1,"f401":1,"cudnn":2,"batch":1,"with":1,"available":2,"logger":2,"init":1,"name":2,"workspace":1,"size":5,"12800":1,"class":1,"mlacommonbackend":1,"attentionbackend":1,"accept":1,"output":1,"buffer":1,"bool":1,"staticmethod":4,"def":4,"str":1,"return":4,"triton":1,"mla":2,"metadata":1,"cls":2,"type":2,"attentionmetadata":1,"mlacommonmetadata":1,"builder":1,"mlacommonmetadatabuilder":2,"shape":1,"num":3,"blocks":2,"int":5,"block":2,"heads":1,"assumed":1,"to":1,"be":1,"1":1,"head":2,"tuple":1},"9634,1982,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"classmethod":3,"def":3,"get":3,"supported":8,"dtypes":1,"cls":5,"list":6,"torch":14,"dtype":1,"return":2,"float16":1,"bfloat16":1,"head":12,"sizes":7,"int":5,"576":1,"validate":1,"size":5,"none":5,"if":1,"not":2,"in":1,"attn":2,"type":2,"name":1,"removesuffix":1,"backend":3,"raise":1,"valueerror":1,"f":2,"is":1,"by":1,"are":1,"set":1,"vllm":1,"attention":2,"flex":1,"to":2,"use":1,"flexattention":1,"which":1,"supports":1,"all":1,"dataclass":5,"class":6,"mlacommonprefillmetadata":4,"prefill":4,"specific":1,"metadata":1,"chunkedcontextmetadata":4,"new":1,"for":2,"mla":1,"compared":1,"flashattention":1,"handling":1,"chunked":2,"cu":1,"seq":7,"lens":6,"tensor":11,"starts":1,"tot":1,"max":2,"workspace":2,"block":2,"table":2,"query":3,"start":1,"loc":1,"len":1,"context":1,"optional":4,"flashinferprefillmetadata":1,"main":1,"batchprefillwithraggedkvcachewrapper":2,"chunks":1,"field":1,"default":1,"factory":1,"cudnnprefillmetadata":1,"cudnn":1,"mlacommondecodemetadata":1},"11616,1984,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"d":4,"typevar":2,"bound":2,"mlacommondecodemetadata":1,"dataclass":1,"class":2,"mlacommonmetadata":2,"generic":1,"metadata":1,"for":4,"mlacommon":1,"note":2,"please":1,"read":1,"the":6,"comment":1,"at":1,"top":1,"of":4,"file":1,"before":1,"trying":1,"to":4,"understand":1,"this":2,"sang":1,"definition":1,"context":2,"len":7,"query":4,"and":6,"seq":2,"n":2,"1":1,"iteration":2,"tokena":1,"newtokens":1,"num":5,"reqs":1,"int":7,"max":1,"actual":1,"tokens":3,"number":1,"excluding":1,"padding":1,"start":1,"loc":1,"torch":2,"tensor":2,"slot":1,"mapping":1,"new":1,"mla":1,"compared":1,"flashattention":1,"handling":1,"prefill":7,"decode":3,"split":1,"decodes":1,"prefills":1,"dimension":1,"attention":1,"heads":1,"head":4,"dim":3,"optional":3,"none":4,"union":1,"mlacommonprefillmetadata":1,"flashinferprefillmetadata":1,"cudnnprefillmetadata":1,"def":3,"post":1,"init":1,"self":3,"if":2,"is":4,"not":2,"mlacommonbackend":1,"validate":1,"size":1,"m":2,"use":4,"flashinfer":4,"bool":2,"blackwell":1,"default":1,"its":1,"available":3,"since":1,"it":1,"faster":1,"than":1,"fa2":1,"return":2,"envs":2,"vllm":2,"cudnn":3,"current":2,"platform":2,"device":2,"capability":2,"100":2,"has":1,"nvidia":1,"artifactory":1,"currently":1,"394mb":1,"can":1,"be":2,"tuned":1,"based":1,"on":1,"gemm":1,"sizes":1,"used":1,"chosen":1,"same":1,"as":1,"sglang":1},"13600,1466,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"https":1,"github":1,"com":1,"sgl":1,"project":1,"sglang":2,"blob":1,"766392c6bda2558b61ce6d1c1bfd8081a549e1f1":1,"python":1,"global":1,"config":18,"py":1,"l37":1,"flashinfer":1,"workspace":1,"buffer":1,"size":3,"394":1,"1024":2,"class":2,"mlacommonmetadatabuilder":1,"attentionmetadatabuilder":1,"m":2,"note":1,"please":1,"read":1,"the":4,"comment":1,"at":1,"top":1,"of":1,"file":1,"before":1,"trying":1,"to":2,"understand":1,"this":1,"reorder":1,"batch":1,"threshold":1,"classvar":1,"int":1,"1":1,"def":1,"init":1,"self":14,"kv":4,"cache":6,"spec":4,"attentionspec":1,"layer":1,"names":1,"list":1,"str":1,"vllm":5,"vllmconfig":1,"device":4,"torch":1,"metadata":4,"cls":4,"optional":1,"type":1,"none":2,"if":2,"is":2,"not":1,"else":1,"mlacommonmetadata":1,"scheduler":3,"model":4,"parallel":3,"chunked":2,"prefill":2,"enabled":2,"num":2,"heads":2,"get":2,"attention":1,"mla":2,"dims":2,"aot":2,"schedule":2,"current":1,"platform":1,"cuda":1,"dont":1,"try":1,"access":1,"runner":1,"on":1,"amd":1,"page":1,"block":1},"15066,1802,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"if":4,"self":15,"chunked":5,"prefill":13,"enabled":1,"workspace":7,"size":7,"min":1,"max":5,"sure":1,"there":1,"is":1,"enough":1,"for":2,"8":2,"full":1,"length":1,"request":2,"or":1,"at":1,"least":1,"4":2,"pages":1,"of":1,"cache":4,"per":1,"model":4,"config":7,"len":1,"scheduler":2,"num":2,"seqs":2,"block":2,"long":1,"context":2,"models":1,"try":1,"not":1,"to":2,"over":1,"allocate":1,"limiting":2,"kv":1,"space":1,"it":1,"64k":1,"tokens":1,"which":2,"would":2,"result":2,"in":2,"the":1,"being":2,"2":2,"576":2,"64":2,"1024":3,"144mb":1,"assuming":2,"mla":1,"head":3,"dim":2,"and":2,"fp16":2,"up":1,"projected":1,"192":2,"128":3,"3gb":1,"qk":1,"heads":1,"assert":1,"torch":3,"empty":2,"get":1,"dtype":3,"device":4,"use":7,"cudnn":3,"fi":3,"flashinfer":2,"metadata":1,"cls":1,"flashinferprefillmetadata":1,"else":2,"cudnnprefillmetadata":1,"mlacommonprefillmetadata":1,"buffer":2,"uint8":1},"16868,1907,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"self":16,"fi":9,"prefill":15,"main":3,"optional":1,"batchprefillwithraggedkvcachewrapper":4,"none":3,"chunks":9,"list":1,"global":2,"hyperparameters":2,"infer":1,"get":1,"per":1,"layer":2,"parameters":1,"vllm":1,"config":2,"names":1,"mlacommonimpl":1,"if":6,"use":1,"cudnn":3,"workspace":4,"torch":2,"empty":1,"size":1,"scheduler":1,"max":1,"num":13,"seqs":1,"dtype":1,"int8":1,"device":2,"def":1,"build":1,"wrappers":2,"flashinferprefillmetadata":1,"qo":4,"indptr":1,"query":1,"start":1,"loc":1,"has":3,"context":7,"false":1,"chunked":4,"is":3,"not":1,"true":1,"buffer":2,"nhd":2,"backend":2,"cutlass":2,"cu":1,"seq":1,"lens":1,"shape":1,"0":1,"allocate":1,"more":1,"chunk":1,"needed":1,"len":3,"for":1,"in":2,"range":1,"append":1,"assert":2,"mla":1,"the":1,"non":1,"latent":2,"heads":8,"kv":5,"sanity":1,"verify":1,"that":1,"1":2,"since":1,"it":1,"space":1,"cache":1,"spec":1},"18775,1973,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"get":1,"non":1,"latent":1,"head":15,"dim":15,"qk":8,"and":1,"vo":6,"self":17,"mla":3,"dims":3,"nope":1,"rope":1,"v":1,"for":2,"main":6,"run":3,"qo":10,"indptr":13,"kv":15,"clone":1,"prepare":2,"prefill":9,"fi":4,"plan":2,"num":9,"heads":8,"causal":2,"true":1,"this":2,"is":2,"sm":4,"scale":4,"global":6,"hyperparameters":6,"window":4,"left":4,"logits":4,"soft":4,"cap":4,"q":2,"data":4,"type":4,"model":2,"config":2,"dtype":4,"cache":2,"spec":2,"context":4,"prefills":1,"if":1,"has":1,"i":3,"in":1,"range":1,"chunks":4,"chunk":2,"chunked":1,"cu":1,"seq":1,"lens":1,"false":1},"20748,1905,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"def":3,"build":5,"decode":4,"self":5,"block":5,"table":5,"tensor":6,"torch":2,"seq":9,"lens":8,"return":2,"mlacommondecodemetadata":1,"for":3,"cudagraph":4,"capture":4,"common":13,"attn":12,"metadata":13,"commonattentionmetadata":2,"m":7,"this":2,"method":1,"builds":1,"the":2,"full":3,"currently":1,"only":4,"is":1,"supported":1,"cudagraphs":1,"with":1,"mla":2,"assert":2,"num":8,"reqs":3,"actual":2,"tokens":4,"supports":1,"make":1,"sure":1,"all":2,"sizes":1,"max":4,"query":11,"len":4,"1":3,"0":1,"prefix":1,"int":1,"fast":1,"bool":1,"false":1,"note":1,"simon":1,"be":1,"careful":1,"about":1,"cpu":10,"gpu":2,"memory":1,"movement":1,"in":1,"function":1,"we":1,"should":1,"avoid":1,"sync":1,"as":2,"much":1,"possible":1,"because":1,"it":1,"blocks":1,"on":1,"previous":1,"kernels":1,"device":2,"slot":2,"mapping":2,"start":6,"loc":6,"computed":1},"22653,1894,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"num":17,"decodes":4,"prefills":8,"decode":2,"tokens":6,"prefill":9,"split":1,"and":4,"common":1,"attn":1,"metadata":3,"assert":2,"reqs":6,"none":2,"if":3,"0":4,"start":8,"context":14,"lens":3,"cpu":8,"computed":1,"max":7,"len":2,"item":2,"with":3,"sum":1,"query":3,"loc":3,"chunked":4,"self":4,"enabled":1,"note":1,"it":1,"is":1,"recommend":1,"you":1,"read":1,"the":7,"section":1,"in":2,"comment":1,"at":1,"top":1,"of":2,"file":1,"before":1,"trying":1,"to":4,"understand":1,"following":1,"code":1,"currently":2,"we":2,"allocate":2,"an":1,"equal":1,"amount":1,"workspace":3,"for":1,"each":1,"batch":1,"could":1,"probably":1,"use":1,"a":1,"more":2,"advanced":1,"algorithm":1,"here":1,"longer":1,"lengths":1,"chunk":5,"size":4,"aot":1,"schedule":1,"align":1,"page":3,"by":1,"rounding":1,"down":2,"gather":1,"cache":1,"kernel":1,"cannot":1,"handle":1,"starts":1,"that":1,"are":1,"not":1,"aligned":1,"round":1},"24547,1575,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"assert":1,"max":6,"context":9,"chunk":12,"0":7,"num":7,"chunks":4,"cdiv":1,"len":1,"cpu":5,"if":2,"256":5,"3":1,"and":1,"prefills":3,"with":1,"4":1,"create":1,"a":1,"tensor":1,"that":1,"looks":1,"like":1,"512":4,"note":1,"simon":1,"this":1,"is":1,"done":1,"in":1,"because":1,"of":2,"downstream":1,"s":1,"to":1,"list":1,"starts":3,"torch":7,"arange":1,"dtype":3,"int32":3,"unsqueeze":2,"1":5,"expand":1,"ends":2,"min":2,"lens":5,"seq":4,"clamp":1,"cu":2,"zeros":1,"pin":1,"memory":1,"true":1,"cumsum":1,"dim":1,"out":1,"chunked":1,"metadata":1,"cls":1,"cudnnprefillmetadata":1,"chunkedcontextmetadata":2,"self":1,"use":1,"cudnn":1,"prefill":1,"else":1,"mlacommonprefillmetadata":1},"26122,1619,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"chunked":8,"context":6,"metadata":12,"cls":2,"cu":2,"seq":14,"lens":13,"cpu":1,"to":2,"device":2,"non":2,"blocking":2,"true":2,"starts":2,"chunk":5,"tot":1,"sum":1,"dim":2,"1":4,"tolist":2,"max":6,"values":1,"workspace":5,"self":7,"prefill":12,"if":3,"use":2,"cudnn":4,"assert":2,"size":1,"block":4,"table":4,"tensor":3,"reqs":1,"start":5,"query":7,"loc":4,"len":2,"isinstance":1,"cudnnprefillmetadata":1,"decode":3,"none":1,"num":3,"decodes":3,"0":1,"build":1},"27741,1956,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"attn":7,"metadata":9,"self":10,"cls":1,"num":17,"reqs":2,"common":2,"max":2,"query":4,"len":2,"actual":1,"tokens":4,"start":2,"loc":2,"slot":2,"mapping":2,"head":9,"dim":5,"model":1,"config":1,"get":1,"size":4,"mlacommonmetadata":1,"chunk":1,"prefill":7,"specific":2,"decodes":2,"decode":4,"prefills":3,"if":2,"use":1,"fi":2,"and":1,"0":1,"assert":1,"isinstance":1,"flashinferprefillmetadata":1,"build":1,"wrappers":1,"return":1,"class":2,"mlacommonimpl":1,"mlaattentionimpl":1,"m":2,"generic":1,"note":1,"please":1,"read":1,"the":3,"comment":1,"at":1,"top":1,"of":1,"file":1,"before":1,"trying":1,"to":1,"understand":1,"this":1,"def":1,"init":1,"heads":6,"int":10,"scale":3,"float":4,"kv":11,"alibi":1,"slopes":1,"optional":5,"list":1,"sliding":1,"window":1,"cache":3,"dtype":3,"str":3,"logits":1,"soft":1,"cap":1,"type":1,"sharing":3,"target":2,"layer":2,"name":2,"mla":2,"arguments":1,"q":1,"lora":2,"rank":2,"qk":3,"nope":1,"rope":1,"v":1,"b":1,"proj":1,"columnparallellinear":1,"none":2,"is":2,"not":2,"raise":1,"notimplementederror":1,"supported":1,"for":1},"29697,1780,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"self":26,"q":2,"lora":4,"rank":4,"kv":4,"qk":6,"nope":2,"head":8,"dim":8,"rope":2,"v":4,"b":2,"proj":2,"if":2,"use":3,"flashinfer":2,"prefill":17,"logger":3,"debug":3,"once":3,"using":3,"for":3,"mla":3,"run":12,"context":6,"chunk":6,"fi":2,"new":6,"tokens":6,"pad":2,"false":2,"elif":1,"cudnn":4,"else":1,"flashattention":2,"fa":3,"handle":1,"the":5,"differences":1,"between":1,"flash":11,"attn":11,"varlen":5,"from":2,"and":2,"one":1,"vllm":4,"former":1,"is":2,"used":1,"on":1,"rocm":1,"latter":1,"has":1,"an":1,"additional":1,"parameter":1,"to":1,"control":1,"fa2":1,"vs":1,"fa3":1,"func":4,"version":5,"get":1,"not":1,"none":1,"functools":1,"partial":1},"31477,1896,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"for":2,"mla":1,"the":4,"v":13,"head":3,"dim":3,"is":6,"smaller":1,"than":1,"qk":2,"so":1,"we":3,"pad":5,"out":8,"with":3,"0s":1,"to":2,"match":1,"attention":1,"backends":1,"that":1,"do":1,"not":2,"support":1,"different":1,"headdims":2,"don":1,"t":1,"need":1,"if":7,"are":1,"on":1,"a":2,"hopper":1,"system":1,"fa3":1,"self":6,"vllm":3,"flash":6,"attn":15,"version":2,"none":3,"or":1,"3":1,"and":1,"current":1,"platform":1,"get":1,"device":1,"capability":1,"0":4,"9":1,"def":1,"varlen":3,"diff":1,"q":4,"k":3,"return":11,"softmax":10,"lse":10,"false":2,"scale":3,"kwargs":4,"maybe":3,"padded":3,"torch":1,"nn":1,"functional":1,"shape":2,"1":3,"value":1,"fa":1,"else":1,"rocm":1,"leverages":1,"upstream":1,"which":1,"takes":1,"parameter":1,"called":1,"probs":2,"instead":1,"of":1,"func":2,"unpack":1,"output":2,"there":2,"multiple":1,"results":1,"isinstance":1,"tuple":1,"remain":1,"consistent":1,"old":1,"where":1,"only":1,"one":1,"tensor":1},"33373,1960,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"def":3,"run":4,"prefill":23,"new":3,"tokens":3,"fa":1,"self":6,"mlacommonprefillmetadata":3,"q":12,"k":11,"v":9,"return":13,"softmax":8,"lse":11,"flash":1,"attn":1,"varlen":1,"diff":1,"headdims":1,"cu":2,"seqlens":2,"query":9,"start":2,"loc":2,"max":8,"seqlen":2,"len":4,"scale":4,"causal":2,"true":4,"fi":1,"assert":4,"isinstance":2,"flashinferprefillmetadata":1,"main":2,"is":3,"not":3,"none":2,"cudnn":3,"cudnnprefillmetadata":1,"seq":6,"lens":6,"output":3,"batch":1,"with":1,"kv":3,"cache":3,"workspace":2,"buffer":1,"token":1,"per":1,"sequence":2,"actual":3,"view":2,"1":8,"do":1,"support":1,"false":1,"for":1,"now":1,"cuda":1,"graph":1,"compatible":1,"indicates":1,"are":1,"on":1,"gpu":1,"or":1,"cpu":1,"if":1},"35333,1029,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"def":2,"run":3,"prefill":12,"context":6,"chunk":7,"fa":1,"self":4,"mlacommonprefillmetadata":2,"idx":5,"int":2,"q":8,"k":8,"v":6,"assert":2,"chunked":3,"is":2,"not":1,"none":1,"return":4,"flash":1,"attn":1,"varlen":1,"diff":1,"headdims":1,"cu":3,"seqlens":2,"query":2,"start":1,"loc":1,"seq":2,"lens":2,"max":4,"seqlen":2,"len":1,"softmax":2,"scale":2,"causal":1,"false":1,"unmasked":1,"lse":2,"true":2,"fi":1,"isinstance":1,"flashinferprefillmetadata":1,"chunks":1},"36362,1908,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"def":4,"run":1,"prefill":12,"context":5,"chunk":5,"cudnn":3,"self":9,"mlacommonprefillmetadata":1,"idx":4,"int":1,"q":4,"k":3,"v":9,"assert":4,"isinstance":1,"cudnnprefillmetadata":1,"chunked":4,"is":4,"not":3,"none":3,"seq":8,"lens":8,"query":3,"return":4,"batch":1,"with":1,"kv":4,"cache":3,"scale":2,"workspace":2,"buffer":1,"max":4,"token":1,"per":1,"sequence":2,"len":1,"actual":3,"view":3,"1":12,"causal":1,"false":1,"lse":1,"true":2,"cuda":1,"graph":1,"compatible":1,"indicates":1,"are":1,"on":1,"gpu":1,"or":1,"cpu":1,"up":1,"proj":1,"x":7,"convert":2,"from":2,"b":6,"n":7,"l":4,"to":2,"num":2,"heads":2,"lora":1,"rank":1,"transpose":2,"0":2,"multiply":1,"torch":2,"bmm":1,"w":1,"uv":1,"reshape":1,"head":1,"dim":1,"process":1,"weights":1,"after":1,"loading":1,"act":1,"dtype":2,"get":1,"layer":6,"weight":7,"names":3,"qweight":1,"packed":1,"for":1,"attr":3,"in":1,"if":1,"hasattr":1,"getattr":1,"raise":1,"attributeerror":1,"f":2,"has":1,"no":1,"recognized":1,"attribute":1},"38270,1869,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"def":1,"get":3,"and":4,"maybe":2,"dequant":4,"weights":4,"layer":8,"linearbase":1,"if":1,"not":2,"isinstance":1,"quant":2,"method":2,"unquantizedlinearmethod":1,"note":1,"this":2,"should":1,"only":1,"be":1,"used":1,"offline":1,"since":1,"it":1,"s":3,"o":1,"n":5,"3":1,"eye":4,"torch":1,"input":2,"size":1,"per":1,"partition":1,"dtype":2,"act":1,"device":2,"weight":8,"apply":1,"bias":1,"none":1,"del":1,"standardize":1,"to":3,"output":1,"return":2,"t":4,"we":3,"currently":1,"do":1,"have":1,"quantized":1,"bmm":2,"which":1,"are":1,"needed":1,"for":1,"w":8,"uv":4,"uk":4,"just":1,"store":1,"fp16":1,"bf16":1,"copies":1,"perform":1,"the":2,"in":1,"16":1,"bit":1,"extra":1,"memory":1,"overhead":1,"of":1,"is":1,"fairly":1,"low":1,"kv":10,"b":7,"proj":7,"self":17,"assert":1,"shape":2,"lora":3,"rank":3,"num":3,"heads":3,"qk":4,"nope":4,"head":8,"dim":9,"v":6,"f":5,"view":1,"split":1,"1":3,"convert":2,"from":2,"l":4,"transpose":1,"0":2,"p":2,"permute":1,"2":1},"40139,1711,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"def":1,"compute":1,"prefill":14,"context":8,"self":10,"q":3,"torch":3,"tensor":2,"kv":9,"c":4,"and":2,"k":10,"pe":4,"cache":4,"attn":6,"metadata":13,"mlacommonmetadata":1,"assert":2,"is":2,"not":2,"none":3,"chunked":6,"output":2,"iters":2,"len":1,"seq":5,"tot":2,"workspace":5,"for":1,"i":5,"in":1,"range":1,"toks":3,"ops":1,"gather":1,"src":1,"dst":1,"block":2,"table":2,"cu":2,"lens":2,"batch":1,"size":1,"num":2,"prefills":1,"starts":2,"normed":2,"lora":2,"rank":2,"unsqueeze":1,"1":6,"nope":7,"b":1,"proj":1,"0":1,"view":1,"heads":1,"qk":2,"head":4,"dim":6,"v":5,"split":1,"cat":1,"expand":1,"shape":1,"softmax":1,"lse":1,"run":1,"chunk":2,"idx":1},"41850,1748,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"if":2,"output":27,"is":3,"none":3,"attn":10,"lse":16,"softmax":3,"else":1,"tmp":6,"torch":8,"empty":2,"like":2,"merge":1,"states":1,"prefix":2,"suffix":4,"return":2,"def":1,"forward":1,"prefill":7,"self":9,"q":4,"tensor":5,"kv":7,"c":4,"normed":2,"k":10,"pe":4,"and":2,"cache":2,"metadata":5,"mlacommonmetadata":1,"assert":1,"not":2,"has":3,"context":7,"chunked":1,"nope":7,"b":1,"proj":1,"0":1,"view":1,"1":5,"num":1,"heads":1,"qk":2,"head":4,"dim":6,"v":5,"split":1,"cat":1,"expand":1,"shape":1,"run":1,"new":1,"tokens":1,"compute":1},"43598,1883,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"output":22,"torch":12,"empty":1,"like":1,"suffix":5,"merge":1,"attn":7,"states":1,"prefix":2,"context":2,"lse":4,"unpad":1,"if":4,"necessary":1,"self":3,"pad":1,"v":2,"shape":1,"1":1,"return":2,"flatten":1,"start":1,"dim":1,"2":1,"abstractmethod":1,"def":2,"forward":2,"decode":1,"ql":1,"nope":1,"tensor":12,"q":4,"pe":5,"kv":2,"c":4,"and":2,"k":7,"cache":2,"metadata":4,"m":2,"raise":2,"notimplementederror":2,"layer":1,"attentionlayer":1,"normed":3,"key":1,"in":2,"unified":2,"value":1,"optional":2,"none":5,"scale":2,"assert":1,"is":5,"not":3,"must":1,"be":2,"provided":1,"fused":1,"quantization":1,"yet":1,"supported":1,"for":2,"mlacommonimpl":1,"the":2,"zero":1,"fill":2,"required":1,"when":1,"used":1,"with":1,"dp":2,"ep":1,"to":1,"ensure":1,"all":1,"ranks":1,"within":1,"a":1,"group":1,"compute":1,"same":1,"expert":1,"outputs":2,"0":1,"num":6,"actual":6,"toks":5,"tokens":1,"inputs":1,"may":1,"padded":2,"cuda":1,"graphs":1},"45481,1799,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/common.py":{"assert":2,"attn":10,"metadata":10,"num":13,"decodes":2,"is":4,"not":4,"none":4,"and":4,"prefills":2,"decode":25,"tokens":9,"has":4,"0":5,"prefill":9,"q":12,"k":9,"pe":6,"c":4,"normed":4,"write":1,"the":1,"latent":1,"rope":2,"to":3,"kv":7,"cache":8,"if":3,"numel":1,"ops":1,"concat":1,"mla":1,"squeeze":1,"1":4,"slot":1,"mapping":1,"flatten":1,"dtype":2,"self":6,"scale":2,"layer":1,"output":3,"forward":2,"nope":9,"split":1,"qk":2,"head":2,"dim":3,"convert":2,"from":2,"b":6,"n":7,"p":4,"transpose":2,"multiply":1,"x":1,"l":4,"ql":4,"torch":1,"bmm":1,"w":1,"uk":1,"t":1,"return":1,"padded":1},"0,1823,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/triton_mla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":9,"typing":1,"import":10,"optional":5,"torch":1,"envs":1,"attention":8,"backends":2,"abstract":1,"attentiontype":1,"is":1,"quantized":1,"kv":7,"cache":3,"ops":2,"triton":6,"decode":2,"fwd":1,"flash":1,"logger":4,"init":4,"platforms":1,"current":1,"platform":1,"utils":1,"has":1,"v1":2,"mla":5,"common":1,"mlacommonbackend":2,"mlacommonimpl":2,"mlacommonmetadata":2,"name":4,"class":2,"tritonmlabackend":1,"staticmethod":2,"def":3,"get":2,"str":4,"return":2,"impl":1,"cls":1,"type":3,"tritonmlaimpl":3,"self":1,"num":4,"heads":4,"int":4,"head":2,"size":2,"scale":2,"float":3,"alibi":2,"slopes":2,"list":1,"sliding":2,"window":2,"dtype":2,"logits":2,"soft":2,"cap":2,"attn":2,"sharing":2,"target":2,"layer":2,"specific":1,"arguments":1,"args":2,"none":1,"super":1},"1823,1985,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/triton_mla.py":{"unsupported":2,"features":2,"alibi":2,"slopes":2,"sliding":2,"window":2,"logits":2,"soft":2,"cap":2,"if":4,"any":1,"raise":3,"notimplementederror":3,"tritonmlaimpl":2,"does":1,"not":4,"support":1,"one":1,"of":3,"the":2,"following":1,"attn":4,"type":1,"attentiontype":1,"decoder":2,"encoder":2,"self":7,"attention":5,"and":1,"cross":1,"are":1,"implemented":1,"for":1,"is":4,"quantized":1,"kv":3,"cache":3,"dtype":1,"tritonmla":1,"v1":1,"with":1,"fp8":1,"yet":1,"supported":1,"use":2,"triton":9,"flash":3,"envs":1,"vllm":1,"fa":3,"func":3,"has":1,"else":1,"none":6,"def":1,"varlen":1,"diff":1,"headdims":1,"rocm":1,"q":5,"k":4,"v":6,"softmax":4,"scale":2,"kwargs":6,"assert":1,"requires":1,"a":2,"padded":3,"torch":1,"nn":1,"functional":1,"pad":1,"0":2,"shape":2,"1":2,"value":1,"output":5,"tuple":1,"tensor":3,"encoded":2,"where":1,"always":1,"cu":2,"seqlens":2,"max":2,"seqlen":2,"causal":1,"bias":1,"return":1},"3808,1608,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/triton_mla.py":{"def":2,"flash":4,"attn":6,"varlen":3,"diff":3,"headdims":3,"self":7,"q":11,"k":5,"v":3,"return":6,"softmax":9,"lse":4,"false":1,"scale":5,"none":2,"kwargs":3,"if":2,"current":1,"platform":1,"is":2,"rocm":2,"and":4,"use":1,"triton":2,"not":3,"else":1,"super":1,"forward":1,"decode":2,"nope":3,"torch":6,"tensor":4,"pe":4,"kv":5,"c":2,"cache":3,"metadata":2,"mlacommonmetadata":1,"assert":2,"numel":1,"0":2,"dtype":3,"startswith":1,"fp8":2,"raise":1,"notimplementederror":1,"mla":1,"yet":1,"supported":1,"b":2,"shape":1,"cat":1,"dim":1,"1":1,"o":1,"zeros":1,"num":2,"heads":1,"lora":1,"rank":1,"device":2,"splits":1,"4":1,"todo":1,"heuristic":1},"5416,948,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/triton_mla.py":{"todo":1,"lucas":2,"allocate":1,"ahead":1,"of":2,"time":1,"attn":4,"logits":2,"torch":2,"empty":1,"b":1,"self":5,"num":3,"heads":1,"kv":11,"splits":2,"note":1,"idk":1,"why":1,"the":1,"1":4,"is":1,"here":1,"but":1,"sglang":1,"has":1,"it":1,"so":1,"we":1,"just":1,"mirror":1,"that":1,"lora":2,"rank":2,"dtype":1,"float32":1,"device":2,"q":2,"add":1,"a":1,"head":1,"dim":1,"c":7,"and":5,"k":5,"pe":5,"cache":7,"unsqueeze":1,"2":1,"page":2,"size":3,"run":1,"mqa":1,"decode":3,"attention":1,"fwd":1,"o":2,"metadata":2,"block":1,"table":1,"seq":1,"lens":1,"scale":1,"return":1,"v":1,"up":1,"proj":1},"0,1971,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/cutlass_mla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":6,"project":1,"import":8,"os":1,"from":5,"typing":1,"classvar":2,"optional":1,"torch":5,"custom":1,"ops":2,"as":2,"attention":3,"backends":3,"abstract":1,"attentiontype":1,"is":1,"quantized":1,"kv":1,"cache":1,"logger":4,"init":3,"v1":2,"mla":2,"common":1,"mlacommonbackend":2,"mlacommonimpl":1,"mlacommonmetadata":2,"mlacommonmetadatabuilder":2,"utils":1,"attentioncgsupport":3,"name":2,"class":3,"cutlassmlametadatabuilder":3,"enable":1,"full":1,"cuda":4,"graph":1,"support":2,"for":1,"decode":2,"only":1,"capture":1,"attn":1,"cudagraph":1,"uniform":1,"single":1,"token":1,"cutlassmlabackend":1,"staticmethod":3,"def":5,"get":5,"str":1,"return":4,"cutlass":1,"impl":1,"cls":2,"type":2,"cutlassmlaimpl":2,"builder":1,"sm100workspace":1,"self":6,"initial":2,"workspace":4,"size":3,"buf":3,"empty":1,"device":4,"dtype":1,"uint8":1,"block":1,"128":2,"forced":1,"pre":1,"compute":1,"sm":2,"count":3,"avoid":1,"recomputing":1,"it":1,"use":1,"a":1,"proxy":1,"assumes":1,"all":1,"devices":1,"are":1,"similar":1,"properties":3,"multi":1,"processor":1},"1971,1979,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/cutlass_mla.py":{"def":2,"ensure":1,"size":10,"self":7,"attn":6,"metadata":3,"mlacommonmetadata":2,"num":8,"kv":9,"splits":3,"int":5,"batch":2,"reqs":1,"max":3,"seq":2,"len":3,"query":1,"workspace":7,"ops":1,"sm100":2,"cutlass":1,"mla":4,"get":1,"block":1,"sm":1,"count":1,"if":3,"buf":2,"shape":1,"0":1,"resize":1,"g":1,"sm100workspace":1,"128":1,"1024":2,"128mb":1,"class":1,"cutlassmlaimpl":3,"mlacommonimpl":1,"init":2,"heads":4,"head":2,"scale":2,"float":3,"alibi":4,"slopes":4,"optional":4,"list":1,"sliding":4,"window":4,"cache":2,"dtype":2,"str":3,"logits":4,"soft":4,"cap":4,"type":3,"sharing":2,"target":2,"layer":2,"name":2,"specific":1,"arguments":1,"args":2,"none":1,"super":1,"unsupported":2,"features":2,"any":1,"raise":2,"notimplementederror":2,"does":1,"not":2,"support":1,"one":1,"of":1,"the":1,"following":1,"attentiontype":1,"decoder":2,"encoder":2,"attention":2,"and":1,"cross":1,"are":1,"implemented":1,"for":1},"3950,1908,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/cutlass_mla.py":{"if":3,"is":2,"quantized":1,"kv":19,"cache":8,"self":7,"dtype":1,"raise":1,"notimplementederror":1,"cutlassmla":1,"v1":1,"with":1,"fp8":1,"not":1,"yet":1,"supported":1,"use":3,"old":6,"cutlass":7,"mla":5,"false":1,"force":9,"os":2,"environ":2,"get":2,"none":2,"logger":2,"warning":2,"forcing":2,"kernel":1,"true":1,"todo":1,"currently":1,"num":11,"splits":11,"limited":1,"to":3,"16":1,"avoid":1,"hanging":1,"issues":1,"in":1,"case":1,"the":1,"code":1,"hangs":1,"1":2,"d":4,"int":3,"else":1,"auto":1,"detect":1,"share":1,"workspace":4,"buffer":1,"across":1,"all":1,"executions":1,"g":1,"sm100":2,"def":1,"decode":1,"q":16,"nope":6,"torch":7,"tensor":10,"pe":11,"c":5,"and":6,"k":5,"seq":1,"lens":1,"page":2,"table":1,"sm":1,"scale":1,"float":1,"assert":4,"ndim":6,"3":3,"f":2,"must":3,"be":3,"a":3,"3d":3,"but":3,"got":3,"format":1,"b":4,"h":4,"shape":3,"2":4,"size":1,"ckv":1},"5858,1749,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/cutlass_mla.py":{"d":12,"latent":4,"512":1,"rope":3,"64":1,"assert":12,"q":28,"nope":14,"pe":12,"ckv":1,"max":7,"heads":7,"128":2,"h":7,"f":5,"must":2,"be":5,"but":4,"got":5,"if":1,"padded":6,"new":3,"empty":3,"b":6,"len":1,"page":7,"table":8,"shape":2,"2":1,"block":7,"num":6,"0":3,"greater":1,"than":1,"size":1,"todo":1,"kaixih":1,"nvidia":1,"support":1,"fp8":1,"dtype":12,"in":1,"torch":4,"float16":1,"bfloat16":1,"needs":3,"to":3,"fp16":1,"or":1,"bf16":1,"kv":3,"c":2,"and":2,"k":2,"cache":2,"seq":4,"lens":4,"int32":4,"out":3,"ops":1,"sm100":1,"cutlass":1,"mla":1,"decode":1,"workspace":1,"sm":1,"scale":1,"splits":1,"return":1,"contiguous":1},"7607,1910,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/cutlass_mla.py":{"def":2,"sm100":3,"forward":2,"decode":7,"self":13,"q":15,"nope":9,"torch":9,"tensor":8,"pe":11,"kv":10,"c":5,"and":6,"k":5,"cache":7,"attn":7,"metadata":7,"mlacommonmetadata":2,"assert":4,"numel":2,"0":3,"is":4,"not":4,"none":2,"if":4,"dtype":4,"startswith":2,"fp8":4,"raise":2,"notimplementederror":2,"cutlass":4,"mla":5,"yet":2,"supported":2,"adjust":1,"workspace":3,"size":2,"necessary":1,"ensure":1,"num":3,"splits":2,"run":1,"clone":3,"to":1,"make":1,"sure":1,"strides":1,"computation":1,"correct":1,"todo":2,"check":1,"we":2,"really":1,"need":1,"it":2,"o":3,"seq":1,"lens":1,"block":1,"table":1,"get":1,"buf":1,"scale":1,"return":1,"v":1,"up":1,"proj":1,"currently":1,"leave":1,"here":1,"only":1,"for":1,"backup":1,"in":1,"case":1,"something":1,"wrong":1,"with":1,"the":1,"new":1,"kernel":1,"old":1,"b":2,"shape":1,"empty":1,"heads":1,"lora":1,"rank":1,"device":2},"9517,1020,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/cutlass_mla.py":{"run":1,"mla":4,"clone":3,"q":14,"nope":7,"and":5,"pe":11,"to":1,"make":1,"sure":1,"strides":1,"computation":1,"is":1,"correct":1,"ops":1,"cutlass":3,"decode":6,"o":2,"kv":4,"c":4,"k":4,"cache":4,"attn":5,"metadata":5,"seq":1,"lens":1,"block":1,"table":1,"self":6,"scale":1,"return":3,"v":1,"up":1,"proj":1,"def":1,"forward":3,"torch":4,"tensor":4,"mlacommonmetadata":1,"if":1,"use":1,"old":3,"todo":1,"remove":1,"the":1,"kernel":1,"after":1,"more":1,"extensive":1,"testing":1,"sm100":1},"0,1485,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/rocm_aiter_mla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"from":8,"dataclasses":1,"import":10,"dataclass":2,"typing":1,"classvar":1,"optional":1,"torch":1,"envs":4,"as":1,"attention":3,"ops":1,"rocm":4,"aiter":6,"mla":6,"decode":1,"fwd":1,"config":1,"vllmconfig":1,"utils":2,"cdiv":1,"yapf":3,"conflicts":1,"with":1,"isort":1,"for":1,"this":1,"docstring":1,"disable":1,"v1":4,"backends":2,"common":1,"mlacommonbackend":2,"mlacommondecodemetadata":1,"mlacommonimpl":1,"mlacommonmetadata":1,"mlacommonmetadatabuilder":1,"attentioncgsupport":1,"kv":1,"cache":1,"interface":1,"attentionspec":1,"enable":1,"def":5,"is":1,"enabled":1,"bool":1,"return":5,"use":2,"and":1,"class":1,"aitermlabackend":1,"staticmethod":4,"get":4,"name":1,"str":1,"impl":1,"cls":3,"type":3,"aitermlaimpl":2,"metadata":1,"aitermlametadata":2,"builder":1,"aitermlametadatabuilder":2},"1485,1604,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/rocm_aiter_mla.py":{"class":3,"aitermladecodemetadata":2,"mlacommondecodemetadata":1,"the":8,"indptr":4,"of":5,"paged":6,"kv":10,"cache":7,"shape":3,"batch":2,"size":5,"1":4,"optional":4,"torch":5,"tensor":4,"none":4,"page":3,"indices":2,"number":1,"entries":1,"in":2,"last":2,"each":1,"request":1,"len":2,"query":1,"num":7,"decode":2,"qo":1,"aitermlametadata":3,"mlacommonmetadata":1,"pass":1,"aitermlametadatabuilder":1,"mlacommonmetadatabuilder":1,"todo":1,"luka":1,"lucas":1,"audit":1,"this":1,"as":1,"part":1,"https":1,"github":1,"com":1,"vllm":7,"project":1,"issues":1,"22945":1,"cudagraph":1,"support":1,"classvar":1,"attentioncgsupport":2,"uniform":1,"single":1,"token":1,"def":1,"init":2,"self":4,"spec":4,"attentionspec":1,"layer":2,"names":2,"list":1,"str":1,"config":9,"vllmconfig":1,"device":3,"super":1,"assert":1,"block":3,"aiter":1,"mla":1,"only":1,"supports":1,"compilation":2,"max":7,"pages":3,"per":2,"req":2,"cdiv":1,"model":2,"reqs":2,"scheduler":1,"seqs":1},"3089,1922,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/rocm_aiter_mla.py":{"preparing":1,"persistent":2,"buffers":1,"todo":1,"we":2,"can":2,"disambiguate":1,"between":1,"decode":3,"and":1,"mixed":1,"prefill":1,"here":1,"so":1,"only":1,"use":1,"the":1,"buffer":1,"if":2,"a":1,"cudagraph":2,"is":1,"actually":1,"being":1,"used":1,"self":8,"compilation":1,"config":1,"mode":1,"has":1,"full":1,"cudagraphs":1,"paged":8,"kv":9,"indptr":2,"torch":12,"zeros":3,"max":4,"num":5,"reqs":4,"1":5,"dtype":6,"int32":4,"device":12,"indices":2,"pages":1,"last":5,"page":10,"len":5,"qo":1,"arange":2,"0":4,"def":1,"build":1,"block":7,"table":6,"tensor":6,"seq":4,"lens":4,"aitermladecodemetadata":1,"size":8,"cache":1,"spec":1,"bounds":2,"mask":2,"unsqueeze":2,"where":1},"5011,1858,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/rocm_aiter_mla.py":{"paged":24,"kv":24,"indptr":14,"torch":5,"cat":1,"zeros":1,"1":10,"dtype":4,"block":4,"table":4,"bounds":2,"device":4,"cumsum":1,"dim":1,"0":3,"int32":2,"if":1,"self":11,"compilation":1,"config":1,"cudagraph":1,"mode":1,"has":1,"full":1,"cudagraphs":1,"num":12,"actual":4,"pages":4,"indices":8,"size":1,"copy":3,"non":3,"blocking":3,"true":3,"fill":3,"reqs":8,"last":7,"page":7,"len":7,"qo":5,"else":1,"arange":1,"step":1,"attn":2,"metadata":2,"aitermladecodemetadata":1,"tensor":1,"seq":2,"lens":2,"return":1,"class":1,"aitermlaimpl":1,"mlacommonimpl":1,"aitermlametadata":1},"6869,1967,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/rocm_aiter_mla.py":{"def":2,"init":2,"self":4,"num":7,"heads":9,"int":4,"head":2,"size":3,"scale":5,"float":3,"kv":6,"alibi":4,"slopes":4,"optional":4,"list":1,"sliding":4,"window":4,"cache":2,"dtype":2,"str":3,"logits":4,"soft":4,"cap":4,"attn":7,"type":2,"sharing":2,"target":2,"layer":2,"name":2,"mla":5,"specific":1,"arguments":1,"args":2,"none":2,"super":1,"assert":1,"16":2,"or":2,"128":2,"f":2,"aiter":3,"only":1,"supports":1,"number":2,"of":3,"n":2,"provided":1,"try":1,"adjusting":1,"tensor":1,"parallel":1,"value":1,"unsupported":2,"features":2,"if":1,"any":1,"raise":1,"notimplementederror":1,"does":1,"not":1,"support":1,"one":1,"the":1,"following":1,"from":1,"import":1,"flash":5,"varlen":5,"func":4,"diff":1,"headdims":1,"q":3,"k":3,"v":3,"return":4,"softmax":5,"lse":3,"false":1,"kwargs":2,"output":2},"8836,1118,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/rocm_aiter_mla.py":{"def":1,"forward":1,"decode":7,"self":5,"q":9,"nope":3,"torch":6,"tensor":4,"pe":5,"kv":9,"c":3,"and":3,"k":3,"cache":3,"attn":6,"metadata":6,"aitermlametadata":1,"assert":2,"numel":1,"0":2,"is":1,"not":1,"none":1,"b":2,"shape":1,"cat":1,"dim":1,"1":3,"o":3,"zeros":1,"num":1,"heads":1,"lora":1,"rank":1,"dtype":2,"device":2,"buffer":2,"unsqueeze":1,"2":1,"max":3,"seqlen":3,"qo":4,"must":1,"be":1,"except":1,"for":2,"mtp":2,"todo":1,"find":1,"the":1,"best":1,"value":1,"aiter":1,"mla":1,"fwd":1,"scale":1,"indptr":2,"paged":3,"indices":1,"last":1,"page":1,"len":1,"return":1,"v":1,"up":1,"proj":1},"0,1938,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/flashmla.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":9,"project":1,"from":9,"dataclasses":1,"import":10,"dataclass":3,"typing":1,"classvar":2,"optional":1,"torch":3,"attention":4,"backends":3,"abstract":1,"attentiontype":1,"is":2,"quantized":1,"kv":2,"cache":2,"ops":1,"flashmla":3,"flash":1,"mla":3,"with":1,"kvcache":1,"get":5,"metadata":3,"supported":1,"config":1,"vllmconfig":1,"logger":4,"init":2,"v1":4,"common":1,"mlacommonbackend":2,"mlacommondecodemetadata":2,"mlacommonimpl":1,"mlacommonmetadata":2,"mlacommonmetadatabuilder":2,"utils":1,"attentioncgsupport":3,"interface":1,"attentionspec":1,"name":2,"class":4,"flashmlabackend":1,"staticmethod":4,"def":4,"str":1,"return":4,"cls":3,"type":3,"flashmlametadata":4,"builder":1,"flashmlametadatabuilder":3,"impl":1,"flashmlaimpl":2,"flashmladecodemetadata":2,"tile":1,"scheduler":1,"tensor":2,"num":1,"splits":1,"pass":1,"cudagraph":1,"support":1,"uniform":1,"batch":1},"1938,1921,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/flashmla.py":{"def":2,"init":2,"self":16,"kv":2,"cache":2,"spec":2,"attentionspec":1,"layer":2,"names":2,"list":1,"str":1,"vllm":6,"config":13,"vllmconfig":1,"device":11,"torch":8,"super":1,"flashmlametadata":1,"compilation":4,"num":10,"q":2,"heads":3,"model":1,"get":3,"attention":1,"parallel":1,"cg":6,"buf":6,"tile":4,"scheduler":5,"metadata":5,"none":4,"splits":4,"properties":3,"cuda":1,"sms":3,"multi":1,"processor":1,"count":1,"if":3,"cudagraph":3,"mode":2,"has":2,"full":2,"cudagraphs":2,"zeros":1,"upper":1,"bound":1,"on":1,"size":1,"tileschedulermetadatasize":2,"8":2,"dtype":2,"int32":2,"empty":1,"max":1,"seqs":1,"1":2,"build":1,"decode":4,"block":1,"table":1,"tensor":3,"seq":2,"lens":2,"flashmladecodemetadata":1,"mla":1,"mqa":1,"for":1,"the":2,"path":1,"todo":1,"we":2,"can":2,"disambiguate":1,"between":1,"and":1,"mixed":1,"prefill":1,"here":1,"so":1,"only":1,"use":1,"persistent":1,"buffer":1,"a":1,"is":3,"actually":1,"being":1,"used":1,"assert":2,"not":2},"3859,1346,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/flashmla.py":{"sm":4,"parts":3,"tile":10,"scheduler":10,"metadata":11,"size":7,"0":4,"per":2,"upper":1,"bound":1,"on":1,"sms":1,"tilemetadatasize":1,"assert":2,"self":5,"cg":5,"buf":5,"view":6,"copy":2,"num":14,"splits":14,"is":2,"batch":2,"varying":1,"n":4,"make":1,"sure":1,"static":1,"buffer":1,"large":1,"enough":1,"needs":2,"to":2,"monotonically":2,"increasing":2,"with":1,"https":1,"github":1,"com":1,"vllm":1,"project":1,"flashmla":1,"pull":1,"3":1,"otherwise":1,"it":1,"by":1,"1":2,"fill":1,"return":1,"flashmladecodemetadata":1,"block":2,"table":2,"tensor":1,"seq":2,"lens":2,"class":1,"flashmlaimpl":1,"mlacommonimpl":1,"flashmlametadata":1},"5205,1896,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/flashmla.py":{"def":2,"init":2,"self":4,"num":4,"heads":4,"int":4,"head":2,"size":2,"scale":2,"float":3,"kv":11,"alibi":4,"slopes":4,"optional":4,"list":1,"sliding":4,"window":4,"cache":7,"dtype":3,"str":3,"logits":4,"soft":4,"cap":4,"attn":5,"type":3,"sharing":2,"target":2,"layer":2,"name":2,"mla":3,"specific":1,"arguments":1,"args":2,"none":2,"super":1,"assert":3,"is":4,"flashmla":3,"supported":3,"not":5,"on":1,"this":1,"device":1,"unsupported":2,"features":2,"if":3,"any":1,"raise":3,"notimplementederror":3,"flashmlaimpl":2,"does":1,"support":1,"one":1,"of":1,"the":1,"following":1,"attentiontype":1,"decoder":2,"encoder":2,"attention":2,"and":3,"cross":1,"are":1,"implemented":1,"for":1,"quantized":1,"v1":1,"with":1,"fp8":1,"yet":1,"forward":1,"decode":2,"q":2,"nope":1,"torch":4,"tensor":4,"pe":3,"c":2,"k":2,"metadata":2,"flashmlametadata":1,"numel":1,"0":1},"7101,654,data/raw/vllm-0.10.1/vllm/v1/attention/backends/mla/flashmla.py":{"q":5,"torch":1,"cat":1,"nope":1,"pe":2,"dim":4,"1":4,"unsqueeze":2,"add":2,"seqlen":1,"of":2,"decode":5,"o":2,"flash":1,"mla":1,"with":1,"kvcache":1,"k":2,"cache":3,"kv":2,"c":1,"and":1,"2":1,"head":2,"block":2,"table":2,"attn":4,"metadata":6,"seqlens":1,"seq":1,"lens":1,"v":2,"self":3,"lora":1,"rank":1,"tile":2,"scheduler":2,"num":2,"splits":2,"softmax":1,"scale":2,"causal":1,"true":1,"return":1,"up":1,"proj":1},"0,1840,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"from":12,"abc":2,"import":11,"abstractmethod":1,"typing":1,"optional":3,"tokenizers":7,"packaging":1,"version":4,"tokenizer":5,"decoders":1,"decodestream":2,"transformers":2,"pretrainedtokenizerfast":1,"engine":2,"output":3,"processor":1,"stop":2,"checker":1,"stopchecker":1,"logger":4,"init":3,"utils":2,"detokenizer":2,"anytokenizer":2,"convert":1,"prompt":1,"ids":7,"tokens":1,"detokenize":1,"incrementally":1,"v1":1,"enginecorerequest":2,"name":1,"only":1,"21":2,"1":2,"supports":1,"used":1,"for":1,"fastincrementaldetokenizer":1,"use":1,"fast":1,"parse":2,"error":1,"string":1,"https":1,"github":1,"com":1,"huggingface":1,"blob":1,"909fdde2a4ffedd9295206f705eb612be2a91b12":1,"src":1,"mod":1,"rs":1,"l1042":1,"invalid":2,"prefix":2,"err":1,"msg":1,"encountered":1,"class":1,"incrementaldetokenizer":3,"def":5,"self":7,"token":6,"list":3,"int":3,"property":1,"return":4,"update":1,"new":3,"terminated":1,"bool":3,"str":2,"extend":1,"none":3,"get":1,"next":1,"text":1,"finished":1,"delta":1,"classmethod":1,"request":3,"cls":1,"assert":1,"sampling":1,"params":1,"is":2,"not":1,"if":1,"no":1,"skipping":1,"detokenization":1},"1840,1984,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"if":6,"use":2,"fast":2,"detokenizer":1,"and":3,"isinstance":1,"tokenizer":4,"pretrainedtokenizerfast":1,"tokenizers":1,"library":1,"decodestream":1,"return":4,"fastincrementaldetokenizer":1,"request":5,"fall":1,"back":2,"to":3,"slow":1,"python":1,"based":2,"incremental":1,"detokenization":3,"slowincrementaldetokenizer":1,"class":1,"baseincrementaldetokenizer":1,"incrementaldetokenizer":1,"abc":1,"def":2,"init":2,"self":11,"enginecorerequest":1,"super":1,"stop":21,"strings":2,"params":6,"sampling":1,"assert":1,"is":1,"not":4,"none":4,"min":2,"tokens":2,"include":5,"str":6,"in":6,"output":8,"number":1,"of":1,"chars":1,"hold":1,"when":1,"are":1,"be":1,"excluded":1,"from":2,"streamed":1,"buffer":2,"length":2,"max":1,"len":1,"s":2,"for":2,"1":4,"else":2,"0":2,"last":2,"text":2,"offset":1,"int":2,"generation":1,"data":1,"update":2,"new":7,"token":10,"ids":7,"list":1,"terminated":3,"bool":1,"optional":1,"requeststate":1,"the":2,"id":3,"by":1,"detokenize":1,"incrementally":1,"2":1,"evaluate":1,"criteria":1,"matched":1,"string":1,"or":1,"skip":1,"no":1,"exclude":1,"on":1,"parameter":1,"skipped":2},"3824,1855,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"1":3,"detokenize":1,"the":3,"new":8,"token":14,"ids":7,"incrementally":1,"todo":1,"woosuk":1,"this":3,"method":2,"becomes":1,"very":1,"inefficient":1,"when":1,"number":1,"of":1,"is":5,"more":1,"than":1,"we":1,"need":1,"to":5,"optimize":1,"stop":20,"check":5,"offset":3,"len":5,"self":20,"output":13,"text":10,"for":1,"id":6,"in":3,"append":2,"decode":2,"next":4,"support":1,"min":4,"tokens":4,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"22014":1,"if":7,"and":2,"terminated":1,"skipped":2,"not":2,"none":4,"cleanup":1,"after":1,"skipping":1,"detokenization":1,"triggered":1,"skip":1,"string":4,"return":2,"2":1,"evaluate":1,"strings":2,"stopchecker":1,"char":1,"count":1,"include":2,"str":3,"truncate":3,"abstractmethod":1,"def":2,"int":1,"raise":1,"notimplementederror":1,"get":1,"finished":1,"bool":2,"delta":2,"true":1,"only":1,"since":1,"last":1,"call":1,"returned":1},"5679,1758,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"we":1,"return":4,"the":3,"full":1,"output":7,"text":7,"if":7,"sequence":1,"is":2,"finished":2,"buffer":5,"length":9,"0":1,"else":2,"self":16,"stop":1,"not":3,"delta":1,"len":5,"last":5,"offset":5,"class":1,"fastincrementaldetokenizer":1,"baseincrementaldetokenizer":1,"def":1,"init":2,"tokenizer":6,"pretrainedtokenizerfast":1,"request":8,"enginecorerequest":1,"super":1,"sampling":6,"params":6,"assert":1,"none":1,"id":2,"skip":5,"special":7,"tokens":7,"stream":2,"decodestream":1,"find":1,"a":1,"safe":1,"place":1,"to":1,"start":1,"prompt":9,"suffix":7,"token":2,"ids":2,"4":2,"for":2,"i":2,"in":3,"range":1,"min":1,"1":1,"24":1,"decode":1,"break":1,"prime":1,"tid":2,"protected":1,"step":1,"spaces":2,"between":2,"or":1},"7437,1274,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"if":5,"not":3,"self":13,"spaces":5,"between":4,"special":12,"tokens":5,"store":1,"dict":1,"of":1,"added":11,"token":19,"ids":9,"so":1,"that":1,"we":1,"can":1,"suppress":1,"the":1,"them":1,"getattr":1,"tokenizer":3,"none":3,"is":5,"tid":2,"tok":2,"content":1,"for":1,"in":1,"get":2,"decoder":1,"items":1,"last":3,"false":1,"else":1,"no":1,"true":1,"def":1,"decode":1,"next":4,"id":3,"int":1,"str":1,"protected":1,"step":1,"and":1,"return":2,"raw":1,"string":1,"without":1,"any":1,"prefixed":1,"or":1},"8711,1891,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"def":3,"protected":1,"step":3,"self":22,"next":3,"token":13,"id":4,"int":2,"optional":1,"str":2,"try":1,"stream":4,"tokenizer":8,"except":1,"exception":1,"as":1,"e":3,"if":2,"invalid":3,"prefix":3,"err":1,"msg":1,"raise":1,"recover":1,"from":1,"edge":1,"case":1,"where":1,"can":1,"produce":1,"non":1,"monotonic":1,"utf":1,"8":1,"output":2,"which":1,"breaks":1,"the":1,"internal":1,"state":1,"of":1,"tokenizers":1,"decodestream":2,"see":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"17448":1,"logger":1,"warning":1,"encountered":1,"detokenization":2,"error":1,"for":2,"request":8,"s":1,"resetting":1,"decode":1,"skip":5,"special":7,"tokens":9,"return":2,"class":1,"slowincrementaldetokenizer":1,"baseincrementaldetokenizer":1,"init":2,"anytokenizer":1,"enginecorerequest":1,"super":1,"params":6,"sampling":1,"assert":1,"is":1,"not":2,"none":1,"metadata":1,"incremental":1,"offset":2,"read":1,"convert":1,"prompt":8,"ids":9,"to":1,"extend":1,"len":4,"spaces":2,"between":2,"property":1,"list":1,"else":1},"10602,710,data/raw/vllm-0.10.1/vllm/v1/engine/detokenizer.py":{"def":1,"decode":1,"next":2,"self":11,"token":2,"id":1,"int":1,"str":1,"new":2,"tokens":9,"decoded":2,"text":2,"prefix":5,"offset":10,"read":5,"detokenize":1,"incrementally":1,"tokenizer":2,"all":1,"input":1,"ids":2,"prev":1,"skip":2,"special":4,"spaces":2,"between":2,"extend":1,"return":1},"0,1661,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":24,"project":1,"from":27,"collections":1,"abc":1,"import":27,"mapping":1,"copy":2,"typing":2,"any":2,"callable":1,"optional":1,"union":1,"extensions":1,"typevar":2,"envs":2,"as":1,"config":1,"parallelconfig":1,"vllmconfig":1,"distributed":2,"stateless":1,"destroy":1,"torch":1,"process":1,"group":2,"engine":5,"arg":1,"utils":3,"engineargs":1,"inputs":1,"prompttype":1,"logger":4,"init":3,"lora":1,"request":1,"lorarequest":1,"multimodal":2,"registry":1,"multimodalregistry":1,"outputs":1,"poolingrequestoutput":1,"requestoutput":1,"pooling":1,"params":2,"poolingparams":1,"sampling":2,"samplingparams":1,"tasks":1,"supportedtask":1,"transformers":1,"tokenizer":2,"tokenizergroup":1,"configs":1,"usage":2,"lib":1,"usagecontext":1,"device":1,"v1":8,"core":1,"client":1,"enginecoreclient":1,"output":1,"processor":3,"outputprocessor":1,"parallel":1,"parentrequest":1,"executor":2,"abstract":1,"metrics":4,"loggers":1,"prometheusstatlogger":1,"statloggerbase":1,"statloggerfactory":1,"reader":1,"metric":1,"get":1,"snapshot":1,"stats":1,"iterationstats":1,"name":1,"r":2,"default":1,"class":1,"llmengine":2,"legacy":1,"for":1,"backwards":1,"compatibility":1},"1661,1753,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"def":1,"init":4,"self":11,"vllm":12,"config":16,"vllmconfig":1,"executor":2,"class":1,"type":1,"log":4,"stats":4,"bool":3,"usage":1,"context":2,"usagecontext":2,"engine":3,"stat":4,"loggers":2,"optional":2,"list":1,"statloggerfactory":1,"none":5,"mm":1,"registry":2,"multimodalregistry":1,"multimodal":1,"use":5,"cached":1,"outputs":1,"false":4,"multiprocess":2,"mode":2,"if":4,"not":5,"envs":2,"v1":6,"raise":2,"valueerror":1,"using":2,"llmengine":3,"but":1,"this":3,"should":2,"happen":1,"as":1,"a":1,"workaround":1,"try":1,"from":1,"or":2,"explicitly":1,"set":2,"0":2,"1":2,"and":4,"report":1,"issue":2,"on":2,"github":2,"is":3,"notimplementederror":1,"passing":1,"statloggers":1,"to":1,"in":3,"yet":1,"supported":1,"file":1,"model":2,"cache":2,"logger":2,"statloggerbase":1,"prometheusstatlogger":1,"important":1,"dp":4,"group":4,"before":1,"the":2,"core":1,"decoupled":1,"case":1,"handled":1,"enginecoreproc":1,"parallel":5,"data":1,"size":1,"stateless":1,"else":1,"execute":1,"dummy":1,"batch":1},"3414,1440,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"if":3,"self":13,"model":5,"config":14,"skip":1,"tokenizer":8,"init":2,"none":1,"else":1,"ensure":1,"liveness":1,"running":1,"in":2,"another":1,"process":1,"from":1,"configs":1,"vllm":7,"scheduler":2,"lora":2,"processor":4,"convert":2,"inputs":1,"enginecorerequests":2,"mm":3,"registry":2,"outputprocessor":2,"enginecoreoutputs":2,"requestoutput":1,"output":1,"log":4,"stats":4,"enginecore":1,"gets":1,"and":1,"gives":1,"engine":3,"core":3,"enginecoreclient":1,"make":1,"client":1,"multiprocess":3,"mode":4,"asyncio":1,"false":1,"executor":4,"class":2,"not":1,"for":1,"v0":1,"compatibility":1,"type":1,"ignore":1,"don":1,"t":1,"keep":1,"the":1,"dummy":1,"data":1,"memory":1,"reset":1,"cache":1},"4854,1757,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"classmethod":2,"def":3,"from":3,"vllm":11,"config":10,"cls":4,"vllmconfig":1,"usage":7,"context":9,"usagecontext":4,"engine":10,"stat":6,"loggers":6,"optional":2,"list":2,"statloggerfactory":2,"none":2,"disable":3,"log":5,"stats":5,"bool":2,"false":2,"llmengine":4,"return":3,"executor":6,"class":6,"get":4,"not":2,"multiprocess":2,"mode":2,"envs":2,"enable":5,"v1":2,"multiprocessing":6,"args":4,"engineargs":1,"creates":1,"an":1,"llm":1,"the":3,"arguments":1,"create":3,"configs":1,"if":1,"logger":1,"debug":1,"enabling":1,"for":1,"true":1,"num":2,"unfinished":2,"requests":2,"self":2,"int":1,"output":1,"processor":1},"6611,1990,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"def":6,"has":14,"unfinished":14,"requests":6,"self":15,"bool":3,"output":3,"processor":3,"if":4,"dp":6,"group":2,"is":1,"none":7,"return":5,"or":1,"engine":3,"core":3,"engines":1,"running":1,"aggregated":3,"parallelconfig":1,"not":2,"and":2,"should":1,"execute":1,"dummy":1,"batch":1,"true":1,"classmethod":1,"validate":2,"outputs":3,"cls":1,"type":3,"get":2,"supported":2,"tasks":2,"tuple":1,"supportedtask":1,"abort":3,"request":17,"ids":5,"list":1,"str":7,"remove":1,"from":1,"enginecore":1,"detokenizer":1,"add":1,"id":6,"prompt":3,"prompttype":1,"params":4,"union":1,"samplingparams":2,"poolingparams":1,"arrival":2,"time":2,"optional":4,"float":1,"lora":2,"lorarequest":1,"tokenization":2,"kwargs":2,"dict":1,"any":1,"trace":2,"headers":2,"mapping":1,"priority":2,"int":1,"0":1,"the":2,"isinstance":2,"raise":1,"typeerror":1,"f":1,"must":1,"be":1,"a":1,"string":1,"got":1,"process":2,"raw":1,"inputs":2,"into":1,"n":2,"else":1,"1":1},"8601,1976,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"if":5,"n":4,"1":4,"make":2,"a":2,"new":2,"requeststate":2,"and":2,"queue":2,"self":14,"output":4,"processor":3,"add":6,"request":19,"prompt":2,"str":2,"none":4,"0":1,"the":3,"to":4,"enginecore":3,"engine":6,"core":6,"return":2,"fan":1,"out":1,"child":7,"requests":2,"for":2,"parent":3,"req":3,"parentrequest":1,"id":4,"params":4,"idx":4,"in":1,"range":1,"get":3,"info":1,"else":2,"copy":1,"sampling":1,"def":1,"step":1,"union":1,"list":2,"requestoutput":1,"poolingrequestoutput":1,"should":2,"execute":3,"dummy":3,"batch":3,"false":1,"enginecoreoutput":1,"from":1,"outputs":9,"2":1,"process":2,"enginecoreoutputs":1,"iteration":5,"stats":10,"iterationstats":1,"log":1,"processed":2,"timestamp":2,"3":1,"abort":3,"any":1,"reqs":2,"that":1,"finished":1,"due":1,"stop":1,"strings":1,"4":1,"record":2,"stat":2,"logger":2,"is":2,"not":2,"assert":1,"scheduler":3},"10577,1894,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"return":10,"processed":1,"outputs":2,"request":3,"def":15,"get":6,"vllm":2,"config":5,"self":34,"model":3,"start":1,"profile":4,"engine":12,"core":11,"true":2,"stop":1,"false":1,"reset":6,"mm":4,"cache":6,"processor":3,"registry":1,"input":1,"client":1,"prefix":2,"device":2,"optional":2,"none":3,"sleep":2,"level":2,"int":4,"1":1,"wake":2,"up":2,"tags":2,"list":5,"str":1,"is":4,"sleeping":2,"bool":4,"metrics":2,"metric":1,"assert":1,"log":1,"stats":1,"stat":1,"logging":1,"disabled":1,"snapshot":1,"tokenizer":5,"group":1,"tokenizergroup":1,"if":1,"raise":1,"valueerror":1,"unable":1,"to":1,"because":1,"skip":1,"init":1,"add":2,"lora":14,"lorarequest":1,"load":1,"a":1,"new":1,"adapter":3,"into":1,"the":1,"for":1,"future":1,"requests":1,"remove":3,"id":4,"an":2,"already":1,"loaded":1,"loras":2,"set":1,"all":1,"registered":1,"adapters":1,"pin":2,"prevent":1,"from":1,"being":1,"evicted":1},"12471,496,data/raw/vllm-0.10.1/vllm/v1/engine/llm_engine.py":{"def":2,"collective":2,"rpc":2,"self":4,"method":2,"union":1,"str":2,"callable":1,"r":2,"timeout":2,"optional":2,"float":1,"none":3,"args":2,"tuple":1,"kwargs":2,"dict":1,"any":1,"list":1,"return":1,"engine":1,"core":1,"del":1,"if":1,"dp":3,"group":4,"getattr":1,"stateless":1,"destroy":1,"torch":1,"distributed":1,"process":1},"0,1818,data/raw/vllm-0.10.1/vllm/v1/engine/parallel_sampling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":3,"vllm":4,"project":1,"from":5,"copy":2,"import":5,"typing":1,"optional":2,"outputs":1,"completionoutput":2,"sampling":17,"params":16,"requestoutputkind":2,"samplingparams":5,"v1":1,"metrics":1,"stats":1,"iterationstats":1,"class":1,"parentrequest":1,"info":1,"state":1,"processing":1,"for":1,"parallel":1,"request":8,"store":1,"parent":2,"id":5,"and":1,"facilitate":1,"generating":1,"child":12,"str":3,"track":1,"completion":1,"of":3,"requests":4,"set":2,"aggregate":1,"completions":1,"when":1,"not":2,"streaming":1,"output":3,"aggregator":2,"list":1,"find":1,"max":3,"number":1,"generated":1,"tokens":3,"across":1,"all":1,"children":1,"num":2,"generation":2,"int":2,"efficiently":2,"obtain":2,"cached":2,"def":2,"init":1,"self":8,"none":4,"n":2,"if":2,"kind":1,"final":1,"only":1,"else":1,"get":1,"index":3,"seed":2,"is":1,"then":1,"each":1,"requires":1,"a":2,"unique":2,"clone":1,"with":1,"args":1,"within":1},"1818,1919,data/raw/vllm-0.10.1/vllm/v1/engine/parallel_sampling.py":{"returns":2,"child":25,"sampling":19,"params":19,"instance":1,"seed":6,"self":17,"if":7,"cached":3,"reuse":2,"data":1,"structure":1,"return":5,"build":1,"copy":1,"n":5,"1":1,"is":1,"none":1,"cache":1,"for":1,"later":1,"else":3,"each":1,"gets":1,"a":2,"clone":1,"with":1,"unique":1,"index":7,"def":3,"get":4,"info":1,"int":2,"tuple":3,"str":3,"samplingparams":1,"request":5,"id":8,"and":1,"args":1,"within":1,"requests":4,"req":3,"f":1,"add":1,"property":1,"outputs":4,"completion":5,"output":9,"completionoutput":2,"list":1,"bool":1,"finished":1,"remove":1,"kind":1,"requestoutputkind":1,"final":2,"only":1,"streaming":2,"just":1,"the":2,"current":1,"not":1,"aggregate":1,"aggregator":2},"3737,1097,data/raw/vllm-0.10.1/vllm/v1/engine/parallel_sampling.py":{"finished":4,"not":4,"self":6,"child":3,"requests":3,"return":2,"request":2,"id":1,"outputs":1,"def":2,"observe":3,"num":12,"generation":12,"tokens":12,"int":2,"max":5,"staticmethod":1,"parent":7,"req":7,"optional":1,"parentrequest":1,"iteration":4,"stats":4,"iterationstats":1,"n":4,"param":2,"if":3,"is":3,"none":3,"else":1,"1":1,"we":1,"can":1,"now":1,"record":1,"to":1,"or":1,"iter":2,"append":2,"params":1},"0,1842,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":13,"project":1,"import":29,"asyncio":4,"contextlib":1,"multiprocessing":2,"queue":1,"sys":1,"uuid":1,"weakref":1,"from":20,"abc":4,"abstractmethod":1,"collections":2,"defaultdict":1,"deque":1,"awaitable":1,"sequence":1,"concurrent":1,"futures":1,"future":3,"dataclasses":1,"dataclass":1,"threading":1,"thread":1,"typing":1,"any":3,"callable":1,"optional":1,"typevar":2,"union":2,"msgspec":1,"msgpack":1,"zmq":4,"config":1,"vllmconfig":1,"logger":4,"init":2,"lora":1,"request":1,"lorarequest":1,"tasks":1,"supportedtask":1,"utils":3,"close":1,"sockets":1,"get":2,"open":2,"port":1,"inproc":1,"path":1,"in":1,"loop":1,"make":1,"socket":1,"v1":7,"engine":5,"enginecoreoutputs":1,"enginecorerequest":1,"enginecorerequesttype":1,"reconfiguredistributedrequest":1,"reconfigureranktype":1,"utilityoutput":1,"coordinator":1,"dpcoordinator":1,"core":2,"enginecore":2,"enginecoreproc":1,"exceptions":1,"enginedeaderror":1,"coreengineactormanager":1,"coreengineprocmanager":1,"launch":1,"engines":1,"executor":2,"abstract":1,"serial":1,"msgpackdecoder":1,"msgpackencoder":1,"bytestr":1,"name":1,"anyfuture":1,"r":2,"return":1,"type":1,"for":3,"collective":1,"rpc":1,"engineidentity":1,"bytes":1,"class":1,"enginecoreclient":2,"subclasses":1,"handle":1,"different":1,"methods":1,"pushing":1,"and":1,"pulling":1},"1842,1952,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"subclasses":1,"inprocclient":2,"in":2,"process":1,"enginecore":4,"for":4,"v0":1,"style":1,"llmengine":1,"use":1,"syncmpclient":2,"zmq":2,"background":2,"proc":2,"llm":1,"asyncmpclient":2,"w":1,"asyncio":6,"asyncllm":1,"staticmethod":2,"def":2,"make":3,"client":15,"multiprocess":4,"mode":8,"bool":4,"vllm":7,"config":11,"vllmconfig":2,"executor":8,"class":6,"type":2,"log":6,"stats":6,"enginecoreclient":2,"todo":1,"support":1,"this":1,"debugging":1,"purposes":1,"if":5,"and":3,"not":3,"raise":1,"notimplementederror":1,"running":1,"without":1,"multiprocessing":1,"is":1,"currently":1,"supported":1,"return":6,"async":2,"mp":2,"addresses":2,"optional":1,"dict":1,"str":2,"none":1,"count":2,"int":2,"1":2,"index":2,"0":1,"mpclient":1,"parallel":6,"args":4,"data":2,"size":1,"external":2,"lb":1,"load":2,"balancer":2,"per":1,"dp":2,"rank":1,"dpasyncmpclient":1,"internal":1,"balances":1,"to":1,"all":1,"ranks":1,"dplbasyncmpclient":1},"3794,1954,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"abstractmethod":1,"def":19,"shutdown":1,"self":19,"get":2,"output":1,"enginecoreoutputs":1,"raise":18,"notimplementederror":18,"supported":1,"tasks":1,"tuple":2,"supportedtask":1,"add":2,"request":4,"enginecorerequest":1,"none":15,"profile":1,"is":2,"start":1,"bool":5,"true":1,"reset":2,"mm":1,"cache":2,"prefix":1,"sleep":1,"level":1,"int":5,"1":1,"wake":1,"up":1,"tags":1,"optional":5,"list":4,"str":6,"sleeping":1,"execute":2,"dummy":2,"batch":2,"async":2,"abort":1,"requests":1,"ids":1,"lora":6,"lorarequest":1,"remove":1,"id":2,"loras":1,"set":1,"pin":1,"save":1,"sharded":1,"state":1,"path":1,"pattern":1,"max":1,"size":1,"collective":1,"rpc":1,"method":1,"union":1,"callable":1,"r":2,"timeout":1,"float":1,"args":1,"kwargs":1,"dict":1,"any":1},"5748,1929,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":17,"dp":1,"engines":2,"running":2,"self":17,"bool":6,"returns":1,"true":2,"id":3,"data":2,"parallel":2,"are":1,"collectively":1,"in":1,"a":1,"state":2,"raise":17,"notimplementederror":17,"async":31,"scale":1,"elastic":1,"ep":1,"new":1,"size":2,"int":6,"none":12,"get":2,"output":1,"enginecoreoutputs":1,"supported":1,"tasks":1,"tuple":1,"supportedtask":1,"add":2,"request":4,"enginecorerequest":1,"profile":1,"is":2,"start":1,"reset":2,"mm":1,"cache":2,"prefix":1,"sleep":1,"level":1,"1":1,"wake":1,"up":1,"tags":1,"optional":3,"list":3,"str":4,"sleeping":1,"abort":1,"requests":1,"ids":1,"lora":6,"lorarequest":1,"remove":1,"loras":1,"set":1,"pin":1,"save":1,"sharded":1,"path":1,"pattern":1,"max":1},"7677,1965,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"async":2,"def":13,"collective":1,"rpc":1,"self":26,"method":1,"union":1,"str":4,"callable":1,"r":2,"timeout":1,"optional":3,"float":1,"none":11,"args":3,"tuple":2,"kwargs":3,"dict":1,"any":1,"list":3,"raise":1,"notimplementederror":1,"class":1,"inprocclient":2,"enginecoreclient":1,"client":1,"for":3,"in":3,"process":2,"enginecore":5,"intended":1,"use":1,"llmengine":1,"v0":1,"style":1,"add":4,"request":11,"and":1,"step":2,"setup":1,"this":1,"no":1,"busy":1,"loop":1,"pushes":1,"enginecorerequest":2,"directly":1,"into":1,"the":2,"pulls":1,"enginecoreoutputs":3,"by":1,"stepping":1,"init":1,"engine":13,"core":13,"get":4,"output":1,"outputs":2,"return":3,"0":2,"or":1,"supported":2,"tasks":2,"supportedtask":1,"req":2,"wave":2,"preprocess":1,"abort":2,"requests":2,"ids":3,"if":1,"len":1,"shutdown":2,"profile":2,"is":4,"start":2,"bool":2,"true":1,"reset":4,"mm":2,"cache":4,"prefix":2,"sleep":2,"level":2,"int":1,"1":1,"wake":2,"up":2,"tags":2,"sleeping":2},"9642,1314,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":8,"execute":2,"dummy":2,"batch":2,"self":15,"none":6,"engine":7,"core":7,"add":2,"lora":12,"request":2,"lorarequest":1,"bool":4,"return":6,"remove":2,"id":4,"int":4,"list":3,"loras":2,"set":1,"pin":2,"save":2,"sharded":2,"state":2,"path":2,"str":4,"pattern":2,"optional":4,"max":2,"size":2,"collective":2,"rpc":2,"method":2,"union":1,"callable":1,"r":2,"timeout":2,"float":1,"args":2,"tuple":1,"kwargs":2,"dict":1,"any":1,"dp":1,"engines":1,"running":1,"false":1,"dataclass":1,"class":1,"backgroundresources":1,"used":1,"as":1,"a":1,"finalizer":1,"for":1,"clean":1,"shutdown":1,"avoiding":1,"circular":1,"reference":1,"back":1,"to":1,"the":1,"client":1,"object":1},"10956,1882,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"ctx":1,"zmq":9,"context":1,"if":7,"coreengineprocmanager":2,"it":3,"manages":2,"local":1,"engines":3,"coreengineactormanager":2,"all":1,"engine":5,"manager":3,"optional":10,"union":3,"none":13,"coordinator":3,"dpcoordinator":1,"output":7,"socket":20,"asyncio":9,"input":2,"first":4,"req":4,"send":2,"rcv":2,"stats":4,"update":4,"queue":2,"task":10,"shutdown":1,"path":1,"str":1,"set":1,"any":1,"of":1,"the":3,"are":1,"dead":3,"here":1,"so":1,"that":1,"processing":1,"threads":1,"can":1,"access":1,"without":1,"holding":1,"a":1,"ref":1,"to":1,"client":1,"bool":1,"false":1,"def":2,"call":1,"self":15,"clean":1,"up":1,"background":1,"resources":1,"true":1,"is":3,"not":4,"close":4,"isinstance":1,"async":1,"case":1,"loop":3,"get":2,"running":1,"sockets":4,"tasks":3,"and":2,"for":1,"in":1,"done":1,"cancel":1},"12838,1754,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"if":4,"in":3,"loop":6,"close":5,"sockets":7,"and":5,"tasks":4,"elif":1,"not":2,"is":3,"closed":4,"call":1,"soon":1,"threadsafe":1,"else":2,"has":1,"been":1,"try":1,"to":1,"clean":1,"up":1,"directly":1,"del":4,"self":9,"output":4,"queue":1,"task":2,"stats":1,"update":1,"sync":2,"case":1,"zmq":3,"context":1,"termination":1,"can":1,"hang":1,"the":2,"aren":1,"t":1,"explicitly":1,"first":1,"socket":6,"input":2,"shutdown":6,"path":2,"none":1,"we":1,"must":1,"ensure":1,"that":1,"cleanly":1,"its":1,"own":1,"thread":1,"with":1,"ctx":1,"pair":1,"as":1,"sender":3,"connect":1,"send":2,"signal":1,"b":1,"def":1,"validate":1,"alive":1,"frames":3,"sequence":1,"frame":1,"len":1,"1":1,"0":1,"buffer":1,"enginecoreproc":1,"engine":2,"core":1,"dead":2,"true":1,"raise":1,"enginedeaderror":1,"class":1,"mpclient":2,"enginecoreclient":1,"base":1,"client":1,"for":3,"multi":1,"proc":1,"enginecore":2,"runs":1,"a":1,"background":1,"process":1,"busy":1,"getting":1,"new":1,"enginecorerequests":2,"returning":1,"enginecoreoutputs":2,"pushes":1,"via":2,"pulls":1,"asyncmpclient":1,"subclass":2,"asyncllm":1,"usage":2,"syncmpclient":1,"llm":1},"14592,1849,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":1,"init":1,"self":14,"asyncio":3,"mode":2,"bool":2,"vllm":4,"config":4,"vllmconfig":1,"executor":3,"class":2,"type":1,"log":2,"stats":5,"client":8,"addresses":6,"optional":2,"dict":1,"str":3,"none":3,"serialization":1,"setup":2,"encoder":1,"msgpackencoder":1,"decoder":1,"msgpackdecoder":1,"enginecoreoutputs":1,"zmq":3,"sync":4,"ctx":6,"context":2,"io":1,"threads":1,"2":1,"if":3,"else":2,"this":3,"will":1,"ensure":1,"resources":5,"created":1,"so":1,"far":1,"are":3,"closed":1,"when":1,"the":1,"is":3,"garbage":1,"collected":1,"even":1,"an":1,"exception":1,"raised":1,"mid":1,"construction":1,"backgroundresources":1,"finalizer":1,"weakref":1,"finalize":1,"success":1,"false":2,"try":1,"state":1,"used":1,"for":1,"data":1,"parallel":1,"engines":4,"running":1,"update":3,"address":7,"not":1,"managed":2,"externally":1,"to":1,"input":2,"output":2,"get":1,"by":1,"with":1,"launch":1,"core":1,"as":1,"engine":3,"manager":3,"coordinator":3},"16441,1878,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"input":5,"address":8,"addresses":3,"inputs":1,"output":4,"outputs":1,"self":11,"stats":4,"update":2,"frontend":1,"publish":2,"if":3,"coordinator":2,"is":2,"not":2,"none":2,"assert":2,"get":1,"create":1,"and":2,"sockets":1,"socket":5,"resources":2,"make":2,"zmq":5,"ctx":2,"router":1,"bind":1,"true":1,"pull":1,"parallel":16,"config":10,"vllm":1,"dp":8,"size":7,"data":7,"rank":8,"local":9,"offline":2,"mode":2,"client":3,"manages":2,"remote":1,"enginecores":2,"in":3,"pure":1,"internal":1,"lb":4,"case":2,"hybrid":2,"external":2,"engines":3,"only":2,"or":1,"num":2,"ranks":5,"else":2,"engine":4,"managed":3,"list":2,"range":1,"len":1,"identity":1,"of":1,"each":1,"that":1,"this":1,"will":1,"talk":1,"to":2,"core":1,"engineidentity":1,"bytes":1,"2":1,"little":1,"for":1},"18319,1997,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"wait":1,"for":3,"ready":1,"messages":7,"from":1,"each":1,"engine":6,"on":2,"the":2,"input":6,"socket":7,"identities":3,"set":1,"self":22,"core":5,"engines":5,"sync":3,"zmq":4,"shadow":1,"while":2,"if":6,"not":3,"poll":1,"timeout":1,"600":1,"000":1,"raise":2,"timeouterror":1,"timed":1,"out":1,"waiting":1,"to":3,"send":1,"initial":1,"message":2,"identity":2,"recv":1,"multipart":1,"remove":1,"engineidentity":1,"0":2,"utility":1,"results":1,"dict":1,"int":1,"anyfuture":1,"request":1,"objects":1,"which":1,"may":1,"contain":1,"pytorch":1,"allocated":1,"tensors":1,"that":1,"we":1,"need":1,"keep":1,"references":1,"until":1,"is":2,"done":3,"with":1,"underlying":1,"data":1,"pending":7,"deque":1,"tuple":1,"messagetracker":2,"any":2,"start":2,"monitoring":1,"processes":1,"unexpected":1,"failures":1,"monitor":1,"success":2,"true":2,"finally":1,"finalizer":2,"def":6,"shutdown":1,"terminate":1,"background":1,"resources":3,"format":1,"exception":3,"e":2,"errored":1,"use":1,"enginedeaderror":3,"so":1,"root":1,"cause":1,"clear":1,"return":2,"suppress":1,"context":1,"dead":2,"else":1,"ensure":1,"alive":1,"add":1,"tracker":3,"msg":2,"appendleft":1,"free":1,"and":1,"1":1,"pop":1,"dp":1,"running":2,"bool":1},"20316,1595,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":2,"start":3,"engine":20,"core":4,"monitor":6,"self":10,"a":2,"thread":2,"for":4,"processes":8,"manager":6,"resources":3,"if":4,"is":1,"none":1,"or":3,"not":3,"hasattr":1,"no":1,"to":3,"return":2,"ref":3,"weakref":1,"process":1,"liveness":1,"any":1,"die":1,"unexpectedly":2,"logs":1,"an":1,"error":2,"shuts":1,"down":2,"the":3,"client":2,"and":1,"invokes":1,"failure":2,"callback":2,"inform":1,"cores":2,"sentinels":2,"proc":8,"sentinel":2,"in":2,"died":3,"multiprocessing":1,"connection":1,"wait":1,"dead":3,"true":2,"name":4,"next":1,"0":1,"logger":1,"s":1,"shutting":1,"shutdown":1,"note":1,"mpclient":1,"we":2,"don":1,"t":1,"have":1,"mechanism":1,"like":1,"multiprocexecutor":1,"but":1,"set":1,"flag":1,"which":1,"will":1,"cause":1,"subsequent":1,"operations":1,"raise":1,"enginedeaderror":1,"target":1,"daemon":1,"mpclientenginemonitor":1},"21911,1826,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":2,"process":1,"utility":7,"output":7,"utilityoutput":1,"results":4,"dict":1,"int":1,"anyfuture":1,"set":3,"the":6,"result":5,"from":1,"a":2,"method":2,"in":1,"waiting":1,"future":5,"pop":1,"call":2,"id":1,"failure":6,"message":6,"try":1,"if":3,"is":5,"not":4,"none":3,"exception":3,"else":1,"assert":1,"except":1,"asyncio":2,"invalidstateerror":1,"this":1,"can":1,"happen":1,"cancelled":3,"due":1,"to":3,"original":1,"calling":1,"task":1,"being":1,"logger":1,"error":2,"failed":1,"with":1,"s":1,"class":4,"syncmpclient":1,"mpclient":1,"synchronous":1,"client":2,"for":1,"multi":1,"proc":1,"enginecore":1,"init":2,"self":10,"vllm":4,"config":5,"vllmconfig":1,"executor":4,"type":1,"log":3,"stats":3,"bool":1,"super":1,"mode":1,"false":1,"dp":1,"parallel":2,"data":1,"size":1,"1":1,"outputs":4,"queue":5,"union":1,"enginecoreoutputs":1,"ensure":1,"that":1,"socket":3,"processing":1,"thread":1,"does":1,"have":1,"ref":1,"which":1,"prevents":1,"gc":1,"ctx":2,"out":1,"resources":4,"decoder":2,"shutdown":3,"path":4,"get":1,"open":1,"zmq":1,"inproc":1},"23737,1770,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":1,"process":4,"outputs":9,"socket":15,"assert":1,"isinstance":1,"out":4,"zmq":5,"shutdown":7,"ctx":1,"pair":1,"try":1,"bind":1,"path":1,"poller":5,"register":2,"pollin":2,"while":1,"true":2,"socks":4,"poll":1,"if":3,"not":1,"continue":1,"len":1,"2":1,"or":1,"0":4,"signal":1,"exit":1,"thread":6,"break":1,"frames":3,"recv":1,"multipart":1,"copy":1,"false":1,"resources":2,"validate":1,"alive":1,"enginecoreoutputs":1,"decoder":1,"decode":1,"utility":4,"output":6,"results":1,"else":1,"queue":4,"put":2,"nowait":2,"except":1,"exception":1,"as":1,"e":2,"finally":1,"close":3,"sockets":1,"linger":2,"from":1,"engine":1,"in":1,"separate":1,"self":3,"target":1,"name":1,"enginecoreoutputqueuethread":1,"daemon":1,"start":1,"the":2,"takes":1,"on":1,"responsibility":1,"for":1,"closing":1,"none":1},"25507,1944,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":6,"get":4,"output":2,"self":24,"enginecoreoutputs":1,"if":6,"an":1,"exception":3,"arises":1,"in":2,"process":1,"outputs":8,"socket":3,"task":2,"it":2,"is":3,"forwarded":1,"to":2,"the":2,"queue":2,"so":1,"we":1,"can":1,"raise":2,"from":2,"this":1,"run":1,"handler":1,"shut":1,"down":1,"server":1,"isinstance":1,"format":1,"none":4,"wave":1,"complete":1,"not":2,"engines":2,"running":2,"false":3,"return":4,"send":6,"input":6,"request":12,"type":2,"enginecorerequesttype":4,"any":3,"ensure":1,"alive":1,"free":1,"pending":2,"messages":1,"identity":1,"requesttype":1,"serializedrequest":1,"msg":4,"core":1,"engine":2,"value":1,"encoder":1,"encode":1,"len":1,"3":1,"no":2,"auxiliary":1,"buffers":2,"tensor":1,"backing":1,"multipart":2,"copy":2,"tracker":2,"track":1,"true":2,"add":3,"message":1,"call":5,"utility":4,"method":2,"str":2,"args":2,"id":3,"uuid":1,"uuid1":1,"int":1,"64":1,"future":5,"results":1,"0":1,"result":1,"supported":2,"tasks":2,"tuple":1,"supportedtask":1,"enginecorerequest":1,"dp":1,"abort":2,"requests":1,"ids":3,"list":1,"and":1,"resources":1,"dead":1},"27451,1811,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":13,"profile":2,"self":26,"is":4,"start":2,"bool":5,"true":1,"none":12,"call":13,"utility":13,"reset":4,"mm":2,"cache":4,"prefix":2,"add":2,"lora":12,"request":2,"lorarequest":1,"return":6,"remove":2,"id":4,"int":5,"list":4,"loras":2,"set":1,"pin":2,"sleep":2,"level":2,"1":1,"wake":2,"up":2,"tags":2,"optional":5,"str":5,"sleeping":2,"execute":2,"dummy":2,"batch":2,"collective":2,"rpc":2,"method":2,"union":1,"callable":1,"r":2,"timeout":2,"float":1,"args":2,"tuple":1,"kwargs":2,"dict":1,"any":1,"save":2,"sharded":2,"state":2,"path":2,"pattern":2,"max":2,"size":2,"class":1,"asyncmpclient":1,"mpclient":1,"asyncio":1,"compatible":1,"client":1,"for":1,"multi":1,"proc":1,"enginecore":1},"29262,1985,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":2,"init":2,"self":12,"vllm":3,"config":3,"vllmconfig":1,"executor":5,"class":4,"type":1,"log":3,"stats":3,"bool":1,"client":8,"addresses":3,"optional":2,"dict":1,"str":2,"none":6,"count":1,"int":2,"1":1,"index":3,"0":1,"super":1,"asyncio":4,"mode":1,"true":1,"outputs":4,"queue":8,"union":1,"enginecoreoutputs":2,"exception":1,"try":1,"if":5,"we":2,"are":1,"running":2,"in":2,"an":1,"event":1,"loop":2,"start":1,"the":2,"task":6,"otherwise":1,"it":2,"will":1,"be":1,"started":2,"lazily":1,"is":3,"not":3,"here":1,"could":1,"miss":1,"failed":1,"messages":1,"from":1,"engine":2,"core":1,"they":1,"occur":1,"prior":1,"to":3,"any":1,"requests":1,"being":1,"sent":1,"get":1,"ensure":2,"output":8,"except":1,"runtimeerror":1,"pass":1,"resources":4,"return":1,"perform":1,"io":1,"separate":1,"parallelize":1,"as":2,"much":1,"possible":1,"avoid":1,"having":1,"direct":1,"reference":1,"back":1,"decoder":2,"utility":2,"results":2,"handler":2,"callable":1,"asyncmpclient":1,"awaitable":1,"getattr":1,"process":1,"ref":2,"weakref":1,"else":1,"socket":3,"assert":1},"31247,1827,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"async":3,"def":2,"process":4,"outputs":21,"socket":4,"try":1,"while":1,"true":1,"frames":3,"await":3,"output":10,"recv":1,"multipart":1,"copy":1,"false":1,"resources":2,"validate":1,"alive":1,"enginecoreoutputs":2,"decoder":1,"decode":1,"if":6,"utility":4,"results":1,"continue":1,"handler":3,"is":4,"not":4,"none":4,"assert":2,"self":10,"ref":2,"client":1,"has":1,"been":1,"garbage":1,"collected":1,"abort":1,"return":2,"or":1,"scheduler":1,"stats":1,"queue":8,"put":3,"nowait":3,"except":2,"exception":4,"as":1,"e":2,"asyncio":2,"cancellederror":1,"enginedeaderror":1,"task":5,"create":1,"name":1,"enginecoreoutputqueuetask":1,"get":2,"ensure":1,"an":1,"arises":1,"in":1,"it":2,"forwarded":1,"to":2,"the":2,"so":1,"we":1,"can":1,"raise":2,"from":2,"this":1,"run":1,"shut":1,"down":1,"server":1,"isinstance":1,"format":1},"33074,1682,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"def":4,"send":5,"input":5,"self":13,"request":7,"type":2,"enginecorerequesttype":1,"any":5,"engine":9,"optional":1,"engineidentity":2,"none":2,"awaitable":2,"if":2,"is":3,"core":2,"message":7,"value":1,"encoder":1,"encode":1,"return":4,"tuple":1,"bytestr":1,"objects":4,"a":1,"reference":1,"to":1,"retain":1,"until":1,"zmq":3,"finished":1,"with":2,"the":2,"buffers":3,"in":3,"case":1,"they":1,"were":1,"extracted":1,"from":1,"tensors":1,"ensure":1,"alive":1,"free":1,"pending":4,"messages":1,"msg":4,"not":1,"or":1,"len":1,"3":1,"no":2,"auxiliary":1,"tensor":1,"backing":1,"socket":2,"multipart":2,"copy":2,"false":2,"future":6,"asyncio":2,"messagetracker":2,"track":1,"true":1,"add":4,"f":2,"contextlib":1,"suppress":1,"baseexception":1,"result":1,"done":1,"callback":1,"async":3,"call":2,"utility":2,"method":2,"str":1,"args":2,"await":1},"34756,1948,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"async":30,"def":11,"call":12,"utility":11,"self":29,"method":2,"str":3,"args":3,"engine":3,"engineidentity":1,"any":1,"id":3,"uuid":1,"uuid1":1,"int":2,"64":1,"future":4,"asyncio":1,"get":3,"running":1,"loop":1,"create":1,"results":1,"message":3,"enginecorerequesttype":3,"value":1,"encoder":1,"encode":1,"client":3,"index":3,"await":12,"send":3,"input":3,"ensure":2,"output":2,"queue":2,"task":2,"return":3,"supported":2,"tasks":2,"tuple":1,"supportedtask":1,"add":2,"request":7,"enginecorerequest":1,"none":9,"abort":2,"requests":1,"ids":3,"list":2,"if":1,"and":1,"not":1,"resources":1,"dead":1,"profile":2,"is":4,"start":2,"bool":2,"true":1,"reset":4,"mm":2,"cache":4,"prefix":2,"sleep":2,"level":2,"1":1,"wake":2,"up":2,"tags":2,"optional":1,"sleeping":2,"execute":2,"dummy":2,"batch":2},"36704,1910,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"async":18,"def":7,"add":2,"lora":12,"self":14,"request":2,"lorarequest":1,"bool":4,"return":5,"await":6,"call":6,"utility":6,"remove":2,"id":4,"int":6,"list":3,"loras":2,"set":1,"pin":2,"save":2,"sharded":2,"state":2,"path":2,"str":6,"pattern":2,"optional":5,"none":6,"max":2,"size":2,"collective":2,"rpc":2,"method":2,"union":1,"callable":1,"r":2,"timeout":2,"float":1,"args":2,"tuple":1,"kwargs":2,"dict":2,"any":1,"class":3,"dpasyncmpclient":1,"asyncmpclient":1,"asyncio":1,"compatible":1,"client":7,"for":1,"multi":2,"proc":1,"engine":1,"data":1,"parallel":1,"enginecore":1,"assumes":1,"external":1,"load":1,"balancing":1,"by":1,"default":1,"init":2,"vllm":2,"config":2,"vllmconfig":1,"executor":3,"type":1,"log":2,"stats":2,"addresses":2,"count":2,"1":1,"index":2,"0":2,"current":1,"wave":1,"super":1},"38614,1334,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"list":3,"of":1,"waiting":2,"running":4,"pair":2,"per":1,"engine":4,"used":1,"only":1,"by":2,"dplbasyncmpclient":1,"subclass":1,"self":14,"lb":1,"engines":2,"int":1,"0":4,"for":1,"in":2,"core":1,"first":4,"req":4,"sock":2,"addr":2,"get":2,"open":1,"zmq":3,"inproc":1,"path":1,"send":2,"socket":3,"resources":4,"make":1,"ctx":1,"bind":1,"true":1,"try":1,"if":2,"we":1,"are":2,"an":1,"asyncio":2,"event":1,"loop":2,"start":1,"the":3,"stats":5,"task":4,"otherwise":1,"it":1,"will":1,"be":1,"started":1,"lazily":1,"ensure":2,"update":4,"except":1,"runtimeerror":1,"pass":1,"def":1,"is":2,"not":2,"none":2,"return":1,"assert":2,"address":1,"len":1,"ranks":3,"managed":4,"note":1,"and":1,"counts":1,"all":2,"global":2,"from":1,"coordinator":1,"include":1,"enginecores":1,"this":2,"slice":3,"includes":1,"just":1,"cores":1,"client":1,"count":1,"1":2},"39948,1502,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"async":1,"def":1,"run":1,"engine":1,"stats":3,"update":3,"task":1,"with":1,"make":2,"zmq":10,"socket":17,"self":7,"ctx":2,"address":1,"xsub":1,"linger":2,"0":4,"as":2,"first":8,"req":8,"sock":1,"addr":1,"pair":1,"bind":1,"false":1,"rcv":7,"assert":2,"isinstance":2,"asyncio":3,"resources":2,"send":2,"subscription":1,"message":1,"await":2,"b":1,"x01":1,"poller":5,"register":2,"pollin":2,"while":1,"true":1,"events":3,"poll":1,"if":2,"not":1,"engines":1,"running":1,"and":1,"len":1,"2":1,"or":2,"check":1,"this":1,"is":1,"a":1,"regular":1,"request":1,"notification":2,"scale":1,"up":1,"buf":1,"recv":1,"flags":1,"noblock":1,"result":1},"41450,1718,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"decoded":8,"msgspec":3,"msgpack":3,"decode":1,"buf":4,"if":3,"isinstance":2,"list":1,"tuple":1,"and":2,"len":1,"2":1,"0":2,"scale":5,"elastic":2,"ep":3,"extract":1,"new":3,"engine":3,"count":3,"from":1,"the":3,"message":1,"1":2,"send":3,"up":2,"notification":1,"to":2,"coordinator":1,"msg":4,"encode":2,"await":2,"socket":3,"continue":2,"we":2,"re":1,"sending":1,"a":1,"request":1,"while":2,"engines":2,"are":1,"paused":1,"so":1,"that":1,"it":1,"can":1,"wake":1,"others":1,"run":1,"dummy":1,"loop":1,"assert":1,"first":1,"req":1,"target":2,"eng":2,"index":2,"self":2,"running":1,"true":2,"current":1,"wave":1,"none":2,"drain":1,"all":1,"stats":1,"events":1,"only":1,"care":1,"about":1,"latest":1,"future":4,"asyncio":1,"bytes":1,"recv":1,"flags":1,"zmq":2,"noblock":1,"exception":1,"again":1,"break":1,"result":1,"is":1},"43168,1958,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"update":4,"local":1,"load":2,"balancing":1,"state":1,"counts":7,"wave":5,"running":4,"msgspec":2,"msgpack":2,"decode":1,"buf":1,"self":16,"current":3,"engines":3,"if":2,"is":1,"not":2,"none":3,"sliced":3,"count":5,"slice":2,"lb":1,"logger":1,"debug":1,"received":1,"s":2,"resources":1,"stats":4,"task":5,"asyncio":2,"create":1,"run":1,"engine":9,"async":2,"def":3,"add":2,"request":10,"enginecorerequest":2,"ensure":2,"client":8,"index":3,"chosen":3,"get":2,"core":3,"for":3,"to":2,"await":4,"send":3,"input":1,"enginecorerequesttype":1,"notify":1,"coordinator":1,"that":1,"we":1,"re":1,"sending":1,"a":1,"req":4,"msg":2,"encode":1,"first":2,"socket":1,"output":1,"queue":1,"return":1,"class":2,"dplbasyncmpclient":1,"dpasyncmpclient":1,"compatible":1,"multi":2,"proc":1,"data":1,"parallel":1,"enginecore":1,"balances":1,"between":1,"multiple":1,"processes":1,"init":1,"vllm":1,"config":1,"vllmconfig":1,"executor":2,"type":1,"log":1,"bool":1,"addresses":1,"optional":1,"dict":1,"str":2,"int":2,"1":1,"0":1},"45126,1975,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"to":4,"route":1,"aborts":2,"the":4,"correct":1,"engine":10,"self":14,"reqs":2,"in":5,"flight":2,"dict":1,"str":2,"engineidentity":2,"super":1,"init":1,"vllm":1,"config":1,"executor":1,"class":1,"log":1,"stats":2,"client":7,"addresses":1,"count":4,"index":10,"assert":1,"len":3,"core":5,"engines":10,"1":1,"eng":7,"start":3,"def":2,"get":1,"for":6,"request":6,"enginecorerequest":1,"are":2,"rank":2,"order":1,"if":2,"data":1,"parallel":1,"is":3,"none":1,"current":4,"counts":4,"lb":1,"todo":1,"use":1,"p2c":1,"alg":1,"larger":1,"dp":1,"sizes":1,"num":3,"min":3,"score":6,"sys":1,"maxsize":1,"0":3,"i":2,"range":1,"from":3,"help":1,"with":1,"balancing":2,"when":1,"empty":1,"idx":3,"waiting":3,"running":2,"4":1,"increment":1,"local":1,"better":1,"between":1,"updates":1,"coordinator":1,"which":2,"happen":1,"every":1,"100ms":1,"chosen":4,"record":1,"this":1,"handle":1,"id":1,"return":2,"async":3,"call":2,"utility":2,"method":2,"args":2,"any":1,"only":1,"result":1,"first":1,"returned":1,"await":1,"asyncio":1,"gather":1},"47101,1983,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"staticmethod":1,"async":5,"def":4,"process":1,"engine":15,"outputs":4,"self":17,"dplbasyncmpclient":1,"enginecoreoutputs":1,"if":5,"finished":2,"requests":6,"and":2,"reqs":4,"in":7,"flight":4,"for":4,"req":7,"id":8,"pop":1,"none":3,"abort":5,"request":11,"ids":10,"list":4,"str":3,"not":1,"or":1,"resources":1,"dead":1,"return":4,"len":1,"1":1,"fast":1,"path":1,"common":1,"case":1,"get":3,"0":1,"await":4,"by":3,"defaultdict":1,"engineidentity":3,"append":1,"items":1,"send":4,"input":2,"enginecorerequesttype":2,"reconfig":4,"message":5,"reconfiguredistributedrequest":1,"asyncio":2,"future":6,"reconfiguration":1,"the":1,"result":1,"without":1,"waiting":1,"completion":1,"call":3,"uuid":1,"uuid1":1,"int":1,"64":1,"running":1,"loop":1,"create":1,"utility":2,"results":1,"value":1,"encoder":1,"encode":1,"client":1,"index":1,"reinitialize":1,"distributed":1,"ensure":1,"output":1,"queue":1,"task":1},"49084,1244,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"async":2,"def":2,"scale":8,"elastic":6,"ep":6,"self":7,"new":9,"data":20,"parallel":21,"size":19,"int":3,"none":2,"cur":9,"len":2,"core":2,"engines":2,"assert":2,"f":2,"must":1,"be":1,"different":1,"from":1,"vllm":1,"config":2,"backend":2,"ray":2,"only":1,"dp":1,"supports":1,"scaling":1,"up":5,"if":1,"await":2,"else":1,"down":1,"the":1,"by":1,"creating":1,"engine":1,"cores":1,"and":1,"reconfiguring":1,"existing":1,"ones":1},"50328,1815,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"phase":2,"1":1,"send":2,"reconfigure":2,"messages":3,"to":4,"all":2,"existing":1,"engines":5,"and":1,"wait":1,"for":5,"them":1,"be":2,"sent":3,"reconfig":6,"futures":2,"self":10,"vllm":4,"config":7,"parallel":15,"data":12,"master":5,"port":4,"get":1,"open":1,"engine":11,"in":2,"core":2,"request":2,"reconfiguredistributedrequest":1,"new":16,"size":5,"rank":4,"reconfigureranktype":2,"keep":2,"current":2,"local":1,"ip":2,"future":2,"await":1,"message":1,"append":2,"logger":1,"info":1,"starting":1,"creation":1,"2":2,"create":2,"now":1,"that":1,"have":1,"been":1,"resources":3,"manager":3,"is":1,"guaranteed":1,"coreengineactormanager":2,"raydpclient":1,"assert":1,"isinstance":1,"scale":1,"up":1,"elastic":1,"ep":1,"coreengine":1,"objects":1,"the":1,"identities":2,"set":1,"i":2,"range":1,"cur":1,"bytes":1,"little":1,"add":1},"52143,1710,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"wait":2,"for":4,"ready":1,"messages":1,"from":1,"new":9,"engines":5,"on":2,"the":3,"input":6,"socket":8,"sync":3,"zmq":1,"shadow":1,"self":7,"while":1,"engine":3,"identities":2,"if":1,"not":1,"poll":1,"timeout":1,"600":1,"000":1,"raise":1,"timeouterror":1,"timed":1,"out":1,"waiting":2,"to":3,"send":3,"initial":1,"message":1,"identity":2,"recv":1,"multipart":1,"discard":1,"phase":1,"3":1,"all":1,"existing":4,"complete":2,"reconfiguration":2,"logger":2,"info":2,"await":2,"asyncio":1,"gather":1,"reconfig":1,"futures":1,"notify":1,"coordinator":1,"about":1,"scale":7,"up":4,"through":1,"stats":2,"update":3,"task":2,"connection":1,"ensure":1,"marker":2,"msgspec":1,"msgpack":1,"encode":1,"elastic":3,"ep":3,"data":10,"parallel":13,"size":9,"first":1,"req":1,"config":5,"vllm":2,"completed":1,"s":1,"async":1,"def":1,"down":3,"cur":2,"int":2,"none":1,"by":1,"shutting":1,"and":1,"reconfiguring":1,"cores":1,"len":1,"core":1,"master":1,"port":2,"get":1,"open":1},"53853,1833,data/raw/vllm-0.10.1/vllm/v1/engine/core_client.py":{"reconfig":7,"futures":3,"for":2,"cur":4,"dp":2,"rank":8,"engine":4,"in":2,"enumerate":1,"self":10,"core":2,"engines":2,"request":3,"reconfiguredistributedrequest":1,"new":14,"data":19,"parallel":22,"size":12,"reconfigureranktype":3,"keep":2,"current":3,"local":1,"master":4,"ip":2,"vllm":3,"config":6,"port":2,"if":1,"shutdown":1,"future":2,"await":3,"send":3,"message":1,"append":1,"range":1,"pop":1,"asyncio":1,"gather":1,"assert":1,"isinstance":1,"resources":2,"manager":2,"coreengineactormanager":1,"scale":5,"down":4,"elastic":3,"ep":3,"ensure":1,"stats":1,"update":1,"task":1,"marker":2,"msgspec":1,"msgpack":1,"encode":1,"first":1,"req":1,"socket":1,"logger":1,"info":1,"completed":1,"s":1},"0,1900,data/raw/vllm-0.10.1/vllm/v1/engine/logprobs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"import":9,"itertools":2,"from":10,"collections":1,"abc":1,"iterable":1,"dataclasses":1,"dataclass":2,"typing":1,"optional":8,"logger":4,"init":2,"sequence":1,"logprob":4,"promptlogprobs":2,"samplelogprobs":2,"transformers":1,"utils":2,"detokenizer":1,"anytokenizer":3,"convert":1,"ids":1,"list":1,"tokens":1,"v1":2,"engine":1,"enginecoreoutput":1,"enginecorerequest":2,"outputs":1,"logprobslists":2,"logprobstensors":1,"name":1,"nones":1,"repeat":1,"none":12,"class":1,"logprobsprocessor":2,"tokenizer":5,"for":2,"this":2,"request":7,"if":4,"detokenization":1,"is":6,"disabled":1,"logprobs":21,"prompt":9,"cumulative":2,"float":1,"num":11,"int":2,"classmethod":1,"def":2,"new":1,"cls":2,"assert":1,"sampling":3,"params":3,"not":1,"return":1,"else":3,"note":1,"of":1,"first":1,"token":1,"update":2,"sample":2,"self":1,"lists":1,"with":1,"enginecore":1},"1900,1744,data/raw/vllm-0.10.1/vllm/v1/engine/logprobs.py":{"outer":1,"lists":4,"are":2,"only":1,"of":2,"len":1,"1":2,"if":2,"enginecore":2,"made":1,"tokens":5,"in":4,"prior":1,"step":1,"e":1,"g":1,"spec":1,"decoding":1,"args":2,"logprobs":22,"the":4,"logprob":8,"and":1,"ranks":4,"assert":5,"self":12,"num":3,"is":6,"not":5,"none":7,"cumulative":2,"token":8,"ids":7,"lst":6,"for":2,"rank":2,"zip":1,"detokenize":1,"non":1,"incrementally":1,"decoded":2,"nones":1,"tokenizer":2,"else":1,"convert":1,"list":1,"to":1,"sampler":1,"puts":1,"sampled":3,"first":1,"0":1,"update":3,"with":2,"dictionary":1,"this":1,"pos":1,"append":1,"make":1,"dict":1,"def":1,"prompt":9,"tensors":4,"logprobstensors":1,"from":1,"tuple":1,"containing":1,"enabled":1},"3644,1959,data/raw/vllm-0.10.1/vllm/v1/engine/logprobs.py":{"detokenize":1,"non":1,"incrementally":1,"output":1,"is":3,"flat":1,"num":10,"tok":2,"lps":2,"decoded":5,"tokens":8,"none":4,"if":4,"self":8,"tokenizer":2,"else":2,"convert":1,"ids":5,"list":2,"to":1,"token":6,"flatten":1,"tolist":4,"recover":1,"shapes":1,"prompt":17,"logprobs":19,"shape":1,"pythonize":1,"the":4,"torch":1,"tensors":1,"ranks":3,"make":2,"logprob":3,"for":6,"each":1,"position":1,"pos":8,"in":1,"range":1,"handle":1,"flattening":1,"offset":5,"end":3,"nones":1,"update":1,"with":1,"dictionary":1,"this":3,"append":1,"dict":1,"def":1,"pop":2,"optional":1,"promptlogprobs":1,"and":2,"return":2,"all":4,"request":2,"processor":1,"aggregates":1,"chunk":1,"over":1,"one":1,"or":1,"more":1,"prefill":2,"chunks":1,"method":1,"returns":2,"at":3,"once":2,"then":1,"forgets":1,"them":1,"ensures":1,"correct":1,"requestoutputkind":1,"delta":1,"semantics":1,"wherein":1,"are":2,"returned":1,"of":2,"disabled":1,"otherwise":1,"plp":3},"5603,1639,data/raw/vllm-0.10.1/vllm/v1/engine/logprobs.py":{"staticmethod":1,"def":2,"make":2,"logprob":12,"dict":3,"logprobs":16,"list":5,"float":1,"token":12,"ids":4,"int":4,"decoded":5,"tokens":4,"iterable":1,"optional":1,"str":1,"rank":7,"num":5,"a":4,"dictionary":2,"for":3,"position":1,"args":1,"of":5,"log":1,"probabilities":1,"top":2,"the":5,"sampled":3,"number":1,"requested":1,"by":1,"user":1,"in":3,"addition":1,"to":1,"returns":1,"id":3,"if":3,"1":3,"len":1,"we":1,"do":1,"not":3,"need":1,"special":1,"case":1,"being":1,"topk":3,"since":1,"inserting":1,"duplicated":1,"data":1,"into":1,"twice":1,"is":3,"same":1,"as":1,"doing":1,"it":1,"once":1,"ranks":4,"range":1,"itertools":1,"chain":1,"return":1,"zip":1,"update":3,"from":1,"output":6,"self":3,"enginecoreoutput":1,"none":3,"new":4,"sample":1,"prompt":3,"tensors":2},"0,1978,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":18,"project":1,"import":31,"os":1,"queue":1,"signal":1,"threading":1,"time":1,"from":24,"collections":2,"deque":1,"abc":1,"generator":1,"concurrent":1,"futures":1,"future":1,"contextlib":1,"exitstack":1,"contextmanager":1,"inspect":1,"isclass":1,"signature":1,"logging":2,"debug":1,"typing":1,"any":1,"callable":1,"optional":1,"typevar":1,"union":1,"msgspec":1,"zmq":2,"config":4,"parallelconfig":1,"vllmconfig":1,"distributed":2,"stateless":1,"destroy":1,"torch":1,"process":2,"group":1,"logger":2,"init":2,"utils":5,"dump":2,"input":2,"engine":4,"exception":1,"lora":1,"request":2,"lorarequest":1,"multimodal":2,"registry":1,"tasks":2,"pooling":1,"supportedtask":1,"transformers":1,"maybe":1,"register":1,"serialize":1,"by":3,"value":1,"decorate":1,"logs":1,"get":3,"hash":2,"fn":1,"name":1,"make":1,"socket":1,"resolve":1,"obj":1,"qualname":1,"set":1,"title":1,"v1":8,"core":4,"kv":3,"cache":4,"blockhash":1,"block":1,"hasher":1,"none":1,"unify":1,"configs":1,"sched":3,"interface":1,"schedulerinterface":1,"output":1,"scheduleroutput":1,"scheduler":2,"as":1,"v1scheduler":1,"enginecoreoutputs":1,"enginecorerequest":1,"enginecorerequesttype":1,"reconfiguredistributedrequest":1,"reconfigureranktype":1,"utilityoutput":1,"utilityresult":1,"mm":1,"multimodalinputcacheserver":1,"enginehandshakemetadata":1,"enginezmqaddresses":1,"executor":2,"abstract":1},"1978,1931,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"from":8,"vllm":20,"v1":7,"kv":5,"cache":6,"interface":1,"import":8,"kvcacheconfig":1,"metrics":1,"stats":4,"schedulerstats":1,"outputs":1,"modelrunneroutput":1,"request":2,"requeststatus":1,"serial":1,"utils":1,"msgpackdecoder":1,"msgpackencoder":1,"structured":2,"output":2,"structuredoutputmanager":2,"version":4,"as":1,"logger":3,"init":2,"name":1,"polling":1,"timeout":2,"s":4,"2":1,"5":2,"handshake":1,"mins":1,"r":2,"typevar":1,"return":1,"type":2,"for":2,"collective":2,"rpc":2,"class":3,"enginecore":1,"inner":1,"loop":1,"of":1,"engine":3,"def":1,"self":9,"config":13,"vllmconfig":1,"executor":8,"log":3,"bool":1,"fail":3,"callback":4,"optional":1,"callable":1,"none":2,"plugins":4,"need":1,"to":1,"be":1,"loaded":1,"at":1,"the":1,"scheduler":1,"level":1,"too":1,"load":2,"general":2,"info":1,"initializing":1,"a":1,"llm":1,"v":1,"with":1,"setup":2,"model":3,"if":1,"is":1,"not":1,"register":1,"failure":1,"available":1,"gpu":5,"memory":1,"1":1,"caches":2,"and":1,"update":1,"cacheconfig":1,"after":1,"profiling":1,"num":8,"blocks":8,"cpu":4,"initialize":2,"args":1,"manager":1},"3909,1564,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"setup":1,"scheduler":19,"if":3,"isinstance":1,"vllm":9,"config":19,"cls":4,"str":1,"resolve":1,"obj":1,"by":1,"qualname":1,"else":1,"this":2,"warning":2,"can":2,"be":2,"removed":1,"once":1,"the":1,"v1":2,"interface":2,"is":3,"finalized":1,"and":2,"we":1,"maintain":1,"support":2,"for":2,"classes":1,"that":1,"implement":1,"it":1,"not":3,"v1scheduler":1,"logger":2,"using":1,"configured":1,"class":1,"s":1,"public":1,"compatibility":1,"may":1,"maintained":1,"len":1,"kv":5,"cache":6,"groups":1,"0":1,"encoder":1,"models":2,"without":2,"don":1,"t":1,"chunked":3,"prefill":3,"but":1,"do":1,"ssm":1,"info":1,"disabling":1,"model":2,"kvcache":1,"enabled":1,"false":1,"self":4,"schedulerinterface":1,"structured":2,"output":2,"manager":2,"include":1,"finished":1,"set":1,"parallel":2,"data":1,"size":1,"1":1,"log":2,"stats":2,"mm":1,"input":1,"server":1,"multimodalinputcacheserver":1,"multimodal":1,"registry":1},"5473,1565,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"setup":1,"batch":9,"queue":13,"for":2,"pipeline":3,"parallelism":2,"scheduled":1,"batches":3,"this":1,"enables":1,"us":1,"to":2,"asynchronously":1,"schedule":1,"and":2,"execute":1,"is":3,"required":1,"by":3,"eliminate":1,"bubbles":1,"self":13,"size":8,"model":3,"executor":2,"max":1,"concurrent":1,"optional":2,"tuple":2,"future":1,"modelrunneroutput":1,"scheduleroutput":1,"none":4,"if":2,"1":1,"logger":1,"info":1,"enabled":1,"with":1,"d":1,"request":4,"block":6,"hasher":3,"callable":1,"list":1,"blockhash":1,"vllm":4,"config":7,"cache":6,"enable":1,"prefix":2,"caching":5,"or":1,"scheduler":1,"get":5,"kv":5,"connector":1,"not":1,"hash":6,"fn":4,"name":1,"algo":1,"init":1,"def":1,"initialize":1,"caches":1,"vllmconfig":1,"int":2,"kvcacheconfig":1,"start":1,"time":2,"all":1,"needed":1,"the":1,"specs":2},"7038,1739,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"has":2,"kv":23,"cache":23,"any":1,"spec":4,"for":7,"in":2,"specs":5,"if":2,"os":1,"environ":1,"get":3,"vllm":2,"elastic":1,"ep":1,"scale":1,"up":1,"launch":1,"1":2,"dp":4,"group":4,"getattr":1,"self":5,"none":2,"assert":2,"is":1,"not":1,"available":12,"gpu":11,"memory":17,"parallelconfig":1,"sync":1,"size":2,"len":4,"else":2,"profiles":1,"the":5,"peak":1,"usage":1,"of":1,"model":2,"to":4,"determine":2,"how":1,"much":1,"can":2,"be":3,"allocated":1,"executor":1,"0":2,"attention":1,"free":1,"models":1,"don":1,"t":1,"need":2,"tensor":1,"configs":3,"config":3,"one":4,"worker":4,"zip":1,"since":1,"we":2,"use":1,"a":1,"shared":1,"centralized":1,"controller":1,"consistent":1,"across":1,"all":3,"workers":2,"make":1,"sure":1,"operators":1,"applied":1,"unify":1},"8777,1763,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"all":2,"workers":1,"have":1,"the":5,"same":1,"kv":10,"cache":10,"config":4,"except":1,"layer":1,"names":1,"so":1,"use":1,"an":1,"arbitrary":1,"one":1,"to":4,"initialize":3,"scheduler":4,"assert":1,"cfg":2,"num":7,"blocks":7,"configs":5,"0":5,"for":2,"in":5,"gpu":2,"cpu":2,"and":1,"warmup":2,"execution":1,"self":5,"model":3,"executor":2,"from":1,"elapsed":2,"time":2,"start":1,"logger":1,"info":1,"init":1,"engine":1,"profile":1,"create":1,"took":1,"2f":1,"seconds":1,"return":2,"def":2,"get":2,"supported":7,"tasks":8,"tuple":1,"supportedtask":1,"add":2,"request":13,"wave":3,"int":1,"indicate":1,"which":1,"of":1,"requests":1,"this":1,"is":1,"expected":1,"belong":1,"dp":1,"case":1,"validate":1,"id":4,"type":2,"if":4,"not":2,"isinstance":1,"str":1,"raise":2,"typeerror":1,"f":3,"must":1,"be":1,"a":1,"string":1,"got":1,"pooling":8,"params":4,"task":6,"valueerror":1,"unsupported":1,"r":1},"10540,1688,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"if":1,"request":6,"kv":3,"transfer":2,"params":2,"is":3,"not":3,"none":1,"and":4,"self":8,"scheduler":9,"get":1,"connector":1,"logger":1,"warning":1,"got":1,"but":1,"no":1,"kvconnector":1,"found":1,"disabling":1,"kvtransfer":1,"for":1,"this":2,"add":1,"def":3,"abort":2,"requests":3,"ids":2,"list":1,"str":1,"from":2,"the":6,"todo":1,"doesn":1,"t":1,"really":1,"need":1,"to":3,"know":1,"specific":1,"finish":2,"reason":1,"tbd":1,"whether":2,"we":3,"propagate":1,"that":1,"i":1,"e":1,"client":1,"aborted":2,"vs":1,"stop":1,"criteria":1,"met":1,"requeststatus":1,"finished":1,"execute":4,"model":6,"with":1,"error":2,"logging":1,"fn":2,"callable":1,"scheduleroutput":2,"modelrunneroutput":2,"output":4,"log":1,"detailed":1,"info":2,"on":1,"failure":1,"try":1,"return":1,"except":1,"exception":4,"as":1,"err":2,"do":1,"want":1,"catch":1,"baseexception":1,"here":1,"since":1,"re":1,"only":1,"interested":1,"in":1,"dumping":1,"when":1,"due":1,"an":1,"itself":1,"note":1,"method":1,"free":1,"dump":1,"engine":1,"vllm":1,"config":1,"make":2,"stats":1,"raise":1,"step":1,"tuple":2,"dict":1,"int":1,"enginecoreoutputs":1,"bool":1,"schedule":1,"returns":1,"of":1,"outputs":1,"a":1,"flag":1,"indicating":1,"was":1,"executed":1},"12228,1493,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"check":1,"for":1,"any":1,"requests":3,"remaining":1,"in":4,"the":11,"scheduler":9,"unfinished":1,"or":2,"finished":2,"and":2,"not":4,"yet":1,"removed":1,"from":3,"batch":11,"if":5,"self":7,"has":2,"return":3,"false":1,"output":10,"schedule":3,"model":6,"execute":3,"with":3,"error":1,"logging":1,"executor":1,"type":2,"ignore":2,"engine":3,"core":3,"outputs":3,"update":2,"total":1,"num":1,"scheduled":4,"tokens":1,"0":1,"def":1,"step":2,"queue":7,"tuple":1,"optional":1,"dict":1,"int":1,"enginecoreoutputs":1,"bool":1,"batches":1,"note":1,"that":2,"nothing":1,"to":2,"this":1,"none":2,"is":8,"returned":1,"execution":1,"flow":1,"as":1,"follows":1,"1":1,"try":1,"a":3,"new":3,"full":2,"directly":1,"an":1,"empty":1,"other":2,"words":1,"fulfilling":1,"higher":1,"priority":1,"than":1,"getting":1,"2":1,"there":1,"no":2,"meaning":1,"can":1,"be":1,"we":1,"block":1,"until":1,"first":1,"job":1,"3":1,"assert":1},"13721,1998,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"engine":3,"core":3,"outputs":3,"none":3,"scheduler":15,"output":14,"try":1,"to":2,"schedule":2,"a":3,"new":2,"batch":14,"if":9,"the":9,"queue":10,"is":9,"not":8,"full":2,"but":2,"may":1,"return":2,"an":1,"empty":3,"all":1,"requests":2,"are":1,"scheduled":7,"note":1,"that":1,"this":1,"blocking":2,"self":17,"total":2,"num":2,"tokens":2,"0":2,"future":4,"model":8,"executor":4,"execute":2,"put":1,"nowait":2,"type":1,"ignore":1,"and":3,"no":1,"more":2,"can":1,"be":1,"job":3,"block":1,"until":2,"first":4,"in":3,"finished":2,"todo":1,"comaniac":1,"ideally":1,"we":2,"should":1,"peek":1,"check":1,"it":1,"s":1,"before":1,"scheduling":1,"peeking":1,"element":1,"thread":1,"safe":1,"so":1,"need":1,"work":1,"get":1,"result":2,"available":1,"with":1,"error":1,"logging":1,"lambda":1,"task":1,"done":1,"update":1,"from":1,"def":2,"shutdown":3,"structured":1,"manager":1,"clear":1,"backend":1,"profile":2,"start":2,"bool":1,"true":1},"15719,1633,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"def":11,"reset":4,"mm":2,"cache":5,"self":23,"note":1,"since":1,"this":1,"is":3,"mainly":1,"for":1,"debugging":1,"we":1,"don":1,"t":1,"attempt":1,"to":2,"re":1,"sync":1,"the":2,"internal":2,"caches":2,"p0":2,"processor":1,"mirror":2,"p1":1,"if":1,"scheduler":2,"has":1,"unfinished":1,"requests":2,"logger":1,"warning":1,"resetting":1,"multi":1,"modal":1,"when":1,"are":1,"in":1,"progress":1,"may":1,"lead":1,"desynced":1,"input":1,"server":1,"prefix":2,"sleep":2,"level":2,"int":5,"1":1,"model":9,"executor":9,"wake":2,"up":2,"tags":2,"optional":3,"list":3,"str":3,"none":4,"sleeping":2,"bool":4,"return":5,"execute":2,"dummy":2,"batch":2,"collective":1,"rpc":1,"add":2,"lora":12,"request":2,"lorarequest":1,"remove":2,"id":4,"loras":2,"set":1,"pin":2,"save":2,"sharded":2,"state":2,"path":3,"pattern":3,"max":3,"size":3},"17352,1948,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"def":3,"collective":2,"rpc":2,"self":8,"method":2,"union":1,"str":2,"callable":1,"r":2,"timeout":2,"optional":2,"float":1,"none":5,"args":2,"tuple":2,"kwargs":5,"dict":1,"any":1,"list":1,"return":2,"model":5,"executor":2,"save":2,"tensorized":2,"tensorizer":3,"config":3,"preprocess":2,"add":1,"request":17,"enginecorerequest":1,"int":1,"the":3,"this":1,"function":1,"could":1,"be":1,"directly":1,"used":1,"in":4,"input":5,"processing":3,"thread":5,"to":1,"allow":1,"initialization":1,"running":1,"parallel":1,"with":1,"forward":1,"if":2,"mm":7,"hashes":2,"is":6,"not":2,"assert":1,"note":2,"on":2,"safety":2,"no":2,"race":2,"condition":2,"cache":2,"server":2,"reset":1,"at":1,"end":1,"of":1,"llmengine":1,"init":3,"and":3,"will":1,"only":2,"accessed":1,"afterwards":1,"get":1,"update":1,"req":4,"from":1,"engine":1,"core":1,"block":1,"hasher":1,"use":1,"structured":3,"output":3,"grammar":4,"invoked":1,"for":1,"manager":2,"each":1,"independent":1,"compilation":2,"async":1,"scheduler":1,"always":1,"checks":1,"status":1,"before":1,"scheduling":1,"current":1,"wave":1},"19300,1934,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"class":2,"enginecoreproc":1,"enginecore":2,"zmq":1,"wrapper":1,"for":2,"running":2,"in":1,"background":1,"process":1,"engine":6,"core":2,"dead":2,"b":2,"def":1,"init":2,"self":16,"vllm":4,"config":5,"vllmconfig":1,"local":2,"client":5,"bool":2,"handshake":4,"address":8,"str":2,"executor":4,"type":1,"log":1,"stats":7,"optional":1,"none":2,"index":4,"int":2,"0":1,"input":2,"queue":8,"tuple":2,"enginecorerequesttype":2,"any":1,"output":2,"union":1,"enginecoreoutputs":1,"bytes":2,"fail":1,"callback":1,"lambda":1,"put":1,"nowait":1,"failed":1,"identity":2,"to":2,"length":1,"2":1,"byteorder":1,"little":1,"engines":1,"false":1,"with":1,"perform":1,"handshakes":1,"as":1,"addresses":4,"count":1,"len":1,"outputs":1,"set":1,"up":1,"data":3,"parallel":4,"environment":1,"has":4,"coordinator":6,"is":1,"not":2,"frontend":3,"publish":6,"logger":1,"debug":1,"dp":2,"s":2,"only":1,"request":1,"internal":1,"and":2,"hybrid":1,"lb":3,"modes":1,"external":1},"21234,1744,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"super":1,"init":1,"vllm":1,"config":1,"executor":2,"class":1,"log":1,"stats":1,"fail":1,"callback":1,"background":1,"threads":2,"and":3,"queues":2,"for":2,"io":2,"these":1,"enable":1,"us":1,"to":2,"overlap":2,"zmq":1,"socket":3,"with":3,"gpu":1,"since":1,"they":1,"release":1,"the":2,"gil":1,"some":1,"serialization":1,"deserialization":1,"model":1,"forward":1,"pass":1,"handle":1,"core":1,"busy":1,"loop":1,"uses":1,"queue":3,"ready":5,"event":4,"threading":3,"input":7,"thread":8,"target":2,"self":9,"process":2,"sockets":2,"args":2,"addresses":5,"inputs":1,"coordinator":5,"identity":1,"daemon":2,"true":2,"start":2,"output":4,"outputs":1,"engine":1,"index":1,"don":1,"t":1,"complete":1,"handshake":1,"until":1,"dp":2,"message":2,"is":4,"received":1,"while":1,"not":3,"wait":1,"timeout":1,"10":1,"if":2,"alive":1,"raise":1,"runtimeerror":1,"died":1,"during":1,"startup":1,"assert":1,"none":2,"logger":1,"info":1,"waiting":1,"from":1,"step":3,"fn":1,"batch":2,"else":1},"22978,1031,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"contextmanager":1,"def":1,"perform":2,"handshakes":3,"self":1,"handshake":3,"address":3,"str":2,"identity":1,"bytes":1,"local":1,"client":3,"bool":1,"vllm":1,"config":1,"vllmconfig":1,"optional":1,"generator":1,"enginezmqaddresses":1,"none":2,"startup":1,"for":3,"dp":5,"1":3,"or":2,"offline":1,"mode":1,"this":2,"is":2,"with":7,"the":9,"colocated":3,"front":4,"end":4,"process":5,"internal":1,"load":2,"balancing":2,"shared":1,"which":4,"may":1,"reside":1,"on":1,"a":1,"different":1,"node":1,"external":1,"hybrid":1,"two":1,"are":1,"performed":1,"rank":2,"0":2,"retrieves":2,"coordinator":1,"zmq":1,"addresses":2,"and":2,"group":1,"input":1,"output":1,"socket":1,"exception":1,"of":1,"engines":1,"themselves":1,"don":1,"t":1,"require":1,"second":1},"24009,1361,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"here":1,"front":1,"end":1,"process":4,"can":1,"mean":1,"the":8,"containing":1,"engine":1,"core":1,"client":10,"which":2,"is":6,"api":3,"server":3,"in":2,"case":1,"not":2,"scaled":1,"out":1,"or":1,"launcher":1,"running":1,"run":1,"multi":1,"function":1,"serve":1,"py":1,"input":3,"ctx":3,"zmq":1,"context":1,"local":7,"and":1,"handshake":12,"address":4,"none":2,"headless":2,"self":2,"perform":2,"identity":2,"vllm":4,"config":6,"parallel":1,"if":1,"with":2,"as":3,"addresses":9,"yield":2,"else":1,"assert":1,"true":1,"false":1,"inputs":2,"outputs":2,"update":1,"may":1,"have":1,"changed":1,"from":1,"post":1,"init":1},"25370,1830,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"contextmanager":1,"def":2,"perform":1,"handshake":9,"self":3,"ctx":2,"zmq":4,"context":1,"address":7,"str":1,"identity":3,"bytes":1,"local":5,"client":4,"bool":4,"headless":5,"vllm":2,"config":6,"vllmconfig":1,"parallel":3,"to":3,"update":3,"optional":2,"parallelconfig":2,"none":4,"generator":1,"enginezmqaddresses":2,"with":3,"make":1,"socket":6,"dealer":1,"linger":1,"5000":1,"bind":1,"false":1,"as":1,"register":1,"engine":1,"front":2,"end":2,"addresses":2,"startup":2,"yield":1,"send":2,"ready":2,"message":1,"num":4,"gpu":4,"blocks":4,"cache":1,"we":1,"pass":1,"back":1,"the":2,"coordinator":2,"stats":5,"here":1,"for":2,"external":1,"lb":1,"case":1,"our":1,"colocated":1,"use":1,"only":1,"runs":1,"rank":1,"0":1,"dp":3,"frontend":1,"publish":1,"msgspec":1,"msgpack":1,"encode":1,"status":1,"staticmethod":1},"27200,1997,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"send":2,"registration":1,"message":8,"handshake":5,"socket":3,"msgspec":2,"msgpack":2,"encode":1,"status":1,"hello":1,"local":3,"client":1,"headless":2,"receive":2,"initialization":1,"logger":2,"info":1,"waiting":1,"for":3,"init":8,"from":2,"front":2,"end":2,"if":3,"not":4,"poll":1,"timeout":3,"mins":2,"60":1,"000":1,"raise":2,"runtimeerror":1,"did":1,"response":1,"f":2,"process":2,"within":1,"minutes":1,"bytes":2,"recv":1,"enginehandshakemetadata":2,"decode":1,"type":1,"debug":1,"received":1,"s":1,"parallel":3,"config":5,"is":2,"none":1,"key":2,"value":3,"in":2,"items":1,"setattr":1,"return":1,"addresses":1,"staticmethod":1,"def":2,"run":1,"engine":2,"core":2,"args":1,"dp":2,"rank":2,"int":2,"0":2,"kwargs":1,"launch":1,"enginecore":1,"busy":1,"loop":1,"background":1,"signal":10,"handler":4,"used":1,"graceful":1,"termination":1,"systemexit":2,"exception":1,"only":1,"raised":1,"once":1,"to":2,"allow":1,"this":1,"and":1,"worker":1,"processes":1,"terminate":2,"without":1,"error":1,"shutdown":4,"requested":4,"false":1,"ensure":1,"we":1,"can":1,"serialize":2,"transformer":1,"after":1,"spawning":1,"maybe":1,"register":1,"by":1,"signum":1,"frame":1,"nonlocal":1,"true":1,"either":1,"sigterm":2,"or":1,"sigint":2,"will":1,"the":1},"29197,1817,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"engine":13,"core":10,"optional":1,"enginecoreproc":2,"none":3,"try":1,"parallel":10,"config":7,"parallelconfig":1,"kwargs":3,"vllm":2,"if":3,"data":5,"size":1,"1":2,"or":2,"dp":4,"rank":7,"0":1,"set":3,"process":7,"title":2,"dpenginecore":1,"str":1,"decorate":2,"logs":2,"for":1,"this":1,"local":2,"dpenginecoreproc":1,"args":2,"else":2,"enginecore":5,"run":2,"busy":3,"loop":4,"except":2,"systemexit":1,"logger":3,"debug":1,"exiting":1,"raise":2,"exception":3,"as":1,"e":2,"is":4,"failed":1,"to":3,"start":1,"encountered":1,"a":2,"fatal":1,"error":1,"send":1,"dead":1,"finally":1,"not":1,"shutdown":1,"def":3,"init":1,"self":5,"vllmconfig":1,"pass":1,"of":1,"the":4,"until":2,"sent":1,"sigint":1,"sigterm":1,"while":1,"true":1,"poll":1,"input":3,"queue":3,"there":1,"work":1,"do":1,"2":1,"step":3,"and":1,"return":1,"outputs":1,"exits":1,"when":1,"an":1,"needs":1,"be":1,"performed":1},"31014,1169,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"waited":3,"false":1,"while":2,"not":3,"self":12,"engines":1,"running":1,"and":2,"scheduler":1,"has":1,"requests":3,"if":3,"logger":3,"isenabledfor":1,"debug":3,"input":4,"queue":6,"empty":2,"enginecore":2,"waiting":1,"for":2,"work":1,"true":1,"req":4,"get":2,"handle":4,"client":5,"request":6,"loop":1,"active":1,"any":2,"more":1,"nowait":2,"def":2,"process":1,"engine":2,"step":3,"bool":1,"called":1,"only":1,"when":1,"there":1,"are":1,"unfinished":1,"local":1,"the":2,"core":1,"outputs":3,"model":2,"executed":2,"fn":1,"put":2,"enginecoreoutputs":1,"into":1,"output":4,"in":1,"items":1,"else":1,"return":1,"type":1,"enginecorerequesttype":1,"none":1,"dispatch":1,"from":1},"32183,1917,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"if":4,"request":12,"type":9,"enginecorerequesttype":4,"add":2,"req":2,"wave":2,"self":6,"elif":3,"abort":2,"requests":1,"utility":2,"client":2,"idx":2,"call":3,"id":2,"method":12,"name":4,"args":9,"output":6,"utilityoutput":1,"try":2,"getattr":1,"result":3,"convert":3,"msgspec":5,"utilityresult":1,"except":1,"baseexception":1,"as":1,"e":2,"logger":2,"exception":1,"invocation":1,"of":1,"s":2,"failed":4,"failure":1,"message":1,"f":2,"to":3,"str":1,"queue":1,"put":1,"nowait":1,"enginecoreoutputs":1,"executor":2,"raise":1,"runtimeerror":1,"else":2,"error":1,"unrecognized":1,"input":1,"encountered":1,"staticmethod":1,"def":2,"a":1,"provided":1,"arg":5,"doesn":1,"t":1,"match":1,"corresponding":1,"target":1,"converting":1,"object":1,"not":2,"return":2,"types":3,"signature":1,"parameters":1,"values":1,"assert":1,"len":2,"tuple":1,"v":4,"p":5,"annotation":4,"isclass":1,"and":2,"issubclass":1,"struct":1,"isinstance":1,"for":1,"in":1,"zip":1,"send":2,"engine":1,"dead":1,"enginedead":1,"status":1,"the":1,"enginecoreclient":1},"34100,1734,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"put":2,"engine":2,"core":2,"dead":2,"in":2,"the":2,"queue":2,"self":4,"output":3,"nowait":1,"enginecoreproc":1,"wait":1,"until":1,"msg":1,"sent":1,"by":1,"daemon":1,"before":1,"shutdown":2,"thread":3,"join":1,"timeout":1,"5":1,"0":1,"if":2,"is":2,"alive":1,"logger":1,"fatal":1,"vllm":1,"signal":1,"from":1,"enginecore":1,"failed":1,"to":2,"send":3,"please":1,"report":1,"this":1,"issue":1,"def":1,"process":1,"input":10,"sockets":2,"addresses":2,"list":1,"str":2,"coord":6,"address":5,"optional":1,"identity":5,"bytes":1,"ready":1,"event":2,"threading":1,"socket":6,"io":1,"msgpack":1,"serialization":1,"decoding":1,"add":1,"request":1,"decoder":2,"msgpackdecoder":2,"enginecorerequest":1,"generic":1,"with":1,"exitstack":1,"as":2,"stack":3,"zmq":5,"context":3,"ctx":3,"enter":2,"make":2,"dealer":1,"bind":2,"false":2,"for":1,"none":2,"else":1,"xsub":1,"subscription":1,"message":1,"coordinator":1,"b":1,"x01":1},"35834,1743,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"register":3,"sockets":3,"with":1,"poller":6,"zmq":3,"for":4,"input":10,"socket":11,"in":2,"send":3,"initial":1,"message":2,"to":3,"each":1,"this":1,"is":2,"required":1,"before":1,"the":2,"front":1,"end":1,"router":1,"can":1,"messages":1,"back":1,"us":1,"b":2,"pollin":2,"if":2,"coord":4,"not":1,"none":1,"wait":1,"ready":4,"from":1,"coordinator":1,"assert":1,"recv":2,"event":2,"set":1,"del":1,"while":1,"true":1,"poll":1,"requesttype":1,"requestdata":1,"type":5,"frame":2,"data":4,"frames":3,"multipart":1,"copy":1,"false":1,"request":11,"enginecorerequesttype":2,"bytes":1,"buffer":1,"deserialize":1,"add":3,"decoder":2,"decode":2,"self":3,"preprocess":1,"else":1,"generic":1,"push":1,"queue":2,"core":1,"busy":1,"loop":1,"put":1,"nowait":1,"def":1,"process":1,"output":4,"paths":1,"list":1,"str":2,"path":1,"optional":1,"engine":1,"index":1,"int":1,"io":1,"thread":1},"37577,1950,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"msgpack":1,"serialization":1,"encoding":1,"encoder":2,"msgpackencoder":1,"send":4,"buffers":6,"to":4,"reuse":5,"list":1,"bytearray":2,"keep":1,"references":1,"outputs":5,"and":2,"until":1,"zmq":8,"is":5,"finished":2,"with":3,"them":1,"may":1,"contain":1,"tensors":1,"np":1,"arrays":1,"whose":1,"backing":1,"were":1,"extracted":1,"for":4,"zero":1,"copy":1,"pending":4,"deque":1,"tuple":1,"messagetracker":1,"any":1,"we":1,"must":1,"set":1,"linger":3,"ensure":1,"the":2,"engine":4,"core":2,"dead":2,"message":2,"sent":1,"prior":1,"closing":1,"socket":8,"exitstack":1,"as":2,"stack":3,"context":3,"ctx":3,"sockets":3,"enter":2,"make":2,"output":11,"path":4,"push":2,"4000":2,"in":2,"paths":1,"coord":5,"bind":1,"false":1,"if":3,"not":3,"none":3,"else":1,"max":1,"bufs":1,"len":1,"1":3,"while":2,"true":1,"self":1,"queue":1,"get":1,"enginecoreproc":1,"break":1,"assert":2,"isinstance":1,"bytes":1,"client":2,"index":4,"don":1,"t":1,"buffer":1,"coordinator":1,"which":1,"will":1,"be":1,"very":1,"small":1,"multipart":1,"encode":1,"continue":1,"reclaim":1,"that":1,"0":1,"done":1,"append":1,"pop":1,"2":1},"39527,1928,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"buffer":4,"reuse":6,"buffers":8,"pop":1,"if":3,"else":2,"bytearray":1,"encoder":1,"encode":1,"into":1,"outputs":2,"tracker":3,"sockets":1,"client":5,"index":1,"send":1,"multipart":1,"copy":1,"false":1,"track":1,"true":1,"not":1,"done":1,"ref":2,"len":2,"1":1,"none":2,"pending":1,"appendleft":1,"elif":1,"max":1,"bufs":1,"limit":1,"the":3,"number":1,"of":2,"to":1,"append":1,"class":3,"dpenginecoreproc":1,"enginecoreproc":1,"zmq":1,"wrapper":1,"for":2,"running":1,"enginecore":1,"in":2,"background":1,"process":2,"a":1,"data":7,"parallel":11,"context":1,"def":2,"init":3,"self":5,"vllm":7,"config":11,"vllmconfig":2,"local":4,"bool":2,"handshake":4,"address":4,"str":2,"executor":3,"type":1,"log":2,"stats":2,"optional":1,"counts":2,"forward":1,"passes":1,"model":1,"so":1,"that":1,"we":1,"can":1,"synchronize":1,"finished":1,"with":1,"dp":6,"peers":1,"every":1,"n":1,"steps":1,"step":1,"counter":1,"0":4,"current":1,"wave":1,"last":1,"initialize":1,"engine":1,"rank":7,"super":1,"configure":1,"gpus":1,"and":1,"stateless":1,"group":1,"size":2},"41455,1459,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"assert":2,"dp":15,"size":2,"1":2,"0":2,"local":3,"rank":7,"if":4,"vllm":5,"config":12,"kv":6,"transfer":6,"is":2,"not":2,"none":2,"modify":1,"the":4,"engine":5,"id":5,"and":2,"append":1,"to":4,"it":1,"ensure":1,"that":2,"unique":1,"for":2,"each":1,"f":1,"logger":1,"debug":1,"setting":1,"s":1,"self":12,"group":6,"parallel":1,"stateless":2,"init":1,"def":2,"shutdown":2,"super":2,"getattr":1,"destroy":1,"torch":1,"distributed":1,"process":1,"add":2,"request":11,"wave":11,"int":1,"has":1,"coordinator":1,"current":4,"elif":1,"engines":1,"running":1,"received":1,"an":1,"already":1,"completed":1,"notify":1,"front":1,"end":1,"we":1,"need":1,"start":2,"next":1,"one":1,"output":1,"queue":1,"put":1,"nowait":1,"enginecoreoutputs":1},"42914,1954,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"def":3,"handle":2,"client":2,"request":12,"self":20,"type":3,"enginecorerequesttype":2,"any":1,"none":1,"if":8,"start":1,"dp":2,"wave":10,"new":4,"exclude":2,"eng":2,"index":3,"engine":3,"and":2,"current":4,"not":5,"engines":4,"running":3,"logger":1,"debug":1,"enginecore":2,"starting":1,"idle":2,"loop":4,"for":2,"d":1,"true":2,"else":1,"super":1,"maybe":2,"publish":4,"counts":10,"lb":1,"stats":4,"return":1,"our":1,"they":1,"ve":1,"changed":1,"scheduler":3,"get":1,"last":2,"schedulerstats":1,"step":4,"counter":2,"output":1,"queue":3,"put":1,"nowait":1,"1":2,"enginecoreoutputs":1,"run":1,"busy":2,"core":2,"of":1,"the":3,"data":1,"parallel":1,"case":1,"until":2,"process":3,"is":2,"sent":1,"a":1,"sigint":1,"or":1,"sigterm":1,"while":1,"poll":1,"input":2,"there":1,"work":1,"to":1,"do":1,"2":1,"executed":2,"local":2,"unfinished":3,"reqs":2,"has":1,"requests":1,"all":1,"are":1,"continue":1},"44868,1864,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"we":2,"are":2,"in":2,"a":2,"running":3,"state":1,"and":2,"so":1,"must":1,"execute":3,"dummy":2,"pass":1,"if":5,"the":5,"model":1,"didn":1,"t":1,"any":1,"ready":1,"requests":1,"self":19,"batch":1,"3":1,"all":2,"reduce":2,"operation":1,"to":3,"determine":1,"global":3,"unfinished":7,"reqs":4,"engines":2,"has":5,"local":3,"not":2,"dp":5,"rank":3,"0":5,"or":1,"coordinator":4,"notify":1,"client":3,"that":1,"pausing":2,"loop":2,"logger":1,"debug":1,"wave":6,"d":1,"finished":1,"engine":1,"current":3,"case":2,"sends":2,"updates":1,"otherwise":1,"offline":1,"spmd":1,"each":1,"update":1,"its":1,"colocated":1,"front":1,"end":1,"process":2,"index":2,"1":3,"else":1,"output":1,"queue":1,"put":1,"nowait":1,"enginecoreoutputs":1,"complete":1,"increment":1,"count":1,"reset":1,"step":4,"counter":4,"def":2,"bool":2,"optimization":1,"only":1,"perform":1,"finish":1,"sync":1,"every":1,"32":2,"steps":1,"return":2,"true":1,"parallelconfig":1,"group":3,"reinitialize":1,"distributed":2,"reconfig":1,"request":1,"reconfiguredistributedrequest":1,"none":1,"stateless":1,"destroy":1,"torch":1,"shutdown":1},"46732,1097,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"parallel":25,"config":11,"self":3,"vllm":1,"old":1,"dp":4,"size":4,"data":15,"reconfig":8,"request":8,"new":8,"if":2,"rank":9,"1":1,"local":2,"specifies":1,"device":1,"visibility":1,"it":1,"should":1,"not":1,"be":1,"changed":1,"assert":1,"reconfigureranktype":1,"keep":1,"current":1,"master":6,"ip":2,"port":4,"2":1,"group":2,"stateless":1,"init":1},"47829,1631,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"self":10,"model":3,"executor":4,"reinitialize":1,"distributed":2,"reconfig":3,"request":3,"if":2,"new":3,"data":5,"parallel":7,"size":3,"old":1,"dp":9,"assert":1,"available":3,"gpu":3,"memory":4,"for":5,"kv":5,"cache":4,"0":3,"pass":1,"from":1,"existing":1,"engine":2,"cores":2,"to":1,"so":1,"they":1,"can":1,"directly":1,"use":1,"it":1,"in":2,"initialize":1,"caches":1,"rather":1,"than":1,"profiling":1,"parallelconfig":1,"sync":1,"group":1,"note":1,"yongji":1,"newly":1,"joined":1,"workers":1,"require":1,"dummy":1,"run":1,"even":1,"cuda":1,"graph":1,"is":1,"not":1,"used":1,"collective":1,"rpc":1,"compile":1,"or":1,"warm":1,"up":1,"rank":11,"reconfigureranktype":1,"shutdown":3,"current":1,"logger":2,"info":2,"dpenginecoreproc":2,"s":2,"else":1,"environment":1,"reinitialized":1,"class":2,"dpenginecoreactor":1,"ray":1,"actor":1,"running":1,"enginecore":1,"a":1,"context":1,"def":1,"init":1,"vllm":3,"config":5,"vllmconfig":1,"local":4,"client":1,"bool":2,"addresses":3,"enginezmqaddresses":1,"type":1,"log":1,"stats":1,"int":2},"49460,1409,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"set":5,"cuda":7,"visible":7,"devices":7,"as":2,"early":1,"possible":1,"in":5,"actor":2,"life":2,"cycle":2,"note":1,"mp":1,"we":2,"at":1,"process":1,"creation":1,"time":1,"and":2,"this":2,"cannot":1,"be":1,"done":1,"the":4,"same":1,"way":1,"for":2,"ray":12,"because":2,"1":1,"manages":1,"of":3,"all":1,"workers":2,"including":1,"dpenginecoreactor":1,"2":2,"sets":1,"based":1,"on":1,"num":1,"gpus":1,"configuration":1,"to":2,"bypass":1,"need":1,"also":1,"experimental":1,"noset":1,"but":1,"vllm":4,"created":1,"thereafter":1,"would":1,"have":1,"which":1,"is":2,"sticky":2,"https":2,"github":2,"com":2,"project":2,"blob":1,"e752fc319ddedd9779a0989b6d3613909bad75c9":1,"python":1,"private":1,"worker":3,"py":2,"l456":1,"noqa":2,"e501":2,"problematic":1,"when":1,"a":2,"executes":1,"task":1,"it":1,"indexes":1,"into":1,"rather":1,"than":1,"directly":1,"using":1,"gpu":1,"id":1,"potentially":1,"resulting":1,"index":1,"out":1,"bounds":1,"error":1,"see":1,"pull":1,"40461":1,"files":1,"diff":1,"31e8159767361e4bc259b6d9883d9c0d5e5db780fcea4a52ead4ee3ee4a59a78r1860":1,"get":1,"accelerator":2,"ids":1,"resource":1,"self":1,"config":2,"local":2,"dp":1,"rank":1,"super":1,"init":1,"client":1,"executor":1,"class":1,"log":1,"stats":1},"50869,1736,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"def":3,"set":2,"cuda":2,"visible":2,"devices":2,"self":4,"vllm":4,"config":4,"vllmconfig":2,"local":7,"dp":5,"rank":5,"int":1,"from":2,"platforms":1,"import":1,"current":3,"platform":3,"device":7,"control":5,"env":5,"var":5,"world":6,"size":6,"parallel":1,"or":2,"equivalent":1,"try":1,"os":2,"environ":1,"join":1,"str":3,"id":2,"to":2,"physical":1,"i":3,"for":3,"in":1,"range":2,"1":2,"except":1,"indexerror":1,"as":1,"e":3,"raise":1,"exception":1,"f":4,"error":1,"setting":1,"base":1,"value":1,"getenv":1,"contextmanager":1,"perform":2,"handshakes":1,"handshake":3,"address":2,"identity":1,"bytes":1,"client":2,"bool":1,"optional":1,"ray":2,"we":2,"don":1,"t":1,"need":1,"actually":1,"all":1,"addresses":3,"information":1,"is":5,"known":1,"before":1,"the":3,"actor":3,"creation":2,"therefore":1,"simply":1,"yield":2,"these":1,"wait":2,"init":2,"until":1,"engine":1,"core":1,"initialized":1,"this":2,"just":1,"an":1,"empty":1,"method":3,"when":1,"get":1,"on":1,"any":1,"other":1,"of":1,"returns":1,"it":1,"guaranteed":1,"that":1,"complete":1,"pass":1},"52605,381,data/raw/vllm-0.10.1/vllm/v1/engine/core.py":{"def":1,"run":3,"self":3,"the":1,"engine":1,"core":1,"busy":2,"loop":2,"try":1,"except":2,"systemexit":1,"logger":2,"debug":1,"enginecore":2,"exiting":1,"raise":2,"exception":2,"encountered":1,"a":1,"fatal":1,"error":1,"finally":1,"shutdown":1},"0,1790,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":26,"project":1,"import":21,"time":1,"from":20,"collections":1,"abc":1,"mapping":1,"typing":1,"any":1,"literal":1,"optional":1,"union":1,"config":16,"vllmconfig":2,"inputs":5,"processorinputs":1,"prompttype":1,"singletoninputs":1,"parse":1,"split":1,"enc":1,"dec":1,"preprocess":1,"inputpreprocessor":1,"lora":3,"request":2,"lorarequest":1,"multimodal":6,"registry":3,"multimodalregistry":2,"multimodalkwargsitem":1,"placeholderrange":1,"processing":1,"encdecmultimodalprocessor":1,"utils":3,"argsort":1,"mm":3,"positions":1,"pooling":1,"params":2,"poolingparams":1,"sampling":1,"samplingparams":1,"transformers":1,"tokenizer":4,"group":1,"tokenizergroup":2,"is":1,"list":1,"of":1,"v1":5,"engine":2,"enginecorerequest":1,"input":1,"cache":3,"multimodalinputcacheclient":1,"structured":4,"output":4,"backend":3,"guidance":2,"validate":3,"grammar":2,"outlines":2,"xgrammar":2,"class":1,"processor":1,"def":1,"init":1,"self":7,"model":2,"decoding":2},"1790,1551,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"self":14,"generation":2,"config":6,"fields":1,"model":4,"try":1,"get":1,"input":3,"preprocessor":2,"inputpreprocessor":1,"tokenizer":1,"mm":5,"registry":4,"cache":1,"client":1,"multimodalinputcacheclient":1,"property":1,"def":3,"return":2,"validate":6,"logprobs":19,"params":12,"samplingparams":2,"none":2,"max":9,"if":3,"1":2,"sample":2,"and":2,"or":1,"raise":2,"valueerror":2,"f":4,"requested":2,"of":2,"which":2,"is":2,"greater":2,"than":2,"allowed":2,"prompt":5,"sampling":1,"lora":1,"request":1,"optional":1,"lorarequest":1,"structured":1,"output":1,"logit":1,"bias":1},"3341,1813,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"if":9,"params":11,"allowed":5,"token":18,"ids":12,"is":4,"none":6,"return":3,"not":9,"raise":5,"valueerror":5,"and":3,"empty":1,"self":5,"tokenizer":6,"when":1,"skip":2,"init":1,"true":1,"we":1,"can":1,"t":1,"validate":4,"validation":1,"let":1,"the":1,"model":2,"handle":1,"invalid":5,"tokens":1,"get":2,"lora":2,"request":2,"vocab":8,"size":7,"len":1,"all":1,"0":2,"tid":2,"for":2,"in":3,"contains":1,"out":2,"of":6,"id":6,"def":2,"logit":5,"bias":5,"samplingparams":2,"are":1,"within":1,"vocabulary":2,"range":1,"config":1,"or":1,"append":1,"f":2,"s":1,"contain":1,"supported":3,"sampling":1,"best":4,"yet":2,"1":1,"vllm":2,"v1":2,"does":2,"support":2,"logits":3,"processors":3,"per":1,"user":1,"provided":1},"5154,1164,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"def":3,"validate":7,"params":11,"self":9,"union":1,"samplingparams":2,"poolingparams":2,"lora":9,"request":6,"optional":2,"lorarequest":2,"supported":2,"samplingparam":1,"should":1,"raise":3,"valueerror":3,"if":5,"unsupported":1,"for":1,"api":1,"server":1,"isinstance":1,"return":2,"logprobs":1,"sampling":2,"none":3,"is":2,"not":5,"and":2,"config":3,"f":1,"got":1,"but":1,"enabled":1,"structured":2,"output":1,"guided":2,"decoding":3,"or":1,"model":1,"skip":2,"tokenizer":3,"init":2,"outputs":1,"requires":1,"a":1,"so":1,"it":1,"can":1,"t":1,"be":1,"used":1,"with":1,"noqa":1,"e501":1},"6318,1532,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"engine":5,"level":7,"backend":16,"self":1,"decoding":9,"config":1,"if":4,"params":10,"guided":8,"request":6,"selection":3,"is":4,"not":3,"supported":2,"in":3,"v1":1,"the":6,"values":1,"may":1,"differ":1,"reused":1,"and":4,"was":4,"set":3,"to":2,"a":3,"specific":1,"based":1,"on":2,"auto":5,"behavior":1,"previous":1,"we":1,"remember":1,"that":1,"it":2,"as":1,"result":1,"of":1,"using":1,"option":1,"raise":2,"valueerror":2,"structured":1,"output":1,"no":1,"longer":1,"specified":1,"f":3,"but":1,"vllm":1,"initialised":1,"with":1,"this":1,"error":1,"can":1,"be":3,"resolved":1,"by":1,"removing":1,"from":1,"else":1,"content":1,"validation":1,"isinstance":1,"choice":5,"list":3,"invalid":1,"for":1,"an":2,"empty":2,"cannot":1},"7850,1715,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"if":1,"engine":4,"level":4,"backend":10,"startswith":2,"xgrammar":6,"with":1,"no":1,"fallback":1,"validate":5,"grammar":4,"params":8,"elif":2,"guidance":6,"todo":1,"ideally":1,"we":3,"would":1,"have":2,"the":3,"lltokenizer":1,"here":2,"as":3,"lark":1,"syntax":2,"allows":1,"special":2,"token":1,"and":2,"similar":1,"see":1,"https":1,"github":1,"com":1,"ai":1,"llguidance":1,"blob":1,"main":1,"docs":1,"md":1,"tokens":1,"without":1,"tokenizer":3,"these":1,"are":2,"disallowed":1,"in":3,"grammars":1,"none":2,"outlines":3,"structured":1,"output":1,"request":3,"else":1,"note":1,"must":1,"be":1,"auto":3,"because":1,"checked":1,"supported":2,"backends":1,"above":1,"is":3,"an":1,"opt":1,"to":4,"opinionated":1,"behavior":1,"where":1,"try":2,"choose":1,"a":1,"based":1,"on":1,"contents":1,"this":2,"not":2,"default":1,"it":1,"less":1,"predictable":1,"subject":1,"change":1,"between":1,"releases":1,"feature":2,"support":1,"changes":1,"guided":3,"decoding":3,"except":1,"valueerror":1,"either":1,"failed":1,"validation":1,"or":1,"includes":1,"some":1,"jsonschema":1,"s":1,"that":2,"fall":1,"back":1,"remember":1,"was":2,"set":1,"automatically":1,"true":1},"9565,1247,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"def":1,"process":1,"inputs":1,"self":4,"request":4,"id":1,"str":5,"prompt":1,"prompttype":1,"params":3,"union":1,"samplingparams":1,"poolingparams":1,"arrival":3,"time":5,"optional":6,"float":1,"none":8,"lora":4,"lorarequest":1,"tokenization":1,"kwargs":1,"dict":1,"any":1,"trace":2,"headers":2,"mapping":1,"priority":1,"int":2,"0":3,"data":9,"parallel":10,"rank":5,"tuple":1,"enginecorerequest":1,"todo":2,"woosuk":2,"support":3,"pooling":1,"models":2,"encoder":1,"decoder":1,"validate":2,"if":3,"is":4,"not":4,"raise":2,"valueerror":2,"v1":1,"does":1,"tracing":1,"yet":1,"size":4,"vllm":1,"config":2,"and":1,"f":2,"out":1,"of":1,"range":1},"10812,1203,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"process":1,"inputs":11,"which":1,"includes":1,"1":1,"tokenize":1,"text":1,"prompt":5,"with":2,"lora":5,"request":6,"if":2,"one":1,"exists":1,"2":1,"for":1,"multimodal":2,"models":1,"a":1,"merged":1,"preprocessor":3,"preprocess":2,"data":1,"and":1,"expand":1,"token":3,"ids":1,"accordingly":1,"return":4,"mm":4,"hashes":4,"self":5,"model":2,"config":2,"processor":1,"or":1,"bool":1,"cache":1,"enable":1,"prefix":1,"caching":1,"processed":5,"processorinputs":1,"input":2,"tokenization":2,"kwargs":2,"from":1,"vllm":1,"platforms":1,"import":1,"current":2,"platform":2,"validate":2,"params":2,"eos":2,"id":2,"get":1,"encoder":3,"decoder":2,"split":1,"enc":1,"dec":1,"todo":1,"impl":1,"is":1,"not":1,"none":1,"raise":1,"notimplementederror":1},"12015,1593,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"sampling":6,"params":11,"none":7,"pooling":2,"if":5,"isinstance":1,"samplingparams":1,"todo":1,"can":1,"we":1,"avoid":1,"cloning":1,"here":1,"in":2,"multiproc":1,"case":1,"clone":2,"unset":1,"max":5,"tokens":3,"then":1,"generate":1,"up":1,"to":2,"the":2,"model":3,"len":3,"is":2,"self":4,"config":3,"decoder":9,"inputs":8,"prompt":1,"token":2,"ids":1,"update":2,"from":3,"generation":2,"fields":1,"eos":1,"id":1,"tokenizer":4,"not":1,"get":2,"lora":2,"request":1,"else":1,"multimodal":3,"related":1,"sorted":4,"mm":12,"optional":4,"list":3,"multimodalkwargsitem":1,"positions":4,"placeholderrange":1,"hashes":4,"str":1,"type":1,"kwargs":1,"placeholders":2,"merge":1,"and":3,"flatten":1,"dictionaries":1,"lists":1,"sort":1,"them":1,"by":1,"each":1,"item":1,"s":1,"position":1,"input":1,"sequence":1,"idxs":1,"argsort":1},"13608,1979,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"orig":4,"sorted":16,"mm":24,"inputs":19,"decoder":8,"get":4,"item":1,"modality":6,"idx":6,"for":3,"in":3,"idxs":3,"positions":3,"hashes":7,"none":5,"if":3,"is":4,"else":2,"not":2,"self":3,"input":2,"cache":3,"client":1,"and":1,"update":1,"assert":1,"list":1,"of":1,"multimodalkwargsitem":1,"return":1,"prompt":4,"enginecorerequest":1,"request":6,"id":4,"token":4,"ids":2,"kwargs":1,"placeholders":1,"sampling":2,"params":4,"pooling":2,"eos":2,"arrival":2,"time":2,"lora":4,"salt":2,"priority":2,"data":2,"parallel":2,"rank":2,"def":1,"validate":2,"model":2,"processorinputs":1,"optional":1,"lorarequest":1,"encoder":4,"split":1,"enc":1,"dec":1,"type":1},"15587,1718,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"self":7,"validate":2,"model":12,"input":6,"decoder":3,"inputs":4,"lora":4,"request":3,"prompt":16,"type":5,"def":1,"singletoninputs":1,"optional":1,"lorarequest":1,"literal":1,"encoder":6,"config":7,"ids":5,"token":3,"if":7,"not":1,"and":2,"is":3,"multimodal":2,"pass":1,"mllama":1,"may":1,"have":1,"empty":2,"for":2,"text":1,"only":1,"data":1,"else":2,"raise":2,"valueerror":2,"f":2,"the":1,"cannot":1,"be":1,"skip":2,"tokenizer":8,"init":1,"none":1,"get":1,"max":8,"id":5,"default":1,"0":1,"out":1,"of":1,"vocabulary":1,"len":4,"mm":6,"registry":3,"preprocessor":1,"processor":4,"create":1,"assert":1,"isinstance":1,"encdecmultimodalprocessor":1,"pad":1,"dummy":1,"return":1,"length":1,"check":1,"whisper":1},"17305,999,data/raw/vllm-0.10.1/vllm/v1/engine/processor.py":{"if":1,"model":5,"config":2,"is":4,"multimodal":2,"suggestion":3,"make":2,"sure":2,"that":3,"max":5,"len":5,"no":2,"smaller":2,"than":3,"the":6,"number":4,"of":5,"text":2,"tokens":6,"plus":1,"for":1,"image":2,"inputs":1,"depends":1,"on":1,"images":1,"and":1,"possibly":1,"their":1,"aspect":1,"ratios":1,"as":1,"well":1,"else":1,"raise":1,"valueerror":1,"f":3,"prompt":4,"type":1,"length":2,"ids":1,"longer":1,"maximum":1,"todo":1,"find":1,"out":1,"how":1,"many":1,"placeholder":1,"are":1,"there":1,"so":1,"we":1,"can":1,"check":1,"chunked":1,"prefill":1,"does":1,"not":1,"truncate":1,"them":1,"batch":1,"self":1,"scheduler":1,"num":1,"batched":1},"0,1422,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":9,"project":1,"import":21,"contextlib":1,"os":1,"weakref":1,"from":16,"collections":1,"abc":1,"iterator":1,"dataclasses":1,"dataclass":2,"enum":3,"auto":4,"multiprocessing":2,"process":2,"connection":1,"baseprocess":1,"typing":1,"type":2,"checking":2,"callable":1,"optional":1,"union":1,"unittest":1,"mock":1,"patch":1,"msgspec":1,"zmq":4,"config":1,"cacheconfig":1,"parallelconfig":1,"vllmconfig":1,"logger":4,"init":3,"platforms":1,"current":1,"platform":1,"ray":3,"env":2,"get":4,"vars":1,"copy":1,"utils":2,"mp":1,"context":1,"open":1,"ipc":1,"path":1,"socket":1,"ctx":1,"v1":3,"engine":2,"coordinator":1,"dpcoordinator":1,"executor":2,"abstract":1,"client":1,"addr":1,"shutdown":1,"if":1,"util":1,"placement":1,"group":1,"placementgroup":1,"name":1,"startup":1,"poll":1,"period":1,"ms":1,"10000":1,"class":2,"coreenginestate":2,"new":2,"connected":1,"ready":1,"coreengine":1,"one":1,"per":1,"data":1,"parallel":1,"rank":1,"used":1,"track":1,"state":2,"during":1,"handshaking":1,"def":1,"self":4,"index":2,"int":1,"local":3,"bool":1,"true":1,"identity":1,"bytes":1,"little":1},"1422,1926,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"class":7,"enginezmqaddresses":2,"zmq":6,"input":3,"socket":5,"addresses":4,"for":4,"each":3,"front":5,"end":5,"client":9,"requests":1,"inputs":1,"list":2,"str":9,"output":3,"responses":1,"outputs":1,"address":10,"of":4,"dp":4,"coordinator":5,"if":3,"applicable":2,"optional":4,"none":4,"to":6,"connect":2,"not":1,"used":2,"by":2,"engine":3,"just":1,"relayed":1,"in":1,"handshake":9,"response":1,"only":1,"required":1,"external":1,"lb":1,"case":1,"frontend":1,"stats":4,"publish":1,"dataclass":1,"enginehandshakemetadata":1,"metadata":1,"sent":1,"process":1,"during":1,"startup":1,"including":1,"the":2,"queues":1,"that":1,"they":1,"should":1,"parallel":1,"config":4,"dict":1,"union":1,"int":4,"coreengineprocmanager":1,"utility":1,"handle":1,"creation":1,"readiness":1,"and":2,"shutdown":1,"background":1,"processes":1,"asyncllm":1,"llmengine":1,"def":1,"init":1,"self":1,"target":1,"fn":1,"callable":1,"local":5,"count":1,"start":2,"index":2,"vllm":3,"vllmconfig":1,"bool":2,"executor":4,"type":1,"log":3,"context":2,"get":1,"mp":1,"common":2,"kwargs":2},"3348,1888,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"self":16,"processes":7,"list":2,"baseprocess":1,"local":11,"dp":7,"ranks":3,"for":7,"index":11,"in":6,"range":1,"engine":1,"count":1,"start":4,"global":3,"enginecore":2,"background":1,"process":3,"append":2,"context":1,"target":2,"fn":1,"name":3,"f":1,"kwargs":2,"common":1,"rank":4,"finalizer":2,"weakref":1,"finalize":1,"shutdown":2,"data":3,"parallel":4,"vllm":2,"config":3,"size":1,"1":1,"try":1,"proc":11,"zip":1,"with":1,"set":1,"device":1,"control":1,"env":1,"var":1,"if":4,"else":1,"contextlib":2,"nullcontext":1,"finally":1,"kill":1,"other":1,"procs":5,"not":2,"all":2,"are":1,"running":1,"finished":3,"close":2,"def":4,"join":1,"first":1,"wait":2,"any":2,"to":1,"exit":2,"connection":1,"sentinel":2,"sentinels":1,"return":2,"dict":2,"str":1,"int":1,"returns":1,"of":1,"code":1,"exitcode":2,"is":1,"none":1,"contextmanager":1},"5236,1888,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"def":2,"set":2,"device":4,"control":2,"env":3,"var":2,"vllm":4,"config":4,"vllmconfig":2,"local":9,"dp":6,"rank":5,"int":2,"iterator":1,"none":3,"temporarily":1,"cuda":1,"visible":1,"devices":1,"or":1,"equivalent":1,"for":3,"engine":5,"subprocess":1,"world":6,"size":6,"parallel":1,"evar":4,"current":2,"platform":2,"try":1,"value":3,"join":1,"str":1,"id":2,"to":2,"physical":1,"i":2,"in":1,"range":2,"1":2,"except":1,"indexerror":1,"as":1,"e":2,"raise":1,"exception":1,"f":4,"error":1,"setting":1,"base":1,"os":2,"getenv":1,"from":5,"with":1,"patch":1,"dict":1,"environ":1,"values":1,"yield":1,"class":4,"coreengineactormanager":1,"utility":1,"handle":1,"creation":1,"readiness":1,"and":3,"shutdown":1,"of":1,"core":3,"ray":6,"actors":3,"used":1,"by":1,"the":1,"asyncllm":1,"llmengine":1,"different":1,"coreengineprocmanager":1,"this":1,"manages":1,"engines":1,"both":1,"remote":2,"nodes":1,"init":1,"self":3,"addresses":1,"enginezmqaddresses":1,"executor":2,"type":1,"log":1,"stats":1,"bool":1,"placement":1,"groups":1,"optional":2,"list":4,"placementgroup":1,"ranks":1,"import":5,"copy":1,"runtime":1,"runtimeenv":1,"util":1,"scheduling":1,"strategies":1,"placementgroupschedulingstrategy":1,"v1":1,"dpenginecoreactor":1,"actorhandle":2},"7124,1639,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"env":7,"vars":6,"list":2,"get":1,"to":1,"copy":1,"destination":1,"dpenginecoreactor":1,"self":7,"dict":2,"name":4,"os":2,"environ":2,"for":1,"in":3,"if":4,"runtime":1,"runtimeenv":1,"addresses":2,"executor":2,"class":2,"log":2,"stats":2,"dp":8,"size":7,"vllm":4,"config":7,"parallel":6,"data":3,"local":7,"engine":1,"count":1,"world":2,"ray":4,"is":5,"initialized":2,"logger":2,"info":2,"already":1,"skipping":1,"initialization":1,"else":2,"init":1,"placement":13,"groups":13,"not":2,"none":2,"assert":3,"ranks":5,"must":3,"be":1,"provided":3,"len":3,"and":1,"have":1,"the":1,"same":1,"length":1,"using":1,"todo":1,"rui":1,"validate":1,"passed":1,"created":2,"coreengineactormanager":1,"create":1,"number":1,"of":1,"match":1},"8763,1930,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"self":8,"placement":8,"group":5,"is":2,"local":14,"refs":5,"for":4,"index":6,"pg":3,"in":2,"zip":1,"range":1,"dp":8,"size":2,"ranks":1,"groups":3,"vllm":6,"config":7,"copy":1,"deepcopy":1,"parallel":2,"client":5,"engine":5,"count":1,"actor":6,"ray":5,"remote":6,"dpenginecoreactor":1,"options":1,"scheduling":1,"strategy":1,"placementgroupschedulingstrategy":1,"bundle":1,"world":1,"runtime":2,"env":2,"executor":2,"class":2,"log":2,"stats":2,"addresses":2,"rank":2,"if":1,"actors":4,"append":5,"else":1,"wait":1,"init":1,"get":1,"run":3,"staticmethod":1,"def":1,"create":2,"vllmconfig":1,"tuple":1,"list":3,"placementgroup":1,"int":1,"data":1,"import":3,"from":2,"private":1,"state":2,"available":1,"resources":1,"per":1,"node":1,"util":1,"nodes":1},"10693,897,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"logger":1,"info":1,"creating":1,"placement":2,"groups":2,"for":1,"data":4,"parallel":8,"dp":5,"master":5,"ip":8,"vllm":4,"config":8,"num":1,"pg":1,"to":1,"create":1,"size":4,"local":3,"engine":1,"count":1,"nodes":5,"sorted":1,"list":3,"filters":1,"state":1,"alive":1,"key":1,"lambda":1,"node":8,"assert":2,"0":1,"the":1,"head":2,"is":1,"missing":1,"or":2,"dead":1,"len":1,"1":2,"there":1,"can":1,"only":1,"be":1,"one":1,"available":2,"resources":2,"per":1,"world":2,"placementgroup":1,"ranks":1,"int":1},"11590,1822,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"for":4,"node":14,"in":4,"nodes":2,"ip":6,"resources":5,"available":4,"id":1,"if":3,"gpu":4,"not":2,"continue":1,"now":1,"each":1,"dp":10,"rank":4,"can":1,"only":1,"be":1,"assigned":1,"to":4,"one":1,"todo":1,"rui":1,"support":1,"allocating":1,"a":1,"single":1,"multiple":1,"engine":5,"count":5,"int":1,"world":3,"size":3,"master":3,"assert":1,"local":4,"enough":1,"allocate":1,"ranks":3,"f":3,"on":1,"i":4,"range":2,"bundles":6,"1":4,"0":5,"001":1,"cpu":2,"pg":5,"ray":2,"util":2,"placement":7,"group":2,"name":2,"len":3,"groups":5,"strategy":2,"strict":2,"pack":2,"append":4,"else":1,"num":1,"create":1,"break":1},"13412,397,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"if":1,"len":2,"placement":5,"groups":5,"num":2,"pg":2,"to":3,"create":2,"raise":1,"valueerror":1,"f":3,"not":1,"enough":1,"resources":3,"allocate":1,"only":1,"created":1,"available":2,"return":1,"local":1,"dp":1,"ranks":1},"13809,1938,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"staticmethod":1,"def":1,"add":2,"dp":8,"placement":3,"groups":3,"old":6,"vllm":4,"config":7,"vllmconfig":1,"new":3,"data":5,"parallel":8,"size":9,"int":4,"tuple":1,"list":4,"placementgroup":1,"for":2,"import":3,"ray":4,"from":3,"private":1,"state":2,"available":6,"resources":10,"per":4,"node":27,"total":7,"util":1,"nodes":9,"num":5,"pg":5,"to":3,"create":3,"if":2,"0":4,"return":1,"master":5,"ip":10,"world":3,"sorted":1,"key":2,"lambda":1,"assert":2,"the":3,"first":1,"must":1,"be":2,"head":2,"len":1,"1":2,"or":1,"there":1,"can":1,"only":1,"one":1,"local":1,"ranks":1,"created":2,"in":1,"break":1,"id":5,"gpus":8,"gpu":2,"get":1,"on":3,"this":2,"s":1,"stores":1,"with":1,"as":1,"calculate":1,"used":5,"and":1,"engines":2,"max":1},"15747,1844,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"calculate":1,"how":1,"many":1,"new":3,"engines":4,"this":3,"node":8,"can":1,"accommodate":1,"available":3,"engine":5,"count":2,"gpus":1,"world":3,"size":6,"create":3,"placement":4,"groups":3,"for":3,"on":3,"i":2,"in":1,"range":1,"if":2,"num":4,"pg":6,"created":3,"to":1,"break":1,"rank":6,"old":1,"dp":6,"bundles":5,"with":1,"constraint":1,"master":3,"ip":3,"gpu":2,"1":5,"0":5,"001":1,"cpu":2,"else":1,"ray":4,"util":2,"group":1,"name":1,"f":1,"strategy":1,"strict":1,"pack":1,"append":2,"local":6,"starts":1,"from":4,"the":1,"number":1,"of":1,"already":1,"used":2,"ranks":2,"return":1,"def":1,"scale":1,"up":1,"elastic":1,"ep":1,"self":3,"cur":2,"vllm":2,"config":1,"vllmconfig":1,"data":2,"parallel":2,"int":1,"none":1,"import":5,"copy":1,"runtime":1,"env":1,"runtimeenv":1,"scheduling":1,"strategies":1,"placementgroupschedulingstrategy":1,"v1":1,"core":1,"dpenginecoreactor":1,"len":2,"actors":2,"remote":1},"17591,1642,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"assert":1,"new":8,"data":14,"parallel":20,"size":15,"cur":8,"f":2,"must":1,"be":1,"greater":1,"than":1,"current":1,"for":3,"scale":2,"up":2,"placement":5,"groups":3,"local":11,"dp":9,"ranks":2,"self":2,"add":1,"vllm":10,"config":15,"world":2,"master":3,"ip":3,"engines":3,"0":3,"runtime":1,"env":3,"runtimeenv":1,"vars":2,"dict":1,"elastic":1,"ep":1,"launch":1,"1":2,"i":2,"pg":3,"rank":2,"in":2,"enumerate":1,"zip":1,"copy":1,"deepcopy":1,"group":2,"check":1,"if":2,"this":1,"is":1,"on":1,"the":1,"head":1,"node":2,"client":2,"any":1,"bundle":3,"get":1,"specs":1,"update":1},"19233,1910,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"actor":7,"ray":2,"remote":7,"dpenginecoreactor":1,"options":1,"scheduling":1,"strategy":1,"placementgroupschedulingstrategy":1,"placement":6,"group":3,"pg":2,"bundle":1,"index":1,"world":1,"size":5,"runtime":2,"env":2,"vllm":5,"config":7,"dp":3,"executor":2,"class":2,"self":12,"log":2,"stats":2,"local":21,"client":4,"addresses":2,"rank":4,"if":5,"engine":6,"actors":8,"append":5,"else":3,"created":1,"groups":3,"is":1,"get":1,"wait":1,"for":3,"init":1,"in":2,"new":11,"engines":9,"0":3,"len":2,"run":2,"refs":1,"cur":2,"parallel":6,"data":4,"update":1,"old":1,"with":1,"any":1,"were":1,"added":1},"21143,1929,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"def":4,"scale":2,"down":2,"elastic":1,"ep":1,"self":11,"cur":5,"data":17,"parallel":26,"size":13,"int":3,"new":5,"none":1,"import":2,"ray":5,"assert":1,"f":2,"must":1,"be":1,"greater":1,"than":1,"for":4,"in":3,"range":1,"pg":4,"created":2,"placement":5,"groups":2,"pop":4,"is":3,"local":10,"group":3,"if":1,"engine":6,"actors":4,"else":1,"remote":2,"util":2,"remove":2,"get":1,"run":2,"refs":2,"return":1,"close":1,"actor":2,"kill":1,"contextlib":1,"contextmanager":1,"launch":2,"core":1,"engines":2,"vllm":2,"config":11,"vllmconfig":1,"executor":2,"class":1,"type":1,"log":1,"stats":1,"bool":1,"num":1,"api":1,"servers":1,"1":1,"iterator":1,"tuple":1,"optional":2,"union":1,"coreengineprocmanager":1,"coreengineactormanager":1,"dpcoordinator":1,"enginezmqaddresses":1,"and":1,"dp":3,"coordinator":1,"processes":1,"as":1,"needed":1,"count":1,"start":1,"index":1,"rank":3,"host":1,"master":1,"ip":1,"only":1,"hybrid":1,"lb":2,"or":1,"external":1},"23072,1801,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"in":4,"offline":5,"mode":5,"there":1,"is":2,"an":1,"llm":2,"instance":1,"per":2,"dp":7,"rank":3,"and":4,"one":1,"core":1,"engine":7,"see":1,"examples":1,"inference":1,"data":3,"parallel":5,"py":1,"local":7,"start":1,"index":1,"not":2,"none":2,"client":6,"only":6,"true":1,"for":3,"cases":1,"where":1,"this":1,"front":1,"end":1,"sends":1,"requests":1,"to":1,"colocated":1,"engines":2,"or":2,"count":1,"size":2,"set":1,"up":1,"input":2,"output":2,"addresses":9,"enginezmqaddresses":1,"inputs":1,"get":4,"zmq":2,"addr":2,"host":2,"range":2,"num":2,"api":2,"servers":2,"outputs":1,"run":3,"the":1,"coordinator":12,"process":2,"with":1,"0":2,"when":1,"online":1,"1":1,"if":2,"dpcoordinator":1,"config":4,"socket":1,"frontend":1,"stats":4,"publish":2,"address":2,"logger":2,"info":2,"started":1,"pid":2,"d":1,"proc":1,"else":1,"backend":2,"ray":2,"starting":1,"based":1,"actor":2,"manager":2,"coreengineactormanager":1,"vllm":2,"executor":2,"class":2,"log":2,"yield":1,"return":1},"24873,1857,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"if":2,"offline":2,"mode":4,"assert":3,"local":18,"engine":6,"count":4,"1":1,"engines":8,"to":4,"handshake":17,"coreengine":3,"index":3,"dp":9,"rank":10,"true":3,"elif":1,"0":8,"holds":1,"coordinator":1,"so":1,"it":2,"handshakes":2,"with":5,"all":1,"cores":2,"in":4,"both":1,"external":2,"dplb":3,"and":5,"internal":2,"note":1,"this":2,"also":2,"covers":1,"the":4,"case":1,"where":1,"we":1,"have":1,"zero":1,"is":3,"headless":1,"i":5,"for":2,"range":2,"size":2,"else":2,"just":1,"managing":1,"only":6,"attempting":1,"launch":1,"core":2,"from":2,"but":1,"found":1,"which":1,"incompatible":1,"whether":1,"started":1,"will":2,"co":2,"located":2,"front":2,"end":2,"processes":1,"lb":1,"ranks":1,"their":1,"frontend":1,"hence":1,"be":1,"false":1,"or":1,"address":8,"get":2,"client":3,"zmq":4,"addr":1,"host":1,"parallel":2,"config":1,"data":1,"rpc":1,"port":1,"not":1,"open":1,"ipc":1,"path":1,"none":1,"socket":2,"ctx":1,"router":1,"bind":1,"as":1,"vllm":1,"v1":1,"import":1,"enginecoreproc":1},"26730,1822,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"start":6,"local":16,"engines":5,"if":2,"engine":11,"count":8,"manager":5,"coreengineprocmanager":2,"enginecoreproc":1,"run":1,"core":4,"vllm":3,"config":10,"executor":2,"class":2,"log":2,"stats":2,"handshake":8,"address":4,"client":3,"true":1,"index":3,"dp":1,"rank":1,"or":1,"0":3,"else":2,"none":2,"yield":1,"coordinator":3,"addresses":3,"now":1,"wait":4,"for":4,"to":3,"startup":2,"socket":4,"parallel":8,"cache":2,"proc":2,"def":1,"zmq":3,"enginezmqaddresses":1,"list":1,"coreengine":1,"parallelconfig":1,"cacheconfig":1,"optional":2,"coord":1,"process":3,"es":1,"send":1,"ready":1,"messages":1,"data":3,"size":1,"remote":4,"len":1,"counts":1,"conn":1,"pending":2,"poller":3,"register":1,"pollin":1,"should":1,"be":1,"headless":1,"not":2,"hybrid":1,"lb":2,"and":1,"external":1},"28552,1292,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"if":8,"proc":7,"manager":4,"is":4,"not":5,"none":4,"for":3,"sentinel":3,"in":1,"sentinels":1,"poller":3,"register":2,"zmq":2,"pollin":2,"coord":6,"process":6,"while":1,"any":4,"conn":3,"pending":6,"or":2,"start":4,"events":4,"poll":2,"startup":1,"period":1,"ms":1,"logger":2,"debug":2,"waiting":2,"d":4,"local":3,"remote":2,"core":5,"engine":3,"s":3,"to":2,"connect":1,"continue":1,"len":1,"1":1,"0":2,"handshake":1,"socket":1,"one":1,"of":1,"the":1,"processes":1,"exited":1,"finished":4,"procs":1,"else":1,"and":1,"exitcode":2,"name":1,"raise":1,"runtimeerror":1,"initialization":1,"failed":2,"see":1,"root":1,"cause":1,"above":1,"f":1},"29844,1572,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"receive":1,"hello":2,"and":3,"ready":3,"messages":1,"from":4,"the":1,"input":1,"socket":2,"eng":8,"identity":4,"msg":6,"bytes":3,"handshake":1,"recv":1,"multipart":1,"index":5,"int":1,"little":1,"engine":9,"next":1,"e":3,"for":1,"in":4,"core":1,"engines":2,"if":8,"none":2,"is":1,"raise":4,"runtimeerror":4,"f":12,"message":2,"with":1,"unexpected":1,"data":1,"parallel":1,"rank":1,"msgspec":1,"msgpack":1,"decode":1,"status":4,"local":9,"headless":8,"else":3,"remote":6,"expected":1,"it":1,"to":1,"be":3,"must":3,"iff":1,"we":1,"aren":1,"t":1,"hybrid":3,"dp":3,"lb":3,"mode":3,"not":2,"should":1,"use":2,"external":2,"or":2,"unless":1,"state":1,"coreenginestate":1,"new":1},"31416,1710,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"send":2,"init":3,"message":3,"with":2,"dp":4,"config":8,"info":1,"msgspec":1,"msgpack":1,"encode":1,"enginehandshakemetadata":1,"addresses":4,"parallel":10,"data":6,"master":4,"ip":2,"port":2,"size":2,"handshake":1,"socket":1,"multipart":1,"eng":1,"identity":1,"copy":1,"false":1,"conn":1,"pending":2,"0":4,"if":3,"local":3,"else":2,"1":4,"start":1,"engine":4,"state":3,"coreenginestate":2,"connected":2,"elif":1,"status":1,"ready":1,"and":2,"setup":1,"kv":1,"cache":3,"initialization":1,"from":4,"core":1,"process":2,"sum":1,"values":1,"all":1,"engines":1,"in":3,"case":1,"num":6,"gpu":6,"blocks":6,"or":1,"msg":2,"external":1,"lb":1,"mode":1,"the":6,"coordinator":1,"address":4,"that":1,"front":2,"end":2,"procs":1,"connect":1,"to":2,"is":2,"obtained":1,"rank":1,"via":1,"one":1,"of":1,"handshakes":1,"passed":1,"response":1,"other":1,"frontend":2,"stats":3,"publish":2,"none":1,"get":1},"33126,460,data/raw/vllm-0.10.1/vllm/v1/engine/utils.py":{"start":1,"pending":1,"0":1,"if":3,"local":5,"else":4,"1":2,"engine":4,"state":3,"coreenginestate":1,"ready":1,"raise":1,"runtimeerror":1,"f":3,"unexpected":1,"status":2,"message":1,"for":1,"remote":2,"eng":2,"index":2,"in":1,"logger":1,"debug":1,"s":3,"from":1,"core":1,"process":1},"0,1936,data/raw/vllm-0.10.1/vllm/v1/engine/mm_input_cache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":22,"vllm":6,"project":1,"from":9,"collections":1,"abc":1,"import":7,"sequence":1,"typing":1,"type":2,"checking":2,"optional":1,"multimodal":4,"multimodalregistry":1,"cache":2,"multimodalcache":1,"multimodalcacheitemmetadata":1,"inputs":1,"multimodalkwargsitem":2,"utils":1,"is":5,"list":1,"of":5,"if":4,"config":1,"modelconfig":1,"idea":1,"input":4,"caching":1,"based":2,"on":2,"having":1,"a":2,"client":3,"and":7,"server":3,"where":1,"executes":1,"in":4,"frontend":1,"process":2,"p0":5,"core":1,"p1":4,"basemultimodalprocessor":2,"calls":1,"multimodalhasher":1,"get":1,"mm":18,"hash":8,"each":3,"multi":2,"modal":2,"item":4,"e":3,"g":1,"image":1,"processes":1,"items":1,"into":1,"kwargs":10,"which":1,"are":6,"instances":1,"that":2,"correspond":1,"an":1,"multimodalinputcacheclient":2,"accepts":1,"corresponding":4,"for":2,"it":1,"stores":2,"as":1,"keys":2,"size":2,"but":1,"not":4,"themselves":1,"avoid":1,"taking":1,"up":1,"additional":1,"memory":1,"always":1,"sent":5,"only":1,"they":1,"cached":3,"multimodalinputcacheserver":3,"i":2,"retrieves":1,"under":1,"key":1,"either":1,"way":1,"engine":1,"model":1,"execution":1,"both":1,"must":1,"perform":1,"update":1,"eviction":1,"same":1,"this":1,"ensures":1},"1936,1918,data/raw/vllm-0.10.1/vllm/v1/engine/mm_input_cache.py":{"and":2,"multimodalinputcacheserver":3,"are":2,"mirrored":1,"allowing":1,"us":1,"to":4,"determine":1,"in":4,"p0":3,"whether":2,"a":1,"key":1,"is":2,"cached":2,"by":3,"querying":1,"multimodalinputcacheclient":2,"without":1,"having":1,"communicate":1,"with":1,"p1":3,"class":2,"used":2,"check":1,"multi":2,"modal":2,"kwargs":6,"def":4,"init":4,"self":12,"model":6,"config":6,"modelconfig":2,"mm":30,"registry":4,"multimodalregistry":2,"none":5,"super":2,"enabled":3,"enable":2,"input":4,"cache":11,"multimodalcache":2,"get":6,"lru":2,"gb":2,"multimodalcacheitemmetadata":2,"update":1,"sequence":1,"multimodalkwargsitem":4,"hashes":3,"list":4,"str":1,"optional":2,"if":2,"not":2,"return":2,"assert":1,"len":2,"out":4,"items":4,"for":1,"item":3,"hash":3,"zip":1,"append":2,"else":1,"wraps":1,"reset":1,"clear":1,"avoid":1,"requiring":1,"past":1,"from":1},"3854,794,data/raw/vllm-0.10.1/vllm/v1/engine/mm_input_cache.py":{"def":2,"get":1,"and":1,"update":1,"self":6,"mm":24,"kwargs":7,"sequence":1,"optional":1,"multimodalkwargsitem":4,"hashes":3,"list":5,"str":1,"if":2,"not":1,"enabled":1,"lst":3,"assert":2,"is":2,"of":1,"return":2,"len":2,"out":4,"items":4,"for":1,"item":4,"hash":3,"in":1,"zip":1,"none":2,"append":2,"cache":3,"else":1,"reset":1,"clear":1},"0,731,data/raw/vllm-0.10.1/vllm/v1/engine/exceptions.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":1,"project":1,"class":2,"enginegenerateerror":1,"exception":2,"raised":2,"when":3,"a":1,"asyncllm":1,"generate":1,"fails":1,"recoverable":1,"pass":1,"enginedeaderror":1,"enginecore":2,"dies":1,"unrecoverable":1,"def":1,"init":2,"self":2,"args":2,"suppress":3,"context":3,"bool":1,"false":1,"kwargs":2,"engine":2,"dead":2,"message":2,"encountered":1,"an":1,"issue":1,"see":1,"stack":2,"trace":2,"above":1,"for":1,"root":1,"cause":1,"noqa":1,"e501":1,"super":1,"make":1,"clearer":1,"using":1,"with":1,"llmengine":1,"by":1,"silencing":1,"irrelevant":1,"zmqerror":1},"0,1991,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":31,"project":1,"import":35,"asyncio":1,"time":1,"from":32,"collections":1,"abc":1,"asyncgenerator":1,"iterable":1,"mapping":1,"copy":2,"typing":1,"any":1,"optional":1,"union":1,"numpy":1,"as":3,"np":1,"envs":3,"config":3,"modelconfig":1,"vllmconfig":1,"engine":8,"arg":1,"utils":5,"asyncengineargs":1,"protocol":1,"engineclient":1,"v1":11,"output":2,"proc":1,"chunk":1,"size":1,"inputs":2,"prompttype":1,"preprocess":1,"inputpreprocessor":1,"logger":4,"init":3,"lora":1,"request":1,"lorarequest":1,"multimodal":2,"registry":1,"multimodalregistry":1,"outputs":1,"poolingrequestoutput":1,"requestoutput":1,"pooling":1,"params":2,"poolingparams":1,"sampling":2,"samplingparams":1,"tasks":1,"supportedtask":1,"transformers":3,"maybe":1,"register":1,"serialize":1,"by":1,"value":1,"tokenizer":3,"anytokenizer":1,"group":1,"configs":1,"usage":2,"lib":1,"usagecontext":1,"device":1,"list":1,"cancel":1,"task":1,"threadsafe":1,"cdiv":1,"deprecate":1,"kwargs":1,"enginecorerequest":1,"core":1,"client":1,"enginecoreclient":1,"exceptions":1,"enginedeaderror":1,"enginegenerateerror":1,"processor":3,"outputprocessor":1,"requestoutputcollector":1,"parallel":1,"parentrequest":1,"executor":2,"abstract":1,"metrics":3,"loggers":1,"statloggerfactory":1,"statloggermanager":1,"prometheus":2,"shutdown":1,"stats":1,"iterationstats":1,"name":1},"1991,1877,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"class":4,"asyncllm":2,"engineclient":1,"def":1,"init":1,"self":1,"vllm":6,"config":4,"vllmconfig":1,"executor":4,"type":1,"log":6,"stats":3,"bool":4,"usage":3,"context":4,"usagecontext":2,"engine":5,"mm":2,"registry":4,"multimodalregistry":1,"multimodal":1,"use":6,"cached":3,"outputs":3,"false":2,"requests":3,"true":2,"start":3,"loop":3,"stat":5,"loggers":4,"optional":2,"list":1,"statloggerfactory":1,"none":4,"client":3,"addresses":1,"dict":1,"str":2,"count":1,"int":2,"1":2,"index":1,"0":2,"create":1,"an":2,"args":1,"global":1,"configuration":1,"impl":1,"e":1,"g":1,"multiprocexecutor":1,"whether":4,"to":4,"of":1,"the":3,"llm":1,"multi":1,"modal":1,"customized":1,"for":1,"if":2,"not":4,"provided":1,"default":1,"will":1,"be":2,"used":1,"please":1,"aware":1,"that":1,"logger":1,"is":1,"stable":1,"in":1,"v1":5,"and":2,"its":1,"base":1,"interface":1,"might":1,"change":1,"returns":1,"envs":2,"raise":1,"valueerror":1,"using":2,"asyncllmengine":2,"but":1,"this":2,"should":1,"happen":1,"as":1,"a":1,"workaround":1,"try":1,"from":1,"or":2,"explicitly":1,"set":1,"report":1,"issue":1,"on":1,"github":1,"ensure":1,"we":1,"can":1,"serialize":2,"custom":1,"transformer":1,"configs":1,"maybe":1,"register":1,"by":1,"value":1},"3868,1783,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"self":19,"model":5,"config":21,"vllm":12,"log":10,"requests":2,"stats":7,"if":3,"skip":1,"tokenizer":8,"init":2,"none":2,"else":1,"ensure":1,"liveness":1,"running":1,"in":2,"another":1,"process":2,"from":1,"configs":1,"scheduler":2,"lora":2,"processor":4,"converts":2,"inputs":1,"enginecorerequests":1,"mm":2,"registry":2,"outputprocessor":2,"enginecoreoutputs":1,"requestoutput":1,"output":1,"enginecore":1,"starts":1,"the":1,"engine":6,"background":1,"core":2,"enginecoreclient":1,"make":1,"async":1,"mp":1,"client":7,"executor":2,"class":2,"addresses":2,"count":2,"index":2,"loggers":3,"logger":3,"manager":3,"optional":1,"statloggermanager":2,"idxs":1,"ranks":1,"managed":1,"custom":1,"stat":2,"initialized":1},"5651,1930,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"self":2,"output":3,"handler":3,"optional":3,"asyncio":3,"task":1,"none":3,"try":2,"start":4,"eagerly":1,"if":2,"we":1,"are":1,"in":1,"the":2,"eventloop":1,"get":2,"running":1,"loop":4,"run":1,"except":1,"runtimeerror":1,"pass":1,"classmethod":1,"deprecate":1,"kwargs":1,"disable":4,"log":9,"requests":6,"additional":1,"message":1,"this":3,"argument":1,"will":2,"have":1,"no":1,"effect":1,"use":4,"enable":3,"instead":1,"def":1,"from":2,"vllm":9,"config":6,"cls":2,"vllmconfig":1,"engine":4,"bool":4,"true":2,"usage":3,"context":4,"usagecontext":2,"stat":3,"loggers":3,"list":1,"statloggerfactory":1,"false":3,"stats":3,"client":9,"addresses":3,"dict":1,"str":2,"count":3,"int":2,"1":2,"index":3,"0":2,"deprecated":1,"be":1,"removed":1,"asyncllm":1,"not":3,"envs":2,"v1":4,"raise":1,"valueerror":1,"using":2,"asyncllmengine":2,"but":1,"should":1,"happen":1,"as":1,"a":1,"workaround":1,"or":2,"explicitly":1,"set":1,"and":1,"report":1,"issue":1,"on":1,"github":1,"create":1,"llmengine":1,"return":1,"executor":2,"class":2},"7581,1954,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"classmethod":1,"def":5,"from":2,"engine":15,"args":5,"cls":2,"asyncengineargs":1,"start":3,"loop":3,"bool":1,"true":1,"usage":4,"context":5,"usagecontext":2,"stat":3,"loggers":3,"optional":6,"list":1,"statloggerfactory":1,"none":8,"asyncllm":4,"create":4,"an":1,"the":5,"engineargs":1,"configs":1,"vllm":4,"config":5,"executor":4,"class":4,"get":3,"return":2,"log":4,"requests":2,"enable":1,"stats":2,"not":1,"disable":1,"del":1,"self":9,"shutdown":5,"cleaning":1,"up":1,"background":1,"proc":1,"and":1,"ipc":1,"prometheus":1,"if":2,"core":4,"getattr":2,"cancel":1,"task":1,"threadsafe":1,"output":1,"handler":1,"async":3,"supported":2,"tasks":2,"tuple":1,"supportedtask":1,"await":1,"add":2,"request":4,"id":1,"str":4,"prompt":1,"prompttype":1,"params":1,"union":1,"samplingparams":1,"poolingparams":1,"arrival":1,"time":1,"float":1,"lora":1,"lorarequest":1,"tokenization":1,"kwargs":1,"dict":1,"any":1,"trace":1,"headers":1,"mapping":1,"priority":1,"int":2,"0":1,"data":1,"parallel":1,"rank":1,"requestoutputcollector":1,"new":1,"to":1,"errored":1,"raise":1,"enginedeaderror":1},"9535,1765,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"is":2,"pooling":2,"isinstance":1,"params":10,"poolingparams":1,"create":1,"a":1,"new":1,"output":4,"collector":1,"for":3,"the":3,"request":31,"queue":7,"requestoutputcollector":2,"kind":2,"convert":1,"input":1,"prompt":6,"str":4,"self":7,"processor":2,"process":3,"inputs":1,"id":6,"arrival":1,"time":1,"lora":1,"tokenization":1,"kwargs":1,"trace":1,"headers":1,"priority":1,"data":1,"parallel":1,"rank":1,"if":3,"or":1,"n":4,"1":3,"await":3,"add":7,"none":1,"0":1,"return":2,"fan":1,"out":1,"child":6,"requests":2,"parent":5,"parentrequest":2,"idx":4,"in":1,"range":1,"get":1,"info":2,"else":1,"copy":1,"sampling":1,"async":2,"def":1,"enginecorerequest":2,"optional":2,"req":2,"index":2,"int":1,"to":2,"outputprocessor":1,"this":1,"enginecore":1,"separate":1,"engine":1,"core":1,"log":1,"logger":1,"added":1,"s":1},"11300,1906,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"todo":1,"we":5,"should":1,"support":1,"multiple":3,"prompts":1,"in":4,"one":1,"call":3,"as":1,"you":1,"can":2,"do":1,"with":1,"llm":1,"generate":4,"so":3,"that":1,"for":1,"multi":1,"prompt":3,"completion":1,"requests":1,"don":2,"t":2,"need":2,"to":9,"send":1,"messages":1,"core":1,"proc":1,"and":2,"streams":1,"which":2,"then":1,"get":1,"re":1,"multiplexed":1,"the":17,"api":2,"server":3,"anyhow":1,"async":1,"def":1,"self":3,"prompttype":1,"sampling":2,"params":2,"samplingparams":1,"request":11,"id":2,"str":3,"lora":3,"optional":3,"lorarequest":1,"none":4,"trace":3,"headers":3,"mapping":1,"priority":3,"int":2,"0":1,"data":3,"parallel":3,"rank":3,"asyncgenerator":2,"requestoutput":2,"main":1,"function":1,"called":1,"by":1,"kick":1,"off":1,"a":3,"1":1,"making":1,"an":1,"asyncstream":2,"corresponding":1,"2":1,"processing":1,"input":1,"3":1,"adding":2,"detokenizer":1,"4":1,"enginecore":2,"separate":2,"process":1,"output":3,"handler":3,"loop":2,"runs":1,"background":1,"asyncio":1,"task":1,"pulling":1,"outputs":1,"from":1,"putting":1,"them":1,"into":1,"per":1,"caller":2,"of":1,"iterates":1,"returned":1,"returning":1,"back":1,"try":1,"start":1,"on":1,"first":1,"init":1,"before":1,"event":1,"enables":1,"us":1,"handle":1,"startup":1,"failure":1,"gracefully":1,"openai":1,"run":1,"q":1,"await":1,"add":1},"13206,1866,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"the":8,"output":3,"handler":3,"task":4,"pushes":2,"items":1,"into":1,"queue":3,"this":1,"pulls":2,"from":3,"and":3,"yields":1,"to":2,"caller":1,"finished":5,"false":1,"while":1,"not":3,"note":2,"drain":1,"without":1,"await":4,"if":8,"possible":1,"avoids":1,"switching":1,"under":1,"load":1,"which":1,"helps":1,"performance":1,"out":3,"q":2,"get":2,"nowait":1,"or":2,"both":1,"outputprocessor":1,"enginecore":2,"handle":1,"their":1,"own":1,"request":15,"cleanup":1,"based":1,"on":1,"yield":1,"is":5,"disconnected":1,"by":1,"client":1,"generate":2,"cancelled":1,"generator":1,"garbage":1,"collected":1,"so":1,"we":3,"abort":4,"end":1,"up":1,"here":1,"except":4,"asyncio":1,"cancellederror":1,"generatorexit":1,"self":8,"id":6,"log":4,"requests":4,"logger":4,"info":4,"s":4,"aborted":1,"raise":4,"engine":2,"dead":2,"do":1,"since":1,"shut":1,"down":1,"enginedeaderror":1,"failed":3,"validation":1,"error":2,"valueerror":1,"bad":1,"unexpected":1,"in":1,"possibly":1,"recoverable":1,"exception":1,"as":1,"e":2,"enginegenerateerror":1,"def":1,"run":1,"background":1,"loop":1,"asyncstreams":1,"none":1,"return":1},"15072,1830,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"ensure":1,"that":2,"the":4,"task":1,"doesn":1,"t":3,"have":1,"a":1,"circular":1,"ref":1,"back":1,"to":3,"asyncllm":1,"object":1,"or":1,"else":3,"it":1,"won":1,"be":1,"garbage":1,"collected":1,"and":2,"cleaned":1,"up":1,"properly":1,"engine":3,"core":3,"self":4,"output":8,"processor":3,"log":3,"stats":5,"logger":2,"manager":2,"async":2,"def":1,"handler":1,"try":1,"while":1,"true":1,"1":2,"pull":1,"enginecoreoutputs":2,"from":1,"enginecore":1,"outputs":19,"await":2,"get":1,"num":4,"len":2,"iteration":2,"iterationstats":1,"if":3,"none":1,"split":2,"into":1,"chunks":2,"of":1,"at":1,"most":1,"vllm":3,"v1":3,"proc":3,"chunk":3,"size":3,"so":1,"we":1,"don":1,"block":1,"event":1,"loop":1,"for":2,"too":1,"long":1,"slices":4,"np":1,"array":1,"cdiv":1,"i":2,"slice":2,"in":1,"enumerate":1,"2":1,"process":2,"processed":2,"timestamp":1,"note":1,"requestoutputs":1,"are":1,"pushed":1,"their":1,"queues":1,"assert":1,"not":1,"request":1,"allow":1,"other":1,"asyncio":2,"tasks":1,"run":1,"between":1,"sleep":1,"0":1},"16902,1416,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"3":1,"abort":7,"any":1,"reqs":2,"that":1,"finished":1,"due":1,"to":2,"stop":1,"strings":1,"await":2,"engine":4,"core":2,"requests":4,"async":3,"processed":1,"outputs":3,"4":1,"logging":1,"todo":1,"rob":1,"make":1,"into":1,"a":1,"coroutine":1,"and":2,"launch":1,"it":1,"in":2,"background":1,"thread":1,"once":1,"prometheus":1,"overhead":1,"is":1,"non":1,"trivial":1,"if":3,"logger":4,"manager":2,"record":1,"idx":1,"index":1,"scheduler":2,"stats":4,"iteration":2,"except":1,"exception":2,"as":2,"e":2,"asyncllm":1,"output":5,"handler":3,"failed":1,"processor":2,"propagate":1,"error":1,"self":5,"asyncio":1,"create":1,"task":1,"def":1,"request":10,"id":4,"union":1,"str":3,"iterable":1,"none":1,"requestid":1,"outputprocessor":1,"enginecore":1,"ids":5,"isinstance":1,"else":1,"list":1,"all":2,"log":1,"info":1,"aborted":1,"s":2,"join":1},"18318,1556,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"async":1,"def":1,"encode":1,"self":3,"prompt":2,"prompttype":1,"pooling":2,"params":2,"poolingparams":1,"request":10,"id":2,"str":4,"lora":3,"optional":3,"lorarequest":1,"none":4,"trace":3,"headers":3,"mapping":1,"priority":3,"int":1,"0":1,"tokenization":3,"kwargs":3,"dict":1,"any":1,"asyncgenerator":2,"poolingrequestoutput":1,"main":1,"function":1,"called":1,"by":1,"the":14,"api":1,"server":2,"to":6,"kick":1,"off":1,"a":3,"1":1,"making":1,"an":1,"asyncstream":2,"corresponding":1,"2":1,"processing":1,"input":1,"3":1,"adding":1,"enginecore":2,"separate":2,"process":1,"output":3,"handler":3,"loop":2,"runs":1,"in":2,"background":1,"asyncio":1,"task":1,"pulling":1,"outputs":1,"from":1,"and":1,"putting":1,"them":1,"into":1,"per":1,"caller":2,"of":1,"generate":2,"iterates":1,"returned":1,"returning":1,"requestoutput":1,"back":1,"try":1,"we":2,"start":1,"on":1,"first":1,"call":2,"so":1,"can":1,"init":1,"before":1,"event":1,"which":1,"enables":1,"us":1,"handle":1,"startup":1,"failure":1,"gracefully":1,"openai":1,"run":1,"q":1,"await":1,"add":1},"19874,1946,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"the":7,"output":1,"handler":1,"task":4,"pushes":1,"items":1,"into":1,"queue":3,"this":1,"pulls":1,"from":2,"and":2,"yields":1,"to":1,"caller":1,"finished":5,"false":1,"while":1,"not":3,"note":2,"drain":1,"without":1,"await":4,"if":7,"possible":1,"avoids":1,"switching":1,"under":1,"load":1,"which":1,"helps":1,"performance":1,"out":4,"q":2,"get":5,"nowait":1,"or":1,"assert":1,"isinstance":1,"poolingrequestoutput":1,"both":1,"outputprocessor":1,"enginecore":1,"handle":1,"their":1,"own":1,"request":15,"cleanup":1,"based":1,"on":2,"yield":1,"is":3,"disconnected":1,"by":1,"client":1,"generate":2,"cancelled":1,"so":1,"we":3,"abort":4,"end":1,"up":1,"here":1,"except":4,"asyncio":1,"cancellederror":1,"self":11,"id":6,"log":4,"requests":4,"logger":4,"info":4,"s":4,"aborted":1,"raise":5,"engine":2,"dead":2,"do":1,"since":1,"shut":1,"down":1,"enginedeaderror":1,"failed":3,"validation":1,"error":2,"valueerror":2,"bad":1,"unexpected":1,"in":1,"possibly":1,"recoverable":1,"exception":1,"as":1,"e":2,"enginegenerateerror":1,"async":3,"def":3,"vllm":2,"config":5,"vllmconfig":1,"return":2,"model":2,"modelconfig":1,"decoding":1,"supported":1,"v1":1,"yet":1},"21820,1904,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"async":19,"def":12,"get":4,"input":3,"preprocessor":2,"self":30,"inputpreprocessor":1,"return":4,"processor":4,"tokenizer":6,"lora":3,"request":2,"optional":3,"lorarequest":1,"none":14,"anytokenizer":1,"if":4,"is":5,"raise":3,"valueerror":2,"unable":1,"to":1,"because":1,"skip":1,"init":1,"true":2,"tracing":1,"enabled":1,"bool":2,"false":2,"do":1,"log":2,"stats":1,"scheduler":1,"outputs":1,"model":2,"output":1,"logger":3,"manager":2,"check":2,"health":2,"debug":1,"called":1,"errored":1,"dead":1,"error":1,"start":1,"profile":4,"await":8,"engine":7,"core":7,"stop":1,"reset":7,"mm":4,"cache":7,"registry":1,"config":1,"client":1,"prefix":3,"device":4,"cpu":2,"not":1,"supported":1,"on":1,"sleep":2,"level":2,"int":1,"1":1,"wake":2,"up":2,"tags":2,"list":1,"str":1,"sleeping":2},"23724,1818,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"async":11,"def":6,"add":2,"lora":14,"self":12,"request":2,"lorarequest":1,"bool":3,"load":1,"a":2,"new":1,"adapter":3,"into":1,"the":2,"engine":7,"for":5,"future":1,"requests":6,"return":6,"await":6,"core":6,"remove":3,"id":4,"int":4,"an":2,"already":1,"loaded":1,"list":3,"loras":2,"set":1,"all":2,"registered":1,"adapters":1,"pin":2,"prevent":1,"from":1,"being":1,"evicted":1,"collective":3,"rpc":3,"method":2,"str":1,"timeout":6,"optional":2,"float":1,"none":2,"args":2,"tuple":1,"kwargs":2,"dict":1,"perform":1,"call":1,"to":5,"given":1,"path":1,"wait":3,"drain":6,"300":1,"be":1,"drained":2,"start":2,"time":6,"while":1,"if":1,"not":1,"dp":1,"engines":3,"running":2,"logger":2,"info":2,"are":2,"idle":1,"have":1,"been":1,"still":1,"waiting":2,"asyncio":1,"sleep":1,"1":2,"second":1,"before":1,"checking":1,"again":1,"raise":1,"timeouterror":1,"f":1,"reached":1,"after":1,"seconds":1},"25542,1845,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"async":1,"def":1,"scale":5,"elastic":2,"ep":2,"self":8,"new":11,"data":18,"parallel":20,"size":17,"int":2,"drain":6,"timeout":3,"300":1,"up":2,"or":2,"down":1,"the":4,"by":1,"adding":1,"removing":1,"engine":3,"cores":1,"args":1,"number":1,"of":1,"workers":1,"maximum":1,"time":1,"to":7,"wait":2,"for":3,"requests":4,"seconds":1,"old":3,"vllm":4,"config":6,"if":2,"logger":4,"info":3,"is":1,"already":1,"s":3,"skipping":1,"return":1,"waiting":1,"before":1,"scaling":1,"engines":2,"await":2,"have":1,"been":1,"drained":1,"proceeding":1,"with":2,"core":1,"recreate":1,"stat":2,"loggers":2,"and":1,"log":1,"stats":1,"todo":1,"rob":1,"fix":1,"this":2,"after":1,"talking":1,"ray":1,"team":1,"resets":1,"all":1,"prometheus":1,"metrics":1,"since":1,"we":1,"unregister":1,"during":1,"initialization":1,"need":1,"understand":1,"intended":1,"behavior":1,"here":1,"better":1,"manager":1,"statloggermanager":1,"idxs":1,"list":1,"range":1,"custom":1,"none":1},"27387,463,data/raw/vllm-0.10.1/vllm/v1/engine/async_llm.py":{"property":4,"def":4,"is":6,"running":2,"self":9,"bool":3,"none":2,"before":1,"the":1,"loop":1,"started":1,"return":4,"output":2,"handler":2,"or":2,"not":2,"done":1,"stopped":1,"errored":2,"engine":2,"core":1,"resources":1,"dead":2,"error":1,"baseexception":1,"enginedeaderror":1},"0,1959,data/raw/vllm-0.10.1/vllm/v1/engine/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":7,"project":1,"import":12,"enum":2,"time":2,"from":8,"collections":1,"abc":1,"sequence":2,"typing":1,"any":1,"optional":11,"union":1,"msgspec":2,"torch":1,"lora":2,"request":5,"lorarequest":2,"multimodal":1,"inputs":1,"multimodalkwargsitem":2,"placeholderrange":2,"pooling":2,"params":4,"poolingparams":2,"sampling":2,"samplingparams":2,"v1":2,"metrics":1,"stats":1,"schedulerstats":1,"outputs":2,"logprobslists":1,"logprobstensors":1,"these":1,"are":2,"possible":1,"values":1,"of":3,"requestoutput":1,"finish":3,"reason":5,"so":1,"form":1,"part":1,"external":1,"api":1,"strings":2,"stop":5,"length":4,"abort":4,"class":2,"finishreason":1,"intenum":1,"a":2,"finished":1,"or":2,"int":5,"rather":1,"than":1,"str":5,"for":3,"more":1,"compact":1,"serialization":1,"string":1,"was":3,"emitted":1,"max":2,"tokens":1,"consumed":1,"model":1,"len":1,"reached":1,"aborted":1,"another":1,"1":1,"def":1,"self":2,"return":1,"value":1,"enginecorerequest":1,"struct":1,"array":1,"like":1,"true":2,"type":3,"ignore":3,"call":3,"arg":3,"omit":1,"defaults":1,"gc":1,"false":1,"id":2,"prompt":1,"token":2,"ids":1,"list":3,"mm":3,"kwargs":1,"hashes":1,"placeholders":1,"eos":1,"arrival":1,"float":1,"cache":1,"salt":1,"data":1,"parallel":1,"rank":1,"index":2,"client":3,"used":1,"ensure":1,"sent":1,"back":1,"same":1,"this":1,"when":1,"scaling":1,"out":1,"front":1,"end":1},"1959,1952,data/raw/vllm-0.10.1/vllm/v1/engine/__init__.py":{"used":2,"in":1,"dp":1,"case":1,"to":5,"indicate":1,"which":1,"wave":3,"of":3,"requests":1,"this":1,"is":7,"expected":1,"belong":1,"cover":1,"a":5,"race":1,"condition":1,"where":1,"the":5,"request":4,"sent":1,"before":1,"finished":2,"notification":1,"received":1,"current":1,"int":5,"0":3,"priority":1,"class":4,"enginecoreeventtype":3,"enum":1,"intenum":1,"type":7,"engine":4,"core":3,"event":5,"queued":1,"1":1,"scheduled":1,"2":1,"preempted":1,"3":1,"enginecoreevent":3,"msgspec":2,"struct":2,"timestamped":1,"associated":1,"with":3,"timestamp":7,"monotonic":2,"timestamps":3,"and":1,"for":2,"by":1,"frontend":1,"calculate":1,"intervals":1,"between":1,"events":2,"these":1,"should":1,"not":2,"be":1,"compared":1,"from":1,"other":1,"processes":1,"float":2,"classmethod":1,"def":2,"new":4,"cls":2,"optional":7,"none":11,"time":1,"if":1,"else":1,"return":2,"enginecoreoutput":1,"array":1,"like":1,"true":2,"ignore":3,"call":3,"arg":3,"omit":1,"defaults":1,"gc":1,"false":1,"id":1,"str":3,"token":1,"ids":1,"list":2,"logprobs":2,"logprobslists":1,"prompt":1,"tensors":1,"logprobstensors":1,"pooling":1,"output":1,"torch":1,"tensor":1,"finish":2,"reason":3,"finishreason":1,"stop":1,"union":1,"kv":1,"transfer":1,"params":1,"dict":1,"any":1,"number":1,"tokens":2,"prefix":1,"cache":1,"hits":1,"num":1,"cached":1,"property":1,"self":2,"bool":1,"utilityresult":1,"wrapper":1,"special":1,"handling":1,"when":1,"serializing":1,"deserializing":1},"3911,1950,data/raw/vllm-0.10.1/vllm/v1/engine/__init__.py":{"def":2,"init":2,"self":5,"r":2,"any":1,"none":10,"result":3,"class":4,"utilityoutput":2,"msgspec":3,"struct":3,"array":2,"like":2,"true":3,"type":5,"ignore":5,"call":7,"arg":5,"gc":2,"false":2,"id":1,"int":8,"non":1,"implies":1,"the":4,"failed":2,"should":1,"be":3,"failure":1,"message":1,"optional":7,"str":3,"utilityresult":1,"enginecoreoutputs":1,"omit":1,"defaults":1,"note":1,"nick":1,"we":1,"could":1,"consider":1,"ways":1,"to":4,"make":1,"this":1,"more":1,"compact":1,"e":1,"g":1,"columnwise":1,"layout":1,"engine":1,"index":1,"0":5,"num":1,"reqs":1,"outputs":1,"list":1,"enginecoreoutput":1,"scheduler":1,"stats":1,"schedulerstats":1,"timestamp":3,"float":1,"utility":2,"output":1,"finished":2,"requests":2,"set":1,"in":3,"dp":3,"case":2,"used":3,"signal":2,"that":2,"current":1,"wave":6,"of":1,"has":1,"and":1,"engines":2,"are":1,"paused":1,"complete":1,"a":1,"request":2,"was":1,"received":1,"for":1,"an":1,"old":1,"so":2,"next":1,"needs":1,"started":1,"other":1,"start":2,"post":1,"if":1,"time":1,"monotonic":1,"enginecorerequesttype":1,"enum":2,"types":1,"defined":1,"as":1,"hex":1,"byte":1,"strings":1,"it":1,"can":1,"sent":1,"over":1,"sockets":1,"without":1,"separate":1,"encoding":1,"step":1,"add":1,"b":5,"x00":1,"abort":1,"x01":1,"x02":1,"x03":1,"sentinel":1,"within":1,"enginecoreproc":1,"executor":1,"x04":1,"reconfiguredistributedrequest":1,"new":5,"data":5,"parallel":5,"size":1,"rank":2,"local":1,"master":2,"ip":1,"port":1},"5861,168,data/raw/vllm-0.10.1/vllm/v1/engine/__init__.py":{"class":1,"reconfigureranktype":1,"enum":1,"intenum":1,"rank":3,"type":1,"for":1,"reconfiguring":1,"distributed":1,"request":1,"keep":1,"current":2,"1":1,"shutdown":1,"2":1},"0,1995,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":16,"vllm":7,"project":1,"import":13,"copy":1,"multiprocessing":1,"time":1,"weakref":1,"from":11,"typing":1,"optional":1,"msgspec":1,"msgpack":1,"zmq":3,"config":1,"parallelconfig":1,"logger":4,"init":2,"utils":3,"get":2,"mp":1,"context":1,"make":1,"socket":1,"set":1,"process":2,"title":1,"v1":3,"engine":7,"enginecoreoutputs":1,"enginecorerequesttype":1,"serial":1,"msgpackdecoder":1,"client":1,"addr":1,"shutdown":1,"name":1,"class":1,"dpcoordinator":1,"coordinator":3,"used":1,"for":3,"data":1,"parallel":1,"deployments":1,"dp":6,"1":2,"intermediates":1,"between":2,"multiple":1,"rank":2,"processes":3,"and":5,"one":2,"or":1,"more":1,"front":4,"end":3,"api":1,"server":1,"collects":1,"stats":2,"each":1,"currently":1,"just":1,"waiting":1,"running":5,"queue":1,"lengths":1,"publishes":1,"these":1,"all":2,"ends":1,"use":1,"in":4,"load":2,"balancing":1,"decisions":1,"keeps":1,"track":1,"of":4,"current":2,"request":6,"wave":4,"number":3,"state":6,"engines":4,"this":3,"is":3,"received":1,"published":1,"along":1,"with":1,"alternate":1,"a":9,"global":3,"paused":5,"count":1,"times":1,"that":1,"workers":1,"collectively":1,"move":2,"transition":1,"synchronized":1,"via":1,"reduce":1,"operation":1,"performed":1,"dpenginecoreproc":1,"has":1,"unfinished":1,"reqs":1,"method":1,"broadcasts":1,"start":1,"message":1,"them":1,"when":1,"receives":1,"new":2,"can":1,"happen":1,"two":1,"cases":1,"sending":1,"while":2,"are":1,"will":2,"concurrently":1,"notify":2,"an":1,"receiving":1,"stale":1},"1995,1957,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"engines":2,"will":3,"move":1,"into":1,"running":2,"state":2,"when":4,"receiving":1,"a":1,"new":1,"request":2,"or":3,"start":2,"dp":6,"wave":2,"message":1,"note":1,"that":1,"deployed":1,"in":3,"external":5,"lb":8,"mode":2,"no":1,"stats":2,"be":2,"published":1,"by":1,"the":2,"and":1,"thus":1,"updates":1,"only":8,"sent":1,"to":1,"front":6,"ends":1,"changes":1,"def":1,"init":1,"self":9,"parallel":14,"config":7,"parallelconfig":1,"size":6,"data":7,"assert":1,"1":1,"coordinator":4,"used":1,"for":1,"host":5,"master":1,"ip":1,"hybrid":4,"assume":1,"is":1,"colocated":1,"with":1,"end":1,"procs":1,"not":2,"either":1,"local":7,"publish":9,"address":15,"get":4,"engine":4,"client":3,"zmq":3,"addr":3,"eng":3,"back":8,"output":4,"context":3,"mp":1,"proc":3,"multiprocessing":1,"process":2,"target":1,"dpcoordinatorproc":1,"run":1,"name":1,"vllm":1,"kwargs":1,"count":1,"daemon":1,"true":1,"coord":2,"out":1,"finalizer":1,"weakref":1,"finalize":1,"shutdown":1},"3952,1793,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"def":7,"get":2,"stats":8,"publish":8,"address":15,"self":14,"str":9,"return":2,"engine":6,"socket":3,"addresses":1,"tuple":2,"returns":1,"of":1,"zmq":2,"input":3,"output":4,"coord":2,"in":2,"out":1,"close":1,"finalizer":1,"class":2,"enginestate":2,"init":2,"request":2,"counts":1,"0":3,"waiting":1,"running":2,"dpcoordinatorproc":2,"count":5,"int":4,"min":5,"update":6,"interval":6,"ms":6,"100":2,"set":1,"process":4,"title":1,"dpcoordinator":1,"ctx":1,"context":1,"engines":2,"for":2,"range":1,"staticmethod":1,"run":1,"coordinator":4,"front":3,"back":6,"try":1,"except":1,"keyboardinterrupt":1,"logger":1,"info":1,"dp":1,"exiting":1,"decoder":1,"msgpackdecoder":1,"enginecoreoutputs":1,"tracking":1,"wave":2,"progression":1,"current":1,"false":1},"5745,1827,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"for":5,"tracking":1,"request":1,"counts":2,"internal":1,"load":1,"balancing":1,"stats":7,"changed":3,"false":1,"last":5,"step":2,"1":2,"wave":1,"optional":1,"list":2,"int":2,"none":1,"with":1,"make":3,"zmq":9,"socket":6,"path":3,"front":3,"publish":9,"address":3,"ipc":3,"ctx":6,"self":5,"type":3,"xpub":2,"bind":3,"true":4,"as":3,"back":7,"output":3,"or":3,"tcp":2,"pull":1,"wait":2,"until":1,"all":2,"engines":4,"subscribe":2,"in":1,"if":3,"recv":1,"b":2,"x01":1,"logger":2,"error":1,"dp":2,"coordinator":2,"received":2,"unexpected":1,"message":2,"while":2,"waiting":1,"to":2,"return":1,"send":3,"ready":2,"info":1,"engine":1,"subscriptions":1,"by":1,"poller":4,"register":2,"pollin":2,"time":4,"0":1,"elapsed":1,"1000":1,"at":1,"update":2,"interval":3,"ms":2,"the":1,"have":1,"otherwise":1,"every":1,"5":1,"seconds":1,"else":1,"5000":1},"7572,1346,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"wait":2,"at":1,"least":1,"50ms":1,"to":4,"ensure":1,"we":1,"ve":1,"received":1,"all":1,"stats":3,"for":2,"the":1,"current":3,"step":5,"min":2,"timeout":4,"50":1,"if":5,"last":5,"counts":8,"is":2,"none":3,"else":2,"0":1,"events":5,"poller":2,"poll":1,"max":1,"elapsed":1,"not":2,"publish":7,"front":4,"ends":1,"engine":4,"req":3,"list":3,"self":1,"get":1,"changed":2,"false":2,"wave":2,"engines":1,"running":1,"send":1,"msgspec":1,"msgpack":1,"encode":1,"time":3,"int":1,"1000":1,"continue":2,"dict":1,"state":1,"in":2,"buffer":2,"recv":1,"b":2,"x01":1,"x00":1,"ignore":1,"subscription":1,"messages":1},"8918,1866,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"decoded":5,"msgspec":1,"msgpack":1,"decode":1,"buffer":1,"if":3,"isinstance":1,"list":1,"tuple":1,"and":3,"len":2,"2":1,"0":4,"scale":2,"elastic":1,"ep":1,"handle":2,"up":3,"notification":2,"new":7,"engine":9,"count":11,"1":1,"current":7,"self":4,"engines":12,"for":2,"in":1,"range":1,"append":1,"enginestate":1,"note":2,"yongji":1,"the":3,"case":1,"where":1,"newly":2,"started":2,"have":1,"wave":5,"existing":3,"just":1,"finished":1,"a":1,"running":2,"isn":1,"t":1,"updated":1,"yet":1,"at":1,"coordinatorproc":1,"requests":1,"routed":1,"to":3,"may":1,"not":1,"wake":1,"as":2,"long":1,"request":1,"we":1,"that":1,"is":1,"number":1,"false":1,"logger":2,"info":2,"dpcoordinator":2,"scaled":2,"from":2,"s":4,"else":1,"down":1,"continue":1,"skip":1,"normal":1,"processing":1},"10784,1165,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"we":3,"received":2,"a":3,"message":3,"on":1,"the":7,"front":1,"end":1,"xpub":1,"socket":1,"from":2,"an":1,"api":1,"server":1,"sending":1,"new":1,"request":1,"while":1,"engines":6,"are":1,"paused":1,"so":1,"that":1,"can":1,"wake":1,"other":1,"engine":3,"to":3,"exclude":3,"wave":7,"decoded":1,"if":4,"not":2,"running":2,"current":2,"number":1,"is":3,"stale":1,"ensure":1,"handled":1,"by":1,"all":1,"none":2,"true":2,"state":1,"changed":1,"self":1,"send":1,"start":1,"publish":1,"back":3,"output":3,"in":1,"events":1,"one":1,"of":1,"buffer":2,"recv":1,"outputs":4,"enginecoreoutputs":1,"decoder":1,"decode":1,"assert":2,"utility":1},"11949,1595,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"eng":3,"index":4,"outputs":2,"engine":3,"scheduler":7,"stats":34,"if":3,"1":2,"updated":1,"request":2,"load":1,"update":1,"our":1,"local":1,"state":1,"with":1,"these":1,"self":2,"engines":1,"counts":3,"step":12,"counter":1,"wave":12,"current":1,"last":10,"or":2,"and":1,"changed":2,"get":1,"do":1,"copy":1,"true":2,"elif":1,"logger":1,"warning":1,"received":1,"for":1,"out":1,"of":1,"order":1,"d":5,"from":1,"expected":1,"0":1,"num":2,"waiting":1,"reqs":2,"running":1},"13544,1641,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"if":3,"wave":30,"outputs":2,"complete":1,"is":2,"not":3,"none":3,"2":1,"notification":2,"from":3,"rank":1,"0":1,"engine":3,"that":2,"we":2,"ve":1,"moved":1,"into":1,"the":3,"global":1,"paused":1,"state":4,"engines":6,"running":5,"false":2,"current":8,"new":3,"1":1,"logger":2,"debug":2,"moving":1,"dp":1,"d":3,"to":2,"changed":3,"true":3,"elif":1,"start":2,"and":2,"or":1,"3":1,"received":1,"request":2,"for":1,"a":1,"non":1,"so":1,"must":1,"ensure":1,"other":1,"progress":1,"next":1,"race":1,"condition":1,"handling":1,"starting":1,"after":1,"of":1,"stale":1,"self":1,"send":2,"publish":2,"back":1,"eng":1,"index":1,"message":2,"front":1,"msgspec":1,"msgpack":1,"encode":1},"15185,875,data/raw/vllm-0.10.1/vllm/v1/engine/coordinator.py":{"staticmethod":1,"def":2,"send":2,"start":3,"wave":9,"socket":3,"zmq":1,"int":3,"exclude":2,"engine":5,"index":3,"optional":1,"broadcast":1,"the":3,"dp":2,"message":1,"to":1,"all":1,"engines":3,"it":1,"includes":1,"current":1,"number":2,"and":2,"of":2,"which":1,"has":1,"already":1,"received":1,"a":1,"request":3,"with":1,"this":1,"so":1,"doesn":1,"t":1,"require":1,"additional":1,"notification":1,"encoded":2,"msgspec":1,"msgpack":1,"encode":1,"multipart":1,"enginecorerequesttype":1,"value":1,"get":1,"counts":3,"self":3,"do":2,"copy":4,"false":1,"list":3,"return":3,"waiting":1,"running":1,"count":1,"lists":1,"for":3,"each":1,"if":1,"e":4,"in":2},"0,1484,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":10,"project":1,"import":14,"asyncio":3,"from":12,"collections":1,"abc":1,"iterable":1,"dataclasses":1,"dataclass":1,"typing":1,"any":1,"optional":2,"union":2,"cast":1,"torch":1,"outputs":1,"completionoutput":1,"poolingoutput":1,"poolingrequestoutput":2,"requestoutput":2,"sampling":2,"params":1,"requestoutputkind":3,"transformers":2,"utils":2,"tokenizer":2,"anytokenizer":1,"group":1,"tokenizergroup":1,"v1":5,"engine":4,"enginecoreoutput":1,"enginecorerequest":1,"finishreason":1,"detokenizer":1,"incrementaldetokenizer":1,"logprobs":1,"logprobsprocessor":1,"parallel":1,"parentrequest":1,"metrics":1,"stats":1,"iterationstats":1,"lorarequeststates":1,"requeststatestats":1,"class":1,"requestoutputcollector":1,"collects":1,"streamed":1,"requestoutputs":2,"per":1,"individual":1,"request":1,"for":1,"hand":1,"off":1,"consuming":1,"generate":1,"task":1,"when":1,"streaming":1,"deltas":1,"are":1,"merged":1,"if":1,"producer":1,"gets":1,"ahead":1,"of":1,"consumer":1,"def":1,"init":1,"self":4,"output":3,"kind":2,"aggregate":1,"delta":1,"exception":1,"none":1,"ready":1,"event":1},"1484,1423,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"def":3,"put":3,"self":16,"output":21,"union":4,"requestoutput":5,"poolingrequestoutput":5,"exception":4,"none":6,"non":2,"blocking":2,"operation":3,"if":5,"is":3,"or":1,"isinstance":4,"ready":4,"set":1,"elif":1,"this":1,"ensures":1,"that":1,"request":3,"outputs":2,"with":1,"different":1,"indexes":1,"n":1,"1":1,"do":1,"not":2,"override":1,"each":1,"other":1,"add":1,"aggregate":2,"async":1,"get":4,"blocks":1,"on":1,"event":1,"while":1,"await":1,"wait":1,"clear":2,"raise":2,"return":2,"nowait":1,"optional":1,"dataclass":1,"class":2,"outputprocessoroutput":1,"list":2,"reqs":1,"to":1,"abort":1,"str":1,"requeststate":1},"2907,1522,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"def":2,"init":1,"self":16,"request":9,"id":3,"str":4,"parent":4,"req":4,"optional":10,"parentrequest":2,"index":4,"int":4,"lora":3,"name":3,"output":3,"kind":3,"requestoutputkind":1,"prompt":9,"token":4,"ids":4,"list":1,"logprobs":3,"processor":3,"logprobsprocessor":1,"detokenizer":3,"incrementaldetokenizer":1,"max":3,"tokens":4,"param":3,"arrival":3,"time":3,"float":1,"queue":4,"requestoutputcollector":2,"log":3,"stats":4,"bool":2,"len":2,"is":1,"prefilling":1,"true":1,"num":1,"cached":1,"0":1,"requeststatestats":1,"if":1,"else":1,"none":1,"classmethod":1,"from":1,"new":1,"cls":1,"tokenizer":1,"anytokenizer":1,"enginecorerequest":1,"requeststate":1},"4429,1872,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"if":3,"sampling":5,"params":8,"request":21,"not":4,"detokenize":1,"tokenizer":5,"none":10,"output":9,"kind":7,"logprobs":4,"processor":4,"logprobsprocessor":1,"from":2,"new":3,"detokenizer":4,"incrementaldetokenizer":1,"max":5,"tokens":5,"param":4,"else":2,"assert":1,"pooling":3,"is":3,"return":1,"cls":1,"id":2,"parent":2,"req":2,"index":2,"lora":3,"name":2,"prompt":4,"token":3,"ids":3,"arrival":2,"time":2,"queue":2,"log":2,"stats":2,"def":1,"make":1,"self":2,"list":1,"int":2,"optional":4,"torch":1,"tensor":1,"finish":2,"reason":3,"finishreason":1,"stop":1,"union":2,"str":2,"kv":1,"transfer":1,"dict":1,"any":1,"requestoutput":1,"poolingrequestoutput":1,"finished":1,"final":2,"only":2,"requestoutputkind":1},"6301,1826,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"if":6,"not":4,"finished":7,"and":1,"final":3,"only":3,"the":1,"output":15,"is":4,"required":1,"in":1,"mode":1,"return":5,"none":6,"request":12,"id":9,"self":13,"pooling":3,"new":6,"completion":1,"token":3,"ids":3,"finish":1,"reason":2,"stop":1,"parent":2,"req":2,"outputs":9,"else":2,"get":1,"kv":2,"transfer":2,"params":2,"def":1,"str":2,"union":2,"list":2,"completionoutput":1,"poolingoutput":2,"bool":1,"optional":1,"dict":1,"any":1,"requestoutput":1,"poolingrequestoutput":2,"first":3,"0":1,"isinstance":1,"assert":2,"len":1,"1":1,"prompt":7,"logprobs":9,"processor":4,"kind":1,"requestoutputkind":1,"delta":1,"side":1,"effect":1,"forgets":1,"pop":1},"8127,1787,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"return":3,"requestoutput":1,"request":3,"id":2,"prompt":6,"self":13,"token":9,"ids":9,"logprobs":13,"outputs":2,"cast":1,"list":2,"completionoutput":3,"finished":6,"kv":2,"transfer":2,"params":2,"num":2,"cached":2,"tokens":2,"def":2,"new":2,"completion":1,"output":7,"int":2,"finish":4,"reason":7,"optional":1,"finishreason":1,"stop":3,"union":1,"str":2,"none":6,"assert":2,"detokenizer":3,"is":3,"not":4,"processor":3,"delta":7,"kind":1,"requestoutputkind":1,"prepare":2,"text":5,"and":2,"based":2,"on":2,"mode":2,"get":1,"next":1,"if":4,"len":1,"index":2,"cumulative":2,"logprob":2,"else":2,"pooling":3,"torch":1,"tensor":1,"poolingoutput":2,"data":1,"class":1,"outputprocessor":1,"process":1,"enginecoreoutputs":1,"into":1,"requestoutputs":1},"9914,1877,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"def":5,"init":1,"self":18,"tokenizer":3,"tokenizergroup":1,"log":3,"stats":3,"bool":2,"request":20,"states":7,"dict":2,"str":4,"requeststate":1,"parent":7,"requests":9,"parentrequest":1,"lora":2,"lorarequeststates":1,"get":2,"num":1,"unfinished":2,"return":3,"len":2,"has":1,"0":1,"propagate":2,"error":2,"e":2,"exception":1,"to":6,"all":1,"generate":1,"tasks":1,"for":2,"state":9,"in":2,"items":1,"assert":1,"queue":4,"is":3,"not":3,"none":8,"put":2,"abort":10,"ids":6,"iterable":1,"list":2,"id":5,"req":6,"pop":2,"if":3,"append":1,"produce":1,"final":1,"output":4,"and":1,"make":1,"finishreason":1,"elif":1,"children":1,"prior":1,"removing":1,"the":1,"child":6,"reqs":4,"extend":1},"11791,1961,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"def":2,"add":2,"request":22,"self":9,"enginecorerequest":1,"prompt":3,"optional":5,"str":1,"parent":7,"req":9,"parentrequest":1,"none":6,"index":3,"int":1,"0":1,"queue":6,"requestoutputcollector":1,"id":7,"if":5,"in":1,"states":3,"raise":1,"valueerror":1,"f":1,"already":1,"running":1,"tokenizer":6,"not":1,"else":1,"get":1,"lora":3,"state":3,"requeststate":1,"from":1,"new":1,"log":2,"stats":4,"requests":1,"process":2,"outputs":2,"engine":2,"core":2,"list":2,"enginecoreoutput":1,"timestamp":1,"float":1,"iteration":1,"iterationstats":1,"outputprocessoroutput":1,"the":4,"enginecoreoutputs":1,"1":1,"compute":1,"for":5,"logging":1,"2":1,"detokenize":1,"3":1,"create":1,"and":1,"handle":1,"requestoutput":3,"objects":3,"there":2,"is":2,"a":2,"usage":2,"with":2,"asyncllm":1,"put":1,"into":1,"handling":1,"by":1,"per":1,"generate":1,"tasks":1,"no":1,"llmengine":1,"return":1,"of":1,"note":1,"developers":1},"13752,1943,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"vllm":1,"v1":1,"minimizes":1,"the":6,"number":1,"of":2,"python":1,"loops":1,"over":2,"full":1,"batch":2,"to":3,"ensure":1,"system":1,"overheads":1,"are":1,"minimized":1,"this":2,"is":6,"only":1,"function":1,"that":1,"should":1,"loop":2,"enginecoreoutputs":1,"if":4,"you":1,"need":1,"touch":1,"every":1,"element":1,"do":1,"it":1,"from":2,"within":1,"below":1,"request":4,"outputs":2,"union":1,"list":3,"requestoutput":1,"poolingrequestoutput":1,"reqs":1,"abort":1,"str":1,"for":3,"engine":11,"core":11,"output":14,"in":1,"req":10,"id":3,"state":8,"self":2,"states":1,"get":1,"none":4,"ignore":1,"already":1,"aborted":1,"continue":1,"1":1,"compute":1,"stats":3,"iteration":2,"update":2,"timestamp":1,"new":3,"token":4,"ids":4,"pooling":3,"finish":4,"reason":7,"stop":9,"kv":2,"transfer":2,"params":2,"num":2,"cached":2,"tokens":2,"prefilling":1,"false":1,"assert":2,"detokenizer":2,"not":2,"logprobs":1,"processor":1,"2":1,"detokenize":1,"into":1,"text":1,"and":1,"perform":1,"checks":1,"string":3,"finishreason":2},"15695,1778,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"3":1,"compute":1,"sample":1,"and":3,"prompt":1,"logprobs":2,"for":2,"request":12,"if":8,"required":1,"req":14,"state":6,"processor":1,"update":3,"from":2,"output":8,"engine":2,"core":2,"4":1,"create":1,"handle":1,"requestoutput":1,"objects":1,"make":1,"new":1,"token":1,"ids":1,"pooling":1,"finish":3,"reason":4,"stop":2,"kv":1,"transfer":1,"params":1,"queue":3,"is":2,"not":5,"none":3,"asyncllm":1,"put":2,"into":1,"handling":1,"by":1,"generate":1,"else":1,"llmengine":1,"return":2,"list":1,"of":1,"requestoutputs":1,"outputs":3,"append":2,"free":1,"completed":1,"requests":3,"self":4,"states":2,"pop":2,"id":3,"remove":1,"parent":7,"applicable":1,"child":1,"finished":3,"in":2,"enginecore":2,"but":1,"detokenizer":1,"detected":1,"string":1,"abort":4,"needed":1,"reqs":3,"to":3,"track":1,"per":1,"stats":5,"iteration":3,"lora":1,"outputprocessoroutput":1},"17473,1651,data/raw/vllm-0.10.1/vllm/v1/engine/output_processor.py":{"def":2,"update":4,"stats":18,"from":4,"output":4,"self":4,"req":16,"state":14,"requeststate":2,"engine":5,"core":5,"enginecoreoutput":1,"timestamp":3,"optional":4,"float":1,"iteration":7,"iterationstats":2,"if":2,"is":7,"none":6,"return":2,"lora":4,"states":2,"get":1,"assert":4,"not":4,"prefilling":1,"prompt":3,"len":2,"finished":3,"finish":5,"reason":4,"finishreason":1,"request":3,"num":2,"tokens":4,"token":1,"ids":1,"max":2,"param":2,"parentrequest":1,"observe":1,"parent":1,"generation":1},"0,1982,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"from":8,"future":1,"import":15,"annotations":1,"copy":3,"json":14,"os":1,"dataclasses":1,"dataclass":2,"typing":1,"type":2,"checking":2,"any":3,"optional":1,"union":2,"torch":6,"logger":4,"init":2,"sampling":1,"params":1,"samplingparams":1,"utils":1,"lazyloader":4,"v1":2,"structured":3,"output":3,"backend":1,"types":1,"structuredoutputbackend":1,"structuredoutputgrammar":1,"structuredoutputoptions":1,"request":1,"get":1,"key":1,"if":4,"llguidance":14,"hf":5,"as":2,"else":2,"globals":3,"name":1,"def":2,"walk":4,"for":8,"additional":5,"properties":6,"data":9,"object":1,"isinstance":3,"dict":3,"value":2,"in":5,"values":1,"additionalproperties":2,"not":1,"and":1,"or":1,"patternproperties":1,"false":1,"elif":1,"list":1,"item":2,"process":1,"guide":8,"str":4,"obj":4,"loads":1,"modifications":1,"deepcopy":1,"return":1},"1982,1919,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"class":2,"guidancebackend":1,"structuredoutputbackend":1,"def":6,"post":1,"init":1,"self":24,"disable":6,"any":3,"whitespace":3,"vllm":2,"config":4,"decoding":2,"additional":3,"properties":3,"ll":11,"tokenizer":8,"llguidance":6,"hf":1,"from":1,"vocab":5,"size":5,"compile":1,"grammar":6,"request":3,"type":2,"structuredoutputoptions":1,"spec":2,"str":2,"structuredoutputgrammar":2,"serialized":2,"serialize":1,"guidance":1,"matcher":5,"llmatcher":3,"log":2,"level":2,"int":4,"os":1,"environ":1,"get":2,"1":1,"r":3,"guidancegrammar":2,"check":2,"error":7,"return":2,"allocate":2,"token":2,"bitmask":2,"max":2,"num":2,"seqs":2,"torch":1,"destroy":1,"pass":1,"dataclass":1,"lltokenizer":1,"printed":3,"bool":3,"false":2,"terminated":1,"if":2,"not":1,"err":3,"true":1,"logger":1,"warning":1,"s":1,"accept":1,"tokens":3,"id":1,"list":2,"accepts":1,"a":1,"of":1,"and":1,"advances":1,"the":1,"parser":1},"3901,1848,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"returns":3,"true":3,"if":8,"the":10,"parser":5,"was":1,"advanced":1,"successfully":1,"false":1,"failed":1,"to":1,"advance":2,"self":21,"ll":10,"tokenizer":1,"eos":2,"token":2,"in":4,"tokens":16,"terminated":3,"matcher":10,"is":4,"stopped":3,"return":7,"todo":2,"add":1,"jump":1,"decoding":1,"support":1,"future":1,"compute":2,"ff":2,"bytes":1,"this":4,"should":1,"always":1,"work":1,"only":1,"works":1,"for":2,"canonical":1,"tokenizers":1,"conversion":1,"between":1,"two":1,"see":1,"https":1,"github":1,"com":1,"guidance":1,"ai":1,"llguidance":2,"blob":1,"main":1,"docs":1,"fast":1,"forward":1,"md":1,"r":2,"consume":1,"check":4,"error":5,"def":5,"validate":2,"list":4,"int":4,"checks":1,"of":2,"are":2,"accepted":2,"by":2,"sequence":1,"will":2,"not":2,"prefix":1,"that":1,"len":1,"0":1,"num":4,"rollback":2,"none":2,"fill":2,"bitmask":4,"torch":2,"tensor":1,"idx":2,"automatically":1,"mask":1,"or":1,"otherwise":1,"an":1,"state":1,"next":1,"bool":1,"reset":2,"method":1,"may":1,"be":1,"needed":1,"anymore":1},"5749,609,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"def":2,"serialize":1,"guidance":1,"grammar":7,"request":1,"type":1,"structuredoutputoptions":1,"spec":5,"union":2,"str":6,"dict":2,"any":4,"disable":4,"whitespace":3,"bool":2,"false":2,"additional":3,"properties":3,"process":2,"schema":2,"if":1,"for":1,"return":1,"llguidance":1,"llmatcher":1,"from":1,"json":1,"defaults":1,"flexible":1,"not":1},"6358,362,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"if":1,"request":2,"type":3,"structuredoutputoptions":2,"json":3,"return":2,"process":1,"schema":2,"grammar":2,"spec":1,"elif":1,"object":2,"llguidance":1,"llmatcher":1,"from":1,"defaults":1,"whitespace":2,"flexible":1,"not":1,"disable":1,"any":1},"6720,1674,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"else":3,"if":5,"request":5,"type":5,"structuredoutputoptions":4,"regex":2,"tp":4,"elif":3,"grammar":11,"choice":2,"structural":2,"tag":5,"isinstance":1,"spec":5,"str":3,"s":10,"json":1,"loads":1,"triggers":5,"list":2,"tags":5,"llguidance":4,"structtag":3,"for":2,"in":4,"structures":1,"begin":6,"trig":3,"next":1,"t":3,"startswith":1,"none":2,"is":2,"raise":3,"valueerror":3,"f":2,"trigger":2,"not":3,"found":2,"append":1,"process":1,"schema":2,"end":2,"no":1,"the":1,"return":2,"to":1,"logger":1,"error":1,"validation":1,"should":1,"have":1,"already":1,"occurred":1,"please":1,"file":1,"an":1,"issue":1,"of":1,"valid":1,"supported":1,"types":1,"from":1},"8394,390,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_guidance.py":{"def":1,"validate":2,"guidance":4,"grammar":4,"sampling":2,"params":2,"samplingparams":1,"tokenizer":2,"optional":1,"llguidance":2,"lltokenizer":1,"none":2,"tp":2,"grm":4,"get":1,"structured":1,"output":1,"key":1,"serialize":1,"err":3,"llmatcher":1,"if":1,"raise":1,"valueerror":1,"f":1,"error":1},"0,1825,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"spdx":3,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":2,"copyright":2,"2025":1,"present":1,"the":3,"outlines":9,"developers":1,"contributors":1,"to":3,"vllm":5,"project":1,"from":9,"future":1,"import":19,"annotations":1,"ast":1,"importlib":2,"json":6,"sys":2,"dataclasses":1,"dataclass":2,"field":1,"typing":1,"type":2,"checking":2,"torch":1,"regex":3,"escape":2,"as":3,"sampling":1,"params":1,"samplingparams":1,"utils":2,"lazyloader":3,"v1":2,"structured":2,"output":2,"backend":1,"types":1,"structuredoutputbackend":2,"structuredoutputgrammar":1,"structuredoutputoptions":1,"outlinesvocabulary":1,"get":6,"cache":3,"vocabulary":3,"if":2,"core":4,"oc":3,"schema":5,"else":2,"globals":2,"python":2,"3":3,"11":3,"sre":8,"parse":4,"and":2,"constants":5,"are":1,"deprecated":1,"so":1,"we":1,"must":1,"them":1,"re":6,"version":1,"info":1,"hack":1,"around":1,"pre":1,"commit":1,"module":2,"rule":1,"because":1,"going":1,"through":1,"is":1,"only":1,"way":1,"in":1,"parser":1,"class":1,"outlinesbackend":1,"def":1,"post":1,"init":1,"self":4,"tokenizer":1},"1825,1870,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"def":4,"compile":3,"index":9,"self":13,"regex":10,"string":3,"str":2,"vocabulary":4,"outlinesvocabulary":1,"oc":3,"cache":7,"key":4,"f":2,"hash":1,"if":3,"in":2,"return":4,"inner":1,"grammar":5,"request":6,"type":6,"structuredoutputoptions":4,"spec":4,"structuredoutputgrammar":2,"json":2,"schema":2,"build":1,"from":1,"elif":2,"choice":1,"choices":4,"ast":1,"literal":1,"eval":1,"escape":1,"c":2,"for":2,"join":1,"else":2,"raise":1,"valueerror":1,"invalid":1,"outlines":1,"backend":1,"s":1,"max":5,"rollback":3,"tokens":3,"vllm":2,"config":4,"speculative":3,"num":3,"is":2,"not":1,"none":1,"0":1,"outlinesgrammar":2,"vocab":3,"size":3,"guide":2,"allocate":1,"token":1,"bitmask":1,"seqs":2,"int":1,"torch":4,"tensor":1,"full":1,"31":1,"32":1,"1":1,"dtype":1,"int32":1,"pin":1,"memory":1,"cuda":1,"available":1,"destroy":1,"pass":1,"dataclass":1,"class":1},"3695,1970,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"vocab":1,"size":2,"int":8,"guide":9,"oc":1,"field":3,"hash":3,"false":10,"num":6,"processed":3,"tokens":17,"default":2,"factory":1,"lambda":1,"0":1,"repr":2,"init":2,"outlines":1,"core":1,"signals":1,"done":2,"on":1,"dfa":1,"accept":2,"vllm":1,"expects":1,"after":1,"eos":2,"we":2,"delay":1,"the":4,"finished":5,"flag":1,"by":1,"one":1,"step":1,"so":1,"can":1,"still":1,"be":1,"emitted":1,"prev":5,"bool":3,"def":5,"self":15,"request":1,"id":1,"str":1,"list":5,"accepts":4,"a":1,"of":1,"and":1,"advances":1,"fsm":3,"returns":2,"true":2,"if":4,"was":1,"advanced":1,"successfully":1,"failed":1,"to":1,"advance":3,"cannot":1,"fail":1,"because":1,"checked":1,"for":2,"t":2,"in":2,"1":1,"return":4,"rollback":2,"none":2,"state":1,"validate":1,"accepted":5,"tok":2,"append":1,"not":1,"pop":1,"break":1,"fill":1,"bitmask":3,"torch":1,"tensor":1,"idx":2,"mask":5,"write":1,"into":1,"data":1,"ptr":1,"numel":1,"element":1,"is":2,"terminated":1,"curr":2},"5665,1540,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"def":3,"reset":2,"self":4,"num":1,"processed":1,"tokens":1,"0":1,"prev":1,"finished":1,"false":1,"guide":1,"validate":4,"structured":1,"output":1,"request":1,"outlines":2,"params":14,"samplingparams":1,"if":4,"guided":4,"decoding":4,"is":5,"none":1,"return":2,"gd":11,"regex":9,"buildable":3,"elif":3,"json":11,"isinstance":1,"str":2,"try":2,"make":1,"sure":1,"schema":6,"valid":1,"loads":1,"except":2,"jsondecodeerror":1,"as":2,"e":5,"raise":3,"valueerror":3,"invalid":1,"grammar":3,"specification":1,"from":3,"else":1,"dumps":1,"exception":1,"f":1,"error":1,"serializing":1,"jsonschema":1,"pattern":2,"build":1,"choice":4,"choices":2,"escape":1,"for":1,"in":1,"join":1,"backend":1,"does":1,"not":1,"support":1,"specifications":1,"prefix":1,"needs":1,"context":1,"parsed":1,"bool":1,"true":1,"there":1,"s":1,"a":1,"look":1,"around":1,"anchor":1,"before":1,"any":1,"consumer":1},"7205,1701,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"def":1,"subpattern":12,"consumes":7,"parsed":7,"bool":1,"return":10,"true":7,"if":11,"can":1,"consume":1,"at":2,"least":1,"one":1,"character":2,"tokens":4,"data":4,"hasattr":2,"else":2,"for":3,"ttype":9,"tval":8,"in":6,"literal":2,"class":1,"or":3,"dot":1,"always":1,"sre":10,"parse":8,"any":3,"quantified":1,"check":2,"inner":1,"pattern":1,"elif":3,"max":1,"repeat":1,"mx":2,"sub":2,"0":1,"and":2,"alternation":1,"branch":2,"the":1,"whole":1,"does":1,"branches":2,"br":2,"grouped":1,"recurse":1,"into":1,"its":1,"contents":1,"3":3,"no":1,"consumers":1,"false":3,"direct":1,"anchors":1,"look":1,"around":1,"constants":2,"assert":2,"not":1,"nested":1,"group":1,"add":1,"flags":2,"del":1,"prefix":1,"needs":1,"context":1},"8906,1942,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"if":12,"any":2,"branch":6,"has":2,"a":1,"prefix":4,"anchor":2,"true":5,"else":2,"at":4,"least":1,"one":1,"consumes":3,"ends":1,"false":6,"elif":7,"ttype":9,"sre":14,"parse":10,"saw":3,"consumer":4,"for":4,"br":3,"in":8,"tval":9,"1":2,"needs":2,"context":2,"return":6,"subpattern":4,"immediate":1,"tokens":3,"literal":1,"it":1,"can":1,"consume":1,"stop":1,"max":3,"repeat":2,"2":3,"def":1,"check":4,"unsupported":7,"parsed":4,"none":2,"regex":2,"features":1,"by":1,"automata":1,"data":2,"hasattr":1,"backreference":1,"groupref":2,"exists":1,"raise":3,"valueerror":3,"backreferences":1,"are":3,"look":2,"around":2,"assertion":2,"constants":4,"assert":2,"not":1,"unicode":2,"word":2,"boundaries":2,"boundary":2,"non":1,"is":2,"branches":1,"min":1},"10848,1358,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_outlines.py":{"def":1,"validate":1,"regex":10,"is":3,"buildable":1,"pattern":5,"str":1,"none":1,"validates":1,"that":4,"the":4,"input":1,"not":3,"using":2,"unsupported":3,"features":1,"of":2,"automata":3,"crate":1,"outlines":1,"core":1,"engine":1,"and":2,"has":1,"a":3,"universal":4,"start":4,"state":4,"definition":1,"used":1,"can":2,"be":1,"found":1,"at":1,"https":1,"docs":1,"rs":1,"latest":1,"dfa":1,"trait":1,"automaton":1,"html":1,"method":1,"try":3,"parsed":3,"sre":2,"parse":2,"except":2,"constants":1,"error":2,"as":2,"e":6,"raise":3,"valueerror":4,"f":3,"parsing":1,"from":2,"check":1,"uses":2,"feature":1,"for":1,"guided":2,"decoding":2,"only":1,"basic":1,"matching":1,"constructs":2,"are":2,"supported":1,"lookarounds":1,"backreferences":1,"unicode":1,"boundaries":1,"if":1,"prefix":1,"needs":2,"context":3,"does":1,"have":1,"anchored":1,"this":1,"means":1,"anchors":1,"or":1,"look":1,"arounds":1,"in":1,"way":1,"which":1,"requires":1,"before":1,"any":1,"token":1,"matched":1,"regexes":1,"match":1,"without":2,"needing":1,"rewriting":1,"these":1,"n":1},"0,1798,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":5,"project":1,"from":7,"future":1,"import":15,"annotations":1,"hashlib":2,"importlib":1,"metadata":1,"os":4,"typing":1,"type":2,"checking":2,"regex":1,"as":6,"re":1,"cachetools":1,"lrucache":1,"diskcache":1,"cache":8,"envs":2,"logger":4,"init":3,"utils":7,"lazyloader":4,"if":1,"outlines":6,"core":3,"oc":4,"transformers":5,"file":5,"models":2,"gpt2":7,"tokenization":5,"tokenizer":1,"anytokenizer":1,"else":1,"globals":3,"name":1,"none":2,"class":2,"outlinesvocabulary":1,"wrapper":1,"for":1,"vocabulary":7,"which":1,"allows":1,"us":1,"store":1,"a":2,"hash":6,"with":1,"def":2,"self":3,"actual":1,"object":2,"inner":1,"have":1,"do":1,"abs":1,"because":1,"python":1,"hashes":1,"can":1,"be":1,"negative":1,"and":1,"we":1,"are":1,"using":1,"key":1,"hex":2,"str":3,"sha256":1,"repr":1,"encode":1,"utf":1,"8":1,"hexdigest":1,"int":3,"16":1,"get":2,"path":2,"context":1,"that":1,"contains":1,"previously":1,"computed":1,"return":1,"values":1,"dir":3,"getenv":2,"xdg":2,"home":3,"expanduser":1},"1798,1972,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"if":4,"outlines":15,"cache":23,"dir":9,"takes":1,"precedence":1,"return":6,"elif":2,"xdg":2,"home":6,"os":5,"path":7,"join":3,"homedir":1,"is":2,"we":2,"may":3,"be":5,"inside":2,"a":6,"container":2,"and":3,"thus":1,"writing":1,"to":4,"root":1,"would":1,"problematic":1,"so":1,"fallback":2,"using":1,"tempfile":3,"also":1,"validate":1,"the":2,"exists":1,"since":1,"expanduser":1,"does":1,"not":2,"garuntee":1,"existence":1,"isdir":1,"default":1,"unix":1,"else":2,"import":1,"docker":1,"without":1,"existing":1,"user":1,"tempdir":2,"gettempdir":1,"def":2,"get":4,"instance":1,"used":2,"for":1,"index":1,"caching":1,"envs":1,"vllm":1,"v1":1,"use":1,"logger":1,"warning":1,"enabling":1,"this":1,"an":1,"unbounded":1,"on":1,"disk":2,"it":1,"consume":1,"lot":1,"of":3,"space":1,"should":1,"with":1,"untrusted":1,"clients":1,"eviction":1,"policy":1,"none":2,"cull":1,"limit":1,"0":4,"version":8,"importlib":1,"metadata":1,"core":1,"cached":2,"clear":1,"set":1,"lrucache":1,"maxsize":1,"128":1,"re":4,"llama":1,"byte":1,"token":5,"compile":2,"r":2,"0x":1,"9a":1,"f":1,"2":1,"replacement":1,"seq":1,"6":2,"reduced":1,"vocabulary":2,"tokenizer":1,"anytokenizer":1,"eos":1,"id":1,"int":2,"dict":2,"bytes":1,"list":1,"create":1,"map":1,"from":1,"tokens":1,"lists":1,"equivalent":2,"ids":2,"returns":1,"string":1},"3770,1096,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"unicode":2,"to":8,"bytes":8,"v":2,"k":2,"for":3,"in":3,"tokenization":1,"gpt2":1,"items":2,"def":1,"convert":3,"token":18,"string":6,"str":7,"tokenizer":3,"tokens":3,"a":1,"hack":1,"handle":1,"missing":1,"spaces":1,"hf":1,"s":1,"llama":1,"tokenizers":2,"if":4,"type":5,"is":2,"and":1,"startswith":1,"file":1,"utils":1,"spiece":1,"underline":1,"or":1,"0x20":1,"return":2,"vocabulary":1,"dict":1,"list":2,"int":2,"empty":1,"ids":1,"idx":1,"get":1,"vocab":1,"all":1,"special":1,"ignore":3,"continue":1,"isinstance":1,"bytearray":2,"bpe":1,"where":1,"are":1,"stored":1,"as":1,"safe":1,"since":1,"of":1,"by":1,"this":1,"point":1,"arg":1},"4866,1934,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"elif":1,"ufffd":1,"in":4,"token":26,"str":4,"and":2,"not":2,"re":2,"replacement":1,"seq":1,"match":2,"handle":1,"tokens":1,"with":1,"invalid":1,"utf":2,"8":2,"sequences":2,"if":6,"llama":2,"byte":6,"like":1,"tokenizers":2,"use":1,"0xxx":1,"for":5,"incomplete":1,"bytes":9,"int":1,"3":1,"5":1,"16":1,"else":4,"gpt2":1,"map":1,"each":1,"back":1,"using":1,"unicode":2,"to":5,"vals":4,"get":3,"c":2,"none":3,"raise":2,"runtimeerror":1,"f":3,"cannot":1,"convert":1,"idx":4,"safe":1,"ignore":3,"since":1,"an":1,"error":2,"is":3,"thrown":1,"type":4,"arg":1,"encode":1,"eos":7,"id":7,"vocabulary":7,"setdefault":1,"append":2,"empty":1,"ids":1,"return":2,"def":1,"outlines":4,"tokenizer":9,"anytokenizer":1,"oc":1,"the":1,"object":1,"a":1,"given":1,"hasattr":2,"try":1,"valueerror":1,"during":1,"structured":2,"outputs":2,"setup":1,"has":1,"no":1,"property":1,"but":1,"required":1,"work":1,"properly":1,"noqa":1,"e501":1},"6800,1737,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"reduced":3,"vocab":3,"vocabulary":7,"tokenizer":5,"eos":2,"token":2,"id":2,"type":3,"ignore":2,"outlinesvocabulary":1,"oc":1,"outlines":1,"return":4,"except":1,"attributeerror":1,"as":1,"e":2,"raise":1,"valueerror":1,"f":2,"cannot":1,"get":2,"the":3,"of":1,"should":1,"have":1,"a":2,"method":1,"from":1,"def":2,"grammar":18,"is":3,"likely":3,"lark":10,"str":12,"bool":2,"check":1,"if":5,"appears":2,"to":4,"use":1,"syntax":1,"args":2,"input":2,"string":2,"returns":2,"true":3,"be":1,"in":5,"format":4,"false":4,"otherwise":1,"examples":1,"rule":3,"abc":2,"not":3,"or":1,"isinstance":1,"for":2,"line":5,"split":1,"n":1,"remove":1,"both":1,"comment":1,"styles":1,"re":1,"sub":1,"r":1,"strip":1,"continue":1,"look":1,"ebnf":5,"definition":1,"convert":2,"reference":2,"https":2,"github":1,"com":1,"ggerganov":1,"llama":1,"cpp":1,"blob":1,"master":1,"grammars":1,"readme":1,"md":1,"parser":1,"readthedocs":1,"io":1,"en":1,"latest":1,"html":1,"converted":1},"8537,1928,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"examples":1,"print":1,"convert":1,"lark":1,"to":1,"ebnf":1,"rule":14,"hello":2,"root":2,"if":7,"not":3,"isinstance":1,"grammar":6,"str":11,"raise":4,"valueerror":4,"f":3,"must":1,"be":2,"a":3,"string":2,"got":1,"type":1,"strip":4,"cannot":1,"empty":1,"defined":2,"rules":3,"set":4,"referenced":1,"output":1,"lines":3,"def":3,"clean":2,"line":18,"remove":2,"comments":1,"and":3,"whitespace":1,"from":3,"return":2,"re":4,"sub":3,"r":4,"check":1,"quotes":2,"text":11,"name":7,"num":4,"int":1,"none":3,"validate":2,"quote":1,"matching":1,"in":5,"count":2,"2":2,"0":3,"or":2,"mismatched":1,"on":2,"extract":2,"references":2,"quoted":1,"strings":1,"special":1,"characters":1,"findall":1,"b":2,"za":2,"z":1,"z0":1,"9":1,"first":5,"pass":1,"find":1,"definitions":1,"for":2,"split":2,"n":1,"enumerate":1,"1":2,"startswith":1,"continue":1,"try":1,"add":1,"is":1,"start":2,"except":1,"indexerror":1,"as":1,"e":2,"invalid":1,"format":1,"expected":1,"definition":1},"10465,1893,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"if":8,"not":4,"defined":1,"rules":4,"raise":3,"valueerror":4,"no":1,"valid":1,"found":1,"in":3,"grammar":1,"add":2,"root":2,"rule":18,"output":3,"lines":4,"append":4,"f":7,"first":1,"second":1,"pass":1,"process":2,"definitions":1,"and":2,"alternatives":1,"current":14,"none":1,"definition":12,"for":2,"line":14,"num":5,"enumerate":1,"1":5,"continue":1,"try":1,"startswith":2,"save":1,"previous":1,"exists":2,"join":2,"new":1,"name":2,"split":1,"strip":4,"check":2,"quotes":2,"re":2,"sub":2,"r":4,"referenced":2,"update":2,"extract":2,"references":2,"elif":1,"alternative":2,"on":2,"without":1,"a":1,"preceding":1,"alt":6,"def":6,"except":1,"as":1,"e":3,"error":1,"str":1,"from":1,"final":1},"12358,696,data/raw/vllm-0.10.1/vllm/v1/structured_output/utils.py":{"validate":1,"all":1,"rules":7,"are":2,"defined":3,"undefined":3,"referenced":2,"root":2,"if":1,"raise":1,"valueerror":1,"not":1,"f":2,"join":3,"sorted":1,"return":3,"n":1,"output":1,"lines":1,"def":2,"choice":3,"as":1,"grammar":3,"list":1,"str":4,"escape":4,"ebnf":3,"string":3,"s":2,"special":1,"characters":1,"in":3,"a":1,"double":1,"quotes":1,"and":1,"backslashes":1,"re":1,"sub":1,"r":2,"1":1,"escaped":2,"choices":2,"c":4,"for":2},"0,1497,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":14,"project":1,"from":14,"future":2,"import":17,"annotations":1,"multiprocessing":1,"concurrent":1,"futures":1,"threadpoolexecutor":1,"typing":2,"type":2,"checking":2,"optional":4,"config":4,"vllmconfig":2,"logger":4,"init":4,"reasoning":2,"reasoningparsermanager":1,"transformers":1,"utils":2,"tokenizer":2,"group":1,"configs":1,"lazyloader":2,"v1":4,"structured":4,"output":4,"backend":4,"guidance":1,"guidancebackend":1,"types":1,"structuredoutputbackend":2,"structuredoutputgrammar":1,"xgrammar":1,"xgrammarbackend":1,"if":1,"numpy":2,"as":2,"np":1,"npt":1,"torch":7,"reasoningparser":2,"request":2,"else":1,"globals":1,"name":1,"class":1,"structuredoutputmanager":1,"engine":1,"level":1,"manager":1,"for":1,"requests":1,"def":1,"self":6,"none":3,"reasoner":1,"grammar":1,"bitmask":1,"tensor":2,"full":1,"mask":1,"1":1,"dtype":1,"int32":1},"1497,1975,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"max":12,"batch":3,"size":3,"self":15,"vllm":6,"config":15,"scheduler":3,"num":1,"seqs":1,"fill":3,"bitmask":3,"parallel":3,"threshold":2,"128":1,"if":6,"16":1,"use":1,"at":2,"least":1,"1":4,"cpu":5,"most":1,"half":2,"the":4,"number":3,"of":3,"cpus":3,"or":1,"8":2,"whichever":1,"is":6,"less":1,"workers":7,"min":1,"multiprocessing":2,"count":2,"2":2,"executor":2,"for":1,"fillmask":1,"threadpoolexecutor":2,"not":5,"model":3,"skip":1,"tokenizer":6,"init":3,"default":1,"specified":1,"5":1,"which":1,"way":1,"too":1,"high":1,"since":1,"these":1,"tasks":1,"are":1,"bound":2,"i":1,"o":1,"we":3,"also":1,"know":1,"would":1,"never":1,"dominate":1,"usage":1,"with":1,"just":1,"grammar":2,"compilation":1,"so":1,"set":1,"it":1,"to":1,"from":1,"configs":1,"lora":3,"get":2,"none":5,"reasoning":5,"backend":4,"decoding":2,"reasoner":3,"cls":2,"reasoningparsermanager":1,"parser":1,"def":1,"request":6,"structured":1,"output":1,"return":1,"type":1,"checking":1,"assert":1,"sampling":2,"params":2,"and":1,"guided":1},"3472,1753,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"initialize":1,"the":2,"backend":14,"first":1,"time":1,"it":1,"is":3,"needed":1,"note":1,"we":2,"only":1,"support":2,"a":2,"single":1,"do":1,"not":2,"different":1,"backends":1,"on":1,"per":1,"request":10,"basis":1,"in":1,"v1":2,"for":1,"now":1,"anyway":1,"if":2,"self":14,"none":2,"assert":1,"sampling":2,"params":2,"guided":1,"decoding":1,"vocab":8,"size":8,"vllm":5,"config":5,"model":1,"get":1,"xgrammar":1,"xgrammarbackend":1,"tokenizer":6,"elif":2,"guidance":1,"guidancebackend":1,"outlines":2,"from":1,"structured":5,"output":5,"import":1,"outlinesbackend":2,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"grammar":5,"executor":1,"submit":1,"async":2,"create":2,"type":2,"ignore":2,"assignment":1,"def":1,"structuredoutputgrammar":1,"key":2,"union":1,"attr":1},"5225,1839,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"note":2,"that":3,"the":5,"request":7,"was":1,"validated":1,"in":2,"engine":1,"core":1,"client":1,"so":1,"at":1,"this":2,"point":1,"we":4,"know":1,"it":2,"is":5,"a":1,"supported":1,"type":3,"of":2,"todo":1,"still":1,"need":2,"to":2,"handle":1,"xgrammar":1,"compilation":1,"failures":1,"though":1,"should":1,"be":1,"unlikely":1,"as":2,"test":1,"up":1,"front":1,"well":1,"grammar":10,"spec":5,"key":1,"assert":2,"self":13,"backend":2,"not":5,"none":5,"return":3,"compile":1,"def":3,"fill":5,"bitmasks":2,"batch":5,"list":3,"tuple":2,"structuredoutputgrammar":2,"int":4,"bool":2,"bitmask":10,"for":5,"index":3,"apply":2,"if":3,"and":1,"terminated":1,"else":1,"thinking":1,"support":1,"will":1,"reset":1,"relevant":1,"part":1,"consequent":1,"requests":2,"here":1,"full":1,"mask":1,"async":1,"submit":2,"future":1,"executor":1,"fillmask":1,"dict":3,"str":3,"structured":3,"output":3,"ids":2,"scheduled":1,"decode":1,"tokens":4,"optional":1,"npt":1,"ndarray":1,"np":1,"int32":1,"prepare":1,"max":2,"num":3,"0":1,"vllm":2,"config":4,"speculative":3},"7064,1936,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"if":4,"self":9,"grammar":4,"bitmask":11,"is":5,"none":4,"assert":3,"backend":2,"not":3,"max":5,"batch":9,"size":4,"vllm":1,"config":2,"scheduler":1,"num":3,"seqs":1,"allocate":2,"a":2,"for":8,"each":4,"token":5,"needing":1,"to":2,"be":1,"checked":1,"one":3,"speculative":3,"position":2,"and":3,"more":1,"the":3,"bonus":2,"non":2,"1":2,"spec":3,"tokens":2,"generate":1,"batched":1,"all":1,"structured":7,"output":7,"requests":2,"when":1,"decoding":1,"enabled":1,"we":1,"need":1,"include":1,"multiple":1,"masks":1,"request":10,"possible":1,"these":1,"are":1,"stored":1,"inline":1,"in":2,"tensor":1,"unpacked":1,"by":1,"gpu":1,"runner":1,"cumulative":2,"index":2,"0":2,"ordered":3,"seq":3,"sorted":1,"ids":1,"items":1,"key":1,"lambda":1,"x":2,"optimized":1,"parallel":3,"filling":1,"of":1,"bitmasks":1,"large":1,"cases":1,"len":2,"fill":4,"threshold":1,"promises":2,"req":2,"id":2,"type":1,"checking":1,"apply":2,"should":1,"append":2,"async":1,"submit":1},"9000,1771,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"cumulative":5,"index":5,"1":3,"if":5,"batch":3,"promises":2,"append":1,"self":4,"async":1,"submit":1,"fill":3,"bitmask":11,"wait":1,"for":5,"all":1,"filling":2,"tasks":1,"to":2,"complete":1,"promise":2,"in":3,"result":1,"else":1,"fallback":1,"serial":1,"of":1,"bitmasks":2,"small":1,"size":1,"cases":1,"req":6,"id":4,"ordered":1,"seq":1,"request":11,"requests":1,"structured":8,"output":8,"type":1,"checking":1,"assert":3,"is":4,"not":4,"none":4,"grammar":6,"apply":3,"should":1,"state":4,"advancements":4,"0":3,"tokens":4,"scheduled":1,"spec":1,"decode":1,"get":1,"i":1,"token":3,"enumerate":1,"and":2,"terminated":1,"accept":1,"rollback":1,"tensor":4,"shape":1},"10771,1876,data/raw/vllm-0.10.1/vllm/v1/structured_output/__init__.py":{"after":1,"finishing":1,"with":1,"the":4,"xgrammar":1,"operations":1,"we":5,"convert":1,"to":3,"np":1,"ndarray":1,"because":1,"that":2,"is":10,"much":1,"more":1,"efficient":1,"for":2,"serialization":1,"and":1,"deserialization":1,"when":1,"sending":1,"this":2,"gpu":1,"workers":1,"return":7,"bitmask":2,"tensor":1,"numpy":1,"def":3,"should":3,"fill":1,"self":9,"request":21,"bool":2,"if":9,"reasoner":4,"not":7,"none":8,"assert":3,"structured":11,"output":8,"reasoning":10,"ended":6,"end":2,"prompt":1,"token":2,"ids":2,"true":4,"advance":3,"use":1,"false":2,"determine":1,"whether":1,"can":1,"fsm":1,"supports":1,"thinking":2,"usage":1,"where":1,"skip":1,"components":1,"type":1,"checking":1,"grammar":1,"by":1,"default":1,"always":1,"cases":1,"doesn":1,"t":2,"uses":1,"mode":1,"req":3,"check":1,"ends":1,"in":1,"step":1,"all":1,"just":1,"so":1,"shouldn":1,"advanced":1,"til":1,"next":1,"pass":1,"else":1,"clear":1,"backend":3,"destroy":1},"0,1225,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":9,"project":1,"from":9,"future":1,"import":13,"annotations":1,"json":1,"dataclasses":1,"dataclass":2,"field":1,"typing":1,"type":2,"checking":2,"any":3,"torch":1,"envs":1,"logger":4,"init":3,"sampling":1,"params":1,"samplingparams":1,"transformers":1,"utils":3,"tokenizers":1,"mistral":1,"mistraltokenizer":1,"lazyloader":2,"v1":2,"structured":2,"output":2,"backend":1,"types":1,"structuredoutputbackend":2,"structuredoutputgrammar":1,"structuredoutputoptions":1,"choice":1,"as":2,"grammar":2,"convert":1,"lark":2,"ebnf":1,"is":1,"likely":1,"if":1,"xgrammar":2,"xgr":3,"else":1,"globals":1,"name":1,"class":1,"xgrammarbackend":1,"def":1,"post":1,"self":3,"disable":2,"whitespace":2,"config":2,"decoding":1},"1225,1910,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"if":4,"isinstance":1,"self":12,"tokenizer":16,"mistraltokenizer":1,"note":2,"ideally":1,"xgrammar":4,"should":2,"handle":1,"this":1,"accordingly":1,"refer":1,"to":1,"https":2,"github":2,"com":2,"mlc":2,"ai":2,"blob":2,"d77c0a0173ef14779c918e3be7966ba852f7910f":1,"python":2,"info":4,"py":2,"l98":1,"try":1,"is":3,"tekken":2,"encoded":4,"vocab":12,"else":3,"token":9,"for":1,"in":1,"sorted":1,"get":3,"items":1,"key":1,"lambda":1,"x":2,"1":1,"stop":4,"ids":4,"none":2,"hasattr":1,"eos":3,"id":3,"and":1,"not":1,"except":1,"attributeerror":1,"as":1,"e":2,"raise":1,"valueerror":1,"f":2,"cannot":1,"the":3,"vocabulary":1,"of":1,"type":3,"have":1,"a":1,"method":1,"from":2,"xgr":4,"tokenizerinfo":2,"ignore":1,"5e141f6ff1ca02bc31f9e512e68b61f2a8ae88e5":1,"tests":1,"test":1,"l43":1,"noqa":1,"e501":1,"vocabtype":2,"raw":1,"byte":1,"fallback":1,"size":4,"add":1,"prefix":1,"space":1,"true":1,"huggingface":1},"3135,220,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"self":1,"compiler":1,"xgr":1,"grammarcompiler":1,"tokenizer":1,"info":1,"max":1,"threads":1,"8":1,"cache":3,"enabled":1,"true":1,"limit":1,"bytes":1,"vllm":2,"envs":1,"xgrammar":1,"mb":1,"1024":2},"3355,1943,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"self":14,"num":4,"speculative":6,"tokens":5,"0":1,"if":2,"vllm":2,"config":4,"is":2,"not":4,"none":1,"def":1,"compile":6,"grammar":9,"request":7,"type":8,"structuredoutputoptions":6,"spec":5,"str":1,"structuredoutputgrammar":1,"json":6,"ctx":8,"compiler":5,"schema":4,"any":4,"whitespace":4,"disable":2,"elif":4,"object":2,"regex":2,"structural":2,"tag":5,"s":8,"loads":1,"tags":2,"xgr":2,"structuraltagitem":1,"begin":2,"dumps":1,"end":2,"for":1,"in":1,"structures":1,"triggers":1,"else":1,"logger":1,"error":1,"validation":1,"should":1,"have":1,"already":1,"occurred":1,"please":1,"file":1,"an":1,"issue":1,"raise":1,"valueerror":1,"f":1,"of":1,"valid":1,"supported":1,"types":1,"return":1,"xgrammargrammar":1,"matcher":1,"grammarmatcher":1,"max":1,"rollback":1,"vocab":2,"size":2},"5298,1820,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"def":4,"allocate":2,"token":6,"bitmask":2,"self":11,"max":2,"num":4,"seqs":2,"int":6,"return":4,"xgr":3,"vocab":2,"size":2,"destroy":1,"del":1,"compiler":1,"dataclass":1,"class":2,"xgrammargrammar":1,"structuredoutputgrammar":1,"note":1,"this":1,"would":1,"be":1,"a":2,"generic":1,"enough":1,"for":6,"supporting":1,"different":1,"backends":1,"in":3,"the":7,"future":1,"now":1,"just":1,"xgrammar":3,"https":1,"mlc":1,"ai":1,"docs":1,"api":1,"python":1,"index":1,"html":1,"grammarmatcher":2,"find":1,"jump":2,"forward":2,"string":1,"decoding":1,"matcher":3,"field":4,"hash":4,"false":11,"ctx":1,"compiledgrammar":1,"processed":2,"tokens":10,"default":2,"factory":1,"lambda":1,"0":1,"repr":2,"init":1,"is":4,"terminated":4,"bool":2,"accept":2,"request":3,"id":2,"str":1,"list":5,"accepts":1,"of":2,"and":1,"advances":1,"fsm":6,"returns":2,"true":2,"if":5,"was":1,"advanced":1,"successfully":1,"failed":2,"to":2,"advance":3,"not":2,"logger":1,"error":1,"s":2,"please":1,"file":1,"an":1,"issue":1,"1":1,"validate":1,"checks":1,"are":1,"accepted":1,"by":1,"sequence":1,"will":1},"7118,1734,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"returns":1,"the":4,"prefix":1,"list":1,"of":1,"tokens":12,"that":1,"are":1,"accepted":6,"by":2,"fsm":2,"for":5,"token":5,"in":6,"if":7,"self":14,"matcher":6,"accept":1,"append":1,"else":1,"break":1,"len":2,"0":2,"rollback":4,"to":1,"initial":1,"state":1,"return":6,"def":6,"num":5,"int":2,"none":2,"processed":2,"is":4,"terminated":4,"fill":2,"bitmask":4,"torch":1,"tensor":1,"idx":2,"next":1,"bool":3,"reset":2,"has":1,"xgrammar":2,"unsupported":4,"json":2,"features":2,"schema":2,"dict":3,"str":2,"any":3,"check":4,"contains":2,"object":1,"obj":8,"not":1,"isinstance":1,"false":1,"numeric":1,"ranges":1,"get":3,"type":3,"integer":1,"number":1,"and":3,"multipleof":1,"true":3,"array":2,"keywords":2,"key":2,"uniqueitems":1,"mincontains":1,"maxcontains":1,"strings":1,"string":1,"format":1},"8852,1983,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"unsupported":1,"keywords":1,"for":4,"objects":2,"if":10,"obj":3,"get":1,"type":1,"object":4,"and":3,"any":1,"key":2,"in":4,"minproperties":1,"maxproperties":1,"propertynames":1,"patternproperties":1,"return":7,"true":3,"recursively":1,"check":4,"all":1,"nested":1,"arrays":1,"value":5,"values":1,"isinstance":4,"dict":2,"elif":1,"list":1,"item":3,"false":1,"schema":3,"def":1,"validate":2,"xgrammar":1,"grammar":11,"sampling":3,"params":14,"samplingparams":1,"none":3,"that":1,"the":2,"request":2,"is":3,"supported":2,"by":1,"structured":1,"output":1,"raises":1,"valueerror":4,"not":1,"guided":2,"decoding":2,"gd":11,"regex":4,"try":3,"xgr":2,"from":5,"except":3,"exception":2,"as":4,"err":6,"raise":3,"failed":2,"to":2,"transform":2,"into":2,"a":2,"f":1,"choice":7,"ebnf":1,"choices":1,"json":7,"str":1,"loads":1,"jsondecodeerror":1,"e":2,"invalid":1,"specification":1,"else":1},"10835,1652,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_xgrammar.py":{"try":4,"xgr":4,"grammar":14,"from":9,"json":6,"schema":7,"except":4,"exception":3,"as":4,"err":3,"raise":5,"valueerror":6,"failed":2,"to":4,"transform":1,"into":1,"a":1,"f":1,"if":4,"has":1,"xgrammar":3,"unsupported":1,"features":2,"the":3,"provided":1,"contains":1,"not":1,"supported":1,"by":1,"return":2,"gd":7,"params":7,"is":1,"likely":1,"lark":4,"supports":1,"ebnf":5,"grammars":1,"only":1,"convert":2,"e":6,"test":1,"parsing":1,"possibly":1,"already":1,"converted":1,"parse":1,"but":1,"we":1,"aren":1,"t":1,"compiling":1,"it":1,"invalid":2,"specification":2,"structural":4,"tag":7,"s":7,"loads":1,"tags":2,"structuraltagitem":1,"begin":2,"dumps":1,"end":2,"for":1,"in":1,"structures":1,"triggers":1},"0,1909,data/raw/vllm-0.10.1/vllm/v1/structured_output/request.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":4,"project":1,"from":7,"future":6,"import":11,"annotations":1,"dataclasses":2,"functools":1,"json":1,"concurrent":2,"futures":2,"base":1,"timeouterror":2,"typing":1,"optional":5,"union":3,"cast":2,"sampling":2,"params":2,"samplingparams":2,"v1":2,"structured":1,"output":1,"backend":1,"types":1,"structuredoutputgrammar":7,"structuredoutputkey":1,"structuredoutputoptions":1,"dataclass":1,"class":1,"structuredoutputrequest":1,"grammar":15,"none":4,"reasoning":1,"ended":1,"bool":3,"def":4,"check":4,"completion":3,"self":12,"note":1,"we":2,"have":1,"lazy":1,"gate":1,"circular":1,"imports":1,"request":1,"requeststatus":2,"if":2,"isinstance":1,"try":1,"will":1,"whether":1,"is":2,"ready":2,"within":1,"100":1,"us":1,"result":1,"timeout":1,"0001":1,"status":1,"waiting":1,"except":1,"return":4,"false":1,"true":1,"property":2,"completed":2,"else":1,"setter":1},"1909,1311,data/raw/vllm-0.10.1/vllm/v1/structured_output/request.py":{"functools":1,"cached":1,"property":1,"def":2,"structured":4,"output":4,"key":3,"self":2,"structuredoutputkey":2,"return":7,"get":2,"sampling":3,"params":21,"samplingparams":1,"guided":1,"decoding":1,"assert":1,"is":6,"not":8,"none":7,"can":1,"t":1,"be":1,"if":3,"json":15,"isinstance":2,"str":8,"dumps":2,"else":3,"structuredoutputoptions":6,"elif":5,"object":2,"regex":3,"choice":5,"grammar":3,"structural":3,"tag":3,"raise":1,"valueerror":1,"no":1,"valid":1,"parameter":1,"found":1},"0,1968,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_types.py":{"spdx":2,"license":1,"identifier":2,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":14,"vllm":3,"project":1,"from":6,"future":1,"import":8,"annotations":1,"enum":9,"abc":3,"abstractmethod":4,"dataclasses":1,"dataclass":1,"typing":1,"type":2,"checking":2,"if":3,"torch":1,"config":1,"vllmconfig":1,"transformers":1,"utils":1,"tokenizer":1,"anytokenizer":1,"class":2,"structuredoutputoptions":2,"json":2,"auto":6,"object":1,"regex":1,"grammar":3,"choice":1,"structural":1,"tag":1,"structuredoutputkey":1,"tuple":1,"str":3,"structuredoutputgrammar":1,"request":5,"level":1,"backend":1,"for":4,"structured":1,"output":1,"requests":1,"def":3,"accept":1,"tokens":15,"self":3,"id":2,"list":9,"int":8,"bool":2,"determines":1,"whether":1,"provided":2,"are":3,"accepted":4,"given":1,"args":3,"unique":1,"a":5,"of":8,"token":3,"ids":3,"evaluate":1,"returns":2,"true":1,"false":1,"otherwise":1,"validate":2,"validates":1,"against":1,"will":3,"not":1,"advance":1,"fsm":1,"be":1,"prefix":1,"input":1,"and":1,"empty":1,"none":2,"rollback":1,"num":2,"rolls":1,"back":2,"state":1,"by":1,"specified":1,"number":3,"also":1,"revert":1,"counters":1,"processed":1,"roll":1},"1968,1838,data/raw/vllm-0.10.1/vllm/v1/structured_output/backend_types.py":{"abstractmethod":6,"def":6,"fill":3,"bitmask":9,"self":6,"torch":3,"tensor":3,"batch":3,"index":4,"int":5,"none":1,"fills":1,"the":14,"for":4,"a":4,"specific":2,"args":3,"to":4,"in":1,"is":2,"terminated":3,"bool":2,"checks":1,"whether":1,"structured":6,"output":6,"process":2,"has":1,"returns":2,"true":1,"if":1,"false":1,"otherwise":1,"reset":1,"resets":1,"state":1,"of":4,"grammar":8,"dataclass":1,"class":1,"structuredoutputbackend":1,"abc":1,"engine":1,"level":1,"backend":2,"requests":1,"vllm":1,"config":1,"vllmconfig":1,"tokenizer":1,"anytokenizer":1,"vocab":1,"size":1,"compile":2,"request":3,"type":3,"structuredoutputoptions":2,"spec":2,"str":2,"structuredoutputgrammar":2,"compiles":1,"specification":2,"into":1,"compiled":1,"allocate":2,"token":2,"max":2,"num":2,"seqs":2,"allocates":1,"specified":1,"maximum":2,"number":2,"sequences":2,"which":1,"destroy":1,"cleanup":1},"0,1757,data/raw/vllm-0.10.1/vllm/v1/worker/block_table.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":4,"numpy":3,"as":1,"np":5,"torch":10,"from":2,"logger":4,"init":3,"utils":1,"cdiv":1,"name":1,"class":1,"blocktable":1,"def":1,"self":21,"block":7,"size":3,"int":4,"max":16,"num":17,"reqs":6,"blocks":6,"per":6,"req":5,"batched":5,"tokens":5,"pin":7,"memory":7,"bool":1,"device":10,"table":4,"zeros":5,"dtype":5,"int32":3,"cpu":6,"row":1,"slot":4,"mapping":4,"int64":2},"1757,1115,data/raw/vllm-0.10.1/vllm/v1/worker/block_table.py":{"def":4,"append":2,"row":21,"self":19,"block":11,"ids":6,"list":2,"int":8,"idx":7,"none":4,"if":1,"not":1,"return":1,"num":20,"blocks":20,"len":1,"start":3,"per":9,"table":5,"np":5,"add":1,"0":1,"move":1,"src":10,"tgt":10,"swap":1},"2872,1858,data/raw/vllm-0.10.1/vllm/v1/worker/block_table.py":{"def":7,"compute":1,"slot":5,"mapping":5,"self":22,"req":5,"indices":6,"np":7,"ndarray":3,"positions":3,"none":4,"e":1,"g":1,"0":8,"1":6,"2":7,"3":1,"4":1,"k":9,"where":1,"is":3,"the":9,"max":3,"num":8,"blocks":2,"per":2,"and":1,"block":24,"size":6,"note":1,"woosuk":1,"we":1,"can":1,"t":1,"simply":1,"use":1,"token":1,"here":1,"because":1,"m":1,"model":1,"len":1,"not":1,"necessarily":1,"divisible":1,"by":1,"table":14,"numbers":2,"ravel":1,"offsets":2,"add":1,"out":1,"shape":1,"commit":2,"reqs":3,"int":2,"copy":2,"cpu":6,"non":2,"blocking":2,"true":2,"tokens":3,"clear":1,"fill":2,"get":3,"device":2,"tensor":6,"torch":2,"ruturns":1,"of":3,"return":3,"returns":2,"numpy":2,"array":2,"class":1,"multigroupblocktable":1,"blocktables":1,"for":1,"each":1,"kv":1,"cache":1,"group":1},"4730,1848,data/raw/vllm-0.10.1/vllm/v1/worker/block_table.py":{"def":9,"init":1,"self":18,"max":6,"num":8,"reqs":4,"int":14,"model":2,"len":2,"batched":2,"tokens":4,"pin":2,"memory":2,"bool":1,"device":3,"torch":1,"block":36,"sizes":2,"list":3,"none":9,"tables":9,"blocktable":1,"size":3,"cdiv":1,"for":9,"in":9,"append":2,"row":12,"ids":4,"tuple":2,"idx":4,"i":4,"table":18,"enumerate":2,"add":2,"move":2,"src":4,"tgt":4,"swap":2,"compute":2,"slot":4,"mapping":4,"req":2,"indices":2,"np":2,"ndarray":2,"positions":2,"commit":4,"clear":2},"6578,158,data/raw/vllm-0.10.1/vllm/v1/worker/block_table.py":{"def":1,"getitem":1,"self":2,"idx":2,"int":1,"blocktable":2,"returns":1,"the":2,"for":1,"i":1,"th":1,"kv":1,"cache":1,"group":1,"return":1,"block":1,"tables":1},"0,1581,data/raw/vllm-0.10.1/vllm/v1/worker/lora_model_runner_mixin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"define":1,"lora":11,"functionality":1,"mixin":2,"for":2,"model":10,"runners":1,"from":10,"contextlib":1,"import":12,"contextmanager":1,"typing":1,"union":2,"numpy":1,"as":5,"np":1,"torch":1,"nn":4,"config":9,"loraconfig":2,"modelconfig":2,"schedulerconfig":2,"logger":5,"init":2,"layers":1,"loramapping":1,"request":1,"lorarequest":1,"worker":3,"manager":1,"lrucacheworkerloramanager":1,"executor":1,"models":3,"supports":5,"multimodal":4,"v1":2,"gpu":1,"input":2,"batch":2,"inputbatch":3,"gpuinputbatch":2,"tpu":1,"tpuinputbatch":2,"name":2,"defined":1,"a":1,"gpumodelrunner":1,"class":2,"loramodelrunnermixin":1,"warmup":1,"rank":1,"8":1,"def":1,"load":1,"self":1,"module":2,"scheduler":1,"device":1,"str":1,"if":2,"not":2,"raise":1,"valueerror":1,"f":1,"does":1,"support":1,"yet":1,"warning":1,"regarding":1,"currently":1,"only":1,"adding":1,"language":1,"use":1,"get":2,"text":3,"in":1,"case":1,"of":1,"hf":1},"1581,1903,data/raw/vllm-0.10.1/vllm/v1/worker/lora_model_runner_mixin.py":{"add":1,"lora":26,"manager":6,"to":2,"the":3,"model":5,"runner":1,"self":7,"lrucacheworkerloramanager":1,"scheduler":2,"config":5,"max":4,"num":6,"seqs":1,"batched":1,"tokens":4,"get":1,"vocab":1,"size":3,"device":1,"embedding":2,"modules":2,"padding":1,"position":2,"embeddings":2,"text":1,"return":2,"create":1,"def":2,"set":7,"active":4,"loras":3,"prompt":5,"mapping":12,"tuple":4,"int":4,"token":5,"requests":5,"lorarequest":2,"none":2,"if":1,"not":2,"raise":1,"runtimeerror":1,"is":4,"enabled":1,"prefill":3,"true":2,"so":1,"we":2,"always":1,"use":2,"sgmv":1,"kernels":2,"on":2,"non":1,"cuda":2,"platforms":2,"same":1,"for":1,"and":2,"decode":1,"this":1,"flag":1,"generally":1,"ignored":1,"loramapping":1,"adapters":1,"input":3,"batch":3,"inputbatch":1,"scheduled":3,"np":2,"ndarray":1,"of":2,"reqs":1,"sum":1,"make":1,"inputs":1},"3484,1853,data/raw/vllm-0.10.1/vllm/v1/worker/lora_model_runner_mixin.py":{"contextmanager":2,"def":2,"maybe":2,"setup":1,"dummy":6,"loras":10,"self":8,"lora":31,"config":6,"if":2,"is":6,"none":4,"yield":3,"else":2,"enter":2,"code":3,"assert":2,"manager":5,"not":5,"enabled":2,"num":9,"max":2,"make":3,"requests":3,"set":2,"lorarequest":2,"name":1,"f":1,"warmup":2,"id":4,"int":1,"path":2,"a":2,"real":1,"for":2,"in":2,"range":1,"1":3,"with":1,"cache":1,"add":2,"the":1,"here":1,"so":1,"active":1,"doesn":1,"t":1,"try":1,"to":2,"load":1,"from":1,"disk":1,"lr":2,"rank":2,"exit":1,"remove":1,"all":1,"adapters":1,"select":1,"loraconfig":1,"scheduled":3,"tokens":3,"np":4,"ndarray":1,"reqs":2,"len":1,"prompt":3,"mapping":5,"assign":1,"ids":1,"cyclically":1,"simulate":1,"worst":1,"case":1,"scenario":1,"arange":1,"dtype":1,"int32":1,"token":2,"repeat":1},"5337,1587,data/raw/vllm-0.10.1/vllm/v1/worker/lora_model_runner_mixin.py":{"make":1,"dummy":4,"lora":36,"requests":3,"set":3,"lorarequest":3,"name":1,"f":1,"warmup":1,"id":8,"int":4,"path":2,"not":9,"a":1,"real":1,"for":1,"in":1,"range":1,"1":2,"num":3,"loras":5,"self":16,"active":1,"tuple":2,"prompt":1,"mapping":2,"token":1,"yield":2,"contextmanager":1,"def":5,"maybe":3,"run":1,"with":2,"config":3,"loraconfig":1,"scheduled":2,"tokens":2,"np":1,"ndarray":1,"setup":1,"select":1,"add":2,"request":2,"bool":3,"if":4,"manager":8,"raise":4,"runtimeerror":4,"is":4,"enabled":4,"return":4,"adapter":3,"remove":2,"pin":2,"list":2,"adapters":1},"0,796,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"from":4,"typing":1,"import":5,"type":2,"checking":2,"torch":3,"config":3,"vllmconfig":2,"logger":4,"init":5,"v1":1,"worker":1,"gpu":1,"model":2,"runner":2,"gpumodelrunner":2,"if":1,"pass":1,"name":1,"class":1,"xpumodelrunner":1,"a":1,"for":1,"xpu":2,"devices":1,"def":3,"self":5,"device":5,"super":1,"fixme":1,"be":1,"verified":1,"cascade":1,"attn":1,"enabled":1,"false":1,"properties":1,"none":3,"num":1,"sms":1,"sync":1,"synchronize":1},"0,1882,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":23,"project":1,"a":1,"gpu":2,"worker":6,"class":2,"import":29,"copy":1,"gc":1,"os":1,"from":22,"contextlib":1,"abstractcontextmanager":1,"nullcontext":1,"typing":1,"type":2,"checking":2,"any":1,"optional":1,"torch":3,"distributed":6,"nn":2,"as":2,"envs":2,"config":2,"vllmconfig":2,"ensure":2,"model":7,"parallel":2,"initialized":2,"init":5,"environment":1,"set":2,"custom":1,"all":1,"reduce":1,"kv":3,"transfer":2,"state":1,"get":2,"pp":1,"group":2,"tp":1,"logger":4,"lora":1,"request":1,"lorarequest":1,"executor":3,"random":1,"seed":1,"warmup":3,"kernel":2,"platforms":1,"current":1,"platform":1,"sequence":1,"intermediatetensors":1,"tasks":1,"supportedtask":1,"utils":2,"gib":1,"bytes":1,"memorysnapshot":1,"memory":1,"profiling":1,"v1":7,"engine":1,"reconfiguredistributedrequest":1,"reconfigureranktype":1,"cache":1,"interface":1,"kvcacheconfig":1,"kvcachespec":1,"outputs":1,"empty":1,"runner":2,"output":2,"modelrunneroutput":1,"report":1,"usage":1,"stats":1,"gpumodelrunner":1,"base":1,"workerbase":2,"name":1,"if":1,"loader":1,"tensorizer":1,"tensorizerconfig":1,"core":1,"sched":1,"scheduleroutput":1,"def":1,"self":1,"local":1,"rank":2,"int":2,"method":1,"str":1,"is":1,"driver":1,"bool":1,"false":1},"1882,592,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"super":1,"init":5,"vllm":3,"config":3,"local":2,"rank":4,"distributed":2,"method":2,"is":2,"driver":2,"worker":2,"if":1,"self":2,"model":1,"trust":1,"remote":1,"code":1,"note":1,"lazy":1,"import":2,"to":1,"avoid":1,"importing":1,"torch":2,"before":2,"initializing":1,"from":1,"utils":1,"cached":2,"hf":2,"modules":2,"buffers":2,"saved":2,"sleep":2,"dict":1,"str":1,"tensor":1},"2474,1855,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"torch":20,"profiler":22,"enabled":2,"and":1,"configured":1,"through":1,"env":1,"vars":1,"vllm":12,"dir":6,"path":1,"to":2,"save":2,"trace":6,"if":2,"envs":10,"logger":2,"info":2,"profiling":1,"traces":1,"will":1,"be":1,"saved":2,"s":5,"debug":1,"config":1,"record":4,"shapes":4,"profile":5,"memory":4,"with":10,"stack":4,"flops":4,"self":5,"activities":1,"profileractivity":2,"cpu":2,"cuda":2,"on":1,"ready":1,"tensorboard":1,"handler":1,"use":1,"gzip":1,"true":1,"else":1,"none":2,"def":1,"sleep":4,"level":3,"int":1,"1":1,"from":1,"device":1,"allocator":1,"cumem":1,"import":1,"cumemallocator":1,"free":1,"bytes":1,"before":2,"mem":1,"get":1,"0":1,"the":1,"buffers":3,"2":2,"model":4,"runner":1,"name":2,"buffer":2,"clone":1,"for":1,"in":1,"named":1},"4329,1782,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"allocator":9,"cumemallocator":5,"get":6,"instance":4,"sleep":13,"offload":1,"tags":3,"weights":2,"if":5,"level":2,"1":1,"else":2,"tuple":1,"free":4,"bytes":11,"after":5,"total":2,"torch":1,"cuda":1,"mem":1,"info":2,"freed":4,"before":1,"used":3,"assert":2,"0":2,"memory":5,"usage":2,"increased":1,"sleeping":1,"logger":1,"mode":3,"2f":2,"gib":4,"is":1,"still":1,"in":3,"use":2,"def":2,"wake":2,"up":2,"self":8,"optional":1,"list":1,"str":2,"none":2,"from":2,"vllm":3,"device":2,"cumem":2,"import":2,"restore":1,"the":1,"buffers":6,"2":1,"len":1,"saved":4,"model":5,"runner":1,"for":2,"name":3,"buffer":2,"named":1,"data":2,"copy":1,"maybe":1,"pool":2,"context":4,"tag":4,"abstractcontextmanager":1,"config":2,"enable":1,"current":1,"can":1,"only":1,"be":1,"one":1,"per":1,"process":1,"nullcontext":1,"return":1},"6111,1167,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"def":2,"initialize":1,"cache":4,"self":9,"num":6,"gpu":4,"blocks":6,"int":2,"cpu":3,"none":2,"config":4,"init":1,"device":7,"if":2,"type":1,"cuda":4,"torch":4,"distributed":2,"all":3,"reduce":3,"does":1,"not":1,"free":1,"the":4,"input":1,"tensor":1,"until":1,"synchronization":1,"point":1,"this":4,"causes":2,"memory":1,"usage":1,"to":2,"grow":1,"as":1,"number":1,"of":1,"calls":1,"increases":1,"env":2,"var":2,"disables":1,"behavior":1,"related":1,"issue":1,"https":1,"discuss":1,"pytorch":1,"org":1,"t":1,"allocation":1,"lifetime":1,"for":1,"inputs":1,"191573":1,"os":2,"environ":2,"nccl":2,"avoid":1,"record":1,"streams":1,"1":1,"set":2,"by":1,"ray":1,"exceptions":1,"with":1,"graph":1,"building":1,"pop":1,"async":1,"error":1,"handling":1,"f":1,"local":1,"rank":1,"current":1,"platform":1,"check":1,"supports":1,"dtype":2,"model":1,"gc":1,"collect":1,"empty":1},"7278,1716,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"take":1,"current":2,"memory":14,"snapshot":6,"self":21,"init":7,"memorysnapshot":1,"requested":3,"total":2,"cache":2,"config":7,"gpu":5,"utilization":4,"if":3,"free":3,"gib":7,"lambda":1,"b":2,"round":1,"bytes":1,"2":1,"raise":2,"valueerror":1,"f":8,"on":2,"device":5,"startup":1,"is":2,"less":1,"than":1,"desired":1,"decrease":1,"or":1,"reduce":1,"used":1,"by":1,"other":1,"processes":1,"else":1,"runtimeerror":1,"not":1,"support":1,"type":1,"initialize":1,"the":2,"distributed":3,"environment":2,"worker":1,"vllm":3,"rank":3,"method":1,"local":1,"platform":1,"dist":1,"backend":1,"set":2,"random":2,"seed":3,"model":3,"construct":1,"runner":2,"gpumodelrunner":2,"0":1,"usage":2,"stat":1,"enabled":1,"collect":1,"relevant":1,"info":1,"report":1,"stats":1},"8994,1597,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"fixme":1,"youkaichao":1,"ywang96":1,"use":1,"torchdispatchmode":1,"instead":1,"of":5,"memory":15,"pool":3,"to":3,"hijack":1,"tensor":1,"allocation":1,"def":4,"load":2,"model":10,"self":12,"none":3,"eep":3,"scale":4,"up":4,"os":1,"environ":1,"get":3,"vllm":1,"elastic":1,"ep":1,"launch":1,"1":1,"with":4,"maybe":2,"context":2,"tag":2,"weights":5,"runner":5,"update":2,"config":2,"overrides":2,"dict":1,"str":1,"any":1,"reload":2,"torch":3,"inference":1,"mode":1,"determine":2,"available":1,"int":2,"profiles":1,"the":9,"peak":2,"usage":5,"how":1,"much":1,"can":2,"be":2,"used":2,"for":2,"kv":2,"cache":3,"without":1,"ooms":1,"engine":1,"will":1,"first":1,"conduct":1,"a":2,"profiling":2,"existing":1,"then":1,"it":1,"calculate":1,"free":1,"that":1,"in":1,"bytes":2,"tip":1,"you":1,"may":1,"limit":1,"gpu":2,"by":1,"adjusting":1,"utilization":1,"parameter":1,"cuda":2,"empty":1,"reset":1,"stats":1,"gib":2,"lambda":1,"b":2,"execute":1,"forward":1,"pass":1,"dummy":1,"inputs":1,"profile":3,"init":1,"snapshot":1,"as":1,"result":1,"run":1},"10591,1937,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"free":14,"gpu":10,"memory":30,"profile":4,"result":3,"after":2,"note":1,"woosuk":1,"here":1,"we":1,"assume":1,"that":1,"the":5,"other":2,"processes":2,"using":1,"same":2,"did":1,"not":1,"change":1,"their":1,"usage":1,"during":2,"profiling":4,"assert":1,"self":11,"init":4,"snapshot":4,"error":1,"in":2,"f":2,"initial":2,"gib":14,"current":1,"this":2,"happens":1,"when":1,"sharing":1,"container":2,"release":1,"while":1,"vllm":2,"is":1,"initialization":1,"to":1,"fix":1,"ensure":1,"consistent":1,"allocation":1,"or":1,"isolate":1,"its":1,"own":1,"available":4,"kv":10,"cache":11,"requested":5,"non":1,"unrequested":2,"logger":4,"debug":3,"2f":6,"util":1,"config":4,"utilization":1,"total":1,"within":1,"info":1,"gc":1,"collect":1,"return":2,"int":1,"def":2,"get":2,"spec":2,"dict":1,"str":1,"kvcachespec":1,"model":1,"runner":1,"initialize":1,"from":1,"kvcacheconfig":1,"none":1,"allocate":1,"with":1,"specified":1},"12528,1856,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"if":5,"self":11,"vllm":4,"config":11,"model":10,"enable":1,"sleep":1,"mode":1,"from":3,"device":1,"allocator":3,"cumem":1,"import":2,"cumemallocator":2,"get":2,"instance":1,"context":3,"use":1,"memory":4,"pool":1,"tag":1,"kv":3,"cache":4,"else":1,"contextlib":1,"nullcontext":2,"with":1,"runner":3,"initialize":1,"def":1,"compile":4,"or":1,"warm":3,"up":4,"none":1,"sizes":8,"that":1,"are":1,"not":4,"in":5,"cudagraph":2,"capture":4,"but":1,"users":1,"still":1,"want":2,"to":4,"for":6,"better":1,"performance":1,"e":1,"g":1,"the":1,"max":5,"num":4,"batched":2,"token":1,"size":5,"chunked":1,"prefill":1,"warmup":4,"compilation":2,"copy":1,"enforce":2,"eager":2,"x":3,"we":2,"skip":2,"eplb":2,"here":1,"since":1,"don":1,"t":1,"record":1,"dummy":2,"metrics":1,"sorted":1,"reverse":1,"true":2,"logger":1,"info":1,"and":3,"warming":1,"d":1,"run":1,"sampler":1,"preallocate":1,"buffer":1,"logits":1,"other":1,"sampling":1,"related":1,"tensors":1,"of":1,"possible":1,"shape":1,"avoid":1,"fragmentation":1,"issue":1,"note":1,"this":1,"is":2,"called":1,"after":1,"on":1,"purpose":1,"prevent":1,"buffers":1,"being":1,"cleared":1,"by":1,"torch":1,"cuda":1,"empty":1,"pp":1,"group":1,"last":1,"rank":1,"reqs":1,"min":1,"scheduler":2,"seqs":1,"tokens":1},"14384,1891,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"we":2,"skip":2,"eplb":2,"here":1,"since":1,"don":1,"t":1,"want":1,"to":2,"record":1,"dummy":4,"metrics":1,"hidden":5,"states":5,"last":3,"self":13,"model":15,"runner":7,"run":3,"num":2,"tokens":1,"max":1,"reqs":1,"true":1,"if":3,"is":4,"pooling":1,"pooler":1,"else":1,"sampler":1,"warmup":2,"kernels":1,"used":1,"during":1,"execution":1,"kernel":1,"reset":1,"the":3,"seed":3,"ensure":1,"that":1,"random":2,"state":1,"not":3,"affected":1,"by":1,"initialization":1,"and":2,"profiling":1,"set":1,"config":5,"def":3,"get":10,"nn":1,"module":1,"return":2,"supported":2,"tasks":2,"tuple":1,"supportedtask":1,"torch":1,"inference":1,"mode":1,"execute":2,"scheduler":2,"output":5,"scheduleroutput":1,"optional":1,"modelrunneroutput":1,"intermediate":3,"tensors":4,"none":1,"pp":4,"group":8,"first":1,"rank":2,"intermediatetensors":2,"recv":1,"tensor":2,"dict":2,"all":2,"gather":2,"tp":2,"parallel":3,"vllm":1,"distributed":1,"executor":1,"backend":1,"external":1,"launcher":1,"assert":1,"isinstance":1,"send":1},"16275,1583,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"kv":9,"connector":8,"output":16,"if":4,"not":4,"return":9,"none":4,"in":1,"case":1,"of":1,"pp":1,"with":1,"transfer":1,"we":1,"need":1,"to":1,"pass":1,"through":1,"the":1,"finished":2,"sending":1,"and":1,"recving":1,"empty":2,"model":7,"runner":7,"copy":2,"assert":1,"isinstance":1,"modelrunneroutput":1,"def":7,"profile":1,"self":17,"is":4,"start":3,"bool":4,"true":1,"profiler":5,"raise":1,"runtimeerror":1,"enabled":1,"else":1,"stop":1,"print":1,"key":1,"averages":1,"table":1,"sort":1,"by":1,"cuda":1,"time":1,"total":1,"execute":1,"dummy":2,"batch":1,"run":1,"1":1,"add":2,"lora":12,"request":2,"lorarequest":1,"remove":2,"id":4,"int":3,"list":2,"loras":2,"set":1,"pin":2,"check":1,"health":1,"worker":1,"will":1,"always":1,"be":1,"healthy":1,"as":2,"long":1,"it":1,"s":1,"running":1},"17858,1835,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"def":2,"eplb":6,"before":2,"scale":2,"down":2,"self":8,"old":11,"ep":24,"size":7,"int":4,"new":3,"none":5,"from":2,"vllm":2,"distributed":2,"parallel":2,"state":6,"import":2,"get":6,"group":6,"if":5,"rank":17,"0":4,"logger":4,"info":4,"elastic":4,"starting":2,"expert":8,"resharding":4,"scaling":2,"mapping":6,"else":1,"1":1,"for":2,"in":2,"range":2,"assert":2,"model":8,"runner":6,"is":2,"not":2,"rearrange":2,"execute":2,"shuffle":2,"true":2,"global":4,"load":4,"torch":2,"cuda":1,"synchronize":1,"completed":2,"after":2,"up":2,"optional":1,"tensor":1},"19693,1553,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"def":2,"reconfigure":3,"parallel":22,"config":10,"self":3,"reconfig":10,"request":10,"reconfiguredistributedrequest":1,"none":2,"update":1,"with":2,"provided":2,"vllm":3,"data":12,"size":6,"new":9,"if":3,"rank":8,"reconfigureranktype":2,"keep":2,"current":2,"local":3,"master":4,"ip":2,"port":2,"moe":3,"old":2,"ep":5,"int":2,"optional":1,"torch":1,"tensor":1,"modules":1,"return":1,"the":1,"global":1,"expert":1,"load":1,"otherwise":1,"from":2,"distributed":1,"state":1,"import":2,"get":2,"dp":1,"group":2,"prepare":1,"communication":1,"buffer":1,"for":1,"model":2,"executor":1,"layers":1,"fused":1,"layer":1,"fusedmoeparallelconfig":1},"21246,1474,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"parallel":8,"config":14,"self":5,"vllm":2,"moe":13,"modules":6,"module":12,"for":3,"in":3,"model":5,"runner":4,"if":2,"class":1,"name":1,"fusedmoe":1,"num":11,"local":7,"experts":14,"0":1,"assert":2,"all":2,"must":1,"have":1,"the":1,"same":1,"number":1,"of":1,"new":4,"ep":3,"size":7,"global":2,"fusedmoeparallelconfig":1,"make":1,"tp":2,"get":2,"group":2,"world":2,"dp":2,"old":1,"physical":4,"eplb":3,"state":3,"is":1,"not":1,"none":2,"to":1,"logical":2,"map":1,"shape":2,"1":2,"redundant":1,"replica":1,"count":1,"expert":1,"load":1},"22720,1187,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"else":1,"num":10,"local":8,"physical":12,"experts":14,"torch":3,"tensor":1,"dtype":1,"int32":1,"device":1,"cpu":2,"distributed":1,"broadcast":1,"group":4,"get":1,"ep":2,"src":1,"0":1,"item":1,"new":4,"size":1,"assert":1,"self":5,"model":9,"runner":5,"eplb":2,"state":2,"is":1,"not":1,"none":1,"global":3,"expert":3,"load":3,"rearrange":1,"execute":1,"shuffle":1,"false":1,"parallel":1,"config":1,"redundant":1,"shape":1,"1":1,"prepare":1,"communication":1,"buffer":1,"for":1,"update":1,"metadata":1,"return":1},"23907,1853,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"def":2,"reinitialize":1,"distributed":4,"self":12,"reconfig":4,"request":4,"reconfiguredistributedrequest":1,"none":5,"from":3,"vllm":7,"config":6,"import":3,"set":2,"current":3,"parallel":4,"state":2,"cleanup":2,"dist":2,"env":2,"and":2,"memory":2,"get":5,"ep":18,"group":5,"old":8,"size":20,"world":3,"rank":7,"new":9,"data":2,"tp":1,"pp":1,"if":3,"eplb":2,"before":1,"scale":2,"down":1,"reconfigureranktype":1,"shutdown":2,"assert":2,"return":1,"reconfigure":2,"with":1,"init":2,"worker":1,"environment":1,"method":1,"local":1,"global":3,"expert":3,"load":3,"moe":1,"is":1,"not":1,"after":1,"up":1,"save":2,"sharded":1,"path":2,"str":2,"pattern":3,"optional":2,"max":3,"int":1,"model":5,"executor":1,"loader":1,"shardedstateloader":2,"runner":1},"25760,1846,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_worker.py":{"def":3,"save":2,"tensorized":2,"model":4,"self":2,"tensorizer":3,"config":12,"tensorizerconfig":1,"none":4,"runner":1,"init":4,"worker":1,"distributed":5,"environment":3,"vllm":3,"vllmconfig":1,"rank":4,"int":2,"method":2,"optional":1,"str":8,"local":2,"1":1,"backend":2,"nccl":1,"initialize":1,"the":4,"parallel":9,"set":1,"custom":2,"all":2,"reduce":2,"not":3,"disable":1,"world":1,"size":3,"ensure":2,"initialized":2,"tensor":1,"pipeline":1,"kv":1,"transfer":1,"check":2,"if":5,"gpu":5,"supports":2,"dtype":7,"torch":4,"bfloat16":2,"noqa":1,"sim102":1,"current":3,"platform":3,"has":2,"device":3,"capability":8,"80":1,"get":2,"name":3,"is":2,"compute":6,"does":1,"have":1,"a":1,"else":1,"version":3,"as":1,"f":2,"raise":1,"valueerror":1,"only":1,"supported":1,"on":1,"gpus":1,"with":1,"of":1,"at":1,"least":1,"8":1,"0":1,"your":1,"you":1,"can":1,"use":1,"float16":1,"instead":1,"by":1,"explicitly":1,"setting":1,"flag":1,"in":1,"cli":1,"for":1,"example":1,"half":1},"0,1221,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":7,"project":1,"datastructures":1,"defining":1,"a":1,"tpu":1,"input":2,"batch":2,"from":7,"typing":1,"import":9,"optional":2,"cast":1,"numpy":1,"as":1,"np":1,"torch":2,"lora":1,"request":1,"lorarequest":1,"sampling":2,"params":1,"samplingtype":1,"utils":1,"swap":1,"dict":2,"values":1,"v1":3,"outputs":1,"logprobstensors":1,"worker":2,"block":3,"table":1,"multigroupblocktable":1,"gpu":1,"cachedrequeststate":1,"eps":1,"1e":1,"5":1,"class":1,"inputbatch":1,"def":1,"init":1,"self":9,"max":9,"num":6,"reqs":3,"int":6,"model":3,"len":3,"batched":3,"tokens":3,"device":4,"pin":3,"memory":3,"bool":1,"vocab":3,"size":4,"sizes":1,"list":2,"of":1,"each":1,"kv":1,"cache":1,"group":1,"req":2,"ids":1,"str":2,"id":1,"index":1},"1221,1940,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"todo":1,"woosuk":1,"this":2,"buffer":2,"could":1,"be":2,"too":1,"large":1,"if":1,"max":15,"model":4,"len":4,"is":2,"big":1,"find":1,"a":1,"way":1,"to":3,"reduce":1,"the":2,"cpu":13,"memory":8,"usage":1,"not":2,"directly":1,"transferred":1,"gpu":1,"so":1,"it":1,"does":1,"need":1,"pinned":1,"self":16,"token":3,"ids":3,"tensor":6,"torch":8,"zeros":5,"num":17,"reqs":11,"device":7,"dtype":7,"int32":5,"pin":7,"false":1,"numpy":3,"tokens":8,"np":6,"no":1,"spec":1,"prompt":1,"computed":3,"block":4,"table":2,"multigroupblocktable":1,"batched":2,"sizes":2,"sampling":1,"related":1,"temperature":4,"empty":2,"float32":2,"greedy":1,"set":4,"str":2,"random":1},"3161,1505,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"self":15,"top":10,"p":10,"torch":12,"empty":6,"max":6,"num":6,"reqs":9,"dtype":6,"float32":4,"device":9,"cpu":12,"tensor":6,"pin":6,"memory":6,"numpy":3,"set":6,"str":3,"k":5,"int32":2,"min":5},"4666,1972,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"frequency":6,"penalty":3,"related":3,"data":3,"structures":3,"self":16,"penalties":15,"torch":12,"empty":6,"max":6,"num":6,"reqs":9,"dtype":6,"float":6,"device":9,"cpu":12,"tensor":6,"pin":6,"memory":6,"numpy":3,"set":7,"str":3,"presence":6,"repetition":6,"req":1,"index":1,"min":2,"tokens":2,"stop":1,"token":1,"ids":1,"dict":1,"int":3,"tuple":1},"6638,1987,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"lora":5,"related":1,"self":19,"request":5,"mapping":1,"np":2,"zeros":1,"max":3,"num":7,"reqs":5,"dtype":1,"int32":1,"id":2,"to":5,"ids":9,"dict":8,"int":10,"set":4,"str":7,"lorarequest":1,"req":9,"index":6,"generator":3,"note":3,"woosuk":1,"the":8,"indices":1,"of":1,"requests":1,"that":2,"do":1,"not":2,"have":1,"their":1,"own":1,"should":2,"be":2,"included":1,"in":4,"dictionary":1,"generators":1,"torch":3,"logprobs":5,"rob":1,"prompt":4,"only":2,"includes":1,"are":1,"currently":1,"prefill":2,"phase":1,"accumulate":1,"tensor":5,"chunks":1,"across":1,"steps":1,"progress":1,"cpu":2,"logprobstensors":1,"logit":1,"bias":1,"list":7,"optional":5,"float":1,"none":7,"has":1,"allowed":4,"token":7,"lufang":1,"mask":3,"if":2,"corresponding":1,"value":1,"is":2,"false":1,"since":1,"we":1,"use":1,"masked":1,"fill":1,"inf":1,"bad":2,"words":2,"output":1,"property":1,"def":2,"elements":1,"present":1,"transiently":1,"while":1,"performing":1,"state":1,"updates":1,"batch":1,"return":1,"cast":1,"add":1,"cachedrequeststate":1,"assert":1},"8625,1749,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"req":26,"id":8,"request":12,"if":2,"index":14,"len":3,"self":17,"ids":18,"append":2,"output":7,"token":14,"else":2,"to":1,"copy":1,"the":1,"prompt":8,"and":1,"num":11,"tokens":14,"cpu":6,"start":3,"idx":5,"end":2,"number":2,"of":2,"in":1,"note":1,"woosuk":1,"this":1,"may":1,"include":1,"spec":3,"decode":2,"without":1,"no":1,"computed":2,"block":2,"table":1,"add":3,"row":1,"sampling":6,"params":5,"assert":1,"is":1,"not":2,"none":1,"pooling":1,"requests":1,"supported":1,"yet":1,"type":1,"samplingtype":1,"greedy":2,"avoid":1,"later":1,"division":1,"by":1,"zero":1,"temperature":3,"1":1,"0":1,"reqs":2,"random":1},"10374,1885,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"self":20,"top":11,"p":8,"cpu":6,"req":17,"index":9,"sampling":21,"params":20,"if":11,"1":2,"reqs":6,"add":6,"id":8,"k":7,"0":6,"vocab":2,"size":2,"else":1,"min":7,"frequency":4,"penalties":6,"penalty":6,"eps":1,"presence":4,"repetition":4,"tokens":3,"all":1,"stop":1,"token":1,"ids":1,"note":1,"woosuk":1,"generators":2,"should":1,"not":6,"include":1,"the":1,"requests":1,"that":1,"do":1,"have":1,"their":1,"own":1,"generator":3,"request":2,"is":4,"none":4,"logprobs":6,"num":2,"prompt":3,"logit":3,"bias":3},"12259,1871,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"if":5,"sampling":4,"params":4,"allowed":8,"token":11,"ids":14,"self":19,"has":1,"add":3,"req":8,"id":15,"mask":5,"cpu":5,"tensor":5,"is":1,"none":1,"lazy":1,"allocation":1,"for":1,"this":2,"which":1,"can":1,"be":2,"large":1,"false":3,"means":2,"we":2,"don":2,"t":2,"fill":2,"with":2,"inf":2,"torch":4,"zeros":2,"max":2,"num":2,"reqs":2,"vocab":2,"size":2,"dtype":2,"bool":2,"device":3,"index":5,"true":1,"bad":3,"words":3,"request":15,"lora":19,"int":2,"not":1,"in":1,"to":5,"set":1,"mapping":2,"else":1,"no":1,"0":1,"def":1,"remove":1,"str":1,"optional":1,"method":1,"must":1,"always":1,"followed":1,"by":1,"a":1,"call":1,"condense":1},"14130,1573,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"req":29,"index":13,"self":27,"id":25,"to":5,"pop":9,"none":13,"if":4,"is":2,"return":2,"ids":9,"output":1,"token":5,"greedy":1,"reqs":8,"discard":10,"random":1,"top":2,"p":2,"k":1,"min":2,"tokens":1,"frequency":1,"penalties":3,"presence":1,"repetition":1,"generators":1,"num":2,"logprobs":3,"prompt":2,"in":1,"progress":1,"cpu":3,"lora":14,"request":6,"mapping":2,"0":3,"len":1,"logit":1,"bias":1,"has":1,"allowed":3,"mask":2,"tensor":2,"not":1,"false":2,"means":1,"we":1,"don":1,"t":1,"fill":2,"with":1,"inf":1,"bad":1,"words":1},"15704,1924,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"def":1,"swap":1,"states":1,"self":55,"i1":30,"int":2,"i2":30,"none":3,"old":8,"id":12,"req":14,"ids":10,"noqa":1,"output":4,"token":4,"assert":1,"is":2,"not":2,"and":1,"to":4,"index":4,"num":16,"tokens":16,"no":4,"spec":4,"prompt":4,"computed":4,"cpu":28,"temperature":4,"top":8,"p":4,"k":4,"frequency":4,"penalties":12,"presence":4,"repetition":4},"17628,101,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"self":4,"min":4,"p":4,"cpu":4,"i1":2,"i2":2},"17729,1685,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"note":1,"the":4,"following":1,"is":2,"unsafe":1,"self":29,"token":15,"ids":16,"cpu":13,"i1":14,"i2":14,"instead":1,"we":1,"need":1,"to":1,"temporiarily":1,"copy":2,"data":1,"for":1,"one":1,"of":1,"indices":6,"todo":1,"lucas":1,"optimize":1,"this":1,"by":1,"only":1,"copying":1,"valid":1,"tmp":2,"swap":4,"dict":3,"values":3,"generators":1,"min":1,"tokens":1,"bad":1,"words":1,"request":4,"lora":4,"mapping":4,"logit":4,"bias":4,"if":2,"allowed":5,"mask":5,"tensor":5,"not":1,"none":2,"block":1,"table":1,"row":1,"def":1,"condense":1,"empty":6,"req":4,"list":1,"int":1,"move":1,"non":1,"requests":1,"down":1,"into":1,"lower":1,"args":1,"batch":1,"sorted":1,"descending":1,"num":3,"reqs":3,"0":1,"batched":1,"states":1,"are":1,"clear":2,"output":1,"return":1},"19414,991,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"note":1,"woosuk":1,"this":1,"function":1,"assumes":1,"that":1,"the":4,"empty":12,"req":24,"indices":5,"is":2,"sorted":1,"in":2,"descending":1,"order":1,"last":8,"index":16,"num":1,"reqs":1,"len":1,"1":2,"while":2,"find":2,"largest":1,"non":1,"smallest":1,"pop":1,"if":1,"break":1,"swap":1,"states":1,"id":5,"self":7,"ids":8,"output":5,"token":5,"assert":1,"not":1,"none":3,"to":1},"20405,1822,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"num":12,"tokens":14,"self":33,"last":17,"req":17,"index":34,"token":5,"ids":2,"cpu":18,"empty":17,"no":2,"spec":2,"prompt":2,"computed":2,"block":1,"table":1,"move":1,"row":1,"temperature":2,"top":4,"p":4,"k":2,"frequency":2,"penalties":6,"presence":2,"repetition":2,"min":7,"generator":3,"generators":2,"pop":2,"none":4,"if":2,"is":2,"not":2,"request":2,"lora":2,"mapping":2,"logit":2,"bias":2},"22227,1578,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"if":2,"self":20,"allowed":3,"token":18,"ids":18,"mask":3,"cpu":8,"tensor":8,"is":3,"not":2,"none":3,"empty":4,"index":6,"last":4,"req":6,"bad":5,"words":5,"pop":1,"decrement":1,"since":2,"it":1,"now":1,"1":1,"trim":1,"lists":1,"to":2,"the":2,"batch":1,"size":3,"del":2,"num":8,"reqs":6,"output":1,"def":1,"make":1,"prompt":12,"torch":3,"max":4,"len":3,"tokens":2,"device":3,"dtype":1,"int64":1,"pin":2,"memory":2,"numpy":1,"use":1,"value":2,"of":2,"vocab":2,"as":1,"a":2,"pad":1,"we":1,"don":1,"t":1,"have":1,"id":1,"this":1,"for":1,"i":3,"in":1,"range":1,"return":1,"non":1,"blocking":1,"true":1},"23805,1999,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"def":9,"make":1,"lora":21,"inputs":1,"self":24,"num":10,"scheduled":4,"tokens":4,"np":2,"ndarray":1,"tuple":7,"int":4,"set":4,"lorarequest":2,"given":1,"the":6,"for":3,"each":1,"request":3,"in":1,"batch":1,"return":10,"datastructures":1,"used":1,"to":5,"activate":1,"current":1,"loras":1,"returns":1,"1":1,"prompt":5,"mapping":12,"a":2,"of":3,"size":2,"reqs":11,"where":2,"i":2,"is":2,"id":4,"use":2,"ith":2,"2":1,"token":5,"sum":1,"3":1,"requests":4,"relevant":1,"req":4,"repeat":1,"active":2,"values":2,"property":8,"len":9,"index":1,"all":2,"greedy":2,"bool":6,"random":2,"0":8,"no":4,"top":4,"p":4,"k":2,"min":2,"penalties":4,"presence":1,"and":2,"frequency":1,"repetition":1,"max":2,"logprobs":3,"optional":1,"if":1,"else":1,"none":1},"25804,211,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_input_batch.py":{"property":2,"def":2,"no":2,"prompt":2,"logprob":1,"self":4,"bool":2,"return":2,"not":1,"num":1,"logprobs":1,"allowed":2,"token":2,"ids":2,"len":1,"has":1,"0":1},"0,1870,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":13,"project":1,"datastructures":1,"defining":1,"a":1,"gpu":1,"input":1,"batch":1,"from":15,"dataclasses":1,"import":17,"dataclass":2,"typing":2,"optional":7,"cast":1,"numpy":1,"as":1,"np":1,"torch":3,"extensions":1,"deprecated":1,"lora":2,"request":2,"lorarequest":2,"multimodal":1,"inputs":1,"multimodalkwargs":1,"multimodalkwargsitem":2,"placeholderrange":2,"pooling":2,"params":4,"poolingparams":2,"sampling":2,"samplingparams":2,"samplingtype":1,"utils":3,"swap":1,"dict":1,"values":1,"v1":7,"outputs":1,"logprobstensors":1,"pool":1,"metadata":2,"poolingmetadata":1,"sample":2,"logits":1,"processor":1,"batchupdatebuilder":1,"logitsprocessors":1,"movedirectionality":1,"samplingmetadata":1,"spec":2,"decode":2,"is":1,"unsupported":1,"copy":1,"slice":1,"worker":1,"block":2,"table":1,"multigroupblocktable":1,"class":1,"cachedrequeststate":1,"req":1,"id":1,"str":1,"prompt":4,"token":4,"ids":5,"list":5,"int":6,"mm":2,"kwargs":1,"positions":2,"generator":2,"tuple":1,"num":4,"computed":1,"tokens":4,"output":2,"mrope":2,"tensor":1,"none":3,"position":1,"delta":1,"def":2,"post":1,"init":1,"self":6,"len":2,"property":1,"return":1},"1870,1447,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"temporary":1,"back":1,"compatibility":1,"for":2,"plugins":1,"that":1,"define":1,"model":7,"runner":1,"property":1,"deprecated":1,"mm":5,"inputs":2,"is":7,"superseded":1,"by":1,"kwargs":3,"and":1,"will":1,"be":1,"removed":1,"in":2,"v0":1,"13":1,"please":1,"use":1,"instead":1,"def":3,"self":18,"list":3,"multimodalkwargs":2,"return":3,"item":2,"get":1,"token":3,"id":2,"idx":4,"int":8,"if":1,"num":8,"prompt":3,"tokens":5,"ids":3,"else":1,"output":1,"class":1,"inputbatch":1,"init":1,"max":9,"reqs":3,"len":3,"batched":3,"device":4,"torch":1,"pin":3,"memory":3,"bool":3,"vocab":3,"size":4,"block":2,"sizes":1,"the":1,"of":1,"each":1,"kv":1,"cache":1,"group":1,"logitsprocs":1,"optional":2,"logitsprocessors":1,"none":1,"spec":3,"decode":3,"false":2,"pooling":3,"req":2,"str":2,"to":1,"index":1,"dict":1},"3317,1940,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"todo":1,"woosuk":1,"this":2,"buffer":2,"could":1,"be":2,"too":1,"large":1,"if":1,"max":15,"model":4,"len":4,"is":2,"big":1,"find":1,"a":1,"way":1,"to":3,"reduce":1,"the":2,"cpu":13,"memory":8,"usage":1,"not":2,"directly":1,"transferred":1,"gpu":1,"so":1,"it":1,"does":1,"need":1,"pinned":1,"self":16,"token":3,"ids":3,"tensor":6,"torch":8,"zeros":5,"num":17,"reqs":11,"device":7,"dtype":7,"int32":5,"pin":7,"false":1,"numpy":3,"tokens":8,"np":6,"no":1,"spec":1,"prompt":1,"computed":3,"block":4,"table":2,"multigroupblocktable":1,"batched":2,"sizes":2,"sampling":1,"related":1,"temperature":4,"empty":2,"float32":2,"greedy":1,"set":4,"str":2,"random":1},"5257,1704,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"self":16,"top":10,"p":5,"torch":12,"empty":6,"max":6,"num":6,"reqs":10,"dtype":6,"float32":2,"device":9,"cpu":12,"tensor":6,"pin":6,"memory":6,"numpy":3,"set":8,"str":4,"k":5,"int32":2,"ids":1,"of":1,"requests":1,"which":1,"do":1,"not":1,"support":1,"spec":2,"decoding":1,"decode":1,"unsupported":1,"frequency":6,"penalty":1,"related":1,"data":1,"structures":1,"penalties":5,"float":2},"6961,1790,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"presence":6,"penalty":2,"related":3,"data":2,"structures":2,"self":15,"penalties":10,"torch":9,"empty":4,"max":5,"num":5,"reqs":7,"dtype":5,"float":4,"device":6,"cpu":8,"tensor":4,"pin":4,"memory":4,"numpy":2,"set":5,"str":3,"repetition":6,"lora":5,"request":3,"mapping":1,"np":2,"zeros":1,"int32":1,"id":2,"to":2,"ids":1,"dict":3,"int":3,"lorarequest":1,"req":1,"index":1,"generator":3,"note":1,"woosuk":1,"the":3,"indices":1,"of":1,"requests":1,"that":1,"do":1,"not":2,"have":1,"their":1,"own":1,"should":1,"be":1,"included":1,"in":1,"dictionary":1,"generators":1},"8751,1904,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"self":16,"num":4,"logprobs":5,"dict":5,"str":7,"int":5,"note":2,"rob":1,"prompt":4,"only":2,"includes":1,"reqs":2,"that":1,"are":2,"currently":1,"in":3,"the":6,"prefill":2,"phase":1,"to":4,"accumulate":1,"tensor":5,"chunks":1,"across":1,"steps":1,"progress":1,"cpu":2,"logprobstensors":1,"internal":1,"representation":1,"of":1,"per":1,"step":2,"batch":6,"state":3,"changes":1,"used":1,"for":1,"reordering":1,"persistent":1,"and":1,"generating":1,"logitsprocs":4,"updates":2,"should":2,"reset":1,"each":2,"update":1,"builder":1,"batchupdatebuilder":1,"todo":1,"convert":1,"this":2,"logitsprocessor":1,"has":1,"allowed":4,"token":8,"ids":9,"set":3,"lufang":1,"mask":3,"if":2,"corresponding":1,"value":1,"is":2,"false":1,"since":1,"we":1,"use":1,"masked":1,"fill":1,"inf":1,"optional":3,"torch":2,"none":4,"req":4,"index":1,"bad":2,"words":2,"list":6,"logits":1,"processing":1,"needs":1,"np":1,"zeros":1,"max":1,"dtype":1,"bool":1,"output":1,"store":1,"provided":2,"initialize":1,"empty":1,"data":1,"structure":1,"or":1,"logitsprocessors":1,"updated":1,"time":1,"constituents":1,"change":1,"sampling":2,"metadata":2,"make":1,"pooling":1,"params":1,"poolingparams":1,"property":1,"def":1,"elements":1,"be":1,"present":1,"transiently":1,"while":1,"performing":1,"return":1,"cast":1},"10655,1494,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"def":2,"register":2,"add":4,"request":16,"self":15,"cachedrequeststate":2,"int":2,"track":1,"operations":1,"for":3,"logits":1,"processors":1,"not":2,"applicable":1,"to":4,"pooling":3,"models":3,"detailed":1,"added":2,"metadata":1,"is":4,"only":1,"required":1,"non":1,"support":1,"logitsprocs":1,"assert":2,"sampling":2,"params":2,"fill":1,"the":1,"next":1,"empty":1,"index":14,"if":4,"there":1,"one":1,"new":6,"req":22,"batch":2,"update":2,"builder":2,"pop":1,"removed":1,"none":1,"append":4,"end":1,"otherwise":1,"num":3,"reqs":3,"max":1,"prompt":1,"token":6,"ids":9,"output":5,"return":1,"model":1,"bookkeeping":1,"autoregressive":1,"else":2,"id":6,"len":1},"12149,1494,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"copy":1,"the":1,"prompt":8,"token":10,"ids":11,"and":2,"output":3,"num":11,"tokens":14,"len":2,"request":9,"self":13,"req":12,"index":9,"cpu":6,"start":3,"idx":5,"end":2,"number":2,"of":2,"in":1,"note":1,"woosuk":1,"this":1,"may":1,"include":1,"spec":6,"decode":5,"without":1,"no":1,"computed":2,"block":2,"table":1,"add":4,"row":1,"if":3,"sampling":6,"params":5,"is":2,"unsupported":2,"reqs":3,"id":3,"type":1,"samplingtype":1,"greedy":2,"avoid":1,"later":1,"division":1,"by":1,"zero":1,"temperature":3,"1":1,"0":1,"else":1,"random":1},"13643,1715,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"self":17,"top":11,"p":4,"cpu":5,"req":13,"index":6,"sampling":14,"params":14,"if":9,"1":3,"reqs":5,"add":5,"id":7,"k":7,"0":6,"vocab":3,"size":3,"else":2,"frequency":4,"penalties":6,"penalty":6,"presence":4,"repetition":4,"note":1,"woosuk":1,"generators":2,"should":1,"not":5,"include":1,"the":1,"requests":1,"that":1,"do":1,"have":1,"their":1,"own":1,"generator":3,"request":2,"is":3,"none":3,"logprobs":7,"num":2,"prompt":3},"15358,1729,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"if":5,"sampling":4,"params":9,"allowed":8,"token":13,"ids":15,"self":16,"has":1,"add":2,"req":6,"id":9,"mask":5,"cpu":5,"tensor":5,"is":1,"none":1,"lazy":1,"allocation":1,"for":1,"this":1,"which":1,"can":1,"be":1,"large":1,"false":3,"means":2,"we":2,"don":2,"t":2,"fill":2,"with":2,"inf":2,"torch":4,"zeros":2,"max":2,"num":2,"reqs":2,"vocab":2,"size":2,"dtype":2,"bool":2,"device":3,"index":4,"true":1,"bad":3,"words":3,"elif":1,"pooling":5,"request":9,"logits":1,"processing":1,"needs":1,"requires":1,"else":1,"raise":1,"notimplementederror":1,"lora":9,"int":1,"not":1,"in":1,"to":2,"set":1},"17087,1609,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"self":22,"request":10,"lora":10,"mapping":2,"req":28,"index":11,"id":22,"to":6,"ids":3,"add":1,"else":1,"no":1,"0":1,"return":2,"def":1,"remove":2,"str":1,"optional":1,"int":1,"this":1,"method":1,"must":1,"always":1,"be":1,"followed":1,"by":1,"a":1,"call":1,"condense":1,"args":1,"returns":1,"removed":3,"or":1,"none":10,"if":3,"not":2,"recognized":1,"pop":5,"is":2,"pooling":1,"model":1,"autoregressive":1,"models":1,"require":1,"bookkeeping":1,"of":1,"requests":1,"support":1,"logitsprocs":1,"batch":1,"update":1,"builder":1,"append":1,"output":1,"token":1,"greedy":1,"reqs":8,"discard":8,"random":1,"top":2,"p":1,"k":1,"spec":1,"decode":1,"unsupported":1,"frequency":1,"penalties":3,"presence":1,"repetition":1,"generators":1,"num":2,"logprobs":3,"prompt":2,"in":1,"progress":1,"cpu":1},"18696,758,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"lora":14,"id":13,"self":11,"request":6,"mapping":2,"req":8,"index":5,"if":3,"0":3,"to":4,"ids":7,"discard":2,"len":1,"pop":4,"has":1,"allowed":3,"token":4,"mask":2,"cpu":2,"tensor":2,"is":1,"not":1,"none":3,"false":2,"means":1,"we":1,"don":1,"t":1,"fill":2,"with":1,"inf":1,"bad":1,"words":1,"pooling":1,"params":1,"return":1},"19455,1967,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"def":1,"swap":2,"states":1,"self":52,"i1":29,"int":2,"i2":29,"none":3,"for":1,"autoregressive":1,"models":1,"track":1,"detailed":1,"request":1,"reordering":1,"info":1,"to":5,"support":1,"logitsprocs":1,"batch":1,"update":1,"builder":1,"moved":1,"append":1,"movedirectionality":1,"old":8,"id":12,"req":14,"ids":10,"noqa":1,"output":4,"token":4,"assert":1,"is":2,"not":2,"and":1,"index":4,"num":16,"tokens":16,"no":4,"spec":4,"prompt":4,"computed":4,"cpu":24,"temperature":4,"top":8,"p":4,"k":4,"frequency":4,"penalties":8,"presence":4},"21422,161,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"self":4,"repetition":4,"penalties":4,"cpu":4,"i1":2,"i2":2},"21583,1777,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"note":1,"the":6,"following":1,"is":3,"unsafe":1,"self":25,"token":15,"ids":16,"cpu":13,"i1":11,"i2":11,"instead":1,"we":1,"need":1,"to":2,"temporiarily":1,"copy":2,"data":1,"for":2,"one":1,"of":3,"indices":8,"todo":1,"lucas":1,"optimize":1,"this":1,"by":2,"only":1,"copying":1,"valid":1,"tmp":2,"swap":4,"dict":2,"values":2,"generators":1,"bad":1,"words":1,"request":4,"lora":4,"mapping":4,"if":2,"allowed":5,"mask":5,"tensor":5,"not":3,"none":2,"block":1,"table":1,"row":1,"def":1,"condense":1,"slide":1,"non":1,"empty":6,"requests":2,"down":1,"into":1,"lower":1,"any":1,"consecutive":1,"at":1,"very":1,"end":1,"list":2,"are":1,"filled":3,"args":1,"req":4,"which":1,"may":1,"be":2,"returns":1,"swaps":1,"from":1,"tuples":1,"moved":1,"condensation":1,"num":4,"reqs":4,"pooling":2,"model":1,"will":1,"contiguous":1,"in":1,"case":1,"just":1,"trim":1,"lists":1,"del":2,"output":1,"return":1},"23360,1830,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"if":3,"not":3,"empty":16,"req":27,"indices":5,"self":13,"batch":4,"update":4,"builder":4,"removed":5,"all":2,"requests":3,"were":2,"replaced":1,"by":1,"added":1,"or":1,"else":1,"no":2,"at":1,"condense":2,"needed":1,"return":2,"num":2,"reqs":2,"0":1,"the":4,"batched":1,"states":1,"are":1,"ids":10,"clear":2,"output":6,"token":6,"note":1,"woosuk":1,"this":1,"function":1,"assumes":1,"that":1,"is":3,"sorted":1,"in":2,"descending":1,"order":1,"last":9,"index":20,"len":1,"1":2,"while":2,"find":2,"largest":1,"non":1,"smallest":1,"peek":1,"assert":2,"none":4,"break":1,"move":1,"active":1,"request":2,"down":1,"into":1,"pop":1,"autoregressive":1,"models":1,"require":1,"detailed":1,"tracking":1,"of":1,"operations":1,"to":2,"support":1,"logitsprocs":1,"moved":1,"append":1,"movedirectionality":1,"unidirectional":1,"id":5},"25190,1803,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"num":12,"tokens":12,"self":30,"last":15,"req":15,"index":30,"token":5,"ids":5,"cpu":19,"empty":15,"no":2,"spec":2,"prompt":2,"computed":2,"block":1,"table":1,"move":1,"row":1,"temperature":2,"top":4,"p":2,"k":2,"frequency":2,"penalties":6,"presence":2,"repetition":2,"generator":3,"generators":2,"pop":1,"none":3,"if":2,"is":2,"not":2,"request":2,"lora":2,"mapping":2,"todo":1,"convert":1,"these":1,"to":1,"logitsprocessors":1,"allowed":3,"mask":3,"tensor":3},"26993,1665,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"bad":5,"words":5,"token":6,"ids":7,"self":24,"pop":1,"last":3,"req":5,"index":4,"none":3,"if":7,"is":4,"not":4,"empty":2,"decrement":1,"since":1,"it":1,"now":1,"1":1,"trim":1,"lists":1,"to":2,"the":1,"batch":9,"size":1,"del":2,"num":8,"reqs":8,"output":1,"def":2,"refresh":1,"metadata":8,"apply":2,"any":1,"updates":1,"sampling":7,"pooling":3,"model":1,"changes":1,"every":1,"step":1,"for":3,"models":2,"make":3,"return":1,"non":1,"generate":1,"and":2,"logitsprocs":2,"update":8,"reset":2,"tracking":1,"state":2,"changed":1,"builder":1,"get":1,"logit":2,"proc":2,"in":1,"all":2,"samplingmetadata":1,"greedy":1,"temperature":4,"copy":3,"slice":3,"cpu":3,"tensor":3,"else":1,"no":2,"top":6,"p":3,"k":3},"28658,1511,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"if":5,"not":4,"self":15,"no":3,"penalties":11,"since":1,"syncing":1,"these":2,"tensors":2,"is":2,"expensive":1,"only":3,"copy":6,"them":1,"necessary":1,"i":1,"e":1,"there":2,"are":3,"requests":2,"which":2,"require":1,"to":2,"be":2,"applied":2,"during":2,"sampling":2,"slice":4,"frequency":2,"cpu":4,"tensor":6,"num":6,"reqs":6,"presence":2,"repetition":2,"needs":3,"prompt":6,"token":13,"ids":13,"or":2,"logits":1,"processing":1,"any":1,"the":2,"tokens":1,"used":1,"for":1,"applying":1,"step":2,"pooling":2,"process":1,"hence":1,"when":1,"need":1,"pooler":1,"make":1,"else":1,"none":3,"allowed":7,"mask":6,"optional":1,"torch":1,"assert":1},"30169,1656,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"return":2,"samplingmetadata":1,"temperature":2,"all":5,"greedy":2,"self":25,"random":2,"top":6,"p":3,"none":2,"if":3,"no":4,"else":3,"num":9,"reqs":6,"k":3,"generators":2,"max":2,"logprobs":2,"prompt":6,"token":10,"ids":12,"frequency":2,"penalties":8,"presence":2,"repetition":2,"output":2,"cast":1,"list":2,"int":1,"req":5,"allowed":2,"mask":2,"bad":2,"words":2,"logitsprocs":2,"property":1,"def":1,"pooling":9,"metadata":2,"poolingmetadata":2,"len":3,"params":7,"0":1,"note":1,"for":2,"now":1,"this":1,"assumes":1,"that":1,"request":1,"in":2,"the":1,"batch":1,"are":1,"either":1,"sampling":2,"or":1,"requests":1,"assert":1,"id":2,"lens":1,"torch":1,"from":1,"numpy":1,"tokens":1,"to":1,"device":1},"31825,1977,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"def":2,"make":2,"prompt":17,"token":14,"ids":8,"tensor":5,"self":16,"torch":3,"max":4,"len":3,"num":12,"tokens":6,"reqs":6,"cpu":5,"empty":1,"device":3,"dtype":1,"int64":1,"pin":2,"memory":2,"numpy":1,"use":3,"the":7,"value":2,"of":5,"vocab":2,"size":4,"as":1,"a":4,"pad":1,"since":1,"we":1,"don":1,"t":1,"have":1,"id":4,"this":1,"for":4,"i":5,"in":2,"range":1,"return":3,"to":5,"non":1,"blocking":1,"true":1,"lora":21,"inputs":1,"scheduled":4,"np":2,"ndarray":1,"tuple":7,"int":2,"set":4,"lorarequest":2,"given":1,"each":1,"request":3,"batch":1,"datastructures":1,"used":1,"activate":1,"current":1,"loras":1,"returns":1,"1":1,"mapping":12,"where":2,"is":2,"ith":2,"2":1,"sum":1,"3":1,"requests":4,"relevant":1,"req":3,"repeat":1,"active":2,"values":1},"33802,1026,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_input_batch.py":{"property":9,"def":9,"num":5,"reqs":8,"self":21,"int":2,"return":9,"len":9,"req":1,"id":1,"to":1,"index":1,"all":2,"greedy":2,"bool":7,"random":2,"0":8,"no":5,"top":4,"p":2,"k":2,"penalties":4,"presence":1,"and":2,"frequency":1,"repetition":1,"max":2,"logprobs":4,"optional":1,"values":1,"if":1,"else":1,"none":1,"prompt":2,"logprob":1,"not":1,"allowed":2,"token":2,"ids":2,"has":1},"0,1912,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":10,"project":1,"from":12,"collections":1,"import":13,"defaultdict":1,"dataclasses":1,"dataclass":1,"typing":1,"type":2,"checking":2,"optional":1,"torch":1,"attention":4,"backends":2,"abstract":1,"attentionbackend":1,"config":12,"modelconfig":2,"schedulerconfig":2,"model":11,"executor":2,"models":3,"interfaces":1,"multimodalembeddings":1,"utils":2,"extract":1,"layer":2,"index":1,"multimodal":1,"registry":7,"multimodalregistry":2,"v1":3,"attentionmetadatabuilder":1,"core":1,"encoder":9,"cache":5,"manager":1,"compute":4,"budget":5,"kv":1,"interface":1,"kvcachegroupspec":1,"if":1,"class":2,"multimodalbudget":1,"helper":1,"calculate":1,"information":1,"for":1,"multi":1,"modal":1,"def":1,"init":2,"self":9,"scheduler":5,"mm":8,"max":9,"len":3,"int":4,"num":4,"reqs":3,"none":1,"super":1,"size":3,"input":1,"tokens":1,"limits":2,"get":1,"per":3,"prompt":2,"items":2,"by":2,"modality":2,"dict":2,"str":2,"batch":1},"1912,1931,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"max":35,"tokens":18,"by":16,"modality":25,"mm":4,"registry":1,"get":6,"per":17,"item":7,"nonzero":1,"model":2,"config":1,"for":1,"in":1,"items":18,"prompt":6,"batch":6,"self":13,"def":3,"with":1,"tuple":2,"str":2,"int":5,"key":1,"lambda":1,"1":2,"return":4,"encoder":10,"budget":7,"min":2,"num":1,"input":1,"cache":1,"size":1,"if":2,"0":6,"check":2,"how":2,"many":2,"of":2,"this":2,"can":2,"be":2,"supported":2,"the":2,"todo":1,"handle":1,"decoder":2,"models":1,"once":1,"we":1,"support":1,"them":1,"limit":2,"limits":1,"len":1},"3843,1663,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"scheduler":4,"config":4,"self":2,"max":15,"num":9,"reqs":5,"if":1,"not":1,"enable":1,"chunked":1,"prefill":1,"min":2,"batched":1,"tokens":2,"per":8,"item":1,"decoder":2,"items":11,"batch":5,"prompt":2,"1":1,"encoder":2,"return":1,"dataclass":1,"class":1,"attentiongroup":1,"backend":1,"type":2,"attentionbackend":1,"metadata":1,"builder":1,"attentionmetadatabuilder":1,"layer":1,"names":1,"list":3,"str":1,"def":1,"sanity":2,"check":1,"mm":6,"outputs":1,"embeddings":10,"multimodalembeddings":1,"expected":5,"int":1,"none":1,"perform":1,"checks":1,"for":1,"the":3,"result":1,"of":6,"vllm":1,"model":3,"executor":1,"models":1,"supportsmultimodal":1,"get":3,"multimodal":5,"assert":2,"isinstance":1,"tuple":2,"torch":1,"tensor":2,"to":4,"be":1,"a":2,"2d":1,"tensors":1,"f":2,"or":1,"single":1,"3d":1,"but":2,"got":2,"instead":2,"this":2,"is":2,"most":2,"likely":2,"due":2,"incorrect":2,"implementation":2,"s":2,"method":2,"len":2,"number":2,"match":1,"input":1},"5506,1780,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"assert":1,"all":1,"e":4,"ndim":1,"2":1,"for":4,"in":3,"mm":5,"embeddings":8,"expected":1,"multimodal":6,"to":4,"be":2,"a":3,"sequence":1,"of":3,"2d":1,"tensors":2,"f":1,"but":1,"got":1,"with":2,"shapes":1,"shape":5,"instead":1,"this":2,"is":13,"most":1,"likely":1,"due":1,"incorrect":1,"implementation":1,"the":8,"model":1,"s":1,"get":1,"method":1,"def":3,"scatter":3,"placeholders":10,"embeds":8,"torch":8,"tensor":8,"embed":10,"optional":4,"into":1,"contiguous":1,"that":1,"represents":1,"placeholder":3,"tokens":3,"vllm":1,"processing":1,"promptupdatedetails":1,"args":1,"num":3,"dim":1,"boolean":1,"mask":1,"indicating":1,"which":1,"positions":1,"need":1,"filled":1,"if":2,"none":3,"return":4,"new":1,"full":1,"0":1,"1":1,"fill":1,"value":1,"nan":1,"gather":1,"reconstructs":1,"from":1,"operation":1,"initialize":1,"kv":5,"cache":3,"sharing":1,"shared":1,"layers":1,"dict":2,"str":3,"groups":2,"list":3,"kvcachegroupspec":1,"caches":1,"now":1,"avoid":1,"breaking":1,"tpu":1,"attn":1,"attentiongroup":1},"7286,334,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"none":1,"sets":1,"up":1,"kv":6,"cache":4,"sharing":1,"by":1,"reusing":1,"the":3,"allocated":1,"caches":2,"in":2,"for":1,"layers":3,"that":2,"do":1,"not":1,"allocate":1,"its":1,"own":1,"based":1,"on":1,"mapping":1,"shared":1,"adds":1,"these":1,"to":2,"corresponding":1,"group":1,"which":1,"is":2,"needed":1,"ensure":1,"attention":1,"metadata":1,"assigned":1,"later":1},"7620,1981,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"args":1,"shared":4,"kv":27,"cache":20,"layers":7,"layer":25,"pairings":1,"for":7,"cross":1,"sharing":1,"if":4,"an":1,"attention":5,"name":13,"is":1,"in":10,"the":7,"keys":4,"of":5,"this":2,"dict":2,"it":2,"means":1,"will":1,"perform":1,"using":1,"and":1,"values":1,"from":2,"groups":11,"model":2,"caches":4,"allocated":1,"with":1,"names":4,"as":2,"note":1,"that":1,"are":1,"not":2,"originally":1,"included":1,"only":2,"contains":1,"which":1,"have":2,"its":1,"own":1,"allocation":1,"attn":15,"optional":1,"list":1,"same":1,"group":20,"may":1,"be":1,"placed":1,"different":2,"they":1,"backends":1,"currently":1,"provided":2,"by":1,"gpu":1,"runner":1,"mapping":1,"to":6,"tuple":2,"idx":15,"str":1,"int":2,"enumerate":3,"else":1,"default":1,"0":3,"target":3,"items":1,"append":1},"9601,1982,data/raw/vllm-0.10.1/vllm/v1/worker/utils.py":{"if":2,"attn":5,"groups":2,"group":4,"idx":4,"layer":24,"to":5,"target":1,"name":10,"1":3,"kv":26,"cache":10,"names":6,"append":3,"def":1,"bind":4,"caches":16,"dict":3,"str":2,"torch":2,"tensor":2,"forward":8,"context":7,"attention":5,"runner":5,"list":5,"none":1,"the":12,"allocated":2,"both":1,"modelrunner":4,"and":2,"so":1,"that":1,"can":1,"be":1,"used":1,"in":8,"pass":1,"this":1,"function":1,"fills":1,"s":1,"with":4,"2":1,"associates":1,"each":1,"its":1,"corresponding":1,"args":1,"as":2,"keys":3,"global":1,"containing":1,"all":1,"layers":1,"declared":1,"by":1,"assert":1,"len":2,"0":2,"convert":1,"a":1,"of":3,"tensors":1,"order":1,"index":5,"index2name":4,"defaultdict":1,"for":3,"extract":1,"sorted":1,"one":1,"typical":1,"case":1,"is":1,"encoder":1,"decoder":2,"model":1,"e":1,"g":1,"bart":1,"cross":1,"self":1,"same":2,"has":1,"different":1,"but":1,"raise":1,"notimplementederror":1,"items":1,"note":1,"use":1,"because":1,"v0":1,"pp":1,"virtual":1,"engine":1},"0,1114,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":11,"project":1,"import":11,"os":1,"torch":2,"distributed":5,"envs":2,"as":1,"from":7,"config":6,"vllmconfig":2,"get":1,"world":1,"group":1,"logger":4,"init":7,"model":2,"executor":1,"set":1,"random":1,"seed":1,"platforms":1,"current":2,"platform":2,"v1":2,"worker":9,"gpu":1,"environment":1,"xpu":4,"runner":1,"xpumodelrunner":1,"name":1,"class":2,"xpuworker":1,"a":1,"def":1,"self":2,"local":2,"rank":4,"int":2,"method":2,"str":1,"is":3,"driver":2,"bool":1,"false":1,"super":1,"device":4,"assert":2,"type":1},"1114,1408,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_worker.py":{"torch":19,"profiler":22,"enabled":2,"and":1,"configured":1,"through":1,"env":1,"vars":1,"vllm":11,"dir":6,"path":1,"to":2,"save":1,"trace":6,"if":1,"envs":10,"logger":2,"info":1,"profiling":1,"traces":1,"will":1,"be":1,"saved":1,"s":5,"debug":1,"config":1,"record":4,"shapes":4,"profile":5,"memory":4,"with":10,"stack":4,"flops":4,"self":2,"activities":1,"profileractivity":2,"cpu":1,"xpu":1,"on":1,"ready":1,"tensorboard":1,"handler":1,"use":1,"gzip":1,"true":1,"else":1,"none":1},"2522,1620,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_worker.py":{"we":4,"provide":1,"this":1,"function":1,"due":1,"to":4,"torch":10,"xpu":7,"mem":4,"get":6,"info":4,"doesn":2,"t":3,"return":3,"correct":1,"free":5,"gpu":11,"memory":19,"on":1,"intel":1,"client":1,"need":1,"calculate":2,"estiamte":1,"it":4,"def":2,"self":2,"if":1,"current":1,"platform":1,"is":1,"data":1,"center":1,"else":1,"total":3,"fixme":1,"allocated":5,"count":1,"non":3,"allocations":3,"and":3,"don":1,"have":1,"any":1,"api":1,"so":1,"mark":1,"as":1,"128mb":1,"used":2,"128":1,"1024":2,"inference":1,"mode":1,"determine":2,"available":1,"int":1,"profiles":1,"the":12,"peak":2,"usage":4,"of":6,"model":2,"how":1,"many":1,"kv":1,"blocks":3,"may":2,"be":3,"without":1,"ooms":1,"engine":1,"will":1,"first":1,"conduct":1,"a":1,"profiling":1,"existing":1,"then":1,"maximum":2,"possible":1,"number":2,"cpu":1,"that":2,"can":2,"with":2,"remaining":2,"tip":1,"you":1,"limit":1,"by":1,"adjusting":1,"utilization":1,"parameter":1,"profile":1,"cache":2,"empty":1,"reset":1,"stats":1},"4142,1773,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_worker.py":{"free":8,"gpu":15,"memory":28,"total":6,"torch":11,"xpu":8,"mem":4,"get":5,"info":5,"current":4,"allocated":9,"bytes":8,"msg":2,"before":2,"profiling":3,"run":2,"f":5,"1024":3,"2":3,"2f":3,"mb":3,"model":3,"load":1,"takes":1,"is":1,"logger":1,"execute":1,"a":1,"forward":1,"pass":1,"with":1,"dummy":1,"inputs":1,"to":1,"profile":2,"the":8,"usage":2,"of":1,"self":7,"runner":1,"note":1,"woosuk":1,"here":1,"we":1,"assume":1,"that":1,"other":1,"processes":1,"using":1,"same":1,"did":1,"not":2,"change":1,"their":1,"during":1,"assert":1,"init":2,"error":1,"in":1,"initial":1,"this":1,"happens":1,"when":1,"was":1,"properly":1,"cleaned":1,"up":1,"initializing":1,"vllm":1,"instance":1,"peak":5,"allocation":1,"recorded":1,"by":1,"stats":2,"all":2,"empty":1,"cache":3,"1":1,"0":2,"non":3,"allocations":3,"if":1,"available":1,"kv":1,"config":1,"utilization":1},"5915,1940,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_worker.py":{"msg":2,"after":1,"memory":8,"profiling":1,"run":1,"f":6,"peak":2,"usage":1,"is":5,"1024":4,"2":4,"2f":4,"mb":4,"torch":9,"mem":2,"allocated":1,"bytes":1,"non":2,"allocations":1,"free":2,"gpu":3,"logger":1,"info":1,"return":1,"int":1,"available":1,"kv":1,"cache":2,"def":1,"init":4,"device":12,"self":14,"if":1,"config":4,"type":2,"xpu":6,"and":1,"current":3,"platform":3,"local":9,"rank":6,"set":1,"empty":1,"get":2,"properties":1,"total":1,"else":1,"raise":1,"runtimeerror":1,"not":1,"support":1,"env":6,"ccl":8,"ze":4,"ipc":4,"exchange":4,"os":7,"getenv":3,"pidfd":1,"atl":4,"transport":4,"ofi":1,"world":6,"size":5,"str":2,"parallel":1,"environ":4,"worker":1,"distributed":3,"environment":1,"vllm":1,"method":1,"dist":1,"backend":1,"global":1,"all":2,"reduce":2,"needed":1,"for":1,"overall":1,"oneccl":1,"warm":1,"up":1,"zeros":1,"1":1,"group":3},"7855,217,data/raw/vllm-0.10.1/vllm/v1/worker/xpu_worker.py":{"set":2,"random":2,"seed":3,"self":4,"model":3,"config":2,"construct":1,"the":1,"runner":2,"xpumodelrunner":1,"type":1,"ignore":1,"vllm":1,"device":1},"0,1921,data/raw/vllm-0.10.1/vllm/v1/worker/worker_base.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":10,"project":1,"from":5,"typing":1,"import":7,"optional":3,"torch":3,"nn":3,"as":2,"config":6,"vllmconfig":2,"logger":4,"init":8,"v1":4,"kv":3,"cache":3,"interface":1,"kvcachespec":2,"worker":9,"base":1,"workerbase":3,"workerbasev0":2,"name":1,"class":2,"abstract":1,"for":5,"mainly":1,"define":2,"some":1,"methods":2,"shared":1,"by":1,"v0":2,"and":2,"them":1,"in":2,"def":3,"self":10,"local":5,"rank":11,"int":2,"distributed":6,"method":5,"str":2,"is":4,"driver":5,"bool":1,"false":1,"initialize":1,"common":1,"components":1,"args":1,"complete":1,"configuration":2,"device":4,"index":1,"global":1,"setup":1,"initialization":1,"whether":1,"this":1,"handles":1,"responsibilities":1,"storage":1,"super":1,"parallel":1,"model":4,"state":1,"none":3,"runner":1,"module":1,"get":2,"spec":1,"dict":1,"specifications":1,"implementation":1,"raise":2,"notimplementederror":2,"compile":1,"or":1,"warm":1,"up":1,"prepare":1,"execution":1,"through":1,"compilation":1,"warmup":1},"1921,124,data/raw/vllm-0.10.1/vllm/v1/worker/worker_base.py":{"def":1,"check":2,"health":2,"self":1,"none":1,"basic":1,"override":1,"for":1,"device":1,"specific":1,"checks":1,"return":1},"0,1865,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":22,"project":1,"import":31,"bisect":1,"gc":1,"time":1,"from":22,"typing":1,"type":1,"checking":1,"any":1,"literal":1,"optional":1,"union":1,"cast":1,"unittest":1,"mock":1,"patch":1,"numpy":1,"as":6,"np":1,"torch":5,"nn":2,"tpu":2,"xla":5,"related":1,"core":1,"model":10,"xm":1,"distributed":2,"spmd":1,"xs":1,"runtime":1,"xr":1,"envs":2,"attention":5,"backends":1,"abstract":1,"attentiontype":1,"layers":3,"chunked":1,"local":1,"chunkedlocalattention":1,"compilation":1,"wrapper":1,"torchcompilewrapperwithcustomdispatcher":1,"config":3,"parallelconfig":1,"vllmconfig":1,"get":3,"update":1,"kv":3,"transfer":3,"group":3,"has":1,"forward":2,"context":2,"set":1,"logger":2,"init":1,"lora":1,"baselayerwithlora":1,"executor":4,"loader":3,"tpumodelloader":1,"models":2,"interfaces":2,"supports":1,"transcription":1,"base":1,"is":3,"pooling":1,"text":1,"generation":1,"multimodal":4,"registry":1,"inputs":1,"batchedtensorinputs":1,"multimodalkwargsitem":1,"placeholderrange":1,"utils":2,"mm":1,"kwargs":1,"by":1,"modality":1,"sequence":1,"intermediatetensors":1,"tasks":1,"generationtask":1,"poolingtask":1,"supportedtask":1,"layerblocktype":1,"cdiv":1,"pin":1,"memory":1,"available":1,"prev":1,"power":1,"of":1},"1865,1962,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"from":10,"vllm":9,"v1":9,"attention":1,"backends":1,"pallas":1,"import":10,"tpu":6,"str":1,"dtype":2,"to":4,"torch":1,"pallasattentionbackend":1,"pallasmetadata":1,"get":1,"page":1,"size":2,"bytes":1,"kv":5,"cache":3,"interface":1,"attentionspec":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachespec":1,"slidingwindowspec":1,"outputs":2,"empty":1,"model":8,"runner":3,"output":3,"logprobslists":1,"logprobstensors":1,"modelrunneroutput":1,"sample":2,"metadata":1,"tpusupportedsamplingmetadata":1,"sampler":6,"as":1,"tpusampler":1,"worker":3,"connector":1,"mixin":2,"kvconnectormodelrunnermixin":1,"kvconnectoroutput":1,"lora":1,"loramodelrunnermixin":1,"input":2,"batch":1,"cachedrequeststate":1,"inputbatch":1,"utils":1,"multimodalbudget":1,"bind":1,"initialize":1,"for":2,"sharing":1,"sanity":1,"check":1,"mm":1,"encoder":1,"if":1,"type":1,"checking":1,"core":2,"sched":1,"scheduleroutput":1,"logger":2,"init":1,"name":1,"invalid":1,"token":1,"id":1,"1":3,"smallest":1,"min":1,"num":1,"seqs":1,"8":1,"ways":1,"avoid":3,"recompilation":1,"the":7,"executor":1,"has":1,"two":1,"primary":1,"components":2,"preparing":2,"and":5,"inputs":1,"2":1,"executing":1,"idea":1,"is":2,"any":1,"computation":1,"during":1,"preparation":1,"better":1,"compilation":1,"tracking":1,"increased":1,"flexibility":1,"execution":1,"are":2,"divided":1,"into":1,"several":1,"distinct":1,"below":1,"detailed":1,"steps":1,"step":1,"it":1,"recommended":1,"operations":1,"when":1},"3827,1730,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"inputs":2,"cpu":6,"tensors":1,"can":1,"be":5,"prepared":1,"and":4,"transferred":2,"to":7,"the":8,"xla":3,"device":6,"using":2,"tensor":2,"which":1,"only":1,"triggers":1,"tpu":3,"transfers":1,"avoids":1,"compilation":2,"step":2,"2":2,"execution":1,"should":4,"decomposed":1,"into":1,"subgraphs":3,"4":2,"at":1,"moment":1,"1":1,"main":1,"model":4,"selecting":1,"hidden":1,"states":1,"for":2,"each":2,"request":1,"3":2,"sampler":1,"encoder":1,"subgraph":3,"decorated":1,"in":2,"a":1,"torch":2,"compile":1,"this":1,"is":1,"used":1,"make":1,"sure":1,"that":1,"we":1,"have":1,"same":1,"topology":1,"both":1,"dummy":2,"run":2,"xecute":1,"results":1,"from":2,"these":1,"either":1,"passed":1,"other":1,"or":1,"subsequent":1,"processing":1,"on":1,"comprehensive":1,"ensuring":1,"all":1,"potential":1,"input":1,"shapes":1,"branch":1,"predictions":1,"are":1,"included":1,"as":1,"facilitate":1,"pre":1,"class":1,"tpumodelrunner":1,"loramodelrunnermixin":1,"kvconnectormodelrunnermixin":1,"def":1,"init":1,"self":12,"vllm":12,"config":33,"vllmconfig":1,"original":3,"parallel":5,"optional":1,"parallelconfig":1,"none":1,"cache":2,"lora":2,"load":2,"scheduler":2,"speculative":2,"observability":2},"5557,1273,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"model":8,"config":12,"self":21,"cache":9,"scheduler":2,"parallel":2,"device":5,"check":2,"recompilation":2,"envs":2,"vllm":2,"xla":4,"spmd":4,"related":1,"use":3,"if":3,"num":5,"devices":3,"xr":1,"global":1,"runtime":1,"count":1,"mesh":4,"shape":2,"1":1,"ids":2,"np":1,"array":1,"range":1,"xs":1,"x":1,"y":1,"enforce":2,"eager":2,"graphs":2,"0":1,"update":1,"init":1,"pin":2,"memory":2,"is":1,"available":1,"dtype":18,"auto":1,"isinstance":1,"str":3,"kv":3,"tpu":2,"to":2,"torch":2,"else":2,"hidden":1,"states":1},"6830,1723,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"self":24,"sliding":2,"window":2,"model":16,"config":16,"get":8,"block":5,"size":14,"cache":1,"max":13,"len":8,"most":5,"envs":2,"vllm":2,"tpu":2,"num":17,"blocks":2,"per":2,"req":2,"cdiv":2,"if":2,"is":2,"not":2,"none":3,"else":1,"inputbatch":1,"needs":1,"to":3,"work":1,"with":1,"sampling":1,"tensors":1,"greater":1,"than":1,"padding":3,"avoid":2,"dynamic":1,"shapes":1,"also":1,"suboptimal":1,"alignment":1,"reqs":1,"scheduler":2,"seqs":2,"min":2,"tokens":6,"paddings":4,"token":3,"16":1,"batched":1,"gap":2,"bucket":1,"in":1,"case":1,"use":1,"the":1,"actual":1,"padded":1,"value":1,"pre":2,"allocate":1,"data":1,"structures":1,"and":1,"compile":1,"1":1,"related":1,"attn":1,"layers":2,"by":1,"type":1,"parallel":3,"layerblocktype":1,"attention":2,"query":1,"heads":4,"kv":2,"head":2,"hidden":2,"vocab":4,"lora":3,"extra":1},"8553,1818,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"multi":1,"modal":1,"data":1,"support":3,"self":24,"mm":3,"registry":3,"multimodal":2,"uses":3,"mrope":3,"model":7,"config":3,"supports":2,"inputs":2,"todo":1,"m":2,"rope":2,"e":1,"g":1,"qwen2":1,"vl":1,"assert":1,"not":2,"tpu":1,"does":1,"yet":1,"num":9,"slices":2,"per":2,"kv":7,"cache":5,"update":3,"block":6,"get":3,"page":1,"size":8,"bytes":1,"heads":2,"head":2,"dtype":3,"lazy":1,"initialization":1,"nn":1,"module":1,"set":1,"after":1,"load":1,"caches":1,"list":1,"torch":5,"tensor":4,"req":1,"id":2,"input":4,"encoder":2,"output":1,"dict":3,"str":2,"int":1,"request":1,"states":2,"requests":1,"cachedrequeststate":1,"initialize":1,"batch":2,"early":1,"to":1,"avoid":1,"attributeerror":1,"in":1,"inputbatch":1,"max":7,"reqs":2,"len":2,"batched":1,"tokens":3,"device":3,"pin":2,"memory":2,"vocab":2,"sizes":1,"cached":1,"numpy":3,"the":3,"pytorch":1,"and":1,"array":1,"share":1,"same":1,"buffer":1,"sometimes":1,"op":1,"is":1,"faster":1,"so":1,"we":1,"create":1,"both":1,"ids":1,"cpu":2,"zeros":1,"int32":1},"10371,1945,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"self":31,"positions":4,"cpu":11,"torch":8,"zeros":4,"max":15,"num":17,"tokens":5,"dtype":5,"int32":4,"device":4,"np":6,"numpy":3,"block":3,"table":1,"reqs":8,"blocks":1,"per":1,"req":4,"adjust":1,"to":3,"avoid":2,"smem":1,"oom":1,"most":3,"model":5,"len":5,"min":4,"pallasattentionbackend":2,"get":3,"seqs":3,"size":4,"if":1,"is":1,"not":1,"none":2,"else":1,"query":3,"start":3,"loc":3,"1":2,"pin":4,"memory":4,"seq":4,"lens":5,"range":1,"tensor":1,"with":2,"values":1,"0":1,"used":1,"initialize":1,"context":2,"keep":1,"in":1,"int64":2,"overflow":1,"long":1,"arange":2,"paddings":2},"12316,1836,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"layer":6,"pairings":1,"for":2,"cross":1,"kv":4,"sharing":1,"if":5,"an":1,"attention":2,"name":2,"is":1,"in":1,"the":3,"keys":2,"of":2,"this":2,"dict":2,"it":1,"means":1,"will":1,"perform":1,"using":1,"and":2,"values":1,"from":5,"cache":3,"shared":2,"layers":2,"self":26,"str":3,"tensors":1,"structured":3,"decoding":1,"grammar":1,"bitmask":1,"cpu":5,"torch":6,"zeros":2,"max":6,"num":7,"reqs":4,"cdiv":1,"vocab":1,"size":1,"32":2,"dtype":2,"int32":1,"device":3,"pin":6,"memory":6,"require":1,"out":1,"1":1,"bool":1,"decode":1,"arange":2,"0":2,"mm":3,"budget":1,"multimodalbudget":1,"model":3,"config":2,"scheduler":1,"registry":1,"len":2,"supports":1,"inputs":1,"else":2,"none":1,"not":3,"use":1,"spmd":1,"sample":4,"logits":4,"func":2,"compile":1,"backend":1,"openxla":1,"fullgraph":1,"true":1,"dynamic":1,"false":1,"def":1,"update":1,"xla":2,"graphs":6,"case":1,"check":3,"comp":2,"recompilation":1,"enforce":1,"eager":1,"return":2,"total":2,"cached":3,"xr":1,"get":1,"compilation":1,"graph":1,"new":2,"compiled":2},"14152,1335,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"logger":1,"info":1,"add":1,"new":4,"d":1,"compiled":3,"xla":6,"graphs":8,"due":1,"to":3,"s":1,"case":3,"str":3,"self":9,"num":6,"def":2,"verify":1,"check":3,"comp":2,"recompilation":2,"and":2,"not":2,"enforce":1,"eager":1,"if":3,"return":1,"curr":4,"cached":7,"graph":5,"xr":1,"get":1,"compilation":1,"assert":1,"after":1,"warm":1,"up":1,"is":2,"detected":1,"during":1,"format":1,"update":2,"states":4,"scheduler":3,"output":3,"scheduleroutput":1,"bool":1,"the":9,"persistent":1,"batch":1,"with":1,"updated":1,"are":1,"used":1,"by":1,"prepare":1,"inputs":1,"function":1,"create":1,"input":1,"gpu":2,"tensors":1,"for":2,"model":1,"returns":1,"true":1,"there":1,"a":1,"resumed":1,"paused":1,"finished":3,"request":1,"false":1,"we":1,"can":1,"skip":1,"copying":1,"samplingmetadata":1,"remove":1,"requests":2,"from":1,"req":4,"id":3,"in":1,"ids":1,"pop":2,"none":2,"encoder":1,"cache":1},"15487,1065,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"remove":2,"the":7,"finished":3,"requests":2,"from":1,"persistent":1,"batch":2,"note":1,"woosuk":1,"there":1,"could":1,"be":1,"an":1,"edge":1,"case":2,"where":1,"req":13,"ids":4,"and":3,"scheduled":1,"overlap":1,"this":2,"happens":1,"when":1,"a":2,"request":4,"is":3,"aborted":1,"then":1,"resubmitted":1,"with":1,"same":1,"id":8,"in":3,"we":1,"treat":1,"them":1,"as":2,"two":1,"distinct":1,"clearing":1,"cached":2,"states":1,"for":3,"first":1,"handling":1,"second":1,"new":1,"removed":2,"indices":2,"list":1,"int":1,"scheduler":2,"output":2,"index":3,"self":3,"input":4,"if":3,"not":3,"none":4,"append":1,"free":2,"encoder":8,"outputs":5,"cache":2,"get":1,"pop":2},"16552,1430,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"remove":3,"the":8,"unscheduled":4,"requests":7,"from":2,"persistent":3,"batch":5,"note":2,"woosuk":2,"are":2,"either":1,"preempted":1,"or":1,"running":1,"that":2,"not":4,"scheduled":6,"in":5,"this":2,"step":1,"we":1,"them":1,"but":1,"keep":1,"their":1,"cached":4,"states":2,"since":1,"they":1,"will":1,"be":1,"again":1,"sometime":1,"future":1,"req":20,"ids":7,"scheduler":2,"output":2,"num":1,"tokens":1,"keys":2,"self":2,"input":2,"id":5,"to":3,"index":4,"optimization":2,"assumes":1,"consecutive":1,"batches":2,"contain":1,"mostly":1,"same":1,"if":1,"have":1,"low":1,"request":2,"overlap":1,"e":1,"g":1,"alternating":1,"between":1,"two":1,"distinct":1,"sets":1,"of":1,"becomes":1,"very":1,"inefficient":1,"for":2,"assert":2,"is":3,"none":2,"removed":1,"indices":1,"append":1,"add":2,"list":1,"str":1,"new":6,"data":4,"reqs":1,"sampling":3,"params":3,"pooling":1,"supported":1,"tpu":1,"yet":1},"17982,1647,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"self":2,"requests":3,"req":23,"id":6,"cachedrequeststate":1,"prompt":2,"token":3,"ids":19,"new":14,"data":11,"mm":4,"kwargs":2,"positions":2,"sampling":2,"params":3,"pooling":1,"none":2,"generator":1,"block":12,"num":6,"computed":6,"tokens":6,"output":2,"lora":2,"request":3,"to":2,"add":1,"append":2,"update":2,"the":8,"states":2,"of":1,"running":1,"resumed":5,"scheduler":1,"scheduled":1,"cached":2,"reqs":1,"for":2,"i":4,"in":2,"enumerate":1,"state":4,"from":4,"preemption":4,"if":1,"not":1,"blocks":1,"existing":2,"zip":1,"extend":1,"else":1,"is":1,"replace":1,"with":1,"ones":1},"19629,1941,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"req":24,"index":9,"self":10,"input":5,"batch":8,"id":5,"to":7,"get":4,"if":7,"is":3,"none":2,"the":11,"request":3,"not":2,"in":3,"persistent":3,"was":2,"either":1,"preempted":1,"and":2,"resumed":2,"later":1,"or":3,"scheduled":1,"previous":1,"step":1,"needs":1,"be":1,"added":1,"again":1,"ids":5,"add":5,"append":5,"continue":1,"update":1,"num":2,"computed":2,"tokens":2,"cpu":1,"block":2,"table":1,"row":1,"new":2,"requests":2,"smaller":1,"empty":3,"indices":8,"are":2,"filled":1,"first":1,"removed":6,"sorted":1,"reverse":1,"true":1,"for":1,"state":2,"fill":1,"pop":1,"else":1,"end":1,"condense":2,"batched":1,"states":1,"there":1,"return":4,"len":2,"unscheduled":1,"0":2,"def":2,"model":8,"nn":1,"module":1,"supported":5,"generation":2,"tasks":5,"list":2,"generationtask":2,"text":1,"generate":1,"supports":2,"transcription":4,"only":1},"21570,1959,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":3,"get":8,"supported":5,"pooling":4,"tasks":9,"self":11,"list":3,"poolingtask":1,"model":7,"if":4,"not":5,"is":2,"return":3,"pooler":1,"tuple":2,"supportedtask":2,"config":6,"runner":2,"type":2,"generate":1,"extend":2,"generation":1,"kv":13,"cache":10,"spec":2,"dict":2,"str":2,"kvcachespec":5,"generates":1,"the":7,"by":1,"parsing":1,"format":2,"from":2,"each":1,"attention":2,"module":3,"in":2,"static":1,"forward":1,"context":2,"returns":1,"a":3,"dictionary":1,"mapping":1,"layer":11,"names":1,"to":3,"their":1,"layers":5,"that":3,"do":1,"need":2,"are":1,"included":1,"vllm":3,"block":2,"size":2,"for":3,"name":3,"attn":2,"items":1,"tgt":2,"sharing":2,"target":2,"none":1,"doesn":2,"t":2,"its":1,"own":1,"and":2,"will":2,"use":1,"of":3,"we":1,"skip":1,"creating":1,"it":1,"so":1,"management":1,"logic":1,"act":1,"as":1,"this":2,"does":1,"exist":1,"allocate":1,"enables":1,"memory":2,"saving":1,"cross":1,"allowing":1,"given":1,"amount":1,"accommodate":1,"longer":1,"lengths":1,"or":1,"enable":1,"more":1,"requests":1,"be":1,"processed":1,"simultaneously":1,"shared":1,"continue":1},"23529,1908,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"if":3,"attn":15,"module":11,"type":5,"attentiontype":4,"decoder":2,"isinstance":1,"chunkedlocalattention":1,"logger":1,"warning":1,"once":1,"using":1,"irope":1,"in":3,"pallas":1,"is":2,"not":3,"supported":1,"yet":1,"it":1,"will":1,"fall":1,"back":1,"to":2,"global":1,"attention":3,"for":3,"long":1,"context":1,"sliding":3,"window":3,"none":1,"kv":11,"cache":7,"spec":3,"layer":2,"name":2,"slidingwindowspec":1,"block":4,"size":8,"num":6,"heads":4,"head":4,"dtype":4,"self":3,"use":2,"mla":2,"false":2,"else":2,"fullattentionspec":1,"elif":2,"encoder":4,"only":2,"does":1,"need":1,"continue":1,"raise":2,"notimplementederror":1,"valueerror":1,"f":1,"unknown":1,"return":1,"def":1,"get":1,"slot":1,"mapping":2,"metadata":2,"reqs":1,"scheduled":1,"tokens":1,"per":1,"req":1,"computes":1,"slots":1,"blocks":1,"the":1,"key":1,"value":1,"a":1,"batch":1,"of":1,"requests":1},"25437,466,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"this":1,"function":1,"determines":1,"for":2,"each":2,"request":2,"in":3,"the":4,"batch":2,"how":1,"scheduled":3,"tokens":4,"are":1,"distributed":1,"across":1,"memory":1,"blocks":1,"and":1,"generates":1,"metadata":1,"needed":1,"to":3,"map":1,"slices":1,"of":3,"their":1,"corresponding":1,"positions":1,"kv":1,"cache":1,"args":1,"num":2,"reqs":1,"int":2,"number":2,"requests":1,"current":1,"per":1,"req":1,"or":1,"np":1,"ndarray":1,"be":1},"25903,1836,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"returns":1,"np":12,"ndarray":1,"a":1,"2d":1,"array":2,"of":2,"shape":1,"total":3,"block":29,"len":5,"3":1,"where":1,"each":1,"row":1,"contains":1,"kv":4,"cache":3,"start":11,"index":4,"int":3,"the":8,"starting":2,"in":3,"for":3,"corresponding":2,"slice":6,"new":2,"length":1,"slices":5,"self":9,"input":3,"batch":3,"num":7,"computed":2,"tokens":3,"cpu":5,"reqs":3,"end":4,"scheduled":1,"per":2,"req":4,"local":5,"idx":9,"size":3,"1":4,"no":2,"repeat":4,"indices":4,"arange":4,"global":6,"max":1,"blocks":1,"lens":8,"concatenate":1,"n":2,"table":3,"0":3,"get":1,"tensor":1,"numbers":1,"flatten":1,"numpy":1,"sum":1,"slot":1,"mapping":1,"dtype":2,"int32":2,"axis":1,"cu":2,"zeros":1,"cumsum":1,"out":1},"27739,827,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"for":1,"req":5,"idx":5,"in":1,"range":1,"num":1,"reqs":1,"slot":7,"mapping":7,"slices":10,"cu":5,"block":6,"lens":9,"0":3,"start":5,"self":3,"size":3,"1":10,"end":1,"slice":4,"np":4,"zeros":1,"len":1,"dtype":1,"int32":1,"cumsum":1,"out":1,"kv":4,"cache":2,"indices":4,"numbers":1,"new":2,"metadata":2,"stack":1,"axis":1,"return":1},"28566,525,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":1,"prepare":1,"inputs":1,"self":3,"scheduler":2,"output":2,"scheduleroutput":1,"start":3,"index":4,"int":1,"assert":3,"total":1,"num":7,"scheduled":4,"tokens":4,"0":3,"reqs":5,"input":1,"batch":1,"get":1,"the":1,"number":1,"of":1,"for":1,"each":1,"request":1,"use":1,"max":2,"model":2,"len":2,"most":1,"is":1,"none":1,"per":1,"req":1,"all":1,"end":1},"29091,1880,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"use":4,"either":1,"most":5,"model":12,"len":15,"or":1,"max":10,"depending":1,"on":1,"request":2,"size":1,"for":2,"i":2,"in":1,"range":1,"start":3,"index":8,"num":31,"reqs":13,"req":19,"id":3,"self":9,"input":1,"batch":1,"ids":1,"assert":2,"is":1,"not":2,"none":1,"tokens":20,"scheduler":1,"output":1,"scheduled":18,"if":4,"and":1,"true":1,"per":13,"append":1,"end":4,"else":3,"all":2,"np":4,"array":1,"dtype":1,"int32":1,"total":1,"sum":1,"0":3,"get":1,"indices":2,"e":1,"g":1,"2":4,"5":1,"3":1,"1":5,"each":1,"token":1,"what":1,"are":1,"the":1,"corresponding":1,"repeat":1,"arange":1},"30971,1622,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"get":3,"batched":1,"arange":4,"e":2,"g":2,"2":10,"5":1,"3":4,"0":10,"1":14,"4":3,"for":3,"each":1,"scheduled":6,"token":6,"what":1,"is":3,"its":1,"position":1,"in":2,"corresponding":1,"req":6,"np":14,"concatenate":1,"self":11,"n":2,"num":11,"tokens":7,"per":3,"positions":5,"total":2,"add":1,"input":5,"batch":4,"computed":2,"cpu":5,"indices":5,"out":3,"m":9,"where":1,"the":2,"max":1,"model":1,"len":1,"ids":3,"shape":1,"note":1,"woosuk":1,"we":1,"use":1,"torch":4,"index":3,"select":3,"instead":1,"of":1,"take":2,"here":1,"because":1,"much":1,"faster":1,"than":1,"large":1,"tensors":1,"tensor":1,"flatten":1,"from":1,"numpy":1,"prepare":1,"attention":1,"metadata":1,"query":3,"start":3,"loc":3,"cumsum":1,"reqs":4,"seq":1,"lens":1},"32593,1421,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"do":1,"the":3,"padding":1,"and":1,"copy":1,"tensors":1,"to":6,"tpu":1,"padded":5,"total":6,"num":14,"scheduled":6,"tokens":7,"get":2,"token":1,"len":5,"self":19,"paddings":1,"zero":1,"out":1,"avoid":1,"spurious":1,"values":1,"from":1,"prev":1,"iteration":1,"last":1,"cp":1,"chunk":1,"input":4,"ids":4,"cpu":7,"0":2,"device":4,"position":1,"positions":1,"if":1,"use":1,"max":6,"model":4,"block":4,"tables":2,"table":2,"reqs":5,"blocks":2,"per":2,"req":2,"batch":1,"tensor":1,"query":2,"start":2,"loc":2,"1":1,"seq":2,"lens":2},"34014,804,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"else":1,"block":6,"tables":4,"self":13,"table":2,"cpu":4,"num":8,"reqs":5,"most":6,"model":3,"len":6,"blocks":3,"per":3,"req":3,"input":1,"batch":1,"0":1,"get":1,"tensor":1,"query":2,"start":2,"loc":2,"1":1,"to":3,"device":3,"seq":2,"lens":2},"34818,1306,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"calculate":1,"the":1,"slot":11,"mapping":11,"metadata":10,"self":7,"get":2,"num":14,"reqs":2,"scheduled":8,"tokens":8,"per":5,"req":5,"kv":2,"update":2,"slices":4,"shape":1,"0":5,"padded":8,"cache":1,"total":3,"max":1,"block":1,"size":1,"np":3,"pad":1,"len":1,"constant":1,"values":1,"transpose":1,"torch":1,"tensor":1,"device":2,"if":1,"lora":2,"config":1,"is":1,"not":1,"none":1,"we":1,"need":1,"to":2,"respect":1,"padding":1,"when":1,"activating":1,"adapters":1,"copy":1,"copying":1,"avoid":1,"accidental":1,"state":1,"corruption":1,"bugs":1,"1":1,"set":1,"active":1,"loras":1,"input":1,"batch":1},"36124,1926,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"attn":1,"metadata":2,"pallasmetadata":1,"slot":2,"mapping":2,"block":4,"tables":2,"context":1,"lens":2,"seq":1,"query":3,"start":3,"loc":3,"num":18,"seqs":1,"torch":4,"tensor":2,"reqs":7,"dtype":2,"int32":2,"device":5,"self":9,"kv":4,"update":4,"slices":4,"per":6,"cache":2,"note":1,"woosuk":1,"due":1,"to":5,"chunked":1,"prefills":1,"there":1,"can":1,"be":1,"at":2,"most":1,"1":5,"partial":3,"request":3,"in":2,"the":4,"batch":2,"while":1,"we":5,"should":1,"not":2,"sample":2,"any":1,"token":3,"from":2,"this":1,"do":1,"so":1,"for":1,"simplicity":1,"will":1,"ignore":1,"sampled":1,"todo":1,"support":1,"prompt":1,"logprobs":1,"padded":8,"get":1,"with":1,"upper":1,"limit":1,"max":1,"indices":4,"which":1,"positions":1,"of":1,"last":1,"sequence":1,"avoid":2,"recompiling":1,"when":2,"varies":1,"logits":3,"cpu":1,"if":1,"lora":2,"config":1,"is":1,"none":1,"need":1,"respect":1,"padding":1,"activating":1,"adapters":1,"scheduled":6,"tokens":6,"req":4,"np":1,"copy":1,"copying":1,"accidental":1,"state":1,"corruption":1,"bugs":1,"total":2,"set":1,"active":1,"loras":1,"input":1},"38050,1734,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"layer":6,"names":2,"get":1,"layers":1,"from":1,"vllm":2,"config":2,"self":5,"attention":1,"keys":1,"per":2,"attn":3,"metadata":3,"name":2,"for":3,"in":3,"return":6,"logits":1,"indices":1,"padded":1,"num":2,"reqs":2,"end":1,"index":1,"def":3,"scatter":1,"placeholders":8,"embeds":5,"torch":7,"tensor":6,"is":9,"embed":7,"optional":2,"if":3,"none":2,"new":1,"full":1,"shape":2,"0":1,"1":1,"fill":1,"value":1,"nan":1,"gather":1,"execute":1,"mm":9,"encoder":7,"scheduler":2,"output":2,"scheduleroutput":1,"scheduled":4,"inputs":5,"not":1,"batch":1,"the":1,"multi":1,"modal":1,"kwargs":3,"list":2,"multimodalkwargsitem":1,"req":8,"ids":4,"pos":2,"tuple":1,"str":1,"int":1,"placeholderrange":1,"id":7,"input":6,"items":1,"state":3,"requests":1,"append":2,"positions":1},"39784,1753,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"batch":3,"mm":6,"inputs":2,"as":2,"much":1,"we":2,"can":1,"if":2,"a":5,"request":1,"in":6,"the":9,"has":1,"multiple":2,"modalities":2,"or":2,"different":1,"modality":2,"than":1,"previous":1,"one":1,"process":1,"it":1,"separately":1,"to":3,"preserve":1,"item":1,"order":1,"fixme":1,"ywang96":1,"this":1,"is":4,"hacky":1,"way":1,"deal":1,"with":1,"same":1,"while":1,"still":1,"being":1,"able":1,"benefit":1,"from":1,"batching":1,"multimodal":4,"proper":1,"solution":1,"should":1,"be":1,"reordering":1,"encoder":6,"outputs":12,"for":2,"num":5,"items":7,"kwargs":4,"group":10,"by":1,"device":2,"self":3,"pin":2,"memory":2,"run":1,"curr":7,"either":1,"of":4,"following":1,"1":1,"tensor":2,"shape":2,"feature":4,"size":6,"hidden":2,"case":2,"fixed":1,"across":1,"all":1,"2":1,"list":2,"tuple":2,"length":1,"tensors":1,"each":1,"dynamic":1,"depending":1,"on":1,"input":1,"xm":2,"mark":2,"step":2,"model":1,"get":1,"embeddings":1,"sanity":1,"check":1,"expected":1,"isinstance":2,"torch":1,"append":2,"else":1,"assert":1,"output":2},"41537,1611,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"cache":4,"the":3,"encoder":6,"outputs":2,"note":2,"nicklucche":2,"here":2,"we":6,"diverge":2,"from":2,"logic":2,"in":6,"other":2,"runners":2,"as":2,"assume":3,"to":5,"only":2,"have":2,"whole":2,"mm":10,"items":2,"process":2,"hence":2,"avoid":2,"intrinsic":2,"dynamism":2,"that":2,"scatter":1,"placeholders":2,"introduces":2,"for":3,"req":12,"id":9,"input":4,"pos":7,"info":5,"output":4,"zip":1,"ids":2,"if":1,"not":1,"self":6,"assert":1,"is":2,"embed":1,"none":1,"expected":1,"all":1,"positions":4,"be":1,"contiguous":1,"and":2,"embeddings":2,"def":1,"gather":2,"scheduler":2,"scheduleroutput":1,"list":2,"torch":2,"tensor":2,"embeds":1,"batch":1,"num":5,"scheduled":2,"tokens":5,"state":3,"requests":1,"computed":2,"todo":1,"unroll":1,"loop":1,"enforce":1,"disable":1,"chunked":1,"i":1,"enumerate":1,"start":1,"offset":1,"length":1},"43148,1926,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"the":10,"encoder":10,"output":5,"is":9,"needed":2,"if":4,"two":1,"ranges":1,"overlap":1,"num":8,"computed":4,"tokens":9,"scheduled":2,"and":4,"start":4,"pos":5,"not":3,"in":5,"this":1,"step":1,"break":1,"already":1,"processed":1,"stored":1,"decoder":1,"s":1,"kv":1,"cache":4,"continue":1,"assert":3,"req":3,"id":3,"self":6,"i":2,"info":1,"embed":1,"none":3,"expected":1,"all":1,"positions":1,"to":4,"be":1,"contiguous":1,"embeddings":6,"mm":5,"embeds":6,"append":1,"return":3,"def":1,"get":2,"model":3,"inputs":4,"input":9,"ids":7,"torch":2,"tensor":2,"list":1,"supports":1,"note":1,"woosuk":1,"unify":1,"token":3,"soft":1,"vision":1,"we":2,"always":1,"use":3,"rather":1,"than":1,"as":3,"multimodal":3,"even":1,"when":1,"text":2,"else":1,"for":2,"only":1,"models":2,"while":1,"it":2,"possible":1,"just":1,"like":1,"desirable":1,"performance":1,"since":1,"then":1,"embedding":1,"layer":1,"included":1,"cuda":1,"graph":1},"45074,1411,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"torch":2,"no":3,"grad":1,"def":1,"execute":2,"model":2,"self":9,"scheduler":7,"output":8,"scheduleroutput":1,"intermediate":1,"tensors":1,"optional":1,"intermediatetensors":1,"none":2,"modelrunneroutput":2,"update":2,"cached":1,"state":1,"states":1,"if":5,"not":2,"total":1,"num":1,"scheduled":1,"tokens":2,"has":1,"kv":4,"transfer":1,"group":1,"return":3,"empty":2,"there":1,"s":2,"work":1,"to":1,"do":1,"runner":1,"connector":3,"forward":2,"vllm":2,"config":2,"supports":1,"mm":5,"inputs":2,"run":1,"the":3,"multimodal":1,"encoder":2,"any":1,"embeds":2,"gather":1,"embeddings":1,"else":1,"xm":1,"mark":1,"step":1,"prepare":1,"requests":1,"might":1,"be":1,"split":1,"into":1,"multiple":1,"executions":1,"combine":1,"result":1,"of":1,"each":1,"execution":1,"start":1,"index":1,"0":1,"combined":2,"selected":1,"list":2,"tensor":1,"logprobs":1,"logprobslists":1,"note":1,"setup":2,"current":1,"batch":1,"metadata":1,"for":1,"currently":1,"only":1,"verified":1,"with":2,"nixlconnector":1,"set":1,"context":1,"maybe":1},"46486,1939,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"while":1,"start":2,"index":3,"self":14,"input":8,"batch":3,"num":6,"reqs":4,"attn":2,"metadata":4,"logits":10,"indices":2,"padded":4,"end":1,"prepare":2,"inputs":5,"scheduler":4,"output":4,"ids":6,"embeds":4,"get":1,"model":2,"mm":1,"xm":1,"mark":1,"step":1,"run":1,"the":3,"decoder":1,"with":1,"set":1,"forward":1,"context":1,"vllm":1,"config":1,"tokens":2,"total":1,"scheduled":1,"hidden":5,"states":5,"positions":1,"position":1,"select":1,"compute":1,"tpu":2,"sampling":2,"tpusupportedsamplingmetadata":1,"from":2,"device":1,"if":1,"grammar":3,"bitmask":3,"is":1,"not":1,"none":1,"require":2,"struct":2,"decoding":3,"arange":2,"structured":2,"decode":1,"selected":1,"token":1,"sample":1,"func":1,"note":1,"nicklucche":1,"use":1,"original":1,"before":1,"any":1,"penalties":1,"or":1,"temperature":1,"scaling":1,"for":1,"top":1,"k":1,"logprobs":1,"we":1,"can":1,"t":1,"enforce":1,"it":1,"due":1,"to":1,"recompilations":1,"outside":1,"torch":1,"compiled":1,"code":1,"so":1,"just":1,"make":1},"48425,211,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"sure":1,"sample":1,"from":1,"logits":3,"does":1,"not":1,"modify":1,"the":1,"in":1,"place":1,"logprobs":3,"self":1,"gather":1,"selected":1,"token":1,"ids":1,"if":1,"tpu":1,"sampling":1,"metadata":1,"else":1,"none":1},"48636,1794,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"remove":1,"padding":1,"on":1,"cpu":2,"and":2,"keep":1,"dynamic":1,"op":1,"outside":1,"of":3,"xla":1,"graph":1,"selected":6,"token":8,"ids":6,"num":1,"reqs":1,"combined":6,"tokens":2,"append":2,"if":2,"tpu":2,"sampling":2,"metadata":2,"logprobs":11,"tolists":1,"start":1,"index":2,"end":1,"note":1,"current":1,"kv":4,"load":1,"save":3,"get":2,"h2d":1,"d2h":1,"copies":2,"involved":1,"those":1,"are":1,"blocking":1,"once":1,"they":1,"become":1,"async":1,"should":1,"be":1,"called":1,"right":1,"after":1,"each":1,"single":1,"forward":1,"pass":1,"instead":1,"the":2,"forwards":1,"entire":1,"input":5,"batch":1,"self":2,"maybe":1,"wait":1,"for":5,"finished":3,"sending":1,"recving":1,"transfers":1,"scheduler":1,"output":1,"torch":1,"cat":1,"dim":1,"0":1,"def":1,"concat":4,"lists":8,"result":3,"list":2,"in":4,"extend":1,"return":1,"logprobslists":1,"logprob":2,"lp":6,"sampled":2,"ranks":2,"else":1,"none":1},"50430,1895,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"update":1,"the":8,"cache":1,"state":6,"concurrently":1,"code":1,"above":1,"will":1,"not":6,"block":1,"until":1,"we":2,"use":1,"selected":3,"token":6,"ids":10,"add":1,"mark":1,"step":1,"if":5,"post":1,"processing":1,"changes":1,"request":4,"seq":5,"lens":2,"list":2,"tuple":1,"int":2,"cachedrequeststate":1,"discard":2,"sampled":7,"tokens":6,"req":20,"indices":2,"num":9,"reqs":6,"self":7,"input":6,"batch":6,"for":3,"i":4,"id":8,"in":3,"zip":1,"range":1,"assert":2,"is":3,"none":5,"requests":1,"len":5,"computed":1,"scheduler":1,"output":1,"scheduled":1,"append":2,"else":1,"ignore":1,"from":1,"partial":1,"rewind":1,"generator":5,"as":1,"was":1,"generators":1,"get":2,"this":1,"relies":1,"on":1,"cuda":1,"specific":1,"torch":1,"internal":1,"impl":1,"details":1,"set":1,"offset":2,"4":1,"record":1,"index":1,"of":1,"that":2,"should":1,"be":1,"so":1,"could":1,"clear":1,"before":1,"returning":1,"all":1,"contains":1,"cast":1,"str":2,"prompt":2,"logprobs":2,"dict":3,"optional":1,"logprobstensors":1,"max":2,"gen":2,"shape":1,"1":2,"valid":1,"tolist":1},"52325,1983,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"mask":4,"out":1,"the":2,"sampled":11,"tokens":5,"that":1,"should":1,"not":1,"be":1,"todo":1,"keep":1,"in":6,"sync":1,"with":1,"gpu":1,"model":2,"runner":2,"py":1,"particular":1,"else":3,"case":1,"here":1,"for":4,"i":11,"discard":1,"req":9,"indices":1,"valid":9,"token":18,"ids":16,"clear":1,"append":2,"state":4,"seq":9,"len":5,"request":2,"lens":6,"id":6,"0":1,"self":5,"input":5,"batch":5,"cpu":2,"output":7,"num":3,"1":4,"selected":2,"invalid":1,"gen":4,"sum":1,"dim":1,"tolist":2,"split":1,"reqs":1,"target":2,"slice":3,"extend":1,"kv":3,"connector":3,"none":4,"if":1,"finished":6,"sending":3,"is":2,"and":1,"recving":3,"kvconnectoroutput":1,"modelrunneroutput":1,"to":2,"index":2,"spec":1,"logprobs":4,"lists":1,"prompt":2,"dict":2,"pooler":1},"54308,964,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"check":1,"there":1,"are":1,"no":1,"new":3,"graphs":3,"compiled":2,"all":1,"the":1,"should":1,"be":1,"captured":1,"and":1,"during":1,"warm":1,"up":1,"self":7,"verify":1,"num":1,"xla":1,"execute":1,"model":4,"return":1,"runner":1,"output":1,"def":2,"update":2,"config":21,"overrides":4,"dict":1,"str":1,"any":1,"none":2,"todo":1,"tpu":1,"may":1,"need":1,"extra":1,"validation":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"20095":1,"discussion":1,"r2201497754":1,"allowed":4,"names":3,"load":2,"for":1,"name":5,"in":2,"items":1,"assert":1,"f":2,"not":1,"supported":1,"configs":1,"getattr":1,"setattr":1,"device":3},"55272,1958,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"note":1,"woosuk":1,"while":1,"the":18,"executor":2,"assigns":1,"tp":3,"ranks":4,"to":3,"worker":1,"process":1,"can":1,"be":1,"different":1,"from":3,"internally":1,"assigned":1,"by":1,"xm":5,"runtime":3,"therefore":1,"there":1,"is":5,"a":5,"mismatch":1,"in":2,"rank":6,"assignment":2,"between":1,"gloo":1,"cpu":1,"and":1,"tpu":3,"this":1,"not":1,"problem":1,"linear":1,"layers":2,"because":1,"all":2,"reduce":1,"agnostic":1,"however":1,"it":1,"matters":1,"for":2,"gather":1,"as":3,"determine":1,"order":1,"of":1,"concatenating":1,"output":1,"tensors":1,"workaround":1,"we":1,"use":2,"s":2,"only":1,"when":1,"loading":2,"embedding":2,"weights":2,"xr":1,"global":1,"ordinal":1,"with":1,"patch":1,"vllm":7,"model":17,"vocab":1,"parallel":2,"get":2,"tensor":1,"return":1,"value":1,"try":1,"if":1,"self":8,"spmd":1,"loader":5,"tpumodelloader":1,"load":6,"config":13,"mesh":2,"else":1,"logger":1,"info":1,"scratch":1,"except":1,"runtimeerror":2,"e":3,"raise":1,"f":2,"unable":1,"likely":1,"reason":1,"too":1,"large":1,"current":1,"device":1,"hbm":1,"memory":1,"consider":1,"switching":1,"smaller":1,"or":1,"sharding":1,"on":1,"more":1,"chips":1,"see":1,"detailed":1,"error":1},"57230,280,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"if":1,"self":6,"lora":4,"config":4,"is":1,"not":1,"none":1,"model":5,"load":1,"scheduler":1,"device":1,"replace":1,"set":1},"57510,604,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"sync":1,"all":1,"pending":1,"xla":1,"execution":1,"during":1,"model":12,"initialization":1,"and":1,"weight":1,"loading":1,"xm":2,"mark":1,"step":1,"wait":1,"device":1,"ops":1,"if":1,"not":2,"hasattr":1,"self":8,"sampler":1,"tpusampler":1,"def":1,"reload":2,"weights":4,"none":3,"assert":1,"getattr":1,"is":2,"cannot":1,"before":1,"loaded":1,"loader":3,"get":1,"load":2,"config":3,"logger":1,"info":1,"reloading":1,"inplace":1},"58114,22,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"torch":1,"no":1,"grad":1},"58136,1757,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":1,"dummy":1,"run":1,"self":15,"num":22,"tokens":6,"int":3,"reqs":8,"blocks":2,"none":3,"if":1,"supports":1,"mm":1,"inputs":3,"input":2,"ids":3,"embeds":2,"torch":19,"zeros":5,"hidden":1,"size":2,"dtype":11,"device":10,"else":1,"int32":9,"to":8,"actual":2,"min":1,"position":1,"padded":4,"slices":5,"get":1,"kv":2,"cache":1,"update":2,"max":1,"block":2,"tensor":3,"slot":1,"mapping":1,"3":1,"tables":1,"query":3,"lens":3,"1":1,"start":1,"loc":1,"cumsum":1,"0":2,"dim":1,"context":1,"ones":1,"seqs":1},"59893,404,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"attn":1,"metadata":1,"pallasmetadata":1,"slot":2,"mapping":2,"block":4,"tables":2,"context":2,"lens":2,"query":2,"start":2,"loc":2,"num":6,"seqs":2,"kv":4,"update":4,"slices":4,"per":2,"cache":2,"self":1},"60297,1933,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"if":2,"self":12,"supports":2,"mm":8,"inputs":5,"torch":7,"dynamo":7,"mark":9,"dynamic":7,"embeds":3,"0":8,"else":1,"input":4,"ids":5,"position":2,"attn":7,"metadata":8,"slot":1,"mapping":5,"block":1,"tables":1,"1":1,"context":2,"lens":1,"query":1,"start":1,"loc":1,"layer":6,"names":2,"get":1,"layers":1,"from":1,"vllm":4,"config":8,"attention":1,"keys":1,"per":4,"name":2,"for":2,"in":1,"with":1,"maybe":1,"select":1,"dummy":1,"loras":3,"lora":7,"np":2,"array":1,"num":1,"tokens":1,"dtype":3,"int32":1,"set":3,"forward":1,"out":2,"model":2,"positions":1,"hidden":1,"states":1,"def":2,"active":2,"prompt":2,"token":2,"requests":2,"none":3,"xm":2,"step":2,"captures":2,"updates":2,"super":1,"precompile":1,"encoder":2,"not":2,"return":1,"pre":1,"compile":1,"all":1,"supported":1,"data":1,"modalities":1,"hf":2,"budget":4,"assert":1,"is":1,"max":2,"items":2,"seq":1,"by":2,"modality":2,"batch":1,"noqa":1,"e501":1},"62230,1958,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"for":4,"mode":5,"max":3,"items":14,"per":3,"seq":3,"in":3,"by":1,"modality":1,"logger":2,"info":2,"compiling":1,"multimodal":3,"s":2,"encoder":3,"with":1,"different":1,"input":3,"shapes":1,"start":1,"time":1,"perf":1,"counter":1,"no":1,"padding":1,"mm":9,"just":2,"yet":1,"num":12,"range":1,"1":2,"d":1,"batched":2,"dummy":3,"inputs":2,"self":3,"get":3,"batch":1,"run":1,"xm":2,"mark":2,"step":2,"embeds":2,"model":1,"embeddings":4,"patches":2,"0":2,"shape":1,"size":3,"note":1,"nicklucche":1,"pre":1,"compile":2,"when":2,"are":1,"present":1,"we":2,"assume":1,"disable":1,"chunked":1,"hence":1,"only":1,"whole":1,"can":1,"be":2,"scheduled":1,"this":1,"implies":1,"need":1,"to":1,"fit":1,"the":2,"padded":1,"ids":3,"tokens":4,"paddings":1,"if":2,"xla":2,"workaround":1,"torch":3,"zeros":2,"device":2,"is":1,"used":2,"compiles":1,"a":1,"scalar":1,"expansion":1,"op":1,"which":1,"won":1,"t":1,"match":1,"graph":1,"generated":1,"at":1,"runtime":1,"cpu":2,"tpu":1,"must":1,"placeholders":3,"dtype":1,"int32":1,"align":1,"and":1,"actual":1,"hf":1,"config":1,"image":1,"token":1,"index":1},"64188,1943,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"placeholders":8,"ids":7,"to":2,"self":15,"device":5,"assign":1,"outputs":1,"or":1,"the":2,"graph":1,"will":1,"be":1,"cut":1,"short":1,"a":4,"b":2,"get":3,"model":7,"inputs":2,"mm":3,"embeds":1,"assert":2,"is":4,"none":4,"xm":4,"mark":2,"step":2,"pre":1,"compile":1,"input":2,"embeddings":2,"when":1,"are":1,"not":2,"present":1,"chunk":1,"only":1,"made":1,"of":1,"text":1,"no":1,"for":2,"num":14,"tokens":9,"in":5,"paddings":2,"torch":2,"zeros":1,"dtype":1,"int32":1,"cpu":1,"wait":2,"ops":2,"end":4,"time":3,"perf":3,"counter":3,"logger":4,"info":4,"multimodal":1,"s":1,"encoder":1,"compilation":2,"finished":2,"2f":2,"secs":2,"mode":1,"start":3,"def":1,"precompile":1,"backbone":2,"compiling":1,"with":1,"different":1,"shapes":1,"d":1,"dummy":2,"run":2,"reqs":2,"max":2,"len":4,"blocks":2,"per":2,"req":2,"if":1,"most":3,"update":1,"xla":1,"graphs":1},"66131,1571,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":1,"precompile":1,"select":4,"hidden":10,"states":5,"self":10,"none":1,"compile":2,"state":1,"selection":1,"function":1,"for":4,"bucketed":2,"n":1,"tokens":9,"x":1,"max":2,"num":16,"reqs":7,"graph":1,"is":2,"really":1,"small":1,"so":1,"this":1,"fine":1,"logger":3,"info":3,"compiling":1,"with":1,"different":1,"input":1,"shapes":1,"start":2,"time":2,"perf":2,"counter":2,"hsize":2,"model":1,"config":1,"get":1,"size":1,"in":4,"paddings":2,"dummy":3,"torch":5,"zeros":2,"device":5,"dtype":3,"dynamo":2,"mark":2,"dynamic":2,"0":2,"indices":3,"int32":1,"d":2,"seqs":1,"requests":1,"can":1,"t":1,"be":1,"more":1,"than":1,"but":1,"do":1,"the":1,"next":1,"bigger":1,"value":1,"case":1,"uses":1,"padding":1,"if":1,"min":1,"break":1,"xm":1,"wait":1,"ops":1,"end":2,"compilation":1,"finished":1,"2f":1,"secs":1,"update":1,"xla":1,"graphs":1},"67702,800,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":1,"precompile":1,"compute":4,"logits":4,"self":7,"none":1,"logger":3,"info":3,"compiling":1,"with":1,"different":1,"input":1,"shapes":1,"start":2,"time":2,"perf":2,"counter":2,"hsize":2,"model":1,"config":1,"get":1,"hidden":5,"size":1,"for":1,"num":6,"reqs":4,"in":2,"paddings":1,"dummy":3,"torch":2,"zeros":1,"device":3,"dtype":2,"states":1,"dynamo":1,"mark":1,"dynamic":1,"0":1,"seqs":1,"d":1,"xm":1,"wait":1,"ops":1,"end":2,"compilation":1,"finished":1,"2f":1,"secs":1,"update":1,"xla":1,"graphs":1},"68502,1310,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":1,"precompile":1,"structured":7,"decoding":5,"self":13,"none":1,"logger":3,"info":3,"compiling":1,"with":1,"different":1,"input":1,"shapes":1,"start":2,"time":2,"perf":2,"counter":2,"for":1,"num":8,"reqs":6,"in":3,"paddings":1,"dummy":7,"logits":2,"torch":1,"zeros":1,"vocab":1,"size":1,"device":6,"dtype":2,"hidden":1,"states":1,"require":4,"struct":2,"out":1,"cpu":2,"to":4,"grammar":3,"bitmask":3,"the":2,"first":1,"dimension":1,"of":1,"above":1,"3":1,"tensors":1,"cannot":1,"be":2,"mark":1,"dynamic":1,"because":1,"some":1,"operations":1,"decode":3,"them":1,"static":1,"arange":3,"seqs":1,"d":1,"xm":1,"wait":1,"ops":1,"end":2,"compilation":1,"finished":1,"2f":1,"secs":1,"update":1,"xla":1,"graphs":1},"69812,1609,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":1,"precompile":1,"sample":4,"from":5,"logits":7,"self":11,"none":1,"logger":3,"info":3,"compiling":1,"with":2,"different":1,"input":3,"shapes":1,"start":2,"time":2,"perf":2,"counter":2,"for":2,"num":8,"reqs":6,"in":4,"paddings":1,"dummy":4,"torch":1,"zeros":1,"vocab":1,"size":1,"device":4,"dtype":3,"hidden":1,"states":1,"the":2,"first":1,"dimension":1,"of":1,"cannot":1,"be":2,"mark":1,"dynamic":1,"because":1,"some":1,"operations":1,"sampler":1,"require":1,"it":1,"to":1,"static":1,"all":6,"greedy":6,"false":1,"true":1,"generate":2,"params":2,"if":2,"not":1,"sampling":3,"metadata":3,"tpusupportedsamplingmetadata":1,"batch":2,"maybe":1,"select":1,"loras":1,"lora":1,"config":1,"np":2,"array":1,"int32":1,"func":1,"seqs":1,"d":1,"xm":1,"wait":1,"ops":1,"end":2,"compilation":1,"finished":1,"2f":1,"secs":1,"update":1,"xla":1,"graphs":1},"71421,1983,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":3,"precompile":9,"gather":5,"logprobs":5,"self":24,"none":4,"logger":4,"info":4,"compiling":1,"with":5,"different":1,"input":2,"shapes":2,"start":2,"time":2,"perf":2,"counter":2,"for":2,"num":9,"reqs":6,"in":2,"paddings":1,"dummy":6,"logits":4,"torch":3,"zeros":2,"vocab":1,"size":1,"device":4,"dtype":4,"hidden":2,"states":2,"tokens":3,"1":1,"int64":1,"to":1,"maybe":2,"select":2,"loras":2,"lora":2,"config":4,"np":2,"array":1,"int32":1,"seqs":1,"d":1,"xm":1,"wait":1,"ops":1,"end":2,"compilation":1,"finished":1,"2f":1,"secs":1,"update":1,"xla":1,"graphs":1,"capture":1,"model":2,"all":1,"the":1,"subgraphs":1,"possible":1,"setup":1,"mm":6,"encoder":5,"backbone":1,"compute":1,"structured":1,"decoding":1,"sample":1,"from":1,"profile":2,"run":1,"int":1,"multimodal":3,"cache":2,"if":2,"supports":1,"inputs":1,"skip":1,"profiling":2,"skipping":1,"memory":1,"and":1,"else":1,"budget":3,"assert":1,"is":1,"not":1},"73404,1341,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"todo":1,"handle":1,"encoder":5,"decoder":1,"models":1,"once":1,"we":1,"support":1,"them":1,"if":1,"budget":7,"mm":9,"get":4,"0":1,"note":1,"currently":1,"model":1,"is":1,"profiled":2,"with":5,"a":2,"single":1,"non":1,"text":1,"modality":6,"the":2,"max":9,"possible":1,"input":1,"tokens":5,"even":1,"when":1,"it":1,"supports":1,"multiple":1,"dummy":7,"items":6,"per":4,"prompt":1,"batch":5,"logger":1,"info":1,"cache":1,"will":1,"be":1,"initialized":1,"of":3,"s":3,"and":1,"maximum":1,"feature":1,"size":1,"create":1,"multimodal":1,"inputs":2,"batched":1,"self":1},"74745,1999,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"run":3,"multimodal":3,"encoder":10,"isolate":1,"graph":1,"from":1,"post":1,"processing":1,"to":1,"minimize":1,"impact":1,"of":2,"recompilation":1,"until":1,"it":1,"s":1,"fixed":1,"start":2,"time":2,"perf":2,"counter":2,"xm":5,"mark":3,"step":3,"dummy":7,"outputs":5,"self":11,"model":4,"get":1,"embeddings":1,"batched":1,"mm":3,"inputs":1,"wait":2,"device":2,"ops":2,"end":2,"logger":1,"info":1,"profiling":1,"finished":1,"in":1,"2f":1,"secs":1,"sanity":1,"check":1,"expected":1,"num":7,"items":2,"max":3,"per":3,"batch":1,"cache":13,"the":3,"tmp":1,"dict":1,"enumerate":1,"trigger":1,"compilation":1,"for":2,"general":1,"shape":1,"tokens":2,"reqs":2,"len":5,"blocks":2,"req":2,"if":2,"most":3,"is":1,"not":2,"none":2,"clear":1,"gc":1,"collect":1,"def":1,"initialize":2,"kv":10,"config":4,"kvcacheconfig":1,"based":1,"on":1,"args":1,"configuration":1,"including":1,"size":1,"each":1,"layer":1,"groups":1,"1":1,"raise":1,"notimplementederror":1,"hybrid":1,"models":1,"with":1,"more":1,"than":1,"one":1,"type":1,"are":1,"supported":1,"yet":1},"76744,1123,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"if":1,"kv":15,"cache":15,"config":4,"groups":2,"0":4,"spec":2,"block":7,"size":6,"self":10,"input":3,"batch":3,"inputbatch":1,"max":6,"num":4,"reqs":2,"model":3,"len":3,"batched":1,"tokens":2,"device":2,"pin":2,"memory":2,"vocab":2,"get":2,"sizes":3,"verify":1,"dtype":3,"compatibility":1,"between":1,"table":3,"cpu":3,"and":1,"assert":2,"tensor":6,"for":1,"in":2,"tensors":1,"shared":3,"by":3,"1":1,"multiple":1,"layers":1,"is":1,"not":1,"supported":1,"tpu":1},"77867,1933,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"kv":40,"caches":4,"dict":1,"str":1,"torch":2,"tensor":5,"for":4,"cache":28,"group":3,"in":2,"config":5,"groups":2,"spec":10,"layer":5,"name":3,"names":1,"size":12,"sizes":1,"assert":3,"page":2,"bytes":2,"0":2,"num":8,"blocks":2,"noqa":1,"if":3,"isinstance":1,"attentionspec":1,"self":6,"use":1,"spmd":3,"heads":6,"original":2,"parallel":3,"is":1,"not":1,"none":1,"tp":4,"todo":1,"handle":1,"duplication":1,"under":2,"mode":2,"f":2,"must":1,"be":1,"divisible":1,"by":1,"shape":3,"pallasattentionbackend":1,"get":1,"block":1,"head":1,"dtype":4,"tpu":2,"zeros":1,"to":1,"device":1,"else":1,"raise":1,"notimplementederror":1,"setup":1,"and":1,"models":1,"with":1,"cross":1,"sharing":2,"shared":2,"layers":2,"initialize":1},"79800,1684,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"bind":1,"kv":11,"cache":7,"caches":5,"self":12,"vllm":1,"config":3,"compilation":1,"static":1,"forward":1,"context":1,"if":4,"use":1,"spmd":1,"shard":1,"for":1,"in":1,"xs":1,"mark":1,"sharding":1,"mesh":1,"none":4,"x":1,"has":1,"transfer":3,"group":3,"get":4,"register":1,"set":1,"host":1,"xfer":1,"buffer":1,"ops":1,"copy":1,"blocks":1,"def":3,"reset":1,"dynamo":4,"note":1,"we":1,"check":1,"is":2,"multimodal":3,"model":17,"instead":1,"of":3,"supports":1,"mm":1,"inputs":1,"since":1,"the":2,"compiled":7,"object":2,"language":3,"backbone":1,"a":1,"needs":1,"to":1,"be":1,"extracted":1,"via":1,"else":1,"isinstance":1,"torchcompilewrapperwithcustomdispatcher":1,"logger":1,"info":1,"clear":2,"and":1,"cached":1,"bytecode":1,"torch":5,"eval":1,"frame":1,"remove":1,"from":1,"original":1,"code":1,"codes":1,"compile":2,"backend":2,"openxla":2,"fullgraph":2,"true":2,"dynamic":2,"false":2,"select":1,"hidden":5,"states":5,"indices":2,"do":2,"sample":4,"return":2,"compute":2,"logits":2,"tensor":2},"81484,1919,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"todo":1,"under":1,"spmd":1,"mode":1,"sample":3,"from":3,"logits":10,"has":1,"correctness":1,"issue":2,"re":1,"enable":1,"the":4,"torch":15,"compile":4,"once":1,"is":2,"fixed":2,"in":1,"torchxla":1,"backend":3,"openxla":3,"fullgraph":3,"true":4,"dynamic":3,"false":3,"def":3,"self":8,"tensor":9,"sampling":3,"metadata":3,"tpusupportedsamplingmetadata":1,"with":2,"xla":1,"friendly":1,"function":2,"this":1,"to":2,"be":1,"traced":1,"separately":1,"forward":1,"for":1,"lighter":1,"compilation":1,"overhead":1,"if":1,"all":1,"greedy":1,"out":3,"tokens":6,"argmax":1,"dim":1,"1":2,"keepdim":1,"else":1,"sampler":3,"sampled":3,"token":2,"ids":2,"return":3,"gather":3,"logprobs":9,"logprobstensors":1,"top":1,"corresponding":1,"use":1,"a":1,"number":2,"of":2,"as":1,"an":1,"alternative":1,"having":1,"multiple":1,"pre":1,"compiled":1,"graphs":1,"select":1,"actually":1,"demanded":1,"by":1,"each":1,"request":1,"on":1,"cpu":1,"compute":1,"model":1,"config":1,"max":1,"squeeze":1,"structured":1,"decode":1,"require":2,"struct":2,"decoding":2,"grammar":3,"bitmask":3,"arange":2,"where":1,"apply":1},"83403,1347,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":4,"apply":1,"grammar":8,"bitmask":12,"self":9,"logits":10,"torch":8,"tensor":7,"arange":2,"assert":2,"shape":4,"0":4,"cloned":4,"clone":1,"for":1,"i":4,"in":1,"range":1,"unpacked":4,"bitwise":1,"right":1,"shift":1,"none":3,"1":2,"reshape":1,"vocab":1,"size":1,"masked":1,"fill":1,"float":1,"inf":1,"return":3,"get":4,"multimodal":2,"embeddings":4,"args":4,"kwargs":4,"model":2,"input":3,"prepare":1,"structured":2,"decoding":1,"scheduler":2,"output":2,"scheduleroutput":1,"tuple":1,"is":1,"not":1,"num":1,"reqs":1,"reset":1,"pre":1,"allocated":1,"tensors":1,"cpu":2,"zero":2,"require":1,"out":1},"84750,1932,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"we":2,"receive":1,"the":14,"structured":7,"output":5,"bitmask":6,"from":2,"scheduler":3,"but":1,"indices":11,"of":4,"requests":5,"in":4,"batch":9,"may":1,"not":2,"match":2,"since":1,"doesn":1,"t":1,"know":1,"how":1,"tpu":1,"runner":1,"is":2,"ordering":1,"need":2,"to":6,"order":2,"with":1,"struct":6,"out":8,"list":2,"int":3,"mask":6,"for":2,"req":5,"id":4,"self":11,"input":2,"ids":2,"index":6,"request":1,"get":3,"if":1,"none":1,"continue":1,"append":2,"grammar":3,"cpu":4,"torch":3,"numpy":1,"it":1,"s":1,"guaranteed":1,"that":2,"all":1,"this":1,"require":3,"so":1,"create":1,"a":1,"bool":1,"tensor":2,"represent":1,"dtype":1,"long":1,"true":1,"return":1,"num":3,"reqs":2,"logits":3,"device":3,"decode":1,"arange":1,"def":1,"mm":4,"dummy":6,"modality":2,"str":1,"max":2,"items":1,"per":1,"batchedtensorinputs":1,"data":6,"profiling":1,"and":1,"precompiling":1,"multimodal":1,"models":1,"decoder":3,"registry":1,"model":2,"config":2,"seq":1,"len":1,"tokens":1,"counts":1,"1":1,"multi":1,"modal":1},"86682,1773,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"result":1,"in":2,"the":4,"maximum":1,"gpu":1,"consumption":1,"of":4,"model":1,"dummy":3,"mm":6,"item":4,"data":1,"get":5,"modality":3,"index":1,"0":7,"return":3,"next":1,"grouped":2,"kwargs":3,"for":1,"group":1,"by":2,"max":7,"items":1,"per":1,"batch":1,"device":2,"self":2,"pin":2,"memory":2,"def":3,"req":10,"paddings":9,"min":17,"size":21,"int":10,"list":4,"logger":2,"info":2,"preparing":1,"request":1,"assert":4,"is":2,"power":2,"2":2,"1":6,"and":3,"num":13,"seqs":3,"while":1,"len":1,"or":1,"append":1,"d":1,"padded":2,"reqs":2,"with":3,"upper":4,"limit":4,"x":3,"res":2,"if":2,"else":2,"bit":1,"length":1,"token":10,"padding":5,"gap":3,"generate":1,"a":2,"starting":1,"from":1,"ending":1,"number":1,"that":1,"can":1,"cover":1,"then":2,"increase":3,"2x":1,"each":1,"time":1,"exponential":1,"first":1,"to":1,"twice":1},"88455,1976,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"if":2,"padding":3,"gap":3,"0":1,"logger":5,"info":5,"using":2,"exponential":1,"token":5,"paddings":11,"while":3,"true":2,"d":3,"num":13,"append":3,"max":2,"size":2,"break":1,"2":3,"else":1,"incremental":1,"return":4,"def":4,"get":1,"padded":1,"len":2,"list":4,"int":5,"x":3,"the":1,"first":1,"element":1,"in":1,"greater":1,"or":1,"equal":1,"to":3,"index":3,"bisect":2,"left":1,"assert":1,"make":1,"src":7,"and":1,"dst":7,"indices":11,"block":10,"ids":4,"device":9,"union":2,"torch":19,"str":2,"tuple":1,"tensor":12,"dtype":2,"int64":2,"compile":2,"backend":2,"openxla":2,"insert":1,"blocks":2,"tpu":10,"cpu":6,"cache":8,"none":1,"ops":1,"xla":1,"dynamo":1,"set":1,"buffer":1,"donor":1,"swap":1,"out":1},"90431,1950,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"none":2,"tpu":6,"blocks":6,"to":3,"cpu":4,"torch":3,"ops":1,"xla":1,"dynamo":1,"set":1,"buffer":1,"donor":1,"cache":5,"true":1,"block":12,"indices":7,"def":2,"copy":4,"kv":13,"src":18,"caches":9,"dict":2,"str":2,"tensor":6,"dst":17,"ids":10,"list":2,"int":6,"direction":2,"literal":1,"h2d":2,"d2h":1,"between":1,"different":1,"buffers":1,"if":2,"not":4,"or":4,"len":2,"return":2,"device":8,"next":2,"iter":2,"values":2,"make":1,"and":1,"fn":2,"insert":1,"else":1,"swap":1,"out":1,"for":2,"layer":3,"name":3,"in":1,"get":1,"padded":6,"num":14,"update":2,"slices":6,"tokens":4,"max":4,"reqs":4,"page":6,"size":6,"calculates":1,"the":3,"number":2,"of":2,"avoid":1,"recompilation":1,"note":1,"chengjiyao":1,"let":1,"s":1,"say":1,"r":4,"i":5,"is":3,"token":1,"th":1,"request":1,"so":1,"it":1,"occupies":1,"most":1,"2":5,"pages":2,"total":1,"maximum":1,"possible":1,"needed":1,"sum":2,"which":1,"min":1},"92381,1689,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"def":4,"get":1,"num":9,"slices":14,"per":10,"kv":1,"cache":1,"update":1,"block":9,"page":2,"size":2,"bytes":3,"int":4,"find":1,"the":6,"optimum":1,"number":4,"of":9,"to":6,"copy":1,"pallas":2,"program":2,"instance":2,"increasing":1,"copied":1,"in":3,"one":1,"kernel":2,"will":3,"increase":1,"hbm":1,"bandwidth":1,"utilization":1,"via":1,"more":2,"flight":1,"dmas":1,"however":1,"it":2,"also":1,"use":1,"vmem":4,"and":1,"experimentally":1,"we":2,"observed":1,"performance":1,"regression":1,"at":1,"128":1,"on":2,"v6e":1,"likely":1,"due":1,"running":1,"out":1,"scalar":1,"registers":1,"thus":1,"this":2,"function":1,"limit":4,"64":3,"default":1,"a":6,"is":1,"32mb":1,"here":1,"calculate":1,"based":1,"16mb":1,"case":1,"any":1,"register":1,"spills":1,"16":1,"1024":2,"assert":1,"0":1,"should":1,"be":2,"positive":1,"prev":1,"power":1,"2":1,"if":1,"return":1,"replace":1,"set":3,"lora":9,"model":1,"tpu":2,"self":4,"index":5,"torch":5,"tensor":7,"b":2,"embeddings":2,"optional":2,"bias":2,"none":1,"todo":1,"integer":1,"leads":1,"recompilation":1,"but":1,"converting":1,"doesn":1,"t":1,"seem":1,"work":1,"anymore":1,"might":1,"fixed":1,"with":1,"later":1,"release":1,"xla":1,"original":2,"xm":2,"mark":2,"step":2,"reset":2},"94070,388,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_model_runner.py":{"for":1,"module":12,"in":1,"model":1,"named":1,"modules":1,"if":1,"isinstance":1,"baselayerwithlora":1,"original":2,"set":4,"lora":8,"reset":4,"tpu":2,"get":2,"class":2},"0,1829,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":8,"vllm":9,"project":1,"from":8,"contextlib":1,"import":10,"contextmanager":1,"typing":1,"type":2,"checking":3,"any":1,"torch":4,"nn":2,"as":1,"config":6,"vllmconfig":2,"logger":4,"init":4,"model":5,"executor":1,"loader":1,"get":1,"v1":3,"attention":7,"backends":2,"cpu":2,"attn":2,"torchsdpametadatabuilderv1":1,"worker":1,"gpu":1,"runner":1,"gpumodelrunner":2,"if":3,"core":1,"sched":1,"output":4,"scheduleroutput":2,"name":1,"class":1,"cpumodelrunner":1,"def":2,"self":8,"device":5,"super":1,"assert":2,"speculative":1,"is":4,"none":2,"spec":1,"decode":1,"not":1,"supported":1,"use":2,"cuda":1,"graph":1,"false":2,"cascade":1,"enabled":1,"postprocess":1,"tensors":1,"may":2,"reorder":1,"batch":2,"scheduler":3,"update":1,"order":1,"of":3,"requests":2,"in":1,"based":2,"on":2,"backend":1,"s":1,"needs":1,"for":3,"example":1,"some":1,"namely":1,"mla":1,"want":1,"separate":1,"computation":1,"will":1,"be":1,"compute":1,"bound":2,"or":1,"memory":1,"args":1,"free":3,"models":2,"have":1,"zero":1,"kv":5,"cache":5,"goups":1,"however":1,"like":1,"mamba":1,"are":1,"also":1,"but":1,"keeping":1,"its":1,"internal":1,"state":1,"this":1,"why":1,"we":1,"check":1,"number":1,"groups":2,"instead":1,"solely":1,"len":1,"return":1},"1829,1804,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_model_runner.py":{"if":5,"len":1,"self":14,"kv":2,"cache":2,"config":4,"groups":3,"1":1,"raise":1,"valueerror":1,"multiple":1,"kvcachegroups":1,"is":4,"not":3,"currently":1,"supported":1,"with":2,"cpu":11,"model":7,"runner":1,"assert":3,"type":1,"attn":2,"0":4,"metadata":2,"builder":2,"torchsdpametadatabuilderv1":1,"reorder":1,"batch":5,"input":4,"scheduler":1,"output":1,"def":3,"postprocess":1,"tensors":3,"none":7,"note":1,"replace":5,"device":7,"tensor":17,"obj":4,"any":1,"attr":5,"name":5,"str":1,"getattr":2,"and":4,"isinstance":5,"torch":5,"setattr":1,"for":4,"k":12,"v":6,"in":4,"vars":3,"items":3,"endswith":3,"4":2,"11":1,"block":5,"table":4,"tables":1,"load":2,"eep":1,"scale":1,"up":1,"bool":1,"false":1,"logger":1,"info":1,"starting":1,"to":1,"s":1,"get":1,"vllm":2},"3633,1262,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_model_runner.py":{"if":2,"self":16,"lora":3,"config":15,"model":8,"load":1,"scheduler":1,"device":3,"def":5,"get":2,"nn":1,"module":1,"return":1,"warming":3,"up":3,"none":3,"logger":2,"info":2,"for":2,"the":3,"compilation":4,"only":1,"generate":1,"graph":1,"generic":1,"shape":1,"with":1,"set":2,"global":2,"settings":2,"vllm":1,"dummy":1,"run":1,"max":3,"16":1,"num":1,"reqs":1,"done":1,"init":1,"properties":1,"pass":2,"sync":1,"contextmanager":1,"vllmconfig":1,"import":1,"torch":4,"inductor":7,"compile":1,"try":1,"note":1,"mkldnn":1,"and":1,"cppgemm":1,"backend":1,"requires":1,"freezing":6,"parameters":1,"value":2,"autotune":1,"false":1,"true":1,"yield":1,"finally":1},"0,1425,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":18,"project":1,"a":1,"tpu":3,"worker":3,"class":2,"import":25,"os":1,"from":17,"typing":1,"any":1,"optional":1,"torch":7,"distributed":4,"nn":2,"as":5,"xla":4,"core":2,"model":4,"xm":1,"debug":1,"profiler":1,"xp":1,"runtime":1,"xr":1,"envs":2,"config":1,"vllmconfig":1,"ensure":2,"parallel":1,"initialized":2,"init":3,"environment":1,"kv":5,"transfer":3,"has":1,"group":1,"logger":4,"lora":1,"request":1,"lorarequest":1,"executor":1,"set":1,"random":1,"seed":1,"platforms":1,"current":1,"platform":1,"tasks":1,"supportedtask":1,"utils":3,"str":1,"dtype":2,"cdiv":1,"v1":7,"attention":1,"backends":1,"pallas":1,"head":1,"size":1,"alignment":1,"sched":1,"output":1,"scheduleroutput":1,"cache":2,"interface":1,"attentionspec":1,"kvcacheconfig":1,"kvcachespec":1,"outputs":1,"modelrunneroutput":1,"report":1,"usage":1,"stats":1,"runner":1,"tpumodelrunner":1,"bind":1,"name":1,"tpuworker":1},"1425,1878,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"def":1,"init":6,"self":30,"vllm":14,"config":41,"vllmconfig":1,"local":3,"rank":8,"int":2,"distributed":4,"method":3,"str":2,"is":5,"driver":3,"worker":4,"bool":1,"false":1,"model":4,"cache":8,"lora":2,"load":2,"parallel":11,"use":3,"spmd":4,"envs":1,"xla":1,"original":2,"none":1,"if":4,"under":1,"mode":1,"env":1,"initialized":1,"as":1,"there":1,"only":1,"one":1,"device":3,"tensor":1,"size":3,"1":3,"pipeline":1,"world":1,"scheduler":2,"speculative":2,"observability":2,"dtype":7,"auto":1,"else":1,"to":2,"torch":2,"trust":1,"remote":1,"code":1,"note":1,"lazy":1,"import":2,"avoid":1,"importing":1,"before":1,"initializing":1,"from":1,"utils":1,"cached":2,"hf":2,"modules":2},"3303,1957,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"delay":1,"profiler":7,"initialization":1,"to":5,"the":9,"start":2,"of":2,"profiling":2,"this":2,"is":8,"because":1,"in":2,"vllm":4,"v1":1,"mp":2,"runtime":2,"initialized":3,"before":1,"tpu":7,"worker":2,"server":2,"needs":1,"after":2,"self":17,"none":4,"profile":4,"dir":5,"if":2,"envs":2,"torch":4,"and":1,"rank":3,"1":4,"for":2,"we":2,"can":1,"only":2,"have":1,"active":1,"session":1,"so":1,"on":2,"rank0":1,"logger":1,"info":1,"enabled":2,"traces":1,"will":2,"be":2,"saved":1,"s":1,"model":3,"config":6,"seed":2,"0":1,"def":2,"initialize":2,"cache":3,"num":6,"gpu":3,"blocks":6,"int":2,"cpu":3,"init":5,"device":2,"os":3,"environ":3,"pjrt":1,"note":1,"currently":1,"xla":7,"compiler":3,"wrongly":1,"uses":1,"2d":1,"ring":2,"strategy":1,"1d":3,"flag":1,"force":2,"allreduce":2,"at":2,"chunk":2,"count":2,"a":1,"temporary":1,"solution":1,"fix":1,"it":1,"removed":1,"bug":1,"fixed":1,"libtpu":2,"args":2,"get":1,"jf":2,"conv":2,"input":2,"fusion":2,"false":3,"used":1,"improve":1,"perf":1,"quantized":1,"matmul":1,"set":2,"grad":1,"default":1,"dtype":2,"distributed":3,"environment":2,"method":1,"local":1},"5260,1961,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"device":9,"initialization":1,"should":1,"happen":1,"after":1,"initializing":1,"the":8,"distributed":1,"runtime":1,"self":14,"xm":2,"xla":8,"config":9,"set":4,"random":2,"seed":5,"model":4,"if":4,"is":4,"not":1,"none":1,"rng":1,"state":1,"increase":1,"cache":11,"size":5,"limit":4,"which":2,"maximum":1,"number":1,"of":1,"dynamo":2,"graphs":3,"that":2,"can":4,"be":1,"compiled":1,"todo":1,"nicklucche":1,"on":1,"gsm":1,"we":4,"compile":1,"80":1,"re":1,"evaluate":1,"with":1,"mm":1,"may":1,"get":1,"close":1,"to":5,"this":3,"torch":2,"128":1,"use":1,"persistent":1,"avoid":1,"recompilation":1,"note":1,"woosuk":1,"per":3,"rank":7,"path":7,"since":1,"different":2,"ranks":1,"have":2,"slightly":1,"world":3,"parallel":2,"xr":2,"global":1,"ordinal":1,"pytorch":1,"compilation":4,"uses":1,"ir":1,"generate":1,"keys":1,"consequently":1,"changes":1,"in":2,"optimization":1,"flags":1,"affect":1,"results":1,"don":1,"t":1,"change":1,"key":1,"result":1,"wrong":1,"being":1,"used":1,"prevent":1,"disabling":1,"during":1,"development":1,"recommended":1,"disable":1,"it":1,"by":1,"export":1,"vllm":5,"envs":2,"os":1,"join":1,"f":1,"tp":1,"initialize":1,"readonly":1,"false":1,"init":1,"modelrunner":1,"here":1,"so":1,"access":1,"runner":1,"tpumodelrunner":1,"original":1,"0":1,"usage":2,"stat":1,"enabled":1,"collect":1,"relevant":1,"info":1,"report":1,"stats":1},"7221,1708,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"def":1,"determine":1,"available":1,"memory":2,"self":9,"int":1,"kv":14,"caches":5,"dict":1,"str":1,"torch":4,"tensor":4,"cache":11,"spec":8,"model":9,"runner":7,"get":1,"for":2,"layer":6,"name":2,"in":1,"items":1,"if":1,"isinstance":1,"attentionspec":1,"dtype":4,"use":1,"an":1,"empty":1,"instead":1,"of":1,"none":2,"to":6,"force":1,"dynamo":4,"pass":1,"it":1,"by":2,"reference":1,"rather":1,"specializing":1,"on":1,"the":8,"value":1,"tpu":2,"device":2,"else":1,"raise":1,"notimplementederror":1,"f":1,"unsupported":1,"type":1,"list":1,"bind":1,"vllm":1,"config":3,"compilation":1,"static":1,"forward":1,"context":1,"max":3,"num":3,"tokens":3,"batched":1,"due":1,"padding":1,"with":2,"maybe":1,"setup":1,"dummy":1,"loras":1,"lora":1,"profile":1,"run":3,"synchronize":1,"before":1,"measuring":1,"usage":1,"xm":1,"wait":1,"ops":1,"during":1,"profiling":2,"runs":2,"without":1,"after":1,"always":2,"here":1,"we":1,"clear":1,"and":1,"cached":2,"bytecode":3,"ensure":1,"has":1,"one":2,"compiled":2,"having":1,"fx":1,"graph":1,"per":1,"is":1,"required":1,"support":1,"compile":1,"decorator":1,"skip":1,"guard":1,"reset":1},"8929,1151,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"get":7,"the":6,"maximum":1,"amount":1,"of":3,"memory":10,"used":4,"by":1,"model":1,"weights":3,"and":2,"intermediate":1,"activations":2,"if":1,"self":2,"use":4,"spmd":4,"this":1,"is":3,"a":1,"workaround":1,"for":2,"tpu":4,"mode":2,"info":6,"api":1,"doesn":1,"t":1,"work":1,"with":1,"in":3,"pytorch":2,"xla":3,"todo":1,"xm":2,"once":1,"it":1,"s":1,"supported":1,"import":1,"chip":3,"type":2,"device":5,"local":1,"chips":1,"usage":5,"metrics":1,"total":3,"size":2,"0":2,"current":3,"mem":3,"else":1,"m":4,"bytes":3,"limit":1,"ideally":1,"we":2,"would":1,"profiled":2,"peak":3,"to":2,"but":1,"there":2,"during":1,"compilation":1,"weight":1,"loading":1,"that":1,"impacts":1,"no":1,"way":1,"reset":1,"so":1,"heuristic":1,"2":1,"1":1,"02":1},"10080,1974,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"calculate":1,"the":4,"tpu":7,"kv":8,"cache":7,"size":19,"based":1,"on":1,"profiling":1,"usable":3,"memory":5,"int":2,"total":1,"self":17,"config":4,"gpu":1,"utilization":1,"bytes":4,"max":1,"profiled":1,"0":2,"head":14,"model":9,"get":1,"if":7,"padded":5,"cdiv":1,"alignment":2,"logger":1,"warning":1,"once":1,"is":9,"to":2,"d":1,"we":1,"adjust":1,"for":1,"prevent":1,"oom":1,"errors":1,"even":1,"after":1,"padding":1,"return":3,"def":5,"execute":2,"scheduler":2,"output":5,"scheduleroutput":1,"optional":1,"modelrunneroutput":1,"runner":4,"every":1,"worker":2,"s":1,"needed":1,"when":1,"transfer":2,"group":2,"setup":1,"driver":1,"or":1,"has":1,"else":2,"none":5,"profile":3,"start":4,"bool":2,"true":1,"rank":1,"1":1,"dir":2,"raise":1,"runtimeerror":1,"profiler":3,"not":1,"enabled":1,"xp":3,"server":1,"9012":1,"trace":2,"stop":1,"add":2,"lora":4,"request":2,"lorarequest":1,"load":2,"update":2,"overrides":2,"dict":1,"str":1,"any":1},"12054,1048,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"def":7,"reload":2,"weights":2,"self":15,"none":4,"model":13,"runner":6,"compile":1,"or":1,"warm":1,"up":1,"if":1,"not":2,"config":6,"enforce":1,"eager":1,"capture":1,"reset":1,"the":4,"seed":3,"to":1,"ensure":1,"that":1,"random":2,"state":1,"is":1,"affected":1,"by":1,"initialization":1,"and":1,"profiling":1,"set":1,"get":6,"nn":1,"module":1,"return":4,"supported":2,"tasks":2,"tuple":1,"supportedtask":1,"kv":7,"cache":7,"spec":2,"dict":1,"str":1,"kvcachespec":1,"initialize":2,"from":1,"kvcacheconfig":1,"allocate":1,"gpu":1,"with":1,"specified":1,"check":1,"health":1,"worker":1,"will":1,"always":1,"be":1,"healthy":1,"as":2,"long":1,"it":1,"s":1,"running":1},"13102,1315,data/raw/vllm-0.10.1/vllm/v1/worker/tpu_worker.py":{"def":1,"init":5,"tpu":4,"worker":2,"distributed":6,"environment":3,"self":2,"vllm":4,"config":8,"vllmconfig":1,"rank":6,"int":2,"method":3,"optional":1,"str":1,"none":2,"local":3,"1":1,"initialize":2,"the":4,"if":1,"use":3,"spmd":2,"xr":1,"note":1,"woosuk":1,"this":1,"is":1,"just":1,"to":1,"tp":1,"group":1,"and":3,"broadcast":1,"input":1,"objects":1,"on":2,"cpu":1,"all":4,"reduce":2,"gather":2,"ops":1,"are":1,"invoked":1,"by":1,"xm":2,"which":1,"their":1,"own":1,"context":1,"parallel":8,"world":2,"size":4,"backend":2,"current":1,"platform":1,"dist":1,"ensure":2,"model":1,"initialized":2,"tensor":1,"pipeline":1,"kv":1,"transfer":1,"try":1,"from":1,"commons":2,"import":1,"tpuworker":3,"as":1,"tpucommonsworker":2,"type":1,"ignore":1,"except":1,"importerror":1,"logger":1,"info":1,"not":1,"found":1,"using":1,"s":1,"pass":1},"0,1918,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":19,"project":1,"import":30,"dataclasses":1,"gc":1,"itertools":1,"time":1,"from":22,"collections":2,"defaultdict":1,"abc":1,"iterator":1,"contextlib":1,"contextmanager":1,"typing":1,"type":1,"checking":1,"any":1,"optional":1,"union":1,"cast":1,"numpy":1,"as":3,"np":1,"torch":3,"distributed":4,"nn":2,"tqdm":2,"envs":2,"attention":5,"attentiontype":1,"backends":1,"abstract":1,"attentionbackend":1,"layers":4,"chunked":1,"local":1,"chunkedlocalattention":1,"compilation":4,"counter":2,"cuda":1,"graph":2,"cudagraphwrapper":1,"monitor":1,"set":2,"cudagraph":1,"capturing":1,"enabled":1,"config":3,"compilationlevel":1,"cudagraphmode":1,"vllmconfig":1,"get":5,"update":1,"eplb":2,"state":2,"eplbstate":1,"kv":3,"transfer":3,"group":4,"has":1,"parallel":1,"pp":1,"tp":1,"capture":1,"is":2,"global":1,"first":1,"rank":1,"prepare":1,"communication":1,"buffer":1,"for":1,"model":7,"forward":2,"context":2,"batchdescriptor":1,"dpmetadata":1,"logger":2,"init":1,"executor":4,"mamba":2,"mixer2":1,"mambabase":1,"rotary":1,"embedding":1,"mrotaryembedding":1,"loader":2,"tensorizerloader":1,"models":1,"interfaces":1,"mixture":1,"of":1,"experts":1,"supports":2,"eagle3":1,"transcription":1},"1918,1988,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"from":20,"vllm":20,"model":4,"executor":1,"models":1,"interfaces":1,"base":1,"import":20,"vllmmodelforpooling":1,"is":3,"pooling":2,"text":1,"generation":1,"multimodal":4,"registry":1,"inputs":1,"batchedtensorinputs":1,"multimodalkwargsitem":1,"placeholderrange":1,"utils":3,"group":1,"mm":1,"kwargs":1,"by":1,"modality":1,"params":2,"poolingparams":1,"sampling":1,"samplingtype":1,"sequence":1,"intermediatetensors":1,"pooleroutput":1,"tasks":1,"generationtask":1,"poolingtask":1,"supportedtask":1,"str":1,"dtype":3,"to":2,"torch":1,"devicememoryprofiler":1,"gib":1,"bytes":1,"lazyloader":1,"cdiv":1,"check":1,"use":1,"alibi":1,"get":2,"size":1,"pin":1,"memory":1,"available":1,"round":1,"up":1,"supports":1,"dynamo":1,"v1":11,"attention":3,"backends":2,"mamba":2,"selectors":1,"attn":1,"backend":1,"attentioncgsupport":1,"attentionmetadatabuilder":1,"commonattentionmetadata":1,"make":1,"kv":2,"sharing":1,"fast":1,"prefill":1,"metadata":3,"reorder":1,"batch":1,"split":1,"decodes":1,"and":1,"prefills":1,"cudagraph":1,"dispatcher":1,"cudagraphdispatcher":1,"cache":1,"interface":1,"attentionspec":1,"chunkedlocalattentionspec":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachespec":1,"mambaspec":1,"slidingwindowspec":1,"outputs":1,"empty":1,"runner":1,"output":1,"logprobstensors":1,"modelrunneroutput":1,"pool":1,"poolingmetadata":1,"sample":4,"logits":1,"processor":1,"logitsprocessors":1,"build":1,"logitsprocs":1,"samplingmetadata":1,"rejection":1,"sampler":3,"rejectionsampler":1,"spec":1,"decode":1,"eagle":1,"eagleproposer":1},"3906,1928,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"from":9,"vllm":20,"v1":7,"spec":3,"decode":3,"medusa":1,"import":11,"medusaproposer":1,"metadata":1,"specdecodemetadata":1,"ngram":1,"proposer":1,"ngramproposer":1,"worker":3,"gpu":1,"input":1,"batch":1,"cachedrequeststate":1,"inputbatch":1,"kv":4,"connector":1,"model":6,"runner":2,"mixin":2,"kvconnectormodelrunnermixin":2,"kvconnectoroutput":1,"lora":3,"loramodelrunnermixin":2,"utils":1,"attentiongroup":1,"multimodalbudget":1,"bind":1,"cache":4,"gather":1,"mm":3,"placeholders":2,"initialize":1,"for":1,"sharing":1,"sanity":1,"check":1,"encoder":1,"outputs":1,"scatter":1,"if":1,"type":1,"checking":1,"xgrammar":4,"as":2,"xgr":6,"kernels":2,"apply":2,"token":2,"bitmask":2,"inplace":2,"torch":6,"compile":5,"noqa":1,"e501":1,"executor":1,"loader":1,"tensorizer":1,"tensorizerconfig":1,"core":1,"sched":1,"output":1,"scheduleroutput":1,"else":1,"lazyloader":2,"globals":2,"logger":2,"init":2,"name":1,"class":1,"gpumodelrunner":1,"def":1,"self":11,"config":30,"vllmconfig":1,"device":2,"compilation":2,"load":2,"parallel":2,"scheduler":2,"speculative":2,"observability":2},"5834,1960,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"from":1,"vllm":1,"model":20,"executor":1,"models":1,"utils":1,"import":1,"set":2,"cpu":3,"offload":3,"max":8,"bytes":2,"int":1,"self":30,"cache":9,"config":26,"gb":1,"1024":1,"3":1,"scheduler":4,"parallel":3,"device":2,"pin":2,"memory":2,"is":7,"available":1,"dtype":9,"if":1,"auto":1,"kv":2,"else":1,"str":1,"to":1,"torch":1,"pooling":1,"pooler":1,"not":2,"none":2,"encoder":1,"only":1,"false":1,"multimodal":4,"raw":2,"input":2,"supported":2,"len":2,"num":6,"tokens":2,"batched":1,"reqs":1,"seqs":1,"related":1,"query":1,"heads":2,"get":2,"attention":3,"hidden":2,"size":4,"chunk":2,"cascade":2,"attn":2,"enabled":1,"disable":1,"multi":1,"modal":1,"data":1,"support":1,"mm":3,"registry":3,"uses":2,"mrope":2,"supports":2,"inputs":2,"sampler":3,"logprobs":2,"mode":2,"eplb":1,"state":2,"optional":1,"eplbstate":1,"of":1,"the":2,"expert":1,"parallelism":1,"load":1,"balancer":1,"will":1,"be":1,"lazily":1,"initialized":1,"when":1,"loaded":1},"7794,1736,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"lazy":1,"initializations":1,"self":24,"model":4,"nn":1,"module":1,"set":2,"after":1,"load":1,"initialize":2,"in":2,"kv":4,"cache":4,"caches":1,"list":3,"torch":2,"tensor":2,"indexes":1,"group":3,"id":3,"attn":2,"groups":1,"attentiongroup":1,"config":11,"kvcacheconfig":1,"req":1,"input":1,"encoder":2,"output":1,"dict":3,"str":2,"int":1,"use":3,"aux":2,"hidden":2,"state":2,"outputs":2,"false":1,"up":1,"speculative":8,"decoding":2,"note":1,"jiayi":1,"currently":1,"we":1,"put":1,"the":3,"entire":1,"draft":2,"on":1,"last":2,"pp":2,"rank":2,"this":1,"is":2,"not":1,"ideal":1,"if":4,"there":1,"are":1,"many":1,"layers":1,"and":1,"get":1,"method":5,"ngram":1,"drafter":3,"ngramproposer":1,"vllm":4,"elif":2,"eagle":1,"eagleproposer":1,"device":3,"type":2,"ignore":2,"eagle3":1,"true":1,"medusa":1,"medusaproposer":1,"else":1,"raise":1,"valueerror":1,"unknown":1,"f":1,"rejection":1,"sampler":1,"rejectionsampler":1,"request":1,"states":1,"requests":1,"cachedrequeststate":1},"9530,1923,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"input":5,"batch":9,"note":1,"chen":1,"ideally":1,"we":3,"should":1,"initialize":6,"the":12,"inside":1,"kv":4,"cache":6,"based":1,"on":1,"config":13,"however":1,"as":2,"in":6,"https":1,"github":1,"com":1,"vllm":5,"project":1,"pull":1,"18298":1,"due":1,"to":3,"some":1,"unknown":1,"reasons":1,"have":1,"before":1,"load":1,"model":8,"quantization":1,"weight":1,"offloading":1,"will":1,"fail":1,"otherwise":1,"a":1,"temporary":1,"solution":1,"here":2,"and":2,"re":1,"it":1,"if":2,"block":4,"sizes":8,"is":6,"different":2,"from":1,"self":21,"inputbatch":1,"max":7,"num":4,"reqs":2,"len":2,"batched":1,"tokens":2,"device":5,"pin":3,"memory":3,"vocab":2,"size":4,"get":1,"spec":1,"decode":1,"bool":1,"speculative":1,"logitsprocs":2,"build":1,"pooling":3,"logits":1,"processors":1,"todo":1,"woosuk":1,"provide":1,"an":1,"option":1,"tune":1,"cudagraph":6,"convention":1,"sorts":1,"ascending":1,"order":2,"are":1,"descending":1,"compilation":3,"capture":2,"mode":1,"cudagraphmode":1,"none":1,"list":1,"reversed":1,"properties":2,"init":1},"11453,1470,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"persistent":1,"buffers":1,"for":2,"cuda":1,"graphs":1,"self":17,"input":1,"ids":1,"torch":11,"zeros":5,"max":5,"num":5,"tokens":3,"dtype":5,"int32":3,"device":10,"positions":2,"int64":2,"query":1,"start":1,"loc":1,"reqs":2,"1":1,"seq":1,"lens":1,"slot":1,"mapping":1,"none":2,"in":2,"the":2,"first":1,"pp":1,"rank":1,"rest":1,"are":1,"set":1,"after":1,"load":1,"model":1,"intermediate":1,"tensors":1,"optional":1,"intermediatetensors":1,"only":1,"relevant":1,"models":1,"using":1,"m":1,"rope":1,"e":1,"g":1,"qwen2":1,"vl":1,"if":1,"uses":1,"mrope":2,"note":1,"is":1,"implemented":1,"with":2,"one":1,"additional":1,"dummy":1,"position":1,"on":1,"purpose":1,"to":1,"make":1,"it":2,"non":1,"contiguous":1,"so":1,"that":1,"can":1,"work":1,"compile":1,"see":1,"detailed":1,"explanation":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"12128":1,"discussion":1,"r1926431923":1},"12923,1081,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"note":1,"when":1,"m":2,"rope":3,"is":1,"enabled":1,"position":2,"ids":2,"are":1,"3d":1,"regardless":1,"of":3,"the":1,"modality":1,"inputs":3,"for":2,"text":1,"only":2,"each":1,"dimension":1,"has":1,"identical":1,"making":1,"functionally":1,"equivalent":1,"to":1,"1d":1,"see":1,"page":1,"5":1,"https":1,"arxiv":1,"org":1,"abs":1,"2409":1,"12191":1,"self":14,"mrope":4,"positions":4,"torch":5,"zeros":3,"3":2,"max":3,"num":3,"tokens":3,"1":2,"dtype":4,"int64":2,"device":5,"cpu":3,"pin":2,"memory":2,"np":1,"numpy":1,"relevant":1,"models":1,"using":1,"alibi":3,"e":1,"g":1,"mpt":1,"use":2,"check":1,"model":1,"config":1,"embeds":1,"hidden":1,"size":1},"14004,1783,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"optimization":1,"cache":1,"the":2,"tensors":3,"rather":1,"than":1,"creating":2,"them":1,"every":2,"step":1,"keep":1,"in":2,"int64":3,"to":1,"avoid":1,"overflow":1,"with":1,"long":1,"context":1,"self":22,"arange":2,"np":6,"max":8,"num":6,"reqs":3,"1":2,"model":1,"len":1,"tokens":3,"dtype":5,"note":1,"woosuk":1,"these":2,"are":2,"stateless":1,"i":1,"e":1,"they":1,"literally":1,"a":2,"faster":1,"version":1,"of":1,"new":1,"tensor":1,"time":1,"thus":1,"we":1,"should":1,"not":1,"make":1,"any":1,"assumptions":1,"about":1,"values":1,"input":1,"ids":1,"cpu":11,"torch":8,"zeros":4,"int32":3,"device":4,"pin":8,"memory":8,"positions":3,"numpy":3,"query":3,"start":3,"loc":3,"seq":3,"lens":3},"15787,1692,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"layer":6,"pairings":1,"for":2,"cross":1,"kv":8,"sharing":5,"if":5,"an":1,"attention":2,"name":2,"is":1,"in":1,"the":3,"keys":2,"of":2,"this":2,"dict":3,"it":1,"means":1,"will":1,"perform":1,"using":1,"and":1,"values":1,"from":1,"cache":4,"shared":2,"layers":3,"self":24,"str":4,"fast":4,"prefill":4,"eligible":1,"set":2,"logits":2,"indices":2,"none":3,"config":6,"torch":2,"zeros":1,"max":5,"num":11,"tokens":3,"dtype":1,"int32":1,"device":2,"uniform":1,"decode":1,"query":1,"len":4,"1":2,"not":1,"speculative":3,"else":2,"cudagraph":3,"dispatcher":2,"runtime":1,"dispatching":1,"cudagraphdispatcher":1,"vllm":1,"mm":3,"budget":1,"multimodalbudget":1,"model":6,"scheduler":1,"registry":1,"reqs":8,"supports":1,"inputs":1,"reorder":1,"batch":4,"threshold":1,"optional":1,"int":2,"def":1,"init":1,"kwargs":3,"any":1,"input":3,"pooling":7,"params":3,"0":1,"return":1,"metadata":1,"assert":1},"17479,1883,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"token":11,"type":9,"id":4,"requests":6,"dict":1,"int":2,"any":1,"for":5,"i":6,"param":3,"in":3,"enumerate":1,"pooling":1,"params":1,"if":5,"extra":2,"kwargs":5,"is":5,"not":3,"none":4,"and":2,"types":2,"get":2,"compressed":1,"ids":7,"len":2,"0":2,"return":3,"model":4,"seq":4,"lens":4,"self":8,"num":2,"reqs":2,"range":1,"pos":2,"torch":2,"arange":1,"append":1,"concat":1,"to":3,"device":2,"def":1,"may":2,"reorder":4,"batch":6,"scheduler":4,"output":4,"scheduleroutput":1,"update":1,"the":7,"order":1,"of":3,"based":2,"on":2,"attention":6,"backend":1,"s":1,"needs":1,"example":1,"some":1,"backends":1,"namely":1,"mla":1,"want":1,"separate":1,"computation":1,"will":1,"be":1,"compute":1,"bound":2,"or":1,"memory":1,"args":1,"free":3,"models":2,"have":1,"zero":1,"kv":5,"cache":5,"goups":1,"however":1,"like":1,"mamba":1,"are":1,"also":1,"but":1,"use":1,"keeping":1,"its":1,"internal":1,"state":1,"this":1,"why":1,"we":1,"check":1,"number":1,"groups":2,"instead":1,"solely":1,"checking":1,"config":2,"threshold":3,"split":1,"decodes":1,"prefills":1,"input":1,"decode":1},"19362,1635,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"note":3,"used":3,"for":6,"model":3,"runner":2,"override":2,"def":3,"init":1,"device":7,"properties":5,"self":10,"none":5,"initialize":1,"attributes":1,"from":3,"torch":3,"cuda":3,"get":2,"num":1,"sms":1,"multi":1,"processor":1,"count":1,"sync":1,"synchronize":1,"update":2,"states":5,"scheduler":4,"output":4,"scheduleroutput":1,"the":17,"cached":3,"and":5,"persistent":2,"batch":4,"with":2,"updated":2,"are":1,"by":1,"prepare":1,"inputs":1,"function":1,"to":2,"create":1,"input":2,"gpu":2,"tensors":1,"samplingmetadata":1,"is":3,"copied":1,"if":1,"there":2,"a":3,"new":2,"resumed":1,"paused":1,"finished":6,"request":5,"in":4,"remove":3,"requests":4,"req":9,"id":6,"ids":4,"pop":2,"encoder":1,"cache":1,"woosuk":1,"could":1,"be":1,"an":1,"edge":1,"case":2,"where":1,"scheduled":1,"overlap":1,"this":2,"happens":1,"when":1,"aborted":1,"then":1,"resubmitted":1,"same":1,"we":1,"treat":1,"them":1,"as":2,"two":1,"distinct":1,"clearing":1,"first":1,"handling":1,"second":1},"20997,1927,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"free":2,"the":9,"cached":5,"encoder":8,"outputs":5,"for":3,"req":19,"id":10,"input":5,"in":5,"scheduler":3,"output":3,"ids":8,"self":5,"cache":2,"get":1,"if":4,"is":1,"not":3,"none":4,"pop":2,"remove":3,"unscheduled":4,"requests":7,"from":2,"persistent":3,"batch":5,"note":2,"woosuk":2,"are":2,"either":1,"preempted":1,"or":1,"running":1,"that":2,"scheduled":6,"this":2,"step":1,"we":1,"them":1,"but":1,"keep":1,"their":1,"states":2,"since":1,"they":1,"will":1,"be":1,"again":1,"sometime":1,"future":1,"num":1,"tokens":1,"keys":2,"to":3,"index":1,"optimization":2,"assumes":1,"consecutive":1,"batches":2,"contain":1,"mostly":1,"same":1,"have":1,"low":1,"request":2,"overlap":1,"e":1,"g":1,"alternating":1,"between":1,"two":1,"distinct":1,"sets":1,"of":1,"becomes":1,"very":1,"inefficient":1,"add":2,"list":1,"str":1,"new":6,"data":4,"reqs":1,"sampling":6,"params":7,"pooling":2,"and":1,"type":1,"samplingtype":1,"random":1,"seed":3,"generator":4,"torch":1,"device":2,"manual":1,"else":1},"22924,959,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":1,"pooling":6,"params":7,"assert":1,"task":4,"is":1,"not":2,"none":1,"you":1,"did":1,"set":1,"in":1,"the":1,"api":1,"model":3,"cast":1,"vllmmodelforpooling":1,"self":2,"get":2,"to":2,"update":2,"pooler":1,"updates":1,"apply":1,"requests":1,"req":9,"id":3,"cachedrequeststate":1,"prompt":2,"token":3,"ids":5,"new":6,"data":6,"mm":4,"kwargs":2,"positions":2,"sampling":2,"generator":2,"block":2,"num":2,"computed":2,"tokens":2,"output":1,"lora":2,"request":2},"23883,1987,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"only":1,"relevant":1,"for":2,"models":1,"using":1,"m":1,"rope":1,"e":1,"g":1,"qwen2":1,"vl":1,"if":6,"self":6,"uses":1,"mrope":3,"image":6,"grid":18,"thw":12,"video":11,"second":6,"per":6,"ts":6,"audio":11,"feature":6,"lengths":6,"use":5,"in":6,"false":1,"mm":13,"item":2,"requests":4,"req":6,"id":5,"kwargs":1,"input":11,"get":7,"data":1,"is":5,"not":4,"none":4,"append":5,"tolist":2,"true":2,"hf":4,"config":5,"model":1,"positions":2,"position":1,"delta":1,"mrotaryembedding":1,"tensor":1,"prompt":1,"token":1,"ids":2,"to":1,"add":1},"25870,1489,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"update":2,"the":9,"states":2,"of":1,"running":1,"resumed":3,"requests":2,"is":3,"last":4,"rank":3,"get":1,"pp":2,"group":1,"req":14,"data":6,"scheduler":2,"output":3,"scheduled":1,"cached":2,"reqs":1,"for":1,"i":5,"id":2,"in":2,"enumerate":1,"ids":10,"state":5,"self":1,"num":10,"computed":5,"tokens":13,"new":11,"block":2,"from":3,"preemption":2,"if":3,"not":1,"when":1,"using":1,"sends":1,"sampled":2,"back":1,"because":1,"there":1,"s":2,"no":1,"direct":1,"communication":1,"between":1,"first":1,"stage":2,"worker":2,"and":1,"token":8,"add":1,"previous":1,"step":1,"any":1,"this":1,"doesn":1,"t":1,"include":1,"unverified":1,"like":1,"spec":1,"len":1,"1":2,"avoid":1,"slicing":1,"list":1,"most":1,"common":1,"case":1,"append":1,"elif":1,"0":1,"extend":1},"27359,1822,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"update":3,"the":14,"block":11,"ids":19,"if":3,"not":4,"resumed":3,"from":2,"preemption":2,"append":3,"new":10,"blocks":1,"to":6,"existing":2,"for":2,"in":3,"zip":1,"req":13,"state":2,"extend":1,"else":1,"request":3,"is":4,"replace":1,"with":1,"ones":1,"index":14,"self":6,"input":6,"batch":8,"id":3,"get":1,"none":1,"persistent":2,"was":2,"either":1,"preempted":1,"and":2,"later":1,"or":1,"scheduled":1,"previous":1,"step":1,"needs":1,"be":1,"added":1,"again":1,"add":2,"continue":1,"num":6,"computed":4,"tokens":7,"cpu":4,"table":1,"row":1,"last":2,"rank":2,"we":1,"don":1,"t":1,"need":1,"token":12,"because":1,"sampled":1,"are":1,"already":1,"cached":1,"start":2,"end":4,"len":1,"no":1,"spec":1},"29181,1820,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"add":4,"spec":11,"token":9,"ids":8,"to":4,"cpu":2,"scheduler":5,"output":5,"scheduled":2,"decode":1,"tokens":8,"get":1,"req":16,"id":3,"if":5,"num":6,"len":1,"start":3,"index":8,"self":10,"input":7,"batch":10,"no":1,"end":2,"note":1,"woosuk":1,"here":1,"may":2,"include":1,"the":5,"new":2,"or":1,"resumed":1,"requests":3,"persistent":1,"smaller":1,"empty":1,"indices":1,"are":2,"filled":1,"first":1,"for":2,"in":2,"state":2,"request":1,"condense":2,"batched":1,"states":1,"there":1,"gaps":1,"left":1,"by":1,"removed":1,"allow":1,"attention":1,"backend":1,"reorder":2,"potentially":1,"refresh":2,"metadata":2,"with":1,"any":1,"pending":1,"updates":1,"def":1,"extract":1,"mm":9,"kwargs":9,"scheduleroutput":1,"batchedtensorinputs":1,"is":1,"multimodal":1,"raw":1,"supported":1,"noqa":1,"sim102":1,"list":3,"multimodalkwargsitem":1,"reqs":1,"not":1,"isinstance":1,"extend":1},"31001,1701,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"input":2,"all":1,"modalities":1,"at":1,"once":1,"mm":13,"kwargs":8,"combined":3,"batchedtensorinputs":2,"for":2,"group":3,"in":2,"by":1,"modality":4,"device":2,"self":8,"pin":2,"memory":2,"update":1,"return":5,"def":2,"dummy":4,"num":13,"seqs":2,"int":1,"if":1,"is":2,"multimodal":1,"raw":1,"supported":1,"budget":4,"assert":1,"not":1,"none":2,"get":4,"with":1,"max":1,"tokens":12,"batch":1,"cumsum":4,"and":2,"arange":6,"np":9,"ndarray":3,"dtype":4,"optional":1,"tuple":1,"the":2,"cumulative":1,"sum":1,"batched":1,"of":1,"given":1,"array":1,"e":1,"g":1,"2":15,"5":2,"3":5,"7":6,"10":3,"0":8,"1":8,"4":2,"equivalent":1,"to":1,"but":1,"faster":1,"than":1,"concatenate":1,"n":2,"step":3,"cu":4,"total":2,"cumsums":2,"offsets":2,"repeat":1},"32702,1910,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"prepare":1,"inputs":1,"self":10,"scheduler":4,"output":4,"scheduleroutput":1,"tuple":2,"dict":1,"str":1,"any":1,"torch":1,"tensor":1,"optional":2,"specdecodemetadata":1,"np":9,"ndarray":1,"commonattentionmetadata":1,"int":1,"return":1,"attn":1,"metadata":3,"layer":1,"to":1,"attention":1,"mapping":1,"logits":1,"indices":4,"spec":1,"decode":1,"total":4,"num":17,"scheduled":10,"tokens":16,"assert":2,"0":7,"reqs":5,"input":4,"batch":4,"optimization":1,"start":1,"copying":1,"the":4,"block":3,"table":3,"first":1,"this":1,"way":1,"we":1,"can":1,"overlap":1,"copy":1,"with":1,"following":1,"cpu":2,"operations":1,"commit":1,"get":4,"number":1,"of":1,"for":3,"each":1,"request":2,"req":5,"ids":3,"i":2,"in":1,"array":1,"dtype":1,"int32":1,"max":2,"e":2,"g":2,"2":8,"5":2,"3":3,"1":8,"repeat":1,"arange":5,"cu":2,"7":1,"10":1,"4":1,"cumsum":1,"and":1,"positions":6,"add":1,"computed":1,"out":1,"calculate":1,"m":2,"rope":2,"only":1,"relevant":1,"models":1,"using":1,"qwen2":1,"vl":1,"if":1,"uses":1,"mrope":2,"calc":1},"34612,1890,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"get":1,"token":5,"indices":5,"e":2,"g":2,"0":7,"1":9,"2":7,"3":2,"4":2,"m":10,"where":1,"is":2,"the":4,"max":1,"model":1,"len":1,"positions":7,"np":7,"req":2,"self":16,"input":8,"batch":5,"ids":5,"cpu":7,"shape":1,"note":1,"woosuk":1,"we":1,"use":1,"torch":4,"index":3,"select":3,"instead":1,"of":1,"take":2,"here":1,"because":1,"much":1,"faster":1,"than":1,"for":2,"large":1,"tensors":2,"tensor":1,"flatten":1,"from":1,"numpy":1,"out":1,"total":8,"num":14,"scheduled":9,"tokens":11,"block":2,"table":2,"compute":1,"slot":2,"mapping":2,"commit":1,"prepare":1,"attention":1,"metadata":1,"query":2,"start":2,"loc":2,"reqs":3,"cu":1,"seq":1,"lens":1,"computed":1,"copy":4,"to":1,"gpu":1,"non":3,"blocking":3,"true":3,"if":1,"uses":1,"mrope":3,"only":1,"relevant":1,"models":1,"using":1,"rope":1,"qwen2":1,"vl":1,"else":1,"common":1,"case":1,"1d":1},"36502,1934,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"self":10,"query":8,"start":8,"loc":8,"num":13,"reqs":9,"1":6,"copy":2,"cpu":3,"non":3,"blocking":2,"true":2,"seq":3,"lens":3,"fill":3,"unused":1,"with":1,"0":3,"for":4,"full":1,"cuda":1,"graph":1,"mode":1,"note":2,"pad":1,"to":3,"be":1,"decreasing":1,"as":1,"kernels":1,"like":1,"flashattention":1,"requires":1,"that":1,"item":1,"spec":9,"decode":9,"common":1,"attn":1,"metadata":5,"none":2,"use":2,"len":2,"scheduler":2,"output":2,"scheduled":2,"tokens":9,"if":1,"not":3,"woosuk":1,"due":1,"chunked":1,"prefills":1,"the":5,"batch":2,"may":1,"contain":1,"partial":3,"requests":5,"while":1,"we":3,"should":1,"sample":1,"any":1,"token":3,"from":2,"these":1,"do":1,"so":1,"simplicity":1,"will":1,"ignore":1,"sampled":1,"todo":1,"support":1,"prompt":1,"logprobs":1,"logits":3,"indices":3,"else":1,"get":1,"number":1,"of":1,"draft":7,"each":1,"request":1,"iterate":1,"over":1,"dictionary":1,"rather":1,"than":1,"all":2,"since":1,"have":1,"np":2,"zeros":1,"dtype":1,"int32":1,"req":5,"id":3,"ids":2,"in":1,"items":1,"idx":2,"input":1,"index":1,"calc":1,"cu":1},"38436,1645,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"logits":21,"indices":13,"padded":6,"none":3,"if":3,"self":10,"cache":2,"config":3,"kv":6,"sharing":5,"fast":5,"prefill":5,"assert":2,"is":2,"not":2,"num":11,"shape":1,"0":2,"copy":1,"there":1,"might":1,"have":1,"leftover":1,"in":3,"from":1,"previous":1,"iterations":1,"whose":1,"values":1,"may":1,"be":1,"greater":1,"than":1,"the":5,"batch":3,"size":2,"current":1,"iteration":1,"to":2,"ensure":1,"are":2,"always":1,"valid":1,"we":1,"fill":2,"with":1,"last":1,"index":1,"1":2,"item":1,"compilation":1,"cudagraph":3,"mode":1,"cudagraphmode":1,"and":1,"sizes":1,"use":1,"piecewise":1,"cuda":1,"graphs":1,"add":1,"padding":1,"vllm":1,"pad":1,"for":1,"else":1,"attn":2,"metadata":4,"dict":1,"str":1,"any":1,"prepare":1,"encoder":4,"attention":1,"separately":1,"layers":1,"groups":1,"only":2,"model":1,"per":1,"layer":1,"build":1,"scheduler":1,"output":1},"40081,1890,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"add":1,"encoder":5,"attention":5,"metadata":9,"for":5,"all":1,"layers":5,"get":2,"from":1,"vllm":2,"config":3,"self":8,"layer":4,"name":3,"attn":8,"module":2,"in":4,"items":1,"if":1,"type":1,"attentiontype":1,"only":1,"common":2,"per":1,"prepare":1,"the":3,"each":1,"kv":6,"cache":7,"group":5,"and":2,"make":1,"same":2,"share":1,"id":2,"spec":1,"enumerate":1,"groups":1,"blk":6,"table":8,"input":2,"batch":2,"block":2,"tensor":5,"device":1,"num":15,"reqs":8,"slot":5,"mapping":5,"total":3,"scheduled":4,"tokens":7,"fill":2,"unused":1,"with":1,"1":4,"needed":1,"reshape":1,"full":1,"cuda":1,"graph":1,"mode":1,"commonattentionmetadata":1,"query":5,"start":4,"loc":4,"cpu":6,"seq":4,"lens":4,"computed":2,"actual":1,"max":2,"len":1,"causal":1,"true":1},"41971,1960,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":4,"self":6,"speculative":1,"config":2,"and":3,"spec":4,"decode":2,"common":10,"attn":14,"metadata":17,"is":1,"none":1,"for":3,"group":5,"in":1,"groups":1,"kv":7,"cache":5,"id":2,"prepare":1,"cascade":3,"attention":3,"enabled":2,"beneficial":1,"prefix":6,"len":5,"0":2,"builder":4,"compute":1,"num":4,"scheduled":1,"tokens":1,"scheduler":1,"output":1,"blocks":1,"i":4,"build":1,"fast":7,"prefill":8,"sharing":3,"eligible":1,"layers":1,"dynamically":1,"create":1,"a":2,"dataclass":1,"type":5,"that":1,"inherits":1,"from":1,"but":1,"includes":1,"additional":1,"fields":1,"logits":6,"indices":6,"padded":3,"which":1,"are":1,"required":1,"truncation":1,"make":1,"cls":1,"dataclasses":1,"asdict":1,"size":1},"43931,1980,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"for":3,"layer":5,"name":4,"in":3,"attn":8,"group":1,"names":1,"if":4,"self":6,"cache":4,"config":2,"kv":5,"sharing":2,"fast":3,"prefill":3,"and":2,"eligible":1,"layers":1,"metadata":8,"continue":1,"i":1,"hot":1,"swap":1,"lora":2,"model":1,"set":1,"active":1,"loras":1,"input":1,"batch":1,"num":8,"scheduled":6,"tokens":9,"return":2,"logits":1,"indices":1,"spec":4,"decode":2,"common":12,"max":1,"def":1,"compute":2,"cascade":5,"prefix":10,"len":3,"np":1,"ndarray":1,"blocks":4,"int":3,"kvcachespec":1,"builder":1,"attentionmetadatabuilder":1,"the":7,"length":5,"of":6,"attention":3,"note":1,"woosuk":1,"returned":1,"by":1,"this":2,"function":2,"represents":1,"used":1,"specifically":1,"not":1,"actual":1,"number":3,"shared":2,"between":1,"requests":2,"when":1,"is":2,"disabled":1,"use":1,"false":1,"returns":2,"0":3,"even":1,"share":1,"additionally":1,"truncated":2,"to":2,"a":1,"multiple":1,"block":2,"size":2,"may":1,"be":1,"further":1,"due":1,"implementation":1,"details":1,"explained":1,"below":1,"args":1,"per":1,"request":1,"case":1},"45911,1446,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"note":1,"woosuk":1,"cascade":1,"attention":4,"uses":1,"two":1,"kernels":1,"one":2,"for":3,"the":20,"common":7,"prefix":7,"and":4,"other":1,"rest":1,"first":4,"kernel":3,"we":4,"concatenate":1,"all":1,"query":5,"tokens":4,"possibly":1,"from":2,"different":1,"requests":2,"treat":1,"them":1,"as":2,"if":2,"they":1,"are":1,"same":1,"request":8,"then":2,"use":2,"bi":2,"directional":2,"to":4,"process":1,"in":3,"kv":3,"cache":3,"importantly":1,"this":3,"means":1,"that":2,"does":1,"not":2,"do":1,"any":1,"masking":2,"consider":1,"following":1,"example":1,"1":4,"s":6,"input":3,"d":9,"e":12,"x":3,"a":7,"b":7,"c":7,"num":3,"computed":3,"3":1,"i":3,"2":3,"y":3,"4":1,"will":1,"compute":1,"between":1,"however":1,"is":2,"wrong":1,"because":1,"should":3,"attend":1,"need":1,"avoid":1,"be":2,"capped":1,"by":1,"minimum":1,"among":1,"plus":1,"include":1,"token":1,"of":1},"47357,1689,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"in":1,"practice":1,"we":3,"use":5,"a":7,"b":5,"c":5,"as":2,"the":7,"common":8,"prefix":8,"instead":1,"of":3,"d":4,"i":2,"e":2,"is":5,"capped":1,"by":2,"minimum":1,"num":6,"computed":3,"tokens":4,"without":1,"plus":1,"one":1,"this":3,"because":1,"an":2,"implementation":2,"detail":1,"want":1,"to":1,"always":1,"two":1,"kernels":1,"for":2,"cascade":1,"attention":3,"let":1,"s":4,"imagine":1,"request":5,"3":6,"input":3,"query":1,"kv":10,"cache":10,"if":1,"1":1,"then":1,"will":2,"be":2,"processed":1,"only":1,"first":1,"kernel":2,"and":3,"second":1,"get":1,"empty":1,"while":1,"not":4,"fundamental":1,"problem":1,"our":1,"current":1,"does":1,"support":1,"case":1,"reqs":2,"len":6,"scheduled":1,"min":2,"self":1,"batch":1,"cpu":1,"should":1,"multiple":1,"block":3,"size":4,"spec":9,"sliding":2,"window":2,"isinstance":5,"slidingwindowspec":1,"or":2,"fullattentionspec":2,"none":2,"local":1,"chunkedlocalattentionspec":1,"chunk":1,"assert":1,"attentionspec":1},"49046,505,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"use":9,"cascade":3,"attn":1,"metadata":1,"builder":1,"attention":3,"common":3,"prefix":3,"len":3,"query":3,"lens":1,"num":7,"scheduled":1,"tokens":1,"heads":4,"self":3,"kv":3,"cache":1,"spec":1,"alibi":2,"sliding":2,"window":2,"local":2,"sms":2,"return":1,"if":1,"else":1,"0":1},"49551,1716,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"calc":1,"mrope":12,"positions":6,"self":5,"scheduler":2,"output":2,"scheduleroutput":1,"pos":6,"ptr":6,"0":6,"for":1,"index":2,"req":8,"id":3,"in":1,"enumerate":1,"input":2,"batch":2,"ids":2,"requests":1,"assert":2,"is":1,"not":1,"none":1,"num":15,"computed":7,"tokens":15,"cpu":2,"scheduled":6,"prompt":13,"len":14,"token":1,"if":3,"part":13,"max":2,"completion":6,"else":1,"s":2,"are":1,"pre":1,"dst":6,"start":5,"end":5,"src":4,"compute":1,"on":1,"the":1,"fly":1},"51267,1799,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"mrotaryembedding":1,"get":2,"next":1,"input":1,"positions":2,"tensor":1,"out":2,"self":3,"mrope":4,"np":5,"offset":1,"dst":1,"start":1,"position":2,"delta":2,"req":1,"context":1,"len":4,"num":16,"computed":1,"tokens":16,"prompt":1,"part":3,"new":1,"completion":2,"pos":1,"ptr":1,"def":1,"calc":1,"spec":1,"decode":1,"metadata":1,"draft":4,"ndarray":2,"cu":7,"scheduled":3,"specdecodemetadata":1,"inputs":1,"4":4,"104":6,"107":1,"207":5,"209":1,"3":9,"0":14,"2":8,"1":12,"outputs":1,"5":4,"6":2,"logits":8,"indices":8,"103":3,"105":2,"106":2,"206":3,"208":2,"target":1,"9":2,"bonus":3,"7":1,"8":2,"10":1,"compute":2,"the":2,"sampled":7,"step":3,"11":1,"arange":4,"cumsum":2,"and":1,"dtype":1,"int32":1,"repeat":1},"53066,1845,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"compute":2,"the":3,"draft":18,"logits":17,"indices":18,"cu":7,"num":12,"tokens":12,"3":3,"5":5,"6":2,"arange":4,"0":7,"1":5,"2":3,"self":7,"get":1,"cumsum":2,"and":1,"dtype":1,"np":2,"int32":1,"9":2,"target":7,"repeat":1,"sampled":2,"todo":1,"optimize":1,"cpu":1,"gpu":1,"copy":1,"torch":4,"from":4,"numpy":4,"to":4,"device":4,"non":4,"blocking":4,"true":4,"bonus":4,"token":7,"ids":7,"105":1,"106":1,"208":1,"input":1,"metadata":2,"specdecodemetadata":1,"tolist":1,"return":2,"def":1,"execute":1,"mm":1,"encoder":4,"scheduler":2,"output":2,"scheduleroutput":1,"scheduled":3,"inputs":3,"if":1,"not":1},"54911,1993,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"batch":4,"the":10,"multi":1,"modal":1,"inputs":4,"mm":14,"kwargs":7,"list":3,"multimodalkwargsitem":1,"req":8,"ids":4,"pos":2,"tuple":2,"str":1,"int":1,"placeholderrange":1,"for":4,"id":7,"encoder":8,"input":7,"in":8,"scheduled":1,"items":8,"state":3,"self":4,"requests":1,"append":3,"positions":1,"as":2,"much":1,"we":2,"can":1,"if":1,"a":5,"request":1,"has":1,"multiple":2,"modalities":2,"or":2,"different":1,"modality":2,"than":1,"previous":1,"one":1,"process":1,"it":1,"separately":1,"to":3,"preserve":1,"item":1,"order":1,"fixme":1,"ywang96":1,"this":1,"is":4,"hacky":1,"way":1,"deal":1,"with":1,"same":1,"while":1,"still":1,"being":1,"able":1,"benefit":1,"from":1,"batching":1,"multimodal":4,"proper":1,"solution":1,"should":1,"be":1,"reordering":1,"outputs":8,"num":5,"group":7,"by":1,"device":2,"pin":2,"memory":2,"run":1,"curr":4,"either":1,"of":4,"following":1,"1":1,"tensor":1,"shape":2,"feature":4,"size":6,"hidden":2,"case":2,"fixed":1,"across":1,"all":1,"2":1,"length":1,"tensors":1,"each":1,"dynamic":1,"depending":1,"on":1,"model":1,"get":1,"embeddings":1,"sanity":1,"check":1,"expected":1,"output":2},"56904,1768,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"cache":5,"the":6,"encoder":11,"outputs":2,"for":3,"req":12,"id":9,"input":3,"pos":11,"info":5,"output":7,"in":6,"zip":1,"ids":2,"if":4,"not":2,"self":6,"scatter":1,"mm":6,"placeholders":1,"is":5,"embed":2,"def":1,"gather":1,"embeddings":1,"scheduler":2,"scheduleroutput":1,"shift":2,"computed":8,"tokens":15,"int":1,"0":1,"list":2,"torch":2,"tensor":2,"embeds":1,"batch":1,"num":13,"scheduled":4,"state":3,"requests":1,"positions":3,"i":1,"enumerate":1,"start":5,"offset":1,"length":1,"needed":2,"two":1,"ranges":1,"overlap":1,"and":2,"this":1,"step":1,"break":1,"already":1,"processed":1,"stored":1,"decoder":1,"s":1,"kv":1,"continue":1},"58672,1854,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"start":6,"idx":8,"max":1,"num":4,"computed":2,"tokens":4,"pos":3,"0":1,"end":4,"min":1,"scheduled":1,"encoder":6,"assert":3,"req":3,"id":3,"in":3,"self":12,"cache":3,"i":2,"output":2,"if":7,"is":9,"embed":6,"info":1,"not":2,"none":1,"mm":5,"embeds":4,"item":2,"gather":1,"placeholders":1,"append":3,"return":6,"def":3,"get":7,"model":16,"nn":1,"module":1,"raw":1,"out":1,"of":1,"the":1,"cudagraph":1,"wrapper":1,"isinstance":1,"cudagraphwrapper":1,"unwrap":1,"supported":10,"generation":2,"tasks":10,"list":4,"generationtask":2,"text":1,"generate":1,"supports":2,"transcription":4,"only":1,"pooling":2,"poolingtask":1,"pooler":1,"scheduler":1,"config":1,"chunked":1,"prefill":1,"enabled":1,"and":1,"encode":2,"remove":1},"60526,1312,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"logger":1,"info":1,"once":1,"chunked":3,"prefill":3,"is":3,"not":2,"supported":5,"with":1,"encode":1,"task":1,"which":1,"using":2,"all":1,"pooling":3,"please":1,"turn":1,"off":1,"by":1,"no":1,"enable":1,"before":1,"it":1,"return":3,"tasks":8,"def":2,"get":3,"self":6,"tuple":2,"supportedtask":2,"list":1,"if":3,"model":2,"config":2,"runner":3,"type":2,"generate":1,"extend":2,"generation":1,"apply":1,"grammar":4,"bitmask":7,"scheduler":3,"output":4,"scheduleroutput":1,"logits":1,"torch":1,"tensor":1,"none":1,"we":2,"receive":1,"the":12,"structured":2,"from":1,"compacted":1,"to":4,"contain":1,"bitmasks":1,"only":1,"for":1,"requests":4,"order":3,"of":3,"in":2,"guaranteed":1,"be":1,"same":1,"as":1,"gpu":1,"s":1,"batch":1,"need":1,"sort":1,"match":1,"used":1,"here":1},"61838,1770,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"get":3,"the":9,"batch":9,"indices":7,"of":4,"structured":3,"output":7,"requests":2,"keep":1,"track":1,"number":1,"speculative":1,"tokens":6,"scheduled":3,"for":4,"every":1,"request":3,"in":6,"as":1,"logit":6,"are":1,"offset":4,"by":1,"this":1,"amount":1,"struct":3,"out":5,"req":11,"dict":1,"str":1,"int":1,"cumulative":6,"0":3,"seq":4,"sorted":5,"self":1,"input":1,"id":8,"to":2,"index":11,"items":2,"key":2,"lambda":2,"x":4,"1":6,"len":2,"scheduler":4,"spec":5,"decode":2,"if":1,"ids":2,"reorder":1,"bitmask":8,"match":1,"order":1,"np":1,"full":1,"shape":3,"logits":1,"grammar":4,"fill":1,"value":1,"dtype":2,"num":3,"i":4,"range":1,"append":1},"63608,1612,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":3,"the":8,"length":1,"of":4,"out":5,"indices":7,"and":5,"logits":4,"have":1,"same":1,"shape":2,"we":3,"don":1,"t":1,"need":1,"to":5,"pass":2,"kernel":2,"since":1,"bitmask":5,"is":5,"already":1,"aligned":1,"with":2,"skip":2,"len":1,"0":3,"serialization":1,"np":1,"ndarray":1,"much":1,"more":1,"efficient":1,"than":1,"a":2,"tensor":3,"so":1,"receive":1,"it":1,"in":2,"that":1,"format":1,"grammar":3,"torch":4,"from":2,"numpy":1,"contiguous":1,"force":1,"use":1,"compile":3,"implementation":1,"xgrammar":1,"work":1,"around":1,"issues":2,"triton":1,"concurrent":1,"structured":1,"output":1,"scenarios":1,"see":1,"pr":1,"19565":1,"19493":1,"18376":1,"for":1,"details":1,"xgr":1,"apply":1,"token":1,"inplace":1,"self":6,"device":1,"non":1,"blocking":1,"true":1,"not":2,"else":1,"none":2,"def":1,"sync":2,"slice":1,"intermediate":3,"tensors":3,"num":4,"tokens":4,"int":1,"intermediatetensors":2,"bool":1,"assert":2,"tp":5,"vllm":1,"config":4,"parallel":3,"size":2,"enabled":4,"sp":3,"compilation":1,"enable":1,"sequence":2,"parallelism":2,"when":1,"always":1,"pad":1,"be":1,"multiple":1,"earlier":1,"residual":1,"scattered":1,"1":1},"65220,1998,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"when":2,"sequence":1,"parallelism":2,"is":14,"enabled":3,"the":4,"residual":5,"tensor":3,"sharded":1,"across":1,"parallel":7,"ranks":1,"so":1,"each":1,"rank":3,"only":1,"needs":1,"its":1,"own":1,"slice":1,"if":4,"sync":1,"self":12,"assert":3,"intermediate":4,"tensors":4,"not":3,"none":3,"for":5,"k":6,"v":5,"in":3,"items":2,"scattered":4,"and":4,"copy":4,"len":3,"num":5,"tokens":5,"tp":2,"else":2,"non":1,"blocking":1,"true":1,"return":2,"intermediatetensors":1,"def":2,"eplb":6,"step":3,"dummy":2,"bool":2,"false":2,"profile":2,"expert":1,"load":1,"balancing":1,"state":3,"config":6,"enable":1,"model":4,"get":2,"mixture":1,"of":2,"experts":1,"log":2,"stats":1,"balancedness":1,"dp":4,"padding":4,"int":2,"tuple":1,"optional":1,"torch":1,"size":2,"vllm":2,"data":2,"don":1,"t":1,"pad":1,"setting":1,"enforce":2,"eager":2,"this":2,"lets":1,"us":1,"set":1,"on":2,"prefiller":1,"a":1,"p":1,"d":1,"setup":1,"still":1,"use":1,"cuda":1,"graphs":1,"by":1,"decoder":1,"todo":1,"tms":1,"there":1,"are":1,"many":1,"cases":1,"where":1,"prefills":1,"causing":1,"unnecessary":1,"excessive":1,"activations":1},"67218,1849,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":2,"dp":10,"size":3,"1":1,"or":2,"self":8,"vllm":1,"config":2,"model":2,"enforce":1,"eager":1,"early":1,"exit":1,"return":2,"0":1,"none":3,"num":13,"tokens":14,"across":6,"dpmetadata":1,"rank":1,"max":4,"cpu":5,"torch":6,"item":1,"after":2,"padding":2,"tensor":3,"device":1,"dtype":1,"int32":1,"def":1,"pool":1,"hidden":5,"states":5,"scheduled":4,"int":1,"np":3,"ndarray":1,"kv":1,"connector":1,"output":8,"optional":2,"kvconnectoroutput":1,"modelrunneroutput":1,"assert":1,"input":4,"batch":5,"reqs":2,"len":5,"pooling":7,"params":1,"either":1,"all":1,"of":1,"the":1,"requests":1,"in":2,"a":1,"must":1,"be":1,"request":1,"extracted":2,"list":2,"split":1,"tolist":1,"metadata":5,"raw":4,"pooler":6,"seq":5,"lens":4,"for":1,"prompt":3,"zip":1,"append":2,"data":1,"else":1},"69067,1256,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"return":4,"modelrunneroutput":3,"req":4,"ids":4,"self":7,"input":2,"batch":2,"id":2,"to":3,"index":2,"sampled":1,"token":2,"spec":3,"none":3,"logprobs":2,"prompt":1,"dict":1,"pooler":2,"output":10,"kv":4,"connector":3,"torch":1,"inference":1,"mode":1,"def":1,"execute":1,"model":2,"scheduler":5,"scheduleroutput":1,"intermediate":1,"tensors":1,"optional":1,"intermediatetensors":2,"union":1,"update":1,"states":1,"if":3,"not":2,"total":1,"num":2,"scheduled":2,"tokens":2,"has":1,"transfer":1,"group":1,"empty":2,"there":1,"s":1,"no":2,"work":1,"do":1,"runner":1,"forward":1,"vllm":1,"config":1,"prepare":2,"the":1,"decoder":1,"inputs":2,"attn":2,"metadata":3,"logits":1,"indices":1,"decode":2,"np":1,"common":1,"max":1,"query":1,"len":1},"70323,1928,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"num":15,"scheduled":8,"tokens":15,"scheduler":3,"output":3,"total":1,"if":5,"self":12,"compilation":2,"config":6,"cudagraph":3,"mode":2,"cudagraphmode":1,"none":2,"and":4,"batch":3,"sizes":1,"1":2,"use":2,"cuda":1,"graphs":1,"add":1,"padding":3,"to":5,"the":6,"size":6,"input":10,"vllm":2,"pad":4,"for":3,"else":3,"eager":1,"multiple":1,"of":1,"tensor":2,"parallel":3,"when":2,"enabled":1,"collective":1,"fusion":1,"sp":1,"tp":3,"pass":1,"enable":1,"sequence":1,"parallelism":1,"round":1,"up":1,"dp":3,"across":1,"get":3,"prepare":1,"inputs":4,"may":1,"reorder":1,"so":1,"we":2,"must":1,"gather":2,"multi":1,"modal":1,"outputs":1,"after":1,"that":1,"ensure":1,"correct":1,"order":1,"supports":2,"mm":7,"run":1,"multimodal":3,"encoder":2,"any":1,"execute":1,"embeds":4,"embeddings":5,"pp":1,"group":1,"is":2,"first":1,"rank":1,"note":1,"woosuk":1,"unify":1,"token":2,"ids":4,"soft":1,"vision":1,"always":1,"rather":1,"than":1,"as":1,"model":2,"even":1,"text":1,"or":1},"72251,1710,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"todo":1,"woosuk":1,"avoid":1,"the":4,"copy":2,"optimize":1,"self":13,"inputs":5,"embeds":5,"num":12,"scheduled":4,"tokens":11,"input":13,"ids":4,"none":3,"model":4,"kwargs":5,"init":2,"extract":1,"mm":1,"scheduler":1,"output":1,"else":3,"for":2,"text":1,"only":1,"models":2,"we":1,"use":2,"token":1,"as":2,"while":1,"it":2,"is":4,"possible":1,"to":1,"embeddings":1,"just":1,"like":1,"multimodal":1,"not":2,"desirable":1,"performance":1,"since":1,"then":1,"embedding":1,"layer":1,"included":1,"in":1,"cuda":1,"graph":1,"if":2,"uses":1,"mrope":2,"positions":4,"get":1,"pp":1,"group":1,"first":1,"rank":1,"intermediate":4,"tensors":4,"sync":1,"and":2,"slice":1,"true":1,"uniform":4,"decode":4,"max":2,"query":3,"len":3,"batch":4,"reqs":1,"descriptor":3,"batchdescriptor":1,"cudagraph":2,"runtime":1,"mode":1,"dispatcher":1,"dispatch":1},"73961,960,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"run":1,"the":1,"model":6,"use":2,"persistent":1,"buffers":1,"for":1,"cuda":1,"graphs":1,"with":1,"set":1,"forward":1,"context":1,"attn":1,"metadata":1,"self":4,"vllm":1,"config":1,"num":4,"tokens":4,"input":3,"across":2,"dp":2,"cudagraph":2,"runtime":2,"mode":2,"batch":2,"descriptor":2,"maybe":1,"get":1,"kv":2,"connector":2,"output":6,"scheduler":1,"as":1,"ids":2,"positions":2,"intermediate":2,"tensors":2,"inputs":2,"embeds":2,"kwargs":1,"if":1,"aux":3,"hidden":5,"state":1,"outputs":1,"states":4,"else":1,"none":1},"74921,1862,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"broadcast":10,"pp":10,"output":15,"for":2,"external":2,"launcher":2,"torchrun":1,"to":1,"make":1,"sure":1,"we":1,"are":1,"synced":1,"across":1,"ranks":3,"todo":1,"support":1,"overlapping":1,"mirco":1,"batches":1,"https":1,"github":1,"com":1,"vllm":2,"project":1,"issues":1,"18019":1,"self":5,"parallel":1,"config":1,"distributed":1,"executor":1,"backend":1,"and":1,"len":2,"get":6,"group":7,"0":1,"if":7,"not":5,"is":4,"last":1,"rank":1,"mid":1,"pipeline":1,"stages":1,"return":3,"the":1,"hidden":9,"states":9,"assert":2,"isinstance":1,"intermediatetensors":1,"kv":3,"connector":3,"send":1,"tensor":2,"dict":2,"tensors":1,"all":1,"gather":1,"tp":1,"logits":10,"none":5,"else":2,"input":1,"batch":1,"pooling":1,"params":1,"pool":1,"num":2,"scheduled":2,"tokens":2,"np":1,"sample":2,"indices":1,"model":6,"compute":1,"data":5,"contiguous":1,"src":1,"1":1,"apply":2,"structured":1,"bitmasks":1,"present":1,"scheduler":2,"grammar":2,"bitmask":2},"76783,1675,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"sample":1,"the":4,"next":1,"token":7,"and":1,"get":2,"logprobs":1,"if":3,"needed":1,"sampling":7,"metadata":11,"self":5,"input":1,"batch":1,"spec":4,"decode":4,"is":4,"none":3,"sampler":7,"output":6,"logits":25,"else":1,"when":1,"indexing":1,"with":3,"a":3,"tensor":6,"bonus":8,"indices":3,"pytorch":1,"creates":1,"new":2,"separate":2,"storage":2,"from":2,"original":3,"this":1,"means":1,"any":1,"in":6,"place":2,"operations":1,"on":1,"won":1,"t":1,"affect":1,"assert":1,"not":1,"ids":6,"sampled":2,"just":1,"like":1,"target":5,"therefore":1,"it":1,"safe":1,"to":1,"update":1,"rejection":1,"draft":1,"probs":1,"num":2,"nans":4,"envs":1,"vllm":1,"compute":1},"78458,1548,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"todo":1,"woosuk":1,"the":8,"following":1,"loop":1,"can":1,"be":2,"slow":1,"since":1,"it":1,"iterates":1,"over":1,"requests":2,"one":2,"by":1,"optimize":1,"discard":2,"sampled":6,"tokens":7,"req":9,"indices":2,"for":2,"i":3,"id":3,"in":1,"enumerate":1,"self":4,"input":2,"batch":2,"ids":1,"state":4,"seq":2,"len":2,"num":4,"computed":1,"scheduler":2,"output":3,"scheduled":2,"if":5,"ignore":1,"token":2,"partial":1,"prefills":1,"rewind":1,"generator":5,"as":3,"was":1,"not":4,"this":2,"relies":1,"on":1,"cuda":1,"specific":1,"torch":1,"internal":1,"impl":1,"details":1,"generators":1,"get":3,"is":2,"none":3,"set":1,"offset":2,"4":1,"record":1,"index":1,"of":1,"request":1,"that":2,"should":1,"so":1,"we":1,"could":1,"clear":1,"before":2,"returning":1,"append":1,"note":1,"gpu":1,"cpu":2,"sync":2,"happens":1,"here":1,"move":1,"many":1,"operations":1,"possible":1,"point":1,"logprobs":8,"tensors":4,"sampler":1,"lists":1,"tolists":1,"else":1,"compute":1,"prompt":3,"needed":1,"dict":2,"hidden":1,"states":1},"80006,1912,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"get":1,"the":10,"valid":5,"generated":1,"tokens":11,"sampled":20,"token":12,"ids":18,"sampler":2,"output":3,"max":6,"gen":2,"len":6,"shape":1,"1":2,"if":2,"no":4,"spec":4,"decode":2,"tolist":1,"else":1,"includes":1,"self":10,"rejection":1,"parse":1,"input":6,"batch":6,"vocab":1,"size":1,"mask":1,"out":1,"that":2,"should":1,"not":2,"be":1,"for":2,"i":2,"in":3,"discard":1,"req":12,"indices":1,"clear":1,"cache":1,"model":5,"runner":1,"so":1,"scheduler":2,"doesn":1,"t":1,"need":1,"to":1,"send":1,"them":1,"back":2,"note":1,"woosuk":1,"as":1,"an":1,"exception":1,"when":1,"using":1,"pp":1,"sends":1,"because":1,"there":1,"s":1,"direct":1,"communication":1,"between":1,"first":1,"stage":2,"worker":2,"and":1,"last":1,"idx":15,"enumerate":1,"continue":1,"start":3,"num":3,"end":6,"assert":1,"exceed":1,"length":1,"f":2,"total":1,"number":1,"of":1,"cpu":1,"id":2,"state":2,"requests":1,"extend":1},"81918,1082,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":1,"not":3,"self":5,"speculative":2,"config":1,"decoding":1,"is":2,"enabled":1,"spec":7,"token":8,"ids":10,"none":2,"else":1,"assert":1,"decode":3,"common":2,"attn":2,"metadata":4,"propose":1,"draft":1,"scheduler":1,"output":4,"valid":2,"sampled":3,"sampling":1,"hidden":3,"states":3,"sample":1,"aux":1,"eplb":1,"step":1,"return":1,"modelrunneroutput":1,"req":4,"input":2,"batch":2,"id":2,"to":2,"index":2,"logprobs":4,"lists":1,"prompt":2,"dict":2,"pooler":1,"kv":2,"connector":2,"num":2,"nans":2,"in":2,"logits":2},"83000,1526,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"propose":2,"draft":6,"token":7,"ids":7,"self":7,"scheduler":2,"output":2,"scheduleroutput":1,"sampled":4,"list":4,"int":2,"sampling":1,"metadata":4,"samplingmetadata":1,"hidden":8,"states":8,"torch":4,"tensor":4,"sample":4,"aux":1,"optional":2,"spec":3,"decode":2,"specdecodemetadata":1,"common":1,"attn":1,"commonattentionmetadata":1,"num":5,"scheduled":2,"tokens":6,"total":1,"if":2,"speculative":2,"config":2,"method":2,"ngram":2,"assert":2,"isinstance":2,"drafter":2,"ngramproposer":1,"elif":1,"medusa":1,"medusaproposer":1,"shape":1,"0":2,"len":2,"the":2,"input":1,"to":1,"target":1,"model":1,"does":1,"not":1,"include":1,"else":1,"indices":5,"offset":3,"for":1,"in":1,"zip":1,"append":1,"1":2,"device":2},"84526,1242,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"spec":1,"token":14,"ids":10,"self":6,"drafter":2,"propose":1,"target":1,"hidden":2,"states":2,"sampling":2,"metadata":2,"elif":1,"speculative":1,"config":1,"use":1,"eagle":1,"assert":1,"isinstance":1,"eagleproposer":1,"todo":1,"woosuk":1,"refactor":1,"the":3,"loop":1,"next":8,"list":1,"int":1,"for":1,"i":2,"in":1,"enumerate":1,"sampled":1,"if":1,"common":1,"case":2,"id":8,"1":1,"else":1,"partial":1,"prefill":1,"rare":1,"get":2,"from":1,"request":1,"state":4,"req":7,"input":1,"batch":1,"requests":1,"seq":2,"len":2,"num":2,"computed":1,"tokens":2,"scheduler":1,"output":1,"scheduled":1,"append":1,"torch":2,"tensor":1,"dtype":1,"int32":1,"device":2},"85768,1953,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":5,"spec":2,"decode":2,"metadata":4,"is":1,"none":3,"input":3,"ids":6,"can":1,"be":1,"for":4,"multimodal":1,"models":1,"target":8,"token":8,"self":9,"num":11,"scheduled":4,"tokens":12,"todo":3,"woosuk":3,"support":2,"m":2,"rope":2,"positions":4,"use":2,"aux":4,"hidden":10,"state":2,"outputs":2,"states":8,"torch":4,"cat":2,"h":4,"in":3,"dim":2,"1":4,"else":4,"refactor":1,"this":1,"draft":3,"rejected":4,"n":3,"len":1,"sampled":1,"i":2,"0":2,"enumerate":1,"cpu":2,"tensor":1,"dtype":1,"int32":1,"common":2,"attn":2,"indices":5,"drafter":1,"prepare":1,"inputs":2,"mm":4,"embeds":2,"supports":1,"gather":1,"embeddings":1,"scheduler":1,"output":1,"shift":1,"computed":1},"87721,1884,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"draft":10,"token":19,"ids":24,"self":8,"drafter":6,"propose":3,"target":6,"positions":2,"hidden":2,"states":2,"next":2,"sampling":3,"metadata":4,"common":2,"attn":2,"mm":2,"embeds":2,"spec":4,"tolist":2,"return":2,"def":1,"ngram":1,"sampled":6,"list":6,"int":3,"todo":1,"woosuk":1,"optimize":1,"for":1,"i":4,"in":2,"enumerate":1,"num":6,"len":3,"if":4,"not":2,"skip":3,"speculative":2,"decoding":2,"append":5,"continue":3,"requests":2,"that":3,"require":1,"parameters":1,"are":1,"supported":1,"with":1,"req":3,"id":2,"input":4,"batch":4,"decode":1,"unsupported":1,"reqs":1,"tokens":4,"no":1,"max":2,"model":2,"have":1,"already":1,"reached":1,"the":1,"length":1,"output":4,"cpu":1,"is":1,"none":1,"or":1,"0":1,"else":1},"89605,533,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"update":2,"config":19,"self":3,"overrides":4,"dict":1,"str":1,"any":1,"none":1,"allowed":4,"names":3,"load":1,"model":1,"for":1,"name":5,"in":2,"items":1,"assert":1,"f":2,"not":1,"supported":1,"configs":1,"getattr":1,"new":2,"setattr":1},"90138,1647,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"load":5,"model":5,"self":3,"eep":3,"scale":4,"up":4,"bool":1,"false":1,"none":4,"args":1,"the":1,"loading":1,"is":1,"for":2,"elastic":1,"ep":11,"logger":1,"info":1,"starting":1,"to":1,"s":1,"config":2,"if":1,"from":1,"vllm":1,"distributed":2,"parallel":2,"state":2,"import":1,"get":3,"group":6,"num":10,"local":7,"physical":7,"experts":10,"torch":3,"empty":1,"1":4,"dtype":1,"int32":1,"device":1,"cpu":2,"broadcast":1,"src":1,"0":2,"int":1,"item":1,"new":2,"size":5,"world":1,"global":7,"expert":7,"old":9,"indices":4,"eplbstate":1,"recv":1,"logical":2,"shape":3,"redundant":1,"assert":1,"rank":5,"mapping":2,"in":1,"range":1,"else":1},"91785,1630,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"with":1,"devicememoryprofiler":1,"as":1,"m":2,"time":6,"before":2,"load":8,"perf":2,"counter":2,"model":24,"loader":3,"get":2,"self":22,"config":9,"logger":3,"info":3,"loading":3,"from":1,"scratch":1,"vllm":2,"if":4,"lora":3,"scheduler":1,"device":1,"hasattr":1,"drafter":3,"use":1,"aux":4,"hidden":4,"state":4,"outputs":2,"supports":1,"eagle3":3,"set":1,"layers":2,"else":1,"raise":1,"runtimeerror":1,"does":1,"not":1,"support":1,"interface":1,"but":1,"was":1,"requested":1,"after":2,"memory":3,"usage":2,"consumed":1,"took":1,"4f":1,"gib":2,"and":1,"6f":1,"seconds":1,"bytes":1,"prepare":1,"communication":1,"buffer":1,"for":1},"93415,1773,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":4,"is":7,"mixture":1,"of":2,"experts":1,"self":20,"model":19,"and":3,"parallel":2,"config":13,"enable":1,"eplb":3,"logger":2,"info":2,"enabled":1,"for":2,"s":1,"state":1,"eplbstate":1,"build":1,"device":1,"global":2,"expert":2,"load":3,"old":1,"indices":1,"rank":1,"mapping":1,"vllm":6,"compilation":5,"level":1,"compilationlevel":1,"dynamo":4,"as":2,"supports":1,"backend":4,"init":1,"counter":1,"count":1,"1":1,"compile":1,"fullgraph":2,"envs":1,"test":1,"capture":1,"return":1,"other":1,"levels":1,"cudagraph":3,"behavior":1,"controlled":1,"by":1,"cudagraphwraper":1,"cudagraphdispatcher":1,"wrap":1,"the":1,"with":1,"full":3,"wrapper":1,"needed":1,"mode":2,"has":1,"cudagraphs":1,"cudagraphwrapper":1,"runtime":1,"cudagraphmode":1,"def":1,"reload":2,"weights":4,"none":3,"assert":1,"getattr":1,"not":1,"cannot":1,"before":1,"loaded":1,"loader":3,"get":2,"reloading":1,"inplace":1},"95188,1823,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":2,"save":2,"tensorized":1,"model":7,"self":8,"tensorizer":3,"config":5,"tensorizerconfig":1,"none":1,"get":4,"tensorizerloader":1,"prompt":16,"logprobs":15,"dict":10,"hidden":1,"states":1,"torch":2,"tensor":2,"scheduler":2,"output":2,"scheduleroutput":1,"str":2,"optional":2,"logprobstensors":4,"num":10,"input":2,"batch":2,"if":3,"not":2,"return":1,"in":6,"progress":4,"cpu":3,"since":1,"are":1,"a":1,"rare":1,"feature":1,"prioritize":1,"simple":1,"maintainable":1,"loop":1,"over":1,"optimal":1,"performance":1,"completed":1,"prefill":1,"reqs":1,"for":3,"req":5,"id":5,"items":1,"tokens":4,"scheduled":1,"metadata":1,"this":1,"request":4,"requests":1,"len":1,"token":3,"ids":3,"to":1,"device":1,"non":1,"blocking":1,"true":1,"set":1,"up":1,"target":1,"object":1,"tensors":5,"create":1,"empty":2,"the":1,"entire":1,"chunked":1,"we":1,"ll":1,"copy":1,"slice":2,"by":1,"1":2},"97011,1868,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"determine":1,"number":1,"of":2,"logits":9,"to":10,"retrieve":1,"start":7,"idx":4,"request":3,"num":13,"computed":1,"tokens":14,"tok":4,"1":3,"remaining":3,"prompt":13,"if":4,"this":6,"is":5,"a":2,"chunk":3,"more":3,"remain":1,"in":2,"the":10,"case":1,"there":3,"are":2,"no":2,"logprobs":4,"produce":2,"but":1,"we":4,"want":2,"defer":1,"returning":1,"them":1,"next":1,"step":2,"where":1,"have":1,"new":1,"generated":2,"return":2,"else":1,"last":1,"completed":1,"prefill":2,"reqs":1,"append":1,"req":7,"id":4,"dict":1,"tensors":1,"0":1,"can":1,"happen":1,"for":6,"final":1,"prefilled":1,"exactly":1,"prior":1,"continue":1,"get":2,"corresponding":1,"s":1,"partial":1,"i":3,"e":1,"chunked":1,"then":1,"logprob":2,"each":2,"index":5,"self":3,"input":1,"batch":1,"offset":3,"query":1,"loc":1,"np":1,"item":1,"hidden":3,"states":3,"model":1,"compute":1,"none":1,"target":1,"at":2,"token":4,"sampled":1,"gather":1,"tgt":1,"ids":2},"98879,1880,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"compute":2,"prompt":6,"logprobs":16,"self":7,"sampler":2,"logits":10,"token":5,"ids":6,"ranks":3,"gather":1,"num":10,"tgt":1,"transfer":1,"gpu":2,"cpu":3,"async":1,"chunk":4,"slice":5,"start":2,"idx":2,"tensors":3,"logprob":1,"copy":3,"non":4,"blocking":4,"true":3,"selected":1,"remove":1,"requests":1,"that":1,"have":1,"completed":2,"prefill":2,"from":1,"the":2,"batch":4,"dict":6,"for":6,"req":14,"id":9,"in":8,"reqs":1,"del":2,"progress":1,"must":1,"synchronize":1,"transfers":1,"if":3,"sync":1,"device":1,"return":4,"def":1,"get":1,"nans":7,"optional":1,"torch":1,"tensor":1,"str":1,"int":2,"try":1,"is":2,"none":2,"0":3,"input":3,"index":7,"isnan":1,"sum":1,"dim":1,"1":1,"numpy":1,"to":1,"not":1,"and":1,"shape":1,"else":1,"except":1,"indexerror":1},"100759,1964,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"contextmanager":1,"def":3,"maybe":1,"randomize":6,"inputs":5,"self":10,"input":9,"ids":9,"torch":3,"tensor":2,"if":2,"vllm":3,"dp":6,"dummy":13,"is":2,"set":1,"this":1,"to":1,"help":1,"balance":1,"expert":1,"selection":1,"during":2,"profile":1,"run":2,"rank":2,"size":5,"config":5,"parallel":2,"data":9,"envs":1,"and":2,"1":2,"not":1,"yield":2,"else":1,"import":1,"functools":2,"cache":1,"rand":2,"return":2,"randint":1,"like":1,"low":1,"0":4,"high":1,"model":4,"get":4,"vocab":1,"dtype":2,"logger":1,"debug":1,"once":1,"randomizing":1,"for":3,"copy":1,"non":1,"blocking":1,"true":1,"fill":1,"mm":10,"batch":3,"modality":5,"str":1,"max":3,"items":2,"per":2,"int":1,"batchedtensorinputs":1,"profiling":1,"precompiling":1,"multimodal":1,"models":1,"decoder":3,"registry":1,"seq":1,"len":1,"num":1,"tokens":1,"counts":1,"multi":1,"modal":1,"result":1,"in":2,"the":2,"maximum":1,"gpu":1,"consumption":1,"of":1,"item":4,"index":1,"next":1,"kwargs":3,"group":3,"by":1,"device":2,"pin":2,"memory":2},"102723,1459,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"torch":3,"inference":1,"mode":5,"def":1,"dummy":3,"run":6,"self":2,"num":7,"tokens":6,"int":1,"cudagraph":6,"runtime":3,"cudagraphmode":8,"none":4,"force":2,"attention":5,"bool":4,"false":4,"uniform":3,"decode":3,"skip":3,"eplb":3,"is":6,"profile":5,"tuple":1,"tensor":2,"a":3,"forward":2,"pass":2,"to":4,"warm":3,"up":3,"or":1,"capture":1,"the":5,"cuda":1,"graph":1,"for":3,"model":1,"args":1,"number":1,"of":1,"used":2,"control":1,"behavior":1,"no":1,"and":1,"piecewise":3,"full":3,"metadata":2,"needed":1,"if":4,"true":4,"always":1,"create":1,"backend":1,"when":1,"batch":2,"state":1,"update":1,"this":1,"assert":1,"in":1,"padding":2,"dp":3,"pad":2,"across":1,"get":1},"104182,1903,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":4,"cudagraph":2,"mode":3,"decode":12,"full":1,"and":4,"seperate":1,"routine":2,"this":1,"means":2,"that":3,"we":2,"are":1,"using":1,"different":1,"graphs":1,"or":2,"modes":1,"for":6,"mixed":1,"prefill":1,"batches":2,"vs":1,"uniform":7,"a":2,"batch":4,"all":1,"requests":1,"have":1,"identical":1,"query":10,"length":1,"except":1,"potential":1,"virtual":1,"request":1,"shorter":1,"in":2,"the":3,"account":1,"padding":1,"could":1,"either":1,"be":1,"common":1,"pure":2,"where":2,"max":15,"len":9,"1":5,"speculative":1,"num":32,"spec":1,"tokens":19,"when":1,"setting":1,"switch":1,"to":1,"capture":2,"optimized":1,"of":1,"fa2":1,"i":1,"e":1,"flashdecode":1,"an":1,"optimization":1,"gqa":1,"mqa":1,"self":3,"else":2,"set":1,"scheduled":5,"based":1,"on":1,"seqs":2,"dummy":1,"run":1,"with":1,"lora":1,"so":1,"reqs":13,"collectively":1,"has":1,"total":1,"assert":2,"scheduler":2,"config":2,"batched":1,"cdiv":1,"do":1,"not":1,"list":4,"0":1,"min":3,"per":2,"req":2},"106085,1974,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"assert":2,"sum":1,"num":23,"scheduled":4,"tokens":10,"list":3,"len":5,"reqs":13,"np":4,"array":1,"dtype":1,"int32":1,"attn":3,"metadata":3,"optional":1,"dict":1,"str":1,"any":1,"none":1,"if":2,"force":2,"attention":3,"is":2,"true":3,"we":1,"always":1,"capture":2,"otherwise":1,"it":1,"only":1,"happens":1,"for":2,"cudagraph":2,"runtime":2,"mode":2,"full":2,"or":1,"cudagraphmode":1,"make":1,"sure":1,"max":4,"model":2,"used":1,"at":1,"the":1,"graph":1,"time":1,"self":13,"seq":8,"lens":8,"0":1,"copy":1,"cpu":7,"non":1,"blocking":1,"kv":6,"cache":6,"group":4,"id":3,"spec":1,"in":1,"enumerate":1,"config":1,"groups":1,"common":1,"commonattentionmetadata":1,"query":6,"start":4,"loc":4,"1":2,"computed":2,"input":3,"batch":3,"tensor":3,"actual":1,"block":3,"table":3,"get":1,"device":1,"slot":2,"mapping":2,"causal":1},"108059,1583,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"for":3,"attn":7,"group":5,"in":2,"self":18,"groups":1,"kv":2,"cache":2,"id":1,"metadata":5,"i":2,"builder":1,"build":1,"cudagraph":1,"capture":1,"common":1,"layer":3,"name":2,"spec":1,"names":1,"with":2,"maybe":1,"dummy":2,"run":1,"lora":2,"config":2,"num":9,"scheduled":1,"tokens":8,"if":4,"supports":1,"mm":2,"inputs":4,"input":3,"ids":3,"none":4,"embeds":3,"model":6,"kwargs":5,"init":2,"reqs":1,"else":3,"uses":1,"mrope":2,"positions":4,"get":1,"pp":1,"is":2,"first":1,"rank":1,"intermediate":4,"tensors":4,"make":1,"empty":1,"batch":1,"size":1,"max":1,"dtype":2,"device":2},"109642,1795,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"intermediate":4,"tensors":4,"self":10,"sync":1,"and":2,"slice":1,"num":8,"tokens":8,"none":3,"false":1,"if":3,"cudagraph":7,"runtime":6,"mode":9,"cudagraphmode":1,"batch":5,"descriptor":5,"else":2,"filter":1,"out":1,"the":1,"valid":1,"cg":3,"dispatcher":1,"dispatch":1,"batchdescriptor":1,"uniform":2,"decode":2,"sanity":1,"check":1,"assert":2,"f":2,"mismatch":1,"at":1,"dummy":2,"run":2,"expected":1,"but":1,"got":1,"with":1,"maybe":1,"randomize":1,"inputs":3,"input":3,"ids":3,"set":1,"forward":1,"context":1,"attn":1,"metadata":1,"vllm":1,"config":3,"across":2,"dp":2,"outputs":4,"model":2,"positions":2,"embeds":2,"kwargs":1,"use":2,"aux":1,"hidden":3,"state":1,"states":2,"speculative":2,"eagle":1,"isinstance":1,"drafter":2,"eagleproposer":1},"111437,1209,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"this":1,"is":4,"necessary":1,"to":6,"avoid":2,"blocking":1,"dp":3,"for":1,"dummy":6,"runs":1,"we":4,"typically":1,"skip":2,"eplb":4,"since":1,"don":1,"t":1,"have":3,"any":2,"real":1,"requests":2,"process":2,"however":1,"in":3,"settings":1,"there":1,"may":2,"be":1,"cases":2,"when":1,"some":1,"ranks":2,"do":1,"not":2,"so":1,"they":1,"re":1,"executing":1,"batches":1,"such":1,"still":1,"trigger":1,"make":1,"sure":1,"execute":1,"the":3,"rearrangement":1,"synchronization":1,"if":1,"self":4,"step":1,"true":1,"profile":2,"logit":2,"indices":2,"np":1,"cumsum":1,"num":3,"scheduled":1,"tokens":1,"1":1,"return":1,"hidden":7,"states":7,"torch":5,"inference":1,"mode":1,"def":1,"sampler":2,"run":1,"tensor":3,"contain":1,"special":1,"values":1,"like":2,"inf":1,"or":1,"nan":1,"breaking":1,"use":1,"a":1,"random":1,"here":1,"instead":1,"rand":1,"logits":3,"model":1,"compute":1,"none":1,"reqs":2,"size":1,"0":1,"tensors":1,"lambda":1,"v":2,"full":1,"device":2},"112646,1506,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"dummy":11,"metadata":4,"samplingmetadata":1,"temperature":1,"tensors":6,"0":6,"5":1,"all":2,"greedy":1,"false":2,"random":1,"top":2,"p":1,"9":1,"k":1,"logits":3,"size":1,"1":5,"generators":1,"max":2,"num":5,"logprobs":1,"none":3,"no":1,"penalties":4,"true":1,"prompt":1,"token":6,"ids":6,"frequency":1,"presence":1,"repetition":1,"output":2,"for":2,"in":3,"range":2,"reqs":3,"allowed":1,"mask":1,"bad":1,"words":1,"logitsprocs":1,"logitsprocessors":1,"try":2,"sampler":3,"self":3,"sampling":1,"except":1,"runtimeerror":2,"as":1,"e":4,"if":2,"out":2,"of":2,"memory":3,"str":1,"raise":2,"cuda":1,"occurred":1,"when":2,"warming":1,"up":1,"with":1,"f":1,"requests":1,"please":1,"lowering":1,"seqs":1,"or":1,"gpu":1,"utilization":1,"initializing":1,"the":1,"engine":1,"from":1,"else":1,"speculative":1,"config":1,"draft":2,"spec":1,"decode":1,"specdecodemetadata":1,"make":1,"device":1},"114152,1833,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"num":25,"tokens":17,"sum":2,"len":2,"ids":6,"for":2,"in":1,"draft":4,"token":4,"probs":3,"torch":6,"randn":2,"logits":6,"shape":3,"1":3,"device":6,"self":6,"dtype":6,"none":1,"target":2,"note":1,"woosuk":1,"here":1,"we":1,"should":1,"use":1,"int32":3,"because":1,"the":2,"sampler":3,"uses":1,"bonus":3,"if":1,"mismatches":1,"re":1,"compilation":1,"will":1,"occur":1,"at":1,"runtime":1,"zeros":1,"reqs":9,"rejection":1,"dummy":3,"spec":1,"decode":1,"metadata":2,"return":1,"output":1,"def":1,"pooler":1,"run":1,"task":2,"hidden":4,"states":4,"tensor":1,"poolingtask":1,"pooleroutput":1,"0":1,"max":3,"scheduler":1,"config":1,"seqs":1,"min":3,"per":2,"req":3,"scheduled":5,"list":7,"assert":2,"split":1},"115985,1875,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"dummy":12,"prompt":4,"lens":3,"torch":5,"tensor":2,"h":2,"shape":1,"0":1,"for":3,"in":3,"hidden":5,"states":5,"list":2,"device":4,"self":6,"token":3,"ids":3,"zeros":1,"num":5,"reqs":3,"req":1,"tokens":1,"dtype":1,"int32":1,"model":4,"cast":1,"vllmmodelforpooling":1,"get":4,"pooling":7,"params":4,"poolingparams":1,"task":10,"to":3,"update":2,"pooler":5,"updates":1,"apply":1,"metadata":3,"poolingmetadata":1,"try":2,"return":1,"except":1,"runtimeerror":2,"as":1,"e":4,"if":1,"out":2,"of":3,"memory":3,"str":1,"raise":2,"cuda":1,"occurred":1,"when":2,"warming":1,"up":1,"f":1,"with":2,"requests":1,"please":1,"lowering":1,"max":1,"seqs":1,"or":1,"gpu":1,"utilization":1,"initializing":1,"the":3,"engine":1,"from":1,"else":1,"inference":1,"mode":1,"def":1,"run":3,"pooleroutput":1,"find":1,"that":1,"has":1,"largest":1,"output":6,"subsequent":1,"steps":1,"size":2,"dict":1,"poolingtask":1,"float":1,"supported":1,"tasks":1,"a":1,"full":1,"batch":1,"each":1,"ensure":1,"none":1,"them":1,"ooms":1,"data":1,"nbytes":1,"del":1,"allow":1,"gc":1},"117860,1927,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"max":12,"task":3,"output":1,"size":2,"items":7,"key":1,"lambda":1,"x":2,"1":1,"0":2,"return":1,"self":6,"dummy":8,"pooler":1,"run":2,"hidden":1,"states":1,"def":1,"profile":2,"none":2,"with":6,"multimodal":4,"encoder":9,"cache":3,"if":3,"supports":2,"mm":14,"inputs":3,"model":2,"config":2,"skip":1,"profiling":2,"logger":2,"info":2,"skipping":1,"memory":1,"for":1,"and":2,"else":1,"budget":10,"assert":1,"is":2,"not":1,"todo":1,"handle":1,"decoder":1,"models":1,"once":1,"we":1,"support":1,"them":1,"get":4,"note":1,"currently":1,"profiled":2,"a":2,"single":1,"non":1,"text":1,"modality":6,"the":2,"possible":1,"input":1,"tokens":5,"even":1,"when":1,"it":1,"multiple":1,"per":4,"prompt":1,"batch":5,"will":1,"be":1,"initialized":1,"of":3,"s":3,"maximum":1,"feature":1,"create":1,"batched":1},"119787,1675,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"run":4,"multimodal":2,"encoder":8,"dummy":8,"outputs":5,"self":12,"model":3,"get":3,"embeddings":1,"batched":1,"mm":3,"inputs":1,"sanity":1,"check":1,"expected":1,"num":3,"items":2,"max":2,"per":1,"batch":1,"cache":3,"the":1,"tmp":1,"dict":1,"enumerate":1,"add":1,"is":4,"profile":2,"here":1,"to":3,"pre":1,"allocate":1,"communication":1,"buffers":1,"hidden":5,"states":5,"last":3,"tokens":1,"true":1,"if":3,"pp":1,"group":1,"rank":1,"pooling":1,"output":4,"pooler":1,"else":3,"sampler":1,"none":4,"sync":1,"device":1,"del":1,"clear":1,"gc":1,"collect":1,"def":1,"capture":5,"compilation":2,"config":1,"cudagraph":3,"mode":2,"cudagraphmode":1,"logger":1,"warning":1,"skipping":1,"cuda":3,"graph":2,"turn":1,"on":1,"ensure":1,"was":1,"not":1,"manually":1,"set":1,"return":1,"initialize":1,"counter":2,"gpu":2,"runner":1,"triggers":1,"1":1,"start":2,"time":2,"perf":1,"free":1,"memory":1,"torch":1,"mem":1,"info":1,"0":1},"121462,1282,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"contextmanager":1,"def":1,"freeze":7,"gc":6,"optimize":1,"garbage":1,"collection":1,"during":1,"cuda":2,"graph":3,"capture":5,"clean":1,"up":1,"then":1,"all":1,"remaining":1,"objects":1,"from":1,"being":1,"included":1,"in":1,"future":1,"collections":1,"collect":1,"should":3,"not":1,"envs":1,"vllm":1,"enable":1,"cudagraph":10,"if":3,"try":1,"yield":1,"finally":1,"unfreeze":1,"trigger":1,"for":2,"specific":1,"shapes":4,"the":4,"large":2,"first":1,"so":1,"that":1,"smaller":1,"can":1,"reuse":1,"memory":1,"pool":1,"allocated":1,"set":1,"capturing":1,"enabled":1,"true":1,"with":1,"device":2,"self":4,"mode":9,"compilation":3,"config":1,"mixed":2,"cudagraphmode":1,"none":1,"runtime":3,"cases":2,"list":1,"reversed":1,"batch":1,"sizes":1,"cudagraphs":1,"uniform":1,"decode":1,"false":1},"122744,1681,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"capture":3,"full":4,"cudagraph":10,"for":2,"uniform":4,"decode":10,"batches":1,"if":3,"we":3,"have":2,"dont":1,"already":1,"mixed":1,"prefill":1,"cudagraphs":2,"mode":4,"cudagraphmode":2,"and":3,"separate":1,"routine":1,"max":3,"num":3,"tokens":2,"self":5,"scheduler":1,"config":1,"seqs":1,"query":2,"len":2,"batch":3,"sizes":3,"x":4,"in":3,"compilation":3,"cases":3,"list":1,"reversed":1,"runtime":1,"true":1,"disable":1,"capturing":6,"globally":1,"so":1,"any":1,"unexpected":1,"will":1,"be":1,"detected":1,"raise":1,"an":1,"error":1,"after":2,"here":2,"note":1,"don":1,"t":1,"put":1,"it":1,"into":1,"graph":4,"context":1,"manager":1,"because":1,"may":1,"doing":1,"lazy":1,"future":1,"that":1,"still":1,"allows":1,"set":1,"enabled":1,"false":1,"end":4,"time":6,"perf":1,"counter":1,"free":3,"gpu":3,"memory":3,"torch":1,"cuda":3,"mem":1,"get":1,"info":2,"0":1,"elapsed":2,"start":2,"size":2,"this":1,"usually":1,"takes":1,"5":1,"20":1,"seconds":1,"logger":1,"finished":1,"0f":1,"secs":1,"took":1,"2f":1,"gib":1,"1":1,"30":1},"124425,1952,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"capture":3,"cudagraphs":1,"self":5,"compilation":5,"cases":4,"list":1,"int":1,"cudagraph":9,"runtime":8,"mode":8,"cudagraphmode":6,"uniform":6,"decode":8,"bool":1,"assert":1,"none":4,"and":1,"in":3,"full":3,"piecewise":2,"only":1,"rank":2,"0":1,"should":1,"print":1,"progress":1,"bar":1,"during":1,"if":3,"is":3,"global":1,"first":1,"tqdm":2,"disable":1,"not":2,"load":2,"config":2,"use":2,"on":1,"desc":1,"capturing":1,"cuda":1,"graphs":1,"format":1,"else":1,"mixed":1,"prefill":1,"name":1,"we":3,"skip":3,"eplb":3,"here":1,"since":1,"don":1,"t":1,"want":2,"to":3,"record":1,"dummy":3,"metrics":1,"for":3,"num":4,"tokens":3,"range":1,"of":1,"warmups":1,"cudagraphruntimestyle":1,"default":1,"warmup":1,"but":1,"be":1,"careful":1,"warm":2,"up":2,"with":1,"orthogonal":1,"attention":6,"or":1,"this":1,"different":1,"from":1,"the":1,"case":1,"where":1,"implies":2,"while":1,"no":1,"force":3,"run":2,"true":2},"126377,1318,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":2,"initialize":2,"attn":15,"backend":9,"self":3,"kv":1,"cache":1,"config":3,"kvcacheconfig":1,"none":1,"the":3,"attention":5,"backends":6,"and":1,"metadata":1,"builders":1,"assert":1,"len":1,"groups":1,"0":1,"are":2,"already":1,"initialized":1,"layers":7,"get":3,"from":1,"vllm":2,"for":3,"layer":6,"names":2,"list":3,"str":2,"dict":1,"type":1,"attentionbackend":1,"defaultdict":1,"dedupe":1,"based":1,"on":1,"full":2,"class":2,"name":5,"this":1,"is":1,"a":1,"bit":1,"safer":1,"than":1,"using":2,"itself":1,"as":1,"key":4,"because":1,"when":1,"we":1,"create":1,"dynamic":1,"subclasses":1,"e":1,"g":1,"chunkedlocalattention":1,"unless":1,"they":1,"cached":1,"correctly":1,"there":1,"will":1,"be":1,"different":1,"objects":1,"per":1,"in":2,"cls":1,"append":1,"return":1,"k":2,"v":2,"items":1},"127695,1821,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":1,"create":2,"attn":22,"groups":8,"backends":6,"map":2,"dict":1,"attentionbackend":1,"list":3,"str":1,"kv":16,"cache":16,"spec":14,"kvcachespec":1,"attentiongroup":3,"for":3,"backend":5,"layer":5,"names":5,"in":2,"items":1,"metadata":2,"builder":3,"i":2,"get":4,"cls":1,"self":5,"vllm":1,"config":2,"device":1,"group":6,"append":2,"return":2,"if":3,"isinstance":2,"attentionspec":1,"layers":2,"todo":1,"lucas":1,"move":1,"mamba":4,"into":1,"the":1,"like":1,"above":1,"elif":1,"mambaspec":1,"type":3,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"calculate":2,"reorder":2,"batch":2,"threshold":2,"neeeded":1,"len":1,"0":1},"129516,1957,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"check":1,"if":4,"model":3,"is":3,"encoder":5,"only":6,"block":6,"size":10,"self":7,"vllm":2,"config":4,"cache":3,"use":6,"mla":6,"attn":25,"specs":4,"dict":1,"attentionspec":2,"list":2,"str":1,"defaultdict":1,"for":3,"layer":5,"name":3,"module":8,"in":2,"layers":8,"items":2,"type":1,"attentiontype":1,"sliding":3,"window":3,"none":4,"spec":5,"fullattentionspec":1,"num":4,"kv":6,"heads":4,"head":4,"dtype":4,"else":2,"slidingwindowspec":1,"append":2,"raise":1,"valueerror":1,"expected":2,"len":3,"0":2,"total":3,"names":3,"backends":3,"get":1,"groups":2,"create":1,"assert":1,"all":1,"or":1,"of":1,"the":1,"are":1,"to":1,"be":1,"true":1,"def":1,"initialize":1,"cudagraph":1,"capture":1,"min":2,"cg":2,"support":1,"attentioncgsupport":1,"always":1,"builder":1},"131473,1659,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"for":2,"attn":3,"group":3,"in":1,"self":5,"iterator":1,"builder":7,"metadata":1,"if":5,"cudagraph":16,"support":8,"value":2,"min":7,"cg":7,"name":4,"class":1,"flexible":1,"resolve":2,"the":2,"mode":14,"compilation":5,"config":4,"check":1,"mixed":2,"batch":1,"is":3,"supported":3,"cudagraphmode":4,"full":7,"and":4,"attentioncgsupport":2,"always":1,"msg":6,"f":3,"not":2,"with":1,"backend":1,"never":1,"any":1,"cudagraphs":1,"just":1,"raise":2,"it":1,"please":1,"try":1,"piecewise":4,"make":1,"sure":1,"level":1,"valueerror":1,"attempt":1,"to":1,"related":1,"splitting":1,"ops":1,"contain":1,"attention":1,"setting":2,"else":1,"decode":2,"only":2,"logger":1,"warning":1},"133132,1850,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"check":2,"that":2,"if":5,"we":2,"are":2,"doing":1,"spec":2,"decode":6,"full":4,"cudagraphs":2,"it":1,"is":4,"supported":3,"cudagraph":16,"mode":13,"cudagraphmode":5,"and":4,"self":7,"uniform":3,"query":2,"len":2,"1":1,"min":6,"cg":6,"support":7,"value":2,"attentioncgsupport":2,"batch":1,"msg":4,"f":6,"name":4,"not":2,"with":2,"for":1,"attention":2,"backend":2,"builder":2,"compilation":5,"config":4,"splitting":1,"ops":1,"contain":1,"setting":2,"piecewise":4,"else":1,"none":2,"logger":1,"warning":1,"double":1,"can":1,"they":1,"requested":1,"even":1,"after":2,"automatic":1,"downgrades":1,"has":1,"never":1,"raise":1,"valueerror":1,"please":1,"try":1,"make":1,"sure":1,"level":1,"trigger":1,"dispatching":1,"keys":2,"initialization":1,"here":1,"initializing":1,"attn":1,"backends":1,"dispatcher":1,"initialize":1},"134982,1531,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":2,"calculate":1,"reorder":13,"batch":13,"threshold":15,"self":8,"none":4,"check":2,"that":4,"if":6,"any":2,"backends":2,"batches":2,"the":6,"reordering":2,"is":6,"compatible":2,"e":2,"g":2,"decode":2,"same":2,"for":1,"group":3,"in":1,"attn":3,"iterator":1,"metadata":3,"builder":3,"i":7,"not":2,"raise":1,"valueerror":1,"f":4,"attention":1,"backend":2,"reorders":1,"decodes":1,"with":1,"but":1,"other":1,"uses":1,"else":1,"may":1,"reinitialize":1,"input":2,"kv":2,"cache":3,"config":2,"kvcacheconfig":1,"re":1,"initialize":1,"block":2,"sizes":1,"are":2,"different":1,"from":1,"size":1,"this":1,"usually":1,"happens":1,"when":1,"there":1,"multiple":1,"groups":1},"136513,1442,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"args":1,"kv":10,"cache":12,"config":8,"the":7,"configuration":1,"block":6,"sizes":4,"group":2,"spec":2,"size":5,"for":2,"in":1,"groups":1,"if":1,"self":13,"assert":1,"cpu":2,"offload":1,"gb":1,"0":1,"cannot":1,"re":1,"initialize":1,"input":3,"batch":3,"when":1,"weight":1,"offloading":1,"is":4,"enabled":1,"see":1,"https":1,"github":1,"com":1,"vllm":3,"project":1,"pull":1,"18298":1,"noqa":1,"e501":1,"more":1,"details":1,"inputbatch":1,"max":6,"num":4,"reqs":2,"model":5,"len":2,"batched":1,"tokens":2,"device":2,"pin":2,"memory":2,"vocab":2,"get":1,"decode":1,"bool":1,"speculative":1,"logitsprocs":2,"pooling":2,"def":1,"allocate":1,"tensors":1,"kvcacheconfig":1,"dict":1,"str":1,"torch":1,"tensor":1,"initializes":1,"buffer":2,"with":1,"correct":1,"needs":1,"to":2,"be":1,"reshaped":1,"desired":1,"shape":1,"before":1,"being":1,"used":1,"by":1,"models":1},"137955,1717,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"args":1,"kv":26,"cache":26,"config":7,"the":3,"returns":1,"dict":4,"str":4,"torch":6,"tensor":9,"a":1,"map":1,"between":1,"layer":7,"names":5,"to":2,"their":1,"corresponding":1,"memory":1,"buffer":1,"for":6,"raw":5,"tensors":8,"in":5,"zeros":1,"size":1,"dtype":2,"int8":1,"device":2,"self":8,"name":2,"shared":1,"by":1,"set":2,"group":6,"groups":7,"update":1,"assert":1,"keys":1,"some":1,"layers":1,"are":1,"not":2,"correctly":1,"initialized":1,"return":3,"def":3,"attn":8,"iterator":4,"attentiongroup":2,"itertools":1,"chain":1,"from":1,"iterable":1,"spec":4,"tuple":1,"kvcachespec":1,"if":1,"id":2,"enumerate":1,"yield":1,"reshape":2,"kvcacheconfig":1,"desired":1,"shape":1,"and":1},"139672,434,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"args":1,"kv":6,"cache":5,"config":2,"the":2,"raw":1,"tensors":1,"buffer":2,"of":1,"each":1,"layer":2,"with":1,"correct":1,"size":1,"but":1,"uninitialized":1,"shape":1,"returns":1,"dict":2,"str":2,"torch":2,"tensor":2,"a":1,"map":1,"between":1,"names":1,"to":1,"their":1,"corresponding":1,"memory":1,"for":1,"caches":1,"has":2,"attn":1,"mamba":1,"false":2},"140106,120,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"for":1,"kv":2,"cache":2,"spec":2,"group":3,"in":1,"self":1,"attn":2,"iterator":1,"backend":2},"140226,303,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"for":1,"layer":3,"name":2,"in":1,"group":1,"names":1,"raw":4,"tensor":3,"kv":3,"cache":3,"tensors":1,"assert":1,"numel":2,"spec":2,"page":2,"size":2,"bytes":2,"0":1,"num":1,"blocks":1},"140529,1705,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"if":1,"isinstance":1,"kv":24,"cache":21,"spec":5,"attentionspec":1,"has":1,"attn":3,"true":1,"shape":9,"backend":4,"get":2,"num":2,"blocks":1,"block":1,"size":2,"heads":1,"head":1,"dtype":3,"try":1,"stride":9,"order":11,"assert":1,"len":4,"except":1,"attributeerror":1,"notimplementederror":1,"tuple":2,"range":2,"the":5,"allocation":1,"respects":1,"defined":1,"to":2,"ensure":1,"semantic":1,"remains":1,"consistent":1,"for":3,"each":1,"we":1,"first":1,"obtain":1,"generic":1,"and":1,"then":1,"permute":2,"it":1,"according":1,"which":1,"could":1,"result":1,"in":3,"a":1,"non":1,"contiguous":1,"tensor":1,"i":4,"maintain":1,"original":1,"view":3,"inv":2,"index":1,"caches":1,"layer":2,"name":2,"raw":1,"tensors":1},"142234,1267,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"elif":1,"isinstance":1,"kv":5,"cache":5,"spec":4,"mambaspec":1,"has":1,"mamba":1,"true":1,"raw":3,"tensor":4,"tensors":3,"layer":1,"name":1,"state":2,"storage":5,"offset":5,"bytes":5,"0":3,"for":1,"shape":5,"dtype":9,"in":1,"zip":1,"shapes":1,"dtypes":1,"size":8,"get":1,"num":3,"element":2,"per":2,"page":3,"target":5,"blocks":1,"stride":7,"torch":2,"empty":1,"1":1,"assert":1,"as":1,"strided":1,"view":1,"append":1},"143501,1964,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"kv":29,"caches":2,"layer":5,"name":3,"state":1,"tensors":6,"else":1,"raise":2,"notimplementederror":1,"if":3,"has":2,"attn":2,"and":2,"mamba":4,"self":4,"verify":3,"hybrid":3,"attention":5,"layout":3,"cache":26,"config":5,"raw":6,"return":1,"def":2,"kvcacheconfig":2,"dict":2,"str":2,"torch":2,"tensor":4,"none":1,"that":1,"the":4,"memory":2,"is":1,"compatible":1,"for":4,"models":2,"with":2,"both":1,"groups":1,"args":1,"buffer":2,"of":1,"each":1,"spec":7,"group":4,"in":3,"iterator":1,"names":1,"num":5,"blocks":4,"numel":1,"page":1,"size":3,"bytes":1,"isinstance":1,"attentionspec":1,"shape":5,"backend":3,"get":1,"block":1,"heads":1,"head":1,"0":1,"or":1,"1":1,"2":2,"valueerror":1,"v1":1,"require":1,"an":1,"please":1,"try":1,"setting":1,"vllm":1,"flashinfer":1,"initialize":2},"145465,1619,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"args":1,"kv":29,"cache":19,"config":9,"the":4,"returns":1,"dict":1,"str":1,"torch":1,"tensor":1,"a":1,"map":1,"between":1,"layer":5,"names":1,"to":2,"their":1,"corresponding":1,"memory":3,"buffer":3,"for":5,"initialize":2,"raw":2,"tensors":4,"self":10,"allocate":1,"change":1,"desired":1,"shape":1,"caches":6,"reshape":1,"setup":1,"and":2,"models":1,"with":1,"cross":1,"sharing":4,"if":2,"shared":3,"layers":8,"groups":2,"attn":3,"get":1,"from":1,"vllm":2,"attention":1,"iterate":1,"in":4,"reversed":2,"order":1,"add":2,"that":1,"re":1,"use":1,"e":2,"g":2,"yoco":1,"like":1,"setups":1,"gemma3n":1,"name":3,"fast":1,"prefill":1,"eligible":1,"else":1,"break":1,"bind":1,"compilation":1,"static":1,"forward":1,"context":1,"return":1},"147084,1298,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"def":2,"initialize":4,"kv":25,"cache":20,"self":10,"config":11,"kvcacheconfig":1,"none":1,"based":1,"on":1,"args":1,"configuration":1,"for":1,"the":6,"including":1,"size":1,"of":1,"each":2,"layer":2,"may":1,"reinitialize":1,"input":1,"batch":1,"attn":1,"backend":1,"caches":3,"tensors":1,"if":2,"speculative":2,"and":1,"use":1,"eagle":1,"assert":1,"isinstance":1,"drafter":2,"eagleproposer":1,"validate":2,"all":1,"draft":1,"model":1,"layers":2,"belong":1,"to":2,"same":2,"group":4,"has":1,"transfer":2,"get":2,"register":1,"spec":1,"dict":1,"str":1,"kvcachespec":3,"generates":1,"by":1,"parsing":1,"format":2,"from":1,"attention":1,"module":1,"in":1,"static":1,"forward":1,"context":1,"returns":1,"a":1,"dictionary":1,"mapping":1,"names":1,"their":1,"that":1,"do":1,"not":2,"need":1,"are":1,"included":1},"148382,1060,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"block":2,"size":2,"self":4,"vllm":4,"config":6,"cache":6,"use":3,"mla":2,"model":1,"kv":9,"spec":1,"dict":1,"str":1,"kvcachespec":2,"attn":4,"layers":4,"get":1,"from":1,"attention":1,"for":3,"layer":10,"name":3,"module":2,"in":1,"items":1,"if":1,"tgt":2,"sharing":2,"target":2,"is":1,"not":2,"none":1,"the":4,"doesn":2,"t":2,"need":1,"its":1,"own":1,"and":2,"will":2,"that":2,"of":3,"we":1,"skip":1,"creating":1,"a":2,"it":1,"so":1,"management":1,"logic":1,"act":1,"as":1,"this":2,"does":1,"exist":1,"allocate":1,"enables":1,"memory":2,"saving":1,"cross":1,"allowing":1,"given":1,"amount":1,"to":2,"accommodate":1,"longer":1,"context":1,"lengths":1,"or":1,"enable":1,"more":1,"requests":1,"be":1,"processed":1,"simultaneously":1,"shared":1,"continue":1},"149442,1941,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"todo":2,"support":1,"other":1,"attention":8,"modules":1,"e":1,"g":1,"cross":1,"lucas":1,"move":1,"the":3,"specs":1,"into":1,"model":1,"layers":1,"like":1,"backends":1,"if":2,"attn":15,"module":12,"type":3,"attentiontype":4,"decoder":2,"sliding":3,"window":3,"is":2,"not":3,"none":2,"kv":13,"cache":7,"spec":3,"layer":3,"name":3,"slidingwindowspec":1,"block":6,"size":15,"num":6,"heads":6,"head":6,"dtype":6,"self":5,"use":6,"mla":6,"elif":3,"chunk":3,"and":1,"isinstance":1,"chunkedlocalattention":1,"chunkedlocalattentionspec":1,"else":1,"fullattentionspec":1,"in":1,"encoder":4,"only":2,"does":1,"need":1,"continue":1,"raise":1,"notimplementederror":1},"151383,124,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"attention":1,"type":2,"attn":2,"module":1},"151507,1956,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"mamba":13,"layers":4,"get":4,"from":1,"vllm":6,"config":10,"self":8,"mambabase":1,"if":3,"len":5,"0":1,"speculative":2,"is":3,"not":3,"none":1,"raise":2,"notimplementederror":2,"with":1,"decoding":1,"supported":2,"yet":2,"cache":5,"enable":1,"prefix":2,"caching":2,"for":5,"max":6,"model":6,"page":4,"size":6,"padded":4,"set":1,"block":3,"to":1,"so":1,"that":1,"will":1,"always":1,"have":1,"only":3,"one":1,"in":3,"the":2,"kv":3,"layer":2,"name":2,"module":4,"items":1,"spec":2,"mambaspec":1,"shapes":1,"state":2,"shape":1,"dtypes":1,"dtype":1,"type":2,"return":1,"def":1,"build":1,"encoder":4,"attn":1,"metadata":3,"scheduler":5,"output":5,"scheduleroutput":1,"dict":2,"str":2,"tuple":1,"commonattentionmetadata":1,"any":2,"prepare":1,"attention":2,"models":1,"args":1,"returns":1,"num":6,"reqs":2,"input":2,"batch":2,"total":2,"scheduled":5,"tokens":7,"number":1,"of":1,"each":1,"request":1,"req":3,"ids":3,"i":2},"153463,1799,data/raw/vllm-0.10.1/vllm/v1/worker/gpu_model_runner.py":{"dummy":4,"block":3,"table":3,"torch":4,"zeros":2,"num":14,"reqs":8,"1":4,"dtype":2,"int32":2,"device":4,"self":8,"slot":3,"mapping":3,"total":2,"scheduled":3,"tokens":6,"group":9,"metadata":12,"dict":1,"str":1,"tuple":1,"commonattentionmetadata":2,"any":1,"for":3,"attn":8,"list":3,"in":2,"groups":1,"assert":1,"len":3,"0":2,"use":1,"the":1,"first":1,"attention":2,"builder":4,"to":1,"create":1,"encoder":2,"common":5,"query":5,"start":4,"loc":4,"cpu":6,"seq":4,"lens":4,"computed":2,"input":1,"batch":1,"tensor":2,"actual":1,"max":2,"causal":1,"false":1,"build":1,"prefix":1,"no":1,"cascade":1,"layer":3,"name":2,"names":1,"return":1},"0,1411,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_worker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":15,"project":1,"import":16,"os":1,"platform":2,"from":13,"typing":1,"callable":1,"optional":1,"torch":1,"envs":1,"config":4,"vllmconfig":2,"distributed":4,"parallel":2,"state":1,"get":2,"pp":1,"group":2,"tp":1,"logger":4,"init":7,"model":2,"executor":1,"utils":1,"set":1,"random":1,"seed":1,"platforms":2,"cpuarchenum":1,"current":1,"cpu":2,"cpuplatform":1,"logicalcpuinfo":1,"sequence":1,"intermediatetensors":1,"v1":4,"core":1,"sched":1,"output":1,"scheduleroutput":1,"outputs":1,"modelrunneroutput":1,"worker":9,"runner":1,"cpumodelrunner":1,"gpu":1,"environment":1,"name":1,"class":1,"cpuworker":1,"def":1,"self":2,"local":2,"rank":4,"int":2,"method":2,"str":1,"is":3,"driver":3,"bool":1,"false":1,"super":1,"disable":1,"custom":1,"all":1,"reduce":1,"true":1},"1411,1866,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_worker.py":{"def":2,"init":5,"device":2,"self":19,"setup":1,"openmp":1,"threads":3,"affinity":1,"omp":10,"cpuids":3,"envs":1,"vllm":4,"cpu":12,"bind":1,"if":5,"auto":1,"and":1,"platform":4,"system":1,"linux":1,"current":3,"get":4,"architecture":2,"cpuarchenum":2,"powerpc":2,"for":4,"smt":2,"8":2,"4":2,"2":2,"local":7,"cpuid":6,"autobind":2,"ids":2,"lambda":2,"cpus":4,"in":1,"id":1,"elif":1,"x86":2,"use":1,"1":4,"per":1,"core":1,"else":2,"all":2,"split":2,"rank":3,"ret":3,"torch":2,"ops":1,"c":1,"utils":1,"env":1,"logger":2,"info":1,"note":1,"unique":1,"identifier":1,"creating":1,"allreduce":1,"shared":1,"memory":1,"os":1,"environ":1,"dist":2,"ident":1,"distributed":4,"method":2,"initialize":1,"the":2,"environment":2,"worker":1,"config":3,"backend":1,"set":2,"random":2,"seed":3,"model":3,"construct":1,"runner":2,"cpumodelrunner":2,"sleep":2,"level":1,"int":1,"none":1,"warning":1,"mode":1,"is":1,"not":1,"supported":1,"on":1,"ignore":1,"it":1,"pass":1},"3277,1447,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_worker.py":{"def":4,"wake":1,"up":3,"self":9,"tags":1,"optional":2,"list":1,"str":1,"none":6,"logger":1,"warning":1,"sleep":1,"mode":2,"is":5,"not":4,"supported":1,"on":1,"cpu":2,"ignore":2,"it":1,"pass":1,"determine":1,"available":1,"memory":1,"int":1,"return":3,"cache":1,"config":2,"kvcache":1,"space":1,"bytes":1,"type":1,"compile":1,"or":1,"warm":1,"model":8,"reset":1,"the":3,"seed":3,"to":1,"ensure":1,"that":1,"random":2,"state":1,"affected":1,"by":1,"initialization":1,"and":1,"profiling":1,"set":1,"runner":2,"warming":1,"torch":1,"inference":1,"execute":2,"scheduler":2,"output":7,"scheduleroutput":1,"modelrunneroutput":2,"intermediate":3,"tensors":4,"if":3,"get":6,"pp":4,"group":8,"first":1,"rank":2,"intermediatetensors":2,"recv":1,"tensor":2,"dict":2,"all":2,"gather":2,"tp":2,"last":1,"assert":2,"isinstance":2,"send":1,"driver":1,"worker":1,"else":1},"4724,1944,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_worker.py":{"def":1,"get":3,"autobind":1,"cpu":26,"ids":3,"self":4,"selector":4,"callable":2,"list":20,"logicalcpuinfo":6,"str":1,"return":1,"to":9,"bind":3,"based":1,"on":3,"numa":13,"nodes":8,"currently":1,"for":4,"rank":3,"n":2,"only":1,"the":3,"th":1,"node":7,"in":5,"available":1,"will":1,"be":2,"selected":4,"args":1,"a":5,"object":1,"select":2,"cpus":8,"from":2,"of":2,"physical":5,"core":10,"input":1,"is":1,"sorted":3,"by":1,"id":3,"should":1,"returned":1,"allowed":8,"logical":8,"cpuplatform":1,"memory":1,"assert":1,"len":1,"parallel":2,"config":2,"world":2,"size":2,"f":3,"no":1,"enough":1,"threads":2,"cpuworkers":1,"are":1,"please":1,"try":1,"manually":1,"local":2,"type":1,"ignore":1,"x":7,"if":2,"each":1,"via":1,"dict":1,"int":1,"info":5,"not":1,"append":1,"values":1,"key":2,"lambda":2,"extend":1},"6668,708,data/raw/vllm-0.10.1/vllm/v1/worker/cpu_worker.py":{"reserve":8,"cpus":1,"for":3,"other":1,"processes":1,"cpu":17,"num":9,"envs":1,"vllm":2,"of":2,"reserved":2,"if":3,"is":1,"none":1,"1":2,"self":1,"parallel":1,"config":1,"world":1,"size":1,"else":1,"0":2,"assert":1,"len":2,"logical":6,"list":7,"f":2,"should":1,"less":1,"than":1,"logger":1,"info":1,"auto":1,"thread":1,"binding":1,"id":3,"physical":2,"core":2,"s":1,"x":5,"in":2,"return":1,"join":1,"str":1},"0,1987,data/raw/vllm-0.10.1/vllm/v1/worker/kv_connector_model_runner_mixin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":8,"project":1,"define":1,"kv":21,"connector":11,"functionality":2,"mixin":2,"for":4,"model":2,"runners":1,"import":11,"copy":1,"from":11,"contextlib":1,"abstractcontextmanager":1,"contextmanager":1,"nullcontext":1,"typing":2,"generator":1,"noqa":1,"up035":1,"type":2,"checking":2,"optional":1,"config":1,"vllmconfig":1,"distributed":2,"transfer":8,"get":5,"group":6,"has":3,"base":1,"kvconnectorbase":2,"forward":5,"context":4,"set":1,"logger":4,"init":2,"v1":2,"outputs":1,"empty":1,"runner":1,"output":5,"kvconnectoroutput":1,"modelrunneroutput":1,"if":3,"core":1,"sched":1,"scheduleroutput":2,"name":1,"defined":1,"as":1,"a":2,"modelrunner":1,"gpu":1,"tpu":1,"class":1,"kvconnectormodelrunnermixin":1,"staticmethod":2,"def":2,"maybe":2,"setup":1,"scheduler":3,"update":1,"kvconnector":2,"with":1,"metadata":4,"assert":2,"isinstance":1,"is":1,"not":1,"none":2,"bind":1,"background":1,"cache":1,"transfers":2,"happen":1,"here":2,"these":1,"are":1,"designed":1,"be":2,"async":1,"and":1,"requests":2,"involved":1,"may":1,"disjoint":1,"running":1,"do":1,"this":1,"save":3,"collective":1,"rpc":1,"start":1,"load":1,"wait":2},"1987,1763,data/raw/vllm-0.10.1/vllm/v1/worker/kv_connector_model_runner_mixin.py":{"staticmethod":4,"def":4,"get":7,"finished":5,"kv":16,"transfers":1,"scheduler":7,"output":22,"scheduleroutput":4,"tuple":1,"optional":3,"set":3,"str":2,"if":4,"has":2,"transfer":3,"group":3,"return":5,"req":1,"ids":1,"none":5,"connector":10,"no":2,"forward":3,"vllm":2,"config":2,"vllmconfig":1,"modelrunneroutput":1,"send":1,"recv":1,"even":1,"work":1,"to":1,"do":1,"with":1,"context":3,"kvconnectormodelrunnermixin":2,"wait":2,"for":2,"save":2,"false":1,"as":1,"pass":1,"not":2,"sending":1,"and":1,"recving":1,"empty":2,"model":3,"runner":2,"copy":2,"maybe":1,"abstractcontextmanager":1,"kvconnectoroutput":3,"else":1,"nullcontext":1,"this":1,"manager":1,"must":1,"be":1,"used":1,"within":2,"an":1,"active":1,"it":1,"encapsulates":1,"the":1,"entire":1,"conector":1,"lifecycle":1,"execute":1,"contextmanager":1,"bool":1,"true":1,"generator":1},"3750,957,data/raw/vllm-0.10.1/vllm/v1/worker/kv_connector_model_runner_mixin.py":{"update":1,"kvconnector":2,"with":1,"the":3,"metadata":5,"forward":2,"kv":12,"connector":11,"get":3,"transfer":1,"group":1,"assert":2,"isinstance":1,"kvconnectorbase":1,"scheduler":3,"output":6,"is":1,"not":1,"none":1,"bind":1,"background":1,"cache":1,"transfers":2,"happen":1,"here":2,"these":1,"are":1,"designed":1,"to":2,"be":2,"async":1,"and":1,"requests":2,"involved":1,"may":1,"disjoint":1,"from":1,"running":1,"do":1,"this":1,"save":3,"a":1,"collective":1,"rpc":1,"start":1,"load":1,"context":1,"try":1,"yield":1,"finally":1,"if":1,"wait":2,"for":2,"finished":4,"sending":1,"recving":1,"req":1,"ids":1,"clear":1},"0,1970,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":12,"project":1,"import":28,"multiprocessing":4,"os":1,"pickle":1,"signal":1,"threading":3,"time":1,"traceback":1,"weakref":2,"from":18,"concurrent":1,"futures":1,"future":1,"threadpoolexecutor":2,"dataclasses":1,"dataclass":1,"enum":2,"auto":1,"functools":1,"partial":1,"connection":2,"process":2,"baseprocess":1,"thread":2,"typing":1,"any":1,"callable":1,"optional":3,"union":1,"cast":1,"cloudpickle":1,"envs":3,"as":1,"config":1,"vllmconfig":1,"distributed":5,"destroy":2,"environment":1,"model":1,"parallel":1,"device":1,"communicators":1,"shm":1,"broadcast":1,"handle":1,"messagequeue":1,"kv":2,"transfer":1,"connector":1,"utils":3,"kvoutputaggregator":1,"executor":5,"multiproc":1,"worker":4,"set":2,"logger":4,"init":4,"decorate":1,"logs":1,"get":4,"method":1,"loopback":1,"ip":1,"mp":1,"context":1,"open":1,"port":1,"title":1,"v1":2,"abstract":1,"failurecallback":2,"outputs":1,"modelrunneroutput":1,"base":1,"workerwrapperbase":1,"name":1,"class":1,"multiprocexecutor":1,"supports":1,"pp":1,"bool":1,"true":1,"def":1,"self":9,"none":3,"call":1,"shutdown":3,"at":1,"exit":1,"clean":1,"up":1,"and":1,"ensure":1,"workers":1,"will":1,"be":1,"terminated":1,"finalizer":1,"finalize":1,"is":1,"failed":1,"false":1,"event":2,"failure":1,"callback":1,"io":1,"pool":1},"1970,1927,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"self":13,"world":8,"size":18,"parallel":14,"config":6,"tensor":5,"pp":3,"pipeline":2,"assert":1,"f":3,"must":1,"be":1,"equal":1,"to":2,"the":2,"x":1,"set":3,"multiprocessing":3,"envs":3,"that":1,"are":1,"common":1,"v0":1,"and":3,"v1":1,"worker":3,"based":1,"executor":1,"does":1,"not":1,"support":1,"multi":1,"node":2,"setting":1,"since":1,"it":1,"only":1,"works":1,"for":4,"single":1,"we":1,"can":1,"use":1,"loopback":3,"address":1,"get":4,"ip":2,"communication":1,"distributed":4,"init":4,"method":4,"open":1,"port":1,"initialize":1,"up":1,"message":1,"queues":1,"scheduleroutputs":1,"modelrunneroutputs":1,"max":4,"chunk":4,"bytes":4,"vllm":3,"mq":3,"mb":1,"1024":2,"rpc":2,"broadcast":2,"messagequeue":1,"scheduler":2,"output":2,"handle":4,"export":1,"create":1,"workers":3,"unready":2,"list":1,"unreadyworkerprochandle":1,"success":1,"false":1,"try":1,"rank":5,"in":1,"range":1,"append":1,"workerproc":1,"make":1,"process":1,"local":1,"input":1,"shm":1},"3897,1771,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"workers":11,"must":3,"be":2,"created":1,"before":1,"wait":4,"for":7,"ready":5,"to":4,"avoid":1,"deadlock":2,"since":1,"worker":6,"init":1,"device":2,"does":1,"a":4,"sync":1,"self":17,"workerproc":2,"unready":3,"ensure":2,"message":1,"queues":1,"are":1,"will":1,"if":5,"re":1,"ordered":1,"kept":1,"consistent":1,"with":1,"the":3,"rpc":1,"broadcast":1,"mq":2,"until":2,"w":2,"in":3,"response":2,"start":2,"monitor":2,"success":2,"true":1,"finally":1,"not":3,"clean":1,"up":1,"procs":1,"there":1,"was":1,"failure":1,"close":2,"death":3,"writers":1,"first":1,"signal":1,"exit":1,"uw":5,"writer":2,"is":2,"none":2,"termination":1,"proc":1,"pipeline":1,"parallel":2,"we":1,"use":2,"thread":5,"pool":2,"asynchronous":1,"execute":1,"model":1,"max":2,"concurrent":1,"batches":1,"1":3,"note":1,"only":1,"io":4,"keep":1,"dequeue":1,"sequence":1,"from":1,"queue":1,"async":1,"aggregate":1,"output":4,"also":1,"assumes":1,"single":1,"threadpoolexecutor":1,"name":1,"prefix":1,"mp":1,"exec":1,"rank":2,"get":1,"has":1,"connector":1,"vllm":1,"config":3,"kv":2,"transfer":1,"aggregator":1,"kvoutputaggregator":1,"world":1,"size":1,"def":1,"ref":2,"weakref":1},"5668,1810,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"monitors":1,"worker":3,"process":1,"liveness":1,"if":6,"any":1,"die":1,"unexpectedly":2,"logs":1,"an":1,"error":2,"shuts":1,"down":3,"the":3,"executor":2,"and":1,"invokes":1,"failure":5,"callback":11,"to":1,"inform":1,"engine":1,"def":3,"monitor":2,"workers":4,"sentinels":2,"h":5,"proc":6,"sentinel":2,"for":2,"in":2,"died":3,"multiprocessing":1,"connection":1,"wait":1,"self":16,"ref":1,"not":3,"or":1,"getattr":1,"shutting":2,"false":1,"return":2,"is":3,"failed":2,"true":2,"name":4,"next":1,"0":1,"logger":1,"s":1,"shutdown":1,"none":2,"thread":1,"target":1,"daemon":1,"multiprocworkermonitor":1,"start":1,"register":1,"failurecallback":1,"else":1,"execute":3,"model":3,"scheduler":2,"output":7,"union":1,"modelrunneroutput":2,"future":1,"non":3,"block":3,"max":1,"concurrent":1,"batches":1,"1":1,"has":1,"connector":1,"get":1,"only":1,"from":1,"a":1,"single":1,"rank":3,"collective":1,"rpc":1,"args":1,"unique":1,"reply":1,"timeout":2,"envs":1,"vllm":1,"seconds":1},"7478,1723,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"get":1,"output":8,"from":1,"all":2,"workers":5,"outputs":3,"self":10,"collective":2,"rpc":3,"execute":2,"model":2,"args":4,"scheduler":1,"non":4,"block":4,"timeout":5,"envs":1,"vllm":1,"seconds":1,"aggregate":3,"to":1,"a":2,"single":1,"if":6,"return":2,"kv":2,"aggregator":2,"async":1,"rank":7,"def":1,"method":8,"union":1,"str":2,"callable":1,"optional":3,"float":1,"none":6,"tuple":1,"kwargs":4,"dict":1,"bool":1,"false":1,"unique":4,"reply":4,"int":1,"list":2,"any":1,"is":3,"failed":2,"raise":1,"runtimeerror":1,"executor":1,"deadline":1,"else":3,"time":1,"monotonic":1,"or":1,"note":1,"the":2,"are":1,"heterogeneous":1,"then":1,"we":1,"pack":1,"them":2,"into":1,"and":1,"unpack":1,"in":1,"of":1,"every":2,"worker":2,"because":1,"knows":1,"their":1,"own":1,"try":1,"isinstance":1,"send":3,"cloudpickle":1,"dumps":1,"protocol":2,"pickle":1,"highest":1,"broadcast":1,"mq":1,"enqueue":1,"not":1,"responses":1},"9201,1997,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"def":3,"get":3,"response":4,"w":5,"workerprochandle":1,"dequeue":6,"timeout":8,"optional":2,"float":1,"none":5,"cancel":3,"event":4,"threading":1,"status":2,"result":6,"worker":5,"mq":1,"if":7,"workerproc":1,"responsestatus":1,"success":1,"raise":2,"runtimeerror":1,"f":2,"failed":1,"with":2,"error":1,"please":1,"check":1,"the":3,"stack":1,"trace":1,"above":1,"for":6,"root":1,"cause":1,"return":5,"in":4,"workers":2,"deadline":2,"is":3,"else":2,"time":10,"monotonic":1,"non":1,"block":1,"self":2,"io":1,"thread":1,"pool":1,"submit":1,"type":1,"ignore":1,"shutdown":2,"responses":2,"append":1,"except":1,"timeouterror":2,"as":1,"e":2,"rpc":1,"call":1,"to":1,"method":1,"timed":1,"out":1,"from":1,"staticmethod":1,"ensure":2,"termination":4,"procs":4,"list":1,"baseprocess":1,"that":1,"all":3,"processes":1,"are":2,"terminated":1,"assumes":1,"have":1,"received":1,"requests":1,"waits":1,"processing":1,"then":1,"sends":1,"and":1,"kill":1,"signals":1,"needed":1,"wait":1,"not":3,"we":1,"late":1,"stage":1,"interpreter":1,"may":1,"replace":1,"proc":4,"alive":2,"start":2,"while":1,"true":1,"sleep":1,"0":1,"1":1,"false":1},"11198,1558,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"send":2,"sigterm":1,"if":10,"still":2,"running":2,"active":6,"procs":7,"proc":4,"for":7,"in":6,"worker":3,"is":4,"alive":2,"p":7,"terminate":1,"not":4,"wait":2,"termination":2,"4":1,"sigkill":1,"kill":1,"def":3,"shutdown":3,"self":15,"properly":1,"shut":1,"down":3,"the":1,"executor":1,"and":1,"its":1,"workers":5,"getattr":2,"shutting":2,"false":2,"true":2,"event":1,"set":1,"io":3,"thread":3,"pool":3,"none":8,"cancel":1,"futures":1,"w":7,"close":2,"death":4,"writer":4,"to":2,"signal":1,"child":1,"processes":1,"exit":1,"response":1,"mq":2,"ensure":1,"rpc":2,"broadcast":1,"check":2,"health":2,"collective":1,"timeout":1,"10":1,"return":3,"property":1,"max":1,"concurrent":1,"batches":1,"int":1,"scheduler":1,"config":2,"async":1,"scheduling":1,"2":1,"parallel":2,"pipeline":1,"size":1},"12756,1384,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"def":2,"get":1,"output":1,"rank":12,"self":3,"int":3,"only":1,"returns":1,"modelrunneroutput":1,"from":2,"tp":4,"0":3,"and":1,"pp":8,"1":3,"the":4,"first":1,"worker":7,"of":1,"last":1,"stage":1,"example":1,"assuming":1,"8":3,"4":1,"then":1,"world":3,"size":5,"32":2,"7":1,"15":1,"16":1,"23":1,"2":1,"24":2,"31":1,"3":2,"so":1,"should":1,"be":1,"i":1,"e":1,"return":2,"parallel":2,"config":1,"tensor":1,"dataclass":2,"class":3,"unreadyworkerprochandle":2,"workerprocess":1,"handle":6,"before":1,"ready":4,"proc":4,"baseprocess":2,"pipe":1,"connection":3,"death":4,"writer":4,"optional":2,"none":2,"workerprochandle":2,"response":4,"mq":5,"messagequeue":2,"process":2,"writes":1,"to":1,"this":1,"classmethod":1,"unready":5,"cls":2,"workerproc":1,"wrapper":1,"that":1,"runs":1,"one":1,"in":1,"a":1,"separate":1,"str":1},"14140,1855,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"def":1,"init":7,"self":8,"vllm":9,"config":13,"vllmconfig":1,"local":3,"rank":15,"int":2,"distributed":3,"method":3,"str":7,"input":2,"shm":2,"handle":4,"wrapper":3,"workerwrapperbase":1,"rpc":3,"todo":1,"move":1,"worker":10,"to":1,"executor":1,"level":1,"as":1,"a":2,"collective":1,"call":1,"all":3,"kwargs":3,"list":1,"dict":1,"for":3,"in":1,"range":1,"parallel":7,"world":1,"size":10,"is":3,"driver":3,"tensor":2,"0":1,"pp":6,"pipeline":1,"tp":8,"f":4,"if":4,"1":4,"else":3,"suffix":4,"and":2,"process":5,"name":4,"vllmworker":1,"set":1,"title":1,"append":1,"true":1,"decorate":1,"logs":1,"initialize":2,"messagequeue":3,"receiving":1,"scheduleroutput":1,"broadcast":1,"mq":2,"create":1,"from":1,"initializes":1,"message":1,"queue":1,"sending":1,"the":1,"model":2,"output":1,"response":1,"device":2,"loads":1,"weights":1,"load":1},"15995,1677,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"staticmethod":2,"def":2,"make":1,"worker":2,"process":7,"vllm":3,"config":3,"vllmconfig":1,"local":3,"rank":8,"int":2,"distributed":3,"init":3,"method":3,"str":1,"input":3,"shm":3,"handle":3,"receive":1,"scheduleroutput":1,"unreadyworkerprochandle":3,"context":5,"get":2,"mp":1,"reader":7,"writer":7,"pipe":5,"duplex":2,"false":2,"create":1,"death":8,"to":2,"detect":1,"parent":3,"exit":1,"kwargs":3,"ready":2,"run":1,"enginecore":1,"busy":1,"loop":1,"in":4,"background":2,"proc":4,"target":1,"workerproc":2,"main":1,"name":1,"f":1,"vllmworker":1,"daemon":1,"true":1,"start":1,"close":1,"keep":1,"open":1,"when":1,"exits":1,"child":1,"will":1,"eoferror":1,"return":1,"wait":1,"for":2,"unready":1,"handles":1,"list":2,"workerprochandle":1,"e":1,"exception":2,"initialization":1,"failed":1,"due":1,"an":1,"a":1,"see":1,"stack":1,"trace":1,"root":1,"cause":1},"17672,1856,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"pipes":4,"handle":10,"ready":8,"pipe":6,"for":3,"in":2,"unready":6,"proc":8,"handles":5,"list":2,"optional":1,"workerprochandle":3,"none":4,"len":1,"while":1,"multiprocessing":1,"connection":3,"wait":2,"keys":1,"assert":1,"isinstance":1,"try":1,"until":1,"the":2,"workerproc":1,"is":2,"pop":1,"response":6,"dict":1,"str":1,"any":1,"recv":1,"if":1,"status":1,"raise":2,"e":3,"extract":1,"message":1,"queue":1,"worker":6,"mq":4,"messagequeue":1,"create":1,"from":3,"0":1,"rank":1,"except":1,"eoferror":1,"suppress":1,"context":1,"true":1,"finally":1,"close":2,"return":1,"cast":1,"def":2,"shutdown":2,"self":3,"rpc":1,"broadcast":1,"destroy":2,"model":1,"parallel":1,"distributed":1,"environment":1,"staticmethod":1,"main":1,"args":1,"kwargs":1,"initialization":1,"and":2,"execution":1,"loops":1,"this":2,"runs":1,"a":1,"background":1,"process":1,"signal":1,"handler":1,"used":1,"graceful":1,"termination":1,"systemexit":1,"exception":1,"only":1,"raised":1,"once":1,"to":2,"allow":1,"processes":1,"terminate":1,"without":1,"error":1,"requested":1,"false":1},"19528,1789,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"def":2,"signal":11,"handler":3,"signum":1,"frame":1,"nonlocal":1,"shutdown":4,"requested":3,"if":3,"not":2,"true":2,"raise":1,"systemexit":1,"either":1,"sigterm":3,"or":1,"sigint":2,"will":2,"terminate":2,"the":1,"worker":7,"none":3,"tuple":1,"connection":2,"reader":2,"ready":5,"writer":2,"kwargs":3,"pop":2,"pipe":7,"death":11,"start":2,"monitoring":2,"thread":2,"is":3,"provided":1,"monitor":4,"parent":5,"try":2,"this":2,"block":1,"until":1,"process":3,"exits":1,"closes":1,"recv":1,"except":2,"eoferror":1,"has":1,"exited":2,"logger":2,"info":1,"terminating":1,"send":3,"to":2,"self":1,"trigger":1,"clean":1,"os":2,"kill":1,"getpid":1,"exception":1,"as":1,"e":2,"warning":1,"error":1,"s":1,"target":1,"daemon":1,"name":1,"workerdeathmonitor":1,"close":1,"workerproc":2,"args":1,"once":1,"we":1,"know":1,"everything":1,"loaded":1,"status":1,"str":1,"handle":2,"response":1,"mq":1,"export":1},"21317,1603,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"ensure":1,"message":2,"queues":1,"are":1,"ready":8,"will":1,"deadlock":1,"if":7,"re":2,"ordered":1,"must":1,"be":1,"kept":1,"consistent":1,"with":1,"the":5,"executor":2,"worker":11,"rpc":3,"broadcast":2,"mq":5,"wait":2,"until":2,"response":1,"writer":5,"close":3,"none":5,"busy":5,"loop":5,"except":1,"exception":4,"note":1,"an":1,"arises":1,"in":2,"we":2,"send":1,"a":2,"failure":2,"over":1,"to":4,"notify":1,"which":1,"triggers":1,"system":1,"shutdown":3,"todo":1,"rob":1,"handle":1,"case":1,"where":1,"itself":1,"breaks":1,"is":4,"not":4,"logger":2,"workerproc":2,"failed":2,"start":1,"else":1,"parent":1,"sends":1,"sigterm":1,"all":1,"processes":1,"any":1,"dies":1,"set":1,"this":1,"value":1,"so":1,"don":1,"t":1,"throw":1,"systemexit":1,"avoid":1,"zmq":1,"exceptions":1,"del":1,"requested":1,"true":2,"finally":1,"death":2,"pipe":2,"clean":1,"up":1,"once":1,"exits":1,"class":1,"responsestatus":1,"enum":1,"success":1,"auto":2,"def":1,"self":2,"main":1,"for":1,"multiprocessing":1,"workers":1,"while":1,"method":1,"args":1,"kwargs":1,"output":1,"rank":1,"dequeue":1},"22920,1067,data/raw/vllm-0.10.1/vllm/v1/executor/multiproc_executor.py":{"try":1,"if":4,"isinstance":2,"method":4,"str":2,"func":3,"getattr":1,"self":6,"worker":4,"elif":1,"bytes":1,"partial":1,"cloudpickle":1,"loads":1,"output":6,"args":1,"kwargs":1,"except":1,"exception":4,"as":1,"e":4,"notes":1,"have":1,"been":1,"introduced":1,"in":1,"python":1,"3":1,"11":1,"hasattr":1,"add":2,"note":2,"traceback":1,"format":1,"exc":1,"logger":1,"workerproc":3,"hit":1,"an":1,"might":1,"not":1,"be":1,"serializable":1,"so":1,"we":1,"convert":1,"it":1,"to":1,"string":1,"only":1,"for":1,"logging":1,"purpose":1,"rank":6,"is":2,"none":2,"or":2,"response":2,"mq":2,"enqueue":2,"responsestatus":2,"failure":1,"continue":1,"success":1},"0,1939,data/raw/vllm-0.10.1/vllm/v1/executor/ray_distributed_executor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":8,"project":1,"from":9,"concurrent":1,"futures":1,"import":8,"future":2,"typing":1,"optional":2,"union":1,"distributed":3,"kv":5,"transfer":2,"connector":3,"utils":1,"kvoutputaggregator":3,"executor":8,"ray":4,"noqa":1,"raydistributedexecutor":2,"as":1,"raydistributedexecutorv0":2,"logger":4,"init":6,"v1":3,"engine":1,"reconfiguredistributedrequest":1,"reconfigureranktype":1,"abstract":1,"outputs":4,"modelrunneroutput":1,"name":1,"class":2,"futurewrapper":1,"a":2,"wrapper":1,"around":1,"output":5,"reference":1,"meet":1,"interface":1,"of":1,"execute":1,"model":1,"top":1,"level":1,"core":1,"busy":1,"loop":1,"expects":1,"result":3,"api":1,"block":1,"and":1,"return":3,"single":1,"if":4,"aggregator":7,"is":6,"provided":1,"all":1,"workers":1,"are":1,"aggregated":1,"upon":1,"call":1,"not":4,"only":1,"first":1,"worker":1,"s":1,"returned":1,"def":3,"self":13,"refs":5,"none":6,"super":2,"timeout":3,"raise":1,"notimplementederror":1,"supported":1,"get":2,"ref":2,"for":1,"in":1,"aggregate":1,"rank":1,"using":1,"compiled":1,"graphs":1,"supports":1,"pp":1,"bool":1,"true":1,"setup":1,"has":1,"config":3,"parallel":1,"world":1,"size":1},"1939,1775,data/raw/vllm-0.10.1/vllm/v1/executor/ray_distributed_executor.py":{"property":1,"def":2,"max":3,"concurrent":3,"batches":4,"self":13,"int":1,"ray":3,"distributed":1,"executor":1,"supports":1,"pipeline":2,"parallelism":1,"meaning":1,"that":3,"it":1,"allows":1,"pp":3,"size":2,"to":3,"be":1,"executed":1,"concurrently":1,"if":5,"scheduler":6,"config":2,"async":1,"scheduling":1,"return":8,"2":1,"parallel":2,"execute":4,"model":3,"output":10,"union":1,"modelrunneroutput":2,"future":2,"the":9,"on":1,"workers":4,"args":1,"returns":1,"runner":1,"build":1,"compiled":2,"dag":5,"for":2,"first":1,"time":1,"forward":3,"is":5,"none":1,"type":2,"ignore":2,"enable":1,"asyncio":1,"false":1,"refs":5,"not":2,"has":1,"connector":2,"get":5,"only":1,"from":4,"a":3,"single":1,"worker":1,"rank":1,"when":3,"used":2,"we":2,"block":2,"here":1,"until":1,"result":1,"available":1,"1":2,"0":1,"futurewrapper":3,"immediately":1,"so":1,"can":1,"yield":1,"next":1,"batch":1,"all":3,"present":1,"and":1,"results":1,"outputs":3,"ref":2,"in":1,"kv":2,"aggregator":2,"aggregate":2,"will":1},"3714,332,data/raw/vllm-0.10.1/vllm/v1/executor/ray_distributed_executor.py":{"def":1,"reinitialize":2,"distributed":2,"self":3,"reconfig":3,"request":3,"reconfiguredistributedrequest":1,"none":1,"run":1,"workers":1,"if":1,"new":1,"data":1,"parallel":1,"rank":2,"reconfigureranktype":1,"shutdown":2,"current":1,"return":1},"0,863,data/raw/vllm-0.10.1/vllm/v1/executor/abstract.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":8,"concurrent":1,"futures":1,"import":10,"future":1,"typing":1,"callable":2,"union":1,"torch":2,"distributed":1,"as":3,"dist":1,"config":1,"vllmconfig":1,"executor":7,"base":1,"executorbase":3,"uniproc":2,"noqa":2,"executorwithexternallauncher":1,"executorwithexternallauncherv0":1,"uniprocexecutor":1,"uniprocexecutorv0":1,"v1":5,"kv":1,"cache":1,"interface":1,"kvcacheconfig":1,"kvcachespec":1,"outputs":1,"modelrunneroutput":1,"failurecallback":1,"none":1,"class":2,"abstract":1,"for":3,"executors":1,"mainly":1,"define":2,"some":1,"methods":2,"shared":1,"by":1,"v0":1,"and":1,"them":1,"in":1},"863,1618,data/raw/vllm-0.10.1/vllm/v1/executor/abstract.py":{"staticmethod":1,"def":1,"get":1,"class":8,"vllm":4,"config":5,"vllmconfig":2,"type":3,"executor":27,"parallel":3,"distributed":15,"backend":14,"must":2,"be":2,"set":1,"in":1,"post":1,"init":1,"if":2,"isinstance":1,"not":1,"issubclass":1,"executorbase":2,"raise":2,"typeerror":1,"a":1,"subclass":1,"of":1,"f":2,"got":1,"elif":4,"ray":2,"from":2,"v1":3,"import":2,"noqa":1,"raydistributedexecutor":2,"mp":1,"multiproc":1,"multiprocexecutor":2,"uni":1,"uniprocexecutor":1,"external":2,"launcher":2,"todo":1,"make":1,"scheduling":1,"deterministic":1,"to":1,"support":1,"executorwithexternallauncher":1,"else":1,"valueerror":1,"unknown":1,"return":1},"2481,1511,data/raw/vllm-0.10.1/vllm/v1/executor/abstract.py":{"def":7,"initialize":3,"from":2,"config":2,"self":13,"kv":5,"cache":4,"configs":2,"list":3,"kvcacheconfig":1,"none":1,"the":4,"caches":1,"and":1,"begin":1,"model":4,"execution":1,"loop":1,"of":1,"underlying":1,"workers":1,"collective":6,"rpc":6,"args":3,"compile":1,"or":1,"warm":1,"up":1,"register":2,"failure":1,"callback":2,"failurecallback":1,"a":2,"function":1,"to":1,"be":1,"called":1,"if":1,"executor":3,"enters":1,"permanent":1,"failed":1,"state":1,"pass":2,"determine":2,"available":2,"memory":2,"int":2,"in":1,"bytes":1,"output":8,"return":4,"get":2,"specs":1,"dict":1,"str":1,"kvcachespec":1,"spec":1,"execute":2,"scheduler":2,"union":1,"modelrunneroutput":2,"future":1,"0":1,"property":1,"max":1,"concurrent":1,"batches":1,"1":1,"profile":2,"is":2,"start":2,"bool":1,"true":1,"class":2,"uniprocexecutor":1,"uniprocexecutorv0":1,"executorwithexternallauncher":1,"executorwithexternallauncherv0":1},"3992,541,data/raw/vllm-0.10.1/vllm/v1/executor/abstract.py":{"def":1,"determine":3,"available":3,"memory":7,"self":1,"list":1,"int":1,"in":2,"bytes":1,"same":1,"as":1,"num":1,"blocks":1,"v0":1,"we":1,"need":1,"to":1,"get":3,"the":1,"min":2,"across":1,"all":2,"ranks":1,"super":1,"from":1,"vllm":1,"distributed":1,"parallel":1,"state":1,"import":1,"world":2,"group":6,"cpu":4,"tensor":4,"torch":2,"device":1,"dtype":1,"int64":1,"dist":2,"reduce":1,"op":1,"reduceop":1,"return":1,"item":1},"0,1848,data/raw/vllm-0.10.1/vllm/v1/metrics/prometheus.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":4,"project":1,"import":5,"os":4,"tempfile":3,"from":3,"typing":1,"optional":2,"prometheus":19,"client":1,"registry":10,"collectorregistry":2,"multiprocess":4,"logger":7,"init":2,"name":3,"global":3,"temporary":1,"directory":3,"for":3,"multiprocessing":4,"multiproc":10,"dir":10,"temporarydirectory":4,"none":2,"def":2,"setup":1,"set":2,"up":2,"if":3,"not":3,"already":1,"configured":1,"in":1,"environ":2,"make":1,"note":1,"will":3,"be":2,"automatically":1,"cleaned":1,"upon":1,"exit":1,"debug":2,"created":1,"at":1,"s":1,"else":1,"warning":1,"found":1,"was":1,"by":1,"user":1,"this":1,"must":1,"wiped":1,"between":1,"runs":1,"or":1,"you":1,"find":1,"inaccurate":1,"metrics":2,"unset":1,"variable":1,"and":1,"properly":1,"handle":1,"cleanup":1,"get":2,"appropriate":1,"based":1,"on":1,"configuration":1,"returns":1,"a":1,"getenv":1,"is":1,"using":1,"multiprocesscollector":1,"return":2},"1848,973,data/raw/vllm-0.10.1/vllm/v1/metrics/prometheus.py":{"def":2,"unregister":5,"vllm":4,"metrics":6,"any":2,"existing":2,"collectors":2,"from":2,"the":3,"prometheus":5,"registry":6,"this":1,"is":2,"useful":1,"for":3,"testing":1,"and":2,"ci":1,"cd":1,"where":1,"may":1,"be":1,"registered":1,"multiple":1,"times":1,"across":1,"test":1,"runs":1,"also":1,"in":3,"case":1,"of":1,"multiprocess":2,"we":1,"need":1,"to":2,"global":1,"collector":5,"list":1,"names":1,"if":2,"hasattr":1,"name":2,"shutdown":2,"path":3,"multiproc":1,"dir":1,"none":1,"return":1,"try":1,"pid":3,"os":1,"getpid":1,"mark":1,"process":2,"dead":2,"logger":2,"debug":1,"marked":1,"d":1,"as":2,"except":1,"exception":1,"e":2,"error":2,"during":1,"cleanup":1,"s":1,"str":1},"0,1504,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":10,"project":1,"import":12,"logging":2,"time":1,"from":9,"abc":3,"abstractmethod":4,"typing":1,"callable":2,"optional":3,"union":1,"prometheus":2,"client":1,"config":2,"supportsmetricsinfo":1,"vllmconfig":3,"logger":4,"init":3,"v1":5,"core":1,"kv":1,"cache":1,"utils":1,"prefixcachingmetrics":1,"engine":4,"finishreason":1,"metrics":5,"unregister":1,"stats":3,"iterationstats":3,"schedulerstats":3,"spec":1,"decode":1,"specdecodinglogging":1,"specdecodingprom":1,"name":1,"statloggerfactory":1,"int":3,"statloggerbase":3,"class":2,"interface":2,"for":1,"api":1,"users":1,"may":2,"define":1,"custom":1,"loggers":1,"that":2,"implement":1,"this":1,"however":1,"note":1,"and":2,"classes":1,"are":1,"not":1,"considered":1,"stable":1,"interfaces":1,"change":1,"in":1,"future":1,"versions":1,"def":4,"self":4,"index":1,"record":1,"scheduler":1,"iteration":1,"idx":1,"log":2,"initialized":1,"noqa":1,"pass":1,"loggingstatlogger":1},"1504,1991,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"def":5,"init":1,"self":23,"vllm":3,"config":3,"vllmconfig":1,"engine":4,"index":3,"int":5,"0":12,"reset":3,"time":6,"monotonic":1,"last":6,"scheduler":8,"stats":25,"schedulerstats":2,"prefix":4,"cache":2,"metrics":4,"this":1,"cannot":1,"be":1,"todo":1,"make":1,"the":1,"interval":2,"configurable":1,"caching":2,"prefixcachingmetrics":1,"spec":4,"decoding":4,"logging":3,"specdecodinglogging":1,"prompt":4,"throughput":3,"float":5,"generation":4,"now":4,"log":3,"tracked":5,"over":1,"current":1,"local":1,"num":6,"tokens":6,"track":2,"iteration":8,"iterationstats":2,"save":1,"for":2,"token":1,"counters":1,"get":1,"compute":1,"summary":1,"delta":3,"if":4,"return":2,"record":1,"optional":2,"idx":1,"to":1,"standard":1,"output":1,"is":2,"not":2,"none":2,"observe":2},"3495,1937,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"def":2,"log":9,"self":18,"now":4,"time":1,"monotonic":1,"prompt":8,"throughput":16,"get":2,"num":7,"tokens":4,"generation":8,"reset":1,"scheduler":5,"stats":5,"last":5,"fn":5,"logger":3,"info":3,"if":2,"not":1,"any":1,"avoid":1,"noise":1,"on":1,"an":1,"idle":1,"production":1,"system":1,"debug":1,"format":1,"and":1,"print":1,"output":1,"engine":5,"03d":2,"avg":2,"1f":4,"s":2,"running":2,"d":3,"reqs":4,"waiting":2,"gpu":4,"kv":2,"cache":6,"usage":2,"prefix":2,"hit":2,"rate":2,"index":2,"100":2,"caching":1,"metrics":1,"spec":2,"decoding":2,"logging":1,"initialized":1,"vllm":3,"config":5,"blocks":3,"with":1,"initialization":1,"after":1,"is":1,"class":1,"prometheusstatlogger":1,"statloggerbase":1,"gauge":2,"cls":4,"prometheus":3,"client":3,"counter":2,"histogram":2,"specdecodingprom":1},"5432,1850,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"def":1,"init":1,"self":10,"vllm":11,"config":15,"vllmconfig":1,"engine":10,"indexes":8,"optional":1,"list":1,"int":1,"none":3,"if":2,"is":3,"0":2,"unregister":1,"metrics":5,"use":1,"this":1,"flag":1,"to":1,"hide":1,"that":1,"were":1,"deprecated":1,"in":2,"a":1,"previous":1,"release":1,"and":2,"which":1,"will":1,"be":1,"removed":1,"future":1,"show":2,"hidden":2,"observability":1,"labelnames":4,"model":11,"name":6,"served":2,"max":2,"len":3,"1":2,"speculative":2,"not":2,"raise":1,"notimplementederror":1,"prometheus":1,"with":2,"spec":5,"decoding":3,"enginecore":1,"per":2,"asyncllm":1,"supported":1,"yet":1,"decode":2,"labelvalues":2,"str":1,"prom":1,"cls":2,"scheduler":4,"state":1,"gauge":4,"running":4,"num":1,"requests":2,"documentation":1,"number":1,"of":1,"execution":1,"batches":1,"multiprocess":1,"mode":1,"mostrecent":1,"make":1},"7282,1787,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"gauge":8,"scheduler":3,"waiting":5,"self":6,"cls":3,"name":6,"vllm":7,"num":1,"requests":2,"documentation":3,"number":2,"of":3,"to":1,"be":1,"processed":1,"multiprocess":2,"mode":2,"mostrecent":2,"labelnames":6,"make":3,"per":3,"engine":6,"indexes":3,"model":3,"gpu":11,"cache":15,"deprecated":4,"in":5,"0":4,"9":2,"renamed":2,"as":2,"kv":3,"usage":8,"perc":3,"todo":2,"10":2,"only":2,"enable":2,"if":2,"show":2,"hidden":2,"metrics":2,"true":2,"1":1,"means":1,"100":1,"percent":1,"use":2,"instead":2,"prefix":7,"queries":7,"counter":4,"terms":1,"queried":1,"tokens":1},"9069,1676,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"deprecated":2,"in":5,"0":2,"9":1,"renamed":1,"as":1,"vllm":6,"prefix":17,"cache":22,"hits":12,"todo":1,"10":1,"only":1,"enable":1,"if":1,"show":1,"hidden":1,"metrics":1,"true":1,"counter":12,"gpu":5,"self":8,"cls":4,"name":8,"documentation":4,"terms":3,"of":6,"number":3,"cached":2,"tokens":3,"use":1,"instead":1,"labelnames":8,"make":4,"per":4,"engine":8,"indexes":4,"model":4,"gauge":4,"kv":5,"usage":6,"perc":1,"1":1,"means":1,"100":1,"percent":1,"queries":5,"queried":1},"10745,1751,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"counters":1,"counter":18,"num":4,"preempted":3,"reqs":3,"self":9,"cls":4,"name":8,"vllm":4,"preemptions":1,"documentation":4,"cumulative":1,"number":3,"of":4,"preemption":1,"from":1,"the":1,"engine":8,"labelnames":8,"make":3,"per":3,"indexes":4,"model":4,"prompt":4,"tokens":10,"prefill":1,"processed":3,"generation":5,"request":5,"success":5,"dict":2,"finishreason":2,"int":1,"prometheus":1,"client":1,"base":2,"count":1,"successfully":1,"requests":1,"finished":1,"reason":4,"for":2,"in":2,"idx":3,"labels":1,"str":2},"12496,1565,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"histograms":1,"of":6,"counts":2,"histogram":13,"num":6,"prompt":4,"tokens":15,"request":8,"self":6,"cls":3,"name":6,"vllm":5,"documentation":3,"number":3,"prefill":1,"processed":2,"buckets":5,"build":2,"1":3,"2":2,"5":2,"max":2,"model":5,"len":2,"labelnames":6,"make":3,"per":4,"engine":7,"indexes":3,"generation":5,"todo":1,"this":1,"metric":1,"might":1,"be":1,"incorrect":1,"in":1,"case":1,"using":1,"multiple":1,"api":1,"server":1,"which":1,"uses":1,"prometheus":1,"mp":1,"see":1,"https":1,"github":1,"com":1,"project":1,"pull":1,"18053":1,"iteration":4,"total":1,"step":1,"8":1,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1},"14061,1930,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"histogram":21,"max":11,"num":4,"generation":5,"tokens":10,"request":14,"self":8,"cls":4,"name":8,"vllm":4,"documentation":4,"of":6,"maximum":1,"number":1,"requested":1,"buckets":6,"build":2,"1":5,"2":4,"5":7,"model":6,"len":2,"labelnames":8,"make":4,"per":4,"engine":8,"indexes":4,"n":5,"params":2,"the":2,"parameter":2,"10":2,"20":2,"timing":1,"intervals":1,"time":5,"to":5,"first":5,"token":5,"seconds":2,"in":1,"0":20,"001":1,"005":1,"01":1,"02":1,"04":1,"06":1,"08":1,"25":1,"75":1,"7":1,"40":1,"80":1,"160":1,"640":1,"2560":1},"15991,1986,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"histogram":20,"time":18,"per":9,"output":5,"token":5,"self":8,"cls":4,"name":8,"vllm":4,"seconds":6,"documentation":4,"of":4,"in":4,"buckets":8,"0":36,"01":1,"025":1,"05":1,"075":1,"1":4,"15":2,"2":4,"3":2,"4":1,"5":8,"75":1,"7":1,"10":2,"20":2,"40":2,"80":1,"labelnames":8,"make":4,"engine":8,"indexes":4,"model":4,"request":19,"latency":6,"8":1,"30":1,"50":1,"60":1,"120":1,"240":1,"480":1,"960":1,"1920":1,"7680":1,"e2e":5,"queue":4,"spent":2,"waiting":1,"phase":2,"for":2,"inference":4,"running":1},"17977,895,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"histogram":10,"prefill":5,"time":10,"request":12,"self":4,"cls":2,"name":4,"vllm":2,"seconds":2,"documentation":2,"of":2,"spent":2,"in":2,"phase":2,"for":2,"buckets":4,"latency":2,"labelnames":4,"make":2,"per":2,"engine":4,"indexes":2,"model":2,"decode":5,"lora":1,"metrics":1},"18872,1563,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"todo":1,"this":1,"metric":1,"might":1,"be":1,"incorrect":1,"in":2,"case":1,"of":2,"using":1,"multiple":1,"api":1,"server":1,"counts":1,"which":1,"uses":1,"prometheus":2,"mp":1,"self":12,"gauge":4,"lora":17,"info":9,"optional":1,"client":1,"none":5,"if":3,"vllm":4,"config":8,"is":3,"not":3,"len":1,"engine":2,"indexes":1,"1":1,"raise":1,"notimplementederror":1,"dp":1,"mode":2,"supported":1,"yet":1,"labelname":6,"max":5,"waiting":3,"adapters":6,"running":4,"loras":1,"cls":1,"name":4,"requests":2,"documentation":3,"stats":1,"on":1,"multiprocess":1,"sum":1,"labelnames":1,"def":1,"log":1,"metrics":5,"type":4,"str":1,"obj":2,"supportsmetricsinfo":1,"cache":2,"information":1,"the":1,"llmengine":1,"cacheconfig":1,"assert":1,"f":1,"unknown":1},"20435,1994,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"info":10,"type":1,"metrics":6,"are":1,"syntactic":1,"sugar":1,"for":2,"a":2,"gauge":9,"permanently":1,"set":6,"to":2,"1":2,"since":1,"prometheus":2,"multiprocessing":1,"mode":2,"does":1,"not":3,"support":1,"emulate":1,"here":1,"with":1,"self":12,"cls":1,"name":2,"documentation":2,"multiprocess":1,"mostrecent":1,"labelnames":1,"keys":1,"engine":13,"index":2,"in":1,"indexes":1,"config":1,"obj":1,"str":1,"labels":1,"def":1,"record":1,"scheduler":14,"stats":20,"optional":2,"schedulerstats":1,"iteration":2,"iterationstats":1,"idx":9,"int":1,"0":1,"log":1,"if":3,"is":3,"none":3,"running":2,"num":2,"reqs":2,"waiting":2,"gpu":3,"cache":12,"usage":4,"kv":3,"counter":4,"prefix":8,"queries":4,"inc":4,"hits":4,"spec":3,"decoding":3,"prom":1,"observe":1,"return":1},"22429,1063,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"self":8,"counter":3,"num":8,"preempted":2,"reqs":2,"engine":8,"idx":8,"inc":3,"iteration":10,"stats":9,"prompt":3,"tokens":13,"generation":5,"histogram":5,"observe":5,"for":4,"max":4,"gen":2,"in":4,"iter":4,"request":2,"n":4,"param":2,"params":1,"ttft":2,"time":4,"to":2,"first":2,"token":2,"tpot":2,"per":2,"output":2},"23492,1941,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"for":1,"finished":12,"request":20,"in":1,"iteration":3,"stats":3,"requests":1,"self":18,"counter":1,"success":1,"finish":1,"reason":1,"engine":10,"idx":9,"inc":1,"histogram":8,"e2e":2,"time":10,"observe":8,"latency":1,"queue":1,"queued":1,"prefill":2,"inference":2,"decode":2,"num":4,"prompt":2,"tokens":7,"generation":2,"if":2,"max":5,"param":2,"gauge":2,"lora":14,"info":5,"is":1,"not":1,"none":1,"running":4,"adapters":8,"join":2,"keys":2,"waiting":4,"labels":3,"labelname":3,"set":1,"to":1,"current":1,"def":1,"log":2,"initialized":1,"metrics":1,"cache":2,"config":3,"vllm":1},"25433,1800,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"prommetric":3,"union":1,"prometheus":4,"client":3,"gauge":1,"counter":1,"histogram":1,"def":4,"make":2,"per":3,"engine":7,"metric":2,"idxs":6,"list":8,"int":9,"model":2,"name":2,"str":2,"dict":1,"return":3,"idx":3,"labels":2,"for":4,"in":2,"build":4,"buckets":8,"mantissa":3,"lst":2,"max":4,"value":8,"builds":1,"a":3,"of":3,"with":4,"increasing":1,"powers":1,"10":3,"multiplied":1,"by":1,"values":1,"until":1,"the":6,"exceeds":1,"specified":1,"maximum":1,"exponent":3,"0":2,"while":1,"true":1,"m":2,"if":2,"append":1,"else":2,"1":6,"2":4,"5":4,"example":1,"100":2,"20":1,"50":1,"class":2,"statloggermanager":2,"logging":1,"happens":1,"at":1,"level":1,"enginecore":3,"scheduler":1,"dp":1,"asyncllm":3,"loggers":2,"each":1,"local":1,"logger":2,"just":2,"n":3,"copies":1,"enginecores":1,"we":1,"need":1,"single":1,"this":2,"abstracts":1,"away":1,"implementation":1,"detail":1,"from":1,"allowing":1,"to":2,"call":1,"record":1,"and":1,"log":1,"simple":1,"interface":1,"init":1,"self":2,"vllm":1,"config":1,"vllmconfig":1,"optional":2,"none":2,"custom":1,"stat":1,"statloggerfactory":1},"27233,1883,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"factories":5,"list":3,"statloggerfactory":1,"if":5,"custom":3,"stat":2,"loggers":7,"is":3,"not":1,"none":3,"else":1,"logger":14,"isenabledfor":1,"logging":1,"info":1,"append":2,"loggingstatlogger":1,"engine":17,"idx":10,"statlogger":1,"self":7,"per":5,"dict":4,"int":2,"statloggerbase":2,"prometheus":7,"factory":8,"prometheusstatlogger":2,"for":5,"in":3,"idxs":2,"we":1,"get":1,"a":2,"use":1,"that":1,"instead":1,"this":1,"typically":1,"used":1,"the":2,"ray":1,"case":1,"isinstance":1,"type":2,"and":1,"issubclass":1,"continue":1,"vllm":2,"config":2,"ignore":1,"need":1,"to":1,"share":1,"metrics":2,"between":1,"enginecores":1,"each":1,"enginecore":1,"s":1,"are":1,"expressed":1,"as":1,"unique":1,"label":1,"def":1,"record":3,"scheduler":3,"stats":6,"optional":3,"schedulerstats":1,"iteration":3,"iterationstats":1,"0":1},"29116,429,data/raw/vllm-0.10.1/vllm/v1/metrics/loggers.py":{"def":2,"log":5,"self":5,"for":4,"per":6,"engine":9,"loggers":4,"in":4,"logger":7,"dict":2,"values":2,"initialized":3,"prometheus":1},"0,1970,data/raw/vllm-0.10.1/vllm/v1/metrics/stats.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":22,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":7,"vllm":4,"project":1,"import":6,"time":2,"from":6,"dataclasses":1,"dataclass":6,"field":4,"typing":1,"type":2,"checking":2,"optional":2,"v1":3,"spec":2,"decode":1,"metrics":1,"specdecodingstats":2,"if":1,"engine":4,"enginecoreevent":1,"enginecoreoutput":1,"finishreason":1,"output":1,"processor":1,"requeststate":1,"class":5,"prefixcachestats":3,"stores":1,"prefix":3,"cache":5,"hit":1,"statistics":1,"whether":1,"reset":2,"was":1,"invoked":1,"bool":1,"false":1,"number":4,"of":4,"requests":6,"in":3,"this":2,"update":1,"int":9,"queries":3,"these":4,"note":1,"that":3,"here":1,"means":1,"tokens":2,"were":1,"queried":1,"hits":2,"schedulerstats":1,"stats":5,"associated":2,"with":2,"scheduler":1,"num":4,"running":2,"reqs":3,"waiting":2,"are":2,"used":1,"for":1,"internal":1,"dp":1,"load":1,"balancing":1,"step":1,"counter":1,"current":1,"wave":1,"kv":1,"usage":1,"float":6,"default":3,"factory":3,"decoding":1,"none":1,"corrupted":1,"lorastats":1,"set":4,"str":2,"requeststatestats":1,"need":1,"be":1,"tracked":1,"across":1,"delta":1,"updates":1,"generation":1,"is":1,"a":2,"frontend":1,"timestamp":1,"wall":1,"clock":1,"arrival":1,"core":1,"timestamps":1,"monotonic":1,"queued":1,"ts":4,"scheduled":1,"first":1,"token":2,"last":1,"finishedrequeststats":1,"finished":1,"request":1},"1970,1830,data/raw/vllm-0.10.1/vllm/v1/metrics/stats.py":{"finish":1,"reason":1,"finishreason":1,"e2e":1,"latency":3,"float":10,"0":15,"num":12,"prompt":5,"tokens":15,"int":8,"generation":8,"max":2,"param":1,"optional":2,"none":1,"queued":1,"time":12,"prefill":1,"inference":1,"decode":1,"class":1,"iterationstats":1,"stats":5,"associated":1,"with":1,"a":1,"single":1,"set":1,"of":1,"enginecoreoutputs":1,"def":3,"init":1,"self":19,"iteration":3,"timestamp":4,"preempted":1,"reqs":1,"finished":1,"requests":1,"list":5,"finishedrequeststats":1,"iter":5,"n":1,"params":1,"to":3,"first":4,"per":1,"output":4,"waiting":1,"lora":3,"adapters":2,"dict":2,"str":2,"running":1,"since":2,"start":2,"calculate":1,"an":1,"interval":1,"relative":1,"this":1,"s":1,"return":1,"update":1,"from":1,"enginecoreoutput":1,"engine":1,"core":1,"is":2,"prefilling":2,"bool":1,"len":3,"req":3,"requeststatestats":1,"lorastats":1,"new":4,"token":3,"ids":1,"if":1,"arrival":1,"append":1},"3800,1919,data/raw/vllm-0.10.1/vllm/v1/metrics/stats.py":{"process":2,"request":5,"level":2,"engine":6,"core":5,"events":7,"if":5,"output":4,"is":5,"not":2,"none":2,"self":6,"update":3,"from":4,"id":5,"prefilling":3,"req":14,"stats":16,"lora":6,"the":1,"batch":1,"new":1,"tokens":4,"event":7,"first":1,"token":3,"ts":6,"timestamp":5,"else":1,"tpot":2,"last":2,"time":3,"per":1,"iter":1,"append":1,"def":2,"str":1,"list":1,"enginecoreevent":1,"bool":1,"requeststatestats":2,"optional":2,"lorastats":1,"avoid":1,"circular":1,"dependency":1,"vllm":1,"v1":1,"import":1,"enginecoreeventtype":4,"for":1,"in":1,"type":3,"queued":2,"waiting":1,"requests":1,"add":1,"elif":2,"scheduled":4,"0":2,"ignore":1,"preemptions":1,"lorarequeststates":2,"preempted":3,"num":2,"reqs":1,"1":1,"finished":1,"finish":1,"reason":1,"finishreason":1,"prompt":1,"int":2,"max":1,"param":1,"e2e":1,"latency":1,"since":1,"arrival":1},"5719,1907,data/raw/vllm-0.10.1/vllm/v1/metrics/stats.py":{"queued":6,"interval":5,"is":6,"from":4,"first":8,"event":1,"to":8,"scheduled":6,"time":12,"req":16,"stats":15,"ts":8,"prefill":6,"new":4,"token":8,"any":3,"preemptions":3,"during":3,"included":3,"in":2,"the":1,"decode":6,"last":4,"are":2,"inference":4,"or":1,"finished":3,"finishedrequeststats":1,"finish":2,"reason":2,"e2e":2,"latency":2,"num":4,"prompt":2,"tokens":6,"generation":2,"max":2,"param":2,"self":7,"requests":1,"append":1,"class":1,"lorarequeststates":1,"per":1,"lora":9,"request":1,"state":6,"def":2,"init":1,"name":8,"dict":1,"str":1,"lorastats":3,"get":1,"requeststate":1,"optional":1,"if":2,"none":2,"return":2,"not":1},"7626,1918,data/raw/vllm-0.10.1/vllm/v1/metrics/stats.py":{"def":6,"add":4,"request":15,"self":8,"req":12,"state":12,"requeststate":3,"if":8,"lora":27,"stats":29,"get":1,"is":6,"not":1,"none":6,"waiting":7,"requests":12,"id":10,"finish":1,"name":10,"return":5,"to":3,"running":7,"remove":3,"abort":1,"discard":2,"break":1,"the":1,"pattern":1,"for":2,"this":2,"lifecycle":1,"methods":1,"so":1,"we":1,"can":1,"call":1,"from":2,"iterationstats":2,"update":2,"events":1,"staticmethod":2,"scheduled":1,"optional":3,"lorastats":2,"str":2,"preempted":1,"iteration":5,"in":1,"items":1,"adapters":2,"len":2},"0,1659,data/raw/vllm-0.10.1/vllm/v1/metrics/ray_wrappers.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"import":6,"time":1,"from":5,"typing":1,"optional":4,"union":1,"v1":2,"metrics":8,"loggers":1,"prometheusstatlogger":1,"spec":1,"decode":1,"specdecodingprom":1,"try":1,"ray":7,"util":3,"as":2,"metric":8,"except":1,"importerror":2,"none":4,"class":2,"rayprometheusmetric":3,"def":3,"init":2,"self":10,"if":5,"is":1,"raise":2,"requires":1,"be":1,"installed":1,"labels":7,"labelskwargs":5,"for":1,"k":2,"v":3,"in":1,"items":1,"not":1,"isinstance":1,"str":6,"set":2,"default":2,"tags":2,"len":4,"tag":4,"keys":4,"valueerror":1,"number":2,"of":2,"must":1,"match":1,"f":1,"expected":1,"got":1,"dict":1,"zip":1,"return":1,"raygaugewrapper":1,"wraps":1,"around":1,"gauge":2,"provide":1,"same":1,"api":1,"prometheus":1,"client":1,"name":1,"documentation":1,"labelnames":1,"list":1,"multiprocess":1,"mode":1},"1659,1649,data/raw/vllm-0.10.1/vllm/v1/metrics/ray_wrappers.py":{"all":2,"ray":8,"metrics":7,"are":1,"keyed":1,"by":1,"workerid":1,"so":1,"multiprocess":2,"modes":1,"like":1,"mostrecent":1,"sum":1,"do":1,"not":1,"apply":1,"this":1,"logic":1,"can":1,"be":1,"manually":1,"implemented":1,"at":1,"the":1,"observability":1,"layer":1,"prometheus":3,"grafana":1,"del":1,"mode":1,"labelnames":9,"tuple":6,"if":3,"else":2,"none":3,"self":9,"metric":5,"gauge":1,"name":5,"description":2,"documentation":3,"tag":2,"keys":2,"def":4,"set":5,"value":5,"union":2,"int":2,"float":2,"return":4,"to":4,"current":2,"time":4,"doesn":1,"t":1,"have":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"modules":1,"util":3,"html":1,"class":2,"raycounterwrapper":1,"rayprometheusmetric":2,"wraps":2,"around":2,"counter":3,"provide":2,"same":2,"api":2,"as":2,"client":2,"init":1,"str":3,"optional":2,"list":1,"inc":2,"1":1,"0":2,"rayhistogramwrapper":1,"histogram":2},"3308,1319,data/raw/vllm-0.10.1/vllm/v1/metrics/ray_wrappers.py":{"def":3,"init":1,"self":4,"name":3,"str":3,"documentation":2,"optional":3,"labelnames":5,"list":2,"none":3,"buckets":3,"float":2,"tuple":3,"if":2,"else":2,"boundaries":3,"metric":2,"ray":4,"metrics":6,"histogram":2,"description":1,"tag":1,"keys":1,"observe":2,"value":2,"union":1,"int":1,"return":1,"class":2,"rayspecdecodingprom":3,"specdecodingprom":2,"is":1,"used":1,"by":1,"raymetrics":1,"to":2,"log":1,"provides":1,"the":1,"same":1,"as":1,"but":1,"uses":2,"s":1,"util":1,"library":1,"counter":2,"cls":5,"raycounterwrapper":2,"rayprometheusstatlogger":2,"prometheusstatlogger":1,"instead":1,"gauge":1,"raygaugewrapper":1,"rayhistogramwrapper":1,"spec":1,"decoding":1,"staticmethod":1,"unregister":1,"vllm":1,"no":1,"op":1,"on":1,"purpose":1,"pass":1},"0,1683,data/raw/vllm-0.10.1/vllm/v1/metrics/reader.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":13,"vllm":3,"project":1,"from":5,"dataclasses":1,"import":5,"dataclass":6,"typing":1,"optional":1,"prometheus":6,"client":3,"registry":1,"metric":9,"as":1,"prommetric":1,"samples":1,"sample":1,"class":6,"a":6,"base":1,"for":2,"metrics":4,"each":1,"may":2,"be":1,"associated":1,"with":2,"key":3,"value":5,"labels":3,"and":2,"in":5,"some":1,"cases":1,"single":1,"instance":1,"have":1,"multiple":1,"same":1,"name":2,"but":1,"different":1,"sets":1,"of":5,"str":4,"dict":2,"counter":2,"monotonically":1,"increasing":1,"integer":2,"int":4,"vector":1,"an":2,"ordered":1,"array":1,"counters":1,"this":1,"type":1,"which":1,"doesn":1,"t":1,"exist":1,"models":1,"one":1,"very":1,"specific":1,"spec":1,"decode":1,"num":1,"accepted":1,"tokens":1,"per":1,"pos":1,"values":2,"list":2,"gauge":1,"numerical":1,"that":2,"can":1,"go":1,"up":1,"or":1,"down":1,"float":2,"histogram":1,"observations":1,"recorded":1,"configurable":1,"buckets":4,"are":1,"represented":1,"by":1,"dictionary":1,"is":4,"upper":1,"limit":1,"bucket":3,"observed":2,"count":5,"inf":2,"always":1,"exists":1,"property":2,"total":2,"across":1,"all":2,"identical":1,"sum":3,"def":1,"get":1,"snapshot":1,"api":1,"accessing":1,"memory":1},"1683,638,data/raw/vllm-0.10.1/vllm/v1/metrics/reader.py":{"example":1,"for":2,"metric":12,"in":2,"llm":1,"get":1,"metrics":2,"if":1,"isinstance":3,"counter":1,"print":6,"f":6,"value":4,"elif":2,"gauge":1,"histogram":1,"sum":2,"count":2,"bucket":2,"le":2,"buckets":1,"items":1,"collected":1,"list":1},"2321,1370,data/raw/vllm-0.10.1/vllm/v1/metrics/reader.py":{"for":5,"metric":11,"in":4,"registry":1,"collect":1,"if":3,"not":1,"name":8,"startswith":1,"vllm":3,"continue":1,"type":2,"gauge":2,"samples":8,"get":2,"s":6,"collected":3,"append":3,"labels":7,"value":4,"elif":1,"counter":3,"total":1,"spec":2,"decode":1,"num":3,"accepted":4,"tokens":3,"per":2,"pos":3,"ugly":1,"special":1,"case":1,"this":1,"is":1,"a":3,"vector":3,"of":3,"counters":1,"each":1,"decoding":1,"token":1,"position":2,"we":2,"observe":1,"the":1,"number":1,"using":1,"labeled":1,"with":1,"convert":1,"these":1,"into":1,"integer":1,"values":4,"digest":1,"by":1,"else":1,"int":1},"3691,1632,data/raw/vllm-0.10.1/vllm/v1/metrics/reader.py":{"elif":1,"metric":11,"type":3,"histogram":5,"a":4,"has":1,"number":1,"of":4,"bucket":6,"samples":15,"where":1,"the":6,"le":3,"label":4,"represents":1,"upper":1,"limit":1,"we":1,"convert":1,"these":1,"bucketized":1,"values":3,"into":1,"dict":3,"indexed":1,"by":1,"value":5,"inf":1,"is":2,"special":1,"case":1,"catching":1,"all":1,"observed":1,"get":4,"count":7,"sum":7,"for":2,"labels":8,"buckets":3,"in":2,"digest":2,"collected":2,"append":1,"name":7,"else":2,"raise":1,"assertionerror":1,"f":1,"unknown":1,"return":3,"def":3,"prommetric":1,"suffix":3,"optional":1,"str":6,"none":2,"list":4,"sample":4,"if":2,"not":1,"s":3,"strip":1,"key":2,"to":2,"remove":2,"copy":4,"pop":1},"5323,1767,data/raw/vllm-0.10.1/vllm/v1/metrics/reader.py":{"list":2,"tuple":4,"dict":6,"str":10,"int":6,"float":2,"in":8,"the":1,"case":1,"of":2,"dp":1,"we":1,"have":1,"an":1,"indigestable":1,"per":2,"bucket":11,"engine":1,"count":3,"as":1,"a":1,"labelled":1,"samples":8,"along":1,"with":1,"total":1,"and":1,"sum":3,"labels":33,"100":4,"idx":12,"0":6,"value":13,"2":3,"200":4,"4":2,"inf":4,"10":4,"1":6,"5":2,"3":1,"7":4,"2000":2,"1200":2,"output":1,"buckets":5,"by":11,"frozenset":6,"for":3,"s":10,"le":2,"key":8,"strip":1,"label":1,"items":3,"if":1,"not":1,"counts":3,"sums":3,"assert":1,"set":3,"keys":3},"7090,1612,data/raw/vllm-0.10.1/vllm/v1/metrics/reader.py":{"output":7,"label":3,"keys":3,"list":5,"buckets":2,"by":12,"labels":27,"for":4,"k":5,"in":7,"dict":5,"append":2,"counts":1,"sums":1,"return":2,"def":1,"digest":1,"num":1,"accepted":1,"pos":13,"samples":5,"sample":1,"tuple":2,"str":4,"int":5,"the":1,"case":1,"of":2,"dp":1,"we":1,"have":1,"an":1,"indigestable":1,"per":2,"position":8,"engine":1,"count":1,"as":1,"a":1,"labelled":1,"0":8,"idx":8,"value":7,"10":2,"1":9,"7":2,"2":4,"5":2,"3":2,"max":5,"values":10,"frozenset":2,"s":4,"key":6,"strip":1,"items":3,"if":1,"not":1,"val":2},"0,1110,data/raw/vllm-0.10.1/vllm/v1/sample/metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":3,"dataclasses":1,"import":4,"dataclass":2,"typing":1,"optional":7,"torch":10,"v1":1,"sample":1,"logits":2,"processor":1,"logitsprocessors":2,"class":1,"samplingmetadata":1,"temperature":1,"tensor":9,"all":2,"greedy":1,"bool":4,"random":1,"top":2,"p":1,"k":1,"generators":1,"dict":2,"int":5,"generator":1,"none":1,"means":2,"no":2,"logprobs":3,"sampled":1,"token":7,"only":1,"max":2,"num":1,"penalties":4,"prompt":1,"ids":6,"frequency":1,"presence":1,"repetition":1,"output":1,"list":4,"allowed":2,"mask":2,"is":1,"a":1,"2d":1,"of":1,"shape":1,"batch":1,"size":2,"vocab":1,"req":1,"index":1,"bad":2,"words":2,"loaded":1,"processors":1,"logitsprocs":1},"0,1827,data/raw/vllm-0.10.1/vllm/v1/sample/sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":10,"project":1,"a":1,"layer":1,"that":2,"samples":1,"next":1,"tokens":1,"from":10,"model":1,"s":1,"outputs":2,"import":10,"torch":3,"nn":3,"as":1,"config":1,"logprobsmode":2,"utils":1,"is":5,"pin":3,"memory":3,"available":2,"v1":6,"logprobstensors":1,"sampleroutput":2,"sample":5,"metadata":3,"samplingmetadata":2,"ops":4,"bad":2,"words":2,"apply":2,"logprobs":16,"batched":1,"count":1,"greater":1,"than":1,"penalties":4,"all":1,"topk":2,"topp":2,"sampler":4,"topktoppsampler":2,"sampling":5,"eps":1,"1e":1,"5":1,"class":1,"module":1,"def":2,"init":2,"self":8,"mode":5,"raw":5,"super":1,"forward":1,"logits":6,"tensor":1,"note":1,"woosuk":1,"use":1,"original":1,"before":1,"any":1,"or":1,"temperature":2,"scaling":2,"for":3,"top":1,"k":1,"this":1,"different":1,"v0":1,"which":1,"uses":1,"used":1,"after":1,"and":1,"todo":1,"rob":1,"provide":1,"option":1,"post":1,"see":1,"https":1,"dev":1,"slack":1,"com":1,"archives":1,"c07uul8e61z":1,"p1735907856007919":1,"noqa":1,"e501":1,"num":3,"max":1,"if":2,"not":1,"none":1,"compute":1,"elif":1,"clone":1},"1827,1712,data/raw/vllm-0.10.1/vllm/v1/sample/sampler.py":{"use":3,"float32":2,"for":2,"the":6,"logits":17,"to":5,"torch":2,"apply":8,"allowed":2,"token":6,"ids":4,"self":8,"sampling":7,"metadata":5,"bad":2,"words":2,"exclusion":1,"processors":1,"which":1,"can":1,"impact":1,"greedy":1,"processor":2,"in":1,"logitsprocs":1,"non":1,"argmax":2,"invariant":1,"penalties":3,"e":1,"g":1,"min":1,"tokens":1,"freq":1,"get":2,"process":1,"logprobs":15,"or":1,"if":5,"num":3,"is":3,"not":1,"none":3,"mode":2,"processed":2,"raw":3,"compute":1,"elif":1,"clone":1,"sample":2,"next":1,"sampled":8,"convert":1,"int64":2,"long":2,"type":1,"ensure":1,"compatibility":1,"with":1,"subsequent":1,"operations":2,"that":1,"may":1,"these":1,"values":1,"as":1,"indices":1,"this":1,"conversion":1,"necessary":1,"because":1,"flashinfer":1,"return":2,"int32":3,"while":1,"pytorch":1,"and":3,"topk":2,"gather":2,"of":1,"requested":2,"rank":1,"tensors":2,"else":1,"reduce":1,"tensor":1,"size":1},"3539,1769,data/raw/vllm-0.10.1/vllm/v1/sample/sampler.py":{"these":1,"are":2,"gpu":1,"tensors":3,"sampler":2,"output":2,"sampleroutput":1,"the":3,"sampled":6,"tokens":1,"expanded":1,"to":3,"2d":1,"tensor":10,"with":1,"shape":1,"num":1,"requests":1,"1":5,"where":1,"each":1,"row":1,"represents":1,"one":1,"generated":1,"token":2,"per":1,"request":1,"ids":1,"unsqueeze":2,"logprobs":2,"return":4,"def":3,"apply":6,"temperature":5,"self":5,"logits":14,"torch":7,"temp":2,"use":1,"in":4,"place":2,"division":1,"avoid":1,"creating":1,"a":1,"new":1,"div":1,"dim":2,"greedy":7,"sample":4,"argmax":3,"view":1,"sampling":10,"metadata":9,"samplingmetadata":1,"based":1,"on":1,"various":1,"processing":1,"functions":1,"called":1,"this":1,"method":1,"may":1,"update":1,"assert":2,"not":2,"all":4,"and":1,"random":3,"if":2,"none":2,"else":1,"is":1,"processors":1,"that":1,"only":1,"invariant":2,"for":1,"processor":2,"logitsprocs":1},"5308,1939,data/raw/vllm-0.10.1/vllm/v1/sample/sampler.py":{"apply":1,"top":6,"k":4,"and":2,"or":3,"p":2,"random":3,"sampled":13,"self":3,"topk":6,"topp":1,"sampler":1,"logits":3,"sampling":5,"metadata":4,"generators":1,"if":3,"greedy":3,"is":1,"none":1,"return":3,"torch":8,"where":1,"temperature":1,"eps":1,"out":1,"reuse":1,"tensor":10,"def":2,"compute":1,"logprobs":18,"log":1,"softmax":1,"dim":2,"1":6,"dtype":2,"float32":1,"gather":3,"num":10,"int":2,"token":12,"ids":6,"logprobstensors":1,"for":1,"prompt":4,"args":1,"tokens":7,"x":3,"vocab":1,"minimum":1,"number":1,"of":2,"to":1,"retain":1,"per":1,"1d":1,"id":1,"with":2,"elements":1,"must":1,"be":1,"int64":2,"returns":1,"indices":2,"float":1,"rank":1,"assert":1,"find":1,"the":3,"values":1,"get":1,"logprob":1,"unsqueeze":1},"7247,1817,data/raw/vllm-0.10.1/vllm/v1/sample/sampler.py":{"compute":1,"the":4,"ranks":3,"of":1,"actual":1,"token":15,"batched":1,"count":1,"greater":1,"than":1,"logprobs":6,"concatenate":1,"together":1,"with":1,"topk":3,"indices":5,"torch":9,"cat":2,"ids":10,"dim":2,"1":2,"use":1,"int32":2,"to":2,"reduce":1,"tensor":7,"size":1,"return":4,"logprobstensors":1,"def":3,"apply":5,"penalties":6,"self":3,"logits":10,"sampling":15,"metadata":15,"samplingmetadata":3,"if":3,"not":3,"no":1,"assert":1,"prompt":2,"is":2,"none":2,"all":1,"presence":1,"frequency":1,"repetition":1,"output":2,"allowed":3,"mask":2,"masked":1,"fill":1,"float":1,"inf":1,"bad":4,"words":4},"0,1901,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":18,"vllm":6,"project":1,"from":8,"typing":1,"import":8,"optional":1,"torch":2,"nn":3,"as":1,"logger":4,"init":2,"triton":2,"utils":1,"tl":3,"v1":3,"sample":2,"metadata":2,"samplingmetadata":1,"ops":1,"topk":1,"topp":1,"sampler":3,"apply":1,"top":4,"k":2,"p":2,"spec":3,"decode":2,"specdecodemetadata":1,"name":1,"placeholder":1,"token":3,"id":1,"constexpr":2,"1":2,"greedy":1,"temperature":1,"maximum":1,"number":1,"of":3,"speculative":1,"draft":3,"tokens":15,"allowed":1,"per":1,"request":1,"in":6,"a":1,"single":1,"step":1,"this":1,"value":1,"is":4,"chosen":1,"be":1,"large":1,"enough":1,"handle":1,"typical":1,"use":2,"cases":1,"max":1,"len":1,"32":1,"class":1,"rejectionsampler":1,"module":1,"implementation":2,"strictly":1,"follows":1,"algorithm":1,"described":1,"https":1,"arxiv":1,"org":1,"abs":1,"2211":1,"17192":1,"however":1,"we":3,"want":1,"clarify":1,"terminology":1,"used":1,"accepted":4,"that":2,"are":4,"based":2,"on":2,"relationship":1,"between":1,"raw":1,"and":2,"target":3,"probabilities":3,"recovered":2,"sampled":2,"adjusted":1,"probability":1,"distribution":1,"which":1,"derived":1,"both":1,"bonus":6,"if":1,"all":1,"proposed":1,"added":1,"end":1,"sequence":1,"only":1,"pass":1,"instead":1,"sampling":4,"them":1,"rejection":2,"allow":1,"for":3,"more":1,"flexibility":1,"process":1,"example":1,"can":1,"while":1,"does":1,"not":1,"support":1,"these":1,"strategies":1,"output":2,"finally":1,"generated":1,"with":1},"1901,332,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"def":1,"forward":1,"self":1,"metadata":2,"specdecodemetadata":1,"num":2,"tokens":2,"vocab":2,"size":3,"draft":1,"probs":1,"optional":1,"torch":3,"tensor":3,"target":1,"logits":1,"batch":1,"1":1,"bonus":1,"token":1,"ids":1,"sampling":1,"samplingmetadata":1},"2233,1963,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"torch":5,"tensor":9,"args":1,"metadata":8,"for":5,"spec":4,"decoding":1,"draft":3,"probs":4,"optional":1,"probability":2,"distribution":2,"the":12,"tokens":9,"shape":4,"is":5,"num":4,"vocab":3,"size":4,"can":3,"be":3,"none":1,"if":2,"probabilities":2,"are":4,"not":1,"provided":1,"which":1,"case":1,"ngram":1,"decode":1,"target":6,"logits":6,"model":1,"s":1,"here":1,"from":1,"different":1,"requests":1,"flattened":1,"into":1,"a":3,"single":1,"because":1,"this":1,"of":3,"output":3,"note":2,"updated":2,"in":3,"place":2,"to":2,"save":1,"memory":1,"bonus":4,"token":3,"ids":3,"containing":2,"batch":1,"1":1,"added":1,"end":1,"sequence":1,"all":1,"proposed":1,"accepted":1,"we":1,"generate":1,"outside":1,"rejection":1,"sampler":1,"with":1,"default":1,"sampling":6,"strategy":1,"it":1,"allows":1,"more":1,"flexibility":1,"process":1,"such":2,"as":2,"top":4,"p":2,"k":2,"vllm":1,"v1":1,"sample":1,"samplingmetadata":1,"additional":1,"needed":1,"temperature":1,"parameters":1,"or":1,"other":1,"relevant":1,"information":1,"returns":1,"final":1,"assert":1,"max":2,"len":2,"woosuk":1,"inside":1,"compute":2,"function":1,"cu":1},"4196,1958,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"output":11,"token":18,"ids":16,"rejection":4,"sample":2,"metadata":6,"draft":12,"num":8,"tokens":10,"max":3,"spec":3,"len":3,"cu":3,"probs":7,"target":3,"bonus":2,"sampling":2,"return":2,"staticmethod":1,"def":2,"parse":2,"torch":7,"tensor":7,"vocab":5,"size":10,"int":4,"list":4,"the":7,"of":4,"sampler":2,"args":1,"sampled":1,"in":3,"shape":1,"batch":4,"1":4,"rejected":1,"are":1,"replaced":1,"with":1,"placeholder":2,"id":2,"by":1,"and":1,"will":1,"be":1,"filtered":1,"out":1,"this":1,"function":1,"vocabulary":1,"returns":1,"a":1,"lists":1,"np":4,"cpu":1,"numpy":1,"create":1,"mask":3,"for":2,"valid":3,"outputs":2,"row":2,"i":2,"tolist":1,"enumerate":1,"optional":1,"samplingmetadata":1,"assert":4,"ndim":4,"is":1,"none":1,"or":1,"2":2},"6154,1870,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"batch":3,"size":5,"len":4,"num":11,"draft":12,"tokens":12,"token":13,"ids":12,"shape":3,"0":1,"vocab":2,"target":8,"probs":11,"1":4,"device":6,"assert":5,"is":8,"contiguous":4,"none":2,"or":1,"bonus":2,"create":1,"output":5,"buffer":1,"torch":2,"empty":1,"max":3,"spec":3,"dtype":1,"int32":1,"consistent":1,"with":1,"sampleroutput":1,"sampled":1,"fill":1,"placeholder":1,"id":1,"if":3,"sampling":9,"metadata":6,"all":3,"greedy":8,"else":1,"temperature":2,"not":1,"random":1,"rejection":3,"for":3,"requests":1,"argmax":3,"dim":1,"sample":3,"kernel":1,"cu":2,"warps":1,"return":1,"generate":2,"uniform":3,"probabilities":1,"generators":1,"recovered":3,"each":1,"position":1},"8024,1865,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"rejection":2,"sampling":10,"for":2,"random":2,"requests":1,"sample":1,"kernel":1,"batch":3,"size":4,"output":2,"token":5,"ids":5,"cu":5,"num":9,"draft":10,"tokens":10,"probs":6,"target":1,"bonus":1,"recovered":1,"uniform":1,"is":4,"greedy":6,"max":1,"spec":1,"len":1,"vocab":2,"no":1,"none":1,"warps":1,"1":4,"return":2,"def":1,"compute":2,"logits":13,"torch":4,"tensor":6,"metadata":6,"samplingmetadata":1,"probability":2,"distribution":2,"from":2,"based":1,"on":1,"this":1,"function":1,"applies":1,"temperature":6,"scaling":1,"to":7,"the":3,"and":2,"converts":1,"them":1,"probabilities":2,"using":1,"softmax":2,"decoding":1,"it":1,"returns":3,"original":2,"args":1,"input":1,"be":1,"converted":1,"cumulative":1,"number":1,"of":2,"containing":1,"parameters":1,"such":1,"as":1,"whether":1,"used":2,"scaled":1,"if":2,"non":1,"otherwise":1,"assert":2,"ndim":2,"2":1,"all":1,"shape":1,"0":1,"expand":1,"replace":2,"note":1,"woosuk":1,"update":1,"in":1,"place":1,"avoid":1,"allocating":1,"a":1,"new":1,"div":1,"unsqueeze":1},"9889,1203,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"get":1,"expanded":2,"top":16,"k":8,"and":3,"p":8,"tensors":1,"none":4,"if":3,"sampling":4,"metadata":4,"is":3,"not":2,"expand":4,"batch":7,"to":6,"tokens":14,"cu":5,"num":10,"draft":2,"note":1,"woosuk":1,"apply":2,"uses":1,"sorting":1,"calculate":1,"the":2,"mask":1,"which":1,"slow":1,"for":2,"large":1,"vocab":1,"sizes":1,"this":1,"may":1,"cause":1,"performance":1,"issues":1,"logits":3,"output":2,"prob":2,"softmax":1,"dim":1,"1":1,"dtype":1,"torch":4,"float32":1,"return":1,"def":1,"x":3,"tensor":5,"size":3,"int":3,"replace":2,"from":1,"0":2,"based":1,"on":1,"number":1,"of":1,"per":1,"in":1,"example":1,"a":3,"b":4,"c":2,"2":1,"5":1,"6":2,"then":1},"11092,1492,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"args":1,"x":9,"batch":8,"size":5,"tensor":5,"to":7,"expand":2,"cu":3,"num":11,"tokens":13,"containing":1,"the":7,"cumulative":1,"number":3,"of":5,"per":1,"each":1,"element":1,"represents":1,"total":2,"up":1,"and":1,"including":1,"that":1,"replace":6,"from":3,"int":5,"0":5,"value":2,"be":2,"replaced":1,"if":3,"it":1,"is":3,"found":2,"in":2,"with":4,"when":1,"returns":1,"expanded":4,"shape":3,"assert":1,"new":1,"empty":1,"kernel":1,"max":2,"spec":1,"len":1,"avoid":1,"recompilation":1,"warps":1,"1":2,"return":1,"def":1,"generate":1,"uniform":3,"probs":1,"draft":1,"list":1,"generators":2,"dict":1,"torch":4,"generator":2,"device":2,"generates":1,"a":3,"random":2,"samples":2,"optional":1,"seeding":1,"available":1,"this":1,"method":1,"creates":1,"filled":1,"values":1,"range":1,"provided":2,"requests":2,"their":1,"own":1,"seeds":1,"will":2,"use":1,"for":2,"reproducibility":1,"other":1,"generated":1,"without":1,"seed":1},"12584,1564,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"args":1,"num":10,"tokens":14,"int":5,"total":1,"number":2,"of":3,"draft":8,"list":3,"per":1,"request":1,"generators":2,"optional":2,"dict":1,"torch":11,"generator":6,"a":2,"dictionary":1,"mapping":1,"indices":1,"in":3,"the":4,"batch":2,"to":2,"objects":1,"device":7,"on":1,"which":1,"allocate":1,"tensor":7,"returns":1,"uniform":6,"rand":2,"shape":1,"containing":1,"random":2,"values":1,"range":1,"0":3,"1":1,"probs":5,"dtype":1,"float32":1,"start":4,"idx":9,"for":3,"req":2,"n":3,"enumerate":1,"do":1,"not":2,"generate":1,"numbers":1,"requests":1,"with":1,"no":1,"this":1,"can":1,"be":1,"important":1,"reproducibility":1,"if":2,"continue":1,"end":3,"get":1,"is":1,"none":1,"return":1,"def":1,"sample":1,"recovered":1,"max":1,"spec":1,"len":1,"size":3,"cu":1,"token":1,"ids":1,"vocab":2,"target":1,"sampling":1,"metadata":1,"samplingmetadata":1},"14148,1824,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"torch":4,"tensor":1,"note":2,"woosuk":3,"create":1,"only":1,"one":1,"distribution":1,"for":5,"each":1,"request":1,"batch":7,"size":11,"len":5,"num":6,"draft":11,"tokens":8,"vocab":4,"target":3,"probs":5,"shape":1,"1":2,"q":4,"empty":2,"dtype":1,"float32":1,"device":2,"exponential":2,"i":3,"generator":3,"in":1,"sampling":2,"metadata":1,"generators":1,"items":1,"do":2,"not":4,"generate":1,"random":1,"numbers":1,"requests":2,"with":1,"no":2,"this":1,"can":1,"be":1,"important":1,"reproducibility":1,"if":3,"0":2,"recovered":4,"token":8,"ids":8,"like":1,"sample":2,"kernel":2,"max":4,"spec":4,"cu":2,"triton":2,"next":1,"power":1,"of":1,"2":1,"is":12,"none":5,"return":2,"avoid":1,"specialization":1,"to":1,"prevent":1,"unnecessary":1,"recompilation":1,"jit":1,"specialize":1,"def":1,"rejection":1,"greedy":10,"output":1,"ptr":10,"argmax":1,"bonus":1,"or":1,"req":2,"idx":2,"tl":2,"program":1,"id":1,"fixme":1,"because":1,"at":1,"profiling":1,"run":1,"re":1,"compilation":1,"may":1,"happen":1,"during":1,"runtime":1,"when":1,"true":1,"else":1,"load":1,"early":1,"exit":1,"non":1},"15972,1996,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"if":7,"req":11,"idx":23,"0":5,"start":8,"else":2,"tl":12,"load":8,"cu":5,"num":14,"draft":15,"tokens":15,"ptr":19,"1":5,"end":4,"rejected":4,"false":1,"for":2,"pos":4,"in":1,"range":1,"not":3,"token":13,"id":8,"ids":8,"target":5,"argmax":4,"store":2,"output":3,"max":5,"spec":5,"len":5,"reject":1,"true":1,"all":1,"are":1,"accepted":1,"append":1,"the":1,"bonus":5,"note":1,"woosuk":1,"avoid":1,"specialization":1,"to":1,"prevent":1,"unnecessary":1,"recompilation":1,"triton":1,"jit":1,"do":1,"specialize":1,"def":1,"rejection":1,"random":1,"sample":1,"kernel":1,"batch":4,"size":7,"probs":4,"vocab":3,"or":1,"none":1,"recovered":1,"uniform":1,"is":4,"greedy":5,"no":1,"constexpr":1,"program":1,"early":1,"exit":1,"sampling":1,"requests":1,"return":1},"17968,1849,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"rejected":4,"false":1,"for":1,"pos":7,"in":1,"range":1,"num":5,"draft":14,"tokens":6,"if":6,"not":3,"token":16,"id":9,"tl":9,"load":6,"ids":5,"ptr":11,"start":5,"idx":8,"no":1,"probs":4,"prob":8,"1":3,"else":2,"vocab":2,"size":4,"target":3,"uniform":3,"note":2,"woosuk":2,"while":1,"the":2,"probability":1,"should":1,"never":1,"be":2,"0":3,"we":2,"check":1,"it":2,"to":5,"avoid":2,"nans":1,"happens":1,"reject":2,"and":1,"accept":1,"use":1,"recovered":2,"true":1,"store":2,"output":3,"req":3,"max":3,"spec":2,"len":2,"all":1,"are":1,"accepted":1,"append":1,"bonus":4,"specialization":1,"prevent":1,"unnecessary":1,"recompilation":1,"triton":1,"jit":1,"do":1,"specialize":1,"replace":4,"from":2,"def":1,"expand":1,"kernel":1,"input":1,"batch":2,"cu":1,"constexpr":1},"19817,1299,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"req":9,"idx":20,"tl":13,"program":3,"id":3,"0":7,"if":3,"noqa":1,"sim108":1,"start":7,"else":2,"load":5,"cu":5,"num":14,"tokens":15,"ptr":12,"1":3,"end":4,"src":5,"val":5,"input":1,"where":1,"replace":2,"from":1,"to":1,"offset":3,"arange":1,"max":1,"store":1,"output":2,"mask":1,"triton":1,"jit":1,"def":1,"sample":1,"recovered":1,"kernel":1,"token":2,"ids":2,"draft":8,"batch":2,"size":7,"probs":3,"vocab":5,"or":1,"none":1,"target":1,"q":1,"padded":1,"constexpr":2,"no":1,"early":1,"exit":1,"for":1,"out":1,"of":1,"range":1,"positions":1,"pos":2,"return":1},"21116,1890,data/raw/vllm-0.10.1/vllm/v1/sample/rejection_sampler.py":{"vocab":21,"offset":9,"tl":14,"arange":1,"0":6,"padded":1,"size":12,"if":2,"no":2,"draft":13,"probs":8,"token":7,"id":6,"load":6,"ids":2,"ptr":9,"start":8,"idx":9,"pos":8,"orig":2,"prob":15,"target":8,"temporarily":1,"zero":1,"out":1,"the":5,"probability":2,"of":1,"this":1,"is":1,"essentially":1,"same":1,"as":2,"except":1,"that":1,"n":1,"gram":1,"does":1,"not":1,"have":1,"we":2,"regard":1,"it":1,"1":2,"store":3,"mask":4,"other":4,"else":1,"maximum":2,"note":1,"woosuk":1,"don":1,"t":1,"need":1,"sum":1,"here":1,"because":1,"argmax":2,"will":1,"select":1,"value":1,"q":3,"req":1,"float":1,"inf":1,"recovered":2,"axis":1,"output":1,"restore":1,"original":1},"0,1985,data/raw/vllm-0.10.1/vllm/v1/sample/tpu/metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":12,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":2,"project":1,"from":3,"dataclasses":1,"import":4,"dataclass":2,"field":5,"typing":1,"optional":2,"torch":8,"v1":1,"worker":1,"tpu":2,"input":1,"batch":3,"inputbatch":1,"default":4,"sampling":1,"params":1,"dict":5,"temperature":2,"1":2,"min":3,"p":4,"strictly":1,"disabled":1,"for":2,"now":2,"top":4,"k":2,"frequency":2,"penalties":8,"presence":2,"repetition":2,"class":2,"tpusupportedsamplingmetadata":1,"this":3,"exposes":1,"a":2,"more":1,"xla":3,"friendly":1,"interface":1,"than":1,"samplingmetadata":1,"on":2,"in":3,"particular":1,"all":2,"arguments":1,"should":2,"be":3,"traceable":1,"and":2,"no":3,"optionals":1,"are":2,"allowed":2,"avoid":1,"graph":1,"recompilation":1,"nones":1,"tensor":5,"none":11,"greedy":1,"bool":3,"true":2,"whether":1,"logprobs":4,"gathered":1,"of":2,"request":1,"balance":1,"out":1,"compile":1,"time":1,"runtime":1,"fixed":1,"max":1,"number":1,"value":1,"is":2,"used":1,"when":1,"gathering":1,"regardless":1,"values":1,"specified":1,"false":1,"todo":1,"prompt":1,"token":4,"ids":4,"use":1,"output":1,"list":5,"int":4,"factory":3,"lambda":3,"tokens":1,"impl":1,"not":3,"vectorized":1,"logit":1,"bias":1,"float":1,"mask":1,"bad":1,"words":1,"generator":4,"supported":2,"by":2,"generators":3,"property":1,"def":1,"self":2,"must":1,"immutable":1,"return":1},"1985,1641,data/raw/vllm-0.10.1/vllm/v1/sample/tpu/metadata.py":{"classmethod":1,"def":2,"from":2,"input":9,"batch":9,"cls":2,"inputbatch":2,"padded":5,"num":9,"reqs":7,"int":1,"xla":4,"device":6,"torch":3,"generate":4,"params":3,"if":8,"all":6,"greedy":7,"bool":1,"false":3,"tpusupportedsamplingmetadata":1,"copy":2,"sampling":5,"tensors":4,"slices":2,"to":5,"on":3,"make":1,"metadata":1,"causes":1,"recompilation":1,"as":1,"it":1,"dynamic":2,"shapes":1,"this":2,"impl":1,"moves":1,"the":5,"ops":1,"cpu":4,"and":2,"produces":1,"of":2,"fixed":1,"size":1,"args":1,"containing":1,"parameters":3,"number":1,"requests":2,"true":3,"even":2,"are":2,"is":4,"useful":1,"for":2,"cases":1,"where":1,"we":1,"want":1,"pre":1,"compile":1,"a":1,"graph":1,"with":1,"they":1,"not":1,"strictly":1,"needed":1,"decoding":1,"needs":2,"logprobs":5,"max":2,"0":1,"else":1,"early":1,"return":2,"avoid":1,"unnecessary":1,"tpu":1,"fill":3,"slice":1,"tensor":4,"val":2,"pad":1,"value":1,"default":1,"one":1},"3626,1069,data/raw/vllm-0.10.1/vllm/v1/sample/tpu/metadata.py":{"fill":4,"slice":5,"input":9,"batch":9,"temperature":4,"cpu":8,"tensor":8,"default":4,"sampling":4,"params":4,"min":4,"p":8,"top":8,"k":4,"persistent":1,"device":5,"tensors":1,"to":5,"a":1,"fixed":1,"pre":1,"compiled":1,"padded":5,"shape":1,"return":1,"cls":1,"num":4,"reqs":4,"xla":4,"all":2,"greedy":2,"todo":1,"enable":1,"more":1,"and":1,"avoid":1,"returning":1,"none":1,"values":1,"logprobs":2,"needs":1},"0,1935,data/raw/vllm-0.10.1/vllm/v1/sample/tpu/sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":4,"project":1,"sampler":6,"layer":1,"implementing":1,"tpu":3,"supported":1,"operations":1,"import":5,"torch":11,"nn":3,"as":1,"from":3,"v1":3,"outputs":1,"logprobstensors":1,"sampleroutput":3,"sample":7,"ops":1,"topk":2,"topp":2,"topktoppsampler":2,"metadata":6,"tpusupportedsamplingmetadata":3,"sampling":6,"eps":1,"1e":1,"5":1,"class":1,"module":1,"def":5,"init":2,"self":9,"todo":1,"houseroad":1,"add":1,"support":1,"for":2,"logprobs":2,"mode":1,"super":1,"forward":1,"logits":13,"tensor":9,"use":1,"float32":2,"next":1,"token":3,"sampled":5,"these":1,"are":2,"tensors":2,"output":2,"tokens":1,"expanded":1,"2d":1,"with":1,"shape":1,"num":1,"requests":1,"1":5,"where":1,"each":1,"row":1,"represents":1,"one":1,"generated":1,"per":1,"request":1,"ids":1,"unsqueeze":2,"none":2,"return":3,"apply":3,"temperature":5,"temp":2,"div":1,"dim":2,"greedy":3,"argmax":1,"view":1,"assert":1,"is":1,"not":1},"1935,1972,data/raw/vllm-0.10.1/vllm/v1/sample/tpu/sampler.py":{"apply":3,"min":4,"p":6,"if":3,"sampling":7,"metadata":6,"is":1,"not":1,"none":1,"logits":6,"self":4,"top":6,"k":4,"and":2,"or":3,"random":2,"sampled":10,"topk":6,"topp":1,"sampler":1,"generators":1,"torch":7,"where":1,"temperature":1,"eps":1,"greedy":1,"return":2,"def":2,"compute":2,"logprobs":19,"tensor":9,"log":1,"softmax":1,"dim":2,"1":7,"dtype":1,"float32":1,"gather":3,"num":10,"int":2,"token":14,"ids":5,"logprobstensors":1,"for":1,"prompt":4,"args":1,"tokens":7,"x":3,"vocab":1,"minimum":1,"number":1,"of":3,"to":1,"retain":1,"per":1,"1d":1,"id":1,"with":2,"elements":1,"returns":1,"indices":2,"float":1,"rank":1,"find":1,"the":5,"values":1,"get":1,"logprob":1,"unsqueeze":1,"ranks":2,"actual":1,"sum":1},"3907,1249,data/raw/vllm-0.10.1/vllm/v1/sample/tpu/sampler.py":{"concatenate":1,"together":1,"with":1,"the":2,"topk":3,"indices":5,"torch":8,"cat":2,"token":5,"ids":1,"dim":4,"1":5,"logprobs":4,"use":1,"int32":2,"to":3,"reduce":1,"tensor":4,"size":1,"return":2,"logprobstensors":1,"ranks":1,"def":1,"apply":2,"min":6,"p":6,"self":1,"logits":6,"filters":1,"using":3,"adaptive":1,"probability":5,"thresholding":1,"convert":1,"distribution":1,"values":3,"nn":1,"functional":1,"softmax":1,"calculate":1,"maximum":1,"probabilities":3,"per":1,"sequence":1,"max":2,"amax":1,"keepdim":1,"true":1,"reshape":1,"for":1,"broadcasting":1,"adjusted":2,"unsqueeze":1,"identify":1,"valid":3,"tokens":1,"threshold":1,"comparison":1,"mask":3,"boolean":1,"indexing":1,"xla":1,"friendly":1,"masked":1,"fill":1,"float":1,"inf":1},"0,1897,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/interface.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":7,"vllm":4,"project":1,"from":8,"abc":4,"import":8,"abstractmethod":3,"collections":1,"sequence":4,"dataclasses":1,"dataclass":2,"enum":3,"auto":3,"typing":1,"type":2,"checking":2,"optional":1,"torch":4,"samplingparams":2,"if":1,"config":2,"vllmconfig":2,"class":3,"movedirectionality":2,"one":2,"way":4,"i1":2,"i2":2,"req":2,"move":1,"within":3,"batch":9,"unidirectional":1,"two":2,"swap":2,"index":3,"params":1,"prompt":1,"tok":3,"ids":3,"output":4,"tuples":2,"for":3,"new":1,"requests":4,"added":4,"addedrequest":2,"tuple":3,"int":7,"list":5,"1":1,"directionality":1,"representing":1,"moves":1,"or":1,"swaps":1,"of":4,"in":3,"movedrequest":2,"indices":1,"any":1,"removed":3,"removedrequest":2,"frozen":1,"true":1,"batchupdate":1,"persistent":2,"state":1,"change":1,"info":1,"logitsprocs":1,"size":1,"current":1,"num":1,"reqs":1,"metadata":1,"and":1,"moved":2,"key":1,"assumption":1,"which":1,"is":3,"an":1,"element":1,"each":1,"a":1,"reference":2,"request":1,"s":1,"running":1,"tokens":2,"via":1,"this":1,"logits":2,"processors":1,"always":1,"see":1,"latest":1,"generated":1,"logitsprocessor":1,"def":2,"init":1,"self":2,"device":2,"pin":1,"memory":1,"bool":1,"none":1,"raise":2,"notimplementederror":2,"apply":1,"tensor":2},"1897,738,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/interface.py":{"abstractmethod":2,"def":2,"is":2,"argmax":2,"invariant":1,"self":2,"bool":1,"true":1,"if":1,"logits":1,"processor":1,"has":1,"no":1,"impact":1,"on":2,"the":3,"computation":1,"in":1,"greedy":1,"sampling":1,"note":1,"may":2,"or":1,"not":1,"have":2,"same":1,"value":1,"for":1,"all":1,"instances":1,"of":1,"a":1,"given":1,"logitsprocessor":1,"subclass":2,"depending":1,"implementation":1,"raise":2,"notimplementederror":2,"update":3,"state":1,"batch":3,"optional":1,"batchupdate":1,"none":2,"called":1,"when":1,"there":2,"are":1,"new":1,"output":1,"tokens":1,"prior":1,"to":2,"each":1,"forward":1,"pass":1,"args":1,"non":1,"iff":1,"been":1,"changes":1,"makeup":1},"0,1919,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":8,"project":1,"import":13,"importlib":3,"itertools":1,"from":9,"collections":1,"abc":1,"sequence":1,"typing":1,"type":4,"checking":2,"optional":1,"union":1,"torch":1,"logger":5,"init":2,"v1":3,"sample":3,"logits":6,"processor":4,"builtin":2,"logitbiaslogitsprocessor":2,"minplogitsprocessor":2,"mintokenslogitsprocessor":2,"interface":1,"batchupdate":1,"logitsprocessor":3,"movedirectionality":1,"state":1,"batchupdatebuilder":1,"logitsprocessors":1,"if":3,"config":1,"vllmconfig":1,"name":1,"error":1,"message":1,"when":1,"user":1,"tries":1,"initialize":1,"with":1,"a":1,"pooling":3,"model":1,"and":1,"custom":2,"logitsproces":1,"str":1,"rejects":1,"logitsprocs":8,"models":1,"do":1,"not":1,"support":1,"processors":3,"group":5,"list":2,"def":1,"load":2,"plugins":5,"all":1,"installed":4,"logit":1,"sys":2,"version":1,"info":1,"3":1,"10":1,"metadata":2,"entry":3,"points":3,"else":1,"len":1,"debug":1,"no":1,"s":1,"return":1},"1919,1524,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/__init__.py":{"load":5,"logitsprocs":6,"plugins":3,"logger":3,"debug":3,"loading":3,"installed":2,"group":2,"s":4,"classes":3,"list":6,"type":4,"logitsprocessor":5,"for":2,"entrypoint":6,"in":1,"try":1,"logitproc":6,"plugin":2,"target":1,"name":1,"value":1,"append":1,"except":1,"exception":1,"as":1,"e":3,"raise":1,"runtimeerror":1,"f":1,"failed":1,"to":2,"from":2,"return":2,"def":1,"by":3,"fqcns":3,"logits":5,"processors":5,"optional":1,"sequence":1,"union":1,"str":1,"logit":1,"processor":1,"types":7,"identifying":1,"them":1,"fully":1,"qualified":1,"class":1,"names":1,"effectively":1,"a":2,"mixed":2,"of":5,"and":2,"fqcn":3,"strings":2,"is":2,"converted":1,"into":1,"entirely":1,"the":1,"syntax":1,"module":1,"i":1,"x":1,"y":1,"z":1,"customlogitproc":1,"already":1,"loaded":2,"must":1,"be":2,"subclasses":1,"args":1,"potentially":1,"returns":1,"if":1,"not":1,"additional":1,"custom":1,"specified":1,"checking":1,"whether":1,"they":1,"need":1,"len":1},"3443,1861,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/__init__.py":{"classes":4,"list":3,"type":7,"logitsprocessor":8,"for":2,"ldx":2,"logitproc":13,"in":2,"enumerate":1,"logits":5,"processors":4,"if":4,"isinstance":2,"logger":2,"debug":2,"already":1,"loaded":3,"logit":2,"processor":3,"s":2,"name":4,"not":4,"issubclass":2,"raise":4,"valueerror":3,"f":3,"is":1,"a":3,"subclass":2,"of":3,"append":2,"continue":1,"loading":1,"module":6,"path":2,"qualname":2,"split":2,"try":1,"load":6,"importlib":1,"import":1,"except":1,"exception":1,"as":1,"e":2,"runtimeerror":1,"failed":1,"to":3,"th":1,"plugin":1,"from":1,"walk":1,"down":1,"dotted":1,"get":1,"class":1,"obj":7,"attr":2,"getattr":1,"must":2,"be":3,"return":1,"def":1,"custom":3,"logitsprocs":2,"optional":1,"sequence":1,"union":1,"str":1,"all":2,"first":1,"installed":1,"plugins":1,"second":1,"pass":1,"by":1,"the":1,"user":1,"at":1,"initialization":1,"time":1,"args":1,"potentially":1,"mixed":1,"types":1,"and":1,"fully":1,"qualified":1,"names":1,"fqcns":1,"which":1,"need":1},"5304,1447,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/__init__.py":{"returns":1,"a":1,"list":1,"of":1,"all":2,"loaded":1,"logitproc":1,"types":1,"from":1,"vllm":4,"platforms":1,"import":1,"current":2,"platform":2,"if":3,"is":5,"tpu":2,"no":1,"logitsprocs":15,"specified":1,"by":2,"caller":1,"todo":1,"andy":1,"v1":1,"on":1,"does":1,"not":2,"support":2,"custom":7,"return":4,"load":3,"plugins":1,"fqcns":1,"logits":4,"processors":3,"def":1,"build":2,"config":2,"vllmconfig":1,"device":3,"torch":1,"pin":2,"memory":2,"bool":2,"pooling":5,"model":2,"sequence":1,"union":1,"str":3,"type":1,"logitsprocessor":2,"logitsprocessors":4,"raise":1,"valueerror":1,"rejects":2,"logger":1,"debug":1,"skipping":1,"processor":1,"loading":1,"because":1,"models":1,"do":1,"classes":2,"ctor":2,"for":1,"in":1,"itertools":1,"chain":1,"builtin":1,"logitbiaslogitsprocessor":1,"minplogitsprocessor":1,"mintokenslogitsprocessor":1,"batchupdate":1,"batchupdatebuilder":1,"movedirectionality":1,"group":1},"0,1767,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":3,"project":1,"from":6,"collections":1,"abc":1,"import":5,"iterator":1,"itertools":1,"chain":1,"typing":1,"type":2,"checking":2,"optional":1,"v1":2,"sample":2,"logits":2,"processor":2,"interface":2,"addedrequest":2,"batchupdate":1,"movedrequest":2,"removedrequest":2,"if":1,"logitsprocessor":1,"class":1,"batchupdatebuilder":1,"helps":1,"track":1,"persistent":2,"batch":3,"state":1,"changes":1,"and":3,"build":1,"a":5,"update":1,"data":1,"structure":1,"for":1,"logitsprocs":1,"assumptions":2,"all":1,"information":1,"about":1,"requests":1,"removed":20,"during":1,"step":5,"is":4,"aggregated":1,"in":5,"self":15,"through":1,"calls":1,"append":3,"at":1,"beginning":1,"of":2,"this":1,"must":1,"happen":1,"before":1,"first":2,"time":2,"that":2,"pop":4,"or":3,"peek":3,"are":4,"invoked":1,"given":1,"after":1,"read":1,"no":1,"new":1,"removals":1,"registered":1,"using":1,"elements":1,"never":1,"directly":1,"modified":1,"added":2,"i":1,"e":1,"modification":1,"only":1,"via":1,"guarantees":1,"under":1,"above":1,"always":1,"sorted":2,"descending":1,"order":1,"both":1,"return":1,"lowest":1,"request":1,"index":1,"current":1,"list":3,"bool":1,"moved":1},"1767,1922,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/state.py":{"def":7,"init":1,"self":29,"removed":33,"optional":5,"list":4,"removedrequest":2,"none":8,"moved":3,"movedrequest":1,"added":3,"addedrequest":1,"or":4,"is":4,"sorted":9,"false":1,"ensure":4,"sort":2,"request":7,"indices":2,"in":3,"descending":2,"order":2,"idempotent":1,"after":3,"first":2,"call":1,"a":2,"given":1,"step":1,"until":1,"reset":1,"if":4,"not":2,"reverse":1,"true":2,"property":1,"return":7,"append":2,"index":6,"int":3,"register":2,"the":3,"removal":1,"of":1,"from":1,"persistent":1,"batch":1,"must":1,"be":1,"called":1,"time":1,"pop":4,"peek":2,"are":1,"invoked":1,"args":1,"raise":1,"runtimeerror":1,"cannot":1,"new":1,"has":4,"been":1,"read":1,"bool":2,"lowest":2,"1":1},"3689,1715,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/state.py":{"def":4,"is":5,"update":9,"self":21,"bool":1,"true":1,"if":5,"there":1,"a":2,"batch":12,"state":3,"change":1,"return":4,"any":1,"removed":5,"moved":4,"added":4,"get":1,"and":2,"reset":3,"size":5,"int":1,"optional":2,"batchupdate":2,"generate":1,"logitsprocs":5,"data":1,"structure":1,"internal":1,"builder":1,"args":1,"current":1,"persistent":1,"returns":1,"frozen":1,"instance":1,"none":4,"no":2,"updates":1,"removal":1,"sorting":1,"logic":1,"sorted":1,"false":1,"not":1,"short":1,"circuit":1,"build":1,"class":1,"logitsprocessors":1,"encapsulates":1,"initialized":1,"logitsproc":1,"objects":1,"init":1,"iterator":3,"logitsprocessor":4,"argmax":7,"invariant":7,"list":2,"non":3,"for":1,"logitproc":3,"in":1,"else":1,"append":1,"property":1,"all":2,"over":1,"logits":1,"processors":1,"chain":1},"0,1916,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"from":4,"collections":1,"abc":1,"import":5,"sequence":1,"typing":1,"type":3,"checking":2,"optional":2,"torch":9,"v1":1,"sample":1,"logits":1,"processor":1,"interface":1,"batchupdate":2,"logitsprocessor":2,"movedirectionality":1,"if":3,"config":4,"vllmconfig":2,"class":1,"minplogitsprocessor":1,"def":4,"init":1,"self":16,"device":12,"is":3,"pin":3,"memory":3,"bool":2,"max":4,"num":4,"reqs":3,"scheduler":1,"seqs":1,"min":12,"p":12,"count":1,"int":2,"cpu":7,"tensor":9,"zeros":1,"dtype":2,"float32":2,"numpy":1,"use":2,"double":2,"pre":1,"allocated":1,"empty":1,"else":1,"current":1,"slice":1,"of":1,"argmax":1,"invariant":1,"never":1,"impacts":1,"greedy":1,"sampling":1,"return":3,"true":1,"get":1,"by":1,"index":3,"float":2,"update":3,"state":1,"batch":2,"not":1},"1916,1645,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"needs":5,"update":11,"false":1,"process":3,"added":2,"requests":3,"for":3,"index":5,"params":2,"in":3,"batch":6,"min":27,"p":27,"if":10,"self":20,"cpu":8,"true":2,"count":5,"1":3,"removed":3,"bool":1,"moved":2,"unidirectional":1,"a":4,"b":4,"and":2,"swap":2,"adx":3,"bdx":3,"direct":2,"change":3,"movedirectionality":1,"tensors":1,"needed":1,"size":5,"or":1,"shape":1,"0":1,"device":1,"use":1,"double":1,"tensor":4,"copy":1,"non":1,"blocking":1,"unsqueeze":1,"def":1,"apply":1,"logits":2,"torch":2,"not":1,"return":1},"3561,1960,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"convert":1,"logits":5,"to":1,"probability":4,"distribution":1,"values":3,"torch":7,"nn":1,"functional":1,"softmax":1,"dim":2,"1":2,"calculate":1,"maximum":1,"probabilities":4,"per":1,"sequence":1,"max":2,"amax":1,"keepdim":1,"true":3,"adjust":1,"min":4,"p":4,"adjusted":2,"mul":1,"self":13,"identify":1,"valid":1,"tokens":1,"using":2,"threshold":1,"comparison":1,"invalid":2,"token":3,"mask":3,"apply":1,"boolean":1,"indexing":1,"float":2,"inf":1,"return":3,"class":1,"logitbiaslogitsprocessor":1,"logitsprocessor":1,"def":3,"init":1,"device":6,"is":4,"pin":3,"memory":3,"bool":3,"biases":5,"dict":2,"int":2,"bias":3,"tensor":5,"slice":1,"int32":2,"argmax":2,"invariant":1,"logit":2,"can":1,"rebalance":1,"and":1,"change":1,"the":1,"outcome":1,"of":1,"in":2,"greedy":1,"sampling":1,"false":2,"update":8,"state":1,"batch":4,"optional":1,"batchupdate":1,"if":4,"not":2,"needs":3,"process":1,"added":2,"requests":1,"for":1,"index":4,"params":2,"lb":2,"else":1,"drop":1,"metadata":1,"at":1,"pop":1,"none":2,"a":1,"new":1,"request":2,"replaces":1,"an":1,"old":1,"which":1,"specified":1,"we":1,"should":1,"processor":1,"tensors":1},"5521,1643,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"if":9,"self":15,"biases":13,"process":2,"removed":2,"requests":2,"for":3,"index":11,"in":3,"batch":2,"update":9,"pop":5,"none":9,"needs":6,"true":5,"moved":2,"unidirectional":2,"a":11,"b":9,"and":1,"swap":1,"direct":2,"movedirectionality":1,"entry":7,"is":4,"not":3,"else":2,"tensors":1,"needed":1,"reqs":3,"tok":3,"ids":3,"req":2,"lb":4,"items":1,"extend":3,"len":1,"keys":1,"values":1,"bias":1,"tensor":4,"device":3,"torch":3,"float32":1,"logits":1,"slice":1,"int32":2},"7164,1542,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"def":5,"device":10,"tensor":12,"self":16,"data":2,"list":1,"dtype":4,"torch":10,"return":3,"cpu":1,"pin":5,"memory":5,"to":1,"non":1,"blocking":1,"true":1,"apply":1,"logits":5,"if":1,"biases":1,"slice":2,"bias":1,"class":1,"mintokenslogitsprocessor":1,"logitsprocessor":1,"init":1,"vllm":1,"config":1,"vllmconfig":1,"is":3,"bool":2,"index":1,"min":3,"toks":2,"output":1,"token":2,"ids":2,"stop":2,"dict":1,"int":4,"tuple":2,"sequence":1,"set":1,"req":1,"idx":1,"eos":1,"tok":1,"id":1,"int32":2,"argmax":2,"invariant":1,"by":1,"censoring":1,"tokens":2,"can":1,"change":1,"the":2,"outcome":1,"of":1,"operation":1,"in":1,"greedy":1,"sampling":1,"false":2,"update":3,"state":1,"batch":1,"optional":1,"batchupdate":1,"needs":1},"8706,1070,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"if":6,"batch":5,"update":7,"process":2,"added":2,"requests":2,"for":2,"index":7,"params":3,"output":3,"tok":3,"ids":4,"in":2,"min":10,"tokens":4,"and":1,"len":1,"replace":1,"request":3,"metadata":2,"at":2,"self":4,"toks":6,"all":1,"stop":1,"token":1,"needs":3,"true":3,"else":1,"drop":1,"pop":2,"none":3,"is":1,"not":1,"a":1,"new":1,"replaces":1,"an":1,"old":1,"which":1,"specified":1,"we":1,"should":1,"processor":1,"tensors":1,"removed":2},"9776,1905,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"process":1,"moved":2,"requests":2,"unidirectional":2,"a":11,"b":9,"and":1,"swapped":1,"for":5,"index":13,"direct":2,"in":4,"batch":1,"update":8,"if":10,"movedirectionality":1,"entry":7,"self":11,"min":14,"toks":13,"pop":4,"none":8,"is":4,"not":3,"needs":6,"true":5,"else":2,"check":1,"any":1,"that":1,"have":1,"attained":1,"their":1,"tokens":1,"to":3,"remove":3,"tuple":1,"out":2,"tok":7,"ids":7,"items":2,"len":2,"del":1,"tensors":1,"needed":1,"reqs":2,"list":2,"int":2,"req":2,"stop":3,"extend":2},"11681,750,data/raw/vllm-0.10.1/vllm/v1/sample/logits_processor/builtin.py":{"self":9,"logits":5,"slice":2,"device":6,"tensor":7,"reqs":1,"torch":7,"int32":2,"tok":1,"ids":1,"def":2,"data":2,"list":1,"dtype":4,"return":2,"cpu":1,"pin":2,"memory":2,"to":1,"non":1,"blocking":1,"true":1,"apply":1,"if":1,"min":2,"toks":1,"inhibit":1,"eos":1,"token":1,"for":1,"requests":1,"which":1,"have":1,"not":1,"reached":1,"length":1,"float":1,"inf":1},"0,1191,data/raw/vllm-0.10.1/vllm/v1/sample/ops/bad_words.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":1,"torch":3,"smallest":2,"logit":2,"float":1,"inf":1,"def":2,"apply":3,"bad":14,"words":9,"single":2,"batch":2,"logits":4,"tensor":2,"token":6,"ids":16,"list":7,"int":5,"past":5,"tokens":5,"none":2,"for":2,"word":5,"in":2,"if":3,"len":5,"1":3,"continue":1,"prefix":11,"length":4,"last":2,"id":2,"actual":4,"else":1,"expected":3,"assert":1,"dict":1,"i":3,"items":1},"0,973,data/raw/vllm-0.10.1/vllm/v1/sample/ops/logprobs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":2,"project":1,"some":1,"utilities":1,"for":2,"logprobs":1,"including":1,"logits":1,"import":2,"torch":9,"from":1,"platforms":1,"current":2,"platform":2,"compile":3,"dynamic":1,"true":1,"backend":2,"simple":1,"def":1,"batched":1,"count":1,"greater":2,"than":2,"x":4,"tensor":9,"values":4,"counts":2,"elements":2,"in":2,"each":1,"row":1,"of":5,"that":1,"are":1,"corresponding":1,"value":1,"use":1,"generate":1,"an":1,"optimized":1,"kernel":1,"this":1,"function":1,"otherwise":1,"it":1,"will":1,"create":1,"additional":1,"copies":1,"input":1,"tensors":1,"and":1,"cause":1,"memory":1,"issues":1,"args":1,"a":3,"2d":2,"shape":3,"batch":3,"size":3,"n":1,"1":2,"returns":1,"1d":1,"with":1,"return":1,"sum":1},"0,689,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"from":5,"typing":1,"import":8,"optional":2,"torch":2,"nn":3,"as":1,"packaging":1,"version":1,"envs":1,"logger":4,"init":2,"platforms":1,"current":1,"platform":1,"name":1,"try":1,"flashinfer":3,"sampling":2,"is":2,"available":2,"true":1,"except":1,"importerror":1,"false":1,"class":1,"topktoppsampler":1,"module":2,"that":1,"performs":1,"top":2,"k":1,"and":1,"p":1,"filtering":1,"followed":1,"by":1,"weighted":1,"random":1,"of":1,"logits":2,"implementations":1,"may":1,"update":1,"tensor":1,"in":1,"place":1},"690,51,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"def":1,"init":2,"self":1,"super":1},"741,1694,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"if":3,"current":1,"platform":1,"is":8,"cuda":2,"flashinfer":13,"available":2,"version":6,"parse":2,"0":2,"2":2,"3":2,"logger":3,"warning":2,"once":3,"required":1,"falling":2,"back":2,"to":2,"default":3,"sampling":4,"implementation":2,"self":6,"forward":6,"native":3,"elif":1,"envs":2,"vllm":5,"use":7,"sampler":6,"not":3,"false":3,"note":1,"woosuk":1,"the":4,"v0":3,"doesn":1,"t":1,"for":4,"unless":1,"1":2,"i":1,"e":1,"by":2,"it":3,"unused":1,"backward":1,"compatibility":1,"we":2,"set":2,"as":1,"none":3,"and":2,"interpret":1,"differently":1,"in":3,"v1":2,"samplers":1,"means":2,"while":1,"true":1,"this":1,"why":1,"condition":1,"here":1,"info":1,"using":1,"top":4,"p":2,"k":2,"else":1,"but":1,"enabled":1,"pytorch":1,"of":1,"best":1,"performance":1,"please":1},"2435,334,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"else":1,"logger":1,"warning":1,"once":1,"flashinfer":2,"is":1,"not":1,"available":1,"falling":1,"back":1,"to":1,"the":2,"pytorch":1,"native":2,"implementation":1,"of":1,"top":2,"p":1,"k":1,"sampling":1,"for":1,"best":1,"performance":1,"please":1,"install":1,"self":2,"forward":2},"2769,145,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"elif":1,"current":1,"platform":1,"is":1,"tpu":2,"self":4,"forward":4,"else":1,"native":1},"2914,1747,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"def":2,"forward":3,"native":4,"self":3,"logits":12,"torch":12,"tensor":9,"generators":8,"dict":2,"int":2,"generator":2,"k":9,"optional":4,"p":9,"pytorch":2,"implementation":3,"of":2,"top":6,"and":3,"sampling":3,"the":1,"may":1,"be":2,"updated":1,"in":3,"place":1,"apply":1,"probs":4,"softmax":2,"dim":2,"1":2,"dtype":2,"float32":2,"return":4,"random":4,"sample":7,"cuda":1,"more":1,"optimized":1,"for":1,"if":2,"is":4,"none":2,"we":1,"prefer":1,"over":1,"flashinfer":5,"when":1,"sorting":1,"not":3,"needed":1,"this":1,"because":2,"does":3,"require":1,"cpu":1,"gpu":1,"synchronization":1,"while":1,"logger":1,"warning":1,"once":1,"0":1,"2":1,"3":1,"support":1,"per":1,"request":1,"falling":1,"back":1,"to":1,"functions":1,"expect":1,"contiguous":3,"flex":1,"attn":2,"triton":1,"fp32":1,"inference":1,"can":1,"non":1,"slicing":1,"operation":1,"processor":1},"4661,1922,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"def":2,"forward":1,"tpu":5,"self":1,"logits":8,"torch":13,"tensor":8,"generators":2,"dict":1,"int":1,"generator":1,"k":19,"optional":2,"p":12,"apply":3,"top":20,"probs":9,"softmax":2,"dim":7,"1":12,"dtype":1,"float32":1,"return":1,"random":1,"sample":1,"and":2,"optimized":1,"for":1,"this":4,"algorithm":1,"avoids":1,"using":2,"scatter":1,"which":1,"is":4,"extremely":1,"slow":1,"on":1,"achieved":1,"by":1,"finding":1,"a":1,"cut":3,"off":3,"element":1,"in":5,"the":9,"original":1,"logit":3,"after":1,"thresholding":1,"remaining":1,"elements":5,"shall":1,"constitute":1,"set":2,"note":1,"case":1,"of":2,"tie":4,"i":1,"e":1,"multipple":1,"present":1,"all":1,"are":2,"included":1,"other":1,"words":1,"function":1,"does":1,"not":3,"break":1,"ties":1,"instead":1,"these":1,"tokens":1,"have":1,"equal":1,"chance":1,"being":2,"chosen":1,"during":1,"final":1,"sampling":1,"so":1,"we":1,"can":1,"consider":1,"broken":1,"then":1,"sort":5,"descending":1,"false":2,"if":2,"none":2,"count":4,"size":1,"to":3,"long":1,"shape":2,"batch":1,"unsqueeze":3,"cutoff":3,"gather":1,"make":1,"sure":1,"no":4,"rows":1,"op":1,"mask":4,"masked":2,"fill":2,"float":2,"inf":2,"discard":2,"cumprob":2,"cumsum":1,"at":1,"least":1,"one":1},"6583,1827,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"top":26,"p":16,"count":2,"mask":11,"sum":3,"dim":7,"1":13,"unsqueeze":3,"cutoff":2,"probs":7,"sort":16,"gather":2,"elements":2,"to":5,"discard":2,"logits":24,"masked":3,"fill":3,"float":3,"inf":3,"return":4,"def":2,"apply":7,"k":20,"torch":9,"tensor":9,"optional":2,"and":1,"masks":1,"the":7,"if":5,"a":1,"is":5,"used":1,"this":2,"function":1,"will":1,"which":1,"can":1,"be":2,"slow":1,"for":2,"large":1,"batches":1,"may":1,"updated":1,"in":1,"place":1,"none":4,"avoid":1,"sorting":2,"vocab":2,"only":3,"case":1,"idx":2,"descending":1,"false":2,"not":2,"size":1,"long":1,"shape":1,"b":1,"get":1,"all":1,"values":1,"softmax":1,"cumsum":1,"out":1,"at":1,"least":1,"one":1,"re":1,"probabilities":1,"scatter":1,"index":1,"src":1,"implementation":1,"doesn":1,"t":1,"involve":1,"entire":1},"8410,1956,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"the":9,"logits":9,"tensor":9,"may":1,"be":2,"updated":1,"in":3,"place":1,"no":3,"top":12,"k":20,"mask":6,"shape":3,"1":10,"set":1,"non":2,"rows":2,"to":4,"so":1,"that":3,"we":5,"can":2,"gather":2,"masked":3,"fill":3,"max":5,"topk":3,"values":3,"has":1,"batch":2,"size":1,"convert":1,"0":3,"based":1,"index":3,"range":1,"sub":1,"unsqueeze":2,"dim":2,"long":1,"handle":2,"float":2,"inf":2,"return":2,"def":2,"random":2,"sample":5,"probs":4,"torch":11,"generators":5,"dict":2,"int":2,"generator":5,"randomly":1,"from":2,"probabilities":1,"use":1,"this":5,"function":4,"instead":1,"of":1,"multinomial":2,"because":3,"causes":1,"cpu":1,"gpu":1,"synchronization":1,"q":4,"empty":1,"like":1,"note":1,"woosuk":2,"process":1,"requests":2,"without":1,"their":2,"own":3,"seeds":2,"which":1,"is":3,"common":1,"case":1,"first":1,"assume":1,"every":1,"request":2,"does":1,"not":1,"have":2,"its":1,"seed":1,"then":1,"overwrite":1,"for":2,"if":2,"len":1,"exponential":2,"todo":1,"slow":1,"each":1,"one":2,"by":1,"optimize":1,"i":2,"items":1,"div":1,"argmax":1,"view":1,"flashinfer":2,"optional":2,"p":1,"using":1,"statistically":1,"equivalent":1,"however":1,"faster":1,"it":1,"avoids":1,"sorting":1,"via":1,"rejection":1,"sampling":1},"10366,1057,data/raw/vllm-0.10.1/vllm/v1/sample/ops/topk_topp_sampler.py":{"note":2,"the":7,"outputs":3,"of":3,"this":3,"function":4,"do":1,"not":3,"necessarily":1,"match":1,"random":2,"sample":2,"it":1,"only":3,"guarantees":1,"that":1,"are":1,"statistically":1,"equivalent":1,"includes":1,"cpu":1,"gpu":1,"synchronization":2,"while":1,"does":1,"call":1,"at":1,"end":1,"forward":1,"pass":1,"to":1,"minimize":1,"overhead":1,"assert":1,"k":8,"is":4,"none":4,"and":2,"p":8,"if":1,"top":8,"probs":6,"logits":4,"softmax":2,"dim":2,"1":3,"dtype":2,"torch":2,"float32":2,"next":4,"token":4,"ids":4,"flashinfer":3,"sampling":6,"from":3,"deterministic":3,"true":3,"elif":1,"else":1,"both":1,"return":1,"view":1},"0,1534,data/raw/vllm-0.10.1/vllm/v1/sample/ops/penalties.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":4,"vllm":3,"project":1,"import":3,"torch":10,"from":2,"model":1,"executor":1,"layers":1,"utils":2,"apply":3,"penalties":10,"is":2,"pin":3,"memory":3,"available":2,"make":2,"tensor":11,"with":2,"pad":4,"def":2,"all":1,"logits":5,"prompt":2,"token":7,"ids":6,"presence":3,"frequency":3,"repetition":3,"output":8,"list":5,"int":3,"applies":1,"and":1,"vocab":5,"size":5,"shape":1,"tokens":4,"t":3,"convert":3,"tensors":3,"device":5,"return":2,"different":1,"data":1,"structures":1,"use":1,"value":2,"of":2,"as":1,"a":2,"since":1,"we":1,"don":1,"have":1,"id":1,"this":1,"cpu":1,"dtype":1,"int64":1,"non":1,"blocking":1,"true":1},"0,1389,data/raw/vllm-0.10.1/vllm/v1/spec_decode/metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"from":2,"dataclasses":1,"import":3,"dataclass":2,"numpy":2,"as":1,"np":3,"torch":10,"class":1,"specdecodemetadata":2,"num":12,"tokens":12,"draft":17,"token":9,"ids":11,"tensor":8,"batch":5,"size":5,"list":3,"int":2,"cu":4,"target":1,"logits":3,"indices":3,"bonus":1,"def":2,"post":1,"init":1,"self":3,"max":2,"spec":1,"len":4,"classmethod":1,"make":1,"dummy":1,"cls":1,"device":5,"for":1,"in":1,"flattened":3,"sum":1,"dtype":2,"int32":2,"cumsum":1},"1389,868,data/raw/vllm-0.10.1/vllm/v1/spec_decode/metadata.py":{"target":3,"logits":9,"indices":9,"torch":6,"zeros":3,"num":6,"tokens":6,"dtype":3,"int32":3,"device":6,"bonus":3,"batch":2,"size":2,"return":1,"cls":1,"draft":6,"token":2,"ids":2,"tensor":2,"cu":2},"0,1940,data/raw/vllm-0.10.1/vllm/v1/spec_decode/ngram_proposer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":17,"vllm":10,"project":1,"from":3,"typing":1,"import":4,"optional":2,"numpy":2,"as":1,"np":6,"numba":2,"jit":2,"config":16,"vllmconfig":2,"class":1,"ngramproposer":1,"def":2,"init":1,"self":7,"assert":3,"speculative":7,"is":4,"not":3,"none":4,"prompt":4,"lookup":4,"min":3,"max":5,"minimum":1,"length":3,"of":9,"n":9,"gram":6,"match":5,"maximum":3,"number":1,"tokens":8,"follow":2,"if":2,"there":1,"are":1,"less":2,"than":2,"k":3,"we":1,"will":1,"return":1,"amount":1,"until":1,"end":1,"num":1,"model":4,"len":2,"trigger":1,"compilation":1,"for":1,"proposer":1,"this":1,"usually":1,"takes":1,"1":1,"second":1,"propose":2,"zeros":1,"1024":1,"dtype":1,"int32":1,"context":6,"token":3,"ids":3,"ndarray":3,"proposes":1,"next":1,"sequence":3,"based":1,"on":1,"pattern":2,"matching":2,"in":3,"function":1,"finds":1,"matches":1,"last":1,"previous":1,"and":1,"returns":2,"that":3,"followed":2,"args":1,"array":1,"representing":1,"matched":1,"no":1,"found":1},"1940,1804,data/raw/vllm-0.10.1/vllm/v1/spec_decode/ngram_proposer.py":{"example":1,"if":4,"context":3,"token":5,"ids":2,"1":3,"2":9,"3":9,"4":6,"min":8,"n":9,"max":12,"and":4,"k":8,"the":13,"last":2,"tokens":16,"cannot":1,"find":5,"a":2,"match":3,"will":3,"be":1,"matched":4,"against":1,"previous":1,"finding":1,"of":2,"would":1,"return":5,"that":2,"followed":1,"pattern":1,"here":1,"we":3,"because":1,"only":1,"have":1,"three":1,"after":2,"todo":1,"woosuk":1,"optimize":1,"this":1,"longest":4,"ngram":11,"propose":2,"origin":4,"self":5,"model":7,"len":4,"def":2,"load":2,"args":1,"kwargs":1,"no":1,"to":2,"pass":1,"jit":1,"nopython":1,"true":1,"np":2,"ndarray":2,"int":4,"optional":1,"gram":2,"which":2,"matches":2,"suffix":1,"given":1,"whose":1,"length":3,"is":3,"within":1,"inclusive":2,"found":1,"extract":1,"right":1,"do":2,"not":2,"generate":2,"draft":2,"shorter":1,"than":1,"minimum":1,"total":3,"shape":1,"0":2,"none":2,"beyond":1,"flip":1,"goal":1,"become":1,"on":1,"rightmost":1,"position":1,"prefix":1,"with":1},"3744,1929,data/raw/vllm-0.10.1/vllm/v1/spec_decode/ngram_proposer.py":{"longest":9,"prefix":8,"not":1,"including":1,"itself":1,"which":2,"is":5,"a":5,"suffix":5,"of":7,"the":11,"current":1,"position":6,"lps":26,"i":16,"max":11,"v":3,"where":1,"tokens":13,"0":7,"1":12,"as":5,"ngram":17,"capped":1,"by":1,"to":6,"save":1,"memory":1,"we":4,"only":1,"need":1,"store":2,"for":2,"first":2,"np":2,"zeros":1,"dtype":1,"int32":1,"always":1,"equal":1,"starts":1,"with":1,"index":1,"prev":17,"while":1,"total":1,"token":4,"if":5,"match":1,"check":1,"found":1,"longer":2,"valid":1,"update":2,"when":2,"matched":1,"want":1,"get":1,"target":1,"n":1,"gram":1,"earliest":1,"in":2,"original":1,"e":1,"latest":1,"reversed":1,"reached":1,"avoid":1,"matching":1,"than":1,"elif":1,"mismatch":2,"try":1,"second":1,"among":1,"all":1,"else":1,"and":1,"no":1,"more":1,"except":1,"empty":1,"string":1},"5673,502,data/raw/vllm-0.10.1/vllm/v1/spec_decode/ngram_proposer.py":{"if":1,"longest":4,"ngram":7,"min":2,"no":1,"valid":1,"is":2,"found":1,"return":2,"none":1,"flip":1,"the":2,"position":9,"back":1,"so":2,"in":1,"origin":3,"tokens":4,"total":5,"token":5,"1":4,"matched":1,"we":1,"should":1,"start":5,"drafting":1,"from":1,"k":3},"0,1845,data/raw/vllm-0.10.1/vllm/v1/spec_decode/medusa.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":16,"project":1,"import":8,"torch":5,"nn":3,"as":1,"from":6,"config":18,"vllmconfig":2,"forward":2,"context":2,"set":3,"logger":5,"init":3,"model":15,"executor":1,"loader":1,"get":4,"v1":1,"sample":1,"metadata":2,"samplingmetadata":2,"initialize":1,"name":1,"class":2,"medusaproposer":1,"medusa":2,"proposer":1,"for":3,"generating":1,"token":1,"sequences":1,"def":3,"self":13,"device":4,"save":1,"parameters":1,"max":2,"num":2,"tokens":5,"scheduler":1,"batched":1,"hidden":4,"size":2,"speculative":2,"draft":5,"dtype":2,"propose":1,"target":3,"states":2,"tensor":2,"sampling":1,"generate":1,"blocks":3,"and":2,"compute":2,"logits":4,"none":2,"transpose":1,"result":1,"logit":2,"argmax":1,"dim":1,"1":1,"tolist":1,"in":2,"return":1,"list":1,"row":2,"zip":1,"load":1,"module":1,"compilation":1,"backends":1,"tag":2,"with":1,"head":1},"1845,418,data/raw/vllm-0.10.1/vllm/v1/spec_decode/medusa.py":{"torch":2,"inference":1,"mode":1,"def":1,"dummy":1,"run":1,"self":7,"num":4,"tokens":4,"int":1,"none":2,"hidden":3,"states":2,"zeros":1,"max":1,"size":1,"dtype":2,"device":2,"with":1,"set":1,"forward":1,"context":1,"vllm":1,"config":1,"model":1},"0,1900,data/raw/vllm-0.10.1/vllm/v1/spec_decode/metrics.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":3,"project":1,"from":5,"dataclasses":1,"import":6,"dataclass":2,"field":2,"typing":1,"optional":1,"numpy":1,"as":1,"np":1,"prometheus":1,"client":1,"config":1,"speculativeconfig":1,"logger":4,"init":3,"name":1,"class":2,"specdecodingstats":2,"per":6,"step":2,"iteration":2,"decoding":3,"stats":1,"scheduler":3,"each":1,"statistics":1,"on":1,"spec":8,"performance":1,"are":1,"aggregated":1,"across":1,"requests":1,"by":1,"and":3,"returned":1,"frontend":1,"in":2,"enginecoreoutputs":1,"schedulerstats":1,"num":24,"tokens":22,"int":12,"drafts":3,"draft":6,"accepted":11,"pos":4,"list":7,"default":1,"factory":1,"classmethod":1,"def":4,"new":1,"cls":2,"return":1,"observe":2,"self":13,"1":2,"assert":1,"for":1,"i":2,"range":1,"specdecodinglogging":1,"aggregate":1,"log":2,"metrics":2,"loggingstatlogger":1,"aggregates":1,"over":1,"a":1,"set":1,"time":1,"interval":1,"using":2,"then":1,"logs":1,"them":1,"before":1,"resetting":1,"zero":1,"reset":2,"lists":1},"1900,1995,data/raw/vllm-0.10.1/vllm/v1/spec_decode/metrics.py":{"def":2,"observe":1,"self":12,"spec":8,"decoding":6,"stats":5,"specdecodingstats":1,"num":24,"drafts":7,"append":4,"draft":11,"tokens":22,"accepted":12,"per":4,"pos":5,"lists":2,"log":3,"fn":2,"logger":1,"info":1,"if":2,"not":1,"return":1,"np":5,"sum":4,"acceptance":12,"rate":7,"100":1,"0":2,"else":1,"float":1,"nan":1,"conventionally":2,"mean":5,"length":5,"includes":1,"the":3,"bonus":2,"token":1,"1":1,"matrix":2,"array":1,"rates":4,"axis":1,"str":2,"join":1,"f":1,"p":2,"3f":1,"for":1,"in":2,"specdecoding":1,"metrics":2,"1f":1,"2f":1,"d":2,"drafted":1,"position":1,"s":1,"reset":1,"class":1,"specdecodingprom":1,"record":1,"prometheus":1,"can":2,"be":2,"calculated":2,"using":2,"a":1,"promql":1,"query":1,"vllm":2,"decode":2,"total":2,"interval":2,"including":1},"3895,1439,data/raw/vllm-0.10.1/vllm/v1/spec_decode/metrics.py":{"1":1,"rate":3,"vllm":7,"spec":13,"decode":10,"num":10,"accepted":5,"tokens":8,"total":1,"interval":4,"drafts":5,"a":1,"per":2,"position":1,"acceptance":1,"vector":1,"can":1,"be":1,"computed":1,"using":1,"pos":1,"counter":8,"cls":4,"prometheus":1,"client":1,"def":1,"init":1,"self":9,"speculative":2,"config":2,"optional":1,"speculativeconfig":1,"labelnames":7,"list":2,"str":2,"labelvalues":4,"decoding":3,"enabled":2,"is":1,"not":2,"none":1,"if":1,"return":1,"name":3,"documentation":3,"number":3,"of":3,"labels":3,"draft":3},"5334,1401,data/raw/vllm-0.10.1/vllm/v1/spec_decode/metrics.py":{"assert":1,"speculative":3,"config":2,"is":1,"not":2,"none":1,"num":14,"spec":16,"tokens":13,"if":2,"self":10,"decoding":7,"enabled":2,"else":1,"0":1,"pos":13,"labelnames":4,"position":2,"base":2,"counter":12,"cls":1,"name":1,"vllm":1,"decode":7,"accepted":8,"per":6,"documentation":1,"draft":3,"list":1,"prometheus":1,"client":1,"for":2,"in":2,"range":1,"labelvalues":3,"str":1,"append":1,"labels":1,"def":1,"observe":1,"stats":5,"specdecodingstats":1,"return":1,"drafts":2,"inc":4,"enumerate":1},"0,591,data/raw/vllm-0.10.1/vllm/v1/spec_decode/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":1,"sampling":9,"params":7,"import":1,"samplingparams":2,"eps":2,"1e":1,"5":1,"def":1,"is":3,"spec":1,"decode":1,"unsupported":1,"bool":1,"true":1,"if":1,"request":1,"incompatible":1,"with":1,"speculative":1,"decoding":1,"return":1,"frequency":1,"penalty":3,"or":4,"presence":1,"repetition":1,"1":1,"min":1,"p":1,"logprobs":1,"not":1,"none":1},"0,1811,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":23,"project":1,"import":23,"ast":1,"from":20,"dataclasses":1,"replace":1,"typing":1,"optional":1,"numpy":1,"as":2,"np":1,"torch":3,"nn":2,"attention":7,"layer":1,"config":12,"compilationlevel":1,"vllmconfig":2,"get":3,"layers":1,"distributed":1,"parallel":1,"state":1,"pp":1,"group":1,"forward":2,"context":2,"set":1,"logger":4,"init":3,"model":7,"executor":3,"loader":1,"models":2,"supports":1,"multimodal":1,"llama":1,"eagle3":1,"eagle3llamaforcausallm":1,"platforms":1,"current":1,"platform":1,"utils":2,"is":1,"pin":1,"memory":1,"available":1,"v1":7,"backends":5,"flash":1,"attn":3,"flashattentionmetadata":1,"rocm":1,"aiter":1,"fa":1,"aiterflashattentionmetadata":1,"tree":1,"treeattentionmetadata":1,"treeattentionmetadatabuilder":1,"triton":1,"tritonattentionmetadata":1,"commonattentionmetadata":1,"kv":1,"cache":1,"interface":1,"kvcacheconfig":1,"sample":1,"metadata":1,"samplingmetadata":1,"name":1,"padding":1,"slot":1,"id":1,"1":1,"class":1,"eagleproposer":1,"def":1,"self":7,"device":2,"runner":1,"none":1,"speculative":4,"draft":2,"method":2},"1811,1730,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"self":25,"runner":2,"dtype":6,"vllm":8,"config":19,"model":12,"max":8,"len":2,"block":2,"size":8,"cache":1,"num":8,"speculative":3,"tokens":8,"scheduler":1,"batched":1,"token":1,"arange":2,"np":2,"we":1,"need":1,"to":1,"get":2,"the":4,"hidden":7,"from":2,"draft":3,"because":1,"s":2,"can":1,"be":1,"different":1,"target":1,"e":1,"g":1,"llama":1,"3":2,"70b":1,"is":2,"multimodal":2,"use":1,"cuda":2,"graph":2,"compilation":2,"level":1,"compilationlevel":1,"piecewise":1,"and":1,"not":1,"enforce":1,"eager":1,"cudagraph":2,"batch":1,"sizes":2,"list":1,"reversed":1,"capture":1,"persistent":1,"buffers":1,"for":1,"input":1,"ids":1,"torch":5,"zeros":3,"int32":1,"device":6,"positions":1,"int64":1,"states":1},"3541,1718,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"max":5,"batch":4,"size":5,"vllm":1,"config":3,"scheduler":1,"num":9,"seqs":1,"self":16,"arange":4,"torch":5,"we":1,"need":1,"1":11,"here":1,"because":1,"the":3,"is":1,"used":1,"to":1,"set":1,"query":1,"start":1,"loc":1,"which":1,"has":1,"one":1,"more":1,"element":1,"than":1,"device":6,"dtype":4,"int32":2,"inputs":1,"embeds":1,"zeros":1,"tokens":1,"hidden":1,"parse":1,"speculative":3,"token":4,"tree":14,"spec":2,"choices":4,"list":1,"tuple":1,"int":1,"ast":1,"literal":1,"eval":1,"depth":3,"len":3,"precompute":2,"per":13,"level":17,"properties":1,"of":1,"drafts":12,"0":3,"for":2,"node":2,"in":3,"cu":3,"child":2,"range":1,"append":2,"draft":2,"position":1,"offsets":2,"flattened":1,"pos":1,"repeat":1},"5259,1578,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"def":1,"propose":1,"self":9,"num":5,"tokens":5,"target":8,"token":11,"ids":9,"torch":6,"tensor":6,"positions":1,"hidden":7,"size":4,"states":5,"batch":2,"next":4,"common":4,"attn":6,"metadata":7,"commonattentionmetadata":1,"sampling":1,"samplingmetadata":1,"mm":1,"embeds":1,"optional":1,"list":1,"none":2,"shape":3,"0":5,"last":3,"indices":2,"query":1,"start":1,"loc":1,"1":5,"if":1,"method":1,"eagle3":1,"assert":3,"isinstance":1,"model":2,"eagle3llamaforcausallm":1,"combine":1,"shift":1,"the":3,"input":3,"by":1,"one":1,"e":2,"g":2,"a1":1,"b1":3,"b2":4,"c1":3,"c2":4,"c3":6,"replace":1,"with":1,"a2":1,"b3":1,"c4":1,"runner":2,"is":1,"not":1,"fixme":1,"need":1,"to":1,"consider":1,"multiple":1,"kv":1,"cache":1,"groups":2,"builder":1,"build":1,"for":1,"drafting":1,"draft":1,"index":1},"6837,1190,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"at":1,"this":1,"moment":1,"we":1,"assume":1,"all":1,"eagle":1,"layers":1,"belong":1,"to":2,"the":2,"same":2,"kv":1,"cache":1,"group":1,"thus":1,"using":1,"attention":1,"metadata":4,"per":2,"layer":5,"attn":4,"for":3,"name":2,"in":1,"self":12,"names":1,"if":2,"use":1,"cuda":1,"graph":1,"and":1,"num":11,"tokens":11,"cudagraph":3,"batch":1,"sizes":1,"1":1,"input":11,"vllm":1,"config":1,"pad":1,"else":2,"copy":1,"inputs":7,"buffer":1,"positions":2,"target":2,"hidden":2,"states":2,"is":1,"multimodal":2,"model":2,"ids":6,"embeds":7,"get":1,"embeddings":2,"mm":1,"or":1,"none":3},"8027,1798,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"with":1,"set":1,"forward":1,"context":1,"per":1,"layer":3,"attn":4,"metadata":4,"self":8,"vllm":1,"config":1,"num":6,"tokens":6,"input":5,"ret":3,"hidden":15,"states":15,"model":2,"ids":6,"positions":6,"inputs":2,"embeds":2,"if":4,"method":1,"deepseek":2,"mtp":3,"last":6,"else":1,"sample":2,"token":8,"indices":3,"logits":5,"compute":1,"none":1,"target":1,"isinstance":1,"treeattentionmetadata":1,"draft":6,"using":1,"tree":3,"attention":1,"list":2,"propose":1,"batch":4,"size":4,"common":2,"return":2,"torch":1,"cat":1,"dim":2,"1":6,"argmax":1,"early":1,"exit":1,"there":2,"is":1,"only":2,"one":2,"to":2,"be":1,"generated":1,"speculative":1,"view":1,"todo":1,"currently":1,"module":2,"released":1,"by":1,"has":1,"adapt":1,"this":1,"code":1,"support":1,"multiple":1,"layers":1,"once":1,"s":1,"a":1,"multi":1},"9825,1401,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"on":1,"rocm":2,"both":1,"aiterflashattention":1,"and":2,"tritonattention":1,"support":1,"multi":2,"token":5,"eagle":3,"spec":2,"decode":2,"if":2,"current":1,"platform":1,"is":4,"assert":2,"isinstance":2,"attn":6,"metadata":6,"tritonattentionmetadata":1,"aiterflashattentionmetadata":1,"flashattentionmetadata":2,"else":2,"currently":1,"only":1,"flashattention":1,"supports":1,"this":1,"because":1,"the":3,"code":1,"below":1,"makes":1,"assumptions":1,"about":1,"attributes":1,"available":1,"generate":1,"remaining":1,"draft":4,"tokens":3,"ids":4,"list":2,"self":5,"use":1,"cuda":1,"graph":1,"batch":8,"size":7,"cudagraph":2,"sizes":1,"1":6,"input":3,"vllm":1,"config":1,"pad":1,"for":2,"num":2,"actual":1,"max":1,"query":2,"len":1,"start":1,"loc":1,"arange":1,"in":1,"range":1,"speculative":1,"update":1,"inputs":1,"cast":1,"to":1,"int32":1,"crucial":1,"when":1,"model":1,"compiled":1,"tensor":1,"argmax":1,"returns":1,"int64":1,"by":1,"default":1,"int":1,"positions":1},"11226,1317,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"note":1,"woosuk":1,"we":4,"should":2,"handle":1,"the":15,"case":1,"where":2,"draft":2,"model":11,"generates":1,"tokens":2,"beyond":1,"max":12,"length":5,"since":1,"it":1,"is":1,"complex":1,"to":4,"remove":1,"such":1,"requests":2,"from":1,"batch":2,"keep":1,"them":1,"in":3,"but":1,"adjust":1,"position":2,"ids":2,"and":1,"slot":1,"mappings":1,"avoid":1,"out":3,"of":2,"range":2,"access":1,"during":1,"execution":1,"generated":1,"with":1,"this":1,"adjustment":1,"be":1,"ignored":1,"exceeds":3,"len":8,"positions":3,"self":2,"mask":1,"that":2,"exceed":2,"otherwise":1,"may":1,"get":1,"error":1,"rope":1,"clamped":1,"torch":1,"0":1,"increment":1,"sequence":2,"lengths":1,"attn":5,"metadata":5,"seq":5,"1":4,"lens":2,"consider":1,"min":1,"for":1,"set":1,"minimize":1,"their":1,"overheads":1,"attention":1,"masked":1,"fill":1},"12543,1363,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"compute":1,"the":5,"slot":5,"mapping":3,"block":10,"numbers":2,"clamped":3,"positions":4,"self":11,"size":9,"ids":10,"attn":3,"metadata":3,"table":1,"gather":1,"dim":1,"1":4,"index":1,"view":2,"mask":1,"out":1,"mappings":1,"that":1,"exceed":1,"max":2,"model":4,"length":1,"otherwise":1,"kv":1,"cache":1,"will":1,"be":1,"inadvertently":1,"updated":1,"with":1,"padding":2,"tokens":1,"masked":1,"fill":1,"exceeds":1,"len":1,"id":1,"copy":1,"inputs":7,"to":1,"buffer":1,"for":1,"cudagraph":1,"input":9,"batch":6,"hidden":2,"states":2,"if":1,"is":1,"multimodal":1,"embeds":6,"get":1,"embeddings":1,"none":2,"else":1},"13906,1515,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"run":1,"the":1,"model":3,"with":1,"set":1,"forward":1,"context":1,"per":1,"layer":1,"attn":5,"metadata":5,"self":7,"vllm":1,"config":1,"num":5,"tokens":5,"input":5,"batch":7,"size":9,"last":2,"hidden":9,"states":8,"ids":8,"positions":3,"inputs":2,"embeds":2,"logits":4,"compute":1,"none":1,"draft":6,"token":6,"argmax":1,"dim":2,"1":2,"list":3,"append":1,"speculative":1,"torch":5,"stack":1,"return":1,"def":1,"propose":1,"tree":3,"int":1,"vocab":1,"tensor":4,"common":1,"commonattentionmetadata":1,"builder":3,"runner":1,"groups":1,"0":2,"assert":1,"isinstance":1,"treeattentionmetadatabuilder":1},"15421,599,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"total":2,"num":6,"drafts":5,"self":2,"cu":1,"per":2,"level":4,"0":2,"sample":1,"a":1,"draft":6,"token":5,"for":1,"each":1,"child":2,"at":1,"the":1,"tree":1,"root":1,"children":3,"if":1,"1":7,"ids":4,"logits":2,"argmax":1,"dim":2,"view":3,"batch":3,"size":3,"else":1,"torch":1,"topk":1,"indices":1,"list":1,"hidden":2,"states":2},"16020,1862,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"initialize":1,"empty":4,"tensors":1,"for":5,"concatenation":1,"with":1,"the":5,"level":7,"outputs":1,"tree":6,"input":3,"ids":4,"torch":4,"0":4,"device":6,"self":9,"dtype":6,"positions":15,"hidden":6,"states":6,"precompute":1,"draft":13,"token":1,"flattened":1,"view":2,"batch":3,"size":3,"1":8,"pos":1,"offsets":1,"depth":2,"len":4,"cu":1,"drafts":4,"per":1,"in":2,"range":2,"get":2,"rope":2,"exceeds":2,"max":4,"model":4,"total":1,"num":5,"mask":1,"out":2,"position":1,"that":1,"exceed":1,"length":1,"otherwise":1,"we":1,"may":1,"of":1,"error":1,"where":1,"if":2,"repeat":4,"each":2,"at":1,"this":1,"interleave":2,"dim":2,"children":2,"child":1},"17882,1755,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"concatenate":1,"the":5,"draft":5,"tokens":2,"positions":4,"and":1,"hidden":4,"states":4,"tree":8,"input":2,"ids":3,"torch":3,"cat":3,"token":1,"dim":3,"1":7,"build":2,"new":2,"attention":4,"metadata":15,"for":4,"next":1,"level":3,"of":1,"drafts":3,"this":1,"is":1,"necessary":1,"to":4,"support":1,"query":6,"len":9,"total":1,"num":3,"common":5,"attn":14,"replace":1,"start":1,"loc":1,"self":3,"arange":1,"batch":2,"size":2,"seq":5,"lens":3,"actual":1,"max":7,"builder":1,"drafting":1,"index":1,"apply":1,"all":1,"layers":1,"per":2,"layer":5,"name":2,"in":2,"names":1,"consider":1,"model":4,"length":3,"min":1,"requests":1,"that":1,"exceed":1,"we":1,"set":1,"sequence":1,"minimize":1,"their":1,"overheads":1,"masked":1,"fill":1,"exceeds":1},"19637,1196,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"compute":1,"the":5,"slot":7,"mapping":5,"query":4,"positions":6,"flattened":1,"draft":1,"level":2,"len":2,"block":8,"numbers":2,"self":6,"size":3,"ids":6,"attn":3,"metadata":3,"table":1,"gather":1,"dim":1,"1":5,"index":1,"mask":1,"out":1,"mappings":1,"that":1,"exceed":1,"max":2,"model":2,"length":1,"otherwise":1,"kv":1,"cache":1,"will":1,"be":1,"inadvertently":1,"updated":1,"with":1,"padding":2,"tokens":7,"exceeds":1,"id":1,"view":4,"copy":1,"inputs":1,"to":1,"buffer":1,"for":1,"cudagraph":1,"num":6,"actual":1,"input":4,"tree":3,"hidden":2,"states":2},"20833,1954,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"if":2,"self":10,"use":1,"cuda":1,"graph":1,"and":1,"num":18,"tokens":14,"cudagraph":2,"batch":6,"sizes":1,"1":10,"input":8,"vllm":2,"config":2,"pad":1,"for":4,"else":2,"run":1,"the":6,"model":3,"with":1,"set":1,"forward":1,"context":1,"per":2,"layer":1,"attn":1,"metadata":1,"last":4,"hidden":10,"states":10,"ids":6,"positions":2,"inputs":1,"embeds":1,"none":2,"get":2,"output":2,"draft":10,"view":4,"size":5,"query":2,"len":2,"level":6,"drafts":4,"logits":5,"compute":1,"reshape":1,"sample":1,"a":1,"token":5,"each":1,"child":2,"at":1,"next":1,"tree":1,"children":3,"argmax":1,"dim":2,"torch":1,"topk":1,"indices":1,"list":1,"append":1},"22787,1862,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"update":1,"the":10,"drafts":6,"counters":1,"for":3,"next":1,"tree":1,"level":6,"num":7,"self":3,"cu":2,"per":3,"1":11,"total":2,"return":1,"draft":1,"token":3,"ids":1,"list":1,"def":1,"prepare":2,"inputs":2,"common":9,"attn":9,"metadata":9,"commonattentionmetadata":2,"batch":1,"size":1,"rejected":4,"tokens":7,"torch":2,"tensor":2,"tuple":1,"this":2,"function":2,"is":1,"used":1,"to":4,"spec":1,"decode":1,"it":2,"updates":1,"account":1,"and":2,"newly":1,"sampled":1,"also":1,"returns":2,"indices":2,"of":1,"that":1,"should":1,"be":1,"fed":1,"speculator":1,"e":1,"g":1,"query":5,"start":5,"loc":5,"cpu":8,"0":3,"q1":14,"q2":9,"q3":4,"seq":4,"lens":4,"s1":2,"s2":2,"s3":2,"n1":7,"n2":6,"n3":5,"computes":1,"intermediate":1,"values":1,"req":1,"device":2,"new":1},"24649,1450,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"0":9,"q1":10,"q2":8,"q3":6,"new":16,"query":14,"len":2,"per":8,"req":8,"start":12,"loc":9,"cpu":5,"1":9,"n1":5,"n2":4,"n3":3,"num":9,"tokens":9,"rejected":1,"np":11,"numpy":2,"torch":2,"zeros":1,"shape":1,"dtype":1,"int32":1,"pin":2,"memory":2,"is":2,"available":1,"cumsum":1,"out":1,"total":2,"example":1,"assuming":1,"2":9,"4":2,"3":3,"this":1,"implies":1,"that":1,"locs":3,"6":5,"9":1,"r1":2,"r2":2,"r3":2,"expanded":2,"repeat":1,"5":1,"7":1,"8":1,"token":2,"offests":1,"self":1,"arange":1},"26099,1862,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"expand":1,"starting":1,"positions":1,"to":4,"match":1,"token":8,"pattern":1,"0":6,"q1":16,"q2":7,"r1":1,"r2":1,"r3":1,"old":2,"query":9,"start":7,"locs":2,"expanded":2,"np":4,"repeat":1,"loc":5,"cpu":9,"1":5,"numpy":2,"new":6,"num":7,"tokens":5,"per":2,"req":5,"final":1,"indices":6,"are":1,"2":3,"3":2,"offests":1,"torch":1,"from":2,"device":3,"non":3,"blocking":3,"true":4,"spec":2,"common":6,"attn":7,"metadata":6,"commonattentionmetadata":1,"seq":4,"lens":4,"computed":2,"reqs":2,"actual":1,"total":1,"max":2,"len":2,"item":1,"block":2,"table":2,"tensor":2,"slot":2,"mapping":2,"causal":1,"return":1,"def":1,"load":1,"model":4,"self":3,"target":2,"nn":1,"module":1,"none":1,"draft":2,"config":6,"vllm":3,"speculative":1,"layer":1,"names":1,"set":1,"get":1,"layers":1,"attention":1,"keys":1},"27961,1958,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"from":4,"vllm":6,"compilation":1,"backends":1,"import":1,"set":2,"model":33,"tag":2,"with":4,"eagle":4,"head":10,"self":10,"get":4,"config":10,"draft":3,"attn":4,"layer":4,"names":4,"layers":1,"attention":1,"keys":1,"target":16,"list":1,"if":5,"supports":1,"multimodal":1,"handle":1,"multimodality":1,"image":2,"token":2,"index":2,"language":7,"else":2,"share":2,"embed":7,"tokens":7,"the":8,"needed":2,"pp":1,"group":1,"world":1,"size":1,"1":1,"and":3,"weight":2,"shape":2,"logger":3,"info":3,"assuming":1,"shares":1,"same":1,"vocab":2,"embedding":2,"del":1,"s":1,"will":1,"be":1,"loaded":1,"separately":1,"lm":7,"some":1,"definition":1,"do":1,"not":1,"define":1,"explicitly":1,"reuse":1,"for":1,"e":1,"g":1,"cohereforcausallm":1,"speculative":1,"method":1,"eagle3":1,"hasattr":1,"loading":1,"weights":1},"29919,1948,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"torch":1,"inference":1,"mode":1,"def":2,"dummy":1,"run":1,"self":10,"num":7,"tokens":8,"int":2,"none":5,"with":2,"set":2,"forward":1,"context":1,"vllm":3,"config":3,"if":1,"is":3,"multimodal":1,"model":2,"input":5,"ids":5,"inputs":5,"embeds":5,"else":1,"positions":2,"hidden":2,"states":2,"validate":2,"same":5,"kv":10,"cache":10,"group":4,"kvcacheconfig":1,"that":1,"all":3,"eagle":3,"layers":3,"belong":2,"to":8,"the":11,"kvcachegroup":1,"need":1,"this":3,"assumption":1,"ensure":1,"can":1,"use":3,"attentionmetadata":2,"may":1,"extend":1,"multiple":1,"in":4,"future":1,"groups":4,"dict":1,"str":1,"for":4,"id":2,"enumerate":1,"layer":6,"name":4,"names":2,"assert":1,"len":1,"attn":1,"1":1,"should":2,"note":1,"woosuk":2,"currently":1,"below":1,"code":2,"not":1,"used":1,"and":1,"we":4,"always":1,"argmax":1,"sample":1,"draft":2,"will":1,"after":1,"find":1,"a":1,"way":1,"manage":1,"prob":1,"tensor":1,"refer":1,"https":1,"github":1,"com":1,"project":1,"pull":1,"16899":1,"details":1,"fixme":1,"logic":1,"here":1,"duplicated":1,"main":1,"sampling":2,"refactor":1,"reuse":1,"implementation":1},"31867,1459,data/raw/vllm-0.10.1/vllm/v1/spec_decode/eagle.py":{"def":1,"compute":1,"probs":11,"and":1,"sample":1,"next":7,"token":9,"logits":6,"torch":7,"tensor":3,"sampling":9,"metadata":5,"samplingmetadata":1,"tuple":1,"if":2,"all":2,"greedy":7,"for":2,"requests":1,"draft":3,"is":4,"not":3,"used":2,"in":2,"rejection":3,"therefore":1,"we":4,"can":1,"just":1,"return":3,"the":8,"ids":8,"argmax":3,"dim":4,"1":9,"temperature":5,"where":2,"0":1,"div":3,"view":2,"softmax":1,"dtype":1,"float32":1,"note":2,"woosuk":3,"currently":1,"ignore":1,"most":1,"of":2,"parameters":1,"generating":1,"tokens":2,"only":1,"use":2,"while":1,"this":1,"could":1,"degrade":1,"acceptance":1,"rate":1,"it":1,"does":1,"affect":1,"distribution":1,"generated":1,"after":1,"todo":1,"consider":1,"seeds":1,"q":4,"empty":1,"like":1,"exponential":1,"shouldn":1,"t":1,"because":1,"will":1,"be":1,"later":1,"random":1},"0,1980,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":18,"vllm":7,"project":1,"kv":3,"cache":3,"utilities":1,"import":11,"os":1,"from":10,"collections":2,"defaultdict":1,"deque":1,"abc":1,"iterable":1,"sequence":2,"dataclasses":1,"astuple":1,"dataclass":1,"typing":1,"any":3,"callable":1,"namedtuple":3,"optional":2,"config":1,"vllmconfig":1,"logger":4,"init":2,"utils":1,"gib":1,"bytes":1,"cdiv":1,"sha256":2,"cbor":1,"64bit":1,"v1":3,"interface":1,"chunkedlocalattentionspec":1,"fullattentionspec":1,"kvcacheconfig":1,"kvcachegroupspec":1,"kvcachespec":1,"kvcachetensor":1,"slidingwindowspec":1,"metrics":1,"stats":1,"prefixcachestats":1,"request":2,"name":1,"class":2,"blockhash":2,"hash":13,"value":9,"of":6,"a":4,"block":10,"int":5,"token":5,"ids":5,"in":3,"and":2,"extra":4,"keys":4,"we":2,"keep":1,"tuple":2,"reduce":1,"likelihood":1,"collisions":3,"when":1,"is":2,"same":3,"by":1,"using":1,"however":1,"are":1,"practically":1,"impossible":1,"an":1,"integer":1,"for":5,"none":1,"blockhashwithgroupid":1,"contents":1,"e":1,"g":1,"without":1,"group":3,"id":3,"blocks":1,"representing":1,"tokens":1,"but":1,"different":1,"groups":1,"def":1,"get":1,"self":2,"return":1,"seed":2,"first":1,"prefix":1,"use":1,"random":1,"avoid":1,"or":1,"pythonhashseed":1,"environment":1,"variable":1,"if":2,"set":1,"such":1,"that":1,"processes":1,"can":1,"share":1,"needed":1},"1980,1804,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"this":4,"aligns":1,"with":3,"the":11,"behavior":1,"of":6,"python":1,"s":1,"hash":14,"function":4,"which":1,"also":1,"uses":1,"a":5,"random":1,"seed":5,"if":3,"pythonhashseed":4,"is":6,"not":2,"set":4,"init":3,"none":7,"initializes":1,"variable":1,"globally":1,"int":6,"def":3,"fn":3,"callable":1,"global":1,"os":2,"getenv":1,"and":2,"sha256":2,"cbor":2,"64bit":2,"logger":1,"warning":1,"will":1,"lead":1,"to":4,"non":1,"reproducible":1,"block":1,"hashes":1,"when":3,"using":1,"as":1,"consider":1,"setting":1,"fixed":1,"value":1,"for":5,"reproducibility":1,"from":2,"bytes":1,"urandom":1,"32":1,"byteorder":1,"big":1,"else":1,"class":1,"prefixcachingmetrics":1,"metrics":2,"prefix":2,"caching":2,"hit":2,"rate":1,"max":6,"recent":7,"n":1,"requests":13,"args":1,"number":1,"aggregate":1,"defaults":1,"1000":2,"self":7,"current":1,"aggregated":4,"values":1,"0":3,"query":3,"total":1,"deque":3,"queries":1,"hits":1,"most":1,"queue":1,"tuple":1,"observe":2,"stats":1,"prefixcachestats":1,"called":1,"information":1,"gathered":1,"new":1,"are":4,"being":1,"scheduled":1,"looking":1,"computed":1,"blocks":1,"there":1,"more":1,"than":1,"interval":1,"oldest":1,"removed":1},"3784,1947,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"args":1,"stats":11,"the":13,"prefix":2,"cache":3,"reset":6,"was":1,"invoked":1,"before":2,"current":2,"update":2,"metrics":3,"aggregating":1,"if":4,"self":20,"query":12,"queue":3,"append":1,"requests":11,"queries":4,"hits":4,"aggregated":13,"total":5,"hit":6,"remove":1,"oldest":1,"number":1,"of":4,"exceeds":1,"max":1,"recent":1,"old":6,"popleft":1,"def":2,"0":8,"clear":1,"property":1,"rate":2,"float":1,"calculate":1,"for":2,"past":1,"n":1,"return":2,"dataclass":1,"class":1,"kvcacheblock":3,"kv":1,"block":9,"metadata":1,"id":2,"ranging":1,"from":1,"to":2,"num":1,"gpu":1,"blocks":2,"1":1,"int":2,"reference":1,"count":1,"ref":1,"cnt":1,"hash":3,"composed":1,"tuple":1,"token":1,"ids":1,"it":1,"is":2,"only":2,"available":1,"when":1,"full":1,"optional":3,"blockhashwithgroupid":1,"none":3,"used":1,"construct":1,"a":1,"doubly":1,"linked":1,"list":1,"free":3,"these":1,"two":1,"attributes":1,"should":1,"be":1,"manipulated":1,"by":1,"freekvcacheblockqueue":1,"prev":1,"next":1},"5731,1757,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"whether":1,"the":11,"block":34,"is":5,"a":5,"null":2,"that":1,"should":2,"never":1,"be":1,"cached":1,"bool":1,"false":1,"property":1,"def":4,"hash":14,"self":15,"optional":1,"blockhashwithgroupid":2,"return":2,"setter":1,"assert":1,"none":4,"already":1,"has":1,"this":5,"not":2,"happen":1,"reset":2,"when":2,"evicted":1,"repr":2,"str":1,"use":1,"id":9,"instead":3,"of":6,"kvcacheblock":4,"object":2,"to":5,"avoid":1,"calling":1,"on":1,"recursively":1,"prev":6,"free":9,"if":2,"else":2,"next":6,"f":5,"ref":2,"cnt":2,"class":5,"freekvcacheblockqueue":1,"organizes":1,"list":3,"objects":2,"doubly":1,"linked":2,"blocks":2,"we":1,"implement":1,"using":1,"python":2,"builtin":2,"deque":2,"support":1,"removing":1,"in":3,"middle":1,"queue":1,"o":1,"1":1,"time":1,"close":1,"performance":1,"gap":1,"which":1,"implemented":1,"c":1,"does":1,"allocate":1,"any":1,"manipulating":1,"manipulates":1,"and":1,"attributes":1,"given":1},"7488,986,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"the":11,"queue":1,"is":5,"ordered":1,"by":3,"block":7,"id":1,"in":2,"beginning":1,"when":2,"a":4,"allocated":2,"and":1,"then":1,"freed":1,"it":1,"will":1,"be":1,"appended":1,"back":1,"with":2,"eviction":1,"order":3,"1":4,"least":1,"recent":1,"used":1,"at":2,"front":2,"lru":1,"2":1,"if":3,"two":1,"blocks":13,"have":1,"same":2,"last":1,"accessed":1,"time":1,"sequence":1,"one":1,"more":1,"hash":1,"tokens":1,"tail":1,"of":5,"chain":1,"note":1,"that":1,"we":1,"maintain":1,"this":3,"reversing":1,"free":6,"request":1,"operation":1,"outside":1,"class":1,"args":1,"list":2,"kvcacheblock":2,"objects":1,"def":1,"init":1,"self":4,"none":1,"num":3,"len":1,"initialize":1,"doubly":1,"links":1,"consecutive":1,"for":1,"i":7,"range":1,"0":1,"prev":1,"next":1},"8474,1721,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"create":1,"a":2,"fake":19,"head":12,"and":7,"tail":10,"block":16,"for":2,"the":10,"doubly":1,"linked":1,"list":17,"to":2,"reduce":2,"branching":1,"in":2,"code":1,"implementation":1,"garenteed":1,"that":1,"are":1,"never":1,"got":1,"popped":1,"so":1,"we":1,"could":1,"safely":1,"assume":1,"each":1,"real":1,"blocks":12,"queue":1,"has":1,"prev":4,"next":7,"self":18,"free":32,"kvcacheblock":4,"id":2,"1":5,"if":2,"num":5,"0":4,"connect":2,"first":4,"last":1,"respectively":1,"else":1,"empty":1,"simply":1,"def":1,"popleft":1,"pop":1,"by":1,"returns":1,"is":3,"or":1,"none":1,"assert":1,"f":1,"out":1,"of":1,"sync":1,"with":1,"raise":1,"valueerror":1,"no":1,"available":1},"10195,1917,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"if":4,"first":9,"block":41,"next":12,"free":28,"is":5,"none":6,"this":1,"should":1,"not":4,"happen":1,"the":13,"from":3,"list":10,"it":1,"indicates":1,"a":3,"bug":1,"in":3,"caller":1,"s":1,"logic":1,"raise":1,"runtimeerror":1,"invalid":1,"found":1,"popleft":2,"which":1,"doesn":1,"t":1,"have":1,"valid":1,"connect":2,"fake":8,"head":8,"and":3,"of":5,"i":1,"e":1,"second":1,"or":1,"tail":1,"self":9,"prev":5,"remove":1,"linked":1,"num":4,"blocks":9,"1":1,"return":3,"def":1,"n":11,"int":1,"kvcacheblock":1,"pop":3,"reduce":1,"by":1,"args":1,"number":1,"to":2,"returns":1,"0":1,"assert":2,"curr":9,"ret":3,"for":1,"range":1,"append":1,"last":3,"reset":1,"all":1,"popped":1,"queue":1,"empty":1,"new":1},"12112,1949,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"def":3,"remove":5,"self":10,"block":51,"kvcacheblock":4,"none":7,"a":4,"in":2,"the":19,"free":31,"list":12,"and":2,"reduce":1,"num":5,"blocks":11,"by":2,"1":4,"args":3,"to":5,"if":4,"prev":10,"is":4,"or":1,"next":9,"this":1,"should":2,"not":1,"happen":1,"from":2,"it":1,"indicates":1,"bug":1,"caller":1,"s":1,"logic":1,"raise":2,"runtimeerror":2,"f":1,"called":1,"on":1,"an":1,"invalid":1,"link":2,"previous":2,"linked":1,"append":4,"put":2,"back":2,"into":2,"increase":1,"fake":6,"tail":6,"of":2,"always":1,"exist":1,"last":4,"connect":2,"new":2,"after":2,"n":1,"len":2,"0":1,"return":1},"14061,1993,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"last":8,"block":30,"self":6,"fake":9,"free":23,"list":10,"tail":6,"prev":4,"assert":1,"is":6,"not":4,"none":5,"of":4,"should":2,"always":2,"exist":2,"add":1,"inter":1,"connections":1,"between":1,"consecutive":1,"blocks":8,"for":2,"in":2,"next":8,"connect":1,"the":10,"to":7,"def":2,"get":2,"all":2,"kvcacheblock":2,"mainly":1,"used":1,"testing":1,"returns":2,"a":1,"ret":3,"if":1,"head":3,"raise":1,"runtimeerror":1,"start":1,"from":1,"first":1,"curr":5,"as":2,"long":1,"available":1,"we":1,"haven":1,"t":1,"reached":1,"yet":1,"while":1,"append":1,"return":2,"need":6,"extra":3,"keys":3,"request":12,"bool":3,"check":1,"whether":2,"allocated":2,"this":2,"hash":3,"args":1,"multimodal":1,"requests":2,"include":3,"mm":2,"lora":3,"id":1,"with":1,"provided":1,"cache":2,"salt":3,"hashes":1,"or":2},"16054,1745,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"def":1,"gen":1,"mm":29,"extra":7,"hash":3,"keys":7,"request":7,"start":16,"token":8,"idx":14,"int":4,"end":3,"tuple":2,"list":2,"any":2,"generate":1,"related":1,"to":3,"multimodal":1,"for":2,"block":6,"computation":1,"multi":4,"modal":4,"inputs":2,"the":15,"are":1,"offset":4,"that":2,"indicate":2,"a":2,"input":2,"contained":1,"in":3,"and":5,"its":1,"starting":1,"tokens":1,"args":1,"object":1,"index":5,"of":6,"returns":1,"next":1,"positions":11,"hashes":4,"if":5,"not":3,"return":2,"len":4,"raise":1,"valueerror":1,"number":1,"must":1,"match":1,"this":2,"is":3,"likely":1,"because":1,"you":1,"did":1,"enable":1,"hashing":1,"please":1,"set":1,"processor":1,"cache":1,"gb":1,"0":2,"note":1,"we":2,"assume":1,"sorted":1,"by":1,"do":1,"need":1,"check":1,"all":1,"out":1,"range":1,"usually":1,"happens":1,"late":1,"prefill":1,"phase":2,"decoding":1,"1":3,"length":1,"support":1,"last":1,"assert":1},"17799,1786,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"curr":9,"mm":24,"idx":16,"start":4,"while":1,"positions":4,"and":2,"len":1,"assert":1,"hashes":2,"is":3,"not":3,"none":1,"offset":5,"length":4,"if":6,"end":4,"token":5,"this":5,"block":9,"has":2,"passed":1,"the":13,"current":4,"input":6,"1":2,"continue":1,"contains":2,"extra":7,"keys":7,"append":1,"of":2,"move":1,"to":2,"next":2,"as":1,"may":1,"also":1,"contain":1,"else":2,"otherwise":2,"done":1,"with":1,"inputs":2,"break":2,"reached":1,"return":5,"def":2,"gen":1,"lora":8,"hash":4,"request":13,"list":2,"int":6,"generate":3,"related":1,"for":2,"computation":1,"args":1,"object":1,"returns":1,"id":3,"it":1,"a":1,"empty":1,"tuple":2,"optional":1,"any":1,"can":1,"come":1,"from":1,"multi":1,"modal":1,"specific":1,"metadata":1,"e":1,"g":1},"19585,1830,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"args":2,"request":6,"the":26,"object":1,"start":10,"token":11,"idx":10,"index":4,"of":10,"block":21,"end":3,"mm":9,"multi":2,"modal":2,"returns":2,"a":4,"tuple":4,"extra":14,"keys":16,"and":4,"next":1,"list":5,"any":3,"new":3,"gen":2,"hash":15,"lora":3,"int":3,"cache":5,"salt":4,"str":1,"if":4,"0":1,"else":1,"not":2,"return":2,"none":4,"def":1,"tokens":1,"function":2,"callable":1,"parent":5,"optional":2,"curr":2,"ids":4,"sequence":1,"blockhash":1,"computes":1,"value":3,"corresponding":1,"to":3,"contents":3,"preceding":1,"s":1,"is":4,"used":2,"for":4,"prefix":1,"caching":1,"we":1,"use":1,"lru":1,"this":2,"avoid":1,"recomputing":1,"values":1,"same":1,"first":1,"in":2,"current":2,"assumed":1,"be":1,"full":1,"entire":1,"as":1,"key":1},"21415,1835,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"curr":7,"block":21,"token":9,"ids":4,"tuple":4,"return":1,"blockhash":4,"hash":6,"function":4,"parent":1,"extra":2,"keys":2,"def":2,"get":1,"request":17,"hasher":2,"size":3,"int":2,"caching":1,"fn":1,"callable":2,"any":2,"list":5,"returns":1,"a":4,"which":1,"computes":1,"the":11,"of":6,"un":1,"computed":1,"hashes":12,"each":1,"holds":1,"its":1,"when":2,"is":2,"created":1,"it":2,"calls":2,"below":2,"to":7,"compute":2,"all":1,"full":3,"blocks":3,"s":1,"initial":1,"tokens":7,"are":3,"then":1,"stored":1,"in":1,"later":1,"whenever":1,"new":4,"appended":2,"again":1,"returned":1,"start":3,"idx":8,"len":1,"num":3,"mm":5,"0":2,"if":3,"set":1,"1":3,"indicate":1,"last":2,"input":2,"note":1,"that":1,"since":1,"we":3,"reach":1,"this":1,"branch":1,"only":3,"completed":1,"with":1,"generated":1,"need":1,"consider":1,"prev":1,"value":2,"else":1,"none":1,"while":1,"true":1,"end":2,"break":1},"23250,1660,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"mm":3,"and":1,"lora":1,"requests":1,"need":1,"extra":4,"keys":4,"for":4,"block":15,"hash":11,"computation":1,"curr":2,"idx":7,"generate":1,"request":3,"start":3,"token":6,"end":2,"compute":1,"the":11,"of":2,"current":1,"tokens":3,"all":1,"ids":1,"caching":1,"fn":1,"prev":2,"value":3,"new":2,"hashes":2,"append":1,"size":1,"return":3,"hasher":1,"def":2,"max":3,"memory":8,"usage":3,"bytes":4,"vllm":4,"config":4,"vllmconfig":3,"kv":7,"cache":7,"specs":3,"iterable":1,"kvcachespec":2,"int":3,"get":1,"maximum":3,"in":6,"given":1,"sum":1,"spec":5,"estimate":1,"model":4,"len":1,"dict":1,"str":1,"available":5,"estimates":1,"length":2,"that":2,"can":2,"fit":2,"using":1,"binary":1,"search":1,"args":1,"global":1,"each":1,"attention":1,"layer":1,"returns":1,"estimated":1},"24910,1975,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"define":1,"a":2,"function":1,"to":3,"check":3,"if":8,"given":2,"model":15,"length":5,"fits":5,"in":6,"memory":19,"def":2,"len":6,"int":2,"bool":1,"modify":1,"the":14,"max":7,"for":9,"this":1,"calculation":1,"vllm":5,"config":7,"calculate":1,"needed":3,"usage":1,"bytes":2,"kv":10,"cache":11,"spec":6,"values":1,"return":5,"available":9,"binary":2,"search":2,"maximum":2,"current":2,"left":5,"right":4,"1":4,"even":1,"smallest":1,"doesn":1,"t":1,"fit":1,"0":3,"not":3,"that":1,"result":3,"while":1,"mid":5,"2":1,"else":1,"enough":3,"vllmconfig":2,"dict":1,"str":1,"kvcachespec":1,"checks":1,"whether":1,"is":3,"hold":1,"at":1,"least":1,"one":1,"request":1,"with":1,"s":1,"args":1,"global":1,"of":1,"each":1,"attention":1,"layer":1,"raises":1,"valueerror":2,"there":1,"no":2,"need":1,"empty":1,"raise":1,"blocks":1,"try":1,"increasing":1,"gpu":1,"utilization":1,"when":1,"initializing":1,"engine":1},"26885,1412,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"max":10,"model":8,"len":9,"vllm":3,"config":4,"needed":4,"memory":11,"usage":1,"bytes":3,"kv":7,"cache":7,"spec":3,"values":1,"if":2,"available":6,"estimate":2,"the":10,"maximum":2,"length":2,"that":1,"can":1,"fit":1,"in":2,"estimated":7,"msg":3,"0":1,"based":1,"on":1,"f":8,"is":3,"raise":1,"valueerror":1,"to":1,"serve":1,"at":1,"least":1,"one":1,"request":1,"with":1,"models":1,"s":1,"seq":1,"gib":4,"2f":2,"which":1,"larger":1,"than":1,"try":1,"increasing":1,"gpu":1,"utilization":1,"or":1,"decreasing":1,"when":1,"initializing":1,"engine":1,"def":1,"create":2,"group":3,"specs":1,"dict":1,"str":2,"kvcachespec":2,"grouped":1,"layer":2,"names":1,"list":3,"kvcachegroupspec":2,"object":1,"for":1,"each":1,"layers":1,"same":2,"should":1,"share":1},"28297,1420,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"args":2,"kv":15,"cache":15,"spec":12,"a":4,"mapping":1,"from":1,"each":4,"layer":15,"name":3,"to":2,"its":1,"corresponding":1,"kvcachespec":4,"grouped":2,"names":6,"list":4,"of":4,"groups":4,"where":1,"element":1,"is":2,"that":2,"belong":1,"the":8,"same":5,"group":5,"and":2,"should":1,"share":1,"returns":2,"kvcachegroupspec":2,"objects":1,"one":4,"for":3,"in":4,"specs":3,"merged":2,"0":2,"merge":2,"append":1,"return":3,"def":1,"type":3,"uniform":1,"dict":1,"str":1,"bool":1,"whether":1,"all":2,"layers":2,"given":1,"have":2,"note":1,"we":1,"regard":1,"fullattentionspec":1,"with":1,"without":1,"sliding":1,"window":1,"as":1,"attention":1,"model":1,"true":2,"if":1,"false":2,"otherwise":1,"try":1,"values":4,"except":1,"assertionerror":1},"29717,1976,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"def":3,"get":6,"max":8,"concurrency":4,"for":6,"kv":18,"cache":20,"config":14,"vllm":6,"vllmconfig":3,"kvcacheconfig":1,"float":1,"the":9,"maximum":1,"given":1,"configuration":1,"num":23,"layer":6,"per":9,"group":7,"len":2,"names":1,"in":4,"groups":3,"memory":9,"usage":3,"request":4,"bytes":4,"spec":4,"block":4,"0":2,"page":11,"size":8,"cdiv":1,"blocks":16,"return":3,"layers":4,"int":6,"available":4,"number":2,"of":4,"args":1,"global":1,"if":1,"gpu":7,"override":6,"is":1,"not":1,"none":1,"logger":1,"info":1,"overriding":1,"d":2,"with":1,"uniform":1,"dict":1,"str":1,"kvcachespec":1,"sizes":3,"set":1,"values":1,"assert":1,"1":1,"pop":1},"31693,1956,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"def":1,"get":4,"kv":25,"cache":26,"config":13,"uniform":2,"type":2,"vllm":6,"vllmconfig":2,"spec":9,"dict":1,"str":5,"kvcachespec":1,"available":5,"memory":5,"int":1,"kvcacheconfig":3,"generates":1,"the":7,"configuration":1,"for":6,"a":2,"model":6,"with":1,"one":2,"of":2,"divide":1,"equally":1,"among":1,"all":3,"layers":3,"args":1,"global":1,"each":2,"attention":1,"layer":8,"in":3,"bytes":1,"returns":1,"generated":1,"page":4,"size":9,"num":10,"blocks":6,"len":4,"per":3,"have":1,"same":1,"so":1,"we":1,"create":2,"group":2,"grouped":2,"names":2,"list":1,"keys":1,"uses":1,"separate":1,"tensor":1,"to":1,"store":1,"its":1,"tensors":3,"kvcachetensor":1,"shared":1,"by":1,"name":2,"groups":1,"specs":1,"tokens":6,"block":1,"f":2,"logger":2,"info":2,"gpu":1,"s":2,"max":6,"concurrency":4,"maximum":1,"request":1,"2fx":1,"return":1},"33649,1010,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"def":3,"is":3,"kv":11,"cache":11,"page":8,"size":6,"uniform":3,"spec":7,"dict":4,"str":3,"kvcachespec":5,"bool":2,"whether":1,"all":3,"layers":3,"in":3,"the":6,"given":1,"have":2,"same":2,"args":1,"of":1,"each":1,"attention":4,"layer":4,"model":1,"returns":1,"true":1,"if":1,"false":1,"otherwise":1,"sizes":2,"bytes":1,"for":4,"values":1,"return":2,"len":1,"1":1,"type":1,"free":2,"an":1,"empty":1,"models":2,"not":1,"get":1,"config":2,"vllm":1,"vllmconfig":1,"available":1,"memory":2,"int":1,"kvcacheconfig":1,"generates":1,"configuration":1,"hybrid":1,"with":2,"multiple":1,"types":1,"but":1,"still":1,"a":1,"physical":1,"per":2,"block":1},"34659,1262,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"detailed":1,"explanation":1,"about":1,"kv":5,"cache":5,"management":1,"of":5,"hybrid":1,"models":2,"the":20,"layers":13,"in":7,"are":3,"repeated":1,"with":3,"some":1,"patterns":1,"e":1,"g":1,"a":3,"model":7,"10":6,"full":6,"attention":5,"and":5,"20":2,"sliding":2,"window":2,"can":2,"be":1,"regarded":1,"as":1,"repeating":1,"pattern":4,"1":3,"2":3,"sw":2,"times":2,"kvcachemanager":2,"allocates":2,"different":1,"block":5,"tables":1,"for":4,"each":6,"3":4,"repeats":1,"them":1,"to":2,"generate":1,"table":4,"30":1,"therefore":1,"we":1,"group":4,"into":1,"groups":2,"which":2,"contains":1,"based":1,"on":1,"its":1,"spec":1,"runner":1,"applies":1,"layer":1,"example":1,"only":2,"uses":1,"is":4,"num":1,"hidden":1,"so":2,"there":3,"one":1,"shared":1,"by":2,"all":1,"it":1,"already":1,"handled":1,"get":1,"config":1,"uniform":1,"type":1,"represents":1},"35921,1998,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"to":7,"simplify":1,"the":14,"implementation":2,"we":6,"make":1,"following":1,"assumptions":1,"1":1,"physical":7,"memory":8,"per":14,"block":9,"must":3,"be":4,"same":9,"across":1,"all":9,"kv":5,"cache":6,"groups":5,"breaking":1,"this":3,"assumption":1,"is":7,"non":1,"trivial":1,"due":1,"fragmentation":1,"concerns":1,"when":2,"allocating":1,"blocks":1,"of":6,"different":1,"sizes":1,"2":1,"tokens":2,"size":3,"currently":3,"directly":1,"use":1,"cacheconfig":1,"for":10,"layers":9,"it":2,"can":4,"extended":1,"vary":1,"by":2,"group":6,"but":5,"within":2,"each":1,"share":2,"3":1,"token":3,"layer":3,"property":1,"decided":1,"model":1,"config":1,"only":2,"support":2,"models":1,"that":3,"have":1,"relaxed":2,"with":2,"a":3,"simple":2,"extension":2,"still":2,"need":2,"keep":2,"4":2,"number":3,"assumed":1,"5":1,"attention":9,"type":4,"in":1,"one":3,"exception":1,"disable":1,"hybrid":2,"manager":1,"true":1,"single":1,"full":2,"may":1,"also":1,"include":1,"using":1,"sliding":1,"window":1,"or":2,"llama":1,"local":1,"see":1,"unify":1,"specs":1,"more":1,"details":1,"6":1,"multiple":1,"types":3,"design":1,"most":1,"components":1,"general":2,"an":1,"arbitrary":1,"find":1,"longest":1,"hit":1,"supports":1,"two":1,"plus":1,"exactly":1,"another":1,"function":1,"feasible":1,"don":1,"t":1,"know":1,"how":1,"implement":1,"cleanly":1,"yet":1,"as":1,"assume":1,"and":1,"are":1,"now":1,"ensure":1},"37919,600,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"args":1,"vllm":1,"config":1,"the":4,"global":1,"vllmconfig":1,"kv":4,"cache":4,"spec":5,"kvcachespec":2,"of":1,"each":1,"attention":3,"layer":5,"in":3,"model":1,"available":2,"memory":2,"for":2,"bytes":1,"returns":1,"generated":1,"kvcacheconfig":1,"group":1,"all":1,"layers":5,"by":1,"e":1,"g":1,"2":2,"full":3,"and":1,"3":1,"sliding":1,"window":1,"0":2,"1":2,"sw":3,"same":2,"type":2,"dict":1,"list":2,"str":1,"defaultdict":1,"name":2,"items":1,"append":1},"38519,1551,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"split":2,"each":4,"group":12,"into":1,"smaller":1,"groups":3,"to":4,"make":1,"the":8,"number":2,"of":4,"layers":20,"in":5,"identical":1,"add":2,"padding":7,"last":1,"type":3,"if":3,"necessary":1,"e":3,"g":3,"full":7,"0":5,"1":9,"sw":8,"2":3,"3":2,"with":1,"fixme":1,"chen":1,"at":2,"moment":1,"writing":1,"this":1,"code":1,"2025":1,"06":1,"02":1,"all":2,"open":1,"source":1,"hybrid":1,"model":1,"follows":1,"a":2,"n":2,"pattern":2,"between":3,"different":1,"attention":2,"types":2,"gemma3":1,"5":1,"and":2,"llama4":1,"local":1,"so":1,"we":2,"can":1,"use":1,"as":1,"size":8,"which":1,"is":1,"minimum":1,"among":1,"need":1,"better":1,"strategy":1,"want":1,"support":1,"more":1,"complex":1,"patterns":1,"20":1,"30":1,"where":1,"should":1,"be":1,"10":1,"min":1,"len":4,"for":3,"same":2,"values":2,"grouped":3,"num":4,"logger":1,"warning":1,"d":1,"may":1,"waste":1,"most":1,"2f":1,"kv":4,"cache":4,"memory":1,"noqa":1,"100":1,"i":3,"range":1,"append":1,"create":1,"specs":1,"spec":1},"40070,1980,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"determine":1,"how":1,"model":5,"runners":1,"should":1,"initialize":1,"the":5,"kv":20,"cache":20,"tensors":6,"we":1,"will":3,"have":2,"group":6,"size":17,"memory":7,"pools":1,"each":2,"is":1,"shared":6,"by":5,"one":1,"layer":1,"from":1,"as":1,"layers":4,"of":2,"different":3,"groups":6,"block":4,"table":1,"they":1,"use":1,"parts":1,"tensor":3,"layout":1,"in":4,"example":1,"be":1,"full":2,"0":2,"sw":3,"2":3,"share":2,"a":1,"with":2,"available":3,"1":3,"another":1,"page":4,"get":4,"uniform":1,"spec":2,"num":11,"blocks":7,"vllm":3,"config":9,"per":3,"pool":2,"for":5,"i":3,"range":2,"j":3,"len":6,"if":1,"grouped":3,"append":2,"kvcachetensor":1,"kvcacheconfig":3,"min":3,"print":1,"and":1,"maximum":2,"concurrency":5,"tokens":6,"str":4,"f":2,"logger":2,"info":2,"gpu":1,"s":2,"max":6,"request":1,"2fx":1,"return":2,"def":1,"attention":1,"free":1},"42050,777,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"def":1,"unify":1,"hybrid":4,"kv":11,"cache":11,"specs":2,"spec":4,"dict":1,"str":1,"kvcachespec":1,"this":3,"function":1,"tries":1,"to":3,"convert":2,"the":7,"one":1,"type":3,"if":3,"model":4,"is":4,"a":1,"with":1,"multiple":1,"of":3,"it":1,"will":1,"all":1,"slidingwindowspec":1,"fullattentionspec":1,"both":1,"types":1,"are":1,"present":1,"args":1,"each":1,"attention":1,"layer":1,"in":1,"uniform":1,"return":1,"logger":1,"warning":1,"manager":1,"disabled":1,"for":2,"means":1,"we":1,"do":1,"not":1,"enable":1,"any":1,"optimizations":1,"saving":1,"memory":1,"e":1,"g":1,"dropping":1,"outside":1,"sliding":2,"window":2,"compute":1,"layers":1,"like":1,"still":1,"saved":1},"42827,1990,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"has":6,"full":2,"attention":7,"any":3,"isinstance":5,"spec":31,"fullattentionspec":3,"for":6,"in":6,"kv":20,"cache":16,"values":3,"sliding":4,"window":4,"slidingwindowspec":2,"chunked":2,"local":2,"chunkedlocalattentionspec":2,"if":3,"and":1,"or":1,"layer":4,"name":3,"items":1,"block":4,"size":10,"num":4,"heads":4,"head":4,"dtype":4,"use":4,"mla":4,"elif":1,"chunk":2,"not":1,"is":2,"type":2,"uniform":1,"raise":1,"valueerror":1,"hybrid":1,"manager":1,"disabled":1,"but":1,"failed":1,"to":2,"convert":1,"the":5,"specs":1,"one":1,"unified":1,"def":1,"get":1,"config":3,"vllm":2,"vllmconfig":2,"dict":1,"str":1,"kvcachespec":1,"available":3,"memory":3,"int":1,"kvcacheconfig":1,"generates":1,"configuration":1,"a":1,"model":2,"args":1,"global":1,"of":1,"each":1,"bytes":1},"44817,1930,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"returns":2,"the":14,"generated":1,"kvcacheconfigs":1,"check":1,"enough":1,"kv":25,"cache":25,"memory":6,"vllm":4,"config":9,"spec":7,"available":3,"if":2,"scheduler":1,"disable":1,"hybrid":2,"manager":2,"unify":2,"specs":1,"is":4,"type":3,"attention":4,"free":3,"this":2,"a":1,"with":2,"0":1,"groups":2,"and":3,"1":1,"block":2,"to":4,"allow":1,"for":5,"kvcache":1,"handle":1,"models":2,"return":3,"get":3,"elif":2,"uniform":4,"of":6,"all":4,"layers":4,"are":2,"same":7,"which":1,"true":1,"most":1,"allocate":1,"amount":1,"each":5,"layer":3,"page":3,"size":3,"model":1,"contains":1,"multiple":1,"types":1,"but":1,"have":1,"physical":1,"per":2,"split":1,"into":1,"number":1,"thus":1,"total":1,"raise":1,"notimplementederror":1,"def":1,"configs":3,"list":1,"kvcacheconfig":1,"make":2,"configurations":2,"worker":4,"consistent":2,"so":1,"that":2,"workers":2,"can":1,"be":2,"controlled":1,"by":1,"kvcachemanager":1,"function":1,"verifies":1,"group":1,"changes":1,"num":1,"blocks":1,"smallest":1,"among":1,"args":1,"will":1,"in":1,"place":1,"modified":1,"them":1},"46747,1084,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_utils.py":{"sort":2,"the":10,"kv":23,"cache":23,"groups":6,"by":2,"their":1,"spec":5,"this":1,"can":1,"avoid":1,"inconsistency":1,"caused":1,"order":1,"of":4,"for":5,"config":8,"in":5,"configs":6,"key":1,"lambda":1,"x":3,"type":1,"name":1,"astuple":1,"verify":1,"that":1,"each":2,"rank":6,"are":1,"same":1,"1":1,"group":4,"0":3,"i":2,"zip":1,"assert":1,"change":1,"num":6,"blocks":7,"to":3,"smallest":1,"among":1,"all":1,"ranks":1,"we":1,"do":1,"not":1,"need":1,"shrink":1,"tensor":2,"size":1,"because":1,"it":1,"is":1,"valid":1,"only":1,"use":1,"first":1,"min":3,"return":1},"0,1887,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":7,"vllm":5,"project":1,"from":7,"collections":2,"import":7,"defaultdict":1,"abc":1,"iterable":1,"typing":1,"optional":1,"distributed":1,"kv":7,"events":4,"allblockscleared":1,"blockremoved":1,"blockstored":1,"kvcacheevent":1,"logger":4,"init":3,"v1":2,"core":1,"cache":8,"utils":1,"blockhash":1,"blockhashwithgroupid":1,"freekvcacheblockqueue":2,"kvcacheblock":3,"request":2,"name":1,"class":1,"blockpool":2,"that":2,"manages":1,"kvcacheblocks":1,"it":1,"provides":1,"methods":1,"allocate":1,"free":7,"and":5,"blocks":15,"block":8,"queue":3,"stores":1,"in":3,"eviction":3,"order":1,"enable":9,"allocation":1,"cached":3,"hash":3,"maps":1,"between":1,"support":1,"finding":1,"by":1,"their":1,"args":1,"num":7,"gpu":7,"number":1,"of":2,"pool":1,"caching":6,"whether":2,"prefix":1,"def":1,"self":6,"int":2,"bool":2,"false":1,"assert":1,"isinstance":1,"all":1,"list":2,"idx":2,"for":1,"range":1,"constructs":1,"manipulates":1,"a":1,"doubly":1,"linked":1,"including":1,"candidates":1,"when":1,"is":1,"enabled":1},"1887,1612,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"block":27,"hash":7,"id":2,"a":5,"cached":6,"is":6,"full":2,"with":2,"that":4,"can":1,"be":3,"used":2,"for":3,"prefix":1,"caching":1,"the":15,"may":1,"by":2,"running":1,"requests":1,"or":2,"in":5,"free":2,"queue":3,"could":1,"potentially":1,"evicted":1,"note":1,"we":4,"currently":1,"don":2,"t":3,"de":1,"duplicate":1,"blocks":2,"cache":10,"meaning":1,"if":4,"becomes":1,"and":1,"check":1,"there":2,"already":1,"an":1,"identical":1,"this":1,"because":1,"want":1,"to":4,"make":1,"sure":1,"allocated":1,"ids":5,"won":1,"change":1,"so":1,"tables":1,"are":2,"append":1,"only":1,"self":7,"dict":3,"blockhashwithgroupid":1,"int":2,"kvcacheblock":2,"defaultdict":1,"represent":1,"placeholder":1,"0":1,"ref":1,"cnt":1,"of":3,"null":4,"not":1,"maintained":1,"needs":1,"special":1,"care":1,"avoid":1,"freeing":1,"it":1,"popleft":1,"true":1,"enable":2,"kv":7,"events":2,"event":1,"list":3,"kvcacheevent":1,"def":1,"get":2,"blockhash":1,"group":5,"optional":1,"each":1,"none":1,"miss":1,"any":1,"duplicated":1,"return":1,"first":1,"args":1,"value":1,"groups":1},"3499,1893,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"returns":1,"the":12,"cached":17,"blocks":28,"if":3,"exists":1,"or":1,"none":3,"for":3,"group":9,"id":5,"in":4,"kv":4,"cache":7,"ids":1,"one":3,"self":2,"block":16,"hash":4,"to":4,"get":1,"blockhashwithgroupid":1,"not":1,"return":3,"first":2,"next":1,"iter":1,"values":2,"append":1,"def":1,"full":9,"request":9,"list":3,"kvcacheblock":1,"num":10,"int":4,"size":2,"a":3,"of":6,"prefix":1,"caching":2,"this":2,"function":2,"takes":1,"that":3,"will":1,"have":1,"their":1,"metadata":2,"be":2,"updated":1,"and":4,"given":1,"it":3,"updates":1,"each":2,"hashes":4,"are":4,"computed":1,"by":1,"object":1,"immediately":1,"when":2,"is":1,"created":1,"new":3,"tokens":2,"appended":1,"args":1,"all":1,"number":3,"already":1,"should":1,"after":1,"assert":1,"len":1},"5392,1801,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"new":8,"hashes":6,"optional":1,"list":2,"int":2,"if":5,"self":5,"enable":2,"kv":4,"cache":5,"events":2,"else":3,"none":6,"for":1,"i":2,"blk":5,"in":2,"enumerate":1,"full":3,"blocks":11,"assert":2,"block":29,"hash":17,"is":3,"update":1,"and":1,"added":1,"the":4,"to":3,"with":3,"group":4,"id":7,"blockhashwithgroupid":1,"cached":4,"not":3,"append":2,"value":2,"num":6,"0":1,"parent":7,"1":1,"get":3,"event":1,"queue":1,"blockstored":1,"token":2,"ids":2,"request":5,"all":1,"size":4,"lora":3,"def":1,"kvcacheblock":1,"from":1,"free":1,"pool":1,"note":1,"that":1,"we":1,"do":1,"check":1,"this":1,"function":1,"args":1,"number":1,"of":1,"allocate":1},"7193,1616,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"returns":2,"a":3,"list":3,"of":1,"new":1,"block":35,"if":7,"num":4,"blocks":9,"self":7,"get":3,"free":3,"raise":1,"valueerror":1,"f":1,"cannot":1,"from":2,"the":6,"pool":1,"ret":4,"kvcacheblock":2,"queue":1,"popleft":1,"n":1,"in":5,"order":1,"to":6,"only":1,"iterate":1,"once":1,"we":2,"duplicated":1,"code":1,"bit":1,"enable":1,"caching":1,"for":2,"maybe":2,"evict":4,"cached":7,"assert":2,"ref":4,"cnt":4,"0":3,"1":2,"else":1,"return":3,"def":1,"bool":1,"is":6,"hash":13,"reset":2,"its":1,"metadata":1,"and":1,"it":1,"cache":1,"args":1,"true":1,"evicted":1,"false":3,"otherwise":1,"none":3,"doesn":1,"t":1,"have":1,"eviction":2,"not":3,"needed":2,"by":4,"id":5,"found":1,"pop":1,"len":1,"del":1},"8809,1819,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"if":3,"self":6,"enable":1,"kv":4,"cache":3,"events":1,"fixme":1,"chen":1,"not":3,"sure":1,"whether":1,"we":2,"should":2,"return":2,"hash":4,"value":3,"or":1,"group":4,"id":1,"here":1,"but":1,"it":2,"s":1,"fine":1,"now":1,"because":1,"disable":1,"hybrid":1,"manager":1,"when":2,"event":2,"is":7,"enabled":1,"so":2,"there":1,"only":1,"one":1,"queue":4,"append":2,"blockremoved":1,"block":20,"hashes":1,"get":1,"true":1,"def":2,"touch":3,"blocks":16,"tuple":1,"list":9,"kvcacheblock":2,"none":2,"a":5,"increases":1,"its":1,"reference":1,"count":1,"by":4,"1":3,"and":3,"may":1,"remove":3,"the":7,"from":1,"free":7,"this":2,"used":1,"hit":1,"another":1,"request":1,"with":1,"same":1,"prefix":1,"args":2,"of":3,"to":3,"for":4,"per":2,"in":5,"ref":5,"cnt":5,"0":3,"means":1,"i":1,"e":1,"eviction":3,"candidate":1,"null":2,"ordered":5,"iterable":2,"be":2,"their":2,"priority":2,"where":1,"first":2,"will":1,"evicted":1,"materialize":1,"allow":1,"multiple":1,"passes":1,"n":1},"10628,1909,data/raw/vllm-0.10.1/vllm/v1/core/block_pool.py":{"def":4,"reset":6,"prefix":7,"cache":10,"self":16,"bool":2,"this":1,"function":1,"may":1,"be":1,"used":6,"in":3,"rlhf":1,"flows":1,"to":3,"invalid":1,"caching":2,"after":1,"the":9,"weights":1,"are":2,"updated":1,"or":1,"for":3,"resetting":1,"status":1,"benchmarking":1,"returns":4,"true":2,"if":4,"is":2,"successfully":2,"false":2,"otherwise":1,"num":9,"blocks":15,"gpu":2,"get":6,"free":7,"1":4,"null":1,"block":6,"always":1,"marked":1,"as":1,"logger":2,"warning":1,"failed":1,"because":1,"some":1,"d":1,"not":2,"freed":1,"yet":1,"return":6,"remove":2,"all":4,"hashes":2,"so":1,"that":1,"no":1,"new":1,"will":1,"hit":1,"cached":1,"hash":2,"defaultdict":1,"dict":1,"from":1,"info":1,"enable":2,"kv":8,"events":7,"event":3,"queue":5,"append":1,"allblockscleared":1,"int":1,"number":2,"of":3,"pool":1,"usage":3,"float":1,"between":1,"0":4,"and":2,"take":1,"list":2,"kvcacheevent":1,"atomically":1,"takes":1,"clears":1,"a":1},"0,1927,data/raw/vllm-0.10.1/vllm/v1/core/encoder_cache_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":11,"vllm":6,"project":1,"from":8,"typing":1,"import":5,"type":2,"checking":2,"logger":4,"init":2,"multimodal":7,"multimodalregistry":1,"v1":2,"request":8,"if":2,"config":1,"modelconfig":1,"schedulerconfig":1,"name":1,"class":1,"encodercachemanager":2,"manages":1,"caching":3,"of":9,"encoder":7,"outputs":4,"for":5,"models":2,"in":4,"handles":1,"lifecycle":1,"such":1,"as":1,"vision":2,"embeddings":1,"images":1,"during":1,"processing":3,"it":2,"provides":1,"memory":2,"aware":1,"avoid":1,"recomputing":1,"when":1,"same":2,"inputs":2,"appear":1,"different":1,"stages":1,"this":3,"manager":1,"is":5,"particularly":1,"important":1,"language":1,"e":1,"g":1,"llava":1,"where":2,"image":1,"are":1,"cached":3,"any":1,"model":1,"computation":1,"expensive":1,"and":2,"cacheable":1,"cache":6,"operates":1,"at":2,"granularity":1,"individual":1,"input":5,"items":1,"within":1,"requests":3,"allowing":1,"fine":1,"grained":1,"management":1,"enabling":1,"chunked":1,"note":1,"that":3,"no":1,"shared":1,"between":1,"time":1,"used":1,"across":1,"multiple":1,"will":1,"be":1,"reprocessed":1,"each":1,"args":1,"size":3,"limit":1,"measured":1,"by":1,"number":1,"tokens":3,"sequence":1,"attributes":1,"total":1,"capacity":2,"num":1,"free":1,"slots":1,"current":1,"available":1,"mapping":1,"id":3,"set":1,"ids":2,"freed":3,"list":1,"pairs":1,"were":1,"recently":1,"cleared":1,"after":1,"every":1,"call":1,"get":1},"1927,1899,data/raw/vllm-0.10.1/vllm/v1/core/encoder_cache_manager.py":{"def":4,"init":1,"self":11,"cache":10,"size":4,"int":6,"num":5,"free":3,"slots":2,"req":5,"id":15,"cached":6,"input":22,"ids":1,"dict":1,"str":2,"set":1,"list":2,"of":5,"freed":1,"tuple":1,"has":1,"request":18,"bool":2,"check":2,"if":4,"encoder":7,"output":6,"for":6,"a":3,"specific":1,"multimodal":11,"is":2,"args":3,"the":20,"containing":3,"index":3,"within":3,"returns":2,"true":2,"this":4,"already":1,"return":2,"in":3,"and":1,"can":1,"allocate":3,"there":2,"s":3,"sufficient":1,"space":4,"enough":1,"to":1,"store":1,"tokens":3,"get":1,"none":1,"method":2,"reserves":1,"storing":1,"specified":1,"actual":1,"storage":1,"happens":1,"model":1,"runner":1,"but":1,"ensures":1,"manager":1,"tracks":1,"allocation":1},"3826,1849,data/raw/vllm-0.10.1/vllm/v1/core/encoder_cache_manager.py":{"note":1,"this":4,"method":2,"assumes":1,"can":1,"allocate":1,"returned":1,"true":1,"for":6,"the":7,"same":1,"request":24,"and":2,"input":15,"id":21,"it":1,"will":1,"reduce":1,"available":1,"cache":3,"space":2,"req":10,"if":4,"not":2,"in":3,"self":14,"cached":13,"set":5,"add":1,"num":4,"free":7,"slots":2,"get":5,"encoder":7,"tokens":3,"def":3,"ids":3,"int":2,"all":2,"multimodal":4,"a":4,"args":2,"to":2,"query":1,"returns":2,"of":2,"that":1,"have":1,"outputs":2,"empty":1,"no":2,"inputs":1,"are":2,"return":2,"none":2,"single":1,"s":1,"output":2,"is":3,"called":1,"when":1,"has":1,"been":1,"fully":1,"consumed":1,"by":1,"decoder":1,"longer":1,"needed":1,"e":1,"g":1,"vision":1,"language":1,"models":1,"after":1,"image":1,"processed":1,"being":1,"cancelled":1,"or":1,"aborted":1,"containing":1,"index":1,"from":1,"discard":1,"len":1,"0":1,"del":1,"freed":1,"append":1},"5675,1776,data/raw/vllm-0.10.1/vllm/v1/core/encoder_cache_manager.py":{"this":4,"method":3,"is":3,"typically":1,"called":1,"when":1,"a":1,"request":6,"finished":1,"cancelled":1,"or":1,"aborted":1,"and":3,"all":2,"its":1,"encoder":10,"outputs":3,"should":2,"be":3,"freed":11,"from":2,"cache":5,"args":2,"the":11,"whose":1,"input":9,"ids":4,"self":5,"get":3,"cached":1,"copy":1,"for":3,"id":4,"in":5,"free":1,"def":2,"list":4,"tuple":2,"str":1,"int":3,"clear":1,"of":6,"recently":1,"entries":2,"returns":3,"that":2,"were":2,"since":2,"last":2,"call":3,"to":2,"it":1,"s":1,"used":1,"by":1,"scheduler":5,"notify":1,"workers":1,"about":2,"which":1,"can":1,"removed":1,"their":1,"caches":1,"tuples":1,"internal":1,"cleared":1,"after":1,"return":2,"compute":3,"budget":4,"model":5,"config":5,"modelconfig":1,"schedulerconfig":1,"mm":3,"registry":3,"multimodalregistry":1,"based":1,"on":1,"configurations":1,"configuration":2,"provides":1,"information":1,"token":1,"cost":1,"execution":1,"unit":2,"number":2,"tokens":2,"sequence":2,"space":1,"size":1,"if":1,"not":1,"supports":1,"multimodal":1,"inputs":1,"0":2},"7451,1959,data/raw/vllm-0.10.1/vllm/v1/core/encoder_cache_manager.py":{"todo":1,"handle":1,"encoder":11,"decoder":1,"models":1,"once":1,"we":1,"support":1,"them":1,"compute":6,"budget":7,"cache":5,"size":3,"multimodal":3,"model":8,"config":10,"scheduler":8,"mm":11,"registry":4,"return":2,"def":1,"modelconfig":1,"schedulerconfig":1,"multimodalregistry":1,"tuple":1,"int":2,"the":6,"based":1,"on":1,"and":2,"configurations":1,"for":3,"a":1,"args":1,"configuration":2,"provides":1,"information":1,"about":1,"token":1,"cost":1,"returns":1,"execution":1,"in":4,"unit":2,"of":4,"number":2,"tokens":14,"input":4,"sequence":2,"space":1,"max":13,"by":5,"modality":4,"dict":3,"get":1,"per":6,"item":7,"nonzero":1,"if":2,"not":2,"logger":1,"warning":1,"all":1,"non":1,"text":1,"modalities":1,"supported":1,"have":1,"been":1,"explicitly":1,"disabled":2,"via":1,"limit":1,"prompt":1,"will":1,"be":1,"initialized":1,"0":2,"items":1,"key":1,"lambda":1,"1":1,"disable":1,"chunked":2,"num":4,"batched":4,"raise":1,"valueerror":1,"but":1,"f":2,"is":1,"larger":1,"than":1,"please":1,"increase":1},"9410,312,data/raw/vllm-0.10.1/vllm/v1/core/encoder_cache_manager.py":{"encoder":6,"compute":2,"budget":2,"max":5,"scheduler":2,"config":2,"num":1,"input":1,"tokens":3,"per":2,"mm":2,"item":2,"cache":3,"size":3,"return":1},"0,1837,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":6,"project":1,"from":7,"abc":3,"import":7,"abstractmethod":1,"typing":1,"optional":1,"v1":5,"core":3,"block":4,"pool":4,"blockpool":2,"kv":20,"cache":21,"utils":1,"blockhash":1,"kvcacheblock":2,"single":2,"type":2,"manager":3,"fullattentionmanager":1,"get":4,"for":5,"spec":4,"interface":1,"fullattentionspec":1,"kvcacheconfig":2,"kvcachespec":1,"request":4,"class":1,"kvcachecoordinator":1,"coordinate":1,"of":2,"different":1,"groups":2,"def":2,"init":1,"self":10,"config":5,"max":3,"model":3,"len":3,"int":3,"use":3,"eagle":4,"bool":3,"enable":6,"caching":4,"events":2,"num":3,"blocks":4,"needs":1,"special":1,"handling":1,"find":1,"longest":1,"hit":1,"if":1,"is":1,"enabled":1,"managers":1,"tuple":2,"group":3,"id":2,"i":2,"in":1,"enumerate":1,"allocate":1,"str":1,"tokens":1,"new":1,"computed":1,"list":1,"number":1,"needed":1,"be":1,"allocated":1},"1837,1974,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"args":3,"request":16,"id":11,"the":16,"num":11,"tokens":11,"total":2,"number":3,"of":3,"that":4,"need":2,"a":2,"slot":2,"including":2,"are":2,"already":2,"allocated":3,"new":14,"computed":11,"blocks":21,"just":2,"hitting":2,"prefix":2,"caching":1,"returns":2,"to":6,"allocate":7,"0":1,"for":5,"i":4,"manager":6,"in":3,"enumerate":2,"self":6,"single":3,"type":3,"managers":3,"get":1,"return":2,"def":3,"save":2,"str":2,"tuple":3,"list":2,"kvcacheblock":2,"none":2,"add":1,"cache":3,"int":2,"give":1,"it":1,"at":1,"least":1,"token":1,"slots":1},"3811,1943,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"args":4,"request":16,"the":16,"num":12,"tokens":8,"total":2,"number":5,"of":5,"that":4,"need":1,"to":1,"be":1,"cached":2,"including":1,"are":2,"already":1,"for":9,"manager":8,"in":7,"self":7,"single":4,"type":4,"managers":4,"cache":3,"blocks":13,"computed":5,"def":3,"free":3,"id":12,"str":3,"none":2,"get":3,"common":4,"prefix":4,"running":6,"requests":6,"int":4,"list":2,"all":2,"state":3,"each":2,"kv":2,"group":4,"returns":1,"per":2,"return":1,"remove":3,"skipped":2,"no":1,"longer":1,"needed":1,"from":1,"and":1,"replace":1,"removed":1,"with":1,"null":1,"block":1,"have":1,"been":1},"5754,1988,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"def":5,"get":4,"blocks":6,"self":10,"request":4,"id":3,"str":2,"tuple":8,"list":7,"kvcacheblock":4,"the":3,"for":5,"return":3,"manager":5,"req":1,"to":4,"or":3,"in":3,"single":5,"type":6,"managers":2,"abstractmethod":1,"find":2,"longest":2,"cache":13,"hit":4,"block":2,"hashes":2,"blockhash":2,"max":4,"length":2,"int":7,"pass":1,"class":2,"kvcachecoordinatornoprefixcache":1,"kvcachecoordinator":2,"kv":9,"coordinator":2,"use":5,"if":1,"prefix":3,"caching":2,"is":2,"disabled":1,"unsupported":1,"contrast":1,"unitarykvcachecoordinator":2,"and":1,"hybridkvcachecoordinator":1,"supports":1,"arbitrary":1,"numbers":1,"of":1,"groups":2,"including":1,"0":3,"does":1,"not":1,"implement":1,"any":1,"features":1,"related":1,"init":2,"config":2,"kvcacheconfig":1,"model":2,"len":3,"eagle":2,"bool":2,"enable":2,"events":2,"super":1,"false":1,"num":5,"common":1,"running":1,"requests":1,"range":1,"models":2,"with":2,"only":2,"one":2,"group":1,"this":1,"case":1,"e":1,"g":1,"all":2,"attention":4,"layers":2,"full":1,"sliding":1,"window":1},"7742,1917,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"def":3,"init":4,"self":14,"kv":24,"cache":29,"config":6,"kvcacheconfig":2,"max":7,"model":4,"len":6,"int":4,"use":6,"eagle":6,"bool":6,"enable":8,"caching":4,"events":4,"super":2,"spec":5,"groups":5,"0":4,"block":8,"size":3,"assert":1,"1":1,"unitarykvcachecoordinator":1,"assumes":1,"only":2,"one":2,"group":2,"find":3,"longest":3,"hit":8,"hashes":3,"list":2,"blockhash":1,"length":3,"tuple":2,"kvcacheblock":1,"blocks":3,"single":1,"type":1,"managers":1,"ids":1,"pool":2,"return":1,"class":1,"hybridkvcachecoordinator":1,"kvcachecoordinator":1,"coordinator":1,"for":1,"hybrid":1,"models":1,"with":1,"multiple":2,"types":2,"and":3,"thus":1,"to":2,"simplify":1,"it":1,"supports":1,"the":2,"combination":1,"of":3,"two":1,"them":1,"must":1,"be":1,"full":1,"attention":1,"may":1,"extend":1,"more":1,"general":1,"cases":1,"in":1,"future":1,"verify":1,"split":1},"9659,1678,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"def":1,"verify":1,"and":3,"split":2,"kv":10,"cache":10,"groups":10,"self":6,"none":7,"verifies":1,"that":1,"the":2,"model":1,"has":1,"exactly":5,"two":1,"types":1,"of":6,"one":5,"them":1,"is":5,"full":11,"attention":11,"then":1,"into":1,"other":10,"spec":15,"optional":2,"fullattentionspec":2,"kvcachespec":1,"group":4,"ids":4,"list":2,"int":2,"for":1,"i":3,"g":6,"in":1,"enumerate":1,"config":1,"if":3,"isinstance":1,"else":3,"assert":4,"hybridkvcachecoordinator":4,"assumes":4,"type":4,"now":4,"append":2,"not":2},"11337,1827,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"self":20,"full":14,"attention":14,"manager":1,"cls":2,"fullattentionmanager":1,"other":13,"single":1,"type":1,"managers":1,"group":9,"ids":9,"0":2,"class":1,"spec":6,"block":10,"size":7,"if":2,"enable":1,"caching":2,"this":2,"requirement":1,"is":3,"only":1,"needed":1,"for":3,"the":9,"prefix":1,"logic":1,"divisible":3,"assert":1,"kvcachecoordinator":1,"assumes":2,"of":3,"layers":2,"by":1,"now":1,"max":4,"min":2,"attn":4,"first":2,"true":1,"elif":1,"false":1,"else":1,"raise":1,"valueerror":1,"hybridkvcachecoordinator":1,"and":2,"do":1,"not":1,"interleave":1,"either":1,"are":1,"before":1,"or":1,"vice":1,"versa":1,"simplifying":1,"merging":1,"hit":8,"blocks":3,"to":1,"def":1,"find":2,"longest":2,"cache":5,"hashes":3,"list":2,"blockhash":1,"length":3,"int":2,"tuple":2,"kvcacheblock":1,"request":2,"args":1,"maximum":1},"13164,1932,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"returns":1,"a":6,"tuple":1,"containing":1,"list":1,"of":10,"the":10,"cache":16,"hit":20,"blocks":5,"for":3,"each":1,"single":1,"type":1,"manager":2,"number":1,"tokens":1,"longest":4,"first":1,"find":4,"full":11,"attention":14,"attn":4,"self":13,"cls":2,"block":17,"hashes":4,"max":3,"length":10,"kv":5,"group":4,"ids":4,"pool":4,"spec":4,"use":4,"eagle":4,"len":2,"0":3,"size":8,"next":1,"other":10,"within":1,"note":1,"prefix":1,"must":1,"be":2,"multiple":4,"as":1,"we":1,"don":1,"t":1,"support":1,"partial":1,"yet":1,"is":3,"ensured":1,"to":1,"layers":1,"in":2,"current":1,"implementation":1,"because":1,"s":3,"and":2,"verified":1,"verify":1,"split":1,"groups":1,"assert":1},"15096,1390,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_coordinator.py":{"truncate":1,"the":5,"full":7,"attention":5,"cache":13,"hit":15,"to":1,"length":3,"of":3,"other":4,"for":1,"group":2,"blocks":11,"in":1,"attn":6,"del":1,"self":2,"block":1,"size":1,"merge":1,"and":1,"if":3,"first":1,"else":1,"return":4,"def":1,"get":1,"kv":11,"coordinator":1,"config":5,"kvcacheconfig":1,"max":4,"model":4,"len":5,"int":1,"use":4,"eagle":4,"bool":3,"enable":8,"caching":4,"events":4,"kvcachecoordinator":1,"not":1,"kvcachecoordinatornoprefixcache":1,"groups":1,"1":1,"unitarykvcachecoordinator":1,"hybridkvcachecoordinator":1},"0,1894,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":13,"vllm":8,"project":1,"from":10,"dataclasses":1,"import":9,"dataclass":2,"typing":1,"optional":1,"distributed":1,"kv":9,"events":1,"kvcacheevent":1,"logger":4,"init":2,"v1":5,"core":2,"cache":8,"coordinator":2,"get":2,"utils":1,"kvcacheblock":2,"interface":2,"kvcacheconfig":1,"metrics":1,"stats":1,"prefixcachestats":1,"request":2,"requeststatus":1,"name":1,"class":1,"kvcacheblocks":6,"allocation":1,"result":1,"of":6,"kvcachemanager":3,"work":1,"as":2,"between":1,"scheduler":2,"and":2,"hide":1,"s":1,"internal":1,"data":1,"structure":1,"blocks":7,"tuple":7,"list":4,"i":2,"j":2,"refers":1,"th":2,"group":4,"block":7,"tokens":2,"we":2,"don":1,"t":1,"use":1,"outer":2,"dimension":1,"because":1,"it":1,"assumes":1,"all":1,"groups":3,"have":1,"same":1,"number":1,"which":1,"is":1,"true":1,"for":4,"now":1,"but":1,"will":1,"be":1,"broken":1,"if":1,"want":1,"give":1,"different":2,"size":1,"in":5,"future":1,"def":2,"add":1,"self":4,"other":2,"adds":1,"two":1,"instances":1,"return":2,"blk1":2,"blk2":2,"zip":1,"ids":3,"int":2,"converts":1,"instance":1,"returns":1,"a":1,"lists":1,"where":1,"corresponds":1,"each":1,"inner":1,"contains":1,"that":1,"blk":2,"id":1},"1894,1948,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"def":3,"get":3,"unhashed":2,"block":14,"ids":2,"self":22,"list":1,"int":3,"of":1,"blocks":5,"from":1,"kvcacheblocks":4,"instance":2,"assert":2,"len":9,"1":2,"only":2,"one":2,"group":1,"is":3,"supported":2,"return":2,"id":1,"for":4,"in":3,"0":2,"if":3,"hash":1,"none":4,"new":2,"empty":1,"creates":1,"a":1,"with":1,"no":1,"tuple":1,"range":1,"class":1,"kvcachemanager":1,"init":1,"kv":18,"cache":20,"config":8,"kvcacheconfig":1,"max":5,"model":5,"enable":9,"caching":6,"bool":4,"true":1,"use":5,"eagle":5,"false":3,"log":5,"stats":7,"events":3,"fixme":1,"make":1,"prefix":2,"conditional":1,"on":1,"prefixcachestats":1,"else":1,"size":5,"optional":1,"set":1,"g":2,"spec":2,"groups":4,"now":1,"coordinator":3,"num":1,"pool":2},"3842,1427,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"property":1,"def":3,"usage":4,"self":9,"float":1,"get":6,"the":12,"kv":2,"cache":6,"returns":3,"between":1,"0":4,"and":3,"1":1,"return":4,"block":2,"pool":1,"make":1,"prefix":7,"stats":8,"optional":1,"prefixcachestats":2,"reset":1,"current":1,"caching":4,"or":3,"none":4,"if":3,"logging":1,"is":4,"disabled":2,"not":4,"log":1,"computed":6,"blocks":5,"request":9,"tuple":2,"kvcacheblocks":1,"int":1,"cached":1,"for":2,"note":1,"that":2,"must":1,"be":1,"full":1,"args":1,"to":1,"a":2,"containing":1,"list":2,"of":2,"are":1,"number":1,"tokens":1,"when":1,"requires":1,"prompt":2,"logprobs":2,"we":1,"skip":1,"enable":1,"sampling":2,"params":2,"create":1,"empty":1},"5269,1417,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"note":1,"when":1,"all":1,"tokens":11,"hit":5,"the":4,"cache":10,"we":1,"must":1,"recompute":1,"last":2,"token":2,"to":4,"obtain":1,"logits":1,"thus":1,"set":1,"max":3,"length":4,"prompt":1,"1":3,"this":2,"can":1,"trigger":1,"recomputation":1,"of":1,"an":1,"entire":1,"block":3,"rather":1,"than":1,"just":1,"single":1,"because":1,"allocate":2,"slots":3,"requires":1,"num":9,"computed":8,"be":1,"size":1,"aligned":1,"removing":1,"limitation":1,"could":1,"slightly":1,"improve":1,"performance":1,"in":1,"future":1,"request":6,"blocks":4,"new":7,"self":7,"coordinator":1,"find":1,"longest":1,"hashes":1,"if":1,"log":1,"stats":5,"assert":1,"prefix":4,"is":1,"not":1,"none":2,"requests":1,"queries":1,"hits":1,"return":1,"kvcacheblocks":3,"def":1,"int":3,"0":2,"optional":2,"lookahead":1,"delay":1,"bool":1,"false":1,"add":1,"for":1,"a":1,"with":1,"append":1},"6686,1802,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"args":1,"request":2,"the":9,"to":4,"allocate":3,"slots":1,"num":5,"new":12,"tokens":12,"number":3,"of":4,"including":1,"external":2,"note":1,"that":2,"this":4,"does":1,"not":1,"include":1,"have":1,"already":1,"been":1,"computed":8,"locally":1,"i":1,"e":1,"blocks":9,"just":1,"hitting":1,"prefix":1,"caching":2,"excluding":1,"cached":1,"for":1,"above":1,"lookahead":1,"speculative":1,"is":2,"used":3,"by":2,"spec":1,"decode":1,"proposers":1,"with":1,"kv":2,"cache":2,"such":1,"as":1,"eagle":1,"delay":1,"whether":1,"skip":1,"p":1,"d":1,"when":1,"allocating":1,"in":3,"a":3,"transfer":1,"which":1,"will":1,"complete":1,"future":1,"step":1,"layout":2,"pre":1,"allocated":2,"required":1,"full":2,"following":1,"are":1,"illustrated":1,"returns":1,"list":1,"if":1,"0":2,"raise":1,"valueerror":1,"must":1,"be":1,"greater":1,"than":1},"8488,1828,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"if":4,"new":13,"computed":17,"blocks":16,"is":3,"not":2,"none":2,"block":7,"list":5,"else":2,"tuple":1,"for":1,"in":1,"range":1,"len":2,"self":7,"kv":2,"cache":2,"config":1,"groups":1,"free":3,"the":8,"that":1,"are":1,"skipped":2,"during":1,"attention":1,"computation":1,"e":1,"g":1,"tokens":13,"outside":1,"sliding":1,"window":1,"we":2,"can":1,"do":1,"this":3,"even":1,"cannot":2,"schedule":1,"request":8,"due":1,"to":6,"insufficient":1,"should":2,"call":1,"function":1,"before":1,"allocating":1,"reduce":1,"number":3,"of":3,"evicted":2,"coordinator":2,"remove":1,"id":3,"num":14,"plus":1,"prefix":2,"caching":3,"hits":1,"need":2,"slot":2,"min":1,"lookahead":1,"max":1,"model":1,"allocate":4,"get":2,"pool":2,"return":1,"touch":2,"make":1,"sure":1,"they":1,"won":1,"t":1,"be":2,"enable":1,"assert":1,"any":1,"empty":1,"when":1,"disabled":1},"10316,1774,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"append":1,"the":11,"new":10,"computed":5,"blocks":16,"to":9,"request":15,"until":1,"now":1,"avoid":1,"case":1,"where":1,"cannot":1,"be":3,"allocated":2,"self":7,"coordinator":4,"save":1,"id":3,"block":1,"list":1,"allocate":1,"num":9,"tokens":12,"need":1,"slot":1,"p":1,"d":1,"delay":2,"caching":5,"if":2,"we":4,"have":1,"recv":1,"from":1,"remote":1,"update":1,"state":1,"for":4,"locally":1,"cached":2,"not":1,"enable":1,"or":2,"cache":7,"return":2,"kvcacheblocks":2,"note":1,"woosuk":1,"want":1,"commit":1,"up":1,"but":1,"must":1,"exclude":1,"non":1,"committable":1,"e":1,"g":1,"draft":1,"that":2,"could":1,"rejected":1,"therefore":1,"cap":1,"number":1,"at":1,"ensuring":1,"only":1,"finalized":1,"are":3,"min":1,"def":2,"free":5,"none":1,"in":2,"reverse":1,"order":1,"so":1,"he":1,"tail":1,"evicted":1,"first":1,"when":1,"is":1,"enabled":1,"args":1,"reset":2,"prefix":4,"bool":1,"this":1,"function":1,"may":1,"used":2,"rlhf":1,"flows":1,"invalidate":1,"after":1,"weights":1,"updated":1,"resetting":1,"status":1,"benchmarking":1},"12090,1737,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"returns":2,"bool":1,"true":4,"if":4,"the":19,"prefix":10,"cache":5,"is":7,"successfully":1,"reset":3,"false":2,"otherwise":1,"not":6,"self":5,"block":3,"pool":1,"return":2,"log":1,"stats":3,"assert":1,"none":1,"def":1,"get":1,"num":2,"common":6,"blocks":5,"request":5,"running":8,"requests":9,"int":2,"list":1,"calculate":1,"number":5,"of":5,"shared":1,"by":2,"all":3,"in":8,"state":5,"for":1,"each":1,"kv":1,"group":1,"function":2,"determines":1,"this":5,"selecting":1,"any":1,"and":2,"iterating":1,"through":1,"its":3,"a":3,"considered":1,"ref":1,"cnt":1,"equals":1,"total":1,"note":1,"woosuk":1,"greater":1,"than":1,"or":1,"equal":1,"to":1,"scheduled":4,"current":2,"step":2,"because":2,"only":1,"indicates":1,"that":3,"1":1,"has":1,"yet":1,"finished":1,"2":1,"holds":1,"unfreed":1,"while":1,"must":1,"be":4,"inverse":1,"necessarily":1,"there":2,"may":2,"are":1,"can":1,"result":1,"an":1,"edge":1,"case":2,"where":1,"0":2,"even":1,"though":1,"share":2,"occurs":1,"unscheduled":1,"do":1,"currently":1,"cannot":1,"easily":1,"detected":1,"so":1,"such":1,"cases":1},"13827,1547,data/raw/vllm-0.10.1/vllm/v1/core/kv_cache_manager.py":{"args":1,"request":12,"any":1,"in":4,"the":12,"running":5,"state":2,"used":1,"to":1,"identify":1,"common":3,"prefix":3,"blocks":8,"num":6,"requests":4,"total":1,"number":3,"of":5,"this":1,"can":1,"be":1,"different":1,"from":2,"scheduled":1,"current":1,"step":1,"returns":2,"list":5,"int":3,"for":3,"each":1,"kv":4,"cache":7,"group":1,"assert":1,"status":1,"requeststatus":1,"return":4,"self":10,"coordinator":3,"get":5,"id":3,"def":4,"take":3,"events":4,"kvcacheevent":1,"block":6,"pool":2,"a":3,"ids":3,"str":1,"tuple":2,"kvcacheblocks":4,"computed":2,"tokens":2,"none":1,"if":2,"enabled":1,"enable":1,"caching":1,"create":1,"empty":1,"creates":1,"new":1,"instance":1,"with":1,"no":1,"range":1,"groups":1},"0,1924,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":14,"vllm":6,"project":1,"import":8,"itertools":1,"from":8,"abc":3,"abstractmethod":1,"collections":1,"defaultdict":3,"utils":2,"cdiv":1,"v1":4,"core":2,"block":9,"pool":6,"blockpool":2,"kv":12,"cache":12,"blockhash":1,"kvcacheblock":2,"interface":1,"chunkedlocalattentionspec":1,"fullattentionspec":1,"kvcachespec":2,"mambaspec":1,"slidingwindowspec":1,"request":7,"class":2,"singletypekvcachemanager":2,"an":1,"abstract":1,"base":1,"for":6,"a":1,"manager":3,"that":2,"handle":1,"management":1,"logic":1,"of":6,"one":1,"specific":1,"type":1,"attention":1,"layer":1,"def":1,"init":1,"self":6,"spec":6,"group":3,"id":5,"int":2,"none":1,"initializes":1,"args":1,"this":5,"size":2,"mapping":1,"blocks":6,"track":4,"allocated":1,"each":2,"so":1,"we":2,"can":1,"free":1,"when":1,"is":3,"finished":1,"req":2,"str":2,"list":2,"number":2,"cached":3,"given":1,"used":2,"only":1,"running":1,"requests":1,"do":1,"not":1,"data":1,"reempted":1,"ones":1,"num":1,"dict":1},"1924,1563,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"self":6,"kv":2,"cache":2,"group":2,"id":7,"null":3,"block":7,"pool":1,"def":2,"get":2,"num":10,"blocks":18,"to":6,"allocate":1,"request":9,"str":2,"tokens":5,"int":2,"new":10,"computed":12,"list":2,"kvcacheblock":2,"the":11,"number":3,"of":4,"needed":2,"be":3,"allocated":4,"for":2,"args":1,"total":1,"that":2,"need":1,"a":5,"slot":1,"including":1,"are":1,"already":1,"just":1,"hitting":1,"prefix":1,"caching":1,"returns":1,"required":2,"cdiv":1,"size":1,"len":2,"req":1,"if":1,"is":3,"an":1,"eviction":1,"candidate":1,"in":2,"free":2,"queue":1,"and":2,"ref":2,"cnt":2,"0":2,"it":2,"will":1,"changed":1,"from":1,"when":1,"so":1,"we":1,"also":1,"count":1,"as":1,"evictable":2,"sum":1,"blk":3,"not":1,"return":1,"save":1,"none":1,"add":1},"3487,1930,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"args":3,"request":19,"id":10,"the":11,"new":17,"computed":6,"blocks":30,"just":1,"hitting":1,"prefix":1,"cache":3,"if":2,"not":2,"in":1,"self":10,"num":17,"cached":6,"block":6,"a":3,"req":8,"to":4,"assert":2,"len":4,"0":3,"extend":2,"else":2,"running":1,"should":1,"have":1,"def":2,"allocate":2,"str":1,"tokens":11,"int":2,"list":1,"kvcacheblock":1,"for":2,"give":1,"it":1,"at":1,"least":1,"token":1,"slots":1,"total":2,"number":2,"of":2,"that":4,"need":2,"slot":1,"including":2,"are":2,"already":2,"allocated":2,"returns":1,"required":2,"cdiv":1,"size":2,"return":2,"pool":1,"get":1,"none":1,"be":1,"full":1},"5417,1524,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"self":10,"block":6,"pool":2,"cache":3,"full":4,"blocks":20,"request":16,"req":4,"to":3,"id":12,"num":10,"cached":4,"size":2,"kv":2,"group":2,"def":2,"free":4,"str":2,"none":2,"the":11,"for":3,"args":2,"default":1,"in":5,"case":1,"a":1,"is":1,"freed":2,"aborted":1,"before":1,"alloc":1,"pop":2,"reverse":1,"order":1,"so":1,"that":1,"tail":1,"are":1,"first":1,"ordered":2,"reversed":1,"abstractmethod":1,"get":2,"common":3,"prefix":3,"running":5,"requests":5,"int":2,"number":3,"of":3,"all":2,"state":3,"total":1,"returns":1,"raise":1,"notimplementederror":1},"6941,1759,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"classmethod":1,"abstractmethod":1,"def":1,"find":1,"longest":2,"cache":18,"hit":5,"cls":1,"block":10,"hashes":3,"list":8,"blockhash":1,"max":3,"length":5,"int":2,"kv":14,"group":9,"ids":8,"pool":3,"blockpool":1,"spec":3,"kvcachespec":1,"use":3,"eagle":5,"bool":1,"tuple":1,"kvcacheblock":3,"get":2,"the":17,"prefix":4,"of":7,"blocks":4,"that":1,"is":4,"not":1,"longer":1,"than":1,"should":2,"be":2,"a":5,"common":1,"for":7,"all":1,"groups":2,"in":3,"if":2,"no":1,"found":1,"return":3,"an":1,"empty":1,"enabled":1,"drop":1,"last":2,"matched":1,"to":4,"force":1,"recompute":1,"required":1,"hidden":1,"states":1,"drafting":1,"head":1,"need":1,"customized":1,"each":2,"attention":1,"type":1,"args":1,"request":1,"maximum":1,"whether":1,"returns":1,"cached":2,"with":1,"skipped":1,"replaced":1,"by":1,"null":3,"len":2,"where":1,"i":2,"th":2,"element":1,"example":1,"sliding":2,"window":2,"manager":1,"like":1,"7":1,"8":2,"size":1,"4":1,"and":2,"1":1,"raise":1,"notimplementederror":1},"8700,1993,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"abstractmethod":1,"def":2,"remove":2,"skipped":1,"blocks":12,"self":1,"request":3,"id":4,"str":1,"num":4,"computed":13,"tokens":3,"int":3,"none":1,"the":7,"that":2,"are":2,"no":1,"longer":1,"needed":1,"from":1,"and":3,"free":1,"removed":1,"should":1,"be":3,"replaced":1,"by":1,"null":1,"block":16,"need":1,"to":2,"customized":1,"for":7,"each":1,"attention":3,"type":1,"args":1,"number":1,"of":2,"have":1,"been":1,"raise":1,"notimplementederror":1,"class":1,"fullattentionmanager":2,"singletypekvcachemanager":1,"classmethod":1,"find":1,"longest":1,"cache":7,"hit":1,"cls":1,"hashes":5,"list":4,"blockhash":1,"max":4,"length":2,"kv":6,"group":3,"ids":3,"pool":2,"blockpool":1,"spec":3,"kvcachespec":1,"use":2,"eagle":2,"bool":1,"tuple":3,"kvcacheblock":2,"assert":1,"isinstance":1,"fullattentionspec":1,"chunkedlocalattentionspec":1,"can":1,"only":1,"used":1,"full":1,"chunked":1,"local":1,"groups":1,"in":5,"range":1,"len":1,"size":1,"hash":4,"itertools":1,"islice":1,"is":2,"a":2,"chain":1,"if":3,"not":2,"cached":6,"following":1,"yet":1,"sure":1,"get":1,"zip":1,"append":1,"else":1,"break":1,"0":1,"pop":1,"return":1},"10693,1988,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"def":4,"remove":2,"skipped":1,"blocks":13,"self":6,"request":3,"id":3,"str":2,"num":7,"computed":1,"tokens":1,"int":5,"none":2,"no":1,"need":2,"to":3,"for":6,"full":1,"attention":1,"pass":1,"get":1,"common":4,"prefix":3,"running":2,"requests":2,"req":1,"0":1,"block":12,"in":2,"if":3,"ref":1,"cnt":1,"1":4,"else":1,"break":1,"return":1,"class":1,"slidingwindowmanager":2,"singletypekvcachemanager":1,"init":2,"kv":8,"cache":11,"spec":7,"slidingwindowspec":2,"pool":4,"blockpool":2,"kwargs":2,"super":1,"sliding":7,"window":8,"null":2,"classmethod":1,"find":1,"longest":1,"hit":3,"cls":1,"hashes":1,"list":3,"blockhash":1,"max":1,"length":1,"group":1,"ids":1,"kvcachespec":1,"use":2,"eagle":3,"bool":1,"tuple":1,"kvcacheblock":1,"assert":1,"isinstance":1,"can":1,"only":1,"be":1,"used":1,"groups":1,"the":6,"number":2,"of":2,"contiguous":4,"needed":2,"since":1,"input":1,"token":1,"itself":1,"is":2,"also":1,"included":1,"cdiv":1,"size":1,"drop":1,"last":2,"matched":2,"enabled":1,"layer":1,"we":1,"achieve":1,"this":1,"by":2,"increasing":1,"one":1,"and":1,"dropping":1},"12681,1923,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"todo":1,"reduce":1,"i":5,"by":1,"sliding":6,"window":6,"contiguous":14,"blocks":27,"when":3,"cache":6,"miss":1,"to":3,"optimize":1,"the":3,"time":1,"complexity":1,"from":2,"o":2,"max":6,"num":13,"which":1,"is":3,"good":1,"for":7,"low":1,"hit":2,"rate":1,"scenarios":1,"length":1,"kv":3,"spec":1,"block":8,"size":1,"computed":15,"tuple":1,"pool":2,"null":6,"in":6,"range":2,"len":1,"group":2,"ids":2,"0":3,"match":4,"found":4,"false":1,"search":1,"right":1,"left":1,"and":2,"early":1,"stop":1,"a":2,"1":4,"if":5,"cached":5,"get":1,"hashes":1,"zip":1,"trim":1,"trailing":1,"e":1,"g":1,"8":2,"3":2,"9":1,"2":1,"del":2,"true":1,"break":1,"else":1,"not":1,"first":1,"even":1,"use":1,"eagle":1,"pop":1,"return":1},"14604,1750,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"def":3,"remove":2,"skipped":2,"blocks":16,"self":11,"request":3,"id":3,"str":2,"num":4,"computed":2,"tokens":2,"int":3,"none":2,"the":8,"that":1,"are":2,"no":1,"longer":1,"be":1,"in":3,"sliding":4,"window":4,"and":1,"during":1,"attention":4,"computation":1,"last":4,"useful":4,"token":2,"1":4,"block":13,"size":3,"req":1,"to":5,"removed":3,"list":1,"kvcacheblock":1,"for":3,"i":4,"range":1,"if":2,"null":7,"is":1,"already":1,"a":1,"before":1,"it":2,"should":1,"also":1,"have":1,"been":1,"set":1,"by":1,"previous":1,"calls":1,"this":1,"function":1,"break":1,"append":1,"pool":4,"free":1,"get":1,"common":1,"prefix":2,"running":1,"requests":1,"note":1,"chen":1,"layers":1,"so":1,"s":1,"not":1,"correct":1,"count":1,"ref":1,"cnt":1,"like":1,"fullattentionmanager":1,"return":2,"0":2,"here":1,"correctness":1,"need":1,"support":1,"cascade":1,"future":1,"class":1,"chunkedlocalattentionmanager":1,"singletypekvcachemanager":1,"init":2,"kv":3,"cache":3,"spec":3,"chunkedlocalattentionspec":1,"blockpool":1,"kwargs":2,"super":1,"chunk":2},"16354,1765,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"classmethod":1,"def":1,"find":2,"longest":2,"cache":12,"hit":6,"cls":1,"block":12,"hashes":3,"list":4,"blockhash":1,"max":5,"length":6,"int":2,"kv":8,"group":3,"ids":4,"pool":3,"blockpool":1,"spec":3,"kvcachespec":1,"use":3,"eagle":3,"bool":1,"tuple":1,"kvcacheblock":1,"for":4,"chunked":1,"local":2,"attention":3,"we":6,"need":1,"to":2,"the":19,"prefix":4,"of":11,"blocks":2,"that":1,"is":4,"not":3,"longer":1,"than":1,"should":1,"be":1,"a":1,"common":1,"all":1,"groups":2,"in":4,"if":2,"no":1,"found":1,"return":4,"an":1,"empty":1,"note":1,"mark":1,"as":4,"computed":3,"whole":1,"outside":1,"window":4,"and":1,"set":1,"null":9,"examples":1,"1":1,"chunk":2,"size":4,"8":2,"4":3,"15":1,"next":2,"token":2,"at":2,"15th":2,"zero":2,"indexed":2,"8th":2,"14th":1,"tokens":3,"are":5,"needs":1,"lookup":1,"0th":2,"7th":1,"so":2,"they":2,"already":2,"marked":2,"check":1,"complete":1,"block3":1,"11th":1,"assume":1,"3":2,"will":1,"otherwise":1,"2":1,"16":1,"16th":1,"args":1,"request":1,"maximum":1,"whether":1},"18119,1762,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"returns":1,"a":1,"list":2,"of":2,"cached":6,"blocks":9,"assert":2,"isinstance":1,"kv":8,"cache":9,"spec":5,"chunkedlocalattentionspec":1,"chunkedlocalattentionmanager":1,"can":1,"only":1,"be":1,"used":1,"for":5,"chunked":2,"local":8,"attention":10,"groups":1,"use":1,"eagle":2,"is":2,"false":1,"hybrid":1,"not":1,"supported":1,"max":5,"num":2,"length":3,"block":18,"size":4,"if":2,"0":2,"start":6,"idx":6,"chunk":2,"else":2,"we":1,"marked":1,"out":1,"window":3,"as":1,"computed":6,"with":1,"null":5,"and":1,"inside":1,"based":1,"on":1,"lookup":1,"result":1,"hit":3,"1":1,"1st":1,"contain":1,"last":1,"2":1,"x":1,"tuple":2,"kvcacheblock":1,"pool":2,"in":3,"range":2,"len":1,"group":2,"ids":2,"i":2,"hash":2,"hashes":1,"get":1,"zip":1,"append":1,"break":1,"return":1},"19881,1872,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"def":1,"remove":2,"skipped":2,"blocks":13,"self":9,"request":3,"id":3,"str":1,"num":6,"computed":4,"tokens":3,"int":1,"none":1,"the":13,"that":1,"are":2,"no":1,"longer":1,"be":2,"in":3,"chunked":1,"attention":7,"window":2,"and":1,"during":1,"computation":1,"chunk":7,"0":7,"1":6,"local":3,"start":4,"idx":9,"current":2,"we":3,"previous":3,"number":1,"of":2,"chunks":1,"to":6,"get":3,"starting":1,"offset":1,"e":1,"g":1,"for":3,"1024":3,"1024th":1,"token":1,"indexed":1,"is":3,"second":1,"there":1,"prev":1,"1023":1,"it":2,"will":1,"cached":5,"block":20,"size":4,"first":4,"useful":4,"if":4,"make":1,"sure":1,"don":1,"t":1,"delete":1,"last":2,"min":1,"128":3,"8":2,"372":1,"2":2,"116":1,"req":1,"removed":3,"list":1,"kvcacheblock":1,"need":1,"keep":1,"hash":1,"key":1,"i":4,"range":1,"null":4,"already":1,"a":1,"before":1,"should":1,"also":1,"have":1,"been":1,"set":1,"by":1,"calls":1,"this":1,"function":1,"break":1,"append":1,"pool":1,"free":1},"21753,1968,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"def":5,"get":2,"num":7,"common":2,"prefix":3,"blocks":11,"self":5,"request":8,"id":6,"str":4,"running":2,"requests":2,"int":8,"cascade":1,"attention":2,"is":2,"not":2,"supported":2,"by":1,"chunked":1,"local":1,"return":5,"0":2,"class":1,"mambamanager":4,"singletypekvcachemanager":2,"classmethod":1,"find":1,"longest":1,"cache":5,"hit":1,"cls":1,"block":4,"hashes":1,"list":6,"blockhash":1,"max":1,"length":1,"kv":4,"group":2,"ids":2,"pool":1,"blockpool":1,"spec":3,"kvcachespec":2,"use":1,"eagle":1,"bool":1,"tuple":3,"kvcacheblock":3,"assert":2,"isinstance":1,"mambaspec":2,"can":1,"only":2,"be":1,"used":1,"for":4,"mamba":2,"groups":1,"caching":1,"now":1,"always":2,"empty":1,"computed":3,"in":1,"range":1,"len":2,"remove":2,"skipped":1,"tokens":3,"none":1,"each":2,"will":1,"have":1,"1":3,"at":1,"this":1,"moment":1,"so":1,"no":1,"need":1,"to":2,"pass":1,"allocate":3,"new":4,"super":1,"req":1,"should":1,"manager":1,"map":1,"dict":1,"type":2,"fullattentionspec":1,"fullattentionmanager":1,"slidingwindowspec":1,"slidingwindowmanager":1,"chunkedlocalattentionspec":1,"chunkedlocalattentionmanager":1},"23721,265,data/raw/vllm-0.10.1/vllm/v1/core/single_type_kv_cache_manager.py":{"def":1,"get":1,"manager":6,"for":1,"kv":4,"cache":4,"spec":5,"kvcachespec":1,"kwargs":2,"singletypekvcachemanager":1,"class":2,"map":1,"type":1,"return":1},"0,1771,data/raw/vllm-0.10.1/vllm/v1/core/sched/async_scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":5,"project":1,"from":5,"future":1,"import":5,"annotations":1,"logger":4,"init":2,"v1":3,"core":2,"sched":2,"output":12,"scheduleroutput":2,"scheduler":6,"request":19,"requeststatus":2,"name":1,"class":1,"asyncscheduler":1,"def":2,"update":7,"after":2,"schedule":2,"self":4,"none":1,"super":2,"for":1,"req":2,"id":2,"in":2,"num":9,"scheduled":1,"tokens":5,"requests":2,"if":2,"computed":2,"placeholders":6,"will":1,"generate":1,"a":1,"new":7,"token":6,"this":1,"scheduling":1,"step":1,"todo":1,"woosuk":1,"support":1,"speculative":1,"decoding":1,"1":1,"with":2,"ids":5,"list":2,"int":2,"tuple":1,"bool":1,"status":3,"before":2,"stopped":2,"number":1,"of":1,"len":1,"assert":1,"cache":3,"preempted":1,"should":1,"be":1,"skipped":1,"running":1,"kv":1,"manager":1,"blocks":1,"return":1},"0,1864,data/raw/vllm-0.10.1/vllm/v1/core/sched/interface.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":14,"vllm":7,"project":1,"from":9,"abc":4,"import":9,"abstractmethod":2,"collections":1,"iterable":1,"typing":1,"type":2,"checking":2,"optional":1,"union":1,"if":1,"distributed":1,"kv":2,"transfer":1,"connector":1,"v1":7,"kvconnectorbase":1,"core":1,"sched":1,"output":1,"scheduleroutput":3,"engine":2,"enginecoreoutputs":1,"metrics":1,"stats":1,"schedulerstats":1,"outputs":1,"modelrunneroutput":1,"request":4,"requeststatus":1,"class":1,"schedulerinterface":1,"def":1,"schedule":2,"self":1,"requests":4,"process":2,"in":6,"this":4,"scheduling":4,"step":3,"decision":1,"is":2,"made":1,"at":1,"iteration":1,"level":1,"each":3,"corresponds":1,"a":5,"single":1,"forward":1,"pass":1,"of":4,"model":3,"therefore":1,"method":1,"called":1,"repeatedly":1,"by":2,"busy":1,"loop":1,"essentially":1,"scheduler":2,"produces":1,"dictionary":1,"req":1,"id":1,"num":2,"tokens":5,"that":2,"specifies":1,"how":1,"many":1,"for":4,"example":1,"can":3,"be":3,"as":3,"large":1,"number":1,"prompt":1,"new":2,"or":2,"it":2,"1":1,"are":1,"auto":1,"regressively":1,"generating":1,"one":2,"otherwise":1,"somewhere":1,"between":1,"case":1,"chunked":1,"prefills":1,"prefix":1,"caching":1,"speculative":1,"decoding":1,"etc":1,"additionally":1,"also":1,"returns":2,"useful":1,"data":1,"about":2,"batch":1,"whole":1,"runner":1,"will":1,"use":1,"information":2,"preparing":1,"inputs":1,"object":1,"containing":1,"scheduled":1,"raise":1,"notimplementederror":1},"1864,2000,data/raw/vllm-0.10.1/vllm/v1/core/sched/interface.py":{"abstractmethod":4,"def":4,"update":3,"from":2,"output":6,"self":4,"scheduler":6,"scheduleroutput":1,"model":4,"runner":4,"modelrunneroutput":1,"dict":2,"int":2,"enginecoreoutputs":2,"the":22,"state":1,"based":1,"on":1,"this":4,"method":3,"is":4,"called":2,"after":2,"has":1,"processed":1,"scheduled":1,"requests":7,"includes":1,"generated":2,"token":2,"ids":5,"draft":1,"for":3,"next":1,"step":1,"etc":1,"uses":1,"information":1,"to":3,"its":2,"states":1,"checks":1,"finished":4,"and":1,"returns":2,"each":2,"request":14,"a":5,"of":5,"client":3,"index":1,"object":1,"containing":1,"outputs":1,"originating":1,"that":1,"raise":4,"notimplementederror":4,"add":2,"none":2,"new":2,"s":3,"internal":3,"queue":4,"args":2,"being":1,"added":1,"finish":2,"union":1,"str":2,"iterable":1,"status":3,"requeststatus":1,"in":4,"if":1,"not":1,"will":1,"do":1,"nothing":1,"two":1,"cases":1,"1":1,"when":2,"aborted":1,"by":1,"2":1,"frontend":1,"process":1,"detects":1,"stop":1,"string":1,"de":1,"tokenizing":1,"tokens":1,"single":1,"or":1,"list":1,"given":1,"get":1,"num":1,"unfinished":2,"number":1},"3864,1996,data/raw/vllm-0.10.1/vllm/v1/core/sched/interface.py":{"def":8,"has":6,"unfinished":6,"requests":14,"self":12,"bool":4,"returns":4,"true":3,"if":4,"there":3,"are":4,"in":4,"the":11,"scheduler":3,"s":1,"internal":3,"queue":1,"return":3,"get":3,"num":3,"0":1,"abstractmethod":5,"finished":7,"that":1,"need":1,"to":5,"be":2,"cleared":1,"note":1,"this":6,"is":6,"different":1,"from":2,"not":2,"maintains":1,"an":1,"list":3,"of":2,"previous":1,"step":3,"returned":2,"next":2,"call":1,"schedule":1,"sent":1,"model":2,"runner":1,"clear":1,"cached":1,"states":1,"for":5,"these":1,"method":1,"checks":1,"non":1,"empty":1,"information":1,"useful":1,"dp":1,"attention":1,"raise":5,"notimplementederror":5,"or":2,"yet":1,"scheduleroutputs":1,"reset":2,"prefix":2,"cache":3,"kv":2,"particularly":1,"required":1,"when":1,"weights":1,"live":1,"updated":1,"request":1,"counts":1,"tuple":1,"int":2,"running":1,"reqs":2,"waiting":1,"make":2,"stats":1,"optional":2,"schedulerstats":3,"a":1,"object":2,"logging":1,"created":1,"every":1,"scheduling":1,"shutdown":2,"none":2,"connector":1,"kvconnectorbase":1,"v1":1},"0,1215,data/raw/vllm-0.10.1/vllm/v1/core/sched/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":2,"typing":1,"import":3,"optional":2,"torch":2,"v1":1,"request":16,"requeststatus":5,"def":1,"check":1,"stop":3,"max":3,"model":2,"len":2,"int":1,"pooler":2,"output":4,"tensor":1,"none":3,"bool":1,"if":5,"num":2,"tokens":3,"or":2,"status":4,"finished":4,"length":1,"capped":1,"return":6,"true":4,"pooling":1,"params":6,"is":2,"not":3,"stopped":3,"false":2,"sampling":5,"assert":1,"last":4,"token":7,"id":5,"ids":2,"1":1,"ignore":1,"eos":2,"and":1,"in":1,"reason":1},"0,1984,data/raw/vllm-0.10.1/vllm/v1/core/sched/request_queue.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":15,"vllm":2,"project":1,"from":10,"future":1,"import":7,"annotations":1,"heapq":1,"abc":4,"abstractmethod":11,"collections":2,"deque":1,"iterable":2,"iterator":2,"enum":4,"v1":1,"request":23,"class":3,"schedulingpolicy":1,"for":2,"scheduling":1,"policies":1,"fcfs":2,"priority":2,"requestqueue":2,"abstract":1,"base":1,"queues":1,"def":10,"add":2,"self":10,"none":5,"a":4,"queue":11,"according":3,"policy":3,"pass":10,"pop":2,"peek":2,"at":2,"front":3,"of":4,"without":1,"removing":1,"it":1,"prepend":4,"requests":8,"all":1,"another":1,"this":1,"remove":4,"specific":2,"multiple":1,"bool":2,"check":1,"if":1,"has":1,"any":1,"len":1,"int":1,"get":1,"number":1,"in":1,"iter":1,"iterate":1,"over":1},"1984,1916,data/raw/vllm-0.10.1/vllm/v1/core/sched/request_queue.py":{"abstractmethod":1,"def":10,"reversed":2,"self":21,"iterator":1,"request":24,"iterate":1,"over":1,"the":10,"queue":13,"in":6,"reverse":1,"order":1,"pass":1,"class":1,"fcfsrequestqueue":1,"deque":3,"requestqueue":2,"a":5,"first":2,"come":1,"served":1,"that":1,"supports":1,"operations":1,"add":2,"none":5,"to":8,"according":2,"fcfs":2,"policy":2,"append":1,"pop":2,"from":5,"return":4,"popleft":1,"peek":3,"at":1,"next":1,"without":1,"removing":1,"it":1,"if":3,"not":3,"raise":1,"indexerror":1,"an":1,"empty":1,"0":2,"prepend":4,"front":2,"of":3,"appendleft":1,"requests":14,"all":1,"another":1,"this":1,"extendleft":1,"remove":7,"specific":2,"iterable":1,"multiple":1,"set":1,"filtered":2,"req":3,"for":1,"does":1,"support":1,"place":1,"filtering":1,"so":1,"we":1,"need":1,"clear":2,"and":1,"extend":2,"bool":2,"check":1,"has":1,"any":1,"len":3,"int":1,"get":1,"number":1,"super":1},"3900,1738,data/raw/vllm-0.10.1/vllm/v1/core/sched/request_queue.py":{"def":7,"iter":2,"self":14,"iterator":2,"request":26,"iterate":2,"over":2,"the":11,"queue":8,"according":4,"to":7,"fcfs":1,"policy":4,"return":4,"super":2,"reversed":2,"in":3,"reverse":1,"order":1,"class":1,"priorityrequestqueue":1,"requestqueue":1,"a":6,"priority":9,"that":1,"supports":1,"heap":9,"operations":1,"requests":3,"with":2,"smaller":1,"value":1,"of":2,"are":2,"processed":2,"first":2,"if":3,"multiple":1,"have":1,"same":1,"one":1,"earlier":1,"arrival":3,"time":3,"is":2,"init":1,"none":3,"list":1,"tuple":1,"int":1,"float":1,"add":4,"heapq":2,"heappush":1,"pop":3,"from":3,"not":2,"raise":2,"indexerror":2,"empty":2,"heappop":1,"peek":3,"at":1,"next":1,"without":1,"removing":1,"it":1,"0":1,"prepend":1,"note":1,"there":1,"no":1,"concept":1,"prepending":1,"front":1,"ordered":1,"by":1},"5638,1895,data/raw/vllm-0.10.1/vllm/v1/core/sched/request_queue.py":{"def":8,"prepend":1,"requests":13,"self":18,"requestqueue":2,"none":3,"add":2,"all":1,"from":3,"another":1,"queue":10,"according":2,"to":5,"priority":6,"policy":8,"note":1,"in":7,"a":2,"there":1,"is":1,"no":1,"concept":1,"of":2,"prepending":1,"the":5,"front":1,"are":1,"ordered":1,"by":1,"arrival":1,"time":1,"for":3,"request":15,"remove":6,"specific":2,"heap":12,"p":4,"t":4,"r":6,"if":4,"heapq":3,"heapify":2,"iterable":1,"multiple":1,"set":1,"not":1,"bool":3,"check":1,"has":1,"any":1,"return":5,"len":2,"int":1,"get":1,"number":1,"iter":1,"iterator":2,"iterate":2,"over":2,"copy":3,"while":1,"heappop":1,"yield":1,"reversed":2,"reverse":1,"order":1,"list":1,"create":2,"schedulingpolicy":3,"based":1,"on":1,"scheduling":2,"priorityrequestqueue":1,"elif":1,"fcfs":1,"fcfsrequestqueue":1,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1},"0,1833,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":20,"project":1,"from":23,"future":1,"import":25,"annotations":1,"itertools":1,"time":1,"collections":2,"defaultdict":1,"abc":1,"iterable":1,"typing":1,"any":1,"optional":1,"union":1,"config":1,"vllmconfig":1,"distributed":3,"kv":7,"events":1,"eventpublisherfactory":1,"kveventbatch":1,"transfer":2,"connector":2,"factory":1,"kvconnectorfactory":1,"v1":15,"kvconnectorbase":1,"kvconnectorrole":1,"logger":4,"init":2,"multimodal":2,"registry":1,"multimodalregistry":1,"core":6,"encoder":2,"cache":3,"manager":2,"encodercachemanager":1,"compute":1,"budget":1,"kvcachemanager":1,"sched":4,"interface":2,"schedulerinterface":2,"output":2,"cachedrequestdata":1,"newrequestdata":1,"scheduleroutput":1,"request":4,"queue":2,"schedulingpolicy":1,"create":1,"utils":1,"check":1,"stop":1,"engine":1,"enginecoreeventtype":1,"enginecoreoutput":1,"enginecoreoutputs":1,"kvcacheconfig":1,"metrics":2,"stats":1,"schedulerstats":1,"outputs":1,"kvconnectoroutput":1,"modelrunneroutput":1,"requeststatus":1,"spec":1,"decode":1,"specdecodingstats":1,"structured":1,"structuredoutputmanager":1,"name":1,"class":1,"scheduler":1},"1833,1631,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"def":1,"init":1,"self":20,"vllm":8,"config":26,"vllmconfig":1,"kv":9,"cache":7,"kvcacheconfig":1,"structured":3,"output":3,"manager":3,"structuredoutputmanager":1,"mm":1,"registry":2,"multimodalregistry":1,"multimodal":1,"include":3,"finished":5,"set":6,"bool":2,"false":2,"log":3,"stats":3,"none":3,"scheduler":5,"lora":2,"events":6,"parallel":2,"controls":1,"whether":1,"a":1,"separate":1,"of":1,"request":2,"ids":2,"should":1,"be":1,"included":1,"in":2,"the":2,"enginecoreoutputs":1,"returned":1,"by":1,"update":1,"from":1,"outputs":1,"this":1,"is":2,"currently":1,"used":1,"multi":1,"engine":1,"case":1,"to":1,"track":1,"lifetimes":1,"efficiently":1,"req":1,"dict":2,"optional":1,"int":1,"str":1,"defaultdict":1,"if":1,"else":1,"scheduling":1,"constraints":1,"max":6,"num":4,"running":1,"reqs":1,"seqs":1,"scheduled":1,"tokens":2,"batched":1,"model":2,"len":2,"enable":2,"not":1,"and":1},"3464,1878,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"create":4,"kvconnector":2,"for":4,"the":8,"scheduler":5,"note":1,"that":3,"each":2,"worker":2,"will":1,"have":1,"a":1,"corresponding":1,"with":2,"role":2,"kv":8,"connector":4,"pushes":1,"pull":1,"of":2,"remote":1,"kvs":1,"p":1,"d":1,"and":3,"offloading":1,"self":21,"none":3,"if":2,"vllm":2,"config":12,"transfer":1,"is":4,"not":3,"assert":2,"len":1,"cache":5,"groups":2,"1":1,"multiple":1,"are":2,"currently":1,"supported":1,"connectors":1,"kvconnectorfactory":1,"kvconnectorrole":1,"event":1,"publisher":1,"eventpublisherfactory":1,"events":1,"parallel":2,"data":1,"rank":1,"num":4,"gpu":4,"blocks":4,"0":1,"block":2,"size":2,"req":2,"id":1,"request":5,"requests":4,"dict":1,"str":2,"scheduling":3,"policy":8,"priority":3,"schedulingpolicy":2,"elif":1,"fcfs":2,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"queues":1,"waiting":1,"queue":1,"running":1,"list":1,"ids":2,"finished":3,"in":1,"between":1,"previous":1,"current":1,"steps":1,"this":2,"used":1,"to":1,"notify":1,"workers":1,"about":1,"so":1,"they":1,"can":1,"free":1,"cached":1,"states":1,"those":1,"flushed":1,"at":1,"end":1,"step":1,"set":2},"5342,1593,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"kv":3,"connector":1,"requests":2,"in":1,"process":1,"of":1,"async":1,"loading":1,"or":1,"recving":2,"self":10,"finished":1,"req":1,"ids":1,"set":2,"str":1,"encoder":15,"related":1,"calculate":1,"cache":8,"size":5,"if":4,"applicable":1,"note":3,"for":5,"now":1,"we":3,"use":4,"the":6,"same":1,"budget":4,"both":1,"compute":4,"and":2,"space":1,"this":1,"can":1,"be":2,"changed":1,"when":1,"make":1,"embedding":1,"caching":1,"across":1,"model":2,"config":12,"vllm":3,"scheduler":2,"mm":2,"registry":2,"woosuk":1,"here":1,"includes":1,"vision":1,"projector":1,"needed":1,"currently":1,"assume":1,"that":1,"also":1,"has":1,"transformer":1,"architecture":1,"e":2,"g":2,"vit":1,"max":1,"num":7,"input":1,"tokens":7,"models":3,"without":1,"text":1,"only":1,"will":1,"not":1,"initialized":1,"because":1,"is":1,"0":2,"these":1,"manager":1,"encodercachemanager":1,"speculative":6,"eagle":3,"false":1,"spec":3,"lookahead":2,"true":1},"6935,1747,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"create":1,"the":10,"kv":6,"cache":7,"manager":2,"self":9,"kvcachemanager":1,"config":4,"max":2,"model":2,"len":5,"enable":4,"caching":3,"prefix":2,"use":3,"eagle":2,"log":2,"stats":2,"events":2,"pp":1,"parallel":2,"pipeline":1,"size":1,"1":1,"def":1,"schedule":1,"scheduleroutput":1,"note":2,"woosuk":1,"on":1,"scheduling":1,"algorithm":1,"there":1,"s":3,"no":1,"decoding":4,"phase":2,"nor":1,"prefill":1,"in":2,"scheduler":2,"each":3,"request":12,"just":1,"has":1,"num":5,"computed":2,"tokens":6,"and":3,"with":3,"spec":4,"prompt":1,"token":3,"ids":5,"output":4,"at":1,"step":1,"tries":1,"to":5,"assign":1,"requests":2,"so":1,"that":3,"can":1,"catch":1,"up":1,"its":1,"this":2,"is":1,"general":1,"enough":1,"cover":1,"chunked":1,"prefills":1,"speculative":1,"jump":1,"optimization":1,"future":1,"scheduled":3,"new":1,"reqs":4,"list":4,"resumed":1,"running":2,"preempted":1,"structured":4,"maps":1,"a":1,"uses":2,"id":1,"index":1,"will":1,"helps":1,"us":1,"determine":1,"slice":1,"grammar":1,"bitmask":1,"only":1,"applies":1,"valid":1,"mask":1,"for":1,"dict":1,"str":1,"int":1},"8682,1829,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"req":4,"to":3,"new":12,"block":1,"ids":1,"dict":4,"str":4,"tuple":1,"list":3,"int":4,"num":17,"scheduled":5,"tokens":17,"token":5,"budget":8,"self":8,"max":4,"encoder":13,"related":2,"inputs":6,"input":2,"spec":4,"decode":2,"for":1,"logging":1,"timestamp":1,"time":1,"monotonic":1,"first":1,"schedule":5,"the":3,"running":3,"requests":1,"index":3,"0":3,"while":1,"len":3,"and":1,"request":8,"with":1,"output":1,"placeholders":1,"computed":3,"if":2,"scheduler":2,"config":2,"long":2,"prefill":2,"threshold":2,"min":2,"make":1,"sure":1,"position":1,"does":1,"not":1,"exceed":1,"model":2,"this":1,"is":1,"necessary":1,"when":1,"using":1,"decoding":1,"1":1,"none":1,"has":1,"try":1},"10511,1998,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"if":4,"num":5,"new":5,"tokens":8,"0":2,"the":9,"request":5,"cannot":2,"be":3,"scheduled":5,"because":1,"one":1,"of":2,"following":1,"reasons":1,"1":4,"no":1,"to":3,"schedule":1,"this":1,"may":1,"happen":1,"when":1,"pp":1,"and":3,"we":2,"have":1,"already":1,"all":1,"prompt":1,"but":1,"they":1,"are":1,"not":2,"finished":1,"yet":1,"2":2,"async":1,"scheduling":2,"has":1,"reached":1,"either":1,"its":1,"max":3,"total":1,"or":1,"model":1,"len":1,"encoder":2,"budget":1,"is":3,"exhausted":2,"3":1,"cache":3,"note":1,"woosuk":1,"here":1,"by":1,"doing":1,"continue":2,"instead":1,"break":1,"do":1,"strictly":1,"follow":1,"fcfs":1,"policy":2,"allow":1,"lower":1,"priority":4,"requests":1,"req":8,"index":1,"while":1,"true":1,"blocks":2,"self":8,"kv":2,"manager":2,"allocate":1,"slots":1,"lookahead":2,"none":1,"preempt":1,"lowest":1,"schedulingpolicy":1,"preempted":9,"running":3,"key":1,"lambda":1,"r":3,"arrival":1,"time":1,"remove":1,"else":1,"pop":1,"free":1,"status":1,"requeststatus":1,"computed":1,"log":1,"stats":1,"record":1,"event":1,"enginecoreeventtype":1,"timestamp":1},"12509,1849,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"self":1,"waiting":1,"prepend":1,"request":22,"preempted":4,"req":6,"reqs":2,"append":2,"if":5,"no":2,"more":1,"to":4,"preempt":1,"can":4,"schedule":4,"false":1,"break":3,"else":1,"the":3,"be":2,"scheduled":8,"true":1,"not":3,"assert":1,"new":7,"blocks":2,"is":1,"none":1,"running":1,"use":1,"structured":2,"output":2,"perf":1,"in":2,"case":1,"of":1,"chunked":1,"prefill":1,"might":2,"include":1,"any":1,"tokens":12,"therefore":1,"we":1,"introduce":1,"some":1,"additional":1,"cycle":1,"fill":1,"bitmask":1,"which":1,"could":1,"a":1,"big":1,"op":1,"ids":7,"id":4,"index":2,"block":2,"get":1,"num":10,"token":5,"budget":1,"1":1,"speculative":1,"decode":2,"related":1,"spec":9,"computed":1,"0":1,"trim":1,"list":1,"del":1},"14358,1954,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"encoder":9,"related":1,"if":8,"inputs":4,"to":5,"schedule":4,"scheduled":6,"request":18,"id":4,"allocate":2,"the":5,"cache":2,"for":6,"i":2,"in":4,"self":10,"manager":1,"budget":3,"new":1,"record":1,"loras":5,"running":4,"reqs":4,"set":3,"int":3,"lora":7,"config":2,"req":4,"and":3,"0":2,"assert":1,"len":2,"max":2,"use":1,"a":1,"temporary":1,"requestqueue":1,"collect":1,"requests":4,"that":1,"need":1,"be":1,"skipped":3,"put":1,"back":1,"at":1,"head":1,"of":1,"waiting":12,"queue":2,"later":1,"create":1,"policy":1,"next":1,"not":1,"preempted":1,"while":1,"token":1,"num":1,"break":1,"peek":1,"kvtransfer":1,"skip":1,"still":2,"remote":4,"kvs":3,"status":2,"requeststatus":2,"is":3,"ready":2,"update":1,"kv":1,"else":1,"logger":1,"debug":1,"s":1,"state":1,"pop":1,"prepend":1,"continue":1},"16312,1891,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"skip":2,"request":20,"if":7,"the":3,"structured":5,"output":5,"is":2,"still":2,"waiting":7,"for":2,"fsm":2,"compilation":1,"status":2,"requeststatus":2,"req":3,"and":4,"grammar":1,"else":1,"self":7,"pop":2,"skipped":2,"requests":2,"prepend":2,"continue":2,"check":1,"that":1,"adding":1,"respects":1,"max":3,"loras":5,"constraint":1,"lora":5,"config":2,"len":1,"scheduled":2,"int":1,"id":1,"not":2,"in":1,"scheduling":1,"would":1,"exceed":1,"num":6,"external":2,"computed":7,"tokens":9,"0":2,"load":2,"kv":3,"async":2,"false":1,"get":5,"already":1,"cached":3,"locally":1,"new":4,"blocks":2,"local":2,"cache":1,"manager":1,"externally":1,"using":1,"a":1,"kvconnector":1,"connector":2,"none":1,"matched":1},"18203,1934,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"total":1,"computed":11,"tokens":20,"local":3,"external":3,"num":17,"new":10,"kvtransfer":2,"waiting":3,"reqs":1,"have":2,"0":5,"after":1,"async":2,"kv":4,"recvs":1,"are":1,"completed":1,"else":2,"blocks":1,"self":5,"cache":1,"manager":1,"create":1,"empty":1,"block":1,"list":1,"request":7,"encoder":3,"inputs":1,"to":6,"schedule":1,"none":1,"budget":3,"loading":1,"remote":1,"do":1,"not":2,"allocate":1,"for":1,"work":1,"if":3,"load":1,"assert":1,"number":1,"of":2,"be":3,"scheduled":1,"we":1,"use":1,"instead":1,"prompt":1,"consider":1,"the":1,"resumed":1,"requests":3,"which":1,"output":1,"scheduler":3,"config":3,"long":2,"prefill":4,"token":3,"threshold":2,"chunked":3,"has":1,"enabled":2,"explicitly":1,"allow":1,"pooling":1,"and":1,"pop":1,"skipped":1,"prepend":1,"continue":1},"20137,1656,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"num":13,"new":12,"tokens":15,"min":1,"token":1,"budget":3,"assert":1,"0":4,"schedule":3,"encoder":6,"inputs":4,"if":4,"request":6,"has":1,"to":1,"self":3,"try":1,"computed":5,"the":3,"cannot":2,"be":2,"scheduled":2,"break":2,"handles":1,"an":2,"edge":1,"case":1,"when":1,"p":1,"d":1,"disaggregation":1,"is":2,"used":1,"with":1,"spec":1,"decoding":1,"where":1,"extra":1,"block":1,"gets":1,"allocated":1,"which":1,"creates":1,"a":1,"mismatch":1,"between":1,"number":1,"of":1,"local":2,"and":1,"remote":1,"blocks":5,"effective":2,"lookahead":4,"else":1,"kv":2,"cache":2,"manager":1,"allocate":1,"slots":1,"external":1,"delay":1,"load":1,"async":1,"none":1},"21793,1816,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"kvtransfer":1,"the":2,"connector":3,"uses":1,"this":3,"info":1,"to":3,"determine":2,"if":8,"a":2,"load":3,"is":4,"needed":2,"note":1,"that":1,"information":1,"used":1,"for":3,"request":21,"self":6,"not":1,"none":2,"update":1,"state":2,"after":1,"alloc":1,"new":4,"computed":2,"blocks":3,"num":1,"external":1,"tokens":1,"was":2,"already":1,"popped":1,"from":1,"waiting":6,"unless":1,"it":1,"re":1,"added":1,"above":1,"due":1,"being":1,"pop":1,"kv":2,"async":2,"loading":1,"allocate":1,"memory":1,"and":1,"put":1,"into":1,"remote":2,"skipped":1,"requests":1,"prepend":1,"status":5,"requeststatus":3,"kvs":1,"continue":1,"use":1,"structured":2,"output":2,"ids":1,"id":1,"req":2,"index":2,"1":1,"running":1,"append":3,"log":1,"stats":1,"record":1,"event":1,"enginecoreeventtype":1,"scheduled":4,"timestamp":1,"reqs":2,"elif":1,"preempted":1,"resumed":1,"else":1,"raise":1,"runtimeerror":1,"f":1,"invalid":1},"23609,1938,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"if":5,"self":9,"lora":4,"config":1,"and":1,"request":17,"scheduled":12,"loras":1,"add":1,"int":1,"id":5,"req":1,"to":4,"new":5,"block":2,"ids":2,"kv":1,"cache":3,"manager":2,"get":1,"num":13,"tokens":13,"token":2,"budget":4,"status":1,"requeststatus":1,"running":7,"computed":3,"count":1,"the":7,"number":2,"of":3,"prefix":1,"cached":3,"0":2,"encoder":9,"related":1,"inputs":4,"schedule":3,"allocate":2,"for":1,"i":2,"in":3,"put":1,"back":1,"any":1,"skipped":3,"requests":6,"at":1,"head":1,"waiting":4,"queue":2,"prepend":1,"check":1,"scheduling":1,"constraints":1,"are":1,"satisfied":1,"total":3,"sum":1,"values":1,"assert":4,"max":2,"len":6,"reqs":4,"since":1,"some":1,"may":1,"not":1,"be":2,"this":1,"step":1,"can":1,"smaller":1,"than":1,"resumed":1},"25547,469,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"get":2,"the":2,"longest":1,"common":4,"prefix":4,"among":1,"all":1,"requests":1,"in":1,"running":4,"queue":1,"this":1,"can":1,"be":1,"potentially":1,"used":1,"for":1,"cascade":1,"attention":1,"num":3,"blocks":3,"0":2,"len":2,"self":5,"kv":3,"cache":3,"config":1,"groups":1,"if":1,"any":2,"request":2,"manager":1},"26016,1663,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"grammar":4,"bitmask":4,"self":5,"structured":4,"output":6,"manager":2,"requests":1,"request":7,"ids":11,"scheduled":17,"spec":4,"decode":4,"tokens":9,"construct":1,"the":5,"scheduler":3,"new":6,"reqs":9,"data":5,"newrequestdata":1,"from":1,"req":8,"to":2,"block":2,"id":1,"for":1,"in":4,"cached":4,"make":1,"running":1,"resumed":1,"num":7,"scheduleroutput":1,"total":2,"encoder":4,"inputs":2,"common":2,"prefix":2,"blocks":2,"finished":4,"is":1,"an":1,"existing":1,"state":1,"instead":1,"of":1,"being":1,"newly":1,"this":1,"step":1,"it":1,"contains":1,"that":1,"are":1,"between":1,"previous":1,"and":1,"current":1,"steps":1,"free":1,"input":1,"cache":1,"get":1,"freed":1},"27679,1617,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"note":1,"kuntai":1,"this":1,"function":1,"is":3,"designed":1,"for":3,"multiple":1,"purposes":1,"1":2,"plan":1,"the":14,"kv":5,"cache":3,"store":1,"2":2,"wrap":1,"up":1,"all":1,"load":1,"save":1,"ops":1,"into":1,"an":1,"opaque":1,"object":1,"3":2,"clear":1,"internal":1,"states":1,"of":6,"connector":5,"if":3,"self":7,"not":1,"none":2,"meta":3,"build":1,"scheduler":7,"output":8,"metadata":1,"events":5,"manager":1,"take":1,"batch":2,"kveventbatch":1,"ts":1,"time":2,"event":1,"publisher":1,"publish":1,"update":3,"after":3,"schedule":3,"return":1,"def":1,"scheduleroutput":1,"advance":2,"number":4,"computed":4,"tokens":10,"request":5,"scheduled":7,"current":1,"step":2,"has":1,"to":3,"include":1,"original":1,"determine":1,"input":1,"ids":1,"here":1,"allowing":1,"us":1,"prefill":1,"again":1,"immediately":1,"in":3,"next":1,"scheduling":1,"some":1,"e":1,"g":1,"spec":1,"are":1,"rejected":1,"later":1,"will":1,"be":1,"adjusted":1,"from":1,"num":6,"req":2,"id":2,"token":2,"items":1,"requests":1},"29296,1158,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"note":2,"free":2,"encoder":4,"inputs":4,"relies":1,"on":1,"num":3,"computed":2,"tokens":4,"which":1,"may":1,"be":1,"updated":1,"again":1,"in":1,"update":1,"from":1,"output":3,"for":1,"speculative":2,"decoding":2,"however":1,"it":2,"is":1,"safe":1,"to":2,"call":1,"the":5,"method":1,"here":2,"because":2,"are":2,"always":1,"part":1,"of":1,"prompt":1,"not":1,"and":1,"thus":1,"unaffected":1,"by":1,"if":1,"request":6,"has":1,"self":4,"clear":2,"finished":3,"ids":7,"we":1,"shouldn":1,"t":1,"do":1,"req":4,"will":1,"also":1,"affect":1,"scheduler":1,"set":1,"def":1,"make":1,"cached":1,"data":1,"running":1,"reqs":2,"list":10,"resumed":1,"scheduled":1,"dict":3,"str":4,"int":6,"spec":1,"decode":1,"new":3,"block":2,"tuple":2,"cachedrequestdata":1,"token":1},"30454,1853,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"use":3,"connector":3,"self":2,"is":4,"not":1,"none":1,"for":1,"req":15,"in":2,"itertools":1,"chain":1,"running":2,"reqs":5,"resumed":7,"id":6,"request":1,"ids":15,"append":5,"num":9,"tokens":12,"scheduled":1,"len":3,"spec":1,"decode":1,"get":1,"if":1,"pp":2,"when":2,"using":2,"the":7,"scheduler":1,"sends":1,"sampled":2,"back":2,"because":3,"there":1,"s":1,"no":1,"direct":1,"communication":1,"between":1,"first":1,"stage":2,"worker":2,"and":1,"last":1,"otherwise":1,"we":3,"don":2,"t":2,"need":2,"to":6,"send":1,"model":1,"runner":1,"will":1,"cache":1,"them":1,"token":8,"all":1,"computed":6,"new":9,"elif":1,"a":3,"kvconnector":2,"add":1,"placeholder":1,"avoid":1,"index":1,"out":1,"of":1,"bounds":1,"errors":1,"todo":1,"remove":1,"this":1,"once":1,"updated":1,"handle":1,"properly":1,"block":4,"usually":1,"empty":1,"it":1,"more":1,"efficient":1,"do":1,"place":1,"appending":1,"so":1,"that":1,"allocate":1,"list":1,"from":4,"preemption":4,"false":1,"true":1,"return":1,"cachedrequestdata":1},"32307,1583,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"def":1,"try":1,"schedule":3,"encoder":14,"inputs":4,"self":1,"request":4,"num":11,"computed":6,"tokens":14,"int":7,"new":6,"budget":5,"tuple":1,"list":2,"determine":1,"which":1,"need":1,"to":7,"be":3,"scheduled":3,"in":4,"the":7,"current":1,"step":2,"and":4,"update":1,"token":2,"accordingly":1,"an":2,"input":3,"will":1,"if":3,"its":1,"output":1,"overlap":1,"with":1,"range":1,"of":1,"being":1,"this":1,"i":2,"e":1,"it":3,"is":3,"not":3,"already":1,"stored":1,"cache":3,"there":1,"sufficient":1,"process":1,"has":2,"space":1,"store":1,"cannot":1,"due":1,"or":2,"limitations":1,"method":1,"adjusts":1,"only":1,"decoder":1,"up":1,"just":1,"before":1,"unschedulable":1,"note":1,"that":1,"includes":1,"both":1,"locally":1,"cached":2,"blocks":2,"externally":1,"via":1,"kvconnector":1,"0":2,"return":1,"mm":5,"positions":5,"assert":2,"none":1,"len":1,"for":1,"pos":4,"info":3,"enumerate":1,"start":1,"offset":1,"length":1},"33890,1286,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"the":9,"encoder":9,"output":1,"is":5,"needed":2,"if":7,"two":1,"ranges":1,"overlap":1,"num":14,"computed":9,"tokens":14,"new":4,"and":5,"start":7,"pos":7,"input":6,"not":2,"in":2,"this":1,"step":1,"break":2,"already":2,"stored":1,"decoder":1,"s":1,"kv":1,"cache":3,"continue":2,"self":2,"manager":1,"has":1,"request":1,"i":1,"cached":1,"no":1,"chunking":1,"allowed":1,"we":1,"do":1,"want":1,"to":2,"partially":1,"schedule":1,"a":1,"multimodal":1,"item":2,"scheduled":1,"range":1,"would":1,"only":1,"cover":1,"part":1,"of":1,"mm":3,"roll":1,"back":1,"before":1,"scheduler":1,"config":1,"disable":1,"chunked":1},"35176,1927,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"if":2,"not":2,"self":2,"encoder":14,"cache":2,"manager":1,"can":2,"allocate":1,"request":2,"i":2,"or":2,"num":12,"tokens":12,"budget":4,"the":7,"is":4,"full":1,"exhausted":1,"note":1,"woosuk":1,"we":3,"assume":1,"that":1,"input":3,"should":1,"be":1,"processed":1,"altogether":1,"as":1,"usually":1,"uses":1,"bidirectional":1,"attention":1,"computed":3,"start":3,"pos":3,"only":1,"schedule":4,"decoder":1,"just":1,"before":1,"new":3,"else":1,"because":1,"of":1,"prefix":1,"caching":1,"greater":1,"than":1,"even":1,"though":1,"its":1,"available":1,"in":4,"this":2,"case":1,"t":1,"any":1,"token":5,"for":1,"step":1,"0":1,"break":1,"inputs":2,"to":2,"append":1,"return":1,"def":1,"update":1,"from":1,"output":11,"scheduler":2,"scheduleroutput":1,"model":7,"runner":7,"modelrunneroutput":1,"dict":4,"int":2,"enginecoreoutputs":1,"sampled":2,"ids":4,"spec":3,"logprobs":4,"prompt":2,"scheduled":2,"pooler":2,"outputs":2,"nans":2,"logits":2,"list":2,"enginecoreoutput":1,"defaultdict":1,"decoding":1,"stats":1,"optional":1,"specdecodingstats":1,"none":1},"37103,1941,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"note":1,"woosuk":1,"as":1,"len":7,"num":11,"scheduled":11,"tokens":16,"can":3,"be":2,"up":1,"to":3,"1k":1,"or":1,"more":1,"the":8,"below":1,"loop":2,"a":1,"performance":1,"bottleneck":1,"we":1,"should":1,"do":1,"our":1,"best":1,"avoid":1,"expensive":1,"operations":1,"inside":1,"stopped":2,"running":1,"reqs":2,"set":4,"request":7,"preempted":1,"for":1,"req":7,"id":5,"in":3,"items":1,"assert":1,"0":1,"self":2,"requests":1,"get":2,"if":5,"is":6,"none":1,"already":1,"finished":1,"this":1,"happen":1,"aborted":1,"while":1,"model":2,"executing":1,"it":1,"e":1,"g":1,"pipeline":1,"parallelism":1,"continue":1,"index":3,"runner":1,"output":2,"generated":4,"token":11,"ids":11,"sampled":2,"else":1,"spec":9,"scheduler":1,"decode":1,"computed":3,"represents":1,"number":2,"of":2,"processed":1,"current":1,"step":1,"considering":1,"and":1,"rejections":1,"some":1,"are":1,"rejected":4,"decreased":1,"by":2,"where":1,"given":1,"1":3,"decoding":3,"stats":3,"make":1,"draft":1,"accepted":1},"39044,1796,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"stopped":6,"false":1,"new":8,"logprobs":6,"none":6,"token":7,"ids":7,"generated":1,"kv":2,"transfer":2,"params":4,"status":4,"before":2,"stop":5,"request":15,"check":3,"for":2,"and":4,"update":2,"if":8,"self":4,"with":1,"output":8,"checking":1,"pooler":6,"models":1,"outputs":2,"req":4,"index":3,"max":1,"model":1,"len":1,"free":1,"requeststatus":1,"running":2,"reqs":2,"add":2,"else":1,"preempted":1,"extract":1,"sample":1,"needed":1,"sampling":2,"is":2,"not":3,"note":2,"once":1,"we":2,"support":1,"n":1,"tokens":2,"per":1,"step":1,"spec":1,"decode":1,"the":1,"outer":1,"lists":1,"can":1,"be":2,"of":1,"length":1,"1":2,"slice":1,"structured":4,"manager":1,"should":2,"advance":1,"use":1,"have":1,"above":1,"so":1,"safe":1,"to":1,"ignore":2,"type":2,"warning":1,"grammar":1,"accept":1,"union":1,"attr":1,"id":1},"40840,1921,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"spec":7,"token":11,"ids":11,"comes":1,"from":1,"the":2,"model":1,"runner":1,"output":6,"if":4,"num":6,"nans":4,"in":5,"logits":4,"is":3,"not":4,"none":3,"and":1,"req":6,"id":5,"request":15,"add":2,"newly":1,"generated":1,"to":2,"self":1,"structured":2,"manager":1,"should":1,"advance":1,"metadata":2,"needs":1,"happen":1,"after":1,"new":7,"are":1,"accepted":1,"grammar":1,"validate":1,"tokens":3,"type":1,"ignore":1,"union":1,"attr":1,"index":3,"else":2,"get":3,"prompt":6,"logprobs":8,"for":2,"this":2,"tensors":4,"dict":1,"or":2,"pooler":2,"kv":3,"transfer":3,"params":3,"enginecoreoutput":2,"outputs":2,"client":1,"append":1,"finish":1,"reason":4,"finished":1,"pooling":1,"stop":2,"events":2,"take":1,"cached":2,"invariant":1,"enginecore":1,"returns":1,"no":1,"partial":1,"prefill":1,"assert":1},"42761,1798,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"remove":2,"the":3,"stopped":5,"requests":6,"from":2,"running":5,"and":2,"waiting":2,"queues":1,"if":7,"reqs":4,"self":6,"req":8,"for":6,"in":6,"not":2,"preempted":2,"this":3,"is":2,"a":1,"rare":1,"case":1,"unlikely":1,"to":2,"impact":1,"performance":1,"kv":5,"connector":3,"update":2,"state":1,"finished":14,"transfers":1,"model":2,"runner":2,"output":4,"xfer":1,"create":1,"enginecoreoutputs":4,"all":1,"clients":1,"that":2,"have":1,"with":1,"outputs":10,"step":1,"engine":6,"core":6,"client":6,"index":5,"outs":2,"items":2,"ids":6,"dict":1,"include":1,"of":2,"since":1,"last":1,"were":1,"sent":1,"set":5,"request":1,"eco":2,"get":1,"none":1,"else":1,"clear":1,"return":2,"stats":4,"only":1,"one":1,"front":1,"ends":1,"next":1,"iter":1,"values":1,"scheduler":1,"make":1,"spec":1,"decoding":1},"44559,1881,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"def":3,"update":2,"request":15,"with":1,"output":5,"self":8,"new":7,"token":8,"ids":10,"list":5,"int":4,"tuple":2,"bool":1,"append":2,"generated":1,"tokens":5,"and":3,"check":3,"for":5,"stop":3,"note":1,"that":1,"if":6,"a":1,"is":3,"still":1,"being":1,"prefilled":1,"we":3,"expect":1,"the":7,"model":2,"runner":1,"to":2,"return":4,"empty":2,"stopped":4,"false":1,"num":7,"id":5,"in":3,"enumerate":1,"1":1,"state":1,"this":1,"must":1,"be":1,"called":1,"before":1,"make":1,"enginecoreoutput":1,"max":1,"len":3,"del":1,"trim":1,"needed":1,"break":1,"free":2,"encoder":8,"inputs":1,"none":1,"cached":4,"input":8,"cache":3,"manager":2,"get":2,"optimization":1,"avoid":2,"set":4,"not":1,"here":1,"use":1,"modifying":1,"while":1,"iterating":1,"over":1,"it":1,"mm":4,"positions":4,"start":2,"pos":2,"offset":1,"length":1,"computed":1,"already":1,"processed":1,"stored":1,"decoder":1,"s":1,"kv":1,"counts":1,"returns":1,"running":2,"reqs":2,"waiting":2},"46440,1896,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"def":3,"add":2,"request":34,"self":10,"none":3,"waiting":6,"requests":17,"id":4,"if":5,"log":1,"stats":1,"record":1,"event":1,"enginecoreeventtype":1,"queued":1,"finish":2,"ids":7,"union":1,"str":4,"iterable":1,"finished":5,"status":6,"requeststatus":3,"handles":1,"the":4,"signal":1,"from":3,"outside":1,"scheduler":1,"for":5,"example":1,"api":1,"server":1,"can":1,"abort":1,"a":1,"when":1,"client":1,"disconnects":1,"assert":2,"is":3,"isinstance":1,"else":2,"set":2,"running":5,"to":8,"remove":11,"valid":3,"first":1,"pass":2,"collect":1,"queues":2,"req":2,"in":3,"get":1,"invalid":1,"continue":1,"append":3,"all":1,"at":1,"once":1,"better":1,"efficiency":1,"second":1,"and":1,"free":3,"optional":1,"dict":1,"any":1},"48336,1648,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"delay":2,"free":6,"blocks":4,"kv":7,"xfer":2,"params":2,"self":23,"connector":1,"finished":7,"request":15,"encoder":1,"cache":13,"manager":5,"id":5,"req":6,"ids":4,"add":2,"if":3,"dict":2,"is":4,"not":4,"none":4,"client":1,"index":1,"return":6,"def":5,"assert":2,"del":1,"requests":3,"get":1,"num":4,"unfinished":1,"int":1,"len":5,"waiting":3,"running":4,"has":1,"bool":2,"0":1,"reset":2,"prefix":7,"make":2,"stats":10,"spec":3,"decoding":3,"optional":2,"specdecodingstats":1,"schedulerstats":2,"log":1,"reqs":3,"usage":2,"corrupted":2,"sum":1,"output":1,"for":1,"in":1},"49984,1786,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"def":5,"make":1,"spec":7,"decoding":6,"stats":7,"self":13,"optional":5,"specdecodingstats":3,"num":7,"draft":4,"tokens":7,"int":2,"accepted":3,"if":6,"not":1,"log":1,"return":5,"none":5,"is":4,"new":1,"observe":1,"shutdown":2,"kv":10,"event":2,"publisher":2,"connector":9,"related":1,"methods":1,"get":2,"kvconnectorbase":1,"v1":1,"finished":5,"request":11,"tuple":1,"bool":2,"dict":1,"str":1,"any":1,"invoke":1,"the":6,"method":1,"applicable":1,"returns":1,"transfer":1,"parameters":1,"to":1,"be":1,"included":1,"with":1,"outputs":1,"false":1,"block":3,"ids":4,"cache":1,"manager":1,"id":2,"update":2,"waiting":1,"for":1,"remote":1,"check":1,"recving":2,"req":1,"list":1,"populated":1,"on":2,"previous":1,"steps":1,"s":1,"from":1,"output":1,"based":1,"worker":1,"side":1},"51770,1712,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"when":1,"the":14,"kv":10,"transfer":1,"is":4,"ready":3,"we":3,"cache":6,"blocks":5,"and":2,"request":14,"state":4,"will":2,"be":1,"moved":1,"back":1,"to":3,"waiting":2,"from":2,"for":2,"remote":1,"assert":1,"self":9,"connector":7,"not":3,"none":2,"if":5,"id":3,"in":1,"finished":7,"recving":4,"req":2,"ids":5,"return":3,"false":1,"now":1,"that":2,"are":2,"actually":1,"them":1,"block":5,"manager":2,"get":1,"num":11,"computed":8,"tokens":11,"len":1,"size":1,"handle":1,"case":1,"where":1,"less":1,"then":1,"one":1,"min":1,"1":1,"this":1,"iff":1,"caching":1,"enabled":1,"update":4,"scheduling":1,"remove":1,"true":1,"def":1,"xfer":1,"output":5,"kvconnectoroutput":1,"scheduler":2,"based":1,"on":1,"worker":1,"side":1,"connectors":1,"add":2,"sending":2,"reqs":1,"free":1,"so":1,"can":1,"during":1,"next":1,"step":1},"53482,476,data/raw/vllm-0.10.1/vllm/v1/core/sched/scheduler.py":{"kv":6,"connector":3,"update":1,"recv":1,"and":1,"send":1,"status":1,"from":1,"last":1,"step":1,"for":4,"req":7,"id":6,"in":2,"output":2,"finished":5,"recving":3,"or":2,"logger":2,"debug":2,"transfer":2,"request":2,"s":2,"self":3,"ids":1,"add":1,"sending":2,"free":1,"blocks":1,"requests":1},"0,1690,data/raw/vllm-0.10.1/vllm/v1/core/sched/output.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"from":10,"future":1,"import":11,"annotations":1,"dataclasses":1,"dataclass":2,"typing":2,"type":2,"checking":2,"optional":4,"if":1,"numpy":2,"as":2,"np":1,"npt":1,"distributed":1,"kv":2,"transfer":1,"connector":1,"v1":2,"base":1,"kvconnectormetadata":1,"lora":4,"request":19,"lorarequest":2,"multimodal":1,"inputs":1,"multimodalkwargsitem":2,"placeholderrange":2,"pooling":4,"params":8,"poolingparams":2,"sampling":4,"samplingparams":2,"class":1,"newrequestdata":2,"req":2,"id":3,"str":2,"prompt":3,"token":3,"ids":7,"list":6,"int":4,"mm":9,"kwargs":3,"hashes":3,"positions":3,"block":4,"tuple":2,"num":3,"computed":3,"tokens":3,"classmethod":1,"def":1,"cls":2,"return":1},"1690,1830,data/raw/vllm-0.10.1/vllm/v1/core/sched/output.py":{"def":3,"repr":3,"self":22,"return":3,"f":20,"newrequestdata":2,"req":6,"id":4,"prompt":5,"token":7,"ids":19,"mm":12,"kwargs":4,"hashes":4,"positions":4,"sampling":4,"params":4,"block":10,"num":6,"computed":5,"tokens":5,"lora":4,"request":6,"version":1,"of":2,"with":1,"the":4,"data":1,"obfuscated":1,"anon":1,"len":3,"dataclass":1,"class":1,"cachedrequestdata":1,"list":7,"str":1,"if":2,"resumed":2,"from":2,"preemption":2,"is":3,"false":1,"new":6,"will":3,"be":3,"appended":1,"to":2,"s":2,"true":1,"used":3,"as":1,"instead":1,"appending":1,"existing":1,"bool":1,"note":1,"woosuk":1,"only":1,"for":1,"pipeline":1,"parallelism":1,"when":1,"pp":1,"not":1,"empty":1,"int":4,"tuple":1,"property":1,"reqs":1},"3520,1662,data/raw/vllm-0.10.1/vllm/v1/core/sched/output.py":{"classmethod":1,"def":1,"make":1,"empty":1,"cls":2,"cachedrequestdata":2,"return":1,"req":4,"ids":4,"resumed":1,"from":1,"preemption":1,"new":3,"token":2,"block":1,"num":6,"computed":1,"tokens":9,"dataclass":1,"class":1,"scheduleroutput":1,"list":6,"of":5,"the":12,"requests":4,"that":5,"are":1,"scheduled":12,"for":5,"first":1,"time":1,"we":3,"cache":2,"request":6,"s":3,"data":2,"in":5,"each":3,"worker":2,"process":2,"so":1,"don":1,"t":1,"need":2,"to":4,"re":1,"send":2,"it":3,"every":1,"scheduling":1,"step":2,"reqs":2,"newrequestdata":1,"have":2,"been":1,"before":1,"since":1,"is":1,"already":1,"cached":2,"processes":1,"only":1,"diff":1,"minimize":1,"communication":1,"cost":1,"id":3,"number":3,"dict":3,"str":3,"int":5,"total":2,"all":2,"equal":1,"sum":1,"values":1,"spec":3,"if":2,"a":2,"does":1,"not":2,"any":1,"decode":2,"will":1,"be":2,"included":1,"dictionary":1,"encoder":3,"input":1,"indices":1,"processing":1,"e":1,"g":1,"has":1,"0":2,"1":2,"could":1,"mean":1,"vision":1,"needs":1,"th":2,"and":1,"images":1,"current":1,"inputs":1,"common":2,"prefix":2,"blocks":2,"kv":1,"group":1,"this":1,"can":1,"used":1,"cascade":1,"attention":1},"5182,731,data/raw/vllm-0.10.1/vllm/v1/core/sched/output.py":{"request":3,"ids":5,"that":2,"are":1,"finished":3,"in":1,"between":1,"the":10,"previous":1,"and":1,"current":1,"steps":1,"this":1,"is":1,"used":2,"to":3,"notify":1,"workers":1,"about":1,"requests":2,"so":1,"they":1,"can":1,"free":3,"cached":1,"states":1,"for":3,"those":1,"req":2,"set":1,"str":3,"list":2,"of":2,"id":1,"encoder":3,"input":2,"index":2,"tuples":1,"cache":2,"tuple":1,"int":2,"dict":2,"their":1,"within":1,"batch":2,"filling":1,"next":1,"token":1,"bitmask":3,"structured":1,"output":1,"whole":1,"grammar":1,"optional":2,"npt":1,"ndarray":1,"np":1,"int32":1,"kv":2,"connector":2,"metadata":2,"kvconnectormetadata":1,"none":1},"0,723,data/raw/vllm-0.10.1/vllm/v1/pool/metadata.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"from":3,"dataclasses":1,"import":4,"dataclass":2,"typing":1,"optional":2,"torch":3,"pooling":5,"params":4,"poolingparams":2,"class":1,"poolingmetadata":2,"tensors":1,"for":1,"prompt":7,"lens":3,"tensor":2,"token":4,"ids":4,"list":1,"def":1,"getitem":1,"self":5,"indices":4,"slice":1,"return":1,"none":2,"if":1,"is":1,"else":1},"0,1935,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"this":1,"module":1,"defines":1,"a":2,"framework":1,"for":2,"sampling":1,"benchmark":1,"requests":1,"from":19,"various":1,"datasets":5,"each":1,"dataset":5,"subclass":1,"of":1,"benchmarkdataset":1,"must":1,"implement":1,"sample":1,"generation":1,"supported":1,"types":1,"include":1,"sharegpt":1,"random":2,"synthetic":1,"sonnet":1,"burstgpt":1,"huggingface":1,"visionarena":1,"import":26,"base64":1,"io":2,"json":1,"logging":2,"abc":3,"abstractmethod":1,"collections":1,"mapping":1,"dataclasses":1,"dataclass":2,"functools":1,"cache":1,"bytesio":1,"typing":2,"any":1,"callable":1,"optional":1,"union":1,"numpy":1,"as":3,"np":1,"pil":1,"image":3,"transformers":2,"pretrainedtokenizerbase":1,"extensions":1,"deprecated":1,"lora":3,"request":2,"lorarequest":1,"utils":4,"get":2,"adapter":1,"absolute":1,"path":1,"multimodal":2,"multimodaldatadict":1,"convert":1,"mode":1,"tokenizer":2,"anytokenizer":1,"placeholdermodule":4,"try":4,"load":3,"except":4,"importerror":4,"placeholder":1,"attr":1,"pandas":2,"pd":2,"librosa":3,"flexibleargumentparser":2,"argparse":1,"argumentparser":1,"logger":1,"getlogger":1,"name":1,"data":1,"classes":1,"class":1,"samplerequest":1,"represents":1,"single":1,"inference":1,"benchmarking":1},"1935,1971,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"prompt":5,"union":2,"str":4,"any":1,"len":2,"int":4,"expected":1,"output":1,"multi":1,"modal":1,"data":5,"optional":7,"multimodaldatadict":2,"dict":3,"list":2,"none":11,"lora":1,"request":1,"lorarequest":1,"benchmark":1,"dataset":9,"base":1,"class":2,"benchmarkdataset":2,"abc":1,"default":6,"seed":13,"0":1,"is":5,"multimodal":3,"false":1,"def":3,"init":1,"self":8,"path":7,"random":8,"initialize":1,"the":5,"with":2,"an":1,"and":2,"args":1,"to":2,"if":3,"it":1,"indicates":1,"that":3,"a":5,"or":2,"might":1,"be":1,"used":2,"value":2,"for":2,"reproducible":1,"shuffling":1,"sampling":1,"defaults":1,"set":1,"ensuring":1,"replaced":1,"not":2,"else":1,"apply":1,"chat":3,"transformation":1,"mm":3,"content":8,"transform":1,"into":2,"format":2,"this":1,"method":1,"models":1,"expect":1,"specific":1,"conversation":1,"text":2,"type":1,"append":1,"return":1,"role":1,"user":1,"load":2,"from":1},"3906,1693,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"this":3,"method":4,"must":2,"be":2,"overridden":1,"by":1,"subclasses":2,"since":1,"the":10,"to":3,"load":2,"data":3,"will":1,"vary":1,"depending":1,"on":3,"dataset":1,"format":1,"and":3,"source":1,"raises":1,"notimplementederror":2,"if":7,"a":6,"subclass":1,"does":1,"not":4,"implement":1,"todo":1,"jenniferzhao":1,"add":1,"support":1,"for":2,"downloading":1,"raise":1,"implemented":1,"in":1,"def":1,"get":1,"random":2,"lora":13,"request":3,"self":1,"tokenizer":9,"pretrainedtokenizerbase":2,"max":4,"loras":5,"optional":5,"int":2,"none":8,"path":4,"str":2,"tuple":2,"lorarequest":2,"anytokenizer":1,"optionally":1,"select":1,"return":2,"its":1,"associated":2,"is":6,"used":3,"when":1,"parameters":2,"are":1,"provided":1,"it":2,"randomly":1,"selects":1,"based":1,"retrieves":1,"cached":1,"that":1,"available":2,"otherwise":1,"returns":2,"base":3,"args":1,"use":1,"no":1,"selected":1,"maximum":1,"number":1,"of":1,"disk":1,"with":2,"following":1,"elements":1,"new":1,"or":3,"applicable":1},"5599,1612,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"generate":3,"a":3,"random":2,"lora":20,"id":8,"in":3,"the":10,"range":1,"1":2,"max":2,"loras":2,"randint":1,"request":4,"lorarequest":1,"name":1,"str":1,"int":4,"path":3,"on":1,"disk":1,"if":3,"not":1,"tokenizer":10,"cache":3,"get":1,"return":3,"and":1,"cached":1,"available":1,"otherwise":1,"base":1,"or":1,"abstractmethod":1,"def":2,"sample":5,"self":2,"pretrainedtokenizerbase":2,"num":3,"requests":9,"list":6,"samplerequest":4,"abstract":1,"method":2,"to":4,"from":2,"dataset":4,"subclasses":2,"must":2,"override":1,"this":1,"implement":1,"specific":1,"logic":1,"for":2,"generating":1,"of":4,"objects":1,"args":1,"be":2,"used":1,"processing":1,"s":1,"text":1,"number":2,"returns":1,"generated":1,"raise":1,"notimplementederror":1,"implemented":1,"maybe":1,"oversample":1,"none":1,"oversamples":1,"its":1,"size":1,"is":1,"less":1,"than":1,"desired":1},"7211,1948,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"args":1,"requests":15,"list":2,"samplerequest":1,"the":4,"current":1,"of":3,"sampled":1,"num":4,"int":7,"target":1,"number":1,"if":2,"len":18,"random":3,"seed":2,"self":1,"additional":2,"choices":1,"k":1,"extend":1,"logger":1,"info":1,"oversampled":1,"to":1,"reach":1,"d":1,"total":3,"samples":1,"utility":1,"functions":2,"and":4,"global":2,"caches":1,"def":2,"is":1,"valid":1,"sequence":2,"prompt":11,"output":8,"min":5,"4":1,"max":4,"1024":1,"2048":1,"skip":2,"check":3,"bool":2,"false":1,"validate":1,"a":1,"based":1,"on":2,"lengths":1,"default":1,"pruning":1,"criteria":1,"are":2,"copied":1,"from":2,"original":1,"sample":3,"hf":1,"sharegpt":1,"in":2,"benchmark":2,"serving":1,"py":2,"as":2,"well":1,"throughput":1,"for":2,"invalid":2,"conditions":2,"too":8,"short":4,"not":2,"long":4,"combined":2,"return":3,"true":1,"none":1,"met":1,"or":3,"cache":3,"lora":5,"path":4,"disk":1,"str":2,"get":1,"adapter":1,"absolute":1,"tokenizers":1,"tokenizer":1,"dict":1,"anytokenizer":1},"9159,1950,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"process":2,"image":46,"any":2,"mapping":1,"str":3,"a":13,"single":1,"input":6,"and":2,"return":3,"multimedia":1,"content":1,"dictionary":5,"supports":1,"three":1,"types":1,"1":1,"with":7,"raw":3,"bytes":6,"expects":1,"dict":2,"key":1,"containing":1,"data":8,"loads":1,"the":9,"as":6,"pil":3,"2":1,"converts":1,"to":1,"rgb":2,"saves":1,"jpeg":4,"in":2,"memory":1,"encodes":1,"base64":6,"string":4,"returns":2,"url":11,"3":1,"treats":1,"or":4,"local":1,"file":5,"path":1,"prepends":1,"if":6,"doesn":1,"t":1,"start":1,"http":2,"raises":1,"valueerror":2,"is":1,"not":1,"supported":1,"type":3,"isinstance":3,"open":1,"bytesio":2,"convert":1,"mode":1,"io":1,"save":1,"format":1,"b64encode":1,"getvalue":1,"decode":1,"utf":1,"8":1,"f":3,"startswith":1,"else":1,"raise":1,"invalid":1,"must":1,"be":1,"random":1,"dataset":1,"implementation":1,"synthetic":1},"11109,1691,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"class":1,"randomdataset":1,"benchmarkdataset":1,"default":9,"values":1,"copied":1,"from":3,"benchmark":1,"serving":1,"py":1,"for":2,"the":1,"random":7,"dataset":1,"prefix":6,"len":19,"0":7,"range":11,"ratio":10,"input":12,"1024":1,"output":10,"128":1,"def":2,"init":2,"self":4,"kwargs":3,"none":1,"super":1,"seed":4,"np":2,"sample":1,"tokenizer":3,"pretrainedtokenizerbase":1,"num":4,"requests":1,"int":8,"float":1,"list":1,"samplerequest":1,"enforce":1,"1":9,"assert":1,"must":1,"be":1,"to":2,"ensure":1,"a":1,"valid":1,"sampling":3,"vocab":3,"size":4,"special":3,"tokens":3,"add":2,"real":3,"token":1,"ids":1,"randint":1,"tolist":1,"if":1,"else":1,"new":1,"logic":1,"x":2,"b":2,"low":4,"high":4,"logging":1,"debugging":1,"logger":1,"info":1,"s":4,"and":1},"12800,1942,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"input":9,"lens":5,"np":4,"random":3,"randint":3,"low":2,"high":2,"1":2,"size":5,"num":4,"requests":7,"output":5,"offsets":2,"0":1,"vocab":2,"for":3,"i":6,"in":2,"range":1,"inner":2,"seq":2,"arange":1,"tolist":1,"token":3,"sequence":6,"prefix":2,"ids":1,"prompt":8,"tokenizer":3,"decode":4,"after":1,"decoding":1,"the":3,"we":1,"have":1,"to":2,"encode":2,"and":1,"it":1,"again":2,"this":1,"is":2,"done":1,"because":1,"some":1,"cases":1,"n":2,"consecutive":1,"tokens":3,"give":1,"a":1,"string":1,"tokenized":1,"into":1,"number":1,"of":2,"example":1,"gpt2tokenizer":1,"6880":1,"6881":1,"ġcalls":1,"here":1,"1650":1,"939":1,"486":1,"ġcall":1,"sh":1,"ere":1,"avoid":1,"uncontrolled":1,"change":1,"length":1,"encoded":4,"truncated":1,"before":1,"being":1,"total":4,"len":8,"int":2,"re":3,"add":1,"special":1,"false":1,"append":1,"samplerequest":1,"expected":1,"return":1,"sharegpt":1,"dataset":1,"implementation":1},"14742,1409,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"class":1,"sharegptdataset":1,"benchmarkdataset":1,"implements":1,"the":1,"sharegpt":1,"dataset":4,"loads":1,"data":9,"from":1,"a":1,"json":2,"file":1,"and":2,"generates":1,"sample":2,"requests":3,"based":1,"on":1,"conversation":2,"turns":2,"def":3,"init":2,"self":12,"kwargs":3,"none":6,"super":1,"load":3,"if":3,"path":4,"is":1,"raise":1,"valueerror":1,"must":1,"be":1,"provided":1,"for":3,"loading":1,"with":2,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":2,"filter":1,"entries":1,"at":1,"least":1,"two":1,"entry":7,"in":3,"conversations":4,"len":3,"2":1,"random":3,"seed":2,"shuffle":1,"tokenizer":1,"pretrainedtokenizerbase":1,"num":2,"int":3,"lora":1,"optional":3,"str":1,"max":1,"loras":1,"output":1,"enable":1,"multimodal":1,"chat":1,"bool":1,"false":1,"list":2,"samples":2,"break":1,"prompt":1,"completion":1,"0":1,"value":2,"1":1},"16151,1424,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"lora":6,"request":4,"tokenizer":5,"self":3,"get":2,"random":1,"max":2,"loras":2,"path":4,"prompt":11,"ids":6,"input":2,"completion":3,"len":14,"new":3,"output":8,"if":4,"is":3,"none":3,"else":2,"not":2,"valid":1,"sequence":1,"skip":1,"min":1,"check":1,"continue":1,"todo":1,"also":1,"support":1,"sharegpt4video":1,"image":4,"entry":1,"mm":4,"content":4,"process":1,"enable":1,"multimodal":2,"chat":2,"apply":1,"transformation":1,"samples":3,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"data":1,"maybe":1,"oversample":1,"requests":2,"num":1,"return":1},"17575,1407,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"add":9,"dataset":12,"parser":8,"flexibleargumentparser":1,"argument":8,"seed":1,"type":5,"int":3,"default":5,"0":1,"num":1,"prompts":2,"1000":1,"help":6,"number":2,"of":3,"to":4,"process":1,"name":2,"str":2,"random":2,"choices":1,"sharegpt":2,"burstgpt":1,"sonnet":2,"hf":2,"custom":9,"prefix":1,"repetition":1,"the":4,"benchmark":1,"on":1,"no":1,"stream":1,"action":2,"store":2,"true":2,"do":1,"not":1,"load":1,"in":1,"streaming":1,"mode":1,"path":2,"none":1,"or":1,"huggingface":1,"id":1,"if":1,"using":1,"group":5,"for":3,"specific":1,"arguments":1,"options":1,"output":2,"len":1,"256":1,"tokens":1,"per":1,"request":1,"used":2,"only":2,"skip":2,"chat":2,"template":2,"applying":1,"prompt":1},"18982,969,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"sonnet":11,"group":8,"parser":2,"add":6,"argument":6,"dataset":6,"options":2,"input":2,"len":4,"type":4,"int":4,"default":4,"550":1,"help":4,"number":3,"of":3,"tokens":3,"per":3,"request":4,"used":3,"only":3,"for":4,"output":5,"150":1,"prefix":2,"200":1,"sharegpt":5,"none":1,"length":2,"each":1,"overrides":1,"the":2,"from":1},"19951,1902,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"random":16,"group":11,"parser":2,"add":9,"argument":9,"dataset":5,"options":2,"input":6,"len":7,"type":7,"int":4,"default":7,"1024":1,"help":7,"number":3,"of":6,"tokens":3,"per":2,"request":4,"used":3,"only":3,"for":5,"sampling":5,"output":6,"128":1,"range":8,"ratio":6,"float":1,"0":4,"length":6,"must":1,"be":1,"in":2,"the":8,"1":5,"to":1,"define":1,"a":3,"symmetric":1,"prefix":3,"fixed":1,"before":1,"context":2,"total":1,"is":1,"sum":1,"and":1,"sampled":2,"from":2,"hf":11,"subset":2,"str":2,"none":3,"split":2,"each":1,"overrides":1,"lengths":1},"21853,1532,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"prefix":18,"repetition":14,"group":6,"parser":1,"add":5,"argument":5,"dataset":10,"options":1,"len":7,"type":4,"int":4,"default":4,"256":2,"help":4,"number":4,"of":4,"tokens":3,"per":4,"request":3,"used":4,"only":4,"for":4,"suffix":3,"total":1,"input":2,"length":1,"is":2,"num":5,"prefixes":3,"10":1,"to":1,"generate":1,"prompts":2,"requests":3,"output":4,"128":1,"def":1,"get":1,"samples":1,"args":6,"tokenizer":3,"list":1,"samplerequest":1,"if":1,"name":1,"custom":3,"customdataset":1,"path":2,"sample":1,"skip":2,"chat":2,"template":2},"23385,1079,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"elif":1,"args":11,"dataset":8,"name":1,"sonnet":9,"sonnetdataset":1,"path":2,"for":2,"the":2,"formatting":1,"depends":1,"on":1,"backend":1,"if":1,"endpoint":1,"type":1,"openai":1,"chat":4,"input":6,"requests":4,"sample":2,"num":4,"prompts":2,"len":12,"output":4,"prefix":4,"tokenizer":7,"return":2,"prompt":2,"formatted":2,"false":1,"else":1,"assert":1,"template":3,"or":1,"default":1,"model":1,"must":1,"have":1,"true":1},"24464,1973,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"elif":8,"args":18,"dataset":33,"name":3,"hf":9,"all":1,"following":2,"datasets":3,"are":1,"implemented":1,"from":2,"the":1,"huggingfacedataset":2,"base":1,"class":9,"if":2,"path":11,"in":10,"visionarenadataset":2,"supported":11,"paths":9,"split":7,"train":7,"subset":1,"none":1,"instructcoderdataset":2,"mtbenchdataset":2,"conversationdataset":2,"aimodataset":2,"nexteditpredictiondataset":2,"noqa":1,"e501":1,"asrdataset":2,"mlperfdataset":2,"else":1,"set":1,"for":3,"cls":2,"subclasses":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"huggingface":1,"only":1,"supports":1,"one":1,"of":1,"please":1,"consider":1,"contributing":1,"you":1,"would":1,"like":1,"to":1,"add":1,"support":1,"additional":1,"formats":1},"26437,763,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"if":1,"dataset":6,"class":2,"is":3,"multimodal":1,"and":2,"args":8,"endpoint":1,"type":1,"not":1,"in":1,"openai":5,"chat":3,"audio":2,"multi":2,"modal":2,"benchmark":1,"only":2,"available":1,"on":2,"backend":2,"raise":1,"valueerror":1,"content":1,"supported":1,"input":1,"requests":2,"path":2,"subset":2,"hf":3,"split":2,"random":1,"seed":2,"no":2,"stream":2,"sample":1,"num":2,"prompts":1,"tokenizer":2,"output":2,"len":2},"27200,1954,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"else":1,"for":1,"datasets":1,"that":1,"follow":1,"a":2,"similar":1,"structure":1,"use":1,"mapping":3,"dataset":13,"sharegpt":2,"lambda":4,"sharegptdataset":1,"random":9,"seed":8,"args":23,"path":8,"sample":4,"tokenizer":8,"num":10,"requests":6,"prompts":4,"output":6,"len":14,"burstgpt":1,"burstgptdataset":1,"randomdataset":1,"prefix":9,"input":4,"range":2,"ratio":2,"repetition":5,"prefixrepetitionrandomdataset":1,"suffix":2,"prefixes":2,"try":1,"name":2,"except":1,"keyerror":1,"as":1,"err":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"from":1,"return":1},"29154,1536,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"custom":2,"dataset":7,"implementation":1,"class":1,"customdataset":1,"benchmarkdataset":1,"implements":1,"the":9,"loads":1,"data":10,"from":1,"a":4,"jsonl":7,"file":4,"and":1,"generates":1,"sample":2,"requests":1,"based":1,"on":2,"conversation":1,"turns":1,"e":2,"g":2,"prompt":7,"what":4,"is":5,"capital":4,"of":7,"india":2,"iran":1,"china":1,"def":2,"init":2,"self":9,"kwargs":2,"none":3,"super":1,"load":4,"if":4,"path":6,"raise":2,"valueerror":2,"must":2,"be":3,"provided":1,"for":1,"loading":1,"will":3,"list":1,"dictionaries":1,"this":2,"standardized":2,"format":2,"which":1,"has":2,"to":1,"convert":1,"into":1,"depending":1,"filetype":1,"assume":1,"endswith":1,"pd":1,"read":1,"json":1,"or":1,"buf":1,"lines":1,"true":1,"check":1,"column":2,"not":1,"in":1,"columns":1,"contain":1},"30690,1949,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"convert":2,"each":2,"row":4,"to":5,"a":3,"dictionary":2,"and":1,"append":3,"self":8,"data":6,"this":2,"will":1,"the":3,"dataframe":2,"list":2,"of":1,"dictionaries":1,"where":1,"corresponds":1,"in":3,"is":2,"standardized":1,"format":2,"we":1,"want":1,"for":4,"jsonl":2,"iterrows":1,"dict":1,"else":1,"raise":1,"notimplementederror":1,"only":1,"supported":1,"customdataset":1,"random":3,"seed":2,"shuffle":1,"def":1,"sample":1,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":3,"lora":1,"path":1,"optional":3,"str":1,"none":3,"max":1,"loras":1,"output":3,"len":8,"enable":1,"multimodal":1,"chat":4,"bool":2,"false":3,"skip":2,"template":4,"kwargs":1,"sampled":5,"item":2,"if":2,"break":1,"prompt":11,"apply":2,"not":1,"role":1,"user":1,"content":1,"add":1,"generation":1,"true":1,"tokenize":1,"input":1,"ids":1,"samplerequest":1,"expected":1,"maybe":1,"oversample":1,"return":1,"sonnet":1,"dataset":1,"implementation":1},"32639,1414,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"deprecated":2,"sonnetdataset":2,"is":1,"and":2,"will":1,"be":2,"removed":1,"in":3,"a":3,"future":1,"version":1,"class":1,"benchmarkdataset":1,"simplified":1,"implementation":1,"of":1,"the":2,"sonnet":2,"dataset":5,"loads":1,"poem":2,"lines":4,"from":2,"text":1,"file":1,"generates":1,"sample":2,"requests":2,"default":7,"values":1,"here":1,"copied":1,"benchmark":1,"serving":1,"py":1,"for":4,"prefix":3,"len":12,"200":1,"input":4,"550":1,"output":3,"150":1,"def":3,"init":2,"self":8,"kwargs":3,"none":2,"super":1,"load":2,"data":4,"if":1,"not":1,"path":3,"raise":1,"valueerror":1,"must":1,"provided":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":2,"readlines":1,"tokenizer":2,"num":1,"int":4,"return":1,"prompt":1,"formatted":1,"bool":1,"false":1,"list":1,"calculate":1,"average":1,"token":1,"length":1,"line":3,"tokenized":3,"ids":1,"avg":1,"sum":1,"tokens":2},"34053,1949,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"build":1,"the":2,"base":14,"prompt":19,"pick":1,"as":2,"many":2,"lines":12,"you":1,"can":1,"from":1,"these":1,"poem":2,"n":1,"msg":4,"role":2,"user":2,"content":2,"fmt":2,"tokenizer":4,"apply":2,"chat":2,"template":2,"add":2,"generation":2,"true":2,"tokenize":2,"false":2,"offset":5,"len":16,"input":8,"ids":2,"if":3,"raise":1,"valueerror":1,"f":3,"must":1,"be":1,"higher":1,"than":1,"length":1,"determine":1,"how":1,"to":1,"use":1,"num":6,"round":2,"avg":2,"prefix":6,"max":1,"0":1,"self":2,"data":2,"samples":4,"while":1,"requests":1,"extra":2,"random":1,"choices":1,"k":1,"join":1,"formatted":4,"append":1,"samplerequest":1,"return":2,"else":1,"expected":1,"output":2,"burstgpt":1,"dataset":1,"implementation":1},"36002,1336,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"class":1,"burstgptdataset":1,"benchmarkdataset":1,"implements":1,"the":3,"burstgpt":1,"dataset":4,"loads":1,"data":12,"from":1,"a":2,"csv":2,"file":1,"and":2,"generates":1,"sample":5,"requests":6,"based":1,"on":1,"synthetic":1,"prompt":1,"generation":1,"only":2,"rows":3,"with":1,"model":2,"gpt":3,"4":3,"positive":1,"response":3,"tokens":3,"are":1,"used":1,"def":3,"init":2,"self":12,"kwargs":2,"none":2,"super":1,"load":2,"if":2,"path":3,"is":2,"raise":1,"valueerror":1,"must":1,"be":1,"provided":1,"for":1,"loading":1,"df":8,"pd":1,"read":1,"filter":1,"to":2,"keep":1,"gpt4":5,"remove":1,"failed":1,"where":1,"0":2,"or":1,"less":1,"desired":1,"number":1,"of":2,"loaded":1,"num":4,"int":1,"list":2,"len":1,"n":2,"random":4,"state":2,"seed":2,"else":1,"replace":1,"true":1,"convert":1,"dataframe":1,"lists":1,"return":1,"values":1,"tolist":1},"37338,1936,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":2,"sample":2,"self":8,"tokenizer":6,"pretrainedtokenizerbase":1,"num":4,"requests":4,"int":4,"max":3,"loras":3,"optional":3,"none":4,"lora":7,"path":6,"str":6,"kwargs":3,"list":2,"samplerequest":2,"samples":3,"data":5,"loaded":1,"for":3,"i":5,"in":2,"range":2,"input":3,"len":7,"2":1,"output":3,"3":1,"req":2,"get":1,"random":1,"request":2,"vocab":4,"size":4,"generate":1,"a":2,"synthetic":1,"prompt":5,"of":1,"token":3,"ids":3,"computed":1,"as":1,"j":3,"modulo":1,"decode":1,"append":1,"expected":1,"return":1,"huggingface":2,"dataset":11,"base":2,"implementation":1,"class":2,"huggingfacedataset":1,"benchmarkdataset":1,"datasets":1,"hosted":1,"on":1,"supported":1,"paths":1,"union":1,"set":2,"dict":1,"callable":1,"init":2,"split":3,"no":2,"stream":3,"bool":1,"false":1,"subset":3,"super":1,"load":2,"not":1},"39274,1478,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":2,"load":4,"data":10,"self":11,"none":3,"from":1,"huggingface":1,"datasets":1,"dataset":7,"path":1,"name":1,"subset":1,"split":2,"streaming":1,"stream":1,"shuffle":1,"seed":2,"random":1,"conversation":2,"implementation":1,"class":1,"conversationdataset":1,"huggingfacedataset":1,"for":2,"with":2,"multimodal":3,"support":1,"supported":1,"paths":1,"lmms":1,"lab":1,"llava":1,"onevision":1,"aeala":1,"sharegpt":1,"vicuna":1,"unfiltered":1,"is":2,"true":1,"sample":1,"tokenizer":1,"pretrainedtokenizerbase":1,"num":2,"requests":4,"int":2,"output":3,"len":4,"optional":1,"enable":1,"chat":1,"bool":1,"false":1,"kwargs":1,"list":1,"filter":2,"examples":1,"at":1,"least":1,"2":2,"conversations":3,"filtered":2,"lambda":1,"x":2,"sampled":2,"dynamic":1,"item":2,"in":1,"if":1,"break":1,"conv":3,"prompt":1,"completion":1,"0":1,"value":2,"1":1},"40752,1868,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"prompt":13,"ids":6,"tokenizer":2,"input":2,"completion":6,"len":19,"output":11,"if":4,"dynamic":2,"else":2,"assert":1,"isinstance":1,"int":1,"and":4,"0":5,"not":1,"is":4,"valid":1,"sequence":1,"continue":1,"mm":3,"content":5,"process":1,"image":3,"item":2,"in":1,"none":1,"enable":1,"multimodal":3,"chat":4,"note":1,"when":1,"enabled":1,"the":2,"request":2,"no":1,"longer":1,"accurate":1,"we":1,"will":1,"be":1,"using":1,"to":1,"count":1,"actual":1,"self":2,"apply":1,"transformation":1,"sampled":3,"requests":5,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"data":1,"maybe":1,"oversample":1,"num":1,"return":1,"vision":3,"arena":3,"dataset":3,"implementation":1,"class":1,"visionarenadataset":1,"huggingfacedataset":1,"default":1,"128":1,"supported":1,"paths":1,"lmarena":2,"ai":2,"visionarena":1,"lambda":2,"x":4,"conversation":1,"bench":1,"v0":1,"1":1,"turns":1,"true":1},"42620,1893,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"sample":1,"self":8,"tokenizer":2,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"output":8,"len":14,"optional":1,"none":3,"enable":2,"multimodal":3,"chat":4,"bool":1,"false":1,"kwargs":1,"list":1,"if":4,"is":4,"not":1,"else":1,"default":1,"sampled":5,"for":1,"item":3,"in":1,"data":2,"break":1,"parser":3,"fn":3,"supported":1,"dataset":6,"paths":1,"get":1,"path":3,"raise":1,"valueerror":1,"f":1,"unsupported":1,"prompt":11,"mm":3,"content":3,"process":1,"image":1,"images":1,"0":1,"input":1,"ids":1,"note":1,"when":1,"enabled":1,"the":2,"request":2,"no":1,"longer":1,"accurate":1,"and":1,"we":1,"will":1,"be":1,"using":1,"to":1,"count":1,"actual":1,"apply":1,"transformation":1,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"maybe":1,"oversample":1,"return":1,"instruct":1,"coder":1,"implementation":1,"class":1,"instructcoderdataset":1,"huggingfacedataset":1,"instructcoder":2,"https":1,"huggingface":1,"co":1,"datasets":1,"likaixin":1},"44513,1957,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"instructcoder":2,"is":3,"the":3,"dataset":4,"designed":1,"for":2,"general":1,"code":3,"editing":2,"it":1,"consists":1,"of":1,"114":1,"239":1,"instruction":2,"input":3,"output":11,"triplets":1,"and":1,"covers":1,"multiple":1,"distinct":1,"scenario":1,"default":3,"len":13,"200":1,"this":1,"average":1,"length":1,"supported":1,"paths":1,"likaixin":1,"def":1,"sample":1,"self":4,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"optional":1,"none":2,"enable":1,"multimodal":1,"chat":2,"bool":1,"false":2,"kwargs":1,"list":1,"if":2,"not":2,"else":1,"sampled":5,"item":3,"in":1,"data":1,"break":1,"prompt":10,"f":1,"n":2,"just":1,"do":1,"include":1,"any":1,"explanation":1,"apply":2,"template":2,"role":1,"user":1,"content":1,"add":1,"generation":1,"true":1,"tokenize":1,"ids":1,"append":1,"samplerequest":1,"expected":1,"maybe":1,"oversample":1,"return":1,"mt":3,"bench":3,"implementation":1,"class":1,"mtbenchdataset":1,"huggingfacedataset":1,"https":1,"huggingface":1,"co":1,"datasets":1,"philschmid":1},"46470,1997,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"we":1,"create":1,"a":2,"single":1,"turn":1,"dataset":6,"for":3,"mt":2,"bench":3,"this":1,"is":2,"similar":1,"to":1,"spec":1,"decoding":1,"benchmark":1,"setup":1,"in":4,"vllm":4,"https":1,"github":1,"com":1,"project":1,"blob":1,"9d98ab5ec":1,"examples":1,"offline":1,"inference":1,"eagle":1,"py":1,"l14":1,"l18":1,"noqa":1,"e501":1,"default":2,"output":8,"len":14,"256":1,"avg":1,"used":1,"sd":1,"supported":2,"paths":2,"philschmid":1,"def":1,"sample":1,"self":4,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"optional":1,"none":2,"enable":1,"multimodal":1,"chat":2,"bool":1,"false":2,"kwargs":1,"list":1,"if":2,"not":1,"else":1,"sampled":5,"item":2,"data":1,"break":1,"prompt":10,"turns":1,"0":1,"apply":2,"template":2,"role":1,"user":1,"content":1,"add":1,"generation":1,"true":1,"tokenize":1,"input":1,"ids":1,"append":1,"samplerequest":1,"expected":1,"maybe":1,"oversample":1,"return":1,"aimo":3,"implementation":1,"class":2,"aimodataset":1,"huggingfacedataset":1,"processing":1,"with":1,"reasoning":1,"questions":1,"ai":3,"mo":3,"validation":1,"aime":1,"numinamath":2,"1":1,"5":1,"cot":1},"48467,1992,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"sample":1,"self":3,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":3,"output":11,"len":20,"optional":1,"none":3,"kwargs":1,"list":1,"sampled":5,"dynamic":3,"is":3,"for":1,"item":3,"in":1,"data":2,"if":3,"break":1,"prompt":12,"completion":8,"problem":1,"solution":1,"ids":6,"input":2,"else":1,"assert":1,"isinstance":1,"and":4,"0":1,"not":1,"valid":1,"sequence":1,"max":2,"2048":1,"total":1,"32000":1,"continue":1,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"maybe":1,"oversample":1,"return":1,"next":1,"edit":1,"prediction":1,"dataset":1,"implementation":1,"zeta":1,"instruction":1,"you":1,"are":1,"a":1,"code":1,"assistant":1,"your":1,"task":1,"to":1,"analyze":1,"user":4,"edits":3,"then":1,"rewrite":1,"an":1,"excerpt":3,"that":1,"the":4,"provides":1,"suggesting":1,"appropriate":1,"within":1,"taking":1,"into":1,"account":1,"cursor":1,"location":1,"response":1},"50459,1470,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"noqa":1,"e501":1,"def":1,"format":4,"zeta":6,"prompt":8,"sample":6,"dict":2,"original":4,"start":8,"marker":4,"str":1,"editable":3,"region":6,"the":11,"for":2,"next":2,"edit":2,"prediction":2,"nep":3,"dataset":6,"this":1,"function":1,"formats":1,"examples":1,"from":2,"into":1,"prompts":2,"and":3,"expected":5,"outputs":3,"it":1,"could":1,"be":1,"further":1,"extended":1,"to":2,"support":1,"more":1,"datasets":1,"args":1,"containing":1,"events":4,"inputs":1,"indicating":1,"of":1,"defaults":1,"returns":1,"a":2,"dictionary":1,"with":1,"formatted":1,"input":3,"output":12,"following":1,"implementation":1,"extract":1,"focused":3,"raw":1,"index":2,"find":1,"return":1,"class":2,"nexteditpredictiondataset":1,"huggingfacedataset":1,"processing":1,"supported":1,"paths":1,"zed":2,"industries":2,"mapping":1,"funcs":1},"51929,1232,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"sample":7,"self":6,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":4,"int":1,"kwargs":1,"formatting":3,"prompt":8,"func":3,"mapping":1,"funcs":1,"get":1,"dataset":6,"path":3,"if":2,"is":1,"none":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"samples":5,"for":3,"in":1,"data":1,"append":1,"samplerequest":1,"len":5,"input":2,"ids":2,"expected":2,"output":2,"break":1,"maybe":1,"oversample":1,"return":1,"asr":2,"implementation":1,"class":2,"asrdataset":1,"huggingfacedataset":1,"processing":1,"a":1,"transcription":1,"tested":1,"on":1,"the":1,"following":1,"set":1},"53161,1845,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"dataset":2,"domain":1,"speaking":1,"style":1,"hf":1,"subset":1,"ted":2,"lium":3,"talks":1,"oratory":3,"release1":1,"release2":1,"release3":2,"speaker":1,"adaptation":1,"voxpopuli":2,"european":1,"parliament":1,"en":2,"de":1,"it":1,"fr":1,"librispeech":2,"audiobook":2,"narrated":2,"tedlium":2,"gigaspeech":2,"podcast":1,"youtube":1,"spontaneous":3,"xs":1,"s":2,"m":2,"l":2,"xl":1,"dev":2,"test":2,"spgispeech":2,"financial":1,"meetings":2,"ami":2,"ihm":1,"sdm":1,"noqa":1,"e501":1,"supported":2,"paths":1,"openslr":1,"asr":1,"facebook":1,"edinburghcstr":1,"speechcolab":1,"kensho":1,"default":1,"output":1,"len":1,"128":1,"is":1,"multimodal":1,"true":2,"todo":1,"whisper":1,"specific":1,"abstract":1,"interface":1,"when":1,"more":1,"models":1,"are":1,"transcription":1,"preamble":1,"startoftranscript":1,"transcribe":1,"notimestamps":1,"skip":1,"long":1,"audios":1,"bool":1},"55006,1951,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"sample":1,"self":5,"tokenizer":2,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"output":7,"len":12,"optional":1,"none":2,"kwargs":1,"list":1,"if":4,"is":1,"not":1,"else":1,"default":1,"prompt":7,"asrdataset":1,"transcription":1,"preamble":1,"input":1,"ids":1,"sampled":5,"skipped":4,"0":1,"for":1,"item":2,"in":1,"data":4,"break":1,"audio":5,"y":4,"sr":4,"array":1,"sampling":1,"rate":1,"duration":4,"s":2,"librosa":1,"get":1,"whisper":2,"max":1,"supported":1,"skip":1,"long":1,"audios":1,"and":1,"30":1,"1":2,"continue":1,"mm":2,"content":2,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"logger":1,"warning":1,"d":1,"samples":1,"discarded":1,"from":1,"dataset":4,"due":1,"to":1,"their":1,"length":1,"being":1,"greater":1,"than":1,"what":1,"supports":1,"maybe":1,"oversample":1,"return":1,"mlperf":4,"implementation":1,"class":1,"mlperfdataset":1,"huggingfacedataset":1,"inference":3,"on":1,"hf":1,"https":2,"huggingface":2,"co":2,"datasets":2,"mgoin":2,"llama2":1,"llama3":1},"56957,1965,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"each":1,"record":1,"contains":1,"system":7,"prompt":12,"role":3,"instruction":1,"question":6,"user":2,"output":12,"reference":6,"answer":5,"we":1,"combine":1,"the":5,"and":2,"into":1,"a":1,"chat":4,"formatted":3,"using":2,"tokenizer":6,"s":1,"template":3,"set":1,"expected":3,"length":4,"to":1,"tokenized":1,"of":1,"provided":1,"supported":1,"dataset":1,"paths":1,"mgoin":2,"mlperf":2,"inference":2,"llama2":1,"data":3,"llama3":1,"1":1,"def":1,"sample":1,"self":2,"pretrainedtokenizerbase":1,"num":2,"requests":4,"int":2,"len":12,"optional":1,"none":2,"kwargs":1,"list":2,"samplerequest":2,"force":1,"dynamic":3,"based":1,"on":1,"completion":1,"is":2,"sampled":2,"for":1,"item":4,"in":1,"if":4,"break":1,"build":1,"style":1,"available":1,"messages":2,"content":2,"apply":1,"add":2,"generation":1,"true":1,"tokenize":1,"false":2,"input":2,"ids":2,"determine":1,"from":1,"tokens":2,"ref":2,"out":2,"special":1,"else":1,"validate":1,"sequence":2,"lengths":1,"not":1,"valid":1,"continue":1},"58922,1657,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"sampled":3,"requests":9,"append":1,"samplerequest":2,"prompt":4,"formatted":1,"len":13,"expected":2,"output":5,"self":5,"maybe":1,"oversample":1,"num":11,"return":1,"prefix":7,"repetition":1,"dataset":2,"implementation":1,"class":1,"prefixrepetitionrandomdataset":1,"benchmarkdataset":1,"default":9,"values":1,"copied":1,"from":1,"benchmark":1,"serving":1,"py":1,"for":1,"the":1,"repeated":1,"256":2,"suffix":3,"prefixes":6,"10":1,"128":1,"def":2,"init":2,"kwargs":3,"none":1,"super":1,"random":4,"seed":4,"np":1,"sample":1,"tokenizer":2,"pretrainedtokenizerbase":1,"int":5,"list":1,"vocab":2,"size":2,"prompts":2,"per":2,"if":1,"0":1,"raise":1,"valueerror":1,"f":2,"must":1,"be":1,"greater":1,"than":1,"or":1,"equal":1,"to":1},"60579,1655,data/raw/vllm-0.10.1/vllm/benchmarks/datasets.py":{"def":1,"generate":7,"exact":4,"length":12,"tokens":19,"target":8,"int":2,"list":1,"that":1,"decode":3,"and":1,"re":8,"encode":2,"to":2,"exactly":1,"random":3,"np":1,"randint":1,"0":1,"vocab":1,"size":2,"tolist":1,"text":2,"tokenizer":3,"encoded":7,"add":1,"special":1,"false":1,"if":1,"len":11,"return":4,"elif":1,"recursively":1,"additional":1,"consistent":1,"needed":2,"extra":2,"else":1,"truncate":1,"requests":4,"for":2,"in":2,"range":2,"num":1,"prefixes":1,"prefix":4,"prompts":1,"per":1,"suffix":3,"combined":3,"prompt":6,"append":1,"samplerequest":1,"expected":1,"output":2,"shuffle":1},"0,1456,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":10,"project":1,"benchmark":2,"offline":1,"inference":1,"throughput":1,"import":20,"argparse":1,"dataclasses":1,"json":2,"os":1,"random":1,"time":1,"warnings":1,"from":11,"typing":1,"any":1,"optional":1,"union":1,"torch":1,"uvloop":1,"tqdm":2,"transformers":1,"automodelforcausallm":1,"autotokenizer":1,"pretrainedtokenizerbase":1,"benchmarks":2,"datasets":1,"aimodataset":1,"burstgptdataset":1,"conversationdataset":1,"instructcoderdataset":1,"prefixrepetitionrandomdataset":1,"randomdataset":1,"samplerequest":2,"sharegptdataset":1,"sonnetdataset":1,"visionarenadataset":1,"lib":1,"utils":3,"convert":1,"pytorch":1,"format":1,"write":1,"engine":2,"arg":1,"asyncengineargs":1,"engineargs":2,"inputs":1,"textprompt":1,"tokensprompt":1,"lora":1,"request":1,"lorarequest":1,"outputs":1,"requestoutput":1,"sampling":1,"params":1,"beamsearchparams":1,"merge":1,"async":1,"iterators":1,"def":1,"run":1,"requests":1,"list":1,"n":1,"int":1,"args":1,"disable":1,"detokenize":1,"bool":1,"false":1},"1456,1444,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"tuple":1,"float":1,"optional":2,"list":4,"requestoutput":1,"from":1,"vllm":1,"import":1,"llm":5,"samplingparams":3,"dataclasses":1,"asdict":1,"engine":4,"args":2,"assert":1,"all":2,"model":3,"config":1,"max":3,"len":7,"request":13,"prompt":9,"expected":3,"output":3,"for":4,"in":4,"requests":7,"please":1,"ensure":1,"that":1,"is":1,"greater":1,"than":1,"the":3,"sum":1,"of":1,"and":1,"add":1,"to":1,"prompts":2,"union":1,"textprompt":2,"tokensprompt":2,"sampling":2,"params":2,"append":2,"token":3,"ids":3,"multi":4,"modal":4,"data":4,"if":2,"else":1,"n":2,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":1,"eos":1,"true":1,"tokens":1,"detokenize":2,"not":1,"disable":1,"lora":4,"lorarequest":1,"none":1,"enable":1,"use":1,"beam":1,"search":1,"false":1},"2900,1784,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"outputs":3,"none":2,"if":1,"not":2,"use":3,"beam":3,"search":2,"start":3,"time":4,"perf":4,"counter":4,"llm":7,"generate":1,"prompts":3,"sampling":1,"params":1,"lora":4,"request":8,"requests":9,"tqdm":1,"true":2,"end":3,"else":1,"assert":3,"is":3,"beamsearch":1,"api":1,"does":1,"support":1,"prompt":3,"for":7,"in":3,"output":8,"len":12,"should":1,"be":1,"the":2,"same":1,"all":3,"0":1,"expected":4,"beamsearchparams":1,"width":1,"n":2,"max":3,"tokens":1,"ignore":1,"eos":1,"return":1,"def":1,"run":3,"vllm":4,"chat":3,"list":2,"samplerequest":1,"int":1,"engine":3,"args":2,"engineargs":1,"disable":1,"detokenize":1,"bool":1,"false":1,"tuple":1,"float":1,"requestoutput":1,"benchmark":1,"this":1,"function":1,"recommended":1,"only":1,"benchmarking":1,"multimodal":3,"models":2,"as":1,"it":1,"properly":1,"handles":1,"inputs":1,"and":2,"formatting":1,"non":1,"instead":1,"from":1,"import":1,"samplingparams":1,"dataclasses":1,"asdict":1,"model":3,"config":1,"please":1,"ensure":1,"that":1,"greater":1,"than":1,"sum":1,"of":1},"4684,1508,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"prompts":3,"sampling":3,"params":3,"list":2,"samplingparams":3,"for":3,"request":6,"in":2,"requests":4,"append":2,"prompt":3,"n":3,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":1,"eos":1,"true":2,"max":3,"tokens":1,"expected":3,"output":3,"len":7,"detokenize":3,"not":1,"disable":5,"start":2,"time":2,"perf":2,"counter":2,"outputs":2,"llm":3,"chat":1,"use":1,"tqdm":1,"end":2,"return":1,"async":5,"def":1,"run":1,"vllm":3,"samplerequest":1,"int":1,"engine":6,"args":4,"asyncengineargs":1,"frontend":3,"multiprocessing":3,"bool":2,"false":2,"float":1,"from":4,"import":2,"entrypoints":1,"openai":1,"api":1,"server":1,"build":2,"client":2,"with":1,"as":1,"model":5,"config":3,"await":1,"get":1,"assert":1,"all":2,"please":1,"ensure":1,"that":1,"is":1,"greater":1,"than":1,"the":1,"sum":1,"of":1,"and":1},"6192,1780,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"add":1,"the":2,"requests":6,"to":1,"engine":1,"prompts":3,"list":4,"union":1,"textprompt":2,"tokensprompt":2,"sampling":3,"params":3,"samplingparams":2,"lora":5,"optional":1,"lorarequest":1,"for":3,"request":11,"in":4,"append":4,"prompt":9,"token":3,"ids":3,"multi":4,"modal":4,"data":4,"if":1,"else":1,"n":3,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":1,"eos":1,"true":1,"max":2,"tokens":1,"expected":1,"output":1,"len":1,"detokenize":3,"not":1,"disable":2,"generators":3,"start":2,"time":2,"perf":2,"counter":2,"i":3,"sp":2,"lr":2,"enumerate":1,"zip":1,"generator":2,"llm":1,"generate":1,"id":1,"f":1,"test":1,"all":2,"gens":2,"merge":1,"async":2,"iterators":1,"res":1,"pass":1,"end":2,"return":1,"def":1,"run":1,"hf":1,"samplerequest":1,"model":1,"str":1,"tokenizer":1,"pretrainedtokenizerbase":1,"int":2,"batch":1,"size":1,"trust":1,"remote":1,"code":1,"bool":2,"false":1},"7972,1848,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"float":1,"llm":7,"automodelforcausallm":1,"from":1,"pretrained":1,"model":2,"torch":2,"dtype":1,"float16":1,"trust":2,"remote":2,"code":2,"if":5,"config":1,"type":1,"llama":1,"to":4,"enable":1,"padding":2,"in":2,"the":7,"hf":1,"backend":1,"tokenizer":4,"pad":1,"token":2,"eos":1,"cuda":2,"pbar":2,"tqdm":1,"total":1,"len":26,"requests":10,"start":1,"time":2,"perf":1,"counter":1,"batch":10,"list":1,"str":1,"max":15,"prompt":14,"0":4,"output":11,"for":1,"i":7,"range":1,"expected":2,"add":3,"append":1,"size":1,"and":1,"1":5,"check":1,"we":2,"can":2,"more":2,"next":4,"2048":1,"continue":1,"generate":2,"sequences":2,"input":4,"ids":4,"return":2,"tensors":1,"pt":1,"true":4,"outputs":2,"do":1,"sample":1,"num":1,"n":1,"temperature":1,"top":1,"p":1,"use":1,"cache":1,"new":1,"tokens":2,"not":1,"disable":1,"detokenize":1,"include":1,"decoding":1,"decode":1,"skip":1,"special":1,"update":1},"9820,1306,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"clear":1,"the":1,"batch":2,"max":4,"prompt":1,"len":6,"0":3,"output":4,"end":2,"time":2,"perf":1,"counter":1,"return":1,"start":1,"def":2,"save":1,"to":4,"pytorch":3,"benchmark":2,"format":2,"args":12,"argparse":1,"namespace":1,"results":4,"dict":1,"str":1,"any":1,"none":1,"pt":5,"records":3,"convert":1,"metrics":1,"requests":5,"per":4,"second":4,"tokens":3,"extra":1,"info":1,"k":3,"for":2,"in":1,"elapsed":1,"num":4,"total":1,"if":1,"don":2,"t":2,"use":1,"json":4,"suffix":1,"here":1,"as":1,"we":1,"want":1,"ci":1,"pick":1,"it":1,"up":1,"file":2,"f":1,"os":1,"path":5,"splitext":1,"write":1,"get":1,"tokenizer":3,"common":2,"parameters":1,"all":1,"dataset":3,"types":1,"kwargs":2,"random":1,"seed":2,"sample":1,"lora":2,"loras":2,"prompts":1,"input":2},"11126,1835,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"if":3,"args":16,"dataset":30,"path":5,"is":1,"none":3,"or":2,"name":5,"random":2,"sample":7,"kwargs":14,"range":2,"ratio":2,"prefix":4,"len":4,"cls":8,"randomdataset":1,"elif":7,"sharegpt":1,"sharegptdataset":1,"backend":1,"vllm":1,"chat":7,"enable":3,"multimodal":3,"true":4,"sonnet":2,"assert":1,"tokenizer":3,"template":3,"default":1,"model":1,"must":1,"have":1,"for":1,"sonnetdataset":1,"return":1,"prompt":1,"formatted":1,"burstgpt":1,"burstgptdataset":1,"hf":3,"in":4,"visionarenadataset":2,"supported":4,"paths":4,"common":7,"subset":4,"split":5,"train":3,"instructcoderdataset":2,"conversationdataset":2,"aimodataset":2},"12961,643,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"elif":1,"args":6,"dataset":5,"name":3,"prefix":7,"repetition":5,"cls":2,"prefixrepetitionrandomdataset":1,"sample":8,"kwargs":8,"len":6,"suffix":2,"num":2,"prefixes":2,"output":2,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"remove":1,"none":2,"values":1,"k":2,"v":3,"for":1,"in":1,"items":1,"if":1,"is":1,"not":1,"return":1,"common":1},"13604,1095,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"def":1,"validate":2,"args":15,"command":1,"line":1,"arguments":1,"deprecation":1,"and":4,"defaulting":1,"if":5,"dataset":14,"is":3,"not":7,"none":3,"warnings":1,"warn":1,"the":2,"argument":1,"will":2,"be":2,"deprecated":1,"in":3,"next":1,"release":1,"please":1,"use":1,"name":3,"path":4,"instead":1,"stacklevel":1,"2":1,"getattr":1,"tokenizer":2,"model":1,"backend":4,"validation":1,"valid":2,"backends":2,"vllm":2,"hf":1,"mii":1,"chat":1,"raise":2,"valueerror":2,"f":1,"unsupported":1,"configuration":1,"prefix":1,"repetition":1,"print":1,"when":1,"set":1,"it":1,"default":1,"to":1,"random":3,"input":2,"len":2,"must":1,"provided":1,"for":1,"a":1},"14699,1825,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"dataset":21,"name":11,"specific":1,"checks":1,"hf":11,"subset":3,"and":5,"split":3,"only":3,"used":3,"when":3,"is":11,"if":4,"args":15,"getattr":2,"none":7,"not":11,"or":3,"warnings":3,"warn":3,"will":3,"be":3,"ignored":3,"since":3,"stacklevel":3,"2":3,"elif":2,"path":5,"in":3,"visionarenadataset":1,"supported":5,"paths":4,"keys":1,"conversationdataset":1,"assert":2,"backend":4,"vllm":4,"chat":2,"f":3,"needs":2,"to":2,"use":2,"as":2,"the":2,"noqa":2,"e501":2,"instructcoderdataset":1,"aimodataset":1,"else":1,"raise":1,"valueerror":1,"by":1,"random":9,"range":3,"ratio":3,"prefix":3,"len":3,"sonnet":3,"set":2},"16524,1257,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"lora":7,"settings":1,"if":8,"getattr":3,"args":17,"enable":3,"false":2,"and":8,"backend":15,"vllm":3,"raise":8,"valueerror":8,"benchmarking":1,"is":9,"only":3,"supported":1,"for":7,"path":2,"none":5,"must":4,"be":4,"provided":1,"when":1,"true":1,"specific":1,"validations":1,"hf":9,"max":4,"batch":4,"size":4,"required":1,"not":2,"in":1,"mii":7,"quantization":2,"dtype":2,"auto":2,"n":2,"1":2,"tokenizer":2,"model":2,"the":2,"same":1,"as":1},"17781,1965,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"def":1,"add":10,"cli":1,"args":1,"parser":10,"argparse":1,"argumentparser":1,"argument":9,"backend":2,"type":9,"str":4,"choices":2,"vllm":3,"hf":4,"mii":1,"chat":1,"default":9,"dataset":8,"name":2,"sharegpt":3,"random":1,"sonnet":1,"burstgpt":1,"prefix":1,"repetition":1,"help":8,"of":4,"the":7,"to":5,"benchmark":1,"on":1,"none":5,"path":3,"will":1,"be":2,"deprecated":1,"in":2,"next":1,"release":1,"is":1,"expected":1,"a":1,"json":1,"form":1,"list":2,"dict":2,"conversations":1,"value":1,"prompt":3,"or":1,"response":1,"input":2,"len":2,"int":5,"length":3,"for":3,"each":2,"request":2,"output":3,"overrides":1,"from":1,"n":1,"1":1,"number":2,"generated":1,"sequences":1,"per":1,"num":1,"prompts":2,"1000":1,"process":1,"max":1,"batch":2,"size":2,"maximum":1},"19746,1610,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"parser":7,"add":7,"argument":7,"output":2,"json":2,"type":4,"str":2,"default":7,"none":2,"help":7,"path":5,"to":4,"save":1,"the":6,"throughput":1,"results":1,"in":4,"format":1,"async":3,"engine":3,"action":3,"store":3,"true":3,"false":2,"use":2,"vllm":1,"rather":1,"than":1,"llm":1,"class":1,"disable":3,"frontend":2,"multiprocessing":1,"decoupled":1,"detokenize":2,"do":2,"not":2,"response":1,"i":1,"e":1,"include":1,"detokenization":1,"time":1,"measurement":1,"lora":3,"adapters":1,"this":1,"can":1,"be":2,"an":1,"absolute":1,"a":4,"relative":1,"or":1,"hugging":1,"face":1,"model":1,"identifier":1,"prefix":2,"len":1,"int":1,"0":5,"number":1,"of":1,"fixed":1,"tokens":1,"before":1,"random":3,"context":1,"request":1,"dataset":1,"range":6,"ratio":4,"float":1,"for":2,"sampling":2,"input":1,"length":3,"used":1,"only":1,"randomdataset":1,"must":1,"1":3,"define":1,"symmetric":1},"21356,1577,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"hf":5,"dtaset":1,"parser":5,"add":8,"argument":7,"subset":2,"type":6,"str":2,"default":6,"none":6,"help":6,"of":6,"the":2,"dataset":8,"split":2,"prefix":19,"repetition":15,"group":6,"options":1,"len":5,"int":4,"number":4,"tokens":3,"per":4,"request":3,"used":4,"only":4,"for":4,"suffix":3,"total":1,"input":1,"length":1,"is":2,"num":3,"prefixes":3,"to":1,"generate":1,"prompts":1,"requests":1,"output":2,"asyncengineargs":1,"cli":1,"args":1},"22933,1646,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"def":1,"main":1,"args":36,"argparse":1,"namespace":1,"if":4,"tokenizer":6,"is":4,"none":4,"model":2,"validate":1,"seed":4,"0":1,"random":1,"sample":1,"the":1,"requests":8,"autotokenizer":1,"from":4,"pretrained":1,"trust":3,"remote":3,"code":3,"get":1,"multi":2,"modal":2,"any":1,"request":5,"data":1,"not":1,"for":1,"in":1,"outputs":3,"optional":1,"list":1,"requestoutput":1,"backend":5,"vllm":5,"async":2,"engine":1,"elapsed":4,"time":4,"uvloop":1,"run":5,"n":4,"asyncengineargs":1,"cli":3,"disable":5,"frontend":1,"multiprocessing":1,"detokenize":4,"else":2,"engineargs":2,"elif":2,"hf":3,"assert":1,"tensor":1,"parallel":1,"size":2,"1":1,"max":1,"batch":1,"chat":2,"raise":1,"valueerror":1,"f":1,"unknown":1},"24579,1668,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"if":5,"request":4,"outputs":4,"note":1,"with":2,"the":3,"vllm":8,"and":2,"chat":3,"backends":1,"we":2,"have":1,"which":1,"use":1,"to":1,"count":2,"tokens":23,"total":19,"prompt":9,"0":3,"output":11,"for":5,"ro":5,"in":4,"not":3,"isinstance":1,"requestoutput":1,"continue":1,"len":6,"token":4,"ids":3,"else":2,"sum":3,"o":3,"num":6,"r":5,"expected":2,"requests":4,"is":1,"multi":3,"modal":3,"args":2,"backend":4,"print":4,"033":2,"91mwarning":1,"0m":1,"f":6,"detected":1,"following":1,"metrics":1,"are":2,"accurate":1,"because":1,"image":2,"counted":1,"see":1,"project":2,"issues":2,"9778":2,"details":1,"todo":1,"length":1,"counts":1,"now":1,"throughput":1,"elapsed":3,"time":3,"2f":3,"s":3},"26247,508,data/raw/vllm-0.10.1/vllm/benchmarks/throughput.py":{"output":3,"json":4,"results":4,"if":2,"specified":1,"args":3,"elapsed":4,"time":4,"num":4,"requests":4,"len":2,"total":3,"tokens":4,"per":2,"second":2,"with":1,"open":1,"w":1,"as":1,"f":2,"dump":1,"indent":1,"4":1,"save":1,"to":1,"pytorch":1,"benchmark":1,"format":1},"0,1636,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":5,"vllm":9,"project":1,"r":1,"benchmark":3,"online":1,"serving":1,"throughput":1,"on":2,"server":2,"side":2,"run":2,"one":1,"of":1,"following":1,"commands":1,"launch":1,"openai":3,"api":1,"serve":2,"your":2,"model":3,"engine":1,"arguments":1,"client":1,"bench":1,"endpoint":5,"type":3,"default":5,"label":2,"result":1,"using":1,"dataset":3,"name":2,"random":2,"request":4,"rate":2,"inf":1,"num":2,"prompts":2,"1000":2,"import":21,"argparse":1,"asyncio":2,"gc":1,"json":2,"os":1,"time":1,"warnings":1,"from":11,"collections":1,"abc":1,"asyncgenerator":1,"iterable":1,"dataclasses":1,"dataclass":2,"datetime":2,"typing":1,"any":1,"literal":1,"optional":1,"aiohttp":1,"numpy":1,"as":1,"np":1,"tqdm":2,"transformers":2,"pretrainedtokenizerbase":1,"benchmarks":4,"datasets":1,"samplerequest":1,"add":1,"parser":1,"get":2,"samples":1,"lib":3,"func":1,"async":1,"funcs":1,"compatible":1,"backends":1,"requestfuncinput":1,"requestfuncoutput":1,"ready":1,"checker":1,"wait":1,"for":1,"utils":2,"convert":1,"pytorch":1,"format":1,"write":1,"tokenizer":2,"milliseconds":1,"seconds":1,"conversion":1},"1636,1727,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"class":1,"benchmarkmetrics":1,"completed":1,"int":7,"total":5,"input":1,"output":2,"request":9,"throughput":3,"float":26,"goodput":1,"token":1,"mean":4,"ttft":4,"ms":16,"median":4,"std":4,"percentiles":4,"list":4,"tuple":4,"tpot":4,"itl":4,"e2el":5,"stands":1,"for":1,"end":6,"to":2,"latency":1,"per":1,"it":1,"is":3,"the":2,"time":1,"taken":1,"on":1,"client":1,"side":1,"from":1,"sending":1,"a":2,"receiving":1,"complete":1,"response":1,"def":1,"get":1,"current":1,"rate":3,"ramp":16,"up":16,"strategy":6,"optional":3,"literal":1,"linear":2,"exponential":2,"start":6,"rps":10,"index":2,"requests":2,"if":2,"and":2,"not":2,"none":2,"progress":3,"max":1,"1":2,"increase":2,"return":3,"elif":1,"ratio":2,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1},"3363,1937,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"async":1,"def":1,"get":2,"request":10,"input":8,"requests":16,"list":5,"samplerequest":3,"rate":9,"float":3,"burstiness":11,"1":4,"0":4,"ramp":11,"up":11,"strategy":4,"optional":9,"literal":1,"linear":2,"exponential":2,"none":5,"start":2,"rps":4,"int":2,"end":2,"asyncgenerator":1,"tuple":1,"asynchronously":1,"generates":1,"at":2,"a":9,"specified":2,"with":1,"and":2,"args":1,"of":3,"each":1,"represented":1,"as":1,"the":7,"which":2,"are":1,"generated":1,"s":1,"factor":2,"generation":1,"only":1,"takes":1,"effect":1,"when":1,"is":3,"not":2,"inf":1,"default":1,"value":3,"follows":1,"poisson":1,"process":1,"otherwise":1,"intervals":1,"follow":1,"gamma":1,"distribution":1,"lower":1,"results":2,"in":2,"more":2,"bursty":1,"while":1,"higher":1,"uniform":1,"arrival":1,"can":1,"be":1,"or":1,"if":2,"uses":1,"constant":1,"by":1,"starting":1,"for":3,"ending":1,"assert":2,"f":1,"positive":1,"expected":1,"but":1,"given":1,"convert":1,"to":2,"length":1,"calculations":1,"isinstance":2,"iterable":1,"total":2,"len":1,"no":1,"provided":1},"5300,809,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"precompute":1,"delays":1,"among":1,"requests":3,"to":1,"minimize":1,"request":12,"send":1,"laggings":1,"rates":2,"delay":2,"ts":2,"for":1,"index":2,"in":1,"enumerate":1,"input":1,"current":5,"rate":6,"get":1,"ramp":3,"up":3,"strategy":1,"start":1,"rps":2,"end":1,"total":1,"append":2,"if":1,"float":1,"inf":1,"0":2,"else":1,"theta":1,"1":1,"burstiness":1},"6109,1943,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"sample":1,"the":15,"request":10,"interval":4,"from":5,"gamma":3,"distribution":3,"if":5,"burstiness":2,"is":5,"1":6,"it":1,"follows":1,"exponential":1,"delay":20,"ts":15,"append":1,"np":1,"random":3,"shape":1,"scale":2,"theta":1,"calculate":3,"cumulative":1,"time":6,"first":1,"sent":2,"out":1,"requests":5,"for":5,"i":3,"in":4,"range":1,"len":1,"ramp":2,"up":2,"strategy":2,"none":1,"and":2,"0":3,"when":1,"not":1,"set":1,"we":2,"assume":1,"rate":2,"fixed":1,"all":1,"should":1,"be":1,"target":5,"total":6,"s":9,"following":2,"logic":2,"would":2,"re":1,"to":2,"ensure":1,"final":1,"align":1,"with":1,"note":1,"simply":1,"accumulate":1,"delta":1,"values":1,"their":1,"sum":1,"have":1,"2":1,"gap":2,"purpose":1,"of":1,"close":1,"stablizing":1,"throughput":1,"data":1,"different":1,"seeds":1,"normalize":2,"factor":2,"start":2,"index":4,"enumerate":1,"input":2,"current":2,"sleep":4,"await":1,"asyncio":1,"yield":1,"rates":1,"def":1,"metrics":2,"list":4,"samplerequest":1,"outputs":1,"requestfuncoutput":1,"dur":1,"float":3,"tokenizer":1,"pretrainedtokenizerbase":1,"selected":1,"percentiles":1,"goodput":1,"config":1,"dict":2,"str":1,"tuple":1,"benchmarkmetrics":1,"int":1,"benchmark":1},"8052,1987,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"args":1,"input":6,"requests":4,"the":13,"outputs":12,"of":5,"dur":1,"s":1,"duration":1,"benchmark":2,"tokenizer":4,"to":3,"use":2,"selected":1,"percentiles":2,"select":1,"goodput":4,"config":2,"dict":2,"configuration":1,"returns":1,"a":1,"tuple":1,"metrics":2,"and":1,"actual":4,"output":15,"lengths":1,"lens":3,"list":6,"int":1,"total":2,"0":6,"completed":3,"good":1,"itls":2,"float":5,"tpots":4,"all":2,"ttfts":2,"e2els":2,"for":3,"i":11,"in":1,"range":1,"len":11,"if":5,"success":1,"tokens":4,"not":1,"we":2,"count":2,"number":1,"some":1,"serving":1,"backends":1,"instead":1,"looking":1,"at":1,"itl":2,"since":1,"multiple":1,"may":2,"be":1,"bundled":1,"together":1,"note":2,"this":1,"inflate":1,"token":1,"slightly":1,"generated":1,"text":1,"add":1,"special":1,"false":1,"ids":1,"append":6,"prompt":1,"tpot":5,"1":4,"latency":4,"minus":2,"ttft":4,"regard":1,"as":1,"else":1,"valid":1,"slo":1,"values":1},"10039,821,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"if":4,"ttft":2,"in":5,"goodput":6,"config":6,"dict":6,"valid":4,"metrics":4,"append":6,"ttfts":1,"slo":4,"values":4,"milliseconds":3,"to":3,"seconds":3,"conversion":3,"tpot":2,"all":2,"tpots":1,"e2el":2,"e2els":1,"for":2,"req":4,"metric":2,"zip":2,"is":2,"good":3,"s":2,"r":2,"completed":1,"1":1},"10860,1797,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"if":2,"completed":5,"0":17,"warnings":1,"warn":1,"all":1,"requests":1,"failed":1,"this":1,"is":3,"likely":1,"due":1,"to":1,"a":1,"misconfiguration":1,"on":1,"the":2,"benchmark":1,"arguments":1,"stacklevel":1,"2":1,"metrics":2,"benchmarkmetrics":1,"total":5,"input":3,"output":6,"sum":3,"actual":4,"lens":4,"request":2,"throughput":3,"dur":4,"s":4,"goodput":1,"good":1,"token":1,"mean":8,"ttft":4,"ms":16,"np":16,"ttfts":5,"or":16,"1000":16,"empty":1,"streaming":1,"not":1,"supported":1,"by":1,"endpoint":1,"std":8,"median":8,"percentiles":8,"p":12,"percentile":4,"for":4,"in":4,"selected":4,"tpot":4,"tpots":4,"itl":4,"itls":4,"e2el":4,"e2els":4,"return":1},"12657,1805,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"async":3,"def":1,"benchmark":1,"endpoint":5,"type":5,"str":8,"api":2,"url":3,"base":1,"model":2,"id":1,"name":1,"tokenizer":1,"pretrainedtokenizerbase":1,"input":5,"requests":6,"list":3,"samplerequest":1,"logprobs":1,"optional":7,"int":5,"request":4,"rate":1,"float":4,"burstiness":1,"disable":1,"tqdm":1,"bool":3,"profile":1,"selected":2,"percentile":1,"metrics":1,"percentiles":1,"ignore":1,"eos":1,"goodput":1,"config":1,"dict":3,"max":3,"concurrency":3,"lora":1,"modules":1,"iterable":1,"extra":1,"body":1,"ramp":3,"up":3,"strategy":1,"literal":1,"linear":1,"exponential":1,"none":3,"start":1,"rps":2,"end":1,"ready":1,"check":1,"timeout":3,"sec":1,"600":1,"if":1,"in":2,"funcs":2,"func":1,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"reuses":1,"connections":1,"across":1,"to":1,"reduce":1,"tls":1,"handshake":1,"overhead":1,"connector":3,"aiohttp":3,"tcpconnector":1,"limit":2,"or":2,"0":6,"per":1,"host":1,"ttl":1,"dns":2,"cache":2,"300":1,"use":1,"true":3,"keepalive":1,"60":3,"enable":1,"cleanup":1,"closed":1,"force":1,"close":1,"false":1,"ssl":1,"https":1,"session":1,"clientsession":1,"trust":1,"env":1,"clienttimeout":1,"total":1,"6":1,"print":1,"starting":1,"initial":1,"single":1,"prompt":5,"test":5,"run":1,"len":4,"output":2,"mm":1,"content":1,"expected":1,"multi":1,"modal":1,"data":1},"14462,1286,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"assert":1,"test":15,"mm":5,"content":6,"is":1,"none":1,"or":3,"isinstance":3,"dict":4,"list":2,"and":1,"all":1,"item":2,"for":4,"in":2,"multi":2,"modal":2,"data":1,"must":1,"be":1,"a":2,"input":4,"requestfuncinput":1,"model":4,"id":1,"name":2,"prompt":4,"api":2,"url":2,"len":5,"output":5,"logprobs":2,"ignore":2,"eos":2,"extra":2,"body":2,"await":1,"wait":1,"endpoint":1,"request":2,"func":1,"session":1,"timeout":2,"seconds":1,"ready":1,"check":1,"sec":1,"if":2,"not":1,"success":1,"raise":1,"valueerror":1,"initial":2,"run":3,"failed":1,"please":1,"make":1,"sure":1,"benchmark":2,"arguments":1,"f":1,"are":1,"correctly":1,"specified":1,"error":2,"else":1,"print":1,"completed":1,"starting":1,"main":1,"lora":4,"modules":3,"each":1,"choose":1,"module":1,"at":1,"random":2,"iter":1,"choice":1,"range":1,"requests":1},"15748,1873,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"if":7,"profile":6,"print":7,"starting":1,"profiler":2,"input":4,"requestfuncinput":1,"model":4,"id":1,"name":2,"prompt":4,"test":4,"api":1,"url":2,"base":1,"start":2,"len":5,"output":4,"logprobs":2,"multi":1,"modal":1,"content":2,"mm":1,"ignore":2,"eos":2,"extra":2,"body":2,"await":1,"request":6,"func":3,"session":2,"success":1,"started":1,"distribution":3,"poisson":1,"process":1,"burstiness":3,"1":1,"0":1,"else":5,"gamma":1,"ramp":5,"up":5,"strategy":3,"is":2,"not":1,"none":3,"f":6,"traffic":2,"will":2,"increase":1,"rps":4,"from":1,"to":1,"end":1,"over":1,"the":4,"duration":1,"of":1,"benchmark":1,"rate":2,"factor":1,"maximum":1,"concurrency":6,"max":5,"pbar":1,"disable":1,"tqdm":2,"total":1,"requests":1,"this":1,"can":1,"be":1,"used":1,"once":1,"minimum":1,"python":1,"version":1,"3":1,"10":1,"or":1,"higher":1,"and":1,"it":1,"simplify":1,"code":1,"in":1,"limited":1,"semaphore":4,"asyncio":2,"contextlib":1,"nullcontext":1},"17621,1948,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"async":3,"def":1,"limited":1,"request":17,"func":8,"input":6,"session":5,"pbar":5,"if":5,"semaphore":2,"is":4,"none":4,"return":2,"await":2,"with":1,"benchmark":1,"start":4,"time":2,"perf":1,"counter":1,"tasks":1,"list":1,"asyncio":1,"task":1,"rps":21,"change":3,"events":3,"last":6,"int":11,"1":3,"ramp":7,"up":7,"strategy":3,"not":3,"and":1,"append":2,"timestamp":4,"datetime":2,"now":2,"isoformat":2,"for":2,"current":6,"rate":3,"in":2,"get":1,"requests":1,"burstiness":1,"end":1,"val":2,"range":1,"prompt":4,"len":4,"output":2,"mm":1,"content":1,"expected":1,"multi":1,"modal":1,"data":1,"req":7,"model":6,"id":3,"name":3,"lora":5,"modules":2,"module":3,"next":1},"19569,1389,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"request":4,"func":4,"input":5,"requestfuncinput":1,"model":4,"req":2,"id":1,"name":2,"prompt":4,"api":2,"url":2,"len":4,"output":3,"logprobs":2,"multi":1,"modal":1,"content":2,"mm":1,"ignore":2,"eos":2,"extra":2,"body":2,"tasks":2,"append":1,"asyncio":2,"create":1,"task":1,"limited":1,"session":2,"pbar":4,"outputs":3,"list":1,"requestfuncoutput":1,"await":1,"gather":1,"if":1,"is":1,"not":1,"none":1,"close":1,"benchmark":3,"duration":2,"time":2,"perf":1,"counter":1,"start":1,"metrics":2,"actual":1,"lens":1,"calculate":1,"requests":2,"dur":1,"s":1,"tokenizer":2,"selected":2,"percentiles":2,"goodput":2,"config":2,"dict":2},"20958,1366,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"print":11,"s":7,"c":2,"n":2,"format":11,"serving":1,"benchmark":3,"result":1,"50":1,"40":10,"10":10,"successful":1,"requests":1,"metrics":7,"completed":1,"if":3,"max":2,"concurrency":3,"is":1,"not":1,"none":1,"maximum":1,"request":8,"rate":3,"float":1,"inf":1,"2f":6,"configured":1,"rps":1,"duration":2,"total":6,"input":2,"tokens":2,"generated":1,"output":3,"throughput":6,"req":2,"goodput":3,"config":1,"dict":1,"token":3,"tok":2},"22324,906,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"result":2,"duration":2,"benchmark":1,"completed":2,"metrics":7,"total":6,"input":3,"tokens":2,"output":16,"request":4,"throughput":6,"goodput":3,"if":2,"config":1,"dict":1,"else":1,"none":1,"token":2,"lens":3,"prompt":1,"len":1,"for":5,"in":5,"outputs":5,"actual":1,"ttfts":1,"ttft":1,"itls":1,"itl":1,"generated":2,"texts":1,"text":1,"errors":1,"error":1,"rps":3,"change":3,"events":3},"23230,1796,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"def":1,"process":5,"one":5,"metric":24,"e":3,"g":3,"ttft":4,"attribute":12,"name":16,"str":5,"time":3,"to":3,"first":2,"token":5,"header":2,"this":1,"function":1,"prints":1,"and":1,"adds":1,"statistics":1,"of":1,"the":1,"specified":1,"if":2,"not":1,"in":2,"selected":1,"percentile":1,"metrics":7,"return":1,"print":5,"s":2,"c":2,"n":2,"format":4,"50":2,"40":3,"10":3,"2f":3,"f":13,"mean":4,"ms":13,"getattr":6,"median":4,"result":4,"std":2,"for":1,"p":10,"value":3,"percentiles":1,"word":3,"int":2,"else":1,"tpot":2,"per":1,"output":1,"excl":1,"1st":1,"itl":2,"inter":1,"latency":2,"e2el":2,"end":2},"25026,1957,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"if":5,"profile":6,"print":2,"stopping":1,"profiler":2,"input":3,"requestfuncinput":1,"model":2,"id":1,"prompt":4,"test":3,"api":1,"url":2,"base":1,"stop":1,"len":4,"output":4,"logprobs":2,"await":2,"request":2,"func":2,"session":3,"success":1,"stopped":1,"close":1,"return":3,"result":1,"def":2,"check":2,"goodput":14,"args":4,"and":2,"parse":3,"arguments":1,"config":7,"dict":7,"valid":3,"names":3,"ttft":1,"tpot":1,"e2el":1,"for":4,"slo":16,"name":9,"val":6,"in":4,"items":1,"not":1,"raise":3,"valueerror":3,"f":3,"invalid":3,"metric":2,"found":3,"the":4,"service":4,"level":4,"objective":2,"should":2,"be":2,"one":1,"of":1,"str":1,"0":1,"value":4,"non":1,"negative":1,"pairs":3,"try":1,"pair":2,"split":1,"float":1,"except":1,"as":2,"err":2,"argparse":1,"argumenttypeerror":1,"format":1,"objectives":2,"specify":1,"key":2,"where":1,"is":2,"a":2,"number":1,"milliseconds":1,"from":1},"26983,1088,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"def":1,"save":1,"to":4,"pytorch":3,"benchmark":2,"format":2,"args":3,"argparse":1,"namespace":1,"results":5,"dict":1,"str":2,"any":1,"file":4,"name":2,"none":1,"metrics":6,"median":3,"ttft":4,"ms":12,"mean":3,"std":3,"p99":3,"tpot":4,"itl":4,"these":1,"raw":1,"data":1,"might":1,"be":2,"useful":1,"but":1,"they":2,"are":1,"rather":1,"big":1,"can":1,"added":1,"later":1,"if":4,"needed":1,"ignored":2,"ttfts":1,"itls":1,"generated":1,"texts":1,"errors":1,"pt":5,"records":3,"convert":1,"k":9,"for":2,"in":5,"extra":1,"info":1,"not":2,"and":1,"don":2,"t":2,"use":1,"json":3,"suffix":1,"here":1,"as":1,"we":1,"want":1,"ci":1,"pick":1,"it":1,"up":1,"f":1,"os":1,"path":1,"splitext":1,"0":1,"write":1},"28071,1802,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"def":1,"add":10,"cli":1,"args":1,"parser":11,"argparse":1,"argumentparser":1,"dataset":1,"argument":10,"endpoint":4,"type":10,"str":6,"default":8,"openai":1,"choices":2,"list":2,"async":2,"request":5,"funcs":2,"keys":2,"label":3,"none":3,"help":5,"the":9,"prefix":1,"of":5,"benchmark":1,"results":1,"if":3,"not":3,"specified":2,"will":2,"be":3,"used":3,"as":1,"backend":1,"vllm":1,"base":2,"url":2,"server":2,"or":1,"api":2,"using":1,"http":1,"host":2,"and":1,"port":2,"use":2,"127":2,"0":4,"1":2,"here":1,"instead":1,"localhost":1,"to":4,"force":1,"ipv4":1,"int":2,"8000":1,"v1":1,"completions":1,"max":1,"concurrency":1,"maximum":2,"number":2,"concurrent":2,"requests":4,"this":3,"can":1,"simulate":1,"an":1,"environment":1,"where":1,"a":3,"higher":1,"level":1,"component":1,"is":2,"enforcing":1,"while":1,"rate":4,"controls":1,"at":2,"which":1,"are":2,"initiated":1,"control":1,"how":1,"many":1,"actually":1,"allowed":1,"execute":1,"time":1,"means":1,"that":1,"when":1,"in":1,"combination":1,"actual":1,"may":1,"lower":1,"than":1,"with":1,"processing":1,"fast":1,"enough":1,"keep":1,"up":1},"29873,1996,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"parser":8,"add":8,"argument":8,"model":2,"type":5,"str":2,"required":1,"true":4,"help":7,"name":2,"of":7,"the":8,"tokenizer":3,"or":3,"path":1,"if":5,"not":2,"using":1,"default":5,"noqa":1,"e501":1,"use":2,"beam":3,"search":3,"action":3,"store":3,"logprobs":3,"int":1,"none":1,"number":2,"per":3,"token":3,"to":3,"compute":1,"return":1,"as":1,"part":1,"request":6,"unspecified":1,"then":2,"either":1,"1":6,"is":7,"disabled":1,"no":1,"are":2,"computed":2,"a":5,"single":1,"dummy":1,"logprob":2,"returned":1,"for":1,"each":1,"2":1,"enabled":1,"rate":2,"float":3,"inf":3,"requests":4,"second":1,"this":1,"all":1,"sent":1,"at":1,"time":1,"0":3,"otherwise":2,"we":1,"poisson":2,"process":2,"gamma":2,"distribution":2,"synthesize":1,"arrival":2,"times":1,"burstiness":6,"factor":1,"generation":1,"only":1,"take":1,"effect":1,"when":1,"value":3,"which":1,"follows":1,"intervals":1,"follow":1,"lower":1,"results":2,"in":2,"more":2,"bursty":1,"higher":1,"uniform":1,"trust":2,"remote":2,"code":2,"from":1,"huggingface":1,"disable":2,"tqdm":2,"specify":1,"progress":1,"bar":1},"31869,1809,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"parser":8,"add":8,"argument":8,"profile":1,"action":5,"store":5,"true":5,"help":8,"use":1,"torch":2,"profiler":3,"the":8,"endpoint":1,"must":1,"be":3,"launched":1,"with":1,"vllm":1,"dir":2,"to":8,"enable":1,"save":5,"result":6,"specify":3,"benchmark":5,"results":6,"a":1,"json":6,"file":3,"detailed":1,"when":2,"saving":1,"whether":1,"include":1,"per":1,"request":3,"information":1,"such":1,"as":1,"response":1,"error":1,"ttfs":1,"tpots":1,"etc":1,"append":2,"existing":1,"metadata":3,"metavar":1,"key":2,"value":2,"nargs":1,"pairs":1,"e":1,"g":1,"version":1,"0":1,"3":2,"tp":1,"1":1,"for":2,"of":1,"this":1,"run":1,"saved":3,"in":4,"record":1,"keeping":1,"purposes":1,"type":2,"str":2,"default":2,"none":2,"directory":2,"if":2,"not":3,"specified":2,"are":1,"current":2,"filename":2,"will":1,"label":1,"args":1,"rate":1,"qps":1,"base":1,"model":1,"id":1,"dt":1,"noqa":1,"format":1,"ignore":3,"eos":3,"set":1,"flag":1,"sending":1,"warning":1,"is":1,"supported":1,"deepspeed":1,"mii":1,"and":1,"tgi":1},"33678,1293,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"parser":3,"add":3,"argument":4,"percentile":2,"metrics":6,"type":2,"str":2,"default":3,"ttft":3,"tpot":3,"itl":2,"help":3,"comma":2,"separated":3,"list":2,"of":3,"selected":2,"to":5,"report":3,"percentils":1,"this":1,"specifies":1,"the":5,"percentiles":4,"allowed":2,"metric":4,"names":2,"are":2,"e2el":2,"99":2,"for":3,"25":2,"th":3,"50":2,"and":3,"75":2,"use":2,"value":4,"is":3,"select":1,"goodput":3,"nargs":1,"required":1,"false":1,"specify":1,"service":1,"level":2,"objectives":1,"as":1,"key":3,"pairs":2,"where":1,"a":1,"name":1,"in":1,"milliseconds":1,"multiple":1,"can":1,"be":1,"provided":1,"by":1,"spaces":1,"request":1,"more":1,"context":1,"on":1,"definition":1,"refer":1,"distserve":2,"paper":1,"https":2,"arxiv":1,"org":1,"pdf":1,"2401":1,"09670":1,"blog":1,"hao":1,"ai":1,"lab":1,"github":1,"io":1,"blogs":1},"34971,1745,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"sampling":10,"group":6,"parser":3,"add":7,"argument":8,"parameters":1,"top":4,"p":4,"type":6,"float":3,"default":7,"none":5,"help":6,"parameter":4,"only":4,"has":4,"effect":4,"on":4,"openai":4,"compatible":4,"backends":4,"k":2,"int":1,"min":2,"temperature":3,"if":3,"not":2,"specified":2,"to":2,"greedy":1,"decoding":1,"i":1,"e":1,"0":2,"tokenizer":7,"mode":2,"str":2,"auto":3,"choices":1,"slow":3,"mistral":3,"custom":2,"the":10,"n":5,"will":5,"use":4,"fast":1,"available":1,"always":2,"common":1,"select":1,"preregistered":1,"served":1,"model":4,"name":3,"used":1,"in":1,"api":1,"be":1,"same":1,"as":1},"36716,1649,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"parser":5,"add":5,"argument":5,"lora":3,"modules":1,"nargs":1,"default":6,"none":4,"help":5,"a":2,"subset":1,"of":2,"module":2,"names":1,"passed":1,"in":2,"when":3,"launching":1,"the":9,"server":1,"for":4,"each":1,"request":4,"script":1,"chooses":1,"at":1,"random":3,"ramp":11,"up":11,"strategy":4,"type":4,"str":3,"choices":1,"linear":1,"exponential":1,"this":1,"would":1,"be":3,"used":3,"to":6,"rate":4,"from":1,"initial":1,"rps":8,"final":1,"specified":3,"by":1,"start":2,"and":1,"end":2,"over":1,"duration":1,"benchmark":1,"int":3,"starting":1,"needs":2,"is":2,"ending":1,"ready":2,"check":1,"timeout":1,"sec":1,"600":2,"maximum":1,"time":1,"wait":1,"endpoint":1,"become":1,"seconds":2,"10":1,"minutes":1,"def":2,"main":3,"args":6,"argparse":2,"namespace":2,"dict":2,"any":2,"return":1,"asyncio":1,"run":1,"async":3,"print":1,"seed":4,"np":1},"38365,1967,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"validate":1,"ramp":18,"up":18,"arguments":1,"if":10,"args":29,"strategy":3,"is":6,"not":4,"none":6,"request":4,"rate":4,"float":1,"inf":1,"raise":6,"valueerror":6,"when":2,"using":2,"do":1,"specify":2,"the":4,"will":1,"be":5,"controlled":1,"by":1,"parameters":1,"please":2,"remove":1,"argument":1,"start":8,"rps":13,"or":2,"end":6,"both":1,"and":4,"must":3,"specified":1,"0":4,"non":1,"negative":1,"less":1,"than":1,"exponential":2,"for":1,"cannot":1,"endpoint":4,"type":2,"label":2,"model":5,"id":3,"name":4,"served":1,"tokenizer":10,"else":2,"mode":4,"base":5,"url":7,"api":2,"f":4,"http":2,"host":2,"port":2,"get":1,"trust":2,"remote":2,"code":2,"dataset":3,"corresponding":1,"path":1,"required":1},"40332,905,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"load":1,"the":2,"dataset":1,"input":1,"requests":1,"get":1,"samples":1,"args":8,"tokenizer":1,"goodput":2,"config":1,"dict":1,"check":1,"collect":2,"sampling":7,"parameters":3,"params":4,"k":4,"v":3,"for":1,"in":3,"top":4,"p":4,"min":2,"temperature":4,"items":1,"if":3,"is":1,"not":3,"none":1,"are":2,"only":2,"supported":2,"by":2,"openai":3,"compatible":3,"backend":2,"and":1,"backends":2,"raise":1,"valueerror":1,"0":2,"default":1,"to":1,"greedy":1,"decoding":1,"avoid":1,"gc":3,"processing":1,"static":1,"data":1,"reduce":1,"pause":1,"times":1,"freeze":1},"41237,1909,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"benchmark":2,"result":9,"await":1,"endpoint":4,"type":4,"args":19,"api":2,"url":4,"base":2,"model":6,"id":6,"name":2,"tokenizer":4,"input":2,"requests":2,"logprobs":2,"request":2,"rate":2,"burstiness":2,"disable":2,"tqdm":2,"profile":2,"selected":2,"percentile":2,"metrics":2,"split":3,"percentiles":2,"float":1,"p":2,"for":2,"in":3,"metric":1,"ignore":2,"eos":2,"goodput":2,"config":3,"dict":3,"max":2,"concurrency":2,"lora":2,"modules":2,"extra":1,"body":1,"sampling":1,"params":1,"ramp":6,"up":6,"strategy":2,"start":2,"rps":4,"end":2,"ready":2,"check":2,"timeout":2,"sec":2,"save":1,"and":1,"results":1,"to":1,"json":9,"str":1,"any":1,"setup":1,"current":2,"dt":2,"datetime":1,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"date":1,"label":2,"num":2,"prompts":2,"metadata":4,"if":2,"item":3,"kvstring":3,"0":1,"strip":2,"1":1,"else":1,"raise":1,"valueerror":1,"invalid":1,"format":2,"please":1,"use":1,"key":1,"value":1},"43146,1031,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"traffic":1,"result":14,"json":10,"request":3,"rate":3,"args":9,"if":5,"float":1,"inf":2,"else":1,"burstiness":2,"max":2,"concurrency":2,"ramp":7,"up":7,"strategy":3,"is":1,"not":2,"none":1,"start":2,"rps":4,"end":2,"merge":1,"with":2,"benchmark":4,"save":1,"detailed":1,"remove":1,"fields":1,"too":1,"many":1,"data":1,"points":1,"for":1,"field":5,"in":3,"input":1,"lens":2,"output":1,"ttfts":1,"itls":1,"generated":1,"texts":1,"errors":1,"del":2},"44177,1296,data/raw/vllm-0.10.1/vllm/benchmarks/serve.py":{"save":3,"to":2,"file":8,"if":7,"args":17,"result":12,"or":2,"append":4,"base":3,"model":4,"id":4,"split":1,"1":1,"max":5,"concurrency":6,"str":3,"f":3,"is":2,"not":2,"none":2,"else":3,"label":4,"endpoint":1,"type":1,"ramp":5,"up":5,"strategy":2,"name":7,"start":1,"rps":2,"qps":3,"end":1,"current":2,"dt":2,"json":6,"noqa":2,"request":1,"rate":1,"filename":2,"dir":3,"os":2,"makedirs":1,"exist":1,"ok":1,"true":1,"path":1,"join":1,"with":1,"open":1,"mode":1,"a":2,"w":1,"encoding":1,"utf":1,"8":1,"as":1,"outfile":4,"newline":1,"and":1,"tell":1,"0":1,"write":1,"n":1,"dump":1,"pytorch":1,"benchmark":1,"format":1,"return":1},"0,1102,data/raw/vllm-0.10.1/vllm/benchmarks/latency.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":2,"vllm":6,"project":1,"benchmark":4,"latency":3,"of":2,"processing":1,"a":1,"single":1,"batch":1,"requests":1,"import":13,"argparse":2,"dataclasses":1,"json":5,"os":2,"time":1,"from":6,"typing":1,"any":2,"optional":1,"numpy":1,"as":2,"np":1,"tqdm":2,"envs":2,"benchmarks":1,"lib":1,"utils":2,"convert":2,"pytorch":4,"format":3,"write":2,"engine":1,"arg":1,"engineargs":1,"inputs":1,"prompttype":1,"sampling":1,"params":1,"beamsearchparams":1,"def":1,"save":1,"args":4,"namespace":1,"results":3,"dict":1,"str":1,"none":1,"pt":5,"records":3,"metrics":1,"latencies":1,"extra":1,"info":1,"k":3,"for":1,"in":1,"avg":1,"percentiles":1,"if":1,"file":2,"f":1,"path":1,"splitext":1,"output":1},"1102,1963,data/raw/vllm-0.10.1/vllm/benchmarks/latency.py":{"def":2,"add":12,"cli":3,"args":7,"parser":14,"argparse":2,"argumentparser":1,"argument":10,"input":1,"len":2,"type":7,"int":6,"default":9,"32":1,"output":2,"128":1,"batch":2,"size":1,"8":1,"n":1,"1":1,"help":6,"number":3,"of":4,"generated":1,"sequences":1,"per":1,"prompt":1,"use":2,"beam":1,"search":1,"action":3,"store":3,"true":3,"num":2,"iters":2,"warmup":2,"10":1,"iterations":2,"to":7,"run":2,"for":1,"30":1,"profile":3,"the":6,"generation":1,"process":1,"a":2,"single":1,"json":2,"str":1,"none":1,"path":2,"save":1,"latency":3,"results":1,"in":2,"format":1,"disable":2,"detokenize":2,"do":2,"not":5,"responses":1,"i":1,"e":1,"include":1,"detokenization":1,"time":1,"measurement":1,"engineargs":2,"v1":1,"enables":1,"prefix":3,"caching":3,"by":2,"which":1,"skews":1,"numbers":1,"we":1,"need":1,"set":3,"defaults":1,"enable":1,"false":1,"main":1,"namespace":1,"if":1,"and":1,"envs":1,"vllm":3,"torch":3,"profiler":3,"dir":2,"raise":1,"oserror":1,"environment":1,"variable":1,"is":2,"please":1,"it":1,"valid":1,"engine":1,"from":2,"lazy":1,"import":2,"avoid":1,"importing":1,"llm":2,"when":1,"bench":1,"command":1,"selected":1,"samplingparams":1},"3065,1957,data/raw/vllm-0.10.1/vllm/benchmarks/latency.py":{"note":1,"woosuk":1,"if":3,"the":4,"request":2,"cannot":1,"be":1,"processed":1,"in":4,"a":1,"single":1,"batch":4,"engine":3,"will":1,"automatically":1,"process":1,"multiple":1,"batches":1,"llm":11,"dataclasses":1,"asdict":1,"args":12,"assert":1,"model":3,"config":1,"max":4,"len":9,"input":3,"output":4,"please":1,"ensure":1,"that":1,"is":1,"greater":1,"than":1,"sum":1,"of":1,"and":1,"sampling":3,"params":3,"samplingparams":1,"n":3,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":2,"eos":2,"true":2,"tokens":2,"detokenize":2,"not":2,"disable":1,"dummy":5,"prompt":3,"token":3,"ids":3,"np":1,"random":1,"randint":1,"10000":1,"size":2,"prompts":3,"list":1,"prompttype":1,"for":2,"tolist":1,"def":2,"generate":4,"use":2,"beam":3,"search":2,"tqdm":2,"false":1,"else":2,"beamsearchparams":1,"width":1,"run":2,"to":2,"completion":2,"profile":5,"dir":3,"optional":1,"str":1,"none":2,"start":3,"stop":1,"time":6,"perf":2,"counter":2,"end":2,"latency":2,"return":1,"print":1,"warming":1,"up":1,"range":1,"num":1,"iters":1,"warmup":2,"desc":1,"iterations":1},"5022,1119,data/raw/vllm-0.10.1/vllm/benchmarks/latency.py":{"if":3,"args":5,"profile":6,"dir":6,"envs":1,"vllm":1,"torch":1,"profiler":1,"print":3,"f":5,"profiling":2,"results":5,"will":1,"be":1,"saved":1,"to":4,"run":2,"completion":2,"return":1,"benchmark":2,"latencies":9,"for":2,"in":2,"tqdm":1,"range":1,"num":1,"iters":1,"desc":1,"iterations":1,"append":1,"none":1,"np":4,"array":1,"percentages":4,"10":1,"25":1,"50":1,"75":1,"90":1,"99":1,"percentiles":4,"percentile":4,"avg":2,"latency":3,"mean":2,"seconds":2,"percentage":2,"zip":2,"output":3,"json":4,"specified":1,"tolist":2,"dict":1,"with":1,"open":1,"w":1,"as":1,"dump":1,"indent":1,"4":1,"save":1,"pytorch":1,"format":1},"0,1874,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":14,"vllm":1,"project":1,"request":10,"function":6,"for":4,"api":7,"endpoints":1,"import":10,"io":1,"json":1,"os":1,"sys":1,"time":2,"traceback":1,"from":3,"dataclasses":1,"dataclass":3,"field":2,"typing":1,"optional":7,"aiohttp":4,"tqdm":3,"asyncio":1,"timeout":1,"clienttimeout":1,"total":1,"6":1,"60":2,"class":2,"requestfuncinput":2,"input":5,"prompt":3,"str":7,"url":5,"len":3,"int":5,"output":4,"model":2,"name":1,"none":6,"logprobs":1,"extra":1,"body":1,"dict":3,"multi":1,"modal":1,"content":1,"list":4,"ignore":1,"eos":1,"bool":2,"false":2,"language":1,"requestfuncoutput":2,"of":3,"including":1,"metrics":1,"generated":1,"text":1,"success":1,"latency":1,"float":4,"tokens":1,"ttft":1,"first":1,"token":3,"itl":1,"default":1,"factory":1,"inter":1,"latencies":2,"tpot":1,"avg":1,"next":1,"error":1,"async":3,"def":1,"openai":3,"completions":5,"func":3,"session":1,"clientsession":1,"pbar":2,"args":1,"progress":2,"bar":1,"display":1,"returns":1,"assert":1,"endswith":1,"profile":2,"must":1,"end":1,"with":1,"or":1},"1874,1798,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"payload":5,"model":4,"request":11,"func":11,"input":11,"name":2,"if":7,"else":1,"prompt":4,"temperature":1,"0":3,"repetition":1,"penalty":1,"1":1,"max":1,"tokens":1,"output":3,"len":3,"logprobs":2,"stream":2,"true":2,"options":1,"include":1,"usage":1,"ignore":3,"eos":3,"extra":2,"body":2,"update":1,"headers":3,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"openai":1,"api":2,"key":1,"requestfuncoutput":1,"generated":1,"text":1,"st":2,"time":1,"perf":1,"counter":1,"most":1,"recent":1,"timestamp":1,"try":1,"async":2,"with":2,"session":1,"post":1,"url":2,"json":3,"as":2,"response":3,"status":1,"200":1,"first":1,"chunk":12,"received":1,"false":1,"for":1,"bytes":8,"in":1,"content":1,"strip":1,"not":2,"continue":2,"decode":1,"utf":1,"8":1,"note":1,"sse":1,"comments":1,"often":1,"used":1,"pings":1,"start":1,"a":1,"colon":1,"these":1,"are":1,"data":3,"and":1,"should":1,"be":1,"skipped":1,"startswith":1,"removeprefix":1,"done":1,"loads":1},"3672,1991,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"note":2,"some":1,"completion":2,"api":1,"might":1,"have":1,"a":4,"last":1,"usage":4,"summary":1,"response":3,"without":1,"token":3,"so":1,"we":1,"want":1,"to":2,"check":1,"was":1,"generated":4,"if":3,"choices":3,"data":2,"get":4,"that":1,"text":7,"could":1,"be":2,"empty":1,"here":1,"e":1,"g":1,"for":1,"special":1,"tokens":3,"0":1,"timestamp":6,"time":2,"perf":2,"counter":2,"first":4,"not":1,"chunk":4,"received":4,"true":2,"ttft":4,"st":2,"output":13,"decoding":1,"phase":1,"else":3,"itl":1,"append":1,"most":3,"recent":3,"or":2,"elif":1,"success":4,"false":3,"error":3,"never":1,"valid":1,"calculate":1,"this":1,"will":1,"marked":1,"as":1,"failed":1,"latency":1,"reason":1,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1},"5663,1829,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"if":6,"pbar":3,"update":2,"1":1,"return":1,"output":4,"async":2,"def":1,"request":15,"openai":4,"chat":5,"completions":4,"func":14,"input":14,"requestfuncinput":1,"session":1,"aiohttp":1,"clientsession":1,"optional":1,"tqdm":1,"none":1,"requestfuncoutput":2,"api":5,"url":4,"assert":1,"endswith":1,"profile":1,"must":2,"end":1,"with":1,"content":14,"type":2,"text":2,"prompt":3,"multi":3,"modal":3,"mm":5,"isinstance":2,"list":2,"extend":1,"elif":1,"dict":3,"append":1,"else":2,"raise":1,"typeerror":1,"be":1,"a":1,"or":1,"for":1,"payload":3,"model":4,"name":2,"messages":1,"role":1,"user":1,"temperature":1,"0":2,"max":1,"completion":1,"tokens":1,"len":3,"stream":2,"true":2,"options":1,"include":1,"usage":1,"ignore":3,"eos":3,"extra":2,"body":2,"headers":1,"application":1,"json":1,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"key":1},"7492,1829,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"generated":2,"text":2,"ttft":5,"0":5,"st":3,"time":2,"perf":2,"counter":2,"most":3,"recent":3,"timestamp":7,"try":1,"async":2,"with":2,"session":1,"post":1,"url":2,"api":1,"json":3,"payload":2,"headers":2,"as":2,"response":3,"if":6,"status":1,"200":1,"for":1,"chunk":11,"bytes":8,"in":1,"content":4,"strip":1,"not":2,"continue":2,"decode":1,"utf":1,"8":1,"note":1,"sse":1,"comments":1,"often":1,"used":1,"pings":1,"start":1,"a":1,"colon":1,"these":1,"are":1,"data":5,"and":1,"should":1,"be":1,"skipped":1,"startswith":1,"removeprefix":1,"done":1,"loads":1,"choices":3,"get":4,"delta":1,"first":1,"token":1,"output":4,"decoding":1,"phase":1,"else":1,"itl":1,"append":1,"or":1,"elif":1,"usage":3,"tokens":2,"completion":1},"9321,1845,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"output":9,"generated":2,"text":4,"success":3,"true":4,"latency":1,"most":1,"recent":1,"timestamp":1,"st":1,"else":2,"error":2,"response":1,"reason":1,"or":2,"false":2,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":2,"if":3,"pbar":3,"update":2,"1":1,"return":2,"async":2,"def":2,"request":10,"openai":3,"audio":2,"func":9,"input":9,"requestfuncinput":1,"session":1,"aiohttp":1,"clientsession":1,"optional":1,"tqdm":1,"none":1,"requestfuncoutput":1,"lazy":1,"import":2,"without":1,"placeholdermodule":1,"to":3,"avoid":1,"vllm":1,"dep":1,"soundfile":2,"api":5,"url":4,"assert":1,"endswith":1,"transcriptions":2,"translations":2,"chat":1,"completions":1,"must":1,"end":1,"with":1,"content":1,"type":1,"prompt":1,"payload":2,"model":4,"name":2,"temperature":1,"0":3,"max":1,"completion":1,"tokens":1,"len":1,"stream":3,"language":1,"en":1,"flattened":1,"due":1,"multipart":1,"form":1,"data":1,"include":1,"usage":2,"continuous":1,"stats":1,"extra":2,"body":2,"headers":1,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"key":1,"send":1,"file":1,"bytes":1,"y":2,"sr":2,"buffer":4,"io":1,"bytesio":1,"write":1,"wav":1,"seek":1},"11166,1934,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"mm":4,"audio":8,"request":2,"func":2,"input":2,"multi":2,"modal":2,"content":6,"if":6,"not":3,"isinstance":1,"dict":2,"or":1,"in":3,"raise":1,"typeerror":1,"must":1,"be":1,"a":1,"containing":1,"with":2,"to":1,"bytes":6,"as":2,"f":2,"form":4,"aiohttp":1,"formdata":1,"add":2,"field":2,"file":1,"type":1,"wav":1,"for":2,"key":2,"value":2,"payload":1,"items":1,"str":1,"output":4,"requestfuncoutput":1,"prompt":2,"len":2,"generated":1,"text":1,"ttft":5,"0":5,"st":3,"time":2,"perf":2,"counter":2,"most":2,"recent":2,"timestamp":5,"try":1,"async":2,"session":1,"post":1,"url":2,"api":1,"data":4,"headers":2,"response":3,"status":1,"200":1,"chunk":8,"strip":1,"continue":1,"decode":1,"utf":1,"8":1,"removeprefix":1,"done":1,"json":1,"loads":1,"choices":3,"get":2,"delta":1,"first":1,"token":1,"decoding":1,"phase":1,"else":1,"itl":1,"append":1},"13100,1299,data/raw/vllm-0.10.1/vllm/benchmarks/lib/endpoint_request_func.py":{"generated":3,"text":3,"content":1,"or":2,"elif":1,"usage":3,"data":1,"get":2,"output":10,"tokens":2,"completion":1,"most":2,"recent":2,"timestamp":3,"success":3,"true":1,"latency":1,"st":1,"else":1,"error":2,"response":1,"reason":1,"false":2,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1,"if":2,"pbar":2,"update":1,"1":1,"return":1,"todo":1,"add":1,"more":1,"request":9,"functions":1,"for":2,"different":1,"api":1,"protocols":1,"async":8,"funcs":2,"vllm":1,"openai":10,"completions":5,"chat":3,"audio":2,"compatible":1,"backends":1,"k":2,"v":2,"in":2,"items":1},"0,1978,data/raw/vllm-0.10.1/vllm/benchmarks/lib/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":2,"project":1,"import":5,"argparse":2,"json":2,"math":2,"os":2,"from":1,"typing":1,"any":3,"def":2,"convert":1,"pytorch":6,"benchmark":12,"format":3,"args":6,"namespace":1,"metrics":2,"dict":3,"str":2,"list":3,"extra":8,"info":8,"save":3,"results":1,"in":5,"used":1,"by":1,"oss":2,"with":2,"on":1,"metric":2,"per":1,"record":5,"https":1,"github":1,"com":1,"wiki":1,"how":1,"integrate":1,"database":1,"records":4,"if":4,"not":2,"environ":1,"get":2,"false":1,"return":6,"for":3,"name":5,"values":3,"items":2,"vars":1,"model":2,"tp":2,"tensor":5,"parallel":5,"size":5,"parameter":1,"it":1,"s":1,"part":1,"of":1,"metadata":1,"and":2,"append":1,"class":1,"infencoder":1,"jsonencoder":1,"clear":3,"inf":4,"self":3,"o":8,"isinstance":3,"k":2,"v":4,"elif":2,"float":1,"isinf":1},"1978,396,data/raw/vllm-0.10.1/vllm/benchmarks/lib/utils.py":{"def":2,"iterencode":2,"self":2,"o":4,"any":2,"args":2,"kwargs":2,"return":1,"super":1,"clear":1,"inf":1,"write":1,"to":1,"json":3,"filename":2,"str":1,"records":2,"list":1,"none":1,"with":1,"open":1,"w":1,"as":1,"f":3,"dump":1,"cls":1,"infencoder":1,"default":1,"lambda":1,"type":1,"name":1,"is":1,"not":1,"serializable":1},"0,142,data/raw/vllm-0.10.1/vllm/benchmarks/lib/__init__.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"benchmark":1,"library":1,"utilities":1},"0,1786,data/raw/vllm-0.10.1/vllm/benchmarks/lib/ready_checker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":1,"project":1,"utilities":1,"for":4,"checking":1,"endpoint":6,"readiness":1,"import":5,"asyncio":2,"time":5,"aiohttp":2,"from":2,"tqdm":3,"request":4,"func":3,"requestfuncinput":3,"requestfuncoutput":4,"async":2,"def":1,"wait":3,"test":3,"input":2,"session":1,"clientsession":1,"timeout":8,"seconds":11,"int":2,"600":1,"retry":2,"interval":2,"5":2,"an":1,"become":3,"available":2,"before":1,"starting":1,"benchmarks":1,"args":1,"function":1,"call":1,"with":2,"maximum":1,"in":3,"default":2,"10":1,"minutes":1,"between":1,"retries":1,"returns":1,"successful":1,"response":1,"raises":1,"valueerror":1,"if":2,"doesn":1,"t":1,"within":1,"deadline":2,"perf":2,"counter":2,"output":1,"success":1,"false":1,"print":1,"f":1,"waiting":1,"up":1,"total":1,"bar":3,"format":1,"desc":1,"elapsed":4,"remaining":5,"unit":1,"s":1,"as":1,"pbar":6,"while":1,"true":1,"update":4,"progress":1,"amount":2,"min":1,"n":2,"refresh":1,"close":1,"break":1},"1786,571,data/raw/vllm-0.10.1/vllm/benchmarks/lib/ready_checker.py":{"ping":1,"the":1,"endpoint":1,"using":1,"request":3,"func":3,"try":1,"output":4,"await":2,"input":2,"test":1,"session":2,"if":2,"success":1,"pbar":1,"close":1,"return":2,"except":1,"aiohttp":1,"clientconnectorerror":1,"pass":1,"retry":2,"after":1,"a":1,"delay":1,"sleep":4,"duration":3,"min":1,"interval":1,"remaining":1,"0":1,"asyncio":1},"0,845,data/raw/vllm-0.10.1/.github/PULL_REQUEST_TEMPLATE.md":{"markdownlint":1,"disable":1,"please":2,"fill":1,"in":1,"the":8,"pr":4,"description":2,"here":1,"ensuring":1,"all":1,"checklist":2,"items":1,"at":1,"bottom":1,"have":1,"been":1,"considered":1,"purpose":2,"test":5,"plan":2,"result":1,"optional":2,"documentation":2,"update":2,"details":2,"summary":2,"essential":1,"elements":1,"of":2,"an":1,"effective":1,"such":4,"as":4,"fix":1,"some":1,"issue":1,"link":1,"existing":1,"issues":1,"this":2,"will":2,"resolve":1,"providing":1,"command":1,"results":3,"pasting":1,"comparison":1,"before":2,"and":2,"after":1,"or":1,"e2e":1,"necessary":1,"updating":1,"supported":1,"models":1,"md":1,"examples":1,"for":1,"a":1,"new":1,"model":1,"submitting":1,"read":1,"https":1,"docs":1,"vllm":1,"ai":1,"en":1,"latest":1,"contributing":1,"anything":1,"written":1,"below":1,"line":1,"be":1,"removed":1,"by":1,"github":1,"actions":1},"0,1514,data/raw/vllm-0.10.1/tools/check_spdx_header.py":{"spdx":11,"license":10,"identifier":3,"apache":3,"2":3,"0":5,"filecopyrighttext":3,"copyright":10,"contributors":3,"to":3,"the":5,"vllm":3,"project":3,"import":2,"sys":1,"from":1,"enum":3,"class":1,"spdxstatus":2,"header":4,"status":3,"enumeration":1,"empty":5,"init":1,"py":1,"complete":2,"missing":7,"only":2,"has":6,"line":10,"both":2,"completely":1,"full":1,"n":1,"noqa":1,"e501":1,"def":1,"check":3,"file":6,"path":2,"of":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"lines":7,"readlines":1,"if":3,"not":2,"return":1,"skip":1,"shebang":1,"start":3,"idx":3,"and":1,"startswith":1,"1":1,"false":2,"all":1,"for":2,"headers":1,"just":1,"first":1,"two":1,"i":2,"in":1,"range":1,"len":1,"strip":1,"true":2,"elif":1},"1514,1740,data/raw/vllm-0.10.1/tools/check_spdx_header.py":{"determine":1,"status":5,"based":2,"on":2,"what":1,"we":1,"found":1,"if":4,"has":9,"license":9,"and":5,"copyright":10,"return":4,"spdxstatus":6,"complete":2,"elif":3,"not":2,"only":3,"line":13,"missing":7,"else":2,"completely":2,"both":3,"lines":10,"def":1,"add":6,"header":6,"file":12,"path":2,"or":1,"supplement":1,"spdx":3,"with":1,"open":1,"r":1,"encoding":1,"utf":1,"8":1,"as":1,"readlines":1,"seek":1,"0":4,"truncate":1,"startswith":1,"preserve":1,"shebang":1,"write":3,"full":2,"n":3,"writelines":3,"1":2,"directly":1,"need":1,"to":1,"find":1,"the":1,"after":2,"it":1,"for":1,"i":2,"in":1,"enumerate":1,"strip":1,"insert":2,"f":1,"break":1},"3254,1932,data/raw/vllm-0.10.1/tools/check_spdx_header.py":{"elif":3,"status":6,"spdxstatus":7,"missing":23,"license":12,"only":1,"has":1,"copyright":11,"line":10,"need":2,"to":4,"add":5,"find":1,"the":3,"and":1,"before":2,"it":1,"for":5,"i":2,"in":5,"enumerate":1,"lines":3,"if":8,"strip":1,"insert":2,"f":4,"n":1,"break":1,"file":15,"writelines":1,"def":1,"main":4,"function":1,"files":20,"both":7,"path":14,"sys":2,"argv":1,"1":2,"check":1,"spdx":2,"header":5,"append":3,"else":2,"continue":1,"collect":1,"all":4,"that":1,"fixing":1,"fix":3,"print":4,"following":1,"are":1,"exit":1,"0":1,"name":1},"0,1954,data/raw/vllm-0.10.1/tools/enforce_regex_import.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":3,"future":1,"import":10,"annotations":1,"subprocess":3,"pathlib":1,"path":2,"regex":3,"as":3,"re":7,"forbidden":4,"patterns":4,"compile":3,"r":3,"s":13,"allowed":2,"def":4,"get":2,"staged":2,"python":2,"files":7,"list":2,"str":4,"try":2,"result":3,"run":1,"git":1,"diff":2,"cached":1,"name":1,"only":1,"filter":1,"am":1,"capture":1,"output":1,"true":3,"text":1,"check":3,"stdout":2,"strip":4,"split":1,"n":2,"if":7,"else":1,"return":5,"f":7,"for":5,"in":5,"endswith":1,"py":2,"except":2,"calledprocesserror":1,"is":2,"line":15,"bool":2,"match":2,"and":1,"not":3,"any":1,"pattern":2,"file":2,"filepath":7,"tuple":1,"int":2,"violations":8,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"num":4,"enumerate":1,"1":2,"append":1,"oserror":1,"unicodedecodeerror":1,"pass":1,"main":1,"total":2,"exists":1,"continue":2,"setup":1,"print":2},"1954,497,data/raw/vllm-0.10.1/tools/enforce_regex_import.py":{"if":2,"total":2,"violations":2,"0":2,"print":6,"f":1,"n":1,"found":1,"violation":1,"s":1,"please":1,"replace":2,"import":6,"re":4,"with":2,"regex":4,"as":2,"also":1,"from":2,"noqa":2,"e501":2,"allowed":1,"imports":1,"return":2,"1":1,"name":1,"main":2,"raise":1,"systemexit":1},"0,1762,data/raw/vllm-0.10.1/tools/validate_config.py":{"spdx":2,"license":2,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"ensures":1,"all":1,"fields":1,"in":5,"a":14,"config":1,"dataclass":1,"have":2,"default":1,"values":1,"and":1,"that":1,"each":2,"field":1,"has":2,"docstring":1,"import":3,"ast":9,"inspect":2,"sys":1,"def":3,"get":2,"attr":1,"docs":2,"cls":2,"node":2,"classdef":1,"dict":1,"str":3,"any":1,"docstrings":2,"placed":1,"after":1,"attribute":2,"assignments":1,"class":2,"body":2,"adapted":1,"from":1,"https":3,"davidism":2,"com":2,"mit":1,"pairwise":3,"iterable":2,"manually":1,"implement":1,"python":2,"org":1,"3":2,"library":1,"itertools":2,"html":1,"can":2,"be":3,"removed":1,"when":1,"9":1,"support":1,"is":1,"dropped":1,"iterator":3,"iter":1,"next":1,"none":1,"for":3,"b":9,"yield":1,"out":3,"consider":1,"pair":1,"of":1,"nodes":1,"must":2,"an":3,"assignment":3,"then":1,"constant":2,"string":1,"if":3,"not":5,"isinstance":6,"assign":2,"annassign":1,"or":3,"expr":1,"value":5,"continue":2,"doc":2,"cleandoc":1,"multiple":1,"targets":4,"v":1,"but":1,"annotated":1,"only":1,"one":1,"target":5,"else":1,"assigning":1,"plain":1,"name":2,"id":1,"return":1,"configvalidator":1,"nodevisitor":1,"init":1,"self":1},"1762,1789,data/raw/vllm-0.10.1/tools/validate_config.py":{"def":2,"visit":2,"classdef":2,"self":2,"node":11,"validate":3,"class":11,"with":2,"both":1,"config":5,"and":6,"dataclass":5,"decorators":4,"id":8,"for":2,"d":6,"in":5,"decorator":2,"list":1,"if":7,"isinstance":7,"ast":8,"name":11,"or":2,"call":1,"func":2,"set":2,"elif":1,"fail":3,"f":3,"must":3,"be":1,"a":6,"generic":1,"attr":3,"docs":4,"get":1,"stmt":10,"body":1,"field":7,"is":2,"defined":1,"as":1,"variable":1,"that":1,"has":1,"type":1,"annotation":4,"annassign":1,"skip":1,"classvar":2,"see":1,"https":1,"python":1,"org":1,"3":1,"library":1,"dataclasses":1,"html":1,"variables":1,"subscript":1,"value":4,"continue":1,"target":2,"none":1,"have":2,"default":1,"not":1,"docstring":1},"3551,1638,data/raw/vllm-0.10.1/tools/validate_config.py":{"if":4,"isinstance":5,"stmt":8,"annotation":5,"ast":10,"subscript":2,"and":5,"value":4,"name":5,"id":2,"union":2,"slice":2,"tuple":1,"args":4,"elts":1,"literal":5,"arg":5,"for":2,"in":3,"len":1,"1":2,"fail":2,"f":5,"field":2,"class":1,"node":3,"must":1,"use":2,"a":1,"single":1,"type":1,"please":1,"literal1":2,"literal2":2,"instead":1,"of":1,"def":4,"validate":4,"tree":4,"configvalidator":1,"visit":1,"file":6,"path":4,"str":2,"try":1,"print":3,"validating":1,"config":1,"dataclasses":1,"end":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":2,"source":2,"read":1,"parse":1,"filename":3,"except":1,"valueerror":2,"e":2,"systemexit":1,"2":1,"else":1,"message":2,"raise":1,"line":1,"lineno":1,"main":3,"sys":1,"argv":1},"0,1617,data/raw/vllm-0.10.1/tools/check_triton_import.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"import":12,"subprocess":1,"sys":1,"regex":1,"as":1,"re":5,"forbidden":4,"compile":1,"r":2,"from":4,"s":2,"triton":8,"way":1,"allowed":10,"lines":2,"utils":4,"tl":2,"files":2,"importing":1,"py":1,"def":3,"is":5,"file":11,"current":10,"str":4,"bool":3,"return":3,"in":3,"line":14,"stripped":3,"strip":2,"match":4,"and":2,"not":2,"parse":1,"diff":3,"list":1,"violations":3,"none":2,"lineno":4,"skip":3,"false":1,"for":1,"splitlines":1,"if":3,"startswith":4,"b":1,"6":1,"elif":3,"continue":1,"search":1,"d":1,"int":1,"group":1,"1":4,"next":1,"here":1,"code":3,"append":1,"f":1},"1617,1061,data/raw/vllm-0.10.1/tools/check_triton_import.py":{"def":2,"get":2,"diff":16,"type":8,"str":2,"if":3,"staged":2,"return":4,"subprocess":3,"check":2,"output":4,"git":3,"cached":1,"unified":2,"0":3,"text":2,"true":2,"elif":1,"unstaged":2,"else":1,"raise":1,"valueerror":1,"f":3,"unknown":1,"main":3,"all":4,"violations":6,"for":2,"in":2,"try":1,"parse":1,"extend":1,"except":1,"calledprocesserror":1,"as":1,"e":2,"print":3,"failed":1,"file":1,"sys":2,"stderr":1,"forbidden":1,"direct":1,"import":2,"triton":3,"detected":1,"use":1,"from":1,"vllm":1,"utils":1,"instead":1,"n":1,"v":2,"1":1,"name":1,"exit":1},"0,588,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"usr":1,"bin":1,"env":1,"python3":2,"spdx":2,"license":3,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"c":3,"2018":1,"chromium":3,"authors":1,"all":1,"rights":1,"reserved":1,"use":1,"of":2,"this":2,"source":1,"code":1,"is":1,"governed":1,"by":1,"a":1,"bsd":1,"style":1,"that":1,"can":1,"be":1,"found":1,"in":1,"file":1,"modified":1,"version":1,"https":1,"googlesource":1,"com":1,"tools":3,"depot":1,"git":1,"refs":1,"heads":1,"main":1,"post":1,"build":4,"ninja":4,"summary":1,"py":2,"summarize":1,"last":1,"invoked":1,"with":1,"s":1,"syntax":1,"report":1,"time":1,"typical":1,"output":1,"looks":1,"like":1},"588,1876,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"longest":3,"build":22,"steps":4,"for":4,"cpp":4,"o":6,"1":5,"0":8,"weighted":18,"s":37,"to":19,"torch":3,"bindings":3,"12":2,"4":4,"elapsed":18,"time":19,"2":7,"attn":2,"c":4,"dir":1,"csrc":1,"23":1,"5":9,"6":5,"31":1,"3":5,"38":1,"so":4,"linking":1,"moe":1,"abi3":3,"flash":1,"cu":4,"15":7,"machete":7,"mm":9,"183":4,"7":1,"185":2,"9":3,"186":1,"37":1,"scaled":2,"c3x":1,"449":1,"43":1,"c2x":1,"527":1,"344":1,"8":1,"attention":1,"1087":1,"1110":1,"10120":1,"sum":1,"1x":1,"parallelism":1,"134":1,"completed":1,"average":1,"of":3,"import":6,"argparse":1,"errno":1,"fnmatch":1,"os":1,"sys":1,"from":1,"collections":1,"defaultdict":1,"the":2,"number":2,"long":4,"times":2,"report":2,"count":2,"10":2,"by":1,"extension":1,"ext":1,"class":1,"target":1,"represents":1,"a":2,"single":1,"line":1,"read":1,"ninja":1,"log":1,"file":1},"2464,1968,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"def":5,"init":1,"self":20,"start":5,"end":5,"creates":1,"a":7,"target":2,"object":2,"by":3,"passing":1,"in":6,"the":14,"times":1,"seconds":4,"as":4,"float":4,"list":1,"of":6,"targets":4,"appended":1,"to":1,"owner":1,"this":2,"weighted":12,"duration":18,"0":3,"returns":3,"task":4,"return":3,"setweightedduration":1,"sets":1,"passed":1,"weightedduration":1,"s":1,"takes":1,"elapsed":1,"time":3,"and":1,"divides":1,"it":3,"how":1,"many":1,"other":1,"tasks":1,"were":1,"running":1,"at":1,"same":2,"thus":1,"represents":1,"approximate":1,"impact":1,"on":1,"total":1,"build":2,"with":2,"serialized":1,"or":2,"serializing":1,"steps":2,"typically":1,"ending":1,"up":1,"much":1,"longer":1,"durations":1,"should":1,"always":1,"be":1,"shorter":1,"than":1,"allow":1,"for":1,"modest":1,"floating":1,"point":1,"errors":1,"epsilon":3,"000002":1,"if":2,"print":1,"format":1,"assert":1,"describetargets":1,"printable":1,"string":1,"that":2,"summarizes":1,"some":1,"generate":1,"dozens":1,"outputs":1,"handle":1,"them":1,"sanely":1,"max":4,"length":4,"was":1,"chosen":1,"so":1,"can":1,"fit":1,"most":1,"long":1,"single":1,"names":1,"while":1,"minimizing":1,"word":1,"wrapping":1,"result":5,"join":1,"65":1,"len":1},"4432,161,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"copied":1,"with":1,"some":1,"modifications":1,"from":2,"ninjatracing":1,"def":1,"readtargets":1,"log":3,"show":1,"all":2,"reads":1,"targets":1,"ninja":1,"file":2,"sorted":1,"by":1,"duration":1},"4593,229,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"the":1,"result":1,"is":1,"a":1,"list":1,"of":1,"target":1,"objects":1,"header":3,"log":3,"readline":1,"assert":1,"ninja":2,"v5":1,"n":1,"unrecognized":1,"version":1,"r":1,"format":1,"targets":1,"dict":1,"last":1,"end":1,"seen":1,"0":2},"4822,1856,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"for":2,"line":2,"in":7,"log":3,"parts":3,"strip":1,"split":1,"t":1,"if":7,"len":1,"5":1,"ninja":3,"exe":1,"is":2,"rudely":1,"halted":1,"then":2,"the":10,"file":2,"may":3,"be":7,"corrupt":1,"silently":1,"continue":2,"start":8,"end":13,"name":2,"cmdhash":4,"ignore":1,"restart":1,"convert":1,"from":1,"integral":1,"milliseconds":1,"to":5,"float":1,"seconds":1,"int":2,"1000":2,"0":2,"not":6,"show":2,"all":2,"and":4,"last":3,"seen":2,"an":2,"earlier":1,"time":1,"stamp":1,"means":1,"that":3,"this":3,"step":2,"first":1,"a":3,"new":2,"build":6,"possibly":1,"incremental":1,"throw":1,"away":1,"previous":1,"data":1,"so":3,"will":2,"displayed":1,"independently":1,"has":1,"done":1,"by":2,"comparing":1,"times":4,"because":1,"records":1,"are":3,"written":1,"when":1,"commands":1,"complete":1,"guaranteed":1,"order":1,"but":1,"targets":7,"dict":6,"target":10,"none":2,"or":2,"several":1,"builds":2,"row":1,"just":1,"run":1,"one":1,"two":2,"steps":1,"go":1,"backwards":1,"detected":1,"as":1,"such":1,"however":1,"many":1,"cases":1,"there":1,"repeated":1,"changed":1,"stop":1,"points":1,"command":1,"identified":1,"hash":1,"can":1,"used":1,"detect":1,"reset":1,"dictionary":1,"append":1,"return":1,"list":1,"values":1},"6678,1955,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"def":2,"getextension":1,"target":4,"extra":4,"patterns":3,"return":4,"the":7,"file":4,"extension":12,"that":4,"best":1,"represents":1,"a":5,"for":4,"targets":3,"generate":1,"multiple":1,"outputs":2,"it":1,"is":2,"important":1,"to":5,"consistent":1,"canonical":2,"ultimately":1,"goal":1,"group":1,"build":1,"steps":1,"by":1,"type":3,"output":6,"in":7,"if":10,"fn":3,"pattern":3,"split":1,"fnmatch":2,"not":1,"true":1,"but":1,"good":1,"grouping":1,"endswith":1,"mappings":2,"break":6,"capture":1,"two":1,"extensions":1,"present":1,"example":1,"javac":1,"jar":3,"should":1,"be":2,"distinguished":1,"from":1,"interface":1,"root":2,"ext1":6,"os":2,"path":2,"splitext":2,"ext2":2,"preserve":1,"order":1,"name":1,"len":1,"0":2,"no":1,"found":1,"pdb":1,"dll":3,"exe":2,"pefile":1,"linking":3,"make":2,"sure":2,"and":2,"are":2,"grouped":1,"together":1,"lib":1,"files":3,"don":2,"t":2,"cause":1,"these":1,"listed":1,"as":3,"libraries":1,"so":2,"toc":2,"attempt":1,"identify":1,"avoid":1,"identifying":1,"obj":2,"get":1,"categorized":1,"mojo":4,"o":1,"jars":1,"of":3,"java":1,"normalize":1,"all":1,"related":1,"count":1,"mojom":1,"summarizeentries":1,"entries":1,"step":1,"types":1,"print":1,"summary":1,"passed":1,"list":1,"objects":1},"8633,979,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"create":1,"a":2,"list":2,"that":2,"is":1,"in":2,"order":1,"by":1,"time":8,"stamp":2,"and":2,"has":1,"entries":3,"for":3,"the":2,"beginning":1,"ending":1,"of":2,"each":3,"build":1,"step":2,"one":1,"may":1,"have":1,"multiple":2,"due":1,"to":1,"steps":1,"starting":1,"stopping":1,"at":3,"exactly":1,"same":1,"iterate":1,"through":1,"this":1,"keeping":1,"track":1,"which":1,"tasks":1,"are":1,"running":2,"all":1,"times":4,"calculate":1,"total":4,"weighted":3,"so":1,"when":1,"task":4,"ends":1,"its":1,"own":1,"can":1,"easily":1,"be":1,"calculated":1,"start":7,"stop":4,"earliest":5,"1":1,"latest":4,"0":5,"cpu":2,"target":10,"if":2,"or":1,"end":3,"duration":1,"append":2,"length":1},"9612,1966,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"sort":2,"by":3,"the":12,"time":19,"type":1,"records":1,"and":2,"ignore":1,"target":6,"task":9,"start":7,"stop":6,"times":7,"key":1,"lambda":1,"2":1,"now":2,"we":3,"have":2,"all":2,"sorted":1,"when":2,"they":1,"happen":1,"if":6,"a":2,"starts":2,"stops":1,"on":1,"same":1,"stamp":1,"then":1,"will":1,"come":1,"first":1,"because":1,"of":2,"alphabet":1,"which":2,"is":2,"important":1,"for":2,"making":1,"this":4,"work":1,"correctly":1,"track":2,"tasks":8,"are":1,"currently":1,"running":10,"record":3,"processed":1,"up":3,"to":5,"so":2,"know":1,"how":1,"calculate":1,"deltas":1,"last":7,"0":6,"accumulated":1,"weighted":17,"that":1,"it":1,"can":1,"efficiently":1,"be":2,"added":1,"individual":1,"scan":1,"events":1,"event":2,"in":2,"action":3,"name":3,"accumulate":1,"num":3,"len":2,"update":1,"total":7,"moment":1,"float":1,"change":1,"while":1,"ran":1,"duration":3,"setweightedduration":1,"del":1,"assert":1,"warn":1,"sum":1,"off":1,"more":1,"than":1,"half":1,"second":1,"abs":1,"length":3,"500":1,"print":1,"warning":1,"possible":1,"corrupt":1,"ninja":1,"log":1,"results":1,"may":1,"untrustworthy":1,"3f":2,"format":1},"11578,1985,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"entries":8,"by":3,"ext":5,"defaultdict":1,"list":1,"for":6,"target":7,"in":3,"extension":2,"getextension":1,"extra":3,"step":6,"types":6,"append":1,"key":3,"values":3,"items":1,"print":5,"longest":1,"build":10,"steps":2,"format":5,"sort":1,"lambda":1,"x":3,"weightedduration":2,"long":3,"count":3,"8":1,"1f":5,"weighted":2,"s":6,"to":2,"elapsed":2,"time":5,"describetargets":1,"duration":1,"sum":1,"1":3,"parallelism":1,"length":3,"total":2,"cpu":2,"0":1,"completed":1,"average":1,"of":1,"2f":1,"len":3,"def":1,"main":1,"log":14,"file":11,"ninja":2,"parser":5,"argparse":1,"argumentparser":1,"add":3,"argument":3,"c":1,"dest":1,"directory":4,"help":3,"semicolon":1,"separated":1,"fnmatch":1,"patterns":1,"grouping":1,"specific":1,"analyze":1,"args":10,"parse":1,"known":1,"if":3,"os":1,"path":1,"join":1,"make":1,"room":1,"the":1,"global":1,"split":1,"try":1,"with":1,"open":1,"as":1,"readtargets":1,"false":1,"summarizeentries":1,"except":1,"oserror":1,"r":1,"not":1,"found":1,"no":1,"summary":1,"created":1,"return":1,"errno":1,"enoent":1},"13563,48,data/raw/vllm-0.10.1/tools/report_build_time_ninja.py":{"if":1,"name":1,"main":2,"sys":1,"exit":1},"0,1679,data/raw/vllm-0.10.1/tools/generate_cmake_presets.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":2,"project":1,"import":6,"json":3,"multiprocessing":2,"os":4,"sys":2,"from":3,"shutil":1,"which":4,"try":2,"get":6,"cuda":9,"home":8,"pytorch":2,"installation":1,"is":2,"most":1,"reliable":1,"source":1,"of":2,"truth":1,"for":1,"s":1,"build":1,"torch":2,"utils":2,"cpp":2,"extension":2,"except":1,"importerror":1,"print":5,"warning":1,"not":4,"found":3,"falling":1,"back":1,"environment":1,"variable":1,"environ":1,"def":3,"python":2,"executable":3,"current":1,"used":1,"run":1,"this":1,"script":1,"return":2,"cpu":3,"cores":2,"number":1,"count":1,"generate":1,"presets":1,"output":1,"path":21,"cmakeuserpresets":2,"generates":1,"file":1,"attempting":1,"detect":2,"your":1,"system":1,"configuration":1,"nvcc":21,"none":1,"if":5,"prospective":3,"join":1,"bin":2,"exists":1,"via":1,"f":3,"in":1,"input":3,"could":1,"automatically":1,"find":1,"please":1,"provide":1,"full":1,"e":1,"g":1,"usr":1,"local":1,"strip":1,"using":1},"1679,1974,data/raw/vllm-0.10.1/tools/generate_cmake_presets.py":{"detect":1,"python":26,"executable":25,"get":4,"if":3,"print":5,"f":6,"found":2,"via":1,"sys":1,"else":1,"prompt":2,"could":2,"not":8,"automatically":1,"find":2,"please":2,"provide":2,"the":1,"full":1,"path":11,"to":1,"your":2,"for":1,"vllm":6,"development":1,"typically":1,"from":1,"virtual":1,"environment":1,"e":1,"g":1,"home":1,"user":1,"venvs":1,"bin":1,"input":1,"strip":1,"raise":1,"valueerror":1,"determine":1,"it":2,"manually":1,"using":1,"cpu":7,"cores":7,"nvcc":7,"threads":6,"min":1,"4":1,"cmake":8,"jobs":3,"max":1,"1":1,"detected":2,"setting":1,"and":3,"project":4,"root":4,"assuming":1,"this":1,"script":1,"is":3,"in":2,"tools":1,"os":6,"abspath":2,"join":1,"dirname":1,"file":1,"as":1,"ensure":1,"absolute":2,"or":1,"resolvable":1,"isabs":2,"which":2,"elif":1,"warning":1,"an":1,"might":1,"cache":1,"variables":1,"cuda":2,"compiler":1,"build":1,"type":1,"release":1,"install":1,"prefix":1,"sourcedir":1,"flags":1,"str":1},"3653,1727,data/raw/vllm-0.10.1/tools/generate_cmake_presets.py":{"detect":1,"compiler":6,"cache":6,"if":4,"which":3,"sccache":4,"print":6,"using":4,"for":4,"caching":2,"launcher":6,"in":3,"c":2,"cxx":2,"cuda":2,"hip":2,"variables":4,"f":4,"cmake":6,"elif":1,"ccache":4,"else":2,"no":1,"or":1,"found":2,"configure":3,"preset":3,"name":2,"release":4,"binarydir":1,"sourcedir":1,"build":3,"cachevariables":1,"ninja":4,"generator":3,"job":1,"pools":1,"compile":1,"jobs":3,"not":1,"default":1,"may":1,"be":1,"slower":1,"presets":1,"version":1,"6":1,"keep":1,"sync":1,"with":1,"cmakelists":1,"txt":2,"and":1,"requirements":1,"cmakeminimumrequired":1,"major":1,"3":1,"minor":1,"26":1,"patch":1,"1":1,"configurepresets":1,"buildpresets":1,"configurepreset":1,"output":4,"file":3,"path":6,"os":2,"join":1,"project":1,"root":1,"exists":2,"overwrite":3,"input":1,"already":1,"y":2,"n":1,"strip":1,"lower":1,"generation":1,"cancelled":1,"return":1},"5380,578,data/raw/vllm-0.10.1/tools/generate_cmake_presets.py":{"try":1,"with":1,"open":1,"output":2,"file":3,"path":2,"w":1,"as":2,"f":5,"json":1,"dump":1,"presets":2,"indent":1,"4":1,"print":6,"successfully":1,"generated":1,"nto":1,"use":1,"this":1,"preset":3,"1":1,"ensure":1,"you":1,"are":1,"in":1,"the":1,"vllm":1,"root":2,"directory":1,"cd":1,"project":1,"2":1,"initialize":1,"cmake":3,"release":2,"3":1,"build":2,"install":2,"target":1,"except":1,"oserror":1,"e":2,"error":1,"writing":1,"if":1,"name":1,"main":1,"generate":1},"0,1516,data/raw/vllm-0.10.1/tools/check_init_lazy_imports.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":7,"project":1,"ensure":1,"we":1,"perform":1,"lazy":1,"loading":1,"in":4,"init":8,"py":3,"i":1,"e":1,"appears":1,"only":1,"within":1,"if":4,"typing":2,"type":2,"checking":2,"guard":1,"except":1,"for":2,"a":1,"short":1,"whitelist":2,"from":4,"future":1,"import":6,"annotations":1,"ast":3,"pathlib":2,"sys":4,"collections":1,"abc":1,"iterable":2,"final":5,"repo":2,"root":2,"path":4,"file":3,"resolve":1,"parent":2,"you":1,"need":1,"add":1,"items":1,"do":1,"it":1,"here":1,"allowed":2,"imports":2,"frozenset":4,"str":6,"env":1,"override":1,"modules":1,"version":1,"def":4,"is":2,"internal":1,"name":4,"none":5,"level":2,"int":3,"bool":1,"return":3,"true":1,"false":2,"startswith":1,"or":1,"fail":1,"violations":3,"tuple":2,"print":2,"error":1,"disallowed":1,"eager":1,"n":1,"stderr":2,"lineno":2,"msg":2,"f":1,"line":1,"exit":1,"1":1,"main":1,"source":2,"read":1,"text":1,"encoding":1,"utf":1,"8":1,"tree":1,"parse":1,"filename":1,"list":1,"class":1,"visitor":1,"nodevisitor":1,"self":2,"super":1},"1516,1964,data/raw/vllm-0.10.1/tools/check_init_lazy_imports.py":{"def":3,"visit":7,"if":8,"self":11,"node":14,"ast":6,"none":3,"guard":4,"is":6,"type":13,"checking":13,"false":1,"test":8,"isinstance":3,"attribute":1,"and":4,"value":2,"name":7,"id":2,"typing":3,"attr":1,"elif":1,"prev":2,"in":10,"true":1,"for":3,"child":4,"body":1,"orelse":1,"else":1,"generic":1,"import":4,"return":2,"alias":2,"names":1,"module":9,"internal":2,"not":2,"allowed":2,"imports":1,"violations":2,"append":2,"lineno":2,"f":2,"must":2,"be":2,"inside":2,"noqa":2,"e501":2,"importfrom":2,"as":3,"written":3,"level":3,"or":1,"from":2,"modules":1,"visitor":1,"tree":1},"3480,86,data/raw/vllm-0.10.1/tools/check_init_lazy_imports.py":{"if":2,"violations":2,"fail":1,"name":1,"main":2},"0,995,data/raw/vllm-0.10.1/tools/check_pickle_imports.py":{"usr":1,"bin":1,"env":1,"python3":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":4,"vllm":3,"project":1,"import":5,"os":1,"sys":3,"regex":1,"as":1,"re":1,"try":1,"pathspec":3,"except":1,"importerror":1,"print":1,"error":1,"library":1,"is":1,"required":1,"install":2,"it":1,"with":1,"pip":1,"file":1,"stderr":1,"exit":1,"list":3,"of":2,"files":1,"relative":1,"repo":1,"root":1,"that":2,"are":3,"allowed":1,"pickle":3,"or":2,"cloudpickle":3,"stop":1,"and":4,"read":1,"before":2,"you":1,"add":2,"anything":1,"else":1,"this":2,"modules":1,"known":1,"be":1,"unsafe":1,"when":1,"deserializing":1,"data":1,"from":1,"potentially":1,"untrusted":1,"parties":1,"they":1,"have":1,"resulted":1,"in":4,"multiple":1,"cves":1,"for":1,"numerous":1,"vulnerabilities":1,"python":1,"ecosystem":1,"more":1,"broadly":1,"adding":1,"new":1,"uses":1,"please":1,"consider":1,"safer":1,"alternatives":1,"like":1,"msgpack":1,"pydantic":1,"already":1,"use":1,"only":1,"if":1,"absolutely":1,"necessary":1,"after":1,"careful":1,"security":1,"review":1},"995,1824,data/raw/vllm-0.10.1/tools/check_pickle_imports.py":{"allowed":1,"files":1,"set":1,"pickle":6,"vllm":22,"v1":4,"serial":2,"utils":10,"py":32,"executor":10,"multiproc":2,"multimodal":1,"hasher":1,"transformers":2,"config":2,"model":2,"models":2,"registry":2,"tests":3,"test":2,"tokenization":1,"cached":1,"tokenizer":1,"distributed":6,"parallel":1,"state":1,"engine":6,"multiprocessing":4,"client":2,"device":2,"communicators":2,"custom":1,"all":1,"reduce":1,"shm":1,"broadcast":1,"benchmarks":11,"kernels":4,"graph":1,"machete":2,"bench":1,"benchmark":2,"lora":1,"fused":1,"layernorm":1,"rms":1,"cutlass":2,"w8a8":1,"sparse":1,"cloudpickle":4,"worker":2,"base":1,"mp":1,"ray":1,"entrypoints":1,"llm":1,"and":1,"init":1,"re":3,"compile":1,"r":2,"s":5,"import":2,"sas":1,"from":1,"b":1,"def":2,"is":1,"python":1,"file":2,"path":4,"return":3,"endswith":1,"scan":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":2,"for":1,"line":2,"in":1,"if":1,"match":1,"true":1,"false":1},"2819,1371,data/raw/vllm-0.10.1/tools/check_pickle_imports.py":{"def":2,"load":2,"gitignore":6,"repo":6,"root":6,"path":17,"os":8,"join":2,"patterns":4,"if":5,"exists":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":5,"read":1,"splitlines":1,"always":1,"ignore":1,"git":2,"directory":1,"append":2,"return":1,"pathspec":2,"from":1,"lines":1,"gitwildmatch":1,"main":1,"dirname":2,"abspath":1,"file":4,"spec":2,"bad":4,"files":7,"for":3,"dirpath":2,"filenames":2,"in":6,"walk":1,"filename":3,"not":3,"is":2,"python":1,"continue":2,"abs":3,"rel":4,"relpath":1,"skip":1,"ignored":1,"match":1,"scan":1,"and":1,"allowed":3,"print":3,"nerror":1,"the":3,"following":1,"import":1,"pickle":2,"or":1,"cloudpickle":1,"but":1,"are":1,"list":2,"nif":1,"this":1,"intentional":1,"update":1,"tools":1,"check":1,"imports":1,"py":1,"sys":2,"exit":2,"1":1,"0":1},"4190,1186,data/raw/vllm-0.10.1/tools/check_pickle_imports.py":{"def":1,"test":6,"regex":4,"cases":2,"should":5,"match":6,"import":15,"pickle":10,"true":11,"cloudpickle":5,"as":3,"pkl":1,"cpkl":1,"from":6,"dumps":3,"loads":3,"timport":1,"not":1,"somethingelse":2,"false":5,"print":2,"pickleas":1,"asdf":1,"for":1,"i":2,"line":3,"in":2,"enumerate":1,"result":3,"bool":1,"re":1,"assert":1,"f":2,"case":1,"failed":1,"expected":1,"got":1,"all":1,"tests":1,"passed":1,"if":2,"name":1,"main":2,"sys":1,"argv":1,"else":1},"0,1133,data/raw/vllm-0.10.1/tools/generate_nightly_torch_test.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":1,"project":1,"generates":1,"specialized":1,"requirements":6,"files":2,"for":3,"nightly":5,"pytorch":4,"testing":1,"this":2,"script":1,"reads":1,"main":1,"test":7,"input":3,"file":4,"in":5,"and":1,"splits":1,"its":1,"content":1,"into":1,"two":1,"1":1,"torch":4,"txt":3,"contains":2,"dependencies":1,"except":1,"related":2,"only":1,"packages":2,"output":1,"white":3,"list":4,"of":1,"that":1,"are":1,"not":2,"compatible":2,"with":3,"directly":1,"pip":1,"install":1,"please":1,"add":1,"your":1,"package":1,"if":4,"it":1,"is":1,"or":2,"make":1,"dependency":1,"fails":1,"torchaudio":1,"torchvision":1,"mamba":1,"ssm":1,"open":1,"as":1,"f":2,"lines":2,"readlines":1,"skip":4,"next":4,"false":2,"line":4,"startswith":1,"t":1,"strip":1,"continue":2,"any":1,"k":2,"lower":1,"true":1},"0,1844,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":1,"project":1,"import":9,"argparse":1,"copy":1,"json":2,"math":1,"os":1,"from":6,"pathlib":1,"path":1,"typing":1,"any":3,"optional":1,"matplotlib":1,"pyplot":1,"as":2,"plt":1,"pandas":1,"pd":1,"parsing":1,"utils":2,"def":3,"largest":4,"dist":4,"leaf":4,"node":14,"dict":4,"depth":16,"int":3,"if":4,"len":2,"children":5,"return":4,"max":1,"child":6,"1":5,"for":3,"in":4,"get":2,"entries":6,"at":3,"and":5,"traces":4,"list":3,"tuple":1,"curr":4,"trace":7,"assert":2,"that":1,"query":1,"is":2,"kernel":1,"or":2,"module":1,"level":1,"abs":2,"tree":1,"not":1,"tall":1,"enough":1,"append":3,"entry":4,"name":3,"fold":3,"nodes":3,"root":3,"str":1,"stack":4,"while":1,"pop":1,"continue":1,"operation":1,"cleanup":1},"1844,1908,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"def":5,"trim":2,"string":11,"back":2,"str":4,"width":3,"int":2,"if":6,"len":5,"offset":2,"3":2,"return":3,"shorten":1,"plot":1,"legend":3,"strings":1,"max":2,"char":2,"for":8,"t":4,"in":9,"get":3,"texts":1,"set":3,"text":2,"abbreviate":2,"known":2,"names":10,"name":13,"abbreviations":2,"mergedcolumnparallellinear":1,"mcplinear":1,"qkvparallellinear":1,"qkvplinear":1,"rowparallellinear":1,"rplinear":1,"weight":1,"w":1,"bfloat16":1,"bf16":1,"float16":1,"f16":1,"key":2,"value":2,"items":4,"replace":1,"attempt":1,"to":1,"make":1,"unique":5,"entries":5,"and":5,"traces":7,"non":3,"all":3,"the":4,"same":2,"bool":1,"i":4,"0":1,"entry":7,"add":2,"else":1,"with":2,"trace":8,"zipped":2,"list":1,"zip":1,"first":2,"difference":2,"next":1,"eles":2,"enumerate":1,"not":1,"none":2,"is":1,"can":1,"create":1,"a":1,"leave":1,"them":1,"as":1,"are":1,"they":1,"will":1,"aggregated":1,"by":1,"pivot":1,"table":1,"call":1,"continue":1},"3752,1940,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"for":1,"entry":3,"trace":5,"in":21,"entries":1,"and":2,"traces":1,"with":1,"name":36,"join":1,"first":1,"difference":1,"1":1,"operation":1,"grouping":1,"utils":1,"group":2,"operations":2,"the":1,"given":1,"dataframe":3,"by":2,"some":1,"high":1,"level":1,"ops":2,"like":1,"gemms":1,"attention":2,"rms":3,"norm":3,"etc":1,"def":13,"df":1,"pd":2,"is":14,"op":39,"str":12,"if":4,"kernel":6,"return":13,"true":3,"block":1,"flash":2,"fwd":1,"or":8,"reshape":1,"cache":1,"quant":4,"scaled":2,"fp8":1,"int8":1,"lora":1,"sgmv":4,"shrink":4,"expand":4,"bgmv":4,"cutlass":4,"gemm":4,"void":2,"device":1,"false":1,"xmma":1,"gemv2t":1,"splitkreduce":1,"s16816gemm":1,"elementwise":2,"mem":1,"memcpy":1,"lower":3,"memset":1,"vocab":1,"embedding":1,"vocabparallelembed":1},"5692,1942,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"nccl":9,"ops":38,"def":8,"is":18,"op":25,"name":20,"str":8,"return":8,"in":16,"lower":5,"all":4,"reduce":11,"and":3,"or":1,"allreduce":1,"gather":2,"broadcast":2,"types":1,"cross":4,"device":4,"1stage":2,"2stage":2,"custom":2,"ar":2,"c":1,"kernel":2,"headers":2,"list":15,"trace":1,"df":1,"copy":1,"deepcopy":1,"attention":3,"filter":14,"lambda":14,"x":28,"block":1,"not":7,"quant":3,"sgmv":6,"shrink":6,"expand":6,"bgmv":6,"cutlass":3,"gemm":3},"7634,1869,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"gemm":3,"ops":65,"list":26,"filter":26,"lambda":26,"x":52,"is":13,"op":5,"not":13,"in":13,"rms":3,"norm":3,"vocab":3,"embed":2,"embedding":1,"mem":3,"elementwise":3,"nccl":12,"all":6,"reduce":15,"gather":3,"broadcast":3,"other":2,"cross":6,"device":6,"1stage":3,"2stage":3,"custom":3,"ar":3,"kernel":3},"9503,1747,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"if":12,"len":12,"attention":3,"ops":35,"trace":24,"df":24,"agg":12,"sum":12,"axis":12,"1":12,"quant":3,"sgmv":6,"shrink":6,"expand":6,"bgmv":6,"cutlass":3,"gemm":6,"rms":3,"norm":3,"vocab":3,"embed":3,"mem":3,"elementwise":3},"11250,1946,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"if":8,"len":8,"nccl":16,"all":8,"reduce":20,"ops":44,"trace":18,"df":18,"agg":8,"sum":8,"axis":9,"1":9,"gather":4,"broadcast":4,"other":4,"cross":8,"device":8,"1stage":4,"2stage":4,"custom":4,"ar":4,"kernel":4,"drop":1,"attention":1,"quant":1,"sgmv":2,"shrink":2,"expand":2,"bgmv":2,"cutlass":1,"gemm":2,"rms":1,"norm":1,"vocab":1,"embed":1,"mem":1,"elementwise":1,"inplace":1,"true":1,"return":1,"data":1,"plotting":1,"utils":1},"13196,1986,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"def":2,"plot":5,"trace":2,"df":14,"traces":11,"pd":2,"dataframe":2,"metric":2,"str":4,"title":1,"output":1,"optional":1,"path":1,"none":1,"get":9,"phase":14,"description":2,"query":1,"f":2,"descs":6,"desc":3,"to":2,"list":3,"assert":1,"all":1,"0":6,"for":6,"in":6,"return":1,"phases":6,"unique":1,"p":2,"pivot":1,"table":1,"index":1,"columns":1,"name":1,"values":7,"aggfunc":1,"sum":1,"group":1,"by":1,"operations":1,"make":1,"the":4,"figure":1,"fig":4,"size":3,"x":6,"max":1,"5":2,"len":3,"ax":4,"plt":2,"subplots":1,"1":3,"figsize":1,"8":1,"sharex":1,"true":1,"draw":1,"stacked":1,"bars":2,"ops":2,"bottom":5,"op":3,"map":1,"lambda":1,"if":2,"math":1,"isnan":1,"else":1,"bar":8,"label":1,"j":3,"range":1,"write":1,"as":1,"text":2,"on":1,"patches":1,"height":3,"width":1,"2":3,"y":1,"round":1,"ha":1,"center":2,"color":1,"w":1,"weight":1,"bold":1,"setup":1,"legend":6,"handles":3,"labels":3,"gca":1,"loc":1,"left":1,"bbox":1,"anchor":1,"shorten":1,"strings":1,"50":1},"15182,1875,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"setup":1,"labels":1,"and":6,"title":2,"plt":3,"setp":1,"ax":2,"get":6,"xticklabels":1,"rotation":1,"90":1,"set":1,"ylabel":1,"plot":4,"metric":4,"suptitle":1,"savefig":1,"output":3,"bbox":1,"inches":1,"tight":1,"print":1,"created":1,"def":5,"main":1,"json":7,"trace":3,"path":2,"directory":1,"depth":4,"int":3,"fetch":1,"operations":1,"at":2,"this":1,"of":1,"the":3,"tree":1,"str":7,"make":4,"names":3,"unique":3,"bool":1,"top":4,"k":3,"nodes":6,"to":3,"fold":4,"list":4,"prepare":1,"data":2,"profile":3,"dict":1,"step":2,"keys":2,"pd":3,"dataframe":3,"entries":7,"traces":8,"key":7,"tuple":1,"any":2,"for":3,"root":4,"in":3,"summary":1,"stats":1,"as":1,"per":1,"user":1,"request":1,"i":1,"e":1,"simply":1,"requested":1,"leaf":1,"return":4,"keep":1,"only":1,"df":5,"9":1,"loc":1,"nsmallest":1,"len":1,"1":1,"index":1,"name":1,"others":1,"phase":1,"description":1,"num":4,"running":4,"seqs":5,"metadata":1,"if":2,"is":1,"not":1,"none":1,"f":1,"else":1,"each":1,"map":1,"lambda":1,"x":2,"attempt":2,"some":1,"cleanup":1},"17057,1750,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"to":1,"pandas":1,"dataframe":2,"trace":11,"dfs":5,"list":2,"map":2,"lambda":2,"t":2,"pd":2,"entry":2,"for":2,"in":4,"fillna":2,"0":2,"traces":7,"respect":1,"top":4,"k":3,"if":3,"df":11,"keep":1,"only":1,"entries":1,"cuda":4,"time":4,"us":2,"fill":1,"information":1,"about":1,"the":1,"step":7,"keys":2,"key":3,"zip":1,"phase":3,"desc":1,"get":2,"description":1,"combine":1,"all":1,"data":1,"frames":1,"so":1,"they":1,"can":1,"be":1,"put":1,"a":2,"single":1,"plot":2,"concat":1,"add":1,"derived":1,"metric":1,"ms":2,"1000":1,"return":2,"def":1,"make":1,"title":1,"suffix":1,"profile":5,"json":7,"dict":1,"str":1,"context":10,"sparsity":5,"none":3,"run":5,"type":3,"f":11,"num":3,"steps":3,"else":2,"complete":2,"requests":1,"per":2,"till":1,"completion":1,"engine":2,"args":2,"model":1,"n":2,"batch":2,"size":2,"promptlen":1,"prompt":1,"len":1,"numgpus":1,"tensor":1,"parallel":1,"with":1,"open":1,"as":1,"load":1,"assert":1,"is":1,"not":1},"18807,1122,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"get":1,"all":6,"llm":1,"generate":1,"step":9,"profile":5,"traces":11,"list":3,"json":4,"keys":1,"assert":3,"0":1,"context":1,"1":5,"have":2,"only":1,"prefill":6,"and":1,"decodes":11,"prefills":4,"filter":2,"lambda":2,"x":4,"in":2,"decode":5,"len":4,"args":1,"plot":9,"interval":1,"if":2,"always":1,"the":1,"last":1,"append":1,"prepare":2,"data":2,"title":4,"suffix":4,"make":1,"trace":2,"df":2,"metric":2,"output":2,"directory":2,"path":2,"png":2,"steps":1,"name":1,"main":1,"parser":1,"argparse":1,"argumentparser":1},"19929,1940,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"parser":8,"add":7,"argument":7,"json":4,"trace":3,"type":6,"str":4,"required":2,"true":2,"help":6,"file":1,"output":6,"by":2,"examples":1,"offline":1,"inference":1,"profiling":1,"py":1,"directory":5,"false":2,"to":2,"plots":1,"level":5,"default":5,"module":3,"choices":1,"kernel":2,"top":3,"k":2,"int":2,"12":1,"only":1,"graph":1,"the":4,"entries":1,"time":4,"fold":1,"node":2,"nargs":1,"sampler":1,"logitsprocessor":1,"do":1,"not":1,"plot":6,"children":2,"of":2,"these":1,"nodes":1,"let":1,"represent":1,"aggregate":1,"all":1,"its":1,"metric":2,"cuda":3,"ms":2,"some":1,"options":1,"are":1,"pct":1,"step":3,"interval":2,"4":1,"for":1,"every":1,"steps":1,"1":2,"args":9,"parse":1,"prepare":1,"extract":1,"relevant":1,"make":2,"names":2,"unique":2,"if":2,"depth":2,"2":1,"elif":1,"else":2,"raise":1,"exception":1,"f":1,"unexpected":1,"value":1,"path":1,"parent":1},"21869,221,data/raw/vllm-0.10.1/tools/profiler/visualize_layerwise_profile.py":{"if":1,"not":1,"os":2,"path":2,"exists":1,"output":3,"directory":3,"makedirs":1,"main":1,"args":4,"json":2,"trace":1,"depth":1,"plot":1,"metric":1,"make":1,"names":1,"unique":1,"top":1,"k":1,"fold":1,"node":1},"0,1916,data/raw/vllm-0.10.1/tools/profiler/print_layerwise_table.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":3,"project":1,"import":4,"argparse":2,"json":5,"from":2,"profiler":2,"layerwise":2,"profile":7,"modelstatsentry":1,"summarystatsentry":1,"utils":1,"tableprinter":1,"indent":1,"string":1,"def":2,"flatten":1,"entries":7,"entry":3,"cls":2,"dict":3,"and":3,"depth":7,"get":3,"node":3,"curr":4,"append":1,"for":4,"child":2,"in":7,"children":1,"1":1,"root":2,"return":1,"if":2,"name":1,"main":1,"parser":5,"argumentparser":1,"add":3,"argument":3,"trace":3,"type":3,"str":3,"required":2,"true":2,"help":3,"file":1,"output":1,"by":1,"examples":1,"offline":1,"inference":1,"profiling":1,"py":1,"phase":5,"print":2,"table":5,"this":1,"is":2,"either":1,"prefill":2,"or":3,"decode":3,"n":2,"where":1,"step":1,"number":1,"choices":1,"summary":3,"model":2,"default":1,"which":1,"args":5,"parse":1,"with":1,"open":1,"as":1,"f":4,"data":4,"load":1,"assert":1,"cannot":1,"find":1,"choose":1,"one":1,"among":1,"x":4,"keys":1,"noqa":1},"1916,1052,data/raw/vllm-0.10.1/tools/profiler/print_layerwise_table.py":{"if":1,"args":4,"table":3,"summary":2,"entries":9,"and":3,"depths":3,"flatten":2,"summarystatsentry":1,"profile":2,"data":2,"phase":2,"stats":2,"column":3,"widths":3,"dict":2,"name":4,"80":1,"cuda":4,"time":5,"us":3,"12":5,"pct":2,"invocations":1,"15":1,"elif":1,"model":2,"modelstatsentry":1,"60":2,"cpu":1,"trace":1,"indent":6,"entry":5,"names":1,"based":1,"on":1,"the":1,"depth":3,"for":1,"in":1,"string":1,"style":1,"lambda":1,"append":1,"tableprinter":1,"type":1,"0":1,"print":1},"0,1586,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/README.md":{"gputrc2graph":2,"py":2,"this":3,"script":2,"processes":1,"nvidia":1,"nsight":1,"systems":1,"nsys":14,"gpu":4,"trace":1,"files":3,"rep":5,"with":2,"t":1,"cuda":1,"tracing":1,"enabled":1,"and":8,"generates":1,"kernel":1,"level":1,"summaries":1,"visualizations":1,"of":2,"non":2,"time":3,"it":3,"is":6,"useful":1,"for":4,"profiling":3,"analyzing":1,"profile":1,"output":2,"usage":1,"command":3,"line":1,"arguments":1,"in":8,"file":3,"required":1,"list":1,"input":1,"their":1,"metadata":1,"each":1,"entry":1,"should":1,"be":2,"the":12,"format":1,"engine":3,"model":3,"elapsed":3,"nonprofiled":2,"sec":2,"path":6,"to":4,"name":2,"e":2,"g":2,"vllm":1,"llama":1,"gpt":1,"oss":1,"ds":1,"wall":1,"clock":1,"runtime":2,"seconds":1,"without":2,"specify":2,"0":1,"use":2,"from":1,"may":1,"inflate":1,"if":4,"actual":1,"less":1,"multiple":1,"entries":1,"can":1,"provided":1,"separated":1,"by":1,"spaces":1,"out":1,"dir":1,"directory":2,"generated":1,"csv":1,"html":2,"not":3,"specified":1,"results":1,"are":1,"saved":1,"current":1,"title":2,"chart":1,"visualization":1,"cmd":2,"default":1,"assumes":1,"your":3,"system":1,"notes":1,"make":2,"sure":2,"you":1,"have":1,"pandas":1,"installed":2,"more":1,"details":1,"on":1,"available":1,"engines":1,"models":1,"see":1,"help":2,"string":1,"or":1,"run":1,"bash":1,"python3":1},"1586,1916,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/README.md":{"example":3,"1":2,"analyze":3,"a":2,"single":1,"profile":7,"to":10,"the":20,"gpu":5,"cycles":1,"for":7,"say":2,"gpt":4,"oss":4,"model":1,"with":2,"vllm":6,"engine":1,"run":7,"following":1,"command":2,"collect":1,"nsys":5,"serve":2,"config":1,"bash":2,"t":2,"cuda":2,"o":1,"run1":2,"f":1,"true":2,"trace":4,"fork":1,"before":2,"exec":1,"graph":1,"node":1,"delay":4,"duration":4,"openai":1,"120b":1,"where":1,"how":3,"many":2,"seconds":7,"from":2,"collecting":2,"profiles":2,"needed":1,"so":1,"that":1,"aren":1,"captured":1,"till":1,"server":1,"has":1,"come":1,"up":1,"and":2,"load":1,"generation":1,"starts":1,"generating":1,"this":5,"should":1,"be":2,"of":4,"2":3,"again":1,"time":3,"without":1,"get":1,"total":1,"in":3,"value":1,"will":2,"used":1,"by":2,"script":2,"calculate":1,"cpu":1,"non":1,"analysis":2,"3":1,"elapsed":2,"is":1,"306":2,"step":1,"python3":1,"gputrc2graph":1,"py":1,"file":2,"rep":1,"title":1,"produce":1,"files":1,"result":3,"html":6,"categorizes":1,"kernel":2,"names":2,"into":1,"different":3,"categories":3,"stacked":1,"bar":2,"chart":2,"csv":1,"shows":2,"are":1,"mapped":1,"visualization":2,"number":1,"due":1,"substages":1,"or":2,"which":1,"consist":1,"moe":1,"gemm":2,"mixture":1,"experts":1,"kernels":3,"biggest":1,"category":1,"at":1,"148":1,"followed":1,"attn":1,"attention":1,"lets":1,"user":1,"prioritize":1,"focus":1,"on":1,"performance":1,"optimizations":1,"images":2,"png":2,"there":1,"s":1,"also":1,"an":1,"appended":1,"data":1,"table":2,"underneath":1,"copying":1,"out":1,"other":1,"post":1,"processing":1,"tools":1,"tbl":1},"3502,491,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/README.md":{"kernel":3,"to":7,"category":1,"mapping":1,"with":1,"result":2,"csv":3,"suppose":1,"the":8,"user":1,"would":1,"like":1,"focus":1,"on":1,"improving":1,"triton":3,"kernels":2,"it":2,"s":1,"not":1,"biggest":2,"consumer":1,"of":1,"cycles":3,"at":1,"9":1,"74":1,"sec":1,"but":1,"perhaps":1,"hasn":1,"t":1,"been":1,"optimized":1,"next":1,"step":1,"is":1,"use":1,"dive":1,"into":1,"what":1,"are":1,"which":1,"compose":1,"gpu":3,"following":1,"image":1,"shows":1,"that":1,"poi":1,"fused":1,"copy":1,"add":1,"addmm":1,"cat":1,"be":1,"contributor":1,"example":1,"trace":1,"images":1,"csv1":1,"png":1},"3993,956,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/README.md":{"example":2,"2":1,"analyze":1,"multiple":3,"profiles":1,"suppose":1,"the":12,"user":1,"has":1,"nsys":3,"trace":1,"files":1,"captured":1,"for":5,"different":2,"models":2,"say":1,"llama":2,"and":3,"gpt":2,"oss":2,"in":2,"this":1,"case":1,"wish":1,"to":6,"compare":2,"their":1,"gpu":3,"non":1,"time":2,"something":1,"like":1,"following":1,"command":1,"can":2,"be":4,"used":1,"bash":1,"python3":1,"gputrc2graph":1,"py":1,"file":2,"run1":1,"rep":2,"vllm":3,"100":1,"run2":1,"102":1,"out":1,"dir":1,"results":1,"title":1,"comparison":1,"of":2,"analysis":1,"process":1,"is":2,"similar":1,"1":1,"but":1,"now":1,"there":1,"will":2,"stack":1,"bar":1,"charts":1,"that":3,"compared":1,"categories":2,"kernels":3,"remain":1,"same":2,"so":1,"it":1,"s":1,"easy":1,"cycles":2,"once":1,"a":2,"category":3,"shown":1,"have":1,"more":1,"one":1,"configuration":1,"than":1,"another":1,"next":1,"step":1,"would":2,"use":1,"csv":1,"see":1,"what":1,"are":2,"mapped":1,"into":1,"which":2,"taking":1,"largest":1,"amount":1,"cause":1,"difference":1,"overall":1},"4949,1356,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/README.md":{"example":1,"3":1,"add":2,"new":6,"classification":2,"for":4,"a":7,"model":4,"suppose":1,"there":2,"s":3,"abc":3,"that":2,"is":2,"available":1,"engine":4,"def":3,"and":6,"say":1,"are":4,"4":1,"kernels":3,"to":3,"be":3,"classified":3,"into":1,"gemm":3,"attn":3,"where":2,"the":6,"have":2,"names":3,"with":4,"h":3,"or":2,"i":2,"in":2,"them":2,"j":2,"k":2,"entry":1,"like":2,"so":1,"python":1,"layer":2,"anno":1,"stage":1,"substage":2,"cuda":2,"mem":1,"non":1,"gpu":1,"d":1,"memops":1,"misc":2,"vllm":1,"basically":1,"dictionary":1,"list":1,"of":3,"key":1,"value":1,"pairs":1,"keys":1,"regex":1,"kernel":1,"values":1,"bins":1,"which":1,"one":1,"wishes":1,"compare":1,"across":1,"engines":1,"models":2,"last":1,"2":1,"entries":1,"common":1,"all":1,"consisting":1,"memory":1,"operations":1,"anything":1,"leftover":1,"can":1,"t":1,"when":1,"invoking":1,"gputrc2graph":1,"py":1,"specify":1,"trace":1,"file":1,"this":1,"following":1,"bash":1,"infile":1,"nsys":1,"rep":1,"runtime":1},"0,452,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"this":1,"generates":1,"gpu":3,"kernel":1,"analysis":2,"output":2,"from":1,"nsys":2,"rep":1,"will":1,"call":1,"stats":1,"r":1,"cuda":1,"kern":1,"trace":1,"get":1,"non":1,"overlapped":1,"cycles":1,"then":1,"generate":1,"csv":1,"and":1,"html":1,"for":2,"import":4,"argparse":1,"logging":2,"os":1,"regex":1,"as":1,"re":1,"logger":1,"getlogger":1,"name":1,"helper":1,"data":1,"class":1,"annotating":1,"kernels":1},"452,53,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"class":1,"enginemodeldata":1,"engine":1,"model":1,"mappings":1},"505,21,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"engine":1,"model":1},"526,1192,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"vllm":1,"llama":1,"layer":2,"anno":1,"stage":1,"substage":1,"gemm":4,"fused":1,"moe":4,"kernel":4,"groupproblemshape":1,"group":1,"starts":1,"llama4":2,"sigmoid":1,"catarraybatched":1,"prepare":2,"inputs":1,"next":1,"flash":1,"attn":1,"nccldevkernel":1,"cross":1,"device":1,"reduce":3,"nccl":1,"and":2,"custom":1,"ar":1,"norm":2,"act":1,"mul":1,"silu":1,"rotary":1,"embedding":1,"rope":1,"softmax":2,"elementwise":2,"fp8":1,"quant":1,"quantize":1,"triton":2,"cuda":1,"mem":1,"non":1,"gpu":1,"h":1,"d":1,"memops":1,"misc":1},"1718,1719,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"ds":1,"layer":2,"anno":1,"stage":1,"substage":1,"block":2,"fp8":5,"gemm":6,"blockwise":1,"fused":1,"moe":4,"kernel":3,"group":1,"groupproblemshape":1,"gemmuniversal":1,"matmul":1,"nvjet":1,"sigmoid":1,"expert":1,"fwd":1,"flashattn":1,"mla":1,"attn":2,"catarraybatched":1,"prepare":1,"next":1,"nccldevkernel":1,"cross":1,"device":1,"reduce":3,"nccl":1,"and":2,"custom":1,"ar":1,"norm":3,"sbtopk":1,"topk":1,"act":1,"mul":1,"activation":1,"compute":1,"position":1,"rope":1,"elementwise":2,"quant":2,"cvt":1,"fp16":1,"to":1,"fp4":1,"quantize":1,"softmax":2,"triton":2,"cuda":1,"mem":1,"non":1,"gpu":1,"h":1,"d":1,"memops":1,"misc":1},"3437,1984,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"gpt":1,"oss":1,"layer":2,"anno":1,"stage":1,"substage":1,"block":2,"fp8":5,"gemm":7,"blockwise":1,"fused":1,"moe":5,"kernel":3,"group":1,"groupproblemshape":1,"gemmuniversal":1,"bmm":1,"this":1,"section":1,"is":1,"triton":3,"matmul":2,"ogs":1,"topk":2,"forward":1,"combined":1,"routing":1,"sum":1,"bitmatrix":1,"rows":1,"compute":2,"writeback":1,"idx":1,"nvjet":1,"sigmoid":1,"expert":1,"splitkreduce":1,"fwd":1,"flashattn":1,"mla":1,"attn":2,"flash":2,"prepare":2,"varlen":1,"fmha":1,"catarraybatched":1,"next":1,"nccldevkernel":1,"cross":1,"device":1,"reduce":3,"nccl":1,"and":2,"custom":1,"ar":1,"norm":3,"sbtopk":1,"act":1,"mul":1,"activation":1,"position":1,"rope":1,"elementwise":2,"quant":2,"cvt":1,"fp16":1,"to":1,"fp4":1,"quantize":2,"softmax":2,"cuda":1,"mem":1,"non":1,"gpu":1,"h":1,"d":1,"memops":1,"misc":1},"5438,1970,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"class":1,"gputrace2graph":1,"parses":1,"output":2,"of":1,"nsys":4,"report":1,"generates":1,"csv":4,"and":2,"bar":1,"chart":1,"def":3,"init":1,"self":8,"cmd":3,"import":1,"pandas":1,"as":3,"pd":5,"avoid":1,"importing":1,"till":1,"needed":1,"options":1,"mode":1,"copy":1,"on":1,"write":1,"true":2,"helper":1,"functions":1,"for":2,"generating":1,"trace":2,"summary":1,"csvs":1,"gen":1,"nonoverlapped":1,"sum":13,"from":1,"gputrace":1,"in":3,"file":5,"out":2,"logger":2,"info":2,"loading":1,"s":2,"df":25,"read":1,"usecols":1,"start":6,"ns":15,"duration":6,"device":1,"strm":1,"name":3,"end":2,"non":2,"overlapping":2,"intervals":2,"get":2,"ready":1,"to":2,"print":1,"table":1,"with":2,"elapsed":9,"times":1,"per":1,"kernel":1,"instances":3,"1":1,"groupby":1,"index":4,"false":3,"agg":1,"time":12,"size":1,"generate":1,"total":2,"sec":5,"1e9":2,"sort":3,"values":4,"by":4,"ascending":1,"returns":1,"new":1,"sorted":1,"column":1,"using":1,"vectorized":1,"operations":2,"sorting":1,"records":1,"str":1,"shape":1,"reset":2,"drop":1,"initialize":1,"numpy":1,"arrays":1,"faster":1,"starts":1,"ends":1},"7408,879,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"keep":1,"track":1,"of":1,"current":8,"interval":1,"end":9,"ends":5,"0":3,"display":2,"units":2,"int":2,"len":3,"df":8,"100":2,"update":1,"for":2,"overlapping":1,"intervals":1,"i":10,"in":1,"range":1,"1":1,"if":3,"print":1,"f":1,"processing":1,"trace":1,"r":1,"starts":1,"partial":1,"overlap":3,"iloc":2,"columns":2,"get":2,"loc":2,"elapsed":2,"time":2,"ns":2,"else":2,"complete":1,"no":1,"return":1},"8287,1962,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"functions":1,"for":2,"generating":1,"html":11,"files":1,"def":1,"make":2,"self":2,"df":13,"output":6,"dir":2,"title":5,"graph":4,"from":1,"import":1,"plotly":1,"express":1,"as":3,"px":2,"if":2,"empty":1,"return":1,"name":5,"result":2,"not":1,"model":9,"engine":9,"x":6,"y":5,"elapsed":3,"time":2,"sec":3,"color":5,"substage":2,"generate":2,"kernel":1,"mapping":1,"table":3,"sort":2,"categories":1,"by":2,"last":1,"field":1,"after":1,"underscore":1,"pd":1,"categorical":1,"sorted":1,"unique":1,"key":1,"lambda":1,"split":1,"1":1,"instances":1,"values":2,"to":2,"csv":2,"f":4,"index":2,"false":2,"histogram":1,"round":2,"2":2,"text":1,"auto":1,"true":2,"wrap":1,"axis":1,"labels":1,"update":1,"xaxes":1,"automargin":1,"write":2,"data":1,"with":2,"columns":2,"per":1,"into":1,"pivot":5,"aggfunc":1,"sum":3,"observed":1,"add":1,"row":1,"at":1,"bottom":1,"loc":1,"total":1,"fillna":1,"temp":3,"print":1,"got":1,"open":2,"a":1,"encoding":2,"utf":2,"8":2,"outfile":2,"infile":2,"read":1,"os":1,"remove":1},"10249,1969,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"print":1,"f":4,"finished":1,"generating":2,"n":2,"output":2,"name":10,"html":1,"for":4,"stack":1,"bar":1,"chart":1,"csv":1,"kernel":2,"substage":4,"mapping":3,"def":6,"anno":4,"gpu":5,"kernname":3,"self":7,"df":6,"add":1,"stage":8,"and":5,"columns":1,"helper":2,"kern":2,"val":2,"in":2,"layer":1,"items":1,"if":4,"re":1,"search":1,"return":4,"apply":1,"make":1,"nongpu":9,"row":7,"sec":3,"this":1,"will":1,"append":1,"non":3,"time":2,"entry":1,"at":1,"end":1,"of":2,"pd":1,"dataframe":1,"iloc":1,"1":2,"cpu":1,"instances":1,"elapsed":1,"is":5,"valid":2,"file":27,"base":10,"asserts":1,"existent":1,"or":2,"empty":2,"assert":1,"os":8,"path":8,"isfile":1,"getsize":2,"0":2,"doesn":1,"t":1,"exist":1,"should":2,"gen":2,"new":6,"figure":1,"out":1,"be":1,"generated":1,"from":2,"exists":1,"getmtime":2,"logger":2,"info":2,"reusing":1,"s":2,"false":1,"else":1,"true":1,"sum":3,"generates":1,"nsys":1,"trace":1,"with":1,"times":1,"per":1,"returns":1,"the":2,"import":1,"subprocess":1,"dir":1,"dirname":1,"basename":1},"12218,1059,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"if":2,"not":1,"file":21,"dir":5,"walk":1,"through":1,"trace":3,"and":1,"get":1,"the":1,"total":1,"non":2,"overlapped":1,"time":1,"nsys":6,"stats":4,"f":3,"name":3,"cuda":3,"gpu":3,"csv":2,"sum":8,"kernel":1,"tracesum":1,"self":4,"should":1,"gen":2,"cmd":8,"r":1,"o":1,"str":3,"join":1,"logger":4,"info":3,"s":4,"try":1,"subprocess":1,"run":1,"except":1,"exception":1,"error":1,"failed":1,"specify":1,"for":1,"correct":1,"path":1,"exit":1,"1":1,"generating":2,"overalapped":1,"nonoverlapped":1,"from":1,"gputrace":1,"is":1,"valid":1,"finished":1,"return":1},"13277,1954,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"def":2,"gen":2,"graph":2,"self":9,"in":5,"file":21,"out":6,"dir":9,"title":2,"generates":1,"and":1,"csv":2,"from":2,"into":1,"initialize":1,"an":1,"empty":1,"dataframe":2,"to":2,"store":1,"combined":5,"data":1,"df":12,"pd":4,"for":2,"idx":2,"engine":9,"model":8,"total":7,"sec":16,"enumerate":1,"os":3,"path":2,"dirname":1,"name":5,"basename":1,"if":3,"not":1,"sum":4,"read":2,"kernel":2,"summary":1,"annotate":1,"their":1,"categories":1,"assert":2,"enginemodeldata":3,"get":2,"remove":1,"nsys":2,"rep":2,"shorter":1,"x":1,"label":1,"replace":1,"f":1,"anno":1,"gpu":8,"kernname":1,"patch":1,"non":1,"time":2,"round":2,"elapsed":3,"1":2,"float":1,"logger":1,"warning":1,"2f":2,"resetting":1,"nongpu":3,"row":3,"make":2,"concat":2,"ignore":2,"index":2,"true":3,"is":1,"none":1,"else":1,"makedirs":1,"exist":1,"ok":1,"generate":1,"html":2,"parse":1,"tuple":2,"s":2,"return":1,"split":1},"15231,1951,data/raw/vllm-0.10.1/tools/profiler/nsys_profile_tools/gputrc2graph.py":{"def":1,"main":3,"logging":2,"basicconfig":1,"format":1,"asctime":1,"s":3,"levelname":1,"message":1,"level":1,"info":1,"parser":6,"argparse":2,"argumentparser":1,"description":1,"process":1,"nsys":13,"rep":7,"and":1,"generate":1,"kernel":1,"non":3,"overlapped":1,"cycles":1,"n":3,"example":2,"gputrc2graph":1,"py":1,"in":4,"file":3,"d1":2,"vllm":5,"llama":2,"100":2,"d2":2,"gpt":3,"oss":3,"102":2,"out":3,"dir":4,"results":1,"title":4,"model":12,"chart":2,"formatter":1,"class":1,"rawdescriptionhelpformatter":1,"build":1,"help":8,"string":1,"showing":1,"available":2,"engine":11,"combinations":1,"for":3,"models":2,"enginemodeldata":1,"items":1,"list":4,"keys":1,"append":1,"f":3,"join":2,"str":2,"add":4,"argument":4,"type":1,"parse":2,"tuple":1,"nargs":1,"of":1,"elapsed":3,"nonprofiled":2,"sec":2,"separated":1,"by":1,"space":1,"is":1,"runtime":1,"without":1,"profiling":1,"used":1,"to":2,"calculate":1,"gpu":2,"time":3,"specify":1,"0":1,"use":1,"from":1,"but":1,"that":1,"might":1,"inflate":1,"are":1,"infile":1,"required":1,"true":1,"output":1,"result":1,"csv":1,"html":2,"cmd":3,"e":1,"g":1,"usr":1,"bin":1,"default":2,"args":6,"gputrace":2,"gputrace2graph":1,"gen":1,"graph":1,"if":1,"name":1},"0,1370,data/raw/vllm-0.10.1/tools/ep_kernels/README.md":{"expert":2,"parallel":2,"kernels":4,"large":1,"scale":1,"cluster":1,"level":1,"as":2,"described":1,"in":2,"the":6,"deepseek":2,"v3":1,"technical":1,"report":1,"http":1,"arxiv":1,"org":1,"abs":1,"2412":1,"19437":1,"is":4,"an":1,"efficient":1,"way":1,"to":5,"deploy":1,"sparse":1,"moe":1,"models":1,"with":1,"many":2,"experts":1,"however":1,"such":1,"deployment":3,"requires":2,"components":2,"beyond":1,"a":3,"normal":1,"python":5,"package":3,"including":2,"system":3,"support":2,"and":4,"driver":3,"it":1,"impossible":1,"bundle":1,"all":2,"these":1,"into":1,"here":1,"we":1,"break":1,"down":1,"requirements":1,"2":3,"steps":1,"1":1,"build":2,"install":3,"libraries":3,"both":1,"pplx":2,"https":2,"github":2,"com":2,"ppl":1,"ai":2,"deepep":2,"necessary":2,"dependencies":1,"like":1,"nvshmem":1,"this":3,"step":3,"does":1,"not":1,"require":1,"any":2,"privileged":1,"access":2,"user":1,"can":1,"do":1,"configure":2,"nvidia":1,"enable":1,"ibgda":1,"root":1,"must":1,"be":1,"done":1,"on":1,"host":1,"machine":1,"for":5,"multi":2,"node":2,"scripts":1,"accept":1,"positional":1,"argument":1,"workspace":2,"path":1,"staging":1,"defaulting":1,"pwd":1,"ep":1,"usage":1,"bash":5,"hopper":1,"torch":2,"cuda":2,"arch":2,"list":2,"9":1,"0":2,"sh":3,"blackwell":1,"10":1,"additional":1,"sudo":2,"drivers":1,"reboot":2,"required":1,"load":1,"new":1},"0,1919,data/raw/vllm-0.10.1/examples/offline_inference/load_sharded_state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":3,"vllm":3,"project":1,"validates":2,"loading":2,"of":2,"a":3,"model":7,"saved":3,"with":1,"sharded":9,"state":7,"format":6,"this":1,"script":1,"demonstrates":1,"how":1,"load":7,"that":1,"was":1,"previously":1,"using":2,"save":4,"py":3,"and":1,"it":1,"by":1,"running":1,"inference":1,"example":1,"usage":1,"first":1,"need":1,"mode":1,"python":2,"path":3,"quantization":2,"deepspeedfp":2,"tensor":4,"parallel":4,"size":4,"8":2,"output":1,"modele":1,"prompt":3,"hello":2,"my":1,"name":1,"is":1,"max":2,"tokens":3,"50":1,"import":3,"dataclasses":1,"from":4,"llm":1,"engineargs":3,"samplingparams":1,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":11,"parser":8,"add":7,"engine":5,"arguments":2,"cli":2,"override":1,"default":5,"for":2,"clarity":1,"set":1,"defaults":1,"validation":2,"argument":4,"type":4,"str":1,"world":1,"help":4,"int":1,"100":1,"maximum":1,"number":1,"generate":1,"temperature":2,"float":2,"7":1,"sampling":2,"top":2,"p":2,"1":1,"parameter":1,"return":1,"main":1,"print":2,"f":2},"1919,711,data/raw/vllm-0.10.1/examples/offline_inference/load_sharded_state.py":{"load":1,"the":1,"model":1,"using":1,"engine":2,"args":8,"llm":3,"dataclasses":1,"asdict":1,"prepare":1,"sampling":3,"parameters":1,"params":2,"samplingparams":1,"temperature":2,"top":2,"p":2,"max":2,"tokens":2,"print":6,"nrunning":1,"inference":1,"f":2,"prompt":4,"generate":2,"completion":1,"outputs":4,"display":1,"generated":3,"text":4,"ngenerated":1,"for":1,"output":3,"in":1,"0":1,"50":2,"full":1,"if":1,"name":1,"main":2},"0,1963,data/raw/vllm-0.10.1/examples/offline_inference/tpu.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":6,"vllm":3,"project":1,"import":3,"argparse":2,"os":2,"from":1,"llm":8,"samplingparams":2,"prompts":2,"a":3,"robot":1,"may":1,"not":2,"injure":1,"human":2,"being":2,"it":1,"is":4,"only":2,"with":1,"heart":1,"that":1,"one":1,"can":2,"see":1,"rightly":1,"greatest":1,"glory":1,"in":6,"living":1,"lies":1,"never":1,"falling":1,"answers":2,"or":1,"through":1,"inaction":1,"allow":1,"come":1,"harm":1,"what":1,"essential":1,"invisible":1,"eye":1,"but":1,"rising":1,"every":1,"time":2,"we":1,"fall":1,"n":3,"1":6,"currently":1,"top":3,"p":3,"sampling":3,"disabled":1,"should":2,"be":2,"params":2,"temperature":1,"max":4,"tokens":2,"16":1,"def":1,"main":1,"parser":3,"argumentparser":1,"description":1,"tpu":1,"offline":1,"inference":1,"example":1,"add":1,"argument":1,"use":4,"spmd":5,"action":1,"store":1,"true":2,"help":1,"enable":1,"mode":1,"args":7,"parse":1,"model":3,"qwen":1,"qwen2":1,"5b":1,"instruct":2,"num":3,"batched":1,"64":1,"seqs":1,"4":1,"len":1,"128":1,"if":1,"environ":1,"xla":2,"hardcode":1,"number":1,"of":2,"chips":1,"for":3,"now":1,"calling":1,"xr":1,"global":1,"runtime":1,"device":1,"count":1,"beforeing":1,"init":1,"env":2,"torch":1,"will":1,"mess":1,"up":1,"distributed":1,"tensor":1,"parallel":1,"size":1,"8":2,"llama":3,"kv":1,"heads":1,"meta":1,"3":1,"8b":1,"set":1,"enforce":1,"eager":2,"avoid":1,"ahead":1,"compilation":1,"real":1,"workloads":1,"enforace":1,"false":1,"outputs":3,"generate":1,"print":3,"50":2,"output":3,"answer":2,"zip":1,"prompt":4,"generated":3,"text":5,"f":1,"r":2,"ngenerated":1,"assert":1,"startswith":1},"1963,38,data/raw/vllm-0.10.1/examples/offline_inference/tpu.py":{"if":1,"name":1,"main":2},"0,1876,data/raw/vllm-0.10.1/examples/offline_inference/neuron_speculation.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":7,"vllm":2,"project":1,"this":1,"example":1,"shows":1,"how":1,"run":1,"offline":1,"inference":1,"with":2,"a":3,"speculative":4,"decoding":2,"model":6,"on":1,"neuron":4,"import":2,"os":3,"from":2,"llm":11,"samplingparams":3,"sample":1,"prompts":5,"hello":1,"i":2,"am":1,"language":1,"and":4,"can":1,"help":1,"president":1,"of":2,"united":1,"states":1,"is":2,"capital":1,"france":1,"def":4,"config":3,"buckets":7,"configure":1,"context":3,"length":3,"token":3,"gen":3,"creates":2,"xla":2,"hlo":2,"graphs":2,"for":3,"all":2,"environ":2,"128":2,"512":2,"1024":2,"2048":5,"initialize":2,"create":2,"an":1,"return":1,"openlm":2,"research":2,"open":2,"llama":2,"7b":1,"3b":1,"num":2,"tokens":2,"4":2,"max":4,"len":2,"seqs":1,"block":1,"size":2,"device":1,"tensor":1,"parallel":1,"32":1,"process":2,"requests":2,"sampling":5,"params":5,"generate":2,"texts":1,"print":2,"them":1,"outputs":3,"output":3,"in":1,"prompt":4,"generated":3,"text":4,"f":1,"r":2,"main":4,"function":1,"that":1,"sets":1,"up":1,"processes":1,"object":1,"100":1,"top":1,"k":1,"1":1,"if":1,"name":1},"0,1697,data/raw/vllm-0.10.1/examples/offline_inference/neuron.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":12,"vllm":2,"project":1,"from":2,"import":1,"llm":5,"samplingparams":2,"sample":1,"prompts":4,"hello":1,"my":1,"name":2,"is":7,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":3,"sampling":3,"params":3,"object":1,"temperature":1,"8":2,"top":1,"p":1,"95":1,"def":1,"main":3,"an":1,"model":3,"tinyllama":2,"1":1,"1b":1,"chat":1,"v1":1,"max":4,"num":1,"seqs":1,"len":2,"and":2,"block":2,"size":3,"arguments":1,"are":1,"required":1,"be":3,"same":1,"as":1,"sequence":1,"length":1,"when":2,"targeting":1,"neuron":3,"device":4,"currently":1,"this":1,"known":1,"limitation":1,"in":4,"continuous":1,"batching":1,"support":2,"transformers":2,"neuronx":2,"todo":1,"liangfu":1,"paged":1,"attention":1,"1024":2,"ruff":1,"noqa":1,"e501":1,"can":2,"automatically":1,"detected":1,"aws":1,"sdk":1,"installed":1,"argument":1,"either":1,"unspecified":1,"for":2,"automated":1,"detection":1,"or":1,"explicitly":1,"assigned":1,"tensor":1,"parallel":1,"generate":2,"texts":1,"output":4,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":5,"other":1,"information":1,"outputs":4,"print":4,"50":2,"f":1,"r":2,"ngenerated":1,"if":1},"0,620,data/raw/vllm-0.10.1/examples/offline_inference/multilora_inference.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"multi":1,"lora":3,"functionality":1,"for":2,"offline":1,"inference":1,"requires":1,"huggingface":2,"credentials":1,"access":1,"llama2":1,"from":4,"typing":1,"import":4,"optional":2,"hub":1,"snapshot":1,"download":1,"engineargs":1,"llmengine":1,"requestoutput":1,"samplingparams":2,"request":1,"lorarequest":2,"def":1,"create":2,"test":2,"prompts":2,"path":1,"str":2,"list":2,"tuple":1,"a":1,"of":1,"with":1,"their":1,"sampling":1,"parameters":1},"620,1962,data/raw/vllm-0.10.1/examples/offline_inference/multilora_inference.py":{"2":4,"requests":5,"for":5,"base":1,"model":2,"4":1,"the":12,"lora":6,"we":2,"define":1,"different":1,"adapters":1,"using":1,"same":1,"demo":1,"purposes":1,"since":1,"also":1,"set":1,"max":5,"loras":1,"1":8,"expectation":1,"is":1,"that":1,"with":2,"second":1,"adapter":2,"will":1,"be":3,"ran":1,"after":1,"all":1,"first":1,"have":1,"finished":1,"return":1,"a":4,"robot":1,"may":1,"not":2,"injure":1,"human":1,"being":1,"samplingparams":5,"temperature":4,"0":8,"logprobs":6,"prompt":3,"tokens":4,"128":4,"none":2,"to":4,"or":1,"8":1,"top":1,"k":1,"5":1,"presence":1,"penalty":1,"user":4,"write":2,"sql":4,"query":2,"answer":2,"question":4,"based":2,"on":2,"table":6,"schema":2,"n":8,"context":2,"create":2,"name":4,"74":2,"icao":4,"varchar":4,"airport":4,"lilongwe":2,"international":2,"assistant":2,"noqa":2,"e501":2,"stop":2,"token":2,"ids":2,"32003":2,"lorarequest":3,"path":2,"lora2":1,"def":1,"process":1,"engine":1,"llmengine":1,"test":1,"prompts":1,"list":1,"tuple":1,"str":1,"optional":1},"2582,1802,data/raw/vllm-0.10.1/examples/offline_inference/multilora_inference.py":{"continuously":1,"process":2,"a":1,"list":2,"of":4,"prompts":7,"and":2,"handle":1,"the":9,"outputs":3,"request":12,"id":4,"0":2,"print":3,"50":2,"while":1,"test":7,"or":1,"engine":10,"has":1,"unfinished":1,"requests":2,"if":4,"prompt":3,"sampling":2,"params":2,"lora":11,"pop":1,"add":1,"str":1,"1":2,"requestoutput":1,"step":1,"for":1,"output":3,"in":2,"finished":1,"def":2,"initialize":3,"llmengine":3,"max":7,"loras":7,"controls":3,"number":1,"that":3,"can":1,"be":1,"used":1,"same":2,"batch":1,"larger":2,"numbers":2,"will":3,"cause":2,"higher":2,"memory":2,"usage":2,"as":3,"each":1,"slot":1,"requires":1,"its":1,"own":1,"preallocated":1,"tensor":1,"rank":4,"maximum":1,"supported":1,"all":2,"you":1,"know":1,"use":1,"it":1,"is":1,"recommended":1,"to":1,"set":1,"this":1,"low":1,"possible":1,"cpu":3,"size":1,"cache":1,"args":3,"engineargs":1,"model":1,"meta":1,"llama":3,"2":3,"7b":2,"hf":1,"enable":1,"true":1,"8":1,"num":1,"seqs":1,"256":1,"return":1,"from":1,"main":4,"function":1,"sets":1,"up":1,"runs":1,"processing":1,"path":2,"snapshot":1,"download":1,"repo":1,"yard1":1,"sql":1,"create":1,"name":1},"0,497,data/raw/vllm-0.10.1/examples/offline_inference/spec_decode.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":5,"project":1,"from":6,"transformers":1,"import":6,"autotokenizer":1,"llm":1,"samplingparams":1,"benchmarks":1,"datasets":1,"add":1,"dataset":1,"parser":1,"get":1,"samples":1,"v1":1,"metrics":1,"reader":1,"counter":1,"vector":1,"try":1,"utils":1,"flexibleargumentparser":2,"except":1,"importerror":1,"argparse":1,"argumentparser":1,"as":1,"question":1,"what":1,"is":1,"content":1,"of":1,"each":1,"image":1},"497,1915,data/raw/vllm-0.10.1/examples/offline_inference/spec_decode.py":{"image":6,"urls":4,"https":12,"upload":12,"wikimedia":12,"org":13,"wikipedia":12,"commons":12,"d":2,"da":1,"2015":1,"kaczka":1,"krzy":1,"c5":1,"bcowka":1,"w":1,"wodzie":1,"28samiec":1,"29":5,"jpg":17,"7":2,"77":1,"002":1,"the":3,"lion":1,"king":1,"snyggve":1,"in":2,"serengeti":1,"national":1,"park":1,"photo":3,"by":1,"giles":1,"laurent":1,"2":1,"26":1,"ultramarine":1,"flycatcher":1,"28ficedula":1,"superciliaris":1,"naggar":1,"2c":3,"himachal":1,"pradesh":1,"2013":1,"28cropped":1,"thumb":5,"e":1,"e5":1,"anim1754":2,"flickr":2,"noaa":2,"library":2,"281":2,"2560px":1,"d4":1,"starfish":1,"caswell":1,"bay":1,"geograph":1,"uk":1,"409413":1,"6":2,"69":1,"grapevinesnail":1,"01":1,"0":1,"0b":1,"texas":2,"invasive":2,"musk":2,"thistle":2,"1":4,"1920px":3,"7a":1,"huskiesatrest":2,"2880px":1,"68":1,"orange":2,"tabby":2,"cat":2,"sitting":2,"on":2,"fallen":2,"leaves":2,"hisashi":2,"01a":2,"3":1,"30":1,"george":1,"amazing":1,"guinea":1,"pig":1,"1f":1,"oryctolagus":2,"cuniculus":2,"rcdo":2,"9":1,"98":1,"horse":1,"and":1,"pony":1,"def":1,"get":1,"custom":1,"mm":1,"prompts":8,"num":3,"for":1,"url":5,"append":1,"type":2,"text":2,"question":1,"if":1,"len":2},"2412,1806,data/raw/vllm-0.10.1/examples/offline_inference/spec_decode.py":{"return":2,"role":1,"user":1,"content":1,"prompt":4,"for":1,"in":1,"prompts":5,"num":2,"def":2,"parse":3,"args":9,"parser":19,"flexibleargumentparser":1,"add":16,"dataset":1,"argument":15,"method":1,"type":12,"str":3,"default":12,"eagle":3,"choices":1,"ngram":1,"eagle3":1,"mtp":1,"spec":1,"tokens":1,"int":6,"2":2,"lookup":2,"max":1,"5":1,"min":1,"tp":1,"1":5,"enforce":1,"eager":1,"action":4,"store":4,"true":5,"enable":1,"chunked":1,"prefill":1,"temp":1,"float":2,"0":2,"top":2,"p":1,"k":1,"print":1,"output":2,"len":1,"256":1,"model":8,"dir":8,"none":3,"custom":4,"mm":6,"main":1,"endpoint":1,"openai":1,"chat":2,"if":2,"is":2,"raise":1,"valueerror":1,"requires":1,"based":3,"models":1,"llama3":1,"8b":2,"instruct":2,"not":1,"please":1,"specify":1,"to":1,"give":1,"a":1,"meta":1,"llama":2,"3":1,"tokenizer":1,"autotokenizer":1,"from":1,"pretrained":1,"skip":1,"template":1},"4218,1684,data/raw/vllm-0.10.1/examples/offline_inference/spec_decode.py":{"if":3,"not":1,"args":18,"custom":2,"mm":4,"prompts":6,"get":2,"samples":1,"tokenizer":2,"add":2,"special":2,"tokens":6,"is":3,"false":3,"to":1,"avoid":1,"adding":1,"bos":1,"twice":1,"when":1,"using":1,"chat":1,"templates":1,"prompt":9,"ids":1,"encode":1,"for":1,"in":1,"else":2,"num":5,"method":10,"eagle":10,"or":1,"eagle3":3,"dir":8,"and":2,"none":2,"yuhuili":2,"llama3":2,"1":2,"instruct":2,"8b":2,"elif":2,"speculative":6,"config":4,"model":4,"spec":2,"ngram":2,"lookup":4,"max":3,"min":2,"raise":1,"valueerror":1,"f":1,"unknown":1,"llm":2,"trust":1,"remote":1,"code":1,"true":2,"tensor":1,"parallel":1,"size":1,"tp":1,"enable":2,"chunked":3,"prefill":2,"enforce":2,"eager":2,"gpu":1,"memory":1,"utilization":1,"0":1,"8":1,"disable":2,"log":1,"stats":1,"len":1,"16384":1,"limit":1,"per":1,"image":1,"5":1,"input":1},"5902,1672,data/raw/vllm-0.10.1/examples/offline_inference/spec_decode.py":{"sampling":5,"params":5,"samplingparams":1,"temperature":1,"args":5,"temp":1,"max":1,"tokens":10,"output":8,"len":3,"if":3,"not":2,"custom":1,"mm":1,"prompts":2,"outputs":6,"llm":3,"generate":1,"prompt":4,"token":2,"ids":3,"else":1,"chat":1,"print":7,"the":2,"generated":2,"text":3,"for":4,"in":5,"50":2,"f":2,"0":6,"try":1,"metrics":4,"get":1,"except":1,"assertionerror":1,"are":1,"supported":1,"v0":1,"engine":1,"return":1,"total":1,"num":12,"sum":1,"drafts":3,"draft":3,"accepted":4,"acceptance":2,"counts":2,"spec":5,"metric":14,"name":4,"vllm":4,"decode":4,"assert":4,"isinstance":4,"counter":3,"value":3,"elif":3,"per":1,"pos":4,"vector":1,"range":1,"values":2},"7574,684,data/raw/vllm-0.10.1/examples/offline_inference/spec_decode.py":{"print":9,"50":2,"f":6,"total":2,"num":13,"output":2,"tokens":7,"drafts":6,"draft":2,"accepted":3,"acceptance":9,"length":3,"1":2,"if":3,"0":3,"else":2,"mean":1,"2f":2,"at":2,"each":1,"token":2,"position":1,"for":1,"i":3,"in":1,"range":1,"len":1,"counts":2,"rate":2,"name":1,"main":2},"0,1973,data/raw/vllm-0.10.1/examples/offline_inference/prompt_embed_inference.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":2,"vllm":4,"project":1,"demonstrates":1,"how":1,"generate":2,"prompt":13,"embeddings":2,"using":1,"hugging":2,"face":2,"transformers":5,"and":3,"use":2,"them":1,"as":1,"input":2,"for":2,"both":1,"single":3,"batch":2,"inference":6,"model":9,"meta":2,"llama":4,"3":2,"1b":2,"instruct":2,"note":1,"this":1,"is":1,"gated":1,"on":1,"hub":1,"you":1,"must":1,"request":1,"access":1,"it":1,"https":1,"huggingface":1,"co":1,"requirements":1,"run":1,"python":1,"examples":1,"offline":1,"embed":1,"py":1,"import":3,"torch":4,"from":4,"automodelforcausallm":2,"autotokenizer":2,"pretrainedtokenizer":4,"llm":10,"def":4,"init":1,"tokenizer":8,"name":4,"str":3,"pretrained":2,"embedding":7,"layer":7,"get":3,"enable":1,"embeds":8,"true":2,"return":3,"chat":5,"list":1,"dict":1,"nn":3,"module":3,"token":2,"ids":2,"apply":1,"template":1,"add":1,"generation":1,"tensors":1,"pt":1,"squeeze":1,"role":1,"user":1,"content":1,"please":1,"tell":1,"me":1,"about":1,"capital":1,"of":1,"france":1,"outputs":3,"print":4,"n":1,"output":1,"30":2,"o":2,"in":1,"text":1},"1973,995,data/raw/vllm-0.10.1/examples/offline_inference/prompt_embed_inference.py":{"chats":3,"role":3,"user":3,"content":4,"please":1,"tell":1,"me":1,"about":1,"the":5,"capital":1,"of":1,"france":1,"when":1,"is":2,"day":1,"longest":1,"during":1,"year":1,"where":1,"bigger":1,"moon":1,"or":1,"sun":1,"prompt":6,"embeds":6,"list":2,"get":1,"chat":2,"tokenizer":5,"embedding":4,"layer":4,"for":3,"in":3,"outputs":4,"llm":5,"generate":1,"print":5,"n":2,"batch":2,"inference":3,"30":2,"i":4,"o":2,"enumerate":1,"f":2,"q":1,"1":2,"0":2,"a":1,"text":1,"def":1,"main":3,"model":2,"name":3,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"init":1,"and":1,"single":1,"if":1},"0,1908,data/raw/vllm-0.10.1/examples/offline_inference/disaggregated_prefill.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":13,"vllm":5,"project":1,"this":3,"file":1,"demonstrates":1,"example":1,"usage":1,"of":3,"disaggregated":1,"prefilling":2,"we":2,"will":4,"launch":1,"instances":3,"gpu":7,"for":7,"prefill":9,"and":5,"1":5,"decode":5,"then":1,"transfer":3,"kv":12,"cache":4,"between":2,"them":1,"import":5,"os":2,"time":1,"from":3,"multiprocessing":1,"event":1,"process":1,"llm":4,"samplingparams":2,"config":2,"kvtransferconfig":2,"def":1,"run":1,"done":2,"use":2,"node":8,"environ":1,"cuda":1,"visible":1,"devices":1,"receives":2,"two":1,"requests":4,"while":1,"three":1,"so":1,"only":1,"receive":1,"3":3,"do":1,"on":1,"request":2,"prompts":2,"hello":1,"my":1,"name":2,"is":5,"hi":1,"your":2,"actually":1,"tell":1,"me":1,"a":1,"very":1,"long":1,"story":1,"sampling":2,"params":2,"temperature":1,"top":1,"p":1,"95":1,"max":2,"tokens":1,"using":1,"pyncclconnector":3,"transmit":1,"caches":1,"instance":1,"producer":2,"rank":2,"number":1,"parallel":2,"set":3,"as":1,"required":1,"ktc":2,"connector":1,"role":1,"size":1,"memory":3,"utilization":2,"8":2,"an":1,"a6000":1,"with":1,"40gb":1,"you":1,"may":1,"need":1,"adjust":1,"value":1,"fit":1,"model":2,"meta":2,"llama":2,"8b":1,"instruct":1,"len":1,"2000":1,"generate":1,"print":1,"finished":1},"1908,1967,data/raw/vllm-0.10.1/examples/offline_inference/disaggregated_prefill.py":{"to":9,"keep":1,"the":10,"prefill":10,"node":6,"running":1,"in":2,"case":1,"decode":7,"is":6,"not":1,"done":7,"otherwise":1,"script":2,"might":1,"exit":1,"prematurely":1,"causing":1,"incomplete":1,"decoding":2,"try":1,"while":1,"true":1,"time":1,"sleep":1,"1":6,"except":1,"keyboardinterrupt":1,"print":3,"stopped":1,"by":1,"user":1,"def":2,"run":3,"we":2,"use":1,"gpu":5,"for":7,"os":1,"environ":1,"cuda":1,"visible":1,"devices":1,"prompts":2,"hello":1,"my":1,"name":2,"hi":1,"your":2,"tell":1,"me":1,"a":1,"very":1,"long":1,"story":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":5,"top":1,"p":1,"95":1,"using":1,"pyncclconnector":3,"transmit":1,"kv":10,"caches":1,"between":1,"vllm":1,"instances":2,"this":3,"instance":1,"consumer":2,"rank":2,"number":1,"of":1,"parallel":2,"cache":2,"transfer":2,"set":3,"2":2,"as":1,"required":1,"ktc":2,"kvtransferconfig":1,"connector":1,"role":1,"size":1,"memory":3,"utilization":2,"8":2,"an":1,"a6000":1,"with":1,"40gb":1,"you":1,"may":1,"need":1,"adjust":1,"value":1,"fit":1,"llm":3,"model":2,"meta":2,"llama":2,"3":1,"8b":1,"instruct":1,"config":1,"max":1,"len":1,"2000":1,"wait":2,"producer":1,"start":2,"pipe":1,"waiting":1,"finish":1,"at":1,"point":1,"when":1,"should":1,"have":1,"been":1,"transferred":1,"so":1,"can":1,"outputs":3,"generate":1,"output":3,"prompt":4,"generated":3,"text":4,"f":1,"r":2,"main":1,"event":1,"process":4,"target":2,"args":2},"3875,262,data/raw/vllm-0.10.1/examples/offline_inference/disaggregated_prefill.py":{"start":4,"prefill":4,"node":3,"process":4,"decode":4,"terminate":2,"the":1,"when":1,"is":1,"finished":1,"join":1,"if":1,"name":1,"main":2},"0,1889,data/raw/vllm-0.10.1/examples/offline_inference/chat_with_tools.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"ruff":1,"noqa":1,"import":5,"json":2,"random":1,"string":1,"from":2,"llm":3,"sampling":2,"params":2,"samplingparams":2,"this":4,"script":1,"is":1,"an":1,"offline":1,"demo":3,"for":1,"function":2,"calling":2,"if":1,"you":1,"want":1,"run":1,"a":1,"server":2,"client":2,"setup":1,"please":2,"follow":1,"code":1,"bash":2,"serve":1,"mistralai":5,"mistral":12,"7b":3,"instruct":5,"v0":3,"3":3,"tokenizer":2,"mode":2,"load":2,"format":4,"config":2,"curl":1,"location":1,"http":1,"your":1,"node":1,"url":7,"8000":1,"v1":1,"chat":1,"completions":1,"header":2,"content":2,"type":5,"application":1,"authorization":1,"bearer":1,"token":1,"data":1,"model":5,"messages":1,"role":1,"user":1,"text":4,"describe":1,"image":5,"in":2,"detail":1,"https":2,"s3":1,"amazonaws":1,"com":3,"cms":1,"ipressroom":1,"338":1,"files":1,"201808":1,"5b894ee1a138352221103195":1,"a680":2,"7ejogging":2,"edit":2,"hero":1,"jpg":1,"and":1,"one":1,"as":1,"well":1,"answer":1,"french":1,"www":1,"wolframcloud":1,"obj":1,"resourcesystem":1,"images":1,"a0e":1,"a0ee3983":1,"46c6":1,"4c92":1,"b85d":1,"059044639928":1,"6af8cfb971db031b":1,"png":1,"usage":1,"python":2,"py":2,"simple":1,"advanced":1,"name":2,"or":3,"switch":1,"nemo":1,"2407":2,"large":1,"any":1,"other":1,"with":1,"ability":1,"max":1,"tokens":1,"8192":1,"temperature":1},"1889,1949,data/raw/vllm-0.10.1/examples/offline_inference/chat_with_tools.py":{"def":2,"generate":1,"random":4,"id":3,"length":2,"9":1,"characters":2,"string":5,"ascii":1,"letters":1,"digits":1,"join":1,"choice":1,"for":3,"in":8,"range":1,"return":2,"simulate":1,"an":1,"api":1,"that":2,"can":2,"be":2,"called":1,"get":5,"current":5,"weather":7,"city":6,"str":3,"state":5,"unit":5,"f":1,"the":12,"is":3,"85":1,"degrees":1,"it":1,"partly":1,"cloudly":1,"with":1,"highs":1,"90":1,"s":1,"tool":1,"functions":1,"tools":3,"type":5,"function":2,"name":1,"description":4,"a":1,"given":1,"location":1,"parameters":1,"object":1,"properties":1,"to":2,"find":1,"e":2,"g":2,"san":1,"francisco":1,"two":1,"letter":1,"abbreviation":1,"ca":1,"which":1,"would":1,"mean":1,"california":1,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":2,"required":1,"messages":3,"role":2,"user":1,"content":2,"you":1,"tell":1,"me":1,"what":1,"temperate":1,"will":1,"dallas":1,"outputs":3,"llm":1,"chat":1,"sampling":2,"params":2,"output":2,"0":2,"text":1,"strip":1,"append":2,"assistant":2,"message":1},"3838,691,data/raw/vllm-0.10.1/examples/offline_inference/chat_with_tools.py":{"let":2,"s":3,"now":1,"actually":1,"parse":1,"and":2,"execute":1,"the":6,"model":1,"output":2,"simulating":1,"an":2,"api":1,"call":5,"by":1,"using":1,"above":1,"defined":1,"function":1,"tool":8,"calls":2,"json":1,"loads":1,"answers":2,"functions":1,"name":1,"arguments":1,"for":1,"in":3,"append":2,"answer":2,"as":1,"a":1,"message":1,"llm":2,"give":1,"you":1,"messages":2,"role":1,"content":1,"n":2,"join":1,"id":2,"generate":1,"random":1,"outputs":3,"chat":1,"sampling":1,"params":1,"tools":2,"print":1,"0":2,"text":1,"strip":1,"yields":1,"weather":1,"dallas":1,"tx":1,"is":2,"85":1,"degrees":1,"fahrenheit":1,"it":1,"partly":1,"cloudly":1,"with":1,"highs":1,"90":1},"0,1869,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":8,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"for":4,"running":1,"offline":1,"inference":1,"with":1,"correct":1,"prompt":3,"format":2,"on":4,"vision":1,"language":1,"models":2,"text":1,"generation":1,"most":1,"should":1,"follow":1,"corresponding":1,"examples":1,"huggingface":2,"model":6,"repository":1,"import":13,"os":1,"random":1,"from":11,"contextlib":1,"contextmanager":1,"dataclasses":1,"asdict":1,"typing":1,"namedtuple":2,"optional":3,"hub":1,"snapshot":1,"download":1,"transformers":1,"autotokenizer":1,"llm":1,"engineargs":3,"samplingparams":1,"assets":2,"image":4,"imageasset":1,"video":1,"videoasset":1,"lora":2,"request":1,"lorarequest":2,"multimodal":1,"convert":1,"mode":1,"utils":1,"flexibleargumentparser":1,"class":1,"modelrequestdata":2,"engine":2,"args":2,"prompts":2,"list":4,"str":3,"stop":2,"token":2,"ids":2,"int":1,"none":2,"requests":1,"note":2,"default":1,"max":4,"num":2,"seqs":2,"and":1,"len":2,"may":1,"result":1,"in":2,"oom":2,"lower":1,"end":2,"gpus":1,"unless":1,"specified":1,"these":1,"settings":1,"have":1,"been":1,"tested":1,"work":1,"a":1,"single":1,"l4":1,"aria":3,"def":1,"run":1,"questions":2,"modality":3,"assert":1,"name":2,"rhymes":1,"ai":1,"need":1,"l40":1,"or":1,"equivalent":1,"avoid":1,"4096":1,"dtype":1,"bfloat16":1,"limit":1,"mm":1,"per":1,"1":1,"f":1,"im":3,"start":2,"user":1,"n":3,"fim":2,"prefix":1,"img":1,"suffix":1,"question":2,"assistant":1,"93532":1,"93653":2,"944":1,"93421":1,"1019":1,"93519":1},"1869,1995,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"return":4,"modelrequestdata":8,"engine":11,"args":11,"prompts":11,"stop":2,"token":7,"ids":2,"aya":3,"vision":5,"def":4,"run":4,"questions":7,"list":4,"str":8,"modality":11,"assert":4,"image":6,"model":9,"name":3,"cohereforai":1,"8b":1,"engineargs":3,"max":4,"len":2,"2048":1,"num":2,"seqs":2,"2":6,"mm":4,"processor":1,"kwargs":1,"crop":1,"to":1,"patches":1,"true":1,"limit":3,"per":3,"prompt":4,"1":3,"f":3,"start":2,"of":3,"turn":3,"user":1,"question":7,"end":1,"chatbot":1,"for":3,"in":3,"blip":2,"blip2":3,"format":1,"is":1,"inaccurate":1,"on":1,"huggingface":2,"repository":1,"see":1,"https":1,"co":1,"salesforce":2,"opt":2,"7b":3,"discussions":1,"15":1,"64ff02f3f8cf9e4f5b038262":1,"noqa":1,"answer":1,"chameleon":3,"facebook":1,"4096":1,"command":2,"a":2,"coherelabs":1,"07":1,"2025":1},"3864,1951,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"engine":10,"args":10,"engineargs":4,"model":11,"name":3,"max":7,"len":4,"32768":1,"tensor":1,"parallel":1,"size":1,"4":1,"limit":4,"mm":4,"per":4,"prompt":4,"modality":10,"1":4,"prompts":10,"f":3,"start":2,"of":3,"turn":3,"token":5,"user":2,"img":1,"patch":1,"question":6,"end":1,"chatbot":1,"for":4,"in":4,"questions":7,"return":3,"modelrequestdata":6,"deepseek":4,"vl2":3,"def":3,"run":3,"list":3,"str":6,"assert":3,"image":4,"ai":1,"tiny":1,"4096":2,"num":3,"seqs":3,"2":5,"hf":1,"overrides":1,"architectures":1,"deepseekvlv2forcausallm":1,"n":4,"assistant":1,"florence2":2,"microsoft":1,"florence":2,"large":1,"tokenizer":2,"isotr0py":1,"trust":1,"remote":1,"code":1,"true":1,"dtype":1,"bfloat16":1,"more":1,"detailed":1,"caption":1,"fuyu":3,"adept":1,"8b":1,"2048":1},"5815,1846,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"return":3,"modelrequestdata":6,"engine":9,"args":9,"prompts":8,"gemma":3,"3":2,"def":3,"run":3,"gemma3":1,"questions":5,"list":3,"str":6,"modality":9,"assert":3,"image":5,"model":14,"name":6,"google":2,"4b":1,"it":2,"engineargs":3,"max":6,"len":3,"2048":3,"num":3,"seqs":3,"2":3,"mm":4,"processor":1,"kwargs":1,"do":1,"pan":1,"and":1,"scan":1,"true":4,"limit":3,"per":3,"prompt":3,"1":3,"bos":1,"start":5,"of":7,"turn":6,"user":2,"n":6,"f":2,"question":4,"end":2,"for":2,"in":2,"gemma3n":2,"3n":1,"e2b":1,"enforce":2,"eager":2,"soft":1,"token":1,"glm":2,"4v":2,"glm4v":1,"zai":1,"org":1,"9b":1,"trust":1,"remote":1,"code":1,"hf":1,"overrides":1,"architectures":1,"glm4vforcausallm":1},"7661,1963,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"prompts":7,"f":4,"user":3,"n":4,"begin":3,"of":6,"image":8,"endoftext":1,"end":3,"question":6,"assistant":4,"for":3,"in":3,"questions":5,"stop":3,"token":3,"ids":3,"151329":1,"151336":1,"151338":1,"return":2,"modelrequestdata":4,"engine":6,"args":6,"glm":2,"4":2,"1v":3,"def":2,"run":2,"glm4":1,"list":2,"str":4,"modality":7,"model":9,"name":5,"zai":1,"org":1,"9b":1,"thinking":1,"engineargs":2,"max":3,"len":2,"4096":1,"num":1,"seqs":1,"2":1,"mm":3,"processor":1,"kwargs":1,"size":1,"shortest":1,"edge":2,"12544":1,"longest":1,"47040000":1,"fps":1,"1":3,"limit":2,"per":2,"prompt":3,"enforce":1,"eager":1,"true":4,"if":1,"placeholder":3,"elif":1,"video":4,"gmask":1,"sop":1,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"h2ovl":3,"mississippi":2,"assert":1,"h2oai":1,"800m":1,"trust":2,"remote":2,"code":2,"8192":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"content":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1},"9624,787,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"stop":4,"tokens":1,"for":1,"h2ovl":2,"mississippi":2,"https":1,"huggingface":1,"co":1,"h2oai":1,"800m":1,"token":4,"ids":3,"tokenizer":2,"eos":1,"id":1,"return":1,"modelrequestdata":2,"engine":3,"args":3,"prompts":2,"naver":2,"hyperclovax":5,"seed":3,"vision":3,"instruct":2,"3b":2,"def":1,"run":1,"questions":1,"list":1,"str":2,"modality":3,"model":5,"name":3,"autotokenizer":1,"from":1,"pretrained":1,"trust":2,"remote":2,"code":2,"true":2,"engineargs":1,"max":1,"len":1,"8192":1,"if":1,"image":1,"else":1,"16384":1,"limit":1,"mm":1,"per":1,"prompt":1,"1":1},"10411,1992,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"messages":4,"list":4,"for":2,"question":3,"in":5,"questions":1,"if":2,"modality":4,"image":5,"ocr":2,"the":8,"words":1,"raster":2,"order":3,"even":1,"word":1,"feels":1,"unnatural":1,"reading":1,"model":1,"will":1,"handle":1,"it":2,"as":2,"long":1,"follows":1,"e":3,"g":3,"naver":1,"clova":1,"bigshane":1,"lens":4,"keywords":4,"entity":2,"names":2,"iphone":2,"local":2,"with":1,"quads":1,"0":4,"07":1,"21":1,"92":1,"90":1,"append":2,"role":2,"user":2,"content":2,"type":4,"text":4,"elif":1,"video":2,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"prompts":1,"tokenizer":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"prompt":1,"true":1},"12403,1999,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"return":3,"modelrequestdata":6,"engine":8,"args":8,"prompts":8,"stop":1,"token":1,"ids":1,"none":1,"idefics3":4,"8b":3,"llama3":3,"def":3,"run":3,"questions":5,"list":3,"str":6,"modality":8,"assert":1,"image":3,"model":11,"name":6,"huggingfacem4":2,"engineargs":2,"max":4,"len":2,"8192":2,"num":2,"seqs":2,"2":2,"enforce":2,"eager":2,"true":5,"if":2,"you":2,"are":1,"running":1,"out":1,"of":3,"memory":1,"can":1,"reduce":1,"the":1,"longest":2,"edge":2,"see":1,"https":1,"huggingface":1,"co":1,"optimizations":1,"mm":3,"processor":1,"kwargs":1,"size":1,"3":1,"364":1,"limit":2,"per":2,"prompt":3,"1":2,"f":2,"begin":1,"text":1,"user":2,"question":4,"end":1,"utterance":1,"nassistant":1,"for":2,"in":2,"intern":2,"s1":2,"interns1":1,"internlm":1,"trust":2,"remote":2,"code":2,"placeholder":3,"img":1,"context":1,"elif":1,"video":2,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"content":1,"n":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"internvl":2,"opengvlab":1,"internvl3":1,"2b":1},"14402,1986,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"engine":6,"args":6,"engineargs":2,"model":9,"name":4,"trust":3,"remote":3,"code":3,"true":4,"max":2,"len":2,"8192":2,"limit":2,"mm":2,"per":2,"prompt":3,"modality":7,"1":2,"if":3,"image":4,"placeholder":6,"elif":2,"video":4,"tokenizer":3,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"user":2,"content":1,"f":3,"n":4,"question":4,"for":6,"in":4,"questions":3,"prompts":6,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"stop":10,"tokens":5,"internvl":1,"models":1,"variants":1,"may":1,"have":1,"different":1,"please":1,"refer":1,"to":2,"the":2,"card":1,"correct":1,"words":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl2":1,"2b":1,"blob":1,"main":1,"conversation":1,"py":1,"endoftext":1,"im":5,"start":4,"end":4,"token":8,"ids":6,"convert":1,"i":2,"id":3,"is":1,"not":1,"none":1,"return":2,"modelrequestdata":3,"keye":4,"vl":4,"def":1,"run":1,"list":1,"str":2,"kwai":1,"8b":1,"preview":1,"pad":2,"vision":2,"assistant":1,"kimi":1},"16388,1928,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"def":3,"run":3,"kimi":2,"vl":2,"questions":6,"list":3,"str":6,"modality":9,"modelrequestdata":5,"assert":3,"image":6,"prompts":7,"im":5,"user":4,"middle":2,"media":4,"start":1,"content":2,"f":3,"pad":1,"end":2,"question":6,"assistant":2,"for":3,"in":3,"engine":7,"args":7,"engineargs":3,"model":9,"moonshotai":1,"a3b":1,"instruct":2,"trust":1,"remote":1,"code":1,"true":2,"max":4,"len":3,"4096":2,"limit":3,"mm":3,"per":3,"prompt":4,"1":5,"return":2,"llama4":1,"name":3,"meta":1,"llama":2,"4":3,"scout":1,"17b":1,"16e":1,"8192":1,"num":1,"seqs":1,"tensor":1,"parallel":1,"size":1,"8":1,"gpu":1,"memory":1,"utilization":1,"0":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"type":2,"text":2,"apply":1,"chat":1,"template":1,"add":1,"generation":1,"tokenize":1,"false":1,"stop":3,"token":3,"ids":3,"none":1,"llava":4,"5":2,"n":1,"nassistant":1,"hf":2,"7b":1},"18316,1957,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"return":4,"modelrequestdata":8,"engine":11,"args":11,"prompts":12,"llava":13,"1":4,"6":2,"next":5,"def":4,"run":4,"questions":8,"list":4,"str":8,"modality":12,"assert":3,"image":5,"f":4,"inst":2,"n":6,"question":8,"for":5,"in":4,"engineargs":3,"model":6,"hf":6,"v1":1,"mistral":1,"7b":3,"max":4,"len":3,"8192":2,"limit":3,"mm":3,"per":3,"prompt":3,"video":8,"currently":1,"only":1,"support":1,"input":1,"user":3,"assistant":3,"num":1,"seqs":1,"2":1,"onevision":3,"if":1,"im":6,"start":4,"end":2,"elif":1,"qwen2":1,"ov":1,"16384":1,"mantis":2},"20273,2000,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"llama3":4,"template":2,"start":2,"header":4,"id":8,"user":1,"end":3,"n":5,"eot":2,"assistant":1,"noqa":3,"e501":1,"prompts":3,"format":1,"f":1,"question":2,"image":6,"for":5,"in":3,"questions":2,"engine":4,"args":4,"engineargs":2,"model":11,"tiger":1,"lab":1,"mantis":1,"8b":1,"siglip":1,"max":3,"len":2,"4096":2,"hf":1,"overrides":1,"architectures":1,"mantisforconditionalgeneration":1,"limit":2,"mm":2,"per":2,"prompt":2,"modality":5,"1":2,"stop":9,"token":7,"ids":8,"128009":1,"return":1,"modelrequestdata":1,"minicpm":7,"v":5,"def":1,"run":1,"minicpmv":1,"base":1,"list":1,"str":2,"name":7,"assert":1,"video":3,"if":1,"you":1,"want":1,"to":3,"use":2,"o":2,"2":15,"6":9,"with":1,"audio":3,"inputs":1,"check":1,"language":1,"py":1,"0":3,"the":2,"official":1,"repo":1,"doesn":1,"t":1,"work":1,"yet":1,"so":1,"we":1,"need":1,"a":1,"fork":1,"now":1,"more":1,"details":1,"please":1,"see":2,"https":1,"github":1,"com":1,"vllm":2,"project":1,"pull":1,"4087":1,"issuecomment":1,"2250397630":1,"hwwwh":1,"5":4,"openbmb":3,"o2":3,"supports":1,"tokenizer":5,"autotokenizer":1,"from":1,"pretrained":1,"trust":2,"remote":2,"code":2,"true":2,"num":1,"seqs":1,"note":1,"are":1,"different":1,"various":1,"versions":1,"of":1,"eos":2,"tokens":3,"im":1,"endoftext":1,"convert":1,"i":2},"22273,1935,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"modality":12,"placeholder":2,"image":5,"video":3,"prompts":6,"tokenizer":1,"apply":1,"chat":1,"template":1,"role":1,"user":1,"content":1,"f":2,"n":2,"question":4,"tokenize":1,"false":1,"add":1,"generation":1,"prompt":2,"true":1,"for":3,"in":2,"questions":8,"return":4,"modelrequestdata":6,"engine":5,"args":5,"stop":2,"token":2,"ids":2,"def":4,"run":7,"minicpmo":1,"list":4,"str":8,"minicpmv":3,"base":2,"openbmb":2,"minicpm":2,"o":1,"2":6,"6":2,"v":1,"mistral":2,"3":4,"hf":1,"format":1,"mistral3":1,"assert":2,"model":7,"name":3,"mistralai":1,"small":1,"1":2,"24b":1,"instruct":2,"2503":1,"note":2,"need":1,"l40":1,"or":1,"equivalent":1,"to":2,"avoid":1,"oom":2,"engineargs":1,"max":4,"len":2,"8192":1,"num":2,"seqs":2,"tensor":1,"parallel":1,"size":1,"limit":1,"mm":1,"per":1,"ignore":1,"patterns":1,"consolidated":1,"safetensors":1,"s":1,"inst":2,"img":1,"llama":3,"mllama":1,"meta":1,"11b":1,"vision":1,"the":1,"default":1,"setting":1,"of":1,"256":1,"and":1,"131072":1,"this":2,"may":2,"cause":1,"you":1,"lower":2,"either":1,"example":1,"on":1,"end":1,"gpus":1},"24208,1988,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"the":1,"configuration":1,"below":1,"has":1,"been":1,"confirmed":1,"to":1,"launch":1,"on":1,"a":1,"single":1,"l40":1,"gpu":1,"engine":7,"args":7,"engineargs":3,"model":12,"name":7,"max":3,"len":2,"8192":2,"num":1,"seqs":1,"2":1,"limit":3,"mm":3,"per":3,"prompt":5,"modality":7,"1":4,"tokenizer":4,"autotokenizer":2,"from":2,"pretrained":2,"messages":4,"role":2,"user":3,"content":2,"type":2,"image":5,"text":2,"question":6,"for":3,"in":3,"questions":5,"prompts":7,"apply":2,"chat":2,"template":2,"add":2,"generation":2,"true":5,"tokenize":2,"false":2,"return":2,"modelrequestdata":4,"molmo":3,"def":2,"run":2,"list":2,"str":4,"assert":2,"allenai":1,"7b":1,"d":1,"0924":1,"trust":3,"remote":3,"code":3,"dtype":1,"bfloat16":1,"f":2,"im":3,"start":2,"n":3,"end":1,"assistant":1,"nemontron":1,"vl":3,"nemotron":2,"nvidia":1,"llama":1,"3":1,"nano":1,"8b":1,"v1":1,"placeholder":2},"26196,1762,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"stop":10,"tokens":5,"for":5,"internvl":1,"models":1,"variants":1,"may":1,"have":1,"different":1,"please":1,"refer":1,"to":3,"the":2,"model":10,"card":1,"correct":1,"words":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl2":1,"2b":1,"blob":1,"main":1,"conversation":1,"py":1,"endoftext":1,"im":2,"start":1,"end":2,"token":8,"ids":6,"tokenizer":3,"convert":1,"i":2,"in":4,"id":3,"if":1,"is":1,"not":1,"none":1,"return":2,"modelrequestdata":4,"engine":6,"args":6,"prompts":5,"nvlm":3,"d":3,"def":2,"run":2,"questions":3,"list":2,"str":4,"modality":6,"assert":2,"image":3,"name":5,"nvidia":1,"72b":1,"adjust":1,"this":1,"as":1,"necessary":1,"fit":1,"gpu":1,"engineargs":2,"trust":3,"remote":3,"code":3,"true":4,"max":3,"len":2,"4096":2,"tensor":1,"parallel":1,"size":1,"4":1,"limit":2,"mm":2,"per":2,"prompt":3,"1":2,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"user":1,"content":1,"f":1,"n":1,"question":2,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"ovis":2,"aidc":1,"ai":1,"ovis2":1,"1b":1,"num":1,"seqs":1,"2":1,"dtype":1,"half":1},"27958,1533,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"model":3,"name":1,"trust":1,"remote":1,"code":1,"true":2,"messages":2,"role":1,"user":2,"content":1,"f":2,"image":5,"n":5,"question":4,"for":6,"in":4,"questions":7,"prompts":10,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"prompt":5,"return":3,"modelrequestdata":6,"engine":8,"args":8,"paligemma":6,"def":3,"run":3,"list":3,"str":6,"modality":8,"assert":3,"has":2,"special":2,"format":2,"vqa":2,"caption":2,"en":2,"engineargs":2,"google":2,"3b":2,"mix":1,"224":1,"limit":2,"mm":2,"per":2,"1":3,"2":2,"paligemma2":2,"ft":1,"docci":1,"448":1,"phi":1,"3":1,"vision":1,"phi3v":1,"end":1,"assistant":1},"29491,1183,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"num":4,"crops":3,"is":2,"an":1,"override":1,"kwarg":1,"to":3,"the":7,"multimodal":2,"image":5,"processor":3,"for":5,"some":2,"models":1,"e":1,"g":1,"phi":5,"3":4,"5":4,"vision":4,"instruct":5,"it":2,"recommended":1,"use":1,"16":2,"single":1,"frame":2,"scenarios":1,"and":2,"4":2,"multi":1,"generally":1,"speaking":1,"a":1,"larger":1,"value":1,"results":1,"in":3,"more":2,"tokens":2,"per":2,"instance":1,"because":1,"may":1,"scale":1,"preprocessing":2,"references":1,"model":4,"docs":1,"formula":1,"after":1,"transform":1,"can":2,"be":2,"found":1,"below":1,"https":2,"huggingface":2,"co":2,"microsoft":3,"loading":1,"locally":1,"blob":1,"main":1,"processing":1,"phi3":1,"v":1,"py":1,"l194":1,"engine":3,"args":3,"engineargs":1,"trust":1,"remote":1,"code":1,"true":1,"max":2,"len":1,"4096":1,"seqs":1,"2":1,"note":1,"mm":3,"kwargs":2,"also":1,"passed":1,"generate":1,"chat":1,"calls":1,"limit":1,"prompt":1,"modality":1,"1":1,"return":1,"modelrequestdata":1,"prompts":2},"30674,1228,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"def":1,"run":1,"phi4mm":1,"questions":2,"list":1,"str":2,"modality":3,"modelrequestdata":2,"phi":3,"4":3,"multimodal":3,"instruct":3,"supports":1,"both":1,"image":4,"and":2,"audio":1,"inputs":2,"here":1,"we":2,"show":1,"how":1,"to":3,"process":1,"assert":1,"model":6,"path":7,"snapshot":1,"download":1,"microsoft":1,"since":1,"the":4,"vision":5,"lora":9,"speech":1,"co":1,"exist":1,"with":1,"base":1,"have":1,"manually":1,"specify":1,"of":1,"weights":1,"os":1,"join":1,"prompts":3,"f":1,"user":1,"1":3,"question":2,"end":1,"assistant":1,"for":1,"in":1,"engine":3,"args":3,"engineargs":1,"trust":1,"remote":1,"code":1,"true":2,"max":4,"len":1,"5120":1,"num":2,"seqs":1,"2":1,"batched":1,"tokens":1,"12800":1,"enable":1,"rank":1,"320":1,"note":1,"mm":3,"processor":2,"kwargs":2,"can":1,"also":1,"be":1,"passed":1,"generate":1,"chat":1,"calls":1,"dynamic":1,"hd":1,"16":1,"limit":1,"per":1,"prompt":1,"return":1,"requests":1,"lorarequest":1,"hf":1,"format":1},"31902,1878,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"def":3,"run":3,"phi4":1,"multimodal":3,"questions":5,"list":3,"str":6,"modality":7,"modelrequestdata":5,"phi":2,"4":2,"instruct":2,"supports":1,"both":1,"image":7,"and":2,"audio":1,"inputs":2,"here":1,"we":2,"show":1,"how":1,"to":4,"process":1,"assert":3,"model":10,"path":7,"snapshot":1,"download":1,"microsoft":1,"revision":1,"refs":1,"pr":1,"70":1,"since":1,"the":4,"vision":5,"lora":9,"speech":1,"co":1,"exist":1,"with":1,"base":1,"have":1,"manually":1,"specify":1,"of":1,"weights":1,"os":1,"join":1,"prompts":6,"f":2,"user":1,"question":4,"end":1,"assistant":1,"for":2,"in":2,"engine":6,"args":6,"engineargs":2,"max":6,"len":2,"5120":1,"num":3,"seqs":2,"2":2,"batched":1,"tokens":1,"12800":1,"enable":1,"true":1,"rank":1,"320":1,"note":2,"mm":4,"processor":2,"kwargs":2,"can":1,"also":1,"be":1,"passed":1,"generate":1,"chat":1,"calls":1,"dynamic":1,"hd":1,"16":1,"limit":2,"per":2,"prompt":2,"1":3,"return":2,"requests":1,"lorarequest":1,"pixtral":3,"hf":2,"format":1,"name":2,"mistral":1,"community":1,"12b":1,"need":1,"l40":1,"or":1,"equivalent":1,"avoid":1,"oom":1,"6144":1,"s":1,"inst":2,"n":1,"img":1,"qwen":2,"vl":2},"33780,1904,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"engine":7,"args":7,"engineargs":3,"model":10,"qwen":4,"vl":7,"trust":1,"remote":1,"code":1,"true":1,"max":8,"len":3,"1024":1,"num":3,"seqs":3,"2":1,"hf":1,"overrides":1,"architectures":1,"qwenvlforconditionalgeneration":1,"limit":3,"mm":6,"per":3,"prompt":3,"modality":7,"1":5,"prompts":6,"f":3,"question":4,"picture":1,"img":2,"n":5,"for":2,"in":2,"questions":4,"return":2,"modelrequestdata":4,"qwen2":6,"def":2,"run":2,"list":2,"str":4,"name":4,"7b":1,"instruct":2,"4096":2,"5":5,"note":1,"processor":3,"kwargs":3,"can":1,"also":1,"be":1,"passed":1,"to":1,"generate":1,"chat":1,"calls":1,"min":2,"pixels":4,"28":8,"1280":2,"if":1,"image":2,"placeholder":3,"pad":2,"elif":1,"video":2,"im":5,"start":4,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"assistant":2,"end":3,"user":1,"vision":2,"3b":1,"fps":1},"35684,1853,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"if":2,"modality":8,"image":5,"placeholder":6,"pad":2,"elif":2,"video":4,"prompts":6,"im":10,"start":7,"system":4,"nyou":1,"are":2,"a":2,"helpful":1,"assistant":3,"end":5,"n":9,"f":5,"user":2,"vision":4,"question":4,"for":2,"in":2,"questions":4,"return":2,"modelrequestdata":3,"engine":5,"args":5,"qwen2":3,"5":4,"omni":3,"def":2,"run":2,"list":2,"str":4,"model":5,"name":3,"qwen":3,"7b":1,"engineargs":1,"max":3,"len":1,"4096":1,"num":1,"seqs":1,"mm":2,"processor":1,"kwargs":1,"min":1,"pixels":2,"28":4,"1280":1,"fps":1,"1":2,"limit":1,"per":1,"prompt":1,"default":2,"you":1,"virtual":1,"human":1,"developed":1,"by":1,"the":1,"team":1,"alibaba":1,"group":1,"capable":1,"of":1,"perceiving":1,"auditory":1,"and":2,"visual":1,"inputs":1,"as":2,"well":1,"generating":1,"text":1,"speech":1,"bos":1,"eos":1,"skyworkr1v":2,"assert":1,"skywork":2,"r1v":1,"38b":1},"37537,1706,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"engine":6,"args":6,"engineargs":2,"model":9,"name":5,"trust":2,"remote":2,"code":2,"true":4,"max":4,"len":2,"4096":1,"limit":2,"mm":3,"per":2,"prompt":3,"modality":6,"1":2,"tokenizer":3,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"user":2,"content":1,"f":2,"image":5,"n":1,"question":4,"for":4,"in":3,"questions":4,"prompts":6,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"stop":6,"tokens":4,"skyworkr1v":1,"https":1,"huggingface":1,"co":1,"skywork":2,"r1v":1,"38b":1,"blob":1,"main":1,"conversation":1,"py":1,"end":2,"of":2,"sentence":1,"endoftext":1,"token":3,"ids":4,"convert":1,"to":1,"i":2,"return":2,"modelrequestdata":4,"smolvlm2":2,"2":3,"2b":2,"instruct":2,"def":2,"run":2,"smolvlm":1,"list":2,"str":4,"assert":2,"huggingfacetb":1,"8192":1,"num":1,"seqs":1,"enforce":1,"eager":1,"processor":1,"kwargs":1,"size":1,"longest":1,"edge":1,"384":1,"im":1,"start":1,"utterance":1,"nassistant":1,"step3":3,"stepfun":1,"ai":1,"fp8":1},"39243,1924,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"note":1,"below":1,"are":3,"verified":1,"configurations":1,"for":4,"step3":2,"fp8":1,"on":1,"8xh100":1,"gpus":1,"engine":7,"args":7,"engineargs":3,"model":10,"name":5,"max":3,"num":1,"batched":1,"tokens":1,"4096":3,"gpu":1,"memory":1,"utilization":1,"0":1,"85":1,"tensor":1,"parallel":1,"size":1,"8":1,"limit":3,"mm":3,"per":3,"prompt":3,"modality":8,"1":3,"reasoning":1,"parser":1,"prompts":7,"begin":1,"of":1,"sentence":1,"you":1,"a":2,"helpful":2,"assistant":5,"bot":2,"user":3,"n":8,"f":4,"im":6,"patch":1,"question":6,"eot":1,"think":1,"in":3,"questions":5,"return":2,"modelrequestdata":4,"omni":3,"research":3,"tarsier":3,"7b":3,"def":2,"run":2,"list":2,"str":4,"assert":1,"image":4,"trust":1,"remote":1,"code":1,"true":1,"len":2,"tarsier2":2,"recap":1,"hf":1,"overrides":1,"architectures":1,"tarsier2forconditionalgeneration":1,"if":1,"placeholder":3,"pad":2,"elif":1,"video":2,"start":4,"system":1,"nyou":1,"end":3,"vision":2},"41167,1617,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"return":1,"modelrequestdata":1,"engine":2,"args":2,"prompts":2,"model":1,"example":1,"map":1,"aria":2,"run":48,"aya":2,"vision":6,"blip":1,"2":1,"blip2":1,"chameleon":2,"command":2,"a":2,"deepseek":2,"vl":13,"v2":1,"vl2":1,"florence2":2,"fuyu":2,"gemma3":2,"gemma3n":2,"glm4v":2,"glm4":2,"1v":2,"h2ovl":2,"chat":3,"hyperclovax":2,"seed":2,"idefics3":2,"interns1":2,"internvl":2,"keye":2,"kimi":2,"llama4":2,"llava":8,"next":4,"video":2,"onevision":2,"mantis":2,"minicpmo":2,"minicpmv":2,"mistral3":2,"mllama":2,"molmo":2,"nemotron":2,"nvlm":2,"d":2,"ovis":2,"paligemma":2,"paligemma2":2,"phi3":1,"v":1,"phi3v":1,"phi4":3,"mm":1,"phi4mm":1,"multimodal":2,"pixtral":2,"hf":2,"qwen":2,"qwen2":6,"5":4,"omni":2,"skywork":1,"skyworkr1v":1,"smolvlm":2,"step3":2,"tarsier":2,"tarsier2":2},"42784,1911,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"def":2,"get":1,"multi":1,"modal":1,"input":3,"args":7,"return":3,"data":5,"image":23,"or":1,"video":7,"question":4,"if":5,"modality":5,"and":3,"convert":1,"mode":1,"imageasset":1,"cherry":1,"blossom":1,"pil":1,"rgb":1,"img":2,"questions":6,"what":2,"is":5,"the":4,"content":2,"of":3,"this":4,"describe":1,"in":3,"detail":1,"s":1,"where":1,"taken":1,"videoasset":2,"name":2,"baby":2,"reading":2,"num":6,"frames":4,"np":1,"ndarrays":1,"metadata":3,"vid":2,"why":1,"funny":1,"model":1,"type":1,"glm4":1,"1v":1,"else":1,"msg":2,"f":1,"not":2,"supported":1,"raise":1,"valueerror":1,"apply":1,"repeat":9,"prob":7,"prompts":3,"list":1,"str":1,"repeats":1,"images":1,"with":1,"provided":1,"probability":1,"used":1,"to":1,"simulate":1,"hit":1,"miss":1,"for":2,"mm":1,"preprocessor":1,"cache":1,"assert":1,"1":3,"0":8,"no":3,"yes":2,"probs":2,"inputs":1,"cur":4,"i":4,"range":1,"none":1,"res":2,"random":1,"choices":1,"modify":1,"one":1,"pixel":1,"copy":1,"new":2,"val":2,"256":4,"putpixel":1},"44695,1986,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"inputs":2,"append":1,"prompt":1,"prompts":4,"i":1,"len":1,"multi":3,"modal":3,"data":1,"modality":3,"cur":1,"image":4,"return":1,"contextmanager":1,"def":2,"time":13,"counter":1,"enable":2,"bool":1,"if":4,"import":1,"start":2,"yield":2,"elapsed":2,"print":4,"50":2,"generate":3,"format":1,"else":1,"parse":1,"args":1,"parser":9,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"vllm":2,"for":3,"offline":1,"inference":1,"with":1,"vision":1,"language":1,"models":1,"text":1,"generation":1,"add":8,"argument":8,"model":3,"type":8,"m":1,"str":2,"default":6,"llava":1,"choices":2,"example":1,"map":1,"keys":1,"help":8,"huggingface":1,"num":2,"int":3,"4":1,"number":2,"of":4,"to":2,"run":1,"video":2,"the":5,"input":1,"frames":2,"16":1,"extract":1,"from":1,"seed":2,"none":2,"set":1,"when":1,"initializing":1,"llm":1,"repeat":1,"prob":1,"float":1,"simulates":1,"hit":1,"ratio":1,"preprocessor":1,"cache":2,"enabled":1,"disable":1,"mm":1,"processor":2,"action":2,"store":2,"true":4,"disables":1,"caching":1,"then":1,"total":1,"call":1},"46681,1501,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"parser":2,"add":1,"argument":1,"use":3,"different":4,"prompt":5,"per":4,"request":3,"action":1,"store":1,"true":2,"help":1,"if":4,"then":1,"with":1,"the":2,"same":1,"multi":2,"modal":2,"data":10,"for":1,"each":1,"return":1,"parse":1,"args":13,"def":1,"main":1,"model":8,"type":2,"not":2,"in":1,"example":2,"map":2,"raise":1,"valueerror":1,"f":1,"is":1,"supported":1,"modality":3,"mm":7,"input":4,"get":1,"questions":3,"req":7,"disable":2,"other":1,"modalities":1,"to":3,"save":1,"memory":1,"default":2,"limits":2,"image":1,"0":7,"video":1,"audio":1,"engine":5,"limit":2,"dict":1,"or":1,"asdict":1,"seed":2,"processor":2,"cache":2,"gb":1,"else":2,"4":1,"llm":2,"don":1,"t":1,"want":1,"check":1,"flag":1,"multiple":1,"times":1,"so":2,"just":1,"hijack":1,"prompts":5,"we":1,"set":1,"temperature":2,"2":2,"that":1,"outputs":1,"can":1,"be":1,"even":1,"when":2,"all":1,"are":1,"identical":1,"running":1,"batch":1,"inference":1,"sampling":1,"params":1,"samplingparams":1,"max":1,"tokens":1,"64":1,"stop":2,"token":2,"ids":2},"48182,1350,data/raw/vllm-0.10.1/examples/offline_inference/vision_language.py":{"assert":1,"args":11,"num":5,"prompts":10,"0":3,"if":5,"1":1,"single":1,"inference":2,"inputs":4,"prompt":2,"multi":2,"modal":2,"data":7,"modality":3,"else":3,"batch":1,"image":5,"repeat":5,"prob":3,"is":1,"not":1,"none":2,"images":1,"with":2,"specified":1,"probability":1,"of":1,"apply":1,"use":1,"the":1,"same":1,"for":3,"all":1,"i":2,"len":1,"in":2,"range":1,"add":1,"lora":6,"request":4,"applicable":1,"req":2,"requests":2,"time":2,"counter":1,"generate":2,"outputs":3,"llm":1,"sampling":2,"params":2,"print":3,"50":2,"o":2,"generated":2,"text":3,"name":1,"main":2,"parse":1},"0,1396,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":10,"vllm":3,"project":1,"demonstrate":1,"prompting":1,"of":3,"text":2,"encoder":6,"decoder":7,"models":1,"specifically":1,"bart":4,"and":2,"mbart":1,"this":2,"script":2,"is":4,"refactored":1,"allow":1,"model":4,"selection":1,"via":1,"command":1,"line":1,"arguments":1,"import":4,"argparse":1,"from":4,"typing":1,"namedtuple":2,"optional":2,"llm":1,"samplingparams":1,"inputs":1,"explicitencoderdecoderprompt":1,"textprompt":1,"tokensprompt":1,"zip":1,"enc":1,"dec":1,"prompts":10,"class":1,"modelrequestdata":3,"holds":1,"configuration":2,"for":3,"a":2,"specific":1,"including":1,"its":1,"huggingface":1,"id":3,"use":1,"demo":1,"str":1,"list":2,"hf":1,"overrides":1,"dict":1,"none":1,"def":1,"get":1,"config":1,"returns":1,"facebook":2,"large":2,"cnn":2,"uses":1,"exact":1,"test":1,"cases":1,"original":1,"hello":1,"my":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"an":1,"prompt":3,"another":1,"return":1},"1396,1289,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder.py":{"def":2,"get":3,"mbart":5,"config":3,"modelrequestdata":2,"returns":1,"the":4,"configuration":1,"for":3,"facebook":2,"large":2,"en":2,"ro":2,"this":2,"uses":2,"prompts":15,"suitable":1,"an":1,"english":1,"to":2,"romanian":1,"translation":1,"task":1,"encoder":9,"quick":1,"brown":1,"fox":1,"jumps":1,"over":1,"lazy":1,"dog":1,"how":1,"are":1,"you":1,"today":1,"decoder":4,"hf":3,"overrides":3,"architectures":1,"mbartforconditionalgeneration":1,"return":1,"model":2,"id":1,"getters":1,"bart":2,"create":2,"all":1,"prompt":7,"types":2,"raw":9,"list":4,"tokenizer":2,"generates":1,"a":1,"of":1,"diverse":1,"demonstration":1,"function":1,"is":1,"generic":1,"and":1,"provided":1,"various":1,"vllm":1,"input":1,"objects":1,"text":2,"0":1,"textprompt":1,"1":1,"len":2,"tokens":1,"tokensprompt":1,"token":1,"ids":1,"encode":1,"2":1},"2685,1928,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder.py":{"decoder":10,"tokens":6,"prompt":28,"tokensprompt":1,"token":1,"ids":1,"tokenizer":1,"encode":1,"prompts":6,"raw":7,"0":5,"single":2,"examples":4,"text":9,"explicit":2,"pair":2,"explicitencoderdecoderprompt":3,"encoder":8,"1":3,"len":1,"zipped":2,"list":4,"zip":1,"enc":1,"dec":1,"return":2,"def":3,"create":2,"sampling":2,"params":2,"samplingparams":2,"a":1,"object":1,"temperature":1,"top":1,"p":1,"min":1,"max":1,"30":1,"print":7,"outputs":5,"formats":1,"and":1,"prints":1,"the":1,"generation":1,"80":2,"for":1,"i":2,"output":5,"in":2,"enumerate":1,"generated":3,"f":6,"r":3,"main":2,"args":2,"execution":1,"function":1,"model":10,"key":4,"if":1,"not":1,"getters":3,"raise":1,"valueerror":1,"unknown":1,"available":1,"models":1,"keys":1,"config":3,"getter":2},"4613,950,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder.py":{"print":2,"f":1,"running":1,"demo":2,"for":2,"model":12,"config":5,"id":2,"llm":5,"dtype":1,"float":1,"hf":2,"overrides":2,"tokenizer":4,"engine":1,"get":1,"group":1,"prompts":6,"create":2,"all":1,"prompt":1,"types":1,"encoder":3,"raw":2,"decoder":3,"sampling":3,"params":3,"outputs":3,"generate":1,"if":1,"name":2,"main":2,"parser":3,"argparse":1,"argumentparser":1,"description":1,"a":1,"flexible":1,"vllm":1,"models":1,"add":1,"argument":1,"m":1,"type":1,"str":1,"default":1,"bart":1,"choices":1,"getters":1,"keys":1,"help":1,"the":2,"short":1,"of":1,"to":1,"run":1,"args":3,"parse":1},"0,1877,data/raw/vllm-0.10.1/examples/offline_inference/mistral-small.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":6,"project":1,"ruff":1,"noqa":1,"import":4,"argparse":1,"from":3,"llm":1,"sampling":1,"params":1,"samplingparams":1,"assets":1,"image":8,"imageasset":1,"this":4,"script":1,"is":1,"an":1,"offline":1,"demo":3,"for":1,"running":1,"mistral":8,"small":4,"3":4,"1":4,"if":1,"you":1,"want":1,"run":1,"a":1,"server":2,"client":2,"setup":1,"please":2,"follow":1,"code":1,"bash":2,"format":4,"serve":2,"mistralai":3,"24b":3,"instruct":3,"2503":3,"tokenizer":1,"mode":1,"config":1,"load":1,"limit":2,"mm":2,"per":2,"prompt":2,"4":2,"max":4,"model":4,"len":3,"16384":2,"hf":1,"curl":1,"location":1,"http":1,"your":1,"node":1,"url":7,"8000":1,"v1":1,"chat":1,"completions":1,"header":2,"content":2,"type":5,"application":1,"json":1,"authorization":1,"bearer":1,"token":1,"data":1,"messages":1,"role":1,"user":1,"text":4,"describe":1,"in":2,"detail":1,"https":2,"s3":1,"amazonaws":1,"com":3,"cms":1,"ipressroom":1,"338":1,"files":1,"201808":1,"5b894ee1a138352221103195":1,"a680":2,"7ejogging":2,"edit":2,"hero":1,"jpg":1,"and":2,"one":1,"as":1,"well":1,"answer":1,"french":1,"www":1,"wolframcloud":1,"obj":1,"resourcesystem":1,"images":1,"a0e":1,"a0ee3983":1,"46c6":1,"4c92":1,"b85d":1,"059044639928":1,"6af8cfb971db031b":1,"png":1,"usage":1,"python":2,"py":2,"simple":1,"advanced":1,"lower":1,"or":1,"num":1,"seqs":1,"on":2,"low":1,"vram":1,"gpus":2,"these":1,"scripts":1,"have":1,"been":1,"tested":1,"2x":1,"l40":1},"1877,1920,data/raw/vllm-0.10.1/examples/offline_inference/mistral-small.py":{"def":2,"run":2,"simple":1,"demo":2,"args":10,"argparse":2,"namespace":2,"model":8,"name":4,"mistralai":2,"mistral":14,"small":2,"3":3,"1":3,"24b":2,"instruct":2,"2503":2,"sampling":4,"params":4,"samplingparams":2,"max":10,"tokens":4,"8192":2,"llm":5,"tokenizer":2,"mode":2,"if":8,"format":10,"else":8,"auto":6,"config":2,"load":2,"limit":2,"mm":6,"per":7,"prompt":5,"image":7,"len":2,"4096":2,"num":1,"seqs":1,"2":3,"tensor":2,"parallel":2,"size":2,"processor":4,"cache":4,"gb":2,"0":5,"disable":2,"4":2,"describe":2,"this":1,"in":1,"one":1,"sentence":1,"messages":2,"role":1,"user":1,"content":1,"type":2,"text":3,"pil":3,"imageasset":1,"cherry":1,"blossom":1,"outputs":3,"chat":1,"print":3,"50":2,"advanced":1,"img":5,"msg":3,"temperature":1,"7":1,"the":1,"following":1},"3797,1977,data/raw/vllm-0.10.1/examples/offline_inference/mistral-small.py":{"url":15,"1":2,"https":3,"huggingface":1,"co":1,"datasets":1,"patrickvonplaten":1,"random":1,"img":1,"resolve":1,"main":4,"yosemite":1,"png":1,"2":2,"picsum":3,"photos":2,"seed":1,"200":1,"300":1,"3":2,"id":1,"32":1,"512":2,"messages":3,"role":4,"user":3,"content":4,"type":4,"text":3,"prompt":1,"image":6,"assistant":1,"the":4,"images":1,"show":1,"nature":1,"more":1,"details":1,"please":1,"and":1,"answer":1,"only":1,"in":2,"french":1,"outputs":3,"llm":1,"chat":1,"sampling":2,"params":2,"print":5,"50":2,"0":2,"def":2,"parse":3,"args":8,"parser":5,"argparse":1,"argumentparser":1,"description":1,"run":3,"a":1,"demo":6,"simple":6,"or":2,"advanced":6,"mode":5,"add":3,"argument":3,"choices":2,"help":3,"specify":2,"format":2,"mistral":2,"hf":1,"default":1,"of":2,"model":1,"to":1,"load":1,"disable":1,"mm":1,"processor":2,"cache":1,"action":1,"store":1,"true":2,"if":3,"disables":1,"caching":1,"multi":1,"modal":1,"return":1,"running":2,"elif":1,"name":1},"0,1787,data/raw/vllm-0.10.1/examples/offline_inference/neuron_eagle.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":8,"vllm":2,"project":1,"this":2,"example":1,"shows":1,"how":1,"run":1,"offline":1,"inference":3,"with":2,"an":2,"eagle":6,"speculative":4,"decoding":2,"model":12,"on":1,"neuron":5,"use":3,"you":1,"must":2,"a":3,"draft":4,"that":1,"is":4,"specifically":1,"fine":1,"tuned":1,"for":2,"speculation":3,"additionally":1,"nxd":1,"include":1,"lm":1,"head":1,"weights":2,"from":2,"target":2,"these":1,"are":2,"shared":1,"between":1,"and":2,"import":1,"llm":4,"samplingparams":2,"sample":1,"prompts":2,"what":1,"annapurna":1,"labs":1,"def":1,"main":1,"create":2,"sampling":2,"params":2,"object":1,"top":1,"k":1,"1":3,"max":6,"tokens":2,"500":1,"ignore":1,"eos":1,"true":3,"home":2,"ubuntu":2,"hf":2,"meta":1,"llama":2,"3":2,"70b":2,"instruct":2,"config":2,"num":2,"5":1,"len":3,"2048":3,"seqs":1,"4":1,"block":2,"size":3,"arguments":1,"required":1,"be":3,"same":1,"as":1,"sequence":1,"length":1,"when":2,"targeting":1,"device":4,"currently":1,"known":1,"limitation":1,"in":2,"continuous":1,"batching":1,"support":1,"neuronx":1,"distributed":1,"can":2,"automatically":1,"detected":1,"aws":1,"sdk":1,"installed":1,"argument":1,"either":1,"unspecified":1,"automated":1,"detection":1,"or":1,"explicitly":1,"assigned":1,"tensor":1,"parallel":1,"32":1,"override":1,"enable":2,"fused":1},"1787,460,data/raw/vllm-0.10.1/examples/offline_inference/neuron_eagle.py":{"generate":2,"texts":1,"from":1,"the":4,"prompts":2,"output":4,"is":1,"a":1,"list":1,"of":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":4,"text":5,"and":1,"other":1,"information":1,"outputs":4,"llm":1,"sampling":1,"params":1,"print":2,"for":1,"in":1,"0":1,"f":1,"r":2,"n":3,"if":1,"name":1,"main":2},"0,797,data/raw/vllm-0.10.1/examples/offline_inference/neuron_int8_quantization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":8,"vllm":2,"project":1,"import":2,"os":4,"from":1,"llm":1,"samplingparams":2,"creates":2,"xla":2,"hlo":2,"graphs":2,"for":3,"all":2,"context":2,"length":2,"buckets":4,"environ":3,"neuron":4,"128":2,"512":2,"1024":2,"2048":2,"token":2,"gen":2,"quantizes":1,"model":1,"weight":1,"int8":2,"default":1,"config":1,"quantization":1,"is":5,"dtype":2,"quant":1,"s8":1,"sample":1,"prompts":2,"hello":1,"my":1,"name":1,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"a":1,"sampling":2,"params":2,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1},"797,1417,data/raw/vllm-0.10.1/examples/offline_inference/neuron_int8_quantization.py":{"def":1,"main":3,"create":1,"an":1,"llm":4,"model":3,"tinyllama":2,"1":1,"1b":1,"chat":1,"v1":1,"0":2,"max":4,"num":1,"seqs":1,"8":1,"the":7,"len":2,"and":2,"block":2,"size":3,"arguments":1,"are":1,"required":1,"to":1,"be":3,"same":1,"as":1,"sequence":1,"length":1,"when":2,"targeting":1,"neuron":5,"device":4,"currently":1,"this":1,"is":3,"a":2,"known":1,"limitation":1,"in":4,"continuous":1,"batching":1,"support":2,"transformers":2,"neuronx":2,"todo":1,"liangfu":1,"paged":1,"attention":1,"2048":2,"ruff":1,"noqa":1,"e501":1,"can":2,"automatically":1,"detected":1,"aws":1,"sdk":1,"installed":1,"argument":1,"either":1,"unspecified":1,"for":2,"automated":1,"detection":1,"or":1,"explicitly":1,"assigned":1,"quantization":1,"quant":1,"override":1,"config":1,"cast":1,"logits":1,"dtype":1,"bfloat16":1,"tensor":1,"parallel":1,"2":1,"generate":2,"texts":1,"from":1,"prompts":2,"output":4,"list":1,"of":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":5,"other":1,"information":1,"outputs":4,"sampling":1,"params":1,"print":4,"50":2,"f":1,"r":2,"ngenerated":1,"if":1,"name":1},"0,1748,data/raw/vllm-0.10.1/examples/offline_inference/prefix_caching.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":3,"project":1,"from":3,"import":2,"llm":5,"samplingparams":2,"distributed":1,"cleanup":1,"dist":1,"env":1,"and":4,"memory":2,"note":1,"this":1,"is":7,"just":1,"a":8,"running":1,"example":1,"for":6,"benchmarking":1,"purpose":1,"please":1,"see":1,"benchmarks":1,"benchmark":1,"prefix":6,"caching":3,"py":1,"common":1,"you":1,"are":1,"an":3,"expert":1,"school":4,"principal":1,"skilled":1,"in":4,"effectively":1,"managing":1,"faculty":1,"staff":1,"draft":1,"10":1,"15":1,"questions":1,"potential":1,"first":2,"grade":2,"head":1,"teacher":2,"my":2,"k":1,"12":1,"all":1,"girls":1,"independent":1,"that":2,"emphasizes":1,"community":1,"joyful":1,"discovery":1,"life":1,"long":1,"learning":1,"candidate":1,"coming":1,"round":1,"panel":1,"interview":1,"8th":1,"math":2,"teaching":3,"role":1,"they":1,"have":1,"5":1,"years":1,"of":5,"previous":1,"experience":2,"as":2,"assistant":1,"at":1,"co":1,"ed":1,"public":1,"with":1,"middle":1,"based":1,"on":1,"these":1,"information":2,"fulfill":1,"following":1,"paragraph":1,"sample":1,"prompts":6,"hello":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"generating":2,"prompt":3,"create":2,"sampling":3,"params":3,"object":1,"temperature":1,"def":1,"main":1,"without":2,"baseline":1,"regular":2,"model":1,"facebook":1,"opt":1,"125m":1,"gpu":1,"utilization":1,"4":1,"print":1,"results":1,"enable":1,"ruff":1,"noqa":1,"e501":1,"generate":2,"texts":1,"output":1,"list":1,"requestoutput":1,"objects":1,"contain":1,"generated":1,"text":1,"other":1,"outputs":1},"1748,1635,data/raw/vllm-0.10.1/examples/offline_inference/prefix_caching.py":{"regular":4,"generated":15,"texts":6,"print":10,"the":9,"outputs":8,"50":4,"for":3,"output":6,"in":3,"prompt":9,"text":10,"0":4,"append":2,"f":3,"r":4,"ngenerated":2,"destroy":1,"llm":7,"object":1,"and":3,"free":1,"up":1,"gpu":2,"memory":3,"del":1,"cleanup":1,"dist":1,"env":1,"create":1,"an":1,"with":3,"prefix":7,"caching":4,"enabled":1,"cached":6,"model":1,"facebook":1,"opt":1,"125m":1,"enable":2,"true":1,"utilization":1,"4":1,"warmup":1,"so":1,"that":1,"shared":1,"s":1,"kv":1,"cache":1,"is":1,"computed":1,"generate":3,"generating":2,"prompts":3,"sampling":2,"params":2,"results":2,"you":1,"should":1,"see":1,"same":4,"as":1,"before":1,"compare":1,"display":1,"speedup":1,"all":1,"i":3,"range":1,"len":1,"answers":1,"are":1,"if":1,"name":1,"main":2},"0,771,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":4,"vllm":6,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"for":2,"running":1,"offline":1,"inference":1,"with":1,"multi":1,"image":5,"input":1,"on":1,"vision":1,"language":1,"models":1,"text":1,"generation":1,"using":1,"chat":1,"template":1,"defined":1,"by":1,"model":1,"import":11,"os":1,"from":10,"argparse":1,"namespace":1,"dataclasses":1,"asdict":1,"typing":1,"namedtuple":1,"optional":1,"huggingface":1,"hub":1,"snapshot":1,"download":1,"pil":1,"transformers":1,"autoprocessor":1,"autotokenizer":1,"llm":1,"engineargs":1,"samplingparams":1,"lora":1,"request":1,"lorarequest":1,"multimodal":1,"utils":2,"fetch":1,"flexibleargumentparser":1,"question":1,"what":1,"is":1,"content":1,"of":1,"each":1},"771,1971,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"image":3,"urls":1,"https":12,"upload":12,"wikimedia":12,"org":13,"wikipedia":12,"commons":12,"d":2,"da":1,"2015":1,"kaczka":1,"krzy":1,"c5":1,"bcowka":1,"w":1,"wodzie":1,"28samiec":1,"29":5,"jpg":17,"7":2,"77":1,"002":1,"the":4,"lion":1,"king":1,"snyggve":1,"in":2,"serengeti":1,"national":1,"park":1,"photo":3,"by":1,"giles":1,"laurent":1,"2":1,"26":1,"ultramarine":1,"flycatcher":1,"28ficedula":1,"superciliaris":1,"naggar":1,"2c":3,"himachal":1,"pradesh":1,"2013":1,"28cropped":1,"thumb":5,"e":1,"e5":1,"anim1754":2,"flickr":2,"noaa":2,"library":2,"281":2,"2560px":1,"d4":1,"starfish":1,"caswell":1,"bay":1,"geograph":1,"uk":1,"409413":1,"6":2,"69":1,"grapevinesnail":1,"01":1,"0":1,"0b":1,"texas":2,"invasive":2,"musk":2,"thistle":2,"1":3,"1920px":3,"7a":1,"huskiesatrest":2,"2880px":1,"68":1,"orange":2,"tabby":2,"cat":2,"sitting":2,"on":4,"fallen":2,"leaves":2,"hisashi":2,"01a":2,"3":1,"30":1,"george":1,"amazing":1,"guinea":1,"pig":1,"1f":1,"oryctolagus":2,"cuniculus":2,"rcdo":2,"9":1,"98":1,"horse":1,"and":2,"pony":1,"class":1,"modelrequestdata":1,"namedtuple":1,"engine":1,"args":1,"engineargs":1,"prompt":1,"str":2,"data":1,"list":3,"stop":1,"token":1,"ids":1,"optional":3,"int":1,"none":3,"chat":1,"template":1,"lora":1,"requests":1,"lorarequest":1,"note":1,"default":1,"max":2,"num":1,"seqs":1,"model":1,"len":1,"may":1,"result":1,"oom":1,"lower":1,"end":1,"gpus":1,"unless":1,"specified":1,"these":1,"settings":1,"have":1,"been":1,"tested":1,"to":1,"work":1,"a":1,"single":1,"l4":1},"2742,1762,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"def":3,"load":3,"aria":2,"question":5,"str":6,"image":17,"urls":9,"list":3,"modelrequestdata":5,"model":8,"name":6,"rhymes":1,"ai":1,"engine":6,"args":6,"engineargs":2,"tokenizer":1,"mode":1,"slow":1,"trust":1,"remote":1,"code":1,"true":2,"dtype":1,"bfloat16":1,"limit":2,"mm":2,"per":2,"prompt":9,"len":3,"placeholders":4,"fim":2,"prefix":1,"img":1,"suffix":1,"n":4,"f":1,"im":3,"start":2,"user":2,"end":1,"assistant":1,"stop":3,"token":3,"ids":3,"93532":1,"93653":2,"944":1,"93421":1,"1019":1,"93519":1,"return":2,"data":2,"fetch":2,"url":6,"for":3,"in":3,"aya":2,"vision":4,"cohereforai":1,"8b":1,"max":1,"num":1,"seqs":1,"2":1,"type":2,"messages":2,"role":1,"content":1,"text":2,"processor":2,"autoprocessor":1,"from":1,"pretrained":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"command":2,"a":2,"coherelabs":1,"07":1,"2025":1},"4504,1880,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"note":1,"this":1,"model":13,"is":1,"122b":1,"parameters":1,"and":1,"requires":1,"tensor":2,"parallelism":1,"recommended":1,"to":1,"use":1,"tp":1,"4":2,"on":1,"h100":1,"gpus":1,"engine":7,"args":7,"engineargs":3,"name":6,"max":5,"len":6,"32768":1,"parallel":1,"size":1,"limit":3,"mm":3,"per":3,"prompt":10,"image":20,"urls":9,"placeholders":2,"type":2,"url":6,"for":4,"in":4,"messages":2,"role":1,"user":2,"content":1,"text":2,"question":4,"processor":2,"autoprocessor":1,"from":1,"pretrained":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":1,"return":2,"modelrequestdata":4,"data":2,"fetch":2,"def":2,"load":2,"deepseek":3,"vl2":2,"str":4,"list":2,"ai":1,"tiny":1,"4096":1,"num":2,"seqs":2,"2":2,"hf":1,"overrides":1,"architectures":1,"deepseekvlv2forcausallm":1,"placeholder":2,"join":1,"f":2,"i":2,"n":3,"enumerate":1,"start":1,"1":1,"assistant":1,"gemma3":1,"google":1,"gemma":1,"3":1,"4b":1,"it":1,"8192":1},"6384,1925,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"placeholders":4,"type":2,"image":16,"url":6,"for":5,"in":4,"urls":7,"messages":4,"role":2,"user":2,"content":2,"text":2,"question":4,"processor":3,"autoprocessor":1,"from":3,"pretrained":3,"model":8,"name":6,"prompt":9,"apply":2,"chat":2,"template":2,"tokenize":2,"false":2,"add":2,"generation":2,"true":5,"return":2,"modelrequestdata":4,"engine":5,"args":5,"data":2,"fetch":2,"def":2,"load":2,"h2ovl":4,"str":4,"list":2,"h2oai":2,"mississippi":3,"800m":2,"engineargs":1,"trust":3,"remote":3,"code":3,"max":2,"len":2,"8192":1,"limit":1,"mm":2,"per":1,"kwargs":1,"dynamic":1,"patch":1,"4":1,"n":3,"join":1,"f":2,"i":2,"enumerate":1,"start":1,"1":1,"tokenizer":4,"autotokenizer":2,"stop":4,"tokens":1,"https":1,"huggingface":1,"co":1,"token":4,"ids":3,"eos":1,"id":1,"hyperclovax":3,"seed":2,"vision":2,"naver":1,"instruct":1,"3b":1},"8309,1634,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"engine":4,"args":4,"engineargs":2,"model":8,"name":3,"trust":1,"remote":1,"code":1,"true":3,"max":3,"len":4,"16384":1,"limit":2,"mm":3,"per":2,"prompt":6,"image":13,"urls":5,"message":4,"role":1,"user":1,"content":3,"list":2,"for":2,"url":4,"in":2,"append":2,"type":2,"ocr":1,"lens":2,"keywords":2,"local":1,"text":2,"question":2,"tokenizer":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"return":1,"modelrequestdata":2,"stop":1,"token":1,"ids":1,"none":1,"data":1,"fetch":1,"def":1,"load":1,"idefics3":3,"str":2,"huggingfacem4":2,"8b":2,"llama3":2,"the":2,"configuration":1,"below":1,"has":1,"been":1,"confirmed":1,"to":1,"launch":1,"on":1,"a":1,"single":1,"l40":1,"gpu":1,"8192":1,"num":1,"seqs":1,"16":1,"enforce":1,"eager":1,"if":1,"you":2,"are":1,"running":1,"out":1,"of":1,"memory":1,"can":1,"reduce":1,"longest":2,"edge":2,"see":1,"https":1,"huggingface":1,"co":1,"optimizations":1,"processor":1,"kwargs":1,"size":1,"2":1,"364":1},"9943,1946,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"placeholders":6,"n":9,"join":3,"f":6,"image":20,"i":6,"for":5,"in":5,"enumerate":3,"urls":9,"start":3,"1":3,"prompt":11,"begin":1,"of":2,"text":1,"user":3,"question":5,"end":1,"utterance":1,"nassistant":1,"noqa":1,"e501":1,"return":2,"modelrequestdata":4,"engine":6,"args":6,"data":2,"fetch":2,"url":4,"def":2,"load":2,"interns1":1,"str":4,"list":2,"model":10,"name":6,"internlm":1,"intern":1,"s1":1,"engineargs":2,"trust":4,"remote":4,"code":4,"true":6,"max":3,"len":4,"4096":2,"limit":2,"mm":3,"per":2,"img":1,"context":1,"messages":4,"role":2,"content":2,"tokenizer":4,"autotokenizer":2,"from":2,"pretrained":2,"apply":2,"chat":2,"template":2,"tokenize":2,"false":2,"add":2,"generation":2,"internvl":1,"opengvlab":1,"internvl2":1,"2b":1,"processor":1,"kwargs":1,"dynamic":1,"patch":1,"4":1},"11889,1903,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"stop":8,"tokens":5,"for":7,"internvl":1,"models":2,"variants":1,"may":1,"have":1,"different":1,"please":1,"refer":1,"to":2,"the":2,"model":9,"card":1,"correct":1,"words":1,"https":1,"huggingface":1,"co":1,"opengvlab":1,"internvl2":1,"2b":1,"blob":1,"main":1,"conversation":1,"py":1,"endoftext":1,"im":2,"start":1,"end":2,"token":3,"ids":4,"tokenizer":1,"convert":1,"i":2,"in":4,"return":2,"modelrequestdata":4,"engine":6,"args":6,"prompt":8,"image":17,"data":2,"fetch":2,"url":6,"urls":7,"def":2,"load":2,"llama4":1,"question":3,"str":4,"list":2,"name":5,"meta":1,"llama":2,"4":1,"scout":1,"17b":1,"16e":1,"instruct":1,"engineargs":2,"max":2,"len":3,"131072":1,"tensor":1,"parallel":1,"size":1,"8":1,"limit":2,"mm":2,"per":2,"placeholders":2,"type":2,"messages":2,"role":1,"user":1,"content":1,"text":2,"processor":2,"autoprocessor":1,"from":1,"pretrained":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":1,"llava":4,"note":1,"caution":1,"original":1,"wasn":1,"t":1,"really":1,"trained":1,"on":1,"multi":2,"inputs":2,"it":1,"will":1,"generate":1,"poor":1,"response":1,"hf":2,"1":1,"5":1,"7b":1,"num":1,"seqs":1,"16":1},"13792,1810,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"placeholders":4,"type":4,"image":18,"url":8,"for":4,"in":4,"urls":8,"messages":4,"role":2,"user":2,"content":2,"text":4,"question":4,"processor":4,"autoprocessor":2,"from":2,"pretrained":2,"model":10,"name":6,"prompt":10,"apply":2,"chat":2,"template":2,"tokenize":2,"false":2,"add":2,"generation":2,"true":2,"return":2,"modelrequestdata":4,"engine":6,"args":6,"data":2,"fetch":2,"def":2,"load":2,"llava":6,"next":1,"str":4,"list":2,"hf":4,"v1":1,"6":1,"mistral":1,"7b":2,"engineargs":2,"max":4,"len":4,"8192":1,"num":2,"seqs":2,"16":2,"limit":2,"mm":2,"per":2,"onevision":2,"qwen2":1,"ov":1,"16384":1},"15602,1903,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"placeholders":4,"type":4,"image":20,"url":8,"for":4,"in":4,"urls":8,"messages":4,"role":2,"user":2,"content":2,"text":4,"question":4,"processor":4,"autoprocessor":2,"from":2,"pretrained":2,"model":10,"name":6,"prompt":10,"apply":2,"chat":2,"template":2,"tokenize":2,"false":2,"add":2,"generation":2,"true":5,"return":2,"modelrequestdata":4,"engine":6,"args":6,"data":4,"fetch":2,"def":2,"load":2,"keye":3,"vl":4,"str":4,"list":2,"kwai":1,"8b":1,"preview":1,"engineargs":2,"trust":3,"remote":3,"code":3,"max":4,"len":4,"8192":1,"num":2,"seqs":2,"5":1,"limit":2,"mm":2,"per":2,"kimi":2,"moonshotai":1,"a3b":1,"instruct":1,"4096":1,"4":1},"17505,1710,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"placeholders":4,"type":2,"image":16,"url":6,"for":3,"in":4,"urls":8,"messages":2,"role":1,"user":1,"content":1,"text":2,"question":4,"processor":2,"autoprocessor":1,"from":1,"pretrained":1,"model":9,"name":5,"trust":1,"remote":1,"code":1,"true":2,"prompt":9,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"return":2,"modelrequestdata":4,"engine":6,"args":6,"data":2,"fetch":2,"def":2,"load":2,"mistral3":1,"str":4,"list":2,"mistralai":1,"mistral":1,"small":1,"3":2,"1":1,"24b":1,"instruct":2,"2503":1,"adjust":1,"this":1,"as":1,"necessary":1,"to":2,"fit":1,"gpu":2,"engineargs":2,"max":4,"len":5,"8192":2,"num":2,"seqs":2,"2":4,"tensor":1,"parallel":1,"size":1,"limit":2,"mm":2,"per":2,"ignore":1,"patterns":1,"consolidated":1,"safetensors":1,"img":1,"f":1,"s":1,"inst":2,"n":1,"mllama":1,"meta":1,"llama":2,"11b":1,"vision":1,"the":1,"configuration":1,"below":1,"has":1,"been":1,"confirmed":1,"launch":1,"on":1,"a":1,"single":1,"l40":1},"19215,1977,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"img":2,"prompt":13,"given":1,"the":2,"first":1,"image":22,"and":1,"second":1,"f":5,"begin":1,"of":1,"text":1,"question":5,"return":2,"modelrequestdata":4,"engine":6,"args":6,"data":2,"fetch":2,"url":4,"for":4,"in":5,"urls":8,"def":2,"load":2,"nvlm":2,"d":2,"str":4,"list":2,"model":10,"name":6,"nvidia":1,"72b":1,"adjust":1,"this":1,"as":1,"necessary":1,"to":1,"fit":1,"gpu":1,"engineargs":2,"trust":4,"remote":4,"code":4,"true":6,"max":4,"len":4,"8192":2,"tensor":1,"parallel":1,"size":1,"4":2,"limit":2,"mm":3,"per":2,"processor":1,"kwargs":1,"dynamic":1,"patch":1,"placeholders":4,"n":6,"join":2,"i":4,"enumerate":2,"start":2,"1":2,"messages":4,"role":2,"user":2,"content":2,"tokenizer":4,"autotokenizer":2,"from":2,"pretrained":2,"apply":2,"chat":2,"template":2,"tokenize":2,"false":2,"add":2,"generation":2,"ovis":2,"aidc":1,"ai":1,"ovis2":1,"1b":1,"num":1,"seqs":1,"2":1,"dtype":1,"half":1},"21192,791,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"return":2,"modelrequestdata":3,"engine":5,"args":5,"prompt":6,"image":10,"data":2,"fetch":2,"url":4,"for":2,"in":3,"urls":5,"def":1,"load":1,"pixtral":2,"hf":1,"question":2,"str":2,"list":1,"model":4,"name":2,"mistral":1,"community":1,"12b":1,"adjust":1,"this":1,"as":1,"necessary":1,"to":1,"fit":1,"gpu":1,"engineargs":1,"max":2,"len":3,"8192":1,"num":1,"seqs":1,"2":2,"tensor":1,"parallel":1,"size":1,"limit":1,"mm":1,"per":1,"placeholders":2,"img":1,"f":1,"s":1,"inst":2,"n":1},"21983,1614,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"def":2,"load":2,"phi3v":1,"question":3,"str":4,"image":15,"urls":5,"list":2,"modelrequestdata":3,"num":4,"crops":3,"is":2,"an":1,"override":1,"kwarg":1,"to":3,"the":7,"multimodal":2,"processor":2,"for":7,"some":2,"models":1,"e":1,"g":1,"phi":5,"3":4,"5":4,"vision":4,"instruct":5,"it":2,"recommended":1,"use":1,"16":1,"single":1,"frame":2,"scenarios":1,"and":3,"4":3,"multi":2,"generally":1,"speaking":1,"a":1,"larger":1,"value":1,"results":1,"in":5,"more":2,"tokens":2,"per":2,"instance":1,"because":1,"may":1,"scale":1,"preprocessing":2,"references":1,"model":4,"docs":1,"formula":1,"after":1,"transform":1,"can":1,"be":1,"found":1,"below":1,"https":2,"huggingface":2,"co":2,"microsoft":3,"loading":1,"locally":1,"blob":1,"main":1,"processing":1,"phi3":1,"v":1,"py":1,"l194":1,"engine":3,"args":3,"engineargs":1,"trust":1,"remote":1,"code":1,"true":1,"max":2,"len":2,"4096":1,"seqs":1,"2":1,"limit":1,"mm":2,"prompt":4,"kwargs":1,"placeholders":2,"n":5,"join":1,"f":2,"i":2,"enumerate":1,"start":1,"1":1,"user":1,"end":1,"assistant":1,"return":1,"data":1,"fetch":1,"url":2,"phi4mm":1,"supports":1,"both":1,"audio":1,"inputs":2,"here":1,"we":1,"show":1,"how":1,"process":1,"images":1},"23597,1922,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"model":12,"path":13,"snapshot":2,"download":2,"microsoft":2,"phi":3,"4":5,"multimodal":4,"instruct":3,"since":2,"the":8,"vision":8,"lora":16,"and":3,"speech":2,"co":2,"exist":2,"with":2,"base":2,"we":3,"have":2,"to":5,"manually":2,"specify":2,"of":2,"weights":2,"os":2,"join":3,"engine":4,"args":4,"engineargs":2,"trust":1,"remote":1,"code":1,"true":3,"max":6,"len":4,"4096":2,"num":2,"seqs":2,"2":2,"limit":2,"mm":6,"per":2,"prompt":5,"image":11,"urls":5,"enable":2,"rank":2,"320":2,"note":2,"processor":4,"kwargs":4,"can":2,"also":2,"be":2,"passed":2,"generate":2,"chat":2,"calls":2,"dynamic":2,"hd":2,"placeholders":2,"f":2,"i":2,"for":2,"in":2,"enumerate":1,"start":1,"1":2,"user":1,"question":2,"end":1,"assistant":1,"return":1,"modelrequestdata":2,"data":1,"fetch":1,"url":2,"requests":1,"lorarequest":1,"def":1,"load":1,"phi4":1,"str":2,"list":1,"supports":1,"both":1,"audio":1,"inputs":2,"here":1,"show":1,"how":1,"process":1,"multi":1,"images":1,"revision":1,"refs":1,"pr":1,"70":1},"25519,1870,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"placeholders":4,"image":9,"len":3,"urls":5,"prompt":9,"f":3,"user":2,"question":3,"end":2,"assistant":2,"return":1,"modelrequestdata":2,"engine":3,"args":3,"data":1,"fetch":1,"url":2,"for":3,"in":4,"lora":2,"requests":1,"lorarequest":1,"vision":2,"1":2,"path":1,"def":1,"load":1,"qwen":6,"vl":3,"chat":9,"str":2,"list":1,"model":7,"name":3,"engineargs":1,"trust":2,"remote":2,"code":2,"true":3,"max":2,"1024":1,"num":1,"seqs":1,"2":1,"hf":1,"overrides":1,"architectures":1,"qwenvlforconditionalgeneration":1,"limit":1,"mm":1,"per":1,"join":1,"picture":1,"i":2,"img":2,"n":5,"enumerate":1,"start":3,"this":1,"does":1,"not":2,"have":1,"a":1,"template":5,"attribute":1,"on":1,"its":1,"tokenizer":3,"so":1,"we":2,"need":1,"to":1,"explicitly":1,"pass":1,"it":2,"use":1,"chatml":1,"since":1,"s":1,"used":1,"the":2,"generation":6,"utils":2,"of":1,"https":2,"huggingface":2,"co":2,"blob":1,"main":2,"py":1,"l265":1,"autotokenizer":1,"from":2,"pretrained":1,"copied":1,"docs":1,"transformers":1,"en":1,"templating":1,"if":2,"add":4,"is":1,"defined":1,"set":1,"false":2,"endif":2,"message":3,"messages":3,"im":3,"role":2,"content":2,"endfor":1,"noqa":1,"e501":1,"apply":1,"tokenize":1},"27389,1969,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"stop":5,"tokens":3,"endoftext":1,"im":2,"start":1,"end":1,"token":3,"ids":4,"tokenizer":1,"convert":1,"to":1,"i":2,"for":4,"in":4,"return":2,"modelrequestdata":2,"engine":3,"args":3,"prompt":5,"image":18,"data":2,"fetch":2,"url":6,"urls":5,"chat":3,"template":3,"def":2,"load":1,"qwen2":2,"vl":5,"question":2,"str":2,"list":1,"try":1,"from":2,"qwen":4,"utils":3,"import":1,"smart":5,"resize":6,"except":1,"modulenotfounderror":1,"print":1,"warning":1,"not":2,"installed":1,"input":1,"images":1,"will":1,"be":1,"automatically":1,"resized":5,"you":2,"can":1,"enable":1,"this":1,"functionality":1,"by":1,"pip":1,"install":1,"none":3,"model":5,"name":3,"7b":1,"instruct":1,"tested":1,"on":1,"l40":1,"engineargs":1,"max":3,"len":2,"32768":1,"if":2,"is":2,"else":2,"4096":1,"num":1,"seqs":1,"5":1,"limit":1,"mm":1,"per":1,"placeholders":2,"type":2,"messages":2,"role":2,"system":1,"content":2,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"text":2,"processor":2,"autoprocessor":1,"pretrained":1,"apply":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":1,"post":1,"process":1,"width":4,"height":4,"size":1,"pixels":1,"1024":1,"28":2},"29358,1992,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"image":27,"data":7,"post":3,"process":3,"fetch":3,"url":8,"for":4,"in":4,"urls":6,"return":3,"modelrequestdata":3,"engine":5,"args":5,"prompt":7,"def":2,"load":1,"qwen2":2,"5":3,"vl":5,"question":2,"str":2,"list":1,"try":1,"from":2,"qwen":4,"utils":3,"import":1,"smart":5,"resize":6,"except":1,"modulenotfounderror":1,"print":1,"warning":1,"not":2,"installed":1,"input":1,"images":1,"will":1,"be":1,"automatically":1,"resized":5,"you":2,"can":1,"enable":1,"this":1,"functionality":1,"by":1,"pip":1,"install":1,"none":3,"model":5,"name":3,"3b":1,"instruct":1,"engineargs":1,"max":3,"len":2,"32768":1,"if":2,"is":2,"else":2,"4096":1,"num":1,"seqs":1,"limit":1,"mm":1,"per":1,"placeholders":2,"type":2,"messages":2,"role":2,"system":1,"content":2,"are":1,"a":1,"helpful":1,"assistant":1,"user":1,"text":2,"processor":2,"autoprocessor":1,"pretrained":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":1,"width":4,"height":4,"size":1,"pixels":1,"1024":1,"28":2},"31350,1848,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"def":3,"load":3,"smolvlm":1,"question":5,"str":6,"image":20,"urls":9,"list":3,"modelrequestdata":5,"model":8,"name":5,"huggingfacetb":1,"smolvlm2":1,"2":1,"2b":1,"instruct":1,"the":1,"configuration":1,"below":2,"has":1,"been":1,"confirmed":1,"to":1,"launch":1,"on":2,"a":2,"single":1,"l40":1,"gpu":2,"engine":6,"args":6,"engineargs":2,"max":4,"len":4,"8192":1,"num":2,"seqs":1,"16":1,"enforce":1,"eager":1,"true":1,"limit":2,"mm":3,"per":2,"prompt":8,"processor":1,"kwargs":1,"size":2,"longest":1,"edge":1,"384":1,"placeholders":2,"n":6,"join":1,"f":3,"i":2,"for":4,"in":3,"enumerate":1,"start":2,"1":1,"im":2,"user":2,"end":1,"of":2,"utterance":1,"nassistant":1,"noqa":1,"e501":1,"return":2,"data":4,"fetch":2,"url":4,"step3":4,"stepfun":1,"ai":1,"fp8":2,"note":1,"are":2,"verified":1,"configurations":1,"8xh100":1,"gpus":1,"batched":1,"tokens":1,"4096":1,"memory":1,"utilization":1,"0":1,"85":1,"tensor":1,"parallel":1,"8":1,"reasoning":1,"parser":1,"begin":1,"sentence":1,"you":1,"helpful":1,"assistant":2,"bot":2,"patch":1,"eot":1,"think":1,"tarsier":2,"omni":1,"research":1,"7b":1},"33198,1265,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"engine":6,"args":6,"engineargs":2,"model":7,"name":3,"trust":2,"remote":2,"code":2,"true":2,"max":2,"len":6,"4096":1,"limit":2,"mm":2,"per":2,"prompt":8,"image":19,"urls":7,"f":3,"user":2,"n":6,"question":3,"assistant":3,"data":6,"fetch":2,"url":4,"for":2,"in":2,"return":2,"modelrequestdata":3,"def":1,"load":1,"tarsier2":2,"str":2,"list":1,"omni":1,"research":1,"recap":1,"7b":1,"32768":1,"hf":1,"overrides":1,"architectures":1,"tarsier2forconditionalgeneration":1,"im":5,"start":4,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"end":3,"vision":2,"pad":1},"34463,1943,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"model":7,"example":3,"map":3,"aria":2,"load":31,"aya":2,"vision":6,"command":2,"a":2,"deepseek":2,"vl":11,"v2":1,"vl2":1,"gemma3":2,"h2ovl":2,"chat":5,"hyperclovax":2,"seed":6,"idefics3":2,"interns1":2,"internvl":2,"keye":2,"kimi":2,"llama4":2,"llava":6,"next":2,"onevision":2,"mistral3":2,"mllama":2,"nvlm":2,"d":2,"ovis":2,"phi3":1,"v":1,"phi3v":1,"phi4":3,"mm":1,"phi4mm":1,"multimodal":2,"pixtral":2,"hf":2,"qwen":2,"qwen2":4,"5":2,"smolvlm":2,"step3":2,"tarsier":2,"tarsier2":2,"def":2,"run":2,"generate":2,"question":4,"str":5,"image":6,"urls":4,"list":2,"optional":2,"int":2,"req":7,"data":9,"engine":3,"args":4,"asdict":1,"llm":3,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":3,"max":1,"tokens":1,"256":1,"stop":2,"token":2,"ids":2,"outputs":3,"prompt":2,"multi":1,"modal":1,"lora":2,"request":1,"requests":1,"print":3,"50":2,"for":1,"o":2,"in":1,"generated":2,"text":3},"36406,1275,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"disable":1,"other":1,"modalities":1,"to":1,"save":1,"memory":1,"default":2,"limits":2,"image":6,"0":6,"video":1,"audio":1,"req":6,"data":6,"engine":5,"args":5,"limit":2,"mm":2,"per":2,"prompt":2,"dict":1,"or":1,"asdict":1,"seed":2,"llm":3,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"max":1,"tokens":1,"256":1,"stop":2,"token":2,"ids":2,"outputs":3,"chat":3,"role":1,"user":1,"content":1,"type":2,"text":5,"question":1,"url":5,"for":2,"in":2,"urls":1,"template":2,"lora":2,"request":1,"requests":1,"print":3,"50":2,"o":2,"generated":2},"37681,1474,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_multi_image.py":{"def":2,"parse":3,"args":10,"parser":6,"flexibleargumentparser":1,"description":1,"demo":2,"on":1,"using":1,"vllm":3,"for":3,"offline":1,"inference":1,"with":1,"vision":1,"language":1,"models":1,"that":1,"support":1,"multi":1,"image":6,"input":1,"text":1,"generation":1,"add":4,"argument":4,"model":7,"type":7,"m":1,"str":2,"default":4,"phi3":1,"v":1,"choices":3,"example":1,"map":1,"keys":1,"help":4,"huggingface":1,"method":8,"generate":4,"chat":3,"the":4,"to":2,"run":3,"in":1,"llm":2,"seed":6,"int":2,"none":1,"set":1,"when":1,"initializing":1,"num":2,"images":4,"n":1,"list":1,"range":1,"1":2,"len":1,"urls":5,"max":1,"number":2,"of":2,"2":1,"use":1,"return":1,"main":3,"namespace":1,"if":2,"question":2,"elif":1,"else":1,"raise":1,"valueerror":1,"f":1,"invalid":1,"name":1},"0,1821,data/raw/vllm-0.10.1/examples/offline_inference/lora_with_quantization_inference.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":3,"project":1,"this":2,"example":2,"shows":1,"how":1,"use":2,"lora":11,"with":2,"different":1,"quantization":3,"techniques":1,"for":2,"offline":1,"inference":1,"requires":1,"huggingface":2,"credentials":1,"access":1,"import":6,"gc":1,"from":4,"typing":1,"optional":3,"torch":1,"hub":1,"snapshot":1,"download":1,"engineargs":1,"llmengine":2,"requestoutput":1,"samplingparams":7,"request":2,"lorarequest":6,"def":2,"create":1,"test":5,"prompts":3,"path":4,"str":3,"list":3,"tuple":2,"return":1,"is":5,"an":1,"of":4,"using":1,"without":1,"my":2,"name":2,"temperature":4,"logprobs":8,"1":12,"prompt":4,"max":4,"tokens":4,"128":4,"none":1,"next":1,"three":1,"examples":1,"capital":2,"usa":1,"france":1,"3":1,"process":2,"requests":1,"engine":1,"continuously":1,"a":1,"and":1,"handle":1,"outputs":1,"id":1},"1821,1863,data/raw/vllm-0.10.1/examples/offline_inference/lora_with_quantization_inference.py":{"while":1,"test":4,"prompts":3,"or":1,"engine":7,"has":1,"unfinished":1,"requests":1,"if":2,"prompt":5,"sampling":2,"params":2,"lora":13,"request":12,"pop":1,"0":2,"add":1,"str":4,"id":2,"1":3,"outputs":3,"list":1,"requestoutput":1,"step":1,"for":1,"output":5,"in":1,"finished":1,"print":3,"f":2,"text":1,"def":2,"initialize":2,"model":6,"quantization":6,"repo":4,"optional":1,"llmengine":3,"the":2,"args":3,"engineargs":1,"enable":1,"true":1,"max":2,"rank":1,"64":1,"loras":1,"4":1,"return":1,"from":1,"main":2,"function":1,"that":1,"sets":1,"up":1,"and":1,"runs":1,"processing":1,"configs":1,"qlora":3,"https":1,"arxiv":1,"org":1,"abs":1,"2305":1,"14314":1,"name":3,"inference":3,"example":3,"huggyllama":1,"llama":1,"7b":2,"bitsandbytes":1,"timdettmers":1,"flan":1,"awq":3,"with":2,"thebloke":2,"tinyllama":4,"1b":2,"chat":2,"v0":2,"3":2,"jashing":2,"colorist":2,"gptq":3},"3684,594,data/raw/vllm-0.10.1/examples/offline_inference/lora_with_quantization_inference.py":{"for":2,"test":11,"config":6,"in":1,"configs":1,"print":1,"f":1,"running":1,"name":2,"engine":4,"initialize":1,"model":1,"quantization":1,"lora":4,"repo":3,"path":2,"snapshot":1,"download":1,"id":1,"prompts":3,"create":1,"process":1,"requests":1,"clean":1,"up":1,"the":2,"gpu":1,"memory":1,"next":1,"del":1,"gc":1,"collect":1,"torch":1,"cuda":1,"empty":1,"cache":1,"if":1,"main":2},"0,1623,data/raw/vllm-0.10.1/examples/offline_inference/metrics.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":3,"project":1,"from":3,"import":2,"llm":6,"samplingparams":2,"v1":1,"metrics":3,"reader":1,"counter":3,"gauge":3,"histogram":3,"vector":3,"sample":1,"prompts":4,"hello":1,"my":1,"name":6,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":1,"sampling":3,"params":3,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"def":1,"main":3,"an":1,"model":1,"facebook":1,"opt":1,"125m":1,"disable":1,"log":1,"stats":1,"false":1,"generate":2,"texts":1,"outputs":4,"print":11,"50":2,"for":3,"output":3,"in":3,"prompt":4,"generated":2,"text":4,"f":8,"r":2,"ngenerated":1,"dump":1,"all":1,"metric":15,"get":1,"if":2,"isinstance":4,"value":4,"elif":3,"values":1,"sum":2,"count":2,"bucket":2,"le":2,"buckets":1,"items":1},"0,1758,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":6,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"for":2,"running":1,"offline":1,"inference":1,"with":2,"explicit":2,"implicit":2,"prompt":9,"format":1,"on":1,"enc":1,"dec":1,"lmms":1,"text":1,"generation":1,"import":8,"time":1,"from":7,"collections":1,"abc":1,"sequence":2,"dataclasses":1,"asdict":1,"typing":1,"namedtuple":2,"llm":1,"engineargs":4,"prompttype":2,"samplingparams":1,"assets":2,"audio":1,"audioasset":1,"image":8,"imageasset":3,"utils":1,"flexibleargumentparser":1,"class":1,"modelrequestdata":2,"engine":5,"args":5,"prompts":4,"def":2,"run":2,"florence2":1,"model":3,"microsoft":1,"florence":2,"large":1,"tokenizer":2,"isotr0py":1,"max":3,"num":2,"seqs":2,"8":1,"trust":1,"remote":1,"code":1,"true":1,"limit":2,"mm":2,"per":2,"1":2,"dtype":2,"half":2,"task":1,"token":1,"detailed":1,"caption":1,"multi":2,"modal":2,"data":2,"stop":1,"sign":1,"pil":2,"encoder":2,"decoder":2,"describe":1,"in":2,"detail":1,"what":1,"is":1,"shown":1,"cherry":1,"blossom":1,"return":1,"mllama":1,"meta":1,"llama":2,"3":1,"11b":1,"vision":1,"instruct":1,"len":1,"8192":1},"1758,1710,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder_multimodal.py":{"prompts":6,"implicit":2,"prompt":13,"image":9,"begin":2,"of":3,"text":2,"what":1,"is":1,"the":2,"content":1,"this":1,"noqa":2,"e501":2,"multi":4,"modal":4,"data":4,"imageasset":2,"stop":2,"sign":2,"pil":2,"explicit":2,"encoder":3,"decoder":3,"please":1,"describe":1,"return":2,"modelrequestdata":2,"engine":5,"args":5,"def":1,"run":4,"whisper":4,"engineargs":1,"model":3,"openai":1,"large":1,"v3":1,"turbo":1,"max":2,"len":1,"448":1,"num":1,"seqs":1,"16":1,"limit":1,"mm":1,"per":1,"audio":5,"1":1,"dtype":1,"half":1,"test":2,"startoftranscript":2,"audioasset":2,"mary":1,"had":1,"lamb":1,"and":2,"sample":2,"rate":2,"winning":1,"call":1,"example":1,"map":1,"florence2":2,"mllama":2},"3468,1946,data/raw/vllm-0.10.1/examples/offline_inference/encoder_decoder_multimodal.py":{"def":2,"parse":3,"args":13,"parser":4,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"vllm":2,"for":3,"offline":1,"inference":1,"with":1,"vision":1,"language":1,"models":1,"text":6,"generation":1,"add":2,"argument":2,"model":11,"type":6,"m":1,"str":1,"default":4,"mllama":1,"choices":1,"example":3,"map":3,"keys":1,"help":2,"huggingface":1,"seed":4,"int":1,"none":1,"set":1,"the":5,"when":1,"initializing":1,"llm":4,"return":1,"main":3,"if":2,"not":2,"in":2,"raise":1,"valueerror":1,"f":2,"is":2,"supported":1,"req":5,"data":5,"disable":1,"other":2,"modalities":1,"to":1,"save":1,"memory":1,"limits":2,"image":1,"0":6,"video":1,"audio":1,"engine":5,"limit":2,"mm":2,"per":2,"prompt":7,"dict":1,"or":1,"asdict":1,"prompts":5,"create":1,"a":2,"sampling":3,"params":3,"object":1,"samplingparams":1,"temperature":1,"top":1,"p":1,"1":1,"max":1,"tokens":3,"64":1,"skip":1,"special":1,"false":1,"start":2,"time":4,"generate":2,"output":5,"from":1,"list":1,"of":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"generated":4,"and":1,"information":1,"outputs":4,"print":4,"decoder":1,"r":2,"duration":4,"rps":1,"len":1,"name":1},"0,1787,data/raw/vllm-0.10.1/examples/offline_inference/context_extension.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":2,"project":1,"this":1,"script":1,"demonstrates":1,"how":2,"extend":2,"context":3,"length":1,"of":1,"a":3,"qwen":2,"model":3,"using":1,"yarn":3,"method":1,"rope":6,"scaling":2,"and":1,"run":3,"simple":1,"chat":4,"example":1,"usage":1,"python":1,"examples":1,"offline":1,"inference":1,"extension":1,"py":1,"from":1,"import":1,"llm":12,"samplingparams":2,"def":4,"create":2,"theta":3,"1000000":1,"original":4,"max":6,"position":4,"embeddings":4,"32768":1,"factor":4,"4":1,"use":2,"hf":3,"overrides":3,"type":1,"len":1,"int":1,"qwen3":1,"6b":1,"return":2,"sampling":2,"params":2,"temperature":1,"8":1,"top":1,"p":1,"95":1,"tokens":1,"128":1,"conversation":2,"role":3,"system":1,"content":3,"you":2,"are":1,"helpful":1,"assistant":2,"user":1,"hello":2,"can":1,"i":1,"assist":1,"today":1,"outputs":10,"tqdm":1,"false":1,"print":6,"ngenerated":1,"n":2,"80":2,"for":1,"output":3,"in":1,"prompt":4,"generated":3,"text":4,"f":2,"r":2,"main":3,"if":1,"name":1},"0,1526,data/raw/vllm-0.10.1/examples/offline_inference/skip_loading_weights_in_engine_init.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":2,"project":1,"from":2,"import":1,"llm":8,"requestoutput":2,"samplingparams":2,"sample":1,"prompts":7,"hello":1,"my":1,"name":2,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":1,"sampling":4,"params":4,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"def":2,"print":9,"and":3,"outputs":11,"list":1,"none":1,"60":2,"for":1,"output":4,"in":1,"prompt":4,"generated":2,"text":3,"f":2,"r":2,"main":3,"an":1,"without":1,"loading":2,"real":3,"weights":4,"model":1,"qwen":1,"qwen3":1,"6b":1,"load":4,"format":3,"dummy":2,"enforce":1,"eager":1,"true":1,"tensor":1,"parallel":1,"size":1,"4":1,"generate":2,"noutputs":2,"do":1,"not":1,"make":3,"sense":3,"update":2,"auto":2,"collective":2,"rpc":2,"config":2,"args":1,"now":1,"reload":2,"inplace":1,"check":1,"after":1,"if":1},"0,1596,data/raw/vllm-0.10.1/examples/offline_inference/embed_matryoshka_fy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":3,"project":1,"from":3,"argparse":1,"import":3,"namespace":2,"llm":5,"engineargs":2,"poolingparams":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":8,"parser":5,"add":1,"cli":1,"set":2,"example":1,"specific":1,"arguments":1,"defaults":1,"model":1,"jinaai":1,"jina":1,"embeddings":1,"v3":1,"runner":2,"pooling":3,"trust":1,"remote":1,"code":1,"true":1,"return":1,"main":3,"sample":1,"prompts":4,"follow":1,"white":1,"rabbit":1,"english":1,"sigue":1,"al":1,"conejo":1,"blanco":1,"spanish":1,"suis":1,"le":1,"lapin":1,"blanc":1,"french":1,"跟着白兔走":1,"chinese":1,"اتبع":1,"الأرنب":1,"الأبيض":1,"arabic":1,"folge":1,"dem":1,"weißen":1,"kaninchen":1,"german":1,"create":1,"an":1,"you":1,"should":1,"pass":1,"for":2,"embedding":3,"models":1,"vars":1,"generate":1,"output":3,"is":1,"a":1,"list":1,"of":1,"embeddingrequestoutputs":1,"outputs":5,"embed":1,"params":1,"dimensions":1,"32":1,"print":5,"ngenerated":1,"60":2,"prompt":3,"in":1,"zip":1,"embeds":7,"trimmed":2,"str":1,"16":2,"1":1,"if":2,"len":2,"else":1,"f":1,"r":1,"nembeddings":1,"size":1,"name":1},"0,1939,data/raw/vllm-0.10.1/examples/offline_inference/structured_outputs.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":5,"vllm":5,"project":1,"this":2,"file":1,"demonstrates":1,"example":2,"usage":1,"of":3,"guided":15,"decoding":15,"generate":3,"structured":2,"outputs":1,"using":2,"it":1,"shows":1,"how":1,"apply":1,"different":1,"techniques":1,"such":1,"as":1,"choice":7,"regex":7,"json":11,"schema":5,"and":4,"grammar":3,"produce":1,"formatted":1,"results":1,"based":1,"on":1,"specific":1,"prompts":1,"from":5,"enum":3,"import":4,"pydantic":2,"basemodel":2,"llm":1,"samplingparams":4,"sampling":4,"params":10,"guideddecodingparams":4,"max":5,"tokens":5,"50":1,"by":4,"list":1,"possible":1,"options":1,"positive":1,"negative":1,"prompt":3,"classify":1,"sentiment":1,"is":1,"wonderful":1,"r":1,"w":2,"com":3,"n":3,"stop":1,"an":1,"email":1,"address":1,"for":1,"alan":2,"turing":2,"who":1,"works":1,"in":2,"enigma":2,"end":1,"new":1,"line":1,"result":1,"class":2,"cartype":2,"str":3,"sedan":2,"suv":2,"truck":2,"coupe":2,"cardescription":2,"brand":2,"model":3,"car":3,"type":2,"a":1,"with":1,"most":1,"iconic":1,"90":1,"s":1,"simplified":1,"sql":1,"root":1,"select":1,"statement":1},"1939,1492,data/raw/vllm-0.10.1/examples/offline_inference/structured_outputs.py":{"select":2,"statement":1,"column":3,"from":2,"table":5,"where":1,"condition":2,"col":2,"1":3,"2":3,"number":2,"guided":7,"decoding":7,"params":10,"grammar":11,"guideddecodingparams":1,"simplified":1,"sql":2,"sampling":8,"samplingparams":2,"max":3,"tokens":2,"prompt":7,"generate":7,"an":1,"query":1,"to":1,"show":1,"the":2,"username":1,"and":1,"email":1,"users":1,"def":3,"format":5,"output":20,"title":2,"str":3,"print":1,"f":1,"50":2,"n":2,"llm":9,"outputs":3,"prompts":1,"return":1,"0":2,"text":1,"main":3,"model":2,"qwen":1,"qwen2":1,"5":1,"3b":1,"instruct":1,"len":1,"100":1,"choice":5,"by":4,"regex":5,"json":5,"if":1,"name":1},"0,1323,data/raw/vllm-0.10.1/examples/offline_inference/reproducibility.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":11,"vllm":7,"project":1,"demonstrates":1,"how":1,"achieve":1,"reproducibility":2,"in":3,"main":4,"article":1,"https":1,"docs":1,"ai":2,"en":1,"latest":1,"usage":1,"html":1,"import":3,"os":2,"random":4,"from":1,"llm":4,"samplingparams":2,"v1":2,"only":2,"turn":1,"off":1,"multiprocessing":2,"make":1,"scheduling":1,"deterministic":1,"environ":1,"enable":1,"v0":1,"set":1,"global":1,"seed":5,"default":1,"is":7,"none":1,"which":1,"not":1,"reproducible":1,"42":1,"prompts":2,"hello":1,"my":1,"name":2,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"sampling":2,"params":2,"temperature":1,"8":1,"top":1,"p":1,"95":1,"def":1,"model":1,"facebook":1,"opt":1,"125m":1,"outputs":3,"generate":1,"print":4,"50":2,"for":1,"output":4,"prompt":4,"generated":2,"text":4,"f":1,"r":2,"ngenerated":1,"try":1,"generating":1,"numbers":1,"outside":1,"same":1,"number":1,"across":1,"runs":1,"meaning":1,"that":1,"state":1,"user":1,"code":1,"has":1,"been":1,"updated":1,"by":1,"randint":1,"100":1,"if":1},"0,1861,data/raw/vllm-0.10.1/examples/offline_inference/mlpspeculator.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":10,"vllm":3,"project":1,"this":1,"file":1,"demonstrates":1,"usage":1,"of":3,"text":6,"generation":3,"with":2,"an":3,"llm":12,"model":2,"comparing":1,"performance":1,"and":2,"without":3,"speculative":1,"decoding":2,"note":1,"that":4,"still":1,"not":1,"support":1,"v1":2,"use":1,"python":1,"examples":1,"offline":1,"inference":1,"mlpspeculator":1,"py":1,"import":3,"gc":2,"time":8,"from":2,"samplingparams":3,"def":2,"prompts":10,"list":2,"str":2,"sampling":7,"params":7,"title":2,"generate":4,"texts":1,"output":3,"is":2,"a":4,"requestoutput":1,"objects":1,"contain":1,"prompt":3,"generated":3,"other":1,"information":1,"warmup":1,"first":1,"start":2,"outputs":6,"end":2,"print":6,"50":2,"sum":1,"len":1,"o":2,"token":1,"ids":1,"for":3,"in":3,"f":1,"r":1,"main":1,"template":2,"below":1,"instruction":2,"describes":1,"task":1,"write":2,"response":2,"appropriately":1,"completes":1,"request":1,"n":6,"sample":1,"about":1,"president":1,"united":1,"states":1,"format":1,"create":2,"object":1,"temperature":1,"max":1,"tokens":1,"200":1,"spec":1,"meta":1,"llama":2,"13b":1,"chat":1,"hf":1,"speculation":1,"del":1,"collect":1},"1861,323,data/raw/vllm-0.10.1/examples/offline_inference/mlpspeculator.py":{"create":1,"an":1,"llm":4,"with":2,"spec":1,"decoding":1,"model":2,"meta":1,"llama":3,"2":1,"13b":2,"chat":1,"hf":1,"speculative":1,"config":1,"ibm":1,"ai":1,"platform":1,"accelerator":1,"time":1,"generation":1,"prompts":1,"sampling":1,"params":1,"speculation":1,"if":1,"name":1,"main":2},"0,1780,data/raw/vllm-0.10.1/examples/offline_inference/rlhf.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":15,"vllm":10,"project":1,"demonstrates":1,"reinforcement":1,"learning":1,"from":8,"human":1,"feedback":1,"rlhf":2,"using":4,"and":7,"ray":9,"script":1,"separates":1,"training":5,"inference":6,"workloads":2,"onto":1,"distinct":1,"gpus":4,"so":1,"that":3,"can":1,"manage":1,"process":3,"placement":5,"inter":1,"communication":1,"a":6,"hugging":1,"face":1,"transformer":1,"model":4,"occupies":2,"gpu":4,"for":5,"whereas":1,"tensor":2,"parallel":1,"engine":3,"1":2,"example":2,"performs":1,"following":1,"steps":1,"load":1,"on":1,"split":1,"across":1,"s":1,"parallelism":1,"groups":1,"generate":1,"text":1,"list":1,"of":2,"prompts":1,"update":1,"weights":3,"broadcast":1,"updated":1,"by":1,"collective":1,"rpc":1,"group":5,"note":1,"demonstration":1,"purposes":1,"we":1,"simply":1,"zero":1,"out":1,"production":1,"ready":1,"implementation":1,"supports":2,"multiple":1,"replicas":1,"see":1,"openrlhf":3,"framework":1,"https":1,"github":1,"com":1,"this":1,"assumes":1,"single":1,"node":2,"cluster":1,"with":2,"three":1,"but":1,"multi":1,"clusters":1,"expects":1,"are":1,"only":1,"used":1,"residual":1,"activity":1,"interferes":1,"memory":1,"profiling":1,"causes":1,"unexpected":1,"behavior":1,"import":9,"os":1,"torch":1,"util":2,"scheduling":1,"strategies":1,"placementgroupschedulingstrategy":1,"utils":2,"stateless":1,"init":1,"transformers":1,"automodelforcausallm":1,"llm":2,"samplingparams":1,"get":2,"ip":1,"open":1,"port":1,"class":1,"myllm":1,"configure":1,"worker":1,"execution":1},"1780,1990,data/raw/vllm-0.10.1/examples/offline_inference/rlhf.py":{"def":1,"init":3,"self":1,"args":2,"kwargs":2,"remove":1,"the":17,"top":1,"level":1,"cuda":4,"visible":4,"devices":4,"variable":1,"set":3,"by":1,"ray":9,"so":1,"that":2,"vllm":4,"can":1,"manage":1,"its":1,"own":1,"device":1,"placement":8,"within":1,"worker":2,"os":2,"environ":2,"pop":1,"none":1,"super":1,"load":1,"opt":3,"125m":3,"model":4,"onto":1,"gpu":3,"0":8,"for":3,"training":2,"workload":1,"train":2,"automodelforcausallm":1,"from":2,"pretrained":1,"facebook":2,"to":1,"initialize":1,"and":3,"engine":3,"will":1,"be":1,"placed":1,"on":1,"gpus":2,"1":4,"2":5,"create":1,"a":1,"group":5,"reserves":1,"inference":7,"learn":1,"more":1,"about":1,"groups":2,"https":1,"docs":1,"io":1,"en":1,"latest":1,"html":1,"pg":3,"cpu":1,"get":2,"ready":1,"scheduling":3,"placementgroupschedulingstrategy":1,"capture":1,"child":1,"tasks":1,"true":2,"bundle":1,"index":1,"launch":1,"enforce":2,"eager":2,"flag":1,"reduces":1,"start":1,"up":2,"latency":1,"llm":2,"remote":3,"num":2,"cpus":1,"strategy":1,"myllm":1,"extension":1,"cls":1,"rlhf":1,"utils":1,"workerextension":1,"tensor":1,"parallel":1,"size":1,"distributed":1,"executor":1,"backend":1,"generate":2,"text":5,"prompts":3,"hello":1,"my":1,"name":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"outputs":3,"print":3,"50":2,"output":3,"in":1,"prompt":4,"generated":2,"f":1,"r":2,"ngenerated":1,"communication":1,"channel":1,"between":1,"process":1},"3770,1455,data/raw/vllm-0.10.1/examples/offline_inference/rlhf.py":{"inference":3,"engine":2,"master":6,"address":3,"get":6,"ip":1,"port":4,"open":1,"handle":4,"llm":4,"collective":3,"rpc":3,"remote":4,"init":2,"weight":2,"update":4,"group":4,"args":2,"1":2,"3":2,"model":7,"stateless":1,"process":1,"0":4,"torch":2,"device":1,"cuda":2,"ray":4,"simulate":1,"a":3,"training":2,"step":1,"by":1,"zeroing":1,"out":1,"all":2,"weights":6,"in":4,"real":1,"rlhf":1,"loop":1,"the":8,"would":1,"be":2,"updated":6,"using":1,"gradient":1,"from":1,"an":1,"rl":1,"objective":1,"such":1,"as":1,"ppo":1,"on":1,"reward":1,"for":3,"name":5,"p":6,"train":2,"named":2,"parameters":2,"data":1,"zero":2,"synchronize":1,"to":2,"dtype":3,"str":1,"split":1,"shape":1,"broadcast":1,"src":1,"stream":2,"current":1,"verify":1,"that":1,"have":1,"been":1,"assert":1,"check":1,"changed":1,"generate":2,"text":5,"with":1,"output":4,"is":1,"expected":1,"nonsense":1,"because":1,"are":1,"outputs":3,"prompts":1,"sampling":1,"params":1,"print":3,"50":2,"prompt":4,"generated":2,"f":1,"r":2,"ngenerated":1},"0,1840,data/raw/vllm-0.10.1/examples/offline_inference/llm_engine_example.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":10,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":3,"project":1,"this":1,"file":1,"demonstrates":1,"using":1,"llmengine":6,"for":2,"processing":1,"prompts":8,"with":2,"various":1,"sampling":4,"parameters":2,"import":3,"argparse":2,"from":5,"engineargs":2,"requestoutput":2,"samplingparams":6,"utils":1,"flexibleargumentparser":1,"def":3,"create":2,"test":6,"list":5,"tuple":2,"str":3,"a":4,"of":3,"their":1,"return":2,"robot":1,"may":1,"not":2,"injure":1,"human":1,"being":1,"temperature":3,"logprobs":2,"1":4,"prompt":3,"be":2,"or":2,"8":2,"top":2,"k":1,"5":1,"presence":1,"penalty":2,"what":1,"is":1,"meaning":1,"life":1,"n":1,"p":1,"95":1,"frequency":1,"process":2,"requests":2,"engine":8,"continuously":1,"and":1,"handle":1,"outputs":3,"request":9,"id":3,"print":3,"50":2,"while":1,"has":1,"unfinished":1,"if":2,"params":2,"pop":1,"add":1,"step":1,"output":3,"in":1,"finished":1,"initialize":2,"args":6,"namespace":1,"command":1,"line":1,"arguments":1,"cli":1},"1840,498,data/raw/vllm-0.10.1/examples/offline_inference/llm_engine_example.py":{"def":2,"parse":3,"args":8,"parser":4,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"the":2,"llmengine":1,"class":1,"directly":1,"engineargs":1,"add":1,"cli":1,"return":1,"main":4,"argparse":1,"namespace":1,"function":1,"that":1,"sets":1,"up":1,"and":1,"runs":1,"prompt":1,"processing":1,"engine":3,"initialize":1,"test":3,"prompts":3,"create":1,"process":1,"requests":1,"if":1,"name":1},"0,1655,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_pooling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":6,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"for":3,"running":1,"offline":1,"inference":1,"with":1,"correct":1,"prompt":3,"format":2,"on":2,"vision":1,"language":1,"models":2,"multimodal":2,"pooling":1,"most":1,"should":1,"follow":1,"corresponding":1,"examples":1,"huggingface":1,"model":1,"repository":1,"from":8,"argparse":1,"import":8,"namespace":1,"dataclasses":1,"asdict":1,"typing":1,"literal":6,"namedtuple":2,"optional":5,"typeddict":5,"union":2,"get":1,"args":2,"pil":1,"image":14,"llm":1,"engineargs":2,"entrypoints":1,"score":1,"utils":3,"scoremultimodalparam":3,"fetch":1,"flexibleargumentparser":1,"class":5,"textquery":2,"modality":4,"text":9,"str":5,"imagequery":2,"textimagequery":2,"textimagesquery":2,"images":2,"querymodality":1,"query":4,"modelrequestdata":2,"engine":1,"none":4,"documents":1,"def":1,"run":1,"e5":1,"v":1,"llama3":1,"template":1,"start":2,"header":4,"id":5,"user":1,"end":2,"n":5,"eot":1,"assistant":1,"noqa":1,"e501":1},"1655,1864,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_pooling.py":{"if":2,"query":17,"modality":13,"text":12,"prompt":11,"llama3":2,"template":2,"format":2,"f":5,"nsummary":2,"above":2,"sentence":1,"in":2,"one":2,"word":2,"image":25,"none":2,"elif":3,"else":2,"raise":2,"valueerror":2,"unsupported":2,"engine":6,"args":6,"engineargs":2,"model":4,"royokong":1,"e5":1,"v":1,"runner":2,"pooling":2,"max":2,"len":2,"4096":2,"limit":2,"mm":3,"per":2,"1":4,"return":2,"modelrequestdata":3,"def":1,"run":1,"vlm2vec":2,"find":2,"me":1,"an":1,"everyday":1,"that":2,"matches":1,"the":4,"given":2,"caption":1,"noqa":3,"e501":3,"a":1,"day":2,"to":2,"looks":1,"similar":1,"provided":1,"represent":1,"with":1,"following":1,"question":1,"tiger":1,"lab":1,"full":1,"trust":1,"remote":1,"code":1,"true":1,"processor":1,"kwargs":1,"num":1,"crops":1,"4":1},"3519,1415,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_pooling.py":{"def":2,"run":1,"jinavl":1,"reranker":2,"query":9,"modelrequestdata":2,"if":4,"modality":10,"text":8,"images":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"engine":3,"args":3,"engineargs":1,"model":2,"jinaai":1,"jina":1,"m0":1,"runner":1,"pooling":1,"max":2,"len":1,"32768":1,"trust":1,"remote":1,"code":1,"true":1,"mm":2,"processor":1,"kwargs":1,"min":1,"pixels":2,"3136":1,"602112":1,"limit":1,"per":1,"prompt":1,"image":10,"1":1,"return":4,"documents":1,"get":1,"querymodality":1,"textquery":1,"a":2,"dog":3,"sitting":1,"in":2,"the":2,"grass":1,"imagequery":1,"fetch":2,"https":2,"upload":2,"wikimedia":2,"org":2,"wikipedia":2,"commons":2,"thumb":2,"4":1,"47":1,"american":2,"eskimo":2,"jpg":4,"360px":1,"noqa":2,"e501":2,"textimagequery":1,"cat":3,"standing":1,"snow":3,"b":1,"b6":1,"felis":2,"catus":2,"on":2,"179px":1},"4934,1946,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_pooling.py":{"if":2,"modality":8,"text":3,"images":2,"return":1,"textimagesquery":1,"slm":1,"markdown":1,"image":9,"content":1,"type":2,"url":6,"https":2,"raw":2,"githubusercontent":2,"com":2,"jina":2,"ai":2,"multimodal":2,"reranker":2,"test":2,"main":2,"handelsblatt":1,"preview":1,"png":2,"paper":1,"11":1,"msg":2,"f":1,"is":2,"not":2,"supported":1,"raise":1,"valueerror":1,"def":2,"run":2,"encode":1,"model":6,"str":2,"querymodality":2,"seed":6,"optional":2,"int":2,"query":6,"get":2,"req":9,"data":13,"example":2,"map":2,"disable":1,"other":1,"modalities":1,"to":1,"save":1,"memory":1,"default":2,"limits":2,"0":3,"video":1,"audio":1,"engine":8,"args":8,"limit":2,"mm":5,"per":2,"prompt":4,"dict":1,"or":1,"asdict":2,"llm":5,"none":1,"outputs":3,"embed":1,"multi":1,"modal":1,"print":3,"50":2,"for":1,"output":2,"in":1,"embedding":1,"score":1},"6880,1571,data/raw/vllm-0.10.1/examples/offline_inference/vision_language_pooling.py":{"outputs":3,"llm":2,"score":3,"req":2,"data":2,"query":1,"documents":1,"print":3,"30":2,"output":2,"for":3,"in":1,"model":6,"example":2,"map":2,"e5":2,"v":2,"run":5,"vlm2vec":3,"jinavl":2,"reranker":2,"def":2,"parse":3,"args":16,"parser":6,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"vllm":2,"offline":1,"inference":1,"with":1,"vision":1,"language":1,"models":1,"multimodal":1,"pooling":1,"tasks":1,"add":4,"argument":4,"name":5,"m":1,"type":5,"str":3,"default":4,"choices":3,"keys":1,"help":4,"the":5,"of":2,"embedding":4,"task":6,"t":1,"scoring":2,"modality":4,"image":1,"get":1,"querymodality":1,"input":1,"seed":4,"int":1,"none":1,"set":1,"when":1,"initializing":1,"return":1,"main":3,"namespace":1,"if":2,"encode":1,"elif":1,"else":1,"raise":1,"valueerror":1,"f":1,"unsupported":1},"0,1988,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":9,"vllm":8,"project":1,"import":4,"torch":5,"def":3,"stateless":2,"init":3,"process":4,"group":9,"master":8,"address":4,"port":5,"rank":8,"world":7,"size":5,"device":6,"provides":1,"statelessprocessgroup":4,"create":3,"a":2,"without":1,"considering":1,"global":1,"in":2,"distributed":4,"it":1,"is":2,"recommended":1,"and":4,"then":1,"initialize":1,"data":1,"plane":1,"communication":1,"nccl":1,"between":1,"external":1,"train":1,"processes":1,"workers":1,"from":4,"communicators":1,"pynccl":3,"pyncclcommunicator":2,"utils":1,"pg":2,"host":1,"return":1,"class":5,"workerextension":1,"for":1,"s":1,"worker":3,"inherit":1,"by":1,"defining":1,"an":1,"extension":2,"code":2,"can":2,"work":1,"no":1,"matter":1,"what":1,"underlying":1,"this":2,"way":1,"be":1,"compatible":1,"with":1,"both":1,"v0":1,"v1":1,"note":1,"we":1,"define":1,"separate":1,"module":2,"main":1,"should":1,"pass":1,"full":1,"qualified":1,"name":4,"as":1,"cls":1,"argument":1,"weight":4,"update":4,"self":5,"offset":2,"parallel":1,"state":1,"get":2,"model":2,"dtype":5,"shape":2,"getattr":1,"empty":1,"cuda":2,"broadcast":1,"src":1,"stream":2,"current":1},"1988,1702,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_utils.py":{"self":11,"model":6,"runner":3,"load":2,"weights":14,"name":5,"weight":2,"del":1,"def":3,"check":2,"changed":1,"if":1,"the":10,"are":1,"updated":5,"to":4,"0":1,"true":1,"for":3,"p":3,"in":5,"named":1,"parameters":1,"and":3,"torch":3,"allclose":1,"zeros":1,"like":1,"return":2,"class":5,"colocateworkerextension":1,"vllm":3,"s":1,"worker":3,"inherit":1,"from":3,"colocate":1,"setting":1,"by":1,"defining":1,"an":1,"extension":2,"code":2,"can":2,"work":1,"no":1,"matter":1,"what":1,"is":2,"underlying":1,"this":2,"way":1,"be":1,"compatible":1,"with":1,"both":1,"v0":1,"v1":1,"note":1,"we":1,"define":1,"a":1,"separate":1,"module":2,"main":1,"should":1,"pass":1,"full":1,"qualified":1,"as":1,"cls":1,"argument":1,"report":1,"device":11,"id":5,"str":1,"platforms":1,"import":1,"current":3,"platform":2,"uuid":4,"get":1,"index":2,"update":1,"ipc":3,"handles":5,"handle":2,"items":1,"func":2,"args":5,"list":4,"key":1,"change":1,"case":1,"two":1,"processes":1,"have":1,"different":1,"cuda":2,"visible":1,"devices":1,"6":1,"tensor":2,"append":1,"synchronize":1},"3690,327,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_utils.py":{"def":1,"check":2,"weights":6,"changed":1,"self":2,"if":1,"the":1,"are":1,"updated":5,"to":1,"0":1,"true":1,"for":1,"name":1,"p":3,"in":1,"model":2,"runner":1,"named":1,"parameters":1,"and":1,"torch":2,"allclose":1,"zeros":1,"like":1,"return":1},"0,1332,data/raw/vllm-0.10.1/examples/offline_inference/simple_profiling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":10,"vllm":4,"project":1,"import":3,"os":2,"time":2,"from":2,"llm":7,"samplingparams":2,"enable":1,"torch":2,"profiler":3,"can":1,"also":1,"be":1,"set":1,"on":2,"cmd":1,"line":1,"environ":1,"dir":1,"profile":3,"sample":1,"prompts":4,"hello":1,"my":1,"name":2,"is":6,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":3,"sampling":3,"params":3,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"def":1,"main":3,"an":1,"model":1,"facebook":1,"opt":1,"125m":1,"tensor":1,"parallel":1,"size":1,"1":1,"start":1,"generate":2,"texts":1,"output":5,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":5,"and":1,"other":1,"information":1,"outputs":4,"stop":1,"print":4,"50":2,"for":2,"in":3,"f":1,"r":2,"ngenerated":1,"add":1,"buffer":1,"wait":1,"background":1,"process":1,"case":1,"mp":1,"finish":1,"writing":1,"profiling":1,"sleep":1,"10":1,"if":1},"0,1942,data/raw/vllm-0.10.1/examples/offline_inference/logits_processor.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":10,"vllm":6,"project":1,"this":1,"example":2,"demonstrates":1,"instantiating":1,"with":2,"a":9,"custom":3,"logits":5,"processor":6,"class":2,"object":1,"for":3,"basic":1,"of":7,"implementing":1,"see":1,"dummylogitsprocessor":2,"implementation":1,"in":4,"test":1,"utils":1,"py":1,"testing":2,"purposes":1,"dummy":1,"is":9,"employed":1,"which":1,"if":1,"target":4,"token":4,"passed":1,"as":1,"keyword":1,"argument":1,"samplingparams":2,"extra":1,"args":1,"will":1,"mask":1,"out":1,"all":1,"tokens":1,"except":1,"batch":1,"constructed":1,"temperature":1,"and":4,"50":1,"requests":3,"specifying":1,"these":2,"only":1,"we":1,"expect":1,"be":1,"decoded":1,"each":1,"step":1,"yielding":1,"an":1,"output":5,"similar":1,"that":1,"shown":1,"below":1,"generated":1,"outputs":1,"prompt":4,"hello":1,"my":1,"name":1,"president":1,"united":1,"states":1,"not":1,"racist":3,"he":2,"nhe":1,"s":1,"because":1,"capital":1,"france":1,"also":16,"future":2,"ai":2,"hands":1,"people":1,"n":1,"nthe":1,"from":4,"typing":1,"import":5,"optional":1,"torch":1,"llm":1,"config":1,"vllmconfig":1,"v1":1,"sample":1,"batchupdate":1,"logitsprocessor":2,"movedirectionality":1,"hypothetical":1,"fake":1,"logit":1,"support":1,"unit":1,"examples":1},"1942,1976,data/raw/vllm-0.10.1/examples/offline_inference/logits_processor.py":{"def":4,"init":1,"self":15,"vllm":1,"config":1,"vllmconfig":1,"device":6,"torch":7,"is":5,"pin":1,"memory":1,"bool":2,"req":11,"info":11,"dict":1,"int":1,"samplingparams":1,"argmax":1,"invariant":1,"never":1,"impacts":1,"greedy":1,"sampling":1,"return":4,"false":1,"update":6,"state":1,"batch":5,"optional":1,"batchupdate":1,"if":6,"not":5,"process":3,"added":2,"requests":3,"for":4,"index":4,"params":4,"in":4,"assert":1,"none":6,"extra":2,"args":2,"and":3,"target":5,"token":3,"get":1,"removed":2,"pop":3,"moved":2,"unidirectional":1,"move":1,"a":5,"b":5,"swap":2,"adx":3,"bdx":3,"direct":2,"val":6,"movedirectionality":1,"apply":1,"logits":8,"tensor":4,"save":1,"values":3,"before":1,"modification":1,"rows":7,"list":4,"keys":1,"cols":3,"i":2,"dtype":2,"long":2,"to":2,"keep":2,"clone":1,"mask":1,"all":1,"but":1,"tokens":1,"float":1,"inf":1,"sample":1,"prompts":1},"3918,1153,data/raw/vllm-0.10.1/examples/offline_inference/logits_processor.py":{"prompts":3,"hello":1,"my":1,"name":2,"is":5,"the":9,"president":1,"of":5,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":2,"mixture":1,"requests":1,"which":1,"do":1,"and":2,"don":1,"t":1,"utilize":1,"dummy":1,"logitproc":1,"sampling":2,"params":2,"list":3,"samplingparams":4,"temperature":4,"0":9,"extra":2,"args":2,"target":2,"token":2,"128":1,"67":1,"def":1,"main":3,"an":1,"llm":4,"model":1,"facebook":1,"opt":1,"125m":1,"logits":1,"processors":1,"dummylogitsprocessor":1,"generate":2,"texts":1,"from":1,"output":5,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":4,"other":1,"information":1,"outputs":5,"print":5,"ngenerated":1,"n":1,"60":2,"for":1,"in":1,"f":2,"r":2,"if":1},"0,1983,data/raw/vllm-0.10.1/examples/offline_inference/automatic_prefix_caching.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":9,"vllm":5,"project":1,"demonstration":1,"script":2,"for":2,"automatic":3,"prefix":7,"caching":4,"apc":3,"in":3,"allows":1,"engine":2,"reuse":1,"cached":1,"kv":1,"key":1,"value":1,"pairs":1,"from":2,"previous":1,"prompts":1,"if":1,"a":6,"new":2,"query":1,"shares":1,"same":2,"this":2,"reduces":1,"redundant":1,"computation":1,"and":2,"improves":1,"inference":2,"speed":1,"enable":2,"set":1,"true":1,"when":1,"initializing":1,"uses":1,"long":2,"markdown":3,"table":5,"as":2,"shared":1,"prompt":3,"compares":1,"generation":1,"time":2,"two":1,"queries":1,"that":1,"share":1,"but":1,"ask":1,"different":1,"questions":1,"run":1,"python":1,"examples":1,"offline":1,"py":1,"import":2,"llm":1,"samplingparams":1,"ruff":1,"noqa":1,"e501":1,"containing":1,"large":1,"is":2,"randomly":1,"generated":1,"by":1,"gpt":1,"4":2,"you":1,"are":1,"helpful":1,"assistant":1,"recognizes":1,"content":1,"of":1,"tables":1,"format":1,"here":1,"follows":1,"n":2,"id":1,"name":1,"age":1,"occupation":1,"country":1,"email":1,"phone":1,"number":1,"address":1,"1":1,"john":2,"doe":2,"29":1,"engineer":1,"usa":1,"example":5,"com":5,"555":5,"1234":1,"123":1,"elm":1,"st":5,"springfield":1,"il":1,"jane":2,"smith":2,"34":1,"doctor":1,"canada":1,"5678":1,"456":1,"oak":1,"toronto":1,"on":1,"3":1,"alice":2,"johnson":1,"27":1,"teacher":1,"uk":2,"j":1,"8765":1,"789":1,"pine":1,"london":1,"bob":2,"brown":1,"45":1,"artist":1,"australia":1,"b":1,"4321":1,"321":1,"maple":1,"sydney":1,"nsw":1,"5":1,"carol":2,"white":1,"31":1,"scientist":1,"zealand":1,"w":1,"6789":1,"654":1,"birch":1,"wellington":1,"nz":1},"1983,1890,data/raw/vllm-0.10.1/examples/offline_inference/automatic_prefix_caching.py":{"6":1,"dave":2,"green":2,"28":2,"lawyer":2,"ireland":3,"g":2,"example":14,"com":14,"555":14,"3456":1,"987":1,"cedar":2,"st":14,"dublin":1,"ie":3,"7":1,"emma":2,"black":2,"40":1,"musician":2,"usa":3,"b":5,"1111":1,"246":2,"ash":1,"new":3,"york":1,"ny":1,"8":1,"frank":2,"blue":2,"37":1,"chef":2,"canada":2,"2222":1,"135":1,"spruce":1,"vancouver":1,"bc":1,"9":1,"grace":2,"yellow":2,"50":1,"engineer":2,"uk":4,"y":2,"3333":1,"864":2,"fir":2,"manchester":1,"10":1,"henry":2,"violet":1,"32":1,"artist":2,"australia":2,"v":1,"4444":1,"753":2,"willow":2,"melbourne":1,"vic":1,"11":1,"irene":2,"orange":1,"26":1,"scientist":2,"zealand":2,"o":1,"5555":1,"912":2,"poplar":1,"auckland":1,"nz":2,"12":1,"jack":2,"indigo":1,"38":1,"teacher":1,"i":1,"6666":1,"159":2,"elm":1,"cork":1,"13":1,"karen":2,"red":1,"41":1,"r":1,"7777":1,"357":1,"boston":1,"ma":1,"14":1,"leo":2,"brown":1,"30":1,"8888":1,"oak":1,"calgary":1,"ab":1,"15":1,"mia":2,"33":1,"9999":1,"975":1,"pine":1,"edinburgh":1,"16":1,"noah":2,"29":1,"doctor":1,"0000":1,"birch":1,"brisbane":1,"qld":1,"17":1,"olivia":2,"35":1,"1212":1,"maple":1,"hamilton":1,"18":1,"peter":2,"42":1,"3434":1,"limerick":1,"19":1,"quinn":2,"white":1,"w":1,"5656":1,"seattle":1,"wa":1},"3873,1900,data/raw/vllm-0.10.1/examples/offline_inference/automatic_prefix_caching.py":{"20":1,"rachel":2,"red":2,"31":1,"teacher":2,"canada":2,"r":2,"example":11,"com":11,"555":11,"7878":1,"357":2,"poplar":1,"st":11,"ottawa":1,"on":1,"21":1,"steve":2,"green":2,"44":1,"lawyer":2,"uk":4,"g":2,"9090":1,"753":1,"elm":2,"birmingham":1,"22":1,"tina":2,"blue":2,"36":1,"musician":2,"australia":2,"b":4,"1213":1,"864":1,"cedar":1,"perth":1,"wa":1,"23":1,"umar":2,"black":2,"39":1,"chef":2,"new":2,"zealand":2,"3435":1,"975":2,"spruce":1,"christchurch":1,"nz":2,"24":1,"victor":2,"yellow":1,"43":1,"engineer":1,"ireland":2,"y":1,"5657":1,"246":2,"willow":1,"galway":1,"ie":2,"25":1,"wendy":2,"orange":1,"27":2,"artist":1,"usa":1,"o":1,"7879":1,"135":2,"denver":1,"co":1,"26":1,"xavier":2,"34":1,"scientist":1,"9091":1,"oak":1,"montreal":1,"qc":1,"yara":2,"41":1,"1214":1,"pine":1,"leeds":1,"28":1,"zack":2,"30":4,"3436":1,"birch":1,"adelaide":1,"sa":1,"29":1,"amy":2,"white":1,"33":1,"w":1,"5658":1,"159":1,"maple":1,"wellington":1,"ben":2,"38":1,"7870":1,"fir":1,"waterford":1,"def":1,"get":1,"generation":4,"time":12,"llm":2,"sampling":3,"params":3,"prompts":2,"the":2,"start":2,"output":4,"generate":1,"end":2,"print":5,"and":1,"f":2,"0":2,"outputs":1,"text":1,"seconds":1},"5773,772,data/raw/vllm-0.10.1/examples/offline_inference/automatic_prefix_caching.py":{"def":1,"main":3,"set":1,"enable":3,"prefix":2,"caching":2,"true":2,"to":1,"apc":1,"llm":4,"model":1,"lmsys":1,"longchat":1,"13b":1,"16k":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":1,"max":1,"tokens":1,"100":1,"querying":2,"the":7,"age":6,"of":7,"john":3,"doe":3,"get":2,"generation":2,"time":2,"long":3,"prompt":3,"question":2,"what":2,"is":4,"your":2,"answer":2,"zack":3,"blue":3,"this":1,"query":1,"will":1,"be":1,"faster":1,"since":1,"vllm":1,"avoids":1,"computing":1,"kv":1,"cache":1,"again":1,"if":1,"name":1},"0,1928,data/raw/vllm-0.10.1/examples/offline_inference/qwen_1m.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":4,"project":1,"import":3,"os":3,"from":3,"urllib":1,"request":1,"urlopen":2,"llm":9,"samplingparams":2,"environ":2,"attention":1,"backend":1,"dual":1,"chunk":1,"flash":1,"attn":1,"allow":1,"long":1,"max":4,"model":3,"len":3,"1":2,"def":3,"load":1,"prompt":8,"str":2,"test":6,"cases":1,"with":2,"various":1,"lengths":1,"can":1,"be":1,"found":1,"at":1,"https":5,"qianwen":5,"res":5,"oss":5,"cn":5,"beijing":5,"aliyuncs":5,"com":5,"qwen2":6,"5":7,"1m":7,"data":5,"64k":1,"txt":5,"200k":1,"600k":2,"timeout":1,"as":1,"response":2,"read":1,"decode":1,"utf":1,"8":2,"return":2,"processing":1,"process":1,"requests":1,"prompts":3,"list":1,"none":1,"create":2,"a":1,"sampling":3,"params":3,"object":1,"temperature":1,"7":1,"top":2,"p":1,"k":1,"20":1,"repetition":1,"penalty":1,"05":1,"detokenize":1,"true":3,"tokens":2,"256":1,"generate":2,"texts":1,"outputs":4,"print":2,"for":1,"output":3,"in":1,"token":3,"ids":3,"generated":3,"text":4,"f":2,"length":1,"r":1,"an":1,"initialize":1,"engine":1,"qwen":1,"7b":1,"instruct":1,"1048576":1,"tensor":1,"parallel":1,"size":1,"4":1,"enforce":1,"eager":1,"enable":1,"chunked":1,"prefill":1,"num":1,"batched":1,"131072":1},"1928,145,data/raw/vllm-0.10.1/examples/offline_inference/qwen_1m.py":{"def":1,"main":3,"llm":2,"initialize":1,"engine":1,"prompt":3,"load":1,"process":1,"requests":1,"if":1,"name":1},"0,1967,data/raw/vllm-0.10.1/examples/offline_inference/torchrun_example.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":15,"vllm":5,"project":2,"experimental":1,"support":1,"for":5,"tensor":3,"parallel":5,"inference":1,"with":3,"torchrun":4,"see":2,"https":1,"github":1,"com":1,"issues":1,"11400":1,"motivation":1,"and":1,"use":3,"case":1,"this":2,"example":3,"run":1,"script":1,"nproc":1,"per":1,"node":1,"py":2,"argument":1,"should":1,"match":1,"size":3,"below":1,"tests":1,"distributed":5,"test":2,"unit":1,"import":3,"torch":2,"as":1,"dist":3,"from":2,"llm":5,"samplingparams":2,"create":2,"prompts":3,"same":4,"across":4,"all":5,"ranks":6,"hello":1,"my":1,"name":1,"is":5,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"sampling":4,"parameters":1,"params":2,"temperature":1,"8":1,"top":1,"p":1,"95":1,"executor":2,"backend":3,"external":2,"launcher":2,"so":2,"that":3,"engine":1,"instance":1,"only":1,"creates":1,"one":1,"worker":1,"it":1,"important":1,"set":1,"an":1,"explicit":1,"seed":3,"make":1,"sure":1,"have":2,"random":1,"can":1,"be":1,"deterministic":1,"model":2,"meta":1,"llama":2,"3":1,"1":3,"8b":1,"pipeline":1,"max":1,"len":1,"32768":1,"outputs":4,"generate":1,"will":1,"if":1,"get":4,"rank":3,"print":3,"50":2,"output":3,"in":1,"prompt":4,"generated":2,"text":4,"f":1,"r":2,"ngenerated":1,"n":1,"further":1,"tips":1,"communicate":1,"control":1,"messages":1,"cpu":4,"group":7,"a":1,"pytorch":1,"processgroup":1,"gloo":1,"python":1,"state":1,"world":2},"1967,482,data/raw/vllm-0.10.1/examples/offline_inference/torchrun_example.py":{"if":1,"torch":1,"rank":3,"0":2,"do":1,"something":1,"for":1,"e":1,"g":1,"saving":1,"the":4,"results":1,"to":3,"disk":1,"2":1,"communicate":1,"data":1,"across":1,"all":1,"ranks":1,"use":2,"model":5,"s":1,"device":3,"group":5,"a":1,"pytorch":1,"processgroup":1,"with":1,"nccl":1,"backend":1,"python":2,"from":1,"vllm":1,"distributed":1,"parallel":1,"state":1,"import":1,"get":2,"world":2,"3":1,"access":1,"directly":1,"in":1,"every":1,"following":1,"code":1,"llm":2,"engine":1,"executor":1,"driver":1,"worker":2,"runner":1},"0,1520,data/raw/vllm-0.10.1/examples/offline_inference/async_llm_streaming.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":5,"vllm":6,"project":1,"simple":1,"example":1,"demonstrating":1,"streaming":6,"offline":3,"inference":3,"with":2,"asyncllm":5,"v1":2,"engine":6,"this":2,"script":1,"shows":1,"core":2,"functionality":1,"of":1,"s":1,"for":3,"token":2,"by":1,"output":3,"in":1,"scenarios":1,"it":1,"demonstrates":2,"delta":3,"mode":1,"where":1,"you":1,"receive":1,"new":3,"tokens":5,"as":3,"they":3,"are":1,"generated":1,"usage":1,"python":1,"examples":1,"async":4,"llm":2,"py":1,"import":5,"asyncio":1,"from":5,"samplingparams":3,"arg":1,"utils":1,"asyncengineargs":1,"sampling":3,"params":2,"requestoutputkind":2,"def":1,"stream":2,"response":3,"prompt":3,"str":2,"request":1,"id":1,"none":1,"and":2,"display":1,"arrive":2,"function":1,"pattern":1,"1":1,"create":1,"kind":2,"call":1,"generate":1,"iterate":1,"over":1,"generator":1,"3":1,"print":3,"4":1,"handle":1,"finished":1,"flag":1,"know":1,"when":1,"generation":1,"is":1,"complete":1,"f":1,"n":1,"r":1,"end":1,"flush":1,"true":1,"configure":1,"parameters":1,"max":1,"100":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"seed":1,"42":1,"reproducible":1,"results":1,"get":1,"only":1,"each":1,"iteration":1},"1520,1955,data/raw/vllm-0.10.1/examples/offline_inference/async_llm_streaming.py":{"try":2,"stream":3,"tokens":2,"from":2,"asyncllm":4,"async":2,"for":4,"output":4,"in":6,"engine":10,"generate":1,"request":4,"id":4,"prompt":5,"sampling":2,"params":2,"process":2,"each":2,"completion":3,"the":4,"outputs":1,"delta":1,"mode":1,"we":1,"get":1,"only":1,"new":4,"generated":1,"since":1,"last":1,"iteration":1,"text":4,"if":4,"print":10,"end":1,"flush":1,"true":2,"check":1,"generation":2,"is":3,"finished":2,"n":4,"complete":1,"break":1,"except":1,"exception":1,"as":1,"e":2,"f":6,"error":1,"during":1,"streaming":4,"raise":1,"def":1,"main":1,"initializing":1,"create":1,"with":1,"simple":1,"configuration":1,"args":3,"asyncengineargs":1,"model":1,"meta":1,"llama":2,"3":1,"2":1,"1b":1,"instruct":1,"enforce":1,"eager":1,"faster":1,"startup":1,"examples":4,"example":3,"prompts":6,"to":2,"demonstrate":1,"future":1,"of":1,"artificial":1,"intelligence":1,"a":1,"galaxy":1,"far":2,"away":1,"key":1,"happiness":1,"running":1,"len":3,"i":4,"enumerate":1,"1":1,"60":2,"await":2,"response":1,"brief":1,"pause":1,"between":1,"asyncio":1,"sleep":1,"0":1,"5":1,"all":1,"completed":1,"finally":1,"always":1,"clean":1,"up":1,"shutting":1,"down":1,"shutdown":1},"3475,135,data/raw/vllm-0.10.1/examples/offline_inference/async_llm_streaming.py":{"if":1,"name":1,"main":2,"try":1,"asyncio":1,"run":1,"except":1,"keyboardinterrupt":1,"print":1,"n":1,"interrupted":1,"by":1,"user":1},"0,1939,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":6,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"for":2,"running":1,"offline":1,"inference":1,"with":1,"correct":1,"prompt":4,"format":2,"on":4,"audio":8,"language":1,"models":2,"most":1,"should":1,"follow":1,"corresponding":1,"examples":1,"huggingface":2,"model":4,"repository":1,"import":13,"os":1,"from":13,"dataclasses":1,"asdict":1,"typing":1,"any":2,"namedtuple":2,"optional":6,"hub":2,"snapshot":1,"download":1,"transformers":1,"autotokenizer":1,"llm":1,"engineargs":2,"samplingparams":1,"assets":2,"audioasset":3,"lora":2,"request":2,"lorarequest":2,"utils":1,"flexibleargumentparser":1,"mary":1,"had":1,"lamb":1,"winning":1,"call":1,"question":2,"per":1,"count":2,"what":4,"is":2,"1":3,"recited":1,"in":2,"sport":1,"and":2,"nursery":1,"rhyme":1,"are":1,"referenced":1,"class":1,"modelrequestdata":2,"engine":1,"args":1,"str":4,"none":5,"token":2,"ids":2,"dict":2,"list":3,"int":3,"multi":1,"modal":1,"data":1,"stop":1,"requests":1,"note":1,"default":1,"max":2,"num":1,"seqs":1,"len":1,"may":1,"result":1,"oom":1,"lower":1,"end":1,"gpus":1,"unless":1,"specified":1,"these":1,"settings":1,"have":1,"been":1,"tested":1,"work":1,"a":1,"single":1,"l4":1,"voxtral":3,"def":1,"run":1,"mistral":5,"common":4,"protocol":2,"instruct":2,"messages":1,"audiochunk":1,"rawaudio":1,"textchunk":1,"usermessage":1,"chatcompletionrequest":1,"tokens":1,"tokenizers":1,"mistraltokenizer":2,"name":2,"mistralai":1,"mini":1,"3b":1,"2507":1,"tokenizer":1,"hf":1},"1939,1705,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"engine":6,"args":6,"engineargs":2,"model":10,"name":4,"max":5,"len":2,"8192":1,"num":3,"seqs":2,"2":2,"limit":2,"mm":2,"per":2,"prompt":8,"audio":17,"count":4,"config":1,"format":2,"mistral":3,"load":1,"tokenizer":2,"mode":1,"enforce":2,"eager":2,"true":2,"enable":1,"chunked":1,"prefill":1,"false":2,"text":3,"chunk":2,"textchunk":1,"question":3,"audios":7,"from":2,"file":1,"str":2,"assets":1,"i":2,"get":1,"local":1,"path":1,"strict":1,"for":3,"in":3,"range":1,"chunks":2,"audiochunk":1,"input":1,"rawaudio":1,"messages":3,"usermessage":1,"content":1,"req":2,"chatcompletionrequest":1,"tokens":5,"encode":1,"chat":1,"completion":1,"ids":3,"and":2,"sr":2,"au":3,"array":1,"sampling":1,"rate":1,"multi":3,"modal":3,"data":3,"return":2,"modelrequestdata":3,"token":2,"gemma3n":2,"def":1,"run":1,"int":1,"google":1,"gemma":1,"3n":1,"e2b":1,"it":1,"2048":2,"batched":1,"f":1,"start":2,"of":3,"turn":3,"user":1,"n":3,"soft":1,"end":1,"granite":1,"speech":1},"3644,1928,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"def":2,"run":2,"granite":7,"speech":7,"question":3,"str":2,"audio":12,"count":5,"int":2,"modelrequestdata":3,"note":1,"the":4,"setting":1,"in":3,"this":1,"example":1,"are":3,"somehat":1,"different":1,"than":1,"what":1,"is":2,"optimal":1,"for":3,"and":1,"it":2,"generally":1,"recommended":1,"to":3,"use":1,"beam":1,"search":1,"check":1,"model":14,"readme":1,"suggested":1,"settings":1,"https":1,"huggingface":1,"co":1,"ibm":3,"3":4,"8b":2,"name":6,"engine":4,"args":4,"engineargs":2,"trust":3,"remote":3,"code":3,"true":4,"max":5,"len":2,"2048":1,"num":2,"seqs":2,"2":3,"enable":1,"lora":6,"rank":1,"64":1,"limit":2,"mm":2,"per":2,"prompt":3,"has":1,"an":1,"specific":1,"directly":1,"its":1,"dir":1,"should":1,"be":1,"enabled":1,"whenever":1,"you":2,"pass":1,"inputs":1,"path":2,"placeholder":2,"prompts":2,"f":1,"start":3,"of":8,"role":6,"system":1,"end":6,"knowledge":1,"cutoff":1,"date":2,"april":1,"2024":2,"ntoday":1,"s":1,"december":1,"19":1,"nyou":1,"developed":1,"by":1,"a":1,"helpful":1,"ai":1,"assistant":2,"text":2,"n":2,"user":1,"noqa":1,"e501":1,"return":1,"requests":1,"lorarequest":1,"1":1,"minicpm":2,"o":2,"minicpmo":1,"openbmb":1,"6":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"4096":1,"stop":3,"tokens":3,"im":1,"endoftext":1,"token":1,"ids":2,"convert":1,"i":2},"5572,1797,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"audio":14,"placeholder":2,"count":4,"chat":4,"template":4,"for":2,"message":3,"in":2,"messages":3,"im":3,"start":2,"role":2,"n":4,"content":2,"end":2,"endfor":1,"if":1,"add":2,"generation":2,"prompt":7,"assistant":2,"spk":3,"bos":2,"eos":1,"tts":1,"endif":1,"noqa":1,"e501":1,"user":2,"f":3,"question":3,"tokenizer":1,"apply":1,"tokenize":1,"false":1,"true":3,"return":2,"modelrequestdata":3,"engine":5,"args":5,"stop":2,"token":2,"ids":2,"phi":3,"4":3,"multimodal":3,"instruct":3,"def":1,"run":1,"phi4mm":1,"str":1,"int":1,"supports":1,"both":1,"image":1,"and":2,"inputs":2,"here":1,"we":2,"show":1,"how":1,"to":2,"process":1,"model":6,"path":7,"snapshot":1,"download":1,"microsoft":1,"since":1,"the":4,"vision":1,"lora":9,"speech":5,"co":1,"exist":1,"with":1,"base":1,"have":1,"manually":1,"specify":1,"of":1,"weights":1,"os":1,"join":2,"placeholders":2,"i":2,"1":2,"range":1,"prompts":2,"engineargs":1,"trust":1,"remote":1,"code":1,"max":3,"len":1,"12800":1,"num":1,"seqs":1,"2":1,"enable":1,"rank":1,"320":1,"limit":1,"mm":1,"per":1,"requests":1,"lorarequest":1},"7369,1905,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"def":3,"run":3,"phi4":1,"multimodal":3,"question":5,"str":3,"audio":21,"count":7,"int":3,"modelrequestdata":4,"phi":2,"4":2,"instruct":3,"supports":1,"both":1,"image":1,"and":2,"inputs":2,"here":1,"we":2,"show":1,"how":1,"to":2,"process":1,"model":11,"path":7,"snapshot":1,"download":1,"microsoft":1,"revision":1,"refs":1,"pr":1,"70":1,"since":1,"the":4,"vision":1,"lora":9,"speech":5,"co":1,"exist":1,"with":1,"base":1,"have":1,"manually":1,"specify":1,"of":1,"weights":1,"os":1,"join":2,"placeholders":2,"prompts":2,"f":3,"user":2,"end":3,"assistant":3,"engine":6,"args":6,"engineargs":2,"max":5,"len":2,"12800":1,"num":2,"seqs":2,"2":1,"enable":1,"true":1,"rank":1,"320":1,"limit":2,"mm":2,"per":2,"prompt":8,"return":2,"requests":1,"lorarequest":1,"1":2,"qwen2":6,"name":3,"qwen":2,"7b":2,"4096":1,"5":4,"in":3,"idx":2,"bos":1,"eos":1,"n":5,"for":1,"range":1,"im":5,"start":3,"system":1,"nyou":1,"are":1,"a":1,"helpful":1,"omni":3},"9274,1999,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"engine":9,"args":9,"engineargs":3,"model":12,"name":6,"max":6,"len":3,"4096":2,"num":3,"seqs":3,"5":5,"limit":3,"mm":3,"per":4,"prompt":16,"audio":18,"count":8,"in":3,"join":1,"bos":1,"eos":1,"n":7,"for":1,"idx":1,"range":1,"default":2,"system":3,"you":1,"are":1,"qwen":2,"a":1,"virtual":1,"human":1,"developed":1,"by":1,"the":1,"team":1,"alibaba":1,"group":1,"capable":1,"of":1,"perceiving":1,"auditory":1,"and":2,"visual":1,"inputs":1,"as":2,"well":1,"generating":1,"text":1,"speech":1,"f":2,"im":5,"start":3,"end":2,"user":2,"question":4,"assistant":1,"return":3,"modelrequestdata":5,"ultravox":3,"0":1,"1b":2,"def":2,"run":2,"str":2,"int":2,"fixie":1,"ai":1,"v0":1,"llama":1,"3":1,"2":1,"tokenizer":2,"autotokenizer":1,"from":1,"pretrained":1,"messages":2,"role":1,"content":1,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":2,"trust":1,"remote":1,"code":1,"whisper":4,"assert":1,"1":1,"only":1,"support":1,"single":1,"input":1,"openai":1,"large":1,"v3":1,"turbo":1,"startoftranscript":1,"448":1},"11273,1804,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"model":12,"example":4,"map":4,"voxtral":2,"run":11,"gemma3n":2,"granite":2,"speech":2,"minicpmo":2,"phi4":3,"mm":3,"phi4mm":1,"multimodal":2,"qwen2":4,"audio":9,"5":2,"omni":2,"ultravox":3,"whisper":2,"def":2,"parse":2,"args":11,"parser":6,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"vllm":2,"for":1,"offline":1,"inference":1,"with":1,"language":1,"models":1,"add":4,"argument":4,"type":8,"m":1,"str":1,"default":6,"choices":2,"keys":1,"help":4,"huggingface":1,"num":3,"prompts":2,"int":3,"1":3,"number":2,"of":2,"to":2,"audios":2,"0":4,"2":1,"items":1,"per":4,"prompt":3,"seed":4,"none":1,"set":1,"the":1,"when":1,"initializing":1,"llm":3,"return":1,"main":1,"if":1,"not":2,"in":1,"raise":1,"valueerror":1,"f":1,"is":1,"supported":1,"count":4,"req":4,"data":4,"question":1,"disable":1,"other":1,"modalities":1,"save":1,"memory":1,"limits":2,"image":1,"video":1,"engine":5,"limit":2,"dict":1,"or":1,"asdict":1},"13077,1301,data/raw/vllm-0.10.1/examples/offline_inference/audio_language.py":{"we":1,"set":1,"temperature":2,"to":1,"0":5,"2":2,"so":1,"that":1,"outputs":4,"can":1,"be":1,"different":1,"even":1,"when":2,"all":1,"prompts":5,"are":1,"identical":1,"running":1,"batch":2,"inference":2,"sampling":3,"params":3,"samplingparams":1,"max":1,"tokens":1,"64":1,"stop":2,"token":4,"ids":4,"req":7,"data":14,"mm":5,"multi":2,"modal":2,"if":7,"not":1,"audio":5,"count":2,"asset":2,"and":1,"sample":1,"rate":1,"for":2,"in":2,"assets":1,"assert":1,"args":7,"num":4,"inputs":6,"prompt":5,"else":2,"1":1,"add":1,"lora":6,"request":4,"applicable":1,"requests":2,"none":1,"llm":1,"generate":1,"o":2,"generated":2,"text":3,"print":1,"name":1,"main":2,"parse":1},"0,1220,data/raw/vllm-0.10.1/examples/offline_inference/data_parallel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":9,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":3,"project":1,"usage":1,"single":1,"node":9,"python":3,"examples":3,"offline":3,"inference":3,"data":3,"parallel":3,"py":3,"model":3,"ibm":3,"research":3,"powermoe":3,"3b":3,"dp":3,"size":8,"tp":3,"multi":1,"assume":1,"has":1,"ip":1,"of":1,"10":3,"99":3,"48":3,"128":3,"rank":2,"master":4,"addr":2,"port":3,"13345":2,"1":2,"import":5,"os":1,"from":3,"time":1,"sleep":1,"llm":1,"samplingparams":1,"utils":1,"get":1,"open":1,"def":1,"parse":1,"args":1,"argparse":1},"1220,1828,data/raw/vllm-0.10.1/examples/offline_inference/data_parallel.py":{"parser":16,"argparse":1,"argumentparser":1,"description":1,"data":2,"parallel":3,"inference":1,"add":14,"argument":14,"model":3,"type":12,"str":3,"default":10,"ibm":1,"research":1,"powermoe":1,"3b":1,"help":13,"name":1,"or":1,"path":1,"dp":1,"size":5,"int":8,"2":2,"tp":1,"tensor":1,"node":5,"1":2,"total":1,"number":4,"of":6,"nodes":1,"rank":2,"0":6,"the":1,"current":1,"master":4,"addr":1,"ip":1,"address":1,"port":2,"enforce":2,"eager":2,"action":2,"store":2,"true":2,"mode":1,"execution":1,"trust":2,"remote":2,"code":2,"max":2,"num":1,"seqs":1,"64":1,"maximum":2,"sequences":1,"to":3,"be":2,"processed":2,"in":2,"a":2,"single":2,"iteration":2,"len":1,"tokens":1,"timeout":1,"300":1,"seconds":1,"before":1,"unresponsive":1,"process":1,"is":2,"killed":1,"gpu":2,"memory":2,"utilization":1,"float":1,"8":1,"fraction":1,"vllm":1,"allowed":1,"allocate":1,"quantization":1,"return":1,"parse":1,"args":1},"3048,1835,data/raw/vllm-0.10.1/examples/offline_inference/data_parallel.py":{"def":2,"main":1,"model":2,"dp":26,"size":5,"local":3,"rank":20,"global":6,"master":6,"ip":3,"port":3,"gpus":1,"per":1,"enforce":1,"eager":1,"trust":1,"remote":1,"code":1,"max":4,"num":1,"seqs":1,"len":5,"gpu":1,"memory":1,"utilization":1,"quantization":1,"os":5,"environ":5,"vllm":5,"str":4,"cuda":1,"visible":1,"devices":1,"for":3,"each":3,"is":5,"set":3,"automatically":1,"inside":1,"the":7,"engine":1,"processes":2,"sample":1,"prompts":13,"hello":1,"my":1,"name":1,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"100":1,"with":1,"should":1,"process":4,"different":5,"usually":1,"all":1,"ranks":2,"a":4,"full":1,"dataset":2,"and":1,"part":1,"floor":2,"remainder":2,"distribute":1,"into":1,"even":1,"groups":1,"start":3,"return":1,"min":1,"1":1,"if":2,"0":3,"any":1,"has":1,"no":1,"to":3,"we":3,"need":1,"placeholder":2,"prompt":1,"print":1,"f":1,"needs":1,"create":1,"sampling":3,"params":3,"object":1,"since":1,"are":1,"doing":1,"data":1,"parallel":1,"every":1,"can":1,"have":1,"here":1,"tokens":2,"demonstration":1,"samplingparams":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"16":1,"20":1,"2":1},"4883,1408,data/raw/vllm-0.10.1/examples/offline_inference/data_parallel.py":{"create":1,"an":1,"llm":4,"model":4,"tensor":1,"parallel":2,"size":14,"gpus":1,"per":2,"dp":13,"rank":5,"enforce":2,"eager":2,"enable":1,"expert":1,"true":1,"trust":2,"remote":2,"code":2,"max":4,"num":2,"seqs":2,"len":2,"gpu":2,"memory":2,"utilization":2,"quantization":2,"outputs":5,"generate":1,"prompts":1,"sampling":1,"params":1,"print":3,"the":1,"for":1,"i":2,"output":3,"in":1,"enumerate":1,"if":3,"5":2,"only":1,"break":1,"prompt":4,"generated":3,"text":4,"0":4,"f":2,"global":1,"r":2,"give":1,"engines":1,"time":1,"to":1,"pause":1,"their":1,"processing":1,"loops":1,"before":1,"exiting":1,"sleep":1,"1":3,"name":1,"main":1,"args":8,"parse":1,"tp":2,"node":9,"master":6,"ip":2,"127":1,"port":4,"get":1,"open":1,"else":1,"addr":1,"assert":1,"should":1,"be":1,"divisible":1,"by":1,"from":1,"multiprocessing":1,"import":1,"process":1},"6291,1052,data/raw/vllm-0.10.1/examples/offline_inference/data_parallel.py":{"procs":3,"for":2,"local":2,"dp":9,"rank":6,"global":2,"in":2,"enumerate":1,"range":1,"node":4,"per":2,"1":2,"proc":10,"process":2,"target":1,"main":1,"args":9,"model":2,"size":2,"master":2,"ip":1,"port":1,"tp":1,"enforce":1,"eager":1,"trust":1,"remote":1,"code":5,"max":2,"num":1,"seqs":1,"len":1,"gpu":1,"memory":1,"utilization":1,"quantization":1,"start":1,"append":1,"exit":5,"0":1,"join":1,"timeout":2,"if":1,"exitcode":3,"is":1,"none":1,"print":1,"f":1,"killing":1,"pid":1,"that":1,"didn":1,"t":1,"stop":1,"within":1,"5":1,"minutes":1,"kill":1,"elif":1},"0,1991,data/raw/vllm-0.10.1/examples/offline_inference/batch_llm_inference.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":5,"project":1,"this":1,"example":2,"shows":1,"how":1,"use":1,"ray":14,"data":12,"for":3,"parallel":3,"batch":2,"inference":3,"is":1,"a":3,"processing":1,"framework":1,"that":3,"can":2,"process":1,"very":1,"large":1,"datasets":2,"with":4,"first":1,"class":1,"support":1,"provides":1,"functionality":1,"reading":2,"and":5,"writing":1,"most":1,"popular":1,"file":2,"formats":1,"cloud":2,"object":2,"storage":2,"streaming":1,"execution":1,"so":1,"you":1,"run":1,"on":1,"far":1,"exceed":1,"aggregate":1,"ram":1,"of":3,"cluster":2,"scale":1,"up":1,"workload":1,"without":1,"code":1,"changes":1,"automatic":1,"sharding":1,"load":1,"balancing":1,"autoscaling":1,"across":1,"built":1,"in":2,"fault":1,"tolerance":1,"retry":1,"semantics":1,"continuous":1,"batching":1,"keeps":1,"replicas":2,"saturated":1,"maximizes":1,"gpu":1,"utilization":1,"compatible":1,"tensor":1,"pipeline":1,"learn":1,"more":1,"about":1,"s":1,"llm":3,"integration":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"working":1,"llms":1,"html":1,"import":3,"from":4,"packaging":1,"version":6,"build":1,"processor":2,"vllmengineprocessorconfig":2,"assert":1,"44":2,"1":4,"must":1,"be":2,"at":1,"least":1,"uncomment":1,"reduce":1,"clutter":1,"stdout":1,"init":1,"log":1,"driver":1,"false":2,"datacontext":1,"get":1,"current":1,"enable":2,"progress":1,"bars":1,"read":2,"one":1,"text":2,"s3":2,"supports":1,"multiple":1,"files":1,"such":1,"as":1,"jsonl":1,"parquet":1,"csv":1,"binary":1,"format":1,"ds":3,"anonymous":1,"air":1,"prompts":2,"txt":1,"print":2,"schema":1,"size":4,"count":1,"f":1,"dataset":1,"configure":1,"engine":2,"config":1,"model":2,"source":1,"unsloth":1,"llama":1,"3":1,"8b":1,"instruct":1,"kwargs":1,"chunked":1,"prefill":1,"true":1,"max":2,"num":1,"batched":1,"tokens":1,"4096":1,"len":1,"16384":1,"concurrency":1,"set":1,"number":1,"64":1,"create":1,"which":1,"will":1,"used":1},"1991,1166,data/raw/vllm-0.10.1/examples/offline_inference/batch_llm_inference.py":{"do":1,"batch":1,"inference":2,"on":1,"the":4,"dataset":2,"vllm":2,"processor":3,"build":1,"llm":1,"config":1,"preprocess":1,"lambda":2,"row":5,"dict":3,"messages":1,"role":2,"system":1,"content":2,"you":1,"are":1,"a":1,"bot":1,"that":1,"responds":1,"with":1,"haikus":1,"user":1,"text":6,"sampling":1,"params":1,"temperature":1,"0":1,"3":1,"max":1,"tokens":1,"250":1,"postprocess":1,"answer":1,"generated":5,"this":2,"will":1,"return":1,"all":1,"original":1,"columns":1,"in":2,"ds":4,"peek":1,"first":1,"10":2,"results":1,"note":1,"is":1,"for":3,"local":1,"testing":1,"and":2,"debugging":1,"production":1,"use":1,"case":1,"one":2,"should":1,"write":4,"full":1,"result":1,"out":2,"as":2,"shown":1,"below":1,"outputs":2,"take":1,"limit":1,"output":6,"prompt":4,"print":2,"f":2,"r":2,"data":1,"parquet":2,"files":3,"to":2,"s3":2,"multiple":1,"would":2,"be":1,"written":1,"destination":1,"each":1,"task":1,"or":1,"more":1,"separately":1,"your":1,"bucket":1},"0,1965,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_colocate.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":13,"vllm":13,"project":1,"demonstrates":1,"how":2,"co":1,"locate":1,"a":4,"inference":1,"worker":4,"and":5,"training":2,"actors":2,"on":2,"same":2,"set":1,"of":3,"gpus":4,"for":3,"reinforcement":1,"learning":1,"from":4,"human":1,"feedback":1,"rlhf":1,"workloads":1,"ray":11,"serves":1,"as":1,"distributed":1,"execution":2,"framework":1,"in":2,"this":3,"example":2,"placement":8,"groups":3,"allocate":1,"both":1,"workers":3,"gpu":5,"bundles":1,"enabling":1,"fast":1,"communication":2,"between":2,"two":1,"components":1,"script":1,"shows":1,"do":1,"following":1,"configure":2,"environment":2,"variables":2,"per":1,"bundle":4,"indices":4,"so":1,"that":5,"land":1,"desired":1,"devices":1,"exchange":1,"tensors":1,"processes":2,"by":2,"means":1,"cuda":2,"inter":1,"process":1,"ipc":2,"sidesteps":1,"nccl":1,"limitations":1,"occur":1,"when":1,"multiple":2,"share":2,"single":3,"note":1,"assumes":1,"node":2,"cluster":1,"with":2,"four":1,"but":1,"supports":1,"multi":1,"clusters":1,"expects":1,"exclusive":1,"use":1,"during":1,"its":1,"initialization":1,"memory":2,"profiling":2,"residual":1,"activity":1,"interferes":1,"causes":1,"unexpected":1,"behavior":1,"learn":1,"more":1,"about":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"html":1,"import":6,"os":1,"torch":1,"util":2,"group":5,"scheduling":1,"strategies":1,"placementgroupschedulingstrategy":1,"llm":4,"class":1,"myllm":1,"constructor":1,"sets":1,"allow":1,"physical":1,"encode":1,"assigned":2,"args":2,"positional":1,"arguments":2,"forwarded":2,"list":1,"int":1,"kwargs":1,"keyword":1},"1965,1706,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_colocate.py":{"def":4,"init":3,"self":9,"args":2,"bundle":5,"indices":5,"list":2,"int":1,"kwargs":2,"prevent":1,"ray":4,"from":6,"manipulating":1,"the":12,"top":1,"level":1,"cuda":6,"visible":4,"devices":4,"variable":1,"so":3,"that":4,"vllm":5,"can":2,"its":1,"own":1,"device":6,"placement":1,"inside":1,"worker":3,"os":3,"environ":3,"pop":1,"none":1,"each":1,"uses":1,"0":4,"4":2,"gpu":3,"two":1,"instances":1,"fit":1,"on":1,"same":1,"gpus":3,"per":1,"join":1,"map":2,"str":2,"print":1,"f":1,"creating":1,"llm":1,"with":1,"super":1,"class":1,"raytrainingactor":1,"training":1,"actor":3,"hosts":1,"a":1,"facebook":2,"opt":2,"125m":2,"model":5,"hugging":1,"face":1,"is":2,"loaded":1,"onto":1,"first":1,"assigned":2,"to":4,"this":2,"and":1,"expose":1,"ipc":2,"handles":2,"colocated":1,"workers":1,"tensors":1,"directly":1,"sets":1,"transformers":1,"import":3,"automodelforcausallm":2,"pretrained":1,"zero":2,"out":1,"all":1,"parameters":2,"for":2,"name":1,"p":2,"in":2,"named":1,"data":1,"torch":2,"synchronize":1,"argument":1,"get":3,"uuid":4,"index":1,"of":2,"platforms":1,"current":2,"platform":2,"report":1,"id":1,"return":1,"weight":1,"multiprocessing":1,"reductions":1,"reduce":1,"tensor":1},"3671,1638,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_colocate.py":{"data":3,"for":4,"name":2,"p":2,"in":3,"self":2,"model":1,"named":1,"parameters":1,"a":2,"training":17,"actor":13,"might":1,"hold":1,"only":1,"subset":1,"of":2,"the":3,"weights":2,"and":6,"may":1,"need":1,"to":1,"gather":1,"from":1,"other":1,"actors":5,"demonstration":1,"purposes":1,"each":1,"owns":1,"full":1,"weight":1,"set":2,"reduce":1,"tensor":3,"detach":1,"return":1,"device":8,"uuid":1,"ray":5,"manages":1,"four":1,"gpus":3,"os":1,"environ":1,"cuda":1,"visible":1,"devices":1,"0":8,"1":6,"2":6,"3":4,"init":1,"co":1,"locate":1,"vllm":3,"instances":1,"on":2,"same":1,"gpu":3,"instance":2,"parallelism":2,"pg":4,"placement":5,"group":5,"cpu":1,"4":2,"get":2,"ready":1,"print":2,"f":2,"has":1,"bundles":1,"bundle":6,"specs":1,"ids":3,"inference":2,"engines":1,"engine":1,"index":5,"remote":3,"num":2,"cpus":1,"scheduling":1,"strategy":1,"placementgroupschedulingstrategy":1,"capture":1,"child":1,"tasks":1,"true":1,"raytrainingactor":1,"append":2,"enumerate":1,"id":4,"report":1,"is":1},"5309,1921,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_colocate.py":{"for":5,"i":3,"bundle":4,"indices":3,"in":4,"enumerate":2,"0":5,"1":3,"2":4,"3":1,"use":1,"the":17,"following":1,"syntax":1,"instead":1,"of":2,"ray":6,"remote":6,"decorator":1,"so":1,"that":1,"placement":5,"group":3,"is":2,"customized":1,"each":1,"llm":6,"num":2,"cpus":1,"gpus":3,"scheduling":1,"strategy":1,"placementgroupschedulingstrategy":1,"pg":1,"capture":1,"child":1,"tasks":1,"true":2,"myllm":1,"model":1,"facebook":1,"opt":1,"125m":1,"enforce":1,"eager":1,"worker":1,"extension":1,"cls":1,"rlhf":1,"utils":1,"colocateworkerextension":1,"tensor":1,"parallel":1,"size":1,"distributed":1,"executor":1,"backend":1,"gpu":1,"memory":1,"utilization":1,"4":1,"inference":12,"engines":4,"append":2,"do":1,"not":1,"call":2,"any":1,"method":1,"on":2,"engine":8,"at":1,"this":1,"point":1,"blocks":1,"until":1,"vllm":1,"instance":1,"finishes":1,"initialization":1,"device":7,"ids":6,"get":4,"collective":2,"rpc":2,"report":1,"id":1,"args":2,"tuple":1,"print":4,"f":1,"verify":2,"first":2,"two":2,"training":6,"actors":4,"share":2,"same":2,"as":2,"assert":2,"actor":4,"last":1,"second":1,"gather":1,"all":1,"ipc":6,"handles":6,"from":2,"update":3,"weight":1,"weights":3,"check":1,"if":1,"are":1,"updated":1},"7230,115,data/raw/vllm-0.10.1/examples/offline_inference/rlhf_colocate.py":{"for":1,"llm":2,"in":1,"inference":1,"engines":1,"assert":1,"ray":1,"get":1,"collective":1,"rpc":1,"remote":1,"check":1,"weights":1,"changed":1,"args":1,"tuple":1},"0,1798,data/raw/vllm-0.10.1/examples/offline_inference/neuron_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":4,"project":1,"import":5,"requests":2,"torch":4,"from":3,"neuronx":1,"distributed":1,"inference":1,"models":1,"mllama":3,"utils":1,"add":2,"instruct":5,"pil":1,"image":23,"llm":1,"samplingparams":2,"textprompt":2,"def":2,"get":5,"url":2,"open":1,"stream":1,"true":1,"raw":1,"return":2,"model":2,"inputs":6,"prompts":2,"what":3,"is":4,"in":3,"this":2,"tell":1,"me":1,"a":1,"story":1,"recipe":1,"of":2,"mayonnaise":1,"two":1,"sentences":1,"describe":1,"capital":1,"italy":1,"famous":1,"for":3,"images":3,"https":2,"pexels":4,"com":2,"photos":2,"1108099":4,"photo":2,"jpeg":2,"auto":2,"compress":2,"cs":2,"tinysrgb":2,"dpr":2,"1":7,"w":2,"500":2,"none":3,"sampling":6,"params":5,"dict":1,"top":2,"k":1,"temperature":1,"p":1,"max":1,"tokens":1,"16":1,"range":1,"len":1,"prompt":8,"single":6,"prepare":2,"all":1,"generation":1,"including":1,"put":1,"text":2,"into":2,"chat":1,"template":1,"compose":1,"and":2,"s":1,"class":1,"3":1,"parameters":1,"input":3,"has":3,"tensor":3,"if":2,"isinstance":1,"numel":1,"not":1,"multi":1,"modal":1,"data":1},"1798,1649,data/raw/vllm-0.10.1/examples/offline_inference/neuron_multimodal.py":{"def":2,"print":5,"outputs":11,"the":2,"for":2,"output":3,"in":2,"prompt":4,"generated":3,"text":5,"0":1,"f":2,"r":2,"main":3,"assert":1,"len":7,"prompts":4,"images":3,"sampling":8,"params":11,"image":1,"and":2,"parameters":1,"should":1,"have":1,"same":1,"batch":3,"size":5,"but":1,"got":1,"create":1,"an":1,"llm":5,"model":3,"meta":1,"llama":2,"3":1,"2":1,"11b":1,"vision":1,"instruct":1,"max":2,"num":1,"seqs":1,"1":3,"4096":2,"block":1,"device":2,"neuron":2,"tensor":1,"parallel":2,"32":1,"override":1,"config":2,"sequence":1,"enabled":1,"false":3,"skip":1,"warmup":1,"true":2,"save":1,"sharded":1,"checkpoint":1,"on":1,"global":1,"topk":1,"dynamic":1,"deterministic":1,"batched":6,"inputs":7,"sample":3,"pmpt":2,"img":2,"zip":1,"get":1,"vllm":1,"mllama":1,"test":2,"generate":2,"append":2,"4":1,"if":1,"name":1},"0,1860,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":5,"project":1,"import":14,"inspect":1,"json":1,"os":1,"sys":1,"from":8,"argparse":1,"rawtexthelpformatter":1,"collections":1,"abc":1,"generator":1,"dataclasses":1,"asdict":1,"dataclass":2,"typing":1,"any":1,"optional":4,"typealias":2,"torch":3,"tqdm":1,"llm":1,"samplingparams":1,"engine":3,"arg":1,"utils":2,"engineargs":2,"profiler":4,"layerwise":2,"profile":2,"flexibleargumentparser":1,"batch":5,"size":5,"default":2,"1":5,"prompt":2,"len":2,"256":1,"class":1,"profilecontext":1,"args":1,"int":8,"can":1,"run":3,"in":1,"modes":1,"for":1,"user":1,"specified":1,"num":3,"steps":2,"none":3,"until":1,"all":1,"requests":11,"complete":2,"per":1,"step":6,"save":1,"chrome":1,"traces":1,"folder":1,"str":2,"def":2,"get":1,"dtype":4,"if":2,"float":2,"return":3,"else":1,"outputlen":2,"numreqs":2,"map":2,"dict":1,"compute":1,"request":4,"output":7,"lengths":2,"list":1,"given":1,"number":2,"of":3,"and":2,"that":2,"each":1,"should":6,"process":1,"determine":1,"such":1,"is":1,"honoured":1,"example":1,"128":3,"96":1,"64":1,"32":7,"then":1,"3":2,"4":2,"5":2,"31":2,"6":2,"meaning":1,"have":5,"length":5},"1860,1668,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"args":2,"batch":9,"size":9,"int":5,"number":6,"of":6,"requests":15,"submitted":1,"for":2,"profile":1,"this":2,"is":2,"step":19,"list":1,"i":1,"the":6,"that":4,"ith":1,"engine":1,"should":1,"process":2,"returns":1,"outputlen":2,"numreqs":2,"map":2,"a":1,"dictionary":1,"with":1,"output":7,"length":7,"as":2,"keys":1,"and":2,"required":1,"to":2,"have":2,"values":2,"ol":4,"nr":4,"request":1,"are":1,"assigned":6,"an":1,"num":14,"reqs":10,"0":4,"steps":2,"len":1,"sanity":2,"check":1,"first":1,"prefill":1,"must":1,"all":1,"assert":4,"begin":1,"assignments":2,"from":1,"last":1,"at":7,"in":3,"reversed":1,"if":2,"break":1,"remove":1,"been":1,"determined":1,"participate":1,"beyond":1,"unassigned":5,"1":1,"checks":1,"sum":1,"assignment":1,"does":1,"not":1,"match":1,"f":2,"n":1},"3528,1867,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"check":1,"that":3,"the":9,"output":7,"length":3,"is":5,"in":5,"1":4,"num":14,"steps":12,"must":4,"be":3,"at":1,"least":1,"as":3,"all":6,"requests":19,"participate":1,"prefill":2,"step":14,"assert":2,"ol":6,"and":4,"for":2,"nr":3,"lengths":2,"of":7,"should":3,"range":1,"f":4,"engine":6,"n":1,"batch":5,"size":5,"assignments":1,"return":2,"def":1,"determine":2,"per":6,"context":13,"profilecontext":2,"list":4,"int":2,"number":5,"each":2,"process":6,"if":3,"set":2,"then":2,"same":1,"complete":5,"decode":3,"processes":1,"fewer":2,"until":2,"there":1,"are":1,"no":1,"to":4,"this":2,"case":1,"big":1,"required":1,"args":1,"object":1,"returns":1,"i":1,"contains":1,"ith":1,"run":1,"implies":1,"their":1,"equal":1,"0":1,"expected":1,"a":1,"positive":1,"argument":1,"instead":1,"got":1,"we":1,"start":1,"dropping":1,"after":1,"first":1},"5395,1591,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"num":12,"running":6,"requests":15,"context":10,"batch":4,"size":4,"complete":2,"per":7,"step":11,"while":1,"0":3,"append":2,"if":1,"1":5,"have":1,"request":3,"at":1,"the":1,"last":1,"this":1,"is":2,"often":1,"useful":1,"return":1,"def":1,"run":2,"profile":3,"profilecontext":1,"csv":1,"output":5,"optional":2,"str":2,"json":1,"print":2,"with":1,"for":1,"key":2,"value":2,"in":1,"asdict":2,"items":1,"f":1,"list":1,"int":3,"determine":1,"ol":2,"nr":2,"outputlen":1,"numreqs":1,"map":1,"compute":1,"lengths":1,"steps":1,"to":1,"len":7,"max":11,"keys":1,"assert":1,"create":2,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"tokens":4,"set":1,"on":1,"a":1,"basis":1,"none":1,"ignore":1,"eos":1,"true":1,"llm":7,"engine":3,"args":1,"prompt":2,"scheduler":4,"config":6,"vllm":1,"model":3,"batched":2,"seqs":2},"6986,1974,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"if":3,"batch":10,"size":12,"prompt":12,"len":27,"max":20,"num":9,"batched":4,"tokens":6,"print":4,"f":14,"error":3,"chosen":3,"is":3,"larger":3,"than":3,"and":2,"therefore":2,"cannot":2,"be":2,"run":2,"in":5,"a":5,"single":2,"profile":2,"step":2,"please":3,"choose":3,"smaller":3,"or":4,"length":1,"increase":2,"sys":3,"exit":3,"1":3,"seqs":3,"llm":7,"engine":3,"model":10,"config":3,"output":11,"the":1,"s":1,"def":2,"add":1,"requests":1,"get":3,"generator":5,"int":2,"any":2,"for":3,"reqs":2,"ol":1,"nr":1,"items":1,"range":2,"yield":1,"i":1,"sampling":2,"params":2,"next":1,"assert":1,"isinstance":1,"token":1,"ids":1,"torch":1,"randint":1,"tokenizer":1,"vocab":1,"tolist":1},"8960,1837,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"llm":14,"engine":7,"add":3,"request":3,"id":1,"f":6,"seq":3,"i":3,"prompt":9,"token":2,"ids":2,"params":2,"sampling":1,"def":1,"abort":3,"requests":4,"for":3,"in":3,"range":2,"batch":7,"size":7,"warm":2,"up":2,"run":3,"print":19,"step":6,"prefill":9,"decode":12,"profile":4,"with":2,"layerwise":2,"as":2,"prof":6,"first":2,"is":1,"profs":3,"tqdm":2,"num":5,"steps":1,"to":1,"1":1,"running":3,"seqs":3,"scheduler":1,"0":3,"get":1,"unfinished":1,"groups":1,"append":1,"results":8,"list":3,"has":2,"len":7,"line":7,"width":7,"80":1,"model":4,"table":6,"if":1,"summary":2},"10797,1729,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"if":6,"has":3,"decode":11,"print":6,"line":2,"width":2,"f":7,"first":1,"step":1,"summary":6,"table":10,"prompt":2,"len":2,"batch":2,"size":2,"results":7,"list":4,"0":3,"csv":18,"output":5,"filename":5,"base":5,"4":1,"endswith":1,"else":1,"prefill":6,"export":4,"model":4,"stats":6,"json":3,"cuda":7,"devices":3,"torch":6,"get":1,"device":2,"properties":1,"dev":2,"idx":4,"for":2,"in":2,"range":1,"count":1,"dict":4,"context":2,"python":1,"version":6,"sys":1,"asdict":1,"convert":2,"to":2,"dr":2,"enumerate":1,"1":1},"12526,1799,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"add":1,"json":21,"to":2,"output":8,"filename":1,"if":3,"it":1,"doesn":1,"t":1,"exist":2,"already":1,"file":2,"endswith":1,"else":1,"with":1,"open":1,"w":1,"as":2,"f":4,"dump":1,"dict":1,"indent":1,"2":2,"pass":1,"context":5,"save":5,"chrome":7,"traces":6,"folder":6,"is":1,"not":1,"none":1,"os":1,"makedirs":1,"ok":1,"true":1,"prefill":4,"prof":3,"profiler":4,"export":2,"trace":4,"for":1,"idx":2,"decode":5,"in":2,"enumerate":1,"profs":1,"1":3,"print":2,"saved":1,"and":1,"etc":1,"def":1,"parse":1,"args":1,"parser":1,"flexibleargumentparser":1,"description":1,"profile":3,"a":1,"model":2,"example":1,"python":3,"examples":1,"offline":1,"inference":1,"profiling":1,"py":3,"neuralmagic":1,"meta":1,"llama":1,"3":1,"8b":4,"instruct":1,"fp8":4,"batch":1,"size":1,"4":1,"prompt":1,"len":1,"512":1,"max":1,"num":2,"batched":1,"tokens":1,"8196":1,"llama31":3,"enforce":1,"eager":1,"run":1,"steps":1,"n":1,"then":1,"you":1,"can":1,"use":1,"various":1,"tools":3,"analyze":1,"the":1,"terminal":1,"ascii":1,"tables":1,"layerwise":2,"table":2,"phase":1,"summary":1,"or":1,"create":1,"matplotlib":1,"stacked":1,"bar":1,"charts":1,"visualize":1,"directory":1,"breakdown":1,"plot":1,"metric":1,"pct":1,"cuda":1,"time":1},"14325,1913,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"formatter":1,"class":1,"rawtexthelpformatter":1,"parser":9,"add":8,"argument":6,"csv":6,"type":6,"str":3,"default":10,"none":2,"help":7,"export":2,"the":10,"results":2,"as":4,"multiple":1,"file":2,"this":4,"should":2,"be":2,"root":1,"filename":6,"will":2,"create":1,"prefill":7,"model":2,"table":4,"summary":2,"decode":6,"and":6,"json":4,"a":2,"save":3,"chrome":2,"traces":3,"folder":2,"for":1,"1":2,"etc":1,"inside":1,"prompt":5,"len":4,"int":3,"f":4,"length":1,"of":3,"random":1,"to":6,"use":2,"when":1,"profiling":1,"all":1,"batched":1,"requests":2,"same":1,"batch":4,"size":3,"number":2,"run":4,"single":1,"subparsers":3,"dest":1,"cmd":1,"num":4,"steps":6,"variation":1,"profiles":4,"n":6,"engine":2,"step":3,"invocations":1,"profile":1,"setting":3,"it":3,"only":1,"2":1,"first":1,"3":1,"1st":1,"2nd":1,"so":1,"on":1},"16238,1204,data/raw/vllm-0.10.1/examples/offline_inference/profiling.py":{"run":5,"to":3,"completion":3,"parser":5,"subparsers":1,"add":3,"help":2,"this":1,"variation":1,"profiles":1,"all":2,"the":5,"engine":4,"step":6,"invocations":1,"until":1,"exhausts":1,"submitted":1,"requests":6,"argument":1,"n":2,"complete":4,"num":3,"per":3,"type":1,"int":1,"every":1,"decode":1,"for":3,"e":1,"g":1,"with":2,"batch":1,"size":1,"128":3,"and":1,"32":2,"profiler":1,"is":2,"6":1,"steps":2,"processing":1,"96":1,"64":1,"1":1,"respectively":1,"note":1,"that":1,"we":1,"tack":1,"on":1,"a":1,"one":1,"request":1,"at":1,"end":1,"as":1,"it":1,"often":1,"useful":1,"engineargs":2,"cli":2,"args":12,"return":1,"parse":2,"def":1,"main":3,"context":2,"profilecontext":2,"from":1,"k":3,"v":2,"in":2,"vars":1,"items":1,"if":2,"inspect":1,"signature":1,"parameters":1,"profile":1,"csv":2,"output":2,"json":2,"name":1},"0,1952,data/raw/vllm-0.10.1/examples/offline_inference/qwen3_reranker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":14,"vllm":5,"project":1,"ruff":1,"noqa":1,"e501":1,"from":5,"import":1,"llm":7,"model":9,"name":2,"qwen":2,"qwen3":6,"reranker":7,"6b":3,"what":1,"is":3,"difference":1,"between":1,"official":3,"original":5,"version":3,"and":4,"one":2,"that":2,"has":1,"been":1,"converted":2,"into":3,"a":4,"sequence":2,"classification":2,"language":1,"doing":1,"by":1,"using":4,"logits":2,"of":2,"no":3,"yes":3,"tokens":2,"it":2,"needs":1,"computing":1,"151669":1,"making":1,"this":2,"method":3,"extremely":1,"inefficient":1,"not":2,"mention":1,"incompatible":1,"with":1,"score":2,"api":2,"for":5,"converting":1,"was":1,"proposed":1,"see":1,"https":1,"huggingface":1,"co":1,"discussions":1,"3":1,"models":1,"offline":1,"can":1,"only":1,"be":1,"more":2,"efficient":1,"support":1,"but":1,"also":1,"make":1,"init":2,"parameters":2,"concise":1,"example":1,"tomaarsen":1,"seq":1,"cls":1,"runner":2,"pooling":2,"if":1,"you":1,"want":1,"load":1,"are":1,"as":1,"follows":1,"def":1,"get":1,"initializes":1,"returns":1,"return":1,"hf":2,"overrides":2,"architectures":2,"qwen3forsequenceclassification":4,"classifier":3,"token":3,"true":1,"why":1,"do":1,"we":4,"need":2,"converts":1,"when":1,"loaded":1,"better":1,"performance":1,"firstly":1,"manually":1,"route":1,"then":1,"will":2,"extract":1,"vector":2,"corresponding":1,"lm":1,"head":1,"third":1,"convert":1,"these":1,"two":1,"vectors":1,"use":1},"1952,1489,data/raw/vllm-0.10.1/examples/offline_inference/qwen3_reranker.py":{"conversion":1,"logic":1,"is":6,"controlled":1,"by":1,"using":1,"original":1,"qwen3":1,"reranker":2,"true":1,"please":1,"use":1,"the":12,"query":12,"template":6,"and":4,"document":6,"to":2,"format":3,"for":5,"better":1,"results":1,"prefix":4,"im":5,"start":3,"system":1,"njudge":1,"whether":1,"meets":1,"requirements":1,"based":1,"on":1,"instruct":2,"provided":1,"note":1,"that":3,"answer":2,"can":1,"only":1,"be":1,"yes":1,"or":1,"no":1,"end":2,"n":10,"user":1,"suffix":4,"assistant":1,"think":2,"instruction":4,"doc":4,"def":1,"main":3,"none":1,"given":1,"a":2,"web":1,"search":1,"retrieve":1,"relevant":1,"passages":1,"queries":4,"what":1,"capital":2,"of":3,"china":2,"explain":1,"gravity":2,"documents":4,"beijing":1,"force":1,"attracts":1,"two":1,"bodies":1,"towards":1,"each":1,"other":1,"it":1,"gives":1,"weight":1,"physical":1,"objects":1,"responsible":1,"movement":1,"planets":1,"around":1,"sun":1,"in":3,"llm":3,"get":1,"outputs":3,"score":2,"print":3,"30":2,"output":2,"if":1,"name":1},"0,1741,data/raw/vllm-0.10.1/examples/offline_inference/embed_jina_embeddings_v3.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":3,"project":1,"from":3,"argparse":1,"import":3,"namespace":2,"llm":5,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":8,"parser":5,"add":1,"cli":1,"set":2,"example":1,"specific":1,"arguments":1,"defaults":1,"model":1,"jinaai":1,"jina":1,"embeddings":2,"v3":1,"runner":2,"pooling":2,"trust":1,"remote":1,"code":1,"true":1,"return":1,"main":3,"sample":1,"prompts":4,"follow":1,"white":1,"rabbit":1,"english":1,"sigue":1,"al":1,"conejo":1,"blanco":1,"spanish":1,"suis":1,"le":1,"lapin":1,"blanc":1,"french":1,"跟着白兔走":1,"chinese":1,"اتبع":1,"الأرنب":1,"الأبيض":1,"arabic":1,"folge":1,"dem":1,"weißen":1,"kaninchen":1,"german":1,"create":1,"an":1,"you":1,"should":1,"pass":1,"for":5,"embedding":3,"models":1,"vars":1,"generate":1,"output":3,"is":3,"a":1,"list":1,"of":1,"embeddingrequestoutputs":1,"only":2,"text":3,"matching":3,"task":2,"supported":2,"now":2,"see":2,"16120":2,"outputs":5,"embed":1,"print":6,"ngenerated":1,"60":2,"prompt":3,"in":1,"zip":1,"embeds":7,"trimmed":2,"str":1,"16":2,"1":1,"if":2,"len":2,"else":1,"f":3,"r":1,"n":1,"size":1,"name":1},"0,1990,data/raw/vllm-0.10.1/examples/offline_inference/convert_model_to_seq_cls.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":13,"the":1,"vllm":1,"project":1,"ruff":1,"noqa":1,"e501":1,"import":4,"argparse":1,"json":1,"torch":5,"transformers":1,"usage":1,"for":4,"baai":2,"bge":3,"reranker":7,"v2":6,"gemma":3,"caution":1,"yes":4,"and":1,"are":1,"two":1,"different":1,"tokens":13,"python":3,"convert":6,"model":14,"seq":14,"cls":14,"py":3,"name":3,"classifier":3,"from":6,"method":3,"no":5,"post":2,"processing":2,"path":3,"mxbai":3,"rerank":3,"mixedbread":1,"ai":1,"base":2,"1":2,"way":3,"softmax":3,"qwen3":4,"qwen":2,"6b":3,"def":2,"causal":4,"lm":11,"tokenizer":5,"device":5,"refer":1,"https":1,"huggingface":1,"co":1,"discussions":1,"3":1,"assert":1,"len":1,"head":7,"weights":5,"weight":8,"false":2,"id":4,"ids":5,"true":2,"score":10,"float32":2,"with":2,"grad":2,"copy":2,"unsqueeze":1,"if":2,"bias":4,"is":2,"not":2,"none":2,"zero":2,"token":2,"t":2,"in":1},"1990,1169,data/raw/vllm-0.10.1/examples/offline_inference/convert_model_to_seq_cls.py":{"method":7,"map":5,"function":3,"name":5,"for":1,"in":2,"from":9,"2":3,"way":2,"softmax":2,"no":1,"post":1,"processing":1,"def":1,"converting":1,"model":9,"classifier":4,"tokens":4,"path":3,"use":3,"pad":6,"token":6,"false":1,"device":6,"cpu":1,"assert":2,"if":1,"len":2,"num":4,"labels":4,"1":1,"else":1,"tokenizer":4,"transformers":3,"autotokenizer":1,"pretrained":5,"causal":2,"lm":2,"automodelforcausallm":1,"seq":5,"cls":5,"automodelforsequenceclassification":1,"ignore":1,"mismatched":1,"sizes":1,"true":1,"llm":1,"as":1,"reranker":1,"defaults":1,"to":1,"not":1,"using":1,"config":2,"id":2,"save":2},"3159,1164,data/raw/vllm-0.10.1/examples/offline_inference/convert_model_to_seq_cls.py":{"def":1,"parse":3,"args":9,"parser":7,"argparse":1,"argumentparser":1,"description":1,"converting":4,"forcausallm":1,"models":2,"to":3,"forsequenceclassification":1,"add":5,"argument":5,"model":5,"name":5,"type":4,"str":4,"default":4,"baai":1,"bge":2,"reranker":2,"v2":2,"gemma":2,"help":5,"classifier":4,"from":4,"tokens":4,"yes":1,"method":3,"no":1,"post":1,"processing":1,"use":4,"pad":4,"token":4,"action":1,"store":1,"true":1,"whether":1,"path":4,"seq":1,"cls":1,"save":1,"converted":1,"return":1,"if":1,"main":1,"json":1,"loads":1},"0,1982,data/raw/vllm-0.10.1/examples/offline_inference/save_sharded_state.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":3,"vllm":4,"project":1,"saves":1,"each":3,"worker":3,"s":1,"model":10,"state":3,"dict":1,"directly":1,"a":3,"checkpoint":3,"which":1,"enables":1,"fast":1,"load":3,"path":11,"for":1,"large":1,"tensor":3,"parallel":3,"models":1,"where":1,"only":1,"needs":1,"read":1,"its":1,"own":1,"shard":1,"rather":1,"than":1,"entire":1,"example":1,"usage":1,"python":1,"save":3,"sharded":2,"py":1,"quantization":2,"deepspeedfp":2,"size":4,"8":2,"output":6,"then":1,"can":1,"be":2,"loaded":1,"with":2,"llm":6,"format":1,"import":7,"dataclasses":2,"os":1,"shutil":1,"from":6,"pathlib":1,"engineargs":3,"executor":1,"loader":1,"shardedstateloader":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":2,"args":11,"parser":6,"add":4,"cli":2,"argument":3,"o":1,"required":1,"true":3,"type":3,"str":2,"help":3,"file":3,"pattern":3,"default":3,"string":1,"of":2,"saved":1,"filenames":1,"max":2,"int":1,"5":1,"1024":1,"3":1,"in":1,"bytes":1,"safetensors":1,"return":1,"main":1,"engine":4,"if":2,"enable":2,"lora":2,"raise":2,"valueerror":2,"saving":1,"is":2,"not":2,"supported":1,"dir":1,"must":1,"local":1,"directory":3,"create":1,"instance":1,"arguments":1,"asdict":1,"prepare":1,"mkdir":1,"exist":1,"ok":1,"dump":1,"states":1},"1982,1182,data/raw/vllm-0.10.1/examples/offline_inference/save_sharded_state.py":{"check":1,"which":1,"engine":13,"version":1,"is":3,"being":1,"used":1,"v1":4,"hasattr":1,"llm":6,"core":3,"if":4,"for":3,"we":1,"need":1,"to":2,"use":1,"save":5,"sharded":3,"state":3,"print":2,"using":2,"path":14,"args":11,"output":5,"pattern":4,"file":10,"max":4,"size":4,"else":2,"v0":2,"model":7,"executor":3,"copy":2,"metadata":1,"files":1,"directory":1,"in":2,"os":7,"listdir":1,"splitext":1,"1":1,"not":1,"bin":1,"pt":1,"safetensors":1,"isdir":1,"join":4,"shutil":2,"copytree":1,"name":1,"main":2,"parse":1},"0,1801,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":2,"project":1,"import":12,"argparse":1,"datetime":1,"os":1,"from":4,"typing":1,"union":1,"albumentations":3,"numpy":1,"as":2,"np":1,"rasterio":1,"regex":1,"re":1,"torch":5,"einops":1,"rearrange":1,"terratorch":1,"datamodules":1,"sen1floods11nongeodatamodule":1,"llm":2,"set":1,"default":1,"dtype":3,"float16":3,"no":4,"data":17,"9999":1,"float":1,"0001":2,"offset":1,"percentile":1,"99":1,"datamodule":1,"config":1,"bands":1,"blue":1,"green":1,"red":1,"nir":1,"narrow":1,"swir":2,"1":6,"batch":1,"size":1,"16":1,"constant":1,"scale":1,"root":1,"dccstor":1,"geofm":1,"finetuning":1,"datasets":1,"sen1floods11":1,"drop":1,"last":1,"true":4,"replace":2,"label":1,"num":1,"workers":1,"8":1,"test":1,"transform":1,"resize":1,"always":2,"apply":2,"false":3,"height":1,"448":2,"interpolation":1,"p":2,"width":1,"pytorch":1,"totensorv2":1,"transpose":1,"mask":1,"class":1,"prithvimae":1,"def":2,"init":2,"self":4,"model":5,"skip":1,"tokenizer":1,"enforce":1,"eager":1,"run":1,"input":8,"location":3,"coords":3,"merge":1,"inputs":1,"into":1,"one":1,"structure":1,"if":1,"is":1,"not":1,"none":1,"and":1,"float32":1,"mm":2,"pixel":1,"values":1,"prompt":3,"token":1,"ids":1,"multi":1,"modal":1,"outputs":3,"encode":1,"use":1,"tqdm":1,"return":1},"1801,1975,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"def":4,"generate":1,"datamodule":9,"sen1floods11nongeodatamodule":1,"data":4,"root":2,"config":6,"batch":2,"size":2,"num":3,"workers":2,"bands":6,"drop":2,"last":2,"test":2,"transform":2,"return":4,"process":1,"channel":1,"group":1,"orig":11,"img":13,"channels":5,"args":3,"torch":5,"tensor":2,"representing":2,"original":2,"image":8,"reference":1,"with":6,"shape":4,"h":1,"w":1,"list":1,"of":1,"indices":1,"rgb":1,"returns":2,"height":3,"width":3,"for":1,"valid":4,"mask":4,"ones":1,"like":1,"dtype":1,"bool":1,"no":2,"float":1,"false":1,"rescale":1,"enhancing":1,"contrast":1,"max":3,"value":5,"3000":1,"np":3,"percentile":2,"min":3,"offset":1,"clamp":1,"0":2,"1":1,"as":2,"zeros":1,"read":4,"geotiff":3,"file":6,"path":8,"str":2,"all":1,"from":1,"and":1,"meta":8,"info":3,"to":2,"ndarray":2,"dict":3,"rasterio":1,"open":1,"src":4,"try":1,"coords":4,"lnglat":1,"except":1,"exception":1,"cannot":1,"none":1,"save":3,"output":2,"multi":1,"band":1,"in":1,"where":1,"the":1},"3776,1496,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"with":1,"rasterio":1,"open":1,"output":1,"path":1,"w":1,"meta":4,"as":1,"dest":2,"for":6,"i":3,"in":8,"range":1,"image":9,"shape":1,"0":3,"write":1,"1":2,"return":2,"def":2,"convert":1,"np":5,"uint8":2,"float":5,"torch":1,"tensor":1,"numpy":1,"255":1,"astype":1,"dtype":1,"load":1,"example":3,"file":10,"paths":8,"list":8,"str":1,"mean":5,"none":8,"std":5,"indices":3,"union":1,"int":1,"build":1,"an":1,"input":1,"by":1,"loading":1,"images":3,"args":1,"of":2,"containing":3,"values":2,"each":3,"band":2,"the":2,"returns":1,"array":1,"created":1,"info":1,"imgs":2,"metas":2,"temporal":1,"coords":6,"location":2,"img":9,"read":1,"geotiff":1,"rescaling":2,"don":1,"t":1,"normalize":1,"on":1,"nodata":1,"moveaxis":1,"channels":1,"last":1,"if":3,"is":4,"not":4,"and":1,"where":1,"no":2,"data":2,"append":3},"5272,1968,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"try":1,"match":4,"re":1,"search":1,"r":1,"d":3,"7":1,"8":1,"t":4,"6":1,"file":2,"if":5,"year":2,"int":2,"group":2,"1":5,"4":3,"julian":7,"day":7,"split":3,"0":15,"len":1,"3":3,"else":2,"datetime":2,"strptime":1,"m":1,"timetuple":1,"tm":1,"yday":1,"temporal":3,"coords":5,"append":1,"except":1,"exception":1,"as":1,"e":2,"print":1,"f":1,"could":1,"not":2,"extract":1,"timestamp":1,"for":1,"imgs":7,"np":4,"stack":1,"axis":2,"num":4,"frames":2,"h":9,"w":9,"c":4,"moveaxis":1,"astype":1,"float32":1,"expand":1,"dims":1,"add":1,"batch":8,"di":1,"return":1,"location":2,"metas":1,"def":1,"run":1,"model":3,"input":6,"data":6,"datamodule":1,"img":14,"size":18,"lightning":1,"none":1,"reflect":2,"pad":6,"divisible":1,"by":1,"original":4,"shape":4,"2":1,"mode":1,"build":1,"sliding":1,"window":1,"torch":3,"tensor":3,"device":1,"cpu":1,"windows":9,"unfold":2,"h1":3,"w1":3,"5":1,"rearrange":1,"b":2,"into":1,"batches":3,"number":1,"of":1,"dim":1},"7240,1971,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"if":3,"temporal":5,"coords":12,"torch":5,"tensor":2,"unsqueeze":3,"0":8,"else":2,"none":3,"location":7,"run":2,"prithvi":1,"eo":1,"v2":1,"300m":1,"tl":1,"sen1floods11":2,"pred":13,"imgs":11,"for":2,"x":6,"in":2,"windows":1,"apply":1,"standardization":1,"datamodule":5,"test":1,"transform":1,"image":3,"squeeze":2,"numpy":1,"transpose":1,"1":8,"2":1,"aug":1,"with":1,"no":1,"grad":1,"model":5,"y":4,"hat":4,"argmax":1,"dim":2,"nn":1,"functional":1,"interpolate":1,"float":1,"size":8,"img":4,"mode":1,"nearest":1,"append":1,"concat":1,"build":1,"images":1,"from":1,"patches":1,"rearrange":1,"b":5,"h1":4,"w1":4,"c":3,"h":4,"w":4,"cut":1,"padded":1,"area":1,"back":1,"to":2,"original":3,"batch":1,"return":1,"def":1,"main":1,"data":9,"file":3,"str":3,"output":2,"dir":2,"rgb":2,"outputs":1,"bool":1,"input":6,"indices":3,"list":1,"int":1,"os":1,"makedirs":1,"exist":1,"ok":1,"true":1,"obj":1,"prithvimae":1,"generate":1,"512":1,"of":1,"meta":3,"load":1,"example":1,"paths":1,"only":1,"one":1,"mean":1,"10000":1,"convert":1,"range":1,"channels":1,"config":1,"bands":1,"index":1,"red":1,"green":1,"blue":1,"bgr":1},"9211,1606,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"pred":18,"run":2,"model":2,"input":5,"data":13,"temporal":1,"coords":2,"location":1,"obj":1,"datamodule":1,"img":9,"size":1,"save":6,"meta":7,"update":2,"count":2,"1":2,"dtype":2,"uint8":5,"compress":2,"lzw":2,"nodata":2,"0":12,"file":9,"os":9,"path":11,"join":3,"output":5,"dir":3,"f":3,"splitext":3,"basename":3,"tiff":3,"geotiff":3,"convert":3,"np":4,"image":4,"3":2,"if":3,"mean":1,"10000":2,"scale":1,"to":2,"rgb":12,"orig":7,"process":1,"channel":1,"group":1,"torch":2,"tensor":1,"channels":2,"float32":1,"nan":1,"7":1,"isnan":2,"outputs":1,"name":3,"suffix":2,"original":1,"main":1,"parser":1,"argparse":1,"argumentparser":1,"mae":1,"inference":1,"add":1,"help":1,"false":1},"10817,1064,data/raw/vllm-0.10.1/examples/offline_inference/prithvi_geospatial_mae.py":{"parser":6,"add":5,"argument":5,"data":2,"file":3,"type":4,"str":3,"default":5,"india":1,"900498":1,"s2hand":1,"tif":1,"help":5,"path":3,"to":6,"the":4,"model":1,"christian":1,"pinto":1,"prithvi":2,"eo":1,"2":3,"0":2,"300m":1,"tl":1,"vllm":1,"a":1,"checkpoint":1,"load":1,"from":2,"output":3,"dir":1,"directory":1,"where":1,"save":1,"outputs":2,"input":2,"indices":2,"1":2,"3":2,"8":2,"11":2,"12":2,"int":1,"nargs":1,"based":1,"of":1,"six":1,"channels":2,"be":2,"selected":1,"by":1,"selects":1,"for":1,"s2l1c":1,"rgb":2,"action":1,"store":1,"true":1,"if":1,"present":1,"files":1,"will":2,"only":1,"contain":1,"otherwise":1,"all":1,"bands":1,"saved":1,"args":3,"parse":1,"main":1,"vars":1},"0,1027,data/raw/vllm-0.10.1/examples/offline_inference/qwen2_5_omni/only_thinker.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":9,"project":1,"this":1,"example":1,"shows":1,"how":1,"use":1,"for":1,"running":1,"offline":1,"inference":1,"with":1,"correct":1,"prompt":2,"format":1,"on":3,"qwen2":1,"5":1,"omni":1,"thinker":1,"only":1,"from":7,"typing":1,"import":8,"namedtuple":2,"envs":2,"as":3,"llm":1,"samplingparams":1,"assets":3,"audio":1,"audioasset":1,"image":3,"imageasset":1,"video":1,"videoasset":1,"multimodal":1,"convert":1,"mode":1,"utils":1,"flexibleargumentparser":1,"class":1,"queryresult":1,"inputs":2,"dict":2,"limit":1,"mm":1,"per":1,"str":1,"int":1,"note":1,"default":2,"max":2,"num":1,"seqs":1,"and":3,"model":1,"len":1,"may":1,"result":1,"in":1,"oom":1,"lower":1,"end":1,"gpus":1,"unless":1,"specified":1,"these":1,"settings":1,"have":1,"been":1,"tested":1,"work":1,"a":2,"single":1,"l4":1,"system":1,"you":1,"are":1,"qwen":2,"virtual":1,"human":1,"developed":1,"by":1,"team":1,"alibaba":1,"group":1,"capable":1,"of":1,"perceiving":1,"auditory":1,"visual":1,"well":1,"generating":1,"text":1,"speech":1},"1027,2000,data/raw/vllm-0.10.1/examples/offline_inference/qwen2_5_omni/only_thinker.py":{"def":2,"get":3,"mixed":1,"modalities":1,"query":2,"queryresult":4,"question":4,"what":3,"is":3,"recited":1,"in":4,"the":5,"audio":15,"content":2,"of":2,"this":3,"image":6,"why":1,"video":11,"funny":1,"prompt":8,"f":6,"im":10,"start":6,"system":4,"n":10,"default":2,"end":4,"user":2,"bos":4,"eos":4,"vision":6,"assistant":2,"return":2,"inputs":2,"multi":2,"modal":2,"data":2,"audioasset":1,"mary":1,"had":1,"lamb":1,"and":1,"sample":1,"rate":2,"convert":2,"mode":1,"imageasset":1,"cherry":1,"blossom":1,"pil":1,"rgb":1,"videoasset":2,"name":2,"baby":3,"reading":2,"num":2,"frames":2,"16":2,"np":2,"ndarrays":2,"limit":2,"mm":3,"per":2,"1":5,"use":5,"describe":1,"then":1,"say":1,"into":1,"text":1,"asset":3,"sampling":1,"16000":1,"assert":1,"not":2,"envs":1,"vllm":2,"v1":3,"does":1,"support":1,"please":1,"launch":1,"example":1,"with":1,"0":1,"processor":1,"kwargs":1,"true":1},"3027,1597,data/raw/vllm-0.10.1/examples/offline_inference/qwen2_5_omni/only_thinker.py":{"def":2,"get":4,"multi":4,"audios":3,"query":10,"queryresult":2,"question":2,"are":2,"these":1,"two":1,"audio":13,"clips":1,"the":1,"same":1,"prompt":6,"f":3,"im":5,"start":3,"system":2,"n":5,"default":1,"end":2,"user":1,"bos":2,"eos":2,"assistant":1,"return":1,"inputs":2,"modal":1,"data":1,"audioasset":2,"winning":1,"call":1,"and":2,"sample":2,"rate":2,"mary":1,"had":1,"lamb":1,"limit":3,"mm":3,"per":3,"2":3,"map":2,"mixed":2,"modalities":2,"use":2,"in":3,"video":2,"main":1,"args":3,"model":4,"name":2,"qwen":1,"qwen2":1,"5":2,"omni":1,"7b":1,"result":3,"type":1,"llm":3,"max":3,"len":1,"5632":1,"num":1,"seqs":1,"seed":2,"we":1,"set":1,"temperature":2,"to":1,"0":3,"so":1,"that":1,"outputs":4,"can":1,"be":1,"different":1,"even":1,"when":2,"all":1,"prompts":1,"identical":1,"running":1,"batch":1,"inference":1,"sampling":3,"params":3,"samplingparams":1,"tokens":1,"64":1,"generate":1,"for":1,"o":2,"generated":2,"text":3,"print":1},"4624,595,data/raw/vllm-0.10.1/examples/offline_inference/qwen2_5_omni/only_thinker.py":{"def":1,"parse":3,"args":5,"parser":4,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"vllm":2,"for":1,"offline":1,"inference":1,"with":1,"audio":1,"language":1,"models":1,"add":2,"argument":2,"query":3,"type":4,"q":1,"str":1,"default":2,"mixed":1,"modalities":1,"choices":1,"map":1,"keys":1,"help":2,"seed":2,"int":1,"none":1,"set":1,"the":1,"when":1,"initializing":1,"llm":1,"return":1,"if":1,"name":1,"main":2},"0,1142,data/raw/vllm-0.10.1/examples/offline_inference/qwen2_5_omni/README.md":{"qwen2":10,"5":10,"omni":10,"offline":8,"inference":8,"examples":7,"this":2,"folder":1,"provides":1,"several":1,"example":1,"scripts":1,"on":2,"how":1,"to":1,"thinker":5,"only":4,"bash":2,"audio":5,"image":3,"video":5,"python":6,"py":6,"q":3,"mixed":1,"modalities":2,"read":1,"vision":3,"and":2,"inputs":4,"from":1,"a":2,"single":2,"file":1,"note":1,"v1":3,"engine":1,"does":1,"not":1,"support":1,"interleaved":1,"yet":1,"vllm":2,"use":3,"0":2,"in":1,"multiple":1,"audios":2,"multi":1,"script":1,"will":1,"run":1,"the":1,"part":1,"of":1,"generate":1,"text":1,"response":1,"you":1,"can":1,"also":1,"test":1,"modality":3,"process":3,"language":3,"model":3,"type":3},"0,1154,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"offline":2,"inference":3,"with":1,"the":10,"openai":7,"batch":8,"file":5,"format":4,"important":1,"this":2,"is":1,"a":4,"guide":1,"to":3,"performing":1,"using":1,"not":1,"complete":1,"rest":1,"api":2,"consists":1,"of":2,"series":1,"json":1,"objects":1,"on":2,"new":1,"lines":1,"see":2,"here":1,"for":2,"an":1,"example":2,"https":4,"github":1,"com":2,"vllm":2,"project":1,"blob":1,"main":1,"examples":2,"jsonl":1,"each":1,"line":1,"represents":1,"separate":1,"request":1,"package":1,"reference":2,"platform":1,"docs":2,"requestinput":1,"more":1,"details":1,"note":1,"we":1,"currently":1,"support":1,"v1":3,"chat":1,"completions":2,"embeddings":1,"and":3,"score":1,"endpoints":1,"coming":1,"soon":1,"pre":1,"requisites":1,"in":1,"document":1,"use":1,"meta":4,"llama":4,"3":2,"8b":2,"instruct":2,"create":1,"user":1,"access":2,"token":2,"huggingface":3,"co":2,"hub":1,"en":1,"security":1,"tokens":1,"install":1,"your":1,"machine":1,"run":1,"cli":1,"login":1,"get":1,"gated":1,"model":2,"by":1,"visiting":1,"card":1,"agreeing":1,"terms":1,"conditions":1},"1154,1655,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"example":7,"1":3,"running":2,"with":3,"a":3,"local":1,"file":5,"step":2,"create":2,"your":4,"batch":17,"to":3,"follow":1,"along":1,"this":2,"you":5,"can":2,"download":1,"the":6,"or":2,"own":1,"in":1,"working":1,"directory":1,"bash":4,"wget":1,"https":1,"raw":1,"githubusercontent":1,"com":1,"vllm":4,"project":1,"main":1,"examples":1,"offline":4,"inference":4,"openai":9,"jsonl":7,"once":1,"ve":1,"created":1,"it":1,"should":1,"look":1,"like":1,"cat":1,"custom":2,"id":2,"request":2,"method":2,"post":2,"url":2,"v1":2,"chat":2,"completions":2,"body":2,"model":4,"meta":8,"llama":8,"3":4,"8b":4,"instruct":4,"messages":2,"role":4,"system":2,"content":4,"are":2,"helpful":1,"assistant":2,"user":2,"hello":2,"world":2,"max":2,"completion":2,"tokens":2,"1000":2,"2":2,"an":1,"unhelpful":1,"run":4,"tool":1,"is":1,"designed":1,"be":1,"used":1,"from":1,"command":3,"line":2,"following":1,"which":1,"will":1,"write":1,"its":1,"results":4,"called":1,"python":1,"m":1,"entrypoints":1,"i":2,"o":2,"use":1},"2809,1163,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"step":1,"3":3,"check":2,"your":4,"results":6,"you":4,"should":1,"now":1,"have":2,"at":1,"jsonl":3,"can":1,"by":1,"running":1,"cat":2,"bash":1,"id":6,"vllm":2,"383d1c59835645aeb2e07d004d62a826":1,"custom":2,"request":2,"1":1,"response":2,"cmpl":2,"61c020e54b964d5a98fa7527bfcdd378":1,"object":2,"chat":2,"completion":4,"created":2,"1715633336":2,"model":2,"meta":4,"llama":4,"8b":2,"instruct":2,"choices":2,"index":2,"0":2,"message":2,"role":2,"assistant":2,"content":2,"hello":1,"it":1,"s":2,"great":1,"to":2,"meet":1,"i":1,"m":1,"here":1,"help":1,"with":1,"any":1,"questions":1,"or":1,"tasks":1,"may":1,"what":1,"on":1,"mind":1,"today":1,"logprobs":2,"null":6,"finish":2,"reason":4,"stop":4,"usage":2,"prompt":2,"tokens":6,"25":1,"total":2,"56":1,"31":1,"error":2,"42e3d09b14b04568afa3f1797751a267":1,"2":1,"f44d049f6b3a42d4b2d7850bb1e31bcc":1,"silence":1,"27":1,"32":1,"5":1},"3972,847,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"example":6,"2":1,"using":1,"remote":2,"files":1,"the":1,"batch":9,"runner":1,"supports":1,"input":2,"and":1,"output":1,"urls":1,"that":1,"are":1,"accessible":1,"via":1,"http":1,"https":4,"for":1,"to":1,"run":4,"against":1,"our":1,"file":1,"located":1,"at":1,"raw":3,"githubusercontent":3,"com":3,"vllm":8,"project":3,"main":3,"examples":3,"offline":3,"inference":3,"openai":7,"jsonl":5,"you":1,"can":1,"bash":2,"python":1,"m":1,"entrypoints":1,"i":2,"o":2,"results":2,"model":2,"meta":4,"llama":4,"3":2,"8b":2,"instruct":2,"or":1,"use":1,"command":1,"line":1},"4819,1777,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"example":6,"3":3,"integrating":1,"with":3,"aws":4,"s3":7,"to":5,"integrate":1,"cloud":1,"blob":1,"storage":1,"we":1,"recommend":1,"using":1,"presigned":3,"urls":3,"learn":1,"more":1,"about":1,"here":1,"additional":1,"prerequisites":1,"create":2,"an":2,"bucket":4,"https":3,"docs":2,"amazon":2,"com":3,"amazons3":1,"latest":2,"userguide":2,"creating":1,"html":2,"the":3,"awscli":2,"package":2,"run":2,"pip":2,"install":2,"configure":2,"your":8,"credentials":2,"and":1,"interactively":1,"use":1,"cli":1,"getting":1,"started":1,"quickstart":1,"boto3":2,"python":1,"generate":1,"step":1,"1":2,"upload":2,"input":2,"script":1,"follow":1,"along":1,"this":2,"you":4,"can":1,"download":1,"batch":10,"or":1,"own":1,"file":4,"in":1,"working":1,"directory":1,"bash":3,"wget":1,"raw":1,"githubusercontent":1,"vllm":2,"project":1,"main":1,"examples":1,"offline":3,"inference":3,"openai":6,"jsonl":4,"once":1,"ve":1,"created":1,"it":1,"should":1,"look":1,"like":1,"cat":1,"custom":2,"id":2,"request":2,"method":2,"post":2,"url":2,"v1":2,"chat":2,"completions":2,"body":2,"model":2,"meta":4,"llama":4,"8b":2,"instruct":2,"messages":2,"role":4,"system":2,"content":4,"are":2,"a":1,"helpful":1,"assistant":2,"user":2,"hello":2,"world":2,"max":2,"completion":2,"tokens":2,"1000":2,"2":1,"unhelpful":1,"now":1,"cp":1,"my":2},"6596,1937,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"step":1,"2":3,"generate":7,"your":3,"presigned":11,"urls":3,"can":3,"only":1,"be":3,"generated":1,"via":1,"the":12,"sdk":2,"you":1,"run":1,"following":1,"python":3,"script":3,"to":3,"sure":1,"replace":1,"my":11,"bucket":8,"input":6,"file":7,"jsonl":6,"and":2,"output":7,"placeholders":1,"with":1,"names":1,"is":2,"adapted":1,"from":2,"https":3,"github":1,"com":3,"awsdocs":1,"aws":1,"doc":1,"examples":1,"blob":1,"main":1,"example":1,"code":1,"s3":13,"basics":1,"url":17,"py":1,"import":2,"boto3":3,"botocore":1,"exceptions":1,"clienterror":2,"def":1,"client":13,"method":8,"parameters":4,"expires":5,"in":3,"a":2,"amazon":2,"that":2,"used":1,"perform":1,"an":1,"action":1,"param":4,"name":1,"of":3,"performs":1,"specified":1,"number":1,"seconds":1,"valid":1,"for":1,"return":2,"try":1,"clientmethod":1,"params":1,"expiresin":1,"except":1,"raise":1,"get":1,"object":2,"key":2,"3600":2,"put":1,"print":2,"f":2,"this":1,"should":1,"text":1,"us":2,"west":2,"amazonaws":2,"awsaccesskeyid":2,"abcdefghijklmnopqrst":2,"signature":2,"abcdefghijklmnopqrstuvwxyz12345":2,"1715800091":2},"8533,1229,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"step":2,"3":3,"run":4,"the":4,"batch":4,"runner":2,"using":2,"your":4,"presigned":1,"urls":2,"you":2,"can":2,"now":2,"generated":1,"in":2,"previous":1,"section":1,"bash":3,"python":1,"m":1,"vllm":2,"entrypoints":1,"openai":1,"i":2,"https":4,"s3":7,"us":4,"west":4,"2":4,"amazonaws":4,"com":4,"my":10,"bucket":5,"input":2,"file":5,"jsonl":5,"awsaccesskeyid":4,"abcdefghijklmnopqrst":4,"signature":4,"abcdefghijklmnopqrstuvwxyz12345":4,"expires":4,"1715800091":4,"o":2,"output":3,"model":4,"meta":4,"llama":4,"8b":2,"instruct":2,"or":1,"use":1,"command":1,"line":1,"4":1,"view":2,"results":2,"are":1,"on":1,"them":1,"terminal":1,"by":1,"running":1,"aws":1,"cp":1},"9762,1549,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"example":2,"4":1,"using":4,"embeddings":4,"endpoint":1,"additional":1,"prerequisites":1,"ensure":1,"you":7,"are":4,"vllm":3,"0":9,"5":2,"step":3,"1":3,"create":1,"your":4,"batch":6,"file":3,"add":1,"embedding":4,"requests":3,"to":1,"the":7,"following":1,"is":1,"an":2,"text":1,"custom":3,"id":6,"request":4,"method":2,"post":2,"url":2,"v1":2,"body":3,"model":5,"intfloat":3,"e5":3,"mistral":3,"7b":3,"instruct":3,"input":2,"a":1,"helpful":1,"assistant":2,"2":2,"unhelpful":1,"can":3,"even":1,"mix":1,"chat":2,"completion":3,"and":2,"in":2,"as":3,"long":1,"supports":1,"both":1,"note":1,"that":1,"all":1,"must":1,"use":1,"same":2,"run":2,"command":1,"earlier":1,"examples":1,"3":1,"check":2,"results":4,"by":1,"running":1,"cat":2,"jsonl":2,"bash":1,"db0f71f7dec244e6bce530e0b4ef908b":1,"response":1,"status":1,"code":1,"200":1,"3580bf4d4ae54d52b67eee266a6eab20":1,"embd":1,"33ac2efa7996430184461f2e38529746":1,"object":2,"list":1,"created":1,"444647":1,"data":1,"index":1,"016204833984375":1,"0092010498046875":1,"0018358230590820312":1,"0028228759765625":1,"001422882080078125":1,"0031147003173828125":1,"usage":1,"prompt":1,"tokens":3,"8":2,"total":1,"error":1,"null":1},"11311,984,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"example":2,"5":1,"using":4,"score":5,"endpoint":1,"additional":1,"prerequisites":1,"ensure":1,"you":4,"are":2,"vllm":1,"0":2,"7":1,"step":2,"1":4,"create":1,"your":2,"batch":5,"file":3,"add":1,"requests":3,"to":1,"the":13,"following":1,"is":7,"an":1,"text":5,"custom":2,"id":2,"request":2,"method":2,"post":2,"url":2,"v1":2,"body":2,"model":4,"baai":2,"bge":2,"reranker":2,"v2":2,"m3":2,"what":2,"capital":6,"of":6,"france":4,"2":4,"brazil":2,"brasilia":2,"paris":2,"can":2,"mix":1,"chat":1,"completion":1,"embedding":1,"and":1,"in":2,"as":3,"long":1,"supports":1,"them":1,"all":2,"note":1,"that":1,"must":1,"use":1,"same":2,"run":2,"command":1,"earlier":1,"examples":1},"12295,1134,data/raw/vllm-0.10.1/examples/offline_inference/openai_batch/README.md":{"step":1,"3":1,"check":2,"your":2,"results":4,"you":1,"can":1,"by":1,"running":1,"cat":2,"jsonl":2,"bash":1,"id":8,"vllm":4,"f87c5c4539184f618e555744a2965987":1,"custom":2,"request":4,"1":5,"response":2,"status":2,"code":2,"200":2,"batch":2,"806ab64512e44071b37d3f7ccd291413":1,"body":2,"score":10,"4ee45236897b4d29907d49b01298cdb1":1,"object":6,"list":2,"created":2,"1737847944":2,"model":2,"baai":2,"bge":2,"reranker":2,"v2":2,"m3":2,"data":2,"index":4,"0":8,"0010900497436523438":1,"usage":2,"prompt":4,"tokens":8,"37":4,"total":2,"completion":2,"details":2,"null":4,"error":2,"41990c51a26d4fac8419077f12871099":1,"2":1,"73ce66379026482699f81974e14e1e99":1,"13f2ffe6ba40460fbf9f7f00ad667d75":1,"001094818115234375":1},"0,1883,data/raw/vllm-0.10.1/examples/offline_inference/profiling_tpu/README.md":{"vllm":10,"tpu":11,"profiling":3,"this":6,"script":1,"is":5,"used":1,"to":5,"profile":11,"the":5,"performance":1,"of":8,"for":1,"specific":1,"prefill":6,"or":1,"decode":3,"token":3,"shapes":3,"note":1,"an":2,"actual":1,"running":2,"server":1,"a":4,"mix":1,"both":1,"many":2,"and":5,"we":2,"assume":1,"you":1,"are":1,"on":2,"already":1,"was":1,"tested":1,"v6e":1,"have":1,"installed":1,"according":1,"google":2,"installation":2,"guide":1,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"getting":1,"started":1,"html":1,"in":4,"all":1,"examples":2,"below":1,"run":1,"several":1,"warmups":1,"before":1,"so":1,"enforce":3,"eager":3,"okay":1,"generate":2,"trace":2,"example":2,"runs":2,"qwen":2,"qwen2":2,"5":2,"7b":2,"instruct":3,"with":2,"single":1,"request":1,"1024":2,"input":4,"tokens":2,"set":2,"up":2,"attempt":2,"just":2,"time":1,"operations":1,"bash":2,"export":8,"xla":3,"hlo":2,"debug":2,"1":10,"model":8,"duration":2,"ms":5,"3000":1,"delay":3,"0":1,"python3":2,"py":2,"len":6,"output":3,"batch":3,"size":4,"max":2,"2048":2,"tensor":2,"parallel":3,"result":2,"dir":2,"profiles":2,"llama":3,"3":2,"70b":2,"32":3,"requests":1,"where":1,"each":1,"has":1,"128":2,"decodes":1,"by":1,"having":1,"extremely":1,"small":1,"setting":1,"1000":2,"skip":1,"first":1,"second":1,"inference":1,"hopefully":1,"meta":1,"2000":1,"rm":1,"rf":1,"cache":2,"8":1},"1883,571,data/raw/vllm-0.10.1/examples/offline_inference/profiling_tpu/README.md":{"visualizing":1,"the":4,"profiles":4,"once":1,"you":5,"have":1,"collected":1,"your":2,"with":1,"this":1,"script":1,"can":1,"visualize":1,"them":1,"using":1,"tensorboard":4,"https":1,"cloud":1,"google":1,"com":1,"tpu":2,"docs":1,"pytorch":1,"xla":1,"performance":1,"profiling":1,"vm":1,"here":1,"are":1,"most":1,"likely":1,"dependencies":1,"need":2,"to":3,"install":2,"bash":2,"pip":1,"tensorflow":1,"cpu":1,"plugin":1,"profile":1,"etils":1,"importlib":1,"resources":1,"then":1,"just":1,"point":1,"directory":1,"where":1,"saved":1,"and":1,"visit":1,"http":1,"localhost":1,"6006":2,"in":1,"browser":1,"logdir":1,"port":1},"0,1654,data/raw/vllm-0.10.1/examples/offline_inference/profiling_tpu/profiling.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":7,"project":1,"import":11,"argparse":2,"dataclasses":2,"os":3,"time":7,"numpy":1,"as":2,"np":3,"torch":1,"xla":1,"debug":1,"profiler":1,"xp":2,"from":6,"tqdm":4,"llm":4,"samplingparams":2,"engine":3,"arg":1,"utils":2,"engineargs":2,"inputs":1,"prompttype":2,"flexibleargumentparser":1,"duration":2,"ms":4,"int":2,"getenv":2,"tpu":2,"profile":2,"3000":1,"delay":2,"def":2,"main":1,"args":10,"namespace":1,"print":4,"cli":1,"asdict":1,"server":2,"start":3,"9012":1,"noqa":1,"f841":1,"sampling":4,"params":4,"temperature":1,"ignore":1,"eos":1,"true":1,"max":1,"tokens":1,"output":1,"len":2,"dummy":4,"prompt":3,"token":3,"ids":3,"random":1,"randint":1,"10000":1,"size":2,"batch":3,"input":1,"prompts":2,"list":1,"for":2,"in":2,"tolist":1,"run":2,"completion":2,"perf":2,"counter":2,"generate":1,"use":1,"false":1,"end":2,"latency":3,"return":1,"warmup":7,"warming":1,"up":1,"latencies":3,"range":1,"num":1,"iters":1,"desc":1,"iterations":1,"append":1,"f":1,"average":1,"mean":1,"4f":1,"s":1},"1654,1713,data/raw/vllm-0.10.1/examples/offline_inference/profiling_tpu/profiling.py":{"profile":11,"dir":5,"args":8,"result":2,"print":2,"f":2,"profiling":3,"results":1,"will":1,"be":2,"saved":1,"to":5,"enable":1,"tracing":1,"on":1,"server":1,"xp":1,"trace":1,"detached":1,"localhost":1,"9012":1,"delay":3,"ms":5,"duration":2,"if":2,"0":2,"time":1,"sleep":1,"1":2,"latencies":3,"for":3,"in":1,"tqdm":1,"range":1,"num":3,"iters":3,"desc":1,"iterations":3,"append":1,"run":3,"completion":2,"average":1,"latency":2,"np":1,"mean":1,"4f":1,"s":1,"return":2,"def":1,"parse":3,"parser":10,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":2,"of":4,"processing":1,"a":1,"single":1,"batch":2,"requests":1,"till":1,"add":7,"argument":6,"input":1,"len":2,"type":6,"int":5,"default":6,"32":1,"output":2,"128":1,"size":1,"8":1,"warmup":2,"5":1,"help":3,"number":2,"str":1,"profiles":1,"path":1,"save":1,"pytorch":2,"profiler":1,"can":1,"visualized":1,"with":1,"ui":1,"perfetto":1,"dev":1,"or":1,"tensorboard":1,"https":1,"cloud":1,"google":1,"com":1,"tpu":2,"docs":1,"xla":1,"performance":1,"vm":1,"engineargs":1,"cli":1,"name":1,"main":2},"0,1472,data/raw/vllm-0.10.1/examples/offline_inference/basic/reward.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":3,"project":1,"from":3,"argparse":1,"import":3,"namespace":2,"llm":5,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":8,"parser":5,"add":1,"cli":1,"set":2,"example":1,"specific":1,"arguments":1,"defaults":1,"model":2,"internlm":1,"internlm2":1,"1":2,"8b":1,"reward":3,"runner":2,"pooling":2,"enforce":1,"eager":1,"true":2,"max":1,"len":3,"1024":1,"trust":1,"remote":1,"code":1,"return":1,"main":3,"sample":1,"prompts":4,"hello":1,"my":1,"name":2,"is":5,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"an":1,"you":1,"should":1,"pass":1,"for":2,"models":1,"vars":1,"generate":1,"rewards":8,"output":3,"a":1,"list":1,"poolingrequestoutput":1,"outputs":5,"print":4,"ngenerated":1,"n":1,"60":2,"prompt":3,"in":1,"zip":1,"data":1,"trimmed":2,"str":1,"16":2,"if":2,"else":1,"f":1,"r":1,"nreward":1,"size":1},"0,1969,data/raw/vllm-0.10.1/examples/offline_inference/basic/generate.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":9,"vllm":3,"project":1,"from":3,"import":2,"llm":7,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":2,"create":3,"parser":6,"add":8,"engine":1,"args":8,"cli":1,"set":1,"defaults":1,"model":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"sampling":15,"params":9,"group":6,"argument":5,"parameters":1,"max":6,"tokens":6,"type":4,"int":2,"temperature":6,"float":2,"top":12,"p":6,"k":6,"return":1,"main":1,"dict":1,"pop":5,"arguments":1,"not":5,"used":1,"by":1,"an":1,"a":2,"object":1,"get":1,"default":1,"if":4,"is":9,"none":4,"generate":2,"texts":1,"prompts":3,"output":4,"list":1,"of":4,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":5,"and":1,"other":1,"information":1,"hello":1,"my":1,"name":1,"president":1,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"outputs":4,"print":4,"50":2,"for":1,"in":1,"f":1,"r":2,"ngenerated":1},"1969,114,data/raw/vllm-0.10.1/examples/offline_inference/basic/generate.py":{"if":1,"name":1,"main":2,"parser":3,"create":1,"args":3,"dict":1,"vars":1,"parse":1},"0,1408,data/raw/vllm-0.10.1/examples/offline_inference/basic/embed.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":3,"project":1,"from":3,"argparse":1,"import":3,"namespace":2,"llm":5,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":8,"parser":5,"add":1,"cli":1,"set":2,"example":1,"specific":1,"arguments":1,"defaults":1,"model":1,"intfloat":1,"e5":1,"small":1,"runner":2,"pooling":2,"enforce":1,"eager":1,"true":1,"return":1,"main":3,"sample":1,"prompts":4,"hello":1,"my":1,"name":2,"is":5,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"an":1,"you":1,"should":1,"pass":1,"for":2,"embedding":3,"models":1,"vars":1,"generate":1,"output":3,"a":1,"list":1,"embeddingrequestoutputs":1,"outputs":5,"embed":1,"print":4,"ngenerated":1,"n":1,"60":2,"prompt":3,"in":1,"zip":1,"embeds":7,"trimmed":2,"str":1,"16":2,"1":1,"if":2,"len":2,"else":1,"f":1,"r":1,"nembeddings":1,"size":1},"0,1263,data/raw/vllm-0.10.1/examples/offline_inference/basic/score.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":3,"project":1,"from":3,"argparse":1,"import":3,"namespace":2,"llm":5,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":8,"parser":5,"add":1,"cli":1,"set":2,"example":1,"specific":1,"arguments":1,"defaults":1,"model":1,"baai":1,"bge":1,"reranker":1,"v2":1,"m3":1,"runner":2,"pooling":2,"enforce":1,"eager":1,"true":1,"return":1,"main":3,"sample":1,"prompts":1,"text":5,"1":3,"what":1,"is":4,"capital":3,"of":4,"france":2,"texts":3,"brazil":1,"brasilia":1,"paris":1,"create":1,"an":1,"you":1,"should":1,"pass":1,"for":2,"cross":1,"encoder":1,"models":1,"vars":1,"generate":1,"scores":1,"output":3,"a":1,"list":1,"scoringrequestoutputs":1,"outputs":5,"score":4,"print":4,"ngenerated":1,"n":1,"60":2,"in":1,"zip":1,"f":1,"pair":1,"r":1,"nscore":1,"if":1,"name":1},"0,1831,data/raw/vllm-0.10.1/examples/offline_inference/basic/chat.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":2,"import":2,"llm":6,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":3,"create":3,"parser":7,"add":10,"engine":1,"args":9,"cli":1,"set":1,"defaults":1,"model":1,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"sampling":14,"params":9,"group":6,"argument":6,"parameters":1,"max":6,"tokens":6,"type":5,"int":2,"temperature":6,"float":2,"top":12,"p":6,"k":6,"example":1,"chat":3,"template":3,"path":3,"str":1,"return":1,"main":1,"dict":1,"pop":6,"arguments":1,"not":5,"used":1,"by":1,"an":1,"object":1,"get":1,"default":1,"if":4,"is":4,"none":4,"print":6,"outputs":5,"ngenerated":1,"n":2,"80":3,"for":1,"output":3,"in":1,"prompt":4,"generated":3,"text":4,"f":2,"r":2},"1831,1325,data/raw/vllm-0.10.1/examples/offline_inference/basic/chat.py":{"in":2,"this":1,"script":1,"we":2,"demonstrate":1,"how":2,"to":3,"pass":1,"input":1,"the":3,"chat":12,"method":1,"conversation":3,"role":4,"system":1,"content":4,"you":3,"are":1,"a":2,"helpful":1,"assistant":2,"user":2,"hello":2,"can":3,"i":1,"assist":1,"today":1,"write":1,"an":1,"essay":1,"about":1,"importance":1,"of":1,"higher":1,"education":1,"outputs":7,"llm":4,"sampling":3,"params":3,"use":4,"tqdm":4,"false":2,"print":2,"run":1,"batch":2,"inference":2,"with":2,"api":1,"conversations":3,"for":1,"range":1,"10":1,"turn":1,"on":1,"progress":1,"bar":1,"verify":1,"it":1,"s":1,"indeed":1,"running":1,"true":1,"template":7,"be":1,"optionally":1,"supplied":1,"if":3,"not":2,"model":1,"will":1,"its":1,"default":1,"path":2,"is":1,"none":1,"open":1,"as":1,"f":2,"read":1,"name":1,"main":2,"parser":3,"create":1,"args":3,"dict":1,"vars":1,"parse":1},"0,1024,data/raw/vllm-0.10.1/examples/offline_inference/basic/basic.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":9,"vllm":2,"project":1,"from":2,"import":1,"llm":5,"samplingparams":2,"sample":1,"prompts":4,"hello":1,"my":1,"name":2,"is":5,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":2,"a":2,"sampling":3,"params":3,"object":1,"temperature":1,"8":1,"top":1,"p":1,"95":1,"def":1,"main":3,"an":1,"model":1,"facebook":1,"opt":1,"125m":1,"generate":2,"texts":1,"output":5,"list":1,"requestoutput":1,"objects":1,"that":1,"contain":1,"prompt":5,"generated":3,"text":4,"and":1,"other":1,"information":1,"outputs":5,"print":5,"ngenerated":1,"n":1,"60":2,"for":1,"in":1,"f":2,"r":2,"if":1},"0,1442,data/raw/vllm-0.10.1/examples/offline_inference/basic/classify.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":7,"vllm":3,"project":1,"from":3,"argparse":1,"import":3,"namespace":2,"llm":5,"engineargs":2,"utils":1,"flexibleargumentparser":2,"def":2,"parse":3,"args":8,"parser":5,"add":1,"cli":1,"set":2,"example":1,"specific":1,"arguments":1,"defaults":1,"model":1,"jason9693":1,"qwen2":1,"5":1,"1":2,"5b":1,"apeach":1,"runner":2,"pooling":2,"enforce":1,"eager":1,"true":1,"return":1,"main":3,"sample":1,"prompts":4,"hello":1,"my":1,"name":2,"is":5,"president":1,"of":4,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"create":1,"an":1,"you":1,"should":1,"pass":1,"for":2,"classification":1,"models":1,"vars":1,"generate":1,"logits":1,"output":3,"a":1,"list":1,"classificationrequestoutputs":1,"outputs":5,"classify":1,"print":4,"ngenerated":1,"n":2,"60":2,"prompt":3,"in":1,"zip":1,"probs":8,"trimmed":2,"str":1,"16":2,"if":2,"len":2,"else":1,"f":2,"r":1,"class":1,"probabilities":1,"size":1},"0,1206,data/raw/vllm-0.10.1/examples/offline_inference/basic/README.md":{"basic":9,"the":9,"llm":3,"class":1,"provides":1,"primary":1,"python":9,"interface":1,"for":2,"doing":1,"offline":8,"inference":10,"which":2,"is":1,"interacting":1,"with":3,"a":3,"model":2,"without":1,"using":1,"separate":1,"server":1,"usage":2,"first":1,"script":2,"in":1,"this":1,"example":1,"shows":1,"most":1,"of":3,"vllm":4,"if":1,"you":3,"are":2,"new":1,"to":2,"and":3,"should":1,"start":1,"here":1,"bash":6,"examples":6,"py":6,"rest":1,"scripts":2,"include":1,"an":1,"argument":1,"parser":1,"https":3,"docs":3,"org":1,"3":1,"library":1,"argparse":1,"html":3,"can":1,"use":1,"pass":1,"any":1,"arguments":2,"that":1,"compatible":1,"ai":2,"en":2,"latest":2,"api":2,"try":1,"running":1,"help":1,"list":1,"all":1,"available":1,"classify":1,"embed":1,"score":1,"chat":2,"generate":2,"also":1,"accept":1,"sampling":2,"parameters":2,"params":1,"max":1,"tokens":1,"temperature":1,"top":2,"p":1,"k":1},"1206,1777,data/raw/vllm-0.10.1/examples/offline_inference/basic/README.md":{"features":2,"in":3,"the":15,"scripts":1,"that":3,"support":1,"passing":1,"arguments":3,"you":4,"can":4,"experiment":1,"with":4,"following":4,"default":2,"generation":7,"config":7,"argument":3,"specifies":1,"where":1,"will":4,"be":5,"loaded":4,"from":5,"when":1,"calling":1,"llm":1,"get":1,"sampling":1,"params":1,"if":5,"set":3,"to":5,"auto":2,"model":7,"path":4,"a":6,"folder":2,"specified":2,"it":5,"is":3,"not":1,"provided":1,"vllm":2,"defaults":1,"used":1,"max":1,"new":1,"tokens":2,"then":2,"sets":1,"server":1,"wide":1,"limit":1,"on":2,"number":1,"of":3,"output":1,"for":2,"all":1,"requests":1,"try":3,"yourself":3,"bash":3,"quantization":1,"gguf":5,"supports":1,"models":1,"are":1,"quantized":2,"using":2,"one":2,"by":1,"downloading":1,"and":2,"python":1,"huggingface":1,"hub":3,"import":1,"hf":3,"download":2,"repo":2,"id":2,"bartowski":1,"phi":3,"3":3,"medium":3,"4k":3,"instruct":3,"filename":3,"iq2":1,"m":1,"print":1,"local":1,"printed":1,"above":1,"tokenizer":1,"microsoft":1,"cpu":5,"offload":3,"gb":4,"seen":1,"as":3,"virtual":1,"way":1,"increase":1,"gpu":6,"memory":4,"size":1,"example":1,"have":1,"24":1,"this":2,"10":2,"virtually":1,"think":1,"34":1,"load":1,"13b":2,"bf16":1,"weight":1,"which":1,"requires":2,"at":1,"least":1,"26gb":1,"note":1,"fast":1,"interconnect":1,"part":1,"fly":1,"each":1,"forward":1,"pass":1,"meta":1,"llama":2,"2":1,"chat":1},"0,1515,data/raw/vllm-0.10.1/examples/offline_inference/disaggregated-prefill-v1/decode_example.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"from":4,"import":2,"llm":4,"samplingparams":2,"config":3,"kvtransferconfig":2,"def":2,"read":3,"prompts":10,"output":7,"txt":4,"try":1,"with":1,"open":1,"as":1,"f":4,"for":2,"line":2,"in":2,"append":1,"strip":1,"print":5,"loaded":1,"len":2,"return":1,"except":1,"filenotfounderror":1,"error":1,"file":1,"not":1,"found":1,"exit":1,"1":1,"main":3,"sampling":2,"params":2,"temperature":1,"top":1,"p":1,"95":1,"max":5,"tokens":3,"10":1,"model":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"enforce":1,"eager":1,"true":1,"gpu":1,"memory":1,"utilization":1,"8":1,"num":3,"batched":2,"64":1,"seqs":1,"16":1,"kv":5,"transfer":1,"connector":2,"sharedstorageconnector":1,"role":1,"both":1,"extra":1,"shared":1,"storage":2,"path":1,"local":1,"2048":2,"1st":1,"generation":1,"prefill":1,"instance":1,"outputs":3,"generate":1,"30":2,"prompt":4,"generated":2,"text":4,"r":2,"ngenerated":1,"if":1,"name":1},"0,1641,data/raw/vllm-0.10.1/examples/offline_inference/disaggregated-prefill-v1/prefill_example.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":3,"project":1,"from":2,"import":2,"llm":4,"samplingparams":2,"config":3,"kvtransferconfig":2,"def":2,"read":2,"prompts":10,"context":3,"hi":1,"1000":1,"context2":3,"hey":1,"500":1,"return":1,"hello":1,"my":1,"name":3,"is":4,"capital":2,"of":2,"france":1,"your":1,"china":1,"main":3,"sampling":2,"params":2,"temperature":1,"top":1,"p":1,"95":1,"max":3,"tokens":2,"1":1,"model":2,"meta":1,"llama":2,"3":1,"1b":1,"instruct":1,"enforce":1,"eager":1,"true":1,"gpu":1,"memory":1,"utilization":1,"8":1,"kv":5,"transfer":1,"connector":2,"sharedstorageconnector":1,"role":1,"both":1,"extra":1,"shared":1,"storage":2,"path":1,"local":1,"len":2,"2048":2,"num":1,"batched":1,"1st":1,"generation":1,"prefill":1,"instance":1,"outputs":3,"generate":1,"new":5,"print":4,"30":2,"for":2,"output":6,"in":2,"prompt":7,"generated":3,"text":5,"append":1,"f":4,"r":2,"ngenerated":1,"write":2,"txt":3,"with":1,"open":1,"w":1,"as":1,"n":1,"saved":1,"if":1},"0,663,data/raw/vllm-0.10.1/examples/offline_inference/disaggregated-prefill-v1/README.md":{"disaggregated":3,"prefill":6,"v1":2,"this":1,"example":5,"contains":1,"scripts":1,"that":2,"demonstrate":1,"in":2,"the":8,"offline":2,"setting":1,"of":1,"vllm":1,"files":1,"run":3,"sh":2,"a":3,"helper":1,"script":3,"will":1,"py":4,"and":3,"decode":3,"sequentially":1,"make":1,"sure":1,"you":1,"are":1,"examples":1,"inference":1,"directory":3,"before":1,"running":1,"which":2,"performs":2,"only":2,"saving":1,"kv":2,"state":2,"to":2,"local":2,"storage":2,"prompts":2,"output":2,"txt":2,"loading":1,"from":2},"0,834,data/raw/vllm-0.10.1/examples/others/logging_configuration.md":{"logging":14,"configuration":4,"vllm":12,"leverages":1,"python":1,"s":2,"config":4,"dictconfig":1,"functionality":1,"to":4,"enable":1,"robust":1,"and":6,"flexible":3,"of":2,"the":1,"various":1,"loggers":1,"used":2,"by":1,"offers":1,"two":1,"environment":1,"variables":1,"that":2,"can":1,"be":1,"accommodate":1,"a":1,"range":2,"configurations":1,"from":1,"simple":3,"inflexible":3,"more":4,"complex":2,"no":1,"set":4,"configure":5,"0":1,"leaving":1,"path":3,"unset":3,"default":1,"leave":2,"or":2,"1":2,"fine":1,"grained":1,"custom":1,"json":1},"834,1340,data/raw/vllm-0.10.1/examples/others/logging_configuration.md":{"logging":18,"configuration":6,"environment":1,"variables":1,"vllm":22,"configure":8,"controls":1,"whether":1,"or":1,"not":1,"takes":1,"any":1,"action":1,"to":6,"the":5,"loggers":3,"used":2,"by":5,"this":1,"functionality":1,"is":7,"enabled":2,"default":4,"but":2,"can":1,"be":3,"disabled":3,"setting":1,"0":1,"when":1,"running":1,"if":3,"and":3,"no":2,"value":2,"given":2,"for":2,"config":6,"path":6,"will":4,"use":1,"built":2,"in":3,"root":2,"logger":2,"other":1,"are":1,"configured":1,"as":1,"such":1,"all":2,"defer":1,"make":1,"decisions":1,"a":3,"an":2,"error":2,"occur":2,"while":2,"starting":2,"allows":1,"users":1,"specify":1,"json":2,"file":1,"of":2,"alternative":1,"custom":1,"that":1,"instead":1,"s":2,"should":1,"provided":1,"format":1,"following":1,"schema":3,"specified":2,"python":2,"dictionary":2,"https":1,"docs":1,"org":1,"3":1,"library":1,"html":1,"details":1},"2174,1211,data/raw/vllm-0.10.1/examples/others/logging_configuration.md":{"examples":1,"example":2,"1":3,"customize":2,"vllm":7,"root":2,"logger":4,"for":1,"this":1,"we":1,"will":1,"the":6,"to":7,"use":1,"python":2,"json":10,"https":1,"github":1,"com":1,"nhairs":1,"which":1,"is":1,"part":1,"of":4,"container":1,"image":1,"log":2,"stdout":2,"console":3,"in":1,"format":1,"with":2,"a":1,"level":3,"info":3,"begin":1,"first":1,"create":1,"an":1,"appropriate":1,"logging":7,"configuration":2,"file":2,"note":1,"path":5,"config":4,"formatters":1,"class":2,"pythonjsonlogger":1,"jsonlogger":1,"jsonformatter":1,"handlers":2,"streamhandler":1,"formatter":1,"stream":1,"ext":1,"sys":1,"loggers":1,"propagate":1,"false":1,"version":1,"finally":1,"run":1,"environment":1,"variable":1,"set":1,"custom":1,"bash":1,"serve":1,"mistralai":1,"mistral":1,"7b":1,"v0":1,"max":1,"model":1,"len":1,"2048":1},"3385,1674,data/raw/vllm-0.10.1/examples/others/logging_configuration.md":{"example":2,"2":1,"silence":3,"a":2,"particular":2,"vllm":17,"logger":11,"to":8,"it":3,"is":3,"necessary":2,"provide":2,"custom":4,"logging":10,"configuration":8,"for":5,"the":10,"target":1,"that":3,"configures":1,"so":1,"won":1,"t":1,"propagate":3,"its":1,"log":1,"messages":1,"root":3,"when":1,"provided":1,"any":2,"also":1,"since":1,"overrides":1,"built":1,"in":1,"default":1,"used":1,"by":1,"first":1,"create":1,"an":1,"appropriate":1,"json":5,"file":2,"includes":1,"and":1,"you":1,"wish":1,"note":1,"path":5,"config":4,"formatters":1,"class":2,"utils":1,"newlineformatter":1,"datefmt":1,"m":2,"d":2,"h":1,"s":5,"format":1,"levelname":1,"asctime":1,"filename":1,"lineno":1,"message":1,"handlers":2,"streamhandler":1,"formatter":1,"level":2,"info":1,"stream":1,"ext":1,"sys":1,"stdout":1,"loggers":1,"debug":1,"false":2,"noisy":1,"version":1,"1":2,"finally":1,"run":1,"with":1,"environment":1,"variable":1,"set":1,"of":1,"bash":1,"serve":1,"mistralai":1,"mistral":1,"7b":1,"v0":1,"max":1,"model":1,"len":1,"2048":1},"5059,406,data/raw/vllm-0.10.1/examples/others/logging_configuration.md":{"example":1,"3":1,"disable":2,"vllm":10,"default":2,"logging":4,"configuration":2,"to":1,"s":1,"and":1,"silence":1,"all":2,"loggers":2,"simple":1,"set":1,"configure":2,"0":2,"when":1,"running":1,"this":1,"will":1,"prevent":1,"for":1,"configuring":1,"the":1,"root":1,"logger":1,"which":1,"in":1,"turn":1,"silences":1,"other":1,"bash":1,"serve":1,"mistralai":1,"mistral":1,"7b":1,"v0":1,"1":1,"max":1,"model":1,"len":1,"2048":1},"5465,153,data/raw/vllm-0.10.1/examples/others/logging_configuration.md":{"additional":1,"resources":1,"logging":2,"config":2,"dictionary":2,"schema":2,"details":2,"https":1,"docs":1,"python":1,"org":1,"3":1,"library":1,"html":1},"0,1975,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":6,"vllm":14,"project":1,"import":11,"argparse":1,"dataclasses":1,"json":1,"logging":2,"os":1,"uuid":1,"from":8,"llm":1,"samplingparams":1,"engine":1,"arg":2,"utils":2,"engineargs":1,"lora":2,"request":1,"lorarequest":1,"model":9,"executor":1,"loader":1,"tensorizer":7,"tensorizerargs":1,"tensorizerconfig":1,"tensorize":4,"adapter":1,"kwargs":1,"flexibleargumentparser":1,"logger":1,"getlogger":1,"yapf":2,"conflicts":1,"with":3,"isort":1,"for":1,"this":5,"docstring":1,"disable":1,"py":2,"is":2,"a":5,"script":2,"that":1,"can":5,"be":4,"used":2,"serialize":3,"and":5,"deserialize":1,"models":2,"these":1,"loaded":1,"using":2,"gpu":1,"extremely":1,"quickly":1,"over":1,"an":2,"http":1,"https":2,"endpoint":4,"s3":11,"or":1,"locally":1,"tensor":1,"encryption":1,"decryption":1,"also":3,"supported":1,"although":1,"libsodium":1,"must":1,"installed":1,"use":1,"it":4,"install":3,"support":1,"pip":1,"learn":1,"more":1,"about":1,"visit":1,"github":1,"com":1,"coreweave":1,"source":1,"then":1,"run":1,"something":1,"like":1,"root":1,"level":1,"of":2,"repository":1,"python":1,"examples":1,"others":1,"facebook":1,"opt":1,"125m":1,"serialized":1,"directory":2,"my":1,"bucket":2,"suffix":1,"v1":1,"which":1,"downloads":1,"huggingface":1,"loads":1,"into":1,"serializes":1,"saves":1,"your":2,"local":1,"assumes":1,"credentials":2,"are":1,"specified":1,"as":4,"environment":1,"variables":1,"in":1,"form":1,"access":4,"key":5,"id":2,"secret":2,"url":1,"provide":2,"directly":1,"you":2,"well":1,"cli":1,"args":1,"encrypt":1,"weights":1,"randomly":1,"generated":1,"by":1,"providing":1,"keyfile":1,"argument":1},"1975,1957,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"to":11,"deserialize":4,"a":8,"model":14,"you":2,"can":6,"run":3,"something":1,"like":1,"this":5,"from":3,"the":11,"root":1,"level":1,"of":2,"repository":1,"python":5,"examples":4,"others":4,"tensorize":4,"vllm":10,"py":3,"eleutherai":2,"gpt":2,"j":2,"6b":2,"dtype":1,"float16":1,"path":2,"tensors":5,"s3":4,"my":3,"bucket":4,"v1":3,"which":1,"downloads":1,"your":1,"and":3,"deserializes":1,"them":1,"also":3,"provide":1,"keyfile":1,"argument":1,"decrypt":1,"weights":1,"if":1,"they":1,"were":1,"serialized":5,"with":6,"encryption":1,"support":1,"distributed":1,"tensor":1,"parallel":1,"models":3,"each":1,"shard":2,"will":3,"be":7,"separate":1,"file":1,"tensorizer":8,"uri":2,"is":2,"then":1,"specified":1,"as":3,"string":1,"template":1,"format":3,"specifier":1,"such":1,"03d":2,"that":2,"rendered":1,"s":1,"rank":2,"sharded":1,"script":2,"named":1,"for":5,"more":1,"information":1,"on":1,"available":2,"arguments":2,"serializing":1,"m":1,"serialize":1,"help":3,"or":1,"deserializing":1,"once":1,"invoked":1,"llm":4,"class":1,"directly":1,"load":4,"import":1,"facebook":2,"opt":2,"125m":2,"used":3,"during":1,"loading":2,"openai":1,"inference":1,"server":1,"serve":1,"in":3,"order":1,"see":1,"all":1,"usable":1,"configure":1,"are":2,"given":1,"tensorizerconfig":1,"under":1,"options":1,"section":1,"these":1,"deserialization":1,"example":1,"although":1,"functionally":1,"same":1,"case":1,"save":1,"lora":2,"adapters":1,"adapter":1},"3932,1630,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"can":5,"be":5,"serialized":3,"directly":2,"with":6,"the":8,"path":3,"to":11,"lora":9,"adapter":5,"on":1,"hf":2,"hub":1,"and":5,"a":7,"tensorizerconfig":3,"object":2,"in":2,"this":2,"script":2,"passing":2,"id":1,"will":1,"serialize":6,"artifacts":3,"directory":3,"you":1,"then":2,"use":2,"vllm":4,"serve":2,"for":2,"instance":2,"by":2,"ensuring":1,"are":1,"your":1,"model":4,"specifying":1,"enable":2,"s3":1,"my":1,"bucket":1,"facebook":1,"opt":1,"125m":1,"v1":1,"load":1,"format":1,"tensorizer":3,"def":1,"get":1,"parser":8,"flexibleargumentparser":1,"description":1,"an":1,"example":1,"that":1,"used":1,"deserialize":1,"models":2,"these":1,"loaded":1,"using":1,"gpu":1,"extremely":1,"quickly":1,"tensor":1,"encryption":1,"decryption":1,"is":1,"also":1,"supported":1,"although":1,"libsodium":1,"must":1,"installed":1,"it":3,"engineargs":1,"add":4,"cli":1,"args":1,"argument":1,"type":1,"str":1,"required":2,"false":1,"help":2,"along":2,"tensors":1,"deserialized":1,"instantiating":1,"creating":1,"dict":2,"from":1,"serializable":1,"lorarequest":1,"s":1,"initializer":1,"kwarg":1,"config":1,"subparsers":3,"dest":1,"command":1,"true":1},"5562,1942,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"serialize":5,"parser":6,"add":5,"argument":4,"suffix":6,"type":4,"str":3,"required":4,"false":3,"help":5,"the":14,"to":12,"append":1,"serialized":6,"model":10,"directory":6,"which":1,"is":8,"used":3,"construct":1,"location":1,"of":2,"tensors":7,"e":1,"g":1,"if":4,"s3":3,"my":2,"bucket":2,"and":5,"v1":2,"will":3,"be":5,"saved":3,"vllm":2,"eleutherai":3,"gpt":3,"j":3,"6b":3,"none":1,"provided":2,"a":7,"random":2,"uuid":2,"true":1,"this":2,"can":2,"local":1,"or":2,"uri":1,"path":3,"where":2,"are":1,"combination":1,"supplied":1,"dir":3,"reference":1,"id":2,"for":1,"instance":1,"huggingface":1,"given":1,"by":1,"not":1,"serialization":2,"kwargs":2,"tensorizer":2,"arg":1,"json":1,"string":1,"containing":1,"additional":1,"keyword":1,"arguments":1,"pass":1,"s":1,"tensorserializer":1,"during":1,"keyfile":1,"encrypt":1,"weights":1,"with":1,"randomly":1,"generated":1,"binary":1,"key":2,"save":1,"at":1,"deserialize":3,"subparsers":1,"from":1,"verify":1,"it":1,"loaded":1},"7504,1475,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"deserialize":6,"parser":6,"add":5,"argument":4,"path":4,"to":9,"tensors":4,"type":4,"str":3,"required":4,"false":4,"help":4,"the":4,"local":1,"or":1,"s3":1,"uri":1,"model":6,"serialized":2,"directory":2,"with":4,"artifacts":1,"for":2,"loading":1,"assumes":1,"a":3,"file":1,"exists":1,"therein":1,"can":1,"supersede":1,"keyfile":1,"binary":1,"key":1,"use":1,"decrypt":1,"weights":1,"if":2,"was":1,"encryption":1,"deserialization":2,"kwargs":2,"tensorizer":3,"arg":1,"json":1,"string":1,"containing":1,"additional":1,"keyword":1,"arguments":1,"pass":1,"s":2,"tensordeserializer":1,"during":1,"tensorizerargs":1,"cli":1,"args":1,"return":1,"def":1,"merge":1,"extra":4,"config":3,"cfg":5,"dict":1,"tensorizerconfig":2,"k":4,"v":2,"in":1,"items":1,"hasattr":1,"setattr":1,"logger":1,"info":1,"updating":1,"from":1,"loader":1,"provided":1},"8979,1990,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"def":2,"deserialize":1,"args":12,"tensorizer":10,"config":9,"if":1,"lora":7,"path":2,"dir":2,"llm":6,"model":6,"load":3,"format":2,"tensor":4,"parallel":4,"size":4,"loader":2,"extra":3,"enable":1,"true":1,"sampling":2,"params":2,"samplingparams":1,"temperature":1,"0":1,"max":1,"tokens":1,"256":1,"stop":1,"assistant":1,"truncating":1,"this":1,"as":1,"the":2,"text":1,"isn":1,"t":1,"necessary":1,"prompts":2,"user":1,"write":1,"a":1,"sql":2,"query":1,"to":2,"answer":1,"question":1,"based":1,"on":1,"test":1,"print":1,"generate":1,"request":1,"lorarequest":1,"1":1,"dict":1,"serializable":1,"else":1,"return":1,"main":1,"parser":3,"get":4,"parse":1,"s3":15,"access":10,"key":10,"id":5,"getattr":3,"none":6,"or":3,"os":3,"environ":3,"secret":5,"endpoint":5,"url":1,"credentials":1},"10969,1871,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"model":10,"ref":2,"args":20,"if":8,"command":3,"serialize":2,"or":5,"deserialize":1,"keyfile":5,"else":3,"none":2,"extra":6,"config":10,"loader":2,"json":1,"loads":1,"tensorizer":15,"dir":9,"serialized":3,"directory":3,"get":2,"uri":5,"getattr":2,"path":11,"to":3,"tensors":5,"and":3,"parser":2,"error":2,"cannot":1,"both":1,"be":2,"provided":2,"not":2,"either":1,"must":1,"eng":2,"dict":2,"f":6,"name":2,"for":1,"in":1,"dataclasses":1,"fields":1,"engineargs":2,"engine":2,"from":1,"cli":1,"argparse":1,"namespace":1,"input":2,"rstrip":1,"suffix":4,"uuid":1,"uuid4":1,"hex":1,"base":3,"vllm":1,"tensor":1,"parallel":1,"size":1,"1":1,"rank":1,"03d":1,"tensorizerconfig":1,"encryption":1,"serialization":2,"kwargs":2,"credentials":1,"lora":4,"tensorize":1,"adapter":1},"12840,839,data/raw/vllm-0.10.1/examples/others/tensorize_vllm_model.py":{"merge":2,"extra":4,"config":11,"with":2,"tensorizer":9,"tensorize":1,"vllm":1,"model":1,"engine":1,"args":6,"elif":1,"command":1,"deserialize":3,"tensorizerconfig":1,"uri":1,"path":1,"to":1,"tensors":1,"dir":1,"serialized":1,"directory":1,"encryption":1,"keyfile":2,"deserialization":2,"kwargs":2,"or":2,"credentials":1,"else":1,"raise":1,"valueerror":1,"either":1,"serialize":1,"must":1,"be":1,"specified":1,"if":1,"name":1,"main":2},"0,1824,data/raw/vllm-0.10.1/examples/others/lmcache/kv_cache_sharing_lmcache_v1.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":7,"vllm":8,"project":1,"this":2,"file":1,"demonstrates":1,"example":2,"usage":1,"of":2,"remote":4,"kv":5,"cache":6,"sharing":1,"with":1,"lmcache":23,"we":2,"will":1,"launch":2,"instances":1,"and":2,"an":1,"additional":1,"server":6,"is":2,"transferred":1,"in":4,"following":1,"manner":1,"1":2,"instance":2,"store":4,"reuse":1,"retrieve":1,"note":1,"that":1,"needs":1,"be":1,"installed":1,"run":2,"learn":1,"more":1,"about":1,"https":1,"github":1,"com":1,"import":8,"os":8,"subprocess":1,"time":1,"from":5,"multiprocessing":1,"event":1,"process":2,"integration":1,"utils":1,"engine":2,"name":1,"v1":1,"lmcacheenginebuilder":1,"llm":1,"samplingparams":2,"config":1,"kvtransferconfig":1,"related":1,"environment":1,"variables":1,"port":3,"start":1,"8100":1,"use":4,"experimental":2,"features":1,"environ":7,"true":1,"set":4,"256":2,"tokens":2,"per":1,"chunk":2,"size":2,"disable":1,"local":4,"cpu":4,"backend":1,"false":1,"memory":1,"buffer":1,"limit":1,"5":2,"gb":1,"max":2,"url":2,"for":2,"f":1,"lm":1,"localhost":1,"serializer":1,"deserializer":1,"between":1,"naive":2,"indicates":1,"using":1,"raw":1,"bytes":1,"tensor":1,"without":1,"any":1,"compression":1,"serde":1,"prompts":2,"hello":1,"how":1,"are":1,"you":1,"1000":1,"def":1,"done":1,"gpu":1,"cuda":1,"visible":1,"devices":1,"sampling":1,"params":1,"temperature":1,"top":1,"p":1,"95":1,"10":1},"1824,1889,data/raw/vllm-0.10.1/examples/others/lmcache/kv_cache_sharing_lmcache_v1.py":{"ktc":4,"kvtransferconfig":2,"kv":11,"connector":2,"lmcacheconnectorv1":2,"role":2,"both":2,"set":3,"gpu":9,"memory":8,"utilization":4,"to":3,"0":8,"8":4,"for":6,"an":2,"a40":2,"with":2,"40gb":2,"reduce":2,"the":2,"value":2,"if":2,"your":2,"has":2,"less":2,"llm":6,"model":4,"mistralai":2,"mistral":2,"7b":2,"instruct":2,"v0":2,"2":2,"transfer":2,"config":2,"max":3,"len":2,"8000":2,"enforce":2,"eager":2,"true":2,"outputs":6,"generate":2,"prompts":3,"sampling":3,"params":3,"output":4,"in":2,"generated":6,"text":8,"print":4,"f":2,"r":2,"cache":3,"store":5,"is":1,"finished":1,"done":3,"clean":2,"up":2,"lmcache":4,"backend":2,"lmcacheenginebuilder":2,"destroy":2,"engine":2,"name":2,"def":2,"run":2,"retrieve":2,"timeout":2,"1":3,"we":1,"use":1,"process":1,"os":1,"environ":1,"cuda":1,"visible":1,"devices":1,"samplingparams":1,"temperature":1,"top":1,"p":1,"95":1,"tokens":1,"10":1,"of":1,"waiting":1,"finish":1,"wait":1,"time":1,"sleep":1,"server":4,"port":2,"proc":2,"subprocess":1,"popen":1,"python":1,"m":1,"v1":1,"localhost":1,"str":1,"return":1},"3713,576,data/raw/vllm-0.10.1/examples/others/lmcache/kv_cache_sharing_lmcache_v1.py":{"def":1,"main":3,"store":8,"done":3,"event":1,"process":13,"target":2,"run":3,"args":2,"prompts":2,"retrieve":5,"lmcache":4,"server":4,"port":1,"start":4,"kv":2,"cache":2,"clean":1,"up":1,"the":1,"processes":1,"join":1,"terminate":2,"wait":1,"if":1,"name":1},"0,1807,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v0.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":7,"vllm":8,"project":1,"this":2,"file":1,"demonstrates":1,"example":2,"usage":1,"of":2,"disaggregated":1,"prefilling":1,"with":1,"lmcache":22,"we":2,"will":1,"launch":2,"instances":1,"gpu":3,"for":4,"prefill":5,"and":3,"1":2,"decode":2,"an":1,"additional":1,"server":5,"kv":1,"cache":2,"is":3,"transferred":1,"in":4,"following":1,"manner":1,"node":3,"note":1,"that":1,"pip":1,"install":1,"needed":1,"run":2,"learn":1,"more":1,"about":1,"https":1,"github":1,"com":1,"import":8,"os":8,"subprocess":1,"time":1,"from":5,"multiprocessing":1,"event":1,"process":1,"experimental":3,"engine":2,"lmcacheenginebuilder":1,"integration":1,"utils":1,"name":1,"llm":1,"samplingparams":2,"config":1,"kvtransferconfig":1,"related":1,"environment":1,"variables":1,"port":3,"start":1,"8100":1,"use":4,"features":1,"environ":7,"true":1,"set":4,"256":2,"tokens":2,"per":1,"chunk":2,"size":2,"disable":1,"local":4,"cpu":4,"backend":1,"false":1,"memory":1,"buffer":1,"limit":1,"5":2,"gb":1,"max":2,"remote":3,"url":2,"f":1,"lm":1,"localhost":1,"serializer":1,"deserializer":1,"between":1,"naive":2,"indicates":1,"using":1,"raw":1,"bytes":1,"tensor":1,"without":1,"any":1,"compression":1,"serde":1,"prompts":2,"hello":1,"how":1,"are":1,"you":1,"1000":1,"def":1,"done":1,"cuda":1,"visible":1,"devices":1,"sampling":1,"params":1,"temperature":1,"top":1,"p":1,"95":1},"1807,1897,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v0.py":{"ktc":4,"kvtransferconfig":2,"kv":12,"connector":2,"lmcacheconnector":2,"role":2,"producer":1,"rank":2,"0":9,"parallel":2,"size":2,"2":4,"set":3,"gpu":9,"memory":8,"utilization":4,"to":3,"8":4,"for":6,"an":2,"a40":2,"with":2,"40gb":2,"reduce":2,"the":2,"value":2,"if":2,"your":2,"has":2,"less":2,"llm":7,"model":4,"mistralai":2,"mistral":2,"7b":2,"instruct":2,"v0":2,"transfer":2,"config":2,"max":3,"len":2,"8000":2,"enforce":2,"eager":2,"true":2,"generate":3,"prompts":4,"sampling":4,"params":4,"outputs":6,"output":4,"in":2,"generated":6,"text":8,"print":4,"f":2,"r":2,"prefill":5,"node":3,"is":1,"finished":1,"done":3,"clean":2,"up":2,"lmcache":2,"backend":2,"lmcacheenginebuilder":2,"destroy":2,"engine":2,"name":2,"def":1,"run":1,"decode":2,"timeout":2,"1":4,"we":1,"use":1,"os":1,"environ":1,"cuda":1,"visible":1,"devices":1,"samplingparams":1,"temperature":1,"top":1,"p":1,"95":1,"tokens":1,"10":1,"consumer":1,"of":1,"waiting":1,"finish":1,"wait":1,"time":1,"sleep":1},"3704,735,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v0.py":{"def":2,"run":4,"lmcache":6,"server":8,"port":3,"proc":2,"subprocess":1,"popen":1,"python":1,"m":1,"experimental":1,"localhost":1,"str":1,"return":1,"main":3,"prefill":8,"done":3,"event":1,"process":11,"target":2,"args":2,"prompts":2,"decode":5,"start":4,"node":2,"clean":1,"up":1,"the":1,"processes":1,"join":1,"terminate":2,"wait":1,"if":1,"name":1},"0,1680,data/raw/vllm-0.10.1/examples/others/lmcache/cpu_offload_lmcache.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":2,"vllm":10,"project":1,"this":2,"file":1,"demonstrates":1,"example":2,"usage":2,"of":1,"cpu":5,"offloading":1,"with":1,"lmcache":15,"in":3,"v1":4,"or":1,"v0":4,"specify":1,"version":3,"v":2,"use":6,"lmcacheconnector":1,"model":2,"mistralai":1,"mistral":1,"7b":1,"instruct":2,"includes":1,"enable":3,"chunked":2,"prefill":2,"true":3,"lmcacheconnectorv1":1,"default":1,"meta":2,"llama":2,"3":1,"1":1,"8b":1,"without":1,"note":1,"that":1,"is":2,"needed":1,"run":1,"requirements":1,"https":2,"docs":2,"ai":2,"getting":2,"started":2,"installation":2,"html":2,"prerequisites":1,"learn":1,"more":1,"about":1,"environment":3,"setup":2,"please":1,"refer":1,"import":10,"argparse":1,"contextlib":2,"os":6,"time":1,"from":6,"dataclasses":1,"asdict":1,"integration":1,"utils":2,"engine":3,"name":1,"cache":1,"lmcacheenginebuilder":1,"llm":1,"samplingparams":1,"config":1,"kvtransferconfig":1,"arg":1,"engineargs":1,"def":1,"variables":2,"str":1,"related":1,"experimental":2,"features":1,"environ":5,"set":2,"256":2,"tokens":1,"per":1,"chunk":2,"size":2,"local":4,"backend":1,"memory":1,"limit":1,"5":2,"gb":1,"max":1,"if":1,"contextmanager":1},"1680,1933,data/raw/vllm-0.10.1/examples/others/lmcache/cpu_offload_lmcache.py":{"def":4,"build":1,"llm":10,"with":2,"lmcache":8,"connector":3,"str":7,"model":7,"vllm":4,"version":4,"ktc":3,"kvtransferconfig":1,"kv":7,"role":1,"both":1,"set":1,"gpu":5,"memory":5,"utilization":3,"to":2,"0":5,"8":3,"for":4,"an":1,"a40":1,"40gb":1,"reduce":1,"the":3,"value":1,"if":2,"your":1,"has":2,"less":1,"note":1,"supports":1,"chunked":2,"prefill":2,"see":2,"14505":1,"392":1,"v0":3,"args":7,"engineargs":2,"transfer":2,"config":2,"max":2,"len":2,"8000":2,"enable":1,"true":1,"only":1,"in":3,"else":1,"asdict":1,"try":1,"yield":1,"finally":1,"clean":1,"up":1,"backend":1,"lmcacheenginebuilder":1,"destroy":1,"engine":1,"name":1,"print":5,"output":3,"prompt":2,"list":1,"sampling":2,"params":2,"samplingparams":1,"req":2,"should":1,"be":1,"able":1,"logs":1,"like":1,"following":1,"info":1,"storing":1,"cache":2,"6006":2,"out":1,"of":1,"tokens":1,"request":2,"this":1,"indicates":1,"that":1,"been":1,"stored":1,"start":2,"time":4,"outputs":3,"generate":1,"50":2,"generated":3,"text":4,"f":2,"r":1,"generation":1,"took":1,"2f":1,"seconds":1,"done":1,"parse":3,"parser":3,"argparse":1,"argumentparser":1,"add":1,"argument":1,"v":1,"choices":1,"v1":3,"default":2,"help":1,"specify":1,"return":1,"main":1},"3613,1079,data/raw/vllm-0.10.1/examples/others/lmcache/cpu_offload_lmcache.py":{"if":2,"args":3,"version":3,"v0":2,"lmcache":4,"connector":3,"lmcacheconnector":1,"model":3,"mistralai":1,"mistral":1,"7b":1,"instruct":2,"2":1,"else":1,"lmcacheconnectorv1":1,"meta":2,"llama":2,"3":1,"1":2,"8b":1,"setup":1,"environment":1,"variables":1,"with":3,"build":1,"llm":4,"as":1,"this":1,"example":1,"script":1,"runs":1,"two":1,"requests":1,"a":2,"shared":5,"prefix":1,"define":1,"the":3,"prompt":8,"and":1,"specific":1,"prompts":1,"hello":2,"how":1,"are":1,"you":1,"1000":1,"first":4,"my":1,"name":2,"is":1,"second":4,"tell":1,"me":1,"very":1,"long":1,"story":1,"sampling":3,"params":3,"samplingparams":1,"temperature":1,"0":2,"top":1,"p":1,"95":1,"max":1,"tokens":1,"10":1,"print":4,"output":4,"time":1,"sleep":1,"main":2},"0,1889,data/raw/vllm-0.10.1/examples/others/lmcache/README.md":{"lmcache":19,"examples":2,"this":2,"folder":2,"demonstrates":3,"how":3,"to":6,"use":1,"for":7,"disaggregated":4,"prefilling":1,"cpu":6,"offloading":3,"and":5,"kv":4,"cache":3,"sharing":3,"1":2,"prefill":12,"in":1,"vllm":6,"v1":12,"example":5,"run":6,"with":1,"using":1,"nixl":5,"on":1,"a":1,"single":1,"node":1,"prerequisites":1,"install":3,"https":2,"github":2,"com":2,"you":1,"can":1,"simply":1,"pip":1,"ai":1,"dynamo":1,"at":1,"least":1,"2":2,"gpus":1,"valid":1,"hugging":1,"face":1,"token":2,"hf":1,"llama":1,"3":2,"8b":1,"instruct":1,"usage":1,"cd":1,"disagg":11,"get":1,"into":1,"then":1,"bash":2,"sh":3,"benchmark":1,"the":8,"performance":1,"components":1,"server":9,"scripts":1,"launcher":1,"launches":2,"individual":1,"servers":1,"decode":2,"also":1,"proxy":5,"py":4,"fastapi":1,"that":1,"coordinates":1,"between":2,"prefiller":4,"decoder":4,"main":2,"script":2,"configuration":3,"configs":2,"config":2,"yaml":2,"log":5,"files":2,"generates":1,"several":1,"logs":3,"from":3,"offload":3,"python":2,"v":2,"v0":2,"implementation":2,"share":1,"caches":1,"instances":1},"1889,150,data/raw/vllm-0.10.1/examples/others/lmcache/README.md":{"4":1,"disaggregated":3,"prefill":3,"in":2,"vllm":2,"v0":3,"the":1,"lmcache":1,"py":1,"provides":1,"an":1,"example":1,"of":1,"how":1,"to":1,"run":1},"0,1988,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v1/disagg_proxy_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":1,"project":1,"import":8,"argparse":1,"os":1,"time":10,"from":3,"contextlib":1,"asynccontextmanager":2,"httpx":3,"numpy":1,"as":1,"np":9,"fastapi":6,"request":1,"responses":1,"streamingresponse":1,"async":1,"def":4,"lifespan":5,"app":7,"context":1,"manager":1,"handle":1,"startup":2,"and":2,"shutdown":2,"events":1,"initialize":1,"clients":2,"prefiller":4,"base":6,"url":6,"f":6,"http":2,"global":4,"args":4,"host":2,"port":2,"v1":2,"decoder":4,"state":4,"prefill":2,"client":4,"asyncclient":2,"timeout":2,"none":2,"decode":2,"yield":1,"close":1,"await":2,"aclose":2,"update":1,"initialization":1,"use":1,"class":1,"statscalculator":1,"init":1,"self":11,"stats":7,"last":3,"log":5,"add":1,"value":2,"append":1,"if":1,"5":1,"print":2,"average":2,"median":3,"99th":2,"percentile":3,"arr":4,"array":1,"output":2,"str":2,"nnum":1,"requests":1,"len":1,"nprefill":1,"node":1,"ttft":1,"n":4,"ms":3,"mean":1,"99":1},"1988,1911,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v1/disagg_proxy_server.py":{"stats":2,"calculator":2,"statscalculator":1,"counter":3,"0":1,"def":4,"parse":2,"args":4,"parser":8,"argparse":1,"argumentparser":1,"add":6,"argument":6,"port":3,"type":6,"int":3,"default":6,"8000":1,"host":3,"str":5,"localhost":3,"prefiller":2,"8100":1,"decoder":2,"8200":1,"return":2,"initialize":1,"variables":1,"to":3,"hold":1,"the":2,"persistent":3,"clients":1,"app":3,"state":2,"prefill":1,"client":8,"none":2,"decode":1,"async":5,"send":2,"request":5,"service":4,"httpx":2,"asyncclient":2,"endpoint":4,"req":10,"data":10,"dict":2,"a":5,"using":2,"copy":1,"max":3,"tokens":3,"1":3,"if":1,"completion":2,"in":2,"headers":6,"authorization":2,"f":2,"bearer":2,"os":2,"environ":2,"get":2,"openai":2,"api":2,"key":2,"response":8,"await":2,"post":3,"json":3,"raise":2,"for":3,"status":2,"stream":3,"asynchronously":1,"from":1,"with":1,"as":1,"chunk":2,"aiter":1,"bytes":1,"yield":1,"v1":1,"completions":2,"handle":1,"global":1,"st":1,"time":2,"try":1},"3899,1974,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v1/disagg_proxy_server.py":{"send":4,"request":7,"to":4,"prefill":6,"service":8,"ignore":2,"the":2,"response":6,"await":3,"app":5,"state":4,"client":4,"completions":8,"req":5,"data":5,"et":4,"time":6,"stats":3,"calculator":3,"add":2,"st":3,"stream":10,"from":2,"decode":4,"async":5,"def":3,"generate":4,"for":2,"chunk":4,"in":4,"yield":2,"return":2,"streamingresponse":2,"media":2,"type":2,"text":2,"event":2,"except":2,"exception":4,"as":2,"e":4,"import":4,"sys":4,"traceback":4,"exc":6,"info":6,"print":6,"error":2,"occurred":2,"disagg":2,"proxy":2,"server":2,"endpoint":2,"join":2,"format":2,"raise":2,"post":1,"v1":1,"chat":5,"handle":1,"global":1,"counter":2,"1":1,"try":1,"json":1},"5873,169,data/raw/vllm-0.10.1/examples/others/lmcache/disagg_prefill_lmcache_v1/disagg_proxy_server.py":{"if":1,"name":1,"main":1,"global":5,"args":5,"parse":1,"import":1,"uvicorn":2,"run":1,"app":1,"host":2,"port":2},"0,1872,data/raw/vllm-0.10.1/examples/online_serving/prompt_embed_inference_with_openai_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":6,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":7,"vllm":5,"project":1,"openai":7,"compatible":2,"client":4,"with":2,"prompt":8,"embeddings":4,"this":2,"script":1,"demonstrates":1,"how":1,"1":1,"generate":2,"using":1,"hugging":2,"face":2,"transformers":8,"encode":1,"them":2,"in":1,"base64":3,"format":2,"3":5,"send":1,"a":1,"server":2,"via":1,"completions":1,"api":2,"run":2,"first":1,"serve":1,"meta":4,"llama":8,"1b":4,"instruct":4,"runner":1,"max":1,"model":8,"len":1,"4096":1,"enable":1,"embeds":4,"python":1,"examples":1,"online":1,"serving":1,"embed":1,"inference":1,"py":1,"note":1,"is":1,"gated":1,"on":1,"hub":1,"you":1,"must":1,"request":1,"access":1,"use":2,"it":1,"https":1,"huggingface":2,"co":1,"dependencies":1,"torch":3,"import":5,"io":2,"from":3,"def":1,"main":1,"key":1,"empty":1,"base":1,"url":1,"http":1,"localhost":1,"8000":1,"v1":1,"name":3,"tokenizer":2,"autotokenizer":1,"pretrained":2,"automodelforcausallm":1,"refer":1,"repo":1,"for":1,"correct":1,"chat":3,"role":1,"user":1,"content":1,"please":1,"tell":1,"me":1,"about":1,"capital":1,"of":1,"france":1,"token":2,"ids":2,"apply":1,"template":1,"add":1,"generation":1,"true":1,"return":1,"tensors":1,"pt":1,"embedding":2,"layer":2,"get":1,"input":1,"squeeze":1,"buffer":4,"bytesio":1,"save":1,"seek":1,"binary":2,"data":2,"read":1,"encoded":1,"b64encode":1,"decode":1,"utf":1,"8":1},"1872,565,data/raw/vllm-0.10.1/examples/online_serving/prompt_embed_inference_with_openai_client.py":{"completion":2,"client":3,"completions":1,"create":1,"model":2,"name":2,"note":2,"the":3,"openai":2,"does":1,"not":1,"allow":1,"none":1,"as":1,"an":2,"input":1,"to":1,"prompt":3,"use":1,"empty":1,"string":1,"if":2,"you":1,"have":1,"no":1,"text":2,"prompts":1,"max":1,"tokens":1,"5":1,"temperature":1,"0":3,"allows":1,"passing":1,"in":1,"extra":3,"json":1,"body":3,"via":1,"argument":1,"embeds":2,"encoded":1,"print":3,"30":2,"choices":1,"main":2},"0,1869,data/raw/vllm-0.10.1/examples/online_serving/ray_serve_deepseek.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":9,"vllm":4,"project":1,"deploy":2,"deepseek":5,"r1":2,"or":1,"v3":1,"with":2,"ray":9,"serve":8,"llm":10,"is":3,"a":2,"scalable":1,"and":3,"production":1,"grade":1,"model":10,"serving":2,"library":1,"built":1,"on":1,"distributed":1,"computing":1,"framework":1,"first":1,"class":1,"support":2,"for":2,"engine":4,"key":1,"features":1,"automatic":1,"scaling":1,"back":1,"pressure":1,"load":1,"balancing":1,"across":1,"cluster":1,"unified":1,"multi":3,"node":2,"deployment":2,"exposes":1,"an":2,"openai":3,"compatible":1,"http":1,"api":1,"lora":1,"shared":1,"base":1,"models":1,"run":2,"python3":1,"py":1,"launch":1,"endpoint":1,"learn":1,"more":1,"in":1,"official":1,"documentation":1,"https":1,"docs":1,"io":1,"en":1,"latest":1,"llms":1,"html":1,"from":2,"import":2,"llmconfig":2,"build":2,"app":4,"config":5,"loading":1,"id":1,"pre":1,"downloading":1,"local":1,"storage":1,"recommended":1,"since":1,"large":1,"set":2,"source":2,"path":1,"ai":1,"autoscaling":1,"min":1,"replicas":2,"1":3,"max":3,"s":1,"accelerator":2,"type":2,"h100":1,"runtime":1,"env":2,"vars":1,"use":1,"v1":1,"customize":1,"arguments":1,"as":1,"required":1,"example":1,"kwargs":2,"tensor":1,"parallel":2,"size":2,"8":1,"pipeline":1,"gpu":1,"memory":1,"utilization":1,"92":1,"dtype":1,"auto":1,"num":1,"seqs":1,"40":1,"len":1,"16384":1,"enable":2,"chunked":1,"prefill":1,"true":3,"prefix":1,"caching":1,"trust":1,"remote":1,"code":1,"application":1,"configs":1},"0,1888,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_tool_calls_with_reasoning.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":7,"the":16,"vllm":4,"project":1,"an":1,"example":2,"demonstrates":1,"how":1,"use":2,"tool":6,"calling":3,"with":3,"reasoning":4,"models":1,"like":1,"qwq":2,"32b":2,"content":1,"will":2,"not":1,"be":2,"parsed":2,"by":1,"process":1,"only":1,"final":1,"output":1,"run":1,"this":1,"you":1,"need":1,"start":1,"server":2,"both":1,"parser":3,"and":2,"enabled":1,"bash":1,"serve":1,"qwen":1,"deepseek":1,"r1":1,"enable":1,"auto":1,"choice":1,"call":2,"hermes":1,"from":1,"openai":5,"import":1,"now":1,"simulate":1,"a":2,"def":1,"get":5,"current":5,"weather":7,"city":5,"str":3,"state":4,"unit":4,"return":1,"in":5,"dallas":1,"texas":1,"is":3,"85":1,"degrees":1,"fahrenheit":2,"it":1,"partly":1,"cloudly":1,"highs":1,"90":1,"s":3,"available":1,"tools":2,"modify":1,"api":5,"key":2,"base":2,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"properties":3,"type":5,"string":3,"description":4,"find":1,"for":2,"e":2,"g":2,"san":1,"francisco":1,"two":1,"letter":1,"abbreviation":1,"that":1,"ca":1,"which":1,"would":1,"mean":1,"california":1,"fetch":1,"temperature":1,"enum":1,"celsius":1,"function":2,"name":1,"given":1,"location":1,"parameters":1,"object":1,"required":1},"1888,1944,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_tool_calls_with_reasoning.py":{"messages":3,"role":3,"user":2,"content":10,"hi":1,"how":2,"are":1,"you":3,"doing":2,"today":1,"assistant":1,"i":2,"m":1,"well":1,"can":2,"help":1,"tell":1,"me":1,"what":1,"the":1,"temperate":1,"will":1,"be":1,"in":3,"dallas":1,"fahrenheit":1,"def":2,"extract":1,"reasoning":8,"and":1,"calls":10,"chunks":2,"list":2,"tool":21,"call":12,"idx":5,"1":1,"arguments":8,"function":14,"names":4,"for":1,"chunk":6,"if":6,"choices":8,"0":13,"delta":5,"index":2,"append":2,"name":4,"else":1,"hasattr":1,"return":1,"main":1,"client":3,"openai":3,"api":3,"key":2,"base":2,"url":1,"models":3,"model":3,"data":1,"id":1,"print":4,"full":1,"generate":1,"with":1,"automatic":1,"calling":1,"chat":1,"completions":1,"create":1,"tools":2,"f":4,"message":3},"3832,1693,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_tool_calls_with_reasoning.py":{"print":13,"stream":8,"generate":3,"with":3,"automatic":1,"function":18,"calling":3,"tool":13,"calls":10,"client":3,"chat":3,"completions":3,"create":3,"messages":6,"model":6,"tools":6,"true":2,"chunks":4,"list":2,"reasoning":10,"content":8,"arguments":8,"names":4,"extract":2,"and":2,"f":9,"name":7,"0":7,"full":1,"named":2,"choice":2,"type":2,"get":2,"current":2,"weather":2,"call":3,"choices":2,"message":2,"n":2,"if":1,"main":2},"0,1057,data/raw/vllm-0.10.1/examples/online_serving/jinaai_rerank_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":6,"vllm":2,"project":1,"example":1,"of":4,"using":1,"openai":1,"entrypoint":1,"s":1,"rerank":2,"api":1,"which":1,"is":4,"compatible":1,"with":2,"jina":2,"and":2,"cohere":1,"https":1,"ai":1,"reranker":3,"run":1,"serve":1,"baai":2,"bge":2,"base":2,"import":2,"json":6,"requests":2,"url":2,"http":1,"127":1,"1":1,"8000":1,"headers":3,"accept":1,"application":2,"content":1,"type":1,"data":2,"model":1,"query":1,"what":1,"capital":3,"france":2,"documents":1,"brazil":1,"brasilia":1,"paris":1,"horses":1,"cows":1,"are":1,"both":1,"animals":1,"def":1,"main":3,"response":6,"post":1,"check":1,"if":2,"status":3,"code":3,"200":1,"print":4,"request":2,"successful":1,"dumps":1,"indent":1,"else":1,"f":1,"failed":1,"text":1,"name":1},"0,1212,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":5,"project":1,"ruff":1,"noqa":1,"e501":1,"set":1,"up":1,"this":2,"example":2,"by":1,"starting":1,"a":1,"openai":6,"compatible":1,"server":2,"with":2,"tool":7,"call":3,"options":1,"enabled":1,"for":1,"xlam":6,"models":2,"serve":2,"model":2,"salesforce":2,"llama":1,"8b":1,"fc":2,"r":2,"enable":2,"auto":2,"choice":2,"parser":2,"or":1,"3b":1,"demonstrates":1,"streaming":1,"calls":1,"import":3,"json":1,"time":1,"from":1,"modify":1,"s":2,"api":5,"key":2,"and":1,"base":2,"use":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"define":2,"functions":1,"def":3,"get":1,"weather":2,"location":2,"str":5,"unit":2,"return":4,"f":4,"in":1,"is":2,"22":1,"degrees":1,"calculate":2,"expression":5,"try":1,"result":3,"eval":1,"of":2,"except":1,"exception":1,"as":1,"e":2,"could":1,"not":1,"translate":1,"text":3,"target":2,"language":2,"translation":1,"translated":1,"content":1,"tools":1},"1212,1882,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py":{"tools":1,"type":11,"function":7,"name":3,"get":2,"weather":2,"description":7,"the":1,"current":1,"in":1,"a":3,"given":1,"location":3,"parameters":3,"object":3,"properties":3,"string":5,"city":1,"and":1,"state":1,"e":1,"g":1,"san":1,"francisco":1,"ca":1,"unit":2,"enum":1,"celsius":1,"fahrenheit":1,"required":3,"calculate":2,"expression":6,"mathematical":2,"to":5,"evaluate":1,"needs":1,"be":1,"valid":1,"python":1,"translate":3,"text":5,"another":1,"language":4,"target":3,"for":1,"translation":1,"map":1,"of":1,"names":1,"implementations":1},"3094,1715,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py":{"tool":23,"functions":2,"get":3,"weather":2,"calculate":2,"expression":2,"translate":2,"text":2,"def":1,"process":2,"stream":3,"response":3,"original":1,"query":1,"a":1,"streaming":1,"with":1,"possible":1,"calls":11,"track":1,"multiple":1,"dictionary":1,"to":1,"store":1,"by":1,"id":14,"current":8,"none":2,"print":2,"n":1,"output":1,"for":2,"chunk":12,"in":6,"handle":1,"the":2,"if":5,"choices":2,"0":2,"delta":2,"call":10,"hasattr":3,"and":4,"not":1,"function":11,"name":6,"args":1,"extract":1,"information":1,"as":1,"it":1,"comes":1,"chunks":1,"f":1,"called":1},"4809,1366,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py":{"if":2,"hasattr":1,"tool":12,"call":6,"chunk":7,"function":21,"arguments":7,"and":3,"calls":2,"current":1,"id":4,"args":7,"print":4,"f":2,"handle":1,"regular":1,"content":4,"in":2,"the":4,"stream":2,"elif":1,"choices":2,"0":2,"delta":2,"end":2,"n":5,"execute":1,"each":1,"build":1,"messages":2,"for":2,"follow":2,"up":2,"role":1,"user":1,"original":1,"query":1,"data":4,"items":1,"name":5,"try":1,"parse":1,"json":2,"loads":1,"with":1,"result":3,"functions":1},"6175,1852,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py":{"add":2,"the":4,"assistant":2,"message":3,"with":4,"tool":5,"call":2,"follow":10,"up":10,"messages":5,"append":2,"role":2,"calls":1,"id":5,"function":10,"type":1,"name":4,"arguments":1,"args":1,"result":2,"content":3,"except":1,"exception":1,"as":1,"e":2,"print":6,"f":3,"error":1,"executing":1,"only":1,"send":1,"if":3,"we":1,"have":1,"results":2,"to":1,"process":1,"len":1,"1":1,"create":2,"a":2,"all":1,"response":3,"client":2,"chat":1,"completions":1,"model":1,"models":1,"list":1,"data":1,"0":3,"stream":1,"true":1,"n":5,"for":1,"chunk":3,"in":1,"choices":2,"delta":2,"end":2,"def":1,"run":2,"test":4,"case":3,"query":4,"single":1,"given":1,"50":2,"ntest":1,"start":1,"time":3},"8027,1193,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam_streaming.py":{"create":2,"streaming":2,"chat":2,"completion":1,"request":1,"response":3,"client":5,"completions":1,"model":1,"models":1,"list":1,"data":1,"0":1,"id":1,"messages":1,"role":1,"user":1,"content":1,"query":4,"tools":2,"tool":3,"choice":1,"auto":1,"stream":2,"true":1,"process":2,"the":3,"functions":1,"end":2,"time":6,"print":2,"f":1,"test":8,"completed":2,"in":5,"start":1,"2f":1,"seconds":1,"def":1,"main":3,"initialize":1,"openai":4,"global":1,"api":3,"key":2,"base":2,"url":1,"run":2,"cases":4,"i":1,"want":1,"to":2,"know":1,"weather":3,"san":1,"francisco":1,"information":1,"calculate":1,"25":1,"17":1,"31":1,"math":1,"calculation":1,"translate":1,"hello":1,"world":1,"spanish":1,"text":1,"translation":1,"what":1,"is":1,"tokyo":1,"and":1,"new":1,"york":1,"celsius":1,"multiple":1,"usage":1,"execute":1,"all":1,"for":1,"name":3,"case":1,"sleep":1,"1":1,"small":1,"delay":1,"between":1,"tests":2,"nall":1,"if":1},"0,1874,data/raw/vllm-0.10.1/examples/online_serving/streamlit_openai_chatbot_webserver.py":{"spdx":2,"license":1,"identifier":2,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":7,"project":1,"chat":7,"assistant":1,"a":3,"streamlit":9,"web":1,"interface":2,"streamlined":1,"that":1,"quickly":1,"integrates":1,"with":4,"api":12,"server":2,"features":1,"multiple":1,"sessions":4,"management":1,"streaming":1,"response":1,"display":2,"configurable":1,"endpoint":2,"real":1,"time":1,"history":1,"reasoning":4,"optional":1,"thinking":1,"process":1,"visualization":1,"requirements":1,"pip":1,"install":1,"openai":9,"usage":1,"start":2,"app":1,"default":1,"settings":1,"run":3,"chatbot":3,"webserver":3,"py":3,"custom":1,"base":7,"http":2,"your":1,"8000":2,"v1":2,"enable":1,"debug":2,"mode":1,"logger":1,"level":1,"import":4,"os":3,"from":3,"datetime":2,"as":2,"st":13,"get":1,"command":1,"line":1,"arguments":1,"environment":1,"variables":1,"key":2,"getenv":2,"empty":1,"localhost":1,"initialize":2,"session":21,"states":1,"for":3,"managing":1,"if":6,"not":6,"in":6,"state":14,"current":2,"none":2,"messages":2,"active":2,"add":1,"new":3,"show":2,"url":3,"def":1,"create":2,"timestamp":1,"unique":1},"1874,1719,data/raw/vllm-0.10.1/examples/online_serving/streamlit_openai_chatbot_webserver.py":{"this":2,"function":2,"initializes":1,"a":3,"new":7,"chat":4,"session":45,"by":2,"1":2,"generating":1,"timestamp":3,"based":1,"id":16,"2":2,"creating":1,"an":1,"empty":3,"message":2,"list":4,"for":2,"the":11,"3":2,"setting":2,"as":2,"both":1,"current":6,"and":2,"active":7,"4":1,"resetting":1,"messages":7,"returns":1,"none":3,"state":10,"updates":2,"sessions":4,"adds":1,"with":2,"key":1,"sets":2,"to":9,"resets":1,"datetime":1,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"st":8,"def":2,"switch":3,"context":1,"different":1,"args":1,"str":1,"of":1,"handles":1,"switching":1,"specified":4,"updating":1,"marker":1,"loading":1,"history":1,"from":2,"updated":2,"loaded":1,"get":1,"llm":2,"response":2,"model":1,"reason":1,"content":1,"ph":2,"reasoning":2,"generate":1,"stream":1,"optional":1,"process":1},"3593,1733,data/raw/vllm-0.10.1/examples/online_serving/streamlit_openai_chatbot_webserver.py":{"args":1,"messages":3,"list":2,"of":2,"conversation":1,"message":2,"dicts":1,"with":1,"role":1,"and":5,"content":7,"model":5,"str":4,"the":6,"identifier":1,"to":2,"use":1,"for":4,"generation":1,"reason":4,"bool":1,"whether":1,"enable":2,"display":1,"reasoning":10,"process":5,"ph":6,"streamlit":3,"empty":3,"placeholder":2,"streaming":2,"response":8,"returns":1,"tuple":1,"first":1,"string":2,"contains":2,"complete":2,"text":5,"second":1,"if":6,"enabled":1,"features":1,"streams":1,"both":1,"in":2,"real":1,"time":1,"handles":1,"api":2,"errors":1,"gracefully":1,"supports":1,"live":5,"updating":1,"thinking":3,"maintains":1,"separate":1,"displays":1,"raises":1,"exception":1,"wrapped":1,"error":1,"call":1,"fails":1,"note":1,"function":1,"uses":1,"placeholders":1,"updates":1,"when":1,"true":4,"appears":1,"above":2,"full":1,"think":3,"none":1,"build":1,"request":1,"parameters":1,"params":3,"stream":1,"extra":1,"body":1,"chat":2,"template":1,"kwargs":1,"try":1,"client":1,"completions":1,"create":1,"isinstance":1,"markdown":1,"return":1,"prepare":1,"expander":2,"exp":2,"expanded":1},"5326,2000,data/raw/vllm-0.10.1/examples/online_serving/streamlit_openai_chatbot_webserver.py":{"stream":3,"chunks":1,"for":2,"chunk":2,"in":3,"response":1,"delta":7,"choices":1,"0":1,"reasoning":4,"first":2,"if":8,"reason":2,"and":5,"hasattr":2,"content":11,"live":4,"think":8,"rc":3,"text":9,"markdown":4,"then":1,"ph":4,"full":4,"finalize":1,"displays":1,"remains":1,"above":1,"below":1,"return":2,"except":1,"exception":1,"as":1,"e":3,"st":14,"error":3,"f":4,"details":1,"str":2,"sidebar":9,"api":9,"settings":2,"title":2,"new":5,"base":7,"input":1,"url":4,"value":1,"session":21,"state":5,"rerun":1,"divider":1,"management":1,"chat":4,"sessions":3,"button":4,"create":1,"display":1,"all":1,"reverse":2,"chronological":1,"order":1,"id":8,"sorted":1,"keys":1,"true":1,"mark":1,"the":1,"active":2,"with":1,"a":1,"pinned":1,"key":2,"type":1,"primary":1,"on":2,"click":2,"switch":2,"to":2,"args":2,"else":1},"7326,1923,data/raw/vllm-0.10.1/examples/online_serving/streamlit_openai_chatbot_webserver.py":{"main":1,"interface":1,"st":17,"title":1,"vllm":1,"chat":6,"assistant":4,"initialize":2,"openai":3,"client":4,"with":5,"api":4,"settings":1,"key":2,"base":2,"url":2,"session":12,"state":7,"get":1,"and":2,"display":2,"current":4,"model":8,"id":2,"models":3,"list":1,"data":2,"0":3,"markdown":2,"f":1,"first":1,"if":9,"none":2,"exists":2,"is":1,"create":2,"new":1,"active":1,"update":1,"the":4,"history":1,"section":1,"for":2,"idx":3,"msg":4,"in":3,"enumerate":1,"messages":4,"render":2,"user":4,"normally":1,"role":2,"message":5,"write":2,"content":6,"reasoning":15,"above":2,"else":1,"this":1,"show":4,"it":1,"expander":1,"thinking":1,"process":1,"expanded":1,"false":7,"setup":1,"cache":2,"support":2,"check":3,"spinner":1,"def":1,"server":2,"supports":6,"capability":1,"returns":1,"bool":2,"true":1,"otherwise":1,"resp":3,"completions":1,"hi":1,"stream":1,"return":1,"hasattr":1,"choices":2,"add":1,"toggle":1,"sidebar":2,"supported":1,"reason":2,"default":1,"to":1,"checkbox":1,"enable":1,"value":1},"9249,1329,data/raw/vllm-0.10.1/examples/online_serving/streamlit_openai_chatbot_webserver.py":{"else":1,"st":15,"sidebar":1,"markdown":1,"span":2,"style":1,"color":1,"gray":1,"reasoning":4,"unavailable":1,"for":3,"this":2,"model":2,"unsafe":1,"allow":1,"html":1,"true":1,"reason":5,"remains":1,"false":1,"update":1,"the":1,"input":2,"handling":1,"section":1,"if":3,"prompt":3,"chat":3,"type":1,"your":1,"message":7,"here":1,"save":2,"and":2,"display":1,"user":3,"session":10,"state":9,"messages":6,"append":2,"role":4,"content":7,"sessions":1,"current":1,"with":2,"write":1,"prepare":1,"llm":2,"msgs":2,"m":3,"in":2,"stream":1,"assistant":5,"response":2,"placeholders":1,"above":1,"below":1,"ph":4,"empty":2,"full":2,"think":3,"get":1,"determine":1,"index":3,"new":1,"len":1,"reply":1,"persist":1,"any":1,"show":1},"0,1146,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":5,"project":1,"ruff":1,"noqa":1,"e501":1,"set":1,"up":1,"this":1,"example":1,"by":1,"starting":1,"a":1,"openai":6,"compatible":1,"server":2,"with":1,"tool":6,"call":3,"options":1,"enabled":1,"for":1,"xlam":5,"models":1,"serve":2,"model":2,"salesforce":2,"llama":1,"8b":1,"fc":2,"r":2,"enable":2,"auto":2,"choice":2,"parser":2,"or":1,"3b":1,"import":3,"json":1,"time":1,"from":1,"modify":1,"s":2,"api":5,"key":2,"and":1,"base":2,"use":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"define":2,"functions":1,"def":3,"get":1,"weather":2,"location":2,"str":5,"unit":2,"return":4,"f":4,"in":1,"is":2,"22":1,"degrees":1,"calculate":2,"expression":5,"try":1,"result":3,"eval":1,"of":2,"except":1,"exception":1,"as":1,"e":2,"could":1,"not":1,"translate":1,"text":3,"target":2,"language":2,"translation":1,"translated":1,"content":1,"tools":1},"1146,1882,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam.py":{"tools":1,"type":11,"function":7,"name":3,"get":2,"weather":2,"description":7,"the":1,"current":1,"in":1,"a":3,"given":1,"location":3,"parameters":3,"object":3,"properties":3,"string":5,"city":1,"and":1,"state":1,"e":1,"g":1,"san":1,"francisco":1,"ca":1,"unit":2,"enum":1,"celsius":1,"fahrenheit":1,"required":3,"calculate":2,"expression":6,"mathematical":2,"to":5,"evaluate":1,"needs":1,"be":1,"valid":1,"python":1,"translate":3,"text":5,"another":1,"language":4,"target":3,"for":1,"translation":1,"map":1,"of":1,"names":1,"implementations":1},"3028,1791,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam.py":{"tool":17,"functions":3,"get":2,"weather":2,"calculate":2,"expression":2,"translate":2,"text":2,"def":1,"process":3,"response":13,"original":1,"query":1,"a":1,"non":1,"streaming":1,"with":2,"possible":1,"calls":8,"print":9,"n":4,"output":1,"check":2,"if":5,"the":6,"has":2,"content":7,"choices":7,"0":7,"message":9,"f":6,"collect":1,"all":1,"and":1,"results":2,"before":1,"making":1,"follow":1,"up":1,"request":1,"assistant":4,"role":1,"each":1,"call":6,"for":1,"in":1,"function":17,"name":4,"args":5,"arguments":4,"id":4,"called":1,"execute":1,"try":1,"parse":1,"json":2,"loads":1,"result":3},"4819,1785,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam.py":{"add":4,"tool":13,"call":2,"to":4,"assistant":6,"message":6,"calls":4,"append":2,"id":5,"function":9,"type":1,"name":4,"arguments":1,"args":1,"result":2,"results":6,"role":2,"content":3,"except":1,"exception":1,"as":1,"e":2,"print":7,"f":3,"error":1,"executing":1,"create":2,"a":3,"follow":9,"up":9,"with":3,"all":3,"messages":5,"user":1,"original":1,"query":5,"the":2,"extend":1,"get":1,"completion":1,"in":1,"single":2,"response":4,"client":2,"chat":1,"completions":1,"model":1,"models":1,"list":1,"data":1,"0":2,"stream":1,"false":1,"n":5,"choices":1,"end":2,"def":1,"run":2,"test":4,"case":3,"given":1,"50":2,"ntest":1,"start":1,"time":3},"6604,1232,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_xlam.py":{"create":2,"non":2,"streaming":2,"chat":2,"completion":1,"request":1,"response":4,"client":5,"completions":1,"model":1,"models":1,"list":1,"data":1,"0":1,"id":1,"messages":1,"role":1,"user":1,"content":1,"query":5,"tools":2,"tool":3,"choice":1,"auto":1,"stream":1,"false":1,"process":2,"the":4,"passing":1,"original":1,"functions":1,"end":2,"time":6,"print":2,"f":1,"test":8,"completed":2,"in":5,"start":1,"2f":1,"seconds":1,"def":1,"main":3,"initialize":1,"openai":4,"global":1,"api":3,"key":2,"base":2,"url":1,"run":2,"cases":4,"i":1,"want":1,"to":2,"know":1,"weather":3,"san":1,"francisco":1,"information":1,"calculate":1,"25":1,"17":1,"31":1,"math":1,"calculation":1,"translate":1,"hello":1,"world":1,"spanish":1,"text":1,"translation":1,"what":1,"is":1,"tokyo":1,"and":1,"new":1,"york":1,"celsius":1,"multiple":1,"usage":1,"execute":1,"all":1,"for":1,"name":3,"case":1,"sleep":1,"1":1,"small":1,"delay":1,"between":1,"tests":2,"nall":1,"if":1},"0,1227,data/raw/vllm-0.10.1/examples/online_serving/openai_classification_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"import":3,"argparse":2,"pprint":3,"requests":3,"def":3,"post":3,"http":3,"request":2,"payload":5,"dict":1,"api":5,"url":5,"str":3,"response":5,"headers":3,"user":1,"agent":1,"test":1,"client":1,"json":2,"return":2,"parse":8,"args":9,"argumentparser":1,"add":3,"argument":3,"host":4,"type":3,"default":3,"localhost":1,"port":4,"int":1,"8000":1,"model":5,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"main":3,"name":4,"f":1,"classify":3,"prompts":2,"hello":1,"my":1,"is":4,"president":1,"of":3,"united":1,"states":1,"capital":1,"france":1,"future":1,"ai":1,"input":1,"if":1},"0,1995,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_with_reasoning_streaming.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":12,"the":8,"vllm":4,"project":1,"an":1,"example":3,"shows":1,"how":1,"generate":1,"chat":9,"completions":7,"from":3,"reasoning":9,"models":4,"like":1,"deepseekr1":1,"run":1,"this":3,"you":4,"need":1,"start":2,"server":2,"with":2,"parser":2,"bash":1,"serve":1,"deepseek":3,"ai":1,"r1":2,"distill":1,"qwen":1,"1":1,"5b":1,"unlike":1,"openai":9,"completion":1,"py":1,"demonstrates":1,"streaming":3,"feature":2,"allows":1,"receive":1,"in":3,"real":1,"time":1,"as":2,"they":2,"are":3,"generated":2,"by":2,"model":5,"is":2,"useful":1,"for":3,"scenarios":1,"where":1,"want":1,"display":1,"user":2,"remember":1,"check":1,"content":12,"and":4,"exist":3,"chatcompletionchunk":1,"may":1,"not":1,"leading":1,"errors":1,"if":2,"try":1,"access":1,"it":1,"import":1,"modify":1,"s":2,"api":8,"key":4,"base":4,"use":1,"empty":2,"http":1,"localhost":1,"8000":1,"v1":1,"messages":3,"role":1,"9":2,"11":1,"8":1,"which":1,"greater":1,"def":1,"main":1,"client":4,"url":1,"list":1,"data":1,"id":1,"ruff":1,"noqa":1,"e501":1,"granite":1,"add":1,"extra":1,"body":1,"template":1,"kwargs":1,"thinking":1,"true":2,"stream":3,"create":1,"print":1,"printed":2,"false":2,"chunk":3,"safely":1,"extract":1,"delta":3,"defaulting":1,"none":5,"attributes":1,"don":1,"t":1,"or":3,"strings":1,"getattr":2,"choices":2},"1995,555,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_with_reasoning_streaming.py":{"if":4,"reasoning":5,"content":10,"is":2,"not":4,"none":2,"printed":4,"true":6,"print":5,"end":4,"flush":4,"elif":1,"ncontent":1,"extract":1,"and":1,"the":1,"name":1,"main":2},"0,1620,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_llamaindex.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":5,"project":1,"rag":2,"retrieval":3,"augmented":2,"generation":3,"implementation":1,"with":2,"llamaindex":3,"this":1,"script":1,"demonstrates":1,"a":1,"system":1,"using":1,"for":2,"document":2,"indexing":1,"and":2,"milvus":3,"as":1,"vector":3,"store":1,"backend":1,"embedding":4,"text":1,"features":1,"1":2,"loading":1,"processing":2,"storage":1,"3":1,"query":1,"requirements":1,"install":2,"dependencies":1,"pip":1,"llama":11,"index":11,"readers":2,"web":2,"llms":2,"openai":4,"like":4,"embeddings":2,"stores":2,"start":3,"services":2,"service":2,"port":3,"8000":2,"serve":2,"ssmits":1,"qwen2":1,"7b":1,"instruct":1,"embed":1,"base":1,"chat":3,"8001":3,"qwen":1,"qwen1":1,"5":1,"5b":1,"usage":1,"python":1,"py":1,"notes":1,"ensure":1,"both":1,"are":1,"running":1,"before":1,"executing":1,"default":1,"ports":1,"first":1,"run":1,"may":1,"take":1,"time":1,"download":1,"models":1,"import":9,"argparse":2,"from":8,"namespace":1,"typing":1,"any":1,"core":2,"settings":1,"storagecontext":1,"vectorstoreindex":1,"node":1,"parser":1,"sentencesplitter":1,"openailikeembedding":1,"openailike":1,"simplewebpagereader":1,"milvusvectorstore":1},"1620,1955,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_llamaindex.py":{"def":5,"init":1,"config":10,"args":11,"namespace":1,"initialize":2,"configuration":1,"with":1,"command":1,"line":1,"arguments":1,"return":4,"url":4,"embedding":9,"model":12,"chat":8,"vllm":4,"api":8,"key":6,"endpoint":6,"db":4,"path":4,"chunk":8,"size":4,"overlap":4,"top":2,"k":2,"load":3,"documents":5,"str":3,"list":2,"and":2,"process":1,"web":1,"simplewebpagereader":1,"html":1,"to":1,"text":2,"true":3,"data":1,"setup":2,"models":2,"dict":1,"any":1,"configure":1,"settings":4,"embed":2,"openailikeembedding":1,"base":2,"name":1,"llm":1,"openailike":1,"context":4,"window":1,"128000":1,"is":2,"function":1,"calling":1,"false":1,"transformations":1,"sentencesplitter":1,"vector":5,"store":5,"milvusvectorstore":3,"sample":3,"emb":3,"get":1,"test":1,"print":1,"f":1,"dimension":1,"len":2,"uri":1,"dim":1,"overwrite":1,"create":2,"index":2,"document":1,"storage":3,"storagecontext":1,"from":2,"defaults":1,"vectorstoreindex":1},"3575,1982,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_llamaindex.py":{"def":2,"query":6,"document":5,"index":2,"vectorstoreindex":1,"question":3,"str":1,"top":5,"k":5,"int":4,"with":2,"given":1,"engine":3,"as":1,"similarity":1,"return":2,"get":1,"parser":14,"argparse":2,"argumentparser":2,"parse":1,"command":2,"line":2,"arguments":2,"description":1,"rag":1,"vllm":4,"and":1,"llamaindex":1,"add":12,"argument":11,"url":4,"default":10,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"getting":1,"started":1,"quickstart":1,"html":1,"help":11,"of":2,"the":1,"to":3,"process":1,"embedding":3,"model":4,"ssmits":1,"qwen2":1,"7b":1,"instruct":1,"embed":1,"base":3,"name":2,"for":7,"embeddings":1,"chat":5,"qwen":1,"qwen1":1,"5":1,"0":1,"5b":1,"api":2,"key":2,"empty":1,"compatible":1,"services":1,"endpoint":2,"http":2,"localhost":2,"8000":1,"v1":2,"service":2,"8001":1,"db":2,"path":2,"milvus":2,"demo":1,"database":1,"i":1,"interactive":2,"action":1,"store":1,"true":1,"enable":1,"q":1,"a":1,"mode":1,"c":1,"chunk":4,"size":2,"type":3,"1000":1,"splitting":2,"o":1,"overlap":2,"200":1,"3":1,"number":1,"results":1,"retrieve":1},"5557,1308,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_llamaindex.py":{"def":1,"main":3,"parse":2,"command":2,"line":1,"arguments":1,"args":4,"get":3,"parser":1,"initialize":1,"configuration":1,"config":7,"init":1,"load":2,"documents":4,"url":1,"setup":4,"models":2,"vector":4,"store":4,"db":1,"path":1,"create":2,"index":5,"if":3,"interactive":3,"print":11,"nentering":1,"mode":3,"type":1,"quit":2,"to":2,"exit":3,"while":1,"true":1,"user":1,"question":7,"input":1,"nenter":1,"your":1,"check":1,"for":1,"lower":1,"in":1,"q":1,"exiting":1,"break":1,"and":1,"response":7,"n":3,"50":4,"query":3,"document":2,"top":2,"k":2,"else":1,"single":1,"how":1,"install":1,"vllm":1,"name":1},"0,1760,data/raw/vllm-0.10.1/examples/online_serving/multi_instance_data_parallel.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":6,"project":1,"import":6,"asyncio":2,"from":6,"typing":1,"optional":2,"engine":8,"arg":1,"utils":1,"asyncengineargs":2,"async":3,"llm":1,"asyncllmengine":2,"outputs":2,"requestoutput":2,"sampling":4,"params":4,"samplingparams":2,"run":3,"this":2,"example":2,"following":1,"commands":1,"simultaneously":1,"with":2,"different":1,"cuda":1,"visible":1,"devices":1,"python":1,"examples":1,"online":1,"serving":1,"multi":1,"instance":2,"data":9,"parallel":9,"py":1,"serve":1,"ibm":2,"research":2,"powermoe":2,"3b":2,"dp":2,"dpr":1,"1":7,"address":2,"127":2,"rpc":2,"port":2,"62300":2,"size":3,"local":2,"enforce":2,"eager":2,"headless":1,"once":1,"both":1,"instances":1,"have":1,"completed":1,"handshake":1,"will":1,"send":1,"a":1,"request":2,"rank":2,"def":1,"main":3,"args":3,"model":2,"dtype":1,"auto":1,"max":2,"len":1,"2048":1,"true":1,"client":2,"temperature":1,"7":1,"top":1,"p":1,"9":1,"tokens":1,"100":1,"prompt":3,"who":1,"won":1,"2004":1,"world":1,"series":1,"final":4,"output":6,"none":1,"for":1,"in":1,"generate":1,"id":1,"abcdef":1,"if":2,"print":1,"text":1,"name":1},"0,567,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_required.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":5,"project":1,"run":1,"this":2,"example":2,"you":1,"can":1,"start":1,"server":2,"without":1,"any":1,"specific":1,"flags":1,"bash":1,"use":2,"v1":2,"serve":1,"unsloth":1,"llama":1,"3":1,"1b":1,"instruct":1,"guided":1,"decoding":1,"backend":1,"outlines":1,"demonstrates":1,"how":1,"generate":1,"chat":1,"completions":1,"using":1,"openai":6,"python":1,"client":1,"library":1,"from":1,"import":1,"modify":1,"s":2,"api":5,"key":2,"and":1,"base":2,"empty":1,"http":1,"localhost":1,"8000":1},"567,1164,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_required.py":{"tools":1,"type":5,"function":2,"name":1,"get":2,"current":2,"weather":3,"description":4,"the":8,"in":3,"a":1,"given":1,"location":1,"parameters":1,"object":1,"properties":1,"city":4,"string":3,"to":2,"find":1,"for":2,"e":2,"g":2,"san":1,"francisco":1,"state":3,"two":1,"letter":1,"abbreviation":1,"that":1,"is":1,"ca":1,"which":1,"would":1,"mean":1,"california":1,"unit":3,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"required":1},"1731,1283,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_required.py":{"type":6,"function":2,"name":1,"get":4,"forecast":4,"description":5,"the":8,"weather":1,"for":4,"a":1,"given":1,"location":1,"parameters":1,"object":1,"properties":1,"city":3,"string":3,"to":3,"e":2,"g":2,"new":1,"york":1,"state":3,"two":1,"letter":1,"abbreviation":1,"ny":1,"days":3,"integer":1,"number":1,"of":1,"1":1,"7":1,"unit":3,"fetch":1,"temperature":1,"in":1,"enum":1,"celsius":1,"fahrenheit":1,"required":1},"3014,1166,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools_required.py":{"messages":5,"role":3,"user":2,"content":3,"hi":1,"how":2,"are":1,"you":3,"doing":2,"today":1,"assistant":1,"i":2,"m":1,"well":1,"can":2,"help":1,"tell":1,"me":1,"what":1,"the":3,"current":1,"weather":1,"is":1,"in":3,"dallas":1,"and":2,"forecast":1,"for":2,"next":1,"5":1,"days":1,"fahrenheit":1,"def":1,"main":3,"client":4,"openai":4,"defaults":1,"to":1,"os":1,"environ":1,"get":1,"api":4,"key":3,"base":2,"url":1,"models":3,"list":1,"model":5,"data":1,"0":4,"id":1,"chat":6,"completion":4,"completions":2,"create":2,"tools":4,"tool":5,"choice":2,"required":2,"stream":1,"true":1,"enable":1,"streaming":1,"response":1,"chunk":4,"if":2,"choices":4,"delta":2,"calls":3,"print":2,"message":1,"name":1},"0,1644,data/raw/vllm-0.10.1/examples/online_serving/openai_pooling_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"example":1,"online":1,"usage":1,"of":1,"pooling":9,"api":10,"run":1,"serve":1,"model":8,"runner":1,"start":1,"up":1,"server":1,"in":1,"import":3,"argparse":2,"pprint":5,"requests":3,"def":3,"post":4,"http":4,"request":3,"prompt":8,"dict":1,"url":7,"str":3,"response":9,"headers":3,"user":2,"agent":1,"test":1,"client":1,"json":3,"return":2,"parse":3,"args":9,"parser":5,"argumentparser":1,"add":3,"argument":3,"host":2,"type":4,"default":3,"localhost":1,"port":2,"int":1,"8000":1,"jason9693":1,"qwen2":1,"5":1,"1":1,"5b":1,"apeach":1,"main":3,"f":1,"name":4,"input":3,"like":2,"completions":1,"is":2,"great":2,"print":5,"50":3,"chat":1,"messages":1,"role":1,"content":1,"text":2,"if":1},"0,1352,data/raw/vllm-0.10.1/examples/online_serving/openai_transcription_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":7,"vllm":7,"project":1,"this":2,"script":3,"demonstrates":1,"how":1,"use":1,"api":4,"server":3,"perform":2,"audio":6,"transcription":7,"with":4,"openai":11,"whisper":3,"large":3,"v3":3,"model":2,"before":1,"running":1,"you":1,"must":1,"start":1,"following":1,"command":1,"serve":1,"requirements":1,"support":2,"python":1,"sdk":1,"httpx":1,"for":1,"streaming":2,"performs":1,"1":2,"synchronous":2,"using":3,"compatible":2,"raw":1,"http":1,"request":1,"import":3,"asyncio":1,"from":2,"asyncopenai":1,"assets":1,"audioasset":1,"def":1,"sync":1,"path":2,"str":1,"client":2,"open":1,"rb":1,"as":1,"f":2,"transcriptions":1,"create":1,"file":1,"language":1,"en":1,"response":1,"format":1,"json":1,"temperature":1,"additional":1,"sampling":1,"params":1,"not":1,"provided":1,"by":1,"extra":1,"body":1,"dict":1,"seed":1,"4419":1,"repetition":1,"penalty":1,"3":1,"print":1,"result":1,"text":1},"1352,1579,data/raw/vllm-0.10.1/examples/online_serving/openai_transcription_client.py":{"async":2,"def":2,"stream":4,"openai":14,"response":3,"audio":3,"path":4,"str":3,"client":6,"asyncopenai":2,"perform":1,"asynchronous":2,"transcription":3,"using":1,"compatible":1,"api":13,"print":3,"ntranscription":1,"result":1,"end":2,"with":1,"open":1,"rb":1,"as":1,"f":2,"await":1,"transcriptions":1,"create":1,"file":1,"model":1,"whisper":1,"large":1,"v3":1,"language":1,"en":1,"format":1,"json":1,"temperature":1,"0":4,"additional":1,"sampling":1,"params":1,"not":1,"provided":1,"by":1,"extra":1,"body":1,"dict":1,"seed":1,"420":1,"top":1,"p":1,"6":1,"true":2,"for":1,"chunk":3,"in":1,"if":2,"choices":2,"content":3,"get":4,"delta":1,"flush":1,"final":1,"newline":1,"after":1,"ends":1,"main":3,"mary":3,"had":3,"lamb":3,"audioasset":2,"local":2,"winning":3,"call":3,"modify":1,"s":2,"key":6,"and":1,"base":6,"to":1,"use":1,"vllm":1,"server":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"url":2,"sync":1,"run":2,"the":1,"function":1,"asyncio":1,"name":1},"0,1402,data/raw/vllm-0.10.1/examples/online_serving/cohere_rerank_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":3,"project":1,"example":2,"of":3,"using":1,"openai":1,"entrypoint":1,"s":1,"rerank":11,"api":2,"which":1,"is":6,"compatible":1,"with":1,"cohere":16,"sdk":1,"https":1,"github":1,"com":1,"ai":2,"python":1,"note":1,"that":1,"pip":1,"install":1,"needed":1,"run":2,"this":1,"serve":1,"baai":2,"bge":2,"reranker":2,"base":4,"from":2,"typing":1,"import":3,"union":2,"client":6,"clientv2":3,"model":6,"query":6,"what":1,"capital":2,"france":2,"documents":6,"paris":1,"reranking":1,"fun":1,"an":1,"open":1,"source":1,"framework":1,"for":1,"fast":1,"serving":1,"def":2,"str":3,"list":1,"dict":1,"return":1,"main":3,"v1":6,"url":2,"http":2,"localhost":2,"8000":2,"key":3,"sk":2,"fake":2,"result":6,"print":5,"50":3,"n":2,"or":1,"v2":6,"if":1,"name":1},"0,1888,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":12,"vllm":7,"project":1,"set":1,"up":1,"this":1,"example":2,"by":1,"starting":1,"a":2,"openai":7,"compatible":1,"server":3,"with":2,"tool":10,"call":4,"options":1,"enabled":1,"for":6,"important":1,"mistral":5,"you":1,"must":1,"use":2,"one":1,"of":1,"provided":1,"templates":1,"or":2,"your":1,"own":1,"model":1,"default":1,"doesn":1,"t":1,"work":1,"calls":1,"see":1,"docs":1,"on":1,"calling":1,"more":1,"details":1,"serve":2,"mistralai":1,"7b":1,"instruct":1,"v0":1,"3":2,"chat":4,"template":4,"examples":2,"jinja":2,"enable":2,"auto":2,"choice":2,"parser":2,"nousresearch":1,"hermes":3,"pro":1,"llama":1,"8b":1,"import":3,"json":1,"from":2,"typing":1,"any":1,"modify":1,"s":2,"api":5,"key":2,"and":1,"base":2,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"properties":3,"city":4,"type":5,"string":3,"description":4,"find":1,"weather":3,"e":2,"g":2,"san":1,"francisco":1,"state":3,"two":1,"letter":1,"abbreviation":1,"that":1,"is":1,"in":3,"ca":1,"which":1,"would":1,"mean":1,"california":1,"unit":3,"fetch":1,"temperature":1,"enum":1,"celsius":1,"fahrenheit":1,"tools":1,"function":2,"name":1,"get":2,"current":2,"given":1,"location":1,"parameters":1,"object":1,"required":1},"1888,1880,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools.py":{"messages":4,"role":3,"user":2,"content":3,"hi":1,"how":2,"are":1,"you":3,"doing":2,"today":1,"assistant":1,"i":2,"m":1,"well":1,"can":2,"help":1,"tell":1,"me":1,"what":1,"the":3,"temperate":1,"will":1,"be":1,"in":6,"dallas":2,"fahrenheit":2,"def":3,"get":1,"current":1,"weather":2,"city":1,"str":8,"state":1,"unit":1,"return":2,"texas":1,"is":2,"85":1,"degrees":1,"it":1,"partly":1,"cloudly":1,"with":1,"highs":1,"90":1,"s":1,"handle":2,"tool":24,"calls":9,"stream":4,"client":2,"openai":1,"list":5,"dict":2,"model":3,"tools":3,"any":3,"chat":1,"completions":1,"create":1,"true":1,"chunks":6,"print":7,"for":2,"chunk":9,"append":2,"if":7,"choices":6,"0":10,"delta":6,"else":1,"arguments":6,"call":15,"idx":5,"1":1,"index":2,"f":3,"streamed":3,"id":3,"function":3,"name":3},"3768,1821,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools.py":{"if":2,"tool":20,"call":15,"function":5,"arguments":11,"idx":1,"return":1,"def":1,"main":1,"initialize":1,"openai":5,"client":5,"defaults":1,"to":5,"os":1,"environ":1,"get":4,"api":4,"key":3,"base":2,"url":1,"available":3,"models":4,"and":1,"select":1,"one":1,"list":1,"model":4,"data":1,"0":3,"id":3,"chat":6,"completion":7,"completions":1,"create":1,"messages":5,"tools":5,"print":8,"70":4,"results":2,"stream":2,"calls":9,"chunks":2,"handle":3,"from":1,"streamed":2,"len":1,"f":1,"1":1,"n":1,"add":1,"the":1,"conversation":1,"append":2,"role":2,"assistant":1,"choices":2,"message":2,"now":1,"simulate":1,"a":1,"current":2,"weather":2,"for":1,"in":1,"name":3,"args":2,"json":1,"loads":1,"result":4,"content":1},"5589,257,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_with_tools.py":{"chat":4,"completion":2,"2":2,"client":1,"completions":1,"create":1,"messages":2,"model":2,"tools":2,"stream":1,"false":1,"print":3,"completion2":1,"results":1,"70":1,"if":1,"name":1,"main":2},"0,1752,data/raw/vllm-0.10.1/examples/online_serving/gradio_webserver.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":5,"vllm":5,"project":1,"example":2,"for":3,"starting":1,"a":1,"gradio":9,"webserver":3,"start":2,"api":2,"server":2,"python":2,"m":1,"entrypoints":1,"model":3,"meta":1,"llama":2,"7b":1,"chat":1,"hf":1,"examples":1,"online":1,"serving":1,"py":1,"note":1,"that":1,"pip":1,"install":2,"upgrade":1,"is":1,"needed":1,"run":1,"this":3,"more":1,"details":1,"https":2,"github":1,"com":1,"app":1,"if":2,"your":1,"antivirus":1,"software":1,"blocks":2,"download":2,"of":1,"frpc":5,"you":1,"can":1,"it":1,"manually":1,"by":1,"following":1,"these":1,"steps":1,"1":1,"file":3,"cdn":1,"media":1,"huggingface":2,"co":1,"3":3,"linux":2,"amd64":2,"rename":1,"downloaded":1,"v0":1,"move":1,"location":1,"home":1,"user":2,"cache":1,"import":4,"argparse":1,"json":3,"as":2,"gr":5,"requests":2,"def":2,"http":2,"bot":2,"prompt":3,"headers":3,"agent":1,"client":1,"pload":2,"stream":2,"true":2,"max":1,"tokens":1,"128":1,"response":2,"post":1,"args":1,"url":1,"chunk":4,"in":1,"iter":1,"lines":1,"size":1,"8192":1,"decode":2,"unicode":1,"false":1,"delimiter":1,"b":1,"n":2,"data":2,"loads":1,"utf":1,"8":1,"output":3,"text":3,"yield":1,"build":1,"demo":4,"with":1,"markdown":1,"completion":1,"inputbox":3,"textbox":2,"label":2,"input":1,"placeholder":2,"enter":2,"and":1,"press":1,"outputbox":2,"generated":1,"result":1,"from":1,"submit":1,"return":1},"1752,501,data/raw/vllm-0.10.1/examples/online_serving/gradio_webserver.py":{"def":2,"parse":3,"args":8,"parser":5,"argparse":1,"argumentparser":1,"add":3,"argument":3,"host":2,"type":3,"str":2,"default":3,"none":1,"port":3,"int":1,"8001":1,"model":1,"url":1,"http":1,"localhost":1,"8000":1,"generate":1,"return":1,"main":3,"demo":3,"build":1,"queue":1,"launch":1,"server":2,"name":2,"share":1,"true":1,"if":1},"0,1707,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":6,"project":1,"example":1,"python":1,"client":5,"for":3,"openai":10,"chat":9,"completion":7,"using":1,"api":12,"server":4,"note":1,"start":1,"a":2,"supported":1,"model":4,"with":1,"serve":2,"e":1,"g":1,"meta":1,"llama":2,"7b":1,"hf":1,"import":2,"argparse":2,"from":1,"modify":1,"s":2,"key":5,"and":1,"base":4,"use":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"messages":3,"role":4,"system":1,"content":4,"you":1,"are":1,"helpful":1,"assistant":2,"user":2,"who":1,"won":2,"world":2,"series":2,"in":3,"2020":2,"los":1,"angeles":1,"dodgers":1,"where":1,"was":1,"it":1,"played":1,"def":2,"parse":3,"args":8,"parser":3,"argumentparser":1,"description":1,"add":1,"argument":1,"stream":4,"action":1,"store":1,"true":1,"help":1,"enable":1,"streaming":1,"response":1,"return":1,"main":3,"defaults":1,"os":1,"environ":1,"get":1,"url":1,"models":3,"list":1,"data":1,"id":1,"completions":1,"create":1,"print":5,"50":2,"results":1,"if":2,"c":2,"else":1,"name":1},"0,761,data/raw/vllm-0.10.1/examples/online_serving/openai_translation_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":2,"project":1,"import":5,"asyncio":1,"json":2,"httpx":1,"from":2,"openai":6,"assets":1,"audio":4,"audioasset":1,"def":1,"sync":1,"path":2,"str":1,"client":2,"with":1,"open":1,"rb":1,"as":1,"f":2,"translation":3,"translations":1,"create":1,"file":1,"model":1,"whisper":1,"large":1,"v3":1,"response":1,"format":1,"temperature":1,"additional":1,"params":1,"not":1,"provided":1,"by":1,"api":1,"extra":1,"body":1,"dict":1,"language":1,"it":1,"seed":1,"4419":1,"repetition":1,"penalty":1,"1":1,"3":1,"print":1,"result":1,"text":1},"761,1831,data/raw/vllm-0.10.1/examples/online_serving/openai_translation_client.py":{"async":4,"def":2,"stream":5,"openai":13,"response":5,"audio":3,"path":3,"str":4,"base":7,"url":5,"api":13,"key":7,"data":6,"language":1,"it":1,"true":1,"model":1,"whisper":1,"large":1,"v3":1,"translations":1,"headers":3,"authorization":1,"f":3,"bearer":1,"print":3,"translation":2,"result":1,"end":2,"client":5,"does":1,"not":1,"support":1,"streaming":1,"with":4,"httpx":1,"asyncclient":1,"as":3,"open":1,"rb":1,"post":1,"files":1,"file":1,"for":1,"line":8,"in":1,"aiter":1,"lines":1,"each":1,"is":1,"a":1,"json":3,"object":1,"prefixed":1,"if":4,"startswith":1,"len":1,"last":1,"chunk":3,"ends":1,"strip":1,"done":1,"break":1,"parse":1,"the":3,"loads":1,"extract":1,"and":2,"content":4,"choices":1,"0":1,"get":3,"delta":1,"main":3,"foscolo":4,"audioasset":1,"azacinto":1,"local":1,"modify":1,"s":2,"to":1,"use":1,"vllm":1,"server":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"sync":1,"run":2,"asynchronous":1,"function":1,"asyncio":1,"name":1},"0,900,data/raw/vllm-0.10.1/examples/online_serving/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":9,"vllm":4,"project":1,"from":6,"openai":5,"import":3,"apiconnectionerror":2,"pagination":1,"syncpage":2,"types":1,"model":5,"def":1,"get":3,"first":2,"client":5,"str":1,"server":5,"try":1,"models":6,"list":2,"except":1,"as":1,"e":2,"raise":2,"runtimeerror":2,"failed":1,"of":1,"at":2,"f":2,"base":2,"url":3,"with":1,"api":3,"key":3,"check":1,"n":3,"1":1,"is":3,"running":1,"correct":2,"3":1,"if":1,"len":1,"data":2,"no":1,"found":1,"on":1,"return":1,"id":1},"0,1926,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_with_reasoning.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":4,"project":1,"an":1,"example":3,"shows":1,"how":3,"generate":2,"chat":5,"completions":4,"from":3,"reasoning":12,"models":5,"like":1,"deepseekr1":1,"run":1,"this":2,"you":1,"need":1,"start":1,"server":2,"with":1,"parser":2,"bash":1,"serve":1,"deepseek":3,"ai":1,"r1":2,"distill":1,"qwen":1,"1":4,"5b":1,"demonstrates":1,"using":1,"openai":9,"python":1,"client":5,"library":1,"import":1,"modify":1,"s":2,"api":8,"key":4,"and":2,"base":4,"use":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"def":1,"main":3,"url":1,"list":1,"model":5,"data":1,"id":1,"round":6,"messages":7,"role":3,"user":2,"content":20,"9":2,"11":1,"8":1,"which":1,"is":1,"greater":1,"ruff":1,"noqa":1,"e501":1,"for":5,"granite":1,"add":1,"extra":1,"body":1,"template":1,"kwargs":1,"thinking":1,"true":1,"response":6,"create":2,"choices":4,"message":4,"print":4,"append":2,"assistant":1,"many":1,"rs":1,"are":1,"there":1,"in":1,"word":1,"strawberry":1,"if":1,"name":1},"0,992,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_matryoshka_fy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":5,"project":1,"example":1,"python":1,"client":4,"for":2,"embedding":2,"api":11,"dimensions":2,"using":1,"server":3,"note":1,"start":1,"a":1,"supported":1,"matryoshka":1,"embeddings":3,"model":4,"with":1,"serve":2,"e":1,"g":1,"jinaai":1,"jina":1,"v3":1,"trust":1,"remote":1,"code":1,"from":1,"openai":9,"import":1,"modify":1,"s":2,"key":5,"and":1,"base":4,"use":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"def":1,"main":3,"defaults":1,"os":1,"environ":1,"get":1,"url":1,"models":3,"list":2,"data":4,"id":1,"responses":2,"create":1,"input":1,"follow":1,"white":1,"rabbit":1,"32":2,"in":1,"print":1,"of":2,"float":1,"len":1,"if":1,"name":1},"0,1975,data/raw/vllm-0.10.1/examples/online_serving/gradio_openai_chatbot_webserver.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":8,"the":4,"vllm":4,"project":1,"example":2,"for":4,"starting":1,"a":2,"gradio":10,"openai":16,"chatbot":3,"webserver":3,"start":2,"api":2,"server":2,"serve":1,"meta":2,"llama":4,"7b":2,"chat":4,"hf":2,"python":1,"examples":1,"online":1,"serving":1,"py":1,"m":1,"note":1,"that":1,"pip":1,"install":2,"upgrade":1,"is":1,"needed":1,"run":1,"this":3,"more":1,"details":1,"https":2,"github":1,"com":1,"app":1,"if":2,"your":1,"antivirus":1,"software":1,"blocks":1,"download":2,"of":1,"frpc":5,"you":2,"can":1,"it":1,"manually":1,"by":1,"following":1,"these":1,"steps":1,"1":2,"file":3,"cdn":1,"media":1,"huggingface":2,"co":1,"3":3,"linux":2,"amd64":2,"rename":1,"downloaded":1,"v0":1,"move":1,"location":1,"home":1,"user":3,"cache":1,"import":3,"argparse":1,"as":1,"gr":1,"from":1,"def":2,"format":11,"history":14,"role":4,"system":1,"content":4,"are":1,"great":1,"ai":1,"assistant":4,"human":2,"in":2,"append":3,"return":1,"predict":1,"message":2,"client":2,"model":3,"name":2,"temp":2,"stop":4,"token":4,"ids":4,"send":1,"request":1,"stream":2,"completions":1,"create":1,"messages":1,"temperature":1,"true":1,"extra":1,"body":1,"repetition":1,"penalty":1,"int":1,"id":2,"strip":1,"split":1,"else":1},"1975,1970,data/raw/vllm-0.10.1/examples/online_serving/gradio_openai_chatbot_webserver.py":{"collect":1,"all":1,"chunks":1,"and":2,"concatenate":1,"them":1,"into":1,"a":3,"full":5,"message":7,"for":3,"chunk":2,"in":1,"stream":1,"choices":1,"0":2,"delta":1,"content":1,"or":1,"return":5,"the":5,"as":1,"single":1,"response":1,"def":4,"parse":4,"args":10,"parser":8,"argparse":1,"argumentparser":1,"description":2,"chatbot":5,"interface":7,"with":1,"customizable":1,"parameters":1,"add":6,"argument":6,"model":8,"url":4,"type":6,"str":4,"default":5,"http":1,"localhost":1,"8000":1,"v1":1,"help":4,"m":1,"required":1,"true":2,"name":5,"temp":4,"float":1,"8":1,"temperature":1,"text":1,"generation":1,"stop":5,"token":5,"ids":5,"comma":1,"separated":1,"host":2,"none":1,"port":3,"int":1,"8001":1,"build":2,"gradio":5,"client":5,"chat":2,"predict":4,"history":2,"gr":1,"chatinterface":1,"fn":1,"title":1,"simple":1,"powered":1,"by":1,"vllm":2,"main":3,"arguments":1,"set":1,"openai":7,"s":2,"api":8,"key":4,"base":4,"to":1,"use":1,"server":3,"empty":1,"create":1,"an":1,"define":1,"using":1,"function":1,"queue":1,"launch":1,"share":1,"if":1},"0,1784,data/raw/vllm-0.10.1/examples/online_serving/kv_events_subscriber.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"from":4,"typing":1,"import":4,"any":2,"optional":3,"union":2,"msgspec":4,"zmq":7,"msgpack":1,"decoder":3,"types":1,"copied":1,"distributed":1,"kv":4,"events":7,"class":7,"eventbatch":2,"struct":2,"array":2,"like":2,"true":6,"omit":2,"defaults":2,"gc":2,"false":2,"ts":2,"float":1,"list":5,"kvcacheevent":4,"tag":1,"base":1,"for":3,"all":1,"cache":2,"related":1,"blockstored":2,"block":4,"hashes":2,"int":7,"parent":1,"hash":1,"token":1,"ids":1,"size":1,"lora":1,"id":1,"blockremoved":2,"allblockscleared":2,"pass":1,"kveventbatch":2,"def":2,"process":1,"event":7,"batch":4,"print":3,"f":2,"received":1,"at":1,"in":1,"main":2,"type":1,"last":1,"seq":4,"1":1,"context":4,"set":1,"up":1,"subscription":1,"socket":4,"sub":6,"connect":2,"tcp":2,"localhost":2,"5557":1,"topic":4,"setsockopt":1,"string":1,"subscribe":1,"initialize":1,"replay":4,"req":1,"5558":1,"poller":3,"register":1,"pollin":1,"listening":1,"on":1,"while":1,"try":1,"if":1,"poll":1,"50":1,"bytes":3,"payload":1,"recv":1,"multipart":1,"big":1},"1784,1406,data/raw/vllm-0.10.1/examples/online_serving/kv_events_subscriber.py":{"if":5,"last":8,"seq":17,"0":1,"and":1,"1":4,"missed":3,"print":3,"f":1,"messages":1,"current":1,"replay":10,"send":1,"to":1,"bytes":4,"8":1,"big":2,"while":1,"poller":1,"poll":1,"timeout":1,"200":1,"payload":5,"recv":1,"multipart":1,"not":1,"end":1,"of":1,"marker":1,"is":1,"sent":1,"as":2,"an":1,"empty":1,"frame":1,"for":2,"the":1,"break":3,"int":1,"from":1,"event":6,"batch":4,"decoder":2,"decode":2,"process":2,"do":1,"other":1,"periodic":1,"work":1,"or":1,"check":1,"shutdown":1,"except":2,"keyboardinterrupt":1,"interrupted":1,"exception":1,"e":2,"error":1,"decoding":1,"message":1,"name":1,"main":2},"0,868,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":3,"project":1,"from":1,"openai":9,"import":1,"modify":1,"s":2,"api":9,"key":5,"and":1,"base":4,"use":1,"server":1,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"def":1,"main":3,"client":3,"defaults":1,"os":1,"environ":1,"get":1,"url":1,"models":4,"list":2,"model":3,"data":4,"id":1,"responses":2,"embeddings":1,"create":1,"ruff":1,"noqa":1,"e501":1,"input":1,"hello":1,"my":1,"name":2,"is":2,"best":1,"thing":1,"about":1,"that":1,"it":1,"supports":1,"many":1,"different":1,"for":1,"in":1,"print":1,"embedding":1,"of":2,"float":1,"len":1,"4096":1,"if":1},"0,1230,data/raw/vllm-0.10.1/examples/online_serving/openai_completion_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":3,"project":1,"import":2,"argparse":2,"from":1,"openai":9,"modify":1,"s":2,"api":11,"key":5,"and":1,"base":4,"use":1,"server":2,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"def":2,"parse":3,"args":8,"parser":3,"argumentparser":1,"description":1,"client":4,"for":2,"add":1,"argument":1,"stream":4,"action":1,"store":1,"true":1,"help":1,"enable":1,"streaming":1,"response":1,"return":1,"main":3,"defaults":1,"os":1,"environ":1,"get":1,"url":1,"models":3,"list":1,"model":3,"data":1,"id":1,"completion":5,"completions":1,"create":1,"prompt":1,"a":2,"robot":1,"may":1,"not":1,"injure":1,"human":1,"being":1,"echo":1,"false":1,"n":1,"logprobs":1,"3":1,"print":5,"50":2,"results":1,"if":2,"c":2,"in":1,"else":1,"name":1},"0,2000,data/raw/vllm-0.10.1/examples/online_serving/api_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":4,"project":1,"example":1,"python":2,"client":3,"for":6,"entrypoints":2,"api":6,"server":4,"start":1,"demo":1,"m":1,"model":2,"name":1,"note":1,"is":3,"used":1,"only":1,"demonstration":1,"and":2,"simple":1,"performance":1,"benchmarks":1,"it":1,"not":1,"intended":1,"production":2,"use":2,"we":1,"recommend":1,"serve":1,"openai":1,"import":5,"argparse":3,"json":4,"from":2,"namespace":1,"collections":1,"abc":1,"iterable":2,"requests":5,"def":5,"clear":3,"line":5,"n":7,"int":4,"1":3,"none":1,"up":2,"033":1,"1a":1,"x1b":1,"2k":1,"in":2,"range":1,"print":1,"end":1,"flush":1,"true":2,"post":2,"http":1,"request":1,"prompt":4,"str":6,"url":2,"stream":6,"bool":1,"false":2,"response":11,"headers":3,"user":1,"agent":1,"test":1,"pload":2,"temperature":1,"max":1,"tokens":1,"16":1,"return":3,"get":2,"streaming":1,"list":2,"chunk":4,"iter":1,"lines":1,"size":1,"8192":1,"decode":2,"unicode":1,"delimiter":1,"b":1,"if":1,"data":4,"loads":2,"utf":1,"8":1,"output":4,"text":2,"yield":1,"content":1,"parse":2,"args":2,"parser":7,"argumentparser":1,"add":5,"argument":5,"host":1,"type":4,"default":4,"localhost":1,"port":1,"8000":1,"san":1,"francisco":1,"a":1,"action":1,"store":1},"2000,801,data/raw/vllm-0.10.1/examples/online_serving/api_client.py":{"def":1,"main":3,"args":9,"namespace":1,"prompt":5,"api":2,"url":2,"f":4,"http":2,"host":1,"port":1,"generate":1,"n":4,"stream":4,"print":3,"r":3,"flush":3,"true":3,"response":5,"post":1,"request":1,"if":2,"num":4,"printed":4,"lines":4,"0":2,"for":3,"h":2,"in":3,"get":2,"streaming":1,"clear":1,"line":5,"i":4,"enumerate":2,"1":1,"beam":2,"candidate":2,"else":1,"output":2,"name":1,"parse":1},"0,1044,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_embedding_client_for_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"import":5,"argparse":1,"base64":1,"io":1,"requests":2,"from":1,"pil":1,"image":6,"url":5,"https":1,"upload":1,"wikimedia":1,"org":1,"wikipedia":1,"commons":1,"thumb":1,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"jpg":2,"2560px":1,"def":1,"vlm2vec":2,"response":5,"post":1,"http":1,"localhost":1,"8000":1,"v1":1,"embeddings":1,"json":4,"model":1,"tiger":1,"lab":1,"full":1,"messages":1,"role":1,"user":1,"content":1,"type":2,"text":2,"represent":1,"given":1,"encoding":1,"format":1,"float":1,"raise":1,"for":1,"status":1,"print":1,"embedding":2,"output":1,"data":1},"1044,1711,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_embedding_client_for_multimodal.py":{"def":1,"dse":3,"qwen2":3,"vl":1,"inp":4,"dict":1,"embedding":4,"an":1,"image":15,"if":1,"type":5,"messages":4,"role":2,"user":2,"content":3,"url":7,"text":5,"what":1,"is":1,"shown":1,"in":1,"this":1,"a":2,"query":2,"else":1,"mrlight":2,"2b":2,"mrl":2,"v1":3,"requires":1,"placeholder":5,"of":1,"the":1,"minimum":1,"input":1,"size":1,"buffer":4,"io":1,"bytesio":1,"new":1,"rgb":1,"56":2,"save":1,"png":1,"seek":1,"0":2,"base64":2,"b64encode":1,"read":1,"decode":1,"utf":1,"8":1,"f":2,"data":2,"jpeg":1,"response":5,"requests":1,"post":1,"http":1,"localhost":1,"8000":1,"embeddings":1,"json":4,"model":1,"encoding":1,"format":1,"float":1,"raise":1,"for":1,"status":1,"print":1,"output":1},"2755,871,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_embedding_client_for_multimodal.py":{"def":2,"parse":3,"args":8,"parser":3,"argparse":1,"argumentparser":1,"script":1,"to":3,"call":2,"a":1,"specified":1,"vlm":1,"through":1,"the":3,"api":1,"make":1,"sure":1,"serve":1,"model":5,"with":1,"runner":1,"pooling":1,"before":1,"running":1,"this":1,"add":1,"argument":1,"type":3,"str":1,"choices":1,"vlm2vec":3,"dse":4,"qwen2":4,"vl":4,"required":1,"true":1,"help":1,"which":1,"return":1,"main":3,"if":2,"elif":1,"image":3,"url":2,"text":1,"content":1,"what":1,"is":1,"weather":1,"like":1,"today":1,"name":1},"0,1712,data/raw/vllm-0.10.1/examples/online_serving/openai_cross_encoder_score.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":9,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":7,"vllm":3,"project":1,"example":1,"online":1,"usage":1,"of":6,"score":6,"api":8,"run":1,"serve":1,"model":8,"runner":1,"pooling":1,"start":1,"up":1,"server":1,"in":1,"import":3,"argparse":2,"pprint":9,"requests":3,"def":3,"post":4,"http":4,"request":3,"prompt":10,"dict":1,"url":7,"str":3,"response":9,"headers":3,"user":1,"agent":1,"test":1,"client":1,"json":3,"return":2,"parse":2,"args":6,"parser":5,"argumentparser":1,"add":3,"argument":3,"host":2,"type":3,"default":3,"localhost":1,"port":2,"int":1,"8000":1,"baai":1,"bge":1,"reranker":1,"v2":1,"m3":1,"main":1,"f":1,"name":3,"text":16,"1":8,"what":2,"is":7,"capital":5,"brazil":3,"brasilia":2,"print":4,"nprompt":2,"when":2,"and":2,"are":1,"both":1,"strings":1,"nscore":2,"france":2,"paris":1,"string":1,"a":1,"list":1},"1712,539,data/raw/vllm-0.10.1/examples/online_serving/openai_cross_encoder_score.py":{"text":8,"1":4,"what":2,"is":4,"the":4,"capital":4,"of":4,"brazil":2,"france":2,"2":4,"brasilia":1,"paris":1,"prompt":4,"model":2,"name":2,"score":2,"response":3,"post":1,"http":1,"request":1,"api":2,"url":2,"print":2,"nprompt":1,"when":1,"and":1,"are":1,"both":1,"lists":1,"pprint":4,"nscore":1,"json":1,"if":1,"main":2,"args":3,"parse":1},"0,1805,data/raw/vllm-0.10.1/examples/online_serving/openai_cross_encoder_score_for_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"example":1,"online":1,"usage":1,"of":1,"score":4,"api":6,"run":1,"serve":1,"model":6,"runner":1,"pooling":1,"start":1,"up":1,"server":1,"in":1,"import":3,"argparse":2,"pprint":5,"requests":3,"def":3,"post":3,"http":3,"request":2,"prompt":6,"dict":1,"url":11,"str":3,"response":6,"headers":3,"user":1,"agent":1,"test":3,"client":1,"json":2,"return":2,"parse":3,"args":9,"parser":5,"argumentparser":1,"add":3,"argument":3,"host":2,"type":5,"default":3,"localhost":1,"port":2,"int":1,"8000":1,"jinaai":1,"jina":3,"reranker":3,"m0":1,"main":5,"f":1,"name":3,"text":8,"1":4,"slm":1,"markdown":1,"content":1,"image":5,"https":2,"raw":2,"githubusercontent":2,"com":2,"ai":2,"multimodal":2,"handelsblatt":1,"preview":1,"png":2,"paper":1,"11":1,"print":2,"nprompt":1,"when":1,"is":2,"string":1,"and":1,"a":1,"list":1,"nscore":1,"if":1},"0,1931,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_langchain.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":7,"project":1,"retrieval":2,"augmented":2,"generation":3,"rag":3,"implementation":2,"with":5,"langchain":15,"this":1,"script":1,"demonstrates":1,"a":2,"using":1,"milvus":5,"and":4,"enhances":1,"llm":1,"responses":1,"by":1,"retrieving":1,"relevant":1,"context":2,"from":12,"document":3,"collection":1,"features":1,"web":3,"content":1,"loading":1,"chunking":1,"vector":1,"storage":1,"embedding":3,"question":1,"answering":1,"prerequisites":1,"1":1,"install":2,"dependencies":1,"pip":1,"u":1,"openai":2,"community":2,"beautifulsoup4":1,"text":2,"splitters":2,"start":3,"services":2,"service":2,"port":3,"8000":2,"serve":2,"ssmits":1,"qwen2":1,"7b":1,"instruct":1,"embed":1,"base":1,"chat":3,"8001":3,"qwen":1,"qwen1":1,"5":1,"5b":1,"usage":1,"python":1,"py":1,"notes":1,"ensure":1,"both":1,"are":1,"running":1,"before":1,"executing":1,"default":1,"ports":1,"first":1,"run":1,"may":1,"take":1,"time":1,"download":1,"models":1,"import":11,"argparse":2,"namespace":1,"typing":1,"any":2,"loaders":1,"webbaseloader":2,"core":4,"documents":3,"output":1,"parsers":1,"stroutputparser":1,"prompts":1,"prompttemplate":1,"runnables":1,"runnablepassthrough":1,"chatopenai":1,"openaiembeddings":1,"recursivecharactertextsplitter":1,"def":1,"load":3,"split":2,"config":2,"dict":1,"str":1,"url":2,"try":1,"loader":2,"paths":1,"docs":1},"1931,1961,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_langchain.py":{"text":2,"splitter":2,"recursivecharactertextsplitter":1,"chunk":4,"size":2,"config":12,"overlap":2,"return":6,"split":1,"documents":7,"docs":5,"except":1,"exception":1,"as":1,"e":2,"print":1,"f":1,"error":1,"loading":1,"document":3,"from":3,"url":1,"str":3,"raise":1,"def":5,"init":2,"vectorstore":1,"dict":2,"any":3,"list":2,"initialize":2,"vector":1,"store":1,"with":1,"milvus":1,"embedding":3,"openaiembeddings":1,"model":4,"openai":4,"api":6,"key":4,"vllm":4,"base":2,"endpoint":2,"connection":1,"args":1,"uri":2,"drop":1,"old":1,"true":1,"llm":4,"chatopenai":2,"chat":2,"get":2,"qa":2,"prompt":5,"question":7,"answering":3,"template":4,"you":3,"are":1,"an":1,"assistant":1,"for":3,"tasks":1,"use":2,"the":4,"following":1,"pieces":1,"of":1,"retrieved":1,"context":4,"to":1,"answer":4,"if":1,"don":2,"t":2,"know":2,"just":1,"say":1,"that":1,"three":1,"sentences":1,"maximum":1,"and":1,"keep":1,"concise":1,"prompttemplate":2,"format":3,"n":2,"join":1,"doc":2,"page":1,"content":1,"in":1,"create":1,"chain":2,"retriever":2,"set":1,"up":1,"runnablepassthrough":1,"stroutputparser":1},"3892,1870,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_langchain.py":{"def":2,"get":1,"parser":14,"argparse":2,"argumentparser":2,"parse":1,"command":3,"line":3,"arguments":3,"description":1,"rag":1,"with":1,"vllm":6,"and":1,"langchain":1,"add":12,"argument":11,"api":2,"key":2,"default":10,"empty":1,"help":11,"for":8,"compatible":1,"services":1,"embedding":3,"endpoint":2,"http":2,"localhost":2,"8000":1,"v1":2,"base":3,"url":4,"service":2,"chat":5,"8001":1,"uri":2,"milvus":2,"db":1,"database":1,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"getting":1,"started":1,"quickstart":1,"html":1,"of":2,"the":1,"document":3,"to":2,"process":1,"model":4,"ssmits":1,"qwen2":1,"7b":1,"instruct":1,"embed":1,"name":2,"embeddings":1,"qwen":1,"qwen1":1,"5":1,"0":1,"5b":1,"i":1,"interactive":2,"action":1,"store":1,"true":1,"enable":1,"q":1,"a":1,"mode":1,"k":2,"top":2,"type":3,"int":3,"3":1,"number":1,"results":1,"retrieve":1,"c":1,"chunk":4,"size":2,"1000":1,"splitting":2,"o":1,"overlap":2,"200":1,"return":1,"init":1,"config":1,"args":1,"namespace":1,"initialize":1,"configuration":1,"settings":1,"from":1},"5762,1689,data/raw/vllm-0.10.1/examples/online_serving/retrieval_augmented_generation_with_langchain.py":{"return":1,"vllm":7,"api":2,"key":2,"args":14,"embedding":4,"endpoint":4,"chat":4,"uri":2,"model":4,"url":2,"chunk":4,"size":2,"overlap":2,"top":3,"k":4,"def":1,"main":3,"parse":2,"command":1,"line":1,"arguments":1,"get":2,"parser":1,"initialize":3,"configuration":1,"config":6,"init":3,"load":2,"and":4,"split":2,"documents":4,"vector":1,"store":1,"retriever":4,"vectorstore":3,"as":1,"search":1,"kwargs":1,"llm":4,"prompt":4,"qa":6,"set":1,"up":1,"chain":5,"create":1,"interactive":3,"mode":2,"if":3,"print":7,"nwelcome":1,"to":3,"q":3,"a":1,"system":1,"enter":2,"or":1,"quit":2,"exit":1,"while":1,"true":1,"question":7,"input":1,"nplease":1,"your":1,"lower":1,"in":1,"nthank":1,"you":1,"for":1,"using":1,"goodbye":1,"break":1,"output":4,"invoke":2,"else":1,"default":1,"single":1,"how":1,"install":1,"50":2,"name":1},"0,1871,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_for_multimodal.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":5,"vllm":8,"project":1,"an":1,"example":1,"showing":1,"how":1,"use":2,"serve":4,"multimodal":2,"models":1,"and":2,"run":3,"online":1,"serving":1,"with":7,"openai":11,"client":4,"launch":1,"server":2,"following":1,"command":1,"single":2,"image":4,"inference":5,"llava":3,"hf":2,"1":1,"5":4,"7b":1,"multi":1,"phi":2,"3":3,"vision":2,"instruct":2,"microsoft":1,"runner":1,"generate":1,"trust":2,"remote":3,"code":2,"max":3,"model":6,"len":2,"4096":2,"limit":1,"mm":1,"per":1,"prompt":1,"audio":2,"ultravox":2,"fixie":1,"ai":1,"v0":1,"llama":1,"1b":1,"script":1,"python":1,"chat":6,"completion":5,"for":2,"py":1,"type":1,"import":5,"base64":4,"requests":2,"from":5,"utils":2,"get":3,"first":1,"flexibleargumentparser":1,"modify":1,"s":3,"api":9,"key":5,"base":4,"empty":1,"http":1,"localhost":1,"8000":1,"v1":1,"defaults":1,"os":1,"environ":1,"url":5,"def":2,"encode":2,"content":7,"str":3,"a":2,"retrieved":1,"format":1,"as":1,"response":3,"raise":1,"status":1,"result":4,"b64encode":1,"decode":1,"utf":1,"8":1,"return":1,"text":2,"only":2,"none":1,"completions":1,"create":1,"messages":1,"role":1,"user":1,"what":1,"capital":1,"of":1,"france":1,"tokens":1,"64":1,"choices":1,"message":1,"print":1,"output":1,"input":1},"1871,1656,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_for_multimodal.py":{"def":1,"run":1,"single":1,"image":18,"model":5,"str":1,"none":1,"use":2,"url":14,"in":4,"the":4,"payload":2,"https":1,"upload":1,"wikimedia":1,"org":1,"wikipedia":1,"commons":1,"thumb":1,"d":1,"dd":1,"gfp":2,"wisconsin":2,"madison":2,"nature":2,"boardwalk":2,"jpg":2,"2560px":1,"chat":8,"completion":8,"from":7,"client":2,"completions":2,"create":2,"messages":2,"role":2,"user":2,"content":5,"type":4,"text":4,"what":2,"s":2,"this":2,"max":2,"tokens":2,"64":2,"result":4,"choices":2,"0":2,"message":2,"print":2,"output":2,"base64":8,"encoded":2,"encode":1,"f":1,"data":1,"jpeg":1,"multi":1,"input":1,"inference":1},"3527,1957,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_for_multimodal.py":{"def":2,"run":2,"multi":1,"image":10,"model":6,"str":2,"none":2,"url":23,"duck":2,"https":2,"upload":2,"wikimedia":2,"org":2,"wikipedia":2,"commons":2,"d":1,"da":1,"2015":1,"kaczka":1,"krzy":1,"c5":1,"bcowka":1,"w":1,"wodzie":1,"28samiec":1,"29":1,"jpg":2,"lion":3,"7":1,"77":1,"002":1,"the":4,"king":1,"snyggve":1,"in":4,"serengeti":1,"national":1,"park":1,"photo":1,"by":1,"giles":1,"laurent":1,"chat":8,"completion":8,"from":6,"client":2,"completions":2,"create":2,"messages":2,"role":2,"user":2,"content":5,"type":5,"text":4,"what":2,"are":1,"animals":1,"these":1,"images":1,"max":2,"tokens":2,"64":2,"result":4,"choices":2,"0":2,"message":2,"print":2,"output":2,"video":10,"input":1,"inference":1,"http":1,"commondatastorage":1,"googleapis":1,"com":1,"gtv":1,"videos":1,"bucket":1,"sample":1,"forbiggerfun":1,"mp4":1,"base64":2,"encode":1,"use":1,"payload":1,"s":1,"this":1},"5484,1761,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_for_multimodal.py":{"use":1,"base64":11,"encoded":2,"video":6,"in":3,"the":1,"payload":1,"chat":8,"completion":8,"from":8,"client":2,"completions":2,"create":2,"messages":2,"role":2,"user":2,"content":5,"type":4,"text":4,"what":2,"s":2,"this":2,"url":7,"f":1,"data":2,"mp4":1,"model":5,"max":2,"tokens":2,"64":2,"result":4,"choices":2,"0":2,"message":2,"print":2,"output":2,"image":1,"audio":12,"input":5,"inference":1,"def":1,"run":1,"str":1,"none":1,"vllm":1,"assets":1,"import":1,"audioasset":2,"winning":1,"call":1,"encode":1,"openai":1,"compatible":1,"schema":1,"any":1,"format":2,"supported":2,"by":1,"librosa":1,"is":1,"wav":1},"7245,1736,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_for_multimodal.py":{"http":1,"url":12,"chat":8,"completion":8,"from":6,"client":2,"completions":2,"create":2,"messages":2,"role":2,"user":2,"content":4,"type":4,"text":6,"what":2,"s":2,"in":2,"this":2,"audio":13,"any":2,"format":2,"supported":4,"by":2,"librosa":2,"is":2,"model":4,"max":2,"tokens":2,"64":2,"result":4,"choices":2,"0":2,"message":2,"print":2,"output":2,"base64":6,"f":1,"data":1,"ogg":1,"encoded":1,"example":1,"function":1,"map":1,"only":2,"run":5,"single":2,"image":4,"multi":2,"video":2},"8981,651,data/raw/vllm-0.10.1/examples/online_serving/openai_chat_completion_client_for_multimodal.py":{"def":2,"parse":3,"args":7,"parser":3,"flexibleargumentparser":1,"description":1,"demo":1,"on":1,"using":1,"openai":1,"client":2,"for":1,"online":1,"serving":1,"with":3,"multimodal":2,"language":1,"models":1,"served":1,"vllm":1,"add":1,"argument":1,"chat":4,"type":6,"c":1,"str":1,"default":1,"single":1,"image":1,"choices":1,"list":1,"example":2,"function":2,"map":2,"keys":1,"help":1,"conversation":1,"data":1,"return":1,"main":3,"none":1,"model":3,"get":1,"first":1,"if":1,"name":1},"0,533,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/README.md":{"long":3,"text":2,"embedding":2,"with":3,"chunked":3,"processing":3,"this":1,"directory":1,"contains":1,"examples":1,"for":1,"using":1,"vllm":2,"s":2,"feature":1,"to":3,"handle":1,"that":1,"exceeds":1,"the":3,"model":2,"maximum":1,"context":1,"length":1,"quick":1,"start":3,"server":2,"use":1,"provided":1,"script":1,"a":1,"enabled":1,"bash":1,"basic":1,"usage":1,"supports":1,"very":1,"texts":1,"up":1,"3m":1,"tokens":1,"service":2,"sh":2,"custom":1,"configuration":1,"different":1,"models":1,"name":1,"jinaai":1,"jina":1,"embeddings":1,"v3":1,"max":1,"embed":1,"len":1,"1048576":1},"533,1992,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/README.md":{"for":7,"extremely":1,"long":4,"documents":2,"model":9,"name":2,"intfloat":2,"multilingual":2,"e5":2,"large":2,"max":3,"embed":3,"len":3,"3072000":3,"service":2,"sh":2,"test":3,"text":2,"embedding":4,"run":1,"the":8,"comprehensive":2,"client":4,"bash":1,"python":1,"py":2,"files":1,"file":1,"description":3,"server":3,"startup":1,"script":1,"with":1,"chunked":5,"processing":6,"enabled":1,"configuration":2,"key":3,"parameters":1,"are":1,"in":1,"override":1,"pooler":1,"config":1,"json":1,"pooling":8,"type":4,"auto":3,"normalize":1,"true":2,"enable":1,"note":1,"sets":1,"s":6,"own":1,"strategy":3,"within":3,"each":1,"chunk":7,"cross":4,"aggregation":4,"automatically":1,"uses":3,"mean":4,"when":2,"input":3,"exceeds":2,"native":4,"maximum":3,"length":3,"behavior":2,"combination":1,"component":1,"chunks":2,"configured":1,"always":1,"weighted":1,"averaging":1,"based":1,"on":1,"token":1,"counts":1,"performance":1,"optimal":1,"all":1,"processed":1,"complete":1,"semantic":1,"coverage":1,"environment":1,"variables":1,"variable":1,"default":1,"to":2,"use":2,"supports":2,"multiple":1,"models":1,"port":2,"31090":1,"gpu":1,"count":1,"1":1,"number":1,"of":1,"gpus":1,"very":1,"cls":1,"last":1,"only":1,"affects":1,"not":1,"api":2,"empty":1,"authentication":1},"2525,1743,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/README.md":{"how":1,"it":1,"works":2,"1":1,"enhanced":1,"input":6,"validation":1,"max":8,"embed":4,"len":6,"allows":1,"accepting":1,"inputs":1,"longer":1,"than":1,"model":4,"without":2,"environment":2,"variables":2,"2":1,"smart":1,"chunking":1,"text":3,"is":4,"split":1,"based":2,"on":1,"position":2,"embeddings":3,"to":3,"maintain":2,"semantic":2,"integrity":1,"3":1,"unified":1,"processing":5,"all":3,"chunks":4,"processed":3,"separately":1,"through":1,"the":2,"using":2,"its":1,"configured":1,"pooling":2,"strategy":1,"4":1,"mean":2,"aggregation":2,"when":1,"exceeds":3,"s":1,"native":2,"length":3,"results":1,"combined":1,"token":1,"count":1,"weighted":2,"averaging":2,"across":1,"5":1,"consistent":2,"output":1,"final":1,"same":1,"dimensionality":1,"as":1,"standard":1,"handling":1,"within":1,"accepted":1,"and":3,"up":1,"3m":1,"tokens":1,"chunked":2,"automatically":1,"triggered":1,"rejected":1,"with":5,"clear":1,"error":1,"message":1,"no":1,"required":1,"vllm":1,"allow":1,"long":3,"extreme":1,"support":1,"3072000":1,"you":1,"can":1,"process":1,"academic":1,"papers":2,"full":1,"research":1,"references":1,"legal":2,"documents":2,"complete":2,"contracts":1,"texts":1,"books":2,"entire":1,"chapters":1,"or":1,"small":1,"code":1,"repositories":1,"large":1,"codebases":1,"documentation":1,"performance":3,"characteristics":1,"aspect":1,"behavior":1,"chunk":2,"cross":1,"minimal":1,"overhead":1,"memory":1,"usage":1,"proportional":1,"number":1,"of":1,"moderate":1,"scalable":1,"quality":1,"coverage":1,"optimal":1,"for":1},"4268,1734,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/README.md":{"test":4,"cases":2,"the":2,"client":1,"demonstrates":1,"short":1,"text":7,"normal":1,"processing":13,"baseline":1,"medium":1,"single":2,"chunk":5,"long":4,"multi":1,"with":4,"aggregation":1,"very":1,"many":1,"chunks":2,"extreme":1,"document":1,"level":1,"100k":1,"tokens":4,"batch":1,"mixed":1,"length":5,"inputs":1,"in":3,"one":1,"request":1,"consistency":1,"reproducible":1,"results":1,"across":1,"runs":1,"troubleshooting":1,"common":1,"issues":1,"1":2,"chunked":5,"not":1,"enabled":1,"log":4,"valueerror":2,"this":2,"model":4,"s":3,"maximum":2,"position":3,"embeddings":3,"is":2,"4096":3,"solution":3,"ensure":1,"enable":1,"true":1,"pooler":2,"config":2,"2":2,"input":5,"exceeds":2,"max":5,"embed":2,"len":2,"embedding":3,"3072000":1,"increase":1,"or":2,"reduce":2,"3":2,"memory":2,"errors":1,"runtimeerror":1,"cuda":1,"out":1,"of":2,"size":2,"by":1,"adjusting":1,"use":2,"fewer":1,"gpus":1,"4":2,"slow":1,"expected":1,"takes":1,"more":1,"time":1,"due":1,"to":4,"multiple":1,"inference":1,"calls":1,"debug":1,"information":1,"server":1,"logs":1,"show":1,"activity":1,"info":2,"150000":2,"will":1,"split":1,"into":1,"37":1,"contributing":1,"extend":1,"support":1,"other":1,"models":1,"check":1,"compatibility":1,"pooling":1,"architecture":1,"various":1,"lengths":1,"validate":1,"quality":1,"compared":1,"submit":1,"pr":1,"and":1,"documentation":1,"updates":1},"6002,505,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/README.md":{"enhanced":1,"features":1,"max":5,"embed":3,"len":5,"parameter":2,"the":1,"new":1,"provides":1,"simplified":1,"configuration":1,"no":1,"need":1,"for":1,"vllm":1,"allow":1,"long":1,"model":2,"environment":1,"variable":1,"flexible":1,"input":1,"validation":1,"accept":1,"inputs":2,"longer":1,"than":1,"up":1,"to":2,"extreme":1,"length":1,"support":1,"process":1,"documents":1,"with":1,"millions":1,"of":1,"tokens":1,"clear":1,"error":1,"messages":1,"better":1,"feedback":1,"when":1,"exceed":1,"limits":1,"backward":1,"compatibility":1,"existing":1,"configurations":1,"continue":1,"work":1},"0,1912,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":6,"project":1,"example":2,"script":1,"demonstrating":1,"long":4,"text":9,"embedding":3,"with":5,"chunked":5,"processing":5,"in":1,"this":1,"shows":1,"how":1,"use":1,"s":2,"feature":2,"handle":1,"inputs":1,"that":1,"exceed":1,"model":4,"maximum":1,"token":1,"length":1,"automatically":1,"splits":1,"into":1,"chunks":4,"and":1,"handles":1,"different":3,"pooling":5,"types":1,"optimally":1,"prerequisites":1,"1":1,"start":1,"server":1,"enabled":1,"mean":3,"processes":1,"all":1,"recommended":1,"for":1,"complete":1,"coverage":1,"serve":2,"intfloat":1,"multilingual":3,"e5":3,"large":5,"override":2,"pooler":2,"config":2,"type":2,"normalize":2,"true":4,"enable":2,"max":2,"embed":2,"len":2,"3072000":1,"served":2,"name":3,"trust":2,"remote":2,"code":2,"port":2,"31090":3,"api":9,"key":9,"your":4,"or":1,"cls":3,"native":1,"within":1,"aggregation":1,"across":1,"baai":1,"bge":2,"en":2,"v1":3,"5":2,"1048576":1,"install":2,"required":1,"dependencies":1,"pip":1,"openai":4,"requests":1,"import":3,"time":1,"numpy":1,"as":1,"np":1,"from":1,"configuration":1,"replace":1,"actual":1,"base":6,"url":3,"http":1,"localhost":1,"def":2,"generate":2,"str":2,"repeat":2,"count":2,"int":1,"by":1,"repeating":1,"return":1,"test":2,"lengths":2,"generation":1,"client":1},"1912,1834,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"test":8,"cases":3,"with":2,"different":1,"text":20,"lengths":1,"name":6,"short":2,"hello":1,"this":4,"is":4,"a":3,"for":3,"embedding":7,"expected":4,"chunks":7,"1":3,"medium":2,"generate":3,"long":8,"length":3,"that":2,"should":1,"fit":1,"within":1,"the":2,"model":4,"s":2,"context":2,"window":1,"20":1,"2":3,"very":2,"will":2,"exceed":1,"maximum":1,"and":2,"trigger":1,"chunked":2,"processing":4,"50":1,"5":1,"3":2,"extremely":1,"definitely":1,"require":1,"multiple":1,"100":1,"10":1,"print":4,"testing":1,"vllm":1,"70":1,"i":2,"case":4,"in":1,"enumerate":1,"f":2,"n":1,"len":2,"characters":1,"try":1,"start":2,"time":9,"response":2,"client":1,"embeddings":1,"create":1,"input":1,"encoding":1,"format":1,"float":1,"end":2,"extract":1,"data":2,"0":1,"dim":1},"3746,1838,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"print":15,"success":1,"f":11,"embedding":10,"dimension":1,"dim":3,"processing":9,"time":15,"2f":3,"s":3,"expected":2,"chunks":2,"test":3,"case":1,"first":1,"5":3,"values":1,"except":2,"exception":2,"as":2,"e":4,"failed":2,"str":2,"def":1,"batch":10,"with":2,"mixed":2,"length":4,"inputs":7,"client":2,"openai":1,"api":2,"key":2,"base":2,"url":2,"n":1,"testing":1,"lengths":1,"50":1,"mix":1,"of":3,"short":3,"and":1,"long":4,"texts":1,"text":6,"1":3,"generate":2,"medium":1,"that":1,"fits":1,"in":2,"one":1,"chunk":1,"20":1,"another":1,"requiring":1,"chunked":1,"100":1,"try":1,"start":2,"response":3,"embeddings":2,"create":1,"input":5,"model":2,"name":1,"encoding":1,"format":1,"float":1,"end":2,"successful":1,"number":2,"len":5,"data":4,"total":1,"average":1,"per":1,"for":1,"i":3,"enumerate":1,"chars":1,"d":1},"5584,1838,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"def":1,"test":2,"multiple":4,"long":18,"texts":12,"batch":7,"processing":3,"with":1,"to":2,"verify":1,"chunk":3,"id":2,"uniqueness":1,"client":2,"openai":1,"api":2,"key":2,"base":2,"url":2,"print":4,"n":1,"testing":1,"in":2,"fix":1,"verification":1,"70":1,"create":2,"distinct":1,"that":1,"will":2,"all":4,"require":1,"chunking":1,"note":1,"pooling":3,"types":2,"now":1,"use":1,"mean":3,"aggregation":2,"across":2,"chunks":2,"native":1,"cls":1,"last":1,"is":1,"used":1,"within":1,"each":1,"combines":1,"results":1,"full":1,"semantic":1,"coverage":1,"for":2,"generate":3,"text":10,"first":1,"document":3,"about":3,"artificial":1,"intelligence":1,"and":3,"machine":1,"learning":1,"80":3,"6":3,"second":1,"natural":1,"language":1,"transformers":1,"third":1,"computer":1,"vision":1,"neural":1,"networks":1,"add":1,"some":1,"short":5,"mix":1,"things":1,"up":1,"inputs":3,"before":1,"0":1,"between":1,"1":2,"2":1,"after":1,"composition":1,"i":2,"enumerate":1,"length":3,"len":1,"type":2,"be":1,"chunked":1,"if":1,"5000":1,"else":1,"f":1,"input":2,"chars":1,"try":1,"start":2,"time":9,"response":1,"embeddings":1,"model":2,"name":1,"encoding":1,"format":1,"float":1,"end":2},"7422,1778,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"print":8,"n":2,"multiple":1,"long":13,"texts":2,"batch":2,"processing":3,"successful":1,"f":5,"number":2,"of":3,"inputs":2,"len":5,"embeddings":15,"returned":1,"response":2,"data":4,"total":1,"time":2,"2f":1,"s":1,"verify":1,"each":1,"embedding":3,"is":1,"different":3,"no":1,"incorrect":1,"aggregation":2,"for":3,"in":3,"if":2,"3":3,"import":1,"numpy":1,"as":1,"np":7,"compare":1,"the":1,"indices":1,"1":5,"4":2,"array":3,"first":1,"text":4,"second":1,"third":1,"verifying":1,"uniqueness":1,"i":5,"range":2,"j":4,"cosine":3,"sim":3,"dot":1,"linalg":2,"norm":2,"similarity":3,"between":1,"and":1,"4f":1,"0":1,"9":1,"content":1,"should":1,"have":1,"lower":1,"good":1,"are":1,"appropriately":1,"else":1,"high":1,"may":1,"indicate":1,"chunk":1,"issue":1},"9200,1998,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"print":10,"n":3,"per":1,"input":5,"results":2,"for":4,"i":5,"data":5,"in":3,"enumerate":1,"response":3,"length":2,"len":3,"batch":3,"inputs":1,"embedding":11,"dim":2,"norm":6,"np":6,"linalg":3,"f":4,"1":3,"chars":1,"d":1,"4f":1,"this":2,"test":5,"verifies":1,"the":3,"fix":3,"chunk":3,"id":2,"collisions":1,"processing":3,"before":1,"multiple":3,"long":6,"texts":2,"would":1,"have":2,"conflicting":1,"ids":2,"after":1,"each":1,"prompt":2,"s":1,"chunks":1,"unique":1,"with":1,"index":1,"except":1,"exception":1,"as":1,"e":2,"failed":1,"str":1,"might":1,"indicate":1,"collision":1,"bug":1,"is":1,"present":1,"def":1,"consistency":4,"that":1,"chunked":2,"produces":1,"consistent":1,"client":2,"openai":1,"api":2,"key":2,"base":2,"url":2,"testing":1,"40":1,"use":1,"same":1,"text":5,"times":1,"generate":1,"validation":1,"50":1,"3":2,"embeddings":8,"try":1,"range":1,"create":1,"model":2,"name":1,"encoding":1,"format":1,"float":1,"append":1,"0":2,"generated":1,"check":1,"should":1,"be":1,"identical":1,"if":1,"2":1,"calculate":1,"similarity":2,"between":1,"first":1,"two":1,"emb1":3,"array":2,"emb2":3,"cosine":2,"sim":1,"dot":1},"11198,1851,data/raw/vllm-0.10.1/examples/online_serving/openai_embedding_long_text/client.py":{"print":25,"consistency":5,"test":7,"completed":2,"f":5,"cosine":3,"similarity":1,"between":1,"runs":1,"sim":2,"6f":1,"expected":1,"1":1,"0":2,"identical":1,"embeddings":1,"if":3,"999":1,"high":1,"achieved":1,"else":2,"may":1,"vary":1,"due":1,"to":3,"numerical":1,"precision":1,"except":1,"exception":1,"as":1,"e":2,"failed":1,"str":1,"def":1,"main":4,"function":1,"run":2,"all":5,"tests":2,"vllm":2,"long":5,"text":4,"embedding":6,"client":1,"connecting":1,"base":1,"url":1,"model":2,"name":2,"masked":2,"key":7,"len":2,"api":4,"4":3,"cases":1,"with":2,"different":1,"lengths":1,"batch":3,"multiple":2,"texts":2,"n":3,"70":1,"features":1,"demonstrated":1,"automatic":1,"chunked":3,"processing":3,"for":3,"seamless":1,"handling":1,"of":1,"mixed":1,"length":1,"batches":1,"in":1,"single":1,"chunk":2,"id":1,"fix":1,"unified":1,"native":1,"pooling":3,"used":1,"within":1,"each":1,"mean":1,"aggregation":1,"across":1,"chunks":1,"complete":1,"semantic":1,"coverage":1,"types":1,"consistent":1,"generation":1,"backward":1,"compatibility":1,"short":1,"more":1,"information":1,"see":1,"documentation":1,"https":1,"docs":1,"ai":1,"en":1,"latest":1,"models":2,"html":1,"guide":1,"openai":1,"md":1},"0,1387,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":2,"this":3,"file":1,"provides":1,"a":1,"disaggregated":3,"prefilling":2,"proxy":4,"demo":4,"demonstrate":1,"an":1,"example":1,"usage":1,"of":1,"xpyd":2,"we":1,"can":1,"launch":2,"multiple":1,"instances":1,"for":2,"prefill":2,"and":2,"decode":2,"through":1,"python3":1,"examples":1,"online":1,"serving":2,"disagg":1,"py":1,"model":2,"name":1,"localhost":4,"8100":1,"8101":1,"8200":1,"8201":1,"port":1,"8000":1,"note":1,"will":1,"be":1,"removed":1,"once":1,"pdcontroller":1,"implemented":1,"in":1,"pr":1,"15343":2,"https":1,"github":1,"com":1,"pull":1,"supports":1,"import":14,"argparse":1,"ipaddress":1,"itertools":2,"json":1,"logging":4,"os":1,"sys":1,"from":4,"abc":3,"abstractmethod":2,"typing":1,"callable":1,"optional":1,"aiohttp":3,"requests":1,"uvicorn":1,"fastapi":3,"apirouter":1,"depends":1,"header":1,"httpexception":1,"request":1,"status":1,"responses":1,"jsonresponse":1,"streamingresponse":1,"timeout":1,"clienttimeout":1,"total":1,"6":1,"60":2,"logger":1,"getlogger":1,"basicconfig":1,"level":1,"info":1,"class":1,"schedulingpolicy":1,"def":1,"schedule":1,"self":1,"cycler":1,"cycle":1,"raise":1,"notimplementederror":1,"scheduling":1,"is":1,"not":1,"set":1},"1387,1717,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"class":2,"proxy":1,"def":2,"init":1,"self":27,"prefill":5,"instances":9,"list":2,"str":3,"decode":5,"model":3,"scheduling":3,"policy":3,"schedulingpolicy":1,"custom":10,"create":12,"completion":12,"optional":2,"callable":2,"request":4,"streamingresponse":2,"none":2,"chat":7,"cycler":2,"itertools":2,"cycle":2,"router":5,"apirouter":1,"setup":2,"routes":2,"post":3,"v1":2,"completions":2,"dependencies":3,"depends":3,"validate":2,"json":2,"if":2,"else":2,"get":2,"status":2,"response":1,"jsonresponse":1,"add":2,"api":1,"key":1,"authenticate":1,"instance":1,"endpoint":1},"3104,1037,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"async":1,"def":2,"validate":1,"json":3,"request":4,"self":2,"raw":2,"content":3,"type":4,"headers":1,"get":2,"lower":1,"if":3,"application":2,"raise":3,"httpexception":3,"status":5,"code":3,"415":1,"detail":3,"unsupported":1,"media":1,"only":1,"is":2,"allowed":1,"api":11,"key":11,"authenticate":1,"x":3,"str":1,"header":1,"expected":3,"os":1,"environ":1,"admin":2,"not":2,"logger":2,"error":3,"set":1,"in":1,"the":1,"environment":1,"http":2,"500":1,"internal":1,"server":2,"configuration":1,"warning":1,"unauthorized":1,"access":1,"attempt":1,"with":1,"s":1,"403":1,"forbidden":2,"invalid":1},"4141,1433,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"async":3,"def":1,"validate":1,"instance":7,"self":3,"str":3,"bool":1,"url":2,"f":1,"http":1,"v1":1,"models":1,"try":1,"with":2,"aiohttp":3,"clientsession":1,"timeout":2,"as":4,"client":2,"logger":5,"info":2,"verifying":1,"s":5,"get":2,"response":3,"if":3,"status":1,"200":1,"data":7,"await":1,"json":1,"in":1,"and":1,"len":1,"0":2,"model":6,"cur":3,"id":1,"could":1,"be":1,"added":1,"return":6,"true":1,"else":3,"warning":1,"mismatch":1,"false":5,"except":2,"clienterror":1,"e":4,"error":2,"exception":1},"5574,1238,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"async":1,"def":1,"add":1,"instance":14,"endpoint":1,"self":2,"request":3,"try":2,"data":4,"await":2,"json":1,"logger":1,"warning":1,"str":3,"type":4,"get":2,"if":5,"not":5,"in":2,"prefill":1,"decode":1,"raise":5,"httpexception":5,"status":5,"code":5,"400":5,"detail":5,"invalid":4,"or":1,"format":1,"host":3,"port":5,"split":1,"localhost":1,"ipaddress":1,"ip":1,"address":2,"int":1,"0":1,"65536":1,"number":1,"except":1,"exception":1,"as":1,"e":2,"from":1,"is":2,"valid":2,"validate":1,"validation":1,"failed":1},"6812,1157,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"if":3,"instance":10,"type":2,"prefill":5,"not":2,"in":3,"self":8,"instances":7,"append":2,"cycler":2,"itertools":2,"cycle":2,"else":3,"raise":4,"httpexception":4,"status":3,"code":3,"400":2,"detail":3,"already":2,"exists":2,"decode":4,"return":1,"jsonresponse":1,"content":1,"message":1,"f":1,"added":1,"to":1,"except":2,"as":2,"http":2,"exc":2,"exception":1,"e":4,"logger":1,"error":2,"add":1,"endpoint":1,"s":1,"str":2,"500":1,"from":1},"7970,66,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"async":1,"def":1,"forward":1,"request":1,"self":1,"url":1,"data":1,"use":1,"chunked":1,"true":1},"8036,1866,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"async":3,"with":5,"aiohttp":3,"clientsession":1,"timeout":2,"as":3,"session":2,"headers":3,"authorization":1,"f":3,"bearer":1,"os":1,"environ":1,"get":1,"openai":1,"api":1,"key":1,"try":2,"post":1,"url":2,"json":3,"data":1,"response":9,"if":2,"200":1,"status":9,"300":1,"or":1,"400":1,"500":1,"noqa":2,"e501":2,"use":1,"chunked":2,"for":1,"chunk":2,"bytes":2,"in":1,"content":10,"iter":1,"1024":1,"yield":2,"else":2,"await":2,"read":1,"error":10,"text":1,"loads":1,"except":2,"jsondecodeerror":1,"logger":2,"request":2,"failed":2,"s":3,"raise":2,"httpexception":2,"code":2,"detail":2,"clienterror":2,"e":3,"occurred":1,"str":1,"502":1,"bad":1,"gateway":1,"communicating":1,"upstream":1,"server":1,"from":1},"9902,171,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"except":1,"exception":1,"as":1,"e":4,"logger":1,"error":2,"unexpected":1,"s":1,"str":2,"raise":1,"httpexception":1,"status":1,"code":1,"500":1,"detail":1,"from":1},"10073,1869,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"def":4,"schedule":4,"self":17,"cycler":4,"itertools":1,"cycle":1,"str":1,"return":3,"scheduling":1,"policy":1,"async":4,"get":1,"status":3,"prefill":9,"node":2,"count":2,"len":2,"instances":4,"decode":9,"nodes":2,"create":2,"completion":2,"raw":4,"request":15,"try":4,"await":2,"json":2,"kv":4,"prepare":3,"copy":1,"max":1,"tokens":1,"1":1,"instance":8,"for":1,"in":2,"forward":2,"f":2,"http":6,"v1":2,"completions":2,"continue":1,"except":3,"httpexception":2,"as":2,"exc":7,"remove":2,"endpoint":2,"raise":2,"perform":1,"recv":1,"and":1,"decoding":1,"stage":1,"generator":2,"response":2,"streamingresponse":1,"exception":1,"import":1,"sys":2,"info":3,"print":2,"error":1,"occurred":1,"disagg":1,"proxy":1,"server":1,"chat":1},"11942,1580,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"add":1,"params":1,"to":1,"request":10,"kv":6,"prepare":5,"copy":1,"max":3,"tokens":3,"1":2,"if":2,"completion":2,"in":4,"prefill":6,"stage":2,"instance":8,"self":8,"schedule":2,"cycler":2,"try":2,"async":1,"for":2,"forward":2,"f":1,"http":6,"v1":2,"chat":2,"completions":2,"continue":1,"except":3,"httpexception":2,"as":2,"exc":7,"remove":2,"endpoint":2,"raise":2,"perform":1,"recv":1,"and":1,"decoding":1,"decode":5,"generator":2,"response":2,"streamingresponse":2,"content":2,"return":2,"exception":1,"info":3,"sys":1,"error":4,"messages":3,"str":1,"e":3,"print":2,"occurred":1,"disagg":1,"proxy":1,"server":1,"iter":1,"media":1,"type":1,"text":1,"event":1,"stream":1},"13522,1590,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"def":4,"remove":3,"instance":10,"endpoint":1,"self":15,"type":3,"if":5,"decode":10,"and":2,"in":2,"instances":8,"cycler":4,"itertools":3,"cycle":3,"prefill":6,"class":2,"roundrobinschedulingpolicy":2,"schedulingpolicy":2,"init":3,"super":1,"schedule":1,"str":1,"return":1,"next":1,"proxyserver":1,"args":9,"argparse":1,"namespace":1,"scheduling":4,"policy":4,"optional":3,"none":6,"create":6,"completion":6,"callable":2,"request":2,"streamingresponse":2,"chat":3,"validate":1,"parsed":1,"serve":1,"port":2,"proxy":2,"is":3,"else":3,"model":2,"not":1,"custom":2},"15112,1114,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"def":2,"validate":4,"parsed":1,"serve":1,"args":10,"self":6,"argparse":1,"namespace":1,"if":5,"not":3,"prefill":4,"raise":5,"valueerror":5,"please":2,"specify":2,"at":2,"least":2,"one":2,"node":2,"decode":4,"instances":5,"verify":2,"model":4,"config":2,"list":1,"for":1,"instance":9,"in":2,"len":1,"split":2,"2":1,"f":3,"invalid":3,"format":1,"host":3,"port":5,"try":1,"localhost":1,"ipaddress":1,"ip":1,"address":1,"int":1,"0":1,"65536":1,"number":1,"except":1,"exception":1,"as":1,"e":3,"str":1,"from":1},"16226,1983,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/disagg_proxy_demo.py":{"def":3,"verify":1,"model":15,"config":5,"self":4,"instances":2,"list":3,"str":5,"none":1,"suffix":4,"split":2,"1":2,"for":1,"instance":6,"in":1,"try":1,"response":3,"requests":2,"get":2,"f":5,"http":1,"v1":1,"models":1,"if":3,"status":1,"code":1,"200":1,"cur":5,"json":1,"data":1,"0":1,"id":2,"raise":3,"valueerror":3,"serves":1,"a":1,"different":1,"else":1,"cannot":1,"from":2,"except":1,"requestexception":1,"as":1,"e":3,"error":1,"communicating":1,"with":1,"run":3,"server":9,"app":3,"fastapi":1,"include":1,"router":2,"proxy":4,"uvicorn":2,"port":6,"loop":1,"uvloop":1,"parse":3,"args":6,"todo":1,"allow":1,"more":1,"parser":6,"argparse":1,"argumentparser":1,"vllm":1,"disaggregated":1,"add":4,"argument":4,"m":1,"type":4,"required":1,"true":1,"help":4,"name":2,"prefill":2,"p":1,"nargs":2,"of":2,"node":2,"urls":2,"host":2,"decode":2,"d":1,"int":1,"default":1,"8000":1,"number":1,"return":1,"main":1,"proxyserver":1},"0,274,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving/README.md":{"disaggregated":2,"serving":2,"this":1,"example":1,"contains":1,"scripts":1,"that":1,"demonstrate":1,"the":1,"features":1,"of":1,"vllm":1,"files":1,"disagg":1,"proxy":1,"demo":1,"py":1,"demonstrates":2,"xpyd":1,"x":1,"prefill":1,"instances":2,"y":1,"decode":1,"kv":2,"events":1,"sh":1,"cache":1,"event":1,"publishing":1},"0,1531,data/raw/vllm-0.10.1/examples/online_serving/elastic_ep/scale.py":{"usr":1,"bin":1,"env":1,"python3":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"import":4,"argparse":2,"json":4,"sys":2,"requests":3,"def":2,"scale":7,"host":5,"port":5,"new":6,"dp":4,"size":6,"url":3,"f":6,"http":1,"elastic":1,"ep":1,"payload":4,"data":2,"parallel":2,"headers":3,"content":1,"type":3,"application":1,"print":7,"sending":1,"request":4,"dumps":1,"indent":1,"try":1,"response":5,"post":1,"timeout":1,"300":1,"status":3,"code":3,"text":1,"if":3,"200":1,"up":3,"down":3,"successful":1,"return":3,"true":1,"else":2,"failed":2,"false":2,"except":1,"exceptions":1,"requestexception":1,"as":1,"e":2,"main":3,"parser":5,"argumentparser":1,"description":1,"test":1,"functionality":1,"add":3,"argument":3,"default":3,"localhost":1,"help":3,"api":2,"server":2,"int":2,"8006":1,"args":5,"parse":1,"success":2,"exit":1,"1":1,"name":1},"0,1983,data/raw/vllm-0.10.1/examples/online_serving/structured_outputs/structured_outputs.py":{"ruff":1,"noqa":1,"e501":1,"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"from":3,"future":1,"import":9,"annotations":1,"argparse":2,"asyncio":1,"enum":3,"os":1,"typing":1,"type":2,"checking":2,"any":1,"literal":2,"openai":3,"pydantic":1,"if":9,"types":1,"chat":1,"chatcompletionchunk":2,"constraintsformat":1,"choice":1,"regex":1,"json":1,"grammar":1,"structural":1,"tag":1,"async":2,"def":1,"print":10,"stream":3,"response":3,"asyncstream":1,"title":2,"str":3,"args":2,"namespace":1,"f":1,"n":2,"streaming":1,"local":9,"reasoning":10,"header":9,"printed":9,"false":2,"content":14,"for":1,"chunk":10,"in":1,"delta":4,"choices":1,"text":8,"none":2,"getattr":1,"not":3,"end":6,"true":6,"flush":3,"else":1,"class":1,"cartype":1,"sedan":2,"suv":2,"truck":2,"coupe":2},"1983,1965,data/raw/vllm-0.10.1/examples/online_serving/structured_outputs/structured_outputs.py":{"class":1,"cardescription":2,"pydantic":1,"basemodel":1,"brand":2,"str":3,"model":3,"car":4,"type":3,"cartype":1,"params":1,"dict":2,"constraintsformat":1,"any":1,"choice":2,"messages":5,"role":5,"user":5,"content":5,"classify":1,"this":1,"sentiment":1,"vllm":1,"is":1,"wonderful":1,"extra":3,"body":3,"guided":3,"positive":1,"negative":1,"regex":2,"generate":3,"an":2,"email":2,"address":1,"for":1,"alan":2,"turing":2,"who":1,"works":1,"in":3,"enigma":2,"end":1,"com":3,"and":3,"new":1,"line":1,"example":1,"result":1,"n":2,"r":1,"a":3,"z0":1,"9":1,"1":4,"20":1,"w":1,"6":1,"10":1,"json":5,"with":1,"the":7,"of":1,"most":1,"iconic":1,"from":3,"90":1,"s":1,"response":1,"format":1,"schema":4,"name":1,"description":1,"grammar":2,"sql":1,"query":1,"to":3,"show":1,"username":1,"users":1,"table":5,"root":1,"select":3,"statement":2,"column":3,"where":1,"condition":2,"col":2,"2":3,"number":2,"structural":1,"tag":1,"you":1,"have":1,"access":1,"following":1,"function":1,"retrieve":1,"weather":1,"city":1},"3948,1544,data/raw/vllm-0.10.1/examples/online_serving/structured_outputs/structured_outputs.py":{"name":5,"get":3,"weather":4,"parameters":4,"city":5,"param":1,"type":4,"string":2,"description":1,"the":9,"to":3,"for":1,"required":3,"true":1,"if":1,"a":5,"you":2,"choose":1,"call":3,"function":15,"only":2,"reply":2,"in":2,"following":1,"format":3,"start":2,"tag":5,"end":3,"where":1,"json":1,"dict":1,"with":1,"argument":2,"as":2,"key":1,"and":2,"value":3,"here":1,"is":2,"an":1,"example":4,"reminder":1,"calls":1,"must":2,"follow":1,"specified":2,"be":1,"one":2,"at":1,"time":1,"put":1,"entire":1,"on":1,"line":1,"always":1,"add":1,"your":1,"sources":1,"when":1,"using":1,"search":1,"results":1,"answer":1,"user":1,"query":1,"are":1,"helpful":1,"assistant":1,"given":1,"previous":1,"instructions":1,"what":1,"new":1,"york":1,"boston":1,"san":1,"francisco":1,"response":1,"structural":1,"structures":1,"begin":1,"schema":1,"object":1,"properties":1,"triggers":1},"5492,1037,data/raw/vllm-0.10.1/examples/online_serving/structured_outputs/structured_outputs.py":{"async":1,"def":1,"cli":1,"parser":5,"argparse":3,"argumentparser":1,"description":1,"run":2,"openai":3,"chat":1,"completion":1,"with":1,"various":1,"structured":1,"outputs":1,"capabilities":1,"add":3,"argument":3,"constraint":4,"type":1,"str":1,"nargs":1,"choices":1,"list":4,"params":2,"default":3,"help":3,"specify":1,"which":1,"s":1,"to":1,"stream":1,"action":2,"booleanoptionalaction":2,"false":2,"enable":2,"streaming":1,"output":1,"reasoning":2,"printing":1,"of":1,"traces":1,"if":2,"available":1,"args":4,"parse":1,"base":4,"url":4,"os":1,"getenv":1,"http":1,"localhost":1,"8000":1,"v1":1,"client":2,"asyncopenai":1,"api":1,"key":1,"empty":1,"constraints":1,"in":1,"else":1,"set":1,"model":1,"await":1,"models":1,"data":1,"0":1,"id":1},"6529,1236,data/raw/vllm-0.10.1/examples/online_serving/structured_outputs/structured_outputs.py":{"if":3,"args":3,"stream":6,"results":4,"await":3,"asyncio":3,"gather":2,"client":2,"chat":2,"completions":2,"create":2,"model":4,"max":2,"tokens":2,"1024":2,"true":1,"params":2,"name":5,"for":4,"in":4,"constraints":4,"constraint":4,"zip":2,"print":4,"response":3,"else":1,"false":1,"f":3,"n":2,"message":5,"choices":1,"0":1,"reasoning":4,"and":1,"hasattr":1,"content":4,"or":1,"r":1,"def":1,"main":3,"run":1,"cli":1},"0,1462,data/raw/vllm-0.10.1/examples/online_serving/structured_outputs/README.md":{"structured":9,"outputs":7,"this":3,"script":3,"demonstrates":1,"various":1,"output":2,"capabilities":1,"of":3,"vllm":8,"s":1,"openai":2,"compatible":1,"server":2,"it":2,"can":3,"run":10,"individual":1,"constraint":2,"type":1,"or":1,"all":4,"them":1,"supports":1,"both":1,"streaming":6,"responses":1,"and":3,"concurrent":1,"non":2,"requests":1,"to":3,"use":3,"example":2,"you":4,"must":1,"start":1,"an":1,"with":3,"any":1,"model":2,"your":1,"choice":1,"bash":7,"serve":3,"qwen":2,"qwen2":1,"5":1,"3b":1,"instruct":1,"a":1,"reasoning":4,"the":3,"following":2,"command":1,"deepseek":3,"ai":2,"r1":2,"distill":1,"7b":1,"parser":1,"if":2,"want":1,"standalone":1,"uv":5,"uvx":1,"from":1,"git":1,"https":2,"github":1,"com":1,"project":1,"subdirectory":1,"examples":1,"online":1,"serving":1,"see":1,"feature":1,"docs":2,"en":1,"latest":1,"features":1,"html":1,"for":2,"more":1,"information":1,"tip":1,"is":1,"running":2,"remotely":1,"then":1,"set":1,"base":1,"url":2,"remote":1,"before":1,"usage":1,"constraints":4,"py":4,"stream":3,"certain":1,"structural":2,"tag":2,"regex":2,"models":1},"0,1123,data/raw/vllm-0.10.1/examples/online_serving/chart-helm/README.md":{"helm":3,"charts":1,"this":1,"directory":1,"contains":1,"a":1,"chart":6,"for":16,"deploying":1,"the":4,"vllm":1,"application":1,"includes":1,"configurations":2,"deployment":2,"autoscaling":1,"resource":1,"management":1,"and":2,"more":1,"files":2,"yaml":15,"defines":1,"metadata":1,"including":1,"name":1,"version":1,"maintainers":1,"ct":1,"configuration":1,"testing":1,"lintconf":1,"linting":1,"rules":1,"values":4,"schema":2,"json":2,"validating":1,"default":1,"templates":11,"helpers":1,"tpl":1,"helper":1,"defining":1,"common":1,"configmap":1,"template":9,"creating":3,"configmaps":1,"custom":2,"objects":2,"kubernetes":3,"deployments":1,"hpa":1,"horizontal":1,"pod":2,"autoscaler":1,"job":1,"jobs":1,"poddisruptionbudget":1,"disruption":1,"budget":1,"pvc":1,"persistent":1,"volume":1,"claims":1,"secrets":2,"service":1,"services":1},"0,1357,data/raw/vllm-0.10.1/examples/online_serving/prometheus_grafana/README.md":{"prometheus":8,"and":4,"grafana":6,"this":2,"is":2,"a":1,"simple":1,"example":2,"that":1,"shows":1,"you":2,"how":1,"to":4,"connect":1,"vllm":4,"metric":2,"logging":2,"the":6,"stack":1,"for":1,"we":1,"launch":4,"via":2,"docker":7,"can":1,"checkout":1,"other":1,"methods":1,"through":1,"https":5,"io":1,"com":3,"websites":1,"install":4,"docs":2,"engine":1,"compose":4,"linux":1,"using":1,"repository":1,"enabled":1,"by":2,"default":1,"in":1,"openai":1,"compatible":1,"server":2,"entrypoint":1,"bash":3,"serve":2,"mistralai":3,"mistral":3,"7b":3,"v0":3,"1":3,"max":1,"model":2,"len":1,"2048":1,"servers":1,"with":1,"up":1,"submit":1,"some":1,"sample":1,"requests":1,"wget":1,"huggingface":1,"co":1,"datasets":1,"anon8231489123":1,"sharegpt":4,"vicuna":1,"unfiltered":3,"resolve":1,"main":1,"v3":2,"cleaned":2,"split":2,"json":2,"bench":1,"tokenizer":1,"endpoint":1,"v1":1,"completions":1,"dataset":2,"name":1,"path":1,"request":1,"rate":1,"3":1,"0":1,"navigating":1,"http":2,"localhost":2,"8000":2,"metrics":3,"will":1,"show":1,"raw":1,"being":1,"exposed":1},"1357,986,data/raw/vllm-0.10.1/examples/online_serving/prometheus_grafana/README.md":{"grafana":4,"dashboard":5,"navigate":3,"to":4,"http":7,"localhost":6,"3000":6,"log":1,"in":3,"with":1,"the":5,"default":1,"username":1,"admin":2,"and":4,"password":1,"add":2,"prometheus":8,"data":1,"source":1,"connections":2,"datasources":2,"new":2,"select":2,"on":1,"configuration":1,"page":1,"we":1,"need":1,"server":1,"url":1,"connection":1,"for":2,"this":1,"setup":1,"are":1,"running":1,"separate":1,"containers":2,"but":1,"docker":1,"creates":1,"dns":1,"name":1,"each":1,"you":3,"can":1,"just":1,"use":1,"9090":1,"click":1,"save":1,"test":1,"should":2,"get":1,"a":2,"green":1,"check":1,"saying":1,"successfully":1,"queried":1,"api":1,"import":3,"upload":1,"json":1,"datasource":1,"see":1,"screen":1,"that":1,"looks":1,"like":1,"following":1,"image":1,"https":1,"i":1,"imgur":1,"com":1,"r2vh9vw":1,"png":1},"0,1937,data/raw/vllm-0.10.1/examples/online_serving/opentelemetry/README.md":{"setup":1,"opentelemetry":7,"poc":1,"1":14,"install":2,"packages":1,"bash":5,"pip":1,"sdk":1,"26":3,"0":9,"27":3,"api":1,"exporter":6,"otlp":7,"semantic":1,"conventions":1,"ai":1,"4":1,"5":1,"start":1,"jaeger":11,"in":5,"a":5,"docker":4,"container":1,"from":2,"https":2,"www":1,"jaegertracing":2,"io":1,"docs":1,"57":2,"getting":1,"started":1,"run":2,"rm":1,"name":4,"e":1,"collector":1,"zipkin":1,"host":1,"port":1,"9411":3,"p":10,"6831":2,"udp":2,"6832":2,"5778":2,"16686":3,"4317":4,"4318":2,"14250":2,"14268":2,"14269":2,"all":1,"one":2,"new":2,"shell":2,"export":9,"ip":5,"inspect":2,"format":2,"networksettings":2,"ipaddress":2,"otel":7,"traces":9,"endpoint":4,"grpc":2,"then":1,"set":1,"vllm":5,"s":1,"service":5,"for":2,"enable":1,"insecure":3,"connections":1,"to":1,"and":2,"server":2,"true":2,"serve":1,"facebook":1,"opt":1,"125m":1,"send":1,"requests":1,"with":1,"trace":1,"context":1,"dummy":2,"client":3,"python":1,"py":1,"open":1,"webui":1,"http":1,"localhost":1,"the":1,"search":1,"pane":1,"select":1,"hit":1,"find":1,"you":1,"should":1,"get":1,"list":1,"of":1,"each":1,"request":1,"i":1,"imgur":1,"com":1,"gyhhfjo":1,"png":1},"1937,259,data/raw/vllm-0.10.1/examples/online_serving/opentelemetry/README.md":{"1":1,"clicking":1,"on":1,"a":1,"trace":2,"will":1,"show":1,"its":1,"spans":3,"and":2,"their":1,"tags":1,"in":1,"this":1,"demo":1,"each":1,"has":1,"2":1,"one":2,"from":2,"the":3,"dummy":1,"client":1,"containing":2,"prompt":1,"text":1,"vllm":1,"metadata":1,"about":1,"request":1,"details":1,"https":1,"i":1,"imgur":1,"com":1,"opf6cbl":1,"png":1},"2196,998,data/raw/vllm-0.10.1/examples/online_serving/opentelemetry/README.md":{"exporter":6,"protocol":5,"opentelemetry":5,"supports":1,"either":1,"grpc":2,"or":1,"http":4,"protobuf":3,"as":3,"the":5,"transport":1,"for":1,"trace":2,"data":1,"in":2,"by":1,"default":1,"is":1,"used":1,"to":2,"set":1,"configure":1,"otel":4,"otlp":5,"traces":6,"environment":1,"variable":1,"follows":1,"bash":3,"export":2,"endpoint":3,"jaeger":2,"ip":1,"4318":1,"v1":1,"vllm":4,"serve":2,"facebook":2,"opt":2,"125m":2,"instrumentation":4,"of":2,"fastapi":5,"allows":1,"automatic":1,"1":3,"install":2,"library":1,"pip":1,"run":1,"with":1,"instrument":2,"send":1,"a":1,"request":1,"and":1,"find":1,"its":1,"it":1,"should":1,"contain":1,"spans":2,"from":1,"https":1,"i":1,"imgur":1,"com":1,"hywvooj":1,"png":1},"0,1317,data/raw/vllm-0.10.1/examples/online_serving/opentelemetry/dummy_client.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":6,"requests":2,"from":5,"opentelemetry":5,"exporter":2,"otlp":1,"proto":1,"grpc":1,"trace":10,"otlpspanexporter":2,"sdk":2,"tracerprovider":2,"export":1,"batchspanprocessor":3,"consolespanexporter":2,"spankind":2,"set":3,"tracer":5,"provider":7,"propagation":1,"tracecontext":1,"tracecontexttextmappropagator":2,"add":2,"span":6,"processor":2,"get":1,"dummy":1,"client":3,"url":2,"http":1,"localhost":1,"8000":1,"v1":1,"completions":1,"with":1,"start":1,"as":2,"current":1,"kind":1,"prompt":5,"san":1,"francisco":1,"is":1,"a":1,"attribute":1,"headers":4,"inject":1,"payload":2,"model":1,"facebook":1,"opt":1,"125m":1,"max":1,"tokens":1,"10":1,"n":1,"3":1,"use":1,"beam":1,"search":1,"true":2,"temperature":1,"stream":1,"response":1,"post":1,"json":1},"0,1785,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving_p2p_nccl_xpyd/disagg_proxy_p2p_nccl_xpyd.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":10,"os":1,"socket":4,"threading":3,"time":5,"uuid":1,"from":2,"typing":1,"any":4,"aiohttp":1,"msgpack":2,"zmq":6,"quart":2,"make":1,"response":1,"request":1,"count":1,"prefill":8,"instances":13,"dict":4,"str":3,"http":6,"address":10,"stamp":3,"decode":2,"cv":4,"condition":2,"default":2,"ping":2,"seconds":2,"5":1,"def":2,"remove":3,"oldest":8,"none":6,"key":6,"next":2,"iter":2,"while":2,"is":1,"not":1,"value":4,"if":3,"1":2,"break":1,"print":1,"f":1,"pop":1,"listen":1,"for":1,"register":1,"poller":2,"router":3,"true":1,"socks":2,"poll":1,"in":1,"remote":1,"message":2,"recv":1,"multipart":1,"data":6,"type":2,"p":2,"ip":2,"port":2,"loads":1,"global":2,"with":1,"node":1,"get":1},"1785,1508,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving_p2p_nccl_xpyd/disagg_proxy_p2p_nccl_xpyd.py":{"elif":1,"data":8,"type":1,"d":1,"global":2,"decode":6,"instances":5,"cv":2,"with":1,"node":2,"get":1,"http":4,"address":6,"none":2,"zmq":7,"time":2,"default":1,"ping":1,"seconds":1,"remove":1,"oldest":1,"else":1,"print":2,"unexpected":1,"received":1,"message":1,"from":1,"s":2,"remote":1,"return":3,"if":3,"is":1,"f":2,"add":1,"def":2,"start":2,"service":1,"discovery":1,"hostname":4,"port":4,"not":1,"socket":6,"gethostname":1,"0":2,"raise":1,"valueerror":1,"cannot":1,"be":1,"context":3,"router":5,"bind":1,"tcp":1,"poller":4,"register":2,"pollin":1,"listener":3,"thread":4,"threading":1,"target":1,"listen":1,"for":1,"args":1,"daemon":1,"true":1,"aiohttp":2,"timeout":1,"clienttimeout":1,"total":1,"6":1,"60":2,"app":1,"quart":1,"name":1,"random":1,"uuid":2,"str":2,"uuid4":1,"hex":1},"3293,1897,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving_p2p_nccl_xpyd/disagg_proxy_p2p_nccl_xpyd.py":{"async":5,"def":2,"forward":1,"request":13,"url":3,"data":4,"id":3,"with":4,"aiohttp":2,"clientsession":1,"timeout":2,"as":2,"session":2,"headers":3,"authorization":1,"f":4,"bearer":1,"os":1,"environ":1,"get":2,"openai":1,"api":1,"key":1,"x":1,"post":3,"json":2,"response":4,"if":3,"status":1,"200":1,"true":1,"for":1,"chunk":2,"bytes":2,"in":2,"content":3,"iter":1,"chunked":1,"1024":1,"yield":2,"else":1,"await":2,"read":1,"app":2,"route":2,"v1":2,"completions":2,"methods":2,"chat":1,"handle":2,"try":1,"original":2,"prefill":18,"copy":1,"change":1,"max":4,"tokens":4,"1":4,"to":1,"let":1,"it":1,"only":1,"do":1,"completion":2,"global":5,"count":6,"instances":4,"cv":4,"list":8,"items":2,"addr":12,"zmq":10,"len":2,"0":2,"decode":13,"print":1,"http":2},"5190,971,data/raw/vllm-0.10.1/examples/online_serving/disaggregated_serving_p2p_nccl_xpyd/disagg_proxy_p2p_nccl_xpyd.py":{"request":9,"id":3,"f":4,"prefill":6,"addr":6,"zmq":2,"decode":4,"random":1,"uuid":1,"finish":1,"async":1,"for":1,"in":2,"forward":2,"http":2,"path":2,"continue":1,"return":2,"generator":2,"original":1,"data":1,"response":4,"await":1,"make":1,"timeout":1,"none":1,"except":1,"exception":2,"as":1,"e":2,"import":2,"sys":2,"traceback":2,"exc":3,"info":3,"print":3,"error":1,"occurred":1,"disagg":1,"proxy":1,"server":1,"join":2,"format":1,"if":1,"name":1,"main":1,"t":2,"start":1,"service":1,"discovery":1,"0":8,"30001":1,"app":1,"run":1,"host":1,"port":1,"10001":1},"0,1965,data/raw/vllm-0.10.1/benchmarks/benchmark_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":4,"vllm":2,"project":1,"import":7,"argparse":2,"json":2,"math":2,"os":2,"time":1,"from":2,"types":1,"tracebacktype":1,"typing":1,"any":3,"optional":1,"union":1,"def":2,"convert":1,"pytorch":6,"benchmark":12,"format":3,"args":6,"namespace":1,"metrics":2,"dict":3,"str":2,"list":3,"extra":8,"info":8,"save":3,"results":1,"in":5,"used":1,"by":1,"oss":2,"with":2,"on":1,"metric":2,"per":1,"record":5,"https":1,"github":1,"com":1,"wiki":1,"how":1,"integrate":1,"database":1,"records":4,"if":4,"not":2,"environ":1,"get":2,"false":1,"return":6,"for":3,"name":5,"values":3,"items":2,"vars":1,"model":2,"tp":2,"tensor":5,"parallel":5,"size":5,"parameter":1,"it":1,"s":1,"part":1,"of":1,"metadata":1,"and":2,"append":1,"class":1,"infencoder":1,"jsonencoder":1,"clear":3,"inf":4,"self":3,"o":8,"isinstance":3,"k":2,"v":4,"elif":2,"float":1,"isinf":1},"1965,1789,data/raw/vllm-0.10.1/benchmarks/benchmark_utils.py":{"def":9,"iterencode":2,"self":32,"o":4,"any":2,"args":2,"kwargs":2,"return":4,"super":1,"clear":1,"inf":1,"write":1,"to":1,"json":3,"filename":2,"str":4,"records":2,"list":2,"none":7,"with":2,"open":1,"w":1,"as":1,"f":3,"dump":3,"cls":1,"infencoder":1,"default":1,"lambda":1,"type":3,"name":1,"object":1,"is":2,"not":1,"serializable":1,"collect":3,"time":8,"and":1,"generate":1,"metrics":1,"example":1,"usage":1,"collector":3,"timecollector":3,"us":3,"for":1,"in":1,"range":1,"total":1,"iteration":1,"avg":4,"max":12,"class":1,"ns":5,"int":10,"1":3,"1000":3,"ms":2,"s":1,"init":1,"scale":5,"cnt":4,"0":4,"sum":3,"optional":4,"start":3,"monotonic":3,"v":4,"if":3,"else":3,"union":3,"float":3,"n":2,"a":2,"enter":1,"exit":1,"exc":3,"baseexception":2,"value":1,"traceback":1,"tracebacktype":1},"0,1511,data/raw/vllm-0.10.1/benchmarks/benchmark_block_pool.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"import":5,"gc":3,"from":4,"tabulate":3,"benchmark":1,"utils":2,"timecollector":5,"flexibleargumentparser":1,"v1":1,"core":1,"block":7,"pool":4,"blockpool":2,"def":1,"main":1,"args":5,"rows":3,"for":2,"allocate":4,"in":2,"blocks":19,"enforce":1,"a":1,"collect":2,"ahead":1,"minimize":1,"impact":1,"among":1,"runs":1,"num":4,"gpu":3,"enable":1,"caching":1,"true":1,"get":7,"times":7,"us":6,"free":6,"range":1,"iteration":1,"with":2,"new":1,"append":1,"cnt":1,"dump":2,"avg":2,"max":2,"print":1,"headers":1,"iterations":1,"total":1,"nblocks":2,"allocated":1,"navg":2,"nmax":2,"tablefmt":1,"grid":1,"floatfmt":1,"3f":1},"1511,686,data/raw/vllm-0.10.1/benchmarks/benchmark_block_pool.py":{"def":1,"invoke":2,"main":4,"none":1,"parser":5,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":1,"performance":1,"of":3,"blockpool":1,"for":1,"kv":1,"cache":1,"add":3,"argument":3,"num":2,"gpu":1,"blocks":3,"type":3,"int":3,"default":3,"100000":1,"iteration":1,"1000":2,"help":2,"number":2,"iterations":1,"to":3,"run":1,"stablize":1,"final":1,"data":1,"readings":1,"allocate":2,"nargs":1,"10":1,"50":1,"100":1,"500":1,"args":3,"parse":1,"if":1,"name":1,"pragma":1,"no":1,"cover":1},"0,1495,data/raw/vllm-0.10.1/benchmarks/benchmark_prioritization.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":3,"project":1,"benchmark":1,"offline":1,"prioritization":1,"import":9,"argparse":1,"dataclasses":1,"json":2,"random":6,"time":1,"from":4,"typing":1,"optional":2,"transformers":1,"autotokenizer":1,"pretrainedtokenizerbase":2,"engine":1,"arg":1,"utils":2,"engineargs":1,"flexibleargumentparser":1,"select":1,"a":1,"equi":1,"probable":1,"priority":1,"def":2,"get":1,"flag":1,"return":1,"if":4,"5":1,"else":1,"1":2,"sample":1,"requests":3,"dataset":13,"path":2,"str":3,"num":2,"int":7,"tokenizer":1,"fixed":3,"output":4,"len":7,"list":2,"tuple":2,"is":1,"not":1,"none":1,"and":1,"4":1,"raise":1,"valueerror":1,"too":3,"small":1,"load":2,"with":2,"open":1,"as":1,"f":2,"filter":2,"out":2,"conversations":4,"less":1,"than":1,"turns":2,"data":6,"for":3,"in":3,"only":1,"keep":1,"first":1,"two":1,"of":1,"each":1,"conversation":1,"value":2,"shuffle":2,"sequences":1,"that":1,"are":1,"long":1,"or":1,"short":1,"filtered":2,"i":1,"range":1,"break":1},"1495,1952,data/raw/vllm-0.10.1/benchmarks/benchmark_prioritization.py":{"tokenize":1,"the":4,"prompts":4,"and":2,"completions":1,"prompt":12,"dataset":4,"i":2,"0":3,"token":4,"ids":6,"tokenizer":2,"input":3,"completion":4,"1":4,"len":19,"output":9,"if":3,"fixed":2,"is":2,"none":1,"else":1,"4":2,"or":2,"prune":2,"too":2,"short":1,"sequences":2,"continue":2,"1024":1,"2048":1,"long":1,"priority":8,"get":1,"random":1,"flag":1,"filtered":2,"append":4,"return":2,"def":1,"run":1,"vllm":2,"requests":5,"list":1,"tuple":1,"str":1,"int":3,"n":3,"engine":4,"args":2,"engineargs":1,"disable":2,"detokenize":3,"bool":1,"false":1,"float":1,"from":1,"import":1,"llm":6,"samplingparams":2,"dataclasses":1,"asdict":1,"assert":1,"all":2,"model":3,"config":1,"max":3,"request":3,"2":1,"for":3,"in":2,"please":1,"ensure":1,"that":1,"greater":1,"than":1,"sum":1,"of":1,"add":1,"to":1,"sampling":3,"params":3,"temperature":1,"top":1,"p":1,"ignore":1,"eos":1,"true":2,"tokens":1,"not":1,"start":2,"time":2,"perf":2,"counter":2,"generate":1,"use":1,"tqdm":1,"end":2},"3447,1584,data/raw/vllm-0.10.1/benchmarks/benchmark_prioritization.py":{"def":1,"main":1,"args":21,"argparse":1,"namespace":1,"print":2,"random":2,"seed":2,"sample":2,"the":2,"requests":12,"tokenizer":3,"autotokenizer":1,"from":2,"pretrained":1,"trust":2,"remote":2,"code":2,"if":4,"dataset":2,"is":1,"none":1,"synthesize":1,"a":1,"prompt":5,"with":2,"given":1,"input":3,"length":1,"hi":1,"len":11,"1":1,"output":7,"get":1,"flag":1,"for":2,"in":2,"range":1,"num":8,"prompts":2,"else":2,"backend":3,"vllm":2,"elapsed":7,"time":7,"run":1,"n":1,"engineargs":1,"cli":1,"disable":1,"detokenize":1,"raise":1,"valueerror":1,"f":5,"unknown":1,"total":5,"tokens":7,"sum":1,"priority":1,"throughput":1,"2f":2,"s":2,"json":4,"results":3,"specified":1,"per":2,"second":2,"open":1,"w":1,"as":1,"dump":1,"indent":1,"4":1},"5031,1714,data/raw/vllm-0.10.1/benchmarks/benchmark_prioritization.py":{"def":1,"create":2,"argument":10,"parser":16,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":6,"throughput":2,"add":9,"backend":1,"type":7,"str":3,"choices":1,"vllm":2,"hf":1,"mii":1,"default":7,"dataset":4,"none":9,"help":7,"path":2,"to":3,"input":4,"len":5,"int":4,"prompt":2,"length":3,"for":2,"each":2,"request":2,"output":5,"overrides":1,"from":1,"n":1,"1":1,"number":2,"of":2,"generated":1,"sequences":1,"per":1,"num":1,"prompts":2,"200":1,"process":1,"json":2,"save":1,"results":1,"in":2,"format":1,"disable":1,"detokenize":2,"action":1,"store":1,"true":1,"do":2,"not":4,"responses":1,"i":1,"e":1,"include":1,"detokenization":1,"time":1,"latency":1,"measurement":1,"engineargs":1,"cli":1,"args":11,"return":1,"if":3,"name":1,"main":2,"parse":1,"tokenizer":2,"is":5,"model":1,"assert":3,"else":1},"0,1595,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":6,"vllm":6,"project":1,"r":1,"benchmark":2,"online":1,"serving":2,"throughput":1,"with":1,"structured":4,"outputs":1,"on":2,"server":2,"side":2,"run":2,"one":1,"of":2,"following":1,"commands":1,"openai":1,"api":1,"serve":1,"your":2,"model":3,"client":1,"python":1,"benchmarks":1,"output":3,"py":1,"backend":6,"dataset":1,"json":3,"ratio":1,"1":1,"request":4,"rate":1,"10":1,"num":1,"prompts":1,"1000":2,"when":1,"using":1,"tgi":1,"add":1,"endpoint":1,"generate":1,"stream":1,"end":1,"command":1,"above":1,"import":24,"argparse":2,"asyncio":2,"copy":1,"dataclasses":2,"os":1,"random":1,"time":1,"uuid":1,"warnings":1,"from":11,"collections":1,"abc":1,"asyncgenerator":1,"dataclass":2,"typing":1,"optional":1,"datasets":1,"numpy":1,"as":3,"np":1,"pandas":1,"pd":1,"tqdm":2,"transformers":2,"pretrainedtokenizerbase":1,"func":2,"async":1,"funcs":1,"requestfuncinput":1,"requestfuncoutput":1,"try":2,"utils":2,"tokenizer":3,"get":2,"except":2,"importerror":2,"flexibleargumentparser":2,"argumentparser":1,"v1":1,"xgrammar":2,"has":1,"unsupported":1,"features":1,"milliseconds":1,"seconds":1,"conversion":1},"1595,1956,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"class":3,"benchmarkmetrics":1,"completed":1,"int":5,"total":3,"input":2,"output":5,"request":5,"throughput":3,"float":24,"goodput":1,"token":1,"mean":4,"ttft":4,"ms":16,"median":4,"std":4,"percentiles":4,"list":5,"tuple":4,"tpot":4,"itl":4,"e2el":5,"stands":1,"for":3,"end":2,"to":2,"latency":1,"per":1,"it":1,"is":2,"the":8,"time":1,"taken":1,"on":1,"client":1,"side":1,"from":1,"sending":1,"a":4,"receiving":1,"complete":1,"response":1,"dataclasses":1,"dataclass":1,"samplerequest":2,"representing":1,"single":1,"inference":1,"benchmarking":1,"attributes":1,"prompt":6,"text":1,"model":1,"multi":2,"modal":2,"data":2,"optional":1,"dictionary":1,"containing":1,"e":1,"g":1,"images":1,"len":4,"length":2,"of":2,"in":2,"tokens":2,"expected":3,"str":3,"schema":6,"dict":1,"structure":1,"type":1,"completion":1,"none":2,"def":1,"sample":1,"requests":1,"tokenizer":1,"pretrainedtokenizerbase":1,"args":6,"argparse":1,"namespace":1,"if":2,"dataset":2,"json":8,"or":1,"unique":1,"path":8,"dir":2,"os":3,"dirname":1,"realpath":1,"file":1,"join":1,"structured":2,"schemas":2,"1":1,"with":1,"open":1,"as":1,"f":2,"load":1},"3551,1680,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"if":2,"args":7,"dataset":2,"json":10,"unique":2,"schemas":9,"copy":1,"deepcopy":1,"schema":8,"for":3,"in":4,"range":3,"num":3,"prompts":3,"i":8,"len":6,"properties":3,"not":1,"f":2,"optional":2,"field":2,"uuid":1,"uuid4":1,"type":3,"string":1,"description":1,"an":3,"to":2,"avoid":1,"cached":1,"else":1,"def":2,"gen":3,"prompt":6,"index":4,"int":2,"return":2,"generate":2,"example":1,"of":1,"a":1,"brief":1,"user":1,"profile":1,"given":1,"the":3,"following":1,"dumps":1,"get":3,"noqa":1,"e501":1,"requests":1,"samplerequest":1,"tokenizer":1,"input":1,"ids":1,"expected":1,"output":2,"structure":2,"elif":1,"grammar":1,"root":1,"select":3,"statement":2,"column":3,"from":2,"table":5,"where":1,"condition":2,"col":2,"1":3,"2":3,"number":2,"sql":1,"query":1,"show":1,"username":1,"and":1,"email":1,"users":1},"5231,1982,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"input":15,"len":23,"tokenizer":3,"prompt":17,"ids":3,"print":3,"f":3,"length":3,"of":3,"the":3,"tokens":3,"requests":4,"samplerequest":4,"expected":3,"output":6,"args":14,"schema":4,"structure":6,"type":6,"for":4,"in":5,"range":3,"num":3,"prompts":3,"elif":3,"dataset":7,"regex":5,"r":1,"w":2,"com":3,"n":2,"generate":1,"an":1,"email":1,"address":1,"alan":2,"turing":2,"who":1,"works":1,"enigma":2,"end":1,"and":1,"new":1,"line":1,"example":1,"result":1,"choice":5,"positive":1,"negative":1,"classify":1,"this":1,"sentiment":1,"vllm":1,"is":1,"wonderful":1,"xgrammar":1,"bench":1,"list":1,"datasets":1,"load":1,"nousresearch":1,"json":1,"mode":1,"eval":1,"split":1,"train":1,"full":1},"7213,1597,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"def":2,"filter":3,"func":2,"item":2,"import":1,"json":3,"schema":7,"loads":1,"return":2,"not":1,"has":2,"xgrammar":1,"unsupported":2,"features":2,"dataset":13,"num":3,"filtered":2,"out":3,"full":1,"len":13,"print":1,"f":2,"entries":2,"after":1,"filtering":1,"with":2,"for":1,"data":2,"point":2,"idx":8,"in":1,"range":1,"args":3,"prompts":1,"while":1,"prompt":7,"tokenizer":2,"apply":1,"chat":1,"template":1,"tokenize":1,"false":1,"add":1,"generation":1,"true":1,"input":4,"ids":1,"completion":4,"requests":4,"append":1,"samplerequest":3,"expected":1,"output":2,"structure":2,"type":2,"async":1,"get":1,"request":2,"list":1,"rate":2,"float":2,"burstiness":2,"1":1,"0":1,"asyncgenerator":1,"tuple":1,"int":1,"none":1,"asynchronously":1,"generates":1,"at":1,"a":1,"specified":1,"optional":1},"8810,1802,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"args":1,"input":6,"requests":10,"a":8,"list":5,"of":3,"each":1,"represented":1,"as":1,"tuple":2,"request":12,"rate":7,"the":10,"at":1,"which":2,"are":1,"generated":1,"s":2,"burstiness":12,"optional":2,"factor":2,"generation":1,"only":1,"takes":1,"effect":1,"when":1,"is":5,"not":1,"inf":2,"default":1,"value":3,"1":5,"follows":2,"poisson":1,"process":1,"otherwise":1,"intervals":1,"follow":1,"gamma":3,"distribution":3,"lower":1,"0":3,"results":2,"in":3,"more":2,"bursty":1,"while":1,"higher":1,"uniform":1,"arrival":1,"iter":1,"calculate":2,"scale":2,"parameter":1,"theta":3,"to":2,"maintain":1,"desired":1,"assert":1,"f":1,"positive":1,"expected":1,"but":1,"given":1,"for":1,"i":2,"enumerate":1,"yield":1,"if":3,"float":4,"infinity":1,"then":1,"we":1,"don":1,"t":1,"need":1,"wait":1,"continue":1,"sample":1,"interval":4,"from":1,"it":1,"exponential":1,"np":1,"random":1,"shape":1,"next":1,"will":1,"be":1,"sent":1,"after":1,"await":1,"asyncio":1,"sleep":1,"def":1,"metrics":2,"str":3,"int":2,"outputs":1,"requestfuncoutput":1,"dur":1,"tokenizer":1,"pretrainedtokenizerbase":1,"selected":2,"percentile":1,"percentiles":1,"goodput":1,"config":1,"dict":2,"none":1},"10612,1526,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"tuple":1,"benchmarkmetrics":1,"list":7,"int":2,"actual":3,"output":11,"lens":3,"total":2,"input":4,"0":6,"completed":3,"good":1,"itls":2,"float":5,"tpots":4,"all":3,"ttfts":2,"e2els":2,"for":3,"i":11,"in":1,"range":1,"len":9,"outputs":10,"if":4,"success":1,"we":2,"use":1,"the":3,"tokenizer":2,"to":1,"count":2,"number":1,"of":2,"tokens":3,"serving":1,"backends":1,"instead":1,"looking":1,"at":1,"itl":2,"since":1,"multiple":1,"may":2,"be":1,"bundled":1,"together":1,"note":2,"this":1,"inflate":1,"token":1,"slightly":1,"generated":1,"text":1,"add":1,"special":1,"false":1,"ids":1,"append":6,"requests":1,"prompt":1,"tpot":7,"1":4,"latency":4,"minus":2,"ttft":4,"regard":1,"as":1,"goodput":2,"else":1,"config":1,"dict":1,"valid":1,"metrics":1,"slo":1,"values":1},"12138,821,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"if":4,"ttft":2,"in":5,"goodput":6,"config":6,"dict":6,"valid":4,"metrics":4,"append":6,"ttfts":1,"slo":4,"values":4,"milliseconds":3,"to":3,"seconds":3,"conversion":3,"tpot":2,"all":2,"tpots":1,"e2el":2,"e2els":1,"for":2,"req":4,"metric":2,"zip":2,"is":2,"good":3,"s":2,"r":2,"completed":1,"1":1},"12959,1775,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"if":2,"completed":5,"0":17,"warnings":1,"warn":1,"all":1,"requests":1,"failed":1,"this":1,"is":3,"likely":1,"due":1,"to":1,"a":1,"misconfiguration":1,"on":1,"the":1,"benchmark":1,"arguments":1,"stacklevel":1,"2":1,"metrics":2,"benchmarkmetrics":1,"total":5,"input":3,"output":6,"sum":3,"actual":4,"lens":4,"request":2,"throughput":3,"dur":4,"s":4,"goodput":1,"good":1,"token":1,"mean":8,"ttft":4,"ms":16,"np":16,"ttfts":5,"or":16,"1000":16,"empty":1,"streaming":1,"not":1,"supported":1,"by":1,"backend":1,"std":8,"median":8,"percentiles":8,"p":12,"percentile":4,"for":4,"in":4,"selected":4,"tpot":4,"tpots":4,"itl":4,"itls":4,"e2el":4,"e2els":4,"return":1},"14734,1876,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"async":3,"def":2,"benchmark":3,"backend":5,"str":7,"api":3,"url":4,"base":1,"model":3,"id":2,"tokenizer":1,"pretrainedtokenizerbase":1,"input":7,"requests":4,"list":3,"samplerequest":1,"request":14,"rate":1,"float":4,"burstiness":1,"disable":1,"tqdm":1,"bool":3,"profile":1,"selected":2,"percentile":1,"metrics":1,"percentiles":1,"ignore":3,"eos":3,"max":1,"concurrency":1,"optional":2,"int":2,"structured":4,"output":9,"ratio":2,"goodput":1,"config":1,"dict":3,"none":2,"if":3,"in":2,"funcs":2,"func":3,"else":3,"raise":2,"valueerror":2,"f":2,"unknown":1,"prepare":2,"extra":9,"body":9,"add":1,"the":2,"schema":2,"to":1,"structure":1,"type":1,"return":1,"print":2,"starting":2,"initial":3,"single":1,"prompt":5,"test":15,"run":4,"req":4,"idx":2,"random":1,"sample":1,"range":1,"len":6,"0":2,"requestfuncinput":1,"expected":1,"await":1,"not":1,"success":1,"failed":1,"please":1,"make":1,"sure":1,"arguments":1,"are":1,"correctly":1,"specified":1,"error":2,"completed":1,"main":1},"16610,1534,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"if":7,"profile":6,"print":5,"starting":1,"profiler":2,"input":9,"requestfuncinput":1,"model":2,"id":1,"prompt":4,"test":4,"request":17,"api":1,"url":2,"base":1,"start":1,"len":5,"output":4,"expected":1,"ignore":2,"eos":2,"extra":2,"body":2,"req":1,"await":3,"func":11,"success":1,"started":1,"distribution":3,"poisson":1,"process":1,"burstiness":3,"1":1,"0":1,"else":4,"gamma":1,"f":3,"traffic":1,"rate":2,"factor":1,"maximum":1,"concurrency":6,"max":5,"pbar":6,"none":3,"disable":1,"tqdm":2,"total":1,"requests":1,"this":1,"can":1,"be":1,"used":1,"once":1,"the":2,"minimum":1,"python":1,"version":1,"is":2,"3":1,"10":1,"or":1,"higher":1,"and":1,"it":1,"will":1,"simplify":1,"code":1,"in":1,"limited":2,"semaphore":6,"asyncio":2,"contextlib":1,"nullcontext":1,"async":2,"def":1,"return":2,"with":1},"18144,1372,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"benchmark":4,"start":2,"time":4,"perf":2,"counter":2,"tasks":3,"list":3,"asyncio":3,"task":2,"expected":3,"str":1,"async":1,"for":1,"i":2,"request":12,"in":2,"get":1,"input":6,"requests":3,"rate":1,"burstiness":1,"extra":4,"body":4,"prepare":1,"if":2,"structured":1,"output":4,"req":1,"idx":1,"else":1,"none":2,"func":4,"requestfuncinput":1,"model":2,"id":1,"prompt":4,"api":2,"url":2,"len":4,"ignore":2,"eos":2,"append":2,"completion":1,"create":1,"limited":1,"pbar":4,"outputs":3,"requestfuncoutput":1,"await":1,"gather":1,"is":1,"not":1,"close":1,"duration":2,"metrics":4,"actual":1,"lens":1,"calculate":1,"dur":1,"s":1,"tokenizer":2,"selected":4,"percentile":2,"percentiles":2,"goodput":2,"config":2,"dict":2},"19516,1231,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"print":11,"s":7,"c":2,"n":2,"format":11,"serving":1,"benchmark":3,"result":1,"50":1,"40":10,"10":10,"successful":1,"requests":1,"metrics":7,"completed":1,"if":3,"max":2,"concurrency":3,"is":1,"not":1,"none":1,"maximum":1,"request":8,"rate":3,"float":1,"inf":1,"2f":6,"configured":1,"rps":1,"duration":2,"total":6,"input":2,"tokens":2,"generated":1,"output":3,"throughput":6,"req":2,"goodput":3,"config":1,"dict":1,"token":3,"tok":2},"20747,1015,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"result":1,"duration":2,"benchmark":1,"completed":2,"metrics":6,"total":6,"input":3,"tokens":2,"output":20,"request":2,"throughput":6,"token":2,"ttft":3,"description":2,"pd":2,"series":2,"for":7,"in":7,"outputs":7,"describe":2,"to":2,"dict":2,"tpot":2,"lens":3,"prompt":1,"len":1,"actual":1,"ttfts":1,"itls":1,"itl":1,"errors":1,"error":1,"ret":1,"generated":2,"text":1,"expected":2,"gt":2,"zip":1},"21762,1812,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"def":1,"process":5,"one":5,"metric":24,"e":3,"g":3,"ttft":4,"attribute":12,"name":16,"str":5,"time":3,"to":3,"first":2,"token":5,"header":2,"this":1,"function":1,"prints":1,"and":1,"adds":1,"statistics":1,"of":1,"the":1,"specified":1,"if":2,"not":1,"in":2,"selected":1,"percentile":1,"metrics":7,"return":1,"print":5,"s":2,"c":2,"n":2,"format":4,"50":2,"40":3,"10":3,"2f":3,"f":13,"mean":4,"ms":13,"getattr":6,"median":4,"result":4,"std":2,"for":1,"p":10,"value":3,"percentiles":1,"word":3,"int":2,"else":1,"tpot":2,"per":1,"output":1,"excl":1,"1st":1,"itl":2,"inter":1,"latency":2,"e2el":2,"end":2},"23574,1876,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"if":4,"profile":6,"print":2,"stopping":1,"profiler":2,"input":3,"requestfuncinput":1,"model":2,"id":1,"prompt":4,"test":5,"request":7,"api":1,"url":2,"base":1,"stop":1,"len":4,"output":4,"expected":9,"extra":1,"body":1,"structure":4,"type":4,"schema":1,"await":1,"func":2,"success":1,"stopped":1,"return":9,"result":1,"ret":3,"def":5,"evaluate":1,"args":6,"eval":8,"correctness":9,"json":5,"actual":15,"extract":1,"string":2,"from":1,"using":1,"regex":7,"import":2,"as":2,"re":4,"replace":2,"n":1,"strip":1,"try":1,"search":1,"r":1,"group":1,"loads":1,"except":1,"exception":1,"false":1,"true":1,"choice":4,"in":3,"match":1,"is":2,"not":3,"none":4,"guided":3,"elif":2,"else":1,"scores":4,"for":2,"res":4,"score":6,"generated":1,"append":1},"25450,1783,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"return":3,"sum":1,"not":5,"none":5,"scores":3,"len":2,"100":1,"if":5,"0":2,"else":2,"def":3,"parse":2,"goodput":13,"slo":16,"pairs":3,"config":7,"dict":7,"try":1,"for":4,"pair":2,"in":4,"name":9,"val":6,"split":1,"float":1,"except":1,"valueerror":3,"as":2,"err":2,"raise":3,"argparse":2,"argumenttypeerror":1,"invalid":3,"format":1,"found":3,"service":4,"level":4,"objectives":2,"specify":1,"key":2,"value":4,"where":1,"the":4,"is":3,"a":2,"metric":2,"and":1,"number":1,"milliseconds":1,"from":1,"check":1,"args":13,"valid":3,"names":3,"ttft":1,"tpot":1,"e2el":1,"items":1,"f":3,"objective":2,"should":2,"be":2,"one":1,"of":1,"str":1,"non":1,"negative":1,"main":1,"namespace":1,"print":1,"random":2,"seed":4,"np":1,"backend":2,"model":3,"id":2,"tokenizer":3},"27233,1366,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"if":4,"args":30,"base":5,"url":7,"is":1,"not":1,"none":2,"api":2,"f":11,"endpoint":2,"else":3,"http":2,"host":2,"port":2,"tokenizer":6,"get":1,"id":1,"trust":2,"remote":2,"code":2,"mode":2,"dataset":4,"grammar":2,"structure":4,"type":4,"guided":5,"elif":2,"regex":2,"choice":2,"json":1,"no":1,"structured":3,"output":4,"ratio":2,"0":1,"save":1,"results":1,"result":9,"file":9,"name":9,"backend":1,"request":1,"rate":1,"qps":1,"model":1,"split":1,"1":1,"num":1,"prompts":1,"out":1,"len":1,"txt":1,"input":1,"requests":2,"sample":1,"goodput":2,"config":1,"dict":1,"check":1},"28599,1788,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"benchmark":3,"result":10,"ret":3,"asyncio":1,"run":1,"backend":4,"api":2,"url":4,"base":2,"model":4,"id":6,"tokenizer":4,"input":2,"requests":2,"request":5,"rate":7,"args":20,"burstiness":4,"disable":2,"tqdm":2,"profile":2,"selected":2,"percentile":2,"metrics":2,"split":2,"percentiles":2,"float":2,"p":2,"for":1,"in":1,"metric":1,"ignore":2,"eos":2,"max":4,"concurrency":4,"structured":2,"output":2,"ratio":2,"goodput":2,"config":3,"dict":2,"save":3,"and":1,"results":6,"to":2,"json":2,"score":3,"evaluate":1,"print":1,"correct":2,"n":1,"if":4,"num":2,"prompts":2,"inf":2,"else":1,"outputs":1,"file":5,"filename":2,"name":4,"dir":2,"os":1,"path":1,"join":1,"with":1,"open":1,"w":1,"encoding":1,"utf":1,"8":1,"as":1,"outfile":2,"dump":1,"indent":1,"4":1},"30387,1889,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"def":1,"create":1,"argument":12,"parser":11,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":7,"online":1,"serving":1,"throughput":1,"add":9,"backend":1,"type":8,"str":6,"default":8,"vllm":1,"choices":2,"list":1,"async":1,"request":4,"funcs":1,"keys":1,"base":2,"url":2,"none":3,"help":6,"server":2,"or":1,"api":2,"if":2,"not":2,"using":1,"http":1,"host":2,"and":1,"port":2,"use":2,"127":2,"0":4,"1":2,"here":1,"instead":1,"of":5,"localhost":1,"to":5,"force":1,"ipv4":1,"int":2,"8000":1,"endpoint":2,"v1":1,"completions":1,"dataset":1,"json":5,"unique":1,"grammar":1,"regex":1,"choice":1,"xgrammar":1,"bench":1,"schema":2,"path":2,"max":1,"concurrency":1,"maximum":2,"number":2,"concurrent":2,"requests":4,"this":3,"can":1,"be":2,"used":2,"simulate":1,"an":1,"environment":1,"where":1,"a":3,"higher":1,"level":1,"component":1,"is":2,"enforcing":1,"while":1,"rate":4,"controls":1,"at":2,"which":1,"are":2,"initiated":1,"will":1,"control":1,"how":1,"many":1,"actually":1,"allowed":1,"execute":1,"time":1,"means":1,"that":1,"when":1,"in":1,"combination":1,"actual":1,"may":1,"lower":1,"than":1,"specified":1,"with":1,"processing":1,"fast":1,"enough":1,"keep":1,"up":1,"model":2,"required":1,"true":1,"name":1},"32276,1875,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"parser":9,"add":9,"argument":9,"tokenizer":6,"type":7,"str":2,"help":8,"name":2,"or":3,"path":2,"of":7,"the":8,"if":3,"not":3,"using":2,"default":9,"noqa":2,"e501":2,"mode":1,"auto":1,"num":1,"prompts":2,"int":3,"1000":1,"number":3,"to":3,"process":3,"output":2,"len":1,"128":1,"tokens":1,"request":5,"rate":2,"float":3,"inf":3,"requests":4,"per":1,"second":1,"this":1,"is":3,"then":1,"all":1,"are":1,"sent":1,"at":1,"time":1,"0":4,"otherwise":2,"we":1,"use":1,"poisson":2,"gamma":2,"distribution":2,"synthesize":1,"arrival":2,"times":1,"burstiness":6,"1":4,"factor":1,"generation":1,"only":1,"take":1,"effect":1,"when":1,"value":3,"which":1,"follows":1,"intervals":1,"follow":1,"a":4,"lower":1,"results":2,"in":2,"more":2,"bursty":1,"higher":1,"uniform":1,"seed":1,"trust":2,"remote":2,"code":2,"action":2,"store":2,"true":2,"from":1,"huggingface":1,"disable":2,"tqdm":2,"specify":1,"progress":1,"bar":1},"34151,1856,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"parser":7,"add":7,"argument":8,"save":4,"results":6,"action":3,"store":3,"true":3,"help":7,"specify":3,"to":9,"benchmark":4,"a":1,"json":4,"file":1,"profile":1,"use":3,"torch":2,"profiler":3,"the":5,"endpoint":1,"must":1,"be":2,"launched":1,"with":1,"vllm":1,"dir":2,"enable":1,"result":2,"type":4,"str":4,"default":6,"none":2,"directory":2,"if":2,"not":3,"specified":2,"are":2,"saved":2,"in":3,"current":2,"filename":2,"will":1,"backend":1,"args":1,"request":2,"rate":1,"qps":1,"base":1,"model":1,"id":1,"dt":1,"format":1,"ignore":3,"eos":3,"set":1,"flag":1,"when":1,"sending":1,"warning":1,"is":3,"supported":1,"deepspeed":1,"mii":1,"and":2,"tgi":1,"percentile":2,"metrics":6,"ttft":3,"tpot":3,"itl":3,"comma":2,"separated":2,"list":2,"of":2,"selected":2,"report":3,"percentils":1,"this":1,"specifies":1,"percentiles":4,"allowed":1,"metric":2,"names":1,"e2el":1,"value":2,"99":2,"for":1,"25":2,"th":3,"50":2,"75":2,"select":1},"36007,603,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"parser":1,"add":1,"argument":1,"goodput":3,"nargs":1,"required":1,"false":1,"help":1,"specify":1,"service":1,"level":2,"objectives":1,"for":2,"as":1,"key":3,"value":3,"pairs":2,"where":1,"the":4,"is":2,"a":1,"metric":2,"name":1,"and":2,"in":1,"milliseconds":1,"multiple":1,"can":1,"be":1,"provided":1,"separated":1,"by":1,"spaces":1,"allowed":1,"request":1,"names":1,"are":1,"ttft":1,"tpot":1,"e2el":1,"more":1,"context":1,"on":1,"definition":1,"of":1,"refer":1,"to":1,"distserve":2,"paper":1,"https":2,"arxiv":1,"org":1,"pdf":1,"2401":1,"09670":1,"blog":1,"hao":1,"ai":1,"lab":1,"github":1,"io":1,"blogs":1},"36610,469,data/raw/vllm-0.10.1/benchmarks/benchmark_serving_structured_output.py":{"parser":6,"add":2,"argument":3,"no":1,"structured":3,"output":2,"action":1,"store":1,"true":1,"default":2,"false":1,"help":2,"whether":1,"to":1,"disable":1,"json":1,"decoding":1,"or":1,"not":1,"ratio":2,"type":1,"float":1,"1":1,"0":1,"of":1,"outputs":1,"requests":1,"return":1,"if":1,"name":1,"main":2,"create":1,"args":3,"parse":1},"0,1523,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":3,"project":1,"import":13,"io":1,"json":1,"os":1,"sys":1,"time":2,"traceback":1,"from":4,"dataclasses":1,"dataclass":3,"field":2,"typing":1,"optional":7,"union":1,"aiohttp":3,"huggingface":1,"hub":1,"constants":1,"tqdm":3,"asyncio":1,"transformers":1,"autotokenizer":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"note":1,"simon":1,"do":1,"not":1,"here":1,"so":1,"benchmark":1,"script":1,"can":1,"run":1,"without":1,"installed":1,"timeout":1,"clienttimeout":1,"total":1,"6":1,"60":2,"class":2,"requestfuncinput":2,"prompt":3,"str":7,"api":4,"url":4,"len":3,"int":5,"output":2,"model":2,"name":1,"none":6,"logprobs":1,"extra":1,"body":1,"dict":3,"multi":1,"modal":1,"content":1,"list":4,"ignore":1,"eos":1,"bool":2,"false":2,"language":1,"requestfuncoutput":2,"generated":1,"text":1,"success":1,"latency":1,"float":4,"tokens":1,"ttft":1,"first":1,"token":3,"itl":1,"default":1,"factory":1,"of":1,"inter":1,"latencies":2,"tpot":1,"avg":1,"next":1,"error":1,"async":2,"def":1,"request":3,"tgi":1,"func":2,"input":2,"pbar":1,"assert":1,"endswith":1,"generate":1,"stream":1},"1523,1919,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"async":3,"with":2,"aiohttp":2,"clientsession":1,"trust":1,"env":1,"true":2,"timeout":2,"as":2,"session":2,"params":2,"max":1,"new":1,"tokens":3,"request":7,"func":7,"input":7,"output":9,"len":5,"do":1,"sample":1,"temperature":2,"0":9,"01":1,"tgi":3,"does":2,"not":3,"accept":2,"top":2,"p":2,"99":1,"1":1,"truncate":1,"prompt":4,"ignore":3,"eos":3,"token":2,"payload":2,"inputs":1,"parameters":1,"requestfuncoutput":1,"if":5,"else":1,"none":1,"ttft":5,"st":3,"time":3,"perf":3,"counter":3,"most":1,"recent":1,"timestamp":2,"try":1,"post":1,"url":2,"api":1,"json":2,"response":4,"status":1,"200":1,"for":1,"chunk":10,"bytes":8,"in":1,"content":1,"strip":1,"continue":2,"decode":1,"utf":1,"8":1,"note":1,"sometimes":1,"returns":1,"a":1,"ping":1,"without":1,"any":1,"data":3,"we":1,"should":1,"skip":1,"it":1,"startswith":1,"removeprefix":1,"loads":1,"first":1},"3442,1965,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"decoding":1,"phase":1,"else":2,"output":13,"itl":1,"append":1,"timestamp":6,"most":4,"recent":4,"latency":1,"st":3,"success":3,"true":4,"generated":2,"text":3,"data":1,"error":2,"response":4,"reason":1,"or":1,"false":2,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1,"if":4,"pbar":3,"update":1,"1":2,"return":1,"async":5,"def":1,"request":8,"trt":1,"llm":1,"func":7,"input":8,"requestfuncinput":1,"optional":1,"tqdm":1,"none":1,"requestfuncoutput":2,"api":4,"url":5,"assert":1,"endswith":1,"generate":1,"stream":2,"with":2,"aiohttp":2,"clientsession":1,"trust":1,"env":1,"timeout":2,"as":2,"session":2,"payload":3,"accumulate":1,"tokens":2,"prompt":3,"temperature":1,"0":5,"top":1,"p":1,"max":1,"len":4,"ignore":1,"eos":1,"min":1,"length":1,"ttft":1,"time":1,"perf":1,"counter":1,"try":1,"post":1,"json":1,"status":1,"200":1,"for":1,"chunk":4,"bytes":4,"in":1,"content":1,"strip":1,"not":1,"continue":1},"5407,1912,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"chunk":3,"bytes":1,"decode":1,"utf":1,"8":1,"removeprefix":1,"data":3,"json":1,"loads":1,"output":12,"generated":1,"text":2,"timestamp":7,"time":1,"perf":1,"counter":1,"first":1,"token":1,"if":2,"ttft":4,"0":6,"st":2,"decoding":1,"phase":1,"else":2,"itl":1,"append":1,"most":3,"recent":3,"latency":1,"success":3,"true":2,"error":2,"response":1,"reason":1,"or":2,"false":2,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1,"pbar":3,"update":1,"1":2,"return":1,"async":3,"def":1,"request":6,"deepspeed":2,"mii":2,"func":5,"input":5,"requestfuncinput":1,"optional":1,"tqdm":1,"none":1,"requestfuncoutput":1,"api":5,"url":4,"assert":1,"endswith":1,"completions":3,"profile":2,"openai":2,"must":1,"end":1,"with":2,"aiohttp":2,"clientsession":1,"trust":1,"env":1,"timeout":2,"as":1,"session":1,"payload":1,"model":2,"prompt":2,"max":1,"tokens":1,"len":1,"temperature":1,"01":1,"does":1,"not":1,"accept":1,"temp":1,"top":1,"p":1,"headers":1,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"key":1},"7319,1878,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"output":14,"requestfuncoutput":2,"prompt":2,"len":2,"request":4,"func":3,"input":3,"note":1,"deepspeed":2,"mii":2,"doesn":1,"t":1,"support":1,"streaming":1,"as":3,"of":1,"jan":1,"28":1,"2024":1,"will":1,"use":1,"0":4,"placeholder":1,"see":1,"https":1,"github":1,"com":1,"microsoft":1,"pull":1,"311":1,"ttft":1,"st":2,"time":2,"perf":2,"counter":2,"try":1,"async":3,"with":2,"session":1,"post":1,"url":6,"api":5,"json":2,"payload":1,"headers":2,"response":5,"if":3,"status":1,"200":1,"parsed":5,"resp":5,"await":1,"latency":1,"choices":3,"in":2,"generated":2,"text":6,"elif":1,"else":2,"error":3,"unexpected":1,"format":2,"neither":1,"nor":1,"found":1,"success":4,"false":3,"true":1,"reason":1,"or":2,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"pbar":3,"update":1,"1":1,"return":1,"def":1,"openai":2,"completions":4,"requestfuncinput":1,"optional":1,"tqdm":1,"none":1,"assert":1,"endswith":1,"profile":2,"must":1,"end":1},"9197,1714,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"async":3,"with":2,"aiohttp":2,"clientsession":1,"trust":1,"env":1,"true":3,"timeout":2,"as":2,"session":2,"payload":4,"model":4,"request":11,"func":11,"input":11,"name":2,"if":6,"else":1,"prompt":4,"temperature":1,"0":3,"repetition":1,"penalty":1,"1":1,"max":1,"tokens":1,"output":3,"len":3,"logprobs":2,"stream":2,"options":1,"include":1,"usage":1,"ignore":3,"eos":3,"extra":2,"body":2,"update":1,"headers":3,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"openai":1,"api":2,"key":1,"requestfuncoutput":1,"generated":1,"text":1,"st":2,"time":1,"perf":1,"counter":1,"most":1,"recent":1,"timestamp":1,"try":1,"post":1,"url":2,"json":2,"response":3,"status":1,"200":1,"first":1,"chunk":9,"received":1,"false":1,"for":1,"bytes":5,"in":1,"content":1,"strip":1,"not":1,"continue":1,"decode":1,"utf":1,"8":1,"removeprefix":1,"data":2,"done":1,"loads":1},"10911,1003,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"note":2,"some":1,"completion":1,"api":1,"might":1,"have":1,"a":3,"last":1,"usage":1,"summary":1,"response":1,"without":1,"token":3,"so":1,"we":1,"want":1,"to":1,"check":1,"was":1,"generated":1,"if":2,"choices":3,"data":1,"get":2,"that":1,"text":3,"could":1,"be":1,"empty":1,"here":1,"e":1,"g":1,"for":1,"special":1,"tokens":1,"0":1,"timestamp":3,"time":2,"perf":2,"counter":2,"first":3,"not":1,"chunk":2,"received":2,"true":1,"ttft":3,"st":1,"output":2,"decoding":1,"phase":1,"else":1,"itl":1,"append":1,"most":1,"recent":1},"11914,1462,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"most":2,"recent":2,"timestamp":3,"generated":3,"text":4,"or":2,"if":3,"usage":3,"data":1,"get":2,"output":12,"tokens":2,"completion":1,"first":1,"chunk":2,"received":2,"success":4,"true":1,"else":2,"false":3,"error":3,"never":1,"a":1,"valid":1,"to":1,"calculate":1,"ttft":1,"this":1,"response":2,"will":1,"be":1,"marked":1,"as":1,"failed":1,"latency":1,"st":1,"reason":1,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1,"pbar":3,"update":1,"1":1,"return":1,"async":2,"def":1,"request":3,"openai":2,"chat":4,"completions":4,"func":2,"input":2,"requestfuncinput":1,"optional":1,"tqdm":1,"none":1,"requestfuncoutput":1,"api":4,"url":4,"assert":1,"endswith":1,"profile":1,"must":1,"end":1,"with":1},"13376,1561,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"async":1,"with":1,"aiohttp":2,"clientsession":1,"trust":1,"env":1,"true":3,"timeout":2,"as":1,"session":1,"content":14,"type":2,"text":2,"request":12,"func":12,"input":12,"prompt":3,"if":5,"multi":3,"modal":3,"mm":5,"isinstance":2,"list":2,"extend":1,"elif":1,"dict":3,"append":1,"else":2,"raise":1,"typeerror":1,"must":1,"be":1,"a":1,"or":1,"for":1,"openai":2,"chat":1,"payload":3,"model":4,"name":2,"messages":1,"role":1,"user":1,"temperature":1,"0":2,"max":1,"completion":1,"tokens":1,"output":3,"len":3,"stream":2,"options":1,"include":1,"usage":1,"ignore":3,"eos":3,"extra":2,"body":2,"update":1,"headers":1,"application":1,"json":1,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"api":1,"key":1,"requestfuncoutput":1},"14937,1852,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"generated":2,"text":2,"ttft":5,"0":5,"st":3,"time":2,"perf":2,"counter":2,"most":3,"recent":3,"timestamp":7,"try":1,"async":2,"with":2,"session":1,"post":1,"url":2,"api":1,"json":3,"payload":2,"headers":2,"as":2,"response":3,"if":6,"status":1,"200":1,"for":1,"chunk":11,"bytes":8,"in":1,"content":4,"strip":1,"not":2,"continue":2,"decode":1,"utf":1,"8":1,"note":1,"sse":1,"comments":1,"often":1,"used":1,"pings":1,"start":1,"a":1,"colon":1,"these":1,"are":1,"data":5,"and":1,"should":1,"be":1,"skipped":1,"startswith":1,"removeprefix":1,"done":1,"loads":1,"choices":3,"get":4,"delta":1,"first":1,"token":1,"output":4,"decoding":1,"phase":1,"else":1,"itl":1,"append":1,"or":1,"elif":1,"usage":3,"tokens":2,"completion":1},"16789,1806,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"output":9,"generated":2,"text":4,"success":3,"true":5,"latency":1,"most":1,"recent":1,"timestamp":1,"st":1,"else":2,"error":2,"response":1,"reason":1,"or":2,"false":2,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1,"if":3,"pbar":3,"update":2,"1":1,"return":1,"async":3,"def":1,"request":10,"openai":3,"audio":1,"func":9,"input":9,"requestfuncinput":1,"optional":1,"tqdm":1,"none":1,"requestfuncoutput":1,"lazy":1,"import":2,"without":1,"placeholdermodule":1,"to":2,"avoid":1,"vllm":1,"dep":1,"soundfile":1,"api":5,"url":4,"assert":1,"endswith":1,"transcriptions":2,"translations":2,"chat":1,"completions":1,"must":1,"end":1,"with":2,"aiohttp":2,"clientsession":1,"trust":1,"env":1,"timeout":2,"as":1,"session":1,"content":1,"type":1,"prompt":1,"payload":2,"model":4,"name":2,"temperature":1,"0":2,"max":1,"completion":1,"tokens":1,"len":1,"stream":3,"language":1,"en":1,"flattened":1,"due":1,"multipart":1,"form":1,"data":1,"include":1,"usage":2,"continuous":1,"stats":1,"extra":2,"body":2,"headers":1,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"key":1},"18595,1940,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"send":1,"audio":9,"file":2,"def":1,"to":2,"bytes":7,"y":2,"sr":2,"buffer":4,"io":1,"bytesio":1,"soundfile":1,"write":1,"format":1,"wav":2,"seek":1,"0":6,"return":1,"mm":4,"request":2,"func":2,"input":2,"multi":2,"modal":2,"content":6,"if":6,"not":3,"isinstance":1,"dict":2,"or":1,"in":3,"raise":1,"typeerror":1,"must":1,"be":1,"a":1,"containing":1,"with":2,"as":2,"f":2,"form":4,"aiohttp":1,"formdata":1,"add":2,"field":2,"type":1,"for":2,"key":2,"value":2,"payload":1,"items":1,"str":1,"output":3,"requestfuncoutput":1,"prompt":2,"len":2,"generated":1,"text":1,"ttft":5,"st":3,"time":2,"perf":2,"counter":2,"most":1,"recent":1,"timestamp":3,"try":1,"async":2,"session":1,"post":1,"url":2,"api":1,"data":4,"headers":2,"response":3,"status":1,"200":1,"chunk":8,"strip":1,"continue":1,"decode":1,"utf":1,"8":1,"removeprefix":1,"done":1,"json":1,"loads":1,"choices":3,"get":2,"delta":1,"first":1,"token":1},"20535,1980,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"decoding":1,"phase":1,"else":2,"output":11,"itl":1,"append":1,"timestamp":5,"most":3,"recent":3,"generated":3,"text":3,"content":1,"or":6,"elif":1,"usage":3,"data":1,"get":5,"tokens":2,"completion":1,"success":3,"true":2,"latency":1,"st":1,"error":2,"response":1,"reason":1,"false":3,"except":1,"exception":2,"exc":3,"info":3,"sys":1,"join":1,"traceback":1,"format":1,"if":2,"pbar":2,"update":1,"1":1,"return":3,"def":1,"model":11,"pretrained":4,"name":4,"path":6,"str":2,"os":1,"getenv":1,"vllm":2,"use":2,"modelscope":2,"lower":1,"from":3,"import":2,"snapshot":2,"download":2,"executor":1,"loader":1,"weight":1,"utils":1,"lock":3,"file":2,"to":1,"prevent":1,"multiple":1,"processes":1,"downloading":1,"the":2,"same":2,"weights":1,"at":1,"time":1,"with":1,"id":1,"local":1,"files":1,"only":1,"huggingface":1,"hub":2,"constants":1,"hf":1,"offline":1,"ignore":1,"pattern":1,"pt":1,"safetensors":1,"bin":1},"22515,1960,data/raw/vllm-0.10.1/benchmarks/backend_request_func.py":{"def":1,"get":3,"tokenizer":8,"pretrained":9,"model":8,"name":7,"or":7,"path":8,"str":3,"mode":5,"auto":1,"trust":3,"remote":3,"code":3,"bool":1,"false":3,"kwargs":4,"union":1,"pretrainedtokenizer":1,"pretrainedtokenizerfast":1,"if":5,"is":1,"not":2,"none":1,"and":1,"os":1,"exists":1,"slow":2,"use":4,"fast":3,"raise":2,"valueerror":1,"cannot":1,"the":1,"in":3,"mistral":2,"try":1,"from":4,"vllm":4,"transformers":1,"utils":1,"import":1,"mistraltokenizer":3,"except":1,"importerror":2,"as":1,"e":2,"requires":1,"package":1,"n":1,"please":1,"install":2,"it":1,"with":1,"pip":1,"to":1,"return":2,"else":1,"autotokenizer":1,"async":15,"request":15,"funcs":2,"tgi":2,"openai":14,"completions":9,"lmdeploy":1,"deepspeed":2,"mii":2,"chat":3,"audio":2,"tensorrt":1,"llm":2,"trt":1,"scalellm":1,"sglang":1,"llama":1,"cpp":1,"compatible":1,"backends":1,"k":2,"for":1,"v":2,"items":1},"0,1447,data/raw/vllm-0.10.1/benchmarks/benchmark_prefix_caching.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":5,"vllm":5,"project":1,"benchmark":4,"efficiency":1,"of":2,"prefix":6,"caching":6,"this":2,"script":1,"allows":1,"you":1,"performance":1,"a":1,"model":3,"with":2,"and":2,"without":1,"using":1,"either":1,"fixed":2,"prompts":5,"or":1,"sampled":1,"from":9,"sharegpt":4,"dataset":3,"example":2,"usage":2,"python":2,"py":2,"meta":2,"llama":4,"7b":2,"chat":2,"hf":2,"enable":2,"num":2,"1":1,"repeat":2,"count":2,"100":1,"input":3,"length":2,"range":2,"128":3,"256":3,"command":1,"samples":1,"20":2,"lengths":1,"between":1,"tokens":1,"then":1,"replicates":1,"each":1,"prompt":1,"5":2,"times":1,"path":2,"v3":1,"unfiltered":1,"cleaned":1,"split":1,"json":2,"import":11,"dataclasses":1,"random":1,"time":1,"typing":1,"optional":1,"transformers":2,"pretrainedtokenizerbase":1,"llm":1,"samplingparams":1,"engine":1,"arg":1,"utils":3,"engineargs":1,"flexibleargumentparser":1,"try":1,"tokenizer":3,"get":2,"except":1,"importerror":1,"backend":1,"request":1,"func":1},"1447,1892,data/raw/vllm-0.10.1/benchmarks/benchmark_prefix_caching.py":{"prompt":3,"you":2,"are":1,"a":13,"helpful":1,"assistant":1,"in":3,"recognizes":1,"the":4,"content":2,"of":1,"tables":1,"markdown":1,"format":1,"here":1,"is":1,"table":3,"as":1,"fellows":1,"need":1,"to":1,"answer":1,"my":1,"question":2,"about":1,"n":26,"opening":2,"sl":1,"no":1,"film":1,"cast":1,"director":2,"music":1,"notes":1,"j":5,"9":2,"1":3,"agni":1,"pushpam":1,"jayabharathi":2,"kamalahasan":2,"jeassy":1,"m":14,"k":11,"arjunan":4,"16":1,"2":1,"priyamvada":1,"mohan":1,"sharma":1,"lakshmi":1,"kpac":1,"lalitha":1,"s":5,"sethumadhavan":1,"v":2,"dakshinamoorthy":2,"23":1,"3":1,"yakshagaanam":1,"madhu":3,"sheela":3,"viswanathan":1,"30":1,"4":1,"paalkkadal":1,"sharada":1,"t":3,"prasad":1,"ummer":2,"f":7,"e":6,"b":7,"5":3,"amma":1,"srividya":1,"krishnan":1,"nair":3,"13":2,"6":1,"appooppan":1,"thikkurissi":1,"sukumaran":1,"kamal":2,"haasan":2,"p":2,"bhaskaran":1,"baburaj":2,"20":3,"7":1,"srishti":1,"chowalloor":1,"krishnankutty":1,"ravi":2,"alummoodu":1,"muhammad":1,"8":1,"vanadevatha":1,"prem":3,"nazir":3,"madhubala":1,"yusufali":1,"kechery":1,"g":4,"devarajan":2,"27":2,"samasya":1,"kamalahaasan":1,"thankappan":1,"shyam":1,"10":1,"yudhabhoomi":1,"vidhubala":1,"crossbelt":1,"mani":1,"r":6,"shekhar":1,"11":1,"seemantha":1,"puthran":1,"raj":1,"12":2,"swapnadanam":1,"rani":1,"chandra":1,"dr":1,"mohandas":1,"george":1,"bhaskar":1,"chandavarkar":1,"19":1,"thulavarsham":1,"sreedevi":1,"sudheer":1,"sankaran":1,"14":1,"aruthu":1,"kaviyoor":1,"ponnamma":1,"26":1,"15":1,"swimming":1,"pool":1,"soman":1,"sasikumar":1,"nwhat":1,"cells":1,"noqa":1,"e501":1,"def":1,"test":1,"prefix":1,"llm":2,"none":3,"sampling":3,"params":3,"prompts":2,"start":2,"time":9,"generate":1,"end":2,"print":1,"cost":1,"dataclasses":1,"dataclass":1,"class":1,"request":1,"str":1,"len":2,"int":2,"output":1},"3339,1994,data/raw/vllm-0.10.1/benchmarks/benchmark_prefix_caching.py":{"def":2,"sample":2,"tokens":2,"tokenizer":7,"pretrainedtokenizerbase":2,"length":5,"int":6,"list":3,"vocab":3,"get":1,"all":3,"special":4,"ids":10,"set":1,"remove":1,"the":6,"return":1,"random":2,"choices":1,"v":2,"for":4,"k":3,"in":5,"items":1,"if":6,"not":2,"requests":6,"from":1,"dataset":14,"path":2,"str":1,"num":2,"input":5,"range":4,"tuple":1,"fixed":5,"output":8,"len":23,"optional":1,"request":3,"is":2,"none":2,"and":3,"4":1,"raise":1,"valueerror":1,"too":4,"small":2,"load":2,"with":2,"open":1,"as":1,"f":2,"json":1,"filter":2,"out":2,"conversations":4,"less":1,"than":1,"2":2,"turns":2,"data":6,"only":1,"keep":1,"first":1,"two":1,"of":1,"each":1,"conversation":1,"0":3,"value":2,"1":2,"shuffle":2,"min":4,"max":3,"assert":1,"sequences":1,"that":1,"are":1,"long":1,"or":1,"short":1,"filtered":3,"i":3,"break":1,"tokenize":1,"prompts":1,"completions":1,"prompt":8,"token":5,"decode":1,"completion":4,"else":1,"append":1},"5333,1262,data/raw/vllm-0.10.1/benchmarks/benchmark_prefix_caching.py":{"return":3,"filtered":1,"requests":14,"def":2,"sample":3,"from":1,"random":3,"num":2,"int":6,"tokenizer":4,"pretrainedtokenizerbase":1,"input":2,"length":2,"range":4,"tuple":1,"fixed":2,"output":2,"len":20,"optional":1,"prefix":6,"list":3,"request":3,"token":7,"ids":7,"tokens":2,"min":4,"max":4,"for":2,"i":1,"in":2,"unique":2,"part":2,"randint":1,"prompt":11,"decode":1,"assert":1,"f":1,"out":1,"of":1,"append":1,"repeat":3,"and":1,"sort":4,"count":2,"bool":1,"false":1,"str":1,"repeated":4,"if":1,"key":1,"lambda":1,"x":2,"1":1,"else":1,"shuffle":1,"req":2},"6595,1948,data/raw/vllm-0.10.1/benchmarks/benchmark_prefix_caching.py":{"def":1,"main":1,"args":23,"tokenizer":6,"get":1,"model":1,"trust":1,"remote":1,"code":1,"true":1,"input":8,"length":10,"range":6,"tuple":1,"map":1,"int":1,"split":1,"random":3,"seed":2,"if":2,"dataset":6,"path":5,"is":3,"not":3,"none":1,"prefix":4,"len":13,"0":2,"raise":1,"valueerror":1,"supported":1,"when":1,"provided":1,"print":9,"f":7,"start":2,"to":2,"sample":4,"num":6,"prompts":7,"from":5,"filtered":6,"requests":13,"fixed":2,"output":5,"else":1,"some":1,"helpful":1,"stats":1,"of":1,"the":1,"sampled":1,"prompt":10,"lens":7,"req":2,"for":1,"in":1,"average":1,"sum":1,"p50":1,"sorted":1,"2":1,"min":2,"max":3,"engine":2,"engineargs":1,"cli":1,"llm":2,"dataclasses":1,"asdict":1,"sampling":1,"params":1,"samplingparams":1,"temperature":1,"tokens":1,"detokenize":2,"disable":1,"testing":1,"repeat":3,"and":1,"sort":3,"count":2},"8543,1877,data/raw/vllm-0.10.1/benchmarks/benchmark_prefix_caching.py":{"print":1,"start":1,"generating":1,"test":1,"prefix":4,"llm":2,"prompts":7,"sampling":3,"params":2,"def":1,"create":2,"argument":10,"parser":16,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":7,"performance":1,"with":1,"or":1,"without":1,"automatic":1,"caching":1,"add":9,"dataset":4,"path":3,"type":6,"str":2,"default":4,"none":1,"help":7,"to":4,"output":1,"len":2,"int":4,"10":1,"num":1,"required":2,"true":4,"number":2,"of":4,"sampled":1,"from":1,"repeat":2,"count":1,"1":1,"times":1,"each":1,"prompt":2,"sort":2,"action":2,"store":2,"by":1,"input":5,"length":5,"range":3,"lengths":1,"for":1,"specified":1,"as":1,"min":1,"max":1,"e":2,"g":1,"128":1,"256":1,"0":1,"specifies":1,"a":1,"common":1,"be":1,"added":1,"will":1,"subtract":1,"this":1,"when":2,"filtering":1,"only":1,"used":1,"is":1,"not":3,"provided":1,"disable":1,"detokenize":2,"do":2,"responses":1,"i":1,"include":1,"detokenization":1,"time":1,"in":1,"latency":1,"measurement":1,"engineargs":1,"cli":1,"args":4,"return":1,"if":1,"name":1,"main":2,"parse":1},"0,1406,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":10,"project":1,"benchmark":4,"offline":1,"inference":1,"throughput":1,"import":23,"argparse":1,"dataclasses":1,"json":2,"os":1,"random":1,"time":1,"warnings":1,"from":15,"typing":2,"any":1,"optional":2,"union":1,"torch":1,"uvloop":1,"tqdm":2,"transformers":1,"automodelforcausallm":1,"autotokenizer":1,"pretrainedtokenizerbase":1,"extensions":1,"deprecated":1,"dataset":1,"aimodataset":1,"burstgptdataset":1,"conversationdataset":1,"instructcoderdataset":1,"randomdataset":1,"samplerequest":2,"sharegptdataset":1,"sonnetdataset":1,"visionarenadataset":1,"utils":3,"convert":1,"pytorch":1,"format":1,"write":1,"engine":4,"arg":1,"asyncengineargs":1,"engineargs":2,"entrypoints":1,"openai":1,"api":1,"server":1,"build":1,"async":2,"client":1,"args":2,"inputs":1,"textprompt":1,"tokensprompt":1,"lora":1,"request":1,"lorarequest":1,"outputs":1,"requestoutput":2,"sampling":1,"params":1,"beamsearchparams":1,"flexibleargumentparser":1,"merge":1,"iterators":1,"def":1,"run":1,"requests":1,"list":2,"n":1,"int":1,"disable":1,"detokenize":1,"bool":1,"false":1,"tuple":1,"float":1,"llm":1,"samplingparams":1},"1406,1398,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"llm":4,"dataclasses":1,"asdict":1,"engine":4,"args":2,"assert":1,"all":2,"model":3,"config":1,"max":3,"len":7,"request":13,"prompt":9,"expected":3,"output":3,"for":4,"in":4,"requests":7,"please":1,"ensure":1,"that":1,"is":1,"greater":1,"than":1,"the":3,"sum":1,"of":1,"and":1,"add":1,"to":1,"prompts":2,"list":3,"union":1,"textprompt":2,"tokensprompt":2,"sampling":2,"params":2,"samplingparams":2,"append":2,"token":3,"ids":3,"multi":4,"modal":4,"data":4,"if":2,"else":1,"n":2,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":1,"eos":1,"true":1,"tokens":1,"detokenize":2,"not":1,"disable":1,"lora":4,"optional":1,"lorarequest":1,"none":1,"enable":1,"use":1,"beam":1,"search":1,"false":1},"2804,1707,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"outputs":3,"none":2,"if":1,"not":2,"use":3,"beam":3,"search":2,"start":3,"time":4,"perf":4,"counter":4,"llm":7,"generate":1,"prompts":3,"sampling":1,"params":1,"lora":4,"request":8,"requests":9,"tqdm":1,"true":2,"end":3,"else":1,"assert":3,"is":3,"beamsearch":1,"api":1,"does":1,"support":1,"prompt":3,"for":7,"in":3,"output":8,"len":12,"should":1,"be":1,"the":2,"same":1,"all":3,"0":1,"expected":4,"beamsearchparams":1,"width":1,"n":2,"max":3,"tokens":1,"ignore":1,"eos":1,"return":1,"def":1,"run":3,"vllm":4,"chat":3,"list":2,"samplerequest":1,"int":1,"engine":3,"args":2,"engineargs":1,"disable":1,"detokenize":1,"bool":1,"false":1,"tuple":1,"float":1,"requestoutput":1,"benchmark":1,"this":1,"function":1,"recommended":1,"only":1,"benchmarking":1,"multimodal":3,"models":2,"as":1,"it":1,"properly":1,"handles":1,"inputs":1,"and":2,"formatting":1,"non":1,"instead":1,"from":1,"import":1,"samplingparams":1,"dataclasses":1,"asdict":1,"model":3,"config":1,"please":1,"ensure":1,"that":1,"greater":1,"than":1,"sum":1,"of":1},"4511,1391,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"prompts":3,"sampling":3,"params":3,"list":2,"samplingparams":3,"for":3,"request":6,"in":2,"requests":4,"append":2,"prompt":3,"n":3,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":1,"eos":1,"true":2,"max":3,"tokens":1,"expected":3,"output":3,"len":7,"detokenize":3,"not":1,"disable":5,"start":2,"time":2,"perf":2,"counter":2,"outputs":2,"llm":3,"chat":1,"use":1,"tqdm":1,"end":2,"return":1,"async":4,"def":1,"run":1,"vllm":2,"samplerequest":1,"int":1,"engine":4,"args":3,"asyncengineargs":1,"frontend":3,"multiprocessing":3,"bool":2,"false":2,"float":1,"from":2,"import":1,"with":1,"build":1,"client":1,"as":1,"model":5,"config":3,"await":1,"get":1,"assert":1,"all":2,"please":1,"ensure":1,"that":1,"is":1,"greater":1,"than":1,"the":1,"sum":1,"of":1,"and":1},"5902,1745,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"add":1,"the":2,"requests":6,"to":1,"engine":1,"prompts":3,"list":4,"union":1,"textprompt":2,"tokensprompt":2,"sampling":3,"params":3,"samplingparams":2,"lora":5,"optional":1,"lorarequest":1,"for":3,"request":11,"in":4,"append":4,"prompt":9,"token":3,"ids":3,"multi":4,"modal":4,"data":4,"if":1,"else":1,"n":3,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":1,"eos":1,"true":1,"max":2,"tokens":1,"expected":1,"output":1,"len":1,"detokenize":3,"not":1,"disable":2,"generators":3,"start":2,"time":2,"perf":2,"counter":2,"i":3,"sp":2,"lr":2,"enumerate":1,"zip":1,"generator":2,"llm":1,"generate":1,"id":1,"f":1,"test":1,"all":2,"gens":2,"merge":1,"async":2,"iterators":1,"res":1,"pass":1,"end":2,"return":1,"def":1,"run":1,"hf":1,"samplerequest":1,"model":1,"str":1,"tokenizer":1,"pretrainedtokenizerbase":1,"int":2,"batch":1,"size":1,"trust":1,"remote":1,"code":1,"bool":2,"false":1},"7647,1849,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"float":1,"llm":7,"automodelforcausallm":1,"from":1,"pretrained":1,"model":2,"torch":2,"dtype":1,"float16":1,"trust":2,"remote":2,"code":2,"if":5,"config":1,"type":1,"llama":1,"to":4,"enable":1,"padding":2,"in":2,"the":7,"hf":1,"backend":1,"tokenizer":4,"pad":1,"token":2,"eos":1,"cuda":2,"pbar":2,"tqdm":1,"total":1,"len":26,"requests":10,"start":1,"time":2,"perf":1,"counter":1,"batch":10,"list":1,"str":1,"max":15,"prompt":14,"0":4,"output":11,"for":1,"i":7,"range":1,"expected":2,"add":3,"append":1,"size":1,"and":1,"1":5,"check":1,"we":2,"can":2,"more":2,"next":4,"2048":1,"continue":1,"generate":2,"sequences":2,"input":4,"ids":4,"return":2,"tensors":1,"pt":1,"true":4,"outputs":2,"do":1,"sample":1,"num":1,"n":1,"temperature":1,"top":1,"p":1,"use":1,"cache":1,"new":1,"tokens":2,"not":1,"disable":1,"detokenize":1,"include":1,"decoding":1,"decode":1,"skip":1,"special":1,"update":1},"9496,1746,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"clear":1,"the":1,"batch":2,"max":5,"prompt":2,"len":8,"0":3,"output":6,"end":4,"time":4,"perf":3,"counter":3,"return":2,"start":3,"def":3,"run":1,"mii":2,"requests":7,"list":1,"samplerequest":1,"model":3,"str":2,"tensor":3,"parallel":3,"size":2,"int":2,"float":1,"from":1,"import":1,"client":4,"serve":2,"llm":2,"prompts":3,"request":2,"for":3,"in":2,"generate":1,"new":1,"tokens":4,"terminate":1,"server":1,"save":1,"to":4,"pytorch":3,"benchmark":2,"format":2,"args":12,"argparse":1,"namespace":1,"results":4,"dict":1,"any":1,"none":1,"pt":5,"records":3,"convert":1,"metrics":1,"per":4,"second":4,"extra":1,"info":1,"k":3,"elapsed":1,"num":4,"total":1,"if":1,"don":2,"t":2,"use":1,"json":4,"suffix":1,"here":1,"as":1,"we":1,"want":1,"ci":1,"pick":1,"it":1,"up":1,"file":2,"f":1,"os":1,"path":5,"splitext":1,"write":1,"get":1,"tokenizer":3,"common":2,"parameters":1,"all":1,"dataset":3,"types":1,"kwargs":2,"random":1,"seed":2,"sample":1,"lora":2,"loras":2,"input":2},"11242,1977,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"if":3,"args":18,"dataset":32,"path":5,"is":1,"none":3,"or":2,"name":7,"random":2,"sample":7,"kwargs":15,"range":2,"ratio":2,"prefix":4,"len":4,"cls":8,"randomdataset":1,"elif":7,"sharegpt":1,"sharegptdataset":1,"backend":1,"vllm":1,"chat":7,"enable":3,"multimodal":3,"true":4,"sonnet":2,"assert":1,"tokenizer":3,"template":3,"default":1,"model":1,"must":1,"have":1,"for":1,"sonnetdataset":1,"return":1,"prompt":1,"formatted":1,"burstgpt":1,"burstgptdataset":1,"hf":3,"common":8,"no":2,"stream":2,"in":4,"visionarenadataset":2,"supported":4,"paths":4,"subset":4,"split":5,"train":3,"instructcoderdataset":2,"conversationdataset":2,"aimodataset":2,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1},"13219,167,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"remove":1,"none":2,"values":1,"sample":4,"kwargs":4,"k":2,"v":3,"for":1,"in":1,"items":1,"if":1,"is":1,"not":1,"return":1,"dataset":1,"cls":1,"common":1},"13386,1947,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"deprecated":2,"benchmark":1,"throughput":2,"py":1,"is":4,"and":1,"will":1,"be":1,"removed":1,"in":2,"a":1,"future":1,"version":1,"please":1,"use":1,"vllm":6,"bench":1,"instead":1,"def":1,"main":1,"args":36,"argparse":1,"namespace":1,"if":3,"seed":4,"none":3,"0":1,"print":1,"random":1,"sample":1,"the":1,"requests":9,"tokenizer":4,"autotokenizer":1,"from":4,"pretrained":1,"trust":3,"remote":3,"code":3,"get":1,"multi":2,"modal":2,"any":1,"request":5,"data":1,"not":1,"for":1,"outputs":3,"optional":1,"list":1,"requestoutput":1,"backend":6,"async":2,"engine":1,"elapsed":5,"time":5,"uvloop":1,"run":6,"n":4,"asyncengineargs":1,"cli":3,"disable":5,"frontend":1,"multiprocessing":1,"detokenize":4,"else":2,"engineargs":2,"elif":3,"hf":3,"assert":1,"tensor":2,"parallel":2,"size":3,"1":1,"model":2,"max":1,"batch":1,"mii":2,"output":1,"len":1,"chat":2,"raise":1,"valueerror":1,"f":1,"unknown":1},"15333,1661,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"if":5,"request":4,"outputs":4,"note":1,"with":2,"the":3,"vllm":8,"and":2,"chat":3,"backends":1,"we":2,"have":1,"which":1,"use":1,"to":1,"count":2,"tokens":23,"total":19,"prompt":9,"0":3,"output":11,"for":5,"ro":5,"in":4,"not":3,"isinstance":1,"requestoutput":1,"continue":1,"len":6,"token":4,"ids":3,"else":2,"sum":3,"o":3,"num":6,"r":5,"expected":2,"requests":4,"is":1,"multi":3,"modal":3,"args":2,"backend":4,"print":4,"033":2,"91mwarning":1,"0m":1,"f":6,"detected":1,"following":1,"metrics":1,"are":2,"accurate":1,"because":1,"image":2,"counted":1,"see":1,"project":2,"issues":2,"9778":2,"details":1,"todo":1,"length":1,"counts":1,"now":1,"throughput":1,"elapsed":3,"time":3,"2f":3,"s":3},"16994,1517,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"output":3,"json":4,"results":4,"if":7,"specified":1,"args":17,"elapsed":4,"time":4,"num":4,"requests":4,"len":4,"total":3,"tokens":4,"per":2,"second":2,"with":1,"open":1,"w":1,"as":1,"f":3,"dump":1,"indent":1,"4":1,"save":1,"to":2,"pytorch":1,"benchmark":1,"format":1,"def":1,"validate":2,"command":1,"line":1,"arguments":1,"deprecation":1,"and":3,"defaulting":1,"dataset":13,"is":3,"not":6,"none":3,"warnings":1,"warn":1,"the":2,"argument":1,"will":2,"be":2,"deprecated":1,"in":2,"next":1,"release":1,"please":1,"use":1,"name":2,"path":4,"instead":1,"stacklevel":1,"2":1,"getattr":1,"tokenizer":2,"model":1,"backend":4,"validation":1,"valid":2,"backends":2,"vllm":2,"hf":1,"mii":1,"chat":1,"raise":2,"valueerror":2,"unsupported":1,"configuration":1,"print":1,"when":1,"set":1,"it":1,"default":1,"random":3,"input":2,"must":1,"provided":1,"for":1,"a":1},"18511,1900,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"dataset":21,"name":11,"specific":1,"checks":1,"hf":11,"subset":3,"and":5,"split":3,"only":3,"used":3,"when":3,"is":11,"if":4,"args":15,"getattr":2,"none":7,"not":11,"or":3,"warnings":3,"warn":3,"will":3,"be":3,"ignored":3,"since":3,"stacklevel":3,"2":3,"elif":2,"path":5,"in":3,"visionarenadataset":1,"supported":5,"paths":4,"keys":1,"conversationdataset":1,"assert":2,"backend":4,"vllm":4,"chat":2,"f":3,"needs":2,"to":2,"use":2,"as":2,"the":2,"noqa":2,"e501":2,"instructcoderdataset":1,"aimodataset":1,"else":1,"raise":1,"valueerror":1,"by":1,"random":9,"range":3,"ratio":3,"prefix":3,"len":3,"sonnet":3,"set":2},"20411,1503,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"lora":7,"settings":1,"if":9,"getattr":3,"args":18,"enable":3,"false":2,"and":8,"backend":15,"vllm":5,"raise":9,"valueerror":9,"benchmarking":1,"is":11,"only":3,"supported":3,"for":7,"path":2,"none":5,"must":4,"be":4,"provided":1,"when":1,"true":1,"specific":1,"validations":1,"hf":9,"max":4,"batch":4,"size":5,"required":1,"not":4,"in":2,"mii":7,"quantization":2,"dtype":2,"auto":2,"n":2,"1":3,"tokenizer":2,"model":2,"the":2,"same":1,"as":1,"data":3,"parallel":3,"currently":1,"https":1,"github":1,"com":1,"project":1,"issues":1,"16222":1,"offline":1,"benchmark":2,"please":1,"use":1,"serving":1,"instead":1},"21914,1962,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"def":1,"create":1,"argument":12,"parser":13,"flexibleargumentparser":1,"description":1,"benchmark":2,"the":10,"throughput":2,"add":11,"backend":2,"type":10,"str":5,"choices":2,"vllm":3,"hf":4,"mii":1,"chat":1,"default":10,"dataset":9,"name":2,"sharegpt":3,"random":1,"sonnet":1,"burstgpt":1,"help":10,"of":4,"to":6,"on":1,"no":1,"stream":1,"action":1,"store":1,"true":1,"do":1,"not":1,"load":1,"in":4,"streaming":1,"mode":1,"none":6,"path":4,"will":1,"be":2,"deprecated":1,"next":1,"release":1,"is":1,"expected":1,"a":1,"json":3,"form":1,"list":2,"dict":2,"conversations":1,"value":1,"prompt":3,"or":1,"response":1,"input":2,"len":2,"int":5,"length":3,"for":3,"each":2,"request":2,"output":4,"overrides":1,"from":1,"n":1,"1":1,"number":2,"generated":1,"sequences":1,"per":1,"num":1,"prompts":2,"1000":1,"process":1,"max":1,"batch":2,"size":2,"maximum":1,"save":1,"results":1,"format":1},"23876,1989,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"parser":6,"add":6,"argument":6,"async":3,"engine":3,"action":3,"store":3,"true":3,"default":11,"false":2,"help":6,"use":2,"vllm":1,"rather":1,"than":1,"llm":1,"class":1,"disable":3,"frontend":2,"multiprocessing":1,"decoupled":1,"detokenize":2,"do":2,"not":2,"the":8,"response":1,"i":1,"e":1,"include":1,"detokenization":1,"time":1,"in":3,"measurement":1,"lora":3,"path":4,"type":3,"str":1,"none":3,"to":4,"adapters":1,"this":1,"can":1,"be":3,"an":1,"absolute":1,"a":4,"relative":1,"or":1,"hugging":1,"face":1,"model":1,"identifier":1,"prefix":6,"len":8,"int":1,"f":4,"number":1,"of":3,"tokens":2,"used":2,"randomdataset":5,"and":2,"sonnetdataset":3,"for":4,"total":2,"input":7,"length":6,"is":2,"sum":1,"random":4,"context":1,"sampled":1,"from":1,"1":5,"range":9,"ratio":7,"controls":1,"how":1,"much":1,"fixed":1,"lines":2,"versus":1,"but":1,"remains":1,"approximately":1,"dataset":1,"float":1,"sampling":2,"output":1,"only":1,"must":1,"0":1,"define":1,"symmetric":1},"25865,511,data/raw/vllm-0.10.1/benchmarks/benchmark_throughput.py":{"hf":5,"dtaset":1,"parser":8,"add":3,"argument":3,"subset":2,"type":2,"str":2,"default":2,"none":3,"help":2,"of":2,"the":2,"dataset":2,"split":2,"asyncengineargs":1,"cli":1,"args":9,"return":1,"if":2,"name":1,"main":2,"create":1,"parse":1,"tokenizer":2,"is":1,"model":1,"validate":1},"0,1900,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"this":1,"module":1,"defines":1,"a":2,"framework":1,"for":2,"sampling":1,"benchmark":2,"requests":1,"from":15,"various":1,"datasets":2,"each":1,"dataset":4,"subclass":1,"of":1,"benchmarkdataset":2,"must":1,"implement":1,"sample":1,"generation":1,"supported":1,"types":1,"include":1,"sharegpt":1,"random":2,"synthetic":1,"sonnet":1,"burstgpt":1,"huggingface":1,"visionarena":1,"import":21,"base64":1,"io":2,"json":1,"logging":2,"abc":4,"abstractmethod":1,"collections":1,"mapping":1,"dataclasses":1,"dataclass":2,"functools":1,"cache":1,"bytesio":1,"typing":1,"any":2,"callable":1,"optional":3,"union":3,"numpy":1,"as":2,"np":1,"pandas":1,"pd":1,"load":1,"pil":1,"image":3,"transformers":2,"pretrainedtokenizerbase":1,"lora":4,"request":3,"lorarequest":2,"utils":2,"get":2,"adapter":1,"absolute":1,"path":1,"multimodal":3,"multimodaldatadict":2,"convert":1,"mode":1,"tokenizer":2,"anytokenizer":1,"logger":1,"getlogger":1,"name":1,"data":2,"classes":1,"class":3,"samplerequest":1,"represents":1,"single":1,"inference":1,"benchmarking":1,"prompt":2,"str":1,"len":2,"int":2,"expected":1,"output":1,"multi":1,"modal":1,"dict":2,"list":1,"none":2,"base":1,"default":1,"seed":1,"is":1,"false":1},"1900,1807,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":3,"init":1,"self":8,"dataset":9,"path":7,"optional":5,"str":3,"none":9,"random":8,"seed":12,"int":2,"default":5,"initialize":1,"the":7,"benchmarkdataset":1,"with":2,"an":1,"and":3,"args":1,"to":3,"if":4,"it":1,"indicates":1,"that":3,"a":6,"or":2,"might":1,"be":3,"used":2,"value":2,"for":3,"reproducible":1,"shuffling":1,"sampling":1,"defaults":1,"set":1,"ensuring":1,"is":4,"replaced":1,"not":3,"else":1,"data":7,"apply":1,"multimodal":2,"chat":3,"transformation":1,"prompt":3,"mm":3,"content":8,"multimodaldatadict":1,"list":1,"dict":1,"transform":1,"into":2,"format":3,"this":3,"method":4,"models":1,"expect":1,"specific":1,"conversation":1,"text":2,"type":1,"append":1,"return":1,"role":1,"user":1,"load":4,"from":1,"must":2,"overridden":1,"by":1,"subclasses":2,"since":1,"will":1,"vary":1,"depending":1,"on":1,"source":1,"raises":1,"notimplementederror":2,"subclass":1,"does":1,"implement":1,"todo":1,"jenniferzhao":1,"add":1,"support":1,"downloading":1,"raise":1,"implemented":1,"in":1},"3707,1886,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":1,"get":2,"random":4,"lora":33,"request":7,"self":1,"tokenizer":16,"pretrainedtokenizerbase":2,"max":6,"loras":7,"optional":6,"int":3,"none":8,"path":7,"str":3,"tuple":3,"lorarequest":4,"anytokenizer":2,"optionally":1,"select":1,"a":6,"and":4,"return":5,"its":1,"associated":2,"this":1,"method":1,"is":8,"used":3,"when":1,"parameters":2,"are":1,"provided":1,"it":2,"randomly":1,"selects":1,"based":1,"on":3,"retrieves":1,"cached":2,"for":1,"that":1,"if":8,"available":3,"otherwise":2,"returns":2,"the":12,"base":4,"args":1,"to":2,"use":1,"no":1,"selected":1,"maximum":1,"number":1,"of":1,"not":4,"disk":2,"where":1,"first":1,"element":2,"or":4,"applicable":1,"second":1,"with":1,"generate":1,"id":8,"in":2,"range":1,"1":2,"randint":1,"name":1,"cache":3},"5593,1938,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"abstractmethod":1,"def":3,"sample":5,"self":3,"tokenizer":3,"pretrainedtokenizerbase":2,"num":7,"requests":21,"int":9,"list":8,"samplerequest":5,"abstract":1,"method":2,"to":5,"generate":2,"from":2,"the":9,"dataset":4,"subclasses":2,"must":2,"override":1,"this":1,"implement":1,"specific":1,"logic":1,"for":2,"generating":1,"a":3,"of":6,"objects":1,"args":2,"be":2,"used":1,"processing":1,"s":1,"text":1,"number":3,"returns":1,"generated":1,"raise":1,"notimplementederror":1,"implemented":1,"in":1,"maybe":1,"oversample":1,"none":1,"oversamples":1,"if":2,"its":1,"size":1,"is":2,"less":1,"than":1,"desired":1,"current":1,"sampled":1,"target":1,"len":8,"random":3,"seed":2,"additional":2,"choices":1,"k":1,"extend":1,"logger":1,"info":1,"oversampled":1,"reach":1,"d":1,"total":2,"samples":1,"utility":1,"functions":1,"and":2,"global":1,"caches":1,"valid":1,"sequence":2,"prompt":3,"output":3,"min":2,"4":1,"max":2,"1024":1,"2048":1,"skip":1,"check":1,"bool":2,"false":1,"validate":1,"based":1,"on":1,"lengths":1},"7531,1614,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"default":1,"pruning":1,"criteria":1,"are":2,"copied":1,"from":2,"the":10,"original":1,"sample":3,"hf":1,"requests":3,"and":3,"sharegpt":1,"functions":1,"in":3,"benchmark":2,"serving":1,"py":2,"as":7,"well":1,"throughput":1,"check":2,"for":2,"invalid":2,"conditions":2,"prompt":8,"too":8,"short":4,"len":10,"min":3,"output":5,"not":2,"skip":1,"long":4,"max":2,"combined":2,"total":1,"return":4,"true":1,"if":2,"none":1,"of":1,"met":1,"or":5,"cache":3,"def":2,"lora":5,"path":5,"on":1,"disk":1,"str":3,"get":1,"adapter":1,"absolute":1,"global":1,"tokenizers":1,"tokenizer":1,"dict":2,"int":1,"anytokenizer":1,"process":2,"image":13,"any":2,"mapping":1,"a":11,"single":1,"input":4,"multimedia":1,"content":1,"dictionary":4,"supports":1,"three":1,"types":1,"1":1,"with":5,"raw":2,"bytes":3,"expects":1,"key":1,"containing":1,"data":3,"loads":1,"pil":2,"2":1,"converts":1,"to":1,"rgb":1,"saves":1,"jpeg":2,"memory":1,"encodes":1,"base64":2,"string":4,"returns":2,"url":3,"3":1,"treats":1,"local":1,"file":3,"prepends":1,"doesn":1,"t":1,"start":1,"http":1},"9145,1992,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"raises":1,"valueerror":2,"if":5,"the":2,"input":5,"is":1,"not":1,"a":3,"supported":1,"type":3,"isinstance":3,"image":33,"dict":1,"and":1,"bytes":3,"in":1,"open":1,"bytesio":2,"convert":1,"mode":1,"rgb":1,"with":2,"io":1,"as":1,"data":5,"save":1,"format":1,"jpeg":2,"base64":4,"b64encode":1,"getvalue":1,"decode":1,"utf":1,"8":1,"return":2,"url":8,"f":3,"str":2,"startswith":1,"http":1,"file":2,"else":1,"raise":1,"invalid":1,"must":2,"be":2,"pil":1,"or":2,"dictionary":1,"raw":1,"random":3,"dataset":2,"implementation":1,"synthetic":1,"class":1,"randomdataset":1,"benchmarkdataset":1,"default":9,"values":1,"copied":1,"from":1,"benchmark":1,"serving":1,"py":1,"for":1,"prefix":3,"len":9,"0":5,"range":7,"ratio":6,"1024":1,"output":3,"128":1,"def":2,"init":2,"self":2,"kwargs":3,"none":1,"super":1,"sample":1,"tokenizer":1,"pretrainedtokenizerbase":1,"num":1,"requests":1,"int":4,"float":1,"list":1,"samplerequest":1,"enforce":1,"1":3,"assert":1,"to":1,"ensure":1,"valid":1,"sampling":1},"11137,1242,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"vocab":4,"size":8,"tokenizer":2,"num":6,"special":3,"tokens":4,"to":2,"add":2,"real":3,"input":12,"len":10,"prefix":3,"token":1,"ids":1,"np":4,"random":4,"randint":4,"0":4,"tolist":1,"if":1,"else":1,"new":1,"sampling":4,"logic":1,"x":2,"1":10,"b":2,"low":8,"int":4,"range":4,"ratio":4,"high":6,"output":13,"ensure":1,"the":1,"lower":1,"bound":1,"for":2,"length":1,"is":1,"at":1,"least":1,"prevent":1,"which":1,"can":1,"cause":1,"request":1,"failures":1,"max":1,"logging":1,"debugging":1,"logger":2,"info":2,"from":2,"s":4,"lens":2,"requests":3,"offsets":1},"12379,1860,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"requests":5,"for":3,"i":6,"in":2,"range":1,"num":1,"inner":2,"seq":2,"offsets":1,"np":1,"arange":1,"input":6,"lens":3,"vocab":1,"size":1,"tolist":1,"token":3,"sequence":6,"prefix":2,"ids":1,"prompt":8,"tokenizer":3,"decode":4,"after":1,"decoding":1,"the":4,"we":1,"have":1,"to":2,"encode":2,"and":2,"it":1,"again":2,"this":1,"is":2,"done":1,"because":1,"some":1,"cases":1,"n":2,"consecutive":1,"tokens":3,"give":1,"a":2,"string":1,"tokenized":1,"into":1,"number":1,"of":2,"example":1,"gpt2tokenizer":1,"6880":1,"6881":1,"ġcalls":1,"here":1,"1650":1,"939":1,"486":1,"ġcall":1,"sh":1,"ere":1,"avoid":1,"uncontrolled":1,"change":1,"length":1,"encoded":4,"truncated":1,"before":1,"being":1,"total":4,"len":8,"int":2,"re":3,"add":1,"special":1,"false":1,"append":1,"samplerequest":1,"expected":1,"output":2,"return":1,"sharegpt":2,"dataset":2,"implementation":1,"class":1,"sharegptdataset":1,"benchmarkdataset":1,"implements":1,"loads":1,"data":2,"from":1,"json":1,"file":1,"generates":1,"sample":1,"based":1,"on":1,"conversation":1,"turns":1,"def":1,"init":2,"self":2,"kwargs":2,"none":1,"super":1,"load":1},"14239,1132,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":2,"load":2,"data":7,"self":10,"none":5,"if":3,"dataset":3,"path":4,"is":1,"raise":1,"valueerror":1,"must":1,"be":1,"provided":1,"for":3,"loading":1,"with":2,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":2,"json":1,"filter":1,"entries":1,"at":1,"least":1,"two":1,"conversation":1,"turns":1,"entry":7,"in":3,"conversations":4,"and":1,"len":3,"2":1,"random":3,"seed":2,"shuffle":1,"sample":1,"tokenizer":1,"pretrainedtokenizerbase":1,"num":2,"requests":2,"int":3,"lora":1,"optional":3,"str":1,"max":1,"loras":1,"output":1,"enable":1,"multimodal":1,"chat":1,"bool":1,"false":1,"kwargs":1,"list":2,"samples":2,"break":1,"prompt":1,"completion":1,"0":1,"value":2,"1":1},"15371,1991,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"lora":6,"request":4,"tokenizer":5,"self":5,"get":2,"random":1,"max":2,"loras":2,"path":4,"prompt":14,"ids":6,"input":2,"completion":3,"len":14,"new":3,"output":8,"if":4,"is":6,"none":4,"else":2,"not":2,"valid":1,"sequence":1,"skip":1,"min":1,"check":1,"continue":1,"todo":1,"also":1,"support":1,"sharegpt4video":1,"image":4,"entry":1,"mm":4,"content":4,"process":1,"enable":1,"multimodal":2,"chat":2,"apply":1,"transformation":1,"samples":3,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"data":3,"maybe":1,"oversample":1,"requests":3,"num":1,"return":1,"custom":2,"dataset":2,"implementation":1,"class":1,"customdataset":1,"benchmarkdataset":1,"implements":1,"the":4,"loads":1,"from":1,"a":1,"jsonl":1,"file":1,"and":1,"generates":1,"sample":1,"based":1,"on":1,"conversation":1,"turns":1,"e":1,"g":1,"what":3,"capital":3,"of":3,"india":1,"iran":1,"china":1,"def":1,"init":2,"kwargs":2,"super":1,"load":1},"17362,1965,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":2,"load":3,"data":14,"self":14,"none":5,"if":5,"dataset":5,"path":7,"is":4,"raise":3,"valueerror":2,"must":2,"be":3,"provided":1,"for":5,"loading":1,"will":4,"a":6,"list":3,"of":5,"dictionaries":2,"e":1,"g":1,"prompt":6,"what":1,"the":8,"capital":1,"india":1,"this":4,"standardized":3,"format":4,"which":1,"has":2,"to":6,"convert":3,"into":1,"depending":1,"on":1,"filetype":1,"sample":2,"assume":1,"jsonl":8,"file":3,"endswith":1,"pd":1,"read":1,"json":1,"or":1,"buf":1,"lines":1,"true":1,"check":1,"column":2,"not":1,"in":4,"columns":1,"contain":1,"each":2,"row":4,"dictionary":2,"and":1,"append":2,"dataframe":2,"where":1,"corresponds":1,"we":1,"want":1,"iterrows":1,"dict":1,"else":1,"notimplementederror":1,"only":1,"supported":1,"customdataset":1,"random":3,"seed":2,"shuffle":1,"tokenizer":1,"pretrainedtokenizerbase":1,"num":2,"requests":4,"int":3,"lora":1,"optional":3,"str":1,"max":1,"loras":1,"output":1,"len":2,"enable":1,"multimodal":1,"chat":2,"bool":2,"false":2,"skip":1,"template":1,"kwargs":1,"sampled":2,"item":2,"break":1},"19327,1580,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"apply":2,"template":3,"if":2,"not":2,"skip":1,"chat":2,"prompt":9,"tokenizer":2,"role":1,"user":1,"content":1,"add":1,"generation":1,"true":1,"tokenize":1,"false":1,"len":9,"input":2,"ids":1,"sampled":3,"requests":6,"append":1,"samplerequest":1,"expected":1,"output":3,"self":7,"maybe":1,"oversample":1,"num":1,"return":1,"sonnet":3,"dataset":6,"implementation":2,"class":1,"sonnetdataset":1,"benchmarkdataset":1,"simplified":1,"of":1,"the":2,"loads":1,"poem":1,"lines":1,"from":2,"a":1,"text":1,"file":1,"and":1,"generates":1,"sample":1,"default":4,"values":1,"here":1,"copied":1,"benchmark":1,"serving":1,"py":1,"for":1,"prefix":1,"200":1,"550":1,"150":1,"def":2,"init":2,"kwargs":2,"none":2,"super":1,"load":2,"data":3,"path":3,"raise":1,"valueerror":1,"must":1,"be":1,"provided":1,"with":1,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"f":2,"readlines":1},"20907,1313,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":1,"sample":1,"self":3,"tokenizer":4,"num":4,"requests":1,"int":4,"prefix":6,"len":16,"default":3,"input":8,"output":2,"return":1,"prompt":6,"formatted":1,"bool":1,"false":2,"kwargs":1,"list":1,"calculate":1,"average":1,"token":1,"length":2,"for":3,"a":1,"poem":3,"line":3,"tokenized":3,"lines":10,"ids":2,"in":2,"data":2,"avg":3,"sum":1,"tokens":2,"build":1,"the":2,"base":13,"pick":1,"as":2,"many":2,"you":1,"can":1,"from":1,"these":1,"n":1,"msg":2,"role":1,"user":1,"content":1,"fmt":2,"apply":1,"chat":1,"template":1,"add":1,"generation":1,"true":1,"tokenize":1,"offset":5,"if":1,"raise":1,"valueerror":1,"f":2,"must":1,"be":1,"higher":1,"than":1,"determine":1,"how":1,"to":1,"use":1,"round":2,"max":1,"0":1},"22220,1945,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"samples":4,"while":1,"len":9,"num":3,"requests":3,"extra":2,"lines":5,"random":1,"choices":1,"self":7,"data":6,"k":1,"input":3,"prefix":2,"prompt":15,"f":1,"base":1,"join":1,"msg":2,"role":1,"user":1,"content":1,"formatted":4,"tokenizer":2,"apply":1,"chat":1,"template":1,"add":1,"generation":2,"true":1,"tokenize":1,"false":1,"ids":1,"if":3,"append":1,"samplerequest":1,"return":2,"else":1,"expected":1,"output":2,"burstgpt":2,"dataset":5,"implementation":1,"class":1,"burstgptdataset":1,"benchmarkdataset":1,"implements":1,"the":2,"loads":1,"from":1,"a":1,"csv":2,"file":1,"and":2,"generates":1,"sample":2,"based":1,"on":1,"synthetic":1,"only":2,"rows":3,"with":1,"model":2,"gpt":3,"4":3,"positive":1,"response":3,"tokens":3,"are":1,"used":1,"def":2,"init":2,"kwargs":2,"none":2,"super":1,"load":2,"path":3,"is":2,"raise":1,"valueerror":1,"must":1,"be":1,"provided":1,"for":1,"loading":1,"df":8,"pd":1,"read":1,"filter":1,"to":1,"keep":1,"gpt4":5,"remove":1,"failed":1,"where":1,"0":2,"or":1,"less":1,"desired":1,"number":1,"of":1},"24165,1996,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":2,"sample":5,"loaded":2,"data":11,"self":9,"num":8,"requests":8,"int":5,"list":4,"if":1,"len":8,"n":2,"random":5,"state":2,"seed":2,"else":1,"replace":1,"true":1,"convert":1,"the":1,"dataframe":1,"to":1,"a":3,"of":2,"lists":1,"return":2,"values":1,"tolist":1,"tokenizer":6,"pretrainedtokenizerbase":1,"max":3,"loras":3,"optional":2,"none":2,"lora":7,"path":3,"str":3,"kwargs":1,"samplerequest":2,"samples":3,"for":3,"i":5,"in":2,"range":2,"input":3,"2":1,"output":3,"3":1,"req":2,"get":1,"request":2,"vocab":4,"size":4,"generate":1,"synthetic":1,"prompt":5,"token":3,"ids":3,"computed":1,"as":1,"j":3,"modulo":1,"decode":1,"append":1,"expected":1,"huggingface":2,"dataset":2,"base":2,"implementation":1,"class":2,"huggingfacedataset":1,"benchmarkdataset":1,"datasets":1,"hosted":1,"on":1,"supported":1,"paths":1,"union":1,"set":2,"dict":1,"callable":1},"26161,1872,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":3,"init":2,"self":16,"dataset":16,"path":4,"str":3,"split":5,"no":2,"stream":4,"bool":2,"false":2,"subset":4,"optional":2,"none":5,"kwargs":3,"super":1,"load":6,"not":1,"data":11,"from":1,"huggingface":1,"datasets":1,"name":1,"streaming":1,"shuffle":1,"seed":2,"random":1,"conversation":2,"implementation":1,"class":1,"conversationdataset":1,"huggingfacedataset":1,"for":2,"with":2,"multimodal":3,"support":1,"supported":1,"paths":1,"lmms":1,"lab":1,"llava":1,"onevision":1,"aeala":1,"sharegpt":1,"vicuna":1,"unfiltered":1,"is":2,"true":1,"sample":1,"tokenizer":1,"pretrainedtokenizerbase":1,"num":2,"requests":4,"int":2,"output":3,"len":4,"enable":1,"chat":1,"list":1,"filter":2,"examples":1,"at":1,"least":1,"2":2,"conversations":3,"filtered":2,"lambda":1,"x":2,"sampled":2,"dynamic":1,"item":2,"in":1,"if":1,"break":1,"conv":3,"prompt":1,"completion":1,"0":1,"value":2,"1":1},"28033,1807,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"prompt":13,"ids":6,"tokenizer":2,"input":2,"completion":6,"len":19,"output":11,"if":4,"dynamic":2,"else":2,"assert":1,"isinstance":1,"int":1,"and":4,"0":5,"not":1,"is":4,"valid":1,"sequence":1,"continue":1,"mm":3,"content":5,"process":1,"image":3,"item":2,"in":1,"none":1,"enable":1,"multimodal":3,"chat":4,"note":1,"when":1,"enabled":1,"the":2,"request":2,"no":1,"longer":1,"accurate":1,"we":1,"will":1,"be":1,"using":1,"to":1,"count":1,"actual":1,"self":2,"apply":1,"transformation":1,"sampled":3,"requests":5,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"data":1,"maybe":1,"oversample":1,"num":1,"return":1,"vision":3,"arena":3,"dataset":3,"implementation":1,"class":1,"visionarenadataset":1,"huggingfacedataset":1,"default":1,"128":1,"supported":1,"paths":1,"lmarena":2,"ai":2,"visionarena":1,"lambda":2,"x":4,"conversation":1,"bench":1,"v0":1,"1":1,"turns":1,"true":1},"29840,1840,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":1,"sample":1,"self":8,"tokenizer":2,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"output":8,"len":14,"optional":1,"none":3,"enable":2,"multimodal":3,"chat":4,"bool":1,"false":1,"kwargs":1,"list":1,"if":4,"is":4,"not":1,"else":1,"default":1,"sampled":5,"for":1,"item":3,"in":1,"data":2,"break":1,"parser":3,"fn":3,"supported":1,"dataset":6,"paths":1,"get":1,"path":3,"raise":1,"valueerror":1,"f":1,"unsupported":1,"prompt":11,"mm":3,"content":3,"process":1,"image":1,"images":1,"0":1,"input":1,"ids":1,"note":1,"when":1,"enabled":1,"the":2,"request":2,"no":1,"longer":1,"accurate":1,"and":1,"we":1,"will":1,"be":1,"using":1,"to":1,"count":1,"actual":1,"apply":1,"transformation":1,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"maybe":1,"oversample":1,"return":1,"instruct":1,"coder":1,"implementation":1,"class":1,"instructcoderdataset":1,"huggingfacedataset":1,"instructcoder":2,"https":1,"huggingface":1,"co":1,"datasets":1,"likaixin":1},"31680,1867,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"instructcoder":2,"is":3,"the":3,"dataset":4,"designed":1,"for":2,"general":1,"code":3,"editing":2,"it":1,"consists":1,"of":1,"114":1,"239":1,"instruction":2,"input":3,"output":11,"triplets":1,"and":1,"covers":1,"multiple":1,"distinct":1,"scenario":1,"default":3,"len":13,"200":1,"this":1,"average":1,"length":1,"supported":1,"paths":1,"likaixin":1,"def":1,"sample":1,"self":4,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"optional":1,"none":2,"enable":1,"multimodal":1,"chat":2,"bool":1,"false":2,"kwargs":1,"list":1,"if":2,"not":2,"else":1,"sampled":5,"item":3,"in":1,"data":1,"break":1,"prompt":10,"f":1,"n":2,"just":1,"do":1,"include":1,"any":1,"explanation":1,"apply":2,"template":2,"role":1,"user":1,"content":1,"add":1,"generation":1,"true":1,"tokenize":1,"ids":1,"append":1,"samplerequest":1,"expected":1,"maybe":1,"oversample":1,"return":1,"mt":3,"bench":3,"implementation":1,"class":1,"mtbenchdataset":1,"huggingfacedataset":1,"https":1,"huggingface":1,"co":1,"datasets":1,"philschmid":1},"33547,1938,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"we":1,"create":1,"a":2,"single":1,"turn":1,"dataset":6,"for":3,"mt":2,"bench":3,"this":1,"is":2,"similar":1,"to":1,"spec":1,"decoding":1,"benchmark":1,"setup":1,"in":4,"vllm":4,"https":1,"github":1,"com":1,"project":1,"blob":1,"9d98ab5ec":1,"examples":1,"offline":1,"inference":1,"eagle":1,"py":1,"l14":1,"l18":1,"noqa":1,"e501":1,"default":2,"output":8,"len":14,"256":1,"avg":1,"used":1,"sd":1,"supported":2,"paths":2,"philschmid":1,"def":1,"sample":1,"self":4,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"optional":1,"none":2,"enable":1,"multimodal":1,"chat":2,"bool":1,"false":2,"kwargs":1,"list":1,"if":2,"not":1,"else":1,"sampled":5,"item":2,"data":1,"break":1,"prompt":10,"turns":1,"0":1,"apply":2,"template":2,"role":1,"user":1,"content":1,"add":1,"generation":1,"true":1,"tokenize":1,"input":1,"ids":1,"append":1,"samplerequest":1,"expected":1,"maybe":1,"oversample":1,"return":1,"aimo":3,"implementation":1,"class":2,"aimodataset":1,"huggingfacedataset":1,"processing":1,"with":1,"reasoning":1,"questions":1,"ai":3,"mo":3,"validation":1,"aime":1,"numinamath":2,"1":1,"5":1,"cot":1},"35485,1974,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":2,"sample":2,"self":3,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":3,"output":11,"len":20,"optional":1,"none":3,"kwargs":1,"list":1,"sampled":5,"dynamic":3,"is":3,"for":1,"item":3,"in":1,"data":2,"if":3,"break":1,"prompt":13,"completion":8,"problem":1,"solution":1,"ids":6,"input":2,"else":1,"assert":1,"isinstance":1,"and":4,"0":1,"not":1,"valid":1,"sequence":1,"max":2,"2048":1,"total":1,"32000":1,"continue":1,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"maybe":1,"oversample":1,"return":1,"next":1,"edit":1,"prediction":1,"dataset":1,"implementation":1,"zeta":2,"instruction":1,"you":1,"are":1,"a":1,"code":1,"assistant":1,"your":1,"task":1,"to":1,"analyze":1,"user":4,"edits":3,"then":1,"rewrite":1,"an":1,"excerpt":3,"that":1,"the":4,"provides":1,"suggesting":1,"appropriate":1,"within":1,"taking":1,"into":1,"account":1,"cursor":1,"location":1,"response":1,"noqa":1,"e501":1,"format":1,"dict":1,"original":1,"start":2,"marker":1,"str":1,"editable":1,"region":1},"37459,1340,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"dict":1,"format":3,"the":11,"zeta":5,"prompt":7,"for":2,"next":2,"edit":2,"prediction":2,"nep":3,"dataset":6,"this":1,"function":1,"formats":1,"examples":1,"from":2,"into":1,"prompts":2,"and":3,"expected":5,"outputs":3,"it":1,"could":1,"be":1,"further":1,"extended":1,"to":2,"support":1,"more":1,"datasets":1,"args":1,"sample":5,"containing":1,"events":4,"inputs":1,"original":3,"start":6,"marker":3,"indicating":1,"of":1,"editable":2,"region":5,"defaults":1,"returns":1,"a":2,"dictionary":1,"with":1,"formatted":1,"input":3,"output":12,"following":1,"implementation":1,"extract":1,"focused":3,"raw":1,"index":2,"find":1,"return":1,"class":2,"nexteditpredictiondataset":1,"huggingfacedataset":1,"processing":1,"supported":1,"paths":1,"zed":2,"industries":2,"mapping":1,"funcs":1},"38799,1238,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":1,"sample":7,"self":6,"tokenizer":3,"pretrainedtokenizerbase":1,"num":3,"requests":4,"int":1,"kwargs":1,"formatting":3,"prompt":8,"func":3,"mapping":1,"funcs":1,"get":1,"dataset":6,"path":3,"if":2,"is":1,"none":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"samples":5,"for":3,"in":1,"data":1,"append":1,"samplerequest":1,"len":5,"input":2,"ids":2,"expected":2,"output":2,"break":1,"maybe":1,"oversample":1,"return":1,"asr":2,"implementation":1,"class":2,"asrdataset":1,"huggingfacedataset":1,"processing":1,"a":1,"transcription":1,"tested":1,"on":1,"the":1,"following":1,"set":1},"40037,1834,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"dataset":2,"domain":1,"speaking":1,"style":1,"hf":1,"subset":1,"ted":2,"lium":3,"talks":1,"oratory":3,"release1":1,"release2":1,"release3":2,"speaker":1,"adaptation":1,"voxpopuli":2,"european":1,"parliament":1,"en":2,"de":1,"it":1,"fr":1,"librispeech":2,"audiobook":2,"narrated":2,"tedlium":2,"gigaspeech":2,"podcast":1,"youtube":1,"spontaneous":3,"xs":1,"s":2,"m":2,"l":2,"xl":1,"dev":2,"test":2,"spgispeech":2,"financial":1,"meetings":2,"ami":2,"ihm":1,"sdm":1,"noqa":1,"e501":1,"supported":2,"paths":1,"openslr":1,"asr":1,"facebook":1,"edinburghcstr":1,"speechcolab":1,"kensho":1,"default":1,"output":1,"len":1,"128":1,"is":1,"multimodal":1,"true":2,"todo":1,"whisper":1,"specific":1,"abstract":1,"interface":1,"when":1,"more":1,"models":1,"are":1,"transcription":1,"preamble":1,"startoftranscript":1,"transcribe":1,"notimestamps":1,"skip":1,"long":1,"audios":1,"bool":1},"41871,1525,data/raw/vllm-0.10.1/benchmarks/benchmark_dataset.py":{"def":1,"sample":1,"self":5,"tokenizer":2,"pretrainedtokenizerbase":1,"num":3,"requests":9,"int":2,"output":7,"len":12,"optional":1,"none":2,"kwargs":1,"list":1,"import":1,"librosa":2,"if":4,"is":1,"not":1,"else":1,"default":1,"prompt":7,"asrdataset":1,"transcription":1,"preamble":1,"input":1,"ids":1,"sampled":5,"skipped":4,"0":1,"for":1,"item":2,"in":1,"data":2,"break":1,"audio":5,"y":4,"sr":4,"array":1,"sampling":1,"rate":1,"duration":4,"s":2,"get":1,"whisper":2,"max":1,"supported":1,"skip":1,"long":1,"audios":1,"and":1,"30":1,"1":1,"continue":1,"mm":2,"content":2,"append":1,"samplerequest":1,"expected":1,"multi":1,"modal":1,"logger":1,"warning":1,"d":1,"samples":1,"discarded":1,"from":1,"dataset":1,"due":1,"to":1,"their":1,"length":1,"being":1,"greater":1,"than":1,"what":1,"supports":1,"maybe":1,"oversample":1,"return":1},"0,1977,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":5,"the":6,"vllm":5,"project":1,"r":1,"benchmark":5,"online":1,"serving":2,"throughput":1,"on":2,"server":2,"side":2,"run":2,"one":1,"of":2,"following":1,"commands":1,"openai":2,"api":1,"serve":1,"your":2,"model":3,"swap":1,"space":1,"16":1,"client":1,"python":1,"benchmarks":1,"py":1,"backend":5,"dataset":4,"name":1,"sharegpt":1,"path":2,"request":6,"rate":3,"by":2,"default":2,"is":2,"inf":1,"num":3,"prompts":3,"1000":1,"when":1,"using":1,"tgi":1,"add":1,"endpoint":1,"generate":1,"stream":1,"end":1,"command":1,"above":1,"import":23,"argparse":2,"asyncio":2,"gc":1,"json":2,"os":1,"random":1,"time":1,"warnings":1,"from":14,"collections":1,"abc":1,"iterable":1,"dataclasses":1,"dataclass":1,"datetime":2,"typing":2,"any":1,"literal":1,"optional":1,"numpy":1,"as":2,"np":1,"tqdm":2,"transformers":2,"pretrainedtokenizerbase":1,"extensions":1,"deprecated":1,"func":2,"async":1,"funcs":1,"compatible":1,"backends":1,"requestfuncinput":1,"requestfuncoutput":1,"try":2,"utils":3,"tokenizer":3,"get":2,"except":2,"importerror":2,"flexibleargumentparser":2,"argumentparser":1,"aimodataset":1,"asrdataset":1,"burstgptdataset":1,"conversationdataset":1,"customdataset":1,"huggingfacedataset":1,"instructcoderdataset":1,"mtbenchdataset":1,"nexteditpredictiondataset":1,"randomdataset":1,"samplerequest":1,"sharegptdataset":1,"sonnetdataset":1,"visionarenadataset":1,"convert":1,"pytorch":1,"format":1,"write":1},"1977,1650,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"from":2,"vllm":1,"benchmarks":1,"serve":1,"import":1,"get":1,"request":5,"milliseconds":1,"to":3,"seconds":1,"conversion":1,"1000":1,"dataclass":1,"class":1,"benchmarkmetrics":2,"completed":3,"int":5,"total":4,"input":3,"output":5,"throughput":3,"float":32,"goodput":2,"token":1,"mean":4,"ttft":4,"ms":16,"median":4,"std":4,"percentiles":5,"list":15,"tuple":5,"tpot":4,"itl":4,"e2el":5,"stands":1,"for":2,"end":2,"latency":1,"per":1,"it":1,"is":1,"the":2,"time":1,"taken":1,"on":1,"client":1,"side":1,"sending":1,"a":2,"receiving":1,"complete":1,"response":1,"def":1,"calculate":1,"metrics":2,"requests":1,"samplerequest":1,"outputs":4,"requestfuncoutput":1,"dur":1,"s":1,"tokenizer":1,"pretrainedtokenizerbase":1,"selected":2,"percentile":1,"str":2,"config":1,"dict":2,"actual":1,"lens":1,"0":3,"good":1,"itls":1,"tpots":2,"all":1,"ttfts":1,"e2els":1,"i":3,"in":1,"range":1,"len":2,"if":1,"success":1,"tokens":1},"3627,1896,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"if":7,"not":1,"output":11,"len":9,"we":2,"use":1,"the":3,"tokenizer":2,"to":4,"count":2,"number":1,"of":2,"tokens":3,"for":2,"some":1,"serving":1,"backends":1,"instead":1,"looking":1,"at":1,"outputs":7,"i":8,"itl":2,"since":1,"multiple":1,"may":2,"be":1,"bundled":1,"together":1,"note":2,"this":1,"inflate":1,"token":1,"slightly":1,"generated":1,"text":1,"add":1,"special":1,"false":1,"input":3,"ids":1,"actual":2,"lens":2,"append":12,"total":1,"requests":1,"prompt":1,"tpot":7,"0":3,"1":4,"latency":4,"minus":2,"ttft":6,"tpots":3,"regard":1,"as":1,"goodput":8,"all":2,"itls":1,"ttfts":2,"e2els":2,"completed":1,"else":1,"config":7,"dict":7,"valid":4,"metrics":4,"slo":4,"values":4,"in":3,"milliseconds":3,"seconds":3,"conversion":3,"e2el":2},"5523,1967,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"for":6,"req":4,"metric":2,"in":6,"zip":2,"valid":1,"metrics":3,"is":5,"good":4,"all":2,"s":6,"r":2,"slo":1,"values":1,"if":3,"completed":6,"1":1,"0":17,"warnings":1,"warn":1,"requests":1,"failed":1,"this":1,"likely":1,"due":1,"to":1,"a":1,"misconfiguration":1,"on":1,"the":1,"benchmark":1,"arguments":1,"stacklevel":1,"2":1,"benchmarkmetrics":1,"total":5,"input":3,"output":6,"sum":3,"actual":4,"lens":4,"request":2,"throughput":3,"dur":4,"goodput":1,"token":1,"mean":8,"ttft":4,"ms":16,"np":16,"ttfts":5,"or":16,"1000":16,"empty":1,"streaming":1,"not":1,"supported":1,"by":1,"backend":1,"std":8,"median":8,"percentiles":8,"p":12,"percentile":4,"selected":4,"tpot":4,"tpots":4,"itl":4,"itls":4,"e2el":4,"e2els":4,"return":1},"7490,1836,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"async":3,"def":1,"benchmark":1,"backend":5,"str":8,"api":3,"url":4,"base":1,"model":6,"id":2,"name":3,"tokenizer":1,"pretrainedtokenizerbase":1,"input":6,"requests":5,"list":5,"samplerequest":1,"logprobs":3,"optional":7,"int":4,"request":4,"rate":1,"float":4,"burstiness":1,"disable":1,"tqdm":1,"bool":3,"profile":1,"selected":2,"percentile":1,"metrics":1,"percentiles":1,"ignore":3,"eos":3,"goodput":1,"config":1,"dict":7,"max":1,"concurrency":1,"lora":1,"modules":1,"iterable":1,"extra":3,"body":3,"ramp":3,"up":3,"strategy":1,"literal":1,"linear":1,"exponential":1,"none":4,"start":1,"rps":2,"end":1,"if":1,"in":2,"funcs":2,"func":1,"else":1,"raise":1,"valueerror":1,"f":1,"unknown":1,"print":1,"starting":1,"initial":1,"single":1,"prompt":9,"test":14,"run":1,"len":8,"output":4,"mm":6,"content":7,"0":4,"expected":1,"multi":3,"modal":3,"data":2,"assert":1,"is":1,"or":3,"isinstance":3,"and":1,"all":1,"item":2,"for":1,"must":1,"be":1,"a":1,"requestfuncinput":1},"9326,1814,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"test":10,"output":7,"await":2,"request":8,"func":4,"input":8,"if":7,"not":2,"success":2,"raise":1,"valueerror":1,"initial":2,"run":3,"failed":1,"please":1,"make":1,"sure":1,"benchmark":3,"arguments":1,"f":6,"are":1,"correctly":1,"specified":1,"error":2,"else":4,"print":7,"completed":1,"starting":2,"main":1,"lora":4,"modules":3,"for":2,"each":1,"choose":1,"a":1,"module":1,"at":1,"random":2,"iter":1,"choice":1,"in":1,"range":1,"len":6,"requests":2,"profile":6,"profiler":2,"requestfuncinput":1,"model":4,"id":1,"name":2,"prompt":4,"api":1,"url":2,"base":1,"start":2,"logprobs":2,"multi":1,"modal":1,"content":2,"mm":1,"ignore":2,"eos":2,"extra":2,"body":2,"started":1,"distribution":3,"poisson":1,"process":1,"burstiness":3,"1":1,"0":1,"gamma":1,"ramp":5,"up":5,"strategy":3,"is":1,"none":2,"traffic":2,"will":1,"increase":1,"rps":5,"from":1,"to":1,"end":1,"over":1,"the":2,"duration":1,"of":1,"rate":2,"factor":1,"maximum":1,"concurrency":2,"max":1,"pbar":1,"disable":1,"tqdm":2,"total":1},"11140,1677,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"this":1,"can":1,"be":1,"used":1,"once":1,"the":2,"minimum":1,"python":1,"version":1,"is":5,"3":1,"10":1,"or":1,"higher":1,"and":2,"it":1,"will":1,"simplify":1,"code":1,"in":3,"limited":2,"request":14,"func":9,"semaphore":6,"asyncio":3,"max":4,"concurrency":4,"if":6,"else":2,"contextlib":1,"nullcontext":1,"none":5,"async":3,"def":1,"input":6,"pbar":5,"return":2,"await":2,"with":1,"benchmark":1,"start":4,"time":2,"perf":1,"counter":1,"tasks":1,"list":1,"task":1,"rps":21,"change":3,"events":3,"last":6,"int":11,"1":3,"ramp":7,"up":7,"strategy":3,"not":3,"append":2,"timestamp":4,"datetime":2,"now":2,"isoformat":2,"for":2,"current":6,"rate":3,"get":1,"requests":1,"burstiness":1,"end":1,"val":2,"range":1},"12817,1485,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"prompt":8,"len":8,"output":5,"mm":2,"content":3,"request":8,"expected":1,"multi":2,"modal":2,"data":1,"req":9,"model":10,"id":4,"name":5,"if":2,"lora":5,"modules":2,"module":3,"next":1,"func":4,"input":5,"requestfuncinput":1,"api":2,"url":2,"logprobs":2,"ignore":2,"eos":2,"extra":2,"body":2,"task":3,"limited":1,"pbar":4,"tasks":2,"append":1,"asyncio":2,"create":1,"outputs":3,"list":1,"requestfuncoutput":1,"await":1,"gather":1,"is":1,"not":1,"none":1,"close":1,"benchmark":3,"duration":2,"time":2,"perf":1,"counter":1,"start":1,"metrics":4,"actual":1,"lens":1,"calculate":1,"requests":2,"dur":1,"s":1,"tokenizer":2,"selected":4,"percentile":2,"percentiles":2,"goodput":2,"config":2,"dict":2},"14302,1231,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"print":11,"s":7,"c":2,"n":2,"format":11,"serving":1,"benchmark":3,"result":1,"50":1,"40":10,"10":10,"successful":1,"requests":1,"metrics":7,"completed":1,"if":3,"max":2,"concurrency":3,"is":1,"not":1,"none":1,"maximum":1,"request":8,"rate":3,"float":1,"inf":1,"2f":6,"configured":1,"rps":1,"duration":2,"total":6,"input":2,"tokens":2,"generated":1,"output":3,"throughput":6,"req":2,"goodput":3,"config":1,"dict":1,"token":3,"tok":2},"15533,898,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"result":2,"duration":2,"benchmark":1,"completed":2,"metrics":7,"total":6,"input":3,"tokens":2,"output":16,"request":4,"throughput":6,"goodput":3,"if":2,"config":1,"dict":1,"else":1,"none":1,"token":2,"lens":3,"prompt":1,"len":1,"for":5,"in":5,"outputs":5,"actual":1,"ttfts":1,"ttft":1,"itls":1,"itl":1,"generated":2,"texts":1,"text":1,"errors":1,"error":1,"rps":3,"change":3,"events":3},"16431,1812,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"def":1,"process":5,"one":5,"metric":24,"e":3,"g":3,"ttft":4,"attribute":12,"name":16,"str":5,"time":3,"to":3,"first":2,"token":5,"header":2,"this":1,"function":1,"prints":1,"and":1,"adds":1,"statistics":1,"of":1,"the":1,"specified":1,"if":2,"not":1,"in":2,"selected":1,"percentile":1,"metrics":7,"return":1,"print":5,"s":2,"c":2,"n":2,"format":4,"50":2,"40":3,"10":3,"2f":3,"f":13,"mean":4,"ms":13,"getattr":6,"median":4,"result":4,"std":2,"for":1,"p":10,"value":3,"percentiles":1,"word":3,"int":2,"else":1,"tpot":2,"per":1,"output":1,"excl":1,"1st":1,"itl":2,"inter":1,"latency":2,"e2el":2,"end":2},"18243,1942,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"if":5,"profile":6,"print":2,"stopping":1,"profiler":2,"input":3,"requestfuncinput":1,"model":2,"id":1,"prompt":4,"test":3,"api":1,"url":2,"base":1,"stop":1,"len":4,"output":4,"logprobs":2,"await":1,"request":2,"func":2,"success":1,"stopped":1,"return":3,"result":1,"def":2,"check":2,"goodput":14,"args":4,"and":2,"parse":3,"arguments":1,"config":7,"dict":7,"valid":3,"names":3,"ttft":1,"tpot":1,"e2el":1,"for":4,"slo":16,"name":9,"val":6,"in":4,"items":1,"not":1,"raise":3,"valueerror":3,"f":3,"invalid":3,"metric":2,"found":3,"the":4,"service":4,"level":4,"objective":2,"should":2,"be":2,"one":1,"of":1,"str":1,"0":1,"value":4,"non":1,"negative":1,"pairs":3,"try":1,"pair":2,"split":1,"float":1,"except":1,"as":2,"err":2,"argparse":1,"argumenttypeerror":1,"format":1,"objectives":2,"specify":1,"key":2,"where":1,"is":2,"a":2,"number":1,"milliseconds":1,"from":1},"20185,1546,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"def":2,"save":1,"to":4,"pytorch":3,"benchmark":3,"format":2,"args":14,"argparse":2,"namespace":2,"results":4,"dict":1,"str":2,"any":1,"file":4,"name":4,"none":2,"metrics":6,"median":3,"ttft":4,"ms":12,"mean":3,"std":3,"p99":3,"tpot":4,"itl":4,"these":1,"raw":1,"data":1,"might":1,"be":3,"useful":1,"but":1,"they":2,"are":1,"rather":1,"big":1,"can":1,"added":1,"later":1,"if":4,"needed":1,"ignored":2,"ttfts":1,"itls":1,"generated":1,"texts":1,"errors":1,"pt":5,"records":3,"convert":1,"k":8,"for":2,"in":5,"extra":1,"info":1,"not":3,"and":2,"don":2,"t":2,"use":2,"json":3,"suffix":1,"here":1,"as":1,"we":1,"want":1,"ci":1,"pick":1,"it":1,"up":1,"f":1,"os":1,"path":1,"splitext":1,"0":1,"write":1,"deprecated":2,"serving":1,"py":1,"is":2,"will":1,"removed":1,"a":1,"future":1,"version":1,"please":1,"vllm":1,"bench":1,"serve":1,"instead":1,"main":1,"print":1,"random":2,"seed":4,"np":1,"backend":2,"model":5,"id":2,"served":1,"tokenizer":5,"else":1,"mode":2},"21731,1662,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"validate":1,"ramp":18,"up":18,"arguments":1,"if":9,"args":21,"strategy":3,"is":5,"not":3,"none":5,"request":4,"rate":4,"float":1,"inf":1,"raise":6,"valueerror":6,"when":2,"using":2,"do":1,"specify":2,"the":4,"will":1,"be":5,"controlled":1,"by":1,"parameters":1,"please":2,"remove":1,"argument":1,"start":8,"rps":13,"or":2,"end":6,"both":1,"and":4,"must":3,"specified":1,"0":4,"non":1,"negative":1,"less":1,"than":1,"exponential":2,"for":1,"cannot":1,"base":5,"url":7,"api":2,"f":4,"endpoint":2,"else":1,"http":2,"host":2,"port":2,"tokenizer":5,"get":1,"id":1,"mode":2,"trust":2,"remote":2,"code":2,"dataset":3,"name":2,"corresponding":1,"path":1,"required":1},"23393,1426,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"if":2,"args":16,"dataset":13,"name":2,"custom":3,"customdataset":1,"path":4,"input":7,"requests":6,"sample":3,"num":6,"prompts":3,"tokenizer":9,"output":6,"len":14,"skip":2,"chat":6,"template":5,"elif":1,"sonnet":9,"sonnetdataset":1,"for":2,"the":2,"formatting":1,"depends":1,"on":1,"backend":2,"openai":1,"prefix":4,"return":2,"prompt":2,"formatted":2,"false":1,"else":1,"assert":1,"or":1,"default":1,"model":1,"must":1,"have":1,"true":1},"24819,1897,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"elif":7,"args":16,"dataset":30,"name":3,"hf":8,"all":1,"following":2,"datasets":3,"are":1,"implemented":1,"from":2,"the":1,"huggingfacedataset":2,"base":1,"class":8,"if":2,"path":10,"in":9,"visionarenadataset":2,"supported":10,"paths":8,"split":6,"train":6,"subset":1,"none":1,"instructcoderdataset":2,"mtbenchdataset":2,"conversationdataset":2,"aimodataset":2,"nexteditpredictiondataset":2,"noqa":1,"e501":1,"asrdataset":2,"else":1,"set":1,"for":3,"cls":2,"subclasses":1,"raise":1,"valueerror":1,"f":2,"unsupported":1,"huggingface":1,"only":1,"supports":1,"one":1,"of":1,"please":1,"consider":1,"contributing":1,"you":1,"would":1,"like":1,"to":1,"add":1,"support":1,"additional":1,"formats":1},"26716,1992,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"if":1,"dataset":17,"class":2,"is":3,"multimodal":1,"and":2,"backend":3,"not":1,"in":1,"openai":5,"chat":3,"audio":2,"multi":2,"modal":2,"benchmark":1,"only":2,"available":1,"on":2,"raise":2,"valueerror":2,"content":1,"supported":1,"input":4,"requests":6,"path":8,"args":24,"subset":2,"hf":3,"split":2,"random":8,"seed":6,"no":2,"stream":2,"sample":4,"num":8,"prompts":4,"tokenizer":8,"output":6,"len":10,"else":1,"for":1,"datasets":1,"that":1,"follow":1,"a":2,"similar":1,"structure":1,"use":1,"mapping":3,"sharegpt":2,"lambda":3,"sharegptdataset":1,"burstgpt":1,"burstgptdataset":1,"randomdataset":1,"prefix":2,"range":2,"ratio":2,"try":1,"name":2,"except":1,"keyerror":1,"as":1,"err":2,"f":1,"unknown":1,"from":1,"goodput":2,"config":1,"dict":1,"check":1},"28708,1969,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"collect":2,"the":1,"sampling":9,"parameters":3,"params":6,"k":4,"v":3,"for":2,"in":5,"top":4,"p":6,"args":19,"min":2,"temperature":4,"items":1,"if":4,"is":1,"not":3,"none":1,"are":2,"only":2,"supported":2,"by":2,"openai":3,"compatible":3,"backend":6,"and":1,"backends":2,"raise":1,"valueerror":1,"0":2,"default":1,"to":1,"greedy":1,"decoding":1,"llama":2,"cpp":2,"disable":3,"prompt":2,"caching":1,"cache":1,"false":1,"avoid":1,"gc":3,"processing":1,"static":1,"data":1,"reduce":1,"pause":1,"times":1,"freeze":1,"benchmark":2,"result":1,"asyncio":1,"run":1,"api":2,"url":4,"base":2,"model":4,"id":2,"name":2,"tokenizer":2,"input":2,"requests":2,"logprobs":2,"request":2,"rate":2,"burstiness":2,"tqdm":2,"profile":2,"selected":2,"percentile":2,"metrics":2,"split":2,"percentiles":2,"float":1,"metric":1,"ignore":2,"eos":2,"goodput":2,"config":2,"dict":2,"max":2,"concurrency":2,"lora":2,"modules":2,"extra":1,"body":1,"ramp":6,"up":6,"strategy":2,"start":2,"rps":4,"end":2},"30677,1925,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"save":3,"config":1,"and":1,"results":1,"to":1,"json":18,"if":8,"args":14,"result":23,"or":1,"append":1,"dict":1,"str":1,"any":1,"setup":1,"current":2,"dt":2,"datetime":1,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"date":1,"backend":2,"model":2,"id":4,"tokenizer":2,"num":2,"prompts":2,"metadata":4,"for":2,"item":3,"in":5,"kvstring":3,"split":1,"0":1,"strip":2,"1":1,"else":2,"raise":1,"valueerror":1,"invalid":1,"format":2,"please":1,"use":1,"key":1,"value":1,"traffic":1,"request":3,"rate":3,"float":1,"inf":2,"burstiness":2,"max":2,"concurrency":2,"ramp":7,"up":7,"strategy":3,"is":1,"not":2,"none":1,"start":2,"rps":4,"end":2,"merge":1,"with":2,"benchmark":4,"detailed":1,"remove":1,"fields":1,"too":1,"many":1,"data":1,"points":1,"field":5,"input":1,"lens":2,"output":1,"ttfts":1,"itls":1,"generated":1,"texts":1,"errors":1,"del":2},"32602,1195,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"save":2,"to":2,"file":8,"base":3,"model":4,"id":4,"split":1,"1":1,"max":5,"concurrency":6,"str":3,"f":3,"args":15,"if":6,"is":2,"not":2,"none":2,"else":3,"ramp":5,"up":5,"strategy":2,"name":7,"backend":2,"start":1,"rps":2,"qps":3,"end":1,"current":2,"dt":2,"json":5,"noqa":2,"request":1,"rate":1,"result":9,"filename":2,"dir":3,"os":2,"makedirs":1,"exist":1,"ok":1,"true":1,"path":1,"join":1,"with":1,"open":1,"mode":1,"a":2,"append":3,"w":1,"encoding":1,"utf":1,"8":1,"as":1,"outfile":4,"newline":1,"and":1,"tell":1,"0":1,"write":1,"n":1,"dump":1,"pytorch":1,"benchmark":1,"format":1},"33797,1363,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"def":1,"create":1,"argument":9,"parser":10,"flexibleargumentparser":1,"description":1,"benchmark":2,"the":6,"online":1,"serving":1,"throughput":1,"add":8,"backend":1,"type":7,"str":6,"default":7,"vllm":1,"choices":2,"list":1,"async":1,"request":1,"funcs":1,"keys":1,"base":2,"url":2,"none":2,"help":5,"server":1,"or":2,"api":2,"if":2,"not":2,"using":2,"http":1,"host":2,"and":1,"port":2,"use":2,"127":2,"0":4,"1":2,"here":1,"instead":1,"of":3,"localhost":1,"to":3,"force":1,"ipv4":1,"int":1,"8000":1,"endpoint":2,"v1":1,"completions":1,"dataset":7,"name":2,"sharegpt":3,"burstgpt":1,"sonnet":2,"random":1,"hf":2,"custom":1,"on":1,"path":2,"huggingface":1,"id":1,"no":1,"stream":1,"action":1,"store":1,"true":1,"do":1,"load":1,"in":1,"streaming":1,"mode":1},"35160,710,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"parser":1,"add":1,"argument":3,"max":1,"concurrency":1,"type":1,"int":1,"default":1,"none":1,"help":2,"maximum":2,"number":2,"of":2,"concurrent":2,"requests":4,"this":3,"can":1,"be":2,"used":2,"to":3,"simulate":1,"an":1,"environment":1,"where":1,"a":3,"higher":1,"level":1,"component":1,"is":2,"enforcing":1,"while":1,"the":4,"request":3,"rate":4,"controls":1,"at":2,"which":1,"are":2,"initiated":1,"will":1,"control":1,"how":1,"many":1,"actually":1,"allowed":1,"execute":1,"time":1,"means":1,"that":1,"when":1,"in":1,"combination":1,"actual":1,"may":1,"lower":1,"than":1,"specified":1,"with":1,"if":1,"server":1,"not":1,"processing":1,"fast":1,"enough":1,"keep":1,"up":1},"35870,1922,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"parser":8,"add":8,"argument":8,"model":2,"type":7,"str":2,"required":1,"true":2,"help":6,"name":2,"of":8,"the":8,"tokenizer":3,"or":3,"path":1,"if":5,"not":2,"using":1,"default":7,"noqa":1,"e501":1,"use":2,"beam":3,"search":3,"action":1,"store":1,"num":1,"prompts":2,"int":3,"1000":1,"number":3,"to":3,"process":3,"logprobs":3,"none":1,"per":3,"token":3,"compute":1,"return":1,"as":1,"part":1,"request":6,"unspecified":1,"then":2,"either":1,"1":6,"is":7,"disabled":1,"no":1,"are":2,"computed":2,"a":5,"single":1,"dummy":1,"logprob":2,"returned":1,"for":1,"each":1,"2":1,"enabled":1,"rate":2,"float":3,"inf":3,"requests":4,"second":1,"this":1,"all":1,"sent":1,"at":1,"time":1,"0":4,"otherwise":2,"we":1,"poisson":2,"gamma":2,"distribution":2,"synthesize":1,"arrival":2,"times":1,"burstiness":6,"factor":1,"generation":1,"only":1,"take":1,"effect":1,"when":1,"value":3,"which":1,"follows":1,"intervals":1,"follow":1,"lower":1,"results":2,"in":2,"more":2,"bursty":1,"higher":1,"uniform":1,"seed":1},"37792,1856,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"parser":9,"add":9,"argument":9,"trust":2,"remote":2,"code":2,"action":6,"store":6,"true":6,"help":9,"from":1,"huggingface":1,"disable":2,"tqdm":2,"specify":4,"to":9,"progress":1,"bar":1,"profile":1,"use":1,"torch":2,"profiler":3,"the":7,"endpoint":1,"must":1,"be":3,"launched":1,"with":1,"vllm":1,"dir":2,"enable":1,"save":5,"result":6,"benchmark":4,"results":6,"a":1,"json":6,"file":3,"detailed":1,"when":1,"saving":1,"whether":1,"include":1,"per":1,"request":2,"information":1,"such":1,"as":1,"response":1,"error":1,"ttfs":1,"tpots":1,"etc":1,"append":2,"existing":1,"metadata":3,"metavar":1,"key":2,"value":2,"nargs":1,"pairs":1,"e":1,"g":1,"version":1,"0":1,"3":2,"tp":1,"1":1,"for":2,"of":1,"this":1,"run":1,"saved":3,"in":3,"record":1,"keeping":1,"purposes":1,"type":2,"str":2,"default":2,"none":2,"directory":2,"if":2,"not":2,"specified":2,"are":1,"current":2,"filename":2,"will":1,"backend":1,"args":1,"rate":1,"qps":1,"base":1,"model":1,"id":1,"dt":1,"format":1},"39648,1549,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"parser":4,"add":4,"argument":5,"ignore":3,"eos":3,"action":1,"store":1,"true":1,"help":4,"set":1,"flag":1,"when":1,"sending":1,"the":6,"benchmark":1,"request":2,"warning":1,"is":5,"not":1,"supported":1,"in":2,"deepspeed":1,"mii":1,"and":4,"tgi":1,"percentile":2,"metrics":6,"type":2,"str":2,"default":4,"ttft":4,"tpot":4,"itl":3,"comma":2,"separated":3,"list":2,"of":3,"selected":2,"to":5,"report":3,"percentils":1,"this":1,"specifies":1,"percentiles":4,"allowed":2,"metric":4,"names":2,"are":2,"e2el":2,"value":5,"99":2,"for":3,"25":2,"th":3,"50":2,"75":2,"use":2,"select":1,"goodput":3,"nargs":1,"required":1,"false":1,"specify":1,"service":1,"level":2,"objectives":1,"as":1,"key":3,"pairs":2,"where":1,"a":1,"name":1,"milliseconds":1,"multiple":1,"can":1,"be":1,"provided":1,"by":1,"spaces":1,"more":1,"context":1,"on":1,"definition":1,"refer":1,"distserve":2,"paper":1,"https":2,"arxiv":1,"org":1,"pdf":1,"2401":1,"09670":1,"blog":1,"hao":1,"ai":1,"lab":1,"github":1,"io":1,"blogs":1},"41197,1437,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"group":13,"for":7,"dataset":10,"specific":1,"arguments":1,"custom":8,"parser":3,"add":9,"argument":9,"options":3,"output":7,"len":5,"type":5,"int":5,"default":5,"256":1,"help":6,"number":4,"of":4,"tokens":4,"per":4,"request":5,"used":5,"only":5,"skip":2,"chat":2,"template":2,"action":1,"store":1,"true":1,"applying":1,"to":1,"prompt":1,"sonnet":11,"input":2,"550":1,"150":1,"prefix":2,"200":1,"sharegpt":5,"none":1,"length":2,"each":1,"overrides":1,"the":2,"from":1},"42634,1768,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"random":16,"group":11,"parser":2,"add":9,"argument":9,"dataset":5,"options":2,"input":6,"len":7,"type":7,"int":4,"default":7,"1024":1,"help":7,"number":3,"of":6,"tokens":3,"per":2,"request":4,"used":3,"only":3,"for":5,"sampling":5,"output":6,"128":1,"range":8,"ratio":6,"float":1,"0":4,"length":6,"must":1,"be":1,"in":2,"the":8,"1":5,"to":1,"define":1,"a":3,"symmetric":1,"prefix":3,"fixed":1,"before":1,"context":2,"total":1,"is":1,"sum":1,"and":1,"sampled":2,"from":2,"hf":11,"subset":2,"str":2,"none":3,"split":2,"each":1,"overrides":1,"lengths":1},"44402,1919,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"sampling":10,"group":6,"parser":4,"add":8,"argument":9,"parameters":1,"top":4,"p":4,"type":6,"float":3,"default":8,"none":6,"help":7,"parameter":4,"only":4,"has":4,"effect":4,"on":4,"openai":4,"compatible":4,"backends":4,"k":2,"int":1,"min":2,"temperature":3,"if":3,"not":2,"specified":2,"to":2,"greedy":1,"decoding":1,"i":1,"e":1,"0":2,"tokenizer":7,"mode":2,"str":2,"auto":3,"choices":1,"slow":3,"mistral":3,"custom":2,"the":12,"n":5,"will":5,"use":4,"fast":1,"available":1,"always":2,"common":1,"select":1,"preregistered":1,"served":1,"model":4,"name":3,"used":1,"in":2,"api":1,"be":1,"same":1,"as":1,"lora":3,"modules":1,"nargs":1,"a":2,"subset":1,"of":1,"module":2,"names":1,"passed":1,"when":1,"launching":1,"server":1,"for":1,"each":1,"request":1,"script":1,"chooses":1,"at":1,"random":1},"46321,978,data/raw/vllm-0.10.1/benchmarks/benchmark_serving.py":{"parser":7,"add":3,"argument":4,"ramp":11,"up":11,"strategy":4,"type":3,"str":1,"default":3,"none":3,"choices":1,"linear":1,"exponential":1,"help":3,"the":6,"this":1,"would":1,"be":3,"used":3,"to":4,"request":3,"rate":4,"from":1,"initial":1,"rps":8,"final":1,"specified":3,"by":1,"start":2,"and":1,"end":2,"over":1,"duration":1,"of":1,"benchmark":1,"int":2,"starting":1,"for":2,"needs":2,"when":2,"is":2,"ending":1,"return":1,"if":1,"name":1,"main":2,"create":1,"args":3,"parse":1},"0,1800,data/raw/vllm-0.10.1/benchmarks/benchmark_latency.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":6,"vllm":8,"project":1,"benchmark":6,"latency":5,"of":3,"processing":1,"a":3,"single":2,"batch":2,"requests":1,"import":16,"argparse":3,"dataclasses":2,"json":5,"os":2,"time":1,"from":10,"typing":2,"any":2,"optional":1,"numpy":1,"as":2,"np":1,"tqdm":2,"extensions":1,"deprecated":3,"envs":2,"utils":3,"convert":2,"pytorch":4,"format":3,"write":2,"llm":5,"samplingparams":1,"engine":5,"arg":1,"engineargs":2,"inputs":1,"prompttype":1,"sampling":1,"params":1,"beamsearchparams":1,"flexibleargumentparser":1,"def":2,"save":1,"args":12,"namespace":2,"results":3,"dict":1,"str":1,"none":1,"pt":5,"records":3,"metrics":1,"latencies":1,"extra":1,"info":1,"k":3,"for":1,"in":4,"avg":1,"percentiles":1,"if":2,"file":2,"f":1,"path":1,"splitext":1,"output":3,"py":1,"is":2,"and":2,"will":2,"be":2,"removed":1,"future":1,"version":1,"please":2,"use":1,"bench":1,"instead":1,"main":1,"print":1,"cli":1,"note":1,"woosuk":1,"request":2,"cannot":1,"processed":1,"automatically":1,"process":1,"multiple":1,"batches":1,"asdict":1,"assert":1,"model":3,"config":1,"max":2,"len":6,"input":2,"ensure":1,"that":1,"greater":1,"than":1,"sum":1},"1800,1631,data/raw/vllm-0.10.1/benchmarks/benchmark_latency.py":{"sampling":4,"params":4,"samplingparams":1,"n":3,"args":10,"temperature":1,"1":2,"0":2,"top":1,"p":1,"ignore":2,"eos":2,"true":2,"max":2,"tokens":2,"output":2,"len":3,"detokenize":2,"not":2,"disable":1,"print":3,"dummy":5,"prompt":3,"token":3,"ids":3,"np":1,"random":1,"randint":1,"10000":1,"size":2,"batch":3,"input":1,"prompts":3,"list":1,"prompttype":1,"for":2,"in":2,"tolist":1,"def":2,"llm":7,"generate":4,"if":3,"use":2,"beam":3,"search":2,"tqdm":2,"false":1,"else":2,"beamsearchparams":1,"width":1,"run":3,"to":4,"completion":3,"profile":10,"dir":8,"optional":1,"str":1,"none":2,"start":3,"stop":1,"time":6,"perf":2,"counter":2,"end":2,"latency":2,"return":2,"warming":1,"up":1,"range":1,"num":1,"iters":1,"warmup":2,"desc":1,"iterations":1,"envs":1,"vllm":1,"torch":1,"profiler":1,"f":1,"profiling":1,"results":1,"will":1,"be":1,"saved":1},"3431,908,data/raw/vllm-0.10.1/benchmarks/benchmark_latency.py":{"benchmark":2,"latencies":9,"for":2,"in":2,"tqdm":1,"range":1,"args":4,"num":1,"iters":1,"desc":1,"profiling":1,"iterations":1,"append":1,"run":1,"to":2,"completion":1,"profile":1,"dir":1,"none":1,"np":4,"array":1,"percentages":4,"10":1,"25":1,"50":1,"75":1,"90":1,"99":1,"percentiles":4,"percentile":4,"print":2,"f":4,"avg":2,"latency":3,"mean":2,"seconds":2,"percentage":2,"zip":2,"output":3,"json":4,"results":4,"if":2,"specified":1,"tolist":2,"dict":1,"with":1,"open":1,"w":1,"as":1,"dump":1,"indent":1,"4":1,"save":1,"pytorch":1,"format":1},"4339,1991,data/raw/vllm-0.10.1/benchmarks/benchmark_latency.py":{"def":1,"create":2,"argument":12,"parser":19,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":6,"latency":4,"of":6,"processing":1,"a":3,"single":2,"batch":3,"requests":1,"till":1,"completion":1,"add":11,"input":1,"len":2,"type":7,"int":6,"default":9,"32":1,"output":2,"128":1,"size":1,"8":1,"n":1,"1":1,"help":6,"number":3,"generated":1,"sequences":1,"per":1,"prompt":1,"use":2,"beam":1,"search":1,"action":3,"store":3,"true":3,"num":2,"iters":2,"warmup":2,"10":1,"iterations":2,"to":6,"run":2,"for":1,"30":1,"profile":3,"generation":1,"process":1,"json":2,"str":1,"none":1,"path":2,"save":1,"results":1,"in":2,"format":1,"disable":2,"detokenize":2,"do":2,"not":4,"responses":1,"i":1,"e":1,"include":1,"detokenization":1,"time":1,"measurement":1,"engineargs":1,"cli":1,"args":5,"v1":1,"enables":1,"prefix":3,"caching":3,"by":2,"which":1,"skews":1,"numbers":1,"we":1,"need":1,"set":3,"defaults":1,"enable":1,"false":1,"return":1,"if":2,"name":1,"main":2,"parse":1,"and":1,"envs":1,"vllm":2,"torch":3,"profiler":3,"dir":2,"raise":1,"oserror":1,"environment":1,"variable":1,"is":1,"please":1,"it":1,"valid":1},"0,203,data/raw/vllm-0.10.1/benchmarks/README.md":{"benchmarking":1,"vllm":2,"this":1,"readme":1,"guides":1,"you":1,"through":1,"running":1,"benchmark":1,"tests":1,"with":1,"the":1,"extensive":1,"datasets":2,"supported":1,"on":1,"it":1,"s":1,"a":1,"living":1,"document":1,"updated":1,"as":1,"new":1,"features":1,"and":1,"become":1,"available":1},"203,20,data/raw/vllm-0.10.1/benchmarks/README.md":{"dataset":1,"overview":1},"223,1974,data/raw/vllm-0.10.1/benchmarks/README.md":{"table":1,"style":16,"width":5,"100":1,"border":1,"collapse":2,"thead":2,"tr":13,"th":8,"15":1,"text":15,"align":15,"left":2,"dataset":1,"10":2,"center":13,"online":1,"offline":1,"65":1,"data":1,"path":1,"tbody":1,"td":44,"strong":12,"sharegpt":3,"code":12,"wget":4,"https":3,"huggingface":2,"co":2,"datasets":2,"anon8231489123":1,"vicuna":1,"unfiltered":2,"resolve":1,"main":2,"v3":1,"cleaned":1,"split":1,"json":2,"sharegpt4v":3,"image":1,"lin":1,"chen":1,"blob":1,"instruct":1,"gpt4":1,"vision":1,"cap100k":1,"br":1,"div":2,"note":1,"that":1,"the":1,"images":3,"need":1,"to":2,"be":1,"downloaded":1,"separately":1,"for":1,"example":1,"download":2,"coco":1,"s":1,"2017":1,"train":1,"http":1,"cocodataset":1,"org":1,"zips":1,"train2017":1,"zip":1,"burstgpt":3,"github":1,"com":1,"hpmll":1,"releases":1,"v1":1,"1":1,"without":1,"fails":1,"2":1,"csv":1,"sonnet":2,"deprecated":1,"local":1,"file":1,"benchmarks":1,"txt":1,"random":1,"synthetic":1,"prefix":1,"repetition":1},"2197,1301,data/raw/vllm-0.10.1/benchmarks/README.md":{"td":44,"style":11,"text":11,"align":11,"center":11,"code":18,"synthetic":1,"tr":11,"strong":10,"huggingface":4,"visionarena":2,"lmarena":1,"ai":4,"chat":1,"instructcoder":2,"likaixin":1,"aimo":2,"mo":3,"validation":1,"aime":1,"numinamath":2,"1":1,"5":1,"cot":1,"other":1,"lmms":1,"lab":1,"llava":1,"onevision":1,"data":2,"aeala":1,"sharegpt":1,"vicuna":1,"unfiltered":1,"custom":1,"local":1,"file":1,"jsonl":1,"tbody":1,"table":1},"3498,125,data/raw/vllm-0.10.1/benchmarks/README.md":{"supported":2,"partial":1,"support":1,"to":2,"be":2,"note":1,"huggingface":1,"dataset":2,"s":1,"name":1,"should":1,"set":1,"hf":1},"3623,213,data/raw/vllm-0.10.1/benchmarks/README.md":{"example":1,"online":1,"benchmark":1,"details":1,"summary":2,"show":1,"more":1,"br":1,"first":1,"start":1,"serving":1,"your":1,"model":1,"bash":2,"vllm":1,"serve":1,"nousresearch":1,"hermes":1,"3":2,"llama":1,"1":1,"8b":1,"then":1,"run":1,"the":1,"benchmarking":1,"script":1},"3836,1945,data/raw/vllm-0.10.1/benchmarks/README.md":{"download":1,"dataset":5,"wget":1,"https":1,"huggingface":1,"co":1,"datasets":1,"anon8231489123":1,"sharegpt":4,"vicuna":1,"unfiltered":3,"resolve":1,"main":1,"v3":2,"cleaned":2,"split":2,"json":3,"vllm":5,"bench":1,"serve":2,"backend":1,"model":1,"nousresearch":1,"hermes":1,"3":3,"llama":3,"1":4,"8b":2,"endpoint":1,"v1":2,"completions":1,"name":1,"path":2,"your":2,"data":3,"num":1,"prompts":1,"10":2,"if":2,"successful":2,"you":3,"will":1,"see":1,"the":5,"following":1,"output":3,"text":1,"serving":1,"benchmark":4,"result":1,"requests":1,"duration":1,"s":4,"5":1,"78":1,"total":3,"input":1,"tokens":2,"1369":1,"generated":1,"2212":1,"request":1,"throughput":3,"req":1,"73":2,"token":6,"tok":2,"382":1,"89":1,"619":1,"85":1,"time":2,"to":4,"first":1,"mean":3,"ttft":3,"ms":9,"71":1,"54":1,"median":3,"88":1,"p99":3,"79":1,"49":1,"per":2,"excl":1,"1st":1,"tpot":3,"7":4,"91":1,"96":1,"8":2,"03":1,"inter":1,"latency":1,"itl":3,"74":1,"70":1,"39":1,"custom":1,"want":1,"is":4,"not":1,"supported":1,"yet":1,"in":2,"even":1,"then":1,"can":1,"on":1,"it":1,"using":1,"customdataset":1,"needs":2,"be":1,"jsonl":2,"format":1,"and":1,"have":1,"prompt":4,"field":1,"entry":1,"e":1,"g":1,"what":3,"capital":3,"of":3,"india":1,"iran":1,"china":1,"bash":2,"start":1,"server":1,"use":1,"meta":1,"instruct":1},"5781,565,data/raw/vllm-0.10.1/benchmarks/README.md":{"run":1,"benchmarking":1,"script":1,"vllm":2,"bench":1,"serve":1,"port":1,"9001":1,"save":2,"result":2,"detailed":1,"backend":1,"model":1,"meta":1,"llama":2,"3":2,"1":2,"8b":1,"instruct":1,"endpoint":1,"v1":1,"completions":1,"dataset":2,"name":1,"custom":3,"path":2,"to":1,"your":2,"data":2,"jsonl":1,"skip":3,"chat":3,"template":3,"num":1,"prompts":1,"80":1,"max":1,"concurrency":1,"temperature":1,"0":2,"top":1,"p":1,"75":1,"dir":1,"log":1,"you":1,"can":1,"applying":1,"if":1,"already":1,"has":1,"it":1,"by":1,"using":1,"visionarena":1,"benchmark":1,"for":1,"vision":1,"language":1,"models":1,"bash":1},"6346,1825,data/raw/vllm-0.10.1/benchmarks/README.md":{"need":1,"a":1,"model":7,"with":2,"vision":1,"capability":1,"here":1,"vllm":10,"serve":9,"qwen":7,"qwen2":5,"vl":5,"7b":5,"instruct":7,"bash":8,"bench":8,"backend":3,"openai":3,"chat":7,"endpoint":3,"v1":4,"completions":3,"dataset":12,"name":6,"hf":10,"path":6,"lmarena":1,"ai":3,"visionarena":1,"split":3,"train":3,"num":7,"prompts":6,"1000":1,"instructcoder":2,"benchmark":1,"speculative":3,"decoding":1,"use":1,"1":1,"meta":4,"llama":4,"3":2,"8b":2,"config":1,"method":1,"ngram":1,"tokens":1,"5":2,"prompt":2,"lookup":2,"max":1,"min":1,"2":1,"likaixin":1,"2048":1,"other":1,"huggingfacedataset":1,"examples":1,"lmms":2,"lab":2,"llava":2,"onevision":2,"data":2,"subset":1,"chart2text":1,"cauldron":1,"10":3,"aeala":2,"sharegpt":2,"vicuna":2,"unfiltered":2,"mo":2,"aimo":2,"validation":2,"aime":2,"qwq":2,"32b":2,"seed":1,"42":1,"philschmid":2,"mt":2,"80":1},"8171,1226,data/raw/vllm-0.10.1/benchmarks/README.md":{"running":2,"with":2,"sampling":2,"parameters":2,"when":1,"using":1,"openai":1,"compatible":1,"backends":1,"such":1,"as":1,"vllm":3,"optional":1,"can":4,"be":3,"specified":1,"example":1,"client":1,"command":1,"bash":1,"bench":1,"serve":1,"backend":1,"model":1,"nousresearch":1,"hermes":1,"3":2,"llama":1,"1":1,"8b":1,"endpoint":1,"v1":1,"completions":1,"dataset":2,"name":1,"sharegpt":2,"path":2,"your":1,"data":1,"v3":1,"unfiltered":1,"cleaned":1,"split":1,"json":1,"top":2,"k":1,"10":2,"p":1,"0":2,"9":1,"temperature":1,"5":1,"num":1,"prompts":1,"ramp":7,"up":8,"request":6,"rate":6,"the":17,"benchmark":4,"tool":1,"also":1,"supports":1,"ramping":1,"over":1,"duration":1,"of":3,"run":1,"this":1,"useful":1,"for":1,"stress":1,"testing":1,"server":1,"or":2,"finding":1,"maximum":1,"throughput":1,"that":1,"it":1,"handle":1,"given":1,"some":1,"latency":1,"budget":1,"two":1,"strategies":1,"are":1,"supported":1,"linear":2,"increases":2,"linearly":1,"from":1,"a":1,"start":2,"value":2,"to":3,"an":1,"end":3,"exponential":2,"exponentially":1,"following":1,"arguments":1,"used":1,"control":1,"strategy":2,"use":1,"rps":2,"at":2,"beginning":1,"details":1},"9397,1591,data/raw/vllm-0.10.1/benchmarks/README.md":{"example":1,"offline":1,"throughput":7,"benchmark":3,"details":1,"summary":2,"show":1,"more":1,"br":1,"bash":3,"vllm":7,"bench":3,"model":3,"nousresearch":1,"hermes":1,"3":3,"llama":3,"1":2,"8b":2,"dataset":6,"name":3,"sonnet":2,"path":3,"benchmarks":1,"txt":1,"num":11,"prompts":3,"10":2,"if":1,"successful":1,"you":1,"will":1,"see":1,"the":2,"following":1,"output":8,"text":3,"7":1,"15":2,"requests":3,"s":9,"4656":1,"00":1,"total":9,"tokens":14,"1072":1,"prompt":6,"5014":1,"1500":1,"visionarena":2,"for":1,"vision":1,"language":1,"models":1,"qwen":1,"qwen2":1,"vl":1,"7b":1,"instruct":2,"backend":1,"chat":2,"hf":3,"lmarena":1,"ai":1,"1000":2,"split":1,"train":1,"now":1,"includes":1,"image":1,"token":1,"counts":1,"2":2,"55":1,"4036":1,"92":1,"326":1,"90":1,"14527":1,"1280":1,"instructcoder":2,"with":1,"speculative":3,"decoding":1,"worker":1,"multiproc":1,"method":2,"spawn":1,"use":1,"v1":1,"likaixin":1,"meta":2,"input":1,"len":2,"100":1,"2048":1,"async":1,"engine":1,"config":1,"ngram":1,"5":2,"lookup":2,"max":1,"min":1,"104":1,"77":1,"23836":1,"22":1,"10477":1,"261136":1,"204800":1},"10988,832,data/raw/vllm-0.10.1/benchmarks/README.md":{"other":1,"huggingfacedataset":1,"examples":1,"lmms":2,"lab":2,"llava":2,"onevision":2,"data":2,"bash":4,"vllm":6,"bench":3,"throughput":3,"model":3,"qwen":3,"qwen2":2,"vl":2,"7b":2,"instruct":2,"backend":3,"chat":2,"dataset":6,"name":3,"hf":7,"path":3,"split":3,"train":3,"subset":1,"chart2text":1,"cauldron":1,"num":3,"prompts":3,"10":3,"aeala":2,"sharegpt":2,"vicuna":2,"unfiltered":2,"ai":2,"mo":2,"aimo":2,"validation":2,"aime":2,"qwq":1,"32b":1,"benchmark":1,"with":1,"lora":1,"adapters":1},"11820,19,data/raw/vllm-0.10.1/benchmarks/README.md":{"download":1,"dataset":1},"11839,1989,data/raw/vllm-0.10.1/benchmarks/README.md":{"wget":1,"https":1,"huggingface":1,"co":1,"datasets":1,"anon8231489123":1,"sharegpt":4,"vicuna":1,"unfiltered":3,"resolve":1,"main":1,"v3":2,"cleaned":2,"split":2,"json":5,"vllm":8,"bench":2,"throughput":1,"model":6,"meta":1,"llama":9,"2":3,"7b":2,"hf":1,"backend":6,"dataset":8,"path":3,"your":1,"data":1,"name":1,"num":6,"prompts":6,"10":6,"max":2,"loras":1,"lora":4,"rank":1,"8":1,"enable":1,"yard1":1,"sql":1,"test":1,"details":3,"example":1,"structured":8,"output":8,"benchmark":12,"summary":2,"show":1,"more":1,"br":1,"the":1,"performance":1,"of":1,"generation":4,"grammar":4,"regex":3,"server":1,"setup":1,"bash":6,"serve":1,"nousresearch":6,"hermes":6,"3":12,"1":7,"8b":6,"schema":1,"python3":5,"benchmarks":5,"serving":5,"py":5,"ratio":1,"0":1,"request":5,"rate":5,"1000":5,"based":3,"structure":1,"type":1,"choice":2,"xgrammar":2},"13828,477,data/raw/vllm-0.10.1/benchmarks/README.md":{"example":1,"long":4,"document":5,"qa":3,"benchmark":3,"details":1,"summary":2,"show":1,"more":1,"br":1,"the":1,"performance":1,"of":1,"question":1,"answering":1,"with":1,"prefix":2,"caching":2,"basic":1,"test":1,"bash":2,"python3":1,"benchmarks":1,"throughput":1,"py":1,"model":1,"meta":1,"llama":2,"2":1,"7b":1,"chat":1,"hf":1,"enable":1,"num":1,"documents":1,"16":1,"length":1,"2000":1,"output":1,"len":1,"50":1,"repeat":2,"count":1,"5":1,"different":1,"modes":1},"14305,1309,data/raw/vllm-0.10.1/benchmarks/README.md":{"random":2,"mode":6,"default":1,"shuffle":1,"prompts":2,"randomly":1,"python3":4,"benchmarks":4,"benchmark":6,"long":3,"document":6,"qa":3,"throughput":3,"py":4,"model":4,"meta":4,"llama":8,"2":4,"7b":4,"chat":4,"hf":4,"enable":4,"prefix":9,"caching":9,"num":4,"documents":3,"8":3,"length":4,"3000":3,"repeat":9,"count":4,"3":3,"tile":2,"entire":1,"prompt":3,"list":1,"in":1,"sequence":1,"interleave":2,"each":1,"consecutively":1,"details":2,"example":1,"summary":2,"show":1,"more":1,"br":1,"the":1,"efficiency":1,"of":1,"automatic":1,"fixed":1,"with":2,"bash":2,"1":1,"100":1,"input":1,"range":1,"128":1,"256":1,"sharegpt":1,"dataset":2,"download":1},"15614,1393,data/raw/vllm-0.10.1/benchmarks/README.md":{"wget":1,"https":1,"huggingface":1,"co":1,"datasets":1,"anon8231489123":1,"sharegpt":3,"vicuna":1,"unfiltered":3,"resolve":1,"main":1,"v3":2,"cleaned":2,"split":2,"json":2,"python3":3,"benchmarks":3,"benchmark":5,"prefix":9,"caching":2,"py":3,"model":4,"meta":4,"llama":8,"2":5,"7b":4,"chat":4,"hf":4,"dataset":3,"path":2,"enable":1,"num":5,"prompts":4,"20":1,"repeat":1,"count":1,"5":2,"input":3,"length":1,"range":1,"128":5,"256":1,"repetition":6,"bash":3,"vllm":2,"bench":1,"serve":1,"backend":1,"openai":1,"name":1,"100":3,"len":7,"512":1,"suffix":1,"prefixes":1,"output":3,"details":3,"example":1,"request":2,"prioritization":5,"summary":2,"show":1,"more":1,"br":1,"the":1,"performance":1,"of":1,"in":1,"basic":1,"test":1,"64":2,"scheduling":2,"policy":2,"priority":2,"multiple":1,"sequences":1,"per":1,"prompt":1,"n":1},"17007,808,data/raw/vllm-0.10.1/benchmarks/README.md":{"example":1,"multi":2,"modal":2,"benchmark":4,"details":2,"summary":2,"show":1,"more":1,"br":1,"the":1,"performance":1,"of":1,"requests":2,"in":1,"vllm":4,"images":3,"sharegpt4v":4,"start":1,"bash":2,"python":2,"m":1,"entrypoints":1,"openai":2,"api":1,"server":1,"model":2,"qwen":2,"qwen2":2,"5":2,"vl":2,"7b":2,"instruct":3,"dtype":1,"bfloat16":1,"limit":1,"mm":1,"per":1,"prompt":1,"image":1,"1":1,"allowed":1,"local":1,"media":1,"path":4,"to":2,"send":1,"with":1,"benchmarks":1,"serving":1,"py":1,"backend":1,"chat":2,"dataset":2,"name":1,"sharegpt":1,"gpt4":1,"vision":1,"cap100k":1,"json":1,"num":1,"prompts":1,"100":1,"save":2,"result":2,"dir":1,"results":1,"detailed":1,"endpoint":1,"v1":1,"completion":1},"0,1971,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"from":1,"fairest":1,"creatures":1,"we":1,"desire":1,"increase":1,"that":3,"thereby":1,"beauty":6,"s":9,"rose":1,"might":2,"never":1,"die":2,"but":4,"as":1,"the":13,"riper":1,"should":2,"by":3,"time":3,"decease":1,"his":4,"tender":2,"heir":1,"bear":1,"memory":1,"thou":12,"contracted":1,"to":8,"thine":6,"own":3,"bright":1,"eyes":2,"feed":1,"st":3,"thy":16,"light":1,"flame":1,"with":2,"self":3,"substantial":1,"fuel":1,"making":1,"a":2,"famine":1,"where":4,"abundance":1,"lies":2,"thyself":2,"foe":1,"sweet":1,"too":1,"cruel":1,"art":3,"now":4,"world":4,"fresh":2,"ornament":1,"and":10,"only":1,"herald":1,"gaudy":1,"spring":1,"within":2,"bud":1,"buriest":1,"content":1,"churl":1,"makest":1,"waste":1,"in":4,"niggarding":1,"pity":1,"or":2,"else":1,"this":4,"glutton":1,"be":5,"eat":1,"due":1,"grave":1,"thee":3,"when":3,"forty":1,"winters":1,"shall":3,"beseige":1,"brow":1,"dig":1,"deep":2,"trenches":1,"field":1,"youth":1,"proud":1,"livery":1,"so":4,"gazed":1,"on":1,"will":2,"tatter":1,"d":4,"weed":1,"of":8,"small":1,"worth":1,"held":1,"then":1,"being":1,"ask":1,"all":3,"treasure":1,"lusty":1,"days":1,"say":1,"sunken":1,"were":2,"an":1,"eating":1,"shame":1,"thriftless":1,"praise":2,"how":1,"much":1,"more":1,"deserved":1,"use":1,"if":3,"couldst":1,"answer":1,"fair":2,"child":1,"mine":1,"sum":1,"my":2,"count":1,"make":1,"old":2,"excuse":1,"proving":1,"succession":1,"new":1,"made":1,"see":2,"blood":1,"warm":1,"feel":1,"it":1,"cold":1,"look":1,"glass":2,"tell":1,"face":2,"viewest":1,"is":3,"form":1,"another":1,"whose":2,"repair":1,"not":2,"renewest":1,"dost":2,"beguile":1,"unbless":1,"some":1,"mother":2,"for":1,"she":2,"unear":1,"womb":1,"disdains":1,"tillage":1,"husbandry":1,"who":1,"he":1,"fond":1,"tomb":1,"love":1,"stop":1,"posterity":1,"calls":1,"back":1,"lovely":1,"april":1,"her":1,"prime":1,"through":1,"windows":1,"age":1,"despite":1,"wrinkles":1,"golden":1,"live":1,"remember":1,"single":1,"image":1,"dies":1,"unthrifty":1,"loveliness":1,"why":1,"spend":1,"upon":1,"legacy":1,"nature":1,"bequest":1,"gives":1,"nothing":1,"doth":1,"lend":1},"1971,1992,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"and":7,"being":1,"frank":1,"she":1,"lends":1,"to":9,"those":3,"are":1,"free":1,"then":5,"beauteous":1,"niggard":1,"why":2,"dost":3,"thou":9,"abuse":1,"the":8,"bounteous":1,"largess":1,"given":1,"thee":7,"give":1,"profitless":1,"usurer":1,"use":2,"so":1,"great":1,"a":2,"sum":1,"of":4,"sums":1,"yet":2,"canst":2,"not":5,"live":1,"for":5,"having":2,"traffic":1,"with":8,"thyself":4,"alone":1,"thy":3,"sweet":3,"self":3,"deceive":1,"how":1,"when":2,"nature":1,"calls":1,"be":8,"gone":2,"what":3,"acceptable":1,"audit":1,"leave":1,"unused":1,"beauty":6,"must":1,"tomb":1,"d":8,"which":3,"used":1,"lives":2,"th":1,"executor":1,"hours":1,"that":5,"gentle":1,"work":1,"did":1,"frame":1,"lovely":1,"gaze":1,"where":2,"every":2,"eye":2,"doth":3,"dwell":1,"will":2,"play":1,"tyrants":1,"very":1,"same":1,"unfair":1,"fairly":1,"excel":1,"never":1,"resting":1,"time":1,"leads":1,"summer":3,"on":1,"hideous":1,"winter":3,"confounds":1,"him":1,"there":1,"sap":1,"cheque":1,"frost":1,"lusty":1,"leaves":1,"quite":1,"o":1,"ersnow":1,"bareness":1,"were":3,"s":6,"distillation":1,"left":1,"liquid":1,"prisoner":1,"pent":1,"in":5,"walls":1,"glass":1,"effect":1,"bereft":1,"nor":2,"it":4,"no":1,"remembrance":1,"was":1,"but":2,"flowers":1,"distill":2,"though":1,"they":1,"meet":1,"leese":1,"their":2,"show":1,"substance":1,"still":2,"let":1,"ragged":1,"hand":1,"deface":1,"ere":2,"make":2,"some":2,"vial":1,"treasure":2,"place":1,"kill":1,"is":1,"forbidden":1,"usury":1,"happies":1,"pay":1,"willing":1,"loan":1,"breed":1,"another":1,"or":1,"ten":5,"times":3,"happier":2,"one":1,"than":1,"art":2,"if":2,"thine":2,"refigured":1,"could":1,"death":2,"do":1,"shouldst":1,"depart":1,"leaving":1,"living":1,"posterity":1,"much":1,"too":1,"fair":1,"conquest":1,"worms":1,"heir":1,"lo":1,"orient":1,"gracious":1,"light":1,"lifts":1,"up":2,"his":5,"burning":1,"head":1,"each":1,"under":1,"homage":1,"new":1,"appearing":1,"sight":1,"serving":1,"looks":2,"sacred":1,"majesty":1,"climb":1,"steep":1,"heavenly":1,"hill":1,"resembling":1,"strong":1,"youth":1,"middle":1,"age":1,"mortal":1,"adore":1},"3963,1999,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"attending":1,"on":3,"his":3,"golden":1,"pilgrimage":1,"but":5,"when":2,"from":3,"highmost":1,"pitch":1,"with":4,"weary":1,"car":1,"like":2,"feeble":1,"age":1,"he":1,"reeleth":1,"the":10,"day":1,"eyes":2,"fore":1,"duteous":1,"now":1,"converted":1,"are":1,"low":1,"tract":1,"and":5,"look":2,"another":2,"way":1,"so":4,"thou":16,"thyself":4,"out":1,"going":1,"in":10,"thy":4,"noon":1,"unlook":1,"d":2,"diest":1,"unless":1,"get":1,"a":3,"son":1,"music":2,"to":9,"hear":2,"why":2,"st":3,"sadly":1,"sweets":2,"war":1,"not":3,"joy":2,"delights":1,"lovest":2,"that":11,"which":2,"receivest":2,"gladly":1,"or":1,"else":1,"pleasure":1,"thine":2,"annoy":1,"if":3,"true":1,"concord":1,"of":3,"well":2,"tuned":1,"sounds":1,"by":3,"unions":1,"married":1,"do":3,"offend":1,"ear":1,"they":1,"sweetly":1,"chide":1,"thee":4,"who":3,"confounds":1,"singleness":1,"parts":1,"shouldst":1,"bear":2,"mark":1,"how":1,"one":4,"string":1,"sweet":1,"husband":2,"strikes":1,"each":2,"mutual":1,"ordering":1,"resembling":1,"sire":1,"child":1,"happy":1,"mother":1,"all":1,"pleasing":1,"note":1,"sing":1,"whose":1,"speechless":1,"song":1,"being":1,"many":2,"seeming":1,"sings":1,"this":1,"single":2,"wilt":2,"prove":1,"none":2,"is":2,"it":3,"for":5,"fear":1,"wet":1,"widow":3,"s":4,"eye":1,"consumest":1,"life":1,"ah":1,"issueless":1,"shalt":1,"hap":1,"die":1,"world":5,"will":2,"wail":1,"makeless":1,"wife":1,"be":3,"still":2,"weep":1,"no":2,"form":1,"hast":1,"left":1,"behind":1,"every":1,"private":1,"may":2,"keep":1,"children":1,"her":1,"shape":1,"mind":2,"what":1,"an":2,"unthrift":1,"doth":1,"spend":1,"shifts":1,"place":1,"enjoys":1,"beauty":1,"waste":1,"hath":1,"end":1,"kept":1,"unused":1,"user":1,"destroys":1,"love":3,"toward":1,"others":1,"bosom":1,"sits":1,"himself":1,"such":1,"murderous":2,"shame":2,"commits":1,"deny":1,"any":1,"art":3,"unprovident":1,"grant":1,"beloved":1,"most":1,"evident":1,"possess":1,"hate":2,"gainst":1,"stick":1,"conspire":1,"seeking":1,"beauteous":1,"roof":1,"ruinate":1,"repair":1,"should":1,"chief":1,"desire":1,"o":1,"change":2,"thought":1,"i":1,"my":1,"shall":1,"fairer":1,"lodged":1,"than":1,"gentle":1},"5962,1979,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"be":1,"as":5,"thy":2,"presence":1,"is":1,"gracious":1,"and":16,"kind":2,"or":2,"to":4,"thyself":1,"at":1,"least":1,"hearted":1,"prove":1,"make":4,"thee":4,"another":1,"self":1,"for":3,"love":2,"of":7,"me":1,"that":8,"beauty":4,"still":1,"may":1,"live":2,"in":7,"thine":3,"fast":3,"thou":9,"shalt":1,"wane":1,"so":4,"growest":1,"one":1,"from":3,"which":6,"departest":1,"fresh":1,"blood":1,"youngly":1,"bestowest":1,"mayst":1,"call":1,"when":6,"youth":1,"convertest":1,"herein":1,"lives":1,"wisdom":1,"increase":1,"without":1,"this":2,"folly":1,"age":1,"cold":2,"decay":2,"if":1,"all":3,"were":3,"minded":1,"the":11,"times":1,"should":4,"cease":1,"threescore":1,"year":1,"would":1,"world":1,"away":1,"let":2,"those":1,"whom":2,"nature":1,"hath":1,"not":2,"made":1,"store":1,"harsh":1,"featureless":1,"rude":1,"barrenly":1,"perish":1,"look":1,"she":3,"best":1,"endow":1,"d":2,"gave":1,"more":2,"bounteous":1,"gift":1,"shouldst":2,"bounty":1,"cherish":1,"carved":1,"her":1,"seal":1,"meant":1,"thereby":1,"print":1,"copy":1,"die":2,"i":4,"do":3,"count":1,"clock":1,"tells":1,"time":3,"see":3,"brave":2,"day":2,"sunk":1,"hideous":1,"night":1,"behold":1,"violet":1,"past":1,"prime":1,"sable":1,"curls":1,"silver":1,"o":2,"er":1,"with":2,"white":2,"lofty":1,"trees":1,"barren":2,"leaves":1,"erst":1,"heat":1,"did":1,"canopy":1,"herd":1,"summer":1,"s":5,"green":1,"girded":1,"up":1,"sheaves":1,"borne":1,"on":1,"bier":1,"bristly":1,"beard":1,"then":2,"question":1,"among":1,"wastes":1,"must":1,"go":1,"since":1,"sweets":1,"beauties":1,"themselves":1,"forsake":1,"they":1,"others":1,"grow":1,"nothing":1,"gainst":1,"scythe":1,"can":1,"defence":1,"save":1,"breed":1,"him":1,"he":1,"takes":1,"hence":1,"you":6,"yourself":4,"but":1,"are":1,"no":2,"longer":1,"yours":1,"than":1,"here":1,"against":2,"coming":1,"end":1,"prepare":1,"your":3,"sweet":3,"semblance":1,"some":1,"other":1,"give":1,"hold":1,"lease":1,"find":1,"determination":1,"again":1,"after":1,"decease":1,"issue":1,"form":1,"bear":1,"who":1,"lets":1,"fair":1,"a":1,"house":1,"fall":1,"husbandry":1,"honour":1,"might":1,"uphold":1,"stormy":1,"gusts":1,"winter":1,"rage":1,"death":1,"eternal":1},"7941,1978,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"o":1,"none":1,"but":6,"unthrifts":1,"dear":1,"my":7,"love":2,"you":10,"know":1,"had":1,"a":3,"father":1,"let":1,"your":7,"son":1,"say":2,"so":2,"not":3,"from":4,"the":6,"stars":3,"do":2,"i":10,"judgment":1,"pluck":1,"and":12,"yet":2,"methinks":1,"have":1,"astronomy":1,"to":8,"tell":2,"of":11,"good":1,"or":5,"evil":1,"luck":1,"plagues":1,"dearths":1,"seasons":1,"quality":1,"nor":2,"can":2,"fortune":1,"brief":1,"minutes":1,"pointing":1,"each":1,"his":1,"thunder":1,"rain":1,"wind":1,"with":6,"princes":1,"if":3,"it":2,"shall":2,"go":1,"well":1,"by":3,"oft":1,"predict":1,"that":5,"in":11,"heaven":1,"find":1,"thine":1,"eyes":2,"knowledge":1,"derive":1,"constant":1,"them":1,"read":1,"such":1,"art":1,"as":3,"truth":2,"beauty":2,"together":1,"thrive":1,"thyself":1,"store":1,"thou":1,"wouldst":1,"convert":1,"else":1,"thee":1,"this":5,"prognosticate":1,"thy":1,"end":1,"is":1,"s":3,"doom":1,"date":1,"when":2,"consider":1,"every":1,"thing":1,"grows":1,"holds":1,"perfection":1,"little":1,"moment":1,"huge":1,"stage":1,"presenteth":1,"nought":1,"shows":1,"whereon":1,"secret":1,"influence":1,"comment":1,"perceive":1,"men":2,"plants":1,"increase":1,"cheered":1,"cheque":1,"d":2,"even":1,"self":1,"same":1,"sky":1,"vaunt":1,"their":2,"youthful":1,"sap":1,"at":1,"height":1,"decrease":1,"wear":1,"brave":1,"state":1,"out":1,"memory":1,"then":1,"conceit":1,"inconstant":1,"stay":1,"sets":1,"most":2,"rich":1,"youth":2,"before":1,"sight":1,"where":1,"wasteful":1,"time":5,"debateth":1,"decay":2,"change":1,"day":1,"sullied":1,"night":1,"all":1,"war":2,"for":1,"he":1,"takes":1,"engraft":1,"new":1,"wherefore":1,"mightier":1,"way":1,"make":2,"upon":1,"bloody":1,"tyrant":1,"fortify":1,"yourself":4,"means":1,"more":1,"blessed":1,"than":2,"barren":1,"rhyme":1,"now":1,"stand":1,"on":1,"top":1,"happy":1,"hours":1,"many":1,"maiden":1,"gardens":1,"unset":1,"virtuous":1,"wish":1,"would":1,"bear":1,"living":1,"flowers":1,"much":1,"liker":1,"painted":1,"counterfeit":1,"should":1,"lines":1,"life":2,"repair":1,"which":1,"pencil":1,"pupil":1,"pen":1,"neither":1,"inward":1,"worth":1,"outward":1,"fair":1,"live":2,"give":1,"away":1,"keeps":1,"still":1,"must":1,"drawn":1,"own":1,"sweet":1,"skill":1,"who":1,"will":1,"believe":1,"verse":1,"come":1,"were":1,"fill":1,"high":1,"deserts":1},"9919,1987,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"though":1,"yet":2,"heaven":2,"knows":1,"it":2,"is":3,"but":5,"as":4,"a":6,"tomb":1,"which":1,"hides":1,"your":5,"life":2,"and":15,"shows":1,"not":4,"half":1,"parts":1,"if":1,"i":3,"could":1,"write":1,"the":11,"beauty":2,"of":8,"eyes":2,"in":8,"fresh":1,"numbers":1,"number":1,"all":3,"graces":1,"age":2,"to":6,"come":1,"would":1,"say":1,"this":3,"poet":2,"lies":1,"such":1,"heavenly":1,"touches":1,"ne":1,"er":2,"touch":1,"d":6,"earthly":1,"faces":1,"so":3,"should":2,"my":6,"papers":1,"yellow":1,"with":5,"their":1,"be":2,"scorn":1,"like":1,"old":2,"men":3,"less":1,"truth":1,"than":1,"tongue":1,"true":1,"rights":1,"term":1,"s":12,"rage":1,"stretched":1,"metre":1,"an":1,"antique":2,"song":1,"were":1,"some":1,"child":1,"yours":1,"alive":1,"that":2,"time":5,"you":1,"live":2,"twice":1,"rhyme":1,"shall":4,"compare":1,"thee":3,"summer":3,"day":1,"thou":8,"art":1,"more":2,"lovely":1,"temperate":1,"rough":1,"winds":1,"do":4,"shake":1,"darling":1,"buds":1,"may":1,"lease":1,"hath":1,"too":2,"short":1,"date":1,"sometime":2,"hot":1,"eye":1,"shines":1,"often":1,"his":2,"gold":1,"complexion":1,"dimm":1,"every":1,"fair":4,"from":2,"declines":1,"by":1,"chance":1,"or":2,"nature":2,"changing":1,"course":2,"untrimm":1,"thy":5,"eternal":2,"fade":1,"nor":3,"lose":1,"possession":1,"owest":1,"death":1,"brag":1,"wander":1,"st":1,"shade":1,"when":1,"lines":2,"growest":1,"long":3,"can":2,"breathe":1,"see":1,"lives":1,"gives":1,"devouring":1,"blunt":1,"lion":1,"paws":1,"make":2,"earth":1,"devour":1,"her":3,"own":2,"sweet":1,"brood":1,"pluck":1,"keen":1,"teeth":1,"fierce":1,"tiger":1,"jaws":1,"burn":1,"lived":1,"phoenix":1,"blood":1,"glad":1,"sorry":1,"seasons":1,"fleets":1,"whate":1,"wilt":1,"swift":1,"footed":1,"wide":1,"world":1,"fading":1,"sweets":1,"forbid":1,"one":1,"most":1,"heinous":1,"crime":1,"o":1,"carve":1,"hours":1,"love":2,"brow":1,"draw":1,"no":1,"there":1,"thine":1,"pen":1,"him":1,"untainted":1,"allow":1,"for":1,"pattern":1,"succeeding":1,"worst":1,"despite":1,"wrong":1,"verse":1,"ever":1,"young":1,"woman":2,"face":1,"hand":1,"painted":1,"hast":1,"master":1,"mistress":1,"passion":1,"gentle":1,"heart":1,"acquainted":1,"shifting":1,"change":1,"false":1,"women":1,"fashion":1},"11906,1972,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"an":2,"eye":1,"more":2,"bright":2,"than":3,"theirs":1,"less":1,"false":1,"in":10,"rolling":1,"gilding":1,"the":4,"object":1,"whereupon":1,"it":2,"gazeth":1,"a":5,"man":1,"hue":1,"all":3,"hues":1,"his":6,"controlling":1,"much":2,"steals":1,"men":1,"s":13,"eyes":1,"and":11,"women":2,"souls":1,"amazeth":1,"for":7,"woman":1,"wert":1,"thou":4,"first":2,"created":1,"till":1,"nature":1,"as":10,"she":2,"wrought":1,"thee":6,"fell":1,"doting":1,"by":3,"addition":1,"me":7,"of":8,"defeated":1,"adding":1,"one":2,"thing":2,"to":6,"my":5,"purpose":2,"nothing":1,"but":5,"since":1,"prick":1,"d":3,"out":1,"pleasure":1,"mine":3,"be":3,"thy":5,"love":7,"use":2,"their":1,"treasure":1,"so":6,"is":5,"not":8,"with":8,"that":5,"muse":1,"stirr":1,"painted":1,"beauty":2,"verse":1,"who":2,"heaven":3,"itself":1,"ornament":1,"doth":4,"every":1,"fair":3,"rehearse":1,"making":1,"couplement":1,"proud":1,"compare":1,"sun":1,"moon":1,"earth":1,"sea":1,"rich":1,"gems":1,"april":1,"born":1,"flowers":1,"things":1,"rare":1,"air":2,"this":1,"huge":1,"rondure":1,"hems":1,"o":2,"let":2,"true":1,"truly":1,"write":1,"then":3,"believe":1,"any":1,"mother":1,"child":1,"though":1,"those":1,"gold":1,"candles":1,"fix":1,"them":1,"say":2,"like":1,"hearsay":1,"well":1,"i":8,"will":3,"praise":1,"sell":1,"glass":1,"shall":1,"persuade":1,"am":1,"old":1,"long":1,"youth":1,"are":1,"date":1,"when":2,"time":1,"furrows":1,"behold":1,"look":1,"death":1,"days":1,"should":1,"expiate":1,"cover":1,"seemly":1,"raiment":1,"heart":4,"which":2,"breast":1,"live":1,"thine":2,"how":1,"can":1,"elder":1,"art":1,"therefore":1,"thyself":1,"wary":1,"myself":1,"bearing":1,"keep":1,"chary":1,"tender":1,"nurse":1,"her":1,"babe":1,"from":1,"faring":1,"ill":1,"presume":1,"on":2,"slain":1,"gavest":1,"give":1,"back":1,"again":1,"unperfect":1,"actor":1,"stage":1,"fear":2,"put":1,"besides":1,"part":1,"or":1,"some":1,"fierce":1,"replete":1,"too":1,"rage":1,"whose":1,"strength":2,"abundance":1,"weakens":1,"own":2,"trust":1,"forget":1,"perfect":1,"ceremony":1,"rite":1,"seem":1,"decay":1},"13878,2000,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"o":3,"ercharged":1,"with":5,"burden":1,"of":8,"mine":4,"own":1,"love":6,"s":7,"might":1,"let":2,"my":11,"books":1,"be":2,"then":2,"the":12,"eloquence":1,"and":10,"dumb":1,"presagers":1,"speaking":1,"breast":2,"who":2,"plead":1,"for":9,"look":1,"recompense":1,"more":3,"than":1,"that":7,"tongue":1,"hath":6,"express":1,"d":7,"learn":1,"to":13,"read":1,"what":3,"silent":1,"writ":1,"hear":1,"eyes":6,"belongs":1,"fine":1,"wit":3,"eye":2,"play":1,"painter":3,"stell":1,"thy":4,"beauty":1,"form":1,"in":9,"table":1,"heart":2,"body":1,"is":4,"frame":1,"wherein":1,"tis":1,"held":1,"perspective":1,"it":3,"art":2,"through":2,"must":1,"you":1,"see":3,"his":2,"skill":1,"find":1,"where":3,"your":1,"true":1,"image":1,"pictured":1,"lies":2,"which":3,"bosom":1,"shop":1,"hanging":1,"still":1,"windows":2,"glazed":1,"thine":3,"now":1,"good":2,"turns":1,"have":2,"done":1,"drawn":1,"shape":1,"me":2,"are":2,"sun":2,"delights":1,"peep":1,"gaze":1,"therein":1,"on":3,"thee":2,"yet":1,"this":2,"cunning":1,"want":1,"grace":1,"their":5,"they":3,"draw":1,"but":3,"know":1,"not":3,"those":1,"favour":1,"stars":1,"public":1,"honour":3,"proud":1,"titles":1,"boast":1,"whilst":1,"i":6,"whom":2,"fortune":1,"such":1,"triumph":1,"bars":1,"unlook":1,"joy":1,"most":1,"great":2,"princes":1,"favourites":1,"fair":2,"leaves":1,"spread":1,"as":2,"marigold":1,"at":2,"themselves":1,"pride":1,"buried":1,"a":2,"frown":1,"glory":1,"die":1,"painful":1,"warrior":1,"famoused":1,"fight":1,"after":1,"thousand":1,"victories":1,"once":1,"foil":1,"from":1,"book":1,"razed":1,"quite":1,"all":2,"rest":1,"forgot":1,"he":1,"toil":1,"happy":1,"am":1,"beloved":1,"may":2,"remove":1,"nor":1,"removed":1,"lord":1,"vassalage":1,"merit":1,"duty":3,"strongly":1,"knit":1,"send":1,"written":1,"embassage":1,"witness":1,"show":2,"so":2,"poor":1,"make":1,"seem":1,"bare":1,"wanting":1,"words":1,"hope":1,"some":1,"conceit":1,"soul":1,"thought":1,"naked":1,"will":1,"bestow":1,"till":1,"whatsoever":1,"star":1,"guides":1,"moving":1,"points":1,"graciously":1,"aspect":1,"puts":1,"apparel":1,"tatter":1,"loving":1},"15878,1989,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"to":13,"show":2,"me":5,"worthy":1,"of":3,"thy":3,"sweet":2,"respect":1,"then":7,"may":1,"i":12,"dare":1,"boast":1,"how":3,"do":4,"love":2,"thee":5,"till":1,"not":3,"my":16,"head":2,"where":2,"thou":3,"mayst":1,"prove":1,"weary":1,"with":7,"toil":3,"haste":1,"bed":1,"the":10,"dear":1,"repose":1,"for":5,"limbs":2,"travel":1,"tired":1,"but":3,"begins":1,"a":3,"journey":1,"in":7,"work":2,"mind":2,"when":5,"body":1,"s":10,"expired":1,"thoughts":2,"from":3,"far":2,"abide":1,"intend":1,"zealous":1,"pilgrimage":1,"and":13,"keep":1,"drooping":1,"eyelids":1,"open":1,"wide":1,"looking":1,"on":2,"darkness":1,"which":2,"blind":1,"see":1,"save":1,"that":4,"soul":1,"imaginary":1,"sight":1,"presents":1,"shadow":1,"sightless":1,"view":1,"like":5,"jewel":1,"hung":1,"ghastly":1,"night":8,"makes":1,"black":1,"beauteous":1,"her":1,"old":1,"face":1,"new":1,"lo":1,"thus":1,"by":6,"day":7,"myself":3,"no":1,"quiet":1,"find":1,"can":1,"return":1,"happy":1,"plight":1,"am":1,"debarr":1,"d":5,"benefit":1,"rest":1,"oppression":1,"is":1,"eased":1,"oppress":1,"each":1,"though":1,"enemies":1,"either":1,"reign":1,"consent":1,"shake":1,"hands":1,"torture":1,"one":2,"other":1,"complain":1,"still":1,"farther":1,"off":1,"tell":1,"please":1,"them":1,"art":2,"bright":1,"dost":1,"him":3,"grace":1,"clouds":1,"blot":1,"heaven":3,"so":1,"flatter":1,"swart":1,"complexion":1,"sparkling":1,"stars":1,"twire":1,"gild":1,"st":1,"even":1,"doth":2,"daily":1,"draw":1,"sorrows":1,"longer":1,"nightly":1,"make":1,"grief":1,"strength":1,"seem":1,"stronger":1,"disgrace":1,"fortune":1,"men":1,"eyes":1,"all":1,"alone":1,"beweep":1,"outcast":1,"state":3,"trouble":1,"deal":1,"bootless":1,"cries":1,"look":1,"upon":1,"curse":1,"fate":1,"wishing":1,"more":1,"rich":1,"hope":1,"featured":1,"friends":1,"possess":1,"desiring":1,"this":1,"man":2,"scope":1,"what":1,"most":1,"enjoy":1,"contented":1,"least":1,"yet":1,"these":1,"almost":1,"despising":1,"haply":1,"think":1,"lark":1,"at":2,"break":1,"arising":1,"sullen":1,"earth":1,"sings":1,"hymns":1,"gate":1,"remember":1,"such":1,"wealth":1,"brings":1,"scorn":1,"change":1,"kings":1},"17867,1969,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"when":2,"to":5,"the":14,"sessions":1,"of":14,"sweet":1,"silent":1,"thought":3,"i":13,"summon":1,"up":1,"remembrance":1,"things":2,"past":1,"sigh":1,"lack":1,"many":5,"a":5,"thing":1,"sought":1,"and":13,"with":8,"old":1,"woes":1,"new":2,"wail":1,"my":6,"dear":3,"time":2,"s":5,"waste":1,"then":3,"can":2,"drown":1,"an":1,"eye":3,"unused":1,"flow":1,"for":5,"precious":1,"friends":2,"hid":1,"in":4,"death":2,"dateless":1,"night":1,"weep":1,"afresh":1,"love":8,"long":1,"since":2,"cancell":1,"d":3,"woe":3,"moan":2,"expense":1,"vanish":1,"sight":1,"grieve":1,"at":1,"grievances":1,"foregone":1,"heavily":1,"from":2,"tell":1,"o":2,"er":1,"sad":1,"account":1,"fore":1,"bemoaned":1,"which":4,"pay":1,"as":2,"if":3,"not":2,"paid":1,"before":1,"but":4,"while":1,"think":1,"on":1,"thee":4,"friend":2,"all":8,"losses":1,"are":1,"restored":1,"sorrows":1,"end":1,"thy":2,"bosom":1,"is":2,"endeared":1,"hearts":1,"by":4,"lacking":1,"have":2,"supposed":1,"dead":2,"there":1,"reigns":1,"loving":2,"parts":2,"those":1,"buried":2,"how":1,"holy":1,"obsequious":1,"tear":1,"hath":1,"religious":1,"stol":1,"n":1,"mine":1,"interest":1,"now":2,"appear":1,"removed":1,"that":3,"hidden":1,"lie":1,"thou":3,"art":1,"grave":1,"where":1,"doth":1,"live":1,"hung":1,"trophies":1,"lovers":1,"gone":1,"who":1,"their":4,"me":3,"did":1,"give":1,"due":1,"thine":1,"alone":1,"images":1,"loved":1,"view":1,"they":2,"hast":1,"survive":1,"well":1,"contented":1,"day":1,"churl":1,"bones":1,"dust":1,"shall":1,"cover":1,"shalt":1,"fortune":1,"once":1,"more":1,"re":1,"survey":1,"these":1,"poor":1,"rude":1,"lines":1,"deceased":1,"lover":1,"compare":1,"them":2,"bettering":1,"though":1,"be":1,"outstripp":1,"every":1,"pen":1,"reserve":1,"rhyme":1,"exceeded":1,"height":1,"happier":1,"men":1,"vouchsafe":1,"this":3,"had":2,"muse":1,"grown":1,"growing":1,"age":1,"dearer":1,"birth":1,"than":1,"his":3,"brought":1,"march":1,"ranks":1,"better":2,"equipage":1,"he":1,"died":1,"poets":1,"prove":1,"theirs":1,"style":1,"ll":1,"read":1,"full":1,"glorious":1,"morning":1,"seen":1,"flatter":1,"mountain":1,"tops":1,"sovereign":1,"kissing":1,"golden":1,"face":1,"meadows":1,"green":1},"19836,1985,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"gilding":1,"pale":1,"streams":1,"with":6,"heavenly":1,"alchemy":1,"anon":1,"permit":1,"the":11,"basest":1,"clouds":3,"to":8,"ride":1,"ugly":1,"rack":1,"on":3,"his":2,"celestial":1,"face":2,"and":12,"from":3,"forlorn":1,"world":2,"visage":1,"hide":1,"stealing":1,"unseen":1,"west":1,"this":3,"disgrace":2,"even":2,"so":2,"my":8,"sun":3,"one":4,"early":1,"morn":1,"did":1,"shine":1,"all":3,"triumphant":1,"splendor":1,"brow":1,"but":5,"out":1,"alack":1,"he":1,"was":1,"hour":1,"mine":1,"region":1,"cloud":2,"hath":1,"mask":1,"d":1,"him":3,"me":7,"now":1,"yet":2,"for":3,"love":4,"no":3,"whit":1,"disdaineth":1,"suns":1,"of":2,"may":1,"stain":2,"when":1,"heaven":1,"s":4,"staineth":1,"why":1,"didst":1,"thou":4,"promise":1,"such":3,"a":4,"beauteous":1,"day":1,"make":2,"travel":1,"forth":1,"without":2,"cloak":1,"let":2,"base":1,"o":1,"ertake":1,"in":8,"way":1,"hiding":1,"thy":11,"bravery":1,"their":1,"rotten":1,"smoke":1,"tis":1,"not":3,"enough":1,"that":8,"through":1,"break":1,"dry":1,"rain":1,"storm":1,"beaten":1,"man":1,"well":1,"salve":1,"can":2,"speak":1,"heals":1,"wound":1,"cures":1,"nor":1,"shame":1,"give":1,"physic":1,"grief":1,"though":3,"repent":1,"i":4,"have":2,"still":1,"loss":1,"offender":1,"sorrow":1,"lends":1,"weak":1,"relief":1,"bears":1,"strong":1,"offence":1,"cross":1,"ah":1,"those":2,"tears":1,"are":4,"pearl":1,"which":4,"sheds":1,"they":1,"rich":1,"ransom":1,"ill":1,"deeds":1,"more":2,"be":4,"grieved":1,"at":1,"hast":1,"done":1,"roses":1,"thorns":1,"silver":1,"fountains":1,"mud":1,"eclipses":1,"both":1,"moon":1,"loathsome":1,"canker":1,"lives":2,"sweetest":1,"bud":1,"men":1,"faults":1,"authorizing":1,"trespass":1,"compare":1,"myself":2,"corrupting":1,"salving":1,"amiss":1,"excusing":1,"sins":2,"than":1,"sensual":1,"fault":1,"bring":1,"sense":1,"adverse":1,"party":1,"is":3,"advocate":1,"gainst":1,"lawful":1,"plea":1,"commence":1,"civil":1,"war":1,"hate":1,"an":1,"accessary":1,"needs":1,"must":2,"sweet":1,"thief":1,"sourly":1,"robs":1,"confess":1,"we":1,"two":2,"twain":1,"although":1,"our":3,"undivided":1,"loves":2,"shall":1,"blots":1,"do":1,"remain":1,"help":1,"by":1,"borne":1,"alone":1,"there":1,"respect":1,"separable":1,"spite":1,"it":1,"alter":1,"sole":1,"effect":1},"21821,885,data/raw/vllm-0.10.1/benchmarks/sonnet.txt":{"yet":1,"doth":2,"it":1,"steal":1,"sweet":1,"hours":1,"from":2,"love":3,"s":2,"delight":2,"i":8,"may":1,"not":3,"evermore":1,"acknowledge":1,"thee":4,"lest":1,"my":3,"bewailed":1,"guilt":1,"should":1,"do":4,"shame":1,"nor":2,"thou":3,"with":1,"public":1,"kindness":1,"honour":2,"me":2,"unless":1,"take":2,"that":4,"thy":6,"name":1,"but":1,"so":3,"in":4,"such":2,"sort":1,"as":2,"being":1,"mine":2,"is":2,"good":1,"report":1,"a":2,"decrepit":1,"father":1,"takes":1,"to":2,"see":1,"his":1,"active":1,"child":1,"deeds":1,"of":4,"youth":1,"made":1,"lame":2,"by":2,"fortune":1,"dearest":1,"spite":1,"all":4,"comfort":1,"worth":1,"and":2,"truth":1,"for":1,"whether":1,"beauty":1,"birth":1,"or":5,"wealth":1,"wit":1,"any":1,"these":1,"more":1,"entitled":1,"parts":1,"crowned":1,"sit":1,"make":1,"engrafted":1,"this":3,"store":1,"then":2,"am":2,"poor":1,"despised":1,"whilst":1,"shadow":1,"substance":1,"give":1,"abundance":1,"sufficed":1,"part":1,"glory":1,"live":1,"look":1,"what":1,"best":2,"wish":2,"have":1,"ten":1,"times":1,"happy":1},"0,1759,data/raw/vllm-0.10.1/benchmarks/benchmark_ngram_proposer.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":5,"project":1,"import":7,"gc":2,"numpy":1,"as":1,"np":3,"from":5,"tabulate":2,"benchmark":1,"utils":2,"timecollector":3,"config":6,"modelconfig":2,"speculativeconfig":2,"vllmconfig":2,"flexibleargumentparser":1,"v1":1,"spec":3,"decode":1,"ngram":8,"proposer":4,"ngramproposer":2,"def":1,"main":1,"args":14,"rows":2,"for":3,"max":7,"in":3,"collector":3,"us":1,"model":5,"facebook":2,"opt":2,"125m":2,"task":1,"generate":1,"len":1,"num":11,"token":6,"tokenizer":2,"mode":1,"auto":2,"dtype":1,"seed":1,"none":1,"trust":1,"remote":1,"code":1,"false":1,"speculative":2,"prompt":2,"lookup":2,"min":3,"tokens":3,"method":1,"warm":1,"up":1,"propose":2,"random":2,"randint":2,"20":2,"collect":1,"range":2,"iteration":1,"req":3,"with":1,"i":2,"append":1,"dump":1,"avg":1},"1759,1456,data/raw/vllm-0.10.1/benchmarks/benchmark_ngram_proposer.py":{"print":1,"tabulate":1,"rows":1,"headers":1,"request":2,"token":3,"min":2,"ngram":4,"max":3,"avg":1,"us":2,"tablefmt":1,"grid":1,"floatfmt":1,"3f":1,"def":1,"invoke":2,"main":4,"none":1,"parser":8,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":2,"performance":1,"of":5,"n":3,"gram":3,"speculative":2,"decode":1,"drafting":1,"add":6,"argument":6,"num":4,"iteration":1,"type":6,"int":6,"default":6,"100":1,"help":6,"number":4,"iterations":1,"to":5,"run":1,"stablize":1,"final":1,"data":1,"readings":1,"req":1,"128":1,"requests":1,"in":1,"batch":1,"1500":1,"tokens":2,"for":1,"each":1,"3":2,"minimum":1,"match":2,"nargs":1,"5":1,"7":1,"10":1,"15":1,"20":1,"maximum":1,"spec":1,"generate":1,"args":3,"parse":1,"if":1,"name":1,"pragma":1,"no":1,"cover":1},"0,1810,data/raw/vllm-0.10.1/benchmarks/benchmark_long_document_qa_throughput.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":9,"the":16,"vllm":6,"project":1,"offline":1,"benchmark":2,"test":1,"long":2,"document":4,"qa":2,"throughput":2,"example":1,"usage":1,"this":1,"workload":1,"samples":1,"8":2,"different":1,"prompts":4,"with":1,"a":1,"default":6,"input":1,"length":3,"of":5,"20000":2,"tokens":3,"then":1,"replicates":1,"each":5,"prompt":5,"times":2,"in":4,"random":5,"order":1,"python":1,"py":1,"model":1,"meta":1,"llama":2,"7b":1,"chat":1,"hf":1,"enable":1,"prefix":1,"caching":1,"num":2,"documents":3,"repeat":6,"count":2,"commandline":1,"arguments":1,"number":3,"sample":1,"from":4,"optional":4,"output":1,"len":1,"generate":1,"for":2,"10":1,"mode":3,"supported":1,"modes":1,"are":1,"shuffle":2,"randomly":1,"tile":1,"entire":1,"list":1,"is":3,"repeated":2,"sequence":1,"potentially":1,"lowest":1,"cache":2,"hit":2,"interleave":1,"consecutively":1,"before":1,"moving":1,"next":1,"element":1,"highest":1,"seed":2,"when":1,"meantime":1,"it":1,"also":1,"supports":1,"all":1,"engine":4,"args":1,"initialize":1,"llm":2,"you":1,"can":1,"refer":1,"arg":2,"utils":3,"engineargs":2,"more":1,"details":1,"import":6,"dataclasses":1,"time":1,"samplingparams":1,"flexibleargumentparser":1},"1810,1424,data/raw/vllm-0.10.1/benchmarks/benchmark_long_document_qa_throughput.py":{"def":2,"test":2,"long":2,"document":2,"qa":2,"llm":4,"none":3,"sampling":6,"params":4,"prompts":12,"with":1,"the":16,"given":1,"and":1,"parameters":1,"print":2,"time":10,"spent":1,"in":5,"processing":1,"all":2,"args":2,"language":1,"model":1,"used":2,"for":2,"generating":1,"responses":1,"parameter":1,"to":5,"generate":2,"response":1,"a":4,"list":6,"of":7,"prompt":5,"strings":1,"be":2,"processed":1,"by":1,"start":2,"end":2,"f":1,"execute":1,"requests":1,"4f":1,"secs":1,"repeat":6,"count":2,"mode":4,"str":1,"each":3,"specified":2,"number":2,"times":2,"order":2,"output":1,"depends":1,"on":1,"repeated":3,"is":1,"repetition":2,"supported":1,"modes":1,"are":1,"random":1,"shuffle":1,"randomly":1,"after":1,"tile":1,"entire":1,"sequence":1,"example":2,"1":6,"2":6,"3":6,"interleave":1,"consecutively":1,"before":1,"moving":1,"next":1,"returns":1},"3234,1891,data/raw/vllm-0.10.1/benchmarks/benchmark_long_document_qa_throughput.py":{"raises":1,"valueerror":2,"if":2,"an":1,"invalid":2,"mode":10,"is":2,"provided":1,"print":3,"repeat":7,"random":4,"repeated":6,"prompts":19,"count":4,"shuffle":2,"return":3,"elif":2,"tile":2,"interleave":2,"for":3,"prompt":2,"in":3,"extend":1,"else":1,"raise":1,"f":1,"only":1,"support":1,"def":2,"main":1,"args":13,"seed":2,"prepare":1,"the":7,"we":1,"append":1,"document":6,"id":1,"at":1,"beginning":1,"to":1,"avoid":1,"any":1,"of":2,"being":1,"prefix":2,"other":1,"documents":3,"str":2,"i":4,"join":2,"hi":2,"length":2,"range":2,"num":2,"warmup":2,"this":1,"warm":2,"up":2,"request":1,"create":2,"llm":7,"engine":3,"engineargs":1,"from":1,"cli":1,"dataclasses":1,"asdict":1,"sampling":5,"params":5,"samplingparams":1,"temperature":1,"0":1,"max":1,"tokens":1,"output":1,"len":1,"test":2,"long":2,"qa":2,"start":1,"generating":1,"argument":1,"parser":2,"flexibleargumentparser":1,"description":1,"benchmark":1,"performance":1,"with":1,"or":1,"without":1,"automatic":1,"caching":1},"5125,1338,data/raw/vllm-0.10.1/benchmarks/benchmark_long_document_qa_throughput.py":{"parser":12,"add":7,"argument":7,"document":1,"length":1,"type":6,"int":5,"roughly":1,"the":5,"number":2,"of":4,"tokens":1,"for":4,"a":1,"system":1,"paper":1,"excluding":1,"images":1,"default":6,"20000":1,"help":5,"range":2,"input":2,"lengths":2,"sampling":2,"prompts":4,"specified":2,"as":2,"min":2,"max":2,"e":2,"g":2,"128":2,"256":2,"num":1,"documents":1,"8":1,"output":1,"len":1,"10":1,"repeat":6,"count":1,"2":1,"times":1,"to":2,"each":1,"prompt":1,"mode":3,"str":1,"random":4,"supported":1,"modes":1,"are":1,"tile":1,"and":1,"interleave":1,"see":1,"in":1,"source":1,"code":1,"details":1,"shuffle":1,"seed":2,"0":1,"when":1,"is":1,"engineargs":1,"cli":1,"args":4,"return":1,"if":1,"name":1,"main":2,"create":1,"parse":1},"0,1607,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/rate_limiter.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":2,"asyncio":3,"time":10,"class":1,"ratelimiter":1,"token":4,"bucket":1,"rate":7,"limiter":2,"implementation":1,"def":4,"init":1,"self":17,"limit":5,"requests":1,"per":1,"second":2,"num":7,"available":10,"tokens":8,"last":4,"refill":5,"monotonic":2,"lock":4,"synchronization":1,"async":6,"acquire":4,"a":1,"from":1,"while":1,"true":2,"with":1,"current":3,"elapsed":3,"if":5,"more":1,"than":1,"1":4,"has":1,"passed":1,"check":1,"are":1,"return":2,"calculate":1,"wait":3,"no":2,"await":2,"sleep":1,"aenter":1,"enter":1,"context":2,"manager":2,"aexit":1,"exc":2,"type":1,"value":1,"traceback":1,"exit":1,"cleanup":1,"needed":1,"pass":1},"0,1914,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/round_robin_proxy.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":5,"vllm":1,"project":1,"import":4,"asyncio":3,"itertools":2,"aiohttp":3,"from":1,"web":6,"class":1,"roundrobinproxy":2,"def":3,"init":1,"self":6,"target":8,"ports":4,"port":4,"cycle":3,"async":5,"handle":2,"request":10,"next":1,"url":3,"f":2,"http":2,"localhost":3,"path":2,"qs":1,"with":2,"clientsession":1,"as":3,"session":2,"try":1,"forward":1,"method":2,"headers":4,"data":1,"content":3,"response":7,"start":2,"sending":1,"resp":5,"streamresponse":1,"status":3,"await":6,"prepare":1,"stream":1,"for":1,"chunk":2,"in":1,"iter":1,"any":1,"write":2,"eof":1,"return":2,"except":1,"exception":1,"e":2,"text":1,"error":1,"str":1,"500":1,"main":3,"proxy":3,"8100":1,"8200":1,"app":3,"application":1,"router":1,"add":1,"route":1,"runner":3,"apprunner":1,"setup":1,"site":2,"tcpsite":1,"8000":2,"print":1,"server":2,"started":1,"on":1,"keep":1,"running":1,"event":1,"wait":1,"if":1,"name":1,"run":1},"0,1845,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/disagg_prefill_proxy_server.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":2,"project":1,"import":8,"argparse":2,"asyncio":1,"logging":5,"os":1,"aiohttp":1,"from":3,"quart":2,"response":2,"make":1,"request":2,"rate":2,"limiter":1,"ratelimiter":1,"queue":3,"requestqueue":1,"configure":1,"basicconfig":1,"level":1,"info":1,"logger":1,"getlogger":1,"name":1,"def":2,"parse":5,"args":5,"command":2,"line":2,"arguments":2,"parser":9,"argumentparser":1,"description":1,"p":1,"d":1,"disaggregation":1,"proxy":1,"server":2,"add":8,"argument":7,"timeout":2,"type":7,"float":1,"default":12,"300":2,"help":7,"for":1,"backend":2,"service":3,"requests":4,"in":2,"seconds":1,"max":1,"concurrent":2,"int":4,"100":2,"maximum":3,"services":1,"size":1,"500":2,"number":1,"of":1,"limit":1,"40":2,"per":1,"second":1,"port":2,"8000":2,"run":1,"on":1,"prefill":2,"url":4,"str":2,"http":2,"localhost":2,"8100":1,"v1":2,"completions":2,"endpoint":2,"decode":2,"8200":1,"return":1,"main":1},"1845,1343,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/disagg_prefill_proxy_server.py":{"initialize":2,"configuration":2,"using":1,"command":1,"line":1,"parameters":1,"aiohttp":4,"timeout":4,"clienttimeout":1,"total":1,"args":7,"max":3,"concurrent":3,"requests":2,"request":10,"queue":9,"size":3,"rate":8,"limit":3,"prefill":4,"service":7,"url":9,"decode":4,"port":2,"app":5,"quart":1,"name":1,"the":3,"limiter":4,"and":2,"ratelimiter":1,"requestqueue":1,"attach":1,"object":1,"to":2,"application":1,"instance":1,"config":1,"update":1,"start":2,"processing":2,"on":1,"startup":2,"before":1,"serving":2,"async":2,"def":2,"task":2,"when":1,"starts":1,"asyncio":1,"create":1,"process":1,"forward":2,"data":1,"backend":1,"with":1,"limiting":1,"error":1,"handling":1,"headers":1,"authorization":1,"f":1,"bearer":1,"os":1,"environ":1,"get":1,"openai":1,"api":1,"key":1},"3188,1867,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/disagg_prefill_proxy_server.py":{"use":1,"rate":2,"limiter":2,"as":4,"context":1,"manager":1,"async":5,"with":2,"aiohttp":3,"clientsession":1,"timeout":5,"session":2,"try":2,"post":1,"url":5,"json":2,"data":3,"headers":2,"response":6,"if":1,"status":2,"200":1,"stream":1,"chunks":1,"for":2,"chunk":2,"bytes":2,"in":2,"content":1,"iter":1,"chunked":1,"1024":1,"yield":4,"else":1,"handle":3,"backend":3,"service":6,"errors":3,"error":11,"text":3,"await":2,"logger":3,"s":5,"b":3,"except":2,"clienterror":1,"e":2,"connection":2,"to":2,"str":1,"unavailable":1,"asyncio":1,"timeouterror":1,"connecting":1,"def":1,"process":2,"request":10,"a":1,"single":1,"through":1,"prefill":7,"and":1,"decode":1,"stages":1,"original":2,"get":1,"create":1,"max":2,"tokens":2,"1":2,"copy":1,"execute":1,"stage":1,"forward":1,"continue":1},"5055,1711,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/disagg_prefill_proxy_server.py":{"execute":1,"decode":2,"stage":1,"and":2,"stream":1,"response":13,"generator":2,"forward":1,"request":10,"service":1,"url":1,"original":1,"data":1,"await":3,"make":1,"timeout":4,"none":1,"disable":1,"for":2,"streaming":1,"return":6,"except":2,"exception":2,"logger":2,"error":5,"processing":3,"b":3,"internal":1,"server":3,"status":3,"500":1,"content":3,"type":3,"application":3,"json":3,"app":2,"route":1,"v1":1,"completions":1,"methods":1,"post":1,"async":1,"def":1,"handle":3,"incoming":1,"api":1,"requests":1,"with":2,"concurrency":1,"rate":1,"limiting":1,"create":2,"task":7,"asyncio":2,"process":1,"enqueue":2,"or":3,"reject":1,"if":3,"queue":4,"is":1,"full":3,"not":1,"busy":1,"try":2,"again":1,"later":1,"503":2,"the":3,"from":1,"cancellederror":1,"cancellation":1,"warning":1,"cancelled":2,"due":1,"to":2,"start":1,"quart":1,"host":1,"can":1,"be":1,"set":1,"0":4,"run":1,"port":2,"name":1,"main":2},"0,1311,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/visualize_benchmark_results.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"import":3,"json":3,"matplotlib":1,"pyplot":1,"as":3,"plt":7,"pandas":1,"pd":2,"if":1,"name":7,"main":1,"data":3,"for":3,"in":3,"disagg":3,"prefill":6,"chunked":3,"qps":8,"4":3,"6":1,"8":1,"with":1,"open":1,"f":4,"results":2,"x":4,"load":1,"append":1,"df":11,"dataframe":1,"from":1,"dict":1,"dis":3,"chu":3,"style":1,"use":1,"bmh":1,"rcparams":1,"font":1,"size":1,"20":1,"key":5,"mean":2,"ttft":3,"ms":6,"median":2,"p99":2,"itl":3,"fig":3,"ax":5,"subplots":1,"figsize":1,"11":1,"7":1,"plot":2,"label":2,"marker":2,"o":2,"linewidth":2,"legend":1,"set":3,"xlabel":1,"ylabel":1,"ylim":1,"bottom":1,"savefig":1,"png":1,"close":1},"0,1366,data/raw/vllm-0.10.1/benchmarks/disagg_benchmarks/request_queue.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":2,"vllm":1,"project":1,"import":2,"asyncio":4,"from":1,"collections":1,"deque":2,"class":1,"requestqueue":1,"request":3,"queue":18,"manager":1,"with":3,"concurrency":3,"control":4,"def":3,"init":1,"self":19,"max":8,"concurrent":5,"size":10,"maximum":2,"requests":2,"semaphore":4,"current":1,"lock":5,"sync":1,"async":4,"enqueue":1,"task":5,"add":1,"a":1,"if":2,"return":2,"false":1,"append":1,"1":2,"true":2,"process":2,"queued":1,"using":1,"for":1,"while":1,"popleft":1,"await":2,"sleep":1,"01":1,"yield":1,"event":1,"loop":1},"0,779,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"automated":1,"vllm":7,"server":3,"parameter":2,"tuning":1,"this":1,"script":2,"automates":1,"the":5,"process":1,"of":2,"finding":1,"optimal":1,"combination":1,"max":2,"num":2,"seqs":1,"and":3,"batched":1,"tokens":1,"to":4,"maximize":1,"throughput":1,"for":1,"a":1,"it":3,"also":1,"supports":1,"additional":1,"constraints":1,"such":1,"as":1,"e2e":1,"latency":1,"prefix":1,"cache":1,"hit":1,"rate":1,"table":1,"contents":1,"prerequisites":3,"configuration":2,"how":4,"run":2,"example":2,"use":2,"cases":2,"output":2,"works":2,"before":1,"running":1,"please":1,"ensure":1,"following":1,"steps":1,"are":1,"completed":1,"1":1,"clone":3,"set":1,"up":1,"branch":2,"repository":1,"check":1,"out":1,"your":1,"desired":1,"bash":1,"git":2,"https":1,"github":1,"com":1,"project":1,"cd":1},"779,361,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"git":1,"checkout":1,"your":2,"branch":1,"1":1,"install":3,"environment":3,"or":1,"update":1,"the":2,"correct":1,"running":1,"for":1,"tpu":1,"usage":1,"activate":1,"conda":1,"and":3,"corresponding":1,"torch":2,"xla":1,"versions":1,"2":1,"model":2,"configuration":2,"if":1,"you":1,"are":2,"using":1,"a":1,"customized":1,"ensure":1,"its":1,"files":1,"correctly":1,"placed":1,"accessible":1},"1140,1660,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"configuration":1,"you":3,"must":1,"set":4,"the":11,"following":1,"variables":1,"at":1,"top":1,"of":4,"script":1,"before":1,"execution":1,"variable":1,"description":1,"example":1,"value":1,"base":1,"required":8,"absolute":1,"path":2,"to":11,"parent":1,"directory":3,"your":1,"vllm":2,"repository":1,"home":1,"model":5,"hugging":1,"face":1,"identifier":1,"be":1,"served":1,"by":1,"meta":1,"llama":2,"3":1,"1":2,"8b":1,"instruct":1,"system":1,"hardware":1,"are":2,"running":1,"on":1,"choices":1,"tpu":2,"or":1,"gpu":1,"for":4,"other":1,"systems":1,"it":1,"might":1,"not":1,"support":1,"saving":1,"profiles":1,"tp":1,"tensor":1,"parallelism":1,"size":1,"download":3,"dir":1,"and":2,"load":1,"weights":1,"from":1,"default":2,"input":3,"len":3,"request":2,"length":3,"4000":1,"output":3,"16":1,"max":6,"4096":2,"min":1,"cache":2,"hit":2,"pct":1,"prefix":1,"rate":1,"in":2,"percentage":1,"0":2,"100":1,"disable":1,"60":1,"latency":3,"allowed":2,"ms":1,"maximum":1,"p99":1,"end":2,"milliseconds":1,"a":3,"very":2,"large":1,"number":1,"e":2,"g":2,"100000000000":1,"effectively":1,"ignore":1,"constraint":1,"500":1,"num":7,"seqs":4,"list":4,"space":2,"separated":2,"string":2,"values":3,"test":3,"128":1,"256":1,"batched":3,"tokens":4,"1024":1,"2048":1,"note":1,"medium":1,"sized":1,"inputs":1,"outputs":1,"short":1,"contexts":1,"20":2,"may":1,"need":1,"larger":1},"2800,1639,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"how":2,"to":6,"run":2,"1":2,"configure":2,"edit":1,"the":12,"script":6,"and":5,"set":1,"variables":1,"in":1,"configuration":5,"section":1,"2":2,"execute":1,"since":1,"process":1,"can":1,"take":1,"a":7,"long":1,"time":1,"it":1,"is":2,"highly":1,"recommended":1,"use":2,"terminal":1,"multiplexer":1,"like":1,"tmux":1,"or":2,"screen":1,"prevent":1,"from":1,"stopping":1,"if":1,"your":1,"connection":1,"lost":1,"bash":6,"cd":1,"folder":1,"of":3,"this":2,"auto":2,"tune":2,"sh":2,"please":1,"note":1,"that":1,"command":2,"cannot":1,"contain":1,"full":1,"partial":1,"path":1,"with":3,"keyword":1,"vllm":2,"otherwise":1,"pkill":1,"f":1,"will":1,"also":1,"kill":1,"itself":1,"example":1,"cases":1,"here":1,"are":1,"few":1,"examples":1,"for":2,"different":1,"goals":1,"maximize":3,"throughput":4,"no":1,"latency":8,"constraint":1,"goal":3,"find":3,"best":3,"max":8,"num":2,"seqs":1,"batched":1,"tokens":3,"get":1,"highest":1,"possible":1,"1800":4,"input":4,"20":4,"output":4,"len":9,"model":3,"2048":3,"min":3,"cache":4,"hit":4,"pct":3,"0":2,"allowed":3,"ms":3,"100000000000":1,"very":1,"large":1,"number":1,"requirement":2,"server":2,"parameters":2,"when":1,"p99":1,"end":2,"must":1,"be":1,"below":1,"500ms":2,"500":2,"3":1,"prefix":2,"caching":1,"requirements":1,"assuming":1,"60":2,"rate":1},"4439,639,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"output":3,"after":1,"the":9,"script":1,"finishes":1,"you":1,"will":1,"find":1,"results":1,"in":2,"a":3,"new":1,"timestamped":1,"directory":3,"created":2,"inside":1,"base":2,"auto":2,"benchmark":3,"log":6,"files":1,"yyyy":1,"mm":2,"dd":1,"hh":1,"contains":2,"detailed":1,"logs":1,"for":3,"each":4,"run":2,"vllm":3,"txt":3,"from":2,"server":1,"parameter":1,"combination":2,"bm":1,"bench":1,"serve":1,"command":1,"final":1,"result":2,"summary":2,"file":1,"named":1,"is":1,"it":1,"of":1,"tested":1,"and":1,"concludes":1,"with":1,"overall":1,"best":1,"parameters":1,"found":1,"text":1},"5078,863,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"example":1,"result":1,"txt":1,"content":1,"hash":1,"a1b2c3d4":1,"max":6,"num":8,"seqs":4,"128":2,"batched":4,"tokens":4,"2048":2,"request":1,"rate":1,"10":2,"0":4,"e2el":1,"450":1,"5":2,"throughput":3,"9":2,"8":2,"goodput":1,"4096":1,"does":1,"not":2,"meet":1,"latency":2,"requirement":2,"500":1,"best":8,"256":1,"12":1,"profile":3,"saved":1,"in":1,"home":1,"user":1,"vllm":1,"auto":1,"benchmark":1,"2024":1,"08":1,"01":1,"30":1,"if":1,"it":2,"cannot":1,"find":1,"the":7,"parameters":1,"final":1,"row":1,"will":1,"be":2,"this":1,"can":1,"due":1,"to":1,"either":1,"server":1,"starting":1,"properly":1,"or":2,"being":1,"too":1,"strict":1,"profiler":2,"trace":3,"a":2,"directory":2,"named":1,"is":1,"created":1,"inside":1,"log":1,"contains":1,"file":1,"e":1,"g":1,"xplane":1,"pb":1,"for":2,"tpu":1,"json":1,"gpu":1,"from":1,"single":1,"performing":1,"run":1},"5941,1489,data/raw/vllm-0.10.1/benchmarks/auto_tune/README.md":{"how":1,"it":2,"works":1,"the":25,"script":5,"follows":1,"a":4,"systematic":1,"process":2,"to":1,"find":2,"optimal":1,"parameters":2,"1":1,"max":4,"gpu":2,"memory":4,"utilization":2,"first":2,"determines":1,"highest":3,"safe":1,"starting":1,"from":1,"0":1,"98":1,"and":4,"decreasing":2,"that":2,"does":1,"not":1,"cause":1,"an":2,"out":1,"of":2,"oom":1,"error":1,"when":1,"launching":1,"server":2,"this":4,"ensures":1,"benchmark":3,"runs":1,"use":1,"maximum":2,"available":1,"without":1,"crashing":1,"2":1,"iterate":1,"then":1,"enters":1,"nested":1,"loop":1,"iterating":1,"through":1,"every":1,"combination":3,"num":2,"seqs":1,"batched":1,"tokens":1,"provided":1,"in":1,"configuration":2,"lists":1,"3":1,"latency":6,"aware":1,"throughput":4,"search":2,"for":5,"each":1,"parameter":2,"vllm":2,"is":6,"started":1,"run":2,"with":2,"infinite":1,"request":3,"rate":3,"inf":1,"if":2,"resulting":1,"p99":1,"e2e":1,"within":1,"allowed":1,"ms":1,"limit":1,"considered":1,"too":1,"high":1,"performs":1,"by":1,"iteratively":1,"until":1,"constraint":1,"met":1,"finds":1,"sustainable":1,"given":1,"requirement":1,"4":1,"track":1,"best":2,"result":1,"throughout":1,"tracks":1,"has":1,"yielded":1,"valid":1,"so":1,"far":1,"5":1,"profile":1,"collection":1,"performing":1,"saves":1,"profiler":1,"output":1,"which":1,"can":1,"be":1,"used":1,"deep":1,"dive":1,"performance":1,"analysis":1,"tools":1,"like":1,"tensorboard":1},"0,599,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":1,"project":1,"import":2,"logging":4,"from":1,"enum":3,"class":1,"color":1,"red":1,"033":7,"91m":1,"green":1,"92m":1,"blue":1,"94m":1,"purple":1,"95m":1,"cyan":1,"96m":1,"yellow":1,"93m":1,"reset":1,"0m":1,"def":1,"str":1,"self":2,"return":1,"value":1,"text":1,"separator":1,"100":1,"configure":1,"logger":2,"basicconfig":1,"level":1,"info":1,"format":1,"asctime":1,"s":4,"levelname":1,"message":1,"datefmt":1,"d":1,"m":2,"y":1,"h":1,"getlogger":1,"name":1},"0,76,data/raw/vllm-0.10.1/benchmarks/multi_turn/requirements.txt":{"numpy":1,"1":2,"24":1,"pandas":1,"2":2,"0":2,"aiohttp":1,"3":2,"10":1,"transformers":1,"4":1,"46":1,"xlsxwriter":1},"0,1912,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":1,"vllm":1,"project":1,"from":5,"abc":3,"import":7,"abstractmethod":2,"statistics":1,"mean":1,"typing":1,"any":2,"namedtuple":1,"optional":1,"union":4,"numpy":1,"as":2,"np":7,"type":3,"ignore":3,"pandas":1,"pd":1,"bench":1,"utils":1,"text":1,"separator":1,"color":1,"logger":1,"transformers":1,"autotokenizer":1,"conversation":3,"id":3,"is":5,"a":3,"string":1,"e":1,"g":1,"uztk34d":1,"convid":2,"str":6,"list":5,"of":2,"dicts":4,"with":2,"keys":2,"and":2,"messages":2,"sharegptconversations":1,"dict":2,"role":1,"content":1,"messageslist":2,"map":1,"conversationsmap":1,"class":3,"distribution":3,"def":7,"sample":3,"self":21,"size":8,"int":8,"1":4,"ndarray":3,"pass":1,"uniformdistribution":2,"init":2,"min":6,"val":13,"float":3,"max":7,"integer":4,"bool":1,"true":1,"none":2,"if":1,"return":5,"random":2,"randint":1,"else":1,"uniform":1,"repr":2,"f":2,"constantdistribution":1,"value":7,"full":1,"shape":1,"fill":1,"constant":1},"1912,1930,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"class":4,"zipfdistribution":2,"distribution":8,"def":10,"init":3,"self":30,"alpha":10,"float":4,"max":15,"val":15,"optional":3,"int":8,"none":6,"sample":3,"size":9,"1":3,"np":10,"ndarray":3,"samples":12,"random":3,"zipf":1,"if":3,"minimum":3,"return":6,"repr":3,"str":7,"f":3,"poissondistribution":2,"poisson":1,"lognormaldistribution":2,"mean":6,"sigma":6,"lognormal":1,"round":1,"astype":1,"genconvargs":1,"namedtuple":1,"num":6,"conversations":1,"text":1,"files":1,"list":1,"input":4,"turns":1,"common":1,"prefix":2,"tokens":4,"output":1,"print":1,"stats":1,"bool":1,"verify":1,"field":2,"exists":1,"conf":1,"dict":1,"name":1,"section":1,"subsection":1},"3842,1940,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"none":5,"if":6,"field":11,"name":2,"not":4,"in":6,"conf":24,"raise":3,"valueerror":3,"f":3,"missing":3,"section":14,"and":3,"subsection":17,"def":1,"get":5,"random":1,"distribution":11,"dict":1,"str":2,"optional":3,"bool":1,"false":1,"can":2,"be":2,"prompt":2,"input":1,"or":2,"output":1,"both":1,"required":1,"found":1,"assume":1,"the":1,"value":3,"is":2,"always":1,"0":2,"return":5,"constantdistribution":2,"num":3,"turns":1,"tokens":2,"prefix":1,"constant":1,"verify":7,"exists":7,"elif":4,"zipf":1,"alpha":4,"max":13,"val":9,"zipfdistribution":1,"poisson":1,"poissondistribution":1,"lognormal":1,"mean":2,"sigma":2,"lognormaldistribution":1,"uniform":1,"min":1},"5782,1842,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"min":6,"value":9,"conf":15,"max":5,"assert":9,"0":3,"is":2,"integer":2,"isinstance":5,"int":2,"and":1,"return":1,"uniformdistribution":1,"else":1,"raise":1,"valueerror":1,"f":2,"unknown":1,"distribution":7,"def":1,"parse":2,"input":13,"json":1,"file":3,"dict":2,"genconvargs":1,"validate":1,"the":3,"required":2,"fields":2,"filetype":2,"num":13,"conversations":4,"text":7,"files":7,"prompt":8,"output":4,"for":2,"field":7,"in":3,"missing":1,"generate":1,"should":4,"be":4,"larger":1,"than":1,"zero":1,"list":3,"a":2,"len":1,"with":1,"at":1,"least":1,"one":1,"parameters":1,"workload":1,"turns":2,"get":6,"random":5,"tokens":8,"common":2,"prefix":4,"optional":1,"true":2,"print":4,"stats":4,"bool":2,"false":2,"either":1,"or":1},"7624,1818,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"args":2,"genconvargs":1,"num":17,"conversations":4,"conf":1,"text":2,"files":2,"input":9,"turns":3,"common":2,"prefix":4,"tokens":28,"output":2,"print":5,"stats":9,"return":1,"def":1,"conv":3,"conversationsmap":1,"tokenizer":2,"autotokenizer":1,"none":1,"collect":1,"statistics":3,"list":6,"dict":1,"any":2,"req":6,"int":4,"ncollecting":1,"for":3,"messages":4,"in":2,"values":1,"is":1,"a":1,"of":2,"dicts":1,"user":7,"assistant":6,"request":3,"0":6,"m":4,"content":3,"len":2,"ids":1,"if":1,"role":2,"append":4,"new":1,"prompt":2,"including":1,"all":1,"chat":2,"history":2,"elif":1,"update":1,"answer":1,"will":1,"be":1,"part":1,"the":1,"next":1,"item":2,"conversation":1,"mean":2,"extend":1,"percentiles":1,"25":1,"5":1,"75":1,"9":1,"99":1},"9442,1904,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"print":9,"text":13,"separator":5,"f":3,"color":6,"yellow":2,"conversations":6,"statistics":2,"reset":3,"df":4,"pd":2,"dataframe":2,"conv":3,"stats":2,"describe":2,"percentiles":4,"transpose":2,"request":2,"req":1,"columns":1,"tokens":10,"def":1,"generate":4,"args":7,"genconvargs":1,"tokenizer":3,"autotokenizer":1,"conversationsmap":2,"for":4,"all":1,"user":3,"prompts":2,"from":1,"the":2,"input":3,"files":2,"will":2,"be":3,"appended":1,"to":3,"this":1,"line":1,"base":3,"prompt":5,"please":1,"rewrite":1,"following":1,"and":2,"add":3,"more":1,"content":1,"token":1,"count":8,"len":1,"encode":2,"special":2,"false":2,"logger":2,"info":2,"purple":1,"generating":1,"list":2,"of":4,"filename":2,"in":3,"load":1,"file":5,"that":1,"used":1,"with":1,"open":1,"as":1,"data":2,"read":1,"extend":1,"id":1,"0":1,"number":3,"turns":2,"every":3,"conversation":2,"turn":7,"np":3,"ndarray":2,"num":4,"sample":2,"should":2,"at":1,"least":1,"2":3,"one":2,"assistant":1,"answer":2,"maximum":1,"round":1,"up":1,"an":2,"even":1,"have":1,"prefix":3},"11346,1866,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"used":1,"to":3,"reduce":1,"shared":2,"text":6,"between":3,"conversations":5,"jump":1,"skip":1,"over":1,"sections":1,"base":3,"offset":2,"0":5,"common":10,"prefix":12,"size":1,"for":5,"all":1,"only":1,"1":3,"sample":4,"required":1,"tokens":12,"int":1,"args":4,"input":6,"num":6,"if":3,"using":1,"at":1,"the":5,"end":1,"separate":1,"sentences":1,"tokenizer":2,"decode":1,"list":1,"of":2,"2":1,"conv":4,"id":7,"in":2,"range":2,"generate":2,"a":3,"single":1,"conversation":2,"messages":1,"messageslist":1,"nturns":4,"turn":8,"count":11,"user":5,"prompt":3,"token":10,"per":2,"with":2,"lower":2,"limit":2,"np":4,"ndarray":2,"maximum":2,"assistant":1,"answer":1,"output":4,"true":1,"role":1,"use":1,"unique":1,"each":1,"avoid":1,"content":5,"f":1,"is":1,"nice":1,"number":2,"len":2,"and":1,"update":1,"left":1,"encode":1,"add":1,"special":1,"false":1},"13212,1543,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"if":3,"turn":3,"id":4,"0":3,"prefix":9,"num":9,"tokens":15,"conv":3,"add":3,"text":7,"context":1,"to":4,"the":7,"first":1,"start":7,"offset":17,"base":5,"end":7,"assert":2,"len":2,"list":3,"of":3,"not":2,"enough":2,"input":4,"generate":2,"f":5,"for":2,"content":2,"tokenizer":1,"decode":1,"actual":1,"user":1,"prompt":4,"question":1,"after":1,"token":3,"count":3,"from":1,"file":1,"reach":1,"desired":1,"max":1},"14755,1906,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"convert":1,"tokens":11,"back":1,"to":7,"text":2,"content":7,"tokenizer":3,"decode":2,"list":9,"of":4,"start":1,"offset":4,"end":1,"else":1,"role":3,"assistant":3,"this":1,"will":2,"not":4,"be":3,"used":2,"as":1,"input":5,"the":8,"llm":2,"server":2,"actual":1,"answers":1,"instead":1,"is":1,"only":1,"required":1,"determine":1,"min":1,"max":1,"inputs":1,"num":4,"output":1,"token":1,"count":1,"turn":3,"id":14,"assert":5,"len":2,"f":5,"enough":1,"generate":1,"for":3,"append":2,"user":3,"message":1,"messages":10,"add":1,"new":1,"conversation":5,"conversations":7,"conv":10,"increase":1,"base":2,"next":1,"nturns":1,"if":1,"args":1,"print":2,"stats":2,"return":1,"def":1,"dict":1,"sharegptconversations":1,"conversationsmap":2,"item":3,"in":3,"str":2,"isinstance":2,"found":1,"more":1,"than":1,"once":1,"messageslist":1,"should":1,"a":1,"0":1,"with":1,"no":1},"16661,941,data/raw/vllm-0.10.1/benchmarks/multi_turn/bench_dataset.py":{"logger":1,"info":1,"f":2,"using":1,"len":4,"conversations":8,"unique":1,"ids":1,"assert":1,"input":3,"list":3,"print":6,"statistics":2,"about":1,"the":1,"selected":1,"stats":5,"dict":4,"str":1,"any":1,"for":2,"conv":8,"data":4,"in":2,"values":1,"append":2,"num":1,"turns":1,"text":3,"separator":3,"color":2,"yellow":1,"reset":1,"percentiles":3,"0":7,"25":1,"5":1,"75":1,"9":1,"99":1,"999":1,"9999":1,"pd":1,"dataframe":1,"describe":1,"transpose":1,"return":2,"def":1,"to":1,"conversationsmap":1,"sharegptconversations":2,"output":3,"id":3,"items":1,"new":2,"item":2,"messages":1},"0,1832,data/raw/vllm-0.10.1/benchmarks/multi_turn/convert_sharegpt_to_openai.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":1,"project":1,"download":1,"dataset":1,"from":4,"https":1,"huggingface":1,"co":1,"datasets":1,"philschmid":1,"sharegpt":5,"raw":1,"blob":1,"main":1,"20230401":2,"clean":2,"lang":2,"split":2,"json":4,"convert":2,"openai":2,"api":1,"export":1,"input":3,"file":2,"python":1,"py":1,"conv":3,"128":2,"max":4,"items":1,"import":8,"argparse":1,"random":1,"statistics":3,"mean":1,"typing":1,"any":3,"optional":4,"pandas":1,"as":1,"pd":1,"type":3,"ignore":3,"tqdm":3,"transformers":1,"autotokenizer":2,"def":3,"has":3,"non":2,"english":2,"chars":4,"text":2,"str":2,"bool":2,"return":4,"not":1,"isascii":1,"content":17,"is":1,"valid":1,"min":3,"len":10,"int":4,"if":3,"and":3,"false":2,"print":2,"stats":2,"conversations":2,"list":3,"dict":1,"tokenizer":3,"none":2,"collect":1,"ncollecting":1,"for":2,"item":3,"in":2,"id":1,"messages":4,"user":3,"turns":2,"assistant":3,"words":3,"tokens":4,"m":3,"num":3,"count":1,"1":1,"ids":1},"1832,1878,data/raw/vllm-0.10.1/benchmarks/multi_turn/convert_sharegpt_to_openai.py":{"if":8,"m":2,"role":2,"user":13,"turns":15,"1":2,"words":13,"content":8,"num":4,"tokenizer":2,"tokens":10,"append":3,"elif":1,"assistant":13,"assert":3,"f":1,"invalid":1,"conversation":1,"id":2,"item":5,"conv":6,"stats":6,"len":9,"messages":1,"characters":1,"chars":1,"0":9,"int":8,"mean":2,"print":2,"nstatistics":1,"percentiles":3,"25":1,"5":1,"75":1,"9":1,"99":1,"999":1,"9999":1,"df":2,"pd":1,"dataframe":1,"describe":1,"transpose":1,"def":1,"convert":1,"sharegpt":1,"to":1,"openai":1,"seed":1,"input":1,"file":2,"str":3,"output":1,"max":8,"items":1,"optional":6,"min":7,"none":6,"model":1,"and":2,"verify":1,"that":1,"is":1,"not":1,"larger":1,"than":1,"both":1,"were":1,"given":1},"3710,1984,data/raw/vllm-0.10.1/benchmarks/multi_turn/convert_sharegpt_to_openai.py":{"print":5,"f":8,"input":5,"parameters":1,"n":2,"seed":5,"max":3,"items":3,"min":2,"content":2,"len":6,"turns":11,"random":2,"tokenizer":3,"none":2,"if":4,"model":3,"is":1,"not":2,"loading":1,"from":4,"autotokenizer":1,"pretrained":1,"read":1,"the":4,"sharegpt":7,"json":2,"file":6,"reading":1,"with":2,"open":1,"encoding":1,"utf":1,"8":1,"as":1,"should":3,"be":1,"a":2,"list":7,"of":3,"dicts":3,"each":1,"dict":4,"have":1,"id":15,"string":1,"and":3,"conversations":5,"data":5,"load":1,"assert":3,"isinstance":1,"contain":1,"total":1,"in":8,"shuffling":1,"dataset":3,"shuffle":1,"map":1,"conversation":10,"to":1,"all":1,"messages":1,"parts":9,"str":4,"any":2,"for":2,"item":6,"tqdm":2,"missing":2,"key":2,"e":1,"g":1,"hiwplmd":1,"part":1,"session":1,"0":5,"1":4,"2":1,"etc":1,"conv":9,"split":1,"new":9,"start":1,"elif":1,"prev":2,"we":1,"assume":1,"that":1,"are":1,"order":1,"append":1},"5694,1953,data/raw/vllm-0.10.1/benchmarks/multi_turn/convert_sharegpt_to_openai.py":{"merge":1,"all":1,"parts":2,"for":3,"conv":6,"part":2,"in":11,"conversations":13,"extend":1,"if":7,"len":3,"0":2,"new":2,"item":7,"dataset":5,"append":1,"print":1,"f":3,"total":1,"unique":1,"ids":1,"input":1,"file":1,"final":2,"output":1,"data":1,"openai":2,"list":2,"dict":2,"filter":1,"from":12,"the":5,"sharegpt":1,"and":5,"convert":2,"to":3,"format":1,"tqdm":2,"messages":1,"assert":4,"id":8,"missing":3,"key":2,"min":2,"turns":5,"is":6,"not":3,"none":4,"skip":2,"short":1,"continue":2,"each":1,"message":2,"conversation":5,"up":2,"max":3,"specified":1,"i":3,"turn":9,"enumerate":1,"value":2,"invalid":3,"or":1,"role":6,"human":1,"user":4,"elif":2,"gpt":2,"bing":1,"chatgpt":1,"bard":1,"assistant":2,"system":2,"first":1,"it":1,"this":1,"happens":1,"when":1,"a":2,"follow":1,"previous":1,"same":1,"break":1},"7647,1992,data/raw/vllm-0.10.1/benchmarks/multi_turn/convert_sharegpt_to_openai.py":{"convert":1,"message":1,"to":3,"openai":11,"format":2,"with":2,"role":5,"and":5,"content":10,"turn":7,"value":1,"messages":10,"append":2,"add":1,"the":6,"converted":3,"conversation":1,"if":6,"len":6,"0":2,"valid":6,"true":4,"first":1,"should":1,"always":1,"be":1,"from":2,"user":8,"for":1,"m":4,"in":1,"make":1,"sure":1,"that":1,"turns":1,"alternate":1,"between":1,"assistant":2,"or":1,"not":4,"false":3,"break":2,"is":4,"min":1,"max":5,"final":12,"dataset":11,"id":2,"conv":1,"assert":1,"number":1,"of":1,"conversations":2,"zero":1,"print":9,"stats":6,"again":3,"items":5,"none":1,"f":5,"n":1,"nsampling":1,"random":1,"sample":1,"after":2,"changed":1,"tokenizer":1,"write":1,"data":1,"a":1,"new":1,"json":2,"file":4,"size":2,"ntotal":1,"filtering":1,"nwriting":1,"output":2,"open":1,"w":1,"encoding":1,"utf":1,"8":1,"as":1,"dump":1,"ensure":1,"ascii":1,"indent":1,"2":1},"9639,1699,data/raw/vllm-0.10.1/benchmarks/multi_turn/convert_sharegpt_to_openai.py":{"def":1,"main":3,"none":7,"parser":11,"argparse":1,"argumentparser":1,"description":1,"convert":2,"sharegpt":3,"dataset":1,"to":4,"openai":3,"api":1,"format":2,"add":9,"argument":9,"input":3,"file":7,"help":9,"path":2,"the":6,"json":2,"output":4,"seed":3,"type":7,"int":6,"default":7,"0":1,"for":1,"random":1,"number":6,"generators":1,"max":7,"items":3,"maximum":2,"of":5,"in":3,"min":5,"turns":6,"minimum":1,"per":2,"conversation":2,"content":6,"len":4,"characters":2,"messages":2,"model":3,"str":1,"llm":1,"only":1,"tokenizer":1,"will":1,"be":1,"used":1,"args":11,"parse":1,"if":1,"name":1},"0,317,data/raw/vllm-0.10.1/benchmarks/multi_turn/README.md":{"benchmark":2,"kv":1,"cache":1,"offloading":1,"with":1,"multi":2,"turn":2,"conversations":1,"the":1,"requirements":2,"pip":1,"for":1,"serving":2,"py":1,"can":1,"be":1,"found":1,"in":1,"txt":1,"first":1,"start":1,"your":1,"model":3,"bash":1,"export":1,"name":2,"models":1,"meta":2,"llama":2,"3":1,"1":1,"8b":1,"instruct":1,"vllm":1,"serve":1,"disable":1,"log":1,"requests":1},"317,815,data/raw/vllm-0.10.1/benchmarks/multi_turn/README.md":{"synthetic":2,"multi":5,"turn":5,"conversations":3,"download":1,"the":6,"following":2,"text":3,"file":4,"used":2,"for":1,"generation":1,"of":2,"bash":2,"wget":1,"https":1,"www":1,"gutenberg":1,"org":1,"ebooks":1,"1184":2,"txt":4,"utf":2,"8":2,"mv":1,"pg1184":2,"filename":1,"is":2,"in":1,"generate":3,"json":3,"see":2,"files":2,"but":1,"you":4,"may":1,"use":1,"other":1,"if":2,"prefer":1,"using":1,"this":1,"specific":1,"not":1,"required":1,"then":1,"run":1,"benchmarking":1,"script":1,"export":1,"model":3,"name":2,"models":1,"meta":2,"llama":2,"3":1,"1":1,"8b":1,"instruct":1,"python":1,"benchmark":1,"serving":1,"py":1,"input":1,"num":1,"clients":1,"2":1,"max":1,"active":1,"6":1,"can":1,"edit":1,"to":1,"change":1,"conversation":1,"parameters":1,"number":1,"turns":1,"etc":1,"successful":1,"will":1,"output":1},"1132,1224,data/raw/vllm-0.10.1/benchmarks/multi_turn/README.md":{"bash":1,"statistics":1,"summary":1,"runtime":1,"sec":2,"215":1,"810":1,"requests":1,"per":1,"0":9,"769":1,"count":1,"mean":1,"std":1,"min":1,"25":6,"50":4,"75":4,"90":3,"99":3,"max":1,"ttft":1,"ms":3,"166":7,"78":1,"22":1,"67":1,"63":1,"45":2,"91":2,"59":1,"94":2,"62":2,"26":1,"64":1,"43":2,"69":1,"66":1,"353":1,"18":1,"567":1,"54":1,"tpot":1,"37":1,"57":2,"24":1,"40":1,"07":2,"31":1,"84":1,"27":1,"28":1,"05":1,"latency":1,"2591":1,"326":1,"1998":1,"53":1,"2341":1,"2573":1,"01":3,"2860":1,"10":1,"3003":1,"3268":1,"46":1,"3862":1,"input":2,"num":4,"turns":1,"7":2,"4":1,"1":1,"00":24,"3":1,"11":3,"13":1,"17":2,"tokens":2,"2006":1,"20":1,"893":1,"56":1,"522":1,"1247":1,"2019":1,"2718":1,"3233":1,"3736":1,"3899":1,"output":2,"100":1,"80":3,"109":1,"116":1,"120":2,"chunks":1,"79":1,"98":1,"108":1,"115":1,"119":2},"2356,797,data/raw/vllm-0.10.1/benchmarks/multi_turn/README.md":{"sharegpt":11,"conversations":2,"to":7,"run":1,"with":2,"the":11,"data":1,"download":1,"following":1,"dataset":5,"https":1,"huggingface":1,"co":1,"datasets":1,"philschmid":1,"raw":1,"blob":1,"main":1,"20230401":2,"clean":2,"lang":2,"split":2,"json":5,"use":2,"convert":4,"openai":2,"py":4,"script":2,"a":2,"format":1,"supported":1,"by":1,"benchmark":2,"serving":2,"multi":2,"turn":2,"bash":1,"python":1,"conv":2,"128":5,"seed":1,"99":1,"max":2,"items":2,"will":1,"standard":1,"user":1,"assistant":1,"roles":1,"flag":1,"is":1,"used":1,"sample":1,"from":1,"original":1,"change":1,"as":2,"needed":1,"output":1,"file":2,"input":1,"for":1},"0,2000,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":3,"vllm":1,"project":1,"import":20,"argparse":1,"asyncio":1,"json":2,"logging":1,"multiprocessing":1,"as":3,"mp":1,"os":1,"random":3,"time":4,"from":10,"collections":1,"counter":1,"deque":1,"datetime":2,"enum":3,"http":1,"httpstatus":1,"statistics":1,"mean":1,"typing":1,"namedtuple":5,"optional":3,"union":1,"aiohttp":1,"type":4,"ignore":4,"numpy":1,"np":1,"pandas":1,"pd":1,"bench":2,"dataset":2,"conversationsmap":1,"convid":1,"genconvargs":1,"messageslist":1,"sharegptconversations":1,"conversations":4,"dict":2,"list":2,"generate":1,"parse":1,"input":1,"file":1,"utils":1,"text":1,"separator":1,"color":1,"logger":1,"transformers":1,"autotokenizer":1,"num":4,"tokens":4,"term":1,"signal":1,"none":1,"class":5,"conversationsampling":2,"str":7,"round":2,"robin":2,"def":1,"self":2,"return":1,"value":3,"clientargs":1,"seed":1,"int":8,"max":4,"requests":1,"skip":1,"first":5,"turn":1,"bool":7,"turns":1,"active":1,"verbose":1,"print":1,"content":3,"verify":1,"output":2,"conversation":1,"sampling":1,"request":1,"rate":1,"float":5,"requestargs":1,"chat":1,"url":2,"model":1,"stream":1,"limit":4,"min":1,"use":2,"negative":2,"for":2,"no":2,"benchmarkargs":1,"clients":1,"early":1,"stop":1,"serverresponse":1,"valid":1,"ttft":1,"ms":4,"chunk":5,"tpot":1,"per":1,"one":1,"or":1,"more":1,"latency":1,"start":1,"of":1,"includes":1,"chunks":1},"2000,1987,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"def":6,"str":6,"self":45,"return":4,"f":5,"ttft":5,"ms":16,"2f":7,"tpot":5,"latency":5,"noqa":3,"e501":3,"class":3,"requeststats":1,"namedtuple":1,"float":10,"start":1,"time":1,"input":4,"num":11,"turns":1,"int":7,"tokens":9,"output":7,"chunks":3,"first":3,"chunk":3,"approx":3,"cached":3,"percent":3,"conversation":1,"id":2,"client":1,"in":1,"metricstats":1,"init":2,"none":9,"min":8,"optional":4,"max":8,"avg":5,"sum":4,"0":8,"count":5,"update":1,"value":6,"if":3,"is":2,"else":2,"1":1,"repr":1,"no":1,"data":1,"10":3,"3f":3,"movingaverage":1,"window":5,"size":4,"np":1,"zeros":1,"index":1},"3987,1859,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"def":4,"update":10,"self":35,"new":5,"value":7,"float":1,"none":3,"if":2,"count":6,"window":10,"size":5,"filling":1,"up":1,"the":1,"sum":4,"1":2,"else":1,"is":1,"full":1,"start":1,"replacing":1,"old":3,"values":1,"index":4,"avg":7,"repr":1,"str":2,"0":1,"return":2,"no":1,"data":10,"f":1,"10":1,"3f":1,"samples":1,"class":1,"debugstats":1,"init":1,"logger":4,"logging":1,"int":1,"metrics":9,"dict":1,"union":1,"movingaverage":3,"metricstats":7,"moving":4,"ttft":6,"ms":15,"tpot":6,"latency":3,"input":6,"num":9,"turns":3,"tokens":6,"output":3,"requeststats":1},"5846,1840,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"def":5,"print":1,"self":5,"none":8,"logger":3,"info":5,"50":2,"for":2,"k":2,"v":2,"in":2,"metrics":1,"items":1,"kv":2,"f":1,"25":1,"must":1,"support":1,"python":2,"3":2,"8":1,"we":1,"can":1,"t":1,"use":2,"str":8,"removeprefix":1,"prefix":5,"introduced":1,"9":1,"remove":1,"text":5,"if":5,"startswith":1,"return":4,"len":1,"nanosec":2,"to":3,"millisec":1,"value":4,"float":6,"1000000":1,"0":6,"sec":5,"1000000000":1,"async":1,"send":1,"request":2,"session":1,"aiohttp":2,"clientsession":1,"messages":3,"list":2,"dict":1,"chat":1,"url":1,"model":3,"stream":4,"bool":1,"true":3,"min":4,"tokens":11,"optional":4,"int":6,"max":8,"serverresponse":1,"payload":5,"seed":1,"temperature":1,"options":1,"include":1,"usage":1,"false":1,"is":3,"not":3,"headers":1,"content":1,"type":1,"application":1,"json":1,"calculate":1,"the":2,"timeout":7,"120":1,"assume":1,"tpot":1,"of":1,"200ms":1,"and":1,"determine":1,"2":1,"clienttimeout":1,"total":1,"valid":1,"response":1,"ttft":1,"chunk":2,"delay":1,"latency":1,"first":1,"generated":1,"start":2,"time":3,"perf":1,"counter":1,"ns":1,"most":1,"recent":1,"timestamp":1},"7686,1972,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"async":2,"with":1,"session":1,"post":1,"url":2,"chat":1,"json":3,"payload":1,"headers":2,"timeout":2,"as":1,"response":5,"http":5,"status":6,"httpstatus":2,"if":5,"ok":1,"for":1,"chunk":11,"bytes":5,"in":1,"content":8,"strip":1,"not":1,"continue":1,"remove":1,"prefix":1,"decode":1,"utf":1,"8":1,"data":6,"done":1,"end":1,"of":1,"stream":2,"latency":1,"time":7,"perf":3,"counter":3,"ns":3,"start":2,"elif":1,"is":3,"false":2,"loads":2,"message":4,"choices":2,"0":2,"assert":1,"role":1,"assistant":1,"generated":2,"text":4,"else":3,"timestamp":5,"int":1,"delta":6,"the":1,"new":1,"get":1,"none":2,"ttft":2,"first":4,"token":3,"decoding":1,"phase":1,"delay":1,"append":1,"most":2,"recent":2,"valid":1,"await":1,"logger":1,"warning":1,"f":2,"color":2,"yellow":1,"received":1,"value":1,"phrase":1,"reset":1},"9658,1863,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":6,"latency":7,"is":3,"none":2,"1":3,"0":9,"valid":3,"response":3,"streaming":1,"disabled":1,"was":2,"not":1,"set":1,"time":4,"perf":1,"counter":1,"ns":1,"start":3,"ttft":5,"the":3,"a":1,"single":1,"chunk":7,"each":1,"may":1,"include":1,"more":1,"than":1,"one":1,"token":7,"tpot":3,"float":1,"mean":1,"delay":3,"len":5,"else":2,"num":3,"chunks":3,"int":5,"sr":2,"serverresponse":1,"ms":4,"nanosec":4,"to":9,"millisec":4,"first":2,"content":2,"generated":1,"text":3,"return":5,"def":4,"get":4,"short":1,"string":1,"input":6,"str":6,"n":3,"20":1,"400":1,"f":1,"count":6,"tokenizer":5,"autotokenizer":3,"add":1,"special":1,"tokens":1,"false":1,"ids":1,"messages":12,"list":1,"dict":1,"for":1,"m":2,"in":1,"async":1,"send":1,"turn":1,"session":1,"aiohttp":1,"clientsession":1,"client":1,"id":2,"conv":1,"conversation":3,"messageslist":1,"use":5,"req":1,"args":1,"requestargs":1,"verbose":1,"bool":2,"verify":1,"output":1,"optional":1,"requeststats":1,"assert":2,"index":2,"of":1,"next":1,"message":1,"role":1,"should":1,"be":1,"user":1},"11521,1983,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"verify":1,"that":2,"the":7,"message":2,"has":1,"only":1,"two":1,"keys":2,"role":5,"and":3,"content":3,"assert":4,"len":3,"messages":14,"index":4,"2":1,"in":4,"user":3,"f":3,"failed":2,"on":1,"conversation":7,"id":4,"conv":2,"should":1,"be":1,"if":8,"verbose":1,"print":1,"color":2,"cyan":1,"turns":1,"reset":1,"none":4,"means":1,"there":1,"is":2,"no":1,"upper":1,"lower":1,"limit":5,"for":2,"output":2,"token":3,"count":3,"min":7,"tokens":24,"req":7,"args":7,"0":2,"else":2,"max":9,"to":3,"use":2,"contains":1,"an":1,"assistant":5,"answer":8,"next":1,"prompt":1,"num":8,"from":5,"dataset":4,"or":1,"compute":2,"number":2,"of":2,"input":3,"get":3,"tokenizer":2,"1":2,"send":2,"current":1,"llm":1,"a":1,"response":3,"serverresponse":1,"await":1,"request":2,"session":1,"chat":1,"url":1,"model":1,"stream":1,"valid":1,"false":1,"return":1},"13504,1708,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"num":21,"tokens":30,"in":6,"the":6,"user":1,"s":2,"last":1,"question":5,"get":3,"token":7,"count":3,"tokenizer":3,"messages":1,"index":1,"content":4,"history":3,"context":1,"of":1,"assert":1,"input":4,"llm":1,"answer":2,"first":10,"chunk":13,"and":5,"full":1,"response":6,"output":12,"prefix":1,"caching":1,"approximated":1,"cached":2,"percent":2,"approx":1,"100":1,"0":7,"if":3,"else":3,"compute":1,"correct":1,"ttft":7,"tpot":4,"based":1,"on":1,"not":1,"chunks":1,"required":1,"because":1,"multiple":2,"may":1,"be":1,"bundled":1,"a":4,"single":4,"1":6,"more":2,"than":2,"one":3,"decode":4,"ms":13,"latency":1,"this":1,"case":1,"was":1,"or":1,"even":1,"had":2,"adjust":1,"for":1,"delta":2,"max":1,"only":1},"15212,1966,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"rs":3,"requeststats":1,"ttft":2,"ms":8,"tpot":2,"latency":2,"response":5,"start":2,"time":2,"input":4,"num":9,"turns":1,"len":6,"messages":7,"tokens":8,"output":12,"chunks":2,"first":2,"chunk":2,"approx":2,"cached":2,"percent":2,"conversation":7,"id":7,"conv":3,"client":2,"if":4,"verbose":1,"print":3,"f":6,"n":3,"color":4,"yellow":2,"reset":2,"content":13,"metrics":1,"70":1,"save":1,"the":8,"llm":2,"s":1,"answer":13,"will":1,"be":2,"used":1,"as":2,"part":1,"of":1,"context":1,"for":1,"next":1,"user":2,"turn":1,"index":5,"to":2,"use":1,"assert":1,"role":3,"assistant":3,"failed":1,"on":1,"message":2,"should":1,"orig":4,"verify":1,"compare":1,"new":4,"from":1,"file":1,"debug":2,"info":2,"dataset":1,"answers":1,"do":1,"not":1,"match":1,"get":2,"short":2,"string":2,"raise":1,"valueerror":1,"update":1,"else":1,"a":2,"prompt":1,"that":1,"has":1,"no":1,"add":1,"append":1,"return":1},"17178,1897,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"async":3,"def":2,"poisson":2,"sleep":2,"request":4,"rate":3,"float":2,"verbose":2,"bool":1,"false":3,"none":3,"generate":1,"a":1,"random":4,"time":3,"interval":4,"from":1,"the":4,"distribution":1,"assert":1,"0":4,"np":2,"exponential":1,"1":1,"if":2,"logger":3,"info":3,"f":4,"sleeping":1,"for":4,"3f":1,"seconds":1,"await":1,"asyncio":1,"client":7,"main":1,"args":9,"clientargs":1,"req":1,"requestargs":1,"id":4,"int":1,"tokenizer":1,"autotokenizer":1,"stop":1,"event":2,"mp":4,"type":1,"ignore":1,"task":3,"queue":9,"result":2,"conv":2,"color":4,"cyan":1,"started":1,"max":7,"num":8,"requests":4,"active":5,"conversations":5,"reset":2,"noqa":1,"e501":1,"seed":4,"convs":1,"conversationsmap":1,"deque":2,"maxlen":1,"keep":1,"track":2,"of":3,"how":1,"many":1,"messages":1,"have":1,"been":1,"used":1,"each":1,"conversation":2,"turns":1,"count":1,"counter":3,"successes":2,"failures":2,"timestamp":1,"perf":1,"last":2,"turn":2,"per":1,"only":1,"debug":1,"dict":1,"convid":1,"flag":1,"that":2,"indicates":1,"there":1,"are":1,"no":1,"new":1,"tasks":1,"empty":2,"with":1,"aiohttp":1,"clientsession":1,"as":1,"session":1,"print":1,"progress":1,"while":1,"is":1,"and":1,"yellow":1,"reached":1,"limit":1,"break":1},"19075,1787,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":7,"stop":1,"event":1,"is":3,"set":1,"type":1,"ignore":1,"logger":3,"info":3,"f":4,"color":6,"yellow":2,"client":6,"id":16,"received":1,"a":2,"termination":1,"signal":2,"reset":3,"break":2,"while":1,"len":4,"active":5,"convs":3,"args":4,"max":1,"conversations":2,"and":2,"task":4,"queue":5,"empty":2,"false":1,"get":2,"new":2,"conversation":5,"from":1,"the":3,"conv":11,"messages":6,"term":1,"true":1,"skip":2,"first":2,"turn":2,"both":1,"user":1,"assistant":1,"relevant":1,"warmup":2,"was":2,"enabled":1,"default":1,"turns":4,"count":4,"will":3,"be":1,"zero":1,"never":1,"inserted":1,"updated":1,"in":1,"2":1,"add":1,"append":1,"verbose":2,"green":1,"use":2,"noqa":2,"e501":2,"elif":1,"no":1,"more":1,"finished":1,"during":1,"not":1,"all":1,"already":1,"sent":1},"20862,1652,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":4,"len":4,"active":6,"convs":3,"0":2,"or":1,"task":1,"queue":2,"empty":1,"logger":2,"info":2,"f":4,"color":2,"yellow":1,"client":4,"id":15,"has":2,"no":1,"more":1,"work":1,"reset":1,"break":1,"pick":1,"an":1,"conversation":4,"for":2,"the":2,"next":1,"request":1,"args":2,"sampling":1,"conversationsampling":2,"round":2,"robin":1,"conv":11,"pop":1,"else":1,"random":2,"ids":2,"list":2,"keys":1,"choice":1,"messages":7,"assert":2,"isinstance":1,"and":1,"update":1,"amount":1,"of":4,"to":1,"use":1,"turns":2,"count":2,"1":1,"current":4,"turn":13,"number":1,"is":1,"invalid":1,"that":1,"only":1,"verbose":1,"curr":3,"time":11,"sec":4,"float":2,"perf":1,"counter":1,"since":4,"last":7,"union":1,"str":1,"n":1,"a":1,"in":1,"3":1,"using":1,"noqa":1,"e501":1},"22514,1987,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"success":3,"true":1,"try":1,"result":4,"await":1,"send":1,"turn":9,"session":1,"client":7,"id":13,"conv":6,"messages":1,"current":4,"tokenizer":1,"req":1,"args":3,"print":1,"content":1,"verify":1,"output":1,"if":2,"is":1,"not":3,"none":2,"queue":1,"put":1,"else":1,"means":1,"that":1,"the":7,"request":2,"failed":1,"and":1,"should":2,"be":3,"added":1,"to":2,"statistics":1,"false":1,"num":4,"failures":3,"1":5,"logger":3,"warning":1,"f":3,"color":6,"yellow":1,"rejected":1,"during":3,"conversation":4,"reset":3,"noqa":3,"e501":3,"remove":1,"used":2,"again":1,"active":1,"convs":1,"pop":1,"except":2,"asyncio":1,"exceptions":1,"timeouterror":1,"exception":4,"red":2,"timeout":1,"break":2,"exit":2,"gracefully":2,"instead":2,"of":2,"raising":2,"an":2,"error":2,"successes":1,"update":1,"turns":2,"counter":1,"include":1,"llm":2,"response":2,"will":1,"as":1,"context":1,"for":1,"next":1,"user":1,"count":1},"24501,1899,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"max":6,"turns":9,"len":1,"messages":1,"if":5,"args":11,"is":5,"not":2,"none":2,"limit":1,"the":7,"number":1,"of":2,"in":1,"conversation":5,"min":1,"count":1,"conv":11,"id":11,"has":1,"no":2,"more":1,"longer":1,"active":2,"save":1,"updated":1,"with":1,"llm":1,"server":1,"s":1,"answer":1,"queue":13,"put":2,"convs":1,"pop":1,"verbose":2,"logger":2,"info":2,"f":4,"color":4,"green":1,"client":11,"finished":2,"reset":2,"else":1,"insert":1,"it":1,"at":1,"back":1,"appendleft":1,"sleep":2,"between":1,"requests":1,"lambda":1,"positive":1,"request":2,"rate":2,"0":1,"await":1,"poisson":1,"send":1,"indication":1,"that":1,"done":2,"term":2,"signal":2,"cyan":1,"num":2,"successes":1,"failures":1,"def":2,"worker":1,"function":1,"int":1,"tokenizer":2,"autotokenizer":1,"clientargs":1,"req":2,"requestargs":1,"stop":2,"event":3,"mp":4,"type":1,"ignore":1,"task":2,"result":2,"asyncio":1,"run":1,"main":1,"get":1,"config":1,"argparse":1,"namespace":1,"input":1,"conversationsmap":1},"26400,1558,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"tuple":1,"clientargs":1,"requestargs":1,"if":7,"args":9,"num":7,"clients":8,"1":3,"raise":5,"valueerror":5,"number":9,"of":9,"must":4,"be":5,"a":2,"positive":1,"len":2,"input":2,"conv":4,"conversations":13,"equal":3,"or":3,"larger":1,"than":3,"the":5,"max":18,"req":5,"per":10,"client":11,"optional":1,"int":1,"none":3,"requests":4,"is":2,"not":1,"should":1,"at":2,"least":1,"one":2,"active":14,"each":1,"will":1,"have":1,"only":1,"conversation":1,"time":1,"f":2,"less":1,"total":1,"greater":1,"skip":2,"first":2,"user":1,"turn":2,"as":1,"part":1,"warmup":2,"step":1},"27958,1811,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"common":1,"arguments":2,"for":5,"all":2,"clients":2,"client":6,"args":25,"clientargs":2,"seed":2,"max":14,"num":1,"requests":2,"req":4,"per":2,"skip":2,"first":2,"turn":2,"turns":2,"active":2,"conversations":2,"conv":2,"verbose":2,"print":2,"content":2,"verify":2,"output":2,"conversation":2,"sampling":2,"request":3,"rate":2,"if":3,"limit":10,"min":8,"tokens":12,"0":2,"or":2,"1":2,"raise":2,"valueerror":2,"invalid":2,"limits":3,"both":1,"should":2,"be":2,"provided":1,"not":2,"larger":1,"than":1,"api":1,"chat":4,"url":4,"f":1,"v1":1,"completions":1,"requestargs":2,"model":2,"stream":2,"no":1,"return":1,"async":1,"def":1,"main":1,"mp":6,"bench":1,"benchmarkargs":1,"tokenizer":1,"autotokenizer":1,"input":3,"conversationsmap":2,"tuple":1,"list":1,"requeststats":1,"an":1,"event":3,"that":1,"will":1,"trigger":1,"graceful":1,"termination":1,"of":1,"the":2,"stop":1,"queue":8,"from":1,"file":1,"dataset":1,"task":1,"measurements":1,"ttft":1,"tpot":1,"etc":1,"each":1,"result":1},"29769,1947,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"queue":12,"for":6,"output":2,"conversations":3,"with":1,"the":5,"llm":1,"answers":1,"sent":1,"by":1,"server":1,"conv":10,"mp":3,"conversationsmap":1,"client":10,"metrics":2,"list":1,"requeststats":1,"start":3,"all":3,"clients":18,"time":2,"perf":1,"counter":1,"ns":1,"logger":3,"info":2,"f":4,"color":4,"green":1,"starting":1,"bench":6,"args":9,"num":10,"reset":2,"id":7,"in":3,"range":2,"process":1,"name":1,"target":1,"worker":1,"function":1,"tokenizer":1,"req":1,"stop":1,"event":1,"task":3,"result":3,"append":2,"submit":1,"input":3,"as":1,"tasks":1,"messages":3,"items":1,"put":2,"add":1,"termination":1,"signals":1,"term":3,"signal":3,"collect":3,"updated":2,"from":1,"finished":5,"0":1,"total":1,"convs":1,"len":1,"debug":2,"stats":2,"debugstats":1,"min":1,"15":1,"500":1,"while":2,"conversation":1,"get":2,"results":1,"measurements":1,"not":1,"empty":1,"new":3,"data":3,"update":1,"if":1,"is":1,"1":1,"cyan":1,"out":1,"of":1},"31716,1973,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":9,"bench":4,"args":4,"early":1,"stop":4,"and":1,"not":3,"event":2,"is":3,"set":2,"once":1,"one":1,"client":4,"finished":11,"all":1,"other":1,"clients":8,"there":1,"no":1,"reason":1,"to":4,"continue":1,"the":6,"benchmark":1,"with":1,"fewer":1,"logger":2,"info":2,"f":3,"color":4,"yellow":1,"sending":1,"termination":1,"signal":1,"reset":2,"else":1,"output":2,"conv":3,"id":1,"messages":1,"convs":9,"len":4,"percent":3,"total":3,"tuned":3,"control":1,"print":3,"rate":1,"can":3,"be":4,"changed":1,"required":1,"cycle":2,"max":1,"3":3,"int":1,"num":4,"4":1,"0":3,"runtime":7,"sec":8,"nanosec":1,"time":2,"perf":1,"counter":1,"ns":1,"start":1,"cyan":1,"out":2,"of":4,"conversations":2,"noqa":2,"e501":2,"collected":1,"metrics":3,"measurements":1,"3f":1,"rps":3,"union":2,"str":2,"float":2,"round":2,"5":2,"do":1,"estimate":1,"number":1,"samples":1,"very":2,"low":1,"threshold":2,"needed":2,"n":2,"a":2,"left":2,"05":1,"less":1,"than":1,"were":1,"estimation":1,"will":1,"probably":1,"inaccurate":1},"33689,1726,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"logger":7,"info":5,"f":10,"color":10,"cyan":3,"estimated":2,"req":1,"sec":3,"rps":1,"runtime":2,"left":2,"reset":5,"noqa":1,"e501":1,"debug":1,"stats":1,"print":1,"all":6,"bench":2,"args":2,"num":2,"clients":10,"finished":3,"at":2,"this":2,"point":1,"the":4,"collect":1,"results":1,"ttft":1,"tpot":1,"etc":1,"from":2,"needs":1,"to":3,"happens":1,"before":1,"calling":1,"join":2,"on":1,"result":3,"queue":5,"should":2,"be":3,"emptied":1,"while":2,"not":2,"empty":2,"client":14,"metrics":2,"append":1,"get":2,"collected":1,"len":2,"samples":1,"wait":1,"for":3,"finish":1,"in":1,"waiting":1,"name":3,"is":3,"alive":3,"timeout":1,"120":1,"if":2,"warning":1,"yellow":1,"will":1,"terminated":1,"terminate":1,"exitcode":4,"0":2,"error":1,"red":1,"exited":2,"with":1,"exit":1,"code":1,"successfully":1,"output":1,"conv":1,"out":1,"of":1,"total":1,"convs":1,"conversations":1,"queues":1,"closed":1,"required":1,"avoid":1,"hang":1,"interpreter":1,"shutdown":1,"unfinished":2,"tasks":2,"task":2,"1":1},"35415,1979,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":8,"unfinished":3,"tasks":4,"0":8,"can":1,"happen":2,"not":1,"all":1,"conversations":1,"have":1,"finished":1,"may":1,"max":1,"num":1,"requests":1,"was":1,"used":1,"or":1,"an":1,"error":1,"occurred":1,"in":3,"one":1,"of":1,"the":2,"clients":1,"logger":3,"debug":1,"f":3,"discarding":1,"task":2,"queue":6,"close":3,"join":3,"thread":3,"result":2,"conv":4,"return":3,"output":2,"client":5,"metrics":5,"def":2,"get":1,"filename":3,"with":1,"timestamp":3,"label":2,"str":3,"extension":2,"time":12,"now":3,"datetime":1,"strftime":1,"d":1,"m":2,"y":1,"h":1,"s":1,"process":2,"statistics":1,"list":2,"requeststats":1,"warmup":1,"percentages":1,"float":1,"test":1,"params":1,"dict":1,"verbose":2,"bool":2,"gen":1,"args":1,"optional":1,"genconvargs":1,"none":2,"excel":1,"false":1,"len":3,"info":2,"no":1,"samples":3,"to":2,"processing":1,"raw":14,"data":14,"pd":1,"dataframe":1,"calculate":1,"between":4,"user":4,"turns":4,"each":1,"conversation":3,"a":1,"new":1,"column":1,"sort":2,"values":2,"by":3,"id":2,"start":4,"ms":6,"sec":3,"groupby":1,"diff":1,"convert":1,"milliseconds":1,"seconds":1,"1000":1,"final":1,"should":1,"be":1,"sorted":1,"end":1,"latency":1,"percentiles":3,"25":1,"5":1,"75":1,"9":1,"add":1,"more":1,"there":1,"are":1,"enough":1,"100":1,"append":1,"99":1},"37394,1978,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":5,"len":4,"raw":5,"data":5,"1000":1,"percentiles":2,"append":2,"0":4,"999":1,"10000":1,"9999":1,"set":2,"precision":2,"for":4,"numbers":1,"in":4,"the":10,"output":4,"text":5,"dataframes":1,"pd":1,"option":1,"display":1,"2":1,"exclude":2,"parameters":4,"from":2,"requeststats":1,"start":3,"time":4,"ms":4,"end":4,"num":11,"first":2,"chunk":1,"tokens":9,"approx":1,"cached":1,"percent":3,"conversation":1,"id":2,"client":1,"print":6,"separator":2,"f":4,"color":4,"yellow":2,"reset":2,"k":4,"v":4,"test":1,"params":4,"items":2,"conversations":2,"generation":2,"gen":9,"conv":7,"args":7,"is":3,"not":1,"none":1,"files":2,"join":1,"input":8,"turns":2,"str":5,"common":2,"prefix":4,"list":2,"df":4,"warmup":3,"percentages":1,"select":1,"samples":2,"tail":5,"of":4,"dataframe":1,"count":6,"int":1,"no":1,"reason":1,"to":1,"process":1,"zero":1,"break":1,"runtime":2,"diff":1,"between":1,"last":1,"request":2,"and":1,"sec":1,"iloc":2,"1":1},"39372,1844,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"convert":1,"milliseconds":1,"to":3,"seconds":1,"runtime":5,"sec":8,"1000":1,"0":4,"requests":3,"per":3,"float":2,"len":4,"df":12,"params":13,"generate":1,"a":1,"summary":6,"of":1,"relevant":1,"metrics":1,"and":1,"drop":2,"irrelevant":1,"data":1,"columns":1,"exclude":1,"describe":1,"percentiles":2,"transpose":1,"list":3,"for":2,"excel":4,"file":1,"append":2,"print":8,"the":1,"statistics":4,"if":4,"percent":2,"or":1,"warmup":2,"percentages":1,"1":2,"f":6,"color":4,"yellow":2,"assuming":1,"samples":1,"reset":2,"else":2,"k":3,"v":4,"in":1,"items":1,"isinstance":1,"3f":1,"text":2,"separator":2,"output":1,"prefix":2,"test":5,"num":1,"clients":2,"filename":3,"get":1,"with":2,"timestamp":1,"xlsx":1,"pd":3,"excelwriter":1,"engine":1,"xlsxwriter":1,"as":1,"writer":3,"startrow":7,"dataframe":2,"sheet":2,"name":2,"index":2,"false":2,"3":2,"gen":5,"conv":1,"args":1,"is":1,"not":1,"none":1},"41216,1226,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"for":1,"params":6,"df":7,"stats":3,"in":1,"zip":1,"list":2,"pd":1,"dataframe":1,"to":4,"excel":3,"writer":3,"sheet":3,"name":3,"summary":2,"index":3,"false":2,"startrow":7,"len":2,"2":1,"true":1,"3":1,"raw":2,"data":2,"0":1,"logger":3,"info":4,"f":4,"color":6,"green":1,"client":1,"metrics":1,"exported":1,"file":1,"filename":1,"reset":3,"async":3,"def":1,"get":3,"server":4,"url":5,"str":1,"none":1,"blue":2,"collecting":1,"information":1,"from":1,"with":2,"aiohttp":1,"clientsession":1,"as":2,"session":2,"version":6,"not":2,"mandatory":1,"endpoint":1,"may":1,"exist":1,"response":3,"if":1,"httpstatus":2,"status":1,"ok":1,"text":3,"await":1},"42442,1939,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"get":4,"available":1,"models":10,"url":5,"f":4,"v1":1,"async":2,"with":4,"session":1,"as":1,"response":3,"if":1,"httpstatus":2,"status":1,"ok":1,"text":3,"await":1,"logger":3,"info":3,"color":6,"blue":2,"reset":3,"data":3,"json":3,"loads":1,"list":2,"for":4,"model":10,"in":1,"id":3,"max":3,"len":3,"n":1,"a":1,"t":1,"else":1,"red":1,"failed":1,"to":1,"def":1,"main":1,"none":2,"parser":7,"argparse":1,"argumentparser":1,"prog":2,"benchmark":2,"serving":1,"multi":1,"turn":1,"conversations":4,"description":1,"online":1,"inference":1,"using":1,"rest":1,"api":2,"add":6,"argument":6,"version":3,"action":1,"s":1,"1":1,"0":3,"i":1,"input":2,"file":5,"type":5,"str":4,"required":2,"true":2,"help":5,"sharegpt":1,"or":1,"configuration":1,"generation":1,"of":2,"synthetic":1,"o":1,"output":2,"default":4,"containing":1,"updated":1,"assistant":1,"answers":1,"seed":2,"int":1,"random":1,"number":1,"generators":1,"m":1,"path":1,"the":2,"llm":2,"u":1,"http":1,"localhost":1,"8000":1,"base":1,"server":1},"44381,1365,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"parser":6,"add":6,"argument":6,"p":1,"num":2,"clients":4,"type":4,"int":4,"default":8,"1":1,"help":6,"number":5,"of":5,"that":1,"will":3,"send":2,"requests":3,"in":2,"parallel":1,"k":1,"max":5,"active":2,"conversations":2,"none":3,"at":2,"a":3,"time":1,"for":2,"all":2,"n":1,"to":2,"total":1,"warmup":2,"step":2,"false":2,"action":2,"store":2,"true":2,"run":1,"using":1,"only":1,"the":3,"first":1,"turn":1,"every":1,"conversation":2,"measurements":1,"not":1,"be":1,"included":1,"final":1,"benchmark":2,"results":1,"turns":2,"maximum":1,"messages":2,"per":1,"includes":1,"both":1,"user":1,"and":1,"assistant":1,"positive":1,"e":1,"g":1,"2":1,"4":1,"6":1,"etc":1,"disabled":1,"by":2,"no":1,"early":1,"stop":2,"if":1,"least":1,"one":1,"client":1,"exits":1,"use":1,"this":2,"flag":1,"disable":1,"behavior":1},"45746,1760,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"parser":6,"add":6,"argument":6,"limit":6,"max":3,"tokens":8,"type":4,"int":2,"default":6,"num":2,"from":4,"dataset":4,"help":6,"set":6,"for":5,"the":9,"output":6,"token":4,"count":4,"of":2,"each":2,"request":6,"must":2,"also":2,"min":3,"overrides":2,"input":3,"use":3,"a":2,"negative":2,"value":2,"to":6,"disable":3,"this":2,"rate":2,"float":1,"0":2,"expected":1,"poisson":1,"process":1,"per":1,"client":1,"in":3,"requests":2,"sec":1,"no":2,"delay":1,"between":1,"conversation":2,"sampling":1,"conversationsampling":3,"choices":1,"list":1,"round":2,"robin":2,"strategy":1,"selecting":1,"which":1,"next":1,"options":1,"cycle":1,"through":1,"conversations":1,"random":1,"pick":1,"randomly":1,"verify":2,"false":3,"action":2,"store":2,"true":2,"llm":1,"compare":1,"answers":1,"json":1,"file":1,"stream":3,"streaming":1,"mode":1,"api":1},"47506,1968,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"parser":5,"add":4,"argument":4,"e":1,"excel":2,"output":3,"default":4,"false":3,"action":3,"store":3,"true":3,"help":4,"export":1,"summary":1,"to":4,"file":1,"optional":1,"v":1,"verbose":2,"enable":1,"print":2,"content":1,"the":5,"user":1,"prompts":1,"and":2,"server":1,"s":1,"answers":1,"warmup":19,"percentages":10,"type":1,"str":2,"0":8,"ignore":1,"first":1,"x":6,"samples":4,"as":2,"is":2,"a":2,"percentage":4,"comma":1,"separated":1,"list":3,"of":3,"can":2,"be":2,"used":3,"for":5,"example":1,"50":1,"args":9,"parse":1,"logger":7,"info":7,"f":6,"color":4,"green":1,"input":1,"parameters":1,"reset":2,"url":2,"model":2,"num":2,"clients":2,"if":3,"verify":2,"purple":1,"enabled":1,"calculate":1,"amount":1,"filter":1,"measurements":1,"try":1,"float":2,"not":1,"step":2,"only":1,"was":1,"strings":4,"split":1,"replace":1,"in":3,"100":1,"check":1,"valid":1,"range":1,"1":2,"p":3,"assert":1,"sort":2,"from":1,"high":1,"low":1},"49474,1751,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"except":1,"exception":3,"raise":4,"valueerror":1,"f":9,"invalid":3,"warmup":2,"percentage":2,"args":14,"from":3,"none":2,"random":2,"seed":4,"np":1,"if":3,"not":3,"os":2,"path":2,"exists":1,"model":3,"oserror":1,"does":1,"exist":1,"logger":4,"info":5,"loading":1,"tokenizer":3,"autotokenizer":1,"pretrained":1,"await":1,"get":1,"server":1,"url":1,"load":2,"the":6,"input":20,"file":14,"either":1,"conversations":7,"of":2,"configuration":2,"reading":1,"with":2,"open":1,"as":2,"data":8,"json":2,"gen":3,"conv":3,"isinstance":2,"list":4,"are":1,"stored":1,"a":3,"dicts":1,"found":1,"len":1,"items":1,"in":2,"convert":1,"to":2,"conversationsmap":1,"dict":2,"elif":1,"is":4,"type":1,"determined":1,"by":1,"field":1,"filetype":5,"missing":1,"using":2,"parse":1,"disable":1,"warning":1,"huggingface":1,"tokenizers":3,"when":1,"python":1,"multiprocessing":1,"and":1,"environ":1,"parallelism":1,"true":1,"generate":2,"synthetic":1,"else":1},"51225,1962,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"if":3,"args":21,"max":8,"turns":6,"is":3,"not":2,"none":1,"1":4,"raise":1,"valueerror":1,"must":2,"be":3,"a":3,"positive":1,"number":1,"logger":4,"info":4,"f":6,"color":8,"purple":3,"per":3,"conversation":2,"limited":1,"to":2,"reset":4,"create":1,"benchmark":2,"configurations":1,"client":9,"req":3,"get":1,"config":1,"conversations":6,"bench":5,"benchmarkargs":1,"url":2,"num":2,"clients":5,"early":4,"stop":4,"no":1,"warm":1,"up":1,"step":2,"warmup":7,"only":1,"send":1,"single":2,"user":1,"prompt":1,"from":1,"every":1,"active":2,"otherwise":1,"the":3,"may":1,"exit":1,"after":1,"sending":1,"request":1,"because":1,"task":1,"queue":1,"empty":1,"replace":2,"skip":1,"first":1,"turn":1,"false":2,"should":2,"disabled":1,"all":2,"finish":1,"their":1,"work":1,"before":1,"exiting":1,"start":3,"await":2,"main":2,"mp":2,"tokenizer":2,"done":1,"run":1,"time":4,"perf":2,"counter":2,"ns":2,"convs":1,"metrics":2,"total":7,"runtime":7,"ms":4,"nanosec":1,"millisec":1,"calculate":1,"requests":2,"second":2,"sec":4,"1000":1,"0":1,"rps":2,"len":1,"green":1,"finished":1,"3f":3},"53187,1277,data/raw/vllm-0.10.1/benchmarks/multi_turn/benchmark_serving_multi_turn.py":{"benchmark":1,"parameters":1,"params":5,"model":2,"args":15,"num":3,"clients":2,"conversations":7,"len":1,"active":2,"max":4,"seed":2,"if":4,"limit":4,"min":3,"tokens":6,"0":2,"process":2,"and":2,"print":1,"statistics":3,"save":1,"excel":3,"file":6,"with":3,"the":5,"client":2,"metrics":1,"test":1,"warmup":2,"percentages":2,"verbose":2,"gen":2,"conv":2,"output":7,"is":1,"not":1,"none":1,"write":1,"a":1,"json":2,"updated":1,"assistant":1,"content":1,"will":1,"contain":1,"answers":1,"from":1,"tested":1,"llm":1,"data":2,"sharegptconversations":1,"dict":1,"to":1,"list":1,"convs":1,"logger":1,"info":1,"f":3,"color":2,"green":1,"writing":1,"reset":1,"open":1,"w":1,"as":1,"dump":1,"indent":1,"4":1,"name":1,"main":2,"asyncio":1,"run":1},"0,1889,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":14,"argparse":1,"copy":1,"itertools":1,"pickle":1,"as":4,"pkl":1,"time":4,"from":7,"collections":1,"abc":1,"iterable":2,"typing":1,"callable":2,"torch":15,"utils":4,"benchmark":2,"tbenchmark":2,"measurement":1,"tmeasurement":3,"make":2,"rand":2,"sparse":3,"tensors":2,"weight":3,"shapes":3,"custom":1,"ops":4,"flexibleargumentparser":1,"default":3,"models":1,"list":1,"keys":1,"batch":1,"sizes":2,"1":5,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"tp":1,"bench":3,"def":2,"fn":5,"label":8,"str":5,"sub":4,"description":3,"args":4,"kwargs":4,"min":3,"run":3,"globals":3,"return":1,"timer":1,"stmt":1,"blocked":1,"autorange":1,"int8":3,"dtype":6,"m":2,"int":3,"k":2,"n":3,"assert":1,"b":7,"compressed":2,"e":2,"a":6,"scale":6,"tensor":2,"device":3,"cuda":3,"float32":2,"bias":1,"zeros":1,"bfloat16":3,"out":6,"cutlass":2,"scaled":2,"mm":2,"ref":3,"if":1,"not":1,"allclose":1,"print":4,"incorrect":1,"results":2,"else":1,"correct":1},"1889,1926,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"timers":8,"pytorch":4,"impl":4,"bfloat16":7,"append":6,"bench":6,"fn":6,"label":12,"sub":6,"bf16":7,"matmul":2,"no":2,"scales":2,"torch":10,"mm":10,"a":10,"to":4,"dtype":4,"b":10,"float16":3,"fp16":3,"cutlass":12,"i8":8,"scaled":8,"ops":4,"scale":8,"with":2,"bias":6,"sparse":6,"compressed":2,"e":2,"return":1},"3815,1866,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"def":1,"bench":4,"fp8":7,"dtype":10,"torch":19,"m":2,"int":3,"k":2,"n":3,"label":8,"str":2,"sub":4,"iterable":1,"tmeasurement":1,"assert":1,"float8":2,"e4m3fn":2,"b":14,"compressed":2,"e":2,"a":13,"make":1,"rand":1,"sparse":2,"tensors":1,"scale":14,"tensor":2,"1":2,"0":2,"device":5,"cuda":5,"float32":2,"bias":1,"zeros":1,"bfloat16":7,"out":8,"ops":2,"cutlass":2,"scaled":6,"mm":7,"ref":3,"if":1,"not":1,"allclose":1,"print":4,"incorrect":1,"results":2,"else":1,"correct":1,"timers":4,"pytorch":6,"impl":3,"w":1,"bf16":8,"append":3,"fn":3,"matmul":1,"no":1,"scales":1,"to":2,"output":2,"without":1,"fast":4,"accum":4,"with":1,"use":1,"true":1},"5681,1753,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"pytorch":4,"impl":5,"fp16":6,"output":5,"without":1,"fp8":12,"fast":4,"accum":4,"timers":5,"append":5,"bench":5,"fn":5,"label":10,"sub":5,"scaled":10,"mm":10,"torch":7,"a":12,"b":12,"scale":14,"out":2,"dtype":2,"float16":3,"with":1,"use":1,"true":1,"cutlass":9,"bf16":4,"ops":3,"bfloat16":2,"sparse":4,"compressed":2,"e":2},"7434,1817,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"cutlass":6,"impl":2,"bf16":2,"output":4,"with":2,"bias":6,"timers":11,"append":2,"bench":6,"fn":2,"label":10,"sub":5,"fp8":5,"scaled":5,"sparse":4,"mm":4,"ops":2,"a":4,"b":4,"compressed":2,"e":2,"scale":4,"torch":7,"bfloat16":1,"fp16":2,"float16":2,"to":1,"dtype":11,"return":4,"def":4,"m":6,"int":9,"k":6,"n":6,"str":3,"iterable":6,"tmeasurement":4,"if":2,"int8":2,"float8":1,"e4m3fn":1,"raise":1,"valueerror":1,"unsupported":1,"type":1,"runner":1,"print":5,"compare":3,"tbenchmark":1,"run":1,"mkns":3,"tuple":2,"results":4,"for":1,"in":1,"f":3,"gemm":1,"mkn":1,"x":2,"extend":1,"makers":1,"make":1,"data":2,"base":2,"description":2,"timestamp":1,"none":1,"all":1},"9251,1973,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"pickle":1,"all":2,"the":1,"results":3,"timestamp":4,"int":4,"time":2,"if":4,"is":4,"none":4,"else":4,"with":1,"open":1,"f":7,"base":1,"description":1,"pkl":2,"wb":1,"as":1,"dump":1,"data":12,"argparse":1,"runners":1,"def":4,"run":6,"square":2,"bench":8,"args":25,"dim":18,"sizes":11,"list":6,"range":4,"start":2,"end":2,"1":1,"increment":2,"mkns":9,"zip":3,"dtype":6,"make":2,"output":2,"n":8,"len":1,"ms":4,"m":4,"constant":6,"not":3,"ks":2,"k":4,"ns":2,"model":16,"print":5,"benchmarking":1,"models":6,"for":6,"i":2,"in":6,"enumerate":1,"shapes":3,"name":2,"str":1,"tp":13,"size":6,"tuple":1,"kns":5,"kn":4,"split":3,"copy":1,"deepcopy":1,"weight":1,"append":3,"return":1,"tps":3,"itertools":1,"product":1,"batch":1,"timers":1},"11224,1927,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"timestamp":2,"int":4,"time":2,"all":4,"data":5,"for":3,"d":2,"in":1,"model":4,"bench":7,"extend":1,"pickle":1,"with":1,"open":1,"f":3,"args":1,"dtype":8,"pkl":3,"wb":1,"as":1,"dump":1,"if":3,"name":1,"main":1,"def":1,"to":5,"torch":5,"dt":3,"int8":3,"return":2,"fp8":5,"float8":1,"e4m3fn":1,"raise":1,"valueerror":1,"unsupported":1,"parser":9,"flexibleargumentparser":1,"description":1,"benchmark":2,"cutlass":5,"gemm":1,"run":4,"square":9,"gemms":2,"python3":3,"benchmarks":9,"sparse":3,"py":3,"dim":9,"start":3,"128":2,"end":3,"512":2,"increment":3,"64":2,"constant":3,"n":2,"and":3,"k":2,"sweep":1,"m":1,"range":1,"16384":2,"dimensions":1,"from":1,"a":3,"models":1,"meta":1,"llama":2,"2":1,"7b":1,"hf":1,"batch":1,"sizes":2,"16":1,"tp":1,"1":1,"output":1,"file":1,"that":1,"is":1,"list":1,"of":1,"raw":1,"utils":1,"measurements":1,"the":2,"pytorch":1,"implementations":1,"various":1,"noqa":1,"e501":1,"formatter":1,"class":1,"argparse":1,"rawtexthelpformatter":1,"add":6,"argument":4,"type":4,"required":4,"true":4,"help":1,"available":1,"options":1,"are":1,"subparsers":3,"dest":1,"cmd":1,"set":1,"defaults":1,"func":1},"13151,1072,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/sparse_benchmarks.py":{"range":10,"parser":16,"subparsers":2,"add":11,"bench":4,"argument":9,"dim":3,"start":1,"type":9,"int":8,"required":3,"true":3,"end":1,"increment":1,"m":1,"constant":3,"default":9,"none":3,"n":1,"k":1,"set":2,"defaults":2,"func":3,"run":2,"model":7,"models":2,"nargs":3,"str":1,"choices":1,"weight":1,"shapes":1,"keys":1,"tp":2,"sizes":4,"batch":2,"args":4,"parse":1},"0,1863,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":4,"project":1,"import":15,"argparse":1,"copy":1,"itertools":1,"pickle":1,"as":4,"pkl":1,"time":4,"from":8,"collections":1,"abc":1,"iterable":2,"typing":1,"callable":2,"optional":2,"torch":16,"utils":6,"benchmark":3,"tbenchmark":2,"measurement":1,"tmeasurement":3,"make":2,"rand":2,"tensors":2,"weight":3,"shapes":3,"custom":1,"ops":2,"model":1,"executor":1,"layers":1,"quantization":1,"fp8":2,"w8a8":1,"block":1,"matmul":1,"flexibleargumentparser":1,"cdiv":1,"default":3,"models":1,"list":2,"keys":1,"batch":1,"sizes":2,"1":5,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"tp":1,"bench":4,"def":2,"fn":5,"label":8,"str":6,"sub":4,"description":3,"args":4,"kwargs":4,"min":3,"run":3,"globals":3,"return":1,"timer":1,"stmt":1,"blocked":1,"autorange":1,"int8":4,"dtype":8,"m":3,"int":3,"k":2,"n":4,"kernels":2,"none":1,"based":1,"assert":1,"a":2,"b":2,"scale":2,"tensor":2,"device":5,"cuda":5,"float32":2,"bias":1,"zeros":3,"bfloat16":1,"azp":2,"int32":2,"adj":1},"1863,1713,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"bench":8,"fns":2,"pytorch":2,"bf16":9,"matmul":2,"no":2,"scales":2,"lambda":8,"torch":13,"mm":14,"a":14,"to":4,"dtype":6,"bfloat16":8,"b":14,"fp16":3,"float16":2,"cutlass":12,"i8":12,"scaled":12,"ops":6,"scale":12,"bias":6,"azp":14,"adj":4,"none":4,"pt":2,"timers":3,"for":1,"name":4,"fn":3,"in":2,"items":1,"if":2,"kernels":4,"is":2,"run":2,"all":1,"otherwise":1,"only":1,"exact":1,"matches":1,"or":1,"print":1,"f":1,"running":1,"append":1,"label":4,"sub":2,"return":1,"def":1,"fp8":1,"m":1,"int":3,"k":1,"n":1,"str":3,"optional":1,"list":1},"3576,739,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"iterable":1,"tmeasurement":1,"benchmark":1,"fp8":1,"based":1,"kernels":1,"assert":1,"dtype":6,"torch":12,"float8":2,"e4m3fn":2,"a":7,"b":5,"make":1,"rand":3,"tensors":1,"m":4,"n":4,"k":5,"cont":1,"contiguous":3,"scale":8,"tensor":2,"1":2,"0":2,"device":5,"cuda":5,"float32":4,"block":6,"cdiv":3,"128":3,"major":2,"t":4,"bias":1,"zeros":1,"bfloat16":1,"print":1},"4315,1860,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"bench":1,"fns":1,"pytorch":6,"bf16":7,"matmul":3,"no":2,"scales":2,"lambda":12,"torch":20,"mm":21,"a":22,"to":5,"dtype":9,"bfloat16":6,"b":22,"fp16":9,"float16":8,"fp8":21,"scaled":19,"scale":20,"out":4,"fast":4,"accum":4,"use":2,"true":2,"cutlass":10,"ops":5,"bias":4,"triton":1,"blockwise":2,"w8a8":1,"block":5,"cont":1,"t":2,"128":2,"m":1,"major":2,"k":1},"6175,1773,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"timers":11,"for":2,"name":4,"fn":3,"in":3,"bench":15,"fns":1,"items":1,"if":5,"kernels":9,"is":3,"none":6,"run":3,"all":3,"otherwise":1,"only":1,"exact":1,"matches":1,"or":1,"print":6,"f":7,"running":1,"append":1,"label":8,"sub":4,"return":4,"def":4,"dtype":10,"torch":4,"m":6,"int":10,"k":6,"n":6,"str":5,"optional":2,"list":2,"iterable":6,"tmeasurement":4,"int8":2,"float8":1,"e4m3fn":1,"fp8":1,"raise":1,"valueerror":1,"unsupported":1,"type":1,"runner":1,"compare":3,"tbenchmark":1,"mkns":3,"tuple":2,"results":5,"scaled":1,"gemm":1,"mkn":1,"x":2,"extend":1,"make":1,"output":1,"data":3,"base":3,"description":3,"timestamp":5,"pickle":1,"the":1,"time":2,"else":1,"with":1,"open":1,"pkl":2,"wb":1,"as":1,"dump":1},"7948,1876,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"def":4,"run":6,"square":2,"bench":11,"args":28,"dim":18,"sizes":11,"list":6,"range":4,"start":2,"end":2,"1":1,"increment":2,"mkns":9,"zip":3,"data":11,"dtype":6,"kernels":6,"make":2,"output":2,"f":4,"n":8,"len":1,"ms":4,"m":4,"constant":6,"if":3,"is":3,"not":3,"none":3,"else":3,"ks":2,"k":4,"ns":2,"model":16,"print":5,"benchmarking":1,"models":6,"for":6,"i":2,"in":6,"enumerate":1,"shapes":3,"name":2,"str":1,"tp":13,"size":6,"int":4,"tuple":1,"kns":5,"kn":4,"split":3,"copy":1,"deepcopy":1,"weight":1,"append":3,"return":1,"tps":3,"itertools":1,"product":1,"batch":1,"all":1,"results":2,"timers":1,"timestamp":1,"time":2},"9824,1758,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"all":5,"data":5,"for":3,"d":2,"in":1,"model":4,"bench":5,"extend":1,"pickle":1,"with":1,"open":1,"f":3,"args":1,"dtype":8,"timestamp":1,"pkl":3,"wb":1,"as":1,"dump":1,"if":4,"name":1,"main":1,"def":1,"to":6,"torch":5,"dt":3,"int8":3,"return":2,"fp8":5,"float8":1,"e4m3fn":1,"raise":1,"valueerror":1,"unsupported":1,"parser":4,"flexibleargumentparser":1,"description":1,"benchmark":3,"cutlass":5,"gemm":1,"run":3,"square":2,"gemms":2,"python3":3,"benchmarks":9,"w8a8":3,"py":3,"dim":6,"start":2,"128":2,"end":2,"512":2,"increment":2,"64":2,"constant":3,"n":2,"and":3,"k":2,"sweep":1,"m":1,"range":1,"16384":2,"dimensions":1,"from":1,"a":3,"models":1,"meta":1,"llama":2,"2":1,"7b":1,"hf":1,"batch":1,"sizes":2,"16":1,"tp":1,"1":1,"output":1,"file":1,"that":1,"is":1,"list":1,"of":2,"raw":1,"utils":1,"measurements":1,"the":3,"pytorch":1,"implementations":1,"various":1,"noqa":1,"e501":1,"formatter":1,"class":1,"argparse":1,"rawtexthelpformatter":1,"add":3,"argument":2,"type":2,"required":1,"true":1,"help":2,"available":1,"options":1,"are":1,"kernels":3,"nargs":1,"str":1,"default":1,"none":1,"exact":1,"names":1,"not":1,"set":1,"runs":1,"subparsers":2,"dest":1,"cmd":1},"11582,1400,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/w8a8_benchmarks.py":{"square":7,"parser":22,"subparsers":3,"add":15,"bench":6,"argument":12,"dim":6,"start":2,"type":12,"int":11,"required":6,"true":6,"end":2,"increment":2,"set":3,"defaults":3,"func":4,"run":3,"range":10,"m":1,"constant":3,"default":9,"none":3,"n":1,"k":1,"model":7,"models":2,"nargs":3,"str":1,"choices":1,"weight":1,"shapes":1,"keys":1,"tp":2,"sizes":4,"batch":2,"args":4,"parse":1},"0,1992,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":5,"0":9,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":17,"the":1,"vllm":2,"project":1,"cutlass":1,"bench":1,"utils":1,"from":1,"collections":1,"abc":1,"import":3,"iterable":1,"torch":33,"custom":1,"ops":2,"as":1,"def":7,"fp8":3,"tensor":24,"finfo":4,"float8":3,"e4m3fn":3,"return":7,"round":2,"clamp":2,"min":3,"max":3,"dtype":13,"int8":5,"128":1,"127":1,"bf16":1,"bfloat16":1,"fp16":1,"float16":1,"make":2,"rand":2,"tensors":2,"m":4,"int":6,"n":6,"k":7,"tuple":2,"a":4,"randn":4,"device":4,"cuda":4,"5":4,"b":6,"t":4,"if":2,"raise":1,"valueerror":1,"unsupported":1,"prune":2,"4":6,"reshape":4,"where":1,"is":1,"number":1,"of":4,"groups":1,"original":2,"shape":3,"reshaped":4,"1":3,"get":1,"indices":4,"top":1,"absolute":1,"values":1,"in":1,"each":1,"group":1,"topk":1,"abs":1,"dim":2,"create":1,"binary":1,"mask":6,"zeros":1,"like":2,"scatter":1,"index":1,"src":1,"ones":1,"apply":1,"and":1,"back":1,"pruned":4,"turn":1,"all":1,"sparse":1},"1992,934,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/utils.py":{"if":2,"dtype":9,"torch":7,"int8":3,"a":11,"b":17,"to":8,"elif":3,"float8":1,"e4m3fn":1,"fp8":2,"float16":1,"fp16":2,"bfloat16":1,"bf16":2,"else":1,"raise":1,"valueerror":1,"unsupported":1,"compressed":3,"e":3,"ops":1,"cutlass":1,"sparse":4,"compress":1,"t":1,"metadata":1,"original":1,"return":2,"def":1,"make":3,"n":4,"rand":3,"tensors":5,"num":2,"int":4,"m":3,"k":3,"tuple":1,"iterable":2,"tensor":2,"abs":3,"for":1,"in":1,"range":1,"comp":2,"is":1,"not":1,"none":1,"append":1,"bcomps":2,"es":2,"as":2,"bs":2,"zip":1,"list":4},"0,1232,data/raw/vllm-0.10.1/benchmarks/cutlass_benchmarks/weight_shapes.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":12,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"weight":2,"shapes":3,"are":1,"in":1,"format":1,"k":5,"n":5,"tp":1,"split":1,"dim":1,"example":1,"a":2,"shape":4,"of":2,"14336":4,"4096":21,"indicates":2,"following":2,"gemm":2,"tp1":3,"tp2":1,"7168":1,"6144":4,"1":12,"tp4":1,"1536":1,"mistralai":1,"mistral":1,"7b":2,"v0":1,"28672":3,"meta":4,"llama":8,"hf":3,"12288":1,"22016":1,"11008":1,"3":1,"8b":1,"13b":1,"5120":5,"15360":1,"27648":1,"13824":1,"70b":1,"8192":5,"10240":1,"57344":1},"0,1857,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":10,"argparse":1,"from":7,"typing":1,"any":1,"typeddict":2,"ray":1,"torch":9,"transformers":1,"autoconfig":1,"model":3,"executor":3,"layers":3,"fused":5,"moe":9,"permute":5,"unpermute":3,"and":1,"reduce":1,"utils":2,"fp8":7,"quantize":2,"platforms":1,"current":2,"platform":2,"flexibleargumentparser":1,"dtype":10,"class":1,"benchmarkconfig":1,"block":6,"size":8,"m":3,"int":12,"n":1,"k":1,"group":1,"num":11,"warps":1,"stages":1,"def":2,"benchmark":1,"tokens":4,"experts":3,"hidden":7,"topk":5,"use":5,"w8a8":3,"bool":3,"int8":1,"w8a16":1,"iters":2,"100":1,"customized":1,"false":2,"float":1,"init":1,"float16":1,"if":2,"else":2,"states":8,"randn":3,"output":3,"empty":1,"like":1,"align":2,"128":2,"deepgemm":1,"needs":1,"aligned":1,"qhidden":3,"scale":1,"none":3,"gating":5,"float32":2,"input":3,"weights":1,"ids":1,"token":1,"expert":1,"indices":1,"prepare":1,"i":2,"copy":1},"1857,1885,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"def":2,"run":3,"if":1,"use":4,"customized":2,"permute":4,"permuted":2,"hidden":3,"states":4,"a1q":3,"scale":3,"first":1,"token":2,"off":1,"inv":2,"perm":2,"idx":1,"m":1,"indices":1,"moe":2,"qhidden":2,"none":4,"topk":4,"ids":5,"n":1,"expert":3,"num":7,"experts":3,"map":1,"align":3,"block":3,"size":4,"else":1,"sorted":1,"jit":1,"compilation":1,"warmup":2,"torch":9,"cuda":9,"synchronize":5,"capture":1,"10":3,"invocations":1,"with":2,"graph":7,"cudagraph":1,"for":3,"in":3,"range":3,"5":1,"replay":2,"start":3,"event":9,"enable":2,"timing":2,"true":2,"end":4,"latencies":3,"list":1,"float":1,"i":2,"iters":3,"prepare":1,"record":2,"append":1,"elapsed":1,"time":1,"avg":2,"sum":1,"1000":1,"us":1,"reset":1,"return":1,"benchmark":1,"unpermute":1,"tokens":1,"int":5,"dtype":2,"fp8":1,"w8a8":1,"bool":3,"int8":1,"w8a16":1,"100":1,"false":1},"3742,1921,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"float":1,"init":1,"dtype":7,"torch":5,"float16":1,"if":3,"use":3,"fp8":3,"w8a8":2,"else":3,"hidden":8,"states":14,"randn":2,"num":5,"tokens":2,"size":6,"output":3,"empty":1,"like":1,"align":5,"block":6,"128":2,"deepgemm":1,"needs":1,"m":3,"aligned":1,"qhidden":7,"scale":5,"quantize":1,"none":7,"input":2,"gating":2,"experts":3,"float32":1,"topk":7,"weights":1,"ids":8,"token":5,"expert":5,"indices":3,"fused":1,"false":1,"def":1,"prepare":1,"customized":1,"permute":3,"permuted":4,"a1q":4,"first":2,"off":2,"inv":4,"perm":4,"idx":2,"moe":2,"n":1,"map":1,"convert":2,"to":4,"fp16":2,"bf16":2,"as":2,"gemm":2,"return":2,"sorted":2},"5663,1771,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"def":1,"run":3,"input":6,"tuple":1,"if":1,"use":1,"customized":1,"permute":1,"permuted":4,"hidden":6,"states":6,"first":2,"token":3,"off":2,"inv":4,"perm":4,"idx":2,"m":1,"indices":1,"output":3,"torch":9,"empty":1,"like":1,"moe":2,"unpermute":2,"topk":2,"weights":2,"else":1,"a1q":1,"scale":1,"sorted":1,"ids":2,"expert":1,"and":1,"reduce":1,"true":3,"jit":1,"compilation":1,"warmup":2,"prepare":1,"cuda":9,"synchronize":5,"capture":1,"10":3,"invocations":1,"with":2,"graph":7,"cudagraph":1,"for":3,"in":3,"range":3,"5":1,"replay":2,"start":3,"event":9,"enable":2,"timing":2,"end":4,"latencies":3,"list":1,"float":1,"i":1,"num":3,"iters":2,"record":2,"append":1,"elapsed":1,"time":1,"avg":2,"sum":1,"1000":1,"us":1,"reset":1,"return":1,"ray":1,"remote":1,"gpus":1,"1":1},"7434,1761,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"class":1,"benchmarkworker":1,"def":4,"init":1,"self":5,"seed":7,"int":7,"none":2,"torch":2,"set":1,"default":4,"device":3,"cuda":1,"current":2,"platform":3,"everything":2,"get":4,"the":3,"id":2,"to":2,"allocate":1,"tensors":1,"and":1,"kernels":1,"on":2,"respective":1,"gpu":3,"this":1,"is":1,"required":1,"for":1,"ray":2,"work":1,"correctly":1,"with":1,"multi":1,"tuning":1,"rocm":1,"ids":1,"0":1,"benchmark":3,"num":8,"tokens":3,"experts":3,"hidden":3,"size":5,"topk":3,"dtype":4,"use":11,"fp8":3,"w8a8":3,"bool":3,"int8":3,"w8a16":3,"customized":5,"permute":8,"false":1,"tuple":1,"dict":2,"str":1,"float":1,"time":4,"iters":2,"100":2,"unpermute":3,"return":3,"weight":2,"block":2,"safety":1,"config":6,"value":3,"quantization":4,"getattr":1,"if":1,"isinstance":1,"main":1,"args":2,"argparse":1,"namespace":1,"print":1},"9195,1827,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"config":24,"autoconfig":1,"from":1,"pretrained":1,"args":8,"model":1,"trust":2,"remote":3,"code":2,"if":3,"architectures":6,"0":6,"dbrxforcausallm":1,"e":5,"ffn":2,"moe":2,"num":10,"experts":9,"topk":5,"top":1,"k":1,"elif":3,"jambaforcausallm":1,"per":4,"tok":4,"deepseekv3forcausallm":1,"or":2,"deepseekv2forcausallm":1,"glm4moeforcausallm":1,"n":1,"routed":1,"in":2,"qwen2moeforcausallm":1,"qwen3moeforcausallm":1,"else":3,"support":1,"for":2,"llama4":1,"get":1,"text":1,"default":1,"mixtral":1,"local":1,"hidden":2,"size":4,"dtype":4,"torch":2,"float16":1,"current":1,"platform":1,"is":2,"rocm":1,"use":4,"fp8":2,"w8a8":2,"int8":2,"w8a16":2,"customized":2,"permute":2,"batch":4,"none":1,"sizes":2,"1":1,"2":1,"4":1,"8":1,"16":1,"24":1,"32":1,"48":1,"64":1,"96":1,"128":1,"256":1,"512":1,"1024":1,"1536":1,"2048":1,"3072":1,"4096":1,"ray":2,"init":1,"gpus":2,"int":1,"available":1,"resources":1,"gpu":1,"workers":1,"benchmarkworker":1,"seed":1,"range":1},"11022,1601,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_permute_unpermute.py":{"def":1,"distribute":2,"method":4,"str":3,"inputs":2,"list":2,"any":2,"outputs":5,"worker":8,"idx":4,"0":2,"for":3,"input":2,"args":5,"in":3,"workers":1,"getattr":1,"output":2,"remote":2,"append":1,"1":2,"num":1,"gpus":1,"return":1,"ray":1,"get":1,"benchmark":1,"batch":8,"size":7,"e":1,"hidden":1,"topk":1,"dtype":2,"use":4,"fp8":2,"w8a8":2,"int8":2,"w8a16":2,"customized":2,"permute":5,"sizes":2,"unpermute":3,"zip":1,"print":3,"f":3,"time":2,"2f":2,"us":2,"if":1,"name":1,"main":2,"parser":8,"flexibleargumentparser":1,"add":6,"argument":6,"model":1,"type":4,"default":3,"mistralai":1,"mixtral":1,"8x7b":1,"instruct":1,"v0":1,"choices":1,"auto":2,"action":2,"store":2,"true":2,"seed":1,"int":2,"required":1,"false":1,"trust":1,"code":1,"parse":1},"0,1884,data/raw/vllm-0.10.1/benchmarks/kernels/bench_int8_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":8,"project":1,"import":8,"argparse":1,"copy":1,"itertools":1,"torch":4,"from":4,"weight":4,"shapes":2,"custom":2,"ops":2,"cutlass":1,"scaled":6,"mm":2,"as":2,"int8":23,"quant":15,"triton":2,"utils":1,"provider":1,"cfgs":1,"bf16":1,"dict":9,"enabled":9,"true":9,"tensor":17,"w":19,"token":8,"a":25,"no":8,"false":8,"channel":9,"noquant":4,"def":2,"b":18,"type":2,"device":5,"if":1,"scale":8,"ones":1,"1":2,"dtype":2,"float32":1,"assert":2,"numel":2,"else":1,"shape":1,"return":1,"t":1,"build":1,"runner":1,"cfg":2,"before":1,"running":1,"kernel":1},"1884,1737,data/raw/vllm-0.10.1/benchmarks/kernels/bench_int8_gemm.py":{"scale":14,"a":27,"const":4,"none":1,"if":5,"cfg":4,"tensor":3,"torch":5,"ones":1,"1":2,"device":7,"dtype":9,"float32":1,"no":2,"quant":12,"create":2,"activation":2,"ahead":1,"int8":25,"vllm":7,"scaled":7,"else":2,"token":2,"def":4,"run":5,"return":5,"mm":3,"b":7,"dynamic":1,"inside":1,"enabled":4,"k":7,"for":2,"v":2,"in":2,"provider":3,"cfgs":1,"items":1,"get":1,"triton":2,"testing":2,"perf":1,"report":1,"benchmark":2,"x":3,"names":2,"batch":3,"size":3,"vals":2,"16":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1,"log":1,"false":1,"line":3,"arg":1,"ylabel":1,"tflop":1,"s":1,"larger":1,"is":1,"better":1,"plot":1,"name":1,"bf16":1,"vs":1,"gemms":1,"args":1,"n":2,"m":2,"cuda":1,"bfloat16":1,"randn":2,"quantiles":1,"0":3,"5":1,"2":1,"8":1},"3621,1680,data/raw/vllm-0.10.1/benchmarks/kernels/bench_int8_gemm.py":{"if":2,"provider":3,"torch":2,"bf16":2,"ms":11,"min":3,"max":3,"triton":2,"testing":2,"do":2,"bench":3,"cudagraph":2,"lambda":3,"nn":1,"functional":1,"linear":1,"a":2,"b":2,"quantiles":4,"else":1,"cfg":2,"cfgs":1,"run":3,"quant":2,"build":1,"int8":3,"runner":1,"dtype":1,"device":1,"to":5,"tflops":4,"t":2,"2":1,"m":1,"n":8,"k":8,"1e":2,"12":1,"3":2,"return":2,"def":1,"prepare":2,"shapes":4,"args":6,"kn":7,"model":8,"names":3,"for":3,"tp":6,"size":2,"in":3,"itertools":1,"product":1,"models":3,"sizes":3,"dim":2,"copy":1,"deepcopy":1,"weight":2,"append":2,"name":1,"main":1,"parser":4,"argparse":1,"argumentparser":1,"add":2,"argument":2,"nargs":2,"type":2,"str":1,"default":2,"meta":1,"llama":2,"1":2,"8b":1,"instruct":1,"choices":1,"list":3,"keys":1,"help":2,"of":2,"benchmark":3,"int":1,"tensor":1,"parallel":1,"parse":1,"print":3,"f":2,"vs":1,"gemms":1,"tflop":1,"s":1,"data":1,"true":2,"show":1,"plots":1,"save":1,"path":1,"res":1,"finished":1},"0,1830,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":5,"project":1,"import":19,"argparse":1,"copy":1,"json":1,"pickle":1,"time":1,"from":12,"dataclasses":1,"dataclass":1,"enum":2,"auto":1,"itertools":1,"product":1,"pathlib":1,"path":1,"typing":1,"any":1,"callable":1,"optional":1,"torch":10,"utils":6,"benchmark":2,"as":2,"tbenchmark":1,"measurement":1,"tmeasurement":1,"argpool":1,"bench":1,"cudagraphbenchparams":1,"weight":4,"shapes":3,"triton":5,"has":2,"if":4,"lora":10,"ops":4,"lorakernelmeta":1,"expand":2,"shrink":1,"a":1,"ptr":2,"dict":2,"b":1,"flexibleargumentparser":1,"default":9,"models":1,"list":1,"keys":1,"tp":1,"sizes":3,"1":4,"batch":1,"16":2,"32":1,"64":1,"128":1,"192":1,"256":1,"320":1,"384":1,"448":1,"512":1,"640":1,"768":1,"896":1,"1024":2,"2048":2,"3072":1,"4096":2,"5120":1,"6144":1,"7168":1,"8192":2,"hidden":1,"16384":1,"ranks":1,"num":3,"loras":3,"3":1,"4":1,"sort":1,"by":1,"ids":1,"false":2,"true":2,"seq":1,"lengths":1,"fn":1,"add":1,"inputs":1,"utilities":1,"def":2,"dtype":12,"str":2,"float16":1,"return":4,"f16":1,"bfloat16":1,"bf16":1,"float32":1,"f32":1,"raise":1,"valueerror":1,"f":1,"unsupported":1,"make":1,"rand":2,"tensor":2,"k":2,"int":3,"n":2,"device":2,"cuda":1,"weights":1,"column":1,"major":1},"1830,1788,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"def":3,"make":5,"rand":3,"tensors":1,"a":7,"shape":7,"tuple":4,"int":8,"b":4,"c":6,"dtype":14,"torch":16,"num":16,"slices":2,"device":8,"str":3,"cuda":1,"tensor":9,"list":1,"lora":23,"input":1,"output":1,"matrices":1,"to":6,"weights":1,"column":1,"major":1,"bs":2,"for":1,"in":3,"range":2,"zeros":1,"return":3,"prompt":8,"mapping":10,"prompts":8,"active":6,"loras":7,"sort":2,"by":2,"id":9,"bool":1,"all":1,"are":1,"mapped":1,"0":6,"where":1,"refers":2,"first":1,"1":4,"second":1,"and":3,"so":1,"on":1,"assert":2,"if":2,"not":1,"randint":1,"long":2,"divide":1,"equally":1,"order":1,"part":4,"size":4,"max":1,"while":1,"len":2,"extend":1,"else":1,"token":2,"tokens":1,"seq":2,"from":1,"lens":1},"3618,1937,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"token":4,"to":5,"lora":22,"index":5,"mapping":7,"0":5,"num":2,"tokens":1,"current":7,"offset":7,"for":2,"b":7,"id":4,"in":4,"range":2,"prompts":1,"prompt":3,"item":3,"s":8,"e":3,"seq":5,"len":2,"tensor":8,"return":5,"torch":10,"dtype":1,"long":1,"device":2,"def":4,"ref":4,"group":2,"gemm":2,"out":6,"input":2,"weights":2,"list":4,"lens":3,"cpu":5,"scaling":2,"float":1,"add":2,"inputs":2,"optional":1,"bool":3,"reference":1,"implementation":1,"test":1,"correctness":1,"of":1,"benchmarking":1,"operations":1,"batches":2,"size":1,"length":3,"zip":1,"x":2,"w":2,"result":6,"nn":1,"functional":1,"linear":1,"append":1,"cat":4,"dim":1,"if":3,"else":1,"copy":1,"class":1,"optype":7,"enum":1,"ops":1,"benchmark":1,"and":1,"its":1,"properties":1,"shrink":5,"auto":2,"expand":5,"staticmethod":1,"from":1,"str":3,"lower":2,"raise":1,"valueerror":1,"f":1,"unrecognized":1,"convert":1,"is":2,"fn":2,"self":4},"5555,1989,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"def":5,"num":13,"slices":8,"self":15,"list":1,"int":17,"return":10,"1":1,"2":1,"3":1,"mkn":2,"batch":4,"size":9,"seq":4,"length":4,"hidden":5,"lora":13,"rank":5,"tuple":6,"tokens":3,"if":6,"is":4,"shrink":6,"fn":5,"m":8,"k":7,"n":7,"else":2,"assert":2,"expand":6,"matmul":2,"dtypes":1,"op":7,"dtype":9,"torch":6,"a":4,"type":5,"b":7,"and":2,"c":4,"for":2,"x":2,"float32":2,"shapes":2,"loras":2,"given":1,"the":5,"of":1,"matrices":1,"in":5,"shape":3,"col":1,"major":1,"optype":4,"kernels":2,"support":2,"inherently":2,"kernel":2,"raise":1,"valueerror":1,"f":1,"unrecognized":1,"bench":1,"callable":1},"7544,1977,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"raise":2,"valueerror":2,"f":2,"unrecognized":2,"optype":4,"self":8,"def":2,"run":2,"ref":6,"group":5,"gemm":5,"output":3,"torch":4,"tensor":3,"input":6,"lora":14,"weights":9,"list":1,"kwargs":3,"callable":1,"each":1,"benchmark":2,"operation":1,"expects":1,"the":1,"and":1,"outputs":1,"in":6,"a":2,"slightly":1,"different":1,"format":1,"refer":1,"to":2,"matmul":1,"shapes":1,"accounts":1,"for":5,"those":1,"differences":1,"executing":1,"reference":1,"correctness":1,"testing":1,"w":2,"dtype":6,"0":2,"num":7,"slices":5,"len":1,"if":1,"shrink":1,"slice":11,"idx":7,"range":2,"out":2,"elif":1,"expand":1,"hidden":4,"size":5,"shape":1,"1":1,"offset":3,"clone":1,"else":1,"dataclass":1,"class":1,"benchmarkcontext":2,"context":1,"batch":1,"int":8,"loras":2,"active":1,"rank":1,"sort":1,"by":1,"id":1,"bool":1,"seq":5,"length":5,"optional":2,"none":2,"based":1,"ops":1,"with":1,"ctx":3,"copy":2,"return":1},"9521,1985,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"def":5,"with":1,"num":12,"slices":9,"self":18,"int":1,"benchmarkcontext":2,"ctx":12,"copy":2,"return":4,"bench":2,"label":1,"str":7,"f":4,"lora":11,"dtype":8,"sublabel":1,"op":5,"type":11,"optype":2,"m":3,"k":3,"n":3,"mkn":1,"batch":3,"size":5,"seq":4,"length":3,"hidden":2,"rank":2,"desc":2,"bs":1,"sl":1,"loras":3,"sort":2,"by":2,"id":1,"json":1,"dumps":1,"dataclass":1,"class":1,"benchmarktensors":2,"input":5,"output":5,"tensors":5,"used":2,"for":1,"benchmarks":1,"matmul":4,"torch":5,"tensor":7,"weights":3,"lst":2,"list":1,"kernel":2,"metadata":2,"meta":1,"lorakernelmeta":1,"in":1,"testing":1,"correctness":1,"lens":1,"prompt":1,"mapping":1,"io":1,"types":1,"to":3,"x":1,"0":1,"staticmethod":1,"make":3,"device":1,"cuda":1,"a":4,"shape":6,"b":4,"c":4,"shapes":1,"dtypes":1,"rand":1},"11506,1970,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"make":6,"metadata":4,"tensors":6,"keep":1,"the":4,"in":2,"cpu":4,"for":1,"further":1,"processing":1,"if":1,"needed":1,"get":1,"moved":1,"to":1,"gpu":1,"before":1,"benchmarking":1,"assert":6,"ctx":12,"num":11,"active":2,"loras":5,"total":3,"tokens":7,"batch":4,"size":5,"seq":11,"length":3,"involved":1,"correctness":1,"testing":1,"prepare":3,"lens":3,"tensor":14,"len":4,"torch":2,"randint":1,"1":1,"sum":2,"prompt":6,"lora":18,"indices":7,"mapping":5,"sort":1,"by":1,"id":1,"lorakernelmeta":2,"token":6,"kernel":4,"meta":4,"max":2,"0":5,"device":1,"return":1,"benchmarktensors":1,"input":2,"weights":1,"output":1,"def":1,"sanity":1,"check":2,"self":7,"none":1,"fails":1,"asserts":1,"when":1,"non":1,"conformality":1,"is":1,"detected":1,"shape":5,"2":1,"seqs":3,"start":1,"loc":1},"13476,1494,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"def":4,"to":11,"device":17,"self":24,"str":2,"transfer":1,"tensors":2,"if":2,"the":2,"aren":1,"t":1,"already":1,"on":1,"tensor":7,"torch":3,"return":3,"input":3,"output":2,"seq":7,"lens":4,"prompt":2,"lora":12,"mapping":3,"for":2,"i":3,"in":2,"range":1,"len":5,"weights":4,"lst":4,"meta":4,"field":6,"name":3,"lorakernelmeta":1,"dataclass":1,"fields":1,"getattr":1,"kernel":3,"assert":1,"isinstance":1,"setattr":1,"metadata":2,"tuple":1,"int":3,"num":10,"seqs":3,"tokens":4,"and":1,"max":4,"shape":2,"0":2,"token":1,"item":1,"slices":3,"as":1,"shrink":1,"kwargs":1,"dict":1,"any":1,"sanity":1,"check":1},"14970,1518,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"sanity":2,"check":2,"matrix":1,"shapes":1,"i":4,"shape":17,"lw":4,"o":3,"self":16,"input":4,"lora":24,"weights":3,"lst":2,"0":3,"output":4,"expected":3,"num":11,"tokens":7,"hidden":4,"size":4,"assert":6,"len":3,"2":2,"1":3,"weight":1,"loras":1,"rank":4,"3":2,"slices":3,"return":1,"inputs":2,"a":1,"tensor":1,"token":6,"mapping":2,"kernel":5,"meta":5,"indices":2,"sorted":2,"by":2,"ids":4,"per":2,"start":2,"loc":2,"active":1,"scaling":1,"def":1,"as":1,"expand":1,"kwargs":1,"add":1,"bool":1,"dict":1,"str":1,"any":1,"to":1,"device":2,"metadata":1},"16488,1910,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"sanity":1,"check":1,"matrix":1,"shapes":1,"i":5,"shape":18,"lw":4,"o":3,"self":15,"input":3,"lora":28,"weights":3,"lst":2,"0":3,"output":4,"expected":3,"num":11,"slices":4,"tokens":6,"rank":4,"assert":9,"len":3,"3":2,"1":2,"2":3,"weight":1,"hidden":4,"size":4,"return":3,"inputs":7,"b":1,"tensor":1,"token":6,"mapping":2,"kernel":5,"meta":5,"indices":2,"sorted":2,"by":2,"ids":4,"per":2,"start":3,"loc":2,"active":1,"offset":1,"add":6,"def":1,"bench":1,"fn":2,"kwargs":3,"op":4,"type":4,"optype":4,"optional":1,"bool":1,"none":3,"dict":1,"str":1,"any":1,"if":3,"is":3,"shrink":3,"else":1,"not":1,"as":2,"expand":2,"raise":1,"valueerror":1,"f":1,"unrecognized":1},"18398,1897,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"def":2,"test":6,"correctness":6,"self":10,"op":9,"type":9,"optype":3,"expand":7,"fn":10,"add":8,"inputs":8,"optional":3,"bool":4,"of":2,"implementation":3,"against":1,"a":1,"grouped":1,"gemm":2,"reference":1,"seq":4,"lens":4,"cpu":8,"to":2,"device":2,"prompt":4,"lora":5,"mapping":4,"ref":4,"output":7,"clone":1,"zero":1,"bench":6,"kwargs":1,"run":1,"group":1,"input":1,"weights":1,"lst":1,"scaling":1,"1":2,"0":1,"rtol":3,"atol":3,"torch":4,"float16":1,"6e":4,"2":6,"bfloat16":1,"float32":1,"1e":2,"dtype":1,"return":1,"allclose":1,"ctx":2,"benchmarkcontext":2,"arg":3,"pool":3,"size":3,"int":2,"cuda":1,"graph":1,"nops":1,"none":4,"false":1,"tmeasurement":1,"assert":4,"if":2,"is":3,"shrink":1,"else":1,"not":1,"benchmarktensors":3,"tensors":3,"list":1,"make":1,"for":3,"in":3,"range":1,"bt":4,"sanity":1,"check":1,"our":1,"all":1},"20295,1885,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"benchmarktensors":1,"dict":5,"kwargs":14,"list":4,"bt":2,"bench":12,"fn":6,"op":7,"type":7,"add":5,"inputs":5,"expand":3,"for":7,"in":6,"tensors":2,"clear":3,"lora":9,"optimization":1,"hash":1,"maps":1,"a":6,"ptr":4,"b":2,"run":2,"function":1,"so":1,"that":2,"and":2,"are":2,"setup":1,"torch":4,"cuda":7,"synchronize":1,"merge":1,"into":1,"single":1,"qualify":1,"arguments":1,"as":4,"argpool":2,"k":5,"0":2,"v":2,"items":1,"values":1,"append":1,"describe":2,"args":2,"f":2,"if":2,"is":2,"not":1,"none":4,"else":1,"description":2,"name":1,"io":1,"types":1,"graph":6,"params":3,"nops":3,"cudagraphbenchparams":1,"timer":3,"with":1,"ctx":8,"label":1,"sublabel":1,"return":1,"def":1,"mm":3,"benchmarkcontext":1,"arg":1,"pool":1,"size":5,"int":2,"optype":1,"optional":1,"tmeasurement":1,"benchmark":2,"basic":1,"roofline":2,"when":1,"all":1,"the":5,"input":2,"tokens":1,"have":1,"same":1,"id":1,"kernels":1,"just":1,"matmul":2,"this":1,"serves":1,"case":1,"used":1,"determining":1,"m":1,"n":1,"dimensions":1,"batch":2,"hidden":2,"rank":2,"seq":2,"length":2,"dtype":2},"22180,1768,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"m":3,"k":3,"n":8,"op":2,"type":2,"mkn":1,"batch":1,"size":3,"seq":1,"length":1,"hidden":1,"lora":2,"rank":1,"for":6,"a":4,"fairer":1,"comparison":1,"ctx":3,"num":1,"slices":1,"get":1,"matmul":1,"input":2,"and":1,"output":1,"tensors":1,"x":2,"b":1,"c":1,"as":4,"bs":3,"cs":3,"in":1,"range":1,"arg":1,"pool":1,"append":3,"torch":6,"rand":3,"dtype":12,"to":8,"cuda":11,"t":1,"make":1,"mm":5,"kwargs":3,"argpool":3,"mat2":1,"out":1,"description":2,"f":3,"single":1,"roofline":1,"using":1,"str":4,"graph":8,"params":3,"none":2,"if":1,"nops":3,"cudagraphbenchparams":1,"with":3,"bench":5,"label":1,"sublabel":1,"return":2,"run":1,"runner":1,"def":2,"use":2,"recommendation":1,"triton":1,"kernels":1,"have":1,"significant":1,"launch":1,"overhead":2,"launched":1,"directly":1,"via":1,"python":1,"this":1,"is":3,"more":1,"noticeable":1,"small":1,"the":5,"problem":1,"sizes":1,"these":1,"cases":1,"it":1,"recommended":1,"script":1,"benchmark":1,"consecutive":1,"invocations":2,"of":2,"benchmarking":1,"operations":1,"from":1,"inside":1,"note":1,"that":1,"returned":1,"measurement":1,"operation":1,"print":2,"timers":3,"list":1,"tmeasurement":1,"args":1,"optional":1,"argparse":1,"namespace":1,"compare":3,"tbenchmark":1},"23948,1782,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"if":2,"args":12,"and":1,"cuda":10,"graph":9,"nops":7,"print":4,"f":4,"note":2,"the":7,"timings":2,"reported":1,"above":1,"is":5,"for":8,"consecutive":1,"invocations":2,"of":2,"benchmarking":2,"functions":1,"please":1,"divide":1,"by":1,"single":2,"invocation":1,"on":1,"comparison":1,"with":3,"torch":6,"mm":6,"numbers":3,"are":1,"benchmark":2,"a":4,"simple":1,"matmul":1,"emulating":1,"lora":3,"case":1,"it":2,"provided":1,"as":2,"roofline":2,"comparing":1,"our":1,"kernel":1,"implementations":1,"expected":1,"that":1,"kernels":1,"will":1,"be":2,"slower":1,"than":1,"in":5,"cases":1,"where":1,"num":6,"loras":2,"big":1,"but":1,"small":1,"goal":1,"should":1,"to":1,"match":1,"def":1,"run":1,"argparse":1,"namespace":1,"bench":10,"ctxs":2,"list":2,"benchmarkcontext":1,"not":2,"none":1,"assert":1,"0":1,"inside":1,"else":1,"graphs":1,"enabled":1,"n":1,"use":1,"recommendation":1,"timers":3,"ctx":4,"seq":6,"len":4,"lengths":1,"ops":2,"optype":1,"op":4,"types":1,"slices":4,"length":1,"append":1,"arg":1,"pool":1,"size":1},"25730,1342,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"benchmark":2,"bench":5,"op":3,"expand":3,"fn":4,"add":5,"inputs":3,"none":1,"if":3,"is":1,"shrink":1,"else":1,"args":8,"for":1,"input":2,"arg":3,"in":1,"seq":3,"len":3,"timers":8,"append":1,"optype":1,"ctx":1,"pool":1,"size":1,"cuda":1,"graph":1,"nops":1,"test":1,"correctness":1,"print":4,"extend":1,"result":2,"stdout":1,"dump":3,"all":1,"results":1,"output":2,"directory":2,"file":4,"od":4,"path":1,"not":1,"exists":1,"mkdir":1,"timestamp":2,"int":3,"time":2,"pkl":4,"f":4,"lora":2,"writing":1,"benchmarks":1,"to":1,"with":1,"open":1,"wb":1,"as":2,"pickle":1,"def":1,"contexts":1,"hidden":1,"sizes":1,"list":2,"ranks":1,"argparse":1,"namespace":1},"27072,1978,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"list":9,"benchmarkcontext":5,"ctxs":3,"for":1,"batch":4,"size":6,"hidden":16,"lora":20,"rank":3,"num":9,"loras":8,"sort":4,"by":4,"id":4,"in":1,"product":1,"noqa":1,"args":25,"sizes":14,"ranks":13,"append":1,"active":3,"if":1,"else":1,"to":4,"be":2,"filled":2,"based":2,"on":2,"the":2,"optype":2,"benchmark":4,"seq":1,"length":1,"none":2,"dtype":2,"slices":1,"return":1,"def":2,"run":3,"bench":7,"argparse":2,"namespace":2,"print":4,"n":2,"f":3,"get":2,"all":2,"benchmarking":2,"contexts":7,"as":2,"range":4,"start":2,"end":2,"1":2,"increment":2},"29050,1815,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"run":4,"args":11,"bench":5,"contexts":5,"def":5,"model":8,"argparse":2,"namespace":1,"print":2,"hidden":13,"sizes":14,"from":2,"str":2,"tp":8,"size":5,"int":4,"set":4,"for":3,"kn":4,"split":3,"dim":3,"in":3,"weight":1,"shapes":1,"add":4,"1":2,"return":4,"get":3,"all":3,"name":3,"product":1,"models":1,"union":1,"f":1,"n":1,"lora":4,"ranks":4,"benchmarking":2,"list":1,"benchmarkcontext":1,"as":1,"benchmark":1,"if":3,"main":1,"to":2,"torch":8,"dtype":4,"dt":3,"float16":3,"bfloat16":3,"raise":1,"valueerror":1,"unsupported":1,"bool":2,"s":2,"lower":1,"true":2,"common":1,"command":1,"p":3,"argumentparser":1,"argument":2,"type":2,"required":1,"help":2,"available":1,"options":1,"are":1,"arg":2,"pool":3,"default":1,"32":1,"profiles":1,"with":1,"a":2,"of":2,"input":1,"output":1,"meta":1,"tensors":2,"instead":1,"simply":1,"reusing":1,"the":1,"same":1,"runs":1,"bigger":1,"mitigates":1,"hardware":1,"caching":1,"effects":1,"during":1},"30865,1942,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"p":10,"add":12,"argument":11,"cuda":1,"graph":2,"nops":1,"type":9,"int":5,"help":4,"when":3,"set":1,"profiling":1,"is":3,"done":1,"using":1,"cudagraph":1,"with":1,"the":8,"given":1,"number":1,"of":4,"operations":1,"in":1,"a":3,"note":1,"that":1,"measurement":1,"returned":1,"time":1,"taken":1,"for":2,"n":2,"consecutive":1,"executions":1,"benchmarking":4,"functions":2,"where":1,"value":1,"this":1,"num":3,"loras":5,"nargs":6,"default":12,"active":3,"none":2,"all":1,"are":2,"sort":2,"by":2,"lora":2,"id":1,"get":2,"bool":2,"ids":1,"op":1,"types":1,"optype":2,"from":1,"str":2,"list":2,"seq":2,"lengths":2,"batch":2,"sizes":2,"expand":2,"fn":2,"inputs":2,"o":1,"output":2,"directory":2,"to":1,"store":2,"tmeasurement":1,"objects":1,"as":1,"pickle":1,"file":1,"test":1,"correctness":2,"action":1,"true":1,"enabled":1,"tested":1,"before":1,"actual":1},"32807,1679,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"parser":8,"flexibleargumentparser":1,"description":1,"f":1,"benchmark":4,"lora":20,"kernels":4,"use":1,"cuda":4,"graph":4,"recommendation":1,"list":9,"bench":8,"example":3,"python3":3,"benchmarks":3,"py":3,"arg":3,"pool":3,"size":3,"32":9,"batch":3,"sizes":9,"1":12,"16":8,"dtype":3,"torch":3,"float16":3,"hidden":6,"2048":1,"ranks":7,"num":3,"loras":3,"4":3,"op":3,"types":3,"shrink":3,"expand":3,"seq":3,"lengths":3,"sort":3,"by":3,"id":3,"nops":3,"model":2,"models":1,"meta":1,"llama":2,"3":1,"8b":1,"range":2,"start":2,"1024":2,"end":2,"4096":1,"increment":2,"8":2,"24":1,"noqa":1,"e501":1,"formatter":1,"class":1,"argparse":1,"rawtexthelpformatter":1,"subparsers":3,"add":5,"dest":1,"cmd":1,"required":1,"true":1,"argument":2,"nargs":2,"type":2,"int":2,"default":4,"common":1,"command":1,"args":1,"set":1,"defaults":1,"func":1,"run":1},"34486,1204,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_lora.py":{"range":11,"parser":18,"subparsers":2,"add":13,"bench":4,"argument":9,"hidden":3,"sizes":5,"start":2,"type":9,"int":8,"required":6,"true":6,"end":2,"increment":2,"lora":5,"ranks":5,"common":2,"command":2,"args":6,"set":2,"defaults":2,"func":3,"run":2,"model":8,"models":2,"nargs":3,"str":1,"default":6,"choices":1,"weight":1,"shapes":1,"keys":1,"tp":2,"parse":1},"0,1989,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_mrope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":3,"vllm":5,"project":1,"this":1,"script":1,"benchmarks":2,"mrope":5,"kernel":1,"mainly":1,"for":1,"qwen2vl":1,"and":2,"qwen2":2,"5vl":1,"models":4,"it":1,"generates":1,"test":2,"data":2,"runs":1,"saves":1,"results":1,"a":1,"csv":3,"file":2,"named":1,"with":3,"current":2,"date":1,"time":2,"contains":1,"these":1,"columns":1,"model":7,"name":5,"tp":6,"size":6,"num":10,"tokens":6,"heads":4,"kv":2,"head":2,"dim":1,"max":4,"position":2,"rope":3,"theta":1,"is":2,"neox":1,"style":1,"scaling":1,"dtype":7,"torch":10,"mean":2,"median":2,"p99":2,"min":2,"triton":5,"speedup":1,"usage":1,"examples":1,"single":1,"benchmark":10,"python3":4,"py":4,"qwen":1,"vl":1,"7b":1,"instruct":1,"1":4,"warmup":4,"iter":8,"10":4,"100":4,"bfloat16":4,"seed":4,"1024":4,"all":3,"different":2,"sizes":1,"4":1,"8":1,"token":1,"counts":1,"4096":1,"16384":1,"import":11,"os":1,"from":6,"datetime":2,"typing":1,"any":1,"numpy":1,"as":1,"np":1,"executor":1,"layers":1,"rotary":1,"embedding":1,"get":2,"platforms":1,"platform":1,"transformers":1,"utils":2,"config":2,"flexibleargumentparser":1,"device":4,"cuda":2,"if":1,"available":1,"else":1,"cpu":1,"def":1,"generate":1,"int":5,"q":1,"embeddings":1},"1989,1862,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_mrope.py":{"generate":1,"test":1,"data":1,"for":2,"given":1,"configuration":1,"create":2,"2d":1,"positions":3,"3":2,"num":11,"tokens":7,"multimodal":1,"case":1,"torch":6,"randint":1,"0":2,"max":6,"position":4,"embeddings":1,"4":1,"device":10,"query":3,"and":2,"key":3,"tensors":1,"randn":2,"q":2,"heads":4,"head":6,"size":8,"dtype":10,"kv":2,"return":2,"def":2,"calculate":2,"stats":1,"times":9,"list":2,"float":3,"dict":2,"str":3,"statistics":1,"from":1,"a":1,"of":1,"array":7,"np":6,"mean":2,"median":2,"p99":1,"percentile":1,"99":1,"min":2,"benchmark":2,"mrope":2,"model":3,"name":2,"int":9,"dim":4,"tp":4,"8192":1,"rope":6,"theta":2,"10000":1,"is":3,"neox":3,"style":3,"bool":1,"true":1,"scaling":3,"any":1,"none":2,"bfloat16":1,"seed":3,"warmup":1,"iter":2,"10":1,"100":1,"csv":1,"writer":1,"current":1,"platform":1,"everything":1,"set":1,"default":1,"the":2,"parameters":1,"to":2,"compute":1,"k":1,"v":1,"based":1,"on":1,"helper":1,"class":1,"get":1,"rotary":1,"base":1,"print":2,"80":1,"f":4,"evaluating":1,"with":1},"3851,1823,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_mrope.py":{"create":2,"q":1,"k":1,"v":1,"input":2,"tensors":2,"rotary":1,"pos":1,"emb":1,"positions":5,"query":9,"key":9,"generate":1,"test":1,"data":1,"num":6,"tokens":2,"heads":4,"kv":2,"head":1,"dim":1,"max":1,"position":1,"dtype":1,"device":1,"warm":1,"up":1,"for":4,"in":3,"range":3,"warmup":1,"iter":3,"mrope":4,"helper":4,"class":4,"forward":4,"native":2,"clone":16,"cuda":7,"torch":13,"synchronize":5,"time":14,"reference":1,"implementation":3,"times":6,"benchmark":2,"start":4,"append":2,"triton":5,"kernel":1,"calculate":3,"statistics":1,"stats":7,"print":2,"f":5,"nperformance":1,"config":1,"mean":2,"8f":3,"s":3,"median":2,"p99":2},"5674,1927,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_mrope.py":{"print":3,"f":5,"triton":13,"implementation":1,"mean":8,"stats":19,"8f":4,"s":3,"median":4,"p99":4,"speedup":2,"over":1,"torch":9,"x":1,"write":1,"to":1,"csv":5,"if":2,"writer":2,"row":2,"model":2,"name":3,"tp":2,"size":2,"num":4,"tokens":2,"heads":2,"kv":1,"head":1,"dim":1,"max":3,"position":1,"rope":2,"theta":1,"is":1,"neox":1,"style":1,"str":5,"scaling":1,"dtype":2,"split":1,"1":2,"min":2,"writerow":1,"return":1,"main":1,"parser":11,"flexibleargumentparser":1,"description":1,"benchmark":3,"the":1,"rotary":1,"embedding":1,"kernels":1,"add":9,"argument":9,"type":8,"default":7,"int":5,"warmup":1,"iter":2,"10":1,"100":1,"choices":1,"bfloat16":2,"seed":1,"0":1,"nargs":1,"required":1,"false":1,"trust":1,"remote":1,"code":1,"action":1,"store":1,"true":1,"output":1,"mrope":1,"results":1,"args":3,"parse":1},"7601,1600,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_mrope.py":{"create":1,"csv":8,"file":1,"for":2,"results":1,"timestamp":2,"datetime":1,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"filename":2,"f":1,"os":1,"path":1,"splitext":1,"args":6,"output":1,"0":2,"with":1,"open":1,"w":1,"newline":1,"as":1,"csvfile":2,"writer":3,"write":1,"header":3,"model":6,"name":3,"tp":5,"size":2,"num":7,"tokens":5,"heads":2,"kv":1,"head":1,"dim":1,"max":3,"position":1,"rope":2,"theta":1,"is":2,"neox":1,"style":1,"scaling":1,"dtype":1,"torch":5,"mean":2,"median":2,"p99":2,"min":2,"triton":5,"speedup":1,"writerow":1,"dict":3,"if":2,"qwen":6,"qwen2":6,"vl":6,"2b":1,"instruct":6,"1":4,"7b":2,"72b":2,"2":5,"4":4,"8":4,"5":3,"3b":1,"else":2,"none":1,"list":2,"i":2,"in":1,"range":1,"18":1},"9201,1686,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_mrope.py":{"for":3,"model":6,"name":4,"tp":8,"list":3,"in":3,"dict":1,"items":1,"config":9,"get":2,"trust":2,"remote":2,"code":2,"args":5,"size":8,"the":1,"total":5,"num":19,"kv":7,"heads":15,"key":1,"value":1,"attention":1,"max":5,"1":1,"head":5,"dim":5,"hidden":1,"q":1,"is":3,"neox":3,"style":3,"true":1,"rope":6,"theta":4,"position":4,"embeddings":1,"tokens":4,"benchmark":4,"mrope":1,"scaling":2,"dtype":2,"getattr":1,"torch":1,"seed":2,"warmup":2,"iter":4,"csv":3,"writer":2,"print":1,"f":1,"results":1,"saved":1,"to":1,"filename":1},"0,1393,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":6,"project":1,"import":16,"argparse":1,"json":1,"os":1,"time":1,"from":10,"contextlib":1,"nullcontext":1,"datetime":2,"itertools":1,"product":1,"typing":1,"any":1,"typeddict":2,"ray":3,"torch":2,"experimental":1,"tqdm":2,"model":1,"executor":1,"layers":1,"fused":2,"moe":2,"platforms":1,"current":2,"platform":2,"transformers":1,"utils":3,"config":4,"get":1,"triton":2,"flexibleargumentparser":1,"fp8":3,"dtype":4,"def":2,"ensure":2,"divisibility":1,"numerator":4,"denominator":4,"text":2,"that":1,"is":2,"divisible":2,"by":2,"assert":1,"not":1,"tp":1,"format":1,"class":1,"benchmarkconfig":2,"block":4,"size":6,"m":2,"int":13,"n":1,"k":1,"group":1,"num":5,"warps":1,"stages":1,"benchmark":1,"tokens":1,"experts":1,"shard":1,"intermediate":1,"hidden":1,"topk":1,"use":3,"w8a8":1,"bool":3,"int8":1,"w8a16":1,"iters":1,"100":1,"quant":1,"shape":1,"list":1,"none":1,"deep":1,"gemm":1,"false":1},"1393,954,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"float":1,"init":3,"dtype":11,"torch":10,"float16":1,"if":2,"use":2,"fp8":1,"w8a8":1,"else":2,"x":1,"randn":4,"num":8,"tokens":2,"hidden":5,"size":9,"int8":3,"w8a16":1,"w1":2,"randint":2,"127":4,"experts":5,"shard":4,"intermediate":4,"w2":2,"2":2,"gating":1,"output":1,"iters":1,"float32":1},"2347,1763,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"w1":10,"scale":15,"none":4,"w2":10,"a1":2,"a2":2,"if":4,"use":4,"int8":1,"w8a16":1,"torch":18,"randn":6,"num":7,"experts":6,"2":4,"shard":2,"intermediate":2,"size":4,"dtype":11,"float32":9,"hidden":2,"deep":1,"gemm":1,"we":1,"the":1,"default":1,"block":15,"shape":5,"for":4,"deepgemm":1,"quant":4,"128":2,"fp8":3,"w8a8":1,"n":12,"k":12,"0":1,"1":7,"e":3,"factor":3,"1e":1,"tiles":8,"rand":2,"else":1,"to":2,"input":2,"gating":3,"empty":1,"tokens":1,"def":2,"prepare":1,"i":2,"int":1,"copy":1,"output":1,"run":1,"from":1,"vllm":1,"model":1,"executor":1,"layers":1,"fused":1,"moe":1,"import":1,"override":1,"config":1},"4110,1878,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"with":3,"override":1,"config":2,"if":1,"use":7,"deep":2,"gemm":2,"topk":7,"weights":2,"ids":2,"token":1,"expert":1,"indices":1,"fused":3,"x":3,"input":2,"gating":2,"false":1,"return":1,"experts":1,"w1":6,"w2":6,"inplace":2,"true":6,"fp8":4,"w8a8":4,"scale":16,"a1":4,"a2":4,"block":4,"shape":4,"quant":2,"allow":1,"else":1,"moe":1,"renormalize":1,"int8":2,"w8a16":2,"jit":1,"compilation":1,"warmup":2,"run":2,"torch":8,"cuda":9,"synchronize":4,"capture":1,"10":2,"invocations":1,"graph":5,"cudagraph":1,"for":3,"in":3,"range":3,"5":1,"replay":1,"start":1,"event":4,"enable":2,"timing":2,"end":1,"latencies":1,"list":1,"float":1,"i":2,"num":1,"iters":1,"prepare":1},"5988,1815,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"start":2,"event":5,"record":2,"graph":2,"replay":1,"end":3,"synchronize":1,"latencies":2,"append":1,"elapsed":1,"time":1,"avg":2,"sum":1,"num":9,"iters":1,"10":1,"1000":1,"us":1,"reset":1,"return":2,"def":2,"get":3,"rocm":3,"tuning":3,"space":5,"use":8,"fp16":7,"block":14,"mn":3,"range":24,"16":8,"32":7,"64":6,"128":5,"256":5,"k":6,"if":5,"not":2,"remove":1,"supported":1,"for":2,"fp8":1,"warps":4,"1":4,"2":4,"4":4,"8":3,"group":4,"m":6,"stage":3,"waves":3,"per":3,"eu":3,"0":1,"matrix":3,"instr":3,"nonkdim":3,"else":3,"kpack":3,"param":5,"ranges":5,"size":4,"n":2,"stages":1,"configs":2,"compute":1,"bound":1,"quant":1,"shape":1,"list":2,"dict":1,"str":1,"int":1,"benchmarkconfig":1,"current":1,"platform":1,"is":1,"reduced":1,"search":3,"faster":1,"todo":1,"woosuk":1,"increase":1,"the":2,"and":1,"a":1,"performance":1,"model":1,"to":1,"prune":1,"3":1,"5":1},"7803,1870,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"param":2,"ranges":2,"block":20,"size":14,"m":6,"range":6,"n":9,"k":8,"group":2,"num":7,"warps":2,"stages":1,"stage":1,"keys":2,"values":4,"zip":2,"items":1,"for":2,"config":8,"in":2,"product":1,"dict":1,"configs":10,"append":1,"remove":2,"that":1,"are":1,"not":3,"compatible":1,"with":1,"fp8":1,"quantization":1,"must":2,"be":2,"a":3,"multiple":2,"of":2,"if":5,"quant":3,"shape":3,"is":8,"none":1,"and":1,"use":1,"fp16":7,"0":3,"1":5,"or":2,"return":2,"def":2,"prune":4,"rocm":6,"search":6,"space":10,"tokens":3,"shard":3,"intermediate":3,"hidden":3,"topk":3,"n1":2,"k1":2,"n2":2,"k2":2,"2":5,"pruned":5,"merge":1,"unique":1,"dicts":1,"the":1,"following":1,"code":1,"inspired":1,"by":1,"triton":3,"gemm":3,"tuning":1,"script":1,"https":1,"github":1,"com":1,"blob":1,"mlir":1,"scripts":1,"amd":1,"tune":1,"py":1,"l89":1,"true":1,"elembytes":2,"else":3,"b":1,"mfma":1,"16":1,"32":3},"9673,380,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"todo":1,"zhanglx":1,"figure":1,"out":1,"the":1,"boundary":1,"between":1,"large":3,"and":2,"small":1,"gemms":1,"gemm":2,"false":1,"if":1,"m":3,"2048":2,"n":3,"true":1,"for":1,"config":5,"in":1,"configs":1,"block":6,"size":6,"get":4,"k":2,"num":2,"warps":2},"10053,1959,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"if":14,"is":5,"fp16":3,"matrix":9,"instr":9,"nonkdim":9,"config":3,"get":3,"mfma":2,"continue":12,"4":1,"and":9,"block":21,"size":21,"k":14,"64":3,"some":1,"layouts":1,"could":1,"not":4,"work":1,"properly":1,"in":2,"case":1,"number":1,"elements":1,"per":1,"thread":1,"less":1,"1":4,"m":17,"n":10,"split":7,"group":5,"or":1,"skip":5,"that":2,"too":1,"large":4,"compare":1,"to":3,"unless":1,"already":1,"small":2,"enough":1,"2":2,"16":2,"when":1,"necessary":1,"need":1,"leads":1,"even":1,"false":1,"leap":2,"modv":2,"0":1,"out":1,"of":1,"shared":1,"memory":1,"resource":1,"todo":1,"zhanglx":1,"this":1,"does":1,"consider":1,"the":2,"lds":3,"usage":1,"epilogue":1,"elembytes":2,"a":1,"b":1,"65536":1,"sizes":1,"num":1,"warps":1,"for":2,"gemm":1,"f8":1,"we":1,"want":1,"only":1,"use":1},"12012,217,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"if":4,"large":1,"gemm":1,"block":3,"size":3,"m":1,"64":3,"or":1,"n":1,"continue":3,"k":1,"num":1,"warps":1,"4":1},"12229,865,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"pruned":2,"configs":2,"append":2,"config":1,"return":3,"def":3,"need":1,"split":1,"k":3,"size":6,"m":2,"n":2,"64":2,"or":1,"and":2,"1024":1,"merge":1,"unique":1,"dicts":1,"list1":2,"list2":2,"result":4,"combined":3,"list":3,"copy":1,"extend":1,"for":2,"dictionary":3,"in":2,"if":1,"not":1,"ray":3,"remote":1,"num":1,"gpus":1,"1":1,"class":1,"benchmarkworker":1,"init":1,"self":3,"seed":5,"int":2,"none":1,"torch":1,"set":1,"default":1,"device":3,"cuda":1,"current":1,"platform":2,"everything":1,"get":2,"the":3,"id":2,"to":2,"allocate":1,"tensors":1,"kernels":1,"on":2,"respective":1,"gpu":3,"this":1,"is":1,"required":1,"work":1,"correctly":1,"with":1,"multi":1,"tuning":1,"rocm":1,"ids":1,"0":1},"13094,1621,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"def":1,"benchmark":2,"self":2,"num":9,"tokens":4,"int":7,"experts":4,"shard":4,"intermediate":5,"size":8,"hidden":3,"topk":3,"dtype":8,"torch":1,"use":11,"fp8":4,"w8a8":4,"bool":3,"int8":4,"w8a16":4,"block":3,"quant":3,"shape":4,"list":1,"none":2,"deep":3,"gemm":3,"false":2,"tuple":1,"dict":1,"str":5,"float":1,"current":2,"platform":1,"seed":2,"everything":1,"get":3,"config":11,"note":1,"woosuk":1,"the":2,"naming":1,"convention":1,"uses":1,"w2":1,"2":2,"which":1,"is":3,"after":1,"silu":1,"and":1,"mul":1,"op":4,"moe":1,"configs":1,"if":1,"default":1,"marlin":1,"else":1,"min":1,"keys":1,"key":1,"lambda":1,"x":2,"abs":1,"kernel":2,"time":2,"iters":1,"100":1,"return":1},"14715,1910,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"def":1,"tune":1,"self":3,"num":6,"tokens":3,"int":8,"experts":2,"shard":3,"intermediate":3,"size":6,"hidden":3,"topk":3,"dtype":3,"torch":2,"use":9,"fp8":3,"w8a8":3,"bool":3,"int8":3,"w8a16":3,"search":5,"space":5,"list":2,"dict":2,"str":2,"block":3,"quant":3,"shape":3,"deep":3,"gemm":3,"best":2,"config":4,"none":2,"time":2,"float":1,"inf":1,"if":4,"current":2,"platform":2,"is":4,"rocm":3,"fp16":2,"not":1,"or":1,"prune":1,"need":3,"device":8,"guard":3,"false":1,"visible":3,"os":1,"environ":1,"get":1,"rocr":1,"devices":1,"f":1,"id":2,"true":1,"with":1,"cuda":1,"else":1,"nullcontext":1,"for":1,"in":1,"tqdm":1,"try":1,"kernel":1,"benchmark":1,"iters":1,"20":1,"except":1,"triton":1,"runtime":1,"autotuner":1,"outofresources":1,"some":1,"configurations":1,"may":1,"be":1,"invalid":1,"and":1,"fail":1,"to":1,"compile":1,"continue":1},"16625,1900,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"if":4,"kernel":2,"time":4,"best":6,"config":21,"now":3,"datetime":1,"print":2,"f":5,"ctime":1,"completed":1,"tuning":1,"for":1,"batch":1,"size":13,"num":7,"tokens":1,"assert":1,"is":2,"not":1,"none":2,"return":2,"def":2,"sort":1,"benchmarkconfig":3,"block":8,"m":4,"n":3,"k":2,"group":2,"warps":2,"stages":2,"waves":3,"per":3,"eu":3,"in":3,"else":3,"matrix":3,"instr":3,"nonkdim":3,"kpack":3,"save":4,"configs":3,"dict":1,"int":6,"experts":2,"shard":2,"intermediate":3,"hidden":1,"topk":1,"dtype":6,"torch":1,"use":6,"fp8":3,"w8a8":3,"bool":2,"int8":3,"w8a16":3,"quant":2,"shape":3,"list":1,"dir":3,"str":4,"get":2,"note":1,"woosuk":1,"the":2,"current":1,"naming":1,"convention":1,"uses":1,"w2":1,"2":2,"which":1,"after":1,"silu":1,"and":1,"mul":1,"filename":5,"file":1,"name":1,"os":2,"makedirs":1,"exist":1,"ok":1,"true":1,"path":1,"join":1,"writing":1,"to":1,"with":1,"open":1,"w":1,"as":1,"json":1,"dump":1,"indent":1,"4":1,"write":1},"18525,494,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"def":2,"get":3,"weight":2,"block":2,"size":2,"safety":1,"config":10,"default":3,"value":3,"none":1,"quantization":4,"getattr":2,"if":2,"isinstance":1,"dict":1,"return":2,"main":1,"args":6,"argparse":1,"namespace":1,"print":1,"model":4,"trust":2,"remote":2,"code":2,"prefix":2},"19019,1962,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"if":3,"config":32,"architectures":5,"0":7,"dbrxforcausallm":1,"e":9,"ffn":4,"moe":6,"num":9,"experts":11,"topk":7,"top":1,"k":1,"intermediate":17,"size":25,"hidden":3,"elif":4,"jambaforcausallm":1,"per":4,"tok":4,"in":3,"deepseekv3forcausallm":1,"deepseekv2forcausallm":1,"glm4moeforcausallm":1,"n":1,"routed":1,"qwen2moeforcausallm":1,"qwen3moeforcausallm":1,"hunyuanmoev1forcausallm":1,"else":3,"support":1,"for":1,"llama4":1,"get":2,"text":1,"default":1,"mixtral":1,"local":1,"enable":3,"ep":2,"bool":1,"args":7,"expert":1,"parallel":1,"ensure":2,"divisibility":2,"tp":4,"number":1,"of":1,"shard":2,"2":2,"dtype":4,"torch":2,"float16":1,"current":1,"platform":1,"is":1,"rocm":1,"use":2,"fp8":2,"w8a8":2,"int8":2,"w8a16":2,"block":2,"quant":1,"shape":1,"weight":1,"safety":1},"20981,1707,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"if":3,"args":7,"batch":4,"size":2,"is":4,"none":1,"sizes":2,"1":2,"2":1,"4":1,"8":1,"16":1,"24":1,"32":1,"48":1,"64":1,"96":1,"128":1,"256":1,"512":1,"1024":1,"1536":1,"2048":1,"3072":1,"4096":1,"else":1,"use":4,"deep":2,"gemm":2,"bool":1,"current":1,"platform":1,"rocm":1,"and":1,"hip":4,"visible":8,"devices":8,"in":3,"os":4,"environ":4,"ray":5,"will":1,"set":1,"rocr":4,"for":3,"device":2,"visibility":1,"logger":1,"warning":1,"uses":1,"to":1,"control":1,"accessibility":1,"replacing":1,"with":1,"val":2,"del":1,"init":1,"num":3,"gpus":3,"int":1,"available":1,"resources":1,"gpu":1,"workers":2,"benchmarkworker":1,"remote":2,"seed":1,"range":1,"def":1,"distribute":1,"method":4,"str":1,"inputs":2,"list":2,"any":2,"outputs":3,"worker":8,"idx":4,"0":1,"input":2,"getattr":1,"output":2,"append":1,"return":1,"get":2,"tune":1,"fp16":2,"not":1,"fp8":1,"w8a8":1,"or":1,"int8":1,"w8a16":1,"search":2,"space":2,"configs":1,"compute":1,"bound":1,"block":1,"quant":1,"shape":1,"print":1,"f":1,"start":1,"tuning":1,"over":1,"len":1,"configurations":1},"22688,1761,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"start":2,"time":7,"configs":5,"distribute":2,"tune":1,"batch":11,"size":13,"e":3,"shard":3,"intermediate":3,"hidden":3,"topk":3,"dtype":3,"use":8,"fp8":3,"w8a8":3,"int8":3,"w8a16":3,"search":1,"space":1,"block":3,"quant":3,"shape":3,"deep":2,"gemm":2,"for":4,"in":4,"sizes":4,"best":2,"m":2,"sort":1,"config":6,"zip":2,"save":2,"args":1,"dir":1,"end":2,"print":3,"f":3,"tuning":1,"took":1,"2f":2,"seconds":1,"else":1,"outputs":2,"benchmark":1,"kernel":3,"us":1},"24449,1033,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe.py":{"if":1,"name":1,"main":2,"parser":13,"flexibleargumentparser":1,"add":11,"argument":11,"model":2,"type":7,"str":4,"default":5,"mistralai":1,"mixtral":1,"8x7b":1,"instruct":1,"v0":1,"1":1,"tp":2,"size":3,"tensor":1,"parallel":2,"int":3,"2":1,"enable":2,"expert":1,"ep":1,"action":4,"store":4,"true":4,"dtype":1,"choices":1,"auto":2,"fp8":1,"w8a8":1,"int8":1,"w8a16":1,"use":1,"deep":1,"gemm":1,"save":2,"dir":1,"help":1,"directory":1,"to":1,"tuned":1,"results":1,"seed":1,"0":1,"batch":1,"nargs":1,"required":2,"false":2,"tune":1,"trust":1,"remote":1,"code":1,"prefix":1,"args":3,"parse":1},"0,1933,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_bitblas.py":{"spdx":2,"license":2,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":2,"contributors":1,"to":3,"the":7,"vllm":3,"project":1,"c":1,"microsoft":1,"corporation":1,"licensed":1,"under":1,"mit":1,"from":5,"packaging":1,"import":9,"version":9,"model":1,"executor":1,"layers":1,"quantization":2,"utils":3,"bitblas":17,"minimum":4,"try":1,"if":1,"parse":2,"raise":2,"importerror":2,"is":1,"wrong":1,"please":2,"f":3,"install":3,"except":1,"as":1,"e":2,"exception":3,"valueerror":1,"trying":1,"use":1,"backend":1,"but":1,"could":1,"not":1,"with":1,"following":2,"error":1,"through":1,"command":1,"pip":1,"matmul":1,"matmulconfig":1,"auto":2,"detect":2,"nvidia":2,"target":5,"flexibleargumentparser":2,"parser":6,"description":1,"benchmark":1,"int4":3,"on":1,"a":3,"specific":1,"add":5,"arguments":1,"argument":4,"type":6,"str":3,"default":4,"help":4,"specify":1,"device":1,"for":2,"benchmarking":1,"group":2,"size":2,"int":1,"none":1,"grouped":1,"dtype":2,"float16":3,"choices":2,"float32":2,"float64":2,"int32":2,"int8":2,"data":2,"of":2,"activation":1,"w":2,"int2":1,"int1":1,"nf4":1,"fp4":1,"e2m1":1,"weight":1},"1933,1666,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_bitblas.py":{"parser":8,"add":7,"argument":7,"accum":4,"dtype":14,"type":6,"str":4,"default":4,"float16":4,"choices":4,"int32":2,"help":7,"data":2,"for":4,"accumulation":1,"out":4,"float32":1,"int8":1,"output":1,"layout":5,"nt":3,"nn":1,"matrix":1,"non":1,"transpose":2,"a":6,"and":1,"w":4,"with":12,"bias":5,"action":3,"store":3,"true":3,"include":3,"in":5,"the":6,"benchmark":1,"scaling":5,"factor":1,"quantization":2,"zeros":10,"mode":5,"none":1,"original":1,"rescale":1,"quantized":1,"specify":1,"calculating":1,"parse":2,"arguments":3,"args":14,"assign":1,"to":1,"variables":1,"target":2,"group":3,"size":3,"define":2,"list":2,"of":1,"shared":2,"that":1,"repeat":1,"every":1,"config":1,"just":1,"m":1,"k":1,"n":1,"shapes":1,"more":1,"compact":1},"3599,1650,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_bitblas.py":{"shapes":5,"square":2,"test":5,"1":13,"16384":5,"bloom":2,"176b":2,"43008":2,"14336":10,"57344":4,"opt":2,"65b":4,"9216":8,"36864":4,"22016":4,"8192":24,"llama":2,"70b":2,"28672":4,"build":1,"with":1,"all":1,"the":2,"shared":2,"arguments":2,"matmulconfig":1,"matmul":3,"shape":2,"args":4,"for":5,"in":3,"benchmark":5,"sets":3,"extend":1,"results":2,"config":6,"class":2,"operator":3,"input":4,"target":2,"enable":1,"tuning":1,"true":1,"kernel":3,"latency":6,"profile":3,"print":1,"time":1,"cost":1,"is":1,"3f":1,"ms":1,"format":1,"f":1,"name":1,"join":1,"str":1,"i":2,"bitblas":2,"top20":2,"update":1,"define":1,"headers":2,"table":1,"primfunc":1,"calculate":1,"column":1,"widths":2,"pretty":1,"printing":1,"col":1,"0":3},"5249,1163,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_bitblas.py":{"for":4,"config":4,"key":4,"values":4,"in":4,"benchmark":2,"results":2,"items":3,"args":10,"split":8,"func":4,"name":4,"0":5,"input":4,"str":7,"join":4,"1":5,"col":9,"widths":10,"max":3,"len":6,"2":9,"headers":6,"f":2,"bitblas":2,"top20":2,"latency":2,"3f":2,"ms":2,"break":1,"only":1,"if":1,"you":1,"want":1,"to":1,"measure":1,"from":1,"a":1,"single":1,"example":1,"otherwise":1,"let":1,"it":1,"loop":1,"over":1,"all":1,"print":5,"header":3,"i":3,"enumerate":2,"ljust":2,"sum":1,"rows":1,"row":4,"cell":2,"idx":2},"0,2000,data/raw/vllm-0.10.1/benchmarks/kernels/bench_per_token_quant_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":9,"project":1,"import":8,"itertools":1,"from":6,"typing":1,"callable":2,"torch":22,"custom":2,"ops":4,"as":1,"config":7,"compilationconfig":2,"vllmconfig":2,"set":2,"current":2,"model":2,"executor":2,"layers":2,"quantization":2,"input":3,"quant":9,"fp8":8,"quantfp8":2,"utils":3,"groupshape":2,"triton":3,"todo":1,"luka":1,"use":1,"standalone":1,"compile":2,"utility":1,"def":4,"with":3,"dyn":2,"arg":4,"fn":2,"index":4,"int":4,"dim":3,"inner":2,"args":3,"dynamo":2,"mark":1,"dynamic":3,"return":3,"recompile":2,"limit":1,"8888":1,"compilation":3,"none":1,"per":7,"token":7,"false":2,"fullgraph":1,"true":1,"for":1,"different":1,"shapes":1,"first":1,"is":1,"explicitly":1,"simulate":1,"usage":1,"cuda":8,"tensor":3,"tuple":1,"scaled":1,"calculate":2,"diff":1,"batch":2,"size":2,"seq":2,"len":2,"difference":1,"between":1,"and":2,"implementations":3,"device":4,"x":3,"rand":1,"4096":1,"dtype":1,"float16":1,"out":4,"scale":4,"if":1,"allclose":2,"float32":2,"rtol":2,"1e":4,"3":2,"atol":2,"5":2,"print":2,"all":1,"match":1,"else":1,"differ":1},"2000,1219,data/raw/vllm-0.10.1/benchmarks/kernels/bench_per_token_quant_fp8.py":{"batch":6,"size":6,"range":4,"1":2,"16":2,"32":1,"64":2,"128":2,"seq":6,"len":6,"256":1,"512":1,"1024":1,"2048":1,"4096":3,"configs":2,"list":1,"itertools":1,"product":1,"triton":3,"testing":3,"perf":1,"report":1,"benchmark":3,"x":5,"names":2,"vals":2,"line":3,"arg":1,"provider":4,"torch":7,"cuda":5,"styles":1,"blue":1,"green":1,"ylabel":1,"us":1,"plot":1,"name":2,"per":3,"token":3,"dynamic":1,"quant":3,"fp8":3,"performance":1,"args":1,"def":1,"quantization":2,"dtype":3,"float16":1,"device":4,"randn":1,"quantiles":3,"0":3,"5":1,"2":1,"8":1,"if":2,"fn":3,"lambda":2,"clone":2,"elif":1,"ms":6,"min":2,"max":2,"do":1,"bench":1,"cudagraph":1,"return":1,"1000":3,"main":1,"calculate":1,"diff":1,"4":1,"run":1,"print":1,"data":1,"true":1},"0,1946,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_reshape_and_cache_flash.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":4,"vllm":5,"project":1,"from":6,"future":1,"import":9,"annotations":1,"random":5,"time":1,"torch":9,"tabulate":2,"custom":1,"ops":2,"as":1,"logger":4,"init":2,"platforms":1,"current":2,"platform":2,"utils":1,"str":4,"dtype":11,"flexibleargumentparser":1,"create":3,"kv":9,"caches":6,"with":2,"flash":2,"name":1,"inference":1,"mode":1,"def":1,"run":1,"benchmark":1,"num":17,"tokens":6,"int":6,"heads":3,"head":5,"size":8,"block":3,"blocks":3,"cache":11,"layout":3,"iters":1,"device":9,"cuda":1,"float":1,"return":1,"latency":1,"seconds":1,"for":1,"given":1,"if":2,"fp8":2,"and":1,"16":2,"raise":2,"valueerror":2,"requires":1,"be":1,"a":2,"multiple":1,"of":2,"seed":1,"everything":1,"42":1,"set":1,"default":1,"key":6,"value":5,"tensors":1,"t":1,"h":1,"d":1,"randn":2,"like":1,"prepare":1,"slot":5,"mapping":4,"each":1,"token":1,"is":1,"assigned":1,"unique":1,"in":1,"slots":4,"cannot":1,"exceed":1,"total":1,"number":1,"lst":2,"sample":1,"range":1,"tensor":1,"long":1,"1":1,"layers":1},"1946,1810,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_reshape_and_cache_flash.py":{"compute":1,"per":1,"kernel":1,"scaling":1,"factors":1,"for":4,"fp8":1,"conversion":1,"if":2,"used":1,"k":2,"scale":4,"key":7,"amax":2,"64":2,"0":2,"to":4,"torch":6,"float32":2,"v":2,"value":7,"def":2,"run":4,"cuda":7,"benchmark":4,"n":6,"iters":6,"int":1,"float":1,"nonlocal":1,"cache":12,"slot":3,"mapping":3,"synchronize":2,"start":2,"time":2,"perf":2,"counter":2,"in":3,"range":2,"ops":1,"reshape":1,"and":1,"flash":1,"kv":4,"dtype":7,"end":2,"return":2,"warm":1,"up":1,"3":1,"lat":4,"num":8,"free":1,"tensors":1,"mitigate":1,"oom":1,"when":1,"sweeping":1,"del":1,"empty":1,"main":2,"args":8,"rows":3,"layout":5,"nhd":1,"hnd":1,"exp":2,"1":1,"17":1,"tok":3,"2":1,"tokens":2,"heads":2,"head":2,"size":4,"block":2,"blocks":2,"str":1,"device":1,"append":1,"f":1,"1e6":1,"3f":1,"print":1,"tabulate":1,"headers":1,"latency":1,"µs":1,"name":1,"parser":1,"flexibleargumentparser":1},"3756,745,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_reshape_and_cache_flash.py":{"parser":8,"add":7,"argument":7,"num":2,"heads":1,"type":7,"int":5,"default":7,"128":4,"head":1,"size":2,"choices":4,"64":1,"80":1,"96":1,"112":1,"120":1,"192":1,"256":1,"block":1,"16":2,"32":1,"blocks":1,"512":1,"dtype":2,"str":2,"half":1,"bfloat16":2,"float":1,"kv":1,"cache":1,"auto":2,"fp8":1,"iters":1,"100":1,"args":3,"parse":1,"main":1},"0,1,data/raw/vllm-0.10.1/benchmarks/kernels/requirements.txt":{"p":1},"0,1792,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_shapes.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":10,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":1,"project":1,"weight":1,"shapes":1,"ideal":1,"4":1,"256":2,"32":2,"mistralai":3,"mistral":3,"7b":6,"v0":3,"1":3,"tp1":4,"4096":27,"6144":2,"28672":3,"14336":4,"tp2":4,"3072":2,"2048":3,"7168":3,"tp4":4,"1536":1,"1024":2,"3584":1,"meta":9,"llama":18,"hf":9,"12288":1,"22016":1,"11008":2,"5504":2,"2752":1,"13b":3,"5120":14,"15360":1,"27648":1,"13824":2,"7680":1,"2560":2,"6912":2,"3840":1,"1280":1,"3456":1,"70b":3,"8192":13,"10240":1,"57344":1},"1792,364,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_shapes.py":{"weight":1,"shapes":1,"moe":1,"nm":2,"testing":2,"mixtral":1,"8x7b":1,"instruct":1,"v0":1,"1":1,"8":4,"2":2,"4096":2,"28672":1,"14336":1,"deepseekv2":1,"lite":1,"64":1,"6":1,"2048":1,"1408":1,"ibm":2,"granite":4,"3":2,"0":2,"1b":1,"a400m":1,"32":1,"1024":3,"3b":1,"a800m":1,"40":1,"1536":1},"0,1998,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":12,"project":1,"import":14,"torch":3,"utils":16,"benchmark":4,"as":2,"from":12,"shapes":2,"weight":2,"custom":1,"ops":2,"model":9,"executor":8,"layers":8,"quantization":8,"gptq":9,"marlin":20,"24":7,"max":2,"parallel":2,"min":2,"thread":2,"n":3,"supported":6,"group":4,"sizes":4,"quant":6,"types":4,"allspark":3,"ampere":1,"m":2,"cublas":1,"threshold":1,"query":1,"fp4":3,"rand":1,"like":1,"fp8":2,"test":2,"marlinworkspace":1,"awq":1,"quantize":5,"pack":1,"weights":3,"sort":1,"scalar":2,"type":2,"scalartype":2,"flexibleargumentparser":1,"default":2,"models":1,"meta":1,"llama":2,"7b":1,"hf":1,"tp1":1,"batch":1,"1":1,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"8192":1,"act":2,"order":2,"opts":2,"false":2,"true":2,"k":3,"full":2,"def":1,"bench":1,"run":1,"results":1,"list":1,"measurement":1,"str":1,"bool":2,"is":1,"size":4,"int":4},"1998,1022,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"label":3,"quant":9,"matmul":1,"sub":2,"act":4,"k":8,"full":3,"q":1,"g":1,"mkn":1,"x":2,"format":1,"model":1,"order":3,"is":2,"str":1,"type":5,"group":9,"size":16,"m":2,"n":2,"print":1,"f":1,"testing":1,"a":1,"torch":4,"randn":1,"to":2,"half":2,"cuda":2,"b":1,"rand":1,"has":2,"zp":2,"in":6,"scalar":2,"types":5,"uint4":1,"uint8":1,"if":2,"and":6,"1":2,"or":2,"return":2,"0":1,"marlin":5,"24":4,"supported":8,"gptq":3,"sizes":2,"repack":1,"allspark":2,"not":1},"3020,1927,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"def":3,"gen":3,"marlin":48,"params":3,"quant":9,"g":4,"idx":4,"sort":4,"indices":4,"zp":4,"s2":3,"none":4,"if":5,"type":7,"scalar":2,"types":2,"float4":1,"e2m1f":1,"group":9,"size":12,"16":2,"or":2,"act":4,"order":4,"return":5,"w":21,"ref":9,"q":12,"s":9,"rand":2,"weight":1,"fp4":1,"like":1,"b":6,"t":2,"elif":3,"float8":1,"e4m3fn":1,"not":1,"in":1,"1":1,"128":1,"fp8":1,"torch":1,"has":1,"awq":1,"quantize":4,"else":1,"24":15,"comp":3,"meta":3,"supported":2,"repack":3,"gptq":4,"perm":1,"weights":1,"pack":1,"bits":1,"k":1,"n":1},"4947,1905,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"for":1,"act":2,"order":2,"sort":7,"the":1,"weights":3,"and":3,"g":4,"idx":4,"so":1,"that":1,"group":2,"ids":1,"are":1,"increasing":1,"repack":6,"indices":5,"torch":4,"empty":1,"0":1,"dtype":1,"int":1,"device":4,"b":3,"if":3,"q":6,"w":9,"return":2,"gptq":2,"def":1,"gen":5,"allspark":8,"params":5,"qw":8,"reorder":12,"s":8,"zp":9,"sm":10,"count":5,"version":6,"cublas":5,"m":5,"threshold":5,"none":1,"nonlocal":1,"supported":7,"properties":5,"cuda":1,"get":1,"index":1,"multi":1,"processor":1,"major":1,"10":1,"minor":1,"arch":3,"80":1,"90":1,"ref":3,"quantize":1,"quant":1,"type":1,"size":1,"has":2,"to":1,"uint8":1,"ops":1,"weight":1,"ampere":1,"marlin":13,"s2":1,"24":5,"comp":1,"meta":1},"6852,1754,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"prepare":1,"marlin":41,"workspace":6,"marlinworkspace":2,"size":10,"n":6,"gptq":13,"min":3,"thread":2,"max":2,"parallel":2,"24":16,"globals":1,"gen":1,"params":5,"quant":2,"type":2,"group":2,"m":4,"k":4,"a":3,"w":11,"ref":5,"q":6,"s":6,"s2":2,"zp":4,"g":2,"idx":2,"sort":4,"indices":4,"is":2,"full":2,"comp":2,"meta":2,"repack":4,"allspark":3,"w8a16":3,"qw":2,"reorder":6,"sm":4,"count":2,"version":2,"cublas":2,"threshold":2,"kernels":1,"gemm":6,"ops":4,"run":1,"time":1,"1":1,"warmup":1,"pytorch":1,"for":1,"in":1,"range":1,"5":1,"torch":1,"matmul":1},"8606,1733,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"results":4,"append":4,"benchmark":4,"timer":4,"stmt":4,"torch":1,"matmul":1,"a":4,"marlin":26,"w":4,"ref":1,"globals":8,"label":16,"sub":8,"description":4,"pytorch":1,"gemm":7,"blocked":4,"autorange":4,"min":8,"run":8,"time":8,"output":3,"gptq":6,"none":2,"q":3,"s":3,"s2":2,"zp":2,"g":2,"idx":2,"sort":2,"indices":2,"workspace":3,"scratch":3,"quant":3,"type":3,"size":9,"m":3,"n":3,"k":5,"is":2,"full":2,"false":5,"noqa":3,"e501":3,"true":1,"fp32":1,"if":1,"24":7,"supported":1,"comp":1,"meta":1},"10339,1884,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"if":6,"repack":4,"supported":2,"results":3,"append":2,"benchmark":3,"timer":2,"stmt":2,"q":2,"res":1,"gptq":3,"marlin":2,"w":1,"sort":1,"indices":1,"size":9,"k":10,"n":6,"quant":1,"type":1,"bits":1,"noqa":2,"e501":2,"globals":4,"label":8,"sub":4,"description":2,"blocked":2,"autorange":2,"min":4,"run":4,"time":4,"allspark":3,"output":1,"w8a16":2,"gemm":2,"a":1,"qw":1,"reorder":3,"s":1,"zp":1,"group":1,"sm":2,"count":1,"version":1,"cublas":1,"m":1,"threshold":1,"false":1,"true":1,"fp32":1,"def":1,"main":1,"args":11,"print":2,"benchmarking":1,"models":3,"for":5,"i":2,"model":4,"in":9,"enumerate":1,"f":1,"list":1,"measurement":1,"layer":3,"weight":1,"shapes":1,"0":5,"1":1,"len":4,"limit":8,"and":4,"not":4,"continue":4,"act":5,"order":5,"opts":2,"is":2,"full":5},"12223,1807,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"for":5,"quant":4,"type":3,"in":5,"query":1,"marlin":4,"supported":3,"types":1,"if":3,"len":2,"args":5,"limit":10,"num":3,"bits":4,"0":3,"and":3,"size":16,"not":2,"continue":3,"group":11,"sizes":4,"fp4":1,"act":4,"order":4,"the":1,"must":1,"be":1,"less":1,"than":1,"k":6,"or":1,"1":3,"m":2,"batch":2,"bench":1,"run":1,"results":2,"model":1,"is":1,"full":2,"n":2,"compare":3,"benchmark":2,"print":1,"quick":1,"benchmarking":1,"use":1,"python":1,"py":1,"16":1,"32":1,"4096":2,"128":1,"4":1,"noqa":1,"e501":1},"14030,907,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_marlin.py":{"if":1,"name":1,"main":2,"parser":10,"flexibleargumentparser":1,"description":1,"benchmark":1,"marlin":1,"across":1,"specified":1,"models":3,"shapes":2,"batches":1,"add":8,"argument":8,"nargs":8,"type":8,"str":1,"default":10,"choices":1,"weight":1,"keys":1,"batch":2,"sizes":2,"int":7,"limit":6,"k":2,"n":1,"group":1,"size":1,"num":1,"bits":1,"act":1,"order":1,"full":1,"args":3,"parse":1},"0,1906,data/raw/vllm-0.10.1/benchmarks/kernels/bench_nvfp4_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":3,"vllm":5,"project":1,"import":9,"argparse":1,"copy":1,"itertools":1,"torch":9,"from":5,"weight":5,"shapes":2,"custom":1,"ops":5,"as":1,"platforms":1,"current":2,"platform":2,"scalar":3,"type":1,"types":2,"triton":2,"utils":1,"if":3,"not":1,"has":1,"device":4,"capability":2,"100":1,"raise":1,"runtimeerror":1,"nvfp4":6,"requires":1,"compute":3,"of":2,"10":1,"blackwell":1,"float4":4,"e2m1":3,"max":10,"e2m1f":1,"float8":4,"e4m3":3,"finfo":1,"e4m3fn":1,"provider":2,"cfgs":2,"bf16":1,"dict":3,"enabled":5,"true":4,"no":3,"a":15,"quant":7,"false":1,"noquant":1,"k":2,"for":4,"v":2,"in":1,"items":1,"def":3,"b":20,"tensor":1,"str":1,"global":10,"scale":16,"amax":4,"abs":2,"float32":2,"fp4":15,"scaled":3,"return":3,"build":1,"runner":1,"cfg":2,"dtype":2,"activation":2,"note":1,"this":1,"is":1,"generally":1,"provided":1,"ahead":1,"time":1,"by":1,"model":1,"checkpoint":1,"alpha":3,"gemm":1,"operation":1,"1":1,"pre":1,"quantize":1,"run":2,"cutlass":1,"mm":1},"1906,1735,data/raw/vllm-0.10.1/benchmarks/kernels/bench_nvfp4_gemm.py":{"quantize":1,"activation":1,"on":1,"the":1,"fly":1,"def":3,"run":4,"a":9,"fp4":8,"scale":4,"ops":2,"scaled":2,"quant":3,"global":1,"return":4,"cutlass":1,"mm":1,"b":5,"alpha":1,"dtype":7,"triton":4,"testing":4,"perf":1,"report":1,"benchmark":2,"x":3,"names":2,"batch":3,"size":5,"vals":2,"1":1,"16":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1,"log":1,"false":1,"line":3,"arg":1,"provider":5,"enabled":2,"ylabel":1,"tflop":1,"s":1,"larger":1,"is":1,"better":1,"plot":1,"name":1,"bf16":2,"vs":1,"nvfp4":2,"gemms":1,"args":4,"n":3,"k":4,"m":3,"device":6,"cuda":1,"torch":5,"bfloat16":1,"randn":2,"quantiles":5,"0":3,"5":1,"2":2,"8":1,"if":1,"ms":11,"min":3,"max":3,"do":2,"bench":2,"cudagraph":2,"lambda":3,"nn":1,"functional":1,"linear":1,"else":1,"cfg":2,"cfgs":1,"build":1,"runner":1,"to":4,"tflops":4,"t":2,"1e":2,"12":1,"3":1,"prepare":1,"shapes":2,"out":3,"for":2,"model":3,"tp":5,"in":2,"itertools":1,"product":1,"models":1,"sizes":1,"kn":4,"dim":2,"copy":1,"deepcopy":1,"weight":1,"append":2},"3641,681,data/raw/vllm-0.10.1/benchmarks/kernels/bench_nvfp4_gemm.py":{"if":1,"name":1,"main":1,"parser":4,"argparse":1,"argumentparser":1,"add":2,"argument":2,"models":1,"nargs":2,"type":2,"str":1,"default":2,"meta":1,"llama":2,"3":1,"1":2,"8b":1,"instruct":1,"choices":1,"list":1,"weight":1,"shapes":2,"keys":1,"tp":1,"sizes":1,"int":1,"args":3,"parse":1,"for":1,"k":7,"n":7,"model":2,"in":1,"prepare":1,"print":3,"f":2,"bf16":1,"vs":1,"nvfp4":2,"gemms":1,"tflop":1,"s":1,"benchmark":2,"run":1,"data":1,"true":2,"show":1,"plots":1,"save":1,"path":1,"bench":1,"res":1,"finished":1},"0,1904,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":6,"vllm":8,"project":1,"benchmark":4,"performance":1,"of":1,"cutlass":5,"moe":11,"fp4":6,"kernel":4,"vs":2,"triton":3,"takes":2,"in":2,"quantized":1,"weights":2,"and":2,"16":3,"bit":2,"activations":2,"fp8":4,"tensor":5,"scaled":2,"import":9,"nvtx":1,"torch":9,"utils":2,"as":2,"from":6,"custom":1,"ops":2,"config":2,"parallelconfig":1,"vllmconfig":1,"set":1,"current":1,"model":4,"executor":2,"layers":2,"fused":5,"experts":4,"topk":4,"scalar":3,"type":1,"types":2,"flexibleargumentparser":1,"weight":1,"shapes":1,"nvidia":2,"deepseek":2,"r1":2,"256":2,"8":2,"2048":2,"7168":1,"default":3,"models":1,"batch":1,"sizes":2,"4":1,"32":1,"64":1,"128":1,"512":1,"1024":1,"tp":1,"1":1,"per":8,"act":4,"token":4,"opts":2,"false":2,"out":4,"ch":4,"float4":2,"e2m1":1,"max":6,"e2m1f":1,"float8":4,"e4m3":1,"finfo":5,"e4m3fn":3,"def":2,"return":1,"round":1,"clamp":1,"min":2,"dtype":1,"bench":1,"run":1,"results":1,"list":1,"measurement":1,"str":1,"num":3,"int":5,"bool":2,"mkn":4,"tuple":1,"label":3,"nvfp4":1,"blockscaled":1,"sub":2,"format":1,"print":1,"f":1,"testing":1,"m":1,"k":1,"n":1},"1904,1746,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"dtype":17,"torch":21,"half":1,"device":25,"cuda":1,"a":4,"randn":4,"m":2,"k":11,"10":3,"w1":12,"num":12,"experts":12,"2":9,"n":10,"w2":12,"fp8":4,"scale":1,"ops":3,"scaled":3,"quant":6,"fp8q":12,"empty":8,"float8":4,"e4m3fn":4,"fp8scale":4,"1":8,"float32":2,"for":1,"expert":7,"in":1,"range":1,"notransp":2,"clone":2,"transpose":2,"score":2,"topk":4,"weights":1,"ids":1,"fused":1,"renormalize":1,"false":1,"blocksize":3,"16":1,"blockscale":2,"b":2,"scales":2,"if":2,"per":2,"out":2,"ch":2,"else":2,"fp4":2,"uint8":2},"3650,1510,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"w1":16,"gs":8,"torch":20,"empty":2,"num":7,"experts":6,"device":8,"dtype":4,"float32":6,"w2":16,"a1":2,"ones":2,"a2":1,"for":2,"expert":11,"in":2,"range":2,"e":6,"amax":4,"abs":2,"max":6,"to":2,"float8":2,"e4m3":2,"float4":2,"e2m1":2,"fp4":4,"blockscale":2,"ops":2,"scaled":2,"quant":2,"def":1,"run":1,"triton":1,"moe":1,"a":4,"tensor":8,"topk":4,"weights":2,"ids":2,"scale":9,"fp8":3,"repeats":2,"int":1,"fused":1,"use":1,"w8a8":1,"true":1},"5160,1226,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"def":1,"run":1,"cutlass":3,"moe":3,"fp4":9,"a":3,"torch":12,"tensor":11,"w1":9,"w2":9,"blockscale":6,"gs":8,"a1":3,"a2":3,"topk":6,"weights":3,"ids":3,"m":3,"int":5,"n":3,"k":3,"e":2,"device":4,"num":3,"repeats":2,"for":1,"in":1,"range":1,"with":1,"nvtx":1,"annotate":1,"color":1,"green":1,"gscale":2,"alphas":2,"experts":1},"6386,1908,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"def":2,"run":2,"cutlass":2,"from":2,"graph":2,"a":7,"torch":20,"tensor":19,"a1":4,"gscale":4,"w1":14,"fp4":7,"blockscale":6,"alphas":6,"a2":3,"w2":14,"topk":10,"weights":5,"ids":5,"m":3,"int":4,"n":3,"k":3,"e":2,"device":4,"with":2,"set":2,"current":2,"vllm":2,"config":4,"vllmconfig":2,"parallel":4,"parallelconfig":2,"pipeline":2,"size":2,"1":2,"return":2,"moe":1,"gs":2,"num":1,"experts":2,"triton":1,"scale":9,"fp8":3,"fused":1,"use":1,"w8a8":1,"true":1},"8294,1278,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"def":1,"replay":2,"graph":11,"num":5,"repeats":2,"for":1,"in":1,"range":1,"torch":9,"cuda":9,"synchronize":3,"cutlass":5,"stream":8,"cudagraph":2,"with":2,"run":3,"from":2,"a":4,"a1":2,"gscale":2,"gs":4,"w1":8,"fp4":4,"blockscale":4,"alphas":2,"a2":2,"w2":8,"topk":6,"weights":3,"ids":3,"m":2,"n":2,"k":2,"e":1,"experts":1,"device":2,"triton":5,"fp8q":2,"notransp":2,"fp8scale":2,"fp8":1,"scale":1,"min":1,"time":1,"5":2,"warmup":1,"runs":1,"25":1},"9572,1767,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"globals":3,"baseline":1,"params":4,"w1":16,"w2":16,"score":2,"topk":10,"fp8q":8,"notransp":8,"fp8scale":8,"a":8,"fp8":4,"scale":4,"cutlass":5,"a1":2,"gscale":2,"gs":4,"fp4":6,"blockscale":4,"alphas":2,"a2":2,"weights":4,"ids":4,"m":2,"n":2,"k":2,"e":1,"num":6,"experts":1,"device":2,"cuda":1,"graph":9,"triton":8,"gen":1,"runs":3,"kernels":1,"run":8,"moe":7,"replay":3,"warmup":4,"results":1,"append":1,"benchmark":1,"timer":1,"stmt":1,"noqa":1,"e501":1,"label":4,"sub":2,"description":1,"blocked":1,"autorange":1,"min":2,"time":2},"11339,1968,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"results":4,"append":3,"benchmark":4,"timer":3,"stmt":3,"replay":3,"graph":6,"triton":2,"num":7,"runs":3,"globals":6,"label":12,"sub":6,"description":3,"moe":6,"cuda":2,"graphs":2,"blocked":3,"autorange":3,"min":6,"run":8,"time":6,"warmup":4,"cutlass":6,"fp4":8,"a":2,"w1":6,"w2":6,"blockscale":4,"gs":4,"a1":2,"a2":2,"topk":5,"weights":2,"ids":2,"m":2,"n":3,"k":6,"experts":2,"device":2,"alphas":2,"gscale":2,"e":1,"noqa":1,"e501":1,"def":1,"main":1,"args":6,"print":2,"benchmarking":1,"models":3,"for":4,"i":2,"model":4,"in":5,"enumerate":1,"f":1,"list":1,"measurement":1,"tp":3,"sizes":1,"layer":5,"weight":1,"shapes":1,"0":2,"1":1,"size":3,"2":1,"3":1,"if":1,"len":1,"limit":2,"and":1,"not":1,"continue":1},"13307,1693,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_cutlass_fp4_moe.py":{"if":2,"len":1,"args":6,"limit":7,"n":5,"0":1,"and":1,"size":5,"not":1,"in":4,"continue":1,"for":3,"per":8,"act":4,"token":4,"opts":2,"out":4,"ch":4,"m":2,"batch":3,"sizes":5,"mkn":2,"k":2,"bench":1,"run":1,"results":2,"model":1,"num":2,"experts":1,"topk":1,"compare":3,"benchmark":2,"print":1,"name":1,"main":2,"parser":10,"flexibleargumentparser":1,"description":1,"nvfp4":1,"cutlass":1,"moe":2,"across":1,"specified":1,"models":3,"shapes":2,"batches":1,"add":8,"argument":8,"nargs":8,"type":8,"str":1,"default":11,"choices":1,"weight":1,"keys":1,"tp":2,"int":7,"groups":1,"parse":1},"0,1837,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_decode_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":6,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":1,"project":1,"import":6,"csv":1,"os":1,"random":2,"from":1,"datetime":2,"flashinfer":1,"torch":17,"float32":1,"bytes":1,"finfo":6,"float":3,"bits":1,"8":3,"kv":14,"cache":4,"layout":2,"for":3,"trt":1,"llm":1,"shape":1,"num":15,"blocks":5,"heads":5,"page":5,"size":8,"head":6,"dim":4,"def":2,"float8":2,"x":5,"dtype":10,"e4m3fn":1,"min":5,"val":4,"max":14,"aminmax":1,"amax":2,"maximum":1,"abs":2,"clamp":2,"1e":1,"12":1,"scale":4,"1":4,"scl":2,"sat":2,"return":1,"reciprocal":1,"no":1,"grad":1,"benchmark":1,"decode":3,"seqs":4,"seq":6,"len":6,"16":1,"bfloat16":1,"hnd":1,"auto":1,"128":1,"warmup":1,"10":1,"trials":1,"20":1,"set":1,"default":1,"device":8,"cuda":2,"manual":1,"seed":1,"grp":2,"large":1,"number":1,"reduce":1,"reuse":1,"int":2,"256000":1,"workspace":1,"buffer":1,"empty":1,"1024":3,"int8":1,"batch":1,"is":1,"token":1,"qo":2,"sm":1,"5":1,"q":1,"randn":1,"lens":4,"randint":2,"in":1,"range":1,"tensor":2,"per":2,"block":1,"tables":1,"int32":1},"1837,1963,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_decode_attention.py":{"kv":29,"cache":8,"shape":3,"num":6,"blocks":4,"2":1,"heads":1,"page":13,"size":6,"head":1,"dim":1,"torch":14,"randn":1,"device":2,"dtype":8,"k":2,"scale":7,"v":2,"1":3,"0":4,"if":2,"startswith":1,"fp8":1,"to":1,"float8":1,"output":2,"trtllm":3,"empty":1,"q":2,"benchmark":1,"trt":6,"decode":6,"def":2,"return":2,"flashinfer":1,"batch":1,"with":1,"workspace":1,"buffer":1,"block":2,"tables":2,"lens":6,"tensor":5,"max":1,"len":10,"bmm1":1,"sm":1,"bmm2":1,"out":1,"time":3,"fn":5,"warmup":2,"10":1,"trials":2,"20":1,"cuda":4,"synchronize":2,"start":3,"event":2,"enable":2,"timing":2,"true":2,"end":3,"times":5,"for":3,"i":5,"in":3,"range":3,"record":2,"append":3,"elapsed":1,"ms":1,"sum":1,"std":2,"mean":1,"indptr":5,"indices":4,"last":8,"seqs":1,"seq":4,"assert":1,"extend":1,"int32":3},"3800,1761,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_decode_attention.py":{"output":2,"baseline":14,"torch":2,"empty":1,"q":4,"shape":1,"dtype":9,"wrapper":3,"flashinfer":2,"batchdecodewithpagedkvcachewrapper":1,"workspace":1,"buffer":1,"kv":13,"layout":1,"use":1,"tensor":1,"cores":1,"num":9,"qo":2,"heads":6,"4":1,"plan":1,"indptr":1,"indices":1,"last":1,"page":4,"lens":1,"head":3,"dim":3,"size":3,"none":3,"data":2,"type":2,"float8":1,"e4m3fn":1,"if":2,"cache":4,"startswith":1,"fp8":1,"else":1,"def":2,"decode":2,"return":3,"run":1,"sm":1,"scale":3,"k":1,"v":1,"mean":10,"std":7,"time":1,"fn":1,"calculate":1,"percentage":1,"speedup":5,"positive":1,"means":1,"trt":8,"is":2,"faster":1,"percent":4,"print":1,"f":3,"t":7,"seqs":3,"max":3,"seq":3,"len":3,"3f":5,"item":4,"results":4,"for":1,"csv":4,"writing":1,"str":1,"write":2,"to":2,"filename":3,"benchmark":2,"file":1,"timestamp":2,"datetime":1,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"trtllm":1},"5561,1945,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_decode_attention.py":{"fieldnames":3,"num":5,"seqs":6,"trt":2,"mean":6,"std":6,"baseline":4,"speedup":1,"percent":3,"q":3,"dtype":12,"kv":6,"cache":5,"page":1,"size":1,"heads":1,"head":1,"dim":1,"max":8,"seq":10,"len":7,"file":2,"exists":3,"os":1,"path":1,"filename":3,"with":1,"open":1,"a":1,"newline":1,"as":1,"csvfile":2,"writer":3,"csv":3,"dictwriter":1,"if":2,"not":1,"writeheader":1,"for":7,"result":6,"in":5,"results":8,"writerow":1,"print":5,"f":1,"written":1,"to":3,"name":1,"main":1,"1":1,"4":1,"8":1,"16":1,"32":1,"64":1,"128":1,"256":1,"lens":3,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1,"32768":1,"65536":1,"131072":1,"all":5,"running":2,"benchmark":4,"bfloat16":7,"output":2,"tnum":2,"tmax":2,"ttrt":4,"tbaseline":2,"t":2,"tspeedup":2,"bs":4,"decode":2,"torch":2,"auto":1,"append":2,"fp8":2,"write":2},"0,1832,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_prefill_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":8,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":1,"project":1,"import":6,"csv":1,"os":1,"random":3,"from":1,"datetime":2,"flashinfer":1,"torch":20,"float32":1,"bytes":1,"finfo":6,"float":3,"bits":1,"8":3,"kv":10,"cache":4,"layout":2,"for":3,"trt":1,"llm":1,"shape":1,"num":10,"blocks":2,"heads":5,"page":3,"size":5,"head":6,"dim":5,"def":2,"float8":2,"x":5,"dtype":11,"e4m3fn":1,"min":5,"val":4,"max":14,"aminmax":1,"amax":2,"maximum":1,"abs":2,"clamp":2,"1e":1,"12":1,"scale":4,"1":5,"scl":2,"sat":2,"return":1,"reciprocal":1,"no":1,"grad":1,"benchmark":1,"prefill":1,"seqs":3,"seq":7,"len":8,"16":1,"bfloat16":1,"hnd":1,"auto":1,"128":1,"warmup":1,"10":1,"trials":1,"20":1,"set":1,"default":1,"device":1,"cuda":1,"manual":1,"seed":1,"grp":2,"large":1,"number":1,"reduce":1,"reuse":1,"int":1,"256000":1,"workspace":1,"buffer":1,"empty":1,"1024":3,"int8":1,"qo":2,"sm":1,"5":1,"q":8,"lens":7,"randint":2,"in":2,"range":2,"indptr":1,"cat":1,"tensor":2,"int32":3,"cumsum":1,"randn":1,"sum":1},"1832,1818,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_prefill_attention.py":{"seq":13,"lens":12,"q":7,"len":14,"kv":34,"for":2,"in":2,"zip":1,"max":5,"tensor":5,"torch":13,"dtype":14,"int32":5,"num":12,"blocks":7,"per":2,"page":17,"size":9,"1":4,"block":2,"tables":2,"randint":1,"0":5,"seqs":2,"cache":7,"shape":4,"2":1,"heads":3,"head":2,"dim":2,"randn":1,"k":1,"scale":4,"v":1,"if":2,"startswith":1,"fp8":1,"to":1,"float8":1,"output":2,"trtllm":1,"empty":2,"indptr":7,"indices":5,"last":9,"i":3,"range":1,"assert":1,"extend":1,"append":2,"baseline":1,"wrapper":2,"flashinfer":1,"batchprefillwithpagedkvcachewrapper":1,"workspace":1,"buffer":1,"layout":1,"plan":1,"qo":1,"causal":1,"true":1,"sm":2,"data":2,"type":2},"3650,1640,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_prefill_attention.py":{"def":3,"time":4,"fn":6,"warmup":2,"10":1,"trials":2,"20":1,"torch":6,"cuda":4,"synchronize":2,"start":3,"event":2,"enable":2,"timing":2,"true":2,"end":3,"times":5,"for":2,"i":2,"in":2,"range":2,"record":2,"append":1,"elapsed":1,"ms":1,"return":3,"sum":1,"len":6,"std":5,"tensor":2,"baseline":9,"prefill":5,"wrapper":1,"run":1,"q":6,"kv":7,"cache":4,"k":3,"scale":9,"v":3,"out":2,"output":2,"trt":8,"flashinfer":1,"trtllm":2,"batch":2,"context":1,"with":1,"query":1,"workspace":2,"buffer":2,"block":2,"tables":2,"seq":6,"lens":4,"max":5,"bmm1":1,"sm":1,"bmm2":1,"size":1,"num":2,"seqs":2,"cum":2,"indptr":2,"mean":7,"calculate":1,"percentage":1,"speedup":3,"positive":1,"means":1,"is":1,"faster":1,"percent":2,"print":1,"f":2,"t":7,"5f":5,"item":2},"5290,1542,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_prefill_attention.py":{"return":2,"results":7,"for":2,"csv":5,"writing":1,"num":7,"seqs":4,"trt":6,"mean":6,"std":6,"item":2,"baseline":6,"speedup":3,"percent":3,"q":2,"dtype":6,"str":1,"kv":6,"cache":3,"page":3,"size":3,"heads":3,"head":3,"dim":3,"max":4,"seq":4,"len":3,"def":1,"write":2,"to":3,"filename":6,"none":2,"benchmark":2,"file":3,"if":3,"is":1,"timestamp":2,"datetime":1,"now":1,"strftime":1,"y":1,"m":2,"d":1,"h":1,"s":1,"f":2,"flashinfer":1,"trtllm":1,"fieldnames":3,"exists":3,"os":1,"path":1,"with":1,"open":1,"a":1,"newline":1,"as":1,"csvfile":2,"writer":3,"dictwriter":1,"not":1,"writeheader":1,"result":2,"in":1,"writerow":1,"print":1,"written":1,"name":1,"main":1,"1":1,"4":1,"8":1,"16":1,"32":1,"64":1,"128":1,"256":1,"lens":1,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1,"32768":1,"65536":1,"131072":1,"all":1},"6832,611,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_trtllm_prefill_attention.py":{"print":2,"running":1,"benchmark":2,"for":3,"q":1,"dtype":5,"bfloat16":4,"kv":2,"cache":2,"output":1,"tnum":1,"seqs":2,"tmax":1,"seq":4,"len":3,"ttrt":2,"mean":2,"std":2,"tbaseline":1,"t":1,"baseline":1,"tspeedup":1,"percent":1,"max":3,"in":2,"lens":1,"bs":2,"num":1,"result":2,"prefill":1,"torch":1,"auto":1,"all":3,"results":4,"append":1,"write":2,"to":2,"csv":2},"0,1981,data/raw/vllm-0.10.1/benchmarks/kernels/utils.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":6,"vllm":1,"project":1,"import":6,"dataclasses":3,"from":5,"collections":1,"abc":1,"iterable":2,"typing":1,"any":2,"callable":2,"optional":2,"torch":3,"utils":2,"benchmark":2,"as":2,"tbenchmark":1,"measurement":1,"tmeasurement":1,"dataclass":2,"class":5,"cudagraphbenchparams":2,"num":1,"ops":1,"in":1,"cuda":6,"graph":6,"int":1,"argpool":1,"when":1,"some":1,"argument":2,"of":2,"benchmarking":3,"function":2,"is":2,"annotated":1,"with":1,"this":1,"type":1,"benchmm":1,"will":2,"collapse":1,"a":4,"pick":1,"single":1,"value":2,"given":1,"list":13,"values":3,"during":2,"invocation":2,"for":1,"every":1,"run":1,"it":1,"choose":1,"different":1,"def":6,"getitem":1,"self":29,"index":2,"return":2,"bench":1,"argsiterator":1,"init":2,"args":8,"kwargs":6,"assert":1,"len":3,"n":4,"idx":7,"next":1,"while":1,"true":1,"yield":1,"1":1,"reset":1,"property":1,"params":4,"label":6,"str":3,"sub":3,"description":3,"fn":3,"use":1,"not":1,"none":1},"1981,1881,data/raw/vllm-0.10.1/benchmarks/kernels/utils.py":{"process":1,"args":23,"self":19,"kwargs":20,"list":14,"collapse":4,"argpool":14,"iterator":2,"argsiterator":1,"cudagraph":1,"runner":3,"g":2,"none":2,"if":6,"use":2,"cuda":6,"graph":7,"get":2,"benchmark":1,"run":2,"params":2,"min":1,"time":1,"1":1,"def":2,"arg":14,"for":8,"in":9,"isinstance":4,"values":3,"len":3,"0":2,"return":2,"make":1,"sure":1,"all":2,"argpools":1,"are":1,"of":2,"the":4,"same":1,"size":5,"assert":3,"create":1,"copies":1,"range":2,"append":2,"copy":1,"i":12,"just":2,"pick":2,"ith":2,"value":2,"tuple":1,"else":1,"pool":2,"keys":2,"k":5,"v":2,"items":1,"again":1,"is":1,"not":1,"num":2,"ops":2},"3862,1993,data/raw/vllm-0.10.1/benchmarks/kernels/utils.py":{"warmup":1,"args":30,"it":8,"self":20,"iterator":10,"next":8,"for":2,"in":3,"range":2,"2":1,"kwargs":11,"fn":8,"reset":3,"stream":4,"torch":4,"cuda":7,"with":2,"g":6,"cudagraph":1,"graph":5,"num":2,"ops":3,"return":2,"def":2,"run":4,"cudagrah":1,"tmeasurement":2,"assert":1,"use":2,"globals":6,"tbenchmark":1,"timer":1,"stmt":4,"replay":1,"label":4,"f":2,"cugraph":1,"params":1,"sub":2,"description":2,"blocked":1,"autorange":1,"min":2,"time":2,"eager":1,"setup":3,"none":3,"has":2,"arg":3,"pool":3,"n":1,"1":1,"if":1,"else":1,"no":1,"just":1,"the":1,"and":1,"directly":1},"5855,916,data/raw/vllm-0.10.1/benchmarks/kernels/utils.py":{"return":4,"tbenchmark":1,"timer":7,"stmt":2,"setup":2,"globals":2,"label":4,"self":12,"sub":2,"description":2,"blocked":1,"autorange":1,"min":2,"run":6,"time":2,"def":3,"tmeasurement":1,"none":1,"if":3,"use":1,"cuda":1,"graph":1,"noqa":1,"sim108":1,"cudagrah":1,"else":1,"eager":1,"not":1,"meets":1,"confidence":2,"or":1,"has":1,"warnings":1,"print":4,"doesn":1,"t":1,"meet":1,"re":1,"running":1,"bench":1,"enter":1,"exit":1,"exc":8,"type":4,"value":3,"traceback":3,"f":3},"0,1836,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":7,"project":1,"import":23,"argparse":1,"copy":1,"itertools":2,"math":1,"os":2,"pickle":1,"as":5,"pkl":1,"time":1,"from":12,"collections":1,"abc":1,"iterable":1,"dataclasses":1,"dataclass":3,"product":1,"typing":1,"callable":1,"optional":5,"pandas":1,"pd":1,"torch":16,"utils":9,"benchmark":2,"tbenchmark":1,"measurement":1,"tmeasurement":1,"weight":2,"shapes":2,"custom":1,"ops":2,"model":3,"executor":3,"layers":3,"quantization":3,"marlin":6,"gptq":2,"max":1,"parallel":1,"min":1,"thread":1,"n":1,"permute":1,"scales":1,"zero":1,"points":1,"test":1,"marlinworkspace":1,"quant":1,"pack":1,"rows":1,"quantize":1,"weights":1,"scalar":2,"type":2,"scalartype":2,"types":1,"flexibleargumentparser":1,"default":3,"models":1,"meta":2,"llama":4,"3":1,"8b":1,"70b":1,"hf":1,"batch":1,"sizes":2,"1":2,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"tp":1,"nvtx":4,"profile":3,"environ":1,"get":1,"false":1,"if":1,"def":1,"terse":1,"name":1,"dt":2,"return":1,"bfloat16":1,"bf16":1,"float16":1,"fp16":1,"int8":2,"float8":1,"e4m3fn":1,"fp8":1,"float":2,"int":3,"class":1,"benchmarktensors":1,"w":6,"ref":1,"tensor":7,"a":1,"q":1,"group":1,"size":1,"wtype":1,"g":2,"s":3,"zp":1,"ch":1,"tok":1},"1836,1934,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"class":1,"typeconfig":2,"act":3,"type":12,"torch":13,"dtype":14,"weight":3,"scalartype":2,"output":1,"optional":8,"group":8,"scale":9,"zero":5,"channel":1,"token":1,"def":3,"rand":4,"data":3,"shape":6,"float16":2,"1":2,"if":3,"is":4,"floating":2,"point":2,"return":3,"device":2,"cuda":2,"0":1,"3":1,"to":6,"else":1,"randint":1,"15":2,"quantize":2,"and":1,"pack":2,"atype":1,"w":19,"tensor":1,"wtype":4,"stype":1,"size":7,"int":5,"points":4,"bool":1,"false":1,"assert":1,"integer":1,"todo":1,"support":1,"weights":6,"ref":3,"q":5,"s":2,"zp":2,"match":1,"how":1,"the":1,"kernel":1,"applies":1,"zps":1,"after":1,"scales":1,"true":1,"rows":1,"bits":2,"create":1,"bench":1,"tensors":2,"tuple":1,"types":6,"list":2,"benchmarktensors":2,"m":2,"n":3,"k":4,"we":3,"want":1,"make":1,"sure":1,"that":1,"don":1,"t":1,"fit":1,"into":1,"l2":2,"cache":2,"between":1,"runs":1,"so":2,"construct":1,"enough":1,"exceed":1,"which":1,"50mb":2,"on":1,"a":2,"h100":1,"target":1,"total":1,"2":3,"num":2,"math":1,"ceil":1,"50":1,"1024":1,"8":1,"5":2,"benchmark":1,"for":1,"in":1,"range":1,"not":1,"none":1,"itemsize":1},"3770,1446,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"w":28,"ref":8,"q":3,"packed":2,"s":9,"zp":3,"quantize":1,"and":1,"pack":1,"a":12,"dtype":5,"types":8,"weight":2,"type":8,"group":5,"scale":5,"size":3,"zero":1,"is":4,"not":3,"none":5,"if":4,"floating":1,"point":1,"aiinfo":3,"torch":8,"iinfo":1,"round":1,"clamp":1,"min":1,"max":1,"to":4,"float32":1,"ch":3,"channel":2,"else":2,"rand":2,"data":2,"n":1,"tok":3,"token":2,"m":1,"benchmark":2,"tensors":2,"append":1,"benchmarktensors":2,"wtype":1,"g":2,"return":2,"def":1,"matmul":2,"f16":1,"create":1,"bench":1,"fn":1,"bt":4,"callable":1,"use":1,"float":1,"reference":1,"tensor":1,"in":1,"float16":3,"bfloat16":1,"lambda":1},"5216,1623,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"def":2,"cutlass":2,"scaled":2,"mm":2,"create":2,"bench":2,"fn":2,"bt":31,"benchmarktensors":2,"callable":2,"if":4,"w":25,"ch":3,"s":9,"is":8,"not":3,"none":7,"and":1,"tok":3,"scale":6,"a":9,"to":3,"torch":15,"float32":4,"b":3,"else":3,"tensor":3,"1":6,"0":8,"dtype":9,"device":13,"col":2,"major":2,"ref":8,"t":2,"contiguous":1,"return":1,"lambda":1,"ops":2,"out":1,"float16":1,"marlin":6,"workspace":1,"marlinworkspace":1,"shape":7,"gptq":3,"min":1,"thread":1,"n":1,"max":1,"parallel":1,"g":4,"zp":4,"empty":3,"int":3,"zero":1,"points":1,"wtype":2,"size":5,"bits":2,"group":3,"cuda":1,"half":1,"permute":1,"scales":1,"sort":2,"indices":2,"idx":1,"q":2,"repack":1,"floating":1,"point":1,"assert":3},"6839,1722,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"fn":4,"lambda":2,"ops":3,"gptq":1,"marlin":2,"gemm":2,"a":9,"bt":26,"c":1,"none":9,"b":7,"q":9,"weight":2,"w":27,"bias":1,"scales":1,"s":19,"global":1,"scale":1,"zeros":1,"zp":7,"g":11,"idx":2,"perm":1,"sort":1,"indices":1,"workspace":4,"scratch":2,"type":2,"wtype":3,"size":6,"m":2,"shape":8,"0":5,"n":2,"ref":5,"1":4,"k":3,"is":6,"full":1,"true":1,"float":1,"false":1,"else":4,"assert":2,"dtype":7,"torch":8,"int8":1,"scalar":1,"types":1,"uint4b8":1,"if":4,"ch":6,"not":3,"to":3,"float32":4,"ones":2,"device":4,"tok":6,"qqq":1,"group":1,"return":1,"def":1,"machete":2,"create":1,"bench":1,"benchmarktensors":1,"out":1,"schedule":1,"callable":1,"t":2,"contiguous":1,"make":1,"col":1,"major":1,"prepack":1},"8561,1992,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"return":2,"lambda":1,"ops":1,"machete":1,"mm":2,"a":4,"bt":6,"b":6,"q":2,"w":6,"type":24,"wtype":1,"group":12,"scales":3,"g":3,"s":3,"zeros":1,"zp":1,"size":6,"channel":3,"ch":1,"token":3,"tok":1,"out":2,"schedule":2,"impl":1,"bench":5,"def":2,"fns":6,"label":11,"str":6,"sub":6,"description":4,"list":2,"callable":1,"min":3,"run":3,"time":3,"1":2,"if":7,"not":6,"nvtx":4,"profile":2,"else":1,"0":2,"res":2,"tbenchmark":1,"timer":1,"stmt":1,"for":1,"fn":2,"in":1,"globals":1,"blocked":1,"autorange":1,"with":1,"annotate":2,"f":9,"sweep":3,"schedules":3,"results":2,"optional":2,"pd":1,"dataframe":1,"none":7,"csv":1,"types":12,"typeconfig":1,"int":4,"m":2,"k":2,"n":2,"bool":1,"true":1,"tmeasurement":1,"benchmark":2,"tensors":3,"create":1,"l":1,"len":1,"name":11,"string":6,"weight":1,"terse":5,"act":1,"scale":6,"is":5,"gs":1,"zero":2,"gz":1,"cs":1,"ts":1},"10553,1982,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"timers":5,"pytorch":1,"impl":1,"append":4,"bench":8,"fns":4,"label":8,"sub":4,"torch":5,"matmul":2,"fp16":1,"f16":1,"create":4,"fn":4,"bt":8,"for":6,"in":5,"benchmark":4,"tensors":4,"if":4,"types":12,"act":5,"type":23,"int8":1,"or":2,"float8":2,"e4m3fn":2,"f":3,"cutlass":2,"scaled":2,"mm":2,"terse":1,"name":3,"marlin":2,"string":2,"machete":5,"out":2,"output":2,"sweep":3,"schedules":8,"global":1,"results":1,"print":1,"finding":1,"best":3,"schedule":5,"none":3,"ops":1,"supported":1,"a":1,"b":1,"weight":1,"group":4,"scales":3,"scale":3,"zeros":1,"zero":1,"token":2,"channel":2,"is":1,"len":1,"0":2,"raise":1,"valueerror":1,"no":1,"found":1,"to":1,"reversed":1,"m":1,"int":1,"split":2,"x":1,"1":1},"12535,1810,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"prune":1,"known":1,"bad":1,"schedules":5,"if":4,"schedule":11,"m":6,"2":1,"max":1,"16":1,"or":2,"4":1,"continue":1,"res":5,"bench":2,"fns":1,"label":2,"sub":1,"machete":2,"best":8,"create":1,"fn":1,"bt":2,"out":2,"type":16,"types":4,"output":2,"for":1,"in":1,"benchmark":1,"tensors":1,"results":7,"row":3,"k":2,"n":2,"group":7,"size":2,"median":5,"sweep":4,"is":2,"none":2,"pd":1,"dataframe":1,"columns":1,"keys":1,"loc":1,"len":1,"print":4,"f":1,"5":2,"not":1,"timers":5,"append":1,"return":1,"runner":1,"def":2,"list":1,"tmeasurement":2,"compare":3,"tbenchmark":1,"run":1,"args":8,"mkns":1,"iterable":2,"tuple":1,"int":3,"typeconfig":1,"act":2,"weight":1,"scalar":2,"uint4b8":1,"zero":3,"else":1,"uint4":1,"scale":6,"channel":2,"token":2},"14345,1847,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"results":5,"list":8,"tmeasurement":2,"for":5,"m":9,"k":9,"n":9,"in":5,"mkns":8,"timers":5,"bench":6,"types":1,"args":19,"group":1,"size":1,"f":9,"act":1,"type":1,"gemm":1,"mkn":1,"x":8,"sweep":4,"schedules":4,"print":5,"extend":1,"return":1,"output":4,"makers":1,"def":4,"make":3,"data":7,"iterable":1,"tuple":1,"int":7,"base":3,"description":3,"str":1,"timestamp":5,"none":2,"all":2,"pickle":1,"the":1,"time":2,"if":1,"is":1,"else":1,"with":1,"open":1,"pkl":2,"wb":1,"as":1,"dump":1,"argparse":1,"runners":1,"run":5,"square":2,"dim":10,"sizes":4,"range":6,"start":8,"end":8,"1":4,"increment":8,"zip":1,"dtype":4,"split":3,"ms":2,"ks":2,"ns":2,"product":1,"model":3,"benchmarking":1,"models":2,"i":2,"enumerate":1},"16192,1924,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"def":3,"model":15,"shapes":3,"name":3,"str":1,"tp":13,"size":6,"int":5,"list":2,"tuple":1,"kns":5,"for":6,"kn":4,"split":3,"dim":3,"in":6,"copy":1,"deepcopy":1,"weight":1,"append":3,"return":2,"bench":5,"data":9,"models":4,"tps":3,"itertools":1,"product":1,"args":10,"sizes":2,"ms":2,"batch":1,"mkns":3,"m":4,"k":2,"n":2,"run":1,"type":4,"string":4,"f":5,"act":1,"print":3,"all":5,"results":6,"zip":1,"timers":1,"timestr":2,"time":1,"strftime":1,"y":1,"d":3,"h":1,"s":1,"extend":1,"pickle":1,"with":1,"open":1,"pkl":2,"wb":1,"as":1,"dict":3,"vars":1,"pop":1,"func":1,"dump":1,"if":1,"main":1,"to":2,"torch":8,"dtype":2,"dt":2,"bfloat16":2,"float16":2,"int8":2,"float8":2,"e4m3fn":2,"float":2,"class":1,"totorchdtype":1,"argparse":1,"action":1,"call":1,"self":2,"parser":2,"namespace":2,"values":2,"option":1,"none":1,"setattr":1,"dest":1,"flexibleargumentparser":1,"description":1,"benchmark":1,"machete":1,"gemm":1},"18116,1932,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"to":4,"run":4,"square":2,"gemms":2,"python3":3,"benchmarks":3,"kernels":3,"benchmark":4,"machete":3,"py":3,"dtype":4,"float16":7,"bench":3,"dim":6,"start":2,"128":5,"end":2,"512":2,"increment":2,"64":2,"constant":3,"n":2,"and":3,"k":2,"sweep":3,"m":1,"range":1,"16384":2,"dimensions":1,"from":1,"a":4,"model":2,"models":1,"meta":1,"llama":2,"2":1,"7b":1,"hf":1,"batch":1,"sizes":2,"16":1,"tp":1,"1":2,"output":1,"pkl":1,"file":1,"that":1,"is":1,"list":1,"of":1,"raw":1,"torch":2,"utils":1,"measurements":1,"for":2,"the":2,"pytorch":1,"cutlass":1,"implementations":1,"various":1,"noqa":1,"e501":1,"formatter":1,"class":1,"argparse":1,"rawtexthelpformatter":1,"parser":8,"add":8,"argument":8,"act":1,"type":8,"action":6,"totorchdtype":5,"required":1,"true":2,"choices":6,"bfloat16":4,"int8":1,"float8":1,"e4m3fn":1,"group":3,"scale":3,"zero":1,"channel":1,"float":2,"token":1,"out":1,"size":1,"int":1,"help":2,"available":1,"options":1,"are":1,"none":1,"default":2,"schedules":2,"store":1,"over":1,"all":1,"supported":1},"20048,208,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"parser":2,"add":2,"argument":1,"sweep":3,"csv":3,"out":1,"help":1,"to":1,"store":1,"results":2,"default":1,"sch":1,"subparsers":2,"dest":1,"cmd":1,"required":1,"true":1},"20256,1657,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_machete.py":{"square":7,"parser":19,"subparsers":3,"add":12,"bench":6,"argument":9,"dim":6,"start":3,"type":9,"int":5,"required":6,"true":6,"end":3,"increment":3,"set":3,"defaults":3,"func":4,"run":3,"range":7,"str":4,"help":3,"value":3,"for":3,"m":3,"k":3,"n":3,"as":3,"common":3,"separated":3,"list":3,"inclusive":1,"model":7,"models":2,"nargs":3,"default":6,"choices":1,"weight":1,"shapes":1,"keys":1,"tp":2,"sizes":4,"batch":2,"args":5,"parse":1,"sweep":5,"schedules":4,"results":4,"csv":4,"out":1,"if":1,"is":1,"not":1,"none":1,"to":1},"0,1983,data/raw/vllm-0.10.1/benchmarks/kernels/bench_fp8_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":8,"project":1,"import":8,"argparse":1,"copy":1,"itertools":1,"torch":7,"from":4,"weight":4,"shapes":2,"custom":2,"ops":2,"cutlass":1,"scaled":6,"mm":2,"as":2,"fp8":23,"quant":14,"triton":2,"utils":1,"provider":2,"cfgs":2,"bf16":1,"dict":9,"enabled":11,"true":10,"tensor":19,"w":19,"token":9,"a":27,"no":8,"false":8,"channel":8,"noquant":4,"k":2,"for":1,"v":2,"in":1,"items":1,"if":4,"def":2,"b":15,"type":2,"str":2,"device":7,"scale":7,"ones":2,"1":2,"dtype":3,"float32":2,"else":2,"use":1,"per":1,"dynamic":1,"return":1,"t":1,"build":1,"runner":1,"cfg":3,"const":1,"none":1},"1983,1971,data/raw/vllm-0.10.1/benchmarks/kernels/bench_fp8_gemm.py":{"if":6,"cfg":5,"no":1,"a":26,"quant":7,"tensor":2,"fp8":26,"scale":12,"vllm":7,"scaled":7,"const":2,"else":3,"use":2,"per":2,"token":2,"dynamic":2,"true":2,"def":4,"run":7,"return":6,"mm":3,"b":9,"dtype":9,"triton":4,"testing":4,"perf":1,"report":1,"benchmark":2,"x":3,"names":2,"batch":3,"size":3,"vals":2,"1":1,"16":1,"64":1,"128":1,"256":1,"512":1,"1024":1,"2048":1,"4096":1,"8192":1,"16384":1,"log":1,"false":1,"line":3,"arg":1,"provider":5,"enabled":2,"ylabel":1,"tflop":1,"s":1,"larger":1,"is":1,"better":1,"plot":1,"name":1,"bf16":2,"vs":1,"gemms":1,"args":1,"n":3,"k":4,"m":3,"device":6,"cuda":1,"torch":5,"bfloat16":1,"randn":2,"quantiles":5,"0":3,"5":1,"2":2,"8":1,"ms":11,"min":3,"max":3,"do":2,"bench":2,"cudagraph":2,"lambda":3,"nn":1,"functional":1,"linear":1,"cfgs":1,"build":1,"runner":1,"to":4,"tflops":4,"t":2,"1e":2,"12":1,"3":1},"3954,960,data/raw/vllm-0.10.1/benchmarks/kernels/bench_fp8_gemm.py":{"def":1,"prepare":2,"shapes":4,"args":6,"out":3,"for":3,"model":5,"tp":6,"size":2,"in":3,"itertools":1,"product":1,"models":2,"sizes":2,"kn":4,"dim":2,"copy":1,"deepcopy":1,"weight":2,"append":2,"return":1,"if":1,"name":1,"main":1,"parser":4,"argparse":1,"argumentparser":1,"add":2,"argument":2,"nargs":2,"type":2,"str":1,"default":2,"meta":1,"llama":2,"3":1,"1":2,"8b":1,"instruct":1,"choices":1,"list":1,"keys":1,"int":1,"parse":1,"k":7,"n":7,"print":3,"f":2,"bf16":1,"vs":1,"fp8":2,"gemms":1,"tflop":1,"s":1,"benchmark":2,"run":1,"data":1,"true":2,"show":1,"plots":1,"save":1,"path":1,"bench":1,"res":1,"finished":1},"0,1695,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_per_token_group_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":4,"project":1,"import":8,"argparse":1,"math":1,"from":5,"contextlib":1,"contextmanager":2,"typing":1,"callable":2,"unittest":1,"mock":1,"patch":2,"torch":11,"model":1,"executor":1,"layers":1,"quantization":1,"utils":4,"fp8":4,"int8":1,"platforms":2,"current":2,"platform":2,"def":4,"triton":2,"mode":1,"temporarily":1,"force":1,"fallback":1,"path":1,"with":1,"is":1,"cuda":8,"return":3,"value":1,"false":3,"yield":1,"time":2,"fn":3,"tuple":2,"tensor":2,"warmup":4,"iters":7,"int":7,"bench":4,"float":1,"for":2,"in":2,"range":2,"synchronize":2,"start":3,"event":2,"enable":2,"timing":2,"true":2,"end":3,"record":2,"elapsed":1,"ms":1,"iter":1,"run":1,"single":1,"shape":2,"group":3,"size":2,"dtype":3,"str":1,"column":3,"major":3,"bool":2,"scale":2,"ue8m0":3,"none":1,"num":2,"tokens":2,"hidden":2,"dim":2,"device":4,"manual":1,"seed":1,"42":1,"x":2,"randn":1,"bfloat16":1,"8":1,"if":1,"impl":1,"per":1,"token":1,"quant":1,"scales":1,"use":1},"1695,1785,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_per_token_group_quant.py":{"def":4,"triton":9,"impl":5,"with":2,"mode":2,"return":4,"fp8":5,"utils":3,"per":3,"token":3,"group":8,"quant":3,"x":3,"size":4,"column":3,"major":4,"scales":1,"use":1,"ue8m0":4,"scale":2,"elif":1,"dtype":7,"int8":8,"cuda":11,"else":3,"raise":2,"valueerror":1,"must":1,"be":1,"or":1,"ms":9,"time":2,"warmup":5,"iters":10,"bench":5,"speedup":2,"if":4,"math":1,"inf":1,"cfg":2,"desc":2,"f":4,"shape":2,"gs":1,"3":1,"col":1,"5":3,"print":1,"55":1,"7":2,"3f":2,"speed":1,"up":1,"2f":1,"parse":3,"args":8,"parser":5,"argparse":1,"argumentparser":1,"add":3,"argument":3,"type":2,"int":2,"default":3,"10":1,"100":1,"choices":1,"both":3,"name":1,"main":1,"not":1,"current":1,"platform":1,"is":2,"runtimeerror":1,"device":1,"required":1,"to":1,"run":1,"this":1,"benchmark":1,"shapes":1,"32":1,"128":2,"64":2,"256":1,"16":1,"512":1,"sizes":1,"dtypes":1},"3480,1186,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_per_token_group_quant.py":{"header":3,"configuration":1,"ljust":1,"55":1,"cuda":1,"ms":2,"center":2,"12":1,"triton":1,"13":1,"speed":1,"up":1,"print":2,"len":1,"for":5,"dtype":4,"in":5,"dtypes":1,"shape":3,"shapes":1,"gs":3,"group":1,"sizes":1,"if":1,"fp8":1,"col":3,"major":4,"false":2,"true":2,"ue8m0":4,"run":2,"single":2,"column":1,"scale":1,"warmup":4,"iters":8,"bench":4,"else":1,"int8":1,"has":1,"no":1,"switches":1},"0,1837,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":5,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":5,"project":1,"import":8,"random":3,"time":1,"from":5,"typing":1,"optional":2,"torch":11,"custom":1,"ops":2,"as":1,"logger":4,"init":2,"platforms":1,"current":2,"platform":2,"utils":1,"str":4,"dtype":10,"flexibleargumentparser":1,"create":2,"kv":4,"caches":1,"with":1,"name":1,"num":14,"blocks":4,"128":1,"1024":1,"partition":2,"size":8,"512":1,"rocm":1,"256":1,"inference":1,"mode":1,"def":1,"main":1,"version":1,"seqs":4,"int":10,"seq":10,"len":4,"query":6,"heads":6,"head":3,"use":2,"alibi":4,"bool":2,"block":10,"seed":3,"do":1,"profile":1,"device":9,"cuda":1,"cache":1,"none":3,"everything":1,"scale":3,"float":2,"1":3,"5":1,"empty":1,"uniform":1,"assert":1,"slopes":2,"if":1,"randn":1,"lens":4,"for":3,"in":3,"range":3,"max":5,"tensor":2,"tables":5,"per":2,"lst":3,"list":2,"table":2,"randint":1,"append":1},"1837,1496,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"create":2,"the":2,"kv":5,"cache":4,"key":3,"caches":5,"value":3,"with":1,"random":1,"num":10,"blocks":1,"block":1,"size":11,"1":3,"heads":3,"head":2,"dtype":6,"device":8,"0":3,"prepare":1,"for":1,"paged":2,"attention":1,"kernel":1,"output":5,"torch":9,"empty":4,"like":2,"query":3,"if":4,"version":1,"v2":1,"current":2,"platform":2,"is":2,"rocm":2,"global":1,"partition":6,"not":2,"args":1,"custom":1,"attn":1,"and":1,"navi":1,"1024":1,"else":1,"partitions":3,"max":2,"seq":1,"len":1,"tmp":1,"seqs":2,"exp":2,"sums":2,"float32":2,"logits":1,"def":1,"run":1,"cuda":3,"benchmark":1,"iters":1,"int":1,"profile":2,"bool":1,"false":1,"float":1,"synchronize":1,"cudart":1,"cudaprofilerstart":1,"start":1,"time":2,"perf":1,"counter":1,"using":1,"default":1,"scale":3,"k":1,"v":1,"tensor":1},"3334,562,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"for":1,"in":1,"range":1,"num":2,"iters":1,"if":1,"version":1,"v1":2,"ops":1,"paged":1,"attention":1,"output":1,"query":1,"key":1,"cache":3,"value":1,"kv":2,"heads":1,"scale":3,"block":2,"tables":1,"seq":2,"lens":1,"size":1,"max":1,"len":1,"alibi":1,"slopes":1,"dtype":1,"k":1,"v":1},"3896,1547,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"elif":1,"version":3,"v2":2,"if":1,"not":1,"args":1,"custom":1,"paged":3,"attn":1,"ops":2,"attention":2,"output":4,"exp":2,"sums":2,"max":4,"logits":2,"tmp":2,"query":2,"key":2,"cache":6,"value":2,"num":2,"kv":4,"heads":2,"scale":6,"block":4,"tables":2,"seq":4,"lens":2,"size":2,"len":2,"alibi":2,"slopes":2,"dtype":2,"k":2,"v":2,"else":2,"rocm":1,"none":1,"raise":1,"valueerror":1,"f":1,"invalid":1},"5443,33,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"torch":1,"cuda":1,"synchronize":1},"5476,699,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"end":2,"time":5,"perf":1,"counter":1,"if":3,"profile":5,"torch":1,"cuda":2,"cudart":1,"cudaprofilerstop":1,"return":1,"start":1,"num":4,"iters":4,"warmup":1,"print":2,"warming":1,"up":1,"run":5,"benchmark":6,"3":1,"false":2,"do":1,"latency":3,"1":1,"true":1,"else":1,"100":1,"f":1,"kernel":2,"running":1,"1000000":1,"3f":1,"us":1,"name":1,"main":1,"logger":1,"warning":1,"this":2,"script":1,"benchmarks":1,"the":1,"paged":1,"attention":1,"by":1,"default":1,"is":1,"no":1,"longer":1,"used":1,"in":1,"vllm":1,"inference":1},"6175,1459,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"parser":15,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":1,"paged":3,"attention":2,"kernel":1,"add":13,"argument":13,"version":1,"type":12,"str":3,"choices":5,"v1":1,"v2":2,"default":10,"batch":1,"size":3,"int":7,"8":3,"seq":1,"len":1,"4096":1,"num":2,"query":1,"heads":2,"64":2,"kv":3,"head":1,"80":1,"96":1,"112":1,"120":1,"128":2,"192":1,"256":1,"block":1,"16":2,"32":1,"use":3,"alibi":1,"action":3,"store":3,"true":3,"dtype":2,"half":2,"bfloat16":1,"float":1,"seed":1,"0":1,"profile":1,"cache":2,"auto":3,"fp8":8,"e5m2":2,"e4m3":3,"help":2,"data":2,"for":1,"storage":1,"if":1,"will":1,"model":1,"cuda":1,"11":1,"supports":2,"and":1,"rocm":1,"amd":1,"gpu":1,"custom":2,"attn":1,"args":3,"parse":1,"print":1},"7634,586,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_paged_attention.py":{"if":1,"args":14,"num":9,"query":4,"heads":8,"kv":6,"0":1,"raise":1,"valueerror":1,"must":1,"be":1,"divisible":1,"by":1,"main":1,"version":2,"seqs":1,"batch":1,"size":5,"seq":2,"len":2,"head":2,"block":2,"use":2,"alibi":2,"dtype":6,"str":1,"to":1,"torch":1,"seed":2,"do":1,"profile":2,"cache":2},"0,1806,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_grouped_gemm_cutlass.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":3,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":7,"project":1,"import":8,"torch":11,"utils":2,"benchmark":4,"as":2,"from":6,"shapes":2,"weight":1,"moe":6,"custom":1,"ops":3,"config":2,"parallelconfig":1,"vllmconfig":1,"set":1,"current":1,"model":4,"executor":2,"layers":2,"fused":5,"cutlass":2,"fp8":3,"experts":6,"topk":4,"flexibleargumentparser":1,"default":3,"models":1,"nm":2,"testing":3,"mixtral":1,"8x7b":1,"instruct":1,"v0":1,"1":3,"deepseekv2":1,"lite":1,"ibm":2,"granite":4,"3":2,"1b":1,"a400m":1,"3b":1,"a800m":1,"batch":1,"sizes":2,"4":1,"8":1,"16":1,"32":1,"64":1,"128":1,"256":1,"512":1,"tp":1,"per":8,"act":4,"token":4,"opts":2,"false":2,"out":4,"ch":4,"def":2,"tensor":3,"finfo":4,"float8":2,"e4m3fn":2,"return":1,"round":1,"clamp":1,"min":2,"max":2,"dtype":8,"bench":1,"run":1,"results":1,"list":1,"measurement":1,"str":1,"num":5,"int":5,"bool":2,"mkn":4,"tuple":1,"label":3,"quant":2,"matmul":1,"sub":2,"format":1,"print":1,"f":1,"m":2,"k":4,"n":3,"half":1,"a":3,"randn":3,"device":3,"cuda":3,"10":3,"w1":1,"w2":1,"scale":1,"scaled":1},"1806,1996,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_grouped_gemm_cutlass.py":{"w1":14,"q":4,"torch":25,"empty":4,"num":10,"experts":7,"2":1,"n":2,"k":2,"device":5,"cuda":5,"dtype":6,"float8":2,"e4m3fn":2,"w2":14,"scale":19,"1":4,"float32":2,"for":3,"expert":8,"in":3,"range":3,"ops":2,"scaled":2,"fp8":4,"quant":2,"score":2,"randn":1,"m":1,"topk":12,"weights":5,"ids":5,"token":3,"indices":1,"fused":2,"a":8,"renormalize":1,"false":1,"def":2,"run":2,"triton":1,"moe":3,"tensor":16,"repeats":4,"int":2,"use":1,"w8a8":1,"true":1,"a1":2,"cutlass":2,"per":2,"act":2,"bool":1,"none":1},"3802,1933,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_grouped_gemm_cutlass.py":{"def":3,"run":3,"cutlass":7,"from":3,"graph":9,"a":9,"torch":21,"tensor":16,"scale":18,"w1":11,"q":6,"w2":11,"topk":10,"weights":5,"ids":5,"with":3,"set":2,"current":2,"vllm":2,"config":4,"vllmconfig":2,"parallel":4,"parallelconfig":2,"pipeline":2,"size":2,"1":2,"return":2,"moe":1,"fp8":2,"per":1,"act":1,"token":1,"a1":2,"none":1,"triton":1,"fused":1,"experts":1,"use":1,"w8a8":1,"true":1,"replay":2,"num":2,"repeats":2,"for":1,"in":1,"range":1,"cuda":5,"synchronize":2,"stream":4,"cudagraph":1},"5735,1758,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_grouped_gemm_cutlass.py":{"triton":13,"stream":4,"torch":4,"cuda":5,"graph":13,"cudagraph":1,"with":1,"run":10,"from":1,"a":10,"w1":12,"q":10,"w2":12,"topk":12,"weights":5,"ids":5,"scale":15,"synchronize":1,"min":3,"time":3,"5":2,"num":7,"warmup":5,"runs":4,"25":1,"globals":3,"baseline":1,"params":4,"score":2,"cutlass":5,"per":2,"act":2,"token":2,"gen":1,"kernels":1,"moe":7,"replay":3,"results":1,"append":1,"benchmark":1,"timer":1,"stmt":1,"noqa":1,"e501":1,"label":4,"sub":2,"description":1,"blocked":1,"autorange":1},"7493,1906,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_grouped_gemm_cutlass.py":{"results":4,"append":3,"benchmark":4,"timer":3,"stmt":3,"replay":3,"graph":6,"triton":2,"num":6,"runs":3,"globals":6,"label":12,"sub":6,"description":3,"moe":6,"cuda":2,"graphs":2,"blocked":3,"autorange":3,"min":6,"run":8,"time":6,"warmup":4,"cutlass":4,"a":4,"scale":6,"w1":4,"q":4,"w2":4,"topk":5,"weights":2,"ids":2,"per":2,"act":2,"token":2,"noqa":1,"e501":1,"grouped":2,"gemm":2,"def":1,"main":1,"args":8,"print":2,"benchmarking":1,"models":3,"for":4,"i":2,"model":4,"in":6,"enumerate":1,"f":1,"list":1,"measurement":1,"tp":3,"sizes":1,"layer":5,"weight":1,"shapes":1,"experts":1,"0":3,"1":1,"size":4,"k":4,"2":1,"n":4,"3":1,"if":2,"len":2,"limit":4,"and":2,"not":2,"continue":2},"9399,1582,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_grouped_gemm_cutlass.py":{"for":3,"per":8,"act":4,"token":4,"in":3,"opts":2,"out":4,"ch":4,"size":4,"m":2,"default":12,"batch":3,"sizes":5,"mkn":2,"k":2,"n":2,"bench":1,"run":1,"results":2,"model":1,"num":2,"experts":1,"topk":1,"compare":3,"benchmark":2,"print":1,"if":1,"name":1,"main":2,"parser":10,"flexibleargumentparser":1,"description":1,"marlin":1,"across":1,"specified":1,"models":3,"shapes":2,"batches":1,"add":8,"argument":8,"nargs":8,"type":8,"str":1,"choices":1,"weight":1,"moe":1,"keys":1,"tp":2,"int":7,"limit":5,"groups":1,"args":3,"parse":1},"0,1993,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_quant.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"import":5,"time":8,"torch":17,"from":3,"custom":1,"ops":4,"as":1,"platforms":1,"current":2,"platform":2,"utils":1,"str":1,"dtype":12,"flexibleargumentparser":1,"inference":1,"mode":1,"def":3,"main":2,"num":12,"tokens":2,"int":6,"hidden":2,"size":2,"static":2,"scale":5,"bool":3,"quant":4,"seed":3,"do":2,"profile":8,"false":4,"warmup":3,"iters":10,"5":1,"100":1,"none":2,"everything":1,"set":1,"default":1,"device":1,"cuda":7,"x":3,"randn":2,"1":3,"float32":1,"if":8,"else":3,"run":6,"benchmark":7,"float":1,"synchronize":2,"cudart":2,"cudaprofilerstart":1,"start":2,"perf":2,"counter":2,"for":1,"in":1,"range":1,"int8":4,"scaled":2,"fp8":2,"end":2,"cudaprofilerstop":1,"return":3,"print":2,"warming":1,"up":1,"latency":3,"true":1,"f":2,"kernel":1,"running":1,"1000000":1,"3f":1,"us":1,"name":1,"dt":4,"float8":1,"e4m3fn":1,"raise":1,"valueerror":1,"unsupported":1},"1993,1328,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_quant.py":{"parser":11,"flexibleargumentparser":1,"description":1,"benchmark":2,"the":1,"quantization":1,"fp8":2,"or":1,"int8":3,"kernel":1,"add":9,"argument":9,"num":9,"tokens":3,"type":7,"int":5,"default":7,"4096":1,"hidden":3,"size":3,"8192":1,"static":3,"scale":3,"action":2,"store":2,"true":2,"quant":3,"dtype":9,"str":3,"choices":2,"half":2,"bfloat16":1,"float":1,"seed":3,"0":1,"profile":4,"warmup":3,"iters":6,"5":1,"100":1,"help":1,"number":2,"of":1,"iterations":1,"if":1,"is":2,"set":1,"this":1,"ignored":1,"args":12,"parse":1,"print":1,"main":1,"to":2,"torch":2,"do":1},"0,1952,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rmsnorm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":6,"the":1,"vllm":4,"project":1,"import":7,"itertools":1,"from":5,"typing":1,"optional":4,"union":2,"torch":17,"flashinfer":2,"norm":6,"fused":1,"add":1,"rmsnorm":4,"nn":4,"custom":1,"ops":2,"as":1,"triton":2,"utils":1,"class":1,"huggingfacermsnorm":2,"module":1,"def":4,"init":2,"self":6,"hidden":2,"size":2,"int":1,"eps":6,"float":3,"1e":3,"6":3,"none":7,"super":1,"weight":6,"parameter":2,"ones":1,"variance":4,"epsilon":2,"forward":1,"x":23,"tensor":11,"residual":13,"tuple":2,"orig":7,"dtype":4,"float32":2,"if":4,"is":3,"not":2,"pow":1,"mean":1,"dim":1,"1":7,"keepdim":1,"true":1,"rsqrt":1,"return":3,"else":2,"naive":6,"shape":8,"device":1,"view":5,"output":8,"isinstance":1},"1952,1855,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rmsnorm.py":{"orig":8,"shape":14,"x":21,"view":10,"1":10,"if":10,"residual":24,"is":7,"not":7,"none":12,"fused":2,"add":2,"rmsnorm":6,"weight":9,"eps":5,"output":21,"else":8,"isinstance":2,"tuple":2,"0":2,"return":2,"def":2,"vllm":5,"torch":8,"tensor":3,"optional":1,"float":1,"1e":1,"6":1,"ops":2,"rms":2,"norm":2,"out":3,"empty":1,"like":2,"calculate":1,"diff":1,"batch":2,"size":5,"seq":2,"len":2,"hidden":3,"use":2,"true":1,"dtype":5,"bfloat16":1,"randn":2,"device":2,"cuda":2,"ones":1,"naive":2,"clone":6,"flashinfer":2},"3807,1748,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rmsnorm.py":{"if":4,"use":4,"residual":6,"output":16,"naive":6,"0":7,"flashinfer":7,"vllm":7,"print":5,"f":4,"torch":6,"allclose":2,"atol":2,"1e":4,"2":8,"rtol":2,"and":1,"all":1,"implementations":2,"match":1,"else":3,"differ":1,"batch":5,"size":8,"range":8,"i":4,"for":3,"in":3,"7":1,"seq":5,"length":2,"6":1,"11":1,"1":1,"head":6,"num":5,"32":1,"48":1,"configs":2,"list":2,"itertools":1,"product":1,"def":2,"get":1,"benchmark":3,"triton":2,"testing":2,"perf":2,"report":1,"x":4,"names":2,"len":3,"vals":2,"line":3,"arg":1,"provider":2,"huggingface":2,"styles":1,"blue":1,"green":1,"red":1,"ylabel":1,"us":1,"plot":1,"name":1,"rmsnorm":1,"with":1,"without":1,"args":1,"dtype":5,"bfloat16":1,"hidden":3,"128":2,"assuming":1,"dim":1,"randn":2,"device":2,"cuda":2,"weight":1,"ones":1,"like":1,"none":1,"quantiles":1,"5":1,"8":1},"5555,1872,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rmsnorm.py":{"if":5,"provider":2,"huggingface":1,"ms":12,"min":4,"max":4,"triton":3,"testing":3,"do":3,"bench":3,"lambda":3,"rmsnorm":5,"naive":1,"x":3,"clone":6,"weight":3,"residual":8,"is":3,"not":3,"none":6,"else":4,"quantiles":6,"elif":1,"flashinfer":2,"vllm":1,"return":2,"1000":3,"benchmark":2,"name":1,"main":1,"import":1,"argparse":2,"parser":7,"argumentparser":1,"add":5,"argument":5,"batch":2,"size":4,"type":4,"int":3,"default":4,"4":1,"help":5,"seq":1,"len":1,"128":1,"sequence":2,"length":1,"hidden":2,"4096":1,"2nd":1,"dimension":1,"of":1,"the":1,"use":2,"action":1,"store":1,"true":1,"whether":1,"to":2,"connection":1,"save":2,"path":2,"str":1,"configs":1,"results":1,"args":2,"parse":1},"7427,407,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rmsnorm.py":{"run":3,"correctness":1,"test":1,"calculate":1,"diff":1,"batch":2,"size":4,"args":6,"seq":2,"len":2,"hidden":2,"use":4,"residual":4,"get":2,"the":1,"benchmark":5,"function":1,"with":1,"proper":1,"setting":1,"performance":1,"print":1,"data":1,"true":1,"save":2,"path":2},"0,1993,data/raw/vllm-0.10.1/benchmarks/kernels/graph_machete_bench.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":2,"vllm":2,"project":1,"import":9,"math":2,"pickle":2,"from":3,"collections":1,"defaultdict":2,"matplotlib":1,"pyplot":1,"as":6,"plt":7,"pandas":1,"pd":2,"regex":1,"re":3,"seaborn":1,"sns":2,"torch":1,"utils":2,"benchmark":2,"measurement":1,"tmeasurement":2,"flexibleargumentparser":2,"if":3,"name":1,"main":1,"parser":3,"description":2,"latency":1,"of":2,"processing":1,"a":1,"single":1,"batch":3,"requests":1,"till":1,"completion":1,"add":1,"argument":1,"filename":2,"type":1,"str":1,"args":3,"parse":1,"with":1,"open":1,"rb":1,"f":3,"data":5,"load":1,"raw":2,"results":7,"list":2,"lambda":1,"for":2,"v":5,"in":2,"result":6,"search":2,"r":2,"mkn":4,"d":6,"x":5,"task":3,"spec":3,"sub":2,"label":2,"is":2,"not":4,"none":2,"kn":2,"group":2,"1":2,"else":2,"raise":2,"exception":2,"found":2,"m":2,"kernel":5,"append":1,"size":2,"median":4,"rows":3,"int":1,"ceil":1,"len":1,"fig":1,"axs":6,"subplots":1,"figsize":1,"12":1,"5":1,"flatten":1,"idx":2,"shape":3,"enumerate":1,"items":1,"sca":1,"df":2,"dataframe":1,"lineplot":1,"y":1,"hue":1,"style":1,"markers":1,"true":1,"dashes":1,"false":1,"palette":1,"dark2":1,"title":1,"ylabel":1,"time":1,"s":1,"tight":1,"layout":1,"savefig":1,"graph":1,"machete":1,"bench":1,"pdf":1},"0,1772,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_layernorm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":3,"the":1,"vllm":4,"project":1,"import":5,"time":8,"torch":11,"from":3,"model":1,"executor":1,"layers":1,"layernorm":1,"rmsnorm":2,"platforms":1,"current":2,"platform":2,"utils":1,"str":1,"dtype":8,"flexibleargumentparser":1,"inference":1,"mode":1,"def":2,"main":1,"num":12,"tokens":2,"int":6,"hidden":4,"size":4,"add":2,"residual":4,"bool":3,"seed":3,"do":2,"profile":8,"false":4,"warmup":3,"iters":10,"5":1,"100":1,"none":2,"everything":1,"set":1,"default":1,"device":1,"cuda":7,"layer":3,"weight":1,"data":1,"normal":1,"mean":1,"1":4,"std":1,"scale":3,"x":4,"randn":2,"like":1,"if":4,"else":2,"run":6,"benchmark":7,"float":1,"synchronize":2,"cudart":2,"cudaprofilerstart":1,"start":2,"perf":2,"counter":2,"for":1,"in":1,"range":1,"end":2,"cudaprofilerstop":1,"return":1,"print":2,"warming":1,"up":1,"latency":3,"true":1,"f":1,"kernel":1,"running":1,"1000000":1,"3f":1,"us":1},"1772,1162,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_layernorm.py":{"if":2,"name":1,"main":2,"parser":10,"flexibleargumentparser":1,"description":1,"benchmark":2,"the":1,"layernorm":1,"kernel":1,"add":11,"argument":8,"num":9,"tokens":3,"type":6,"int":5,"default":6,"4096":1,"hidden":3,"size":3,"8192":1,"residual":3,"action":2,"store":2,"true":2,"dtype":5,"str":2,"choices":1,"half":2,"bfloat16":1,"float":1,"seed":3,"0":1,"profile":4,"warmup":3,"iters":6,"5":1,"100":1,"help":1,"number":2,"of":1,"iterations":1,"is":2,"set":1,"this":1,"ignored":1,"args":11,"parse":1,"print":1,"to":1,"torch":1,"do":1},"0,454,data/raw/vllm-0.10.1/benchmarks/kernels/weight_shapes.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":4,"vllm":1,"project":1,"weight":1,"shapes":2,"are":1,"in":1,"format":1,"k":5,"n":5,"tp":1,"split":1,"dim":1,"example":1,"a":2,"shape":4,"of":2,"14336":2,"4096":6,"indicates":2,"following":2,"gemm":2,"tp1":3,"tp2":1,"7168":1,"6144":2,"1":1,"tp4":1,"1536":1},"454,1884,data/raw/vllm-0.10.1/benchmarks/kernels/weight_shapes.py":{"weight":1,"shapes":1,"mistralai":2,"mistral":2,"7b":3,"v0":1,"1":27,"4096":20,"6144":3,"0":24,"28672":6,"14336":4,"meta":7,"llama":14,"2":3,"hf":4,"12288":6,"22016":1,"11008":1,"3":5,"8b":2,"13b":1,"5120":10,"15360":1,"27648":2,"13824":1,"70b":2,"8192":15,"10240":3,"57344":3,"405b":1,"16384":5,"18432":1,"106496":1,"53248":1,"instruct":6,"large":1,"2407":1,"qwen":3,"qwen2":3,"5":3,"3584":5,"4608":1,"37888":1,"18944":1,"32b":1,"7168":1,"55296":1,"72b":1,"59136":1,"29568":1},"2338,277,data/raw/vllm-0.10.1/benchmarks/kernels/weight_shapes.py":{"deepseek":2,"ai":1,"coder":1,"v2":1,"lite":1,"instruct":1,"2048":9,"3072":1,"1":4,"4096":1,"0":4,"576":1,"21888":1,"10944":1,"2816":1,"1408":1},"0,1983,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_moe_align_block_size.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":4,"0":4,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":6,"project":1,"import":5,"argparse":2,"itertools":2,"torch":5,"from":2,"model":1,"executor":1,"layers":1,"fused":1,"moe":5,"align":4,"block":6,"size":6,"triton":6,"utils":1,"def":2,"get":2,"topk":12,"ids":4,"num":16,"tokens":7,"int":5,"experts":9,"tensor":1,"return":2,"stack":1,"randperm":1,"dtype":1,"int32":1,"device":1,"cuda":1,"for":3,"in":1,"range":7,"test":1,"configurations":1,"1":2,"16":3,"256":4,"4096":1,"64":3,"224":1,"280":1,"512":1,"8":5,"configs":2,"list":1,"product":1,"testing":3,"perf":1,"report":1,"benchmark":4,"x":2,"names":2,"vals":2,"line":3,"arg":1,"provider":3,"plot":1,"name":2,"performance":1,"args":3,"function":1,"quantiles":3,"5":1,"if":2,"ms":6,"min":2,"max":2,"do":1,"bench":1,"lambda":1,"1000":3,"main":1,"parser":4,"argumentparser":1,"add":2,"argument":2,"type":2,"default":2,"choices":2,"32":1,"128":1,"4":1,"help":1,"top":1,"k":1,"value":1,"correctness":1,"check":1,"parse":1,"run":1,"print":1,"data":1,"true":2,"show":1,"plots":1},"0,1998,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":11,"vllm":4,"project":1,"adapted":1,"from":6,"sglang":1,"quantization":6,"tuning":1,"block":16,"wise":2,"kernel":2,"py":1,"import":13,"argparse":1,"json":1,"multiprocessing":1,"as":6,"mp":2,"os":1,"time":1,"datetime":2,"typing":1,"any":2,"torch":13,"tqdm":1,"triton":2,"model":1,"executor":1,"layers":1,"utils":3,"fp8":3,"w8a8":3,"matmul":3,"platforms":1,"current":2,"platform":2,"flexibleargumentparser":1,"set":1,"start":1,"method":1,"spawn":1,"force":1,"true":1,"assert":5,"is":3,"cuda":2,"only":1,"support":1,"tune":1,"on":1,"device":1,"dtype":5,"map":1,"float32":2,"float16":3,"half":2,"bfloat16":2,"def":1,"a":10,"tensor":9,"b":5,"bs":3,"size":6,"list":1,"int":1,"config":1,"dict":1,"str":1,"output":4,"this":1,"function":1,"performs":1,"matrix":1,"multiplication":1,"with":2,"it":2,"takes":1,"two":1,"input":3,"tensors":1,"and":3,"scales":1,"returned":2,"in":1,"specified":1,"args":1,"e":3,"g":3,"activation":1,"weight":1,"per":3,"token":1,"group":1,"scale":2,"for":3,"should":1,"be":1,"dim":1,"128":2,"dytpe":1,"of":2,"returns":1,"result":1,"len":1,"n":1,"k":2,"1":8,"shape":7,"contiguous":1,"cdiv":1,"m":1,"numel":1},"1998,1836,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"assert":3,"b":6,"ndim":2,"2":6,"and":2,"is":1,"contiguous":1,"bs":6,"n":11,"k":8,"shape":6,"triton":4,"cdiv":4,"block":17,"0":3,"1":8,"c":7,"a":6,"new":1,"empty":1,"dtype":3,"output":1,"def":2,"grid":2,"meta":3,"return":3,"m":7,"size":8,"if":1,"torch":1,"float8":1,"e4m3fn":1,"kernel":3,"w8a8":2,"fp8":2,"matmul":1,"else":1,"raise":1,"runtimeerror":1,"currently":1,"only":1,"support":1,"tune":1,"as":3,"stride":10,"config":1,"get":1,"configs":4,"compute":1,"bound":1,"for":6,"num":6,"stages":3,"in":6,"3":1,"4":2,"5":1,"16":2,"32":3,"64":4,"128":3,"256":2,"warps":3,"8":1,"group":3,"append":1},"3834,1900,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"def":4,"get":1,"weight":7,"shapes":7,"tp":10,"size":6,"note":1,"handh1998":1,"the":1,"only":1,"works":1,"for":8,"deepseek":1,"v3":1,"modify":1,"them":1,"if":2,"you":1,"tune":2,"another":1,"different":1,"model":1,"cannot":1,"total":2,"512":3,"64":3,"7168":11,"128":10,"16384":2,"18432":3,"n":7,"can":2,"2":2,"24576":1,"1536":1,"12288":1,"4096":1,"k":7,"2048":1,"t":12,"in":5,"append":4,"new":4,"0":2,"1":2,"return":2,"benchmark":1,"config":3,"a":2,"b":2,"as":2,"bs":2,"block":4,"out":3,"dtype":3,"torch":8,"float16":1,"num":3,"iters":3,"10":2,"run":3,"w8a8":1,"matmul":1,"cuda":5,"synchronize":4,"jit":1,"complication":1,"warmup":1,"range":2,"5":1,"start":3,"event":9,"enable":2,"timing":2,"true":2,"end":4,"latencies":3,"list":1,"float":1,"i":1,"record":2,"elapsed":1,"time":1,"avg":2,"sum":1,"1000":1,"us":1,"m":1,"search":1,"space":1,"input":2,"type":2,"factor":1,"scale":1,"1e":1,"fp8":6,"info":3,"finfo":1,"float8":1,"e4m3fn":1,"max":2,"min":2},"5734,1957,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"a":4,"fp32":4,"torch":10,"rand":4,"m":3,"k":14,"dtype":6,"float32":4,"device":8,"cuda":4,"0":3,"5":2,"2":2,"fp8":8,"max":6,"clamp":2,"min":4,"to":3,"float8":2,"e4m3fn":2,"b":4,"n":12,"else":1,"raise":1,"runtimeerror":1,"currently":1,"only":1,"support":1,"tune":1,"w8a8":2,"block":15,"kernel":4,"size":4,"1":3,"tiles":5,"as":2,"factor":2,"for":4,"scale":2,"bs":2,"best":7,"config":8,"none":3,"time":6,"float":1,"inf":1,"in":1,"tqdm":1,"search":1,"space":1,"try":1,"benchmark":1,"out":1,"num":1,"iters":1,"10":1,"except":1,"triton":1,"runtime":1,"autotuner":1,"outofresources":1,"some":1,"configurations":1,"may":1,"be":1,"invalid":1,"and":1,"fail":1,"compile":1,"continue":1,"if":1,"now":3,"datetime":1,"print":1,"f":3,"ctime":1,"completed":1,"tuning":1,"batch":1,"assert":1,"is":1,"not":1,"return":1,"def":1,"save":3,"configs":2,"path":2,"input":2,"type":2,"os":1,"makedirs":1,"exist":1,"ok":1,"true":1,"name":5,"current":1,"platform":1,"get":1,"replace":1,"json":2,"file":1,"shape":1},"7691,1691,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"config":9,"file":4,"path":8,"os":1,"join":1,"save":5,"json":2,"name":1,"print":4,"f":9,"writing":1,"best":3,"to":1,"with":2,"open":1,"w":1,"as":1,"dump":1,"configs":5,"indent":1,"4":1,"write":1,"n":10,"def":1,"tune":3,"on":4,"gpu":15,"args":12,"dict":5,"run":1,"tuning":3,"a":1,"specific":1,"id":8,"batch":9,"sizes":7,"weight":4,"shapes":4,"torch":1,"cuda":1,"set":1,"device":1,"starting":1,"block":10,"k":11,"out":3,"dtype":4,"map":1,"input":4,"type":4,"search":4,"space":4,"get":1,"compute":1,"bound":1,"for":5,"in":4,"if":1,"size":3,"0":2,"start":2,"time":4,"shape":4,"tqdm":2,"desc":2,"1":1,"of":1,"benchmark":2,"results":2,"m":2,"zip":1,"end":2,"took":1,"2f":1,"seconds":1},"9382,1902,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"def":2,"distribute":3,"batch":14,"sizes":11,"num":11,"gpus":13,"across":1,"available":2,"batches":5,"per":5,"gpu":14,"for":5,"i":3,"in":2,"range":2,"start":2,"idx":4,"len":2,"end":2,"1":3,"append":2,"return":1,"main":2,"args":10,"print":3,"torch":2,"cuda":2,"device":1,"count":1,"if":4,"0":1,"raise":1,"runtimeerror":1,"no":1,"tuning":3,"f":1,"found":1,"parallel":1,"init":1,"size":5,"is":1,"none":1,"2":1,"4":1,"8":2,"16":1,"24":1,"32":1,"48":1,"64":1,"96":1,"128":1,"256":1,"512":1,"1024":1,"1536":1,"2048":1,"3072":1,"4096":1,"else":1,"only":2,"one":2,"use":1,"weight":5,"shapes":5,"get":2,"tp":2,"process":3,"id":4,"each":1,"processes":1,"all":1,"ctx":2,"mp":1,"context":1,"spawn":1,"with":1,"pool":3,"as":1,"map":1,"tune":2,"on":1,"multi":1,"completed":1,"name":1,"parser":1,"flexibleargumentparser":1,"description":1,"triton":1,"w8a8":2,"block":2,"fp8":3,"deepseek":2,"v3":1,"r1":1,"python3":1,"benchmark":1,"py":1,"input":1,"type":1},"11284,739,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_w8a8_block_fp8.py":{"then":1,"copy":1,"to":1,"model":1,"executor":1,"layers":1,"quantization":1,"utils":1,"configs":1,"formatter":1,"class":1,"argparse":1,"rawtexthelpformatter":1,"parser":8,"add":7,"argument":7,"tp":2,"size":2,"type":8,"int":4,"default":6,"8":1,"input":1,"str":3,"choices":2,"fp8":2,"out":1,"dtype":1,"float32":1,"float16":2,"bfloat16":1,"half":1,"block":2,"n":1,"128":2,"k":1,"batch":1,"required":1,"false":1,"save":1,"path":1,"args":3,"parse":1,"main":1},"0,1811,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rope.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":2,"the":2,"vllm":4,"project":1,"from":5,"itertools":1,"import":7,"accumulate":1,"typing":1,"optional":2,"nvtx":1,"torch":6,"model":1,"executor":1,"layers":1,"rotary":6,"embedding":1,"rotaryembedding":2,"get":3,"rope":9,"platforms":1,"current":2,"platform":2,"utils":1,"flexibleargumentparser":1,"def":1,"benchmark":1,"kernels":1,"multi":1,"lora":1,"is":4,"neox":3,"style":3,"bool":1,"batch":3,"size":8,"int":7,"seq":3,"len":3,"num":2,"heads":2,"head":5,"dim":5,"dtype":4,"seed":3,"device":3,"str":1,"max":4,"position":4,"8192":1,"base":3,"float":1,"10000":1,"none":2,"everything":1,"set":1,"default":1,"if":1,"silulating":1,"serving":1,"4":2,"loras":1,"scaling":7,"factors":4,"1":1,"8":1,"batched":5,"can":1,"take":1,"multiple":2,"type":2,"linear":2,"factor":5,"tuple":1,"non":3,"takes":1,"only":1,"one":1,"we":1,"create":1,"instances":1,"simulate":1,"same":1,"behavior":1,"ropes":2,"list":1,"for":1,"in":1,"append":1,"positions":1,"randint":1,"query":2,"randn":2,"key":1,"like":1},"1811,1345,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rope.py":{"create":1,"query":11,"offsets":7,"for":6,"batched":7,"rope":3,"we":1,"concat":1,"multiple":1,"kv":2,"cache":2,"together":2,"and":1,"each":1,"needs":1,"to":2,"find":1,"the":3,"right":1,"of":2,"its":1,"type":2,"offset":2,"map":3,"torch":5,"tensor":1,"list":1,"accumulate":1,"0":2,"max":1,"position":1,"scaling":6,"factor":2,"2":1,"in":4,"factors":4,"1":1,"types":5,"randint":1,"len":4,"batch":1,"size":1,"seq":1,"device":2,"kernel":1,"takes":1,"flattened":1,"flatten":3,"queries":3,"same":1,"non":3,"i":4,"range":2,"keys":2,"key":2,"packed":2,"qkr":2,"zip":1,"ropes":1,"synchronize":4,"before":1,"start":1,"timing":1,"cuda":3,"with":2,"nvtx":2,"annotate":2,"color":2,"yellow":1,"q":2,"k":2,"r":2,"forward":2,"positions":2,"green":1},"3156,1279,data/raw/vllm-0.10.1/benchmarks/kernels/benchmark_rope.py":{"if":1,"name":1,"main":1,"parser":11,"flexibleargumentparser":1,"description":1,"benchmark":2,"the":1,"rotary":4,"embedding":1,"kernels":2,"add":9,"argument":9,"is":3,"neox":3,"style":3,"type":9,"bool":1,"default":9,"true":1,"batch":3,"size":6,"int":6,"16":2,"seq":3,"len":3,"512":1,"num":3,"heads":3,"8":1,"head":3,"choices":4,"64":1,"80":1,"96":1,"112":1,"120":1,"128":2,"192":1,"256":1,"dim":3,"32":2,"dtype":3,"str":2,"bfloat16":1,"float":2,"seed":3,"0":3,"device":3,"cuda":3,"1":1,"args":12,"parse":1,"print":1,"rope":1,"multi":1,"lora":1,"getattr":1,"torch":1},"0,1883,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":1,"0":1,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":4,"the":1,"vllm":11,"project":1,"fmt":1,"off":1,"ruff":1,"noqa":1,"e501":1,"import":6,"time":1,"torch":8,"from":4,"custom":1,"ops":2,"as":1,"model":1,"executor":1,"layers":1,"quantization":1,"utils":4,"fp8":10,"get":2,"col":2,"major":3,"tma":2,"aligned":2,"tensor":2,"per":7,"token":4,"group":4,"quant":4,"w8a8":1,"block":9,"matmul":1,"triton":2,"deep":1,"gemm":2,"calc":1,"diff":1,"nt":1,"cast":3,"def":1,"benchmark":2,"shape":3,"m":6,"int":5,"n":7,"k":6,"warmup":1,"100":1,"repeat":1,"10000":1,"verbose":2,"bool":1,"false":1,"dict":1,"all":3,"implementations":3,"for":3,"a":15,"specific":1,"if":1,"print":1,"f":1,"benchmarking":1,"create":1,"test":1,"tensors":1,"randn":2,"device":3,"cuda":4,"dtype":3,"bfloat16":3,"b":9,"reference":1,"result":1,"in":1,"bf16":1,"synchronize":1,"c":2,"ref":1,"t":1,"pre":3,"quantize":2,"weights":1,"can":1,"be":1,"quantized":1,"offline":1,"deepgemm":7,"scale":7,"128":6,"use":2,"ue8m0":2,"true":3,"size":5,"configuration":1,"1":3,"empty":1,"cutlass":2,"column":1,"scales":1},"1883,1853,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"deepgemm":18,"implementation":3,"def":3,"gemm":7,"fp8":2,"nt":1,"a":7,"scale":8,"b":7,"c":15,"return":3,"vllm":28,"triton":10,"w8a8":1,"block":2,"matmul":1,"size":1,"output":1,"dtype":2,"torch":2,"bfloat16":2,"cutlass":13,"ops":1,"scaled":1,"mm":1,"t":2,"out":1,"run":1,"correctness":2,"check":2,"first":1,"if":2,"verbose":2,"print":6,"running":1,"diff":11,"calc":5,"ref":3,"f":5,"vs":5,"reference":3,"difference":5,"6f":5},"3736,1607,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"benchmark":3,"implementations":5,"deepgemm":7,"gemm":3,"vllm":7,"triton":4,"cutlass":3,"results":2,"shape":1,"m":5,"n":5,"k":5,"for":3,"name":6,"func":4,"in":3,"items":1,"warmup":2,"range":2,"torch":3,"cuda":3,"synchronize":3,"timing":2,"loop":1,"start":2,"time":14,"repeat":2,"end":2,"calculate":1,"and":1,"tflops":6,"avg":8,"ms":8,"1000":2,"us":3,"2":2,"1e":2,"3":2,"1e12":1,"gb":5,"s":5,"1e9":1,"diff":5,"0":2,"if":4,"else":3,"calc":1,"c":1,"reference":1,"verbose":1,"print":1,"f":1,"3f":1,"2f":2},"5343,1896,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"calculate":2,"speedups":1,"baseline":2,"benchmark":7,"results":7,"implementations":6,"deepgemm":4,"time":8,"ms":4,"for":6,"name":4,"data":3,"in":6,"items":1,"if":6,"speedup":6,"vs":6,"verbose":2,"print":11,"f":6,"is":2,"1":4,"2f":2,"x":2,"faster":2,"else":2,"slower":2,"than":2,"vllm":9,"triton":9,"cutlass":9,"return":2,"def":2,"format":4,"table":6,"row":8,"values":2,"widths":8,"a":2,"with":2,"specified":1,"column":2,"join":2,"val":2,"w":4,"zip":1,"headers":5,"rows":4,"title":3,"none":1,"and":2,"n":1,"based":1,"on":1,"max":2,"len":2,"str":2,"h":2,"i":2,"enumerate":1,"create":1,"separator":5,"line":1},"7239,1947,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"def":2,"format":2,"speedup":2,"value":4,"with":1,"indicator":1,"if":3,"it":1,"s":1,"faster":2,"or":1,"slower":2,"return":2,"f":5,"2f":1,"x":1,"1":1,"0":1,"else":1,"run":2,"benchmarks":2,"verbose":1,"bool":1,"false":1,"for":3,"a":1,"set":2,"of":1,"common":1,"shapes":4,"print":7,"starting":1,"fp8":1,"gemm":1,"benchmark":2,"make":1,"sure":1,"we":1,"re":1,"using":2,"the":1,"gpu":2,"not":2,"torch":8,"cuda":7,"is":1,"available":2,"tests":1,"require":1,"system":1,"information":1,"pytorch":1,"version":6,"triton":2,"device":2,"get":1,"name":1,"enable":1,"tf32":3,"better":1,"performance":1,"backends":2,"matmul":1,"allow":2,"true":2,"cudnn":1,"seeds":1,"reproducibility":1,"manual":2,"seed":2,"42":2,"define":1,"m":1,"n":1,"k":1,"8":3,"4096":16,"7168":26,"18432":7,"64":12,"24576":4,"1536":4,"32768":4,"512":4,"16384":4,"128":9,"1024":2,"2048":4,"2112":3},"9186,1463,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"all":4,"results":5,"for":3,"m":6,"n":7,"k":6,"in":4,"shapes":1,"result":8,"benchmark":1,"shape":11,"verbose":2,"append":3,"print":6,"a":1,"nicely":1,"formatted":1,"table":5,"performance":1,"comparison":1,"deepgemm":10,"headers":4,"time":4,"μs":2,"tflops":4,"gb":4,"s":4,"rows":6,"impl":9,"data":9,"implementations":2,"f":6,"us":2,"1f":6,"title":2,"implementation":2,"vllm":3,"triton":8,"vs":2,"speedup":4,"get":1,"1":1,"0":1,"format":1},"10649,1937,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"print":5,"vllm":5,"cutlass":9,"table":3,"headers":4,"m":2,"n":3,"k":2,"time":9,"μs":1,"tflops":9,"gb":7,"s":7,"vs":8,"deepgemm":5,"triton":5,"rows":6,"for":5,"result":5,"in":5,"all":3,"results":3,"shape":5,"impl":22,"data":10,"implementations":6,"get":2,"speedup":4,"1":2,"0":5,"append":2,"f":6,"us":1,"1f":3,"format":2,"title":1,"implementation":2,"calculate":1,"and":1,"averages":1,"average":1,"performance":1,"avg":21,"metrics":7,"ms":5,"num":4,"shapes":4,"len":1,"mem":2,"bw":2,"2f":3},"12586,1743,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/benchmark_fp8_block_dense_gemm.py":{"calculate":1,"average":3,"speedups":7,"avg":12,"deepgemm":8,"vs":7,"vllm":16,"triton":8,"0":4,"cutlass":8,"for":6,"result":6,"in":6,"all":2,"results":2,"time":12,"implementations":7,"ms":3,"print":4,"n":2,"speedup":9,"headers":4,"comparison":5,"rows":6,"total":2,"items":1,"num":2,"shapes":2,"status":2,"faster":1,"if":2,"1":1,"else":1,"slower":1,"append":2,"f":2,"2f":1,"x":1,"table":2,"accuracy":2,"diff":10,"impl":8,"reference":2,"implementation":1,"6f":1,"name":1,"main":1,"run":1,"benchmarks":1,"verbose":1,"false":1},"0,498,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/README.md":{"deepseek":3,"deepgemm":5,"kernels":3,"benchmark":1,"this":2,"directory":2,"includes":2,"benchmarks":1,"between":1,"s":2,"block":1,"fp8":1,"against":1,"vllm":2,"existing":1,"triton":1,"and":2,"cutlass":1,"based":1,"currently":1,"just":1,"dense":1,"gemms":1,"only":1,"works":1,"on":1,"hopper":1,"gpus":1,"setup":2,"you":1,"need":1,"to":1,"install":4,"in":2,"your":1,"usual":1,"fashion":1,"then":1,"from":1,"source":1,"its":1,"own":1,"bash":1,"git":1,"clone":1,"recursive":1,"https":1,"github":1,"com":1,"ai":1,"cd":1,"python":1,"py":1,"uv":1,"pip":1,"e":1},"498,1992,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/README.md":{"usage":1,"console":1,"python":1,"benchmark":2,"fp8":20,"block":13,"dense":1,"gemm":2,"py":8,"info":4,"02":7,"26":7,"21":7,"55":7,"13":1,"init":1,"207":1,"automatically":1,"detected":1,"platform":1,"cuda":2,"starting":1,"pytorch":1,"version":3,"2":1,"5":1,"1":2,"cu124":1,"12":1,"4":1,"triton":1,"3":1,"0":1,"using":7,"device":7,"nvidia":7,"h100":7,"80gb":7,"hbm3":7,"warning":3,"15":2,"utils":12,"458":3,"default":3,"w8a8":12,"kernel":6,"config":6,"performance":3,"might":3,"be":3,"sub":3,"optimal":3,"file":3,"not":3,"found":3,"at":3,"home":6,"mgoin":6,"code":6,"vllm":12,"model":6,"executor":6,"layers":6,"quantization":6,"configs":6,"n":6,"4096":1,"k":6,"7168":4,"name":6,"dtype":6,"shape":6,"128":12,"json":6,"449":3,"configuration":3,"from":3,"18432":2,"for":3,"16":1,"17":3,"24576":1,"1536":1,"32768":1,"512":1,"16384":1},"2490,1162,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/README.md":{"performance":1,"comparison":1,"deepgemm":1,"implementation":1,"m":1,"n":1,"k":1,"time":1,"μs":1,"tflops":1,"gb":1,"s":1,"8":8,"4096":7,"7168":14,"102":1,"9":3,"4":9,"6":4,"286":1,"18432":7,"70":3,"29":1,"1868":1,"69":5,"3":5,"30":1,"5":5,"1911":1,"64":6,"1":9,"54":1,"439":1,"0":4,"243":1,"1933":1,"240":1,"1917":1,"2":4,"24576":1,"1536":1,"68":2,"584":1,"32768":1,"512":1,"31":1,"307":1,"16384":1,"216":1,"1718":1,"128":3,"141":1,"53":1,"222":1,"71":1,"470":1,"1896":1,"488":1,"1988":1,"1024":2,"89":1,"7":1,"670":1,"502":1,"279":1,"969":1,"635":1,"2048":1,"175":1,"687":1,"347":1,"335":1,"717":1,"275":1},"3652,1429,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/README.md":{"vllm":1,"triton":1,"implementation":1,"m":1,"n":1,"k":1,"time":1,"μs":1,"tflops":1,"gb":1,"s":1,"vs":1,"deepgemm":1,"8":5,"4096":7,"7168":14,"74":1,"0":16,"6":5,"3":4,"398":1,"2":4,"1":8,"39x":1,"faster":4,"18432":7,"89":1,"23":1,"1478":1,"79x":1,"slower":12,"113":1,"18":1,"7":7,"1170":1,"4":10,"61x":1,"64":6,"79":1,"47":1,"382":1,"87x":1,"98":1,"5":6,"171":1,"1363":1,"70x":1,"119":1,"141":1,"1129":1,"59x":1,"24576":1,"1536":1,"37":1,"128":4,"1089":1,"86x":1,"32768":1,"512":1,"38":1,"55":1,"542":1,"77x":1,"16384":1,"86":1,"174":1,"1386":1,"81x":1,"90":1,"82":1,"9":3,"345":1,"56x":1,"144":1,"234":1,"946":1,"50x":1,"229":1,"147":1,"600":1,"30x":1,"1024":2,"242":1,"248":1,"186":1,"37x":2,"897":1,"301":1,"197":1,"31x":1,"2048":1,"463":1,"259":1,"131":1,"38x":1,"901":1,"266":1,"102":1},"5081,1730,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/README.md":{"vllm":1,"cutlass":1,"implementation":1,"m":1,"n":1,"k":1,"time":1,"μs":1,"tflops":1,"gb":1,"s":1,"vs":2,"deepgemm":1,"triton":1,"8":10,"4096":7,"7168":14,"34":1,"6":4,"13":1,"852":1,"3":6,"2":17,"98x":1,"faster":21,"14x":1,"18432":7,"78":1,"9":6,"26":2,"1677":1,"0":18,"90x":2,"slower":11,"1":12,"13x":2,"81":1,"1631":1,"85x":1,"39x":1,"64":6,"36":1,"101":1,"822":1,"87x":1,"15x":1,"87":1,"4":3,"193":2,"1535":1,"79x":1,"85":2,"199":1,"1587":1,"83x":1,"41x":1,"24576":1,"1536":1,"28":2,"172":1,"1465":1,"51x":1,"35x":1,"32768":1,"512":1,"74":1,"5":2,"728":1,"37x":1,"34x":2,"16384":1,"77":1,"1532":1,"89x":1,"11x":1,"128":3,"39":1,"192":1,"802":1,"61x":1,"32x":1,"93":1,"7":5,"360":1,"1454":1,"77x":1,"54x":1,"394":1,"1608":1,"81x":1,"68x":1,"1024":2,"99":1,"603":1,"452":1,"43x":1,"331":1,"816":1,"534":1,"84x":1,"71x":1,"2048":1,"198":1,"606":1,"306":1,"88x":1,"392":1,"613":1,"235":1,"86x":1,"30x":1},"6811,1143,data/raw/vllm-0.10.1/benchmarks/kernels/deepgemm/README.md":{"average":2,"performance":1,"implementation":2,"avg":4,"tflops":1,"gb":1,"s":1,"time":1,"ms":1,"deepgemm":4,"310":1,"98":1,"1052":1,"10":1,"0":7,"11":2,"vllm":8,"triton":4,"144":1,"30":1,"715":1,"60":1,"23":1,"cutlass":4,"286":1,"78":1,"1076":1,"67":1,"speedups":1,"comparison":2,"speedup":1,"vs":4,"1":2,"71x":1,"faster":2,"94x":1,"slower":1,"84x":1,"accuracy":1,"diff":1,"reference":1,"000684":3},"0,1514,data/raw/vllm-0.10.1/benchmarks/overheads/benchmark_hashing.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":2,"0":7,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":3,"vllm":3,"project":1,"import":4,"cprofile":2,"pstats":2,"from":2,"llm":5,"samplingparams":2,"utils":1,"flexibleargumentparser":1,"a":1,"very":1,"long":6,"prompt":6,"total":9,"number":1,"of":4,"tokens":2,"is":1,"about":1,"15k":1,"you":2,"are":1,"an":1,"expert":1,"in":5,"large":1,"language":1,"models":1,"aren":1,"t":1,"1000":1,"join":1,"def":1,"main":1,"args":4,"model":2,"enforce":1,"eager":1,"true":2,"enable":1,"prefix":1,"caching":1,"tensor":2,"parallel":2,"size":2,"sampling":3,"params":3,"temperature":1,"max":1,"output":3,"len":1,"profiler":3,"profile":1,"print":4,"warm":1,"up":1,"for":3,"i":2,"range":2,"3":3,"generate":2,"outputs":1,"text":1,"start":1,"generating":1,"runctx":1,"globals":1,"locals":1,"analyze":1,"runtime":2,"hashing":2,"function":1,"stats":11,"sort":1,"cumulative":1,"time":4,"calls":2,"func":4,"if":1,"hash":1,"block":1,"percentage":2,"tt":1,"100":1,"f":1,"took":1,"2f":2,"seconds":1},"1514,557,data/raw/vllm-0.10.1/benchmarks/overheads/benchmark_hashing.py":{"if":1,"name":1,"main":2,"parser":6,"flexibleargumentparser":1,"description":1,"benchmark":1,"the":1,"performance":1,"of":1,"hashing":1,"function":1,"in":1,"automatic":1,"prefix":3,"caching":3,"add":4,"argument":4,"model":1,"type":3,"str":1,"default":3,"lmsys":1,"longchat":1,"7b":1,"16k":1,"tensor":1,"parallel":1,"size":1,"tp":1,"int":2,"1":1,"output":1,"len":1,"10":1,"enable":2,"action":1,"store":1,"true":1,"help":1,"args":3,"parse":1},"0,1847,data/raw/vllm-0.10.1/benchmarks/fused_kernels/layernorm_rms_benchmarks.py":{"spdx":2,"license":1,"identifier":1,"apache":1,"2":3,"0":2,"filecopyrighttext":1,"copyright":1,"contributors":1,"to":1,"the":1,"vllm":3,"project":1,"import":12,"pickle":1,"as":4,"pkl":1,"time":1,"from":7,"collections":1,"abc":1,"iterable":1,"dataclasses":1,"dataclass":2,"itertools":1,"product":2,"typing":1,"callable":1,"optional":3,"torch":17,"utils":2,"benchmark":2,"tbenchmark":1,"measurement":1,"tmeasurement":1,"tqdm":2,"custom":1,"ops":3,"model":1,"executor":1,"layers":1,"layernorm":1,"rmsnorm":3,"class":1,"bench":6,"params":6,"t":3,"num":4,"tokens":4,"int":2,"hidden":4,"size":2,"add":4,"residual":9,"bool":1,"dtype":7,"def":4,"description":1,"self":5,"return":2,"f":4,"n":1,"x":14,"d":1,"r":1,"dt":1,"get":1,"list":3,"test":1,"fixtures":1,"for":1,"in":1,"range":2,"11":1,"sizes":2,"1024":2,"8129":1,"true":1,"false":1,"dtypes":2,"bfloat16":1,"float":1,"combinations":2,"map":1,"lambda":1,"1":1,"3":1,"reference":1,"impls":1,"unfused":2,"int8":2,"impl":2,"rms":4,"norm":5,"layer":4,"tensor":4,"quant":4,"out":5,"none":2,"if":1,"is":1,"forward":2,"cuda":2,"else":1,"scaled":1,"fp8":1},"1847,1801,data/raw/vllm-0.10.1/benchmarks/fused_kernels/layernorm_rms_benchmarks.py":{"norm":10,"torch":13,"out":6,"none":3,"if":2,"residual":12,"is":1,"rms":9,"layer":10,"forward":2,"cuda":4,"x":10,"else":2,"quant":9,"ops":2,"scaled":1,"fp8":1,"def":3,"fused":1,"impl":1,"rmsnorm":3,"this":1,"stores":1,"the":1,"weights":2,"tensor":4,"optional":1,"dtype":12,"dynamic":1,"per":1,"token":1,"weight":2,"1e":2,"6":2,"bench":4,"functions":1,"fn":5,"label":8,"str":5,"sub":4,"callable":1,"description":3,"tmeasurement":2,"min":3,"run":3,"time":3,"1":4,"globals":3,"return":1,"tbenchmark":1,"timer":1,"stmt":1,"blocked":1,"autorange":1,"params":9,"t":1,"iterable":1,"make":3,"inputs":2,"hidden":3,"size":3,"to":2,"data":1,"normal":1,"mean":1,"0":2,"std":1,"scale":3,"randn":2,"num":1,"tokens":1,"device":2,"like":1,"add":1,"timers":1},"3648,1681,data/raw/vllm-0.10.1/benchmarks/fused_kernels/layernorm_rms_benchmarks.py":{"unfused":6,"int8":7,"impl":12,"timers":15,"append":4,"bench":9,"fn":4,"layer":4,"x":4,"residual":4,"torch":5,"label":8,"sub":4,"fp8":5,"float8":2,"e4m3fn":2,"fused":6,"print":4,"return":1,"launch":1,"runner":1,"def":2,"iterable":1,"tmeasurement":1,"compare":3,"tbenchmark":1,"main":3,"set":1,"default":1,"device":1,"cuda":1,"params":3,"get":1,"for":1,"bp":3,"in":1,"tqdm":1,"extend":1,"rms":2,"norm":2,"dynamic":1,"per":1,"token":1,"quant":2,"description":1,"pickle":1,"all":1,"the":1,"results":1,"timestamp":2,"int":1,"time":2,"with":1,"open":1,"f":3,"dpt":1,"pkl":2,"wb":1,"as":1,"dump":1,"if":1,"name":1}}
\ No newline at end of file

diff --git a/pyproject.toml b/pyproject.toml
index 689d96a132ccca23c8bd7b563f87b355550a4d28..32a6f3cf10a6334aca4c66c89ec3e4719712baef 100644 (file)
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -6,6 +6,7 @@ readme = "README.md"
 requires-python = ">=3.13"
 dependencies = [
     "fire>=0.7.1",
+    "pydantic>=2.13.4",
     "torch>=2.13.0",
     "tqdm>=4.66.5",
     "transformers>=5.15.1",

diff --git a/src/rag/__init__.py b/src/rag/__init__.py
index 9e36c99c38b74945b044244ad372a97edb505788..86c0f93753559862d052de4026dd352a7df60baf 100644 (file)
--- a/src/rag/__init__.py
+++ b/src/rag/__init__.py
@@ -1,39 +1,22 @@
+import json
+import logging
 import os
-
 import fire
+import pydantic
 
-from rag.retrieval import BM25
-from rag.chunking import chunk_file, FileType
+from rag.chunking import FileChunkID, FileType, chunk_file
+from rag.retrieval import BM25, BagOfWords
 
 
 def main() -> None:
     fire.Fire(RAG)
 
+storage_adapter = pydantic.TypeAdapter(dict[FileChunkID, BagOfWords])
+
 
 class RAG:
     """A retrieval augmented generation CLI"""
 
-    def test(self, *files: str, query: str) -> None:
-        import json
-        import sys
-        import time
-
-        corpus = {}
-        for file in files:
-            with open(file) as f:
-                corpus[file] = f.read()
-        print(sum(len(k) + len(v) for k, v in corpus.items()))
-        print(time.time())
-        matcher = BM25[str].from_corpus(corpus)
-        print(time.time())
-        print(matcher.best_k(query, 10))
-        print(time.time())
-        s = json.dumps(matcher.to_storage())
-        print(time.time())
-        matcher2 = BM25[str].from_storage(json.loads(s))
-        print(time.time())
-        print(matcher.best_k(query, 5))
-
     def index(
         self,
         /,
@@ -52,3 +35,14 @@ class RAG:
                 else:
                     continue
                 chunks.update(chunk_file(path, max_chunk_size, filetype))
+        bm25 = BM25.from_corpus(chunks)
+        try:
+            os.makedirs(output, exist_ok=True)
+            with open(output + "/index.json", "wb") as f:
+                f.write(storage_adapter.dump_json(bm25.to_storage()))
+        except OSError as e:
+            logging.getLogger(__name__).error(
+                f"Failed to write index file {e}"
+            )
+
+        print(bm25.best_k("How to configure openai server", 10))

diff --git a/src/rag/chunking.py b/src/rag/chunking.py
index 154f860f1c5e67d1d6ae96d92f9c779608d872d9..37016413a91dc2e06d44f6d56025d58830f6916c 100644 (file)
--- a/src/rag/chunking.py
+++ b/src/rag/chunking.py
@@ -1,15 +1,13 @@
+import logging
 from enum import Enum, auto
 from itertools import count
-import logging
-
-logger = logging.getLogger(__name__)
 
 
 class FileType(Enum):
     PYTHON = auto()
     TEXT = auto()
 
-    def line_depth(self, line: str) -> int | None:
+    def line_depth(self, line: str) -> int:
         match self:
             case FileType.PYTHON:
                 return next(
@@ -33,6 +31,40 @@ class FileType(Enum):
 type FileChunkID = tuple[int, int, str]
 
 
+def chunk_by_depth(
+    s: str, max_chunk_size: int, by: FileType, layer: int = 0
+) -> list[str]:
+    chunks = [""]
+    for line in s.splitlines(True):
+        depth = by.line_depth(line)
+        if depth is None or depth > layer:
+            chunks[-1] += line
+        else:
+            if chunks[-1] == "":
+                chunks.pop()
+            chunks.append(line)
+    if s.count("\n") <= 1:
+        chunks = s.split()
+        if len(chunks) <= 1:
+            chunks = [
+                s[i : min(len(chunks), i + max_chunk_size)]
+                for i in range(0, len(chunks), max_chunk_size)
+            ]
+    res = []
+    can_extend = False
+    for chunk in chunks:
+        if len(chunk) > max_chunk_size:
+            res.extend(chunk_by_depth(chunk, max_chunk_size, by, layer + 1))
+            can_extend = False
+            continue
+        if not can_extend or len(chunk) + len(res[-1]) > max_chunk_size:
+            res.append(chunk)
+            can_extend = True
+            continue
+        res[-1] += chunk
+    return res
+
+
 def chunk_file(
     path: str, max_chunk_size: int, by: FileType
 ) -> dict[FileChunkID, str]:
@@ -40,8 +72,14 @@ def chunk_file(
         with open(path) as f:
             s = f.read()
     except OSError as e:
-        logger.warning(f"Error while chunking file {path}, skipping ({e})")
+        logging.getLogger(__name__).warning(
+            f"Error while chunking file {path}, skipping ({e})"
+        )
         return {}
-    for line in s.splitlines():
-        print(by.line_depth(line), ":", line)
-    return {}
+    chunks = chunk_by_depth(s, max_chunk_size, by)
+    total_len = 0
+    res = {}
+    for chunk in chunks:
+        res[(total_len, len(chunk), path)] = chunk
+        total_len += len(chunk)
+    return res

diff --git a/src/rag/retrieval.py b/src/rag/retrieval.py
index 08603ac6e88e7f4a7a5892dc7fc696be7eb2de2b..f721eedff0fb04442424b6f7d2245a7d7573e20f 100644 (file)
--- a/src/rag/retrieval.py
+++ b/src/rag/retrieval.py
@@ -51,7 +51,9 @@ class BM25[T]:
 
     @staticmethod
     def from_corpus(raw_corpus: dict[T, str]) -> "BM25[T]":
-        corpus = {k: bag_of_words(s) for k, s in raw_corpus.items()}
+        corpus = {
+            k: bow for k, s in raw_corpus.items() if (bow := bag_of_words(s))
+        }
         return BM25.from_storage(corpus)
 
     def idf(self, q: str) -> float:

diff --git a/uv.lock b/uv.lock
index 408ce5cf5860ce5d5e2451a81197dfefc3bd162d..f82a9195f48c4ea6edcc3a8f17bb19106e8163fd 100644 (file)
--- a/uv.lock
+++ b/uv.lock
@@ -17,6 +17,15 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/3e/30/e900b21425a860e195f32e37657aa1f7c7f2b1bfb26f03ca209b90933c06/annotated_doc-0.0.5-py3-none-any.whl", hash = "sha256:117bac03a25ede5df5440e855b32d556049ca169ead221505badf432fed4b101", size = 5302, upload-time = "2026-07-28T13:50:57.239Z" },
 ]
 
+[[package]]
+name = "annotated-types"
+version = "0.8.0"
+source = { registry = "https://pypi.org/simple" }
+sdist = { url = "https://files.pythonhosted.org/packages/5f/56/a8120250d128bed162cd73c76d45f6ef9991f3e068f62a8ee060afa3104a/annotated_types-0.8.0.tar.gz", hash = "sha256:13b2beaad985e05e2d6407ee4c4f35590b11f8d693a258a561055cac8f64cab7", size = 15893, upload-time = "2026-07-23T20:16:13.995Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/99/91/8acff4f5e50511b911bbccb72b8628a49c68ce14148cd9f6431094859a90/annotated_types-0.8.0-py3-none-any.whl", hash = "sha256:f072f4d804ea359e4eaf198b1af7a8b0943881a87f31bb764f8bf219bb9419e0", size = 13427, upload-time = "2026-07-23T20:16:12.938Z" },
+]
+
 [[package]]
 name = "anyio"
 version = "4.14.2"
@@ -566,6 +575,77 @@ wheels = [
     { url = "https://files.pythonhosted.org/packages/d7/27/a58ddaf8c588a3ef080db9d0b7e0b97215cee3a45df74f3a94dbbf5c893a/pycodestyle-2.14.0-py2.py3-none-any.whl", hash = "sha256:dd6bf7cb4ee77f8e016f9c8e74a35ddd9f67e1d5fd4184d86c3b98e07099f42d", size = 31594, upload-time = "2025-06-20T18:49:47.491Z" },
 ]
 
+[[package]]
+name = "pydantic"
+version = "2.13.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "annotated-types" },
+    { name = "pydantic-core" },
+    { name = "typing-extensions" },
+    { name = "typing-inspection" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/18/a5/b60d21ac674192f8ab0ba4e9fd860690f9b4a6e51ca5df118733b487d8d6/pydantic-2.13.4.tar.gz", hash = "sha256:c40756b57adaa8b1efeeced5c196f3f3b7c435f90e84ea7f443901bec8099ef6", size = 844775, upload-time = "2026-05-06T13:43:05.343Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/fd/7b/122376b1fd3c62c1ed9dc80c931ace4844b3c55407b6fb2d199377c9736f/pydantic-2.13.4-py3-none-any.whl", hash = "sha256:45a282cde31d808236fd7ea9d919b128653c8b38b393d1c4ab335c62924d9aba", size = 472262, upload-time = "2026-05-06T13:43:02.641Z" },
+]
+
+[[package]]
+name = "pydantic-core"
+version = "2.46.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/9d/56/921726b776ace8d8f5db44c4ef961006580d91dc52b803c489fafd1aa249/pydantic_core-2.46.4.tar.gz", hash = "sha256:62f875393d7f270851f20523dd2e29f082bcc82292d66db2b64ea71f64b6e1c1", size = 471464, upload-time = "2026-05-06T13:37:06.98Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/51/a2/5d30b469c5267a17b39dec53208222f76a8d351dfac4af661888c5aee77d/pydantic_core-2.46.4-cp313-cp313-macosx_10_12_x86_64.whl", hash = "sha256:5d5902252db0d3cedf8d4a1bc68f70eeb430f7e4c7104c8c476753519b423008", size = 2106306, upload-time = "2026-05-06T13:37:48.029Z" },
+    { url = "https://files.pythonhosted.org/packages/c1/81/4fa520eaffa8bd7d1525e644cd6d39e7d60b1592bc5b516693c7340b50f1/pydantic_core-2.46.4-cp313-cp313-macosx_11_0_arm64.whl", hash = "sha256:c94f0688e7b8d0a67abf40e57a7eaaecd17cc9586706a31b76c031f63df052b4", size = 1951906, upload-time = "2026-05-06T13:37:17.012Z" },
+    { url = "https://files.pythonhosted.org/packages/03/d5/fd02da45b659668b05923b17ba3a0100a0a3d5541e3bd8fcc4ecb711309e/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:f027324c56cd5406ca49c124b0db10e56c69064fec039acc571c29020cc87c76", size = 1976802, upload-time = "2026-05-06T13:37:35.113Z" },
+    { url = "https://files.pythonhosted.org/packages/21/f2/95727e1368be3d3ed485eaab7adbd7dda408f33f7a36e8b48e0144002b91/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:e739fee756ba1010f8bcccb534252e85a35fe45ae92c295a06059ce58b74ccd3", size = 2052446, upload-time = "2026-05-06T13:37:12.313Z" },
+    { url = "https://files.pythonhosted.org/packages/9c/86/5d99feea3f77c7234b8718075b23db11532773c1a0dbd9b9490215dc2eeb/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:9d56801be94b86a9da183e5f3766e6310752b99ff647e38b09a9500d88e46e76", size = 2232757, upload-time = "2026-05-06T13:39:01.149Z" },
+    { url = "https://files.pythonhosted.org/packages/d2/3a/508ac615935ef7588cf6d9e9b91309fdc2da751af865e02a9098de88258c/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:2412e734dcb48da14d4e4006b82b46b74f2518b8a26ee7e58c6844a6cd6d03c4", size = 2309275, upload-time = "2026-05-06T13:37:41.406Z" },
+    { url = "https://files.pythonhosted.org/packages/07/f8/41db9de19d7987d6b04715a02b3b40aea467000275d9d758ffaa31af7d50/pydantic_core-2.46.4-cp313-cp313-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:9551187363ffc0de2a00b2e47c25aeaeb1020b69b668762966df15fc5659dd5a", size = 2094467, upload-time = "2026-05-06T13:39:18.847Z" },
+    { url = "https://files.pythonhosted.org/packages/2c/e2/f35033184cb11d0052daf4416e8e10a502ea2ac006fc4f459aee872727d1/pydantic_core-2.46.4-cp313-cp313-manylinux_2_31_riscv64.whl", hash = "sha256:0186750b482eefa11d7f435892b09c5c606193ef3375bcf94aa00ae6bfb66262", size = 2134417, upload-time = "2026-05-06T13:40:17.944Z" },
+    { url = "https://files.pythonhosted.org/packages/7e/7b/6ceeb1cc90e193862f444ebe373d8fdf613f0a82572dde03fb10734c6c71/pydantic_core-2.46.4-cp313-cp313-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:5855698a4856556d86e8e6cd8434bc3ac0314ee8e12089ae0e143f64c6256e4e", size = 2179782, upload-time = "2026-05-06T13:40:32.618Z" },
+    { url = "https://files.pythonhosted.org/packages/5a/f2/c8d7773ede6af08036423a00ae0ceffce266c3c52a096c435d68c896083f/pydantic_core-2.46.4-cp313-cp313-musllinux_1_1_aarch64.whl", hash = "sha256:cbaf13819775b7f769bf4a1f066cb6df7a28d4480081a589828ef190226881cd", size = 2188782, upload-time = "2026-05-06T13:36:51.018Z" },
+    { url = "https://files.pythonhosted.org/packages/59/31/0c864784e31f09f05cdd87606f08923b9c9e7f6e51dd27f20f62f975ce9f/pydantic_core-2.46.4-cp313-cp313-musllinux_1_1_armv7l.whl", hash = "sha256:633147d34cf4550417f12e2b1a0383973bdf5cdfde212cb09e9a581cf10820be", size = 2328334, upload-time = "2026-05-06T13:40:37.764Z" },
+    { url = "https://files.pythonhosted.org/packages/c2/eb/4f6c8a41efa30baa755590f4141abf3a8c370fab610915733e74134a7270/pydantic_core-2.46.4-cp313-cp313-musllinux_1_1_x86_64.whl", hash = "sha256:82cf5301172168103724d49a1444d3378cb20cdee30b116a1bd6031236298a5d", size = 2372986, upload-time = "2026-05-06T13:39:34.152Z" },
+    { url = "https://files.pythonhosted.org/packages/5b/24/b375a480d53113860c299764bfe9f349a3dc9108b3adc0d7f0d786492ebf/pydantic_core-2.46.4-cp313-cp313-win32.whl", hash = "sha256:9fa8ae11da9e2b3126c6426f147e0fba88d96d65921799bb30c6abd1cb2c97fb", size = 1973693, upload-time = "2026-05-06T13:37:55.072Z" },
+    { url = "https://files.pythonhosted.org/packages/7e/e8/cff247591966f2d22ec8c003cd7587e27b7ba7b81ab2fb888e3ab75dc285/pydantic_core-2.46.4-cp313-cp313-win_amd64.whl", hash = "sha256:6b3ace8194b0e5204818c92802dcdca7fc6d88aabbb799d7c795540d9cd6d292", size = 2071819, upload-time = "2026-05-06T13:38:49.139Z" },
+    { url = "https://files.pythonhosted.org/packages/c6/1a/f4aee670d5670e9e148e0c82c7db98d780be566c6e6a97ee8035528ca0b3/pydantic_core-2.46.4-cp313-cp313-win_arm64.whl", hash = "sha256:184c081504d17f1c1066e430e117142b2c77d9448a97f7b65c6ac9fd9aee238d", size = 2027411, upload-time = "2026-05-06T13:40:45.796Z" },
+    { url = "https://files.pythonhosted.org/packages/8d/74/228a26ddad29c6672b805d9fd78e8d251cd04004fa7eed0e622096cd0250/pydantic_core-2.46.4-cp314-cp314-macosx_10_12_x86_64.whl", hash = "sha256:428e04521a40150c85216fc8b85e8d39fece235a9cf5e383761238c7fa9b96fb", size = 2102079, upload-time = "2026-05-06T13:38:41.019Z" },
+    { url = "https://files.pythonhosted.org/packages/ad/1f/8970b150a4b4365623ae00fc88603491f763c627311ae8031e3111356d6e/pydantic_core-2.46.4-cp314-cp314-macosx_11_0_arm64.whl", hash = "sha256:23ace664830ee0bfe014a0c7bc248b1f7f25ed7ad103852c317624a1083af462", size = 1952179, upload-time = "2026-05-06T13:36:59.812Z" },
+    { url = "https://files.pythonhosted.org/packages/95/30/5211a831ae054928054b2f79731661087a2bc5c01e825c672b3a4a8f1b3e/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ce5c1d2a8b27468f433ca974829c44060b8097eedc39933e3c206a90ee49c4a9", size = 1978926, upload-time = "2026-05-06T13:37:39.933Z" },
+    { url = "https://files.pythonhosted.org/packages/57/e9/689668733b1eb67adeef047db3c2e8788fcf65a7fd9c9e2b46b7744fe245/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:7283d57845ecf5a163403eb0702dfc220cc4fbdd18919cb5ccea4f95ee1cdab4", size = 2046785, upload-time = "2026-05-06T13:38:01.995Z" },
+    { url = "https://files.pythonhosted.org/packages/60/d9/6715260422ff50a2109878fd24d948a6c3446bb2664f34ee78cd972b3acd/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:8daafc69c93ee8a0204506a3b6b30f586ef54028f52aeeeb5c4cfc5184fd5914", size = 2228733, upload-time = "2026-05-06T13:40:50.371Z" },
+    { url = "https://files.pythonhosted.org/packages/18/ae/fdb2f64316afca925640f8e70bb1a564b0ec2721c1389e25b8eb4bf9a299/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:cd2213145bcc2ba85884d0ac63d222fece9209678f77b9b4d76f054c561adb28", size = 2307534, upload-time = "2026-05-06T13:37:21.531Z" },
+    { url = "https://files.pythonhosted.org/packages/89/1d/8eff589b45bb8190a9d12c49cfad0f176a5cbd1534908a6b5125e2886239/pydantic_core-2.46.4-cp314-cp314-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7a5f930472650a82629163023e630d160863fce524c616f4e5186e5de9d9a49b", size = 2099732, upload-time = "2026-05-06T13:39:31.942Z" },
+    { url = "https://files.pythonhosted.org/packages/06/d5/ee5a3366637fee41dee51a1fc91562dcf12ddbc68fda34e6b253da2324bb/pydantic_core-2.46.4-cp314-cp314-manylinux_2_31_riscv64.whl", hash = "sha256:c1b3f518abeca3aa13c712fd202306e145abf59a18b094a6bafb2d2bbf59192c", size = 2129627, upload-time = "2026-05-06T13:37:25.033Z" },
+    { url = "https://files.pythonhosted.org/packages/94/33/2414be571d2c6a6c4d08be21f9292b6d3fdb08949a97b6dfe985017821db/pydantic_core-2.46.4-cp314-cp314-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:1a7dd0b3ee80d90150e3495a3a13ac34dbcbfd4f012996a6a1d8900e91b5c0fb", size = 2179141, upload-time = "2026-05-06T13:37:14.046Z" },
+    { url = "https://files.pythonhosted.org/packages/7b/79/7daa95be995be0eecc4cf75064cb33f9bbbfe3fe0158caf2f0d4a996a5c7/pydantic_core-2.46.4-cp314-cp314-musllinux_1_1_aarch64.whl", hash = "sha256:3fb702cd90b0446a3a1c5e470bfa0dd23c0233b676a9099ddcc964fa6ca13898", size = 2184325, upload-time = "2026-05-06T13:36:53.615Z" },
+    { url = "https://files.pythonhosted.org/packages/9f/cb/d0a382f5c0de8a222dc61c65348e0ce831b1f68e0a018450d31c2cace3a5/pydantic_core-2.46.4-cp314-cp314-musllinux_1_1_armv7l.whl", hash = "sha256:b8458003118a712e66286df6a707db01c52c0f52f7db8e4a38f0da1d3b94fc4e", size = 2323990, upload-time = "2026-05-06T13:40:29.971Z" },
+    { url = "https://files.pythonhosted.org/packages/05/db/d9ba624cc4a5aced1598e88c04fdbd8310c8a69b9d38b9a3d39ce3a61ed7/pydantic_core-2.46.4-cp314-cp314-musllinux_1_1_x86_64.whl", hash = "sha256:372429a130e469c9cd698925ce5fc50940b7a1336b0d82038e63d5bbc4edc519", size = 2369978, upload-time = "2026-05-06T13:37:23.027Z" },
+    { url = "https://files.pythonhosted.org/packages/f2/20/d15df15ba918c423461905802bfd2981c3af0bfa0e40d05e13edbfa48bc3/pydantic_core-2.46.4-cp314-cp314-win32.whl", hash = "sha256:85bb3611ff1802f3ee7fdd7dbff26b56f343fb432d57a4728fdd49b6ef35e2f4", size = 1966354, upload-time = "2026-05-06T13:38:03.499Z" },
+    { url = "https://files.pythonhosted.org/packages/fc/b6/6b8de4c0a7d7ab3004c439c80c5c1e0a3e8d78bbae19379b01960383d9e5/pydantic_core-2.46.4-cp314-cp314-win_amd64.whl", hash = "sha256:811ff8e9c313ab425368bcbb36e5c4ebd7108c2bbf4e4089cfbb0b01eff63fac", size = 2072238, upload-time = "2026-05-06T13:39:40.807Z" },
+    { url = "https://files.pythonhosted.org/packages/32/36/51eb763beec1f4cf59b1db243a7dcc39cbb41230f050a09b9d69faaf0a48/pydantic_core-2.46.4-cp314-cp314-win_arm64.whl", hash = "sha256:bfec22eab3c8cc2ceec0248aec886624116dc079afa027ecc8ad4a7e62010f8a", size = 2018251, upload-time = "2026-05-06T13:37:26.72Z" },
+    { url = "https://files.pythonhosted.org/packages/e8/91/855af51d625b23aa987116a19e231d2aaef9c4a415273ddc189b79a45fee/pydantic_core-2.46.4-cp314-cp314t-macosx_10_12_x86_64.whl", hash = "sha256:af8244b2bef6aaad6d92cda81372de7f8c8d36c9f0c3ea36e827c60e7d9467a0", size = 2099593, upload-time = "2026-05-06T13:39:47.682Z" },
+    { url = "https://files.pythonhosted.org/packages/fb/1b/8784a54c65edb5f49f0a14d6977cf1b209bba85a4c77445b255c2de58ab3/pydantic_core-2.46.4-cp314-cp314t-macosx_11_0_arm64.whl", hash = "sha256:5a4330cdbc57162e4b3aa303f588ba752257694c9c9be3e7ebb11b4aca659b5d", size = 1935226, upload-time = "2026-05-06T13:40:40.428Z" },
+    { url = "https://files.pythonhosted.org/packages/e8/e7/1955d28d1afc56dd4b3ad7cc0cf39df1b9852964cf16e5d13912756d6d6b/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:29c61fc04a3d840155ff08e475a04809278972fe6aef51e2720554e96367e34b", size = 1974605, upload-time = "2026-05-06T13:37:32.029Z" },
+    { url = "https://files.pythonhosted.org/packages/93/e2/3fedbf0ba7a22850e6e9fd78117f1c0f10f950182344d8a6c535d468fdd8/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_armv7l.manylinux2014_armv7l.whl", hash = "sha256:c50f2528cf200c5eed56faf3f4e22fcd5f38c157a8b78576e6ba3168ec35f000", size = 2030777, upload-time = "2026-05-06T13:38:55.239Z" },
+    { url = "https://files.pythonhosted.org/packages/f8/61/46be275fcaaba0b4f5b9669dd852267ce1ff616592dccf7a7845588df091/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0cbe8b01f948de4286c74cdd6c667aceb38f5c1e26f0693b3983d9d74887c65e", size = 2236641, upload-time = "2026-05-06T13:37:08.096Z" },
+    { url = "https://files.pythonhosted.org/packages/60/db/12e93e46a8bac9988be3c016860f83293daea8c716c029c9ace279036f2f/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:617d7e2ca7dcb8c5cf6bcb8c59b8832c94b36196bbf1cbd1bfb56ed341905edd", size = 2286404, upload-time = "2026-05-06T13:40:20.221Z" },
+    { url = "https://files.pythonhosted.org/packages/e2/4a/4d8b19008f38d31c53b8219cfedc2e3d5de5fe99d90076b7e767de29274f/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7027560ee92211647d0d34e3f7cd6f50da56399d26a9c8ad0da286d3869a53f3", size = 2109219, upload-time = "2026-05-06T13:38:12.153Z" },
+    { url = "https://files.pythonhosted.org/packages/88/70/3cbc40978fefb7bb09c6708d40d4ad1a5d70fd7213c3d17f971de868ec1f/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_31_riscv64.whl", hash = "sha256:f99626688942fb746e545232e7726926f3be91b5975f8b55327665fafda991c7", size = 2110594, upload-time = "2026-05-06T13:40:02.971Z" },
+    { url = "https://files.pythonhosted.org/packages/9d/20/b8d36736216e29491125531685b2f9e61aa5b4b2599893f8268551da3338/pydantic_core-2.46.4-cp314-cp314t-manylinux_2_5_i686.manylinux1_i686.whl", hash = "sha256:fc3e9034a63de20e15e8ade85358bc6efc614008cab72898b4b4952bea0509ff", size = 2159542, upload-time = "2026-05-06T13:39:27.506Z" },
+    { url = "https://files.pythonhosted.org/packages/1d/a2/367df868eb584dacf6bf82a389272406d7178e301c4ac82545ab98bc2dd9/pydantic_core-2.46.4-cp314-cp314t-musllinux_1_1_aarch64.whl", hash = "sha256:97e7cf2be5c77b7d1a9713a05605d49460d02c6078d38d8bef3cbe323c548424", size = 2168146, upload-time = "2026-05-06T13:38:31.93Z" },
+    { url = "https://files.pythonhosted.org/packages/c1/b8/4460f77f7e201893f649a29ab355dddd3beee8a97bcb1a320db414f9a06e/pydantic_core-2.46.4-cp314-cp314t-musllinux_1_1_armv7l.whl", hash = "sha256:3bf92c5d0e00fefaab325a4d27828fe6b6e2a21848686b5b60d2d9eeb09d76c6", size = 2306309, upload-time = "2026-05-06T13:37:44.717Z" },
+    { url = "https://files.pythonhosted.org/packages/64/c4/be2639293acd87dc8ddbcec41a73cee9b2ebf996fe6d892a1a74e88ad3f7/pydantic_core-2.46.4-cp314-cp314t-musllinux_1_1_x86_64.whl", hash = "sha256:3ecbc122d18468d06ca279dc26a8c2e2d5acb10943bb35e36ae92096dc3b5565", size = 2369736, upload-time = "2026-05-06T13:37:05.645Z" },
+    { url = "https://files.pythonhosted.org/packages/30/a6/9f9f380dbb301f67023bf8f707aaa75daadf84f7152d95c410fd7e81d994/pydantic_core-2.46.4-cp314-cp314t-win32.whl", hash = "sha256:e846ae7835bf0703ae43f534ab79a867146dadd59dc9ca5c8b53d5c8f7c9ef02", size = 1955575, upload-time = "2026-05-06T13:38:51.116Z" },
+    { url = "https://files.pythonhosted.org/packages/40/1f/f1eb9eb350e795d1af8586289746f5c5677d16043040d63710e22abc43c9/pydantic_core-2.46.4-cp314-cp314t-win_amd64.whl", hash = "sha256:2108ba5c1c1eca18030634489dc544844144ee36357f2f9f780b93e7ddbb44b5", size = 2051624, upload-time = "2026-05-06T13:38:21.672Z" },
+    { url = "https://files.pythonhosted.org/packages/f6/d2/42dd53d0a85c27606f316d3aa5d2869c4e8470a5ed6dec30e4a1abe19192/pydantic_core-2.46.4-cp314-cp314t-win_arm64.whl", hash = "sha256:4fcbe087dbc2068af7eda3aa87634eba216dbda64d1ae73c8684b621d33f6596", size = 2017325, upload-time = "2026-05-06T13:40:52.723Z" },
+]
+
 [[package]]
 name = "pyflakes"
 version = "3.4.0"
@@ -626,6 +706,7 @@ version = "0.1.0"
 source = { editable = "." }
 dependencies = [
     { name = "fire" },
+    { name = "pydantic" },
     { name = "torch", version = "2.13.0", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "python_full_version < '3.15' and sys_platform == 'darwin'" },
     { name = "torch", version = "2.13.0+cpu", source = { registry = "https://download.pytorch.org/whl/cpu" }, marker = "python_full_version >= '3.15' or sys_platform != 'darwin'" },
     { name = "tqdm" },
@@ -642,6 +723,7 @@ dev = [
 [package.metadata]
 requires-dist = [
     { name = "fire", specifier = ">=0.7.1" },
+    { name = "pydantic", specifier = ">=2.13.4" },
     { name = "torch", specifier = ">=2.13.0", index = "https://download.pytorch.org/whl/cpu" },
     { name = "tqdm", specifier = ">=4.66.5" },
     { name = "transformers", specifier = ">=5.15.1" },
@@ -967,3 +1049,15 @@ sdist = { url = "https://files.pythonhosted.org/packages/f6/cc/6253133b5bb138fc3
 wheels = [
     { url = "https://files.pythonhosted.org/packages/49/d3/b8441a820a491ddfc024b0b0cf0393375b75ea13866d9c66727e54c2fc80/typing_extensions-4.16.0-py3-none-any.whl", hash = "sha256:481caa481374e813c1b176ada14e97f1f67a4539ce9cfeb3f350d78d6370c2e8" },
 ]
+
+[[package]]
+name = "typing-inspection"
+version = "0.4.4"
+source = { registry = "https://pypi.org/simple" }
+dependencies = [
+    { name = "typing-extensions" },
+]
+sdist = { url = "https://files.pythonhosted.org/packages/a3/26/b09b8010994eccc3c09092e6b34058f36a460eea2d4c3e8b910c695975a0/typing_inspection-0.4.4.tar.gz", hash = "sha256:547274fa6b0a561ccf549cc9524b999a578e737d015d8709d021f9d0d13bea47", size = 76928, upload-time = "2026-08-12T12:37:25.997Z" }
+wheels = [
+    { url = "https://files.pythonhosted.org/packages/67/81/4add07e5172b7ac40d8ed5ff580409a7801a4fe26d529bdd915401dabfbe/typing_inspection-0.4.4-py3-none-any.whl", hash = "sha256:65b8397ba37ccbce054456aaccddfc91e6e3083c92824df348d96ca832f3f147", size = 14750, upload-time = "2026-08-12T12:37:24.648Z" },
+]